-- Logs begin at Fri 2021-07-16 19:38:39 UTC, end at Fri 2021-07-16 21:55:13 UTC. -- Jul 16 20:10:34.021665 n-d-791506-21 systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 20:10:36.804558 n-d-791506-21 neutron-server[93686]: INFO neutron.common.config [-] Logging enabled! Jul 16 20:10:36.805209 n-d-791506-21 neutron-server[93686]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 20:10:36.805317 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93686) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 20:10:36.808511 n-d-791506-21 neutron-server[93686]: INFO neutron.common.config [-] Logging enabled! Jul 16 20:10:36.808891 n-d-791506-21 neutron-server[93686]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 20:10:36.809204 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93686) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 20:10:36.810136 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 20:10:36.810388 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 20:10:36.810771 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 20:10:36.811003 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 20:10:36.811230 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 20:10:36.811550 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.811847 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.812141 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.812369 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.812667 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.812955 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.813236 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.813524 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.813819 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.814101 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.814411 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.814690 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.814919 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.815194 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.815481 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.815762 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.816599 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] debug = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.816883 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.817308 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.817714 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.817995 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.818285 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.818593 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.818873 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.819144 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.819431 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.819755 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] host = n-d-791506-21 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.820032 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.820315 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.820598 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.820882 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.821178 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.821410 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.821697 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.821968 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.822238 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] log_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.822539 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.822833 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.823119 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.823407 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.823629 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.823851 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.824138 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.824423 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.824698 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.824973 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.825245 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.825516 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.825787 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.826055 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.826360 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.826647 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.826929 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.827202 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.827474 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.827742 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.828011 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.828292 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.828564 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.828836 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.829105 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.829398 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.829663 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.829933 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.830226 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.830542 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.830827 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.831110 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.831381 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.831700 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.832009 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.832312 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.832596 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] use_json = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.832868 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.833140 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.833415 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.833686 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.833962 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.834233 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.834530 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.834818 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:36.835110 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.835401 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.835701 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.835983 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.836281 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.836560 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.836845 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.837123 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.837415 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.837700 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.837988 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.838264 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.838577 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.838859 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.839151 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.839454 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.839749 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.840036 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.840312 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.840590 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.840860 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.841139 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.841421 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.841712 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.841996 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.842270 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.842577 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.842864 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.843142 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.843413 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.843688 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.843977 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.844254 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.844526 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.844804 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.845079 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.845352 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.845621 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.845896 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.846183 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.846491 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.846762 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.847201 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.847400 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.847700 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.847981 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.848261 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.848536 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.848810 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.849088 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.849362 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.849634 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.849913 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.850181 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.850481 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.850753 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.851025 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.851294 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.851563 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.851830 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.852104 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.852370 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.852647 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.852920 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.853191 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.853459 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.853728 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.854000 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.854287 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.854606 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.854882 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.855163 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.855441 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.855716 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.855992 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.856267 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.856540 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.856814 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.857087 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.857373 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.857674 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.857941 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.858216 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.858519 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.858810 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.859086 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.859364 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.859637 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.859915 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.860204 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.860489 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.860780 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.861075 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.861360 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.861650 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.861938 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.862216 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.862551 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.863374 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:36.863593 n-d-791506-21 neutron-server[93686]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 20:10:36.863838 n-d-791506-21 neutron-server[93686]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93686) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 20:10:37.212644 n-d-791506-21 neutron-server[93686]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 20:10:37.212918 n-d-791506-21 neutron-server[93686]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 20:10:37.213205 n-d-791506-21 neutron-server[93686]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 20:10:37.213536 n-d-791506-21 neutron-server[93686]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 20:10:37.608170 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:37.608460 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:37.608754 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:37.609967 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:37.610195 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:37.610488 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:37.645610 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:37.645886 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:37.646152 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:37.659314 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:37.659621 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:37.659940 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:37.690101 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:37.690397 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:37.690672 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:37.726844 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:37.727125 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:37.727400 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:37.957451 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:37.958451 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:37.958451 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:37.958805 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:37.959575 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.080156 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.080478 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.080760 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.081031 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.081299 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.081684 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.081946 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.082296 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.082585 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.082871 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.083153 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.083418 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.083676 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.083929 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.084184 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.084457 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.084712 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.084976 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.085250 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.085509 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.085777 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.086028 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.086307 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.086703 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.086954 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.087200 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.087595 n-d-791506-21 neutron-server[93686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 20:10:38.087851 n-d-791506-21 neutron-server[93686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 20:10:38.088075 n-d-791506-21 neutron-server[93686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 20:10:38.089263 n-d-791506-21 neutron-server[93686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 20:10:38.089263 n-d-791506-21 neutron-server[93686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 20:10:38.089263 n-d-791506-21 neutron-server[93686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 20:10:38.089263 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 20:10:38.092397 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 20:10:38.096327 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 20:10:38.100857 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 16 20:10:38.102486 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 20:10:38.102937 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 20:10:38.103299 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 20:10:38.103653 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 20:10:38.107631 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 20:10:38.107882 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 20:10:38.108225 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 20:10:38.137392 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 20:10:38.137843 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.138174 n-d-791506-21 neutron-server[93686]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93686) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 20:10:38.138579 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.139935 n-d-791506-21 neutron-server[93686]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93686) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 20:10:38.140221 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 20:10:38.140462 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 20:10:38.143633 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.143956 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.208763 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 20:10:38.208989 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 20:10:38.209137 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 20:10:38.209495 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 20:10:38.231260 n-d-791506-21 neutron-server[93686]: DEBUG oslo_db.sqlalchemy.engines [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93686) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 20:10:38.763963 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.managers [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Initializing driver for type 'gre' Jul 16 20:10:38.764774 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] gre ID ranges: [(1, 1000)] Jul 16 20:10:38.832528 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.managers [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Initializing driver for type 'local' Jul 16 20:10:38.832873 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.managers [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Initializing driver for type 'vlan' Jul 16 20:10:38.847411 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] VlanTypeDriver initialization complete Jul 16 20:10:38.847965 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.managers [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Initializing driver for type 'vxlan' Jul 16 20:10:38.848514 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] vxlan ID ranges: [(1, 1000)] Jul 16 20:10:38.907159 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.managers [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Initializing extension driver 'port_security' Jul 16 20:10:38.907569 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.extensions.port_security [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] PortSecurityExtensionDriver initialization complete Jul 16 20:10:38.908102 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.managers [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Initializing mechanism driver 'openvswitch' Jul 16 20:10:38.908488 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.managers [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Initializing mechanism driver 'hyperv' Jul 16 20:10:38.915267 n-d-791506-21 neutron-server[93686]: DEBUG neutron.plugins.ml2.plugin [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:38.916148 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > port after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.916526 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > port after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.916880 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > port after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.917413 n-d-791506-21 neutron-server[93686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 20:10:38.917854 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > subnet after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.918210 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > subnet after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.918585 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.918983 n-d-791506-21 neutron-server[93686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 20:10:38.919391 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > network after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.919745 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > network after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.920090 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > network after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.920493 n-d-791506-21 neutron-server[93686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 20:10:38.920907 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > security_group after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.921262 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > security_group after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.921607 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.922004 n-d-791506-21 neutron-server[93686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 20:10:38.922430 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.922782 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.923128 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.923531 n-d-791506-21 neutron-server[93686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 20:10:38.923938 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > address_group after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.924286 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > address_group after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.924627 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.925023 n-d-791506-21 neutron-server[93686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 20:10:38.925955 n-d-791506-21 neutron-server[93686]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] ML2 OVO RPC backend initialized. {{(pid=93686) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 20:10:38.926677 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.927032 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.927450 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > network before_response 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.927802 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > networks before_response 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.928151 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > port before_response 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.928497 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > ports before_response 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.928841 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > subnet before_response 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.929184 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > subnets before_response 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.929532 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > network after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.929876 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > network after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.930216 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > network after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.930585 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > port after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.930927 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > port after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.931267 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > port after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.931608 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > subnet after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.931948 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > subnet after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.932286 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.932869 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.plugin [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Modular L2 Plugin initialization complete Jul 16 20:10:38.933206 n-d-791506-21 neutron-server[93686]: DEBUG neutron.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading services supported by the core plugin {{(pid=93686) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 20:10:38.933535 n-d-791506-21 neutron-server[93686]: INFO neutron.plugins.ml2.managers [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Got port-security extension from driver 'port_security' Jul 16 20:10:38.933999 n-d-791506-21 neutron-server[93686]: INFO neutron.extensions.vlantransparent [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Disabled vlantransparent extension. Jul 16 20:10:38.934513 n-d-791506-21 neutron-server[93686]: DEBUG neutron.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93686) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 20:10:38.934832 n-d-791506-21 neutron-server[93686]: INFO neutron.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading Plugin: router Jul 16 20:10:38.970938 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.971589 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > router after_create 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.971709 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > router before_create 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.972085 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.972463 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.972821 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > router after_delete 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.973181 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.973673 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > router after_create 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.974026 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > router after_update 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.974405 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > router after_update 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.974762 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.975126 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > router after_update 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.975545 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > router precommit_update 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.975918 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: port after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.976260 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: port after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.976601 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: subnet after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.976949 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.977308 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.977660 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > router precommit_create 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.978115 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: port before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.978500 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > router precommit_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.978868 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > router after_update 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.979222 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.979583 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > router precommit_create 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.979942 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.980286 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > router precommit_update 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.980654 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > agent after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.981007 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > agent after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.981354 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > network after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.982267 n-d-791506-21 neutron-server[93686]: DEBUG neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Tracking information for resource: router configured {{(pid=93686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 20:10:38.982626 n-d-791506-21 neutron-server[93686]: DEBUG neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Tracking information for resource: floatingip configured {{(pid=93686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 20:10:38.988249 n-d-791506-21 neutron-server[93686]: INFO neutron.db.l3_agentschedulers_db [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 20:10:38.989006 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: port after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.989378 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: port after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.989733 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: port after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.990090 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: port after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.990941 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > router before_create 55550100 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.991314 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.991683 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > router precommit_create 55550100 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.992044 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > router precommit_update 55550100 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:38.996829 n-d-791506-21 neutron-server[93686]: DEBUG neutron.services.provider_configuration [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Service providers = [] {{(pid=93686) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 20:10:38.997192 n-d-791506-21 neutron-server[93686]: DEBUG neutron.db.servicetype_db [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93686) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 20:10:39.000256 n-d-791506-21 neutron-server[93686]: DEBUG neutron.services.service_base [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93686) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 20:10:39.000750 n-d-791506-21 neutron-server[93686]: DEBUG neutron.services.service_base [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93686) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 20:10:39.000955 n-d-791506-21 neutron-server[93686]: DEBUG neutron.services.service_base [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93686) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 20:10:39.001848 n-d-791506-21 neutron-server[93686]: DEBUG neutron.services.service_base [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93686) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 20:10:39.002219 n-d-791506-21 neutron-server[93686]: INFO neutron.services.service_base [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 20:10:39.002636 n-d-791506-21 neutron-server[93686]: DEBUG neutron.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 20:10:39.002975 n-d-791506-21 neutron-server[93686]: INFO neutron.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 20:10:39.014804 n-d-791506-21 neutron-server[93686]: DEBUG neutron.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 20:10:39.015079 n-d-791506-21 neutron-server[93686]: INFO neutron.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading Plugin: auto_allocate Jul 16 20:10:39.021153 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: network precommit_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:39.021525 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: network precommit_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:39.022075 n-d-791506-21 neutron-server[93686]: DEBUG neutron.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 20:10:39.022424 n-d-791506-21 neutron-server[93686]: INFO neutron.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading Plugin: tag Jul 16 20:10:39.029544 n-d-791506-21 neutron-server[93686]: DEBUG neutron.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 20:10:39.029802 n-d-791506-21 neutron-server[93686]: INFO neutron.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading Plugin: timestamp Jul 16 20:10:39.033713 n-d-791506-21 neutron-server[93686]: DEBUG neutron.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 20:10:39.034039 n-d-791506-21 neutron-server[93686]: INFO neutron.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading Plugin: network_ip_availability Jul 16 20:10:39.039694 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:39.040065 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:39.040423 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:39.041201 n-d-791506-21 neutron-server[93686]: DEBUG neutron.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 20:10:39.041515 n-d-791506-21 neutron-server[93686]: INFO neutron.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading Plugin: flavors Jul 16 20:10:39.048088 n-d-791506-21 neutron-server[93686]: DEBUG neutron.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 20:10:39.048440 n-d-791506-21 neutron-server[93686]: INFO neutron.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading Plugin: revisions Jul 16 20:10:39.053492 n-d-791506-21 neutron-server[93686]: DEBUG neutron.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 20:10:39.053887 n-d-791506-21 neutron-server[93686]: DEBUG oslo_concurrency.lockutils [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.841s {{(pid=93686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 20:10:39.054675 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93686) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 20:10:39.055016 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Initializing extension manager. Jul 16 20:10:39.055532 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: __init__.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.055878 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: __pycache__ {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.056212 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.056545 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: address_group.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.057354 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.057932 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: address-group Jul 16 20:10:39.058261 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: address_scope.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.059023 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.059530 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: address-scope Jul 16 20:10:39.059855 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.060831 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.061340 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: router-admin-state-down-before-update Jul 16 20:10:39.061668 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: agent.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.062413 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.062917 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: agent Jul 16 20:10:39.063238 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: agent_resources_synced.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.064170 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.064670 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: agent-resources-synced Jul 16 20:10:39.064993 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: allowedaddresspairs.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.067513 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.068028 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: allowed-address-pairs Jul 16 20:10:39.068360 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: auto_allocated_topology.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.069463 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.069973 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: auto-allocated-topology Jul 16 20:10:39.070305 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: availability_zone.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.071041 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.071551 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: availability_zone Jul 16 20:10:39.071877 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: availability_zone_filter.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.072812 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.073312 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: availability_zone_filter Jul 16 20:10:39.073634 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: data_plane_status.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.074573 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.075077 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 20:10:39.075396 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: default_subnetpools.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.076318 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.076830 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: default-subnetpools Jul 16 20:10:39.077153 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.077999 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.078522 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: dhcp_agent_scheduler Jul 16 20:10:39.078962 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: dns.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.079909 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.080416 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 20:10:39.080736 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: dns_domain_ports.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.081700 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.082290 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 20:10:39.082645 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.083596 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.084101 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 20:10:39.084433 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: dvr.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.085109 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.085614 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: dvr Jul 16 20:10:39.085930 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: empty_string_filtering.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.086896 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.087405 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: empty-string-filtering Jul 16 20:10:39.087726 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.088650 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.089149 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 20:10:39.089467 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.090408 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.090911 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 20:10:39.091234 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: external_net.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.092167 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.092665 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: external-net Jul 16 20:10:39.092982 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.093906 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.094444 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: extra_dhcp_opt Jul 16 20:10:39.094769 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: extraroute.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.095678 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.096179 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: extraroute Jul 16 20:10:39.096501 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: extraroute_atomic.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.097598 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.098102 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: extraroute-atomic Jul 16 20:10:39.098451 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: filter_validation.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.099139 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.099641 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: filter-validation Jul 16 20:10:39.099964 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: fip_pf_description.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.100899 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.101662 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 20:10:39.101988 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: fip_port_details.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.103038 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.103546 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: fip-port-details Jul 16 20:10:39.103875 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: flavors.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.105148 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.105732 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: flavors Jul 16 20:10:39.106031 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.107858 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.108382 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 20:10:39.108837 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: floatingip_pools.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.109564 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.110064 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: floatingip-pools Jul 16 20:10:39.110551 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: ip_allocation.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.111491 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.111991 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 20:10:39.112319 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.114783 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.114911 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: ip-substring-filtering Jul 16 20:10:39.115202 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: l2_adjacency.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.116173 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.116728 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 20:10:39.117006 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: l3.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.118479 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.118991 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: router Jul 16 20:10:39.119442 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.121778 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.122447 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 20:10:39.122791 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.123780 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.124298 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: ext-gw-mode Jul 16 20:10:39.124625 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.125679 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.126182 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: l3-ha Jul 16 20:10:39.126539 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: l3_flavors.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.127483 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.128115 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: l3-flavors Jul 16 20:10:39.129047 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.130234 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.131207 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 20:10:39.131539 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: l3agentscheduler.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.132637 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.133145 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: l3_agent_scheduler Jul 16 20:10:39.133472 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: logging.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.135155 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.135702 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension logging not supported by any of loaded plugins Jul 16 20:10:39.136040 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: metering.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.136800 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.137388 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: metering Jul 16 20:10:39.137822 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.138964 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.139485 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: metering_source_and_destination_fields Jul 16 20:10:39.139818 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: multiprovidernet.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.140890 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.141394 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: multi-provider Jul 16 20:10:39.141724 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: netmtu.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.142687 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.143196 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: net-mtu Jul 16 20:10:39.143524 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: netmtu_writable.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.144757 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.145135 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: net-mtu-writable Jul 16 20:10:39.145712 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: network_availability_zone.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.146428 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.146939 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: network_availability_zone Jul 16 20:10:39.147255 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: network_ip_availability.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.148407 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.148911 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: network-ip-availability Jul 16 20:10:39.149235 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: network_segment_range.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.150023 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.150579 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 20:10:39.150904 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: pagination.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.151892 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.152224 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: pagination Jul 16 20:10:39.152550 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: port_device_profile.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.153484 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.153997 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: port-device-profile Jul 16 20:10:39.154339 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.155268 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.155772 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: port-mac-address-regenerate Jul 16 20:10:39.156100 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.157090 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.157587 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: port-numa-affinity-policy Jul 16 20:10:39.157910 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: port_resource_request.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.158868 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.159376 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 20:10:39.159761 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: portbindings.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.160779 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.161286 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: binding Jul 16 20:10:39.161623 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: portbindings_extended.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.162948 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.163457 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: binding-extended Jul 16 20:10:39.163783 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: portsecurity.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.164700 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.165205 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: port-security Jul 16 20:10:39.165552 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: project_id.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.166545 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.166872 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: project-id Jul 16 20:10:39.167196 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: providernet.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.168126 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.168634 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: provider Jul 16 20:10:39.168962 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: qos.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.172657 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.173307 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension qos not supported by any of loaded plugins Jul 16 20:10:39.173637 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.174935 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.176099 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 20:10:39.176436 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.177423 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.177933 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 20:10:39.178263 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: qos_default.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.179225 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.179897 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension qos-default not supported by any of loaded plugins Jul 16 20:10:39.180236 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: qos_fip.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.180940 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.181488 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 20:10:39.181829 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: qos_gateway_ip.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.182790 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.183362 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 20:10:39.183691 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: qos_port_network_policy.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.184676 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.185182 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 20:10:39.185508 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: qos_rule_type_details.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.186492 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.186993 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 20:10:39.187317 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: qos_rules_alias.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.188440 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.188954 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 20:10:39.189282 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: quotasv2.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.190353 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.191577 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: quotas Jul 16 20:10:39.191914 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: quotasv2_detail.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.195145 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.195488 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: quota_details Jul 16 20:10:39.195827 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: rbac.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.196985 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.197508 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: rbac-policies Jul 16 20:10:39.197843 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: rbac_address_group.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.198865 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.199383 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: rbac-address-group Jul 16 20:10:39.199715 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: rbac_address_scope.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.200734 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.201249 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: rbac-address-scope Jul 16 20:10:39.201576 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: rbac_security_groups.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.202590 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.203099 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: rbac-security-groups Jul 16 20:10:39.203432 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: rbac_subnetpool.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.204402 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.204915 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: rbac-subnetpool Jul 16 20:10:39.205244 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: revisionifmatch.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.206228 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.206842 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: revision-if-match Jul 16 20:10:39.207169 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: revisions.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.208380 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.208852 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: standard-attr-revisions Jul 16 20:10:39.209195 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: router_availability_zone.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.209890 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.210493 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: router_availability_zone Jul 16 20:10:39.210936 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: routerservicetype.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.211884 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.212389 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 20:10:39.212720 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.213697 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.214206 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: security-groups-normalized-cidr Jul 16 20:10:39.214588 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.215566 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.216072 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: port-security-groups-filtering Jul 16 20:10:39.216399 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.217394 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.217900 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: security-groups-remote-address-group Jul 16 20:10:39.218314 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: securitygroup.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.228331 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.228877 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: security-group Jul 16 20:10:39.229258 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: segment.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.230076 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.230616 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension segment not supported by any of loaded plugins Jul 16 20:10:39.231538 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.231994 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.232586 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 20:10:39.232919 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: servicetype.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.234167 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.234641 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: service-type Jul 16 20:10:39.234992 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: sorting.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.236259 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.236534 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: sorting Jul 16 20:10:39.236919 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: standard_attr_segment.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.239641 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.239641 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 20:10:39.239641 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: standardattrdescription.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.240386 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.240895 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: standard-attr-description Jul 16 20:10:39.241408 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: stateful_security_group.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.242440 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.243220 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: stateful-security-group Jul 16 20:10:39.243547 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: stdattrs_common.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.244187 n-d-791506-21 neutron-server[93686]: WARNING neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 20:10:39.244513 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.245468 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.246010 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 20:10:39.246403 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: subnet_onboard.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.247520 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.248085 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: subnet_onboard Jul 16 20:10:39.248410 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.249356 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.249884 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 20:10:39.250224 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: subnet_service_types.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.251200 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.251732 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: subnet-service-types Jul 16 20:10:39.252092 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: subnetallocation.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.253256 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.254273 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: subnet_allocation Jul 16 20:10:39.254637 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.255352 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.255910 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: subnetpool-prefix-ops Jul 16 20:10:39.256230 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.257183 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.257729 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 20:10:39.258084 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: tagging.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.259231 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.259751 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: standard-attr-tag Jul 16 20:10:39.260081 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: timestamp.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.261490 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.262002 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loaded extension: standard-attr-timestamp Jul 16 20:10:39.262362 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: trunk.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.263412 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.263958 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension trunk not supported by any of loaded plugins Jul 16 20:10:39.264291 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: trunk_details.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.265288 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.265741 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 20:10:39.266065 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: uplink_status_propagation.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.267071 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.267560 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 20:10:39.267887 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Loading extension file: vlantransparent.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 20:10:39.268587 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 20:10:39.269205 n-d-791506-21 neutron-server[93686]: INFO neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 20:10:39.271878 n-d-791506-21 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Creating instance of TrackedResource for resource:network Jul 16 20:10:39.272433 n-d-791506-21 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Creating instance of TrackedResource for resource:subnet Jul 16 20:10:39.272839 n-d-791506-21 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 20:10:39.273233 n-d-791506-21 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Creating instance of TrackedResource for resource:port Jul 16 20:10:39.274588 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 20:10:39.275100 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Service FLAVORS assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 20:10:39.275745 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 20:10:39.276189 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 20:10:39.276522 n-d-791506-21 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Creating instance of TrackedResource for resource:router Jul 16 20:10:39.276958 n-d-791506-21 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 20:10:39.277460 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Service METERING assigned prefix: /metering {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 20:10:39.279059 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:39.279433 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:39.279783 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:10:39.281072 n-d-791506-21 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 20:10:39.281533 n-d-791506-21 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Creating instance of TrackedResource for resource:security_group Jul 16 20:10:39.282108 n-d-791506-21 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 20:10:39.282806 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Service CORE assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 20:10:39.283120 n-d-791506-21 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 20:10:39.283467 n-d-791506-21 neutron-server[93686]: WARNING neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] subnetpool is already registered Jul 16 20:10:39.283914 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Service CORE assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 20:10:39.284254 n-d-791506-21 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 20:10:39.284619 n-d-791506-21 neutron-server[93686]: WARNING neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] subnetpool is already registered Jul 16 20:10:39.287153 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 20:10:39.287606 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Service FLAVORS assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 20:10:39.288242 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 20:10:39.288668 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 20:10:39.289003 n-d-791506-21 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Creating instance of TrackedResource for resource:router Jul 16 20:10:39.289344 n-d-791506-21 neutron-server[93686]: WARNING neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] router is already registered Jul 16 20:10:39.289779 n-d-791506-21 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 20:10:39.290120 n-d-791506-21 neutron-server[93686]: WARNING neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] floatingip is already registered Jul 16 20:10:39.290641 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Service METERING assigned prefix: /metering {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 20:10:39.291331 n-d-791506-21 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 20:10:39.291682 n-d-791506-21 neutron-server[93686]: WARNING neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] rbac_policy is already registered Jul 16 20:10:39.292146 n-d-791506-21 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Creating instance of TrackedResource for resource:security_group Jul 16 20:10:39.292480 n-d-791506-21 neutron-server[93686]: WARNING neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] security_group is already registered Jul 16 20:10:39.292893 n-d-791506-21 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 20:10:39.293227 n-d-791506-21 neutron-server[93686]: WARNING neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] security_group_rule is already registered Jul 16 20:10:39.293865 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Service CORE assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 20:10:39.294219 n-d-791506-21 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 20:10:39.294620 n-d-791506-21 neutron-server[93686]: WARNING neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] subnetpool is already registered Jul 16 20:10:39.295045 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Service CORE assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 20:10:39.295370 n-d-791506-21 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 20:10:39.295700 n-d-791506-21 neutron-server[93686]: WARNING neutron.quota.resource_registry [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] subnetpool is already registered Jul 16 20:10:39.296243 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: extensions {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.297749 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: address-groups {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.299381 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: address-scopes {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.301472 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: agents {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.302665 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: auto-allocated-topology {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.304016 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: availability_zones {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.305470 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: dhcp-networks {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.307150 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: dhcp-agents {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.309090 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: routers {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.316369 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: flavors {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.316369 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: service_profiles {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.316369 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: next_providers {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.317097 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: service_profiles {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.318922 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: floatingip-pools {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.320162 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: routers {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.321993 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: floatingips {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.323322 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: l3-routers {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.324857 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: l3-agents {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.326304 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: metering-labels {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.327646 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: metering-label-rules {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.329175 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: network-ip-availabilities {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.330472 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: bindings {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.332277 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: quotas {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.333974 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: quotas {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.335581 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: rbac-policies {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.336781 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: security-groups {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.338232 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: security-group-rules {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.339664 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: service-providers {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.341059 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: subnetpools {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.342444 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: subnetpools {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.344087 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.345843 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.348241 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.350148 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.351965 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.354062 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.355910 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.357776 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.359783 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.361641 n-d-791506-21 neutron-server[93686]: DEBUG neutron.api.extensions [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 20:10:39.368790 n-d-791506-21 neutron-server[93686]: WARNING keystonemiddleware.auth_token [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 20:10:39.373580 n-d-791506-21 neutron-server[93686]: WARNING keystonemiddleware.auth_token [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 20:10:39.382983 n-d-791506-21 neutron-server[93686]: DEBUG oslo_concurrency.lockutils [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Acquired lock "singleton_lock" {{(pid=93686) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 20:10:39.383497 n-d-791506-21 neutron-server[93686]: DEBUG oslo_concurrency.lockutils [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Releasing lock "singleton_lock" {{(pid=93686) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 20:10:39.384159 n-d-791506-21 neutron-server[93686]: INFO oslo_service.service [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Starting 2 workers Jul 16 20:10:39.389349 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Started child 93793 {{(pid=93686) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 20:10:39.394389 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Started child 93794 {{(pid=93686) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 20:10:39.395192 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.396065 n-d-791506-21 neutron-server[93686]: INFO neutron.service [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 20:10:39.396745 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [-] (93793) wsgi starting up on http://0.0.0.0:9696 Jul 16 20:10:39.396871 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Notify callbacks [] for process, before_spawn {{(pid=93686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.399386 n-d-791506-21 neutron-server[93686]: INFO oslo_service.service [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Starting 1 workers Jul 16 20:10:39.400411 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.402195 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [-] (93794) wsgi starting up on http://0.0.0.0:9696 Jul 16 20:10:39.404908 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Started child 93795 {{(pid=93686) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 20:10:39.405463 n-d-791506-21 neutron-server[93686]: INFO oslo_service.service [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Starting 1 workers Jul 16 20:10:39.410797 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Started child 93796 {{(pid=93686) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 20:10:39.411046 n-d-791506-21 neutron-server[93795]: DEBUG neutron.service [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] calling RpcWorker wait() {{(pid=93795) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 20:10:39.411779 n-d-791506-21 neutron-server[93795]: DEBUG neutron.service [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] returning from RpcWorker wait() {{(pid=93795) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 20:10:39.411900 n-d-791506-21 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-82229a36-b1cd-402b-96b8-75cd239f7b34 None None] Notify callbacks [] for process, after_spawn {{(pid=93686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.412876 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.413468 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:39.413690 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93686) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 20:10:39.414072 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 20:10:39.414484 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 20:10:39.415005 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 20:10:39.415504 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 20:10:39.415906 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 20:10:39.416721 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.417155 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.417928 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.417928 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.417928 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.417928 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.418657 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.418788 n-d-791506-21 neutron-server[93796]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:39.418921 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.419147 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.419578 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.420045 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.420424 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.420743 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.421154 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.421569 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.422029 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.422596 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.422986 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.423405 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.423724 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.424142 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.424705 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.425698 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.426112 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] debug = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.426780 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.427451 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.427991 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.428386 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.428779 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.429218 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.429597 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.430013 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.430454 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.430878 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.431256 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.431643 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.432047 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.432516 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.432909 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.433333 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.433725 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.434390 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] host = n-d-791506-21 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.434821 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.435209 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.435626 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.436158 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.436581 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.436961 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.437371 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.437818 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.438221 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.438731 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.439153 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.439569 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.439956 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.440473 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] log_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.440815 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] log_options = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.441391 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.441888 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.442308 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.442698 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.443138 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.443466 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.443880 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.444205 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.444700 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.445202 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.445595 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.447570 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.447570 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.447570 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.447821 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.447891 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.448154 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.448405 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.448668 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.448932 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.449501 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.449501 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.449717 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.449717 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.450769 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.450769 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.450769 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.451573 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.451898 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.452578 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.453615 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.453944 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.453944 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.454595 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.456284 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.457107 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.457380 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.457677 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.457937 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.458289 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.458501 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.458754 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.459022 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.459250 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.459502 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.459730 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] use_json = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.459954 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.460421 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.460719 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.460957 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.461361 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.461586 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.461835 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.462083 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.462518 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.463065 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.463392 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.463830 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.464226 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.464491 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.464754 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.464994 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.465251 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.465485 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.465810 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.466041 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.466358 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.466626 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.466887 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.467243 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.467518 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.467800 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.468023 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.468271 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.468518 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.468761 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.469109 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.469350 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.469609 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.469895 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.470116 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.470382 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.470605 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.470827 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.471047 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.471302 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.471569 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.473527 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.473692 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.474016 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.474306 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.474582 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.474829 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.475100 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.475351 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.475592 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.475846 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.476092 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.476352 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.476558 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.476782 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.477015 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.477262 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.477546 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.477803 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.478037 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.478256 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.478497 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.478745 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.479002 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.479243 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.479460 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.479686 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.479909 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.480140 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.480396 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.480616 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.480834 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.481074 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.481308 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.481541 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.481778 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.482003 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.482216 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.482460 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.482680 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.482902 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.483106 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.483339 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.483553 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.483772 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.483982 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.484194 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.484412 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.484642 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.484875 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.485092 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.485320 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.485612 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.485924 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.486177 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.486459 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.486704 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.486946 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.487254 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.487521 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.488402 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.488788 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.489172 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.489600 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.490045 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.490246 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.490523 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.490912 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.491168 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.491410 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.491665 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.491971 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.492335 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.492579 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.493116 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.493427 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.493673 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.493922 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.494232 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.494586 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.494881 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.495224 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.495472 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.495725 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.496027 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.496297 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.496575 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.496810 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.497043 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.497298 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.497606 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.498028 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.498289 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.498605 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.498892 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.499238 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.499553 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.500306 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.500681 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.501042 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.501658 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.502056 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.502448 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.502740 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.503022 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.503335 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.503756 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.504175 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.504451 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.504821 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.505098 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.505407 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.505756 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.506167 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.506486 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.506841 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.507307 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.507597 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.507862 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.508094 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.508613 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.508984 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.509230 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.509582 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.509829 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.510112 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.510401 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.510678 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.510937 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.511186 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.511427 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.511710 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.511995 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.512237 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.512476 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.512744 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.512996 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.513309 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.513623 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.513884 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.514278 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.514647 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.515054 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.515393 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.515568 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.515827 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.516209 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.516441 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.516739 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.517071 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.517379 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.517794 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.518096 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.518402 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.518804 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.519396 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.519818 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.520020 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.520161 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.520472 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.520780 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.521014 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.521237 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.521480 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.521705 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.521979 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.522388 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.522657 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.522862 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.523827 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.523827 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.523827 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.524203 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.524203 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.524880 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.524880 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.525244 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.525408 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.525670 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.525894 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.526126 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.526386 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.526622 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.526869 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.527092 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.527306 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.527646 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.527918 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.528136 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.528736 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.528736 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.529026 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.529274 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.529498 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.529711 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.530449 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.530449 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.530646 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.530902 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.531195 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.531330 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.531640 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.531827 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.531989 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.532391 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.532960 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.532960 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.533224 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.533345 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.534884 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.534884 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.534884 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.534884 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.536286 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.536286 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.536286 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.536286 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.536286 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.536886 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.536886 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.537225 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.537225 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.537493 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.537783 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.538136 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.538396 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.538700 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.539052 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.539325 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.539615 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.539863 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.540136 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.540445 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.540597 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.540837 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.541075 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.541294 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.541573 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.541826 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.542049 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.542292 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.542552 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.542791 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.543107 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.543270 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.543480 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.543662 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.543833 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 20:10:39.544342 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93686) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 20:10:39.544512 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 20:10:39.544719 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 20:10:39.544897 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 20:10:39.545037 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 20:10:39.545164 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 20:10:39.545319 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.545481 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.545678 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.545795 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.546018 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.546156 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.546272 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.546474 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.546634 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.546801 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.547090 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.547090 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.547337 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.547615 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.547615 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.547860 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.547860 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.548072 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.548186 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.548318 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.548405 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.548572 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.548713 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] debug = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.548886 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.549196 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.549321 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.549393 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.549550 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.549775 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.549874 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.550035 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.550800 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.550954 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.551094 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.551236 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.551402 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.551551 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.551691 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.551848 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.551992 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.552154 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] host = n-d-791506-21 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.552368 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.554259 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.554259 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.554259 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.554259 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.554259 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.554259 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.554259 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.554259 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.555289 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.555289 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.555289 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.555289 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.555289 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] log_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.555289 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] log_options = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.555289 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.555289 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.555289 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.556157 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.556157 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.556157 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.556157 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.556157 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.556157 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.556157 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.556867 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.556867 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.556867 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.556867 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.556867 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.557267 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.557267 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.557267 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.557503 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.557582 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.557722 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.557843 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.557993 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.558139 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.558295 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.558474 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.558648 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.558783 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.558974 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.559095 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.559257 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.559415 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.559635 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.559723 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.560013 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.560013 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.560493 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.560493 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.560493 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.560726 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.560726 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.560941 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.561066 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.561180 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.561338 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.561500 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] use_json = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.561654 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.561811 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.561968 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.562125 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.562337 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.562487 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.562601 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.562762 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 20:10:39.562948 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.563118 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.563287 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.563447 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.563608 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.563773 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.563971 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.564080 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.564211 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.564377 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.564549 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.564704 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.564876 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.565066 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.565235 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.565379 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.565592 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.565867 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.566076 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.566300 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.566575 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.566575 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.566962 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.566962 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.567344 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.567344 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.567724 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.567724 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.568053 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.568053 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.568053 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.568513 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.568513 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.568513 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.568903 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.568903 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.569247 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.569247 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.569247 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.569605 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.569605 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.569804 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.569887 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.569983 n-d-791506-21 neutron-server[93795]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:39.570114 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.570114 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.570528 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.570528 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.570775 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.570917 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.571057 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.571196 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.571337 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.571443 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.571571 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.571728 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.571918 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.572131 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.572268 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.572410 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.572545 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.572682 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.572841 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.572997 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.573163 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.573312 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.573470 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.573613 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.573776 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.573936 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.574098 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.574258 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.574440 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.574602 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.574764 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.574926 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.575088 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.575254 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.575398 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.575571 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.575731 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.575893 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.576053 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.576212 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.576383 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.576540 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.576719 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.576879 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.577041 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.577212 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.577350 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.577517 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.577718 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.577878 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.578051 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.578206 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.578362 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.578452 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.578622 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.578839 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.578967 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.579090 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.579297 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.579397 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.579530 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.579689 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.579852 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.580008 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.580167 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.580382 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.580567 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.580666 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.580784 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.580930 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.581092 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.581365 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.581611 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.581784 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.581984 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.582131 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.582303 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.582567 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.582805 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.583085 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.583377 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.583646 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.583927 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.584189 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.584369 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.584542 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.584707 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.584875 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.585084 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.585230 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.585376 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.585537 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.585700 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.585863 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.586056 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.586354 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.586354 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.586599 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.586814 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.586814 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.586974 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.587101 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.587262 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.587464 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.587587 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.587936 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.587936 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.588097 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.588179 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.588343 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.588505 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.588673 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.588868 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.588994 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.589154 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.589315 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.589476 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.589636 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.589823 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.589987 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.590188 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.590598 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.590761 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.590988 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.591229 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.591493 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.591768 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.592028 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.592310 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.592592 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.592874 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.593158 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.593387 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.593664 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.593950 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.594228 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.594535 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.594818 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.595106 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.595386 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.595645 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.595919 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.596156 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.596364 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.596610 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.596779 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.597733 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.597733 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.597996 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.598199 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.598631 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.598902 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.599193 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.599522 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.599736 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.600027 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.600300 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.600576 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.600854 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.601136 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.601408 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.601680 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.601960 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.602247 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.602565 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.602839 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.603125 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.603411 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.603694 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.603983 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.604274 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.604559 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.604846 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.605127 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.605407 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.605709 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.605995 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.606279 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.606596 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.606877 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.607168 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.607471 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.607763 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.608053 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.608347 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.608629 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.608919 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.609205 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.609493 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.609777 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.610061 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.610364 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.610655 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.610955 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.611233 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.611511 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.611803 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.612083 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.612362 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.612732 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.613157 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.613436 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.613716 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.613987 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.614274 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.614569 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.616046 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.616046 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.616046 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.616046 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.616046 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.616046 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.616046 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.617301 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.617301 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.617301 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.617301 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.617301 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.617301 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.617301 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.618226 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.618226 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.618226 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.618608 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.618608 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.618889 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.618997 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.619158 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.619322 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.619539 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.619761 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.619930 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.620167 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.620434 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.620715 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.620979 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 20:10:39.621309 n-d-791506-21 neutron-server[93686]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 20:10:39.742231 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49296) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:39.751030 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062292 Jul 16 20:10:51.706633 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22728164-cf0d-40b7-b887-418601ac06ec None None] get_active_networks_info from n-d-791506-21 {{(pid=93795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:10:51.750613 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87fb2bc7-81d9-46d9-8b10-f8e3f76a6c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-895601'] for agent, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:51.784811 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22728164-cf0d-40b7-b887-418601ac06ec None None] No non-hosted networks {{(pid=93795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 20:10:54.099623 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-281635e7-a3d2-4a98-850e-4e6ee95e55e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-895601'] for agent, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:54.145036 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-895601'] for agent, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:54.147369 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:54.148645 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:54.149351 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:54.153695 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:54.156615 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:54.157357 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:54.159410 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:54.160099 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:54.160725 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:54.162858 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:54.163710 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:54.166716 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:54.167499 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-791506-21', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:54.188558 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-791506-21', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:54.209784 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0fe7284-3820-4320-937f-dd6f65c4fdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:55.600217 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-895601'] for agent, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:57.427840 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-895601'] for agent, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:58.619985 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49388) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:59.172793 n-d-791506-21 neutron-server[93794]: WARNING oslo_policy.policy [None req-ed47ed74-124b-4da4-aa9e-29a878831eef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 20:10:59.173360 n-d-791506-21 neutron-server[93794]: WARNING oslo_policy.policy [None req-ed47ed74-124b-4da4-aa9e-29a878831eef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 20:10:59.396856 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [None req-ed47ed74-124b-4da4-aa9e-29a878831eef admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:10:59.397961 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ed47ed74-124b-4da4-aa9e-29a878831eef admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7766931 Jul 16 20:10:59.510362 n-d-791506-21 neutron-server[93795]: INFO neutron.db.l3_hamode_db [None req-96a60283-4b34-402e-b8f8-f9a70a36657c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 20:10:59.599183 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a60283-4b34-402e-b8f8-f9a70a36657c None None] Routers set() bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:59.599578 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a60283-4b34-402e-b8f8-f9a70a36657c None None] Router IDs set() for agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 20:11:01.838056 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49402) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:02.344400 n-d-791506-21 neutron-server[93793]: WARNING oslo_policy.policy [None req-a4813e58-b9d9-4844-a943-af6733be81bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 20:11:02.344959 n-d-791506-21 neutron-server[93793]: WARNING oslo_policy.policy [None req-a4813e58-b9d9-4844-a943-af6733be81bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 20:11:02.563903 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a4813e58-b9d9-4844-a943-af6733be81bf admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:02.659443 n-d-791506-21 neutron-server[93793]: DEBUG neutron.policy [None req-a4813e58-b9d9-4844-a943-af6733be81bf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93793) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 20:11:02.704834 n-d-791506-21 neutron-server[93793]: WARNING oslo_policy.policy [None req-a4813e58-b9d9-4844-a943-af6733be81bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 20:11:02.705283 n-d-791506-21 neutron-server[93793]: WARNING oslo_policy.policy [None req-a4813e58-b9d9-4844-a943-af6733be81bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 20:11:02.713868 n-d-791506-21 neutron-server[93793]: INFO neutron.quota [None req-a4813e58-b9d9-4844-a943-af6733be81bf admin admin] Loaded quota_driver: . Jul 16 20:11:02.809324 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a4813e58-b9d9-4844-a943-af6733be81bf admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726302072976', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726302074563', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726302093851', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726302091473', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726302032532', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726302054954', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1852566', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1853285', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-782281', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-668728'] for rbac-policy, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:02.875820 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a4813e58-b9d9-4844-a943-af6733be81bf admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:02.877049 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a4813e58-b9d9-4844-a943-af6733be81bf admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0368292 Jul 16 20:11:05.526416 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49420) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:05.865786 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'b6c27c3570bd422fb377ed1529962029', 'name': 'private', 'project_id': 'b6c27c3570bd422fb377ed1529962029'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:05.911271 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] Made reservation on behalf of b6c27c3570bd422fb377ed1529962029 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:05.914228 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.931712 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.058223 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.062729 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.087019 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:11:06.112953 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726300561987', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.113547 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] Unsubscribe: segment precommit_create {{(pid=93793) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 20:11:06.114056 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] Added segment 3c0fe232-9a3e-4c41-8527-96d77f3a574d of type vlan for network 5d4c4639-224f-4f61-a90d-7e6b71a08aa9 Jul 16 20:11:06.120814 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf52b70-5c12-4ed0-a06f-2d9b72bb9407,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:06.144238 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:06.144572 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:06.144907 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:06.145238 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:06.145562 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:06.145882 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:06.146202 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:06.146542 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:06.146860 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:06.147173 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:06.147535 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:06.147804 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] Tracked resource versions report: Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: pushed versions: Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: { 'AddressGroup': {'1.2'}, Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: 'ConntrackHelper': {'1.0'}, Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: 'Log': {'1.0'}, Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: 'Network': {'1.1'}, Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: 'Port': {'1.7'}, Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: 'PortForwarding': {'1.2'}, Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: 'QosPolicy': {'1.8'}, Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: 'SecurityGroup': {'1.4'}, Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: 'SecurityGroupRule': {'1.2'}, Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: 'SubPort': {'1.0'}, Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: 'Subnet': {'1.1'}, Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: 'Trunk': {'1.1'}} Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: consumer versions: Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: { DHCP agent@n-d-791506-21: {}, Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: L3 agent@n-d-791506-21: {}, Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: Metadata agent@n-d-791506-21: {}, Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: Metering agent@n-d-791506-21: {}, Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: Open vSwitch agent@n-d-791506-21: { 'AddressGroup': '1.2', Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: 'ConntrackHelper': '1.0', Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: 'Log': '1.0', Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: 'Network': '1.1', Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: 'Port': '1.7', Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: 'PortForwarding': '1.2', Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: 'QosPolicy': '1.8', Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: 'SecurityGroup': '1.4', Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: 'SecurityGroupRule': '1.2', Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: 'SubPort': '1.0', Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: 'Subnet': '1.1', Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: 'Trunk': '1.1'}} Jul 16 20:11:06.149042 n-d-791506-21 neutron-server[93793]: {{(pid=93793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 20:11:06.238471 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.288764 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.289877 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:06.290564 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.349600 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8219829 Jul 16 20:11:06.393958 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d183e7e-5036-4e8c-90b1-537331ffd108 admin admin] Pushing event updated for resources: {'Network': ['ID=5d4c4639-224f-4f61-a90d-7e6b71a08aa9,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:06.408358 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 5d4c4639-224f-4f61-a90d-7e6b71a08aa9 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:11:09.028326 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49434) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:09.553155 n-d-791506-21 neutron-server[93794]: DEBUG neutron.policy [None req-dff03e38-0c09-460f-a309-8da6318bd07f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93794) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 20:11:09.598965 n-d-791506-21 neutron-server[93794]: WARNING oslo_policy.policy [None req-dff03e38-0c09-460f-a309-8da6318bd07f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 20:11:09.599338 n-d-791506-21 neutron-server[93794]: WARNING oslo_policy.policy [None req-dff03e38-0c09-460f-a309-8da6318bd07f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 20:11:09.607714 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff03e38-0c09-460f-a309-8da6318bd07f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:09.609388 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-dff03e38-0c09-460f-a309-8da6318bd07f admin admin] 10.222.0.38 "GET /v2.0/networks/5d4c4639-224f-4f61-a90d-7e6b71a08aa9 HTTP/1.1" status: 200 len: 825 time: 0.5801101 Jul 16 20:11:09.649191 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ade88fc0-bdca-409b-8005-2efc39d220bb admin admin] 10.222.0.38 "GET /v2.0/subnetpools/dc594083-7e89-4a36-afc7-da9eaa3c17e3 HTTP/1.1" status: 200 len: 734 time: 0.0342319 Jul 16 20:11:09.658774 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-40c32bb3-a225-4a2c-9236-0090c1a951c5 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '5d4c4639-224f-4f61-a90d-7e6b71a08aa9', 'ip_version': 4, 'subnetpool_id': 'dc594083-7e89-4a36-afc7-da9eaa3c17e3', 'gateway_ip': '172.20.0.1', 'tenant_id': 'b6c27c3570bd422fb377ed1529962029'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:09.660380 n-d-791506-21 neutron-server[93794]: INFO neutron.quota [None req-40c32bb3-a225-4a2c-9236-0090c1a951c5 admin admin] Loaded quota_driver: . Jul 16 20:11:09.700587 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c32bb3-a225-4a2c-9236-0090c1a951c5 admin admin] Made reservation on behalf of b6c27c3570bd422fb377ed1529962029 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:09.703358 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-40c32bb3-a225-4a2c-9236-0090c1a951c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.997189 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-40c32bb3-a225-4a2c-9236-0090c1a951c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.066761 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c32bb3-a225-4a2c-9236-0090c1a951c5 admin admin] Checking segment: {'id': '3c0fe232-9a3e-4c41-8527-96d77f3a574d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5d4c4639-224f-4f61-a90d-7e6b71a08aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:10.067428 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c32bb3-a225-4a2c-9236-0090c1a951c5 admin admin] Network hostable DHCP agents. Network: 5d4c4639-224f-4f61-a90d-7e6b71a08aa9, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:11:10.081031 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c32bb3-a225-4a2c-9236-0090c1a951c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df95626e-e918-417a-9e17-be75fb67493f,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:10.094924 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c32bb3-a225-4a2c-9236-0090c1a951c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:10.095811 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c32bb3-a225-4a2c-9236-0090c1a951c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:10.096180 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c32bb3-a225-4a2c-9236-0090c1a951c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:10.096645 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c32bb3-a225-4a2c-9236-0090c1a951c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:10.096987 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c32bb3-a225-4a2c-9236-0090c1a951c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:10.097302 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c32bb3-a225-4a2c-9236-0090c1a951c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:10.097668 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c32bb3-a225-4a2c-9236-0090c1a951c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:10.098000 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c32bb3-a225-4a2c-9236-0090c1a951c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:10.098809 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c32bb3-a225-4a2c-9236-0090c1a951c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:10.098809 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c32bb3-a225-4a2c-9236-0090c1a951c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:10.099540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c32bb3-a225-4a2c-9236-0090c1a951c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:10.099540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c32bb3-a225-4a2c-9236-0090c1a951c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c32bb3-a225-4a2c-9236-0090c1a951c5 admin admin] Tracked resource versions report: Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: pushed versions: Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: { 'AddressGroup': {'1.2'}, Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: 'ConntrackHelper': {'1.0'}, Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: 'Log': {'1.0'}, Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: 'Network': {'1.1'}, Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: 'Port': {'1.7'}, Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: 'PortForwarding': {'1.2'}, Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: 'QosPolicy': {'1.8'}, Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: 'SecurityGroup': {'1.4'}, Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: 'SecurityGroupRule': {'1.2'}, Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: 'SubPort': {'1.0'}, Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: 'Subnet': {'1.1'}, Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: 'Trunk': {'1.1'}} Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: consumer versions: Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: { DHCP agent@n-d-791506-21: {}, Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: L3 agent@n-d-791506-21: {}, Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: Metadata agent@n-d-791506-21: {}, Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: Metering agent@n-d-791506-21: {}, Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: Open vSwitch agent@n-d-791506-21: { 'AddressGroup': '1.2', Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: 'ConntrackHelper': '1.0', Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: 'Log': '1.0', Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: 'Network': '1.1', Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: 'Port': '1.7', Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: 'PortForwarding': '1.2', Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: 'QosPolicy': '1.8', Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: 'SecurityGroup': '1.4', Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: 'SecurityGroupRule': '1.2', Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: 'SubPort': '1.0', Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: 'Subnet': '1.1', Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: 'Trunk': '1.1'}} Jul 16 20:11:10.100348 n-d-791506-21 neutron-server[93794]: {{(pid=93794) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 20:11:10.124387 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c32bb3-a225-4a2c-9236-0090c1a951c5 admin admin] Network 5d4c4639-224f-4f61-a90d-7e6b71a08aa9 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:11:10.142549 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-40c32bb3-a225-4a2c-9236-0090c1a951c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 5d4c4639-224f-4f61-a90d-7e6b71a08aa9) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:10.147157 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c32bb3-a225-4a2c-9236-0090c1a951c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:10.147791 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-40c32bb3-a225-4a2c-9236-0090c1a951c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.157417 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2caa8c-e328-4b85-8c9f-8d5bce08cc40 None None] Network 5d4c4639-224f-4f61-a90d-7e6b71a08aa9 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:10.171575 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-40c32bb3-a225-4a2c-9236-0090c1a951c5 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5170829 Jul 16 20:11:10.472705 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-5d4c4639-224f-4f61-a90d-7e6b71a08aa9', 'network_id': '5d4c4639-224f-4f61-a90d-7e6b71a08aa9', 'tenant_id': 'b6c27c3570bd422fb377ed1529962029', 'fixed_ips': [{'subnet_id': 'df95626e-e918-417a-9e17-be75fb67493f'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:11:10.473930 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.775463 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Allocated IP 172.20.0.2 (5d4c4639-224f-4f61-a90d-7e6b71a08aa9/df95626e-e918-417a-9e17-be75fb67493f/aac0ea12-c655-4bf0-85be-579ae6dbf6b0) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:10.993053 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.042706 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Transition to ACTIVE for port object aac0ea12-c655-4bf0-85be-579ae6dbf6b0 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:11.065294 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Transition to ACTIVE for port object aac0ea12-c655-4bf0-85be-579ae6dbf6b0 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:11.074055 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.141055 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Network 5d4c4639-224f-4f61-a90d-7e6b71a08aa9 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:11.148300 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:11.161489 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:11.167647 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Pushing event updated for resources: {'Port': ['ID=aac0ea12-c655-4bf0-85be-579ae6dbf6b0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:11.180916 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:11.181266 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:11.181608 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:11.181944 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:11.182277 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:11.182705 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:11.183030 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:11.184149 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:11.184149 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:11.184149 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:11.184421 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:11.184621 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Tracked resource versions report: Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: pushed versions: Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: { 'AddressGroup': {'1.2'}, Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: 'ConntrackHelper': {'1.0'}, Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: 'Log': {'1.0'}, Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: 'Network': {'1.1'}, Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: 'Port': {'1.7'}, Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: 'PortForwarding': {'1.2'}, Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: 'QosPolicy': {'1.8'}, Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: 'SecurityGroup': {'1.4'}, Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: 'SecurityGroupRule': {'1.2'}, Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: 'SubPort': {'1.0'}, Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: 'Subnet': {'1.1'}, Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: 'Trunk': {'1.1'}} Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: consumer versions: Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: { DHCP agent@n-d-791506-21: {}, Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: L3 agent@n-d-791506-21: {}, Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: Metadata agent@n-d-791506-21: {}, Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: Metering agent@n-d-791506-21: {}, Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: Open vSwitch agent@n-d-791506-21: { 'AddressGroup': '1.2', Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: 'ConntrackHelper': '1.0', Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: 'Log': '1.0', Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: 'Network': '1.1', Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: 'Port': '1.7', Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: 'PortForwarding': '1.2', Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: 'QosPolicy': '1.8', Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: 'SecurityGroup': '1.4', Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: 'SecurityGroupRule': '1.2', Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: 'SubPort': '1.0', Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: 'Subnet': '1.1', Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: 'Trunk': '1.1'}} Jul 16 20:11:11.185753 n-d-791506-21 neutron-server[93795]: {{(pid=93795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 20:11:11.264399 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Attempting to bind port aac0ea12-c655-4bf0-85be-579ae6dbf6b0 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:11.264810 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Attempting to bind port aac0ea12-c655-4bf0-85be-579ae6dbf6b0 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '3c0fe232-9a3e-4c41-8527-96d77f3a574d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5d4c4639-224f-4f61-a90d-7e6b71a08aa9'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:11.265236 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Attempting to bind port aac0ea12-c655-4bf0-85be-579ae6dbf6b0 on network 5d4c4639-224f-4f61-a90d-7e6b71a08aa9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:11.271170 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:11.271578 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Checking segment: {'id': '3c0fe232-9a3e-4c41-8527-96d77f3a574d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5d4c4639-224f-4f61-a90d-7e6b71a08aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:11.272054 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.272444 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Bound using segment: {'id': '3c0fe232-9a3e-4c41-8527-96d77f3a574d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5d4c4639-224f-4f61-a90d-7e6b71a08aa9'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:11.272940 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Bound port: aac0ea12-c655-4bf0-85be-579ae6dbf6b0, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0fe232-9a3e-4c41-8527-96d77f3a574d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5d4c4639-224f-4f61-a90d-7e6b71a08aa9'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:11.273353 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.341808 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] For port aac0ea12-c655-4bf0-85be-579ae6dbf6b0, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:11.347042 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] For port aac0ea12-c655-4bf0-85be-579ae6dbf6b0, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=aac0ea12-c655-4bf0-85be-579ae6dbf6b0,segment=NetworkSegment(3c0fe232-9a3e-4c41-8527-96d77f3a574d),segment_id=3c0fe232-9a3e-4c41-8527-96d77f3a574d)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:11.352779 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.422739 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d416b7a-7440-4fae-80bf-7724c85fd6c8 None None] Pushing event updated for resources: {'Port': ['ID=aac0ea12-c655-4bf0-85be-579ae6dbf6b0,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:12.621914 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49448) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:12.984320 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-1a210d29-6170-4f26-9b06-b48526795f05 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:11:12.985315 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1a210d29-6170-4f26-9b06-b48526795f05 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3622916 Jul 16 20:11:15.402558 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49456) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:15.728196 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-91ec15ec-5f0a-499d-af19-257336e22e60 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:11:15.729259 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-91ec15ec-5f0a-499d-af19-257336e22e60 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3257632 Jul 16 20:11:17.774877 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11284c77-d9e6-46be-9da2-ca798705635e None None] Network 5d4c4639-224f-4f61-a90d-7e6b71a08aa9 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:17.880074 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69e8368f-e030-4dc4-8835-f855a3746621 None None] Provisioning for port aac0ea12-c655-4bf0-85be-579ae6dbf6b0 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:18.131593 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device aac0ea12-c655-4bf0-85be-579ae6dbf6b0 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:18.216346 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port aac0ea12-c655-4bf0-85be-579ae6dbf6b0 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:18.223564 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port aac0ea12-c655-4bf0-85be-579ae6dbf6b0 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:18.223984 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:18.247466 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-92a5eab1-aa10-4b13-b8f9-f5b36f529922 None None] Provisioning complete for port aac0ea12-c655-4bf0-85be-579ae6dbf6b0 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:18.247768 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92a5eab1-aa10-4b13-b8f9-f5b36f529922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:18.390173 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:18.417622 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92a5eab1-aa10-4b13-b8f9-f5b36f529922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:18.449005 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port aac0ea12-c655-4bf0-85be-579ae6dbf6b0, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=aac0ea12-c655-4bf0-85be-579ae6dbf6b0,segment=NetworkSegment(3c0fe232-9a3e-4c41-8527-96d77f3a574d),segment_id=3c0fe232-9a3e-4c41-8527-96d77f3a574d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:18.453945 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:18.466163 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49470) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:18.520267 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-92a5eab1-aa10-4b13-b8f9-f5b36f529922 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:11:18.520563 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-92a5eab1-aa10-4b13-b8f9-f5b36f529922 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:11:18.529570 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=aac0ea12-c655-4bf0-85be-579ae6dbf6b0,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:18.781079 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-2a57d979-1abb-40d9-83e3-b0483ef11630 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'b6c27c3570bd422fb377ed1529962029', 'name': 'router1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:18.804341 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a57d979-1abb-40d9-83e3-b0483ef11630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:18.805821 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a57d979-1abb-40d9-83e3-b0483ef11630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:18.947159 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a57d979-1abb-40d9-83e3-b0483ef11630 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:18.952012 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a57d979-1abb-40d9-83e3-b0483ef11630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:18.965575 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a57d979-1abb-40d9-83e3-b0483ef11630 admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:18.966771 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2a57d979-1abb-40d9-83e3-b0483ef11630 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4996192 Jul 16 20:11:20.094030 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device aac0ea12-c655-4bf0-85be-579ae6dbf6b0 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:20.140707 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port aac0ea12-c655-4bf0-85be-579ae6dbf6b0 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:20.141072 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:21.371630 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49478) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:21.584169 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-819b8140-4f15-493e-abe0-7c815dc0b813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:21.693087 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-25a3e2c8-fcdb-48f3-88bd-926f8a3f4849 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:11:21.694059 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-25a3e2c8-fcdb-48f3-88bd-926f8a3f4849 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3215034 Jul 16 20:11:24.104190 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49486) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:24.105426 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd19dbda-b4b3-4cdd-bede-69ad1603c14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.129804 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.466106 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-1c719e75-3d04-4792-944c-5946662a2a5b admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:24.491720 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c719e75-3d04-4792-944c-5946662a2a5b admin admin] Made reservation on behalf of 3158d7c10ba649719e022fa05363a841 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:24.494080 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c719e75-3d04-4792-944c-5946662a2a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.511208 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c719e75-3d04-4792-944c-5946662a2a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.645714 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c719e75-3d04-4792-944c-5946662a2a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.652069 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c719e75-3d04-4792-944c-5946662a2a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.670967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1c719e75-3d04-4792-944c-5946662a2a5b admin admin] Reserving flat network on physical network physnet1 {{(pid=93794) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 20:11:24.693242 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c719e75-3d04-4792-944c-5946662a2a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f295cde6-c6b4-40a2-b988-984b90c653e2,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:24.700196 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c719e75-3d04-4792-944c-5946662a2a5b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726300561987', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.700770 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c719e75-3d04-4792-944c-5946662a2a5b admin admin] Unsubscribe: segment precommit_create {{(pid=93794) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 20:11:24.701244 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-1c719e75-3d04-4792-944c-5946662a2a5b admin admin] Added segment 19af5095-7bb0-4b5e-9653-4efccf624bc4 of type flat for network 9eaba347-54f9-4044-808d-862f23e2a998 Jul 16 20:11:24.764967 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c719e75-3d04-4792-944c-5946662a2a5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.824050 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c719e75-3d04-4792-944c-5946662a2a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.825012 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c719e75-3d04-4792-944c-5946662a2a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:24.825592 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c719e75-3d04-4792-944c-5946662a2a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.897889 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1c719e75-3d04-4792-944c-5946662a2a5b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7925727 Jul 16 20:11:24.945619 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c719e75-3d04-4792-944c-5946662a2a5b admin admin] Pushing event updated for resources: {'Network': ['ID=9eaba347-54f9-4044-808d-862f23e2a998,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:24.957638 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 9eaba347-54f9-4044-808d-862f23e2a998 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:11:25.552797 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:27.308674 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49504) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:27.374484 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:27.486815 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 5 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:11:27.495578 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19643913-5e2b-4529-8851-e3422cf4c430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:27.496926 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-19643913-5e2b-4529-8851-e3422cf4c430 admin admin] 10.222.0.38 "GET /v2.0/subnets/df95626e-e918-417a-9e17-be75fb67493f HTTP/1.1" status: 200 len: 849 time: 0.1873019 Jul 16 20:11:27.663418 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d9fe00df-fc36-4573-99a0-2f6d4400c7e9 admin admin] 10.222.0.38 "GET /v2.0/routers/b4cd2caf-3ec9-4f1c-a9bf-b012341c8038 HTTP/1.1" status: 200 len: 704 time: 0.1607614 Jul 16 20:11:27.934464 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1b53fea-a5db-4c8d-9a80-74c738f224cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.237171 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-d1b53fea-a5db-4c8d-9a80-74c738f224cd admin admin] Allocated IP 172.20.0.1 (5d4c4639-224f-4f61-a90d-7e6b71a08aa9/df95626e-e918-417a-9e17-be75fb67493f/c7b549f5-2853-42f8-9f5b-ffca23855584) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:28.395269 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1b53fea-a5db-4c8d-9a80-74c738f224cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.417872 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-d1b53fea-a5db-4c8d-9a80-74c738f224cd admin admin] Transition to ACTIVE for port object c7b549f5-2853-42f8-9f5b-ffca23855584 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:28.501167 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1b53fea-a5db-4c8d-9a80-74c738f224cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.619057 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b53fea-a5db-4c8d-9a80-74c738f224cd admin admin] Network 5d4c4639-224f-4f61-a90d-7e6b71a08aa9 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:28.625727 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-d1b53fea-a5db-4c8d-9a80-74c738f224cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:28.632236 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b53fea-a5db-4c8d-9a80-74c738f224cd admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:28.632333 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1b53fea-a5db-4c8d-9a80-74c738f224cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.698988 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b53fea-a5db-4c8d-9a80-74c738f224cd admin admin] Pushing event updated for resources: {'Port': ['ID=c7b549f5-2853-42f8-9f5b-ffca23855584,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:28.842345 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a2073963-a2a8-4d4f-bbc4-4e4859c900f5 None None] Provisioning for port c7b549f5-2853-42f8-9f5b-ffca23855584 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:28.846049 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a2073963-a2a8-4d4f-bbc4-4e4859c900f5 None None] Provisioning complete for port c7b549f5-2853-42f8-9f5b-ffca23855584 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:28.846455 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2073963-a2a8-4d4f-bbc4-4e4859c900f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.854565 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1b53fea-a5db-4c8d-9a80-74c738f224cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.880265 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a2073963-a2a8-4d4f-bbc4-4e4859c900f5 None None] Port c7b549f5-2853-42f8-9f5b-ffca23855584 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:29.050296 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1b53fea-a5db-4c8d-9a80-74c738f224cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.055020 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1b53fea-a5db-4c8d-9a80-74c738f224cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.055857 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1b53fea-a5db-4c8d-9a80-74c738f224cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.118712 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b53fea-a5db-4c8d-9a80-74c738f224cd admin admin] Pushing event updated for resources: {'Port': ['ID=c7b549f5-2853-42f8-9f5b-ffca23855584,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:29.193754 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b53fea-a5db-4c8d-9a80-74c738f224cd admin admin] Network 5d4c4639-224f-4f61-a90d-7e6b71a08aa9 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:29.195154 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-d1b53fea-a5db-4c8d-9a80-74c738f224cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:29.361591 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b53fea-a5db-4c8d-9a80-74c738f224cd admin admin] Router b4cd2caf-3ec9-4f1c-a9bf-b012341c8038 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:11:29.402221 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-85066277-4c6e-4048-9616-7519691aaa9f None None] Provisioning complete for port c7b549f5-2853-42f8-9f5b-ffca23855584 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:29.402634 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85066277-4c6e-4048-9616-7519691aaa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.442792 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-85066277-4c6e-4048-9616-7519691aaa9f None None] Port c7b549f5-2853-42f8-9f5b-ffca23855584 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:29.459759 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b53fea-a5db-4c8d-9a80-74c738f224cd admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:29.465230 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d1b53fea-a5db-4c8d-9a80-74c738f224cd admin admin] 10.222.0.38 "PUT /v2.0/routers/b4cd2caf-3ec9-4f1c-a9bf-b012341c8038/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7970269 Jul 16 20:11:29.469449 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcedd23-09a7-4e37-9c51-923dbdb2cb83 None None] Sync routers for ids ['b4cd2caf-3ec9-4f1c-a9bf-b012341c8038'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:29.493186 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcedd23-09a7-4e37-9c51-923dbdb2cb83 None None] Routers {'b4cd2caf-3ec9-4f1c-a9bf-b012341c8038'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:29.494013 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-6bcedd23-09a7-4e37-9c51-923dbdb2cb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:11:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['b4cd2caf-3ec9-4f1c-a9bf-b012341c8038'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:29.688434 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-6bcedd23-09a7-4e37-9c51-923dbdb2cb83 None None] Set router b4cd2caf-3ec9-4f1c-a9bf-b012341c8038 gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:30.140244 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-6bcedd23-09a7-4e37-9c51-923dbdb2cb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cd2caf-3ec9-4f1c-a9bf-b012341c8038', 'name': 'router1', 'tenant_id': 'b6c27c3570bd422fb377ed1529962029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:18Z', 'updated_at': '2021-07-16T20:11:28Z', 'revision_number': 2, 'project_id': 'b6c27c3570bd422fb377ed1529962029', 'gw_port_host': None, '_interfaces': [{'id': 'c7b549f5-2853-42f8-9f5b-ffca23855584', 'name': '', 'network_id': '5d4c4639-224f-4f61-a90d-7e6b71a08aa9', 'tenant_id': 'b6c27c3570bd422fb377ed1529962029', 'mac_address': 'fa:16:3e:26:4f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cd2caf-3ec9-4f1c-a9bf-b012341c8038', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df95626e-e918-417a-9e17-be75fb67493f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:27Z', 'updated_at': '2021-07-16T20:11:28Z', 'revision_number': 2, 'project_id': 'b6c27c3570bd422fb377ed1529962029', 'subnets': [{'id': 'df95626e-e918-417a-9e17-be75fb67493f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc594083-7e89-4a36-afc7-da9eaa3c17e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:30.192600 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcedd23-09a7-4e37-9c51-923dbdb2cb83 None None] Checking router: b4cd2caf-3ec9-4f1c-a9bf-b012341c8038 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:11:30.192968 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcedd23-09a7-4e37-9c51-923dbdb2cb83 None None] Updating router b4cd2caf-3ec9-4f1c-a9bf-b012341c8038 port c7b549f5-2853-42f8-9f5b-ffca23855584 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:11:30.258984 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6bcedd23-09a7-4e37-9c51-923dbdb2cb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:30.771457 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6bcedd23-09a7-4e37-9c51-923dbdb2cb83 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:30.789057 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-6bcedd23-09a7-4e37-9c51-923dbdb2cb83 None None] Transition to ACTIVE for port object c7b549f5-2853-42f8-9f5b-ffca23855584 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:30.795380 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6bcedd23-09a7-4e37-9c51-923dbdb2cb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:30.940108 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ca6ff-9465-4dfa-9365-a2cb60482c73 None None] Pushing event updated for resources: {'Port': ['ID=c7b549f5-2853-42f8-9f5b-ffca23855584,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:30.966492 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ca6ff-9465-4dfa-9365-a2cb60482c73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:30.966846 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ca6ff-9465-4dfa-9365-a2cb60482c73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:30.967187 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ca6ff-9465-4dfa-9365-a2cb60482c73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:30.967523 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ca6ff-9465-4dfa-9365-a2cb60482c73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:30.967854 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ca6ff-9465-4dfa-9365-a2cb60482c73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:30.968182 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ca6ff-9465-4dfa-9365-a2cb60482c73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:30.968506 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ca6ff-9465-4dfa-9365-a2cb60482c73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:30.968828 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ca6ff-9465-4dfa-9365-a2cb60482c73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:30.969252 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ca6ff-9465-4dfa-9365-a2cb60482c73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:30.969796 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ca6ff-9465-4dfa-9365-a2cb60482c73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:30.970151 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ca6ff-9465-4dfa-9365-a2cb60482c73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:30.970476 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ca6ff-9465-4dfa-9365-a2cb60482c73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ca6ff-9465-4dfa-9365-a2cb60482c73 None None] Tracked resource versions report: Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: pushed versions: Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: { 'AddressGroup': {'1.2'}, Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: 'ConntrackHelper': {'1.0'}, Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: 'Log': {'1.0'}, Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: 'Network': {'1.1'}, Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: 'Port': {'1.7'}, Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: 'PortForwarding': {'1.2'}, Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: 'QosPolicy': {'1.8'}, Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: 'SecurityGroup': {'1.4'}, Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: 'SecurityGroupRule': {'1.2'}, Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: 'SubPort': {'1.0'}, Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: 'Subnet': {'1.1'}, Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: 'Trunk': {'1.1'}} Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: consumer versions: Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: { DHCP agent@n-d-791506-21: {}, Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: L3 agent@n-d-791506-21: {}, Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: Metadata agent@n-d-791506-21: {}, Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: Metering agent@n-d-791506-21: {}, Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: Open vSwitch agent@n-d-791506-21: { 'AddressGroup': '1.2', Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: 'ConntrackHelper': '1.0', Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: 'Log': '1.0', Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: 'Network': '1.1', Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: 'Port': '1.7', Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: 'PortForwarding': '1.2', Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: 'QosPolicy': '1.8', Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: 'SecurityGroup': '1.4', Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: 'SecurityGroupRule': '1.2', Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: 'SubPort': '1.0', Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: 'Subnet': '1.1', Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: 'Trunk': '1.1'}} Jul 16 20:11:30.971630 n-d-791506-21 neutron-server[93796]: {{(pid=93796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 20:11:30.987750 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-6bcedd23-09a7-4e37-9c51-923dbdb2cb83 None None] Attempting to bind port c7b549f5-2853-42f8-9f5b-ffca23855584 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:30.988158 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-6bcedd23-09a7-4e37-9c51-923dbdb2cb83 None None] Attempting to bind port c7b549f5-2853-42f8-9f5b-ffca23855584 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '3c0fe232-9a3e-4c41-8527-96d77f3a574d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5d4c4639-224f-4f61-a90d-7e6b71a08aa9'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:30.988579 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcedd23-09a7-4e37-9c51-923dbdb2cb83 None None] Attempting to bind port c7b549f5-2853-42f8-9f5b-ffca23855584 on network 5d4c4639-224f-4f61-a90d-7e6b71a08aa9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:30.993848 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcedd23-09a7-4e37-9c51-923dbdb2cb83 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:30.994244 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcedd23-09a7-4e37-9c51-923dbdb2cb83 None None] Checking segment: {'id': '3c0fe232-9a3e-4c41-8527-96d77f3a574d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5d4c4639-224f-4f61-a90d-7e6b71a08aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:30.994745 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6bcedd23-09a7-4e37-9c51-923dbdb2cb83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:30.995138 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcedd23-09a7-4e37-9c51-923dbdb2cb83 None None] Bound using segment: {'id': '3c0fe232-9a3e-4c41-8527-96d77f3a574d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5d4c4639-224f-4f61-a90d-7e6b71a08aa9'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:30.995618 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-6bcedd23-09a7-4e37-9c51-923dbdb2cb83 None None] Bound port: c7b549f5-2853-42f8-9f5b-ffca23855584, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0fe232-9a3e-4c41-8527-96d77f3a574d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5d4c4639-224f-4f61-a90d-7e6b71a08aa9'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:30.996014 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6bcedd23-09a7-4e37-9c51-923dbdb2cb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:31.061517 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-6bcedd23-09a7-4e37-9c51-923dbdb2cb83 None None] For port c7b549f5-2853-42f8-9f5b-ffca23855584, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:31.085544 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-6bcedd23-09a7-4e37-9c51-923dbdb2cb83 None None] For port c7b549f5-2853-42f8-9f5b-ffca23855584, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=c7b549f5-2853-42f8-9f5b-ffca23855584,segment=NetworkSegment(3c0fe232-9a3e-4c41-8527-96d77f3a574d),segment_id=3c0fe232-9a3e-4c41-8527-96d77f3a574d)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:31.090017 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6bcedd23-09a7-4e37-9c51-923dbdb2cb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:31.148165 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ca6ff-9465-4dfa-9365-a2cb60482c73 None None] Pushing event updated for resources: {'Port': ['ID=c7b549f5-2853-42f8-9f5b-ffca23855584,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:31.150621 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcedd23-09a7-4e37-9c51-923dbdb2cb83 None None] Routers {'b4cd2caf-3ec9-4f1c-a9bf-b012341c8038'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:31.151220 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-6bcedd23-09a7-4e37-9c51-923dbdb2cb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:11:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['b4cd2caf-3ec9-4f1c-a9bf-b012341c8038'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:31.243647 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-6bcedd23-09a7-4e37-9c51-923dbdb2cb83 None None] Set router b4cd2caf-3ec9-4f1c-a9bf-b012341c8038 gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:31.471760 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-6bcedd23-09a7-4e37-9c51-923dbdb2cb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cd2caf-3ec9-4f1c-a9bf-b012341c8038', 'name': 'router1', 'tenant_id': 'b6c27c3570bd422fb377ed1529962029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:18Z', 'updated_at': '2021-07-16T20:11:28Z', 'revision_number': 2, 'project_id': 'b6c27c3570bd422fb377ed1529962029', 'gw_port_host': None, '_interfaces': [{'id': 'c7b549f5-2853-42f8-9f5b-ffca23855584', 'name': '', 'network_id': '5d4c4639-224f-4f61-a90d-7e6b71a08aa9', 'tenant_id': 'b6c27c3570bd422fb377ed1529962029', 'mac_address': 'fa:16:3e:26:4f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cd2caf-3ec9-4f1c-a9bf-b012341c8038', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df95626e-e918-417a-9e17-be75fb67493f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:27Z', 'updated_at': '2021-07-16T20:11:31Z', 'revision_number': 4, 'project_id': 'b6c27c3570bd422fb377ed1529962029', 'subnets': [{'id': 'df95626e-e918-417a-9e17-be75fb67493f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc594083-7e89-4a36-afc7-da9eaa3c17e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:31.505592 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcedd23-09a7-4e37-9c51-923dbdb2cb83 None None] The sync data for ids ['b4cd2caf-3ec9-4f1c-a9bf-b012341c8038'] in n-d-791506-21 is: [{'id': 'b4cd2caf-3ec9-4f1c-a9bf-b012341c8038', 'name': 'router1', 'tenant_id': 'b6c27c3570bd422fb377ed1529962029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:18Z', 'updated_at': '2021-07-16T20:11:28Z', 'revision_number': 2, 'project_id': 'b6c27c3570bd422fb377ed1529962029', 'gw_port_host': None, '_interfaces': [{'id': 'c7b549f5-2853-42f8-9f5b-ffca23855584', 'name': '', 'network_id': '5d4c4639-224f-4f61-a90d-7e6b71a08aa9', 'tenant_id': 'b6c27c3570bd422fb377ed1529962029', 'mac_address': 'fa:16:3e:26:4f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cd2caf-3ec9-4f1c-a9bf-b012341c8038', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df95626e-e918-417a-9e17-be75fb67493f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:27Z', 'updated_at': '2021-07-16T20:11:31Z', 'revision_number': 4, 'project_id': 'b6c27c3570bd422fb377ed1529962029', 'subnets': [{'id': 'df95626e-e918-417a-9e17-be75fb67493f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc594083-7e89-4a36-afc7-da9eaa3c17e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:11:31.771977 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49524) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:31.899574 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a440a8f3-6c1c-4d67-85a0-c21c061337bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:31.900972 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a440a8f3-6c1c-4d67-85a0-c21c061337bb admin admin] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 842 time: 0.1278536 Jul 16 20:11:31.911376 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-e32c7bb6-a835-46d4-aac7-ca3dfc427d28 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.25.0.0/24', 'name': 'public-subnet', 'gateway_ip': '172.25.0.1', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'enable_dhcp': False}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:31.933136 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32c7bb6-a835-46d4-aac7-ca3dfc427d28 admin admin] Made reservation on behalf of 3158d7c10ba649719e022fa05363a841 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:31.935817 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e32c7bb6-a835-46d4-aac7-ca3dfc427d28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.228794 n-d-791506-21 neutron-server[93794]: DEBUG neutron.objects.ports [None req-e32c7bb6-a835-46d4-aac7-ca3dfc427d28 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93794) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:11:32.229230 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e32c7bb6-a835-46d4-aac7-ca3dfc427d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.289055 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c7bb6-a835-46d4-aac7-ca3dfc427d28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb1b0f88-5fd6-4365-a896-fb528e726a8c,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:32.293930 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32c7bb6-a835-46d4-aac7-ca3dfc427d28 admin admin] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:32.294287 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32c7bb6-a835-46d4-aac7-ca3dfc427d28 admin admin] Network hostable DHCP agents. Network: 9eaba347-54f9-4044-808d-862f23e2a998, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:11:32.310759 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32c7bb6-a835-46d4-aac7-ca3dfc427d28 admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:11:32.320642 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-e32c7bb6-a835-46d4-aac7-ca3dfc427d28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 9eaba347-54f9-4044-808d-862f23e2a998) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:32.325343 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32c7bb6-a835-46d4-aac7-ca3dfc427d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:32.326155 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e32c7bb6-a835-46d4-aac7-ca3dfc427d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.331370 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36845560-0a1d-4249-be00-1cb93a9229e6 None None] Network 9eaba347-54f9-4044-808d-862f23e2a998 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:32.348375 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e32c7bb6-a835-46d4-aac7-ca3dfc427d28 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4411066 Jul 16 20:11:32.469299 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53136b4-70f7-4a58-8909-44a77112926b None None] Network 9eaba347-54f9-4044-808d-862f23e2a998 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:34.713844 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49536) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:34.845665 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-56e79173-cc99-41ca-95ba-5536510f46b8 admin admin] 10.222.0.38 "GET /v2.0/routers/b4cd2caf-3ec9-4f1c-a9bf-b012341c8038 HTTP/1.1" status: 200 len: 710 time: 0.1299493 Jul 16 20:11:35.002826 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95b1ff3-4eda-4b50-8c48-93101c2d9add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:35.004202 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a95b1ff3-4eda-4b50-8c48-93101c2d9add admin admin] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 886 time: 0.1535180 Jul 16 20:11:35.012708 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-f3e53600-15ca-494c-a655-cfae715f83ff admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:35.264883 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3e53600-15ca-494c-a655-cfae715f83ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.499393 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3e53600-15ca-494c-a655-cfae715f83ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.575011 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3e53600-15ca-494c-a655-cfae715f83ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.680741 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-f3e53600-15ca-494c-a655-cfae715f83ff admin admin] Allocated IP 172.25.0.24 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/6715d9b8-1647-416f-9555-f36ceed1a564) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:35.779617 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3e53600-15ca-494c-a655-cfae715f83ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.818205 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3e53600-15ca-494c-a655-cfae715f83ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.854660 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e53600-15ca-494c-a655-cfae715f83ff admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:35.859111 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-f3e53600-15ca-494c-a655-cfae715f83ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:35.863055 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e53600-15ca-494c-a655-cfae715f83ff admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:35.896085 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e53600-15ca-494c-a655-cfae715f83ff admin admin] Pushing event updated for resources: {'Port': ['ID=6715d9b8-1647-416f-9555-f36ceed1a564,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:36.107175 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3e53600-15ca-494c-a655-cfae715f83ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.124263 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c7b549f5-2853-42f8-9f5b-ffca23855584 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:36.175660 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port c7b549f5-2853-42f8-9f5b-ffca23855584 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:36.179412 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port c7b549f5-2853-42f8-9f5b-ffca23855584 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:36.179779 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.300969 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.336712 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port c7b549f5-2853-42f8-9f5b-ffca23855584, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=c7b549f5-2853-42f8-9f5b-ffca23855584,segment=NetworkSegment(3c0fe232-9a3e-4c41-8527-96d77f3a574d),segment_id=3c0fe232-9a3e-4c41-8527-96d77f3a574d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:36.340974 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.388572 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=c7b549f5-2853-42f8-9f5b-ffca23855584,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:36.393526 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3e53600-15ca-494c-a655-cfae715f83ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.396717 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3e53600-15ca-494c-a655-cfae715f83ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896760'] for router, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.499820 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e53600-15ca-494c-a655-cfae715f83ff admin admin] Router b4cd2caf-3ec9-4f1c-a9bf-b012341c8038 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:11:36.600227 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e53600-15ca-494c-a655-cfae715f83ff admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:36.604472 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3e53600-15ca-494c-a655-cfae715f83ff admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.605644 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f3e53600-15ca-494c-a655-cfae715f83ff admin admin] 10.222.0.38 "PUT /v2.0/routers/b4cd2caf-3ec9-4f1c-a9bf-b012341c8038 HTTP/1.1" status: 200 len: 889 time: 1.5961304 Jul 16 20:11:36.626677 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96501f8-c1a0-443c-a315-4c1afaf5a266 None None] Sync routers for ids ['b4cd2caf-3ec9-4f1c-a9bf-b012341c8038'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:36.638489 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96501f8-c1a0-443c-a315-4c1afaf5a266 None None] Routers {'b4cd2caf-3ec9-4f1c-a9bf-b012341c8038'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:36.639432 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a96501f8-c1a0-443c-a315-4c1afaf5a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:11:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['b4cd2caf-3ec9-4f1c-a9bf-b012341c8038'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:36.858818 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-a96501f8-c1a0-443c-a315-4c1afaf5a266 None None] Set router b4cd2caf-3ec9-4f1c-a9bf-b012341c8038 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:37.246347 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a96501f8-c1a0-443c-a315-4c1afaf5a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cd2caf-3ec9-4f1c-a9bf-b012341c8038', 'name': 'router1', 'tenant_id': 'b6c27c3570bd422fb377ed1529962029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '6715d9b8-1647-416f-9555-f36ceed1a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:18Z', 'updated_at': '2021-07-16T20:11:35Z', 'revision_number': 4, 'project_id': 'b6c27c3570bd422fb377ed1529962029', 'gw_port': {'id': '6715d9b8-1647-416f-9555-f36ceed1a564', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:44:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cd2caf-3ec9-4f1c-a9bf-b012341c8038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:35Z', 'updated_at': '2021-07-16T20:11:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'c7b549f5-2853-42f8-9f5b-ffca23855584', 'name': '', 'network_id': '5d4c4639-224f-4f61-a90d-7e6b71a08aa9', 'tenant_id': 'b6c27c3570bd422fb377ed1529962029', 'mac_address': 'fa:16:3e:26:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cd2caf-3ec9-4f1c-a9bf-b012341c8038', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df95626e-e918-417a-9e17-be75fb67493f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:27Z', 'updated_at': '2021-07-16T20:11:36Z', 'revision_number': 5, 'project_id': 'b6c27c3570bd422fb377ed1529962029', 'subnets': [{'id': 'df95626e-e918-417a-9e17-be75fb67493f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc594083-7e89-4a36-afc7-da9eaa3c17e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:37.296370 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96501f8-c1a0-443c-a315-4c1afaf5a266 None None] Checking router: b4cd2caf-3ec9-4f1c-a9bf-b012341c8038 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:11:37.296793 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96501f8-c1a0-443c-a315-4c1afaf5a266 None None] Updating router b4cd2caf-3ec9-4f1c-a9bf-b012341c8038 port 6715d9b8-1647-416f-9555-f36ceed1a564 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:11:37.333769 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a96501f8-c1a0-443c-a315-4c1afaf5a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.668206 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a96501f8-c1a0-443c-a315-4c1afaf5a266 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.679148 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a96501f8-c1a0-443c-a315-4c1afaf5a266 None None] Transition to ACTIVE for port object 6715d9b8-1647-416f-9555-f36ceed1a564 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:37.685549 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a96501f8-c1a0-443c-a315-4c1afaf5a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.734069 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a96501f8-c1a0-443c-a315-4c1afaf5a266 None None] Attempting to bind port 6715d9b8-1647-416f-9555-f36ceed1a564 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:37.735037 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a96501f8-c1a0-443c-a315-4c1afaf5a266 None None] Attempting to bind port 6715d9b8-1647-416f-9555-f36ceed1a564 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:37.735655 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96501f8-c1a0-443c-a315-4c1afaf5a266 None None] Attempting to bind port 6715d9b8-1647-416f-9555-f36ceed1a564 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:37.744647 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5faa7-08a7-4243-9e1e-3c86f268ec18 None None] Pushing event updated for resources: {'Port': ['ID=6715d9b8-1647-416f-9555-f36ceed1a564,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:37.747133 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96501f8-c1a0-443c-a315-4c1afaf5a266 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:37.747512 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96501f8-c1a0-443c-a315-4c1afaf5a266 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:37.747911 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a96501f8-c1a0-443c-a315-4c1afaf5a266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.748296 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96501f8-c1a0-443c-a315-4c1afaf5a266 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:37.748763 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a96501f8-c1a0-443c-a315-4c1afaf5a266 None None] Bound port: 6715d9b8-1647-416f-9555-f36ceed1a564, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:37.749147 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a96501f8-c1a0-443c-a315-4c1afaf5a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.805885 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a96501f8-c1a0-443c-a315-4c1afaf5a266 None None] For port 6715d9b8-1647-416f-9555-f36ceed1a564, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:37.809235 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a96501f8-c1a0-443c-a315-4c1afaf5a266 None None] For port 6715d9b8-1647-416f-9555-f36ceed1a564, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=6715d9b8-1647-416f-9555-f36ceed1a564,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:37.817632 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a96501f8-c1a0-443c-a315-4c1afaf5a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.955137 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5faa7-08a7-4243-9e1e-3c86f268ec18 None None] Pushing event updated for resources: {'Port': ['ID=6715d9b8-1647-416f-9555-f36ceed1a564,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:37.959357 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96501f8-c1a0-443c-a315-4c1afaf5a266 None None] Routers {'b4cd2caf-3ec9-4f1c-a9bf-b012341c8038'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:37.959969 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a96501f8-c1a0-443c-a315-4c1afaf5a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:11:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['b4cd2caf-3ec9-4f1c-a9bf-b012341c8038'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:38.072605 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-a96501f8-c1a0-443c-a315-4c1afaf5a266 None None] Set router b4cd2caf-3ec9-4f1c-a9bf-b012341c8038 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:38.149421 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c7b549f5-2853-42f8-9f5b-ffca23855584 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:38.255522 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port c7b549f5-2853-42f8-9f5b-ffca23855584 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:38.256215 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.394296 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a96501f8-c1a0-443c-a315-4c1afaf5a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cd2caf-3ec9-4f1c-a9bf-b012341c8038', 'name': 'router1', 'tenant_id': 'b6c27c3570bd422fb377ed1529962029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '6715d9b8-1647-416f-9555-f36ceed1a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:18Z', 'updated_at': '2021-07-16T20:11:35Z', 'revision_number': 4, 'project_id': 'b6c27c3570bd422fb377ed1529962029', 'gw_port': {'id': '6715d9b8-1647-416f-9555-f36ceed1a564', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:44:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cd2caf-3ec9-4f1c-a9bf-b012341c8038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:35Z', 'updated_at': '2021-07-16T20:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'c7b549f5-2853-42f8-9f5b-ffca23855584', 'name': '', 'network_id': '5d4c4639-224f-4f61-a90d-7e6b71a08aa9', 'tenant_id': 'b6c27c3570bd422fb377ed1529962029', 'mac_address': 'fa:16:3e:26:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cd2caf-3ec9-4f1c-a9bf-b012341c8038', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df95626e-e918-417a-9e17-be75fb67493f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:27Z', 'updated_at': '2021-07-16T20:11:36Z', 'revision_number': 5, 'project_id': 'b6c27c3570bd422fb377ed1529962029', 'subnets': [{'id': 'df95626e-e918-417a-9e17-be75fb67493f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc594083-7e89-4a36-afc7-da9eaa3c17e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:38.423813 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96501f8-c1a0-443c-a315-4c1afaf5a266 None None] The sync data for ids ['b4cd2caf-3ec9-4f1c-a9bf-b012341c8038'] in n-d-791506-21 is: [{'id': 'b4cd2caf-3ec9-4f1c-a9bf-b012341c8038', 'name': 'router1', 'tenant_id': 'b6c27c3570bd422fb377ed1529962029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '6715d9b8-1647-416f-9555-f36ceed1a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:18Z', 'updated_at': '2021-07-16T20:11:35Z', 'revision_number': 4, 'project_id': 'b6c27c3570bd422fb377ed1529962029', 'gw_port': {'id': '6715d9b8-1647-416f-9555-f36ceed1a564', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:44:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cd2caf-3ec9-4f1c-a9bf-b012341c8038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:35Z', 'updated_at': '2021-07-16T20:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'c7b549f5-2853-42f8-9f5b-ffca23855584', 'name': '', 'network_id': '5d4c4639-224f-4f61-a90d-7e6b71a08aa9', 'tenant_id': 'b6c27c3570bd422fb377ed1529962029', 'mac_address': 'fa:16:3e:26:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cd2caf-3ec9-4f1c-a9bf-b012341c8038', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df95626e-e918-417a-9e17-be75fb67493f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:27Z', 'updated_at': '2021-07-16T20:11:36Z', 'revision_number': 5, 'project_id': 'b6c27c3570bd422fb377ed1529962029', 'subnets': [{'id': 'df95626e-e918-417a-9e17-be75fb67493f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc594083-7e89-4a36-afc7-da9eaa3c17e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:11:39.053228 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49544) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:39.193477 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6eac274e-3213-4c71-b31f-eecf1fb9d9d7 admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1390018 Jul 16 20:11:40.146276 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 6715d9b8-1647-416f-9555-f36ceed1a564 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:40.225593 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 6715d9b8-1647-416f-9555-f36ceed1a564 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:40.239179 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 6715d9b8-1647-416f-9555-f36ceed1a564 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:40.239179 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.353112 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.388259 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 6715d9b8-1647-416f-9555-f36ceed1a564, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=6715d9b8-1647-416f-9555-f36ceed1a564,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:40.394523 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.475932 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=6715d9b8-1647-416f-9555-f36ceed1a564,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:42.113463 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 6715d9b8-1647-416f-9555-f36ceed1a564 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:42.168772 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 6715d9b8-1647-416f-9555-f36ceed1a564 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:42.169266 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.588245 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cd948b0-a692-46dc-8af1-c2e4c066c44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:54.112419 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-59586155-6284-4840-a816-4002ac3a9e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:54.148193 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.560829 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.411499 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.487318 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 5 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:12:21.667626 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd2920eb-260a-4d51-900b-e8add874e9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:24.123632 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89ec38fd-1d88-46d7-a621-0a87c406f100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:24.134552 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:25.563290 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:27.400962 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:41.486453 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 5 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:12:51.595250 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-396bef57-df4b-4cb4-a9bc-2a628d87f5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.119460 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6b0fa23a-ec9d-475d-8913-dddfa873490e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.131012 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:55.559719 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:57.400969 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.484593 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 5 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:13:21.597023 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20086242-ea42-456d-85de-a0e820d21f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.129425 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-045d1101-4064-49f6-8b43-c3347d721fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.143924 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.443391 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50144) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:24.514907 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e73b3b-f735-46be-b33a-046d80eddc6e admin admin] GET failed (client error): The resource could not be found. Jul 16 20:13:24.516272 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a4e73b3b-f735-46be-b33a-046d80eddc6e admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0719442 Jul 16 20:13:24.707675 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eee70a3-09dc-4f37-be5c-ac739a6c70fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:24.709091 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1eee70a3-09dc-4f37-be5c-ac739a6c70fc admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1853023 Jul 16 20:13:25.564091 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.163204 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50154) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:27.316036 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77578495-b22b-41cb-a030-5f88371d1b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:27.317601 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-77578495-b22b-41cb-a030-5f88371d1b9d admin admin] 10.222.0.38 "GET /v2.0/subnets/df95626e-e918-417a-9e17-be75fb67493f HTTP/1.1" status: 200 len: 849 time: 0.1533563 Jul 16 20:13:27.330997 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-f5110e76-9587-4468-99b6-55da34e54bc4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:27.402095 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.424289 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f5110e76-9587-4468-99b6-55da34e54bc4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.588051 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f5110e76-9587-4468-99b6-55da34e54bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726300449419'] for subnet, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.631081 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5110e76-9587-4468-99b6-55da34e54bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:27.631578 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f5110e76-9587-4468-99b6-55da34e54bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.632896 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f5110e76-9587-4468-99b6-55da34e54bc4 admin admin] 10.222.0.38 "PUT /v2.0/subnets/df95626e-e918-417a-9e17-be75fb67493f HTTP/1.1" status: 200 len: 868 time: 0.3059433 Jul 16 20:13:27.650128 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43748ebf-c337-459f-accf-066ec6ac492e None None] Network 5d4c4639-224f-4f61-a90d-7e6b71a08aa9 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:27.651527 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5110e76-9587-4468-99b6-55da34e54bc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df95626e-e918-417a-9e17-be75fb67493f,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:27.666872 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5110e76-9587-4468-99b6-55da34e54bc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:27.667450 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5110e76-9587-4468-99b6-55da34e54bc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:27.668020 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5110e76-9587-4468-99b6-55da34e54bc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:27.668472 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5110e76-9587-4468-99b6-55da34e54bc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:27.668820 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5110e76-9587-4468-99b6-55da34e54bc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:27.669157 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5110e76-9587-4468-99b6-55da34e54bc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:27.669493 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5110e76-9587-4468-99b6-55da34e54bc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:27.670002 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5110e76-9587-4468-99b6-55da34e54bc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:27.670457 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5110e76-9587-4468-99b6-55da34e54bc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:27.670962 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5110e76-9587-4468-99b6-55da34e54bc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:27.671508 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5110e76-9587-4468-99b6-55da34e54bc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:27.672049 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5110e76-9587-4468-99b6-55da34e54bc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:28.096611 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c602d9a1-7dd2-44fa-881d-20e563aa54f6 None None] Provisioning complete for port aac0ea12-c655-4bf0-85be-579ae6dbf6b0 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:28.097073 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c602d9a1-7dd2-44fa-881d-20e563aa54f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:28.189068 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c602d9a1-7dd2-44fa-881d-20e563aa54f6 None None] Provisioning complete for port c7b549f5-2853-42f8-9f5b-ffca23855584 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:28.189327 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c602d9a1-7dd2-44fa-881d-20e563aa54f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:29.910050 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50162) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:30.104218 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc56668-22a2-4583-a575-1cdcb4151723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:30.104596 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc56668-22a2-4583-a575-1cdcb4151723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:30.106104 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5dc56668-22a2-4583-a575-1cdcb4151723 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1950898 Jul 16 20:13:32.287599 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50170) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:32.485333 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e89136f-19d6-4bb3-a621-238adccda3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:32.485720 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e89136f-19d6-4bb3-a621-238adccda3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:32.487306 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1e89136f-19d6-4bb3-a621-238adccda3a9 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1987560 Jul 16 20:13:34.703465 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50180) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:34.831337 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80980e12-0d57-4cf1-a7b7-ed028b7a311b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:34.832709 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-80980e12-0d57-4cf1-a7b7-ed028b7a311b admin admin] 10.222.0.38 "GET /v2.0/networks/5d4c4639-224f-4f61-a90d-7e6b71a08aa9 HTTP/1.1" status: 200 len: 869 time: 0.1282728 Jul 16 20:13:37.045203 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50188) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:37.227543 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67a48f2-d50d-4747-b471-d2d76cf7d05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:37.228826 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e67a48f2-d50d-4747-b471-d2d76cf7d05a admin admin] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 886 time: 0.1825461 Jul 16 20:13:39.469098 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50196) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:39.605456 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20c5ca8-93e0-488c-9efd-b8c542b08dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:39.605904 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20c5ca8-93e0-488c-9efd-b8c542b08dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:39.608446 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b20c5ca8-93e0-488c-9efd-b8c542b08dfd admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1374469 Jul 16 20:13:41.835370 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50204) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:41.928426 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db651366-b55e-460a-b227-0f790b65852a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:41.928874 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db651366-b55e-460a-b227-0f790b65852a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:41.930448 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-db651366-b55e-460a-b227-0f790b65852a admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0940907 Jul 16 20:13:44.194648 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50212) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:44.303601 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95670ce4-3096-495b-bb8f-1898a7022bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:44.305057 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-95670ce4-3096-495b-bb8f-1898a7022bf2 admin admin] 10.222.0.38 "GET /v2.0/subnets/df95626e-e918-417a-9e17-be75fb67493f HTTP/1.1" status: 200 len: 868 time: 0.1094558 Jul 16 20:13:46.496296 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50220) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:46.586967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa878cf1-d6b1-44ee-ab75-cfb2bc46b250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:46.588327 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-aa878cf1-d6b1-44ee-ab75-cfb2bc46b250 admin admin] 10.222.0.38 "GET /v2.0/subnets/eb1b0f88-5fd6-4365-a896-fb528e726a8c HTTP/1.1" status: 200 len: 816 time: 0.0907931 Jul 16 20:13:51.706016 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e880c51e-b262-4741-8a92-ad1d78fcecab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.135053 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c2f565e-693a-45d6-a841-eaf381f2718d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.145743 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.483881 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 5 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:13:55.570119 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:57.406142 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:11.832968 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50272) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:11.883670 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [None req-3e353625-014e-4887-8f43-b40806eb36f7 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:14:11.884782 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3e353625-014e-4887-8f43-b40806eb36f7 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0508931 Jul 16 20:14:14.147899 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50280) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:14.210134 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e42a39-026b-46f4-bc2a-645eab5bc518 admin admin] GET failed (client error): The resource could not be found. Jul 16 20:14:14.211503 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-20e42a39-026b-46f4-bc2a-645eab5bc518 admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0626800 Jul 16 20:14:14.356781 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076b5caf-4089-4f7d-8a54-457d0a0c42c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:14.358923 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-076b5caf-4089-4f7d-8a54-457d0a0c42c4 admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1432886 Jul 16 20:14:16.603145 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50288) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:16.651402 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-01477aa9-fa9b-4f0d-8639-7ab220972310 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:16.673388 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01477aa9-fa9b-4f0d-8639-7ab220972310 admin admin] Made reservation on behalf of 3158d7c10ba649719e022fa05363a841 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:16.676004 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01477aa9-fa9b-4f0d-8639-7ab220972310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.704177 n-d-791506-21 neutron-server[93794]: WARNING neutron.services.revisions.revision_plugin [None req-01477aa9-fa9b-4f0d-8639-7ab220972310 admin admin] Could not find related network for resource to bump revision. Jul 16 20:14:16.721260 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01477aa9-fa9b-4f0d-8639-7ab220972310 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:14:16.732401 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01477aa9-fa9b-4f0d-8639-7ab220972310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.732739 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-01477aa9-fa9b-4f0d-8639-7ab220972310 admin admin] Added segment 035fd907-e9d5-44e2-8a37-e92d18245bbf of type vlan for network a8047450-ec84-4e8d-bb54-068b9e1574f2 Jul 16 20:14:16.783167 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01477aa9-fa9b-4f0d-8639-7ab220972310 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.814808 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01477aa9-fa9b-4f0d-8639-7ab220972310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.815750 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01477aa9-fa9b-4f0d-8639-7ab220972310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:16.816327 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01477aa9-fa9b-4f0d-8639-7ab220972310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.849906 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-01477aa9-fa9b-4f0d-8639-7ab220972310 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2456594 Jul 16 20:14:16.881636 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01477aa9-fa9b-4f0d-8639-7ab220972310 admin admin] Pushing event updated for resources: {'Network': ['ID=a8047450-ec84-4e8d-bb54-068b9e1574f2,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:16.889946 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477aa9-fa9b-4f0d-8639-7ab220972310 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:16.890293 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477aa9-fa9b-4f0d-8639-7ab220972310 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:16.890670 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477aa9-fa9b-4f0d-8639-7ab220972310 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:16.891015 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477aa9-fa9b-4f0d-8639-7ab220972310 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:16.891355 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477aa9-fa9b-4f0d-8639-7ab220972310 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:16.891686 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477aa9-fa9b-4f0d-8639-7ab220972310 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:16.892014 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477aa9-fa9b-4f0d-8639-7ab220972310 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:16.892347 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477aa9-fa9b-4f0d-8639-7ab220972310 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:16.892674 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477aa9-fa9b-4f0d-8639-7ab220972310 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:16.893000 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477aa9-fa9b-4f0d-8639-7ab220972310 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:16.893329 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477aa9-fa9b-4f0d-8639-7ab220972310 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:16.893664 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477aa9-fa9b-4f0d-8639-7ab220972310 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:16.906463 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:14:19.036780 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50296) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:19.097666 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3094d4-452b-4d45-97b8-06a5e7be120a admin admin] GET failed (client error): The resource could not be found. Jul 16 20:14:19.099088 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-df3094d4-452b-4d45-97b8-06a5e7be120a admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613124 Jul 16 20:14:19.172521 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e3c9b9-5798-48bf-ab63-d3cc6a19394f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:19.174017 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b7e3c9b9-5798-48bf-ab63-d3cc6a19394f admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0709605 Jul 16 20:14:19.183961 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-011d2cb8-ca3a-4ac2-b323-93871e23585e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:19.204595 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011d2cb8-ca3a-4ac2-b323-93871e23585e admin admin] Made reservation on behalf of 3158d7c10ba649719e022fa05363a841 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:19.207402 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-011d2cb8-ca3a-4ac2-b323-93871e23585e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.370197 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-011d2cb8-ca3a-4ac2-b323-93871e23585e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.424972 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d2cb8-ca3a-4ac2-b323-93871e23585e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c96f0273-be01-4de0-afe5-77687052af78,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:19.431925 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011d2cb8-ca3a-4ac2-b323-93871e23585e admin admin] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:19.432283 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011d2cb8-ca3a-4ac2-b323-93871e23585e admin admin] Network hostable DHCP agents. Network: a8047450-ec84-4e8d-bb54-068b9e1574f2, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:14:19.448934 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011d2cb8-ca3a-4ac2-b323-93871e23585e admin admin] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:14:19.458258 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-011d2cb8-ca3a-4ac2-b323-93871e23585e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, a8047450-ec84-4e8d-bb54-068b9e1574f2) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:19.462359 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011d2cb8-ca3a-4ac2-b323-93871e23585e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:19.462934 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-011d2cb8-ca3a-4ac2-b323-93871e23585e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.467827 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63597383-e627-4825-8b95-91eab874c78a None None] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:19.481063 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-011d2cb8-ca3a-4ac2-b323-93871e23585e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3007081 Jul 16 20:14:19.620610 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4605a17-836c-4870-8011-458353e2185e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-a8047450-ec84-4e8d-bb54-068b9e1574f2', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'tenant_id': '3158d7c10ba649719e022fa05363a841', 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:14:19.621512 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4605a17-836c-4870-8011-458353e2185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.772425 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-d4605a17-836c-4870-8011-458353e2185e None None] Allocated IP 192.168.233.2 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/a0b56690-14f8-4baa-a767-22725c6eb10b) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:19.922362 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4605a17-836c-4870-8011-458353e2185e None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.931003 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d4605a17-836c-4870-8011-458353e2185e None None] Transition to ACTIVE for port object a0b56690-14f8-4baa-a767-22725c6eb10b will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:19.946469 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d4605a17-836c-4870-8011-458353e2185e None None] Transition to ACTIVE for port object a0b56690-14f8-4baa-a767-22725c6eb10b will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:19.953383 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4605a17-836c-4870-8011-458353e2185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.998792 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4605a17-836c-4870-8011-458353e2185e None None] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:20.002863 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d4605a17-836c-4870-8011-458353e2185e None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:20.004892 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4605a17-836c-4870-8011-458353e2185e None None] Pushing event updated for resources: {'Port': ['ID=a0b56690-14f8-4baa-a767-22725c6eb10b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:20.007118 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4605a17-836c-4870-8011-458353e2185e None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:20.019041 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4605a17-836c-4870-8011-458353e2185e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:20.019387 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4605a17-836c-4870-8011-458353e2185e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:20.019767 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4605a17-836c-4870-8011-458353e2185e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:20.020134 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4605a17-836c-4870-8011-458353e2185e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:20.020551 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4605a17-836c-4870-8011-458353e2185e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:20.020927 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4605a17-836c-4870-8011-458353e2185e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:20.021309 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4605a17-836c-4870-8011-458353e2185e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:20.021642 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4605a17-836c-4870-8011-458353e2185e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:20.021967 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4605a17-836c-4870-8011-458353e2185e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:20.022290 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4605a17-836c-4870-8011-458353e2185e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:20.022640 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4605a17-836c-4870-8011-458353e2185e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:20.023021 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4605a17-836c-4870-8011-458353e2185e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:20.077611 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-d4605a17-836c-4870-8011-458353e2185e None None] Attempting to bind port a0b56690-14f8-4baa-a767-22725c6eb10b on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:20.077969 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-d4605a17-836c-4870-8011-458353e2185e None None] Attempting to bind port a0b56690-14f8-4baa-a767-22725c6eb10b by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:20.078426 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4605a17-836c-4870-8011-458353e2185e None None] Attempting to bind port a0b56690-14f8-4baa-a767-22725c6eb10b on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:20.083665 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4605a17-836c-4870-8011-458353e2185e None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:20.084024 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4605a17-836c-4870-8011-458353e2185e None None] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:20.084413 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4605a17-836c-4870-8011-458353e2185e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.084798 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4605a17-836c-4870-8011-458353e2185e None None] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:20.085248 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-d4605a17-836c-4870-8011-458353e2185e None None] Bound port: a0b56690-14f8-4baa-a767-22725c6eb10b, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:20.085635 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4605a17-836c-4870-8011-458353e2185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.151721 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-d4605a17-836c-4870-8011-458353e2185e None None] For port a0b56690-14f8-4baa-a767-22725c6eb10b, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:20.155576 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-d4605a17-836c-4870-8011-458353e2185e None None] For port a0b56690-14f8-4baa-a767-22725c6eb10b, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a0b56690-14f8-4baa-a767-22725c6eb10b,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:20.160505 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4605a17-836c-4870-8011-458353e2185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.226656 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4605a17-836c-4870-8011-458353e2185e None None] Pushing event updated for resources: {'Port': ['ID=a0b56690-14f8-4baa-a767-22725c6eb10b,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:21.103962 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde03d99-c7db-4240-8600-4e9994e0492b None None] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:21.189639 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-689d8627-85b6-4ec9-a198-1320b97e53ac None None] Provisioning for port a0b56690-14f8-4baa-a767-22725c6eb10b completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:21.604735 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d134e9f-0e5c-482d-863a-86abc58e696d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:22.268305 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a0b56690-14f8-4baa-a767-22725c6eb10b up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:22.322361 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port a0b56690-14f8-4baa-a767-22725c6eb10b completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:22.327398 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port a0b56690-14f8-4baa-a767-22725c6eb10b triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:22.327834 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:22.412371 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:22.446108 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port a0b56690-14f8-4baa-a767-22725c6eb10b, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a0b56690-14f8-4baa-a767-22725c6eb10b,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:22.454741 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:22.505049 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=a0b56690-14f8-4baa-a767-22725c6eb10b,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:24.129637 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e77f17d-4461-46ec-959f-8427fdf3af22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:24.142626 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:24.241383 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a0b56690-14f8-4baa-a767-22725c6eb10b up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:24.295510 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port a0b56690-14f8-4baa-a767-22725c6eb10b triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:24.295906 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.570596 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.409498 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.483797 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 5 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:14:51.597142 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-775ebe0c-7569-417b-bd0c-1b83fbec9976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.126537 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3452c583-4abf-429c-bdc2-9b0cc89f4a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.139038 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:55.572766 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.415378 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.482591 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 5 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:15:21.601917 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11e60795-cddd-4180-84ad-3eec7f60d1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:24.120012 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9cfd3a5b-c210-48d5-9cc4-c9a710be275f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:24.143081 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.577653 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:27.417139 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:32.391267 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50348) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:32.397265 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-355a1615-4ed8-40b1-b66c-ced027262ff1 tempest-verify_tempest_config-624928111 tempest-verify_tempest_config-624928111-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:15:32.398268 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-355a1615-4ed8-40b1-b66c-ced027262ff1 tempest-verify_tempest_config-624928111 tempest-verify_tempest_config-624928111-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060158 Jul 16 20:15:32.730832 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50366) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:32.840673 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-54d19ddc-4c9a-4c2f-b348-d5bc2e79cd75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:32.934858 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-54d19ddc-4c9a-4c2f-b348-d5bc2e79cd75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:32.938825 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-54d19ddc-4c9a-4c2f-b348-d5bc2e79cd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:32.983542 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-54d19ddc-4c9a-4c2f-b348-d5bc2e79cd75 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b6aff91481444c93903a2320f1936c78&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2515357 Jul 16 20:15:32.984412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d19ddc-4c9a-4c2f-b348-d5bc2e79cd75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b353c069-4683-461a-97a6-3709873c3acb,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:32.988576 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50372) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:32.991487 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d19ddc-4c9a-4c2f-b348-d5bc2e79cd75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:32.991846 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d19ddc-4c9a-4c2f-b348-d5bc2e79cd75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:32.992190 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d19ddc-4c9a-4c2f-b348-d5bc2e79cd75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:32.992533 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d19ddc-4c9a-4c2f-b348-d5bc2e79cd75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:32.992869 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d19ddc-4c9a-4c2f-b348-d5bc2e79cd75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:32.993206 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d19ddc-4c9a-4c2f-b348-d5bc2e79cd75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:32.993573 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d19ddc-4c9a-4c2f-b348-d5bc2e79cd75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:32.993870 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d19ddc-4c9a-4c2f-b348-d5bc2e79cd75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:32.994237 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d19ddc-4c9a-4c2f-b348-d5bc2e79cd75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:32.994558 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d19ddc-4c9a-4c2f-b348-d5bc2e79cd75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:32.995222 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d19ddc-4c9a-4c2f-b348-d5bc2e79cd75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:32.995222 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d19ddc-4c9a-4c2f-b348-d5bc2e79cd75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:33.049977 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3e72d9ac-2877-4834-8b99-03fbb76b20fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.071386 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3e72d9ac-2877-4834-8b99-03fbb76b20fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.169591 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3e72d9ac-2877-4834-8b99-03fbb76b20fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.172215 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3e72d9ac-2877-4834-8b99-03fbb76b20fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.176200 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3e72d9ac-2877-4834-8b99-03fbb76b20fd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b353c069-4683-461a-97a6-3709873c3acb HTTP/1.1" status: 204 len: 168 time: 0.1865644 Jul 16 20:15:33.184508 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72d9ac-2877-4834-8b99-03fbb76b20fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b353c069-4683-461a-97a6-3709873c3acb,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:33.192231 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72d9ac-2877-4834-8b99-03fbb76b20fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:33.192551 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72d9ac-2877-4834-8b99-03fbb76b20fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:33.192890 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72d9ac-2877-4834-8b99-03fbb76b20fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:33.193224 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72d9ac-2877-4834-8b99-03fbb76b20fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:33.193554 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72d9ac-2877-4834-8b99-03fbb76b20fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:33.193881 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72d9ac-2877-4834-8b99-03fbb76b20fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:33.194204 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72d9ac-2877-4834-8b99-03fbb76b20fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:33.194553 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72d9ac-2877-4834-8b99-03fbb76b20fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:33.194877 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72d9ac-2877-4834-8b99-03fbb76b20fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:33.195192 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72d9ac-2877-4834-8b99-03fbb76b20fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:33.195518 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72d9ac-2877-4834-8b99-03fbb76b20fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:33.195863 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72d9ac-2877-4834-8b99-03fbb76b20fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:46.480875 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 5 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:15:51.604641 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8fe323f-7123-4258-8a69-9e94e7331112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.121579 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35f53b27-9462-4690-b177-f950100dea1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.143550 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:55.578672 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:57.418850 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:21.615272 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fc6f1a2-7398-4f82-9e26-b2bf3bc787ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.479600 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 5 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:16:24.122996 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a427896d-04e1-450a-8841-0584f871de62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.146981 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.585243 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:27.423611 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.606230 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b4fee89-4ea8-4518-91f9-2cf32299feee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.123911 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b5a5521-61c0-4375-ac2d-802294727786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.149829 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.586954 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.427635 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.479814 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 5 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:17:21.607335 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0fa54074-1d2f-407e-9201-bc4c5addc387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:24.127470 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4446511b-9b68-4844-b4a9-fcfaf48919cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:24.156262 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:25.589668 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:27.431743 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.479040 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 5 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:17:51.607886 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db297fa0-ba23-47fd-afc5-8fa11f738273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:54.133369 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61c761ce-ea16-48dc-96c1-513e3214796d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:54.150090 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.593180 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:57.430891 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.477570 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 5 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:18:21.686332 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-989c56ae-84df-4a9b-a182-b6a1dd708040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.135316 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7156ee5c-92a2-4d40-adf3-57ef7965be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.153808 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.594751 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:27.433650 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:29.151478 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-895601'] for agent, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:32.842341 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-895601'] for agent, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.478621 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:18:51.610601 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c14cdc74-c626-4cf1-be9a-26424817fa2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.140875 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8fa68ea-6cad-4de9-9c89-a5b5c3e3f7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.158990 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:55.614713 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.437355 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.118650 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.793922 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.652044 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50432) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:17.761416 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6e04f2e7-8efb-466a-bf5b-db3350dbcd3f admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1082416 Jul 16 20:19:19.959984 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50442) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:20.023559 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-89bf6e75-320f-4e5d-9d20-a7879ae134e2 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0624728 Jul 16 20:19:21.613039 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63a97337-b8e9-43ce-a6bf-7e55cde7bede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.141944 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a61d4a4a-dbad-44b7-8507-fc541a6d3f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.160539 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.601394 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.439976 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.477582 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:19:29.130710 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.788563 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.615873 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07d7e4c2-9cf2-41ff-9643-970994d0cb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.142903 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7d5b-1a62-4ad2-b7fe-333ed13034bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.161902 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.604624 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.443918 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.134801 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:02.819109 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:05.476788 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:20:21.621621 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6eb90e84-104b-4aee-b294-5ae10937d8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.144893 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1373e069-a9be-44c5-a879-d37da79484da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.169823 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.609628 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:27.448003 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.128600 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.811795 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.476707 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:20:42.684025 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50662) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:43.071136 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-306516921-network', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:43.100939 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] Made reservation on behalf of d3df7bf01e9545dc8fec2031b5863a44 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:43.103465 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.114518 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.224253 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.228431 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.258771 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:43.269004 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.269410 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] Added segment d15bdb67-ac69-4e40-89a0-85bf2440b02e of type vlan for network a6e3de95-78fc-4a31-9b59-b1f10f47e4ed Jul 16 20:20:43.282741 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd5ed48-b822-453b-84ad-074ee055e137,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:43.310640 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.311227 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.311563 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.311943 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.312277 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.312608 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] Tracked resource versions report: Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: pushed versions: Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: { 'AddressGroup': {'1.2'}, Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: 'ConntrackHelper': {'1.0'}, Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: 'Log': {'1.0'}, Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: 'Network': {'1.1'}, Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: 'Port': {'1.7'}, Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: 'PortForwarding': {'1.2'}, Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: 'QosPolicy': {'1.8'}, Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: 'SecurityGroup': {'1.4'}, Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: 'SecurityGroupRule': {'1.2'}, Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: 'SubPort': {'1.0'}, Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: 'Subnet': {'1.1'}, Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: 'Trunk': {'1.1'}} Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: consumer versions: Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: { DHCP agent@n-d-791506-21: {}, Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: HyperV agent@n-h1-791506-21: {}, Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: HyperV agent@n-h2-791506-21: {}, Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: L3 agent@n-d-791506-21: {}, Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: Metadata agent@n-d-791506-21: {}, Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: Metering agent@n-d-791506-21: {}, Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: Open vSwitch agent@n-d-791506-21: { 'AddressGroup': '1.2', Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: 'ConntrackHelper': '1.0', Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: 'Log': '1.0', Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: 'Network': '1.1', Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: 'Port': '1.7', Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: 'PortForwarding': '1.2', Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: 'QosPolicy': '1.8', Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: 'SecurityGroup': '1.4', Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: 'SecurityGroupRule': '1.2', Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: 'SubPort': '1.0', Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: 'Subnet': '1.1', Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: 'Trunk': '1.1'}} Jul 16 20:20:43.315921 n-d-791506-21 neutron-server[93794]: {{(pid=93794) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 20:20:43.342928 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.374988 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.375962 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:43.376531 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.560403 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] Pushing event updated for resources: {'Network': ['ID=a6e3de95-78fc-4a31-9b59-b1f10f47e4ed,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:43.573103 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network a6e3de95-78fc-4a31-9b59-b1f10f47e4ed details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:43.579884 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50708) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:43.580610 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d1af5a08-b635-4d5b-9146-5fee7a486f6e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8944511 Jul 16 20:20:43.592790 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-3e41088b-188a-4a46-a83c-2a6daf04a80a admin admin] Request body: {'subnet': {'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-306516921-subnet', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:43.646482 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e41088b-188a-4a46-a83c-2a6daf04a80a admin admin] Made reservation on behalf of d3df7bf01e9545dc8fec2031b5863a44 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:43.649139 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3e41088b-188a-4a46-a83c-2a6daf04a80a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.879900 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3e41088b-188a-4a46-a83c-2a6daf04a80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.927459 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41088b-188a-4a46-a83c-2a6daf04a80a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dbbabcf-de96-4fb3-85e1-f42c7891edb1,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:43.942677 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41088b-188a-4a46-a83c-2a6daf04a80a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.943114 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41088b-188a-4a46-a83c-2a6daf04a80a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.943373 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41088b-188a-4a46-a83c-2a6daf04a80a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.943703 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41088b-188a-4a46-a83c-2a6daf04a80a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.944031 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41088b-188a-4a46-a83c-2a6daf04a80a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.944361 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41088b-188a-4a46-a83c-2a6daf04a80a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.944699 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41088b-188a-4a46-a83c-2a6daf04a80a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.945007 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41088b-188a-4a46-a83c-2a6daf04a80a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.945326 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41088b-188a-4a46-a83c-2a6daf04a80a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.945650 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41088b-188a-4a46-a83c-2a6daf04a80a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.945966 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41088b-188a-4a46-a83c-2a6daf04a80a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.946308 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41088b-188a-4a46-a83c-2a6daf04a80a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41088b-188a-4a46-a83c-2a6daf04a80a admin admin] Tracked resource versions report: Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: pushed versions: Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: { 'AddressGroup': {'1.2'}, Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: 'ConntrackHelper': {'1.0'}, Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: 'Log': {'1.0'}, Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: 'Network': {'1.1'}, Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: 'Port': {'1.7'}, Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: 'PortForwarding': {'1.2'}, Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: 'QosPolicy': {'1.8'}, Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: 'SecurityGroup': {'1.4'}, Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: 'SecurityGroupRule': {'1.2'}, Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: 'SubPort': {'1.0'}, Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: 'Subnet': {'1.1'}, Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: 'Trunk': {'1.1'}} Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: consumer versions: Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: { DHCP agent@n-d-791506-21: {}, Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: HyperV agent@n-h1-791506-21: {}, Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: HyperV agent@n-h2-791506-21: {}, Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: L3 agent@n-d-791506-21: {}, Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: Metadata agent@n-d-791506-21: {}, Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: Metering agent@n-d-791506-21: {}, Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: Open vSwitch agent@n-d-791506-21: { 'AddressGroup': '1.2', Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: 'ConntrackHelper': '1.0', Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: 'Log': '1.0', Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: 'Network': '1.1', Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: 'Port': '1.7', Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: 'PortForwarding': '1.2', Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: 'QosPolicy': '1.8', Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: 'SecurityGroup': '1.4', Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: 'SecurityGroupRule': '1.2', Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: 'SubPort': '1.0', Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: 'Subnet': '1.1', Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: 'Trunk': '1.1'}} Jul 16 20:20:43.947562 n-d-791506-21 neutron-server[93793]: {{(pid=93793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 20:20:43.995979 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e41088b-188a-4a46-a83c-2a6daf04a80a admin admin] Checking segment: {'id': 'd15bdb67-ac69-4e40-89a0-85bf2440b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:43.996365 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e41088b-188a-4a46-a83c-2a6daf04a80a admin admin] Network hostable DHCP agents. Network: a6e3de95-78fc-4a31-9b59-b1f10f47e4ed, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:44.024878 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e41088b-188a-4a46-a83c-2a6daf04a80a admin admin] Network a6e3de95-78fc-4a31-9b59-b1f10f47e4ed is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:44.039267 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-3e41088b-188a-4a46-a83c-2a6daf04a80a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, a6e3de95-78fc-4a31-9b59-b1f10f47e4ed) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:44.044332 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e41088b-188a-4a46-a83c-2a6daf04a80a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:44.046529 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3e41088b-188a-4a46-a83c-2a6daf04a80a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.053683 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bc285a-dfab-4393-8d13-fdff2b374a07 None None] Network a6e3de95-78fc-4a31-9b59-b1f10f47e4ed requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:44.067634 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3e41088b-188a-4a46-a83c-2a6daf04a80a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4857876 Jul 16 20:20:44.067843 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50734) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:44.072652 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-ea440a57-8e2f-4375-921b-73938e45d552 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-306516921-router', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:44.100978 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ea440a57-8e2f-4375-921b-73938e45d552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.102588 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ea440a57-8e2f-4375-921b-73938e45d552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.220496 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ea440a57-8e2f-4375-921b-73938e45d552 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.256514 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-a6e3de95-78fc-4a31-9b59-b1f10f47e4ed', 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'fixed_ips': [{'subnet_id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:20:44.257481 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.408770 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ea440a57-8e2f-4375-921b-73938e45d552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.463302 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Allocated IP 172.20.0.2 (a6e3de95-78fc-4a31-9b59-b1f10f47e4ed/2dbbabcf-de96-4fb3-85e1-f42c7891edb1/0ee00350-b359-426f-86af-a53fb124aa1a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:44.705757 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.713083 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ea440a57-8e2f-4375-921b-73938e45d552 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.718442 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Transition to ACTIVE for port object 0ee00350-b359-426f-86af-a53fb124aa1a will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:44.737623 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Transition to ACTIVE for port object 0ee00350-b359-426f-86af-a53fb124aa1a will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:44.740837 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ea440a57-8e2f-4375-921b-73938e45d552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.749394 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.829816 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Pushing event updated for resources: {'Port': ['ID=0ee00350-b359-426f-86af-a53fb124aa1a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:44.852244 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Network a6e3de95-78fc-4a31-9b59-b1f10f47e4ed is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:44.853833 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:44.854162 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:44.857648 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:44.859891 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:44.860236 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:44.862352 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:44.862706 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:44.863047 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:44.863378 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:44.863703 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:44.864033 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:44.864352 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Tracked resource versions report: Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: pushed versions: Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: { 'AddressGroup': {'1.2'}, Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: 'ConntrackHelper': {'1.0'}, Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: 'Log': {'1.0'}, Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: 'Network': {'1.1'}, Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: 'Port': {'1.7'}, Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: 'PortForwarding': {'1.2'}, Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: 'QosPolicy': {'1.8'}, Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: 'SecurityGroup': {'1.4'}, Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: 'SecurityGroupRule': {'1.2'}, Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: 'SubPort': {'1.0'}, Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: 'Subnet': {'1.1'}, Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: 'Trunk': {'1.1'}} Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: consumer versions: Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: { DHCP agent@n-d-791506-21: {}, Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: HyperV agent@n-h1-791506-21: {}, Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: HyperV agent@n-h2-791506-21: {}, Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: L3 agent@n-d-791506-21: {}, Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: Metadata agent@n-d-791506-21: {}, Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: Metering agent@n-d-791506-21: {}, Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: Open vSwitch agent@n-d-791506-21: { 'AddressGroup': '1.2', Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: 'ConntrackHelper': '1.0', Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: 'Log': '1.0', Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: 'Network': '1.1', Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: 'Port': '1.7', Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: 'PortForwarding': '1.2', Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: 'QosPolicy': '1.8', Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: 'SecurityGroup': '1.4', Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: 'SecurityGroupRule': '1.2', Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: 'SubPort': '1.0', Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: 'Subnet': '1.1', Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: 'Trunk': '1.1'}} Jul 16 20:20:44.867027 n-d-791506-21 neutron-server[93795]: {{(pid=93795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 20:20:44.879989 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:44.882810 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:44.887717 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-ea440a57-8e2f-4375-921b-73938e45d552 admin admin] Allocated IP 172.25.0.205 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/79e756cc-dd85-4bbf-9266-a68cf3a0a4fc) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:44.990848 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Attempting to bind port 0ee00350-b359-426f-86af-a53fb124aa1a on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:44.990848 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Attempting to bind port 0ee00350-b359-426f-86af-a53fb124aa1a by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'd15bdb67-ac69-4e40-89a0-85bf2440b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:44.990848 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Attempting to bind port 0ee00350-b359-426f-86af-a53fb124aa1a on network a6e3de95-78fc-4a31-9b59-b1f10f47e4ed {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:44.990848 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:44.995734 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Checking segment: {'id': 'd15bdb67-ac69-4e40-89a0-85bf2440b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:44.996313 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.996885 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Bound using segment: {'id': 'd15bdb67-ac69-4e40-89a0-85bf2440b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:44.997397 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Bound port: 0ee00350-b359-426f-86af-a53fb124aa1a, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15bdb67-ac69-4e40-89a0-85bf2440b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:44.998776 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.073603 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] For port 0ee00350-b359-426f-86af-a53fb124aa1a, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:45.078180 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] For port 0ee00350-b359-426f-86af-a53fb124aa1a, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=0ee00350-b359-426f-86af-a53fb124aa1a,segment=NetworkSegment(d15bdb67-ac69-4e40-89a0-85bf2440b02e),segment_id=d15bdb67-ac69-4e40-89a0-85bf2440b02e)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:45.085077 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.085675 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ea440a57-8e2f-4375-921b-73938e45d552 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.135827 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ea440a57-8e2f-4375-921b-73938e45d552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.176054 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d9d55-abaa-4280-9a40-cab213b067e4 None None] Pushing event updated for resources: {'Port': ['ID=0ee00350-b359-426f-86af-a53fb124aa1a,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:45.209314 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea440a57-8e2f-4375-921b-73938e45d552 admin admin] Pushing event updated for resources: {'Port': ['ID=79e756cc-dd85-4bbf-9266-a68cf3a0a4fc,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:45.220493 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea440a57-8e2f-4375-921b-73938e45d552 admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:45.221873 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-ea440a57-8e2f-4375-921b-73938e45d552 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:45.224500 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea440a57-8e2f-4375-921b-73938e45d552 admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:45.547877 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ea440a57-8e2f-4375-921b-73938e45d552 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.775562 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ea440a57-8e2f-4375-921b-73938e45d552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.026792 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50804) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:46.031757 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50806) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:46.060756 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea440a57-8e2f-4375-921b-73938e45d552 admin admin] Router f42341e3-d7ae-4bb3-9027-f95c12ff366c is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:20:46.231437 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea440a57-8e2f-4375-921b-73938e45d552 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:20:46.246300 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb050c8e-5867-4164-a3c4-31d7038aff3c None None] Sync routers for ids ['f42341e3-d7ae-4bb3-9027-f95c12ff366c'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:20:46.259052 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb050c8e-5867-4164-a3c4-31d7038aff3c None None] Routers {'f42341e3-d7ae-4bb3-9027-f95c12ff366c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:46.259680 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-eb050c8e-5867-4164-a3c4-31d7038aff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:20:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['f42341e3-d7ae-4bb3-9027-f95c12ff366c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:46.266350 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ea440a57-8e2f-4375-921b-73938e45d552 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.268610 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ea440a57-8e2f-4375-921b-73938e45d552 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.1997221 Jul 16 20:20:46.271415 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50818) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:46.350572 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f98e0faa-a3d6-4097-8fb3-a3faae389c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.452026 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f7a9-bf3c-45f0-881d-6acbeeff924e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.462094 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e0cf34-348d-4660-97ba-a1c488abf4e5 None None] Network a6e3de95-78fc-4a31-9b59-b1f10f47e4ed requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:46.509084 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-eb050c8e-5867-4164-a3c4-31d7038aff3c None None] Set router f42341e3-d7ae-4bb3-9027-f95c12ff366c gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:20:46.534931 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c1cdd2e6-a824-40bf-af3a-a5e0c9e5001a None None] Provisioning for port 0ee00350-b359-426f-86af-a53fb124aa1a completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:46.629823 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0ee00350-b359-426f-86af-a53fb124aa1a up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:46.632230 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f98e0faa-a3d6-4097-8fb3-a3faae389c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.639281 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f98e0faa-a3d6-4097-8fb3-a3faae389c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.674219 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e0faa-a3d6-4097-8fb3-a3faae389c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0765b704-9c8c-4915-a54b-66df4bfad3a4,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:46.714646 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f98e0faa-a3d6-4097-8fb3-a3faae389c86 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b18c051d6bb94b9db3a2de4bc2ea5e6c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6855597 Jul 16 20:20:46.715464 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50832) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:46.783712 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c5fca20d-0a9b-461a-b050-78f17034df9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.855231 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c5fca20d-0a9b-461a-b050-78f17034df9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.860239 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 0ee00350-b359-426f-86af-a53fb124aa1a completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:46.895979 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 0ee00350-b359-426f-86af-a53fb124aa1a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:46.896166 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-eb050c8e-5867-4164-a3c4-31d7038aff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-306516921-router', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:45Z', 'revision_number': 3, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'gw_port': {'id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:46.896377 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.946524 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c5fca20d-0a9b-461a-b050-78f17034df9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.951307 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c5fca20d-0a9b-461a-b050-78f17034df9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.955351 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c5fca20d-0a9b-461a-b050-78f17034df9c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0765b704-9c8c-4915-a54b-66df4bfad3a4 HTTP/1.1" status: 204 len: 168 time: 0.2361755 Jul 16 20:20:46.976247 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb050c8e-5867-4164-a3c4-31d7038aff3c None None] Checking router: f42341e3-d7ae-4bb3-9027-f95c12ff366c for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:20:46.976609 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb050c8e-5867-4164-a3c4-31d7038aff3c None None] Updating router f42341e3-d7ae-4bb3-9027-f95c12ff366c port 79e756cc-dd85-4bbf-9266-a68cf3a0a4fc binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:20:46.988054 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fca20d-0a9b-461a-b050-78f17034df9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0765b704-9c8c-4915-a54b-66df4bfad3a4,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:47.071686 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb050c8e-5867-4164-a3c4-31d7038aff3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.079800 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f7a9-bf3c-45f0-881d-6acbeeff924e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.160288 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.304322 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 0ee00350-b359-426f-86af-a53fb124aa1a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=0ee00350-b359-426f-86af-a53fb124aa1a,segment=NetworkSegment(d15bdb67-ac69-4e40-89a0-85bf2440b02e),segment_id=d15bdb67-ac69-4e40-89a0-85bf2440b02e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:47.309875 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f7a9-bf3c-45f0-881d-6acbeeff924e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.330656 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.556097 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=0ee00350-b359-426f-86af-a53fb124aa1a,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:47.583971 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2dd2f7a9-bf3c-45f0-881d-6acbeeff924e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ea463bef36894e4eb1142f64f75df718&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5486403 Jul 16 20:20:47.585772 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50884) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:47.617597 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c4a52e09-41ec-4ad7-ba2b-508dfd2a35bf None None] Provisioning complete for port 0ee00350-b359-426f-86af-a53fb124aa1a triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:47.617597 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4a52e09-41ec-4ad7-ba2b-508dfd2a35bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.617795 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2f7a9-bf3c-45f0-881d-6acbeeff924e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c90f5fe-d65f-498a-bc60-c9c04c252a43,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:47.643035 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1a0f8853-edb6-49a1-a734-c627252502ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.728659 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50894) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:47.803583 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-58f7cac4-8d96-4553-8be9-b6b1aadcd388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.845567 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb050c8e-5867-4164-a3c4-31d7038aff3c None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.863467 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50902) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:47.875770 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-eb050c8e-5867-4164-a3c4-31d7038aff3c None None] Transition to ACTIVE for port object 79e756cc-dd85-4bbf-9266-a68cf3a0a4fc will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:47.890087 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb050c8e-5867-4164-a3c4-31d7038aff3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.915333 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff25b96f-f8df-4aaa-8273-58c2de27781b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.957207 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff25b96f-f8df-4aaa-8273-58c2de27781b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.996862 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6aa1d2-eec0-4db5-a61d-0befeb896bd7 None None] Pushing event updated for resources: {'Port': ['ID=79e756cc-dd85-4bbf-9266-a68cf3a0a4fc,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:48.019683 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff25b96f-f8df-4aaa-8273-58c2de27781b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.022637 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff25b96f-f8df-4aaa-8273-58c2de27781b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.026450 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ff25b96f-f8df-4aaa-8273-58c2de27781b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5c90f5fe-d65f-498a-bc60-c9c04c252a43 HTTP/1.1" status: 204 len: 168 time: 0.4358754 Jul 16 20:20:48.035652 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25b96f-f8df-4aaa-8273-58c2de27781b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c90f5fe-d65f-498a-bc60-c9c04c252a43,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:48.038878 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6aa1d2-eec0-4db5-a61d-0befeb896bd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:48.042728 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-1a0f8853-edb6-49a1-a734-c627252502ef admin admin] Allocated IP 172.20.0.1 (a6e3de95-78fc-4a31-9b59-b1f10f47e4ed/2dbbabcf-de96-4fb3-85e1-f42c7891edb1/e956de07-d1b1-477b-a025-0650d33a49f6) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:48.044870 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6aa1d2-eec0-4db5-a61d-0befeb896bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:48.045415 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6aa1d2-eec0-4db5-a61d-0befeb896bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:48.045774 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6aa1d2-eec0-4db5-a61d-0befeb896bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:48.046449 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6aa1d2-eec0-4db5-a61d-0befeb896bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:48.048067 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6aa1d2-eec0-4db5-a61d-0befeb896bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:48.049074 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6aa1d2-eec0-4db5-a61d-0befeb896bd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:48.049895 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6aa1d2-eec0-4db5-a61d-0befeb896bd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:48.050348 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6aa1d2-eec0-4db5-a61d-0befeb896bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:48.050834 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6aa1d2-eec0-4db5-a61d-0befeb896bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:48.051398 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6aa1d2-eec0-4db5-a61d-0befeb896bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:48.051812 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6aa1d2-eec0-4db5-a61d-0befeb896bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6aa1d2-eec0-4db5-a61d-0befeb896bd7 None None] Tracked resource versions report: Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: pushed versions: Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: { 'AddressGroup': {'1.2'}, Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: 'ConntrackHelper': {'1.0'}, Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: 'Log': {'1.0'}, Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: 'Network': {'1.1'}, Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: 'Port': {'1.7'}, Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: 'PortForwarding': {'1.2'}, Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: 'QosPolicy': {'1.8'}, Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: 'SecurityGroup': {'1.4'}, Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: 'SecurityGroupRule': {'1.2'}, Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: 'SubPort': {'1.0'}, Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: 'Subnet': {'1.1'}, Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: 'Trunk': {'1.1'}} Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: consumer versions: Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: { DHCP agent@n-d-791506-21: {}, Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: HyperV agent@n-h1-791506-21: {}, Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: HyperV agent@n-h2-791506-21: {}, Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: L3 agent@n-d-791506-21: {}, Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: Metadata agent@n-d-791506-21: {}, Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: Metering agent@n-d-791506-21: {}, Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: Open vSwitch agent@n-d-791506-21: { 'AddressGroup': '1.2', Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: 'ConntrackHelper': '1.0', Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: 'Log': '1.0', Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: 'Network': '1.1', Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: 'Port': '1.7', Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: 'PortForwarding': '1.2', Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: 'QosPolicy': '1.8', Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: 'SecurityGroup': '1.4', Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: 'SecurityGroupRule': '1.2', Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: 'SubPort': '1.0', Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: 'Subnet': '1.1', Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: 'Trunk': '1.1'}} Jul 16 20:20:48.053114 n-d-791506-21 neutron-server[93796]: {{(pid=93796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 20:20:48.062964 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-eb050c8e-5867-4164-a3c4-31d7038aff3c None None] Attempting to bind port 79e756cc-dd85-4bbf-9266-a68cf3a0a4fc on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:48.064094 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-eb050c8e-5867-4164-a3c4-31d7038aff3c None None] Attempting to bind port 79e756cc-dd85-4bbf-9266-a68cf3a0a4fc by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:48.065890 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb050c8e-5867-4164-a3c4-31d7038aff3c None None] Attempting to bind port 79e756cc-dd85-4bbf-9266-a68cf3a0a4fc on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:48.075786 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb050c8e-5867-4164-a3c4-31d7038aff3c None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:48.077197 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb050c8e-5867-4164-a3c4-31d7038aff3c None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:48.077791 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb050c8e-5867-4164-a3c4-31d7038aff3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.078364 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb050c8e-5867-4164-a3c4-31d7038aff3c None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:48.079007 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-eb050c8e-5867-4164-a3c4-31d7038aff3c None None] Bound port: 79e756cc-dd85-4bbf-9266-a68cf3a0a4fc, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:48.079546 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb050c8e-5867-4164-a3c4-31d7038aff3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.218220 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-eb050c8e-5867-4164-a3c4-31d7038aff3c None None] For port 79e756cc-dd85-4bbf-9266-a68cf3a0a4fc, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:48.226195 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-eb050c8e-5867-4164-a3c4-31d7038aff3c None None] For port 79e756cc-dd85-4bbf-9266-a68cf3a0a4fc, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=79e756cc-dd85-4bbf-9266-a68cf3a0a4fc,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:48.236807 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb050c8e-5867-4164-a3c4-31d7038aff3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.255176 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-58f7cac4-8d96-4553-8be9-b6b1aadcd388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.258666 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1a0f8853-edb6-49a1-a734-c627252502ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.268661 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-58f7cac4-8d96-4553-8be9-b6b1aadcd388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.304593 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6aa1d2-eec0-4db5-a61d-0befeb896bd7 None None] Pushing event updated for resources: {'Port': ['ID=79e756cc-dd85-4bbf-9266-a68cf3a0a4fc,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:48.323217 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-58f7cac4-8d96-4553-8be9-b6b1aadcd388 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3011dec1ad5b45899ba53892c5dc8c2c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5923011 Jul 16 20:20:48.326180 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50934) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:48.326968 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f7cac4-8d96-4553-8be9-b6b1aadcd388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63dbaca0-67a4-4d39-bc74-a127919adcdb,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:48.333254 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb050c8e-5867-4164-a3c4-31d7038aff3c None None] Routers {'f42341e3-d7ae-4bb3-9027-f95c12ff366c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:48.334007 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-eb050c8e-5867-4164-a3c4-31d7038aff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:20:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['f42341e3-d7ae-4bb3-9027-f95c12ff366c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:48.336474 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3af72a7-dec8-491e-b819-0874d221b88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.377612 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-1a0f8853-edb6-49a1-a734-c627252502ef admin admin] Transition to ACTIVE for port object e956de07-d1b1-477b-a025-0650d33a49f6 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:48.394263 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dbdde4bd-03fa-4d3f-89de-61d5da62ea64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.417488 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dbdde4bd-03fa-4d3f-89de-61d5da62ea64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.464601 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-eb050c8e-5867-4164-a3c4-31d7038aff3c None None] Set router f42341e3-d7ae-4bb3-9027-f95c12ff366c gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:20:48.488049 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dbdde4bd-03fa-4d3f-89de-61d5da62ea64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.492091 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dbdde4bd-03fa-4d3f-89de-61d5da62ea64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.495512 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-dbdde4bd-03fa-4d3f-89de-61d5da62ea64 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/63dbaca0-67a4-4d39-bc74-a127919adcdb HTTP/1.1" status: 204 len: 168 time: 0.1655965 Jul 16 20:20:48.515787 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3af72a7-dec8-491e-b819-0874d221b88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.516777 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50942) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:48.525766 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0ee00350-b359-426f-86af-a53fb124aa1a up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:48.526905 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3af72a7-dec8-491e-b819-0874d221b88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.554996 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e3af72a7-dec8-491e-b819-0874d221b88f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ad3921e8232d42228516e9eeb6edfa17&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6897366 Jul 16 20:20:48.558749 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdde4bd-03fa-4d3f-89de-61d5da62ea64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dbaca0-67a4-4d39-bc74-a127919adcdb,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:48.563576 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50946) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:48.599894 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af72a7-dec8-491e-b819-0874d221b88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1278a272-4ba0-4a8d-8eb1-633daea86f6d,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:48.637996 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1a0f8853-edb6-49a1-a734-c627252502ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.650295 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a2bd579f-cc18-4265-a92a-1414321451cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.700203 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a2bd579f-cc18-4265-a92a-1414321451cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.704066 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 0ee00350-b359-426f-86af-a53fb124aa1a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:48.705463 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.734779 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50948) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:48.749886 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0f8853-edb6-49a1-a734-c627252502ef admin admin] Network a6e3de95-78fc-4a31-9b59-b1f10f47e4ed is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:48.766593 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-1a0f8853-edb6-49a1-a734-c627252502ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:48.770103 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0f8853-edb6-49a1-a734-c627252502ef admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:48.780829 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bd935e9f-799a-4b9c-8e83-5e62e714efac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.781929 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1a0f8853-edb6-49a1-a734-c627252502ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.990491 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f8853-edb6-49a1-a734-c627252502ef admin admin] Pushing event updated for resources: {'Port': ['ID=e956de07-d1b1-477b-a025-0650d33a49f6,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:49.035049 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bd935e9f-799a-4b9c-8e83-5e62e714efac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.077807 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bd935e9f-799a-4b9c-8e83-5e62e714efac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.126251 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a2bd579f-cc18-4265-a92a-1414321451cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.129086 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a2bd579f-cc18-4265-a92a-1414321451cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.130419 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a2bd579f-cc18-4265-a92a-1414321451cd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1278a272-4ba0-4a8d-8eb1-633daea86f6d HTTP/1.1" status: 204 len: 168 time: 0.5657058 Jul 16 20:20:49.131290 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-63d528ee-3170-4ddb-894e-b9353442a667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.132117 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-eb050c8e-5867-4164-a3c4-31d7038aff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-306516921-router', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:45Z', 'revision_number': 3, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'gw_port': {'id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:49.143215 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-42aab484-3dab-4721-aa1e-61f5675e7161 None None] Provisioning for port e956de07-d1b1-477b-a025-0650d33a49f6 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:49.151086 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-42aab484-3dab-4721-aa1e-61f5675e7161 None None] Provisioning complete for port e956de07-d1b1-477b-a025-0650d33a49f6 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:49.152970 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42aab484-3dab-4721-aa1e-61f5675e7161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.176987 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb050c8e-5867-4164-a3c4-31d7038aff3c None None] The sync data for ids ['f42341e3-d7ae-4bb3-9027-f95c12ff366c'] in n-d-791506-21 is: [{'id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-306516921-router', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:45Z', 'revision_number': 3, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'gw_port': {'id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:20:49.212684 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd935e9f-799a-4b9c-8e83-5e62e714efac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467141eb-6dcd-4361-8e80-a530ed516cc6,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:49.237340 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd579f-cc18-4265-a92a-1414321451cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1278a272-4ba0-4a8d-8eb1-633daea86f6d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:49.249228 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-42aab484-3dab-4721-aa1e-61f5675e7161 None None] Port e956de07-d1b1-477b-a025-0650d33a49f6 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:49.266882 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1a0f8853-edb6-49a1-a734-c627252502ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.314738 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bd935e9f-799a-4b9c-8e83-5e62e714efac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d0c8120357c94d5aac41299bd949f57e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5752161 Jul 16 20:20:49.317517 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50978) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:49.458393 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-63d528ee-3170-4ddb-894e-b9353442a667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.459555 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-757575e2-fe2a-4539-b3ea-edb0b98001bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.472815 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-63d528ee-3170-4ddb-894e-b9353442a667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.534803 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-757575e2-fe2a-4539-b3ea-edb0b98001bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.599355 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-63d528ee-3170-4ddb-894e-b9353442a667 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fd481c77204445d88efd628dec73afb8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0817146 Jul 16 20:20:49.600205 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d528ee-3170-4ddb-894e-b9353442a667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4266a25d-45a6-40ed-b890-2fee43300d2b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:49.606786 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50998) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:49.721103 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b30e9396-39c7-4b70-bf07-1b5ae036e3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.727364 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-757575e2-fe2a-4539-b3ea-edb0b98001bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.748151 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-757575e2-fe2a-4539-b3ea-edb0b98001bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.749765 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-757575e2-fe2a-4539-b3ea-edb0b98001bf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/467141eb-6dcd-4361-8e80-a530ed516cc6 HTTP/1.1" status: 204 len: 168 time: 0.4267328 Jul 16 20:20:49.775810 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757575e2-fe2a-4539-b3ea-edb0b98001bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467141eb-6dcd-4361-8e80-a530ed516cc6,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:49.791804 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b30e9396-39c7-4b70-bf07-1b5ae036e3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.797626 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1a0f8853-edb6-49a1-a734-c627252502ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.810433 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1a0f8853-edb6-49a1-a734-c627252502ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.811323 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1a0f8853-edb6-49a1-a734-c627252502ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.900089 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b30e9396-39c7-4b70-bf07-1b5ae036e3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.903104 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b30e9396-39c7-4b70-bf07-1b5ae036e3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.905206 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b30e9396-39c7-4b70-bf07-1b5ae036e3af admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4266a25d-45a6-40ed-b890-2fee43300d2b HTTP/1.1" status: 204 len: 168 time: 0.2972951 Jul 16 20:20:49.914982 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e9396-39c7-4b70-bf07-1b5ae036e3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4266a25d-45a6-40ed-b890-2fee43300d2b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:50.001937 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f8853-edb6-49a1-a734-c627252502ef admin admin] Pushing event updated for resources: {'Port': ['ID=e956de07-d1b1-477b-a025-0650d33a49f6,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:50.045648 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51026) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:50.047188 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0f8853-edb6-49a1-a734-c627252502ef admin admin] Network a6e3de95-78fc-4a31-9b59-b1f10f47e4ed is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:50.050083 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-1a0f8853-edb6-49a1-a734-c627252502ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:50.067659 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d72c89cc-bb66-4ef1-a097-9bb1c1de40bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.328846 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d72c89cc-bb66-4ef1-a097-9bb1c1de40bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.337007 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d72c89cc-bb66-4ef1-a097-9bb1c1de40bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.448633 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d72c89cc-bb66-4ef1-a097-9bb1c1de40bb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dc0742f02c4b449a8a30d2e7d44286fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4014773 Jul 16 20:20:50.449694 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51046) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:50.453321 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c89cc-bb66-4ef1-a097-9bb1c1de40bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0098ecf-852b-40e2-a22a-0f18ba250af9,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:50.496415 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f4aac917-5880-4aa4-92e3-de22c1d4d0b1 None None] Provisioning complete for port e956de07-d1b1-477b-a025-0650d33a49f6 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:50.499939 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4aac917-5880-4aa4-92e3-de22c1d4d0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.563008 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0f8853-edb6-49a1-a734-c627252502ef admin admin] Router f42341e3-d7ae-4bb3-9027-f95c12ff366c has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:20:50.573068 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c247e054-f9c5-4974-89a1-841d941b76f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.601316 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f4aac917-5880-4aa4-92e3-de22c1d4d0b1 None None] Port e956de07-d1b1-477b-a025-0650d33a49f6 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:50.612030 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c247e054-f9c5-4974-89a1-841d941b76f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.662752 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 79e756cc-dd85-4bbf-9266-a68cf3a0a4fc up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:50.706969 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c247e054-f9c5-4974-89a1-841d941b76f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.711062 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c247e054-f9c5-4974-89a1-841d941b76f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.712832 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c247e054-f9c5-4974-89a1-841d941b76f3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b0098ecf-852b-40e2-a22a-0f18ba250af9 HTTP/1.1" status: 204 len: 168 time: 0.2608118 Jul 16 20:20:50.723932 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247e054-f9c5-4974-89a1-841d941b76f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0098ecf-852b-40e2-a22a-0f18ba250af9,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:50.757625 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0f8853-edb6-49a1-a734-c627252502ef admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:20:50.772433 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1a0f8853-edb6-49a1-a734-c627252502ef admin admin] 10.222.0.38 "PUT /v2.0/routers/f42341e3-d7ae-4bb3-9027-f95c12ff366c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4991276 Jul 16 20:20:50.783010 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 79e756cc-dd85-4bbf-9266-a68cf3a0a4fc completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:50.791446 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 79e756cc-dd85-4bbf-9266-a68cf3a0a4fc triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:50.791984 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.908851 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.932736 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 79e756cc-dd85-4bbf-9266-a68cf3a0a4fc, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=79e756cc-dd85-4bbf-9266-a68cf3a0a4fc,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:50.938233 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.976139 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51074) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:50.994991 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d1bc374-e5c2-4b3f-b898-aabc9f32cc93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.997298 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=79e756cc-dd85-4bbf-9266-a68cf3a0a4fc,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:51.121873 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d1bc374-e5c2-4b3f-b898-aabc9f32cc93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.126999 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d1bc374-e5c2-4b3f-b898-aabc9f32cc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.162166 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bc374-e5c2-4b3f-b898-aabc9f32cc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3a7b0f-0f51-49b3-9f81-e65281d26f4b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:51.172132 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1d1bc374-e5c2-4b3f-b898-aabc9f32cc93 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c10242021a63403fbffac4cf3df04cef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1939859 Jul 16 20:20:51.174584 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51078) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:51.229090 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-68b4ce2c-eb65-44d5-ab9c-88700bb6be61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.256226 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-68b4ce2c-eb65-44d5-ab9c-88700bb6be61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.313108 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51088) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:51.313609 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-68b4ce2c-eb65-44d5-ab9c-88700bb6be61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.316097 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-68b4ce2c-eb65-44d5-ab9c-88700bb6be61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.319455 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-68b4ce2c-eb65-44d5-ab9c-88700bb6be61 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1e3a7b0f-0f51-49b3-9f81-e65281d26f4b HTTP/1.1" status: 204 len: 168 time: 0.1417661 Jul 16 20:20:51.333158 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4ce2c-eb65-44d5-ab9c-88700bb6be61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3a7b0f-0f51-49b3-9f81-e65281d26f4b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:51.617008 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c19b3d05-6ce9-4727-b42d-13d7dca21f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.620062 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df151bec-8eb6-4e23-b21c-1e04a3303263 None None] Sync routers for ids ['f42341e3-d7ae-4bb3-9027-f95c12ff366c'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:20:51.631710 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df151bec-8eb6-4e23-b21c-1e04a3303263 None None] Routers {'f42341e3-d7ae-4bb3-9027-f95c12ff366c'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:51.631978 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-df151bec-8eb6-4e23-b21c-1e04a3303263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:20:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['f42341e3-d7ae-4bb3-9027-f95c12ff366c'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:51.757977 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-df151bec-8eb6-4e23-b21c-1e04a3303263 None None] Set router f42341e3-d7ae-4bb3-9027-f95c12ff366c gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:20:51.828366 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0797d727-48e2-422b-bd50-c347c45ae019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.974887 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0797d727-48e2-422b-bd50-c347c45ae019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.984589 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0797d727-48e2-422b-bd50-c347c45ae019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.039688 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0797d727-48e2-422b-bd50-c347c45ae019 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=82d100b227984c97bed296e5c85db3ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7239220 Jul 16 20:20:52.042405 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51126) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:52.050605 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797d727-48e2-422b-bd50-c347c45ae019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff17baa-e0c8-456b-baa0-62a91328115f,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:52.111626 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-df151bec-8eb6-4e23-b21c-1e04a3303263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-306516921-router', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:49Z', 'revision_number': 4, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'gw_port': {'id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e956de07-d1b1-477b-a025-0650d33a49f6', 'name': '', 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'mac_address': 'fa:16:3e:6b:83:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:47Z', 'updated_at': '2021-07-16T20:20:49Z', 'revision_number': 2, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'subnets': [{'id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:52.144029 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-80eba88e-7141-4e06-8686-153e23ec2524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.144422 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df151bec-8eb6-4e23-b21c-1e04a3303263 None None] Checking router: f42341e3-d7ae-4bb3-9027-f95c12ff366c for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:20:52.144778 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df151bec-8eb6-4e23-b21c-1e04a3303263 None None] Updating router f42341e3-d7ae-4bb3-9027-f95c12ff366c port e956de07-d1b1-477b-a025-0650d33a49f6 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:20:52.179892 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51140) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:52.182110 n-d-791506-21 neutron-server[93794]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 20:20:52.192334 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-df151bec-8eb6-4e23-b21c-1e04a3303263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.196751 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-80eba88e-7141-4e06-8686-153e23ec2524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.223461 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-914c8921-4ea9-41c6-a122-d88900423c2e req-e328de5c-7115-489f-a27d-febf1793af88 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=df5103a3c4334dc38e77c384423f5002&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424135 Jul 16 20:20:52.296533 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-80eba88e-7141-4e06-8686-153e23ec2524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.299452 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-80eba88e-7141-4e06-8686-153e23ec2524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.303541 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-80eba88e-7141-4e06-8686-153e23ec2524 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0ff17baa-e0c8-456b-baa0-62a91328115f HTTP/1.1" status: 204 len: 168 time: 0.2594857 Jul 16 20:20:52.315053 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eba88e-7141-4e06-8686-153e23ec2524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff17baa-e0c8-456b-baa0-62a91328115f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:52.527027 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 79e756cc-dd85-4bbf-9266-a68cf3a0a4fc up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:52.532697 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-df151bec-8eb6-4e23-b21c-1e04a3303263 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.547934 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c8921-4ea9-41c6-a122-d88900423c2e req-51ed2bc4-7eac-473c-bee9-3753c6f43b1c tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:52.562221 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-914c8921-4ea9-41c6-a122-d88900423c2e req-51ed2bc4-7eac-473c-bee9-3753c6f43b1c tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3192186 Jul 16 20:20:52.569492 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-df151bec-8eb6-4e23-b21c-1e04a3303263 None None] Transition to ACTIVE for port object e956de07-d1b1-477b-a025-0650d33a49f6 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:52.579756 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-914c8921-4ea9-41c6-a122-d88900423c2e req-0395a8cc-9d2f-44d6-afdd-b2ee3014585b tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/quotas/df5103a3c4334dc38e77c384423f5002 HTTP/1.1" status: 200 len: 375 time: 0.0199294 Jul 16 20:20:52.583360 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-df151bec-8eb6-4e23-b21c-1e04a3303263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.640597 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-914c8921-4ea9-41c6-a122-d88900423c2e req-50406866-7617-4336-a4e4-2cf7de1b756c tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=df5103a3c4334dc38e77c384423f5002&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598583 Jul 16 20:20:52.654704 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 79e756cc-dd85-4bbf-9266-a68cf3a0a4fc triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:52.655218 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.688481 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce463e-8377-4a17-a64a-9f1ad83d766f None None] Pushing event updated for resources: {'Port': ['ID=e956de07-d1b1-477b-a025-0650d33a49f6,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:52.791676 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-df151bec-8eb6-4e23-b21c-1e04a3303263 None None] Attempting to bind port e956de07-d1b1-477b-a025-0650d33a49f6 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:52.792051 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-df151bec-8eb6-4e23-b21c-1e04a3303263 None None] Attempting to bind port e956de07-d1b1-477b-a025-0650d33a49f6 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'd15bdb67-ac69-4e40-89a0-85bf2440b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:52.792421 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df151bec-8eb6-4e23-b21c-1e04a3303263 None None] Attempting to bind port e956de07-d1b1-477b-a025-0650d33a49f6 on network a6e3de95-78fc-4a31-9b59-b1f10f47e4ed {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:52.807235 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df151bec-8eb6-4e23-b21c-1e04a3303263 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:52.807612 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df151bec-8eb6-4e23-b21c-1e04a3303263 None None] Checking segment: {'id': 'd15bdb67-ac69-4e40-89a0-85bf2440b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:52.808188 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-df151bec-8eb6-4e23-b21c-1e04a3303263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.808730 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df151bec-8eb6-4e23-b21c-1e04a3303263 None None] Bound using segment: {'id': 'd15bdb67-ac69-4e40-89a0-85bf2440b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:52.809384 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-df151bec-8eb6-4e23-b21c-1e04a3303263 None None] Bound port: e956de07-d1b1-477b-a025-0650d33a49f6, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15bdb67-ac69-4e40-89a0-85bf2440b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:52.810800 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-df151bec-8eb6-4e23-b21c-1e04a3303263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.986755 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51176) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:52.991570 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-242ecbf6-661d-40a6-8bc9-cd9d94998323 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-693163783-network', 'tenant_id': 'c9efb048aafe4288985664c92f9db050'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:52.996429 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-df151bec-8eb6-4e23-b21c-1e04a3303263 None None] For port e956de07-d1b1-477b-a025-0650d33a49f6, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:53.003167 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-df151bec-8eb6-4e23-b21c-1e04a3303263 None None] For port e956de07-d1b1-477b-a025-0650d33a49f6, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e956de07-d1b1-477b-a025-0650d33a49f6,segment=NetworkSegment(d15bdb67-ac69-4e40-89a0-85bf2440b02e),segment_id=d15bdb67-ac69-4e40-89a0-85bf2440b02e)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:53.009032 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-df151bec-8eb6-4e23-b21c-1e04a3303263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.024805 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242ecbf6-661d-40a6-8bc9-cd9d94998323 admin admin] Made reservation on behalf of c9efb048aafe4288985664c92f9db050 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:53.027661 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-242ecbf6-661d-40a6-8bc9-cd9d94998323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.037807 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-242ecbf6-661d-40a6-8bc9-cd9d94998323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.102082 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df151bec-8eb6-4e23-b21c-1e04a3303263 None None] Routers {'f42341e3-d7ae-4bb3-9027-f95c12ff366c'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:53.102823 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-df151bec-8eb6-4e23-b21c-1e04a3303263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:20:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['f42341e3-d7ae-4bb3-9027-f95c12ff366c'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:53.105376 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce463e-8377-4a17-a64a-9f1ad83d766f None None] Pushing event updated for resources: {'Port': ['ID=e956de07-d1b1-477b-a025-0650d33a49f6,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:53.181688 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-242ecbf6-661d-40a6-8bc9-cd9d94998323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.188582 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-242ecbf6-661d-40a6-8bc9-cd9d94998323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.213272 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242ecbf6-661d-40a6-8bc9-cd9d94998323 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:53.230687 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ecbf6-661d-40a6-8bc9-cd9d94998323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5f91d4-e9af-4070-a974-6fe840225770,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:53.235382 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-242ecbf6-661d-40a6-8bc9-cd9d94998323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.237347 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-242ecbf6-661d-40a6-8bc9-cd9d94998323 admin admin] Added segment 682fddbc-f2da-4cc6-aeb2-ac3ee663bf5b of type vlan for network 51a96a87-ccb0-437c-8046-ee0c45fa53f3 Jul 16 20:20:53.300404 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-242ecbf6-661d-40a6-8bc9-cd9d94998323 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.314601 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-df151bec-8eb6-4e23-b21c-1e04a3303263 None None] Set router f42341e3-d7ae-4bb3-9027-f95c12ff366c gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:20:53.359758 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-242ecbf6-661d-40a6-8bc9-cd9d94998323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.361150 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242ecbf6-661d-40a6-8bc9-cd9d94998323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:53.361858 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-242ecbf6-661d-40a6-8bc9-cd9d94998323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.389358 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51186) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:53.403197 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-242ecbf6-661d-40a6-8bc9-cd9d94998323 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4153421 Jul 16 20:20:53.407215 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51190) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:53.412620 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4e955cd2-2dce-481b-b6fe-004243793029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.415714 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a4af1f92-146b-47b1-8464-6534a1c85b6e admin admin] Request body: {'subnet': {'network_id': '51a96a87-ccb0-437c-8046-ee0c45fa53f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693163783-subnet', 'tenant_id': 'c9efb048aafe4288985664c92f9db050', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:53.446808 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4af1f92-146b-47b1-8464-6534a1c85b6e admin admin] Made reservation on behalf of c9efb048aafe4288985664c92f9db050 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:53.451686 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a4af1f92-146b-47b1-8464-6534a1c85b6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.458502 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ecbf6-661d-40a6-8bc9-cd9d94998323 admin admin] Pushing event updated for resources: {'Network': ['ID=51a96a87-ccb0-437c-8046-ee0c45fa53f3,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:53.524091 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 51a96a87-ccb0-437c-8046-ee0c45fa53f3 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:53.584927 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4e955cd2-2dce-481b-b6fe-004243793029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.592353 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4e955cd2-2dce-481b-b6fe-004243793029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.642423 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e955cd2-2dce-481b-b6fe-004243793029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebd00a9-1590-49f9-a4fe-4eeb9495c980,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:53.650067 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4e955cd2-2dce-481b-b6fe-004243793029 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=09076fd2d78340d9a8c619ca62a37df5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2552960 Jul 16 20:20:53.650804 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51198) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:53.676469 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-df151bec-8eb6-4e23-b21c-1e04a3303263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-306516921-router', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:49Z', 'revision_number': 4, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'gw_port': {'id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e956de07-d1b1-477b-a025-0650d33a49f6', 'name': '', 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'mac_address': 'fa:16:3e:6b:83:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:47Z', 'updated_at': '2021-07-16T20:20:52Z', 'revision_number': 4, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'subnets': [{'id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:53.724462 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c62e465a-0b5a-45ea-9894-417a812d404b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.730418 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df151bec-8eb6-4e23-b21c-1e04a3303263 None None] The sync data for ids ['f42341e3-d7ae-4bb3-9027-f95c12ff366c'] in n-d-791506-21 is: [{'id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-306516921-router', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:49Z', 'revision_number': 4, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'gw_port': {'id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e956de07-d1b1-477b-a025-0650d33a49f6', 'name': '', 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'mac_address': 'fa:16:3e:6b:83:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:47Z', 'updated_at': '2021-07-16T20:20:52Z', 'revision_number': 4, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'subnets': [{'id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:20:53.757414 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c62e465a-0b5a-45ea-9894-417a812d404b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.757624 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a4af1f92-146b-47b1-8464-6534a1c85b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.831143 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51200) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:53.843026 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c62e465a-0b5a-45ea-9894-417a812d404b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.846244 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c62e465a-0b5a-45ea-9894-417a812d404b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.850570 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c62e465a-0b5a-45ea-9894-417a812d404b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cebd00a9-1590-49f9-a4fe-4eeb9495c980 HTTP/1.1" status: 204 len: 168 time: 0.1987522 Jul 16 20:20:53.863445 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e465a-0b5a-45ea-9894-417a812d404b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebd00a9-1590-49f9-a4fe-4eeb9495c980,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:53.922013 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af1f92-146b-47b1-8464-6534a1c85b6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=43fcb000-98c9-4e21-8886-e114a893c915,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:53.927806 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4af1f92-146b-47b1-8464-6534a1c85b6e admin admin] Checking segment: {'id': '682fddbc-f2da-4cc6-aeb2-ac3ee663bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '51a96a87-ccb0-437c-8046-ee0c45fa53f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:53.928164 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4af1f92-146b-47b1-8464-6534a1c85b6e admin admin] Network hostable DHCP agents. Network: 51a96a87-ccb0-437c-8046-ee0c45fa53f3, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:53.952041 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4af1f92-146b-47b1-8464-6534a1c85b6e admin admin] Network 51a96a87-ccb0-437c-8046-ee0c45fa53f3 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:53.962058 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-a4af1f92-146b-47b1-8464-6534a1c85b6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 51a96a87-ccb0-437c-8046-ee0c45fa53f3) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:53.967241 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4af1f92-146b-47b1-8464-6534a1c85b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:53.968338 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a4af1f92-146b-47b1-8464-6534a1c85b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.976021 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f18bfd8-4f2f-4e81-916b-8eb095ea772c None None] Network 51a96a87-ccb0-437c-8046-ee0c45fa53f3 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:53.999278 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a4af1f92-146b-47b1-8464-6534a1c85b6e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5900691 Jul 16 20:20:54.001683 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51214) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:54.007746 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-aec06931-d1ea-4f29-9a51-b249f8e43709 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-693163783-router', 'tenant_id': 'c9efb048aafe4288985664c92f9db050', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:54.035900 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aec06931-d1ea-4f29-9a51-b249f8e43709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.036910 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aec06931-d1ea-4f29-9a51-b249f8e43709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.109065 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aec06931-d1ea-4f29-9a51-b249f8e43709 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.205164 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee831785-f7d1-4379-8975-34873ea1e02e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-51a96a87-ccb0-437c-8046-ee0c45fa53f3', 'network_id': '51a96a87-ccb0-437c-8046-ee0c45fa53f3', 'tenant_id': 'c9efb048aafe4288985664c92f9db050', 'fixed_ips': [{'subnet_id': '43fcb000-98c9-4e21-8886-e114a893c915'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:20:54.206277 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee831785-f7d1-4379-8975-34873ea1e02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.217044 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2482084c-78ef-4d24-a44e-cf4669f0ef94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.238125 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.404151 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-ee831785-f7d1-4379-8975-34873ea1e02e None None] Allocated IP 172.20.0.2 (51a96a87-ccb0-437c-8046-ee0c45fa53f3/43fcb000-98c9-4e21-8886-e114a893c915/1e5acece-bbd2-4679-9ebb-b7370ef6857c) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:54.426730 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d34303d7-42c5-4d9d-ad99-e04037d34184 req-adf6947f-cb03-4005-95fc-d1f5c6a42382 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 210 time: 0.5941350 Jul 16 20:20:54.442674 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aec06931-d1ea-4f29-9a51-b249f8e43709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.629945 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e956de07-d1b1-477b-a025-0650d33a49f6 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:54.686125 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee831785-f7d1-4379-8975-34873ea1e02e None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.709670 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ee831785-f7d1-4379-8975-34873ea1e02e None None] Transition to ACTIVE for port object 1e5acece-bbd2-4679-9ebb-b7370ef6857c will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:54.739710 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ee831785-f7d1-4379-8975-34873ea1e02e None None] Transition to ACTIVE for port object 1e5acece-bbd2-4679-9ebb-b7370ef6857c will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:54.741997 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port e956de07-d1b1-477b-a025-0650d33a49f6 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:54.750671 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port e956de07-d1b1-477b-a025-0650d33a49f6 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:54.751941 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.756930 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee831785-f7d1-4379-8975-34873ea1e02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.778068 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aec06931-d1ea-4f29-9a51-b249f8e43709 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.818649 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aec06931-d1ea-4f29-9a51-b249f8e43709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.868083 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee831785-f7d1-4379-8975-34873ea1e02e None None] Pushing event updated for resources: {'Port': ['ID=1e5acece-bbd2-4679-9ebb-b7370ef6857c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:54.891759 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee831785-f7d1-4379-8975-34873ea1e02e None None] Network 51a96a87-ccb0-437c-8046-ee0c45fa53f3 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:54.897309 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-ee831785-f7d1-4379-8975-34873ea1e02e None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:54.901109 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee831785-f7d1-4379-8975-34873ea1e02e None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:55.007744 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ee831785-f7d1-4379-8975-34873ea1e02e None None] Attempting to bind port 1e5acece-bbd2-4679-9ebb-b7370ef6857c on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:55.008156 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ee831785-f7d1-4379-8975-34873ea1e02e None None] Attempting to bind port 1e5acece-bbd2-4679-9ebb-b7370ef6857c by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '682fddbc-f2da-4cc6-aeb2-ac3ee663bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '51a96a87-ccb0-437c-8046-ee0c45fa53f3'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:55.008552 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee831785-f7d1-4379-8975-34873ea1e02e None None] Attempting to bind port 1e5acece-bbd2-4679-9ebb-b7370ef6857c on network 51a96a87-ccb0-437c-8046-ee0c45fa53f3 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:55.019628 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee831785-f7d1-4379-8975-34873ea1e02e None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:55.020000 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee831785-f7d1-4379-8975-34873ea1e02e None None] Checking segment: {'id': '682fddbc-f2da-4cc6-aeb2-ac3ee663bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '51a96a87-ccb0-437c-8046-ee0c45fa53f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:55.020392 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee831785-f7d1-4379-8975-34873ea1e02e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.020792 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee831785-f7d1-4379-8975-34873ea1e02e None None] Bound using segment: {'id': '682fddbc-f2da-4cc6-aeb2-ac3ee663bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '51a96a87-ccb0-437c-8046-ee0c45fa53f3'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:55.021275 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ee831785-f7d1-4379-8975-34873ea1e02e None None] Bound port: 1e5acece-bbd2-4679-9ebb-b7370ef6857c, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682fddbc-f2da-4cc6-aeb2-ac3ee663bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '51a96a87-ccb0-437c-8046-ee0c45fa53f3'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:55.021676 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee831785-f7d1-4379-8975-34873ea1e02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.048265 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.135021 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-aec06931-d1ea-4f29-9a51-b249f8e43709 admin admin] Allocated IP 172.25.0.188 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/07c6bc06-ea5e-40cd-ba6b-52527c06f6fb) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:55.266739 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port e956de07-d1b1-477b-a025-0650d33a49f6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e956de07-d1b1-477b-a025-0650d33a49f6,segment=NetworkSegment(d15bdb67-ac69-4e40-89a0-85bf2440b02e),segment_id=d15bdb67-ac69-4e40-89a0-85bf2440b02e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:55.279629 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ee831785-f7d1-4379-8975-34873ea1e02e None None] For port 1e5acece-bbd2-4679-9ebb-b7370ef6857c, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:55.282500 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.285574 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ee831785-f7d1-4379-8975-34873ea1e02e None None] For port 1e5acece-bbd2-4679-9ebb-b7370ef6857c, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=1e5acece-bbd2-4679-9ebb-b7370ef6857c,segment=NetworkSegment(682fddbc-f2da-4cc6-aeb2-ac3ee663bf5b),segment_id=682fddbc-f2da-4cc6-aeb2-ac3ee663bf5b)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:55.292621 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee831785-f7d1-4379-8975-34873ea1e02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.316450 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aec06931-d1ea-4f29-9a51-b249f8e43709 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.357831 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=e956de07-d1b1-477b-a025-0650d33a49f6,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:55.442601 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee831785-f7d1-4379-8975-34873ea1e02e None None] Pushing event updated for resources: {'Port': ['ID=1e5acece-bbd2-4679-9ebb-b7370ef6857c,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:55.519409 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aec06931-d1ea-4f29-9a51-b249f8e43709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.597688 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac432f3c-f597-42b6-b87f-e5c838875b29 req-96c0549b-5b54-4372-8e15-d1cc6edcb6a0 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 210 time: 0.0464318 Jul 16 20:20:55.646677 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.694755 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec06931-d1ea-4f29-9a51-b249f8e43709 admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:55.707350 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-aec06931-d1ea-4f29-9a51-b249f8e43709 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:55.715662 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec06931-d1ea-4f29-9a51-b249f8e43709 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:55.794673 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec06931-d1ea-4f29-9a51-b249f8e43709 admin admin] Pushing event updated for resources: {'Port': ['ID=07c6bc06-ea5e-40cd-ba6b-52527c06f6fb,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:56.062126 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aec06931-d1ea-4f29-9a51-b249f8e43709 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.284688 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aec06931-d1ea-4f29-9a51-b249f8e43709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.489081 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec06931-d1ea-4f29-9a51-b249f8e43709 admin admin] Router e8b0ccb7-c351-4e77-a0c0-8989c9170d03 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:20:56.630152 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 1e5acece-bbd2-4679-9ebb-b7370ef6857c up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:56.649063 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec06931-d1ea-4f29-9a51-b249f8e43709 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:20:56.661329 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cba3f24-e1ed-4c03-9b9c-f96432bb8a8b None None] Sync routers for ids ['e8b0ccb7-c351-4e77-a0c0-8989c9170d03'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:20:56.670231 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756b0932-9b36-4135-9714-f707ac19ddda None None] Network 51a96a87-ccb0-437c-8046-ee0c45fa53f3 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:56.673772 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cba3f24-e1ed-4c03-9b9c-f96432bb8a8b None None] Routers {'e8b0ccb7-c351-4e77-a0c0-8989c9170d03'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:56.677453 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4cba3f24-e1ed-4c03-9b9c-f96432bb8a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:20:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['e8b0ccb7-c351-4e77-a0c0-8989c9170d03'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:56.689095 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aec06931-d1ea-4f29-9a51-b249f8e43709 admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.693831 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-aec06931-d1ea-4f29-9a51-b249f8e43709 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.6875508 Jul 16 20:20:56.693831 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51294) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:56.798823 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 1e5acece-bbd2-4679-9ebb-b7370ef6857c completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:56.799585 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f4faecef-cedc-4242-ac5a-e49142e49b06 req-a909278d-f797-4576-85e8-91660f946d3d tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 210 time: 0.0413454 Jul 16 20:20:56.808345 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e956de07-d1b1-477b-a025-0650d33a49f6 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:56.843808 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1a68aee6-607f-49e0-bb5a-d7a058086651 None None] Provisioning for port 1e5acece-bbd2-4679-9ebb-b7370ef6857c completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:56.878247 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1a68aee6-607f-49e0-bb5a-d7a058086651 None None] Provisioning complete for port 1e5acece-bbd2-4679-9ebb-b7370ef6857c triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:56.880052 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a68aee6-607f-49e0-bb5a-d7a058086651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.931511 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-4cba3f24-e1ed-4c03-9b9c-f96432bb8a8b None None] Set router e8b0ccb7-c351-4e77-a0c0-8989c9170d03 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:20:56.990906 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port e956de07-d1b1-477b-a025-0650d33a49f6 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:56.991355 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.101034 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a68aee6-607f-49e0-bb5a-d7a058086651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.177709 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1a68aee6-607f-49e0-bb5a-d7a058086651 None None] For port 1e5acece-bbd2-4679-9ebb-b7370ef6857c, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=1e5acece-bbd2-4679-9ebb-b7370ef6857c,segment=NetworkSegment(682fddbc-f2da-4cc6-aeb2-ac3ee663bf5b),segment_id=682fddbc-f2da-4cc6-aeb2-ac3ee663bf5b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:57.191829 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a68aee6-607f-49e0-bb5a-d7a058086651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.268236 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4cba3f24-e1ed-4c03-9b9c-f96432bb8a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b0ccb7-c351-4e77-a0c0-8989c9170d03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693163783-router', 'tenant_id': 'c9efb048aafe4288985664c92f9db050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '07c6bc06-ea5e-40cd-ba6b-52527c06f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:54Z', 'updated_at': '2021-07-16T20:20:55Z', 'revision_number': 3, 'project_id': 'c9efb048aafe4288985664c92f9db050', 'gw_port': {'id': '07c6bc06-ea5e-40cd-ba6b-52527c06f6fb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:78:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b0ccb7-c351-4e77-a0c0-8989c9170d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:54Z', 'updated_at': '2021-07-16T20:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:57.275164 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68aee6-607f-49e0-bb5a-d7a058086651 None None] Pushing event updated for resources: {'Port': ['ID=1e5acece-bbd2-4679-9ebb-b7370ef6857c,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:57.321674 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cba3f24-e1ed-4c03-9b9c-f96432bb8a8b None None] Checking router: e8b0ccb7-c351-4e77-a0c0-8989c9170d03 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:20:57.322215 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cba3f24-e1ed-4c03-9b9c-f96432bb8a8b None None] Updating router e8b0ccb7-c351-4e77-a0c0-8989c9170d03 port 07c6bc06-ea5e-40cd-ba6b-52527c06f6fb binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:20:57.396648 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cba3f24-e1ed-4c03-9b9c-f96432bb8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.468828 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.552462 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51318) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:57.597171 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5828417f-847b-441a-91f4-fce39d21e0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.615628 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3c9888b2-53fd-430e-9f06-0a05543fa90e None None] Provisioning complete for port 1e5acece-bbd2-4679-9ebb-b7370ef6857c triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:57.618203 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c9888b2-53fd-430e-9f06-0a05543fa90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.713468 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cba3f24-e1ed-4c03-9b9c-f96432bb8a8b None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.724590 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-4cba3f24-e1ed-4c03-9b9c-f96432bb8a8b None None] Transition to ACTIVE for port object 07c6bc06-ea5e-40cd-ba6b-52527c06f6fb will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:57.735332 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cba3f24-e1ed-4c03-9b9c-f96432bb8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.789399 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4cba3f24-e1ed-4c03-9b9c-f96432bb8a8b None None] Attempting to bind port 07c6bc06-ea5e-40cd-ba6b-52527c06f6fb on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:57.790011 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4cba3f24-e1ed-4c03-9b9c-f96432bb8a8b None None] Attempting to bind port 07c6bc06-ea5e-40cd-ba6b-52527c06f6fb by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:57.790579 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cba3f24-e1ed-4c03-9b9c-f96432bb8a8b None None] Attempting to bind port 07c6bc06-ea5e-40cd-ba6b-52527c06f6fb on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:57.794579 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8efac-4d5d-4639-b525-ead5e5900fa0 None None] Pushing event updated for resources: {'Port': ['ID=07c6bc06-ea5e-40cd-ba6b-52527c06f6fb,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:57.799651 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cba3f24-e1ed-4c03-9b9c-f96432bb8a8b None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:57.800027 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cba3f24-e1ed-4c03-9b9c-f96432bb8a8b None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:57.800431 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cba3f24-e1ed-4c03-9b9c-f96432bb8a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.800978 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cba3f24-e1ed-4c03-9b9c-f96432bb8a8b None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:57.801645 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4cba3f24-e1ed-4c03-9b9c-f96432bb8a8b None None] Bound port: 07c6bc06-ea5e-40cd-ba6b-52527c06f6fb, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:57.802260 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cba3f24-e1ed-4c03-9b9c-f96432bb8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.866349 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-4cba3f24-e1ed-4c03-9b9c-f96432bb8a8b None None] For port 07c6bc06-ea5e-40cd-ba6b-52527c06f6fb, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:57.870197 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-4cba3f24-e1ed-4c03-9b9c-f96432bb8a8b None None] For port 07c6bc06-ea5e-40cd-ba6b-52527c06f6fb, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=07c6bc06-ea5e-40cd-ba6b-52527c06f6fb,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:57.878962 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cba3f24-e1ed-4c03-9b9c-f96432bb8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.895982 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-5828417f-847b-441a-91f4-fce39d21e0b9 admin admin] Allocated IP 172.20.0.1 (51a96a87-ccb0-437c-8046-ee0c45fa53f3/43fcb000-98c9-4e21-8886-e114a893c915/fe3c27ae-20f7-4307-896f-0b993e34cf9d) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:57.970659 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cba3f24-e1ed-4c03-9b9c-f96432bb8a8b None None] Routers {'e8b0ccb7-c351-4e77-a0c0-8989c9170d03'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:57.971284 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4cba3f24-e1ed-4c03-9b9c-f96432bb8a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:20:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['e8b0ccb7-c351-4e77-a0c0-8989c9170d03'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:58.041226 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8efac-4d5d-4639-b525-ead5e5900fa0 None None] Pushing event updated for resources: {'Port': ['ID=07c6bc06-ea5e-40cd-ba6b-52527c06f6fb,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:58.053931 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5828417f-847b-441a-91f4-fce39d21e0b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.072155 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-433daa55-c1b1-4bf6-9d16-aca4dcd3cd97 req-22675246-30d0-4d9c-ab0a-6d818b046053 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 210 time: 0.0328650 Jul 16 20:20:58.087392 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-5828417f-847b-441a-91f4-fce39d21e0b9 admin admin] Transition to ACTIVE for port object fe3c27ae-20f7-4307-896f-0b993e34cf9d will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:58.136196 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5828417f-847b-441a-91f4-fce39d21e0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.162395 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-4cba3f24-e1ed-4c03-9b9c-f96432bb8a8b None None] Set router e8b0ccb7-c351-4e77-a0c0-8989c9170d03 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:20:58.179658 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-97354d49-2912-4358-95ba-dd49d57b8987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.246517 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828417f-847b-441a-91f4-fce39d21e0b9 admin admin] Pushing event updated for resources: {'Port': ['ID=fe3c27ae-20f7-4307-896f-0b993e34cf9d,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:58.270767 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5828417f-847b-441a-91f4-fce39d21e0b9 admin admin] Network 51a96a87-ccb0-437c-8046-ee0c45fa53f3 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:58.272942 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-5828417f-847b-441a-91f4-fce39d21e0b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:58.277841 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5828417f-847b-441a-91f4-fce39d21e0b9 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:58.278822 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5828417f-847b-441a-91f4-fce39d21e0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.377548 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-97354d49-2912-4358-95ba-dd49d57b8987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.382183 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-97354d49-2912-4358-95ba-dd49d57b8987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.458726 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97354d49-2912-4358-95ba-dd49d57b8987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29713586-3bac-412d-9ce1-c50be3fc5df1,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:58.475646 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-97354d49-2912-4358-95ba-dd49d57b8987 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4f659e475b3e499f8b98391f77e4e492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9220231 Jul 16 20:20:58.477470 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51354) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:58.519458 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4cba3f24-e1ed-4c03-9b9c-f96432bb8a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b0ccb7-c351-4e77-a0c0-8989c9170d03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693163783-router', 'tenant_id': 'c9efb048aafe4288985664c92f9db050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '07c6bc06-ea5e-40cd-ba6b-52527c06f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:54Z', 'updated_at': '2021-07-16T20:20:55Z', 'revision_number': 3, 'project_id': 'c9efb048aafe4288985664c92f9db050', 'gw_port': {'id': '07c6bc06-ea5e-40cd-ba6b-52527c06f6fb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:78:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b0ccb7-c351-4e77-a0c0-8989c9170d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:54Z', 'updated_at': '2021-07-16T20:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:58.552648 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 1e5acece-bbd2-4679-9ebb-b7370ef6857c up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:58.580330 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cba3f24-e1ed-4c03-9b9c-f96432bb8a8b None None] The sync data for ids ['e8b0ccb7-c351-4e77-a0c0-8989c9170d03'] in n-d-791506-21 is: [{'id': 'e8b0ccb7-c351-4e77-a0c0-8989c9170d03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693163783-router', 'tenant_id': 'c9efb048aafe4288985664c92f9db050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '07c6bc06-ea5e-40cd-ba6b-52527c06f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:54Z', 'updated_at': '2021-07-16T20:20:55Z', 'revision_number': 3, 'project_id': 'c9efb048aafe4288985664c92f9db050', 'gw_port': {'id': '07c6bc06-ea5e-40cd-ba6b-52527c06f6fb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:78:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b0ccb7-c351-4e77-a0c0-8989c9170d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:54Z', 'updated_at': '2021-07-16T20:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:20:58.675092 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 1e5acece-bbd2-4679-9ebb-b7370ef6857c triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:58.676485 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.784780 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ee9cb363-5b28-46cd-8ef1-8f3a7bd7570f None None] Provisioning for port fe3c27ae-20f7-4307-896f-0b993e34cf9d completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:58.807271 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ee9cb363-5b28-46cd-8ef1-8f3a7bd7570f None None] Provisioning complete for port fe3c27ae-20f7-4307-896f-0b993e34cf9d triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:58.807651 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee9cb363-5b28-46cd-8ef1-8f3a7bd7570f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.824879 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f4a73ec7-ed31-4ab8-9e3a-a2e45add35f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.875158 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f4a73ec7-ed31-4ab8-9e3a-a2e45add35f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.913929 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ee9cb363-5b28-46cd-8ef1-8f3a7bd7570f None None] Port fe3c27ae-20f7-4307-896f-0b993e34cf9d cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:59.003700 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f4a73ec7-ed31-4ab8-9e3a-a2e45add35f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.006238 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f4a73ec7-ed31-4ab8-9e3a-a2e45add35f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.007802 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f4a73ec7-ed31-4ab8-9e3a-a2e45add35f8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/29713586-3bac-412d-9ce1-c50be3fc5df1 HTTP/1.1" status: 204 len: 168 time: 0.5276480 Jul 16 20:20:59.024878 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a73ec7-ed31-4ab8-9e3a-a2e45add35f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29713586-3bac-412d-9ce1-c50be3fc5df1,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:59.036427 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5828417f-847b-441a-91f4-fce39d21e0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.169466 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.219526 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1063cd79-eb07-4ccb-a382-47d851aaec0e req-03efb7f4-3c93-4751-9e40-785b266c0c8f tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 210 time: 0.0578110 Jul 16 20:20:59.344765 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5828417f-847b-441a-91f4-fce39d21e0b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.356638 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5828417f-847b-441a-91f4-fce39d21e0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.358015 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5828417f-847b-441a-91f4-fce39d21e0b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.434083 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828417f-847b-441a-91f4-fce39d21e0b9 admin admin] Pushing event updated for resources: {'Port': ['ID=fe3c27ae-20f7-4307-896f-0b993e34cf9d,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:59.518836 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5828417f-847b-441a-91f4-fce39d21e0b9 admin admin] Network 51a96a87-ccb0-437c-8046-ee0c45fa53f3 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:59.520440 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-5828417f-847b-441a-91f4-fce39d21e0b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:59.704155 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5828417f-847b-441a-91f4-fce39d21e0b9 admin admin] Router e8b0ccb7-c351-4e77-a0c0-8989c9170d03 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:20:59.796409 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51410) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:59.822587 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f642764b-d62c-48a9-94a2-2c0a0965aecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.866351 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3d338f7e-808f-443d-9bd5-b168899a607a None None] Provisioning complete for port fe3c27ae-20f7-4307-896f-0b993e34cf9d triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:59.866819 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d338f7e-808f-443d-9bd5-b168899a607a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.918022 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51418) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:59.942935 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3d338f7e-808f-443d-9bd5-b168899a607a None None] Port fe3c27ae-20f7-4307-896f-0b993e34cf9d cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:59.988643 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5828417f-847b-441a-91f4-fce39d21e0b9 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:20:59.995908 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5828417f-847b-441a-91f4-fce39d21e0b9 admin admin] 10.222.0.38 "PUT /v2.0/routers/e8b0ccb7-c351-4e77-a0c0-8989c9170d03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3003459 Jul 16 20:21:00.023756 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f642764b-d62c-48a9-94a2-2c0a0965aecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.030530 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f642764b-d62c-48a9-94a2-2c0a0965aecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.114139 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642764b-d62c-48a9-94a2-2c0a0965aecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25304c9c-5b70-42ab-9226-55d49632ac49,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:00.118604 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f642764b-d62c-48a9-94a2-2c0a0965aecf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1ebcac7389cc432c88a079059bb9a04a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204668 Jul 16 20:21:00.122540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51430) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:00.186662 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-76a74f92-0112-4e03-a7b1-b6e5a4439a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.223323 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aaa82890-5971-4266-bbf5-b74d879d1869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.235841 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-76a74f92-0112-4e03-a7b1-b6e5a4439a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.347836 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aaa82890-5971-4266-bbf5-b74d879d1869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.353850 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aaa82890-5971-4266-bbf5-b74d879d1869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.384759 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa82890-5971-4266-bbf5-b74d879d1869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63750822-407c-4984-b490-749c26d1988c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:00.395612 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-76a74f92-0112-4e03-a7b1-b6e5a4439a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.399658 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-76a74f92-0112-4e03-a7b1-b6e5a4439a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.405787 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-76a74f92-0112-4e03-a7b1-b6e5a4439a17 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/25304c9c-5b70-42ab-9226-55d49632ac49 HTTP/1.1" status: 204 len: 168 time: 0.2815948 Jul 16 20:21:00.424919 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a74f92-0112-4e03-a7b1-b6e5a4439a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25304c9c-5b70-42ab-9226-55d49632ac49,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:00.430506 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-aaa82890-5971-4266-bbf5-b74d879d1869 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=affdf581281048af94454dc2ded08d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5093443 Jul 16 20:21:00.433216 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51448) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:00.495353 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a8ed6f9-b85d-491a-9a30-aeeb49d437fd req-390e5306-340d-4af5-bf3a-ce8604bd7724 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 210 time: 0.0590162 Jul 16 20:21:00.498981 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51452) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:00.535527 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b6a06c53-d28a-49dc-bd95-d86b1debd84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.564054 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 07c6bc06-ea5e-40cd-ba6b-52527c06f6fb up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:00.565242 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b6a06c53-d28a-49dc-bd95-d86b1debd84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.618774 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b6a06c53-d28a-49dc-bd95-d86b1debd84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.621795 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b6a06c53-d28a-49dc-bd95-d86b1debd84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.624105 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b6a06c53-d28a-49dc-bd95-d86b1debd84d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/63750822-407c-4984-b490-749c26d1988c HTTP/1.1" status: 204 len: 168 time: 0.1898792 Jul 16 20:21:00.632709 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a06c53-d28a-49dc-bd95-d86b1debd84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63750822-407c-4984-b490-749c26d1988c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:00.646075 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 07c6bc06-ea5e-40cd-ba6b-52527c06f6fb completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:00.661232 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 07c6bc06-ea5e-40cd-ba6b-52527c06f6fb triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:00.661613 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.758627 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.784712 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 07c6bc06-ea5e-40cd-ba6b-52527c06f6fb, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=07c6bc06-ea5e-40cd-ba6b-52527c06f6fb,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:00.789034 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.843157 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=07c6bc06-ea5e-40cd-ba6b-52527c06f6fb,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:00.863038 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d500d38d-d23e-43df-ac8b-7991035f45e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.995602 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d500d38d-d23e-43df-ac8b-7991035f45e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.000679 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d500d38d-d23e-43df-ac8b-7991035f45e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.047015 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51474) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:01.047216 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d500d38d-d23e-43df-ac8b-7991035f45e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=663a9f7fc573458086846acf5bb1f2c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5468884 Jul 16 20:21:01.048503 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500d38d-d23e-43df-ac8b-7991035f45e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64d06b5-bf07-4309-aefc-d150d7f0a933,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:01.127589 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-df732e15-f43f-44e1-ad4a-e13a26cb028a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.158602 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-df732e15-f43f-44e1-ad4a-e13a26cb028a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.254137 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-df732e15-f43f-44e1-ad4a-e13a26cb028a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.262829 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-df732e15-f43f-44e1-ad4a-e13a26cb028a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.266746 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-df732e15-f43f-44e1-ad4a-e13a26cb028a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d64d06b5-bf07-4309-aefc-d150d7f0a933 HTTP/1.1" status: 204 len: 168 time: 0.2166803 Jul 16 20:21:01.277769 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df732e15-f43f-44e1-ad4a-e13a26cb028a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64d06b5-bf07-4309-aefc-d150d7f0a933,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:01.315556 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51488) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:01.331743 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c13fac44-6d84-49ca-8dd2-dcafb013435b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.383633 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4402c164-ba0d-4ab5-872f-209eee232bd2 None None] Sync routers for ids ['e8b0ccb7-c351-4e77-a0c0-8989c9170d03'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:01.406742 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4402c164-ba0d-4ab5-872f-209eee232bd2 None None] Routers {'e8b0ccb7-c351-4e77-a0c0-8989c9170d03'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:01.407137 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4402c164-ba0d-4ab5-872f-209eee232bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:20:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['e8b0ccb7-c351-4e77-a0c0-8989c9170d03'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:01.483499 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c13fac44-6d84-49ca-8dd2-dcafb013435b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.493522 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c13fac44-6d84-49ca-8dd2-dcafb013435b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.617977 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fac44-6d84-49ca-8dd2-dcafb013435b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a351a46-eda9-4ced-91a7-61fb7312328a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:01.632921 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-4402c164-ba0d-4ab5-872f-209eee232bd2 None None] Set router e8b0ccb7-c351-4e77-a0c0-8989c9170d03 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:01.666913 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1208cdf0-8034-4506-bff7-8c5d1245ea55 req-1fff682f-51a1-4129-891b-468c92528086 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 210 time: 0.1004837 Jul 16 20:21:01.673531 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c13fac44-6d84-49ca-8dd2-dcafb013435b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a1a191104ec54aad891527a139621883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3568950 Jul 16 20:21:01.676204 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51516) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:01.736845 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-188c8c8c-e94a-4d98-a92f-0dc79dad0bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.761625 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-188c8c8c-e94a-4d98-a92f-0dc79dad0bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.825888 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-188c8c8c-e94a-4d98-a92f-0dc79dad0bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.830519 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-188c8c8c-e94a-4d98-a92f-0dc79dad0bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.832504 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-188c8c8c-e94a-4d98-a92f-0dc79dad0bb4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8a351a46-eda9-4ced-91a7-61fb7312328a HTTP/1.1" status: 204 len: 168 time: 0.1549461 Jul 16 20:21:01.846523 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c8c8c-e94a-4d98-a92f-0dc79dad0bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a351a46-eda9-4ced-91a7-61fb7312328a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:01.925520 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51522) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:01.931542 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-ef0bd1fc-435b-419e-b3ee-23997cafe1ec tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--599494562', 'description': 'tempest-description--1101622940'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:01.965309 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef0bd1fc-435b-419e-b3ee-23997cafe1ec tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.975698 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4402c164-ba0d-4ab5-872f-209eee232bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b0ccb7-c351-4e77-a0c0-8989c9170d03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693163783-router', 'tenant_id': 'c9efb048aafe4288985664c92f9db050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '07c6bc06-ea5e-40cd-ba6b-52527c06f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:54Z', 'updated_at': '2021-07-16T20:20:58Z', 'revision_number': 4, 'project_id': 'c9efb048aafe4288985664c92f9db050', 'gw_port': {'id': '07c6bc06-ea5e-40cd-ba6b-52527c06f6fb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b0ccb7-c351-4e77-a0c0-8989c9170d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:54Z', 'updated_at': '2021-07-16T20:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'fe3c27ae-20f7-4307-896f-0b993e34cf9d', 'name': '', 'network_id': '51a96a87-ccb0-437c-8046-ee0c45fa53f3', 'tenant_id': 'c9efb048aafe4288985664c92f9db050', 'mac_address': 'fa:16:3e:50:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b0ccb7-c351-4e77-a0c0-8989c9170d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '43fcb000-98c9-4e21-8886-e114a893c915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:57Z', 'updated_at': '2021-07-16T20:20:59Z', 'revision_number': 2, 'project_id': 'c9efb048aafe4288985664c92f9db050', 'subnets': [{'id': '43fcb000-98c9-4e21-8886-e114a893c915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:02.009135 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4402c164-ba0d-4ab5-872f-209eee232bd2 None None] Checking router: e8b0ccb7-c351-4e77-a0c0-8989c9170d03 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:21:02.009733 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4402c164-ba0d-4ab5-872f-209eee232bd2 None None] Updating router e8b0ccb7-c351-4e77-a0c0-8989c9170d03 port fe3c27ae-20f7-4307-896f-0b993e34cf9d binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:21:02.054845 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4402c164-ba0d-4ab5-872f-209eee232bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.147930 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef0bd1fc-435b-419e-b3ee-23997cafe1ec tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.151929 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef0bd1fc-435b-419e-b3ee-23997cafe1ec tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.188795 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef0bd1fc-435b-419e-b3ee-23997cafe1ec tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.193175 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51528) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:02.193546 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ef0bd1fc-435b-419e-b3ee-23997cafe1ec tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2666376 Jul 16 20:21:02.198054 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-4b6f80ff-54d1-41b6-a8e9-82718bf65f00 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Request body: {'security_group_rule': {'security_group_id': 'a66657ef-a62a-4841-b716-13af03c60cc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:02.204804 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bd1fc-435b-419e-b3ee-23997cafe1ec tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a66657ef-a62a-4841-b716-13af03c60cc1,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:02.242725 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4b6f80ff-54d1-41b6-a8e9-82718bf65f00 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.451016 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4b6f80ff-54d1-41b6-a8e9-82718bf65f00 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.459656 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4b6f80ff-54d1-41b6-a8e9-82718bf65f00 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.486992 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51536) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:02.508628 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d8c4d8ab-6afe-470d-979c-0cec1cf07ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.547559 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f80ff-54d1-41b6-a8e9-82718bf65f00 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3cdcb3d-4904-4e1e-81d0-61763d62d8d0,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:02.603057 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 07c6bc06-ea5e-40cd-ba6b-52527c06f6fb up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:02.603618 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51538) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:02.652403 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4402c164-ba0d-4ab5-872f-209eee232bd2 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.670425 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4402c164-ba0d-4ab5-872f-209eee232bd2 None None] Transition to ACTIVE for port object fe3c27ae-20f7-4307-896f-0b993e34cf9d will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:02.681301 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4402c164-ba0d-4ab5-872f-209eee232bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.699434 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d8c4d8ab-6afe-470d-979c-0cec1cf07ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.709120 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d8c4d8ab-6afe-470d-979c-0cec1cf07ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.711883 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4b6f80ff-54d1-41b6-a8e9-82718bf65f00 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.713301 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4b6f80ff-54d1-41b6-a8e9-82718bf65f00 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5190492 Jul 16 20:21:02.717214 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51548) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:02.722140 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-3b08747a-4ed7-4f8f-abde-8cd08ef89679 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Request body: {'security_group_rule': {'security_group_id': 'a66657ef-a62a-4841-b716-13af03c60cc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:02.734462 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 07c6bc06-ea5e-40cd-ba6b-52527c06f6fb triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:02.734840 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.768991 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec2b01-20ca-4f5a-b86c-c5ed0692c99b None None] Pushing event updated for resources: {'Port': ['ID=fe3c27ae-20f7-4307-896f-0b993e34cf9d,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:02.786601 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3b08747a-4ed7-4f8f-abde-8cd08ef89679 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.793075 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d8c4d8ab-6afe-470d-979c-0cec1cf07ea9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3d3bfdd372cf420aab97cd5513002086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025270 Jul 16 20:21:02.795412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51550) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:02.842918 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4d8ab-6afe-470d-979c-0cec1cf07ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94451c12-a4ef-4e67-bbd0-d955a06c32b0,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:02.865084 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.883248 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-4402c164-ba0d-4ab5-872f-209eee232bd2 None None] Attempting to bind port fe3c27ae-20f7-4307-896f-0b993e34cf9d on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:02.883719 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-4402c164-ba0d-4ab5-872f-209eee232bd2 None None] Attempting to bind port fe3c27ae-20f7-4307-896f-0b993e34cf9d by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '682fddbc-f2da-4cc6-aeb2-ac3ee663bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '51a96a87-ccb0-437c-8046-ee0c45fa53f3'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:02.884310 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4402c164-ba0d-4ab5-872f-209eee232bd2 None None] Attempting to bind port fe3c27ae-20f7-4307-896f-0b993e34cf9d on network 51a96a87-ccb0-437c-8046-ee0c45fa53f3 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:02.920931 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f7bbfde6-487a-4155-979c-2d443794f85a req-fd5f8787-02f7-4bcc-8dba-c9701b6c46ea tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 210 time: 0.0647852 Jul 16 20:21:02.939238 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4402c164-ba0d-4ab5-872f-209eee232bd2 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:02.939697 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4402c164-ba0d-4ab5-872f-209eee232bd2 None None] Checking segment: {'id': '682fddbc-f2da-4cc6-aeb2-ac3ee663bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '51a96a87-ccb0-437c-8046-ee0c45fa53f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:02.940165 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4402c164-ba0d-4ab5-872f-209eee232bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.940564 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4402c164-ba0d-4ab5-872f-209eee232bd2 None None] Bound using segment: {'id': '682fddbc-f2da-4cc6-aeb2-ac3ee663bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '51a96a87-ccb0-437c-8046-ee0c45fa53f3'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:02.941059 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-4402c164-ba0d-4ab5-872f-209eee232bd2 None None] Bound port: fe3c27ae-20f7-4307-896f-0b993e34cf9d, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682fddbc-f2da-4cc6-aeb2-ac3ee663bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '51a96a87-ccb0-437c-8046-ee0c45fa53f3'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:02.941462 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4402c164-ba0d-4ab5-872f-209eee232bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.962082 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-037bcf9c-bd24-44c6-a530-fd1ae404f82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.034175 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-005cc29d-75d8-4083-a9fe-2ce7aca00c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.046692 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4402c164-ba0d-4ab5-872f-209eee232bd2 None None] For port fe3c27ae-20f7-4307-896f-0b993e34cf9d, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:03.050662 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4402c164-ba0d-4ab5-872f-209eee232bd2 None None] For port fe3c27ae-20f7-4307-896f-0b993e34cf9d, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fe3c27ae-20f7-4307-896f-0b993e34cf9d,segment=NetworkSegment(682fddbc-f2da-4cc6-aeb2-ac3ee663bf5b),segment_id=682fddbc-f2da-4cc6-aeb2-ac3ee663bf5b)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:03.056686 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4402c164-ba0d-4ab5-872f-209eee232bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.067509 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51560) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:03.157873 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec2b01-20ca-4f5a-b86c-c5ed0692c99b None None] Pushing event updated for resources: {'Port': ['ID=fe3c27ae-20f7-4307-896f-0b993e34cf9d,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:03.176210 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4402c164-ba0d-4ab5-872f-209eee232bd2 None None] Routers {'e8b0ccb7-c351-4e77-a0c0-8989c9170d03'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:03.176794 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4402c164-ba0d-4ab5-872f-209eee232bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:20:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['e8b0ccb7-c351-4e77-a0c0-8989c9170d03'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:03.255386 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-005cc29d-75d8-4083-a9fe-2ce7aca00c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.268956 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3b08747a-4ed7-4f8f-abde-8cd08ef89679 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.280920 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3b08747a-4ed7-4f8f-abde-8cd08ef89679 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.316589 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08747a-4ed7-4f8f-abde-8cd08ef89679 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be58d1c-d3e2-4cf2-9c7b-85741b1fe3f6,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:03.328706 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-4402c164-ba0d-4ab5-872f-209eee232bd2 None None] Set router e8b0ccb7-c351-4e77-a0c0-8989c9170d03 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:03.386744 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-037bcf9c-bd24-44c6-a530-fd1ae404f82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.393558 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-037bcf9c-bd24-44c6-a530-fd1ae404f82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.400973 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4838f7ad-6310-4b29-b147-7fdabb4267de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.457018 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-005cc29d-75d8-4083-a9fe-2ce7aca00c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.459465 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-005cc29d-75d8-4083-a9fe-2ce7aca00c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.460647 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-005cc29d-75d8-4083-a9fe-2ce7aca00c14 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/94451c12-a4ef-4e67-bbd0-d955a06c32b0 HTTP/1.1" status: 204 len: 168 time: 0.6627593 Jul 16 20:21:03.463536 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3b08747a-4ed7-4f8f-abde-8cd08ef89679 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.468509 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3b08747a-4ed7-4f8f-abde-8cd08ef89679 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7499695 Jul 16 20:21:03.469398 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51572) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:03.474750 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-037bcf9c-bd24-44c6-a530-fd1ae404f82f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4bc2be06cb3541bca530dfabd21b2295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8696458 Jul 16 20:21:03.479524 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-5dc2a28a-d59d-4729-92df-8dd8324947c7 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:03.488907 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51574) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:03.508043 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037bcf9c-bd24-44c6-a530-fd1ae404f82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b03021-d433-44b9-8407-4a3a443fb7d3,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:03.534123 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005cc29d-75d8-4083-a9fe-2ce7aca00c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94451c12-a4ef-4e67-bbd0-d955a06c32b0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:03.580309 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48d3f57e-a105-4567-bd52-a2bcb51d2bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.618144 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4838f7ad-6310-4b29-b147-7fdabb4267de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.622832 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48d3f57e-a105-4567-bd52-a2bcb51d2bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.624341 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4838f7ad-6310-4b29-b147-7fdabb4267de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.629678 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4402c164-ba0d-4ab5-872f-209eee232bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b0ccb7-c351-4e77-a0c0-8989c9170d03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693163783-router', 'tenant_id': 'c9efb048aafe4288985664c92f9db050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '07c6bc06-ea5e-40cd-ba6b-52527c06f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:54Z', 'updated_at': '2021-07-16T20:20:58Z', 'revision_number': 4, 'project_id': 'c9efb048aafe4288985664c92f9db050', 'gw_port': {'id': '07c6bc06-ea5e-40cd-ba6b-52527c06f6fb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b0ccb7-c351-4e77-a0c0-8989c9170d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:54Z', 'updated_at': '2021-07-16T20:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'fe3c27ae-20f7-4307-896f-0b993e34cf9d', 'name': '', 'network_id': '51a96a87-ccb0-437c-8046-ee0c45fa53f3', 'tenant_id': 'c9efb048aafe4288985664c92f9db050', 'mac_address': 'fa:16:3e:50:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b0ccb7-c351-4e77-a0c0-8989c9170d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '43fcb000-98c9-4e21-8886-e114a893c915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:57Z', 'updated_at': '2021-07-16T20:21:03Z', 'revision_number': 4, 'project_id': 'c9efb048aafe4288985664c92f9db050', 'subnets': [{'id': '43fcb000-98c9-4e21-8886-e114a893c915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:03.671323 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838f7ad-6310-4b29-b147-7fdabb4267de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cde5b6b-abe4-4014-896d-fe7e255df990,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:03.677144 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4838f7ad-6310-4b29-b147-7fdabb4267de admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9952b1cc774149c1af6e8325d8e5222b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6083386 Jul 16 20:21:03.679662 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51582) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:03.694841 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4402c164-ba0d-4ab5-872f-209eee232bd2 None None] The sync data for ids ['e8b0ccb7-c351-4e77-a0c0-8989c9170d03'] in n-d-791506-21 is: [{'id': 'e8b0ccb7-c351-4e77-a0c0-8989c9170d03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693163783-router', 'tenant_id': 'c9efb048aafe4288985664c92f9db050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '07c6bc06-ea5e-40cd-ba6b-52527c06f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:54Z', 'updated_at': '2021-07-16T20:20:58Z', 'revision_number': 4, 'project_id': 'c9efb048aafe4288985664c92f9db050', 'gw_port': {'id': '07c6bc06-ea5e-40cd-ba6b-52527c06f6fb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b0ccb7-c351-4e77-a0c0-8989c9170d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:54Z', 'updated_at': '2021-07-16T20:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'fe3c27ae-20f7-4307-896f-0b993e34cf9d', 'name': '', 'network_id': '51a96a87-ccb0-437c-8046-ee0c45fa53f3', 'tenant_id': 'c9efb048aafe4288985664c92f9db050', 'mac_address': 'fa:16:3e:50:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b0ccb7-c351-4e77-a0c0-8989c9170d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '43fcb000-98c9-4e21-8886-e114a893c915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:57Z', 'updated_at': '2021-07-16T20:21:03Z', 'revision_number': 4, 'project_id': 'c9efb048aafe4288985664c92f9db050', 'subnets': [{'id': '43fcb000-98c9-4e21-8886-e114a893c915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:03.717749 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5dc2a28a-d59d-4729-92df-8dd8324947c7 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.751078 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1379f322-453e-4c1b-b2d4-cbf80c536557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.801874 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1379f322-453e-4c1b-b2d4-cbf80c536557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.843358 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48d3f57e-a105-4567-bd52-a2bcb51d2bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.847652 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48d3f57e-a105-4567-bd52-a2bcb51d2bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.849262 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-48d3f57e-a105-4567-bd52-a2bcb51d2bfe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/44b03021-d433-44b9-8407-4a3a443fb7d3 HTTP/1.1" status: 204 len: 168 time: 0.3578875 Jul 16 20:21:03.870193 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3f57e-a105-4567-bd52-a2bcb51d2bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b03021-d433-44b9-8407-4a3a443fb7d3,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:03.879092 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1379f322-453e-4c1b-b2d4-cbf80c536557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.882505 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1379f322-453e-4c1b-b2d4-cbf80c536557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.886155 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1379f322-453e-4c1b-b2d4-cbf80c536557 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9cde5b6b-abe4-4014-896d-fe7e255df990 HTTP/1.1" status: 204 len: 168 time: 0.2031100 Jul 16 20:21:03.893899 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379f322-453e-4c1b-b2d4-cbf80c536557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cde5b6b-abe4-4014-896d-fe7e255df990,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:04.051179 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4cf0474c-32d1-4fad-b9c5-1ac2833e0244 req-2d96ecd1-379b-42d6-b7ea-212d32d1ae99 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 210 time: 0.0506361 Jul 16 20:21:04.066437 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5dc2a28a-d59d-4729-92df-8dd8324947c7 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.199678 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-5dc2a28a-d59d-4729-92df-8dd8324947c7 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Allocated IP 172.25.0.100 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/609b3441-6be3-4266-a88d-33a8aed6ae3c) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:04.340796 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5dc2a28a-d59d-4729-92df-8dd8324947c7 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.383970 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5dc2a28a-d59d-4729-92df-8dd8324947c7 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.420557 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc2a28a-d59d-4729-92df-8dd8324947c7 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:04.423974 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-5dc2a28a-d59d-4729-92df-8dd8324947c7 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:04.428055 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc2a28a-d59d-4729-92df-8dd8324947c7 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:04.520448 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51610) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:04.524029 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2a28a-d59d-4729-92df-8dd8324947c7 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Pushing event updated for resources: {'Port': ['ID=609b3441-6be3-4266-a88d-33a8aed6ae3c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:04.542592 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d14f9607-d9e6-40da-9d26-72de8fde18ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.545465 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5dc2a28a-d59d-4729-92df-8dd8324947c7 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.582755 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fe3c27ae-20f7-4307-896f-0b993e34cf9d up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:04.584895 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51612) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:04.600408 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b2064ed3-202c-4ee5-a82b-554c9cc6b3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.614502 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5dc2a28a-d59d-4729-92df-8dd8324947c7 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.686575 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port fe3c27ae-20f7-4307-896f-0b993e34cf9d completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:04.694307 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port fe3c27ae-20f7-4307-896f-0b993e34cf9d triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:04.694975 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.701844 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d14f9607-d9e6-40da-9d26-72de8fde18ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.710374 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d14f9607-d9e6-40da-9d26-72de8fde18ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.767584 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d14f9607-d9e6-40da-9d26-72de8fde18ad admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a1bf0a25a6884d1b9b2a3d3a66f165a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2457619 Jul 16 20:21:04.769817 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51616) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:04.818488 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f9607-d9e6-40da-9d26-72de8fde18ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2da68b8-f9a3-4b86-a5f4-469eacd79c44,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:04.897956 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.910979 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5dc2a28a-d59d-4729-92df-8dd8324947c7 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.917673 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5dc2a28a-d59d-4729-92df-8dd8324947c7 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.945181 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b2064ed3-202c-4ee5-a82b-554c9cc6b3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.956245 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b2064ed3-202c-4ee5-a82b-554c9cc6b3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.976892 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port fe3c27ae-20f7-4307-896f-0b993e34cf9d, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fe3c27ae-20f7-4307-896f-0b993e34cf9d,segment=NetworkSegment(682fddbc-f2da-4cc6-aeb2-ac3ee663bf5b),segment_id=682fddbc-f2da-4cc6-aeb2-ac3ee663bf5b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:04.979154 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5dc2a28a-d59d-4729-92df-8dd8324947c7 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.986920 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.006645 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2a28a-d59d-4729-92df-8dd8324947c7 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Pushing event updated for resources: {'Port': ['ID=609b3441-6be3-4266-a88d-33a8aed6ae3c,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:05.009392 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5dc2a28a-d59d-4729-92df-8dd8324947c7 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.014024 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5dc2a28a-d59d-4729-92df-8dd8324947c7 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5381391 Jul 16 20:21:05.049211 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b2064ed3-202c-4ee5-a82b-554c9cc6b3ba admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a2598b2487814adabe0066f1f78e12aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4630525 Jul 16 20:21:05.051871 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51628) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:05.071032 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f30c6ac1-d1c8-436b-b4e1-9a16ddead786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.085511 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=fe3c27ae-20f7-4307-896f-0b993e34cf9d,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:05.096835 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f30c6ac1-d1c8-436b-b4e1-9a16ddead786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.103220 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2064ed3-202c-4ee5-a82b-554c9cc6b3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abceca9a-06cb-4f59-bd4c-bed3a73c8536,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:05.180488 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f30c6ac1-d1c8-436b-b4e1-9a16ddead786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.194697 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f30c6ac1-d1c8-436b-b4e1-9a16ddead786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.196118 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f30c6ac1-d1c8-436b-b4e1-9a16ddead786 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d2da68b8-f9a3-4b86-a5f4-469eacd79c44 HTTP/1.1" status: 204 len: 168 time: 0.4169812 Jul 16 20:21:05.207429 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c6ac1-d1c8-436b-b4e1-9a16ddead786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2da68b8-f9a3-4b86-a5f4-469eacd79c44,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:05.243266 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b904b262-4b1d-4c99-a6d1-0e3706ec3889 req-fadfc6f5-0ca0-4f14-be59-59a1e5045de2 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 210 time: 0.0664468 Jul 16 20:21:05.248592 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6059248a-6413-4887-b390-6b9b3a399595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.274913 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6059248a-6413-4887-b390-6b9b3a399595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.336578 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6059248a-6413-4887-b390-6b9b3a399595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.338756 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6059248a-6413-4887-b390-6b9b3a399595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.340047 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6059248a-6413-4887-b390-6b9b3a399595 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/abceca9a-06cb-4f59-bd4c-bed3a73c8536 HTTP/1.1" status: 204 len: 168 time: 0.2867038 Jul 16 20:21:05.350702 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059248a-6413-4887-b390-6b9b3a399595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abceca9a-06cb-4f59-bd4c-bed3a73c8536,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:05.483743 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-917283b1-9221-4d69-9193-a4165e00087a req-75694407-23cf-409c-8138-8659de5b802e tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--599494562&fields=id&tenant_id=d3df7bf01e9545dc8fec2031b5863a44 HTTP/1.1" status: 200 len: 267 time: 0.0707088 Jul 16 20:21:05.701528 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917283b1-9221-4d69-9193-a4165e00087a req-5ff28b2b-c51e-4baa-a558-fbfa3fd2c64d tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:05.703353 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-917283b1-9221-4d69-9193-a4165e00087a req-5ff28b2b-c51e-4baa-a558-fbfa3fd2c64d tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/networks?id=a6e3de95-78fc-4a31-9b59-b1f10f47e4ed HTTP/1.1" status: 200 len: 823 time: 0.2100582 Jul 16 20:21:05.721128 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-917283b1-9221-4d69-9193-a4165e00087a req-3e797875-1d82-4720-a978-b5cfb893aeb9 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/quotas/d3df7bf01e9545dc8fec2031b5863a44 HTTP/1.1" status: 200 len: 375 time: 0.0094159 Jul 16 20:21:05.820922 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-917283b1-9221-4d69-9193-a4165e00087a req-7e476fe3-453f-481e-9de6-0db9fb5d27ed tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3df7bf01e9545dc8fec2031b5863a44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0939457 Jul 16 20:21:05.846291 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-917283b1-9221-4d69-9193-a4165e00087a req-bf26def4-31af-457c-8df1-26361a2acc0f tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:21:05.848064 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-917283b1-9221-4d69-9193-a4165e00087a req-bf26def4-31af-457c-8df1-26361a2acc0f tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127749 Jul 16 20:21:06.462350 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ad36548e-a879-44d0-921b-bf3a63c48f81 req-e7030301-4977-4111-a251-8e1e851a8538 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 210 time: 0.0435967 Jul 16 20:21:06.509322 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fe3c27ae-20f7-4307-896f-0b993e34cf9d up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:06.613745 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port fe3c27ae-20f7-4307-896f-0b993e34cf9d triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:06.614372 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.657089 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-917283b1-9221-4d69-9193-a4165e00087a req-2b25061b-3299-463f-b4a1-1f8e2fc0ba98 service neutron] 10.222.0.38 "GET /v2.0/networks/a6e3de95-78fc-4a31-9b59-b1f10f47e4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951649 Jul 16 20:21:06.786877 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-917283b1-9221-4d69-9193-a4165e00087a req-fe21c85a-b46d-4813-ae8d-f1aef61cdf3b service neutron] 10.222.0.38 "GET /v2.0/networks/a6e3de95-78fc-4a31-9b59-b1f10f47e4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289191 Jul 16 20:21:07.172406 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-17e94e17-ff6c-4fd2-9f53-419248d88048 req-e3e6885c-f8db-40ae-857a-c3041714c215 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 210 time: 0.2224026 Jul 16 20:21:07.470513 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51778) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:07.546132 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d678f18c-4183-4da9-963a-542094b669e2 req-5a6c19de-dc99-4af7-a0f0-02f3b53b0060 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=ae184935e63442fbbd551c2164ed273b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424252 Jul 16 20:21:07.683094 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-598a78f0-22bb-40da-a7a2-ad8fe1473cab req-4f6a9115-79f0-4dbf-8db6-55fa1092bfc8 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 210 time: 0.1328759 Jul 16 20:21:07.717177 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678f18c-4183-4da9-963a-542094b669e2 req-401290aa-c325-4b8b-9bdf-427e58ca9ebf tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:07.726469 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d678f18c-4183-4da9-963a-542094b669e2 req-401290aa-c325-4b8b-9bdf-427e58ca9ebf tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1664948 Jul 16 20:21:07.752620 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d678f18c-4183-4da9-963a-542094b669e2 req-d4ed3543-252d-4b98-a9ca-7754292ca0b8 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/quotas/ae184935e63442fbbd551c2164ed273b HTTP/1.1" status: 200 len: 375 time: 0.0249217 Jul 16 20:21:07.787302 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d678f18c-4183-4da9-963a-542094b669e2 req-33cc34c5-440f-4066-ac5c-cfef9074e91b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332813 Jul 16 20:21:07.807200 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8e8c7ecb-faf1-4623-92d8-2180e37408c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.952963 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8e8c7ecb-faf1-4623-92d8-2180e37408c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.960103 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8e8c7ecb-faf1-4623-92d8-2180e37408c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.022138 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51824) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:08.031250 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8e8c7ecb-faf1-4623-92d8-2180e37408c2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=de3f43bc9c7d41279cca6fc37da4543f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5594761 Jul 16 20:21:08.032522 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c7ecb-faf1-4623-92d8-2180e37408c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddf279f-aa75-435a-8935-c618d737c67a,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:08.129233 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2cd3e48d-c3a2-446f-96c0-d357732d5a60 req-f18b99f2-a5e0-494b-849e-135775e45815 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 210 time: 0.0676086 Jul 16 20:21:08.158021 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-38de3d95-ec0b-46e2-bab0-394901f65c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.184172 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-38de3d95-ec0b-46e2-bab0-394901f65c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.343224 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f92595a-f986-4c58-a106-d7bc70e9e84b req-86d138e1-f34f-4771-8194-6c0729b7c05f tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 210 time: 0.0553930 Jul 16 20:21:08.379508 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-38de3d95-ec0b-46e2-bab0-394901f65c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.382465 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-38de3d95-ec0b-46e2-bab0-394901f65c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.388016 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-38de3d95-ec0b-46e2-bab0-394901f65c4f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4ddf279f-aa75-435a-8935-c618d737c67a HTTP/1.1" status: 204 len: 168 time: 0.3639975 Jul 16 20:21:08.400874 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de3d95-ec0b-46e2-bab0-394901f65c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddf279f-aa75-435a-8935-c618d737c67a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:08.891016 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-047655e1-ef08-47df-80f0-5450f09f53c3 req-688408ed-4356-4f31-aed5-4419c518921f tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 210 time: 0.0762906 Jul 16 20:21:09.200921 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51892) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:09.223347 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a2ef8b8-1e4e-497c-a470-268178966399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.393530 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a2ef8b8-1e4e-497c-a470-268178966399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.400965 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a2ef8b8-1e4e-497c-a470-268178966399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.474883 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51908) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:09.487235 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3a2ef8b8-1e4e-497c-a470-268178966399 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a46477a03edd470fbb069d055eccbe72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847097 Jul 16 20:21:09.600563 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9698f0f9-464c-458c-8f9d-b52d8d4783d9 req-f313d7ba-5ad2-4b98-8c0c-0d09fb22198d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 210 time: 0.1388431 Jul 16 20:21:09.616265 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0fc436ab-ea70-4ea5-affa-ed500663e708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.624754 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ef8b8-1e4e-497c-a470-268178966399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0774fad2-83be-4ea2-8e7f-c92d906ea740,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:09.656817 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0fc436ab-ea70-4ea5-affa-ed500663e708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.711499 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7dbcdcfa-612b-4302-8527-114ad4a6d1bf req-abaf2a2b-e0fe-463d-a7e2-7c6cfa5a406f tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 210 time: 0.0375018 Jul 16 20:21:09.737903 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0fc436ab-ea70-4ea5-affa-ed500663e708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.741971 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0fc436ab-ea70-4ea5-affa-ed500663e708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.743358 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0fc436ab-ea70-4ea5-affa-ed500663e708 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0774fad2-83be-4ea2-8e7f-c92d906ea740 HTTP/1.1" status: 204 len: 168 time: 0.2668922 Jul 16 20:21:09.752293 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc436ab-ea70-4ea5-affa-ed500663e708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0774fad2-83be-4ea2-8e7f-c92d906ea740,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:10.049867 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.18', 49729) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:10.083577 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fcee65c2-859d-4f53-a1d2-4b3c7cfadcf8 req-4b69d64b-d5e5-4612-9080-28894c77d883 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 210 time: 0.0496910 Jul 16 20:21:10.268804 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917283b1-9221-4d69-9193-a4165e00087a req-e3b570c0-939f-4947-aa5c-4e3e6ce3db61 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:10.270271 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-917283b1-9221-4d69-9193-a4165e00087a req-e3b570c0-939f-4947-aa5c-4e3e6ce3db61 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.18 "GET /v2.0/networks?id=a6e3de95-78fc-4a31-9b59-b1f10f47e4ed HTTP/1.1" status: 200 len: 823 time: 0.2137895 Jul 16 20:21:10.374226 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-917283b1-9221-4d69-9193-a4165e00087a req-e144fa8a-d7e8-4e75-84c3-92026e4e42ec tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3df7bf01e9545dc8fec2031b5863a44 HTTP/1.1" status: 200 len: 379 time: 0.0511482 Jul 16 20:21:10.402136 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-917283b1-9221-4d69-9193-a4165e00087a req-2d2cd8a0-dc36-47e8-9e80-d575ce7d93eb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Request body: {'port': {'device_id': '3a881cd4-e197-4c42-8d81-4d32424c3370', 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed', 'admin_state_up': True, 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'security_groups': ['a66657ef-a62a-4841-b716-13af03c60cc1']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:10.551780 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.18', 49733) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:10.608469 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-914c8921-4ea9-41c6-a122-d88900423c2e req-332cdd78-6b3d-4607-8f30-1393587f73eb tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=df5103a3c4334dc38e77c384423f5002&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490406 Jul 16 20:21:10.664513 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-917283b1-9221-4d69-9193-a4165e00087a req-2d2cd8a0-dc36-47e8-9e80-d575ce7d93eb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Made reservation on behalf of d3df7bf01e9545dc8fec2031b5863a44 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:10.670502 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-917283b1-9221-4d69-9193-a4165e00087a req-2d2cd8a0-dc36-47e8-9e80-d575ce7d93eb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.777304 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c8921-4ea9-41c6-a122-d88900423c2e req-6cb84d5e-b389-4c27-8f14-2a5dbbdaf6ad tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:10.780035 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-914c8921-4ea9-41c6-a122-d88900423c2e req-6cb84d5e-b389-4c27-8f14-2a5dbbdaf6ad tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1706131 Jul 16 20:21:10.794521 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-914c8921-4ea9-41c6-a122-d88900423c2e req-82eb9088-f730-4d58-bbe2-345e7a3b75dc tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Request body: {'port': {'device_id': '5f1afad5-865b-41a0-a072-31134096e02e', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': 'df5103a3c4334dc38e77c384423f5002'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:10.954106 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-927435d0-6868-42ff-b515-a1ac996c30a4 req-245350c4-85c2-4bb6-ba0d-e837230fabac tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 210 time: 0.0426016 Jul 16 20:21:11.012708 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-914c8921-4ea9-41c6-a122-d88900423c2e req-82eb9088-f730-4d58-bbe2-345e7a3b75dc tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Made reservation on behalf of df5103a3c4334dc38e77c384423f5002 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:11.017520 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-914c8921-4ea9-41c6-a122-d88900423c2e req-82eb9088-f730-4d58-bbe2-345e7a3b75dc tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.032246 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-914c8921-4ea9-41c6-a122-d88900423c2e req-82eb9088-f730-4d58-bbe2-345e7a3b75dc tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.127427 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-917283b1-9221-4d69-9193-a4165e00087a req-2d2cd8a0-dc36-47e8-9e80-d575ce7d93eb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Allocated IP 172.20.0.5 (a6e3de95-78fc-4a31-9b59-b1f10f47e4ed/2dbbabcf-de96-4fb3-85e1-f42c7891edb1/c352913e-0cff-4442-95e9-16fa9097fbea) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:11.194766 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.18', 49734) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:11.259889 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1a976fa2-16e4-4ea0-8d2f-c257aa538994 req-c7574f0c-2987-497e-8d0e-aae38d2db5a9 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 210 time: 0.1242647 Jul 16 20:21:11.389856 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d678f18c-4183-4da9-963a-542094b669e2 req-b41167b2-866e-4ed9-90e6-dea7803e15e0 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ae184935e63442fbbd551c2164ed273b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1936595 Jul 16 20:21:11.467653 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-914c8921-4ea9-41c6-a122-d88900423c2e req-82eb9088-f730-4d58-bbe2-345e7a3b75dc tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.526087 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b6b44b27-e68e-4ac1-9bc9-ce0ebb7aed61 req-2e00d27b-c24a-47bd-ae83-88d12dc70729 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 210 time: 0.1260185 Jul 16 20:21:11.531337 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-914c8921-4ea9-41c6-a122-d88900423c2e req-82eb9088-f730-4d58-bbe2-345e7a3b75dc tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.825132 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-914c8921-4ea9-41c6-a122-d88900423c2e req-82eb9088-f730-4d58-bbe2-345e7a3b75dc tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Allocated IP 192.168.233.144 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/590a957a-a69b-4359-9dc7-05e5c869aaef) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:11.971807 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-917283b1-9221-4d69-9193-a4165e00087a req-2d2cd8a0-dc36-47e8-9e80-d575ce7d93eb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.991266 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-917283b1-9221-4d69-9193-a4165e00087a req-2d2cd8a0-dc36-47e8-9e80-d575ce7d93eb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Transition to ACTIVE for port object c352913e-0cff-4442-95e9-16fa9097fbea will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:12.054449 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-917283b1-9221-4d69-9193-a4165e00087a req-2d2cd8a0-dc36-47e8-9e80-d575ce7d93eb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.090164 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-914c8921-4ea9-41c6-a122-d88900423c2e req-82eb9088-f730-4d58-bbe2-345e7a3b75dc tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.127382 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-914c8921-4ea9-41c6-a122-d88900423c2e req-82eb9088-f730-4d58-bbe2-345e7a3b75dc tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Transition to ACTIVE for port object 590a957a-a69b-4359-9dc7-05e5c869aaef will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:12.197151 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-914c8921-4ea9-41c6-a122-d88900423c2e req-82eb9088-f730-4d58-bbe2-345e7a3b75dc tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.266136 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914c8921-4ea9-41c6-a122-d88900423c2e req-82eb9088-f730-4d58-bbe2-345e7a3b75dc tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:12.328161 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-914c8921-4ea9-41c6-a122-d88900423c2e req-82eb9088-f730-4d58-bbe2-345e7a3b75dc tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:12.515353 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-914c8921-4ea9-41c6-a122-d88900423c2e req-82eb9088-f730-4d58-bbe2-345e7a3b75dc tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:12.545905 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c8921-4ea9-41c6-a122-d88900423c2e req-82eb9088-f730-4d58-bbe2-345e7a3b75dc tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.550157 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-917283b1-9221-4d69-9193-a4165e00087a req-2d2cd8a0-dc36-47e8-9e80-d575ce7d93eb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Network a6e3de95-78fc-4a31-9b59-b1f10f47e4ed is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:12.553412 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-914c8921-4ea9-41c6-a122-d88900423c2e req-82eb9088-f730-4d58-bbe2-345e7a3b75dc tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.602756 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f8ef3115-4d57-47f2-8d54-1da2b94addfc req-358d446b-d284-4ba0-9f04-cc36dd624b0f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 210 time: 0.2759047 Jul 16 20:21:12.618839 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-914c8921-4ea9-41c6-a122-d88900423c2e req-82eb9088-f730-4d58-bbe2-345e7a3b75dc tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8293822 Jul 16 20:21:12.626371 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-917283b1-9221-4d69-9193-a4165e00087a req-2d2cd8a0-dc36-47e8-9e80-d575ce7d93eb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:12.633939 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-917283b1-9221-4d69-9193-a4165e00087a req-2d2cd8a0-dc36-47e8-9e80-d575ce7d93eb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:12.641150 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917283b1-9221-4d69-9193-a4165e00087a req-2d2cd8a0-dc36-47e8-9e80-d575ce7d93eb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.642342 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-917283b1-9221-4d69-9193-a4165e00087a req-2d2cd8a0-dc36-47e8-9e80-d575ce7d93eb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.648515 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb9088-f730-4d58-bbe2-345e7a3b75dc tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b23df19e-7890-4748-b249-4c5eb5fc5ef3,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:12.699732 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb9088-f730-4d58-bbe2-345e7a3b75dc tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Pushing event updated for resources: {'Port': ['ID=590a957a-a69b-4359-9dc7-05e5c869aaef,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:12.731791 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2cd8a0-dc36-47e8-9e80-d575ce7d93eb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Pushing event updated for resources: {'Port': ['ID=c352913e-0cff-4442-95e9-16fa9097fbea,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:12.786415 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-914c8921-4ea9-41c6-a122-d88900423c2e req-33bf2a30-47e3-47c6-a969-d2a3e68fb743 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:21:12.803663 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-914c8921-4ea9-41c6-a122-d88900423c2e req-33bf2a30-47e3-47c6-a969-d2a3e68fb743 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150332 Jul 16 20:21:12.821443 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678f18c-4183-4da9-963a-542094b669e2 req-5ed7d919-5031-4525-aca5-bc37461edebd tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.837065 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d678f18c-4183-4da9-963a-542094b669e2 req-5ed7d919-5031-4525-aca5-bc37461edebd tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4300728 Jul 16 20:21:12.838776 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-917283b1-9221-4d69-9193-a4165e00087a req-2d2cd8a0-dc36-47e8-9e80-d575ce7d93eb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4407072 Jul 16 20:21:12.918638 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d01ba884-617d-4fdb-ae16-9e927d6d6a3d None None] Provisioning for port 590a957a-a69b-4359-9dc7-05e5c869aaef completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:12.923707 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d01ba884-617d-4fdb-ae16-9e927d6d6a3d None None] Provisioning complete for port 590a957a-a69b-4359-9dc7-05e5c869aaef triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:12.924076 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d01ba884-617d-4fdb-ae16-9e927d6d6a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.002234 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d01ba884-617d-4fdb-ae16-9e927d6d6a3d None None] Port 590a957a-a69b-4359-9dc7-05e5c869aaef cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:13.042626 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef8768-9f1e-4f2c-a5ad-ac1c98b93247 req-2e34b465-ae23-4e5c-8783-db20ec48eaa8 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:13.051642 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-60ef8768-9f1e-4f2c-a5ad-ac1c98b93247 req-2e34b465-ae23-4e5c-8783-db20ec48eaa8 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 931 time: 0.1759515 Jul 16 20:21:13.109448 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-60ef8768-9f1e-4f2c-a5ad-ac1c98b93247 req-8e393009-8347-4bc1-8986-1e73436611bb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573759 Jul 16 20:21:13.246374 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e8a146e0-7ae0-4a51-8864-5e8a60810399 None None] Provisioning for port c352913e-0cff-4442-95e9-16fa9097fbea completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:13.251361 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e8a146e0-7ae0-4a51-8864-5e8a60810399 None None] Provisioning complete for port c352913e-0cff-4442-95e9-16fa9097fbea triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:13.251924 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8a146e0-7ae0-4a51-8864-5e8a60810399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.327461 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e8a146e0-7ae0-4a51-8864-5e8a60810399 None None] Port c352913e-0cff-4442-95e9-16fa9097fbea cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:13.519735 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137d783-1e3c-4d0f-ac9a-c86bf47321d7 req-99695101-d075-45f3-ba98-15be105442cd tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:13.521607 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d137d783-1e3c-4d0f-ac9a-c86bf47321d7 req-99695101-d075-45f3-ba98-15be105442cd tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 936 time: 0.1517971 Jul 16 20:21:13.627003 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d137d783-1e3c-4d0f-ac9a-c86bf47321d7 req-4bbcbd17-f403-40d6-a148-5b86fc0225bd tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b23df19e-7890-4748-b249-4c5eb5fc5ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995371 Jul 16 20:21:14.091388 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b7c81539-c8e1-4195-9197-d3590e67582c req-c3df3c29-811e-4050-954a-9e881a4d4aa1 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 210 time: 0.0379040 Jul 16 20:21:14.415434 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9233b-13f7-4fab-a379-258327269f93 req-667a7b36-3b6f-4b3d-8823-73d6ff4c7562 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:14.417233 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7cc9233b-13f7-4fab-a379-258327269f93 req-667a7b36-3b6f-4b3d-8823-73d6ff4c7562 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 931 time: 0.0806475 Jul 16 20:21:14.461455 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7cc9233b-13f7-4fab-a379-258327269f93 req-235d090a-ab3a-4561-a406-291671ec1a72 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366933 Jul 16 20:21:14.927390 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebc886-0239-4330-bbb9-85720a2e7f4d req-676d8022-f445-4352-b539-41dc1b748356 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:14.930673 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-35ebc886-0239-4330-bbb9-85720a2e7f4d req-676d8022-f445-4352-b539-41dc1b748356 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 936 time: 0.1234224 Jul 16 20:21:14.985917 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-35ebc886-0239-4330-bbb9-85720a2e7f4d req-00e9194c-7db5-4fed-b2e0-75cf95e11557 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b23df19e-7890-4748-b249-4c5eb5fc5ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457487 Jul 16 20:21:15.230586 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52140) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:15.338401 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c3aa68e9-5ec7-42a0-8a3e-d4b3356ec63a req-71035c65-a801-4dfc-bde7-198955cdea09 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 210 time: 0.0523536 Jul 16 20:21:15.391166 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fbf1356b-feb3-4b73-91d0-76a2deb5dafa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.529717 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fbf1356b-feb3-4b73-91d0-76a2deb5dafa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.539752 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fbf1356b-feb3-4b73-91d0-76a2deb5dafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.587517 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52158) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:15.598512 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fbf1356b-feb3-4b73-91d0-76a2deb5dafa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1ee5a20c07b44cc2b9653e125a9d5256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3661156 Jul 16 20:21:15.604860 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1356b-feb3-4b73-91d0-76a2deb5dafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ce5284-1f54-4385-b049-1667da0c9117,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:15.670936 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fa291001-75e4-4614-8104-251d85ed10bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.723914 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fa291001-75e4-4614-8104-251d85ed10bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.797658 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524637e8-2217-43a5-a17f-05435e0bbb11 req-b150cc2a-4d34-4bf9-9baa-15f1fb3005b4 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:15.799376 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-524637e8-2217-43a5-a17f-05435e0bbb11 req-b150cc2a-4d34-4bf9-9baa-15f1fb3005b4 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 931 time: 0.1071877 Jul 16 20:21:15.829103 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fa291001-75e4-4614-8104-251d85ed10bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.836363 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fa291001-75e4-4614-8104-251d85ed10bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.836363 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fa291001-75e4-4614-8104-251d85ed10bf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a9ce5284-1f54-4385-b049-1667da0c9117 HTTP/1.1" status: 204 len: 168 time: 0.2449677 Jul 16 20:21:15.850211 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa291001-75e4-4614-8104-251d85ed10bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ce5284-1f54-4385-b049-1667da0c9117,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:15.911143 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-524637e8-2217-43a5-a17f-05435e0bbb11 req-8ccc8b76-5b2a-4b8f-aeb8-56e649aed38c tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011107 Jul 16 20:21:16.189584 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b546ba9-1615-4945-b7be-7e067dc5b91e req-1bc9b12a-ba5d-4b19-84f9-d2dde6ee4b16 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:16.201106 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5b546ba9-1615-4945-b7be-7e067dc5b91e req-1bc9b12a-ba5d-4b19-84f9-d2dde6ee4b16 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 936 time: 0.0871646 Jul 16 20:21:16.274865 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5b546ba9-1615-4945-b7be-7e067dc5b91e req-fe299760-7071-46e5-b3ff-e4c818be75c4 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b23df19e-7890-4748-b249-4c5eb5fc5ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721405 Jul 16 20:21:16.482025 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52192) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:16.501429 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-de19db54-7462-4e7f-a7f8-61d3780f84f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.559390 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1db74bd-81b9-4c0e-9626-8040e9f209cd req-daeef3b0-290a-40ea-ac0d-2919124fafc4 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 210 time: 0.0433669 Jul 16 20:21:16.611656 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-de19db54-7462-4e7f-a7f8-61d3780f84f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.616908 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-de19db54-7462-4e7f-a7f8-61d3780f84f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.661586 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19db54-7462-4e7f-a7f8-61d3780f84f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22afa665-6ad9-4ace-a8d0-c733b58e65c1,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:16.667225 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-de19db54-7462-4e7f-a7f8-61d3780f84f1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=408adc67969c45169ddd41a1af20b5cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1835456 Jul 16 20:21:16.669953 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52204) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:16.741912 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c0a402ef-8525-42c6-abf9-3f59e456a79d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.765517 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c0a402ef-8525-42c6-abf9-3f59e456a79d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.830293 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c0a402ef-8525-42c6-abf9-3f59e456a79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.832830 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c0a402ef-8525-42c6-abf9-3f59e456a79d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.834171 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c0a402ef-8525-42c6-abf9-3f59e456a79d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/22afa665-6ad9-4ace-a8d0-c733b58e65c1 HTTP/1.1" status: 204 len: 168 time: 0.1632628 Jul 16 20:21:16.852325 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a402ef-8525-42c6-abf9-3f59e456a79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22afa665-6ad9-4ace-a8d0-c733b58e65c1,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:17.188489 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5b282-61b7-4b85-8e47-444731784586 req-7c6f2748-89ee-4dd4-a99a-b6f086ac957f tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:17.197099 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cff5b282-61b7-4b85-8e47-444731784586 req-7c6f2748-89ee-4dd4-a99a-b6f086ac957f tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 931 time: 0.1385303 Jul 16 20:21:17.271894 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cff5b282-61b7-4b85-8e47-444731784586 req-05fe426a-f42c-4a39-a58a-1ce4b7eda168 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731030 Jul 16 20:21:17.373796 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52230) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:17.547050 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba6aa2-17ad-44e4-8b84-f69e0cea6e1f req-385a2384-8022-47ae-9137-87eac53477b0 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:17.567660 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f6ba6aa2-17ad-44e4-8b84-f69e0cea6e1f req-385a2384-8022-47ae-9137-87eac53477b0 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 936 time: 0.1225412 Jul 16 20:21:17.578160 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0b539c02-80d0-4953-95c1-768fc85132e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:17.623413 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f6ba6aa2-17ad-44e4-8b84-f69e0cea6e1f req-0a065011-2a32-4393-b2db-1d442055b5ed tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b23df19e-7890-4748-b249-4c5eb5fc5ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539749 Jul 16 20:21:17.772139 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0b539c02-80d0-4953-95c1-768fc85132e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:17.781553 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0b539c02-80d0-4953-95c1-768fc85132e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:17.812314 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3b4f3ce9-f41f-4a4c-bb7e-165f8201efb9 req-93b2f2f2-03e7-4b86-bf4e-95de623efdf4 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 210 time: 0.0559077 Jul 16 20:21:17.823662 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b539c02-80d0-4953-95c1-768fc85132e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbba8c67-66bd-405f-895e-b899f9a44700,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:17.855260 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52242) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:17.856376 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0b539c02-80d0-4953-95c1-768fc85132e9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=681420f912224491a82e0a1899ff789e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4805648 Jul 16 20:21:17.934632 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-86a34204-d2f4-4d7a-9404-5337afd9f33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:17.960907 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-86a34204-d2f4-4d7a-9404-5337afd9f33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.286380 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-86a34204-d2f4-4d7a-9404-5337afd9f33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.288502 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-86a34204-d2f4-4d7a-9404-5337afd9f33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.291231 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-86a34204-d2f4-4d7a-9404-5337afd9f33b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dbba8c67-66bd-405f-895e-b899f9a44700 HTTP/1.1" status: 204 len: 168 time: 0.4337876 Jul 16 20:21:18.313802 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a34204-d2f4-4d7a-9404-5337afd9f33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbba8c67-66bd-405f-895e-b899f9a44700,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:18.482879 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e792438-a9c8-4a7a-8946-421ba1096dab req-e74ffd40-95eb-4325-a42d-2ff15a01af2a tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:18.490997 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e792438-a9c8-4a7a-8946-421ba1096dab req-e74ffd40-95eb-4325-a42d-2ff15a01af2a tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 931 time: 0.0855203 Jul 16 20:21:18.543659 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e792438-a9c8-4a7a-8946-421ba1096dab req-fb04bec9-c150-45f6-8b8f-aa1461dab037 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510340 Jul 16 20:21:18.816622 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52274) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:18.878843 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5ce51-4573-4d3d-b3cd-d4028dcc313a req-aceab3b8-952d-4bc4-b3b3-d83c136d986c tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:18.887308 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19e5ce51-4573-4d3d-b3cd-d4028dcc313a req-aceab3b8-952d-4bc4-b3b3-d83c136d986c tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 936 time: 0.1399248 Jul 16 20:21:18.941298 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19e5ce51-4573-4d3d-b3cd-d4028dcc313a req-be590d94-91e3-4d7a-9d83-2c5951badd43 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b23df19e-7890-4748-b249-4c5eb5fc5ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494473 Jul 16 20:21:19.007364 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52282) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:19.048300 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac7a3c83-0d6c-4996-b135-30e2150335f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.077931 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-29149080-fdbd-45c1-a746-b77a0c97c9ef req-42c71e90-4c1e-49a6-9315-2607f895bad2 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 210 time: 0.0487516 Jul 16 20:21:19.231582 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac7a3c83-0d6c-4996-b135-30e2150335f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.247617 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac7a3c83-0d6c-4996-b135-30e2150335f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.281358 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d9afffb-2f43-4739-95ef-b750d355bffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.294880 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ac7a3c83-0d6c-4996-b135-30e2150335f9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=993688d409b24369a4527bb2b4bd2e89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862895 Jul 16 20:21:19.296305 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a3c83-0d6c-4996-b135-30e2150335f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3718e901-973c-485d-ab56-79527d1f3fc4,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:19.298234 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52286) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:19.384849 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cb75b50e-07e5-4f60-ac1d-72beb01c3c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.425121 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cb75b50e-07e5-4f60-ac1d-72beb01c3c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.475566 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:21:19.524612 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d9afffb-2f43-4739-95ef-b750d355bffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.530310 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d9afffb-2f43-4739-95ef-b750d355bffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.538278 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cb75b50e-07e5-4f60-ac1d-72beb01c3c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.540782 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cb75b50e-07e5-4f60-ac1d-72beb01c3c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.541922 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cb75b50e-07e5-4f60-ac1d-72beb01c3c66 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3718e901-973c-485d-ab56-79527d1f3fc4 HTTP/1.1" status: 204 len: 168 time: 0.2421722 Jul 16 20:21:19.592289 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9afffb-2f43-4739-95ef-b750d355bffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e693d8-5af6-4b5c-bd07-647f85ce0de9,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:19.600289 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52302) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:19.600463 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5d9afffb-2f43-4739-95ef-b750d355bffe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d1d7683daf34433aac97366ece505b3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7822399 Jul 16 20:21:19.608826 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75b50e-07e5-4f60-ac1d-72beb01c3c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3718e901-973c-485d-ab56-79527d1f3fc4,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:19.693463 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-93bf4572-92d9-42b0-93c0-0a62e2164184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.737492 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-93bf4572-92d9-42b0-93c0-0a62e2164184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.849813 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009d95e-7e5c-49a9-b73c-5af188195513 req-a7bfaca7-1ce7-49ca-b036-aa5569fddc4f tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:19.852210 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f009d95e-7e5c-49a9-b73c-5af188195513 req-a7bfaca7-1ce7-49ca-b036-aa5569fddc4f tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 931 time: 0.1142454 Jul 16 20:21:19.865430 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-93bf4572-92d9-42b0-93c0-0a62e2164184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.872696 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-93bf4572-92d9-42b0-93c0-0a62e2164184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.876860 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-93bf4572-92d9-42b0-93c0-0a62e2164184 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a4e693d8-5af6-4b5c-bd07-647f85ce0de9 HTTP/1.1" status: 204 len: 168 time: 0.2755327 Jul 16 20:21:19.903383 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf4572-92d9-42b0-93c0-0a62e2164184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e693d8-5af6-4b5c-bd07-647f85ce0de9,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:19.952519 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f009d95e-7e5c-49a9-b73c-5af188195513 req-34bea064-097f-46ab-a410-0802115cdab2 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744011 Jul 16 20:21:20.232344 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52318) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:20.255335 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bf4d0-1456-4859-980f-8a5711c2804c req-01be0c2e-d56b-4301-b039-e66fbecf6c95 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:20.256989 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c64bf4d0-1456-4859-980f-8a5711c2804c req-01be0c2e-d56b-4301-b039-e66fbecf6c95 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 936 time: 0.1313684 Jul 16 20:21:20.265928 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cbc38785-6eb6-45d5-b325-abd4304bc6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.335093 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c64bf4d0-1456-4859-980f-8a5711c2804c req-b0f0cc89-38f4-41b0-9698-aa849c1989da tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b23df19e-7890-4748-b249-4c5eb5fc5ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715258 Jul 16 20:21:20.447385 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cbc38785-6eb6-45d5-b325-abd4304bc6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.464468 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cbc38785-6eb6-45d5-b325-abd4304bc6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.534441 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc38785-6eb6-45d5-b325-abd4304bc6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497529ac-3aee-4181-a4ab-7dfb8d619ad2,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:20.539039 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cbc38785-6eb6-45d5-b325-abd4304bc6a3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=070635c3db984e3384e84affcaec2bce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100169 Jul 16 20:21:20.541748 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52324) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:20.627432 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9727bd21-0eb5-4da0-803d-7850e7eed9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.650887 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-77b232c3-b1c2-4a4b-9ba4-ad612d26e8a7 req-bfe5316f-cd8c-4c64-85b9-245cf804fc97 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 210 time: 0.0585716 Jul 16 20:21:20.661752 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9727bd21-0eb5-4da0-803d-7850e7eed9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.752442 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9727bd21-0eb5-4da0-803d-7850e7eed9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.756115 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9727bd21-0eb5-4da0-803d-7850e7eed9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.759886 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9727bd21-0eb5-4da0-803d-7850e7eed9a0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/497529ac-3aee-4181-a4ab-7dfb8d619ad2 HTTP/1.1" status: 204 len: 168 time: 0.2056708 Jul 16 20:21:20.773520 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727bd21-0eb5-4da0-803d-7850e7eed9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497529ac-3aee-4181-a4ab-7dfb8d619ad2,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:20.904043 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52338) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:20.919741 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7ea384aa-a899-4647-81c2-7e943330609d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.109297 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7ea384aa-a899-4647-81c2-7e943330609d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.113904 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7ea384aa-a899-4647-81c2-7e943330609d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.159543 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea384aa-a899-4647-81c2-7e943330609d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa477175-ad98-4183-a846-a99dbc479520,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:21.169510 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7ea384aa-a899-4647-81c2-7e943330609d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6882ce214b52438181ddd7677d5e265d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2643375 Jul 16 20:21:21.170158 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52348) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:21.255582 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d272be59-453c-4542-ae0d-552b6e7db836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.301774 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d272be59-453c-4542-ae0d-552b6e7db836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.330533 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a5635-5409-49c9-9d44-7b8e4fab2343 req-03171b3c-cfca-4931-91b1-bf3b5cd12692 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:21.338286 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-255a5635-5409-49c9-9d44-7b8e4fab2343 req-03171b3c-cfca-4931-91b1-bf3b5cd12692 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 931 time: 0.2410021 Jul 16 20:21:21.384209 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d272be59-453c-4542-ae0d-552b6e7db836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.386851 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d272be59-453c-4542-ae0d-552b6e7db836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.388456 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d272be59-453c-4542-ae0d-552b6e7db836 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fa477175-ad98-4183-a846-a99dbc479520 HTTP/1.1" status: 204 len: 168 time: 0.2172942 Jul 16 20:21:21.400634 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272be59-453c-4542-ae0d-552b6e7db836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa477175-ad98-4183-a846-a99dbc479520,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:21.431819 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-255a5635-5409-49c9-9d44-7b8e4fab2343 req-69faf7f7-722e-406f-996c-48546a46e4fd tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780566 Jul 16 20:21:21.546510 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c487cd7-b11f-4154-af1d-4b927df45f07 req-6dc39483-da11-461b-9fa9-01acca243ae1 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:21.548346 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c487cd7-b11f-4154-af1d-4b927df45f07 req-6dc39483-da11-461b-9fa9-01acca243ae1 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 936 time: 0.0656476 Jul 16 20:21:21.597446 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c487cd7-b11f-4154-af1d-4b927df45f07 req-6aabacbf-9d1c-49c6-b315-bc856e33d247 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b23df19e-7890-4748-b249-4c5eb5fc5ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401888 Jul 16 20:21:21.626043 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c9082928-375d-4569-8fdf-9ed67d724a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.696830 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52370) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:21.822808 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e345f0d0-1170-402e-a592-48e21721c11d req-ebb5d1a6-1b6c-431a-beeb-e2edf3bbfd7a tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 210 time: 0.0331056 Jul 16 20:21:21.849193 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-d678f18c-4183-4da9-963a-542094b669e2 req-1658e02e-90ec-4263-b5a9-0ff4536b0112 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Request body: {'port': {'device_id': '588f57f6-0144-43f9-b507-ab238c35abbf', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': 'ae184935e63442fbbd551c2164ed273b'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:21.925621 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c904675-4bf9-4e36-9f96-42c55541ec66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.006920 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-917283b1-9221-4d69-9193-a4165e00087a req-e4f4e975-3471-4b0d-a51f-6e26788435de service neutron] Request body: {'port': {'device_id': '3a881cd4-e197-4c42-8d81-4d32424c3370', 'device_owner': 'compute:tempest-test_az-296093232', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:22.044239 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-914c8921-4ea9-41c6-a122-d88900423c2e req-0cd53dfc-1448-40bb-896d-78c3caea7efd service neutron] Request body: {'port': {'device_id': '5f1afad5-865b-41a0-a072-31134096e02e', 'device_owner': 'compute:tempest-test_az-296093232', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:22.072033 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c904675-4bf9-4e36-9f96-42c55541ec66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.093855 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c904675-4bf9-4e36-9f96-42c55541ec66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.148370 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-914c8921-4ea9-41c6-a122-d88900423c2e req-0cd53dfc-1448-40bb-896d-78c3caea7efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.151962 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d678f18c-4183-4da9-963a-542094b669e2 req-1658e02e-90ec-4263-b5a9-0ff4536b0112 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Made reservation on behalf of ae184935e63442fbbd551c2164ed273b for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:22.152710 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2c904675-4bf9-4e36-9f96-42c55541ec66 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=53035e0807924346b6a8c2f61119e500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4538548 Jul 16 20:21:22.152962 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52400) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:22.155392 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-917283b1-9221-4d69-9193-a4165e00087a req-e4f4e975-3471-4b0d-a51f-6e26788435de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.156186 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d678f18c-4183-4da9-963a-542094b669e2 req-1658e02e-90ec-4263-b5a9-0ff4536b0112 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.162202 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c904675-4bf9-4e36-9f96-42c55541ec66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27d13b3-d0eb-4023-9230-30acba98995a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:22.172108 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d678f18c-4183-4da9-963a-542094b669e2 req-1658e02e-90ec-4263-b5a9-0ff4536b0112 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.338092 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f7bb7844-63cd-47ad-a4f0-ba22c1dc7d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.435697 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f7bb7844-63cd-47ad-a4f0-ba22c1dc7d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.517171 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d678f18c-4183-4da9-963a-542094b669e2 req-1658e02e-90ec-4263-b5a9-0ff4536b0112 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.537418 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d678f18c-4183-4da9-963a-542094b669e2 req-1658e02e-90ec-4263-b5a9-0ff4536b0112 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.640737 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f7bb7844-63cd-47ad-a4f0-ba22c1dc7d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.651866 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f7bb7844-63cd-47ad-a4f0-ba22c1dc7d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.655274 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1658e02e-90ec-4263-b5a9-0ff4536b0112 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0df340-7634-44b4-b276-35531d8fb55f,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:22.663350 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f7bb7844-63cd-47ad-a4f0-ba22c1dc7d68 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e27d13b3-d0eb-4023-9230-30acba98995a HTTP/1.1" status: 204 len: 168 time: 0.5086956 Jul 16 20:21:22.713299 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb7844-63cd-47ad-a4f0-ba22c1dc7d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27d13b3-d0eb-4023-9230-30acba98995a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:22.741855 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-914c8921-4ea9-41c6-a122-d88900423c2e req-0cd53dfc-1448-40bb-896d-78c3caea7efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 590a957a-a69b-4359-9dc7-05e5c869aaef {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:22.752431 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-914c8921-4ea9-41c6-a122-d88900423c2e req-0cd53dfc-1448-40bb-896d-78c3caea7efd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.778256 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-914c8921-4ea9-41c6-a122-d88900423c2e req-0cd53dfc-1448-40bb-896d-78c3caea7efd service neutron] Transition to ACTIVE for port object 590a957a-a69b-4359-9dc7-05e5c869aaef will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:22.793366 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-914c8921-4ea9-41c6-a122-d88900423c2e req-0cd53dfc-1448-40bb-896d-78c3caea7efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.837257 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-917283b1-9221-4d69-9193-a4165e00087a req-e4f4e975-3471-4b0d-a51f-6e26788435de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c352913e-0cff-4442-95e9-16fa9097fbea {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:22.874141 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-917283b1-9221-4d69-9193-a4165e00087a req-e4f4e975-3471-4b0d-a51f-6e26788435de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.907926 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd53dfc-1448-40bb-896d-78c3caea7efd service neutron] Pushing event updated for resources: {'Port': ['ID=590a957a-a69b-4359-9dc7-05e5c869aaef,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:22.908442 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6e9eb-c70e-48de-993b-fbdc0441395f req-858e0679-a27f-4c21-8dcb-33c9d8e82d12 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:22.910085 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d6d6e9eb-c70e-48de-993b-fbdc0441395f req-858e0679-a27f-4c21-8dcb-33c9d8e82d12 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 931 time: 0.2238905 Jul 16 20:21:22.914959 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-917283b1-9221-4d69-9193-a4165e00087a req-e4f4e975-3471-4b0d-a51f-6e26788435de service neutron] Transition to ACTIVE for port object c352913e-0cff-4442-95e9-16fa9097fbea will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:22.936171 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-917283b1-9221-4d69-9193-a4165e00087a req-e4f4e975-3471-4b0d-a51f-6e26788435de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.993604 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-914c8921-4ea9-41c6-a122-d88900423c2e req-0cd53dfc-1448-40bb-896d-78c3caea7efd service neutron] Attempting to bind port 590a957a-a69b-4359-9dc7-05e5c869aaef on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:22.994188 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-914c8921-4ea9-41c6-a122-d88900423c2e req-0cd53dfc-1448-40bb-896d-78c3caea7efd service neutron] Attempting to bind port 590a957a-a69b-4359-9dc7-05e5c869aaef by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:22.994690 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914c8921-4ea9-41c6-a122-d88900423c2e req-0cd53dfc-1448-40bb-896d-78c3caea7efd service neutron] Attempting to bind port 590a957a-a69b-4359-9dc7-05e5c869aaef on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:23.008120 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-d678f18c-4183-4da9-963a-542094b669e2 req-1658e02e-90ec-4263-b5a9-0ff4536b0112 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Allocated IP 192.168.233.58 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:23.013960 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914c8921-4ea9-41c6-a122-d88900423c2e req-0cd53dfc-1448-40bb-896d-78c3caea7efd service neutron] Port 590a957a-a69b-4359-9dc7-05e5c869aaef on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:23.014650 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914c8921-4ea9-41c6-a122-d88900423c2e req-0cd53dfc-1448-40bb-896d-78c3caea7efd service neutron] Attempting to bind port 590a957a-a69b-4359-9dc7-05e5c869aaef on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:23.028482 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914c8921-4ea9-41c6-a122-d88900423c2e req-0cd53dfc-1448-40bb-896d-78c3caea7efd service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:23.029061 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914c8921-4ea9-41c6-a122-d88900423c2e req-0cd53dfc-1448-40bb-896d-78c3caea7efd service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:23.029826 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914c8921-4ea9-41c6-a122-d88900423c2e req-0cd53dfc-1448-40bb-896d-78c3caea7efd service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:23.030536 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-914c8921-4ea9-41c6-a122-d88900423c2e req-0cd53dfc-1448-40bb-896d-78c3caea7efd service neutron] Bound port: 590a957a-a69b-4359-9dc7-05e5c869aaef, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:23.031518 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-914c8921-4ea9-41c6-a122-d88900423c2e req-0cd53dfc-1448-40bb-896d-78c3caea7efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.112383 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848a5d4-b1e2-43a1-ae95-d76ec2d9e538 req-bff71ea7-d528-4b43-bb73-e131bfeceb3b tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:23.123961 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a848a5d4-b1e2-43a1-ae95-d76ec2d9e538 req-bff71ea7-d528-4b43-bb73-e131bfeceb3b tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 969 time: 0.3088272 Jul 16 20:21:23.159004 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d6d6e9eb-c70e-48de-993b-fbdc0441395f req-ead22a00-c941-46e7-b0f8-4c4abed0b270 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348065 Jul 16 20:21:23.271205 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4e975-3471-4b0d-a51f-6e26788435de service neutron] Pushing event updated for resources: {'Port': ['ID=c352913e-0cff-4442-95e9-16fa9097fbea,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:23.307861 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-917283b1-9221-4d69-9193-a4165e00087a req-e4f4e975-3471-4b0d-a51f-6e26788435de service neutron] Attempting to bind port c352913e-0cff-4442-95e9-16fa9097fbea on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:23.308339 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-917283b1-9221-4d69-9193-a4165e00087a req-e4f4e975-3471-4b0d-a51f-6e26788435de service neutron] Attempting to bind port c352913e-0cff-4442-95e9-16fa9097fbea by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'd15bdb67-ac69-4e40-89a0-85bf2440b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:23.309437 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917283b1-9221-4d69-9193-a4165e00087a req-e4f4e975-3471-4b0d-a51f-6e26788435de service neutron] Attempting to bind port c352913e-0cff-4442-95e9-16fa9097fbea on network a6e3de95-78fc-4a31-9b59-b1f10f47e4ed {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:23.324796 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a848a5d4-b1e2-43a1-ae95-d76ec2d9e538 req-3f3fed83-64b2-46ad-9e66-e33d47dcaef0 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b23df19e-7890-4748-b249-4c5eb5fc5ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996143 Jul 16 20:21:23.328883 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917283b1-9221-4d69-9193-a4165e00087a req-e4f4e975-3471-4b0d-a51f-6e26788435de service neutron] Port c352913e-0cff-4442-95e9-16fa9097fbea on network a6e3de95-78fc-4a31-9b59-b1f10f47e4ed not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:23.333031 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917283b1-9221-4d69-9193-a4165e00087a req-e4f4e975-3471-4b0d-a51f-6e26788435de service neutron] Attempting to bind port c352913e-0cff-4442-95e9-16fa9097fbea on network a6e3de95-78fc-4a31-9b59-b1f10f47e4ed {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:23.355944 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917283b1-9221-4d69-9193-a4165e00087a req-e4f4e975-3471-4b0d-a51f-6e26788435de service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:23.358610 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917283b1-9221-4d69-9193-a4165e00087a req-e4f4e975-3471-4b0d-a51f-6e26788435de service neutron] Checking segment: {'id': 'd15bdb67-ac69-4e40-89a0-85bf2440b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:23.359378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917283b1-9221-4d69-9193-a4165e00087a req-e4f4e975-3471-4b0d-a51f-6e26788435de service neutron] Bound using segment: {'id': 'd15bdb67-ac69-4e40-89a0-85bf2440b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:23.361971 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-917283b1-9221-4d69-9193-a4165e00087a req-e4f4e975-3471-4b0d-a51f-6e26788435de service neutron] Bound port: c352913e-0cff-4442-95e9-16fa9097fbea, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd15bdb67-ac69-4e40-89a0-85bf2440b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:23.362630 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-917283b1-9221-4d69-9193-a4165e00087a req-e4f4e975-3471-4b0d-a51f-6e26788435de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.386430 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-914c8921-4ea9-41c6-a122-d88900423c2e req-0cd53dfc-1448-40bb-896d-78c3caea7efd service neutron] For port 590a957a-a69b-4359-9dc7-05e5c869aaef, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:23.442635 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-914c8921-4ea9-41c6-a122-d88900423c2e req-0cd53dfc-1448-40bb-896d-78c3caea7efd service neutron] For port 590a957a-a69b-4359-9dc7-05e5c869aaef, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=590a957a-a69b-4359-9dc7-05e5c869aaef,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:23.452594 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-914c8921-4ea9-41c6-a122-d88900423c2e req-0cd53dfc-1448-40bb-896d-78c3caea7efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.505957 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-77c4cf3f-07dc-428c-8ec2-f9d59f5b8ed3 req-1d2b13de-beae-4c10-b119-096650632d60 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 210 time: 0.0372188 Jul 16 20:21:23.528302 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52444) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:23.536061 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c8921-4ea9-41c6-a122-d88900423c2e req-0cd53dfc-1448-40bb-896d-78c3caea7efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:23.536674 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-914c8921-4ea9-41c6-a122-d88900423c2e req-0cd53dfc-1448-40bb-896d-78c3caea7efd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.538110 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-914c8921-4ea9-41c6-a122-d88900423c2e req-0cd53dfc-1448-40bb-896d-78c3caea7efd service neutron] 10.222.0.18 "PUT /v2.0/ports/590a957a-a69b-4359-9dc7-05e5c869aaef HTTP/1.1" status: 200 len: 1118 time: 1.6615536 Jul 16 20:21:23.539540 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1afad5-865b-41a0-a072-31134096e02e', 'tag': '590a957a-a69b-4359-9dc7-05e5c869aaef'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:23.553304 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-601e30e5-2823-46e4-a1aa-85259caf8fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.571932 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-917283b1-9221-4d69-9193-a4165e00087a req-e4f4e975-3471-4b0d-a51f-6e26788435de service neutron] For port c352913e-0cff-4442-95e9-16fa9097fbea, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:23.682560 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d678f18c-4183-4da9-963a-542094b669e2 req-1658e02e-90ec-4263-b5a9-0ff4536b0112 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.713972 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-601e30e5-2823-46e4-a1aa-85259caf8fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.714692 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd53dfc-1448-40bb-896d-78c3caea7efd service neutron] Pushing event updated for resources: {'Port': ['ID=590a957a-a69b-4359-9dc7-05e5c869aaef,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:23.737336 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-601e30e5-2823-46e4-a1aa-85259caf8fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.755661 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-d678f18c-4183-4da9-963a-542094b669e2 req-1658e02e-90ec-4263-b5a9-0ff4536b0112 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Transition to ACTIVE for port object 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:23.774997 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-917283b1-9221-4d69-9193-a4165e00087a req-e4f4e975-3471-4b0d-a51f-6e26788435de service neutron] For port c352913e-0cff-4442-95e9-16fa9097fbea, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=c352913e-0cff-4442-95e9-16fa9097fbea,segment=NetworkSegment(d15bdb67-ac69-4e40-89a0-85bf2440b02e),segment_id=d15bdb67-ac69-4e40-89a0-85bf2440b02e)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:23.782926 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-601e30e5-2823-46e4-a1aa-85259caf8fe1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=79fff0914c6b473da304e1df691a131e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2535295 Jul 16 20:21:23.783734 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52452) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:23.795061 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-917283b1-9221-4d69-9193-a4165e00087a req-e4f4e975-3471-4b0d-a51f-6e26788435de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.797294 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c8921-4ea9-41c6-a122-d88900423c2e req-41d18075-ca22-4681-a3d8-004b6a961236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:23.798863 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-914c8921-4ea9-41c6-a122-d88900423c2e req-41d18075-ca22-4681-a3d8-004b6a961236 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df5103a3c4334dc38e77c384423f5002&device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 1121 time: 0.1874251 Jul 16 20:21:23.869228 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e30e5-2823-46e4-a1aa-85259caf8fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2c7533-3f8f-4e0d-bf50-ac482ca3e59c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:23.893404 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917283b1-9221-4d69-9193-a4165e00087a req-e4f4e975-3471-4b0d-a51f-6e26788435de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:23.894038 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-917283b1-9221-4d69-9193-a4165e00087a req-e4f4e975-3471-4b0d-a51f-6e26788435de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.895672 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-917283b1-9221-4d69-9193-a4165e00087a req-e4f4e975-3471-4b0d-a51f-6e26788435de service neutron] 10.222.0.18 "PUT /v2.0/ports/c352913e-0cff-4442-95e9-16fa9097fbea HTTP/1.1" status: 200 len: 1113 time: 2.0309186 Jul 16 20:21:23.896138 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a881cd4-e197-4c42-8d81-4d32424c3370', 'tag': 'c352913e-0cff-4442-95e9-16fa9097fbea'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:23.931986 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51adbb13-f1fa-47ae-8b47-46241e3786cf" -d '{"events": [{"name": "network-changed", "server_uuid": "5f1afad5-865b-41a0-a072-31134096e02e", "tag": "590a957a-a69b-4359-9dc7-05e5c869aaef"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:23.946853 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-914c8921-4ea9-41c6-a122-d88900423c2e req-f4fdfad1-5d0a-44ad-90bc-94a9afdb2485 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=590a957a-a69b-4359-9dc7-05e5c869aaef HTTP/1.1" status: 200 len: 217 time: 0.1279941 Jul 16 20:21:24.027274 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cbd6f757-b6ae-4e38-9b21-1a638dd00a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.034423 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d678f18c-4183-4da9-963a-542094b669e2 req-1658e02e-90ec-4263-b5a9-0ff4536b0112 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.046366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4e975-3471-4b0d-a51f-6e26788435de service neutron] Pushing event updated for resources: {'Port': ['ID=c352913e-0cff-4442-95e9-16fa9097fbea,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:24.090407 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d678f18c-4183-4da9-963a-542094b669e2 req-1658e02e-90ec-4263-b5a9-0ff4536b0112 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:24.097182 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-d678f18c-4183-4da9-963a-542094b669e2 req-1658e02e-90ec-4263-b5a9-0ff4536b0112 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:24.134921 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-d678f18c-4183-4da9-963a-542094b669e2 req-1658e02e-90ec-4263-b5a9-0ff4536b0112 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:24.141691 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678f18c-4183-4da9-963a-542094b669e2 req-1658e02e-90ec-4263-b5a9-0ff4536b0112 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:24.145940 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d678f18c-4183-4da9-963a-542094b669e2 req-1658e02e-90ec-4263-b5a9-0ff4536b0112 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.157517 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917283b1-9221-4d69-9193-a4165e00087a req-6e05358b-065a-408c-b612-41f4988f529c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:24.160459 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-917283b1-9221-4d69-9193-a4165e00087a req-6e05358b-065a-408c-b612-41f4988f529c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3df7bf01e9545dc8fec2031b5863a44&device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 1116 time: 0.1554000 Jul 16 20:21:24.181182 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d678f18c-4183-4da9-963a-542094b669e2 req-1658e02e-90ec-4263-b5a9-0ff4536b0112 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3365178 Jul 16 20:21:24.187118 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cbd6f757-b6ae-4e38-9b21-1a638dd00a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.201519 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-d678f18c-4183-4da9-963a-542094b669e2 req-babf50d8-4ee7-4066-b72e-88b47724aa69 service neutron] Request body: {'port': {'device_id': '588f57f6-0144-43f9-b507-ab238c35abbf', 'device_owner': 'compute:tempest-test_az-296093232', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:24.208265 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.214218 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-de88721e-db96-44a8-bfd9-f89c7f84af3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.273242 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c8921-4ea9-41c6-a122-d88900423c2e req-73329674-8ad0-411e-bbcb-ef679de1b646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:24.275344 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-914c8921-4ea9-41c6-a122-d88900423c2e req-73329674-8ad0-411e-bbcb-ef679de1b646 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.3208966 Jul 16 20:21:24.303664 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-917283b1-9221-4d69-9193-a4165e00087a req-18d677db-fa03-4ee7-95ae-7ce952f590b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c352913e-0cff-4442-95e9-16fa9097fbea HTTP/1.1" status: 200 len: 217 time: 0.1356790 Jul 16 20:21:24.391661 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1658e02e-90ec-4263-b5a9-0ff4536b0112 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Pushing event updated for resources: {'Port': ['ID=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:24.459629 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d678f18c-4183-4da9-963a-542094b669e2 req-babf50d8-4ee7-4066-b72e-88b47724aa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.461738 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917283b1-9221-4d69-9193-a4165e00087a req-1f06908f-edb3-4d78-aa5e-09e306b758a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:24.463321 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-917283b1-9221-4d69-9193-a4165e00087a req-1f06908f-edb3-4d78-aa5e-09e306b758a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2dbbabcf-de96-4fb3-85e1-f42c7891edb1 HTTP/1.1" status: 200 len: 862 time: 0.1527512 Jul 16 20:21:24.477110 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-13ee731a-b8a6-48ab-ae84-17090d3d412f None None] Provisioning for port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:24.486098 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-13ee731a-b8a6-48ab-ae84-17090d3d412f None None] Provisioning complete for port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:24.486974 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-13ee731a-b8a6-48ab-ae84-17090d3d412f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.528799 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c8921-4ea9-41c6-a122-d88900423c2e req-1865816e-c2e4-40bc-8e1d-39772a3658d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:24.532214 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-914c8921-4ea9-41c6-a122-d88900423c2e req-1865816e-c2e4-40bc-8e1d-39772a3658d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2423868 Jul 16 20:21:24.533960 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-13ee731a-b8a6-48ab-ae84-17090d3d412f None None] Port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:24.621852 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917283b1-9221-4d69-9193-a4165e00087a req-9a5b57b6-efaa-4a5a-819e-d5df209ad414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:24.623506 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-917283b1-9221-4d69-9193-a4165e00087a req-9a5b57b6-efaa-4a5a-819e-d5df209ad414 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a6e3de95-78fc-4a31-9b59-b1f10f47e4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1498983 Jul 16 20:21:24.665046 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-914c8921-4ea9-41c6-a122-d88900423c2e req-1b8abebc-8e0a-4d7f-ad21-cf567bc90006 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239064 Jul 16 20:21:24.669727 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cbd6f757-b6ae-4e38-9b21-1a638dd00a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.674311 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cbd6f757-b6ae-4e38-9b21-1a638dd00a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.676049 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cbd6f757-b6ae-4e38-9b21-1a638dd00a6a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7a2c7533-3f8f-4e0d-bf50-ac482ca3e59c HTTP/1.1" status: 204 len: 168 time: 0.8834012 Jul 16 20:21:24.732515 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632df6d8-d99d-4ede-9fde-aaf15edadfae req-3b326d51-dbed-4382-971d-a7f60e0a874e tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:24.734475 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-632df6d8-d99d-4ede-9fde-aaf15edadfae req-3b326d51-dbed-4382-971d-a7f60e0a874e tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 964 time: 0.3020728 Jul 16 20:21:24.778025 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6f757-b6ae-4e38-9b21-1a638dd00a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2c7533-3f8f-4e0d-bf50-ac482ca3e59c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:24.781475 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bb1140-e5fa-4d06-9fcc-ae83da3368e0 x-openstack-request-id: req-d9bb1140-e5fa-4d06-9fcc-ae83da3368e0 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:24.781755 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f1afad5-865b-41a0-a072-31134096e02e", "tag": "590a957a-a69b-4359-9dc7-05e5c869aaef", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:24.782003 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d9bb1140-e5fa-4d06-9fcc-ae83da3368e0 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:24.782751 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1afad5-865b-41a0-a072-31134096e02e', 'tag': '590a957a-a69b-4359-9dc7-05e5c869aaef', 'status': 'completed', 'code': 200} Jul 16 20:21:24.830092 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-632df6d8-d99d-4ede-9fde-aaf15edadfae req-a2463ac5-8ade-4887-97cb-4109bfc97aa8 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841310 Jul 16 20:21:24.834253 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23fdf28-cc21-48a2-b74b-5c8f2c927f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "3a881cd4-e197-4c42-8d81-4d32424c3370", "tag": "c352913e-0cff-4442-95e9-16fa9097fbea"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:24.872941 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-917283b1-9221-4d69-9193-a4165e00087a req-c7660c6a-1645-4d76-9216-00409ac1d25d service neutron] 10.222.0.18 "GET /v2.0/networks/a6e3de95-78fc-4a31-9b59-b1f10f47e4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415605 Jul 16 20:21:24.897251 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-914c8921-4ea9-41c6-a122-d88900423c2e req-7d9d7e2e-7d9c-4790-be0e-1ca48990d20e service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195373 Jul 16 20:21:25.096550 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-d678f18c-4183-4da9-963a-542094b669e2 req-babf50d8-4ee7-4066-b72e-88b47724aa69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:25.107675 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d678f18c-4183-4da9-963a-542094b669e2 req-babf50d8-4ee7-4066-b72e-88b47724aa69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.127333 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-d678f18c-4183-4da9-963a-542094b669e2 req-babf50d8-4ee7-4066-b72e-88b47724aa69 service neutron] Transition to ACTIVE for port object 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:25.130467 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adbb13-f1fa-47ae-8b47-46241e3786cf req-7492e838-a799-4dbd-8b45-43e8161534c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:25.132173 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51adbb13-f1fa-47ae-8b47-46241e3786cf req-7492e838-a799-4dbd-8b45-43e8161534c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df5103a3c4334dc38e77c384423f5002&device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 1121 time: 0.1386280 Jul 16 20:21:25.133350 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d678f18c-4183-4da9-963a-542094b669e2 req-babf50d8-4ee7-4066-b72e-88b47724aa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.244949 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf50d8-4ee7-4066-b72e-88b47724aa69 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:25.257431 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-917283b1-9221-4d69-9193-a4165e00087a req-49af9317-b3f5-4533-a417-c1300f5f82b7 service neutron] 10.222.0.18 "GET /v2.0/networks/a6e3de95-78fc-4a31-9b59-b1f10f47e4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764021 Jul 16 20:21:25.307667 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794a8c9-90ca-4520-baa9-c9cdbb71b926 req-64a69518-3073-496d-a88d-6430a73712b7 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:25.310012 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f794a8c9-90ca-4520-baa9-c9cdbb71b926 req-64a69518-3073-496d-a88d-6430a73712b7 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 969 time: 0.3220704 Jul 16 20:21:25.369380 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-d678f18c-4183-4da9-963a-542094b669e2 req-babf50d8-4ee7-4066-b72e-88b47724aa69 service neutron] Attempting to bind port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:25.369711 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-d678f18c-4183-4da9-963a-542094b669e2 req-babf50d8-4ee7-4066-b72e-88b47724aa69 service neutron] Attempting to bind port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:25.370035 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678f18c-4183-4da9-963a-542094b669e2 req-babf50d8-4ee7-4066-b72e-88b47724aa69 service neutron] Attempting to bind port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:25.383495 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678f18c-4183-4da9-963a-542094b669e2 req-babf50d8-4ee7-4066-b72e-88b47724aa69 service neutron] Port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:25.383815 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678f18c-4183-4da9-963a-542094b669e2 req-babf50d8-4ee7-4066-b72e-88b47724aa69 service neutron] Attempting to bind port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:25.397785 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678f18c-4183-4da9-963a-542094b669e2 req-babf50d8-4ee7-4066-b72e-88b47724aa69 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:25.398000 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678f18c-4183-4da9-963a-542094b669e2 req-babf50d8-4ee7-4066-b72e-88b47724aa69 service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:25.398453 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678f18c-4183-4da9-963a-542094b669e2 req-babf50d8-4ee7-4066-b72e-88b47724aa69 service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:25.398814 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-d678f18c-4183-4da9-963a-542094b669e2 req-babf50d8-4ee7-4066-b72e-88b47724aa69 service neutron] Bound port: 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:25.399166 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d678f18c-4183-4da9-963a-542094b669e2 req-babf50d8-4ee7-4066-b72e-88b47724aa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.399805 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f794a8c9-90ca-4520-baa9-c9cdbb71b926 req-f27793dc-66a1-46c9-99ce-a2b261c4f676 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b23df19e-7890-4748-b249-4c5eb5fc5ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819590 Jul 16 20:21:25.403579 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adbb13-f1fa-47ae-8b47-46241e3786cf req-61434ba6-5560-4f3f-a347-3b452c029222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:25.405270 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51adbb13-f1fa-47ae-8b47-46241e3786cf req-61434ba6-5560-4f3f-a347-3b452c029222 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.2662613 Jul 16 20:21:25.473379 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51adbb13-f1fa-47ae-8b47-46241e3786cf req-a1cbfa9b-6992-43b0-9269-194fe57bead8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=590a957a-a69b-4359-9dc7-05e5c869aaef HTTP/1.1" status: 200 len: 217 time: 0.0594444 Jul 16 20:21:25.530859 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52506) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:25.630402 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.708433 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db1776-1c35-4556-b5a5-fe4a7331cfa8 req-4ce96f36-7ef1-4b51-895f-00d50c6be821 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:25.710155 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73db1776-1c35-4556-b5a5-fe4a7331cfa8 req-4ce96f36-7ef1-4b51-895f-00d50c6be821 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 968 time: 0.1222358 Jul 16 20:21:25.711752 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-68ab8370-6b00-4cf5-be38-3be96c9394ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.771029 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309b0d5f-4fd9-43f8-8ab5-8507d12b00ee x-openstack-request-id: req-309b0d5f-4fd9-43f8-8ab5-8507d12b00ee {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:25.771940 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a881cd4-e197-4c42-8d81-4d32424c3370", "tag": "c352913e-0cff-4442-95e9-16fa9097fbea", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:25.772681 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-309b0d5f-4fd9-43f8-8ab5-8507d12b00ee {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:25.773749 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a881cd4-e197-4c42-8d81-4d32424c3370', 'tag': 'c352913e-0cff-4442-95e9-16fa9097fbea', 'status': 'completed', 'code': 200} Jul 16 20:21:25.799685 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adbb13-f1fa-47ae-8b47-46241e3786cf req-3daaa096-0318-42cd-b70a-555b18eb5ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:25.801247 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51adbb13-f1fa-47ae-8b47-46241e3786cf req-3daaa096-0318-42cd-b70a-555b18eb5ed1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0808682 Jul 16 20:21:25.802427 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-d678f18c-4183-4da9-963a-542094b669e2 req-babf50d8-4ee7-4066-b72e-88b47724aa69 service neutron] For port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:25.807241 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-d678f18c-4183-4da9-963a-542094b669e2 req-babf50d8-4ee7-4066-b72e-88b47724aa69 service neutron] For port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:25.820938 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d678f18c-4183-4da9-963a-542094b669e2 req-babf50d8-4ee7-4066-b72e-88b47724aa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.872819 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73db1776-1c35-4556-b5a5-fe4a7331cfa8 req-7156527f-036b-42d9-8c3c-802e64ff4559 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452916 Jul 16 20:21:25.905838 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678f18c-4183-4da9-963a-542094b669e2 req-babf50d8-4ee7-4066-b72e-88b47724aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:25.907040 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d678f18c-4183-4da9-963a-542094b669e2 req-babf50d8-4ee7-4066-b72e-88b47724aa69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.908762 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d678f18c-4183-4da9-963a-542094b669e2 req-babf50d8-4ee7-4066-b72e-88b47724aa69 service neutron] 10.222.0.18 "PUT /v2.0/ports/7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 HTTP/1.1" status: 200 len: 1117 time: 1.7138145 Jul 16 20:21:25.979502 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fdf28-cc21-48a2-b74b-5c8f2c927f3e req-03ee355f-0f0c-4690-b761-5c6b5570ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:25.987080 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e23fdf28-cc21-48a2-b74b-5c8f2c927f3e req-03ee355f-0f0c-4690-b761-5c6b5570ae9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3df7bf01e9545dc8fec2031b5863a44&device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 1116 time: 0.2049975 Jul 16 20:21:26.006218 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf50d8-4ee7-4066-b72e-88b47724aa69 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:26.027926 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adbb13-f1fa-47ae-8b47-46241e3786cf req-cc7abfb8-7055-471d-8474-d19dc0be5e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:26.029695 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51adbb13-f1fa-47ae-8b47-46241e3786cf req-cc7abfb8-7055-471d-8474-d19dc0be5e2b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2202935 Jul 16 20:21:26.082157 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678f18c-4183-4da9-963a-542094b669e2 req-fc0921fd-a83b-41ef-ad41-6ea9d15ec4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:26.083925 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d678f18c-4183-4da9-963a-542094b669e2 req-fc0921fd-a83b-41ef-ad41-6ea9d15ec4b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 1120 time: 0.1246865 Jul 16 20:21:26.137145 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d678f18c-4183-4da9-963a-542094b669e2 req-ef23330c-e1d8-4498-b883-61cac9c691f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 HTTP/1.1" status: 200 len: 217 time: 0.0447867 Jul 16 20:21:26.195453 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-68ab8370-6b00-4cf5-be38-3be96c9394ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.234988 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51adbb13-f1fa-47ae-8b47-46241e3786cf req-58a57575-0171-42f9-9a79-38fe3fb023a0 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945748 Jul 16 20:21:26.239987 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678f18c-4183-4da9-963a-542094b669e2 req-44011ee4-73a2-4401-8407-1a60e39e77ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:26.240940 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-68ab8370-6b00-4cf5-be38-3be96c9394ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.243812 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d678f18c-4183-4da9-963a-542094b669e2 req-44011ee4-73a2-4401-8407-1a60e39e77ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0786150 Jul 16 20:21:26.381278 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678f18c-4183-4da9-963a-542094b669e2 req-282337c7-f34a-4e3a-ad34-f95e4cfcc837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:26.394377 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d678f18c-4183-4da9-963a-542094b669e2 req-282337c7-f34a-4e3a-ad34-f95e4cfcc837 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1294572 Jul 16 20:21:26.394377 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51adbb13-f1fa-47ae-8b47-46241e3786cf req-71fa712a-7b44-4f7e-9f63-03c09fcbe471 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403122 Jul 16 20:21:26.452785 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-68ab8370-6b00-4cf5-be38-3be96c9394ac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0a7c73b319ad496e8893f777535ab084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9208400 Jul 16 20:21:26.453542 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab8370-6b00-4cf5-be38-3be96c9394ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1153170c-5b17-4715-ae4b-129278ceeab3,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:26.466550 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52546) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:26.466550 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52548) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:26.528526 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fdf28-cc21-48a2-b74b-5c8f2c927f3e req-fdc6260f-724b-4a7c-aa53-130c52511f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:26.528526 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e23fdf28-cc21-48a2-b74b-5c8f2c927f3e req-fdc6260f-724b-4a7c-aa53-130c52511f77 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a6e3de95-78fc-4a31-9b59-b1f10f47e4ed HTTP/1.1" status: 200 len: 924 time: 0.5219121 Jul 16 20:21:26.588465 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e23fdf28-cc21-48a2-b74b-5c8f2c927f3e req-d517a71b-93c5-4448-a5c3-d7ae49e0690a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c352913e-0cff-4442-95e9-16fa9097fbea HTTP/1.1" status: 200 len: 217 time: 0.0569596 Jul 16 20:21:26.601363 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d678f18c-4183-4da9-963a-542094b669e2 req-59ffedd9-56fd-4a52-a745-d4e3d204c4ea service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055233 Jul 16 20:21:26.638829 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e59546-6a44-4c88-950e-115a5a0cfbd2 req-156d20a4-b1a5-456f-872d-2626f4766f1d tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:26.646383 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c6e59546-6a44-4c88-950e-115a5a0cfbd2 req-156d20a4-b1a5-456f-872d-2626f4766f1d tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 964 time: 0.3815289 Jul 16 20:21:26.734361 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d678f18c-4183-4da9-963a-542094b669e2 req-b503012c-eafb-4d23-b1d6-cfc2c31c749d service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263299 Jul 16 20:21:26.742913 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-abe6966f-ec63-4d96-9ae0-b7dcfba11232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.753633 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fdf28-cc21-48a2-b74b-5c8f2c927f3e req-485177ac-357f-4a2d-a1e9-c35a93c56798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:26.755260 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e23fdf28-cc21-48a2-b74b-5c8f2c927f3e req-485177ac-357f-4a2d-a1e9-c35a93c56798 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2dbbabcf-de96-4fb3-85e1-f42c7891edb1 HTTP/1.1" status: 200 len: 862 time: 0.1574626 Jul 16 20:21:26.783142 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588f57f6-0144-43f9-b507-ab238c35abbf', 'tag': '7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:26.786011 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae520af-d7fa-4fbb-b5ec-9d03fc892cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "588f57f6-0144-43f9-b507-ab238c35abbf", "tag": "7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:26.820438 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c6e59546-6a44-4c88-950e-115a5a0cfbd2 req-eab15b35-89cc-4fa2-aaab-0c351b22c84a tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727014 Jul 16 20:21:26.849462 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-abe6966f-ec63-4d96-9ae0-b7dcfba11232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.868958 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8b86f06d-154c-452a-8784-6812d7afb3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.896831 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451bbc21-4dc8-4115-92a1-7df341a9c956 x-openstack-request-id: req-451bbc21-4dc8-4115-92a1-7df341a9c956 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:26.897425 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588f57f6-0144-43f9-b507-ab238c35abbf", "tag": "7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:26.897425 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-451bbc21-4dc8-4115-92a1-7df341a9c956 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:26.897720 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588f57f6-0144-43f9-b507-ab238c35abbf', 'tag': '7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2', 'status': 'completed', 'code': 200} Jul 16 20:21:26.966142 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fdf28-cc21-48a2-b74b-5c8f2c927f3e req-2a52f8ff-f7ea-4a89-9c6b-e762a3279f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:26.967679 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e23fdf28-cc21-48a2-b74b-5c8f2c927f3e req-2a52f8ff-f7ea-4a89-9c6b-e762a3279f93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a6e3de95-78fc-4a31-9b59-b1f10f47e4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1999898 Jul 16 20:21:26.979701 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09e548-b755-4b0b-9825-5e6fce787d73 req-d9880b1f-0b6e-4ced-9325-b26d2b82da0f tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:26.982379 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5f09e548-b755-4b0b-9825-5e6fce787d73 req-d9880b1f-0b6e-4ced-9325-b26d2b82da0f tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 969 time: 0.2159152 Jul 16 20:21:27.006711 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-abe6966f-ec63-4d96-9ae0-b7dcfba11232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.009293 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-abe6966f-ec63-4d96-9ae0-b7dcfba11232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.010456 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-abe6966f-ec63-4d96-9ae0-b7dcfba11232 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1153170c-5b17-4715-ae4b-129278ceeab3 HTTP/1.1" status: 204 len: 168 time: 0.5438857 Jul 16 20:21:27.040286 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae520af-d7fa-4fbb-b5ec-9d03fc892cc7 req-66883c67-4afa-4181-89ff-b7121909b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:27.041805 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4ae520af-d7fa-4fbb-b5ec-9d03fc892cc7 req-66883c67-4afa-4181-89ff-b7121909b6ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 1120 time: 0.1201708 Jul 16 20:21:27.065025 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6966f-ec63-4d96-9ae0-b7dcfba11232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1153170c-5b17-4715-ae4b-129278ceeab3,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:27.083737 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52572) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:27.157913 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5f09e548-b755-4b0b-9825-5e6fce787d73 req-308bc384-0bbe-4aae-814d-1ac54aca79b7 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b23df19e-7890-4748-b249-4c5eb5fc5ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643827 Jul 16 20:21:27.205738 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e23fdf28-cc21-48a2-b74b-5c8f2c927f3e req-3bb20ed6-d1c7-456d-a189-be45380ee0ad service neutron] 10.222.0.18 "GET /v2.0/networks/a6e3de95-78fc-4a31-9b59-b1f10f47e4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223074 Jul 16 20:21:27.208133 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae520af-d7fa-4fbb-b5ec-9d03fc892cc7 req-8fdcb80c-9f59-4d53-9811-5af636e5a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:27.209867 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4ae520af-d7fa-4fbb-b5ec-9d03fc892cc7 req-8fdcb80c-9f59-4d53-9811-5af636e5a45b service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.1588233 Jul 16 20:21:27.239299 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8b86f06d-154c-452a-8784-6812d7afb3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.259776 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53be4fa-4037-4009-98d0-bcb24b1256f9 req-7bc4323a-ba7a-4156-93c0-7ae16972c5ce tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:27.261892 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a53be4fa-4037-4009-98d0-bcb24b1256f9 req-7bc4323a-ba7a-4156-93c0-7ae16972c5ce tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 968 time: 0.2168655 Jul 16 20:21:27.268471 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8b86f06d-154c-452a-8784-6812d7afb3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.278628 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4ae520af-d7fa-4fbb-b5ec-9d03fc892cc7 req-1a8a5e35-2d64-48ba-b9ac-d6acf09f5c30 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 HTTP/1.1" status: 200 len: 217 time: 0.0605130 Jul 16 20:21:27.347710 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae520af-d7fa-4fbb-b5ec-9d03fc892cc7 req-1352b128-6fbc-47a4-9f76-7f1b7a6808cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:27.350786 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4ae520af-d7fa-4fbb-b5ec-9d03fc892cc7 req-1352b128-6fbc-47a4-9f76-7f1b7a6808cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0652149 Jul 16 20:21:27.376142 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8b86f06d-154c-452a-8784-6812d7afb3a1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=05b161290be14897bd22e3f00d9d5039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9049146 Jul 16 20:21:27.380265 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52580) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:27.380730 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86f06d-154c-452a-8784-6812d7afb3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325d79b7-d349-4559-954f-7c1b458207fa,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:27.426191 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e23fdf28-cc21-48a2-b74b-5c8f2c927f3e req-87694de5-77c0-4086-b1b9-ff5490e42963 service neutron] 10.222.0.18 "GET /v2.0/networks/a6e3de95-78fc-4a31-9b59-b1f10f47e4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075133 Jul 16 20:21:27.439373 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a53be4fa-4037-4009-98d0-bcb24b1256f9 req-d7239495-9aa4-4789-8210-ac32de79dcef tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621583 Jul 16 20:21:27.441906 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae520af-d7fa-4fbb-b5ec-9d03fc892cc7 req-bd32a89a-108b-4cfc-b858-c18b8b7c7338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:27.448421 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4ae520af-d7fa-4fbb-b5ec-9d03fc892cc7 req-bd32a89a-108b-4cfc-b858-c18b8b7c7338 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0898528 Jul 16 20:21:27.462459 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.486604 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ad107211-be6a-43c9-8d48-d669f9f9024e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.490246 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b3741755-656a-49fe-a2bf-44368b88b681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.513704 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b3741755-656a-49fe-a2bf-44368b88b681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.571674 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b3741755-656a-49fe-a2bf-44368b88b681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.574890 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b3741755-656a-49fe-a2bf-44368b88b681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.576218 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b3741755-656a-49fe-a2bf-44368b88b681 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/325d79b7-d349-4559-954f-7c1b458207fa HTTP/1.1" status: 204 len: 168 time: 0.1922703 Jul 16 20:21:27.584101 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3741755-656a-49fe-a2bf-44368b88b681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325d79b7-d349-4559-954f-7c1b458207fa,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:27.607650 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4ae520af-d7fa-4fbb-b5ec-9d03fc892cc7 req-e876177d-ed49-4b7c-8e27-69d29d18d971 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433492 Jul 16 20:21:27.710071 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52590) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:27.730871 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 590a957a-a69b-4359-9dc7-05e5c869aaef details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:21:27.752522 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3ebf5952-3ad9-48a8-8ce8-80065905eb28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.755664 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ad107211-be6a-43c9-8d48-d669f9f9024e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.772107 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ad107211-be6a-43c9-8d48-d669f9f9024e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.801236 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4ae520af-d7fa-4fbb-b5ec-9d03fc892cc7 req-d8d23056-50ac-49e9-b8a6-6a8206bff017 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854842 Jul 16 20:21:27.838853 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ad107211-be6a-43c9-8d48-d669f9f9024e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=841d91b378624fd69886605bbac4c1cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7454901 Jul 16 20:21:27.841891 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52594) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:27.844037 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad107211-be6a-43c9-8d48-d669f9f9024e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b731977-269b-44d0-9013-72d37f2f7325,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:27.919012 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 590a957a-a69b-4359-9dc7-05e5c869aaef, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=590a957a-a69b-4359-9dc7-05e5c869aaef,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:27.931384 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '590a957a-a69b-4359-9dc7-05e5c869aaef', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': '590a957a-a69b-4359-9dc7-05e5c869aaef', 'mac_address': 'fa:16:3e:a2:de:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:tempest-test_az-296093232', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:21:27.939535 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3ebf5952-3ad9-48a8-8ce8-80065905eb28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.947202 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3ebf5952-3ad9-48a8-8ce8-80065905eb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.963613 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-285dc671-4353-404a-b6d6-de5612404454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.002759 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3ebf5952-3ad9-48a8-8ce8-80065905eb28 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8b99d9ef4c414754bf0fcead9f738028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909803 Jul 16 20:21:28.003475 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52598) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:28.005141 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-285dc671-4353-404a-b6d6-de5612404454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.010501 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf5952-3ad9-48a8-8ce8-80065905eb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e504726b-3163-4b2f-9b31-3db6f0d76b67,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:28.010984 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.042696 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 590a957a-a69b-4359-9dc7-05e5c869aaef {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:28.075632 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 590a957a-a69b-4359-9dc7-05e5c869aaef, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=590a957a-a69b-4359-9dc7-05e5c869aaef,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:28.082925 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.083857 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device c352913e-0cff-4442-95e9-16fa9097fbea details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:21:28.124320 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a12fda-10cb-4da6-a01d-9241af2d230d req-0fe16689-7dd1-4fca-817a-24cf19833787 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:28.125842 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-76a12fda-10cb-4da6-a01d-9241af2d230d req-0fe16689-7dd1-4fca-817a-24cf19833787 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 964 time: 0.0925152 Jul 16 20:21:28.130564 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec8e91d3-dcbb-400d-b763-ac4ef8e0c631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.132266 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-285dc671-4353-404a-b6d6-de5612404454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.136907 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-285dc671-4353-404a-b6d6-de5612404454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.141681 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-285dc671-4353-404a-b6d6-de5612404454 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9b731977-269b-44d0-9013-72d37f2f7325 HTTP/1.1" status: 204 len: 168 time: 0.2981212 Jul 16 20:21:28.154302 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285dc671-4353-404a-b6d6-de5612404454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b731977-269b-44d0-9013-72d37f2f7325,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:28.183634 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec8e91d3-dcbb-400d-b763-ac4ef8e0c631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.202313 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-76a12fda-10cb-4da6-a01d-9241af2d230d req-735af3bd-3ca6-4d73-89be-1dc8b156b64c tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510662 Jul 16 20:21:28.236907 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52604) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:28.260906 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0a3545b3-6f28-4388-b7a6-c45546c12127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.270905 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=590a957a-a69b-4359-9dc7-05e5c869aaef,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:28.280182 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec8e91d3-dcbb-400d-b763-ac4ef8e0c631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.283030 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec8e91d3-dcbb-400d-b763-ac4ef8e0c631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.284913 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ec8e91d3-dcbb-400d-b763-ac4ef8e0c631 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e504726b-3163-4b2f-9b31-3db6f0d76b67 HTTP/1.1" status: 204 len: 168 time: 0.2798078 Jul 16 20:21:28.302519 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e91d3-dcbb-400d-b763-ac4ef8e0c631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e504726b-3163-4b2f-9b31-3db6f0d76b67,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:28.363588 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port c352913e-0cff-4442-95e9-16fa9097fbea, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=c352913e-0cff-4442-95e9-16fa9097fbea,segment=NetworkSegment(d15bdb67-ac69-4e40-89a0-85bf2440b02e),segment_id=d15bdb67-ac69-4e40-89a0-85bf2440b02e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:28.389920 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'c352913e-0cff-4442-95e9-16fa9097fbea', 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed', 'port_id': 'c352913e-0cff-4442-95e9-16fa9097fbea', 'mac_address': 'fa:16:3e:2d:e6:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:tempest-test_az-296093232', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:21:28.453720 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.472156 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0a3545b3-6f28-4388-b7a6-c45546c12127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.482104 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0a3545b3-6f28-4388-b7a6-c45546c12127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.488149 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c352913e-0cff-4442-95e9-16fa9097fbea {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:28.529486 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port c352913e-0cff-4442-95e9-16fa9097fbea, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=c352913e-0cff-4442-95e9-16fa9097fbea,segment=NetworkSegment(d15bdb67-ac69-4e40-89a0-85bf2440b02e),segment_id=d15bdb67-ac69-4e40-89a0-85bf2440b02e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:28.535680 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.568501 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3545b3-6f28-4388-b7a6-c45546c12127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6571bb-3bc7-4ec8-a115-a4d36dcd1e30,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:28.583786 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0a3545b3-6f28-4388-b7a6-c45546c12127 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=489271788246416c9e81474fa44d9a28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422720 Jul 16 20:21:28.583885 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52612) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:28.650529 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066212f-2c78-4c95-8186-7ac5eae53bee req-cc2a2f8e-3461-4538-9208-7fc152a822c4 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:28.650529 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7066212f-2c78-4c95-8186-7ac5eae53bee req-cc2a2f8e-3461-4538-9208-7fc152a822c4 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 970 time: 0.0989239 Jul 16 20:21:28.697803 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b349154c-9e2e-4fd9-a6e1-7618eca65e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.709975 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=c352913e-0cff-4442-95e9-16fa9097fbea,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:28.717407 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52616) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:28.731059 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7066212f-2c78-4c95-8186-7ac5eae53bee req-267d3f82-8945-418b-be15-a951ec8d50d3 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b23df19e-7890-4748-b249-4c5eb5fc5ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731897 Jul 16 20:21:28.731846 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b349154c-9e2e-4fd9-a6e1-7618eca65e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.740518 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-32b73412-4db7-43db-a935-cb994a7a3efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.795198 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b349154c-9e2e-4fd9-a6e1-7618eca65e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.799417 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b349154c-9e2e-4fd9-a6e1-7618eca65e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.804935 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b349154c-9e2e-4fd9-a6e1-7618eca65e48 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aa6571bb-3bc7-4ec8-a115-a4d36dcd1e30 HTTP/1.1" status: 204 len: 168 time: 0.2210119 Jul 16 20:21:28.828216 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349154c-9e2e-4fd9-a6e1-7618eca65e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6571bb-3bc7-4ec8-a115-a4d36dcd1e30,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:28.909427 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['c352913e-0cff-4442-95e9-16fa9097fbea'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:28.914457 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['590a957a-a69b-4359-9dc7-05e5c869aaef'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:28.997618 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523624c-4468-420c-ab8d-044c55541699 req-76d0e38c-3357-4488-a41d-df093d2b9632 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:29.003205 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2523624c-4468-420c-ab8d-044c55541699 req-76d0e38c-3357-4488-a41d-df093d2b9632 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 968 time: 0.1817245 Jul 16 20:21:29.094899 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2523624c-4468-420c-ab8d-044c55541699 req-8d33b091-01b1-4540-9b61-b5f62f195270 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774357 Jul 16 20:21:29.123578 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-32b73412-4db7-43db-a935-cb994a7a3efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.144837 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-32b73412-4db7-43db-a935-cb994a7a3efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.173229 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-32b73412-4db7-43db-a935-cb994a7a3efe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c3c9990bfb8b47c6a795e4f59b19d2b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4537799 Jul 16 20:21:29.175970 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52628) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:29.237460 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b73412-4db7-43db-a935-cb994a7a3efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e60e18-85d2-45eb-920f-0398a5ff6576,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:29.311923 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-18e05544-8a55-4f80-83ec-89a56b4317a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.342406 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-18e05544-8a55-4f80-83ec-89a56b4317a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.410760 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-18e05544-8a55-4f80-83ec-89a56b4317a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.414239 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-18e05544-8a55-4f80-83ec-89a56b4317a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.415569 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-18e05544-8a55-4f80-83ec-89a56b4317a0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/35e60e18-85d2-45eb-920f-0398a5ff6576 HTTP/1.1" status: 204 len: 168 time: 0.2385867 Jul 16 20:21:29.436699 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e05544-8a55-4f80-83ec-89a56b4317a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e60e18-85d2-45eb-920f-0398a5ff6576,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:29.583412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7e907-3961-48b8-a39a-61e0dad29f43 req-2691d126-b22c-4b17-a904-8801c7756c6c tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:29.585713 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.591753 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-efc7e907-3961-48b8-a39a-61e0dad29f43 req-2691d126-b22c-4b17-a904-8801c7756c6c tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 965 time: 0.1485138 Jul 16 20:21:29.649760 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-efc7e907-3961-48b8-a39a-61e0dad29f43 req-10646436-318d-4bb1-a4d6-a2aacf8116cf tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569787 Jul 16 20:21:29.704017 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:21:29.948599 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:29.975071 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': '7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2', 'mac_address': 'fa:16:3e:be:11:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:tempest-test_az-296093232', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:21:29.980687 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd8ecc-168d-43e6-886f-0ec2910b94bb req-d60e5c7c-4600-474d-ac0d-e2b44d17d358 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:29.982823 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cdcd8ecc-168d-43e6-886f-0ec2910b94bb req-d60e5c7c-4600-474d-ac0d-e2b44d17d358 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 970 time: 0.0931656 Jul 16 20:21:30.019614 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.035371 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:30.039676 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cdcd8ecc-168d-43e6-886f-0ec2910b94bb req-8801a89f-b087-44c3-b750-a5505f679513 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b23df19e-7890-4748-b249-4c5eb5fc5ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488722 Jul 16 20:21:30.069804 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:30.075094 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.139047 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:30.313293 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94868d36-f704-43ab-b1a9-a963b92d2553 req-135af95a-4f57-4c73-b6ed-705f4b408f1e tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:30.319600 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-94868d36-f704-43ab-b1a9-a963b92d2553 req-135af95a-4f57-4c73-b6ed-705f4b408f1e tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 969 time: 0.0814202 Jul 16 20:21:30.341985 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:30.375980 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-94868d36-f704-43ab-b1a9-a963b92d2553 req-216b6734-7fae-4e64-84f4-b3118df83dd6 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550900 Jul 16 20:21:30.564779 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52702) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:30.729609 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36949086-ba16-4a5d-b497-dbcaaa98ad17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.856793 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f394f5-d8c6-4a2c-ada7-1129bec3e07c req-98d24c30-1e7c-4d7f-9176-e4716cdc2de6 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:30.864335 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1f394f5-d8c6-4a2c-ada7-1129bec3e07c req-98d24c30-1e7c-4d7f-9176-e4716cdc2de6 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 965 time: 0.0990472 Jul 16 20:21:30.869249 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36949086-ba16-4a5d-b497-dbcaaa98ad17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.875765 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36949086-ba16-4a5d-b497-dbcaaa98ad17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.908951 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1f394f5-d8c6-4a2c-ada7-1129bec3e07c req-9bcf486a-2be6-4804-9a33-dbfcefdd9d42 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436132 Jul 16 20:21:30.931003 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-36949086-ba16-4a5d-b497-dbcaaa98ad17 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=16add012662a4e8baef9f8f48bac10f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3651440 Jul 16 20:21:30.934432 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52724) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:30.941743 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36949086-ba16-4a5d-b497-dbcaaa98ad17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861bd344-6b99-44be-ac3c-333f1da087e6,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:30.990061 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e82948fa-b50a-4126-aafd-91e1a4e5aef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.012900 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e82948fa-b50a-4126-aafd-91e1a4e5aef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.077459 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e82948fa-b50a-4126-aafd-91e1a4e5aef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.080860 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e82948fa-b50a-4126-aafd-91e1a4e5aef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.082051 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e82948fa-b50a-4126-aafd-91e1a4e5aef9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/861bd344-6b99-44be-ac3c-333f1da087e6 HTTP/1.1" status: 204 len: 168 time: 0.1465313 Jul 16 20:21:31.090845 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82948fa-b50a-4126-aafd-91e1a4e5aef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861bd344-6b99-44be-ac3c-333f1da087e6,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:31.266154 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbfd98-137f-453f-8c63-31a6f1e83b87 req-b28bf77a-7ee7-488e-ac07-88d8a39d7ed3 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:31.267816 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-34fbfd98-137f-453f-8c63-31a6f1e83b87 req-b28bf77a-7ee7-488e-ac07-88d8a39d7ed3 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 970 time: 0.0786638 Jul 16 20:21:31.307362 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-34fbfd98-137f-453f-8c63-31a6f1e83b87 req-22a386c1-526d-42b5-ac5b-9a9851fe95be tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b23df19e-7890-4748-b249-4c5eb5fc5ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336092 Jul 16 20:21:31.600077 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca2f5f-e4eb-495e-b34d-36cda988bf46 req-e89df661-6c64-4a56-a64f-32977b5bb661 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:31.608038 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05ca2f5f-e4eb-495e-b34d-36cda988bf46 req-e89df661-6c64-4a56-a64f-32977b5bb661 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 969 time: 0.1068475 Jul 16 20:21:31.641377 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52770) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:31.658448 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8a8c6e73-bd29-4961-9023-b0b2282b33fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.662720 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05ca2f5f-e4eb-495e-b34d-36cda988bf46 req-d46be946-4a59-4d3d-9cd9-1f6d4b1fb5ce tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534766 Jul 16 20:21:31.724200 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 590a957a-a69b-4359-9dc7-05e5c869aaef up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:31.806026 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 590a957a-a69b-4359-9dc7-05e5c869aaef completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:31.808532 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 590a957a-a69b-4359-9dc7-05e5c869aaef triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:31.809141 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.825155 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8a8c6e73-bd29-4961-9023-b0b2282b33fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.830941 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8a8c6e73-bd29-4961-9023-b0b2282b33fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.881609 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c6e73-bd29-4961-9023-b0b2282b33fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47f6d3b-c3af-4dad-83e8-e167b38f0c7e,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:31.885801 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8a8c6e73-bd29-4961-9023-b0b2282b33fb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a68e256bb9bb4c73b963d2334d751b01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422497 Jul 16 20:21:31.889241 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52790) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:31.931823 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.943277 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d992e75c-6eae-47b7-9dfa-503f4ec80f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.963119 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1afad5-865b-41a0-a072-31134096e02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590a957a-a69b-4359-9dc7-05e5c869aaef'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:31.967176 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d992e75c-6eae-47b7-9dfa-503f4ec80f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.036018 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d992e75c-6eae-47b7-9dfa-503f4ec80f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.038409 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d992e75c-6eae-47b7-9dfa-503f4ec80f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.042803 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d992e75c-6eae-47b7-9dfa-503f4ec80f0d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b47f6d3b-c3af-4dad-83e8-e167b38f0c7e HTTP/1.1" status: 204 len: 168 time: 0.1492469 Jul 16 20:21:32.045504 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 590a957a-a69b-4359-9dc7-05e5c869aaef, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=590a957a-a69b-4359-9dc7-05e5c869aaef,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:32.060613 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.063252 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device c352913e-0cff-4442-95e9-16fa9097fbea up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:32.068672 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992e75c-6eae-47b7-9dfa-503f4ec80f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47f6d3b-c3af-4dad-83e8-e167b38f0c7e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:32.118518 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6140435e-d750-4427-aa47-db862f4f969b req-855bd494-b658-4143-999e-15165fa28035 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=a254b31985d548bd8f29a487cc39ddc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310922 Jul 16 20:21:32.118721 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e004074-781e-4ef4-a7c3-8b62b1ff85f5" -d '{"events": [{"server_uuid": "5f1afad5-865b-41a0-a072-31134096e02e", "name": "network-vif-plugged", "status": "completed", "tag": "590a957a-a69b-4359-9dc7-05e5c869aaef"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:32.176087 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port c352913e-0cff-4442-95e9-16fa9097fbea completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:32.182269 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port c352913e-0cff-4442-95e9-16fa9097fbea triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:32.183100 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.224182 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=590a957a-a69b-4359-9dc7-05e5c869aaef,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:32.269278 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140435e-d750-4427-aa47-db862f4f969b req-4aafb4d2-b8e9-48f1-a308-cfadce02a770 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:32.271550 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6140435e-d750-4427-aa47-db862f4f969b req-4aafb4d2-b8e9-48f1-a308-cfadce02a770 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1453629 Jul 16 20:21:32.285044 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.301815 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6140435e-d750-4427-aa47-db862f4f969b req-6229f82f-6dc1-4fb0-918c-3f5f365d0035 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/quotas/a254b31985d548bd8f29a487cc39ddc2 HTTP/1.1" status: 200 len: 375 time: 0.0199218 Jul 16 20:21:32.339103 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port c352913e-0cff-4442-95e9-16fa9097fbea, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=c352913e-0cff-4442-95e9-16fa9097fbea,segment=NetworkSegment(d15bdb67-ac69-4e40-89a0-85bf2440b02e),segment_id=d15bdb67-ac69-4e40-89a0-85bf2440b02e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:32.340794 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6140435e-d750-4427-aa47-db862f4f969b req-2a96b05c-7b7c-4625-b745-1f4e553f0a69 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a254b31985d548bd8f29a487cc39ddc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367172 Jul 16 20:21:32.345021 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.346708 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:32.430337 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=c352913e-0cff-4442-95e9-16fa9097fbea,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:32.436136 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae0df3-813a-41e2-9024-45d5e46a24be req-c3f28366-2159-4fdc-9a60-dc1d2982848f tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:32.437676 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccae0df3-813a-41e2-9024-45d5e46a24be req-c3f28366-2159-4fdc-9a60-dc1d2982848f tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 966 time: 0.0720210 Jul 16 20:21:32.462821 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:32.470104 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:32.471011 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.485342 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccae0df3-813a-41e2-9024-45d5e46a24be req-7165ad9e-8eba-48a5-b659-71e00d07d5ed tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411639 Jul 16 20:21:32.593398 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.630350 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:32.634726 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.688917 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:32.762649 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd18e8a9-a794-4142-aba8-9dfbd3469c86 x-openstack-request-id: req-cd18e8a9-a794-4142-aba8-9dfbd3469c86 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:32.763224 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1afad5-865b-41a0-a072-31134096e02e", "name": "network-vif-plugged", "status": "completed", "tag": "590a957a-a69b-4359-9dc7-05e5c869aaef", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:32.763224 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cd18e8a9-a794-4142-aba8-9dfbd3469c86 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:32.763740 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1afad5-865b-41a0-a072-31134096e02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590a957a-a69b-4359-9dc7-05e5c869aaef', 'code': 200} Jul 16 20:21:32.832365 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.955615 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27b3d8-945a-4ff8-a63a-7feb6474fb39 req-97a043e2-b1b8-4951-85ce-235b36a32948 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:32.958616 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4a27b3d8-945a-4ff8-a63a-7feb6474fb39 req-97a043e2-b1b8-4951-85ce-235b36a32948 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 971 time: 0.0851662 Jul 16 20:21:33.001843 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-2ab882c8-2ce7-44f9-8cd1-bcf81b62e38c tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=a254b31985d548bd8f29a487cc39ddc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415249 Jul 16 20:21:33.005957 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c7893-7a37-4cba-a971-8159ee125f34 req-2929dddb-03ab-4c49-a8a9-3f6b9d1526cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:33.007439 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f61c7893-7a37-4cba-a971-8159ee125f34 req-2929dddb-03ab-4c49-a8a9-3f6b9d1526cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 1123 time: 0.1675441 Jul 16 20:21:33.034873 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f61c7893-7a37-4cba-a971-8159ee125f34 req-85bd14ab-0526-4149-aeef-b2f37066b639 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.082351 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4a27b3d8-945a-4ff8-a63a-7feb6474fb39 req-f256aad2-8438-4e07-9798-3f2ec9013532 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b23df19e-7890-4748-b249-4c5eb5fc5ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049128 Jul 16 20:21:33.175827 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f61c7893-7a37-4cba-a971-8159ee125f34 req-85bd14ab-0526-4149-aeef-b2f37066b639 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.181097 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f61c7893-7a37-4cba-a971-8159ee125f34 req-85bd14ab-0526-4149-aeef-b2f37066b639 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.197463 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-4d4859b7-b818-40ee-9393-584cbbba920c tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:33.206430 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-4d4859b7-b818-40ee-9393-584cbbba920c tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2036650 Jul 16 20:21:33.222896 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-2eaac037-489a-47b7-b723-e141ee32f1e0 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/quotas/a254b31985d548bd8f29a487cc39ddc2 HTTP/1.1" status: 200 len: 375 time: 0.0152256 Jul 16 20:21:33.231772 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd14ab-0526-4149-aeef-b2f37066b639 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6c7917-a320-4cd5-868f-c6e30c4f53f0,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:33.262045 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f61c7893-7a37-4cba-a971-8159ee125f34 req-85bd14ab-0526-4149-aeef-b2f37066b639 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b23df19e-7890-4748-b249-4c5eb5fc5ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460310 Jul 16 20:21:33.271121 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52866) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:33.382894 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-21a40769-c8fd-4a22-897b-1f1d145dcf1e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-945783299-network', 'tenant_id': '6c624f8a3c45481ca70c95fe985864ff'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:33.406756 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a40769-c8fd-4a22-897b-1f1d145dcf1e admin admin] Made reservation on behalf of 6c624f8a3c45481ca70c95fe985864ff for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:33.409792 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21a40769-c8fd-4a22-897b-1f1d145dcf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.420499 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21a40769-c8fd-4a22-897b-1f1d145dcf1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.468730 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-7de360e0-3d19-41cf-b2c4-813820a66dfa tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a254b31985d548bd8f29a487cc39ddc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2443652 Jul 16 20:21:33.533467 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21a40769-c8fd-4a22-897b-1f1d145dcf1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.538056 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21a40769-c8fd-4a22-897b-1f1d145dcf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.546507 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617e100-540e-48d2-8d75-3c49c071d682 req-19511372-490c-4dde-91ab-248a3ea6879c tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:33.548021 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5617e100-540e-48d2-8d75-3c49c071d682 req-19511372-490c-4dde-91ab-248a3ea6879c tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 970 time: 0.0824366 Jul 16 20:21:33.567399 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a40769-c8fd-4a22-897b-1f1d145dcf1e admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:33.579309 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a40769-c8fd-4a22-897b-1f1d145dcf1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bcbdb8-d299-4671-a13e-1a82ea130978,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:33.584451 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21a40769-c8fd-4a22-897b-1f1d145dcf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.584801 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-21a40769-c8fd-4a22-897b-1f1d145dcf1e admin admin] Added segment b5f6b1da-2bed-4477-8147-cd3346e986e0 of type vlan for network 480c28d9-1074-4ed3-a29d-dc4530e5e045 Jul 16 20:21:33.600129 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5617e100-540e-48d2-8d75-3c49c071d682 req-d6bf94b3-444e-4eb5-9385-ca05f87877a6 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406353 Jul 16 20:21:33.640525 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21a40769-c8fd-4a22-897b-1f1d145dcf1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.673886 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21a40769-c8fd-4a22-897b-1f1d145dcf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.675763 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a40769-c8fd-4a22-897b-1f1d145dcf1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:33.676633 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21a40769-c8fd-4a22-897b-1f1d145dcf1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.694686 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-21a40769-c8fd-4a22-897b-1f1d145dcf1e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4220738 Jul 16 20:21:33.699608 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52880) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:33.706596 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-b8c9d94d-a0ef-4a18-ba01-7de642807f6e admin admin] Request body: {'subnet': {'network_id': '480c28d9-1074-4ed3-a29d-dc4530e5e045', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-945783299-subnet', 'tenant_id': '6c624f8a3c45481ca70c95fe985864ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:33.747012 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c9d94d-a0ef-4a18-ba01-7de642807f6e admin admin] Made reservation on behalf of 6c624f8a3c45481ca70c95fe985864ff for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:33.749984 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b8c9d94d-a0ef-4a18-ba01-7de642807f6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.775932 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a40769-c8fd-4a22-897b-1f1d145dcf1e admin admin] Pushing event updated for resources: {'Network': ['ID=480c28d9-1074-4ed3-a29d-dc4530e5e045,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:33.786833 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 480c28d9-1074-4ed3-a29d-dc4530e5e045 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:33.794904 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f6b6b83c-02db-4e84-83f5-5addce7d8d39 req-cf32a94e-b680-4e83-900b-38d0b34d9b2d tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd8e2c95-1870-4871-b330-9235583494c1 HTTP/1.1" status: 200 len: 210 time: 0.0978608 Jul 16 20:21:33.976769 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f565c-a402-406a-94ee-1994e7cca3e2 req-d8c8914a-5f3f-4308-81a8-244180129e44 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:33.984870 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-598f565c-a402-406a-94ee-1994e7cca3e2 req-d8c8914a-5f3f-4308-81a8-244180129e44 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 966 time: 0.2001603 Jul 16 20:21:33.992680 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.62', 52352) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:34.023207 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6140435e-d750-4427-aa47-db862f4f969b req-72d309c3-9ade-42f5-8f01-29557f71cac7 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a254b31985d548bd8f29a487cc39ddc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291862 Jul 16 20:21:34.122997 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b8c9d94d-a0ef-4a18-ba01-7de642807f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.196697 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9d94d-a0ef-4a18-ba01-7de642807f6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3207a2b-b5ef-4b10-9d24-231fee71660e,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:34.248118 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-598f565c-a402-406a-94ee-1994e7cca3e2 req-d8ed5678-9f50-43d0-b064-02dfe4d31605 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2621100 Jul 16 20:21:34.323170 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c9d94d-a0ef-4a18-ba01-7de642807f6e admin admin] Checking segment: {'id': 'b5f6b1da-2bed-4477-8147-cd3346e986e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '480c28d9-1074-4ed3-a29d-dc4530e5e045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:34.327561 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c9d94d-a0ef-4a18-ba01-7de642807f6e admin admin] Network hostable DHCP agents. Network: 480c28d9-1074-4ed3-a29d-dc4530e5e045, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:34.338254 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52902) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:34.347500 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52906) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:34.353904 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140435e-d750-4427-aa47-db862f4f969b req-4e9fac76-20d9-4064-ab04-1a9abdde1152 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:34.362077 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c9d94d-a0ef-4a18-ba01-7de642807f6e admin admin] Network 480c28d9-1074-4ed3-a29d-dc4530e5e045 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:34.364469 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6140435e-d750-4427-aa47-db862f4f969b req-4e9fac76-20d9-4064-ab04-1a9abdde1152 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3340359 Jul 16 20:21:34.375553 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-b8c9d94d-a0ef-4a18-ba01-7de642807f6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 480c28d9-1074-4ed3-a29d-dc4530e5e045) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:34.385266 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c9d94d-a0ef-4a18-ba01-7de642807f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:34.387409 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b8c9d94d-a0ef-4a18-ba01-7de642807f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.388818 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1265235-0df0-4a8a-b6ae-196afd09b762 None None] Network 480c28d9-1074-4ed3-a29d-dc4530e5e045 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:34.418905 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-6140435e-d750-4427-aa47-db862f4f969b req-838a778e-7004-4968-ae82-e1154b089a36 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Request body: {'port': {'device_id': 'e4604a05-22d1-4e5d-a536-960f4c5dca63', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': 'a254b31985d548bd8f29a487cc39ddc2'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:34.469275 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b8c9d94d-a0ef-4a18-ba01-7de642807f6e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7688024 Jul 16 20:21:34.564043 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6de0fd-ed05-4ffb-a4f7-b7f72a7e4585 req-c5990e65-57dd-4774-841a-85761af08755 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:34.573830 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d6de0fd-ed05-4ffb-a4f7-b7f72a7e4585 req-c5990e65-57dd-4774-841a-85761af08755 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 971 time: 0.1582580 Jul 16 20:21:34.614579 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30f90089-5902-4d2e-92c5-0c2782bb5fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.639328 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f689da34-5857-4840-9e44-5599c3250781 None None] Network 480c28d9-1074-4ed3-a29d-dc4530e5e045 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:34.674701 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6140435e-d750-4427-aa47-db862f4f969b req-838a778e-7004-4968-ae82-e1154b089a36 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Made reservation on behalf of a254b31985d548bd8f29a487cc39ddc2 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:34.726091 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7e25bbe5-cf91-4899-9e00-8ee50fda36ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.737070 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6140435e-d750-4427-aa47-db862f4f969b req-838a778e-7004-4968-ae82-e1154b089a36 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.801827 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d6de0fd-ed05-4ffb-a4f7-b7f72a7e4585 req-7c57509f-d197-4720-8913-fc4ca96c9958 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b23df19e-7890-4748-b249-4c5eb5fc5ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234800 Jul 16 20:21:34.824803 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6140435e-d750-4427-aa47-db862f4f969b req-838a778e-7004-4968-ae82-e1154b089a36 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.870139 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a881cd4-e197-4c42-8d81-4d32424c3370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c352913e-0cff-4442-95e9-16fa9097fbea'}, {'server_uuid': '588f57f6-0144-43f9-b507-ab238c35abbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:34.878561 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55182a31-d176-4253-8593-e915e5c3c185" -d '{"events": [{"server_uuid": "3a881cd4-e197-4c42-8d81-4d32424c3370", "name": "network-vif-plugged", "status": "completed", "tag": "c352913e-0cff-4442-95e9-16fa9097fbea"}, {"server_uuid": "588f57f6-0144-43f9-b507-ab238c35abbf", "name": "network-vif-plugged", "status": "completed", "tag": "7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:34.945078 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30f90089-5902-4d2e-92c5-0c2782bb5fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.963145 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30f90089-5902-4d2e-92c5-0c2782bb5fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.115193 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52928) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:35.115853 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-30f90089-5902-4d2e-92c5-0c2782bb5fa5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8f29820e532f4ba0a8ab8dd55abc5fbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7749543 Jul 16 20:21:35.185544 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-84fa734e-da73-4a10-9e41-ec276fde6b70 req-5199fc88-3fe8-437a-af36-aeeeff6ae069 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd8e2c95-1870-4871-b330-9235583494c1 HTTP/1.1" status: 200 len: 210 time: 0.0772634 Jul 16 20:21:35.203409 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f90089-5902-4d2e-92c5-0c2782bb5fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c26444-b573-49f9-876d-1dd07011fc9a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:35.252888 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7e25bbe5-cf91-4899-9e00-8ee50fda36ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.258963 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7e25bbe5-cf91-4899-9e00-8ee50fda36ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.279639 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c1462a-03fa-4a83-96e3-69fd0ca62045 x-openstack-request-id: req-02c1462a-03fa-4a83-96e3-69fd0ca62045 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:35.280340 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a881cd4-e197-4c42-8d81-4d32424c3370", "name": "network-vif-plugged", "status": "completed", "tag": "c352913e-0cff-4442-95e9-16fa9097fbea", "code": 200}, {"server_uuid": "588f57f6-0144-43f9-b507-ab238c35abbf", "name": "network-vif-plugged", "status": "completed", "tag": "7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:35.280815 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-02c1462a-03fa-4a83-96e3-69fd0ca62045 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:35.281832 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a881cd4-e197-4c42-8d81-4d32424c3370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c352913e-0cff-4442-95e9-16fa9097fbea', 'code': 200} Jul 16 20:21:35.282314 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588f57f6-0144-43f9-b507-ab238c35abbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2', 'code': 200} Jul 16 20:21:35.283058 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c71459ec-7d11-4e2c-aded-80aab40202f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.399540 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c71459ec-7d11-4e2c-aded-80aab40202f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.459347 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7e25bbe5-cf91-4899-9e00-8ee50fda36ce admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f8489bab873a4d2d85efa84ab4138ea2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1107152 Jul 16 20:21:35.460193 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25bbe5-cf91-4899-9e00-8ee50fda36ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e91e90d-1dad-480c-b242-c1725cb67b1c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:35.462884 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52938) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:35.541350 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c71459ec-7d11-4e2c-aded-80aab40202f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.545103 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c71459ec-7d11-4e2c-aded-80aab40202f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.555408 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c71459ec-7d11-4e2c-aded-80aab40202f5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/97c26444-b573-49f9-876d-1dd07011fc9a HTTP/1.1" status: 204 len: 168 time: 0.4372401 Jul 16 20:21:35.585218 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00487eff-ee21-43e7-9a8b-08e810df79cc req-f85b23bc-4ed4-455b-9804-3c3ca158255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:35.586876 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-00487eff-ee21-43e7-9a8b-08e810df79cc req-f85b23bc-4ed4-455b-9804-3c3ca158255d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 1118 time: 0.1842706 Jul 16 20:21:35.589009 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6140435e-d750-4427-aa47-db862f4f969b req-838a778e-7004-4968-ae82-e1154b089a36 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.590866 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9985e-4e94-4376-bdda-29828ea20351 req-ae421f98-27a8-4e42-b00f-2579e4cd704c tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:35.591478 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71459ec-7d11-4e2c-aded-80aab40202f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c26444-b573-49f9-876d-1dd07011fc9a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:35.598240 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46f9985e-4e94-4376-bdda-29828ea20351 req-ae421f98-27a8-4e42-b00f-2579e4cd704c tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 970 time: 0.3350658 Jul 16 20:21:35.611586 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6140435e-d750-4427-aa47-db862f4f969b req-838a778e-7004-4968-ae82-e1154b089a36 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.645441 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b485db06-8965-4717-aaea-c1e97cfe5940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.665706 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52944) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:35.674143 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a5dddf0b-e6ba-4224-86ac-469f262068f7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-358641270-network', 'tenant_id': '291da7ce1c524bdfb5869832972cece8'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:35.684593 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b485db06-8965-4717-aaea-c1e97cfe5940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.687752 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e666f5-2210-41aa-bdc0-ebf13cbf00fe req-ac657b00-a6ca-4b01-8ab3-a2cf83acf6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:35.689699 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e9e666f5-2210-41aa-bdc0-ebf13cbf00fe req-ac657b00-a6ca-4b01-8ab3-a2cf83acf6a5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 1122 time: 0.2973902 Jul 16 20:21:35.748193 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98f434-8f05-4960-9d09-6249e7215d6c req-71a66efc-d3ee-481d-b04e-347ada758faf tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:35.755049 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8f98f434-8f05-4960-9d09-6249e7215d6c req-71a66efc-d3ee-481d-b04e-347ada758faf tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 966 time: 0.2985137 Jul 16 20:21:35.756461 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-00487eff-ee21-43e7-9a8b-08e810df79cc req-c444a8c0-7ae6-4a79-a356-33ac6d0a4e51 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627707 Jul 16 20:21:35.768174 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a778e-7004-4968-ae82-e1154b089a36 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=331af7e1-28a9-4877-a07a-1f2dced35630,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:35.773498 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46f9985e-4e94-4376-bdda-29828ea20351 req-fe661ad9-53a9-4330-9cfd-00070fb6a71e tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741836 Jul 16 20:21:35.784828 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5dddf0b-e6ba-4224-86ac-469f262068f7 admin admin] Made reservation on behalf of 291da7ce1c524bdfb5869832972cece8 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:35.787180 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a5dddf0b-e6ba-4224-86ac-469f262068f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.816956 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a5dddf0b-e6ba-4224-86ac-469f262068f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.845241 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e9e666f5-2210-41aa-bdc0-ebf13cbf00fe req-ec050aa8-e683-4bf3-a4d1-62fb0ee5c012 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400681 Jul 16 20:21:35.869587 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8f98f434-8f05-4960-9d09-6249e7215d6c req-5b5eba81-dfaa-49e3-9bde-20b87b5ffa2d tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133618 Jul 16 20:21:35.871143 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b485db06-8965-4717-aaea-c1e97cfe5940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.874575 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b485db06-8965-4717-aaea-c1e97cfe5940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.875332 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b485db06-8965-4717-aaea-c1e97cfe5940 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2e91e90d-1dad-480c-b242-c1725cb67b1c HTTP/1.1" status: 204 len: 168 time: 0.4009495 Jul 16 20:21:35.880233 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-6140435e-d750-4427-aa47-db862f4f969b req-838a778e-7004-4968-ae82-e1154b089a36 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Allocated IP 192.168.233.98 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/ccb6097b-319a-40ec-961d-a2af27895726) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:35.897904 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485db06-8965-4717-aaea-c1e97cfe5940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e91e90d-1dad-480c-b242-c1725cb67b1c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:36.064505 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52952) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:36.094458 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-20eb3d93-b855-4087-afb2-5939281872c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.094641 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a5dddf0b-e6ba-4224-86ac-469f262068f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.108113 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a5dddf0b-e6ba-4224-86ac-469f262068f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.167058 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6140435e-d750-4427-aa47-db862f4f969b req-838a778e-7004-4968-ae82-e1154b089a36 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.188658 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5dddf0b-e6ba-4224-86ac-469f262068f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:36.195300 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-6140435e-d750-4427-aa47-db862f4f969b req-838a778e-7004-4968-ae82-e1154b089a36 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Transition to ACTIVE for port object ccb6097b-319a-40ec-961d-a2af27895726 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:36.204413 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dddf0b-e6ba-4224-86ac-469f262068f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ded264-9d98-4958-b5b7-bca8002e6a26,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:36.225778 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43947bc6-67cb-4cad-86b4-323d06197f32 req-e220b723-72ad-409b-9fb2-ee8298edc2e2 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:36.235143 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-43947bc6-67cb-4cad-86b4-323d06197f32 req-e220b723-72ad-409b-9fb2-ee8298edc2e2 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 971 time: 0.1463180 Jul 16 20:21:36.240152 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a5dddf0b-e6ba-4224-86ac-469f262068f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.240733 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-a5dddf0b-e6ba-4224-86ac-469f262068f7 admin admin] Added segment 375569b5-9dc9-4790-aad6-1d918748ccc7 of type vlan for network cb8778ba-a400-427b-ba1d-27198bc5fa96 Jul 16 20:21:36.251281 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6140435e-d750-4427-aa47-db862f4f969b req-838a778e-7004-4968-ae82-e1154b089a36 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.324540 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-43947bc6-67cb-4cad-86b4-323d06197f32 req-5901a6c2-773d-40ee-b95a-ace3023be696 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b23df19e-7890-4748-b249-4c5eb5fc5ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662525 Jul 16 20:21:36.356485 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a5dddf0b-e6ba-4224-86ac-469f262068f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.361659 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6140435e-d750-4427-aa47-db862f4f969b req-838a778e-7004-4968-ae82-e1154b089a36 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:36.363051 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a778e-7004-4968-ae82-e1154b089a36 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Pushing event updated for resources: {'Port': ['ID=ccb6097b-319a-40ec-961d-a2af27895726,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:36.365701 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-6140435e-d750-4427-aa47-db862f4f969b req-838a778e-7004-4968-ae82-e1154b089a36 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:36.403295 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-20eb3d93-b855-4087-afb2-5939281872c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.410383 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-20eb3d93-b855-4087-afb2-5939281872c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.420984 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-6140435e-d750-4427-aa47-db862f4f969b req-838a778e-7004-4968-ae82-e1154b089a36 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:36.428300 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140435e-d750-4427-aa47-db862f4f969b req-838a778e-7004-4968-ae82-e1154b089a36 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:36.429213 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6140435e-d750-4427-aa47-db862f4f969b req-838a778e-7004-4968-ae82-e1154b089a36 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.445983 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a5dddf0b-e6ba-4224-86ac-469f262068f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.447813 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dddf0b-e6ba-4224-86ac-469f262068f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:36.449856 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a5dddf0b-e6ba-4224-86ac-469f262068f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.453715 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-20eb3d93-b855-4087-afb2-5939281872c3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e42d0af7c6994203b577b23ba370608b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3880343 Jul 16 20:21:36.456196 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52966) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:36.484077 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6140435e-d750-4427-aa47-db862f4f969b req-838a778e-7004-4968-ae82-e1154b089a36 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0718169 Jul 16 20:21:36.495755 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a5dddf0b-e6ba-4224-86ac-469f262068f7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8260231 Jul 16 20:21:36.499689 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52970) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:36.508531 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-f8aa6cdf-d468-4d48-8802-78442352b0e7 admin admin] Request body: {'subnet': {'network_id': 'cb8778ba-a400-427b-ba1d-27198bc5fa96', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-358641270-subnet', 'tenant_id': '291da7ce1c524bdfb5869832972cece8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:36.559670 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dddf0b-e6ba-4224-86ac-469f262068f7 admin admin] Pushing event updated for resources: {'Network': ['ID=cb8778ba-a400-427b-ba1d-27198bc5fa96,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:36.582813 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8aa6cdf-d468-4d48-8802-78442352b0e7 admin admin] Made reservation on behalf of 291da7ce1c524bdfb5869832972cece8 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:36.585805 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f8aa6cdf-d468-4d48-8802-78442352b0e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.587138 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network cb8778ba-a400-427b-ba1d-27198bc5fa96 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:36.655136 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5add4818-e6cb-4a88-8d6b-cd9e2665a66f req-e7e8d0e5-9000-4cd1-8a68-fa5d018f6c6e tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd8e2c95-1870-4871-b330-9235583494c1 HTTP/1.1" status: 200 len: 210 time: 0.2107031 Jul 16 20:21:36.672620 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb3d93-b855-4087-afb2-5939281872c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee657768-5768-4988-bb88-accc07deced5,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:36.711561 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fa0d0615-342c-44a3-93bf-47716c2c160f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.777145 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fa0d0615-342c-44a3-93bf-47716c2c160f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.804908 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-168aca1d-6764-4a40-93ca-b4733dc738a6 None None] Provisioning for port ccb6097b-319a-40ec-961d-a2af27895726 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:36.820424 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-168aca1d-6764-4a40-93ca-b4733dc738a6 None None] Provisioning complete for port ccb6097b-319a-40ec-961d-a2af27895726 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:36.821950 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-168aca1d-6764-4a40-93ca-b4733dc738a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.860139 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e44fa-64cb-4b58-8a51-d98ec726314c req-2eebfee6-ba51-4870-9778-a9bbe1a2c7c5 tempest-AggregatesAdminTestJSON-1679369800 tempest-AggregatesAdminTestJSON-1679369800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:36.861795 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c0e44fa-64cb-4b58-8a51-d98ec726314c req-2eebfee6-ba51-4870-9778-a9bbe1a2c7c5 tempest-AggregatesAdminTestJSON-1679369800 tempest-AggregatesAdminTestJSON-1679369800-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 1123 time: 0.2313592 Jul 16 20:21:36.902818 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5c0e44fa-64cb-4b58-8a51-d98ec726314c req-0a25dc5e-7afe-44d3-8453-5116180b8103 tempest-AggregatesAdminTestJSON-1679369800 tempest-AggregatesAdminTestJSON-1679369800-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.946851 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-168aca1d-6764-4a40-93ca-b4733dc738a6 None None] Port ccb6097b-319a-40ec-961d-a2af27895726 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:36.972344 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fa0d0615-342c-44a3-93bf-47716c2c160f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.974987 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fa0d0615-342c-44a3-93bf-47716c2c160f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.976149 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fa0d0615-342c-44a3-93bf-47716c2c160f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ee657768-5768-4988-bb88-accc07deced5 HTTP/1.1" status: 204 len: 168 time: 0.5187278 Jul 16 20:21:37.005406 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f8aa6cdf-d468-4d48-8802-78442352b0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.047280 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d0615-342c-44a3-93bf-47716c2c160f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee657768-5768-4988-bb88-accc07deced5,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:37.114987 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa6cdf-d468-4d48-8802-78442352b0e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=434867d0-8ef0-4716-bf38-75943ef11131,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:37.135326 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8aa6cdf-d468-4d48-8802-78442352b0e7 admin admin] Checking segment: {'id': '375569b5-9dc9-4790-aad6-1d918748ccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'cb8778ba-a400-427b-ba1d-27198bc5fa96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:37.135826 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8aa6cdf-d468-4d48-8802-78442352b0e7 admin admin] Network hostable DHCP agents. Network: cb8778ba-a400-427b-ba1d-27198bc5fa96, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:37.150870 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899dda7c-8ac8-4562-afa2-a49998504b3b req-f5fcb059-1b0b-4adc-82aa-5b586072ca76 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:37.159155 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-899dda7c-8ac8-4562-afa2-a49998504b3b req-f5fcb059-1b0b-4adc-82aa-5b586072ca76 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 970 time: 0.1568258 Jul 16 20:21:37.163108 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8aa6cdf-d468-4d48-8802-78442352b0e7 admin admin] Network cb8778ba-a400-427b-ba1d-27198bc5fa96 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:37.180786 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-f8aa6cdf-d468-4d48-8802-78442352b0e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, cb8778ba-a400-427b-ba1d-27198bc5fa96) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:37.188034 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5c0e44fa-64cb-4b58-8a51-d98ec726314c req-0a25dc5e-7afe-44d3-8453-5116180b8103 tempest-AggregatesAdminTestJSON-1679369800 tempest-AggregatesAdminTestJSON-1679369800-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.191582 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22dadf0-750e-4d69-bf9f-4c93ab5969ac None None] Network cb8778ba-a400-427b-ba1d-27198bc5fa96 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:37.197045 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5c0e44fa-64cb-4b58-8a51-d98ec726314c req-0a25dc5e-7afe-44d3-8453-5116180b8103 tempest-AggregatesAdminTestJSON-1679369800 tempest-AggregatesAdminTestJSON-1679369800-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.203454 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8aa6cdf-d468-4d48-8802-78442352b0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:37.207984 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f8aa6cdf-d468-4d48-8802-78442352b0e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.245233 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-899dda7c-8ac8-4562-afa2-a49998504b3b req-b239a423-b32b-4462-9d0f-ad39fd278ea7 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845582 Jul 16 20:21:37.247328 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f8aa6cdf-d468-4d48-8802-78442352b0e7 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7460711 Jul 16 20:21:37.266176 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c0e44fa-64cb-4b58-8a51-d98ec726314c req-0a25dc5e-7afe-44d3-8453-5116180b8103 tempest-AggregatesAdminTestJSON-1679369800 tempest-AggregatesAdminTestJSON-1679369800-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=b23df19e-7890-4748-b249-4c5eb5fc5ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945653 Jul 16 20:21:37.277915 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25dc5e-7afe-44d3-8453-5116180b8103 tempest-AggregatesAdminTestJSON-1679369800 tempest-AggregatesAdminTestJSON-1679369800-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7853941a-22e5-4bce-80f2-e636a1696b74,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:37.321690 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52994) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:37.466015 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a534d3-6d1a-4aac-b35f-21693aefafd2 None None] Network cb8778ba-a400-427b-ba1d-27198bc5fa96 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:37.503521 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30eb932-c38a-4495-9d92-429f9f37fb9c req-079848c6-351a-489d-817a-a275a702391d tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:37.507985 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f30eb932-c38a-4495-9d92-429f9f37fb9c req-079848c6-351a-489d-817a-a275a702391d tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 966 time: 0.0960343 Jul 16 20:21:37.523381 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-8e66e02f-0375-4eb5-832f-4087a890428a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1664194277-network', 'tenant_id': '90a79a3f01274690a963b60ce464133b'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:37.554492 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53006) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:37.640827 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e66e02f-0375-4eb5-832f-4087a890428a admin admin] Made reservation on behalf of 90a79a3f01274690a963b60ce464133b for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:37.654846 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8e66e02f-0375-4eb5-832f-4087a890428a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.665436 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f30eb932-c38a-4495-9d92-429f9f37fb9c req-57376bf5-83f9-4f38-9edd-92b3bf9844aa tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865400 Jul 16 20:21:37.666411 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8e66e02f-0375-4eb5-832f-4087a890428a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.681951 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc39e7db-2722-4a4b-be8d-9832185836ea admin admin] Deleting subnet c3207a2b-b5ef-4b10-9d24-231fee71660e {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:21:37.688062 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc39e7db-2722-4a4b-be8d-9832185836ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.796517 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc39e7db-2722-4a4b-be8d-9832185836ea admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.818022 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc39e7db-2722-4a4b-be8d-9832185836ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.868490 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8e66e02f-0375-4eb5-832f-4087a890428a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.879534 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8e66e02f-0375-4eb5-832f-4087a890428a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.916659 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc39e7db-2722-4a4b-be8d-9832185836ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.918799 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e66e02f-0375-4eb5-832f-4087a890428a admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:37.961752 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39e7db-2722-4a4b-be8d-9832185836ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3207a2b-b5ef-4b10-9d24-231fee71660e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:37.968597 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc39e7db-2722-4a4b-be8d-9832185836ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.970830 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fc39e7db-2722-4a4b-be8d-9832185836ea admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c3207a2b-b5ef-4b10-9d24-231fee71660e HTTP/1.1" status: 204 len: 168 time: 0.4150207 Jul 16 20:21:37.972245 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-875f2334-52e4-4ef0-b3ea-73834a5f90df req-7c566b44-f523-4ef7-86fc-ec33eb52abd4 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd8e2c95-1870-4871-b330-9235583494c1 HTTP/1.1" status: 200 len: 210 time: 0.0571740 Jul 16 20:21:37.975855 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53028) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:37.982235 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8e66e02f-0375-4eb5-832f-4087a890428a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.982571 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-8e66e02f-0375-4eb5-832f-4087a890428a admin admin] Added segment 74adf910-8866-4629-bca1-03784801fa40 of type vlan for network a664677c-0739-4f9f-99bc-d66802b847ff Jul 16 20:21:37.984369 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66e02f-0375-4eb5-832f-4087a890428a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b96590-4f01-45e4-be1f-786186ff6c2d,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:38.056024 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8e66e02f-0375-4eb5-832f-4087a890428a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.122304 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-288b5670-64b6-4450-8fb0-2e36dd04fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.131383 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8e66e02f-0375-4eb5-832f-4087a890428a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.132416 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e66e02f-0375-4eb5-832f-4087a890428a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:38.133112 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8e66e02f-0375-4eb5-832f-4087a890428a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.220596 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8e66e02f-0375-4eb5-832f-4087a890428a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8974404 Jul 16 20:21:38.227378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53042) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:38.270207 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-db5b264e-5f4a-4338-8ed9-f9b705b82fd2 admin admin] Request body: {'subnet': {'network_id': 'a664677c-0739-4f9f-99bc-d66802b847ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1664194277-subnet', 'tenant_id': '90a79a3f01274690a963b60ce464133b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:38.303959 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66e02f-0375-4eb5-832f-4087a890428a admin admin] Pushing event updated for resources: {'Network': ['ID=a664677c-0739-4f9f-99bc-d66802b847ff,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:38.327725 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network a664677c-0739-4f9f-99bc-d66802b847ff details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:38.365418 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5b264e-5f4a-4338-8ed9-f9b705b82fd2 admin admin] Made reservation on behalf of 90a79a3f01274690a963b60ce464133b for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:38.368299 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-db5b264e-5f4a-4338-8ed9-f9b705b82fd2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.471872 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee77a1b-db64-42c1-bebc-9d2eccafa107 req-93f30255-1097-4aba-8e0d-28e4d5122f59 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:38.486467 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53054) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:38.494315 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-8d0aab89-d0d3-40e9-8f55-fd4c76b8ef8e tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Request body: {'floatingip': {'port_id': 'c352913e-0cff-4442-95e9-16fa9097fbea'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:38.494513 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eee77a1b-db64-42c1-bebc-9d2eccafa107 req-93f30255-1097-4aba-8e0d-28e4d5122f59 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 966 time: 0.2947674 Jul 16 20:21:38.658442 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-288b5670-64b6-4450-8fb0-2e36dd04fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.710310 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8d0aab89-d0d3-40e9-8f55-fd4c76b8ef8e tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks [] for floatingip, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.714273 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-288b5670-64b6-4450-8fb0-2e36dd04fb94 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:21:38.714647 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-288b5670-64b6-4450-8fb0-2e36dd04fb94 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:21:38.715592 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-288b5670-64b6-4450-8fb0-2e36dd04fb94 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:21:38.715928 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-288b5670-64b6-4450-8fb0-2e36dd04fb94 admin admin] Subscribe: > port after_create 55550000 {{(pid=93793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:21:38.716446 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-288b5670-64b6-4450-8fb0-2e36dd04fb94 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:21:38.717244 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-288b5670-64b6-4450-8fb0-2e36dd04fb94 admin admin] Subscribe: > port after_update 55550000 {{(pid=93793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:21:38.724516 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-288b5670-64b6-4450-8fb0-2e36dd04fb94 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:21:38.725308 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-288b5670-64b6-4450-8fb0-2e36dd04fb94 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:21:38.725923 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-288b5670-64b6-4450-8fb0-2e36dd04fb94 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:21:38.726479 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-288b5670-64b6-4450-8fb0-2e36dd04fb94 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:21:38.814409 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-db5b264e-5f4a-4338-8ed9-f9b705b82fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.887486 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b264e-5f4a-4338-8ed9-f9b705b82fd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=325fad68-70e9-4d9a-bad3-1e5cd23035b1,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:38.902799 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca2091-c51b-4e35-b7ab-3fc227a82d7f req-96df02f9-7806-4aac-bc88-ecfe51c8a4a7 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:38.904527 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1fca2091-c51b-4e35-b7ab-3fc227a82d7f req-96df02f9-7806-4aac-bc88-ecfe51c8a4a7 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 970 time: 0.1640270 Jul 16 20:21:38.922363 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-288b5670-64b6-4450-8fb0-2e36dd04fb94 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:21:38.922363 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-288b5670-64b6-4450-8fb0-2e36dd04fb94 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:21:38.922632 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-288b5670-64b6-4450-8fb0-2e36dd04fb94 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:21:38.922907 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-288b5670-64b6-4450-8fb0-2e36dd04fb94 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:21:38.923235 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-288b5670-64b6-4450-8fb0-2e36dd04fb94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480c28d9-1074-4ed3-a29d-dc4530e5e045']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:38.934485 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5b264e-5f4a-4338-8ed9-f9b705b82fd2 admin admin] Checking segment: {'id': '74adf910-8866-4629-bca1-03784801fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a664677c-0739-4f9f-99bc-d66802b847ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:38.935570 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5b264e-5f4a-4338-8ed9-f9b705b82fd2 admin admin] Network hostable DHCP agents. Network: a664677c-0739-4f9f-99bc-d66802b847ff, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:38.973444 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-288b5670-64b6-4450-8fb0-2e36dd04fb94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f6b1da-2bed-4477-8147-cd3346e986e0') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:38.973828 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-288b5670-64b6-4450-8fb0-2e36dd04fb94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f6b1da-2bed-4477-8147-cd3346e986e0') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:38.999792 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5b264e-5f4a-4338-8ed9-f9b705b82fd2 admin admin] Network a664677c-0739-4f9f-99bc-d66802b847ff is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:39.009789 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1fca2091-c51b-4e35-b7ab-3fc227a82d7f req-45e6a5a2-5650-4f0b-96eb-61d13f490f20 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967045 Jul 16 20:21:39.024670 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-db5b264e-5f4a-4338-8ed9-f9b705b82fd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, a664677c-0739-4f9f-99bc-d66802b847ff) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:39.031937 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5b264e-5f4a-4338-8ed9-f9b705b82fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:39.033284 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-db5b264e-5f4a-4338-8ed9-f9b705b82fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.041236 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-288b5670-64b6-4450-8fb0-2e36dd04fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.047744 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38f591a-7925-4b31-a623-ef4abc42d626 None None] Network a664677c-0739-4f9f-99bc-d66802b847ff requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:39.061812 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-db5b264e-5f4a-4338-8ed9-f9b705b82fd2 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8304298 Jul 16 20:21:39.063305 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53086) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:39.081545 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-ddc16219-55e7-4dc4-8545-d087252a4cfc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1664194277-router', 'tenant_id': '90a79a3f01274690a963b60ce464133b', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:39.103499 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-288b5670-64b6-4450-8fb0-2e36dd04fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.127815 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ddc16219-55e7-4dc4-8545-d087252a4cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.130604 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ddc16219-55e7-4dc4-8545-d087252a4cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.143261 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288b5670-64b6-4450-8fb0-2e36dd04fb94 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:39.143940 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-288b5670-64b6-4450-8fb0-2e36dd04fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: from cryptography.utils import int_from_bytes Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: from cryptography.utils import int_from_bytes Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:39.165203 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:39.293026 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bacd163b-3b14-458b-8053-01c092fcbb36 req-987c9598-b924-41f4-a6ba-ad6ccc769f70 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd8e2c95-1870-4871-b330-9235583494c1 HTTP/1.1" status: 200 len: 210 time: 0.0729682 Jul 16 20:21:39.330192 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-288b5670-64b6-4450-8fb0-2e36dd04fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.442579 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee930aaa-b7e1-41a1-9f60-5dc7cffea6de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-a664677c-0739-4f9f-99bc-d66802b847ff', 'network_id': 'a664677c-0739-4f9f-99bc-d66802b847ff', 'tenant_id': '90a79a3f01274690a963b60ce464133b', 'fixed_ips': [{'subnet_id': '325fad68-70e9-4d9a-bad3-1e5cd23035b1'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:21:39.444181 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee930aaa-b7e1-41a1-9f60-5dc7cffea6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.453520 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ddc16219-55e7-4dc4-8545-d087252a4cfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.597145 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-288b5670-64b6-4450-8fb0-2e36dd04fb94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.611842 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-288b5670-64b6-4450-8fb0-2e36dd04fb94 admin admin] 10.222.0.38 "DELETE /v2.0/networks/480c28d9-1074-4ed3-a29d-dc4530e5e045 HTTP/1.1" status: 204 len: 168 time: 1.6313212 Jul 16 20:21:39.637899 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53114) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:39.665742 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ddc16219-55e7-4dc4-8545-d087252a4cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.676135 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b5670-64b6-4450-8fb0-2e36dd04fb94 admin admin] Pushing event deleted for resources: {'Network': ['ID=480c28d9-1074-4ed3-a29d-dc4530e5e045,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:39.704356 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-ee930aaa-b7e1-41a1-9f60-5dc7cffea6de None None] Allocated IP 172.20.0.2 (a664677c-0739-4f9f-99bc-d66802b847ff/325fad68-70e9-4d9a-bad3-1e5cd23035b1/b545e81e-f2be-4ece-a441-e0bf7e027a71) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:39.841741 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb47d14-17c8-4387-9844-f2cab0dfb80e admin admin] Deleting subnet 434867d0-8ef0-4716-bf38-75943ef11131 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:21:39.863712 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9fb47d14-17c8-4387-9844-f2cab0dfb80e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.940572 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9fb47d14-17c8-4387-9844-f2cab0dfb80e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.992125 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9fb47d14-17c8-4387-9844-f2cab0dfb80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.098354 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee930aaa-b7e1-41a1-9f60-5dc7cffea6de None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.111947 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ee930aaa-b7e1-41a1-9f60-5dc7cffea6de None None] Transition to ACTIVE for port object b545e81e-f2be-4ece-a441-e0bf7e027a71 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:40.115851 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.db.resource_extend [None req-8d0aab89-d0d3-40e9-8f55-fd4c76b8ef8e tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:21:40.134532 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ee930aaa-b7e1-41a1-9f60-5dc7cffea6de None None] Transition to ACTIVE for port object b545e81e-f2be-4ece-a441-e0bf7e027a71 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:40.142438 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee930aaa-b7e1-41a1-9f60-5dc7cffea6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.188333 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee930aaa-b7e1-41a1-9f60-5dc7cffea6de None None] Network a664677c-0739-4f9f-99bc-d66802b847ff is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:40.193125 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-ee930aaa-b7e1-41a1-9f60-5dc7cffea6de None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:40.197505 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee930aaa-b7e1-41a1-9f60-5dc7cffea6de None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:40.232147 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9fb47d14-17c8-4387-9844-f2cab0dfb80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.238567 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8d0aab89-d0d3-40e9-8f55-fd4c76b8ef8e tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.266455 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371ebb1-a288-46b1-8c08-5a53b96d50bd req-2372f39b-9b62-4cfd-915d-1b37f2de42b8 tempest-MigrationsAdminTest-1218624185 tempest-MigrationsAdminTest-1218624185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:40.269882 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f371ebb1-a288-46b1-8c08-5a53b96d50bd req-2372f39b-9b62-4cfd-915d-1b37f2de42b8 tempest-MigrationsAdminTest-1218624185 tempest-MigrationsAdminTest-1218624185-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 1122 time: 0.4451058 Jul 16 20:21:40.284375 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ee930aaa-b7e1-41a1-9f60-5dc7cffea6de None None] Attempting to bind port b545e81e-f2be-4ece-a441-e0bf7e027a71 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:40.284798 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ee930aaa-b7e1-41a1-9f60-5dc7cffea6de None None] Attempting to bind port b545e81e-f2be-4ece-a441-e0bf7e027a71 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '74adf910-8866-4629-bca1-03784801fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a664677c-0739-4f9f-99bc-d66802b847ff'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:40.285328 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee930aaa-b7e1-41a1-9f60-5dc7cffea6de None None] Attempting to bind port b545e81e-f2be-4ece-a441-e0bf7e027a71 on network a664677c-0739-4f9f-99bc-d66802b847ff {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:40.288843 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee930aaa-b7e1-41a1-9f60-5dc7cffea6de None None] Pushing event updated for resources: {'Port': ['ID=b545e81e-f2be-4ece-a441-e0bf7e027a71,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:40.291679 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8d0aab89-d0d3-40e9-8f55-fd4c76b8ef8e tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.294244 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb47d14-17c8-4387-9844-f2cab0dfb80e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=434867d0-8ef0-4716-bf38-75943ef11131,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:40.304429 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee930aaa-b7e1-41a1-9f60-5dc7cffea6de None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:40.304825 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee930aaa-b7e1-41a1-9f60-5dc7cffea6de None None] Checking segment: {'id': '74adf910-8866-4629-bca1-03784801fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a664677c-0739-4f9f-99bc-d66802b847ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:40.305444 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee930aaa-b7e1-41a1-9f60-5dc7cffea6de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.305833 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee930aaa-b7e1-41a1-9f60-5dc7cffea6de None None] Bound using segment: {'id': '74adf910-8866-4629-bca1-03784801fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a664677c-0739-4f9f-99bc-d66802b847ff'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:40.306352 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ee930aaa-b7e1-41a1-9f60-5dc7cffea6de None None] Bound port: b545e81e-f2be-4ece-a441-e0bf7e027a71, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74adf910-8866-4629-bca1-03784801fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a664677c-0739-4f9f-99bc-d66802b847ff'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:40.306774 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee930aaa-b7e1-41a1-9f60-5dc7cffea6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.338575 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9fb47d14-17c8-4387-9844-f2cab0dfb80e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.341936 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9fb47d14-17c8-4387-9844-f2cab0dfb80e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/434867d0-8ef0-4716-bf38-75943ef11131 HTTP/1.1" status: 204 len: 168 time: 0.6908062 Jul 16 20:21:40.348528 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53120) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:40.350519 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ddc16219-55e7-4dc4-8545-d087252a4cfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.352579 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f371ebb1-a288-46b1-8c08-5a53b96d50bd req-c1488bf7-205f-4cb6-90ae-0bcc80290bb0 tempest-MigrationsAdminTest-1218624185 tempest-MigrationsAdminTest-1218624185-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.379984 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ddc16219-55e7-4dc4-8545-d087252a4cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.392908 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ee930aaa-b7e1-41a1-9f60-5dc7cffea6de None None] For port b545e81e-f2be-4ece-a441-e0bf7e027a71, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:40.403872 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ee930aaa-b7e1-41a1-9f60-5dc7cffea6de None None] For port b545e81e-f2be-4ece-a441-e0bf7e027a71, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b545e81e-f2be-4ece-a441-e0bf7e027a71,segment=NetworkSegment(74adf910-8866-4629-bca1-03784801fa40),segment_id=74adf910-8866-4629-bca1-03784801fa40)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:40.414709 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee930aaa-b7e1-41a1-9f60-5dc7cffea6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.499730 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee930aaa-b7e1-41a1-9f60-5dc7cffea6de None None] Pushing event updated for resources: {'Port': ['ID=b545e81e-f2be-4ece-a441-e0bf7e027a71,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:40.607717 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-ddc16219-55e7-4dc4-8545-d087252a4cfc admin admin] Allocated IP 172.25.0.34 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/9376b12d-6c56-43fa-9b77-f0554caa388f) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:40.721742 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f371ebb1-a288-46b1-8c08-5a53b96d50bd req-c1488bf7-205f-4cb6-90ae-0bcc80290bb0 tempest-MigrationsAdminTest-1218624185 tempest-MigrationsAdminTest-1218624185-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.750370 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f371ebb1-a288-46b1-8c08-5a53b96d50bd req-c1488bf7-205f-4cb6-90ae-0bcc80290bb0 tempest-MigrationsAdminTest-1218624185 tempest-MigrationsAdminTest-1218624185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.762663 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92307912-7585-4cc3-82b1-0e3f161807e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.784910 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-8d0aab89-d0d3-40e9-8f55-fd4c76b8ef8e tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Floating IP 813e60e0-d321-4362-87fd-0bee11b0bf1b associated. External IP: 172.25.0.100, port: c352913e-0cff-4442-95e9-16fa9097fbea. Jul 16 20:21:40.800110 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f371ebb1-a288-46b1-8c08-5a53b96d50bd req-c1488bf7-205f-4cb6-90ae-0bcc80290bb0 tempest-MigrationsAdminTest-1218624185 tempest-MigrationsAdminTest-1218624185-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699118 Jul 16 20:21:40.813204 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1488bf7-205f-4cb6-90ae-0bcc80290bb0 tempest-MigrationsAdminTest-1218624185 tempest-MigrationsAdminTest-1218624185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cc16d3-919c-4da7-b39b-03951fceb493,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:40.903741 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ddc16219-55e7-4dc4-8545-d087252a4cfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.932153 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92307912-7585-4cc3-82b1-0e3f161807e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.964446 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-92307912-7585-4cc3-82b1-0e3f161807e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8778ba-a400-427b-ba1d-27198bc5fa96']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:40.991082 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-efea8243-86ee-4193-9e58-f261070c7f8a req-cec43126-f6f1-4e5c-9ca3-2f20c9b9dba6 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd8e2c95-1870-4871-b330-9235583494c1 HTTP/1.1" status: 200 len: 210 time: 0.1270192 Jul 16 20:21:40.992372 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-92307912-7585-4cc3-82b1-0e3f161807e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '375569b5-9dc9-4790-aad6-1d918748ccc7') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:40.992905 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-92307912-7585-4cc3-82b1-0e3f161807e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '375569b5-9dc9-4790-aad6-1d918748ccc7') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:41.008640 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ddc16219-55e7-4dc4-8545-d087252a4cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.060023 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92307912-7585-4cc3-82b1-0e3f161807e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.093378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc16219-55e7-4dc4-8545-d087252a4cfc admin admin] Pushing event updated for resources: {'Port': ['ID=9376b12d-6c56-43fa-9b77-f0554caa388f,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:41.119624 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc16219-55e7-4dc4-8545-d087252a4cfc admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:41.121820 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-ddc16219-55e7-4dc4-8545-d087252a4cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:41.125108 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc16219-55e7-4dc4-8545-d087252a4cfc admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:41.160974 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92307912-7585-4cc3-82b1-0e3f161807e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.177524 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92307912-7585-4cc3-82b1-0e3f161807e9 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:41.177785 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92307912-7585-4cc3-82b1-0e3f161807e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:41.179533 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:41.336264 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [req-6140435e-d750-4427-aa47-db862f4f969b req-acb31e99-8231-49f7-8d96-0a8debd09614 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:21:41.337687 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6140435e-d750-4427-aa47-db862f4f969b req-acb31e99-8231-49f7-8d96-0a8debd09614 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060229 Jul 16 20:21:41.341826 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92307912-7585-4cc3-82b1-0e3f161807e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.345376 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0aab89-d0d3-40e9-8f55-fd4c76b8ef8e tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Router f42341e3-d7ae-4bb3-9027-f95c12ff366c has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:21:41.350642 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92307912-7585-4cc3-82b1-0e3f161807e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.353623 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-92307912-7585-4cc3-82b1-0e3f161807e9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/cb8778ba-a400-427b-ba1d-27198bc5fa96 HTTP/1.1" status: 204 len: 168 time: 1.0036993 Jul 16 20:21:41.370877 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92307912-7585-4cc3-82b1-0e3f161807e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb8778ba-a400-427b-ba1d-27198bc5fa96,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:41.471258 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ddc16219-55e7-4dc4-8545-d087252a4cfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.779554 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0aab89-d0d3-40e9-8f55-fd4c76b8ef8e tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:41.794302 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8d0aab89-d0d3-40e9-8f55-fd4c76b8ef8e tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.836166 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1800e2f-a5ce-440e-813c-2c1b0f5b25d5 None None] Sync routers for ids ['f42341e3-d7ae-4bb3-9027-f95c12ff366c'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:41.850152 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53158) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:41.861473 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1800e2f-a5ce-440e-813c-2c1b0f5b25d5 None None] Routers {'f42341e3-d7ae-4bb3-9027-f95c12ff366c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:41.862544 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-e1800e2f-a5ce-440e-813c-2c1b0f5b25d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:21:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['f42341e3-d7ae-4bb3-9027-f95c12ff366c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:41.927922 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8d0aab89-d0d3-40e9-8f55-fd4c76b8ef8e tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "PUT /v2.0/floatingips/813e60e0-d321-4362-87fd-0bee11b0bf1b HTTP/1.1" status: 200 len: 1012 time: 3.4382906 Jul 16 20:21:41.929350 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a881cd4-e197-4c42-8d81-4d32424c3370', 'tag': 'c352913e-0cff-4442-95e9-16fa9097fbea'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:41.931894 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7e286b-d547-4d61-a960-5f2b3ebfdc1f" -d '{"events": [{"name": "network-changed", "server_uuid": "3a881cd4-e197-4c42-8d81-4d32424c3370", "tag": "c352913e-0cff-4442-95e9-16fa9097fbea"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:41.978105 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ffe89a1d-5066-47db-81b4-8e34eb34c421 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6c624f8a3c45481ca70c95fe985864ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1076674 Jul 16 20:21:41.981895 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53166) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:42.047556 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-52c19b36-02f4-4e4e-b040-35c8d52dc225 req-1f70be8e-ac2d-4193-bd3a-852330f72570 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:21:42.049057 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-52c19b36-02f4-4e4e-b040-35c8d52dc225 req-1f70be8e-ac2d-4193-bd3a-852330f72570 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5793061 Jul 16 20:21:42.056702 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b2ec809b-f267-4223-b5d1-d862abcaea78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.083100 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b2ec809b-f267-4223-b5d1-d862abcaea78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.099794 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ddc16219-55e7-4dc4-8545-d087252a4cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.154843 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b2ec809b-f267-4223-b5d1-d862abcaea78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.157471 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b2ec809b-f267-4223-b5d1-d862abcaea78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.161264 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b2ec809b-f267-4223-b5d1-d862abcaea78 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c0bcbdb8-d299-4671-a13e-1a82ea130978 HTTP/1.1" status: 204 len: 168 time: 0.1757512 Jul 16 20:21:42.185163 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec809b-f267-4223-b5d1-d862abcaea78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bcbdb8-d299-4671-a13e-1a82ea130978,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:42.244255 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-6140435e-d750-4427-aa47-db862f4f969b req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Request body: {'port': {'device_id': 'e4604a05-22d1-4e5d-a536-960f4c5dca63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:42.292085 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-e1800e2f-a5ce-440e-813c-2c1b0f5b25d5 None None] Set router f42341e3-d7ae-4bb3-9027-f95c12ff366c gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:42.375614 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53180) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:42.443560 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.62', 52359) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:42.491439 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6140435e-d750-4427-aa47-db862f4f969b req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.514790 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a0d01e-0d67-4fe1-aa7b-206e95f90d5d None None] Network a664677c-0739-4f9f-99bc-d66802b847ff requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:42.532555 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8e1e97-607d-46c5-94be-ed8eaa7e6581 x-openstack-request-id: req-fe8e1e97-607d-46c5-94be-ed8eaa7e6581 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:42.533792 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a881cd4-e197-4c42-8d81-4d32424c3370", "tag": "c352913e-0cff-4442-95e9-16fa9097fbea", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:42.534495 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fe8e1e97-607d-46c5-94be-ed8eaa7e6581 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:42.535120 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a881cd4-e197-4c42-8d81-4d32424c3370', 'tag': 'c352913e-0cff-4442-95e9-16fa9097fbea', 'status': 'completed', 'code': 200} Jul 16 20:21:42.560695 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc16219-55e7-4dc4-8545-d087252a4cfc admin admin] Router d8d272cb-64fc-4a46-ba6e-fdc7efb63849 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:21:42.592217 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-79639087-4dff-4ea7-b669-1936bb5c5e22 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a254b31985d548bd8f29a487cc39ddc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1463141 Jul 16 20:21:42.713345 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b545e81e-f2be-4ece-a441-e0bf7e027a71 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:42.831636 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e286b-d547-4d61-a960-5f2b3ebfdc1f req-06f35680-45cd-4254-a0be-f7da6428e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:42.833160 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4e7e286b-d547-4d61-a960-5f2b3ebfdc1f req-06f35680-45cd-4254-a0be-f7da6428e5f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3df7bf01e9545dc8fec2031b5863a44&device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 1118 time: 0.3225327 Jul 16 20:21:42.944451 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-51115dfb-d109-4d75-8a42-3c8c592f5d6a None None] Provisioning for port b545e81e-f2be-4ece-a441-e0bf7e027a71 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:42.989790 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-f65d9e31-0978-4a04-98f7-cbf4b1365fb1 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:42.991620 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-f65d9e31-0978-4a04-98f7-cbf4b1365fb1 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3942750 Jul 16 20:21:43.038725 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e9e10e59-42ee-4daa-92a0-ae615b30652b req-26ecf98c-a9fe-4ea3-bddf-a0acf5ddda40 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd8e2c95-1870-4871-b330-9235583494c1 HTTP/1.1" status: 200 len: 210 time: 0.2171650 Jul 16 20:21:43.039774 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-842f8b5f-e634-4152-91e6-c637fce4b003 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Request body: {'port': {'device_id': 'cd8e2c95-1870-4871-b330-9235583494c1', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': 'a254b31985d548bd8f29a487cc39ddc2'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:43.091993 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc16219-55e7-4dc4-8545-d087252a4cfc admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:43.112631 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-e1800e2f-a5ce-440e-813c-2c1b0f5b25d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-306516921-router', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:49Z', 'revision_number': 4, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'gw_port': {'id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '813e60e0-d321-4362-87fd-0bee11b0bf1b', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'port_id': 'c352913e-0cff-4442-95e9-16fa9097fbea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed', 'mac_address': 'fa:16:3e:2d:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a881cd4-e197-4c42-8d81-4d32424c3370', 'device_owner': 'compute:tempest-test_az-296093232'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:21:04Z', 'updated_at': '2021-07-16T20:21:39Z', 'revision_number': 1, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e956de07-d1b1-477b-a025-0650d33a49f6', 'name': '', 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'mac_address': 'fa:16:3e:6b:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:47Z', 'updated_at': '2021-07-16T20:20:55Z', 'revision_number': 5, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'subnets': [{'id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:43.131288 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-20ae951e-25f1-45f6-88da-6db123adf7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.150045 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fba9776-b611-486b-b6ea-89c2b21b3237 None None] Sync routers for ids ['d8d272cb-64fc-4a46-ba6e-fdc7efb63849'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:43.169909 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port b545e81e-f2be-4ece-a441-e0bf7e027a71 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:43.181790 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port b545e81e-f2be-4ece-a441-e0bf7e027a71 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:43.185145 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1800e2f-a5ce-440e-813c-2c1b0f5b25d5 None None] Checking router: f42341e3-d7ae-4bb3-9027-f95c12ff366c for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:21:43.187626 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.207125 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1800e2f-a5ce-440e-813c-2c1b0f5b25d5 None None] Routers {'f42341e3-d7ae-4bb3-9027-f95c12ff366c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:43.209206 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-e1800e2f-a5ce-440e-813c-2c1b0f5b25d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:21:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['f42341e3-d7ae-4bb3-9027-f95c12ff366c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:43.280807 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-20ae951e-25f1-45f6-88da-6db123adf7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.284438 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53200) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:43.328555 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-20ae951e-25f1-45f6-88da-6db123adf7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.336919 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fba9776-b611-486b-b6ea-89c2b21b3237 None None] Routers {'d8d272cb-64fc-4a46-ba6e-fdc7efb63849'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:43.337580 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-7fba9776-b611-486b-b6ea-89c2b21b3237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:21:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['d8d272cb-64fc-4a46-ba6e-fdc7efb63849'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:43.435612 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-e1800e2f-a5ce-440e-813c-2c1b0f5b25d5 None None] Set router f42341e3-d7ae-4bb3-9027-f95c12ff366c gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:43.454965 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-16190481-abbf-4af5-b01d-17943f817594 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=291da7ce1c524bdfb5869832972cece8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1691842 Jul 16 20:21:43.455808 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ddc16219-55e7-4dc4-8545-d087252a4cfc admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.462197 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ddc16219-55e7-4dc4-8545-d087252a4cfc admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3962035 Jul 16 20:21:43.463428 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53212) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:43.465766 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53214) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:43.518404 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-20ae951e-25f1-45f6-88da-6db123adf7e7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e149ac6b5ed5426ea9a8e540405972d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1413620 Jul 16 20:21:43.519464 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53220) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:43.554622 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-6140435e-d750-4427-aa47-db862f4f969b req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccb6097b-319a-40ec-961d-a2af27895726 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:43.577415 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6140435e-d750-4427-aa47-db862f4f969b req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.612244 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.617867 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-7fba9776-b611-486b-b6ea-89c2b21b3237 None None] Set router d8d272cb-64fc-4a46-ba6e-fdc7efb63849 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:43.618312 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-6140435e-d750-4427-aa47-db862f4f969b req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Transition to ACTIVE for port object ccb6097b-319a-40ec-961d-a2af27895726 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:43.621609 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53224) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:43.707977 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae951e-25f1-45f6-88da-6db123adf7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f548bd7-0ac0-4dfa-9fca-db01cfea3e2a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:43.727763 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae951e-25f1-45f6-88da-6db123adf7e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:43.728123 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae951e-25f1-45f6-88da-6db123adf7e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:43.729037 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae951e-25f1-45f6-88da-6db123adf7e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:43.729429 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae951e-25f1-45f6-88da-6db123adf7e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:43.729777 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae951e-25f1-45f6-88da-6db123adf7e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:43.730404 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae951e-25f1-45f6-88da-6db123adf7e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:43.732823 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae951e-25f1-45f6-88da-6db123adf7e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:43.733212 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae951e-25f1-45f6-88da-6db123adf7e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:43.733561 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae951e-25f1-45f6-88da-6db123adf7e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:43.733924 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae951e-25f1-45f6-88da-6db123adf7e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:43.734247 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae951e-25f1-45f6-88da-6db123adf7e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:43.734618 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae951e-25f1-45f6-88da-6db123adf7e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:43.749580 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e286b-d547-4d61-a960-5f2b3ebfdc1f req-ca2fa8c2-9881-4cea-ba62-6b1b10bafbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:43.751216 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4e7e286b-d547-4d61-a960-5f2b3ebfdc1f req-ca2fa8c2-9881-4cea-ba62-6b1b10bafbb8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a6e3de95-78fc-4a31-9b59-b1f10f47e4ed HTTP/1.1" status: 200 len: 924 time: 0.9086409 Jul 16 20:21:43.777159 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6140435e-d750-4427-aa47-db862f4f969b req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.783280 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port b545e81e-f2be-4ece-a441-e0bf7e027a71, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b545e81e-f2be-4ece-a441-e0bf7e027a71,segment=NetworkSegment(74adf910-8866-4629-bca1-03784801fa40),segment_id=74adf910-8866-4629-bca1-03784801fa40)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:43.826627 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.932886 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-e1800e2f-a5ce-440e-813c-2c1b0f5b25d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-306516921-router', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:49Z', 'revision_number': 4, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'gw_port': {'id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '813e60e0-d321-4362-87fd-0bee11b0bf1b', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'port_id': 'c352913e-0cff-4442-95e9-16fa9097fbea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed', 'mac_address': 'fa:16:3e:2d:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a881cd4-e197-4c42-8d81-4d32424c3370', 'device_owner': 'compute:tempest-test_az-296093232'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:21:04Z', 'updated_at': '2021-07-16T20:21:39Z', 'revision_number': 1, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e956de07-d1b1-477b-a025-0650d33a49f6', 'name': '', 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'mac_address': 'fa:16:3e:6b:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:47Z', 'updated_at': '2021-07-16T20:20:55Z', 'revision_number': 5, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'subnets': [{'id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:43.938284 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a00542b6-7389-4a03-b325-5e3fc02890d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.939694 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=b545e81e-f2be-4ece-a441-e0bf7e027a71,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:43.941826 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4e7e286b-d547-4d61-a960-5f2b3ebfdc1f req-88219c13-65e3-4595-a318-fd9a27597b91 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c352913e-0cff-4442-95e9-16fa9097fbea HTTP/1.1" status: 200 len: 1020 time: 0.1818705 Jul 16 20:21:43.961908 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb6097b-319a-40ec-961d-a2af27895726,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:43.965877 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-aef5c4c0-cdc1-43b0-b2c7-ced458acc669 None None] Provisioning complete for port b545e81e-f2be-4ece-a441-e0bf7e027a71 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:43.966184 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aef5c4c0-cdc1-43b0-b2c7-ced458acc669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.971931 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1800e2f-a5ce-440e-813c-2c1b0f5b25d5 None None] The sync data for ids ['f42341e3-d7ae-4bb3-9027-f95c12ff366c'] in n-d-791506-21 is: [{'id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-306516921-router', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:49Z', 'revision_number': 4, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'gw_port': {'id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '813e60e0-d321-4362-87fd-0bee11b0bf1b', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'port_id': 'c352913e-0cff-4442-95e9-16fa9097fbea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed', 'mac_address': 'fa:16:3e:2d:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a881cd4-e197-4c42-8d81-4d32424c3370', 'device_owner': 'compute:tempest-test_az-296093232'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:21:04Z', 'updated_at': '2021-07-16T20:21:39Z', 'revision_number': 1, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e956de07-d1b1-477b-a025-0650d33a49f6', 'name': '', 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'mac_address': 'fa:16:3e:6b:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:47Z', 'updated_at': '2021-07-16T20:20:55Z', 'revision_number': 5, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'subnets': [{'id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:43.989233 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:43.994015 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:43.995050 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:43.995538 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:43.996021 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:43.998611 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:43.999226 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:43.999744 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:44.001339 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:44.001833 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:44.004990 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:44.012822 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:44.030193 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-7fba9776-b611-486b-b6ea-89c2b21b3237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d272cb-64fc-4a46-ba6e-fdc7efb63849', 'name': 'tempest-FloatingIPsNegativeTestJSON-1664194277-router', 'tenant_id': '90a79a3f01274690a963b60ce464133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '9376b12d-6c56-43fa-9b77-f0554caa388f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:39Z', 'updated_at': '2021-07-16T20:21:41Z', 'revision_number': 3, 'project_id': '90a79a3f01274690a963b60ce464133b', 'gw_port': {'id': '9376b12d-6c56-43fa-9b77-f0554caa388f', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d272cb-64fc-4a46-ba6e-fdc7efb63849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:40Z', 'updated_at': '2021-07-16T20:21:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:44.037533 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a00542b6-7389-4a03-b325-5e3fc02890d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.067050 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3f8b4-9de8-4162-ac32-088fcca8d644 req-169aee0a-02fe-4d89-bb46-543dc4fe21c5 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:44.074886 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-12c3f8b4-9de8-4162-ac32-088fcca8d644 req-169aee0a-02fe-4d89-bb46-543dc4fe21c5 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 970 time: 0.4751043 Jul 16 20:21:44.135031 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fba9776-b611-486b-b6ea-89c2b21b3237 None None] Checking router: d8d272cb-64fc-4a46-ba6e-fdc7efb63849 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:21:44.135408 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fba9776-b611-486b-b6ea-89c2b21b3237 None None] Updating router d8d272cb-64fc-4a46-ba6e-fdc7efb63849 port 9376b12d-6c56-43fa-9b77-f0554caa388f binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:21:44.170659 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-12c3f8b4-9de8-4162-ac32-088fcca8d644 req-717d221b-c57b-4f9e-b97a-205ec9c8b462 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948555 Jul 16 20:21:44.203048 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fba9776-b611-486b-b6ea-89c2b21b3237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.253880 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e286b-d547-4d61-a960-5f2b3ebfdc1f req-981f5d78-ec18-4eee-a277-ae00741bfb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:44.255661 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4e7e286b-d547-4d61-a960-5f2b3ebfdc1f req-981f5d78-ec18-4eee-a277-ae00741bfb94 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2dbbabcf-de96-4fb3-85e1-f42c7891edb1 HTTP/1.1" status: 200 len: 862 time: 0.2993624 Jul 16 20:21:44.257095 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a00542b6-7389-4a03-b325-5e3fc02890d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.260191 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a00542b6-7389-4a03-b325-5e3fc02890d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.265072 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a00542b6-7389-4a03-b325-5e3fc02890d2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2f548bd7-0ac0-4dfa-9fca-db01cfea3e2a HTTP/1.1" status: 204 len: 168 time: 0.7329261 Jul 16 20:21:44.319381 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00542b6-7389-4a03-b325-5e3fc02890d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f548bd7-0ac0-4dfa-9fca-db01cfea3e2a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:44.346247 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f3cd8f75-7662-4919-8de2-871760183e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.376663 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e286b-d547-4d61-a960-5f2b3ebfdc1f req-7dd6b910-ff3f-4a44-9264-b49793bcb127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:44.381660 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4e7e286b-d547-4d61-a960-5f2b3ebfdc1f req-7dd6b910-ff3f-4a44-9264-b49793bcb127 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a6e3de95-78fc-4a31-9b59-b1f10f47e4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1176214 Jul 16 20:21:44.382557 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f3cd8f75-7662-4919-8de2-871760183e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.477817 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe6cfc9-c20f-45c7-9709-583ee8a88426 None None] New status for floating IP 813e60e0-d321-4362-87fd-0bee11b0bf1b: ACTIVE {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:21:44.489756 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f3cd8f75-7662-4919-8de2-871760183e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.511458 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f3cd8f75-7662-4919-8de2-871760183e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.512522 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f3cd8f75-7662-4919-8de2-871760183e07 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e6ded264-9d98-4958-b5b7-bca8002e6a26 HTTP/1.1" status: 204 len: 168 time: 1.0437930 Jul 16 20:21:44.633283 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4e7e286b-d547-4d61-a960-5f2b3ebfdc1f req-c81b32b4-828e-4073-afde-a31acb5c749b service neutron] 10.222.0.18 "GET /v2.0/networks/a6e3de95-78fc-4a31-9b59-b1f10f47e4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408690 Jul 16 20:21:44.658940 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd8f75-7662-4919-8de2-871760183e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ded264-9d98-4958-b5b7-bca8002e6a26,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:44.710756 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-842f8b5f-e634-4152-91e6-c637fce4b003 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Made reservation on behalf of a254b31985d548bd8f29a487cc39ddc2 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:44.711438 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-842f8b5f-e634-4152-91e6-c637fce4b003 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.752352 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-82861924-fd3d-450b-9664-68af6ad9673b req-dd6c7a5e-e40c-4004-a689-aaff5f5145fb tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd8e2c95-1870-4871-b330-9235583494c1 HTTP/1.1" status: 200 len: 210 time: 0.1136463 Jul 16 20:21:44.796061 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-6140435e-d750-4427-aa47-db862f4f969b req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Attempting to bind port ccb6097b-319a-40ec-961d-a2af27895726 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:44.796404 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-6140435e-d750-4427-aa47-db862f4f969b req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Attempting to bind port ccb6097b-319a-40ec-961d-a2af27895726 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:44.796741 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6140435e-d750-4427-aa47-db862f4f969b req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Attempting to bind port ccb6097b-319a-40ec-961d-a2af27895726 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:44.810182 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-ad4d8575-9a2f-43d9-bf7c-182992e18a9f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1316438 Jul 16 20:21:44.825216 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6140435e-d750-4427-aa47-db862f4f969b req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Port ccb6097b-319a-40ec-961d-a2af27895726 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:44.825596 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6140435e-d750-4427-aa47-db862f4f969b req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Attempting to bind port ccb6097b-319a-40ec-961d-a2af27895726 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:44.836965 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6140435e-d750-4427-aa47-db862f4f969b req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:44.837318 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6140435e-d750-4427-aa47-db862f4f969b req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:44.837705 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6140435e-d750-4427-aa47-db862f4f969b req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:44.838402 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-6140435e-d750-4427-aa47-db862f4f969b req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Bound port: ccb6097b-319a-40ec-961d-a2af27895726, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:44.838837 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6140435e-d750-4427-aa47-db862f4f969b req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.961415 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-6140435e-d750-4427-aa47-db862f4f969b req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] For port ccb6097b-319a-40ec-961d-a2af27895726, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:44.965923 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-6140435e-d750-4427-aa47-db862f4f969b req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] For port ccb6097b-319a-40ec-961d-a2af27895726, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=ccb6097b-319a-40ec-961d-a2af27895726,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:44.980384 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6140435e-d750-4427-aa47-db862f4f969b req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.040660 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fba9776-b611-486b-b6ea-89c2b21b3237 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.090521 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7fba9776-b611-486b-b6ea-89c2b21b3237 None None] Transition to ACTIVE for port object 9376b12d-6c56-43fa-9b77-f0554caa388f will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:45.139868 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b545e81e-f2be-4ece-a441-e0bf7e027a71 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:45.215013 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fba9776-b611-486b-b6ea-89c2b21b3237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.289698 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63be36-d138-4429-84fe-13e841dd6a16 None None] Pushing event updated for resources: {'Port': ['ID=9376b12d-6c56-43fa-9b77-f0554caa388f,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:45.308947 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63be36-d138-4429-84fe-13e841dd6a16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:45.309271 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63be36-d138-4429-84fe-13e841dd6a16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:45.309683 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63be36-d138-4429-84fe-13e841dd6a16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:45.310023 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63be36-d138-4429-84fe-13e841dd6a16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:45.310531 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63be36-d138-4429-84fe-13e841dd6a16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:45.311042 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63be36-d138-4429-84fe-13e841dd6a16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:45.311383 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63be36-d138-4429-84fe-13e841dd6a16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:45.311708 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63be36-d138-4429-84fe-13e841dd6a16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:45.312432 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63be36-d138-4429-84fe-13e841dd6a16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:45.312759 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63be36-d138-4429-84fe-13e841dd6a16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:45.316289 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63be36-d138-4429-84fe-13e841dd6a16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:45.318481 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63be36-d138-4429-84fe-13e841dd6a16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:45.320606 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140435e-d750-4427-aa47-db862f4f969b req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:45.321223 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6140435e-d750-4427-aa47-db862f4f969b req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.322669 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6140435e-d750-4427-aa47-db862f4f969b req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] 10.222.0.62 "PUT /v2.0/ports/ccb6097b-319a-40ec-961d-a2af27895726 HTTP/1.1" status: 200 len: 1096 time: 3.6826017 Jul 16 20:21:45.337064 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4604a05-22d1-4e5d-a536-960f4c5dca63', 'tag': 'ccb6097b-319a-40ec-961d-a2af27895726'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:45.340553 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6d22b7-cf2e-4430-85da-8f2c74c5a780" -d '{"events": [{"name": "network-changed", "server_uuid": "e4604a05-22d1-4e5d-a536-960f4c5dca63", "tag": "ccb6097b-319a-40ec-961d-a2af27895726"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:45.361530 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port b545e81e-f2be-4ece-a441-e0bf7e027a71 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:45.362306 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.463875 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53302) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:45.509261 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-7fba9776-b611-486b-b6ea-89c2b21b3237 None None] Attempting to bind port 9376b12d-6c56-43fa-9b77-f0554caa388f on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:45.515467 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-7fba9776-b611-486b-b6ea-89c2b21b3237 None None] Attempting to bind port 9376b12d-6c56-43fa-9b77-f0554caa388f by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:45.516180 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fba9776-b611-486b-b6ea-89c2b21b3237 None None] Attempting to bind port 9376b12d-6c56-43fa-9b77-f0554caa388f on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:45.528546 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fba9776-b611-486b-b6ea-89c2b21b3237 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:45.528948 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fba9776-b611-486b-b6ea-89c2b21b3237 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:45.529302 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fba9776-b611-486b-b6ea-89c2b21b3237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.532630 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fba9776-b611-486b-b6ea-89c2b21b3237 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:45.535557 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-7fba9776-b611-486b-b6ea-89c2b21b3237 None None] Bound port: 9376b12d-6c56-43fa-9b77-f0554caa388f, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:45.536141 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fba9776-b611-486b-b6ea-89c2b21b3237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.563077 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f0da8c53-e2cc-4105-b3bb-a23219551f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.591034 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53312) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:45.600878 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855dfee3-c5cf-4c40-b8bc-00e0d66345f4 x-openstack-request-id: req-855dfee3-c5cf-4c40-b8bc-00e0d66345f4 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:45.601345 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4604a05-22d1-4e5d-a536-960f4c5dca63", "tag": "ccb6097b-319a-40ec-961d-a2af27895726", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:45.602779 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-855dfee3-c5cf-4c40-b8bc-00e0d66345f4 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:45.622715 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4604a05-22d1-4e5d-a536-960f4c5dca63', 'tag': 'ccb6097b-319a-40ec-961d-a2af27895726', 'status': 'completed', 'code': 200} Jul 16 20:21:45.779252 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-7fba9776-b611-486b-b6ea-89c2b21b3237 None None] For port 9376b12d-6c56-43fa-9b77-f0554caa388f, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:45.807111 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a8ce8-01a1-4540-b299-267d1d893a70 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb6097b-319a-40ec-961d-a2af27895726,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:45.822458 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4e7e286b-d547-4d61-a960-5f2b3ebfdc1f req-d14cc3fb-e12d-441f-8c18-a5e57c649508 service neutron] 10.222.0.18 "GET /v2.0/networks/a6e3de95-78fc-4a31-9b59-b1f10f47e4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0670958 Jul 16 20:21:45.870299 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-7fba9776-b611-486b-b6ea-89c2b21b3237 None None] For port 9376b12d-6c56-43fa-9b77-f0554caa388f, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9376b12d-6c56-43fa-9b77-f0554caa388f,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:45.879531 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fba9776-b611-486b-b6ea-89c2b21b3237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.886768 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b2edce21-db79-4d21-bc1c-2f59d6d98603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.898562 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-842f8b5f-e634-4152-91e6-c637fce4b003 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Allocated IP 192.168.233.43 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/fd19b7d7-b373-46c4-8645-79eb1f01a071) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:45.924466 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6183d-dbc2-4151-96d1-d4b4d8126213 req-7954f828-cd68-4222-93a1-f5f90324a2d1 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:45.926070 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ee6183d-dbc2-4151-96d1-d4b4d8126213 req-7954f828-cd68-4222-93a1-f5f90324a2d1 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 970 time: 0.2642238 Jul 16 20:21:45.969259 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fba9776-b611-486b-b6ea-89c2b21b3237 None None] Routers {'d8d272cb-64fc-4a46-ba6e-fdc7efb63849'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:45.969924 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-7fba9776-b611-486b-b6ea-89c2b21b3237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:21:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['d8d272cb-64fc-4a46-ba6e-fdc7efb63849'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:46.068146 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ee6183d-dbc2-4151-96d1-d4b4d8126213 req-539c6578-3bff-40b6-b47e-2875ff6ad203 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341257 Jul 16 20:21:46.231603 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b3673ff1-d8d2-40c3-9224-a2d613cb5aac req-ffdda713-18f0-4560-9d44-040bdc4be7ec tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd8e2c95-1870-4871-b330-9235583494c1 HTTP/1.1" status: 200 len: 210 time: 0.0729778 Jul 16 20:21:46.346960 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-7fba9776-b611-486b-b6ea-89c2b21b3237 None None] Set router d8d272cb-64fc-4a46-ba6e-fdc7efb63849 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:46.429897 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63be36-d138-4429-84fe-13e841dd6a16 None None] Pushing event updated for resources: {'Port': ['ID=9376b12d-6c56-43fa-9b77-f0554caa388f,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:46.490512 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ac1a7fdc-7a65-4106-8f1c-e94dcd502c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.526701 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140435e-d750-4427-aa47-db862f4f969b req-4678f487-b56f-4449-9824-838cd1b74a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:46.528461 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6140435e-d750-4427-aa47-db862f4f969b req-4678f487-b56f-4449-9824-838cd1b74a4f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a254b31985d548bd8f29a487cc39ddc2&device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 1099 time: 1.0476794 Jul 16 20:21:46.539425 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690dd30-61c8-4c35-8c63-87234d857593 req-821bc753-08c6-4f17-9c04-a6083bdcce3a tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:46.544228 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c690dd30-61c8-4c35-8c63-87234d857593 req-821bc753-08c6-4f17-9c04-a6083bdcce3a tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 971 time: 0.1950357 Jul 16 20:21:46.599805 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-7fba9776-b611-486b-b6ea-89c2b21b3237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d272cb-64fc-4a46-ba6e-fdc7efb63849', 'name': 'tempest-FloatingIPsNegativeTestJSON-1664194277-router', 'tenant_id': '90a79a3f01274690a963b60ce464133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '9376b12d-6c56-43fa-9b77-f0554caa388f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:39Z', 'updated_at': '2021-07-16T20:21:41Z', 'revision_number': 3, 'project_id': '90a79a3f01274690a963b60ce464133b', 'gw_port': {'id': '9376b12d-6c56-43fa-9b77-f0554caa388f', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d272cb-64fc-4a46-ba6e-fdc7efb63849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:40Z', 'updated_at': '2021-07-16T20:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:46.614180 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c690dd30-61c8-4c35-8c63-87234d857593 req-3674938e-9aec-45d3-9142-6e9754b7977a tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b23df19e-7890-4748-b249-4c5eb5fc5ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639932 Jul 16 20:21:46.642403 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fba9776-b611-486b-b6ea-89c2b21b3237 None None] The sync data for ids ['d8d272cb-64fc-4a46-ba6e-fdc7efb63849'] in n-d-791506-21 is: [{'id': 'd8d272cb-64fc-4a46-ba6e-fdc7efb63849', 'name': 'tempest-FloatingIPsNegativeTestJSON-1664194277-router', 'tenant_id': '90a79a3f01274690a963b60ce464133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '9376b12d-6c56-43fa-9b77-f0554caa388f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:39Z', 'updated_at': '2021-07-16T20:21:41Z', 'revision_number': 3, 'project_id': '90a79a3f01274690a963b60ce464133b', 'gw_port': {'id': '9376b12d-6c56-43fa-9b77-f0554caa388f', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d272cb-64fc-4a46-ba6e-fdc7efb63849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:40Z', 'updated_at': '2021-07-16T20:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:46.658199 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53358) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:46.690178 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6140435e-d750-4427-aa47-db862f4f969b req-b9582918-25bd-4b86-89f0-61caa54f2396 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=ccb6097b-319a-40ec-961d-a2af27895726 HTTP/1.1" status: 200 len: 217 time: 0.0918047 Jul 16 20:21:46.699112 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f0da8c53-e2cc-4105-b3bb-a23219551f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.766921 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f0da8c53-e2cc-4105-b3bb-a23219551f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.794405 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-55493141-f7ed-4a78-9503-b1df19b866fe admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1118555331-network', 'tenant_id': 'cc52fcbf2d324f89bc73ed69e6a22b3a'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:46.914014 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f0da8c53-e2cc-4105-b3bb-a23219551f48 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c771e1cbd9e54ad283a4930249fda781&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4286757 Jul 16 20:21:46.914962 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53364) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:46.939486 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140435e-d750-4427-aa47-db862f4f969b req-ee26f552-b570-460d-b5e4-7845d43e6164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:46.940625 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6140435e-d750-4427-aa47-db862f4f969b req-ee26f552-b570-460d-b5e4-7845d43e6164 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.2350380 Jul 16 20:21:46.991742 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da8c53-e2cc-4105-b3bb-a23219551f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57ee153-8941-4c26-a767-2946ad44cfd5,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:47.007332 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c0ca14f8-7bdf-4185-a472-27bc365ef5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.050357 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c0ca14f8-7bdf-4185-a472-27bc365ef5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.074740 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-b2edce21-db79-4d21-bc1c-2f59d6d98603 admin admin] Allocated IP 172.20.0.1 (a664677c-0739-4f9f-99bc-d66802b847ff/325fad68-70e9-4d9a-bad3-1e5cd23035b1/24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:47.087321 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-842f8b5f-e634-4152-91e6-c637fce4b003 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.137166 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-842f8b5f-e634-4152-91e6-c637fce4b003 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Transition to ACTIVE for port object fd19b7d7-b373-46c4-8645-79eb1f01a071 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:47.159966 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c0ca14f8-7bdf-4185-a472-27bc365ef5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.162791 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c0ca14f8-7bdf-4185-a472-27bc365ef5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.163863 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c0ca14f8-7bdf-4185-a472-27bc365ef5d1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e57ee153-8941-4c26-a767-2946ad44cfd5 HTTP/1.1" status: 204 len: 168 time: 0.2462120 Jul 16 20:21:47.186706 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca14f8-7bdf-4185-a472-27bc365ef5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57ee153-8941-4c26-a767-2946ad44cfd5,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:47.216954 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ac1a7fdc-7a65-4106-8f1c-e94dcd502c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.236613 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ac1a7fdc-7a65-4106-8f1c-e94dcd502c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.264235 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55493141-f7ed-4a78-9503-b1df19b866fe admin admin] Made reservation on behalf of cc52fcbf2d324f89bc73ed69e6a22b3a for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:47.270453 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-55493141-f7ed-4a78-9503-b1df19b866fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.301208 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-55493141-f7ed-4a78-9503-b1df19b866fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.301393 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a7fdc-7a65-4106-8f1c-e94dcd502c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa5611b-e9d9-4866-b4be-d0a0ee1981b0,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:47.382025 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-842f8b5f-e634-4152-91e6-c637fce4b003 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.391142 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140435e-d750-4427-aa47-db862f4f969b req-4cd86481-8e3c-4a22-99af-e973295627ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:47.392914 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6140435e-d750-4427-aa47-db862f4f969b req-4cd86481-8e3c-4a22-99af-e973295627ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4259980 Jul 16 20:21:47.440796 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b95d7-379d-4152-b1f0-b6992ddb8fd7 req-cca7a13d-8158-43a8-ad38-551550114612 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:47.451546 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba8b95d7-379d-4152-b1f0-b6992ddb8fd7 req-cca7a13d-8158-43a8-ad38-551550114612 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 970 time: 0.1320620 Jul 16 20:21:47.475967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53376) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:47.476998 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ac1a7fdc-7a65-4106-8f1c-e94dcd502c72 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=08ad15193d254bb5ae63816779b2c86a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7724624 Jul 16 20:21:47.553255 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-842f8b5f-e634-4152-91e6-c637fce4b003 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:47.554081 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f8b5f-e634-4152-91e6-c637fce4b003 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Pushing event updated for resources: {'Port': ['ID=fd19b7d7-b373-46c4-8645-79eb1f01a071,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:47.568572 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-842f8b5f-e634-4152-91e6-c637fce4b003 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:47.609862 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-842f8b5f-e634-4152-91e6-c637fce4b003 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:47.614722 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b2edce21-db79-4d21-bc1c-2f59d6d98603 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.682933 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-b2edce21-db79-4d21-bc1c-2f59d6d98603 admin admin] Transition to ACTIVE for port object 24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:47.705587 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba8b95d7-379d-4152-b1f0-b6992ddb8fd7 req-31bf23e5-2c87-4771-9322-09d48005b6c8 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528389 Jul 16 20:21:47.767625 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b2edce21-db79-4d21-bc1c-2f59d6d98603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.780034 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-55493141-f7ed-4a78-9503-b1df19b866fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.847085 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6140435e-d750-4427-aa47-db862f4f969b req-21a17fed-cd5c-4543-9e02-10f2b9231300 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903964 Jul 16 20:21:47.864796 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-55493141-f7ed-4a78-9503-b1df19b866fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.866923 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-842f8b5f-e634-4152-91e6-c637fce4b003 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:47.867417 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-842f8b5f-e634-4152-91e6-c637fce4b003 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.920122 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a0608e61-a91f-4c8f-ba60-fca26a6e8147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.983123 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a0608e61-a91f-4c8f-ba60-fca26a6e8147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.010695 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c4db86cb-8c1d-4844-869a-ae0c15210f0d None None] Provisioning for port fd19b7d7-b373-46c4-8645-79eb1f01a071 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:48.016256 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c4db86cb-8c1d-4844-869a-ae0c15210f0d None None] Provisioning complete for port fd19b7d7-b373-46c4-8645-79eb1f01a071 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:48.016937 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4db86cb-8c1d-4844-869a-ae0c15210f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.059506 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55493141-f7ed-4a78-9503-b1df19b866fe admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:48.068851 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967fd14-a81c-4bb0-a5f7-aeedd678aa1c req-feb80c87-090a-4728-a2cd-74e9bde28fc6 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:48.076872 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c967fd14-a81c-4bb0-a5f7-aeedd678aa1c req-feb80c87-090a-4728-a2cd-74e9bde28fc6 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd8e2c95-1870-4871-b330-9235583494c1 HTTP/1.1" status: 200 len: 935 time: 0.5797832 Jul 16 20:21:48.078892 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a0608e61-a91f-4c8f-ba60-fca26a6e8147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.081402 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a0608e61-a91f-4c8f-ba60-fca26a6e8147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.085009 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a0608e61-a91f-4c8f-ba60-fca26a6e8147 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0fa5611b-e9d9-4866-b4be-d0a0ee1981b0 HTTP/1.1" status: 204 len: 168 time: 0.5972929 Jul 16 20:21:48.099180 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bdc9a-9bff-4966-810b-85db183ac737 req-a4ef4d69-bc97-4d5b-92da-8bef34aaadda tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:48.100783 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-622bdc9a-9bff-4966-810b-85db183ac737 req-a4ef4d69-bc97-4d5b-92da-8bef34aaadda tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 971 time: 0.5947473 Jul 16 20:21:48.155290 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c4db86cb-8c1d-4844-869a-ae0c15210f0d None None] Port fd19b7d7-b373-46c4-8645-79eb1f01a071 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:48.179180 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2edce21-db79-4d21-bc1c-2f59d6d98603 admin admin] Network a664677c-0739-4f9f-99bc-d66802b847ff is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:48.181900 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6140435e-d750-4427-aa47-db862f4f969b req-aa4327ef-2ea2-4d9a-b080-f358ab95e020 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264159 Jul 16 20:21:48.183506 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-b2edce21-db79-4d21-bc1c-2f59d6d98603 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:48.203325 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2edce21-db79-4d21-bc1c-2f59d6d98603 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:48.220664 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-55493141-f7ed-4a78-9503-b1df19b866fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.221232 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-55493141-f7ed-4a78-9503-b1df19b866fe admin admin] Added segment e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab of type vlan for network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 Jul 16 20:21:48.259780 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55493141-f7ed-4a78-9503-b1df19b866fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbd843a-9697-4006-95e0-0753e2fa4f4a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:48.333932 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-842f8b5f-e634-4152-91e6-c637fce4b003 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3149502 Jul 16 20:21:48.335497 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2edce21-db79-4d21-bc1c-2f59d6d98603 admin admin] Pushing event updated for resources: {'Port': ['ID=24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:48.357356 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0608e61-a91f-4c8f-ba60-fca26a6e8147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa5611b-e9d9-4866-b4be-d0a0ee1981b0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:48.408298 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b2edce21-db79-4d21-bc1c-2f59d6d98603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.414956 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-2b97cb01-acd3-45d4-a0fb-9773831ad657 service neutron] Request body: {'port': {'device_id': 'cd8e2c95-1870-4871-b330-9235583494c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:48.558137 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c967fd14-a81c-4bb0-a5f7-aeedd678aa1c req-b3eca4d8-3d02-4827-9ad8-f9e9af40717f tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799335 Jul 16 20:21:48.577702 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-55493141-f7ed-4a78-9503-b1df19b866fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.596239 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b2aed204-9ed9-41fb-a224-7b75766b9c10 None None] Provisioning for port 24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:48.612301 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b2aed204-9ed9-41fb-a224-7b75766b9c10 None None] Provisioning complete for port 24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:48.614340 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2aed204-9ed9-41fb-a224-7b75766b9c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.692076 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9376b12d-6c56-43fa-9b77-f0554caa388f up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:48.732867 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-8b2c5298-2086-4931-ac56-3198f31a6397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:48.737044 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-8b2c5298-2086-4931-ac56-3198f31a6397 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 1122 time: 0.5698309 Jul 16 20:21:48.753295 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53410) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:48.781140 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b2aed204-9ed9-41fb-a224-7b75766b9c10 None None] Port 24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:48.790284 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-622bdc9a-9bff-4966-810b-85db183ac737 req-3311f6cd-9fc8-4c55-9226-b2ba3107de14 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Deleting port 590a957a-a69b-4359-9dc7-05e5c869aaef {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:48.792528 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 9376b12d-6c56-43fa-9b77-f0554caa388f completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:48.794404 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-622bdc9a-9bff-4966-810b-85db183ac737 req-3311f6cd-9fc8-4c55-9226-b2ba3107de14 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.796582 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 9376b12d-6c56-43fa-9b77-f0554caa388f triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:48.796952 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.805980 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d22b7-cf2e-4430-85da-8f2c74c5a780 req-2f47c568-63fd-4546-a966-dfaddbe02cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:48.807982 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7b6d22b7-cf2e-4430-85da-8f2c74c5a780 req-2f47c568-63fd-4546-a966-dfaddbe02cf9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a254b31985d548bd8f29a487cc39ddc2&device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 1099 time: 0.4011745 Jul 16 20:21:48.818871 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-2b97cb01-acd3-45d4-a0fb-9773831ad657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.831857 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-55493141-f7ed-4a78-9503-b1df19b866fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.833091 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55493141-f7ed-4a78-9503-b1df19b866fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:48.834246 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-55493141-f7ed-4a78-9503-b1df19b866fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.878551 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32cc78-92f4-43ab-a6da-4eca86c0287f req-89c25e9a-2b89-4016-ab6a-111e0e8790ca tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:48.888926 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8f32cc78-92f4-43ab-a6da-4eca86c0287f req-89c25e9a-2b89-4016-ab6a-111e0e8790ca tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 971 time: 0.5065618 Jul 16 20:21:48.917301 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.951591 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 9376b12d-6c56-43fa-9b77-f0554caa388f, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9376b12d-6c56-43fa-9b77-f0554caa388f,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:48.957044 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.968868 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b2edce21-db79-4d21-bc1c-2f59d6d98603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.976578 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e35e1968-283a-46d9-be3f-a5332c925f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.042009 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-55493141-f7ed-4a78-9503-b1df19b866fe admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3788497 Jul 16 20:21:49.051458 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55493141-f7ed-4a78-9503-b1df19b866fe admin admin] Pushing event updated for resources: {'Network': ['ID=0e9950ba-8ffa-4ae0-b3a9-a9194f267418,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:49.066638 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53416) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:49.070410 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:49.077958 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a63089be-dcf3-402c-86e1-27ebfaf81356 admin admin] Request body: {'subnet': {'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1118555331-subnet', 'tenant_id': 'cc52fcbf2d324f89bc73ed69e6a22b3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:49.080452 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=9376b12d-6c56-43fa-9b77-f0554caa388f,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:49.147144 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-efdb6aef-18eb-428b-a714-98bb33fedf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:49.148497 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-efdb6aef-18eb-428b-a714-98bb33fedf24 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.3981323 Jul 16 20:21:49.153272 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e35e1968-283a-46d9-be3f-a5332c925f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.179879 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e35e1968-283a-46d9-be3f-a5332c925f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.308454 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8f32cc78-92f4-43ab-a6da-4eca86c0287f req-c4fc1acd-aa67-41d8-8794-28e99e21b60f tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b23df19e-7890-4748-b249-4c5eb5fc5ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179029 Jul 16 20:21:49.333196 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e1968-283a-46d9-be3f-a5332c925f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6531231-78d3-4736-9af1-1308cadf4ea6,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:49.359933 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e35e1968-283a-46d9-be3f-a5332c925f82 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e688adfe259c481099379571b55b989f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5889635 Jul 16 20:21:49.363447 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53430) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:49.420951 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-622bdc9a-9bff-4966-810b-85db183ac737 req-3311f6cd-9fc8-4c55-9226-b2ba3107de14 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] For port 590a957a-a69b-4359-9dc7-05e5c869aaef, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=590a957a-a69b-4359-9dc7-05e5c869aaef,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:49.421322 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-622bdc9a-9bff-4966-810b-85db183ac737 req-3311f6cd-9fc8-4c55-9226-b2ba3107de14 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.455866 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-622bdc9a-9bff-4966-810b-85db183ac737 req-3311f6cd-9fc8-4c55-9226-b2ba3107de14 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Calling delete_port for 590a957a-a69b-4359-9dc7-05e5c869aaef owned by compute:tempest-test_az-296093232 {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:49.519342 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-643c9036-bbbf-42a0-abf4-f70073286312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.529246 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6d6bc-3ba5-4980-989b-710426d01a4f req-dbf3141c-6f48-48d5-a758-e211b90398ec tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:49.529820 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-8126d6a5-af63-4210-a13e-428c454429a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 HTTP/1.1" status: 200 len: 217 time: 0.3104298 Jul 16 20:21:49.530850 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-36c6d6bc-3ba5-4980-989b-710426d01a4f req-dbf3141c-6f48-48d5-a758-e211b90398ec tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 970 time: 0.3312917 Jul 16 20:21:49.531082 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d22b7-cf2e-4430-85da-8f2c74c5a780 req-ca26e142-4489-42e4-ab5c-e1754fe52336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:49.532429 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7b6d22b7-cf2e-4430-85da-8f2c74c5a780 req-ca26e142-4489-42e4-ab5c-e1754fe52336 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.7174973 Jul 16 20:21:49.566363 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63089be-dcf3-402c-86e1-27ebfaf81356 admin admin] Made reservation on behalf of cc52fcbf2d324f89bc73ed69e6a22b3a for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:49.568624 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a63089be-dcf3-402c-86e1-27ebfaf81356 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.611497 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-643c9036-bbbf-42a0-abf4-f70073286312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.662831 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-36c6d6bc-3ba5-4980-989b-710426d01a4f req-bd87d115-95f6-4b4b-a27c-ff77b9ad6d3d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016853 Jul 16 20:21:49.664527 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7b6d22b7-cf2e-4430-85da-8f2c74c5a780 req-b2a5e9bf-2a50-405a-b4e4-f5f9de39a041 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=ccb6097b-319a-40ec-961d-a2af27895726 HTTP/1.1" status: 200 len: 217 time: 0.1207798 Jul 16 20:21:49.749084 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-643c9036-bbbf-42a0-abf4-f70073286312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.752272 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-643c9036-bbbf-42a0-abf4-f70073286312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.753662 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-643c9036-bbbf-42a0-abf4-f70073286312 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e6531231-78d3-4736-9af1-1308cadf4ea6 HTTP/1.1" status: 204 len: 168 time: 0.3841772 Jul 16 20:21:49.773344 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c9036-bbbf-42a0-abf4-f70073286312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6531231-78d3-4736-9af1-1308cadf4ea6,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:49.845520 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-622bdc9a-9bff-4966-810b-85db183ac737 req-3311f6cd-9fc8-4c55-9226-b2ba3107de14 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.858574 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-f58ce026-2743-4129-9362-7c3aabc53467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:49.860047 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-f58ce026-2743-4129-9362-7c3aabc53467 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.3207085 Jul 16 20:21:49.902722 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311f6cd-9fc8-4c55-9226-b2ba3107de14 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Pushing event deleted for resources: {'Port': ['ID=590a957a-a69b-4359-9dc7-05e5c869aaef,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:49.924436 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d22b7-cf2e-4430-85da-8f2c74c5a780 req-7702e6cb-1532-4d00-a297-4fadcec6dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:49.925895 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7b6d22b7-cf2e-4430-85da-8f2c74c5a780 req-7702e6cb-1532-4d00-a297-4fadcec6dc40 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.2438779 Jul 16 20:21:49.978236 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fb09871c-fd90-4cf0-b893-509df3878cd8 req-61c657ef-6197-4ac6-b4ed-70c0853bb683 tempest-FlavorsV2NegativeTest-1622967887 tempest-FlavorsV2NegativeTest-1622967887-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=f05534c2fea94bd88476482ed449ebcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1076698 Jul 16 20:21:50.022779 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-622bdc9a-9bff-4966-810b-85db183ac737 req-3311f6cd-9fc8-4c55-9226-b2ba3107de14 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] No DVR routers for this DVR port 590a957a-a69b-4359-9dc7-05e5c869aaef on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:50.040329 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33c02f-8712-4e12-9cad-26aa04d1b163 req-b881812b-cdf4-4f16-be37-82846539510a tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:50.049075 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eb33c02f-8712-4e12-9cad-26aa04d1b163 req-b881812b-cdf4-4f16-be37-82846539510a tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd8e2c95-1870-4871-b330-9235583494c1 HTTP/1.1" status: 200 len: 935 time: 0.2603748 Jul 16 20:21:50.073715 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-622bdc9a-9bff-4966-810b-85db183ac737 req-3311f6cd-9fc8-4c55-9226-b2ba3107de14 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.075987 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-622bdc9a-9bff-4966-810b-85db183ac737 req-3311f6cd-9fc8-4c55-9226-b2ba3107de14 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.18 "DELETE /v2.0/ports/590a957a-a69b-4359-9dc7-05e5c869aaef HTTP/1.1" status: 204 len: 173 time: 1.9667625 Jul 16 20:21:50.076454 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1afad5-865b-41a0-a072-31134096e02e', 'name': 'network-vif-deleted', 'tag': '590a957a-a69b-4359-9dc7-05e5c869aaef'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:50.079437 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25054873-9b0e-49cc-adb8-ddf4c432cd70" -d '{"events": [{"server_uuid": "5f1afad5-865b-41a0-a072-31134096e02e", "name": "network-vif-deleted", "tag": "590a957a-a69b-4359-9dc7-05e5c869aaef"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:50.164610 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eb33c02f-8712-4e12-9cad-26aa04d1b163 req-068b733f-debe-41f1-92af-cfd49b744a04 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142952 Jul 16 20:21:50.227904 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09871c-fd90-4cf0-b893-509df3878cd8 req-7c59b5b6-22b8-49cb-a433-cb9bdc6cbec5 tempest-FlavorsV2NegativeTest-1622967887 tempest-FlavorsV2NegativeTest-1622967887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:50.233281 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b2edce21-db79-4d21-bc1c-2f59d6d98603 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.239078 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-2b97cb01-acd3-45d4-a0fb-9773831ad657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd19b7d7-b373-46c4-8645-79eb1f01a071 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:50.241960 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fb09871c-fd90-4cf0-b893-509df3878cd8 req-7c59b5b6-22b8-49cb-a433-cb9bdc6cbec5 tempest-FlavorsV2NegativeTest-1622967887 tempest-FlavorsV2NegativeTest-1622967887-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2628965 Jul 16 20:21:50.258356 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316a6df7-0f89-4fe3-a4ce-b0e8956e3291 x-openstack-request-id: req-316a6df7-0f89-4fe3-a4ce-b0e8956e3291 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:50.258856 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1afad5-865b-41a0-a072-31134096e02e", "name": "network-vif-deleted", "tag": "590a957a-a69b-4359-9dc7-05e5c869aaef", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:50.259115 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-316a6df7-0f89-4fe3-a4ce-b0e8956e3291 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:50.259510 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1afad5-865b-41a0-a072-31134096e02e', 'name': 'network-vif-deleted', 'tag': '590a957a-a69b-4359-9dc7-05e5c869aaef', 'status': 'completed', 'code': 200} Jul 16 20:21:50.269964 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fb09871c-fd90-4cf0-b893-509df3878cd8 req-981da426-8e97-4b64-8472-305c962199ce tempest-FlavorsV2NegativeTest-1622967887 tempest-FlavorsV2NegativeTest-1622967887-project] 10.222.0.38 "GET /v2.0/quotas/f05534c2fea94bd88476482ed449ebcb HTTP/1.1" status: 200 len: 375 time: 0.0269358 Jul 16 20:21:50.292624 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-2b97cb01-acd3-45d4-a0fb-9773831ad657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.295650 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b2edce21-db79-4d21-bc1c-2f59d6d98603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.313868 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fb09871c-fd90-4cf0-b893-509df3878cd8 req-6f810ba9-7317-4106-9446-5196e1874bcd tempest-FlavorsV2NegativeTest-1622967887 tempest-FlavorsV2NegativeTest-1622967887-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f05534c2fea94bd88476482ed449ebcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429509 Jul 16 20:21:50.358722 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d22b7-cf2e-4430-85da-8f2c74c5a780 req-61d1ba77-b84d-4157-bce7-3b5b665a5344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:50.360196 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7b6d22b7-cf2e-4430-85da-8f2c74c5a780 req-61d1ba77-b84d-4157-bce7-3b5b665a5344 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4142358 Jul 16 20:21:50.394239 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-430560f6-4b85-4b1b-99e5-ad2b62e2375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:50.396024 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-430560f6-4b85-4b1b-99e5-ad2b62e2375b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5161343 Jul 16 20:21:50.456551 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-2b97cb01-acd3-45d4-a0fb-9773831ad657 service neutron] Transition to ACTIVE for port object fd19b7d7-b373-46c4-8645-79eb1f01a071 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:50.528825 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3fe3ad0e-6c26-45e0-bbf4-eb2504b4dc3b req-3420f633-14db-40bc-8f54-192820965185 tempest-AggregatesAdminTestJSON-839927835 tempest-AggregatesAdminTestJSON-839927835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afad5-865b-41a0-a072-31134096e02e HTTP/1.1" status: 200 len: 210 time: 0.0454082 Jul 16 20:21:50.561490 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9376b12d-6c56-43fa-9b77-f0554caa388f up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:50.632773 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 9376b12d-6c56-43fa-9b77-f0554caa388f triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:50.633608 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.661982 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-2b97cb01-acd3-45d4-a0fb-9773831ad657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.697309 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a63089be-dcf3-402c-86e1-27ebfaf81356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.740656 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b2edce21-db79-4d21-bc1c-2f59d6d98603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.787646 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2edce21-db79-4d21-bc1c-2f59d6d98603 admin admin] Pushing event updated for resources: {'Port': ['ID=24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:50.819398 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7b6d22b7-cf2e-4430-85da-8f2c74c5a780 req-2eddb419-3293-4a7c-b387-a43e60eca091 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104047 Jul 16 20:21:50.977800 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97cb01-acd3-45d4-a0fb-9773831ad657 service neutron] Pushing event updated for resources: {'Port': ['ID=fd19b7d7-b373-46c4-8645-79eb1f01a071,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:50.998687 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63089be-dcf3-402c-86e1-27ebfaf81356 admin admin] Checking segment: {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:50.999211 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63089be-dcf3-402c-86e1-27ebfaf81356 admin admin] Network hostable DHCP agents. Network: 0e9950ba-8ffa-4ae0-b3a9-a9194f267418, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:51.059535 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fa72f-4815-4831-818e-b5abc4cc1e68 req-6394360f-0964-4165-a837-af1794da455f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:51.067950 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-354fa72f-4815-4831-818e-b5abc4cc1e68 req-6394360f-0964-4165-a837-af1794da455f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 970 time: 0.1296771 Jul 16 20:21:51.121199 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-354fa72f-4815-4831-818e-b5abc4cc1e68 req-21ce0647-7403-4ef7-80fc-45a66b268464 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516915 Jul 16 20:21:51.152782 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-e9cde78b-e64d-4734-bebd-4e24c19f2264 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7171605 Jul 16 20:21:51.202355 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63089be-dcf3-402c-86e1-27ebfaf81356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fed2a9f4-4984-4b87-a48a-a9fcef3fa565,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:51.285660 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53510) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:51.343735 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63089be-dcf3-402c-86e1-27ebfaf81356 admin admin] Network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:51.383749 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2edce21-db79-4d21-bc1c-2f59d6d98603 admin admin] Network a664677c-0739-4f9f-99bc-d66802b847ff is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:51.411418 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b0f7d-5881-4190-a162-290575d2adf5 req-61b1144c-b6dd-4f34-bdf6-9aa5f72fedcb tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:51.419192 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1a2b0f7d-5881-4190-a162-290575d2adf5 req-61b1144c-b6dd-4f34-bdf6-9aa5f72fedcb tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd8e2c95-1870-4871-b330-9235583494c1 HTTP/1.1" status: 200 len: 947 time: 0.0986576 Jul 16 20:21:51.427807 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-a63089be-dcf3-402c-86e1-27ebfaf81356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 0e9950ba-8ffa-4ae0-b3a9-a9194f267418) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:51.433385 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7b6d22b7-cf2e-4430-85da-8f2c74c5a780 req-5bd1c85b-ba58-4706-b7ed-9a29a4d0acdc service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445621 Jul 16 20:21:51.442125 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f722f9de-1ce8-465a-92ce-1fe5eab3b647 None None] Network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:51.460457 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63089be-dcf3-402c-86e1-27ebfaf81356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:51.461476 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a63089be-dcf3-402c-86e1-27ebfaf81356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.468406 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-b2edce21-db79-4d21-bc1c-2f59d6d98603 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:51.470799 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b02e3441-4799-4a01-baba-ce76aa311573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.488400 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1a2b0f7d-5881-4190-a162-290575d2adf5 req-a78ec109-ad2a-41b0-a171-37a727b7c3a8 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682063 Jul 16 20:21:51.520301 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-2b97cb01-acd3-45d4-a0fb-9773831ad657 service neutron] Attempting to bind port fd19b7d7-b373-46c4-8645-79eb1f01a071 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:51.520714 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-2b97cb01-acd3-45d4-a0fb-9773831ad657 service neutron] Attempting to bind port fd19b7d7-b373-46c4-8645-79eb1f01a071 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:51.521446 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-2b97cb01-acd3-45d4-a0fb-9773831ad657 service neutron] Attempting to bind port fd19b7d7-b373-46c4-8645-79eb1f01a071 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:51.617935 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-2b97cb01-acd3-45d4-a0fb-9773831ad657 service neutron] Port fd19b7d7-b373-46c4-8645-79eb1f01a071 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:51.622285 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-2b97cb01-acd3-45d4-a0fb-9773831ad657 service neutron] Attempting to bind port fd19b7d7-b373-46c4-8645-79eb1f01a071 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:51.657104 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-2b97cb01-acd3-45d4-a0fb-9773831ad657 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:51.657768 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-2b97cb01-acd3-45d4-a0fb-9773831ad657 service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:51.658432 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-2b97cb01-acd3-45d4-a0fb-9773831ad657 service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:51.659244 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-2b97cb01-acd3-45d4-a0fb-9773831ad657 service neutron] Bound port: fd19b7d7-b373-46c4-8645-79eb1f01a071, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:51.664660 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-2b97cb01-acd3-45d4-a0fb-9773831ad657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.686109 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device ccb6097b-319a-40ec-961d-a2af27895726 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:21:51.710807 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-f9c8fbe7-a996-44c5-ba82-a5d4eb86843d service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5418158 Jul 16 20:21:51.724126 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b02e3441-4799-4a01-baba-ce76aa311573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.748430 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b02e3441-4799-4a01-baba-ce76aa311573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.787387 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5540fae6-355d-4e98-aa47-a46f90c950c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.796568 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 590a957a-a69b-4359-9dc7-05e5c869aaef no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:51.835358 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dceb8e0-e5d7-4e8a-9954-af2830d91fbb None None] Network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:51.875357 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a63089be-dcf3-402c-86e1-27ebfaf81356 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8032033 Jul 16 20:21:51.891974 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e3441-4799-4a01-baba-ce76aa311573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6090e56-d9c9-41a5-b849-d79cc72228dd,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:51.903995 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b02e3441-4799-4a01-baba-ce76aa311573 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f05534c2fea94bd88476482ed449ebcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6175108 Jul 16 20:21:51.905220 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53532) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:51.986403 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 590a957a-a69b-4359-9dc7-05e5c869aaef {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:51.986891 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 590a957a-a69b-4359-9dc7-05e5c869aaef not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:51.988815 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2edce21-db79-4d21-bc1c-2f59d6d98603 admin admin] Router d8d272cb-64fc-4a46-ba6e-fdc7efb63849 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:21:52.016721 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-2b97cb01-acd3-45d4-a0fb-9773831ad657 service neutron] For port fd19b7d7-b373-46c4-8645-79eb1f01a071, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:52.021290 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-2b97cb01-acd3-45d4-a0fb-9773831ad657 service neutron] For port fd19b7d7-b373-46c4-8645-79eb1f01a071, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=fd19b7d7-b373-46c4-8645-79eb1f01a071,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:52.040542 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-2b97cb01-acd3-45d4-a0fb-9773831ad657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.076553 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ed11138-e7a1-4160-9d6c-c6032cf571ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.126149 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ed11138-e7a1-4160-9d6c-c6032cf571ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.133093 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port ccb6097b-319a-40ec-961d-a2af27895726, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=ccb6097b-319a-40ec-961d-a2af27895726,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:52.150976 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'ccb6097b-319a-40ec-961d-a2af27895726', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': 'ccb6097b-319a-40ec-961d-a2af27895726', 'mac_address': 'fa:16:3e:1e:ba:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:21:52.174027 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-2b97cb01-acd3-45d4-a0fb-9773831ad657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:52.174692 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-2b97cb01-acd3-45d4-a0fb-9773831ad657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.179997 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-98456a7c-2125-4d4d-a4bb-5bf1f1ca28af None None] Provisioning complete for port 24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:52.180741 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98456a7c-2125-4d4d-a4bb-5bf1f1ca28af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.181411 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-2b97cb01-acd3-45d4-a0fb-9773831ad657 service neutron] 10.222.0.62 "PUT /v2.0/ports/fd19b7d7-b373-46c4-8645-79eb1f01a071 HTTP/1.1" status: 200 len: 1096 time: 3.7772357 Jul 16 20:21:52.189364 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8e2c95-1870-4871-b330-9235583494c1', 'tag': 'fd19b7d7-b373-46c4-8645-79eb1f01a071'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:52.192029 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d471f4-6e2d-4dcf-8677-99730ef0ada5" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8e2c95-1870-4871-b330-9235583494c1", "tag": "fd19b7d7-b373-46c4-8645-79eb1f01a071"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:52.258220 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ed11138-e7a1-4160-9d6c-c6032cf571ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.262034 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ed11138-e7a1-4160-9d6c-c6032cf571ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.263593 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2ed11138-e7a1-4160-9d6c-c6032cf571ef admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f6090e56-d9c9-41a5-b849-d79cc72228dd HTTP/1.1" status: 204 len: 168 time: 0.3555775 Jul 16 20:21:52.284140 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed11138-e7a1-4160-9d6c-c6032cf571ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6090e56-d9c9-41a5-b849-d79cc72228dd,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:52.394404 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-98456a7c-2125-4d4d-a4bb-5bf1f1ca28af None None] Port 24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:52.447263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77558bb1-bb46-4aff-8055-a9863d61c22b req-385d06d4-f3a2-4c11-9136-0d83206d5345 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:52.455163 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-77558bb1-bb46-4aff-8055-a9863d61c22b req-385d06d4-f3a2-4c11-9136-0d83206d5345 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 970 time: 0.1125207 Jul 16 20:21:52.510991 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-77558bb1-bb46-4aff-8055-a9863d61c22b req-3cb2f329-0e40-4c3b-88e5-8484f8cd9756 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540893 Jul 16 20:21:52.514558 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53548) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:52.570763 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.598838 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb6097b-319a-40ec-961d-a2af27895726 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:52.648116 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port ccb6097b-319a-40ec-961d-a2af27895726, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=ccb6097b-319a-40ec-961d-a2af27895726,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:52.658030 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.691944 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab36da49-e721-4b9c-8398-e7402d4ee95f x-openstack-request-id: req-ab36da49-e721-4b9c-8398-e7402d4ee95f {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:52.692522 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8e2c95-1870-4871-b330-9235583494c1", "tag": "fd19b7d7-b373-46c4-8645-79eb1f01a071", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:52.692941 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ab36da49-e721-4b9c-8398-e7402d4ee95f {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:52.693983 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd8e2c95-1870-4871-b330-9235583494c1', 'tag': 'fd19b7d7-b373-46c4-8645-79eb1f01a071', 'status': 'completed', 'code': 200} Jul 16 20:21:52.696387 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97cb01-acd3-45d4-a0fb-9773831ad657 service neutron] Pushing event updated for resources: {'Port': ['ID=fd19b7d7-b373-46c4-8645-79eb1f01a071,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:52.709016 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2edce21-db79-4d21-bc1c-2f59d6d98603 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:52.720075 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6b0405-eb7c-4eba-b716-33c5a70cbc54 None None] Sync routers for ids ['d8d272cb-64fc-4a46-ba6e-fdc7efb63849'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:52.734938 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b2edce21-db79-4d21-bc1c-2f59d6d98603 admin admin] 10.222.0.38 "PUT /v2.0/routers/d8d272cb-64fc-4a46-ba6e-fdc7efb63849/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2594140 Jul 16 20:21:52.741733 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=ccb6097b-319a-40ec-961d-a2af27895726,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:52.746754 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6b0405-eb7c-4eba-b716-33c5a70cbc54 None None] Routers {'d8d272cb-64fc-4a46-ba6e-fdc7efb63849'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:52.747996 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-8b6b0405-eb7c-4eba-b716-33c5a70cbc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:21:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['d8d272cb-64fc-4a46-ba6e-fdc7efb63849'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:52.847945 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-13686952-67c8-4e37-823a-3542d888120f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:52.851247 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-13686952-67c8-4e37-823a-3542d888120f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a254b31985d548bd8f29a487cc39ddc2&device_id=cd8e2c95-1870-4871-b330-9235583494c1 HTTP/1.1" status: 200 len: 1099 time: 0.1560082 Jul 16 20:21:52.921791 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-8b6b0405-eb7c-4eba-b716-33c5a70cbc54 None None] Set router d8d272cb-64fc-4a46-ba6e-fdc7efb63849 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:52.924655 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e965f-30c8-4e82-8124-f502df095ec9 req-dfb249f5-2de3-472e-9e11-7a1a6ab769d1 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:52.925155 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-316e965f-30c8-4e82-8124-f502df095ec9 req-dfb249f5-2de3-472e-9e11-7a1a6ab769d1 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd8e2c95-1870-4871-b330-9235583494c1 HTTP/1.1" status: 200 len: 947 time: 0.1657612 Jul 16 20:21:52.948950 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-faedca79-26a2-4b8e-bbb5-a44966c4cb9e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=fd19b7d7-b373-46c4-8645-79eb1f01a071 HTTP/1.1" status: 200 len: 217 time: 0.0872405 Jul 16 20:21:52.986995 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['ccb6097b-319a-40ec-961d-a2af27895726'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:53.010450 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-316e965f-30c8-4e82-8124-f502df095ec9 req-05f057e5-9325-4c09-9e0b-ef88dfcbe37f tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625470 Jul 16 20:21:53.085131 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53576) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:53.090523 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-851ad220-fd32-4f4d-9cb8-ede8eac1d9c3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=df5103a3c4334dc38e77c384423f5002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5631745 Jul 16 20:21:53.163983 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-3f3feac2-7ad9-42c3-a77e-632e7a70df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:53.167564 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-3f3feac2-7ad9-42c3-a77e-632e7a70df56 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.2079794 Jul 16 20:21:53.240663 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3e4ae91e-db73-4046-935e-e6893ed32fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.281476 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3e4ae91e-db73-4046-935e-e6893ed32fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.333707 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-1bab3464-d581-447f-8053-d068bac39d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:53.335723 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-1bab3464-d581-447f-8053-d068bac39d9d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1564720 Jul 16 20:21:53.459707 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3e4ae91e-db73-4046-935e-e6893ed32fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.469049 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3e4ae91e-db73-4046-935e-e6893ed32fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.470623 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3e4ae91e-db73-4046-935e-e6893ed32fa6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b23df19e-7890-4748-b249-4c5eb5fc5ef3 HTTP/1.1" status: 204 len: 168 time: 0.3833969 Jul 16 20:21:53.493238 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-8b6b0405-eb7c-4eba-b716-33c5a70cbc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d272cb-64fc-4a46-ba6e-fdc7efb63849', 'name': 'tempest-FloatingIPsNegativeTestJSON-1664194277-router', 'tenant_id': '90a79a3f01274690a963b60ce464133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '9376b12d-6c56-43fa-9b77-f0554caa388f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:39Z', 'updated_at': '2021-07-16T20:21:48Z', 'revision_number': 4, 'project_id': '90a79a3f01274690a963b60ce464133b', 'gw_port': {'id': '9376b12d-6c56-43fa-9b77-f0554caa388f', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d272cb-64fc-4a46-ba6e-fdc7efb63849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:40Z', 'updated_at': '2021-07-16T20:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2', 'name': '', 'network_id': 'a664677c-0739-4f9f-99bc-d66802b847ff', 'tenant_id': '90a79a3f01274690a963b60ce464133b', 'mac_address': 'fa:16:3e:1e:78:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d272cb-64fc-4a46-ba6e-fdc7efb63849', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '325fad68-70e9-4d9a-bad3-1e5cd23035b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:45Z', 'updated_at': '2021-07-16T20:21:49Z', 'revision_number': 2, 'project_id': '90a79a3f01274690a963b60ce464133b', 'subnets': [{'id': '325fad68-70e9-4d9a-bad3-1e5cd23035b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:53.526111 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aab462d9-e31d-41b0-97c3-9b4988fa52e5 req-44b316ad-68e6-4944-89e6-5ea9ba22b726 tempest-FloatingIPsNegativeTestJSON-760417747 tempest-FloatingIPsNegativeTestJSON-760417747-project] 10.222.0.38 "GET /v2.0/floatingips?tenant_id=90a79a3f01274690a963b60ce464133b HTTP/1.1" status: 200 len: 217 time: 0.1262147 Jul 16 20:21:53.553930 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6b0405-eb7c-4eba-b716-33c5a70cbc54 None None] Checking router: d8d272cb-64fc-4a46-ba6e-fdc7efb63849 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:21:53.554458 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6b0405-eb7c-4eba-b716-33c5a70cbc54 None None] Updating router d8d272cb-64fc-4a46-ba6e-fdc7efb63849 port 24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:21:53.562843 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ae91e-db73-4046-935e-e6893ed32fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23df19e-7890-4748-b249-4c5eb5fc5ef3,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:53.599826 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-742fc3a2-39cf-4adf-9c98-19759412aa9b req-95c5e761-fc95-4889-929a-357364988820 tempest-FloatingIPsNegativeTestJSON-760417747 tempest-FloatingIPsNegativeTestJSON-760417747-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0491073 Jul 16 20:21:53.610602 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-ab6a2918-bdea-4f1f-8a95-1c4fad999f4b service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674556 Jul 16 20:21:53.658208 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b6b0405-eb7c-4eba-b716-33c5a70cbc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.759614 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0b5eebb7-0445-4b45-86d0-fab1eba59992 req-96fe770d-292e-42a8-a54d-588d6b4b35c5 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402807 Jul 16 20:21:53.869157 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05bc6e-425c-4a04-bc0e-e595df51ae95 req-4957aca1-94cd-42cd-a826-d12218e9ffcc tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:53.876628 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2d05bc6e-425c-4a04-bc0e-e595df51ae95 req-4957aca1-94cd-42cd-a826-d12218e9ffcc tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 970 time: 0.1424947 Jul 16 20:21:53.922940 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2d05bc6e-425c-4a04-bc0e-e595df51ae95 req-fc1e0588-9646-46e1-b1ce-51e8a0f1a288 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453370 Jul 16 20:21:53.962876 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d471f4-6e2d-4dcf-8677-99730ef0ada5 req-b3233857-3be4-4b40-9bfc-2a6187b10d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:53.965762 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a7d471f4-6e2d-4dcf-8677-99730ef0ada5 req-b3233857-3be4-4b40-9bfc-2a6187b10d8a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a254b31985d548bd8f29a487cc39ddc2&device_id=cd8e2c95-1870-4871-b330-9235583494c1 HTTP/1.1" status: 200 len: 1099 time: 0.1347311 Jul 16 20:21:54.090621 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-049d61c8-ab95-4818-8e12-34db370faaa3 req-8b6fbd5b-dcc5-4d0a-b5ce-0191f1811ccd tempest-FloatingIPsNegativeTestJSON-760417747 tempest-FloatingIPsNegativeTestJSON-760417747-project] show failed (client error): The resource could not be found. Jul 16 20:21:54.099086 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-049d61c8-ab95-4818-8e12-34db370faaa3 req-8b6fbd5b-dcc5-4d0a-b5ce-0191f1811ccd tempest-FloatingIPsNegativeTestJSON-760417747 tempest-FloatingIPsNegativeTestJSON-760417747-project] 10.222.0.38 "GET /v2.0/floatingips/c6f26eaa-0cdc-48d8-9e28-38e86234478e HTTP/1.1" status: 404 len: 350 time: 0.1378467 Jul 16 20:21:54.110999 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53632) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:54.192747 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.206223 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53638) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:54.214602 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a88d6f4e-29e7-4dce-a9b7-3d4aafd938d7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-784696218-network', 'tenant_id': '88142d8e409e48c68e195436eecaf4a7'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:54.218225 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09db7798-ab73-4da6-9a3e-4943ea54586a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.258018 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b6b0405-eb7c-4eba-b716-33c5a70cbc54 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.286918 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8b6b0405-eb7c-4eba-b716-33c5a70cbc54 None None] Transition to ACTIVE for port object 24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:54.305052 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b6b0405-eb7c-4eba-b716-33c5a70cbc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.315320 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d471f4-6e2d-4dcf-8677-99730ef0ada5 req-04ce49eb-9198-4c77-8a7d-cf722df40fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:54.317737 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a7d471f4-6e2d-4dcf-8677-99730ef0ada5 req-04ce49eb-9198-4c77-8a7d-cf722df40fd0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.3439469 Jul 16 20:21:54.398032 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9498bc-c0c2-4439-bce1-673f8014ce5d None None] Pushing event updated for resources: {'Port': ['ID=24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:54.408259 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a7d471f4-6e2d-4dcf-8677-99730ef0ada5 req-1876191d-9c7b-4312-ac87-649316545d14 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=fd19b7d7-b373-46c4-8645-79eb1f01a071 HTTP/1.1" status: 200 len: 217 time: 0.0805399 Jul 16 20:21:54.409367 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53642) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:54.410098 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88d6f4e-29e7-4dce-a9b7-3d4aafd938d7 admin admin] Made reservation on behalf of 88142d8e409e48c68e195436eecaf4a7 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:54.413035 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a88d6f4e-29e7-4dce-a9b7-3d4aafd938d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.489450 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a88d6f4e-29e7-4dce-a9b7-3d4aafd938d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.524686 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-8b6b0405-eb7c-4eba-b716-33c5a70cbc54 None None] Attempting to bind port 24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:54.525071 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-8b6b0405-eb7c-4eba-b716-33c5a70cbc54 None None] Attempting to bind port 24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '74adf910-8866-4629-bca1-03784801fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a664677c-0739-4f9f-99bc-d66802b847ff'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:54.525504 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6b0405-eb7c-4eba-b716-33c5a70cbc54 None None] Attempting to bind port 24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2 on network a664677c-0739-4f9f-99bc-d66802b847ff {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:54.532196 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6b0405-eb7c-4eba-b716-33c5a70cbc54 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:54.532586 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6b0405-eb7c-4eba-b716-33c5a70cbc54 None None] Checking segment: {'id': '74adf910-8866-4629-bca1-03784801fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a664677c-0739-4f9f-99bc-d66802b847ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:54.532978 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b6b0405-eb7c-4eba-b716-33c5a70cbc54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.533380 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6b0405-eb7c-4eba-b716-33c5a70cbc54 None None] Bound using segment: {'id': '74adf910-8866-4629-bca1-03784801fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a664677c-0739-4f9f-99bc-d66802b847ff'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:54.534365 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-8b6b0405-eb7c-4eba-b716-33c5a70cbc54 None None] Bound port: 24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74adf910-8866-4629-bca1-03784801fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a664677c-0739-4f9f-99bc-d66802b847ff'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:54.534365 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b6b0405-eb7c-4eba-b716-33c5a70cbc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.565198 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6362dc7f-df3a-46ab-b4ba-4dfd8fd285ca admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=043cdad031484cefbf4deb757af77fa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1491499 Jul 16 20:21:54.653965 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53650) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:54.660864 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8b6b0405-eb7c-4eba-b716-33c5a70cbc54 None None] For port 24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:54.668111 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8b6b0405-eb7c-4eba-b716-33c5a70cbc54 None None] For port 24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2,segment=NetworkSegment(74adf910-8866-4629-bca1-03784801fa40),segment_id=74adf910-8866-4629-bca1-03784801fa40)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:54.677373 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b6b0405-eb7c-4eba-b716-33c5a70cbc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.722517 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d471f4-6e2d-4dcf-8677-99730ef0ada5 req-ce33cca7-4efe-44da-b0e2-52d5e1f107dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:54.724185 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a7d471f4-6e2d-4dcf-8677-99730ef0ada5 req-ce33cca7-4efe-44da-b0e2-52d5e1f107dc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.3014443 Jul 16 20:21:54.857231 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9498bc-c0c2-4439-bce1-673f8014ce5d None None] Pushing event updated for resources: {'Port': ['ID=24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:54.872057 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a88d6f4e-29e7-4dce-a9b7-3d4aafd938d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.893887 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6b0405-eb7c-4eba-b716-33c5a70cbc54 None None] Routers {'d8d272cb-64fc-4a46-ba6e-fdc7efb63849'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:54.894603 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-8b6b0405-eb7c-4eba-b716-33c5a70cbc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:21:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['d8d272cb-64fc-4a46-ba6e-fdc7efb63849'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:54.902098 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a88d6f4e-29e7-4dce-a9b7-3d4aafd938d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.945932 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f8f9110e-5c14-488c-afa5-bcf99bcfa281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.021263 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88d6f4e-29e7-4dce-a9b7-3d4aafd938d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:55.022826 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e848c-5944-42b5-8653-86bc834fa748 req-90a9f3c3-89f3-4206-b1ab-ef2608b3ca8c tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:55.023612 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53676) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:55.031622 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5d0e848c-5944-42b5-8653-86bc834fa748 req-90a9f3c3-89f3-4206-b1ab-ef2608b3ca8c tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd8e2c95-1870-4871-b330-9235583494c1 HTTP/1.1" status: 200 len: 947 time: 0.2226055 Jul 16 20:21:55.054760 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f8f9110e-5c14-488c-afa5-bcf99bcfa281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.077479 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-8b6b0405-eb7c-4eba-b716-33c5a70cbc54 None None] Set router d8d272cb-64fc-4a46-ba6e-fdc7efb63849 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:55.077970 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d6f4e-29e7-4dce-a9b7-3d4aafd938d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c23811-a94b-4cab-82f9-136297f7e4ba,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:55.082426 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d471f4-6e2d-4dcf-8677-99730ef0ada5 req-245cffcf-d355-4e43-a2a7-86830208b517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:55.089521 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a7d471f4-6e2d-4dcf-8677-99730ef0ada5 req-245cffcf-d355-4e43-a2a7-86830208b517 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3532069 Jul 16 20:21:55.096130 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a88d6f4e-29e7-4dce-a9b7-3d4aafd938d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.096577 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-a88d6f4e-29e7-4dce-a9b7-3d4aafd938d7 admin admin] Added segment 9e60931a-ced6-44d8-982c-77a26b9f5105 of type vlan for network c86849a1-0995-4e32-bf22-b2015d9aebf6 Jul 16 20:21:55.158476 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5d0e848c-5944-42b5-8653-86bc834fa748 req-181bf5b2-8821-4cd9-9906-18198ba56ea3 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250937 Jul 16 20:21:55.283176 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-50c094bd-0c6f-4cc8-a2fe-cfccb0206b09 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1654329696-network', 'tenant_id': 'a554438cc78040cdab99808b46cac080'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:55.296429 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a88d6f4e-29e7-4dce-a9b7-3d4aafd938d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.337110 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f8f9110e-5c14-488c-afa5-bcf99bcfa281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.339885 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f8f9110e-5c14-488c-afa5-bcf99bcfa281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.341011 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f8f9110e-5c14-488c-afa5-bcf99bcfa281 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7853941a-22e5-4bce-80f2-e636a1696b74 HTTP/1.1" status: 204 len: 168 time: 0.6837058 Jul 16 20:21:55.417555 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c094bd-0c6f-4cc8-a2fe-cfccb0206b09 admin admin] Made reservation on behalf of a554438cc78040cdab99808b46cac080 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:55.422801 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50c094bd-0c6f-4cc8-a2fe-cfccb0206b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.442693 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a7d471f4-6e2d-4dcf-8677-99730ef0ada5 req-3fbfcd74-1ff5-438e-8aa2-c964791fbd0d service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400161 Jul 16 20:21:55.442693 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9110e-5c14-488c-afa5-bcf99bcfa281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7853941a-22e5-4bce-80f2-e636a1696b74,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:55.443463 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee18909-e98a-43e0-b717-2a7e5ac1e196 req-d06e1569-3c2c-4762-9384-67a6ea7ccb7a tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:55.456209 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aee18909-e98a-43e0-b717-2a7e5ac1e196 req-d06e1569-3c2c-4762-9384-67a6ea7ccb7a tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 970 time: 0.1999340 Jul 16 20:21:55.472058 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50c094bd-0c6f-4cc8-a2fe-cfccb0206b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.483977 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a88d6f4e-29e7-4dce-a9b7-3d4aafd938d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.485741 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88d6f4e-29e7-4dce-a9b7-3d4aafd938d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:55.486763 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a88d6f4e-29e7-4dce-a9b7-3d4aafd938d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.535112 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aee18909-e98a-43e0-b717-2a7e5ac1e196 req-f50f4c2e-d9a2-48c1-9574-34db9b87052a tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776536 Jul 16 20:21:55.546791 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-8b6b0405-eb7c-4eba-b716-33c5a70cbc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d272cb-64fc-4a46-ba6e-fdc7efb63849', 'name': 'tempest-FloatingIPsNegativeTestJSON-1664194277-router', 'tenant_id': '90a79a3f01274690a963b60ce464133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '9376b12d-6c56-43fa-9b77-f0554caa388f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:39Z', 'updated_at': '2021-07-16T20:21:48Z', 'revision_number': 4, 'project_id': '90a79a3f01274690a963b60ce464133b', 'gw_port': {'id': '9376b12d-6c56-43fa-9b77-f0554caa388f', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d272cb-64fc-4a46-ba6e-fdc7efb63849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:40Z', 'updated_at': '2021-07-16T20:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2', 'name': '', 'network_id': 'a664677c-0739-4f9f-99bc-d66802b847ff', 'tenant_id': '90a79a3f01274690a963b60ce464133b', 'mac_address': 'fa:16:3e:1e:78:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d272cb-64fc-4a46-ba6e-fdc7efb63849', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '325fad68-70e9-4d9a-bad3-1e5cd23035b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:45Z', 'updated_at': '2021-07-16T20:21:54Z', 'revision_number': 4, 'project_id': '90a79a3f01274690a963b60ce464133b', 'subnets': [{'id': '325fad68-70e9-4d9a-bad3-1e5cd23035b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:55.591684 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6b0405-eb7c-4eba-b716-33c5a70cbc54 None None] The sync data for ids ['d8d272cb-64fc-4a46-ba6e-fdc7efb63849'] in n-d-791506-21 is: [{'id': 'd8d272cb-64fc-4a46-ba6e-fdc7efb63849', 'name': 'tempest-FloatingIPsNegativeTestJSON-1664194277-router', 'tenant_id': '90a79a3f01274690a963b60ce464133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '9376b12d-6c56-43fa-9b77-f0554caa388f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:39Z', 'updated_at': '2021-07-16T20:21:48Z', 'revision_number': 4, 'project_id': '90a79a3f01274690a963b60ce464133b', 'gw_port': {'id': '9376b12d-6c56-43fa-9b77-f0554caa388f', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d272cb-64fc-4a46-ba6e-fdc7efb63849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:40Z', 'updated_at': '2021-07-16T20:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2', 'name': '', 'network_id': 'a664677c-0739-4f9f-99bc-d66802b847ff', 'tenant_id': '90a79a3f01274690a963b60ce464133b', 'mac_address': 'fa:16:3e:1e:78:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d272cb-64fc-4a46-ba6e-fdc7efb63849', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '325fad68-70e9-4d9a-bad3-1e5cd23035b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:45Z', 'updated_at': '2021-07-16T20:21:54Z', 'revision_number': 4, 'project_id': '90a79a3f01274690a963b60ce464133b', 'subnets': [{'id': '325fad68-70e9-4d9a-bad3-1e5cd23035b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:55.666264 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.670067 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device ccb6097b-319a-40ec-961d-a2af27895726 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:55.789619 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cab9a021-de49-4ad8-8b76-c90eb9f6e7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.823951 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port ccb6097b-319a-40ec-961d-a2af27895726 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:55.834125 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port ccb6097b-319a-40ec-961d-a2af27895726 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:55.834861 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.848190 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a7d471f4-6e2d-4dcf-8677-99730ef0ada5 req-705d9de7-5259-46c6-bc4e-c3d4e5ab9afe service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878138 Jul 16 20:21:55.848946 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d6f4e-29e7-4dce-a9b7-3d4aafd938d7 admin admin] Pushing event updated for resources: {'Network': ['ID=c86849a1-0995-4e32-bf22-b2015d9aebf6,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:55.907875 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network c86849a1-0995-4e32-bf22-b2015d9aebf6 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:55.946481 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50c094bd-0c6f-4cc8-a2fe-cfccb0206b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.959884 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50c094bd-0c6f-4cc8-a2fe-cfccb0206b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.989908 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c094bd-0c6f-4cc8-a2fe-cfccb0206b09 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:56.005790 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53724) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:56.009605 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a88d6f4e-29e7-4dce-a9b7-3d4aafd938d7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7970128 Jul 16 20:21:56.017868 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-56b7318e-69f9-4f80-bbd4-2c35769b4f71 admin admin] Request body: {'subnet': {'network_id': 'c86849a1-0995-4e32-bf22-b2015d9aebf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-784696218-subnet', 'tenant_id': '88142d8e409e48c68e195436eecaf4a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:56.046106 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50c094bd-0c6f-4cc8-a2fe-cfccb0206b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.046501 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-50c094bd-0c6f-4cc8-a2fe-cfccb0206b09 admin admin] Added segment ef2de1c5-39bf-4ebd-b7b1-92dec4a91508 of type vlan for network d72e992f-1ed8-42df-93f1-1979c32f4868 Jul 16 20:21:56.068367 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c094bd-0c6f-4cc8-a2fe-cfccb0206b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17116f10-d844-4b19-870b-2fff735553da,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:56.117311 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b7318e-69f9-4f80-bbd4-2c35769b4f71 admin admin] Made reservation on behalf of 88142d8e409e48c68e195436eecaf4a7 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:56.122121 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-56b7318e-69f9-4f80-bbd4-2c35769b4f71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.159409 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50c094bd-0c6f-4cc8-a2fe-cfccb0206b09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.205973 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50c094bd-0c6f-4cc8-a2fe-cfccb0206b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.207443 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c094bd-0c6f-4cc8-a2fe-cfccb0206b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:56.209005 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.211466 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50c094bd-0c6f-4cc8-a2fe-cfccb0206b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.318665 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port ccb6097b-319a-40ec-961d-a2af27895726, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=ccb6097b-319a-40ec-961d-a2af27895726,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:56.320220 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4604a05-22d1-4e5d-a536-960f4c5dca63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb6097b-319a-40ec-961d-a2af27895726'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:56.324975 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c770abb3-e6ec-498f-8e06-9f9747c0514d" -d '{"events": [{"server_uuid": "e4604a05-22d1-4e5d-a536-960f4c5dca63", "name": "network-vif-plugged", "status": "completed", "tag": "ccb6097b-319a-40ec-961d-a2af27895726"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:56.346058 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.375124 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c094bd-0c6f-4cc8-a2fe-cfccb0206b09 admin admin] Pushing event updated for resources: {'Network': ['ID=d72e992f-1ed8-42df-93f1-1979c32f4868,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:56.385518 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-50c094bd-0c6f-4cc8-a2fe-cfccb0206b09 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3485177 Jul 16 20:21:56.388008 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53744) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:56.401305 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-c1ee7e04-0282-490b-acda-8acf3736d414 admin admin] Request body: {'subnet': {'network_id': 'd72e992f-1ed8-42df-93f1-1979c32f4868', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1654329696-subnet', 'tenant_id': 'a554438cc78040cdab99808b46cac080', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:56.431166 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ee7e04-0282-490b-acda-8acf3736d414 admin admin] Made reservation on behalf of a554438cc78040cdab99808b46cac080 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:56.434943 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network d72e992f-1ed8-42df-93f1-1979c32f4868 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:56.435991 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c1ee7e04-0282-490b-acda-8acf3736d414 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.483427 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:21:56.611852 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0447efb-5f85-48c0-9557-a20f2ec60811 x-openstack-request-id: req-a0447efb-5f85-48c0-9557-a20f2ec60811 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:56.612686 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4604a05-22d1-4e5d-a536-960f4c5dca63", "name": "network-vif-plugged", "status": "completed", "tag": "ccb6097b-319a-40ec-961d-a2af27895726", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:56.615485 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a0447efb-5f85-48c0-9557-a20f2ec60811 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:56.616127 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4604a05-22d1-4e5d-a536-960f4c5dca63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb6097b-319a-40ec-961d-a2af27895726', 'code': 200} Jul 16 20:21:56.660310 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=ccb6097b-319a-40ec-961d-a2af27895726,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:56.688621 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53752) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:56.701435 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:56.777781 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923811a-d4c4-4ace-b0d6-ef2f7d4af190 req-7d26b862-d9ff-413d-b929-6afd3ec89d8b tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:56.787282 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53756) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:56.795127 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c923811a-d4c4-4ace-b0d6-ef2f7d4af190 req-7d26b862-d9ff-413d-b929-6afd3ec89d8b tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd8e2c95-1870-4871-b330-9235583494c1 HTTP/1.1" status: 200 len: 947 time: 0.3812373 Jul 16 20:21:56.805746 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:56.818661 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079808a8-187c-4b65-bf41-f474ba8770e9 req-1bed7a79-158b-457b-85cf-a1b9246cf6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:56.819441 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:56.819945 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.824529 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-079808a8-187c-4b65-bf41-f474ba8770e9 req-1bed7a79-158b-457b-85cf-a1b9246cf6be service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 1101 time: 0.2792404 Jul 16 20:21:56.970242 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.975758 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-079808a8-187c-4b65-bf41-f474ba8770e9 req-11570092-3d44-4969-961e-5f6137aa82c0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460929 Jul 16 20:21:57.011959 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7dcc45cb-7eb9-49a7-baaa-a6509c4467a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.012100 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2,segment=NetworkSegment(74adf910-8866-4629-bca1-03784801fa40),segment_id=74adf910-8866-4629-bca1-03784801fa40)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:57.016982 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.076409 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:57.101878 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c1ee7e04-0282-490b-acda-8acf3736d414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.106118 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c923811a-d4c4-4ace-b0d6-ef2f7d4af190 req-b259335b-2305-4b1a-bdaf-c307bb3be82c tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097920 Jul 16 20:21:57.137624 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2e353259-8fc5-42b2-aa6d-c6a74cff4ec4 tempest-AutoAllocateNetworkTest-1286580064 tempest-AutoAllocateNetworkTest-1286580064-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=4543f497c2fa4c76835bf8554a2c89a7&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4450595 Jul 16 20:21:57.150943 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53762) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:57.222229 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf268b3a-184f-43b4-a4db-fdc4e7c06309 req-ce8ea72c-06e0-4627-a8bc-2d6c79349ccb tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:57.234399 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf268b3a-184f-43b4-a4db-fdc4e7c06309 req-ce8ea72c-06e0-4627-a8bc-2d6c79349ccb tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 970 time: 0.4305749 Jul 16 20:21:57.256987 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-56b7318e-69f9-4f80-bbd4-2c35769b4f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.257589 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee7e04-0282-490b-acda-8acf3736d414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb99951a-cc99-4821-ba9c-7cabd919e1a6,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:57.322581 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7318e-69f9-4f80-bbd4-2c35769b4f71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=affd55f3-933d-4d29-ab31-f974eaf416f1,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:57.331339 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5eb947d-52fd-4423-bf50-b6c47c1cab29 tempest-AutoAllocateNetworkTest-1286580064 tempest-AutoAllocateNetworkTest-1286580064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:57.335515 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e5eb947d-52fd-4423-bf50-b6c47c1cab29 tempest-AutoAllocateNetworkTest-1286580064 tempest-AutoAllocateNetworkTest-1286580064-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1792810 Jul 16 20:21:57.336694 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53764) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:57.347586 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee7e04-0282-490b-acda-8acf3736d414 admin admin] Checking segment: {'id': 'ef2de1c5-39bf-4ebd-b7b1-92dec4a91508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd72e992f-1ed8-42df-93f1-1979c32f4868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:57.347943 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ee7e04-0282-490b-acda-8acf3736d414 admin admin] Network hostable DHCP agents. Network: d72e992f-1ed8-42df-93f1-1979c32f4868, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:57.363535 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf268b3a-184f-43b4-a4db-fdc4e7c06309 req-8fe3107f-0732-4c3a-a720-0cb02bfc22b2 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318014 Jul 16 20:21:57.377951 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-cab9a021-de49-4ad8-8b76-c90eb9f6e7d4 admin admin] Deleting port 24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:57.378288 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cab9a021-de49-4ad8-8b76-c90eb9f6e7d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.408285 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7318e-69f9-4f80-bbd4-2c35769b4f71 admin admin] Checking segment: {'id': '9e60931a-ced6-44d8-982c-77a26b9f5105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c86849a1-0995-4e32-bf22-b2015d9aebf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:57.408626 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b7318e-69f9-4f80-bbd4-2c35769b4f71 admin admin] Network hostable DHCP agents. Network: c86849a1-0995-4e32-bf22-b2015d9aebf6, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:57.424358 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7dcc45cb-7eb9-49a7-baaa-a6509c4467a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.427729 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-eaee83c2-c622-42a7-bc3d-c9b5abb6fece tempest-AutoAllocateNetworkTest-1286580064 tempest-AutoAllocateNetworkTest-1286580064-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0897362 Jul 16 20:21:57.430615 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53766) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:57.440543 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7dcc45cb-7eb9-49a7-baaa-a6509c4467a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.461823 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.476865 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b7318e-69f9-4f80-bbd4-2c35769b4f71 admin admin] Network c86849a1-0995-4e32-bf22-b2015d9aebf6 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:57.488961 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2f29bb6e-ee24-4715-bd2d-47d7f0776475 tempest-AutoAllocateNetworkTest-1286580064 tempest-AutoAllocateNetworkTest-1286580064-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=4543f497c2fa4c76835bf8554a2c89a7 HTTP/1.1" status: 200 len: 208 time: 0.0569725 Jul 16 20:21:57.503869 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-cab9a021-de49-4ad8-8b76-c90eb9f6e7d4 admin admin] For port 24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2,segment=NetworkSegment(74adf910-8866-4629-bca1-03784801fa40),segment_id=74adf910-8866-4629-bca1-03784801fa40)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:57.504051 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ee7e04-0282-490b-acda-8acf3736d414 admin admin] Network d72e992f-1ed8-42df-93f1-1979c32f4868 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:57.504259 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cab9a021-de49-4ad8-8b76-c90eb9f6e7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.506786 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-56b7318e-69f9-4f80-bbd4-2c35769b4f71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, c86849a1-0995-4e32-bf22-b2015d9aebf6) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:57.517890 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45156137-b0e4-4453-8243-3a03a5b4076a None None] Network c86849a1-0995-4e32-bf22-b2015d9aebf6 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:57.519552 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b7318e-69f9-4f80-bbd4-2c35769b4f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:57.520295 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-56b7318e-69f9-4f80-bbd4-2c35769b4f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.520586 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-c1ee7e04-0282-490b-acda-8acf3736d414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, d72e992f-1ed8-42df-93f1-1979c32f4868) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:57.527158 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ee7e04-0282-490b-acda-8acf3736d414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:57.528628 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c1ee7e04-0282-490b-acda-8acf3736d414 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.529477 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-cab9a021-de49-4ad8-8b76-c90eb9f6e7d4 admin admin] Calling delete_port for 24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:57.534159 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc45cb-7eb9-49a7-baaa-a6509c4467a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c011a6-c94b-4518-93c5-6a709660e817,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:57.539588 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7dcc45cb-7eb9-49a7-baaa-a6509c4467a7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=689a86821ce24adb8d48c12b5dc43128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7468803 Jul 16 20:21:57.544106 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53770) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:57.551168 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-56b7318e-69f9-4f80-bbd4-2c35769b4f71 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5367377 Jul 16 20:21:57.583242 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c1ee7e04-0282-490b-acda-8acf3736d414 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1939483 Jul 16 20:21:57.602300 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74baed8f-9b26-4638-86cf-f793893bad63 None None] Network d72e992f-1ed8-42df-93f1-1979c32f4868 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:57.639913 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bea62c3a-d63c-47bc-a070-1875b6febbeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.686668 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bea62c3a-d63c-47bc-a070-1875b6febbeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.709661 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device fd19b7d7-b373-46c4-8645-79eb1f01a071 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:21:57.795851 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bea62c3a-d63c-47bc-a070-1875b6febbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.799489 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bea62c3a-d63c-47bc-a070-1875b6febbeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.801645 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bea62c3a-d63c-47bc-a070-1875b6febbeb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/90c011a6-c94b-4518-93c5-6a709660e817 HTTP/1.1" status: 204 len: 168 time: 0.2562482 Jul 16 20:21:57.813753 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea62c3a-d63c-47bc-a070-1875b6febbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c011a6-c94b-4518-93c5-6a709660e817,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:57.863119 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cab9a021-de49-4ad8-8b76-c90eb9f6e7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.899589 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3f9be5-bc0c-45b6-9ea1-1171ab0ee16a None None] Network c86849a1-0995-4e32-bf22-b2015d9aebf6 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:57.904825 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9a021-de49-4ad8-8b76-c90eb9f6e7d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:57.937667 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53786) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:57.999115 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86de5a91-cb5e-4498-9234-85b8547554bc None None] Network d72e992f-1ed8-42df-93f1-1979c32f4868 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:58.094087 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port fd19b7d7-b373-46c4-8645-79eb1f01a071, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=fd19b7d7-b373-46c4-8645-79eb1f01a071,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:58.149511 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'fd19b7d7-b373-46c4-8645-79eb1f01a071', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': 'fd19b7d7-b373-46c4-8645-79eb1f01a071', 'mac_address': 'fa:16:3e:23:86:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:21:58.161209 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cab9a021-de49-4ad8-8b76-c90eb9f6e7d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.395702 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1ff8d2e8-7b73-4a97-a078-970b532073db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.483271 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab9a021-de49-4ad8-8b76-c90eb9f6e7d4 admin admin] Router d8d272cb-64fc-4a46-ba6e-fdc7efb63849 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:21:58.511926 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.549872 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd19b7d7-b373-46c4-8645-79eb1f01a071 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:58.597062 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-658d3236-ad15-4a80-9c60-9fbe8e203907 req-bad4dcb3-8bfb-489d-8463-98275a0709bd tempest-SecurityGroupsNegativeTestJSON-129269256 tempest-SecurityGroupsNegativeTestJSON-129269256-project] show failed (client error): The resource could not be found. Jul 16 20:21:58.612578 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-658d3236-ad15-4a80-9c60-9fbe8e203907 req-bad4dcb3-8bfb-489d-8463-98275a0709bd tempest-SecurityGroupsNegativeTestJSON-129269256 tempest-SecurityGroupsNegativeTestJSON-129269256-project] 10.222.0.38 "GET /v2.0/security-groups/1f4552e1-4712-4223-9e37-b3d1cacfb53f HTTP/1.1" status: 404 len: 352 time: 0.0502012 Jul 16 20:21:58.613282 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port fd19b7d7-b373-46c4-8645-79eb1f01a071, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=fd19b7d7-b373-46c4-8645-79eb1f01a071,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:58.627567 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.671718 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1ff8d2e8-7b73-4a97-a078-970b532073db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.678808 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1ff8d2e8-7b73-4a97-a078-970b532073db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.687780 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=fd19b7d7-b373-46c4-8645-79eb1f01a071,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:58.740637 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1ff8d2e8-7b73-4a97-a078-970b532073db admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4543f497c2fa4c76835bf8554a2c89a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8016303 Jul 16 20:21:58.742572 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8d2e8-7b73-4a97-a078-970b532073db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af332afc-51d0-4121-8656-7721165be2d6,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:58.746438 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53812) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:58.765633 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab9a021-de49-4ad8-8b76-c90eb9f6e7d4 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:58.777033 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cab9a021-de49-4ad8-8b76-c90eb9f6e7d4 admin admin] 10.222.0.38 "PUT /v2.0/routers/d8d272cb-64fc-4a46-ba6e-fdc7efb63849/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6648035 Jul 16 20:21:58.778373 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53814) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:58.779350 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53816) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:58.781510 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b99bc1d-c18d-4ab4-921c-9ac562aa574c None None] Sync routers for ids ['d8d272cb-64fc-4a46-ba6e-fdc7efb63849'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:58.793288 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b99bc1d-c18d-4ab4-921c-9ac562aa574c None None] Routers {'d8d272cb-64fc-4a46-ba6e-fdc7efb63849'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:58.794069 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2b99bc1d-c18d-4ab4-921c-9ac562aa574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:21:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['d8d272cb-64fc-4a46-ba6e-fdc7efb63849'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:58.844335 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50a87116-30a8-4b72-9ae0-c864bcc48c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.844950 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['fd19b7d7-b373-46c4-8645-79eb1f01a071'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:58.889739 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349248c0-544a-4fba-a55c-b652f909ca38 req-56824b12-72aa-408f-b1e6-43a04c8216b2 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:58.891869 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-349248c0-544a-4fba-a55c-b652f909ca38 req-56824b12-72aa-408f-b1e6-43a04c8216b2 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/networks?id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418 HTTP/1.1" status: 200 len: 808 time: 0.1600161 Jul 16 20:21:58.917791 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-2b99bc1d-c18d-4ab4-921c-9ac562aa574c None None] Set router d8d272cb-64fc-4a46-ba6e-fdc7efb63849 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:58.919205 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-349248c0-544a-4fba-a55c-b652f909ca38 req-107ccebd-140a-4023-9019-659f06df9aa4 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/quotas/cc52fcbf2d324f89bc73ed69e6a22b3a HTTP/1.1" status: 200 len: 375 time: 0.0165496 Jul 16 20:21:58.939019 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4794c45-91f3-4e6d-8c6a-d5966c984107 req-16811739-f587-465b-a384-7f0c93521da7 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:58.940804 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f7e633e-a6e1-4a1b-a024-db1af09508d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.946617 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d4794c45-91f3-4e6d-8c6a-d5966c984107 req-16811739-f587-465b-a384-7f0c93521da7 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd8e2c95-1870-4871-b330-9235583494c1 HTTP/1.1" status: 200 len: 948 time: 0.1270089 Jul 16 20:21:58.993793 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-349248c0-544a-4fba-a55c-b652f909ca38 req-627eead1-293e-422d-b499-b4cd286e1e9a tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653164 Jul 16 20:21:58.998687 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f7e633e-a6e1-4a1b-a024-db1af09508d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.009996 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1660d976-6969-4a58-9573-8399adcdd8da admin admin] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.014919 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-349248c0-544a-4fba-a55c-b652f909ca38 req-691d46a2-0280-4422-9ad3-dd6a25c9185d tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:21:59.015905 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-349248c0-544a-4fba-a55c-b652f909ca38 req-691d46a2-0280-4422-9ad3-dd6a25c9185d tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084150 Jul 16 20:21:59.033413 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d4794c45-91f3-4e6d-8c6a-d5966c984107 req-f602da28-adab-48b4-9727-e10d9c75fea5 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857291 Jul 16 20:21:59.176421 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.184067 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2b99bc1d-c18d-4ab4-921c-9ac562aa574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d272cb-64fc-4a46-ba6e-fdc7efb63849', 'name': 'tempest-FloatingIPsNegativeTestJSON-1664194277-router', 'tenant_id': '90a79a3f01274690a963b60ce464133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '9376b12d-6c56-43fa-9b77-f0554caa388f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:39Z', 'updated_at': '2021-07-16T20:21:57Z', 'revision_number': 5, 'project_id': '90a79a3f01274690a963b60ce464133b', 'gw_port': {'id': '9376b12d-6c56-43fa-9b77-f0554caa388f', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d272cb-64fc-4a46-ba6e-fdc7efb63849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:40Z', 'updated_at': '2021-07-16T20:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:59.220683 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b99bc1d-c18d-4ab4-921c-9ac562aa574c None None] Checking router: d8d272cb-64fc-4a46-ba6e-fdc7efb63849 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:21:59.248449 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b99bc1d-c18d-4ab4-921c-9ac562aa574c None None] Routers {'d8d272cb-64fc-4a46-ba6e-fdc7efb63849'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:59.249111 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2b99bc1d-c18d-4ab4-921c-9ac562aa574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:21:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['d8d272cb-64fc-4a46-ba6e-fdc7efb63849'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:59.406207 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1660d976-6969-4a58-9573-8399adcdd8da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.453639 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-349248c0-544a-4fba-a55c-b652f909ca38 req-34847afa-9ae8-44cc-b586-fdff1499afb8 service neutron] 10.222.0.38 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185388 Jul 16 20:21:59.469630 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-2b99bc1d-c18d-4ab4-921c-9ac562aa574c None None] Set router d8d272cb-64fc-4a46-ba6e-fdc7efb63849 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:59.493780 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f7e633e-a6e1-4a1b-a024-db1af09508d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.497069 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f7e633e-a6e1-4a1b-a024-db1af09508d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.498447 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8f7e633e-a6e1-4a1b-a024-db1af09508d1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/af332afc-51d0-4121-8656-7721165be2d6 HTTP/1.1" status: 204 len: 168 time: 0.7504475 Jul 16 20:21:59.508793 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50a87116-30a8-4b72-9ae0-c864bcc48c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.513408 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fabc8-9b56-44b5-aca1-52861b78c6c9 req-100a89d3-29ef-4a7d-9be3-5d4eb1ebe38e tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:59.515467 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e11fabc8-9b56-44b5-aca1-52861b78c6c9 req-100a89d3-29ef-4a7d-9be3-5d4eb1ebe38e tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 970 time: 0.1251106 Jul 16 20:21:59.517932 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e633e-a6e1-4a1b-a024-db1af09508d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af332afc-51d0-4121-8656-7721165be2d6,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:59.527684 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50a87116-30a8-4b72-9ae0-c864bcc48c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.547775 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-1660d976-6969-4a58-9573-8399adcdd8da admin admin] Deleting port 9376b12d-6c56-43fa-9b77-f0554caa388f {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:59.548153 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1660d976-6969-4a58-9573-8399adcdd8da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.594957 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a87116-30a8-4b72-9ae0-c864bcc48c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5855bc36-30d0-4e11-85ef-13b1dc078f22,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:59.602277 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-50a87116-30a8-4b72-9ae0-c864bcc48c1b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=62b8be385c874cf8a30df3d550aa17d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8206861 Jul 16 20:21:59.606167 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53820) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:59.622793 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e11fabc8-9b56-44b5-aca1-52861b78c6c9 req-c6f7d967-5e68-412a-800c-a5fc29cacb1f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617409 Jul 16 20:21:59.669492 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-349248c0-544a-4fba-a55c-b652f909ca38 req-d1674ddd-a8d1-406d-ae13-34c13da154a6 service neutron] 10.222.0.38 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048874 Jul 16 20:21:59.695999 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-1660d976-6969-4a58-9573-8399adcdd8da admin admin] For port 9376b12d-6c56-43fa-9b77-f0554caa388f, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9376b12d-6c56-43fa-9b77-f0554caa388f,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:59.696748 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1660d976-6969-4a58-9573-8399adcdd8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.702714 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device fd19b7d7-b373-46c4-8645-79eb1f01a071 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:59.718832 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-1660d976-6969-4a58-9573-8399adcdd8da admin admin] Calling delete_port for 9376b12d-6c56-43fa-9b77-f0554caa388f owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:59.815012 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port fd19b7d7-b373-46c4-8645-79eb1f01a071 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:59.819151 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port fd19b7d7-b373-46c4-8645-79eb1f01a071 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:59.819528 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.820408 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2b99bc1d-c18d-4ab4-921c-9ac562aa574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d272cb-64fc-4a46-ba6e-fdc7efb63849', 'name': 'tempest-FloatingIPsNegativeTestJSON-1664194277-router', 'tenant_id': '90a79a3f01274690a963b60ce464133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '9376b12d-6c56-43fa-9b77-f0554caa388f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:39Z', 'updated_at': '2021-07-16T20:21:57Z', 'revision_number': 5, 'project_id': '90a79a3f01274690a963b60ce464133b', 'gw_port': {'id': '9376b12d-6c56-43fa-9b77-f0554caa388f', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d272cb-64fc-4a46-ba6e-fdc7efb63849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:40Z', 'updated_at': '2021-07-16T20:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:59.851554 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b99bc1d-c18d-4ab4-921c-9ac562aa574c None None] The sync data for ids ['d8d272cb-64fc-4a46-ba6e-fdc7efb63849'] in n-d-791506-21 is: [{'id': 'd8d272cb-64fc-4a46-ba6e-fdc7efb63849', 'name': 'tempest-FloatingIPsNegativeTestJSON-1664194277-router', 'tenant_id': '90a79a3f01274690a963b60ce464133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '9376b12d-6c56-43fa-9b77-f0554caa388f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:39Z', 'updated_at': '2021-07-16T20:21:57Z', 'revision_number': 5, 'project_id': '90a79a3f01274690a963b60ce464133b', 'gw_port': {'id': '9376b12d-6c56-43fa-9b77-f0554caa388f', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d272cb-64fc-4a46-ba6e-fdc7efb63849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:40Z', 'updated_at': '2021-07-16T20:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:59.858046 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f58e8e39-c8e5-4e05-b7cc-eb14f968fe8f req-7cbf0336-f729-4b82-bc0a-1f4f8b233968 tempest-SecurityGroupsNegativeTestJSON-129269256 tempest-SecurityGroupsNegativeTestJSON-129269256-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a554438cc78040cdab99808b46cac080 HTTP/1.1" status: 200 len: 2984 time: 0.1717787 Jul 16 20:21:59.860904 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0aebf2b8-91a0-4bf9-a90d-517edce89736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.942721 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0aebf2b8-91a0-4bf9-a90d-517edce89736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.996822 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.060533 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0aebf2b8-91a0-4bf9-a90d-517edce89736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.065510 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0aebf2b8-91a0-4bf9-a90d-517edce89736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.066047 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1660d976-6969-4a58-9573-8399adcdd8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.067554 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0aebf2b8-91a0-4bf9-a90d-517edce89736 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5855bc36-30d0-4e11-85ef-13b1dc078f22 HTTP/1.1" status: 204 len: 168 time: 0.4436963 Jul 16 20:22:00.074456 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8a43276a-217c-4621-a535-a599e34ef1ec req-f97d4734-1796-4188-be39-dc3d8d4136d2 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 210 time: 0.1557119 Jul 16 20:22:00.080749 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8e2c95-1870-4871-b330-9235583494c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd19b7d7-b373-46c4-8645-79eb1f01a071'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:00.091671 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9d8f5c-35b2-444e-abec-bc8da80a0f0d" -d '{"events": [{"server_uuid": "cd8e2c95-1870-4871-b330-9235583494c1", "name": "network-vif-plugged", "status": "completed", "tag": "fd19b7d7-b373-46c4-8645-79eb1f01a071"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:00.109278 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port fd19b7d7-b373-46c4-8645-79eb1f01a071, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=fd19b7d7-b373-46c4-8645-79eb1f01a071,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:00.110204 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aebf2b8-91a0-4bf9-a90d-517edce89736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5855bc36-30d0-4e11-85ef-13b1dc078f22,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:00.125192 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.140044 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f58e8e39-c8e5-4e05-b7cc-eb14f968fe8f req-4761911d-52c4-4fef-9384-44698dcba3f3 tempest-SecurityGroupsNegativeTestJSON-129269256 tempest-SecurityGroupsNegativeTestJSON-129269256-project] 10.222.0.38 "GET /v2.0/security-groups/17116f10-d844-4b19-870b-2fff735553da HTTP/1.1" status: 200 len: 2981 time: 0.2809196 Jul 16 20:22:00.166572 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660d976-6969-4a58-9573-8399adcdd8da admin admin] Pushing event deleted for resources: {'Port': ['ID=9376b12d-6c56-43fa-9b77-f0554caa388f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:00.204257 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f58e8e39-c8e5-4e05-b7cc-eb14f968fe8f req-2b5e4b7a-6edf-46a2-9a85-e330eaf3c1a9 tempest-SecurityGroupsNegativeTestJSON-129269256 tempest-SecurityGroupsNegativeTestJSON-129269256-project] 10.222.0.38 "GET /v2.0/security-groups/17116f10-d844-4b19-870b-2fff735553da HTTP/1.1" status: 200 len: 2981 time: 0.0590682 Jul 16 20:22:00.335275 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c551051-c821-4ad6-aa96-9c186d9176f7 x-openstack-request-id: req-1c551051-c821-4ad6-aa96-9c186d9176f7 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:00.336628 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8e2c95-1870-4871-b330-9235583494c1", "name": "network-vif-plugged", "status": "completed", "tag": "fd19b7d7-b373-46c4-8645-79eb1f01a071", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:00.336894 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1c551051-c821-4ad6-aa96-9c186d9176f7 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:00.337299 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8e2c95-1870-4871-b330-9235583494c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd19b7d7-b373-46c4-8645-79eb1f01a071', 'code': 200} Jul 16 20:22:00.363558 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=fd19b7d7-b373-46c4-8645-79eb1f01a071,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:00.381903 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1660d976-6969-4a58-9573-8399adcdd8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.570124 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93076be-f0d6-4485-bebe-6f78e97f05ea req-5f89ba92-48bc-49de-941b-c98d19af8b61 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:00.579857 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b93076be-f0d6-4485-bebe-6f78e97f05ea req-5f89ba92-48bc-49de-941b-c98d19af8b61 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd8e2c95-1870-4871-b330-9235583494c1 HTTP/1.1" status: 200 len: 949 time: 0.3140163 Jul 16 20:22:00.591289 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4fc7e54c-f5f0-4f7f-8418-0e8d104092d2 req-875b6ed6-4982-4e18-9028-626af70d46ce tempest-SecurityGroupsNegativeTestJSON-129269256 tempest-SecurityGroupsNegativeTestJSON-129269256-project] 10.222.0.38 "GET /v2.0/security-groups/17116f10-d844-4b19-870b-2fff735553da HTTP/1.1" status: 200 len: 2981 time: 0.1716390 Jul 16 20:22:00.621594 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:00.633336 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1660d976-6969-4a58-9573-8399adcdd8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.637417 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1660d976-6969-4a58-9573-8399adcdd8da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.711046 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:00.712393 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 24b0cfc5-cb07-42d4-ac0b-cc6b3da34ad2 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:00.736017 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db98e6c-7b72-44aa-9362-24500ae8d445 req-799aab52-84b8-48aa-86f1-844323a7d471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:00.738141 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8db98e6c-7b72-44aa-9362-24500ae8d445 req-799aab52-84b8-48aa-86f1-844323a7d471 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cd8e2c95-1870-4871-b330-9235583494c1 HTTP/1.1" status: 200 len: 1101 time: 0.1645606 Jul 16 20:22:00.739905 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1660d976-6969-4a58-9573-8399adcdd8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.740706 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1660d976-6969-4a58-9573-8399adcdd8da admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8d272cb-64fc-4a46-ba6e-fdc7efb63849 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:22:00.746194 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1660d976-6969-4a58-9573-8399adcdd8da admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.752585 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53870) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:00.755060 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1660d976-6969-4a58-9573-8399adcdd8da admin admin] 10.222.0.38 "DELETE /v2.0/routers/d8d272cb-64fc-4a46-ba6e-fdc7efb63849 HTTP/1.1" status: 204 len: 168 time: 1.9744687 Jul 16 20:22:00.771405 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b93076be-f0d6-4485-bebe-6f78e97f05ea req-4be66999-42d7-424b-b6ec-fa55fb06543c tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870255 Jul 16 20:22:00.831607 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8db98e6c-7b72-44aa-9362-24500ae8d445 req-f15a3dea-e79b-4734-b5a2-5068cca29774 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724938 Jul 16 20:22:00.890018 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-4fc7e54c-f5f0-4f7f-8418-0e8d104092d2 req-d28ea784-ab69-4b53-9f21-92232191ec5d tempest-SecurityGroupsNegativeTestJSON-129269256 tempest-SecurityGroupsNegativeTestJSON-129269256-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 20:22:00.897918 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4fc7e54c-f5f0-4f7f-8418-0e8d104092d2 req-d28ea784-ab69-4b53-9f21-92232191ec5d tempest-SecurityGroupsNegativeTestJSON-129269256 tempest-SecurityGroupsNegativeTestJSON-129269256-project] 10.222.0.38 "DELETE /v2.0/security-groups/17116f10-d844-4b19-870b-2fff735553da HTTP/1.1" status: 409 len: 352 time: 0.2824190 Jul 16 20:22:00.929961 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0242a2f-1658-41ee-b9fe-f4cf77d3b782 admin admin] Deleting subnet 325fad68-70e9-4d9a-bad3-1e5cd23035b1 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:22:00.942068 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f0242a2f-1658-41ee-b9fe-f4cf77d3b782 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.036796 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-7fc9bc21-0c47-49ea-bd7b-c6d4371f89b5 req-f2761c5b-a25b-4627-99b5-ec0747812c3e tempest-SecurityGroupsNegativeTestJSON-129269256 tempest-SecurityGroupsNegativeTestJSON-129269256-project] show failed (client error): The resource could not be found. Jul 16 20:22:01.037863 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7fc9bc21-0c47-49ea-bd7b-c6d4371f89b5 req-f2761c5b-a25b-4627-99b5-ec0747812c3e tempest-SecurityGroupsNegativeTestJSON-129269256 tempest-SecurityGroupsNegativeTestJSON-129269256-project] 10.222.0.38 "GET /v2.0/security-groups/7cc928f8-35ae-450c-a11e-8aa2c444f37e HTTP/1.1" status: 404 len: 352 time: 0.0318401 Jul 16 20:22:01.049114 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f0242a2f-1658-41ee-b9fe-f4cf77d3b782 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.161206 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-27e18d99-746a-4bd3-8395-117369a5c2c5 req-56d6f53f-a1bd-4081-8fc7-17793013ce9c tempest-SecurityGroupsNegativeTestJSON-129269256 tempest-SecurityGroupsNegativeTestJSON-129269256-project] show failed (client error): The resource could not be found. Jul 16 20:22:01.162460 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27e18d99-746a-4bd3-8395-117369a5c2c5 req-56d6f53f-a1bd-4081-8fc7-17793013ce9c tempest-SecurityGroupsNegativeTestJSON-129269256 tempest-SecurityGroupsNegativeTestJSON-129269256-project] 10.222.0.38 "GET /v2.0/security-groups/aa3b784b-58dc-4c72-8b56-55029dbdd005 HTTP/1.1" status: 404 len: 352 time: 0.0679743 Jul 16 20:22:01.180561 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53888) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:01.232678 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f0242a2f-1658-41ee-b9fe-f4cf77d3b782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.312203 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7dca3-b364-4633-9d7e-be6a1c6775a9 req-8321274f-42e4-4f1d-bdd6-d519593c81f9 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:01.313779 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c9a7dca3-b364-4633-9d7e-be6a1c6775a9 req-8321274f-42e4-4f1d-bdd6-d519593c81f9 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 970 time: 0.2673414 Jul 16 20:22:01.330767 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0046e09-aecd-440c-afd8-01cac5da20d6 admin admin] Deleting subnet eb99951a-cc99-4821-ba9c-7cabd919e1a6 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:22:01.342586 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b0046e09-aecd-440c-afd8-01cac5da20d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.423393 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-403413c1-7ff0-422f-aed1-0072d00acc1c req-3e99ec77-9b92-4ffb-85c5-9f6db8c6f778 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 210 time: 0.1085587 Jul 16 20:22:01.427826 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f0242a2f-1658-41ee-b9fe-f4cf77d3b782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.474275 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0242a2f-1658-41ee-b9fe-f4cf77d3b782 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=325fad68-70e9-4d9a-bad3-1e5cd23035b1,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:01.496039 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1aa685-401f-4c8b-aba8-4f1b77915d4f None None] Network a664677c-0739-4f9f-99bc-d66802b847ff requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:01.506850 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f0242a2f-1658-41ee-b9fe-f4cf77d3b782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.514809 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f0242a2f-1658-41ee-b9fe-f4cf77d3b782 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/325fad68-70e9-4d9a-bad3-1e5cd23035b1 HTTP/1.1" status: 204 len: 168 time: 0.7423067 Jul 16 20:22:01.517599 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53900) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:01.520456 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b0046e09-aecd-440c-afd8-01cac5da20d6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.531948 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c9a7dca3-b364-4633-9d7e-be6a1c6775a9 req-e64fab8a-9343-4477-8203-c58661c367bc tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916187 Jul 16 20:22:01.538713 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b0046e09-aecd-440c-afd8-01cac5da20d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.660588 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b0046e09-aecd-440c-afd8-01cac5da20d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.680697 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b0046e09-aecd-440c-afd8-01cac5da20d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.685964 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b0046e09-aecd-440c-afd8-01cac5da20d6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/eb99951a-cc99-4821-ba9c-7cabd919e1a6 HTTP/1.1" status: 204 len: 168 time: 0.5016587 Jul 16 20:22:01.688350 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53908) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:01.722502 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c0cb5b4c-6b32-4c77-9da9-f15135e3c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.750819 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0046e09-aecd-440c-afd8-01cac5da20d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb99951a-cc99-4821-ba9c-7cabd919e1a6,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:01.877358 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa937789-63eb-4c8a-881e-a9f2a5dc04f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.972399 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fa06d1-64f5-4500-b648-9017070f6109 None None] DHCP port deletion for a664677c-0739-4f9f-99bc-d66802b847ff request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:22:02.038185 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-c0cb5b4c-6b32-4c77-9da9-f15135e3c4aa admin admin] Deleting port b545e81e-f2be-4ece-a441-e0bf7e027a71 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:02.040066 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c0cb5b4c-6b32-4c77-9da9-f15135e3c4aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.083927 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-54fa06d1-64f5-4500-b648-9017070f6109 None None] Deleting port b545e81e-f2be-4ece-a441-e0bf7e027a71 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:02.086820 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-54fa06d1-64f5-4500-b648-9017070f6109 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.130569 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa937789-63eb-4c8a-881e-a9f2a5dc04f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.156190 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa937789-63eb-4c8a-881e-a9f2a5dc04f0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:22:02.156577 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa937789-63eb-4c8a-881e-a9f2a5dc04f0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:22:02.157361 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa937789-63eb-4c8a-881e-a9f2a5dc04f0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:22:02.157691 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa937789-63eb-4c8a-881e-a9f2a5dc04f0 admin admin] Subscribe: > port after_create 55550000 {{(pid=93794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:22:02.158019 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa937789-63eb-4c8a-881e-a9f2a5dc04f0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:22:02.158525 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa937789-63eb-4c8a-881e-a9f2a5dc04f0 admin admin] Subscribe: > port after_update 55550000 {{(pid=93794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:22:02.158712 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa937789-63eb-4c8a-881e-a9f2a5dc04f0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:22:02.159034 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa937789-63eb-4c8a-881e-a9f2a5dc04f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:22:02.159355 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa937789-63eb-4c8a-881e-a9f2a5dc04f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:22:02.159675 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa937789-63eb-4c8a-881e-a9f2a5dc04f0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:22:02.189420 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-c0cb5b4c-6b32-4c77-9da9-f15135e3c4aa admin admin] For port b545e81e-f2be-4ece-a441-e0bf7e027a71, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b545e81e-f2be-4ece-a441-e0bf7e027a71,segment=NetworkSegment(74adf910-8866-4629-bca1-03784801fa40),segment_id=74adf910-8866-4629-bca1-03784801fa40)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:02.190124 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c0cb5b4c-6b32-4c77-9da9-f15135e3c4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.205180 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-c0cb5b4c-6b32-4c77-9da9-f15135e3c4aa admin admin] Calling delete_port for b545e81e-f2be-4ece-a441-e0bf7e027a71 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:02.231736 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa937789-63eb-4c8a-881e-a9f2a5dc04f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:22:02.232098 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa937789-63eb-4c8a-881e-a9f2a5dc04f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:22:02.232433 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa937789-63eb-4c8a-881e-a9f2a5dc04f0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:22:02.232765 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa937789-63eb-4c8a-881e-a9f2a5dc04f0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:22:02.233131 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-aa937789-63eb-4c8a-881e-a9f2a5dc04f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72e992f-1ed8-42df-93f1-1979c32f4868']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:02.253706 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-aa937789-63eb-4c8a-881e-a9f2a5dc04f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2de1c5-39bf-4ebd-b7b1-92dec4a91508') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:02.254025 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-aa937789-63eb-4c8a-881e-a9f2a5dc04f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2de1c5-39bf-4ebd-b7b1-92dec4a91508') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:02.272743 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa937789-63eb-4c8a-881e-a9f2a5dc04f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.280266 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-54fa06d1-64f5-4500-b648-9017070f6109 None None] For port b545e81e-f2be-4ece-a441-e0bf7e027a71, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b545e81e-f2be-4ece-a441-e0bf7e027a71,segment=NetworkSegment(74adf910-8866-4629-bca1-03784801fa40),segment_id=74adf910-8866-4629-bca1-03784801fa40)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:02.280580 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-54fa06d1-64f5-4500-b648-9017070f6109 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.310804 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c0cb5b4c-6b32-4c77-9da9-f15135e3c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.319440 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-54fa06d1-64f5-4500-b648-9017070f6109 None None] Calling delete_port for b545e81e-f2be-4ece-a441-e0bf7e027a71 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:02.339987 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d704af8-9e98-4f91-adcc-49190979b833 req-c87dc2c6-40d7-48dd-8577-28bcc753e8eb tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:02.346072 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb5b4c-6b32-4c77-9da9-f15135e3c4aa admin admin] Pushing event deleted for resources: {'Port': ['ID=b545e81e-f2be-4ece-a441-e0bf7e027a71,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:02.354611 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2d704af8-9e98-4f91-adcc-49190979b833 req-c87dc2c6-40d7-48dd-8577-28bcc753e8eb tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd8e2c95-1870-4871-b330-9235583494c1 HTTP/1.1" status: 200 len: 949 time: 0.3968213 Jul 16 20:22:02.360186 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349248c0-544a-4fba-a55c-b652f909ca38 req-9ac8c3ee-57fb-4707-84bd-8969b13851b9 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:02.362226 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-349248c0-544a-4fba-a55c-b652f909ca38 req-9ac8c3ee-57fb-4707-84bd-8969b13851b9 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.18 "GET /v2.0/networks?id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418 HTTP/1.1" status: 200 len: 808 time: 0.6113598 Jul 16 20:22:02.366383 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa937789-63eb-4c8a-881e-a9f2a5dc04f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.368612 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cb5b4c-6b32-4c77-9da9-f15135e3c4aa admin admin] No DVR routers for this DVR port b545e81e-f2be-4ece-a441-e0bf7e027a71 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:02.390055 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-349248c0-544a-4fba-a55c-b652f909ca38 req-a999353e-7d22-4e3b-a7f2-f26478853a9b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Request body: {'port': {'device_id': '3a7aa58b-f104-41fe-93b0-d087381d4e4f', 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418', 'admin_state_up': True, 'tenant_id': 'cc52fcbf2d324f89bc73ed69e6a22b3a'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:02.394216 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa937789-63eb-4c8a-881e-a9f2a5dc04f0 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:22:02.394757 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa937789-63eb-4c8a-881e-a9f2a5dc04f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: from cryptography.utils import int_from_bytes Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: from cryptography.utils import int_from_bytes Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:22:02.399122 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:22:02.516070 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2d704af8-9e98-4f91-adcc-49190979b833 req-a282a931-6c8d-41c5-91ec-6c5afe254dba tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598387 Jul 16 20:22:02.544037 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa937789-63eb-4c8a-881e-a9f2a5dc04f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.551997 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa937789-63eb-4c8a-881e-a9f2a5dc04f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.554226 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-aa937789-63eb-4c8a-881e-a9f2a5dc04f0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/d72e992f-1ed8-42df-93f1-1979c32f4868 HTTP/1.1" status: 204 len: 168 time: 0.8626900 Jul 16 20:22:02.554481 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c0cb5b4c-6b32-4c77-9da9-f15135e3c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.593244 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa937789-63eb-4c8a-881e-a9f2a5dc04f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d72e992f-1ed8-42df-93f1-1979c32f4868,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:02.621977 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-c0cb5b4c-6b32-4c77-9da9-f15135e3c4aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a664677c-0739-4f9f-99bc-d66802b847ff']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:02.626210 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-54fa06d1-64f5-4500-b648-9017070f6109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.654257 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-c0cb5b4c-6b32-4c77-9da9-f15135e3c4aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74adf910-8866-4629-bca1-03784801fa40') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:02.659372 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-c0cb5b4c-6b32-4c77-9da9-f15135e3c4aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74adf910-8866-4629-bca1-03784801fa40') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:02.659536 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9376b12d-6c56-43fa-9b77-f0554caa388f no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:02.666576 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa06d1-64f5-4500-b648-9017070f6109 None None] Pushing event deleted for resources: {'Port': ['ID=b545e81e-f2be-4ece-a441-e0bf7e027a71,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:02.700440 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 9376b12d-6c56-43fa-9b77-f0554caa388f {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:02.700440 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9376b12d-6c56-43fa-9b77-f0554caa388f not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:02.700440 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b545e81e-f2be-4ece-a441-e0bf7e027a71 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:02.706175 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fa06d1-64f5-4500-b648-9017070f6109 None None] No DVR routers for this DVR port b545e81e-f2be-4ece-a441-e0bf7e027a71 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:02.711690 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c0cb5b4c-6b32-4c77-9da9-f15135e3c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.741005 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: b545e81e-f2be-4ece-a441-e0bf7e027a71 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:02.741408 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b545e81e-f2be-4ece-a441-e0bf7e027a71 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:02.792855 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dcbdf740-bc8c-4224-8146-d2a13737efa1 req-c0ed78e6-9b4d-4a45-b2ff-327eb8f51900 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 210 time: 0.0696206 Jul 16 20:22:02.793073 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c0cb5b4c-6b32-4c77-9da9-f15135e3c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.806195 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0cb5b4c-6b32-4c77-9da9-f15135e3c4aa admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:22:02.807306 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c0cb5b4c-6b32-4c77-9da9-f15135e3c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:22:02.809450 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:22:02.840092 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.884068 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-349248c0-544a-4fba-a55c-b652f909ca38 req-a999353e-7d22-4e3b-a7f2-f26478853a9b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Made reservation on behalf of cc52fcbf2d324f89bc73ed69e6a22b3a for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:02.889268 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-349248c0-544a-4fba-a55c-b652f909ca38 req-a999353e-7d22-4e3b-a7f2-f26478853a9b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.893844 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c0cb5b4c-6b32-4c77-9da9-f15135e3c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.921843 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c0cb5b4c-6b32-4c77-9da9-f15135e3c4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.923959 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c0cb5b4c-6b32-4c77-9da9-f15135e3c4aa admin admin] 10.222.0.38 "DELETE /v2.0/networks/a664677c-0739-4f9f-99bc-d66802b847ff HTTP/1.1" status: 204 len: 168 time: 1.4048152 Jul 16 20:22:02.924762 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53940) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:02.989358 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c904b-4850-4678-b53d-de8a70fa3432 req-992033a8-be8e-4b5e-af5a-71c6fdb1f95d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:02.991188 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-667c904b-4850-4678-b53d-de8a70fa3432 req-992033a8-be8e-4b5e-af5a-71c6fdb1f95d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 970 time: 0.1456721 Jul 16 20:22:02.999432 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c6527603-e579-42ce-9a18-4de8e1415f7b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a554438cc78040cdab99808b46cac080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0729907 Jul 16 20:22:03.002525 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53944) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:03.030145 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb5b4c-6b32-4c77-9da9-f15135e3c4aa admin admin] Pushing event deleted for resources: {'Network': ['ID=a664677c-0739-4f9f-99bc-d66802b847ff,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:03.053705 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-349248c0-544a-4fba-a55c-b652f909ca38 req-a999353e-7d22-4e3b-a7f2-f26478853a9b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Allocated IP 172.20.0.7 (0e9950ba-8ffa-4ae0-b3a9-a9194f267418/fed2a9f4-4984-4b87-a48a-a9fcef3fa565/e8d7853a-2e45-4036-a726-a7e4ecff5403) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:03.091963 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-667c904b-4850-4678-b53d-de8a70fa3432 req-0acd9626-65fb-4cd7-8449-92f6cf6eef79 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901330 Jul 16 20:22:03.095220 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-489e00ab-4049-467a-ab34-ef256f5281d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.124354 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-489e00ab-4049-467a-ab34-ef256f5281d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.212744 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-489e00ab-4049-467a-ab34-ef256f5281d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.215284 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-489e00ab-4049-467a-ab34-ef256f5281d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.218946 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-489e00ab-4049-467a-ab34-ef256f5281d6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/17116f10-d844-4b19-870b-2fff735553da HTTP/1.1" status: 204 len: 168 time: 0.2153547 Jul 16 20:22:03.237682 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e00ab-4049-467a-ab34-ef256f5281d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17116f10-d844-4b19-870b-2fff735553da,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:03.293391 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-349248c0-544a-4fba-a55c-b652f909ca38 req-a999353e-7d22-4e3b-a7f2-f26478853a9b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.344972 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-7b06f058-9139-43d2-9dc0-38445a6c1df6 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=b39a69b42562408eb3c39a632018523b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441222 Jul 16 20:22:03.372001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53962) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:03.417322 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-349248c0-544a-4fba-a55c-b652f909ca38 req-a999353e-7d22-4e3b-a7f2-f26478853a9b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.469549 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-349248c0-544a-4fba-a55c-b652f909ca38 req-a999353e-7d22-4e3b-a7f2-f26478853a9b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:03.474367 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b555aa46-6341-415e-bf8d-6c9626ba72a7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=90a79a3f01274690a963b60ce464133b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959573 Jul 16 20:22:03.475752 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-87667a5a-a78a-4af6-afb2-3d091123e699 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:03.483846 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53968) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:03.484373 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-87667a5a-a78a-4af6-afb2-3d091123e699 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1384695 Jul 16 20:22:03.485274 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-349248c0-544a-4fba-a55c-b652f909ca38 req-a999353e-7d22-4e3b-a7f2-f26478853a9b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:03.498875 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-d63607b7-6c0b-4cad-bd19-7b8679f458be tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/quotas/b39a69b42562408eb3c39a632018523b HTTP/1.1" status: 200 len: 375 time: 0.0135305 Jul 16 20:22:03.499033 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-349248c0-544a-4fba-a55c-b652f909ca38 req-a999353e-7d22-4e3b-a7f2-f26478853a9b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:03.533812 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-5dcf7ac1-eb7e-4da9-b9f4-d6111f9b0c5d tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b39a69b42562408eb3c39a632018523b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301371 Jul 16 20:22:03.541155 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999353e-7d22-4e3b-a7f2-f26478853a9b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Pushing event updated for resources: {'Port': ['ID=e8d7853a-2e45-4036-a726-a7e4ecff5403,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:03.582982 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349248c0-544a-4fba-a55c-b652f909ca38 req-a999353e-7d22-4e3b-a7f2-f26478853a9b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:03.584109 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-349248c0-544a-4fba-a55c-b652f909ca38 req-a999353e-7d22-4e3b-a7f2-f26478853a9b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.606567 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-349248c0-544a-4fba-a55c-b652f909ca38 req-a999353e-7d22-4e3b-a7f2-f26478853a9b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2324462 Jul 16 20:22:03.623135 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-349248c0-544a-4fba-a55c-b652f909ca38 req-10befc92-3fa8-4bba-844a-599b8d53c230 service neutron] Request body: {'port': {'device_id': '3a7aa58b-f104-41fe-93b0-d087381d4e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:03.626876 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-859dd15b-ae77-47b9-828b-3ac2113131dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.691547 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-859dd15b-ae77-47b9-828b-3ac2113131dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.777674 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-349248c0-544a-4fba-a55c-b652f909ca38 req-10befc92-3fa8-4bba-844a-599b8d53c230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.869390 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-859dd15b-ae77-47b9-828b-3ac2113131dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.872733 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-859dd15b-ae77-47b9-828b-3ac2113131dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.874123 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-1a8a2aac-98bf-4e7c-afe7-d9b26d3b71b3 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=0bc12790f5854fa482af08b243c71745&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446429 Jul 16 20:22:03.874268 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-859dd15b-ae77-47b9-828b-3ac2113131dc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/52b96590-4f01-45e4-be1f-786186ff6c2d HTTP/1.1" status: 204 len: 168 time: 0.3858230 Jul 16 20:22:03.893447 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859dd15b-ae77-47b9-828b-3ac2113131dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b96590-4f01-45e4-be1f-786186ff6c2d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:04.045076 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081e04c-c7a1-4c86-80d8-62c391f2dcae req-fa7591b5-27ac-4e1c-86e4-f0cdc3f45977 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:04.052455 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b081e04c-c7a1-4c86-80d8-62c391f2dcae req-fa7591b5-27ac-4e1c-86e4-f0cdc3f45977 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd8e2c95-1870-4871-b330-9235583494c1 HTTP/1.1" status: 200 len: 949 time: 0.1820247 Jul 16 20:22:04.062706 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-ee7e0bfb-12c6-4f24-8e61-a7a46712d2f0 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:04.064183 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-ee7e0bfb-12c6-4f24-8e61-a7a46712d2f0 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1509488 Jul 16 20:22:04.112317 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-ccea5c44-fc43-4679-b0b1-7161f57d51e3 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/quotas/0bc12790f5854fa482af08b243c71745 HTTP/1.1" status: 200 len: 375 time: 0.0416055 Jul 16 20:22:04.164549 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-242a5b87-b0c1-4340-98a1-ffce447ef4b2 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0bc12790f5854fa482af08b243c71745&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511215 Jul 16 20:22:04.178150 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b081e04c-c7a1-4c86-80d8-62c391f2dcae req-8ab8fa90-9e13-4864-ad0b-64750aba467f tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243508 Jul 16 20:22:04.205064 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-349248c0-544a-4fba-a55c-b652f909ca38 req-10befc92-3fa8-4bba-844a-599b8d53c230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8d7853a-2e45-4036-a726-a7e4ecff5403 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:04.223525 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-349248c0-544a-4fba-a55c-b652f909ca38 req-10befc92-3fa8-4bba-844a-599b8d53c230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.246716 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-349248c0-544a-4fba-a55c-b652f909ca38 req-10befc92-3fa8-4bba-844a-599b8d53c230 service neutron] Transition to ACTIVE for port object e8d7853a-2e45-4036-a726-a7e4ecff5403 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:04.251934 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-349248c0-544a-4fba-a55c-b652f909ca38 req-10befc92-3fa8-4bba-844a-599b8d53c230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.332704 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0650f8ce-dc71-4bba-bcf9-20eb867bd8d0 req-541747be-421f-42eb-a8b8-500168bc38e8 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/ports?device_id=d22e985c-a458-4935-93a2-94e6933c7aa5 HTTP/1.1" status: 200 len: 210 time: 0.0730519 Jul 16 20:22:04.353490 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10befc92-3fa8-4bba-844a-599b8d53c230 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d7853a-2e45-4036-a726-a7e4ecff5403,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:04.502540 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-349248c0-544a-4fba-a55c-b652f909ca38 req-10befc92-3fa8-4bba-844a-599b8d53c230 service neutron] Attempting to bind port e8d7853a-2e45-4036-a726-a7e4ecff5403 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:04.502896 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-349248c0-544a-4fba-a55c-b652f909ca38 req-10befc92-3fa8-4bba-844a-599b8d53c230 service neutron] Attempting to bind port e8d7853a-2e45-4036-a726-a7e4ecff5403 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:04.503231 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349248c0-544a-4fba-a55c-b652f909ca38 req-10befc92-3fa8-4bba-844a-599b8d53c230 service neutron] Attempting to bind port e8d7853a-2e45-4036-a726-a7e4ecff5403 on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:04.519602 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349248c0-544a-4fba-a55c-b652f909ca38 req-10befc92-3fa8-4bba-844a-599b8d53c230 service neutron] Port e8d7853a-2e45-4036-a726-a7e4ecff5403 on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:22:04.520018 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349248c0-544a-4fba-a55c-b652f909ca38 req-10befc92-3fa8-4bba-844a-599b8d53c230 service neutron] Attempting to bind port e8d7853a-2e45-4036-a726-a7e4ecff5403 on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:04.542294 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349248c0-544a-4fba-a55c-b652f909ca38 req-10befc92-3fa8-4bba-844a-599b8d53c230 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:04.542702 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349248c0-544a-4fba-a55c-b652f909ca38 req-10befc92-3fa8-4bba-844a-599b8d53c230 service neutron] Checking segment: {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:04.543035 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349248c0-544a-4fba-a55c-b652f909ca38 req-10befc92-3fa8-4bba-844a-599b8d53c230 service neutron] Bound using segment: {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:04.545903 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-349248c0-544a-4fba-a55c-b652f909ca38 req-10befc92-3fa8-4bba-844a-599b8d53c230 service neutron] Bound port: e8d7853a-2e45-4036-a726-a7e4ecff5403, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:04.550268 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-349248c0-544a-4fba-a55c-b652f909ca38 req-10befc92-3fa8-4bba-844a-599b8d53c230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.706924 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-349248c0-544a-4fba-a55c-b652f909ca38 req-10befc92-3fa8-4bba-844a-599b8d53c230 service neutron] For port e8d7853a-2e45-4036-a726-a7e4ecff5403, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:04.725268 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-349248c0-544a-4fba-a55c-b652f909ca38 req-10befc92-3fa8-4bba-844a-599b8d53c230 service neutron] For port e8d7853a-2e45-4036-a726-a7e4ecff5403, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e8d7853a-2e45-4036-a726-a7e4ecff5403,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:04.732610 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-349248c0-544a-4fba-a55c-b652f909ca38 req-10befc92-3fa8-4bba-844a-599b8d53c230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.752057 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1911d7-a98e-4179-a9e9-83e8d1e29be2 req-89c9b975-8ab0-4837-85dc-b9aeb48c0420 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:04.765967 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dd1911d7-a98e-4179-a9e9-83e8d1e29be2 req-89c9b975-8ab0-4837-85dc-b9aeb48c0420 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 943 time: 0.2705655 Jul 16 20:22:04.792572 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349248c0-544a-4fba-a55c-b652f909ca38 req-10befc92-3fa8-4bba-844a-599b8d53c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:04.795119 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-349248c0-544a-4fba-a55c-b652f909ca38 req-10befc92-3fa8-4bba-844a-599b8d53c230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.797689 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-349248c0-544a-4fba-a55c-b652f909ca38 req-10befc92-3fa8-4bba-844a-599b8d53c230 service neutron] 10.222.0.18 "PUT /v2.0/ports/e8d7853a-2e45-4036-a726-a7e4ecff5403 HTTP/1.1" status: 200 len: 1092 time: 1.1814308 Jul 16 20:22:04.801429 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a7aa58b-f104-41fe-93b0-d087381d4e4f', 'tag': 'e8d7853a-2e45-4036-a726-a7e4ecff5403'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:04.804887 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f6ad50-8846-4c3b-9645-7a26d23914fa" -d '{"events": [{"name": "network-changed", "server_uuid": "3a7aa58b-f104-41fe-93b0-d087381d4e4f", "tag": "e8d7853a-2e45-4036-a726-a7e4ecff5403"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:04.840857 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10befc92-3fa8-4bba-844a-599b8d53c230 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d7853a-2e45-4036-a726-a7e4ecff5403,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:04.862924 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dd1911d7-a98e-4179-a9e9-83e8d1e29be2 req-c2abfd94-d130-45a7-a5fc-87617fd68cc8 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959837 Jul 16 20:22:04.888082 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f909e49-2399-44ad-b108-efe6fdb1dea7 req-74cfa06d-6a36-4a6c-9801-2c33ae93844b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:04.890833 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3f909e49-2399-44ad-b108-efe6fdb1dea7 req-74cfa06d-6a36-4a6c-9801-2c33ae93844b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 970 time: 0.2578976 Jul 16 20:22:04.992582 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3f909e49-2399-44ad-b108-efe6fdb1dea7 req-17133149-c40b-499b-80de-6f5c564b74c4 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959220 Jul 16 20:22:05.035377 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349248c0-544a-4fba-a55c-b652f909ca38 req-ced240d0-8460-4dc5-9ff4-76da6facf65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:05.038216 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-349248c0-544a-4fba-a55c-b652f909ca38 req-ced240d0-8460-4dc5-9ff4-76da6facf65f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 1095 time: 0.1696682 Jul 16 20:22:05.139484 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-349248c0-544a-4fba-a55c-b652f909ca38 req-c8597530-9da7-4ac6-81a2-116ccad02bb5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8d7853a-2e45-4036-a726-a7e4ecff5403 HTTP/1.1" status: 200 len: 217 time: 0.0895798 Jul 16 20:22:05.174624 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af234f6-9071-4bda-8312-c82799cc24b8 req-4a5e565b-3013-452b-8d80-9a4e0ded8ca5 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:05.186711 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6af234f6-9071-4bda-8312-c82799cc24b8 req-4a5e565b-3013-452b-8d80-9a4e0ded8ca5 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.1627862 Jul 16 20:22:05.221567 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349248c0-544a-4fba-a55c-b652f909ca38 req-00f841fb-a214-451e-bfbc-eb1e15e31296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:05.223933 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-349248c0-544a-4fba-a55c-b652f909ca38 req-00f841fb-a214-451e-bfbc-eb1e15e31296 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fed2a9f4-4984-4b87-a48a-a9fcef3fa565 HTTP/1.1" status: 200 len: 848 time: 0.0765147 Jul 16 20:22:05.268577 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6af234f6-9071-4bda-8312-c82799cc24b8 req-4e4cd81e-1fef-4ccc-b78e-7b9d2f2dbe7d tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804710 Jul 16 20:22:05.290954 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-349248c0-544a-4fba-a55c-b652f909ca38 req-d8ed7a55-e8d4-4dd4-9e87-676ee9941465 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496449 Jul 16 20:22:05.340330 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2977c4e0-32d1-4e59-ba16-da2c32907970 x-openstack-request-id: req-2977c4e0-32d1-4e59-ba16-da2c32907970 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:05.340779 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a7aa58b-f104-41fe-93b0-d087381d4e4f", "tag": "e8d7853a-2e45-4036-a726-a7e4ecff5403", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:05.341033 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2977c4e0-32d1-4e59-ba16-da2c32907970 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:05.341424 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a7aa58b-f104-41fe-93b0-d087381d4e4f', 'tag': 'e8d7853a-2e45-4036-a726-a7e4ecff5403', 'status': 'completed', 'code': 200} Jul 16 20:22:05.495583 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-349248c0-544a-4fba-a55c-b652f909ca38 req-eca792ba-ea3a-4de4-8244-f4cc3dd3bf03 service neutron] 10.222.0.18 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063606 Jul 16 20:22:05.515787 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bda6d8be-0069-467c-84ba-9e09558839d1 req-99e19a90-851a-4dc4-b06d-492a4261b96b tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=39ba7c60-af4e-4bed-8934-20b3f37e26e8 HTTP/1.1" status: 200 len: 210 time: 0.0510888 Jul 16 20:22:05.629833 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bbf02df5-7801-4317-b176-6aa87697aaa2 req-a62c6f3b-2ef9-4ace-9367-6a47c6659ced tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/ports?device_id=d22e985c-a458-4935-93a2-94e6933c7aa5 HTTP/1.1" status: 200 len: 210 time: 0.0747750 Jul 16 20:22:05.661021 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-80112f11-5529-49bc-a535-8706894151f0 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=b39a69b42562408eb3c39a632018523b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576301 Jul 16 20:22:05.810072 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-24bc5622-1d4f-4849-b236-2b7f3da8ff84 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=a254b31985d548bd8f29a487cc39ddc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0853148 Jul 16 20:22:05.859403 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-0634b291-97b2-4378-a66c-e7cef52f2249 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:05.861153 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-0634b291-97b2-4378-a66c-e7cef52f2249 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1821656 Jul 16 20:22:05.913250 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-ce6d61fa-15fe-4d00-814c-b3539eef826a tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Request body: {'port': {'device_id': 'd22e985c-a458-4935-93a2-94e6933c7aa5', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': 'b39a69b42562408eb3c39a632018523b'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:05.935835 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-349248c0-544a-4fba-a55c-b652f909ca38 req-a684b8cb-8a88-49c3-9645-617f0e02b1d7 service neutron] 10.222.0.18 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314725 Jul 16 20:22:06.110893 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-a7eba521-fd2d-4901-8d8e-b5251adf54c9 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:06.112388 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-a7eba521-fd2d-4901-8d8e-b5251adf54c9 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3009267 Jul 16 20:22:06.179073 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-7ee676c5-56c7-4ed9-989e-fc56dad278fd tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/quotas/a254b31985d548bd8f29a487cc39ddc2 HTTP/1.1" status: 200 len: 375 time: 0.0499642 Jul 16 20:22:06.265184 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a20197-f991-439a-a3cd-56808afc574d req-11459d24-dee1-478a-8972-7dae00f4ddfc tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:06.267505 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-49a20197-f991-439a-a3cd-56808afc574d req-11459d24-dee1-478a-8972-7dae00f4ddfc tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 943 time: 0.1541693 Jul 16 20:22:06.313189 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-09e8a886-5e02-42c8-987b-bbb0d38cb8f2 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a254b31985d548bd8f29a487cc39ddc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1329820 Jul 16 20:22:06.406373 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-ce6d61fa-15fe-4d00-814c-b3539eef826a tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Made reservation on behalf of b39a69b42562408eb3c39a632018523b for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:06.409888 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-ce6d61fa-15fe-4d00-814c-b3539eef826a tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.415044 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6ad50-8846-4c3b-9645-7a26d23914fa req-4b1ba597-bf08-4361-ad85-7cfa22c45fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:06.417803 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-49a20197-f991-439a-a3cd-56808afc574d req-b29ff928-263c-4492-b5af-1a28e4feb33c tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408014 Jul 16 20:22:06.418376 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e1f6ad50-8846-4c3b-9645-7a26d23914fa req-4b1ba597-bf08-4361-ad85-7cfa22c45fbc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 1095 time: 0.1548486 Jul 16 20:22:06.427428 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-ce6d61fa-15fe-4d00-814c-b3539eef826a tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.598561 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-d7d09be9-ca8f-48b4-bf2b-fdaf097e0178 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=0bc12790f5854fa482af08b243c71745&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514138 Jul 16 20:22:06.656462 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6ad50-8846-4c3b-9645-7a26d23914fa req-64a28857-b710-4fd2-adb7-0423e2b2347f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:06.658184 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e1f6ad50-8846-4c3b-9645-7a26d23914fa req-64a28857-b710-4fd2-adb7-0423e2b2347f service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418 HTTP/1.1" status: 200 len: 909 time: 0.2319827 Jul 16 20:22:06.760462 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e1f6ad50-8846-4c3b-9645-7a26d23914fa req-07b15a27-453e-49ed-9bab-b011fefd39fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8d7853a-2e45-4036-a726-a7e4ecff5403 HTTP/1.1" status: 200 len: 217 time: 0.0890963 Jul 16 20:22:06.832010 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad14a5d-7aa2-47ad-b300-06461d44f548 req-5af89ef0-26e2-4ac0-b614-092a628e1ba5 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:06.834087 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cad14a5d-7aa2-47ad-b300-06461d44f548 req-5af89ef0-26e2-4ac0-b614-092a628e1ba5 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 970 time: 0.1904187 Jul 16 20:22:06.875658 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-f35c6493-b515-4517-8a87-77532680809d tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:06.877162 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-f35c6493-b515-4517-8a87-77532680809d tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2689655 Jul 16 20:22:06.903235 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-c1a05496-dc2f-44df-b5b1-7c916f18bb2e tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Request body: {'port': {'device_id': '39ba7c60-af4e-4bed-8934-20b3f37e26e8', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': '0bc12790f5854fa482af08b243c71745'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:06.915005 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cad14a5d-7aa2-47ad-b300-06461d44f548 req-744e0934-345d-4d4d-af4d-91953725fd24 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655475 Jul 16 20:22:06.999201 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-ce6d61fa-15fe-4d00-814c-b3539eef826a tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.004858 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6ad50-8846-4c3b-9645-7a26d23914fa req-350f902e-4ec3-442d-8c17-5250d4115269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:07.006846 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e1f6ad50-8846-4c3b-9645-7a26d23914fa req-350f902e-4ec3-442d-8c17-5250d4115269 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fed2a9f4-4984-4b87-a48a-a9fcef3fa565 HTTP/1.1" status: 200 len: 848 time: 0.2342629 Jul 16 20:22:07.011414 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-ce6d61fa-15fe-4d00-814c-b3539eef826a tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.053479 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-668d066b-9e1a-4c94-9595-805e5c365280 req-5b245d5c-fd15-4012-aa09-0930d7a15e6d tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=796c1f5d-fbb2-43db-a251-65623ee6c93c HTTP/1.1" status: 200 len: 210 time: 0.0657241 Jul 16 20:22:07.091703 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d61fa-15fe-4d00-814c-b3539eef826a tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a30b0d84-4011-46a0-80b7-0c7f88e2a98c,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:07.121774 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb46c727-05b6-4fba-a8d8-d805210b58f4 req-e4fc92ff-bc09-4448-bfc1-da8fa41cc988 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=39ba7c60-af4e-4bed-8934-20b3f37e26e8 HTTP/1.1" status: 200 len: 210 time: 0.0887213 Jul 16 20:22:07.227345 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e1f6ad50-8846-4c3b-9645-7a26d23914fa req-a9ebfc2f-30ee-4d51-8a89-717b57d7a1e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2098436 Jul 16 20:22:07.293063 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-70573dea-71fd-4042-ae03-1fc042c9dba3 req-a6792756-9645-4a85-9439-270c1be55677 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/ports?device_id=d22e985c-a458-4935-93a2-94e6933c7aa5 HTTP/1.1" status: 200 len: 210 time: 0.0658484 Jul 16 20:22:07.426379 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-c1a05496-dc2f-44df-b5b1-7c916f18bb2e tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Made reservation on behalf of 0bc12790f5854fa482af08b243c71745 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:07.429966 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-c1a05496-dc2f-44df-b5b1-7c916f18bb2e tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.456994 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-ce6d61fa-15fe-4d00-814c-b3539eef826a tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Allocated IP 192.168.233.41 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/d58b01d0-d895-4857-a175-31526659161a) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:07.461752 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-c1a05496-dc2f-44df-b5b1-7c916f18bb2e tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.501461 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e1f6ad50-8846-4c3b-9645-7a26d23914fa req-69ccf8dd-54e6-42f6-a9ea-e2f7b250f260 service neutron] 10.222.0.18 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472343 Jul 16 20:22:07.776564 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e1f6ad50-8846-4c3b-9645-7a26d23914fa req-289c6bc0-714c-445e-8842-f6bf80270bdc service neutron] 10.222.0.18 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649930 Jul 16 20:22:07.883329 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-ce6d61fa-15fe-4d00-814c-b3539eef826a tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.889029 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-c1a05496-dc2f-44df-b5b1-7c916f18bb2e tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.903788 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-c1a05496-dc2f-44df-b5b1-7c916f18bb2e tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.908187 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba35f83-527f-4c71-8ac8-fdd89e9ca4fc req-53eedcf9-3438-473e-8f9c-a58316cee471 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:07.914864 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-ce6d61fa-15fe-4d00-814c-b3539eef826a tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Transition to ACTIVE for port object d58b01d0-d895-4857-a175-31526659161a will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:07.916834 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ba35f83-527f-4c71-8ac8-fdd89e9ca4fc req-53eedcf9-3438-473e-8f9c-a58316cee471 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 943 time: 0.1414282 Jul 16 20:22:07.958171 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ba35f83-527f-4c71-8ac8-fdd89e9ca4fc req-23bf7790-1f30-4a58-a915-b033dc3cdd7b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405297 Jul 16 20:22:08.002960 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a05496-dc2f-44df-b5b1-7c916f18bb2e tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ece1a5c5-8a86-4a51-b0d4-641ba124c050,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:08.060792 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-ce6d61fa-15fe-4d00-814c-b3539eef826a tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.179573 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-ce6d61fa-15fe-4d00-814c-b3539eef826a tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:08.184068 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-ce6d61fa-15fe-4d00-814c-b3539eef826a tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:08.185879 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-ce6d61fa-15fe-4d00-814c-b3539eef826a tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:08.194777 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d61fa-15fe-4d00-814c-b3539eef826a tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Pushing event updated for resources: {'Port': ['ID=d58b01d0-d895-4857-a175-31526659161a,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:08.195126 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c029d-7cc1-4bc6-9933-d75863f4876f req-67fa3e67-4f6f-4598-afa8-ff0427979e90 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:08.198287 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-c1a05496-dc2f-44df-b5b1-7c916f18bb2e tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Allocated IP 192.168.233.127 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/34679c76-d877-4fa5-9541-fa76ffc90b12) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:08.209659 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-368c029d-7cc1-4bc6-9933-d75863f4876f req-67fa3e67-4f6f-4598-afa8-ff0427979e90 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 970 time: 0.1042137 Jul 16 20:22:08.288333 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-ce6d61fa-15fe-4d00-814c-b3539eef826a tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:08.288969 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-ce6d61fa-15fe-4d00-814c-b3539eef826a tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.299121 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-368c029d-7cc1-4bc6-9933-d75863f4876f req-83a3c251-6fd6-4e77-acca-d70c03dc10c2 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865619 Jul 16 20:22:08.455330 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.62', 52370) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:08.467023 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-ce6d61fa-15fe-4d00-814c-b3539eef826a tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5978038 Jul 16 20:22:08.486141 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-5371da7a-1a02-4580-8623-286544624cb5 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a254b31985d548bd8f29a487cc39ddc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292954 Jul 16 20:22:08.495649 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-f5ff7306-9e65-40d9-ae67-1bd25ce04fe5 service neutron] Request body: {'port': {'device_id': 'd22e985c-a458-4935-93a2-94e6933c7aa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:08.542456 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-c1a05496-dc2f-44df-b5b1-7c916f18bb2e tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.548316 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0dd02b04-2406-44a9-9f0f-4ffa7b23bfdc None None] Provisioning for port d58b01d0-d895-4857-a175-31526659161a completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:08.560534 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0dd02b04-2406-44a9-9f0f-4ffa7b23bfdc None None] Provisioning complete for port d58b01d0-d895-4857-a175-31526659161a triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:08.561230 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0dd02b04-2406-44a9-9f0f-4ffa7b23bfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.568604 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-c1a05496-dc2f-44df-b5b1-7c916f18bb2e tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Transition to ACTIVE for port object 34679c76-d877-4fa5-9541-fa76ffc90b12 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:08.609105 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c6000745-e764-4c38-a6da-d7333d08cf81 req-327a60f8-31c4-4cf8-a7c2-15c3ba999329 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=796c1f5d-fbb2-43db-a251-65623ee6c93c HTTP/1.1" status: 200 len: 210 time: 0.0898299 Jul 16 20:22:08.627920 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-f5ff7306-9e65-40d9-ae67-1bd25ce04fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.659290 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0dd02b04-2406-44a9-9f0f-4ffa7b23bfdc None None] Port d58b01d0-d895-4857-a175-31526659161a cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:08.687998 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-c1a05496-dc2f-44df-b5b1-7c916f18bb2e tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.815044 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-c1a05496-dc2f-44df-b5b1-7c916f18bb2e tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:08.816941 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-6506fdac-46a7-4e9f-92a4-04b65129f8a3 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:08.819734 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-6506fdac-46a7-4e9f-92a4-04b65129f8a3 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3176198 Jul 16 20:22:08.825033 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-c1a05496-dc2f-44df-b5b1-7c916f18bb2e tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:08.834034 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-c1a05496-dc2f-44df-b5b1-7c916f18bb2e tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:08.840628 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a05496-dc2f-44df-b5b1-7c916f18bb2e tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Pushing event updated for resources: {'Port': ['ID=34679c76-d877-4fa5-9541-fa76ffc90b12,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:08.863489 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-0f14147f-f0c8-4d7c-b490-e35023a20660 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Request body: {'port': {'device_id': '796c1f5d-fbb2-43db-a251-65623ee6c93c', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': 'a254b31985d548bd8f29a487cc39ddc2'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:08.916447 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-c1a05496-dc2f-44df-b5b1-7c916f18bb2e tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:08.917303 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-c1a05496-dc2f-44df-b5b1-7c916f18bb2e tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.967211 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-c1a05496-dc2f-44df-b5b1-7c916f18bb2e tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0800719 Jul 16 20:22:08.983786 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-636e4f71-d68e-446f-8100-7d64a5f691f6 service neutron] Request body: {'port': {'device_id': '39ba7c60-af4e-4bed-8934-20b3f37e26e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:09.098517 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-470e7966-6db0-4f9d-8e97-1a5a9c6351f7 None None] Provisioning for port 34679c76-d877-4fa5-9541-fa76ffc90b12 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:09.105277 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-470e7966-6db0-4f9d-8e97-1a5a9c6351f7 None None] Provisioning complete for port 34679c76-d877-4fa5-9541-fa76ffc90b12 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:09.105974 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-470e7966-6db0-4f9d-8e97-1a5a9c6351f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.114218 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-636e4f71-d68e-446f-8100-7d64a5f691f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.142137 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-f5ff7306-9e65-40d9-ae67-1bd25ce04fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d58b01d0-d895-4857-a175-31526659161a {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:09.152332 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-470e7966-6db0-4f9d-8e97-1a5a9c6351f7 None None] Port 34679c76-d877-4fa5-9541-fa76ffc90b12 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:09.154622 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-f5ff7306-9e65-40d9-ae67-1bd25ce04fe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.191778 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-f5ff7306-9e65-40d9-ae67-1bd25ce04fe5 service neutron] Transition to ACTIVE for port object d58b01d0-d895-4857-a175-31526659161a will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:09.201166 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-f5ff7306-9e65-40d9-ae67-1bd25ce04fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.283538 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4a643-ee2d-48a1-b047-a307b72a67a7 req-d1ea5d35-8ff2-48d6-8c5e-5def5c240302 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:09.285230 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-65f4a643-ee2d-48a1-b047-a307b72a67a7 req-d1ea5d35-8ff2-48d6-8c5e-5def5c240302 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=39ba7c60-af4e-4bed-8934-20b3f37e26e8 HTTP/1.1" status: 200 len: 936 time: 0.4634330 Jul 16 20:22:09.295633 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bdf88-440c-44a5-90e9-f0bf50a643b5 req-89c78823-49a7-4745-aafd-4bc639a5c1f1 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:09.297319 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-759bdf88-440c-44a5-90e9-f0bf50a643b5 req-89c78823-49a7-4745-aafd-4bc639a5c1f1 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/ports?device_id=d22e985c-a458-4935-93a2-94e6933c7aa5 HTTP/1.1" status: 200 len: 935 time: 0.4604242 Jul 16 20:22:09.313429 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff7306-9e65-40d9-ae67-1bd25ce04fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=d58b01d0-d895-4857-a175-31526659161a,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:09.356653 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-0f14147f-f0c8-4d7c-b490-e35023a20660 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Made reservation on behalf of a254b31985d548bd8f29a487cc39ddc2 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:09.360246 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-0f14147f-f0c8-4d7c-b490-e35023a20660 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.394890 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-65f4a643-ee2d-48a1-b047-a307b72a67a7 req-0f0e4a05-8e19-4313-8230-0ab896c98edd tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941441 Jul 16 20:22:09.402902 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-759bdf88-440c-44a5-90e9-f0bf50a643b5 req-1ae0ddb7-27e5-4e59-adbd-80ee47e1e5e6 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/security-groups?id=a30b0d84-4011-46a0-80b7-0c7f88e2a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983875 Jul 16 20:22:09.456925 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-f5ff7306-9e65-40d9-ae67-1bd25ce04fe5 service neutron] Attempting to bind port d58b01d0-d895-4857-a175-31526659161a on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:09.457265 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-f5ff7306-9e65-40d9-ae67-1bd25ce04fe5 service neutron] Attempting to bind port d58b01d0-d895-4857-a175-31526659161a by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:09.457596 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-f5ff7306-9e65-40d9-ae67-1bd25ce04fe5 service neutron] Attempting to bind port d58b01d0-d895-4857-a175-31526659161a on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:09.481301 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-f5ff7306-9e65-40d9-ae67-1bd25ce04fe5 service neutron] Port d58b01d0-d895-4857-a175-31526659161a on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:22:09.481860 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-f5ff7306-9e65-40d9-ae67-1bd25ce04fe5 service neutron] Attempting to bind port d58b01d0-d895-4857-a175-31526659161a on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:09.506178 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-f5ff7306-9e65-40d9-ae67-1bd25ce04fe5 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:09.506178 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-f5ff7306-9e65-40d9-ae67-1bd25ce04fe5 service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:09.506178 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-f5ff7306-9e65-40d9-ae67-1bd25ce04fe5 service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:09.506178 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-f5ff7306-9e65-40d9-ae67-1bd25ce04fe5 service neutron] Bound port: d58b01d0-d895-4857-a175-31526659161a, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:09.506178 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-f5ff7306-9e65-40d9-ae67-1bd25ce04fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.621075 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-636e4f71-d68e-446f-8100-7d64a5f691f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34679c76-d877-4fa5-9541-fa76ffc90b12 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:09.634138 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-636e4f71-d68e-446f-8100-7d64a5f691f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.647427 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-f5ff7306-9e65-40d9-ae67-1bd25ce04fe5 service neutron] For port d58b01d0-d895-4857-a175-31526659161a, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:09.653148 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-f5ff7306-9e65-40d9-ae67-1bd25ce04fe5 service neutron] For port d58b01d0-d895-4857-a175-31526659161a, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=d58b01d0-d895-4857-a175-31526659161a,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:09.656019 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-636e4f71-d68e-446f-8100-7d64a5f691f6 service neutron] Transition to ACTIVE for port object 34679c76-d877-4fa5-9541-fa76ffc90b12 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:09.657851 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-f5ff7306-9e65-40d9-ae67-1bd25ce04fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.662967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896c98f-74aa-4afe-83d4-eb9c84982bf7 req-e84d5769-afbb-430c-a027-7b2c7e0ff08b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:09.665137 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e896c98f-74aa-4afe-83d4-eb9c84982bf7 req-e84d5769-afbb-430c-a027-7b2c7e0ff08b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 943 time: 0.0855238 Jul 16 20:22:09.687578 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-636e4f71-d68e-446f-8100-7d64a5f691f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.702936 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-f5ff7306-9e65-40d9-ae67-1bd25ce04fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:09.703573 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-f5ff7306-9e65-40d9-ae67-1bd25ce04fe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.704947 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-f5ff7306-9e65-40d9-ae67-1bd25ce04fe5 service neutron] 10.222.0.62 "PUT /v2.0/ports/d58b01d0-d895-4857-a175-31526659161a HTTP/1.1" status: 200 len: 1096 time: 1.2149255 Jul 16 20:22:09.705397 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd22e985c-a458-4935-93a2-94e6933c7aa5', 'tag': 'd58b01d0-d895-4857-a175-31526659161a'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:09.707708 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a209110-395e-47c4-8c45-a90ce13e52fc" -d '{"events": [{"name": "network-changed", "server_uuid": "d22e985c-a458-4935-93a2-94e6933c7aa5", "tag": "d58b01d0-d895-4857-a175-31526659161a"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:09.760985 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff7306-9e65-40d9-ae67-1bd25ce04fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=d58b01d0-d895-4857-a175-31526659161a,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:09.775703 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e896c98f-74aa-4afe-83d4-eb9c84982bf7 req-82339687-85f6-4a3d-98ca-7665fc1b8b08 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995526 Jul 16 20:22:09.782376 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-0f14147f-f0c8-4d7c-b490-e35023a20660 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Allocated IP 192.168.233.145 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/b188c28c-baa5-449a-a232-bfa3bcbaaf23) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:09.845989 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e8d7853a-2e45-4036-a726-a7e4ecff5403 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:22:10.065766 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e4f71-d68e-446f-8100-7d64a5f691f6 service neutron] Pushing event updated for resources: {'Port': ['ID=34679c76-d877-4fa5-9541-fa76ffc90b12,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:10.069417 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e8d7853a-2e45-4036-a726-a7e4ecff5403, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e8d7853a-2e45-4036-a726-a7e4ecff5403,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:10.101711 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'e8d7853a-2e45-4036-a726-a7e4ecff5403', 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418', 'port_id': 'e8d7853a-2e45-4036-a726-a7e4ecff5403', 'mac_address': 'fa:16:3e:d6:e0:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fed2a9f4-4984-4b87-a48a-a9fcef3fa565', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:22:10.112227 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-0f14147f-f0c8-4d7c-b490-e35023a20660 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.129447 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7192aa-e478-4bef-956a-0f2d08f40f51 req-82fc59cd-65b5-4cc1-a3c5-c93c45a38381 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:10.139628 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ed7192aa-e478-4bef-956a-0f2d08f40f51 req-82fc59cd-65b5-4cc1-a3c5-c93c45a38381 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 970 time: 0.2205017 Jul 16 20:22:10.153206 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-636e4f71-d68e-446f-8100-7d64a5f691f6 service neutron] Attempting to bind port 34679c76-d877-4fa5-9541-fa76ffc90b12 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:10.162857 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-636e4f71-d68e-446f-8100-7d64a5f691f6 service neutron] Attempting to bind port 34679c76-d877-4fa5-9541-fa76ffc90b12 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:10.163578 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-636e4f71-d68e-446f-8100-7d64a5f691f6 service neutron] Attempting to bind port 34679c76-d877-4fa5-9541-fa76ffc90b12 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:10.173044 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-0f14147f-f0c8-4d7c-b490-e35023a20660 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Transition to ACTIVE for port object b188c28c-baa5-449a-a232-bfa3bcbaaf23 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:10.190122 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-5d2eb131-e33e-4c13-88cc-f6c0c34e0d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:10.199656 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-5d2eb131-e33e-4c13-88cc-f6c0c34e0d87 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b39a69b42562408eb3c39a632018523b&device_id=d22e985c-a458-4935-93a2-94e6933c7aa5 HTTP/1.1" status: 200 len: 1099 time: 0.3222306 Jul 16 20:22:10.202576 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-636e4f71-d68e-446f-8100-7d64a5f691f6 service neutron] Port 34679c76-d877-4fa5-9541-fa76ffc90b12 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:22:10.203073 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-636e4f71-d68e-446f-8100-7d64a5f691f6 service neutron] Attempting to bind port 34679c76-d877-4fa5-9541-fa76ffc90b12 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:10.211481 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.223701 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ed7192aa-e478-4bef-956a-0f2d08f40f51 req-fee91000-cd09-4c60-b520-9e11cd3a435c tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834417 Jul 16 20:22:10.285899 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-384565bb-f17d-44df-8b98-3ffa348b807a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=d58b01d0-d895-4857-a175-31526659161a HTTP/1.1" status: 200 len: 217 time: 0.0762901 Jul 16 20:22:10.288722 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-636e4f71-d68e-446f-8100-7d64a5f691f6 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:10.289563 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-636e4f71-d68e-446f-8100-7d64a5f691f6 service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:10.289563 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-636e4f71-d68e-446f-8100-7d64a5f691f6 service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:10.289872 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-636e4f71-d68e-446f-8100-7d64a5f691f6 service neutron] Bound port: 34679c76-d877-4fa5-9541-fa76ffc90b12, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:10.291980 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-636e4f71-d68e-446f-8100-7d64a5f691f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.298360 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8d7853a-2e45-4036-a726-a7e4ecff5403 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:10.318168 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-0f14147f-f0c8-4d7c-b490-e35023a20660 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.334268 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['ccb6097b-319a-40ec-961d-a2af27895726', 'fd19b7d7-b373-46c4-8645-79eb1f01a071'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:10.360092 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e8d7853a-2e45-4036-a726-a7e4ecff5403, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e8d7853a-2e45-4036-a726-a7e4ecff5403,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:10.391778 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.408973 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-0f14147f-f0c8-4d7c-b490-e35023a20660 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:10.413573 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-0f14147f-f0c8-4d7c-b490-e35023a20660 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:10.421159 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-0f14147f-f0c8-4d7c-b490-e35023a20660 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:10.450487 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14147f-f0c8-4d7c-b490-e35023a20660 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Pushing event updated for resources: {'Port': ['ID=b188c28c-baa5-449a-a232-bfa3bcbaaf23,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:10.454244 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-cbd1b73c-03a8-4a2d-8f30-ebb9ac19ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:10.456218 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-cbd1b73c-03a8-4a2d-8f30-ebb9ac19ffc2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1567509 Jul 16 20:22:10.466435 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=e8d7853a-2e45-4036-a726-a7e4ecff5403,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:10.559165 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b627f01-c2dd-4902-978b-e32fdec15b30 x-openstack-request-id: req-5b627f01-c2dd-4902-978b-e32fdec15b30 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:10.559752 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d22e985c-a458-4935-93a2-94e6933c7aa5", "tag": "d58b01d0-d895-4857-a175-31526659161a", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:10.559919 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5b627f01-c2dd-4902-978b-e32fdec15b30 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:10.560405 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd22e985c-a458-4935-93a2-94e6933c7aa5', 'tag': 'd58b01d0-d895-4857-a175-31526659161a', 'status': 'completed', 'code': 200} Jul 16 20:22:10.564503 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-0f14147f-f0c8-4d7c-b490-e35023a20660 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:10.565172 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-0f14147f-f0c8-4d7c-b490-e35023a20660 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.611628 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['e8d7853a-2e45-4036-a726-a7e4ecff5403'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:10.653714 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-636e4f71-d68e-446f-8100-7d64a5f691f6 service neutron] For port 34679c76-d877-4fa5-9541-fa76ffc90b12, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:10.661342 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-8ed34c23-fe03-40a9-abfd-cf2e1adb4834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:10.664286 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-8ed34c23-fe03-40a9-abfd-cf2e1adb4834 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1460292 Jul 16 20:22:10.668249 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-636e4f71-d68e-446f-8100-7d64a5f691f6 service neutron] For port 34679c76-d877-4fa5-9541-fa76ffc90b12, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=34679c76-d877-4fa5-9541-fa76ffc90b12,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:10.671498 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-0f14147f-f0c8-4d7c-b490-e35023a20660 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8370328 Jul 16 20:22:10.689905 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-636e4f71-d68e-446f-8100-7d64a5f691f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.691765 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-d257e671-034e-4009-ab32-8766028667bf service neutron] Request body: {'port': {'device_id': '796c1f5d-fbb2-43db-a251-65623ee6c93c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:10.795223 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-636e4f71-d68e-446f-8100-7d64a5f691f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:10.795760 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-636e4f71-d68e-446f-8100-7d64a5f691f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.801845 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-636e4f71-d68e-446f-8100-7d64a5f691f6 service neutron] 10.222.0.62 "PUT /v2.0/ports/34679c76-d877-4fa5-9541-fa76ffc90b12 HTTP/1.1" status: 200 len: 1097 time: 1.8223469 Jul 16 20:22:10.899661 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e4f71-d68e-446f-8100-7d64a5f691f6 service neutron] Pushing event updated for resources: {'Port': ['ID=34679c76-d877-4fa5-9541-fa76ffc90b12,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:10.914075 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842a369-137f-4a11-8bd4-75cb4f3030ef req-df20cf28-885a-4916-9e44-56b79bb8790e tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:10.916834 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d842a369-137f-4a11-8bd4-75cb4f3030ef req-df20cf28-885a-4916-9e44-56b79bb8790e tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=796c1f5d-fbb2-43db-a251-65623ee6c93c HTTP/1.1" status: 200 len: 936 time: 0.3238606 Jul 16 20:22:10.954925 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-d257e671-034e-4009-ab32-8766028667bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.985614 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785044a-59ef-4d90-ae6d-4985cafe0058 req-b067c8e2-ca87-4489-bf79-07cc5b52b727 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:10.995252 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6785044a-59ef-4d90-ae6d-4985cafe0058 req-b067c8e2-ca87-4489-bf79-07cc5b52b727 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=39ba7c60-af4e-4bed-8934-20b3f37e26e8 HTTP/1.1" status: 200 len: 948 time: 0.2628300 Jul 16 20:22:11.095982 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d842a369-137f-4a11-8bd4-75cb4f3030ef req-fd3bb27c-7e64-4994-8a53-b3ace62de3b5 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712923 Jul 16 20:22:11.100180 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3c8a1587-83fc-4dca-8b79-bc4bd1398b6d None None] Provisioning for port b188c28c-baa5-449a-a232-bfa3bcbaaf23 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:11.106736 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3c8a1587-83fc-4dca-8b79-bc4bd1398b6d None None] Provisioning complete for port b188c28c-baa5-449a-a232-bfa3bcbaaf23 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:11.107228 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c8a1587-83fc-4dca-8b79-bc4bd1398b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.169230 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3c8a1587-83fc-4dca-8b79-bc4bd1398b6d None None] Port b188c28c-baa5-449a-a232-bfa3bcbaaf23 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:11.189426 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6785044a-59ef-4d90-ae6d-4985cafe0058 req-21adce87-5bc6-4c16-9b54-5fdeb56d54ab tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928129 Jul 16 20:22:11.311284 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-dd057ece-8c66-4ab5-8d63-37b8dec0a2b9 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6375427 Jul 16 20:22:11.421743 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bee20333-a2f9-429f-8cb6-a0e5a2f516f7 req-3bdb4569-a8e3-4ad2-9431-f58e94805369 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018670 Jul 16 20:22:11.444961 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-974e9d5f-3052-480a-aeed-9f3558ff3dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:11.447699 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-974e9d5f-3052-480a-aeed-9f3558ff3dd6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0bc12790f5854fa482af08b243c71745&device_id=39ba7c60-af4e-4bed-8934-20b3f37e26e8 HTTP/1.1" status: 200 len: 1100 time: 0.5676048 Jul 16 20:22:11.550253 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-eb5819ff-44dc-491a-baec-8c6c71840d01 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=34679c76-d877-4fa5-9541-fa76ffc90b12 HTTP/1.1" status: 200 len: 217 time: 0.0883071 Jul 16 20:22:11.581592 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96422ae6-9fac-4720-b32d-1dca3297d1da req-f8ad6bed-1ef8-432e-ad0d-aa05bfcfc747 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:11.583027 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-96422ae6-9fac-4720-b32d-1dca3297d1da req-f8ad6bed-1ef8-432e-ad0d-aa05bfcfc747 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/ports?device_id=d22e985c-a458-4935-93a2-94e6933c7aa5 HTTP/1.1" status: 200 len: 947 time: 0.1607721 Jul 16 20:22:11.642736 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-5dd2f72f-1640-46b8-a9a6-837cf51a909a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:11.644222 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-5dd2f72f-1640-46b8-a9a6-837cf51a909a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0636098 Jul 16 20:22:11.659443 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a209110-395e-47c4-8c45-a90ce13e52fc req-c202bf75-7def-495e-b77c-b05086b2595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:11.660911 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2a209110-395e-47c4-8c45-a90ce13e52fc req-c202bf75-7def-495e-b77c-b05086b2595d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b39a69b42562408eb3c39a632018523b&device_id=d22e985c-a458-4935-93a2-94e6933c7aa5 HTTP/1.1" status: 200 len: 1099 time: 0.1242929 Jul 16 20:22:11.685461 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-d257e671-034e-4009-ab32-8766028667bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b188c28c-baa5-449a-a232-bfa3bcbaaf23 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:11.700676 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-d257e671-034e-4009-ab32-8766028667bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.709973 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-96422ae6-9fac-4720-b32d-1dca3297d1da req-d6d019ea-5a81-415c-af64-10291dd1d8be tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/security-groups?id=a30b0d84-4011-46a0-80b7-0c7f88e2a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010239 Jul 16 20:22:11.730192 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-d257e671-034e-4009-ab32-8766028667bf service neutron] Transition to ACTIVE for port object b188c28c-baa5-449a-a232-bfa3bcbaaf23 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:11.737373 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-d257e671-034e-4009-ab32-8766028667bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.778361 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1891669-3517-44fd-a494-a1eee7935fdc req-90f32f11-4732-45c1-9e91-a9fafc5d8426 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:11.780115 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e1891669-3517-44fd-a494-a1eee7935fdc req-90f32f11-4732-45c1-9e91-a9fafc5d8426 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 944 time: 0.1722667 Jul 16 20:22:11.800222 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-77b73c9c-d299-466e-9fb5-f2166ac3af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:11.801789 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-77b73c9c-d299-466e-9fb5-f2166ac3af76 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1399801 Jul 16 20:22:11.806835 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a209110-395e-47c4-8c45-a90ce13e52fc req-4bc77963-da1c-4f1f-8224-f2b683dbaf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:11.811719 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2a209110-395e-47c4-8c45-a90ce13e52fc req-4bc77963-da1c-4f1f-8224-f2b683dbaf1a service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.1410019 Jul 16 20:22:11.836380 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257e671-034e-4009-ab32-8766028667bf service neutron] Pushing event updated for resources: {'Port': ['ID=b188c28c-baa5-449a-a232-bfa3bcbaaf23,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:11.864490 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e8d7853a-2e45-4036-a726-a7e4ecff5403 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:11.879173 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2a209110-395e-47c4-8c45-a90ce13e52fc req-b2617b13-4001-45e6-a614-293612692983 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=d58b01d0-d895-4857-a175-31526659161a HTTP/1.1" status: 200 len: 217 time: 0.0577986 Jul 16 20:22:11.942056 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port e8d7853a-2e45-4036-a726-a7e4ecff5403 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:11.944264 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a209110-395e-47c4-8c45-a90ce13e52fc req-3a62d84b-dc11-4208-9709-1a09070910bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:11.945784 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2a209110-395e-47c4-8c45-a90ce13e52fc req-3a62d84b-dc11-4208-9709-1a09070910bd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0570741 Jul 16 20:22:11.951557 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e1891669-3517-44fd-a494-a1eee7935fdc req-57eafc82-c59a-4596-8e9d-13a873c898b6 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495042 Jul 16 20:22:11.952450 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port e8d7853a-2e45-4036-a726-a7e4ecff5403 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:11.953069 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.018154 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-d257e671-034e-4009-ab32-8766028667bf service neutron] Attempting to bind port b188c28c-baa5-449a-a232-bfa3bcbaaf23 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:12.019045 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-d257e671-034e-4009-ab32-8766028667bf service neutron] Attempting to bind port b188c28c-baa5-449a-a232-bfa3bcbaaf23 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:12.019659 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-d257e671-034e-4009-ab32-8766028667bf service neutron] Attempting to bind port b188c28c-baa5-449a-a232-bfa3bcbaaf23 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:12.029655 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-d257e671-034e-4009-ab32-8766028667bf service neutron] Port b188c28c-baa5-449a-a232-bfa3bcbaaf23 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:22:12.030220 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-d257e671-034e-4009-ab32-8766028667bf service neutron] Attempting to bind port b188c28c-baa5-449a-a232-bfa3bcbaaf23 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:12.054984 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-49a5fb00-9ced-45cf-9e3f-15f99c6e300f service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417481 Jul 16 20:22:12.057824 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622306b-866f-43ff-9a78-73fa1a958d53 req-a17c3faf-6e62-4919-b3a2-01cfa38dfdef tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:12.059915 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6622306b-866f-43ff-9a78-73fa1a958d53 req-a17c3faf-6e62-4919-b3a2-01cfa38dfdef tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 970 time: 0.2195802 Jul 16 20:22:12.063058 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.063923 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-d257e671-034e-4009-ab32-8766028667bf service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:12.064427 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-d257e671-034e-4009-ab32-8766028667bf service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:12.064974 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-d257e671-034e-4009-ab32-8766028667bf service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:12.065584 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-d257e671-034e-4009-ab32-8766028667bf service neutron] Bound port: b188c28c-baa5-449a-a232-bfa3bcbaaf23, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:12.066041 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-d257e671-034e-4009-ab32-8766028667bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.092747 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7aa58b-f104-41fe-93b0-d087381d4e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d7853a-2e45-4036-a726-a7e4ecff5403'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:12.095349 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07be1c3-e1e0-45a7-bdc9-54f3948822b4" -d '{"events": [{"server_uuid": "3a7aa58b-f104-41fe-93b0-d087381d4e4f", "name": "network-vif-plugged", "status": "completed", "tag": "e8d7853a-2e45-4036-a726-a7e4ecff5403"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:12.111711 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e8d7853a-2e45-4036-a726-a7e4ecff5403, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e8d7853a-2e45-4036-a726-a7e4ecff5403,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:12.122483 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.159554 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6622306b-866f-43ff-9a78-73fa1a958d53 req-383247b4-ee73-4b33-97dc-cc9ee34a544d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909450 Jul 16 20:22:12.186299 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-d257e671-034e-4009-ab32-8766028667bf service neutron] For port b188c28c-baa5-449a-a232-bfa3bcbaaf23, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:12.190131 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-d257e671-034e-4009-ab32-8766028667bf service neutron] For port b188c28c-baa5-449a-a232-bfa3bcbaaf23, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b188c28c-baa5-449a-a232-bfa3bcbaaf23,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:12.194478 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=e8d7853a-2e45-4036-a726-a7e4ecff5403,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:12.199531 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-d257e671-034e-4009-ab32-8766028667bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.260400 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-d257e671-034e-4009-ab32-8766028667bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:12.261042 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-d257e671-034e-4009-ab32-8766028667bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.262618 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-d257e671-034e-4009-ab32-8766028667bf service neutron] 10.222.0.62 "PUT /v2.0/ports/b188c28c-baa5-449a-a232-bfa3bcbaaf23 HTTP/1.1" status: 200 len: 1097 time: 1.5824974 Jul 16 20:22:12.263590 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796c1f5d-fbb2-43db-a251-65623ee6c93c', 'tag': 'b188c28c-baa5-449a-a232-bfa3bcbaaf23'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:12.273319 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2507412e-c705-49cf-8afa-5de3b05e373c x-openstack-request-id: req-2507412e-c705-49cf-8afa-5de3b05e373c {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:12.273615 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a7aa58b-f104-41fe-93b0-d087381d4e4f", "name": "network-vif-plugged", "status": "completed", "tag": "e8d7853a-2e45-4036-a726-a7e4ecff5403", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:12.273872 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2507412e-c705-49cf-8afa-5de3b05e373c {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:12.274272 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7aa58b-f104-41fe-93b0-d087381d4e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d7853a-2e45-4036-a726-a7e4ecff5403', 'code': 200} Jul 16 20:22:12.277651 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cec30c0-06c7-482c-8e71-dd2d895008f5" -d '{"events": [{"name": "network-changed", "server_uuid": "796c1f5d-fbb2-43db-a251-65623ee6c93c", "tag": "b188c28c-baa5-449a-a232-bfa3bcbaaf23"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:12.362051 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257e671-034e-4009-ab32-8766028667bf service neutron] Pushing event updated for resources: {'Port': ['ID=b188c28c-baa5-449a-a232-bfa3bcbaaf23,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:12.379977 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a209110-395e-47c4-8c45-a90ce13e52fc req-046583c6-133a-425c-a6e1-1ff08dfc0b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:12.385265 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2a209110-395e-47c4-8c45-a90ce13e52fc req-046583c6-133a-425c-a6e1-1ff08dfc0b92 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3263988 Jul 16 20:22:12.413508 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5ad746f8-66c4-4fdd-a639-13a8ee9aadaf req-c95a4cb2-a0e8-478f-8fbd-80719059f13c service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425260 Jul 16 20:22:12.492523 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-767a724b-0687-46ca-8cec-049c51635c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:12.495801 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-767a724b-0687-46ca-8cec-049c51635c5d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a254b31985d548bd8f29a487cc39ddc2&device_id=796c1f5d-fbb2-43db-a251-65623ee6c93c HTTP/1.1" status: 200 len: 1100 time: 0.1556590 Jul 16 20:22:12.517192 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2a209110-395e-47c4-8c45-a90ce13e52fc req-a6e61d13-2f8e-47b8-a854-dbd4bb956e12 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234460 Jul 16 20:22:12.570193 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ba7c60-af4e-4bed-8934-20b3f37e26e8', 'tag': '34679c76-d877-4fa5-9541-fa76ffc90b12'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:12.572840 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df45677-9582-44db-b0fe-e935d4aadfb5" -d '{"events": [{"name": "network-changed", "server_uuid": "39ba7c60-af4e-4bed-8934-20b3f37e26e8", "tag": "34679c76-d877-4fa5-9541-fa76ffc90b12"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:12.625343 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-6bcb7442-e0e6-4c4b-b92b-f878846cc042 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=b188c28c-baa5-449a-a232-bfa3bcbaaf23 HTTP/1.1" status: 200 len: 217 time: 0.1008589 Jul 16 20:22:12.666941 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7441ee-99e6-4f18-b00e-0ee3859e1ae9 req-2c75e1f8-3a86-4a67-816c-ed39b573c3db tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:12.668560 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2a209110-395e-47c4-8c45-a90ce13e52fc req-a812e6ac-d223-49b3-9d41-77415c813187 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392751 Jul 16 20:22:12.669469 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa7441ee-99e6-4f18-b00e-0ee3859e1ae9 req-2c75e1f8-3a86-4a67-816c-ed39b573c3db tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=796c1f5d-fbb2-43db-a251-65623ee6c93c HTTP/1.1" status: 200 len: 948 time: 0.2518501 Jul 16 20:22:12.675168 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8189a7-a39b-4651-8838-1c57351f1b7d req-bac633ad-851a-43a3-8511-41d60fc8b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:12.676619 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5a8189a7-a39b-4651-8838-1c57351f1b7d req-bac633ad-851a-43a3-8511-41d60fc8b64a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 1097 time: 0.1584098 Jul 16 20:22:12.716233 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5a8189a7-a39b-4651-8838-1c57351f1b7d req-5d97e4a1-b3f0-446a-bf13-9338945868cd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317597 Jul 16 20:22:12.769965 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-1293b2eb-33cf-4676-b5f6-ab9cba3a3ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:12.771490 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-1293b2eb-33cf-4676-b5f6-ab9cba3a3ad9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1300550 Jul 16 20:22:12.780759 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa7441ee-99e6-4f18-b00e-0ee3859e1ae9 req-b44f6311-49d0-4c74-b018-98cb83272d34 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763407 Jul 16 20:22:12.836532 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85dbabc-f203-4f10-96e6-dffe71a797c6 req-a8ec3fc9-3840-472d-a81a-28322dbea8dc tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:12.838757 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e85dbabc-f203-4f10-96e6-dffe71a797c6 req-a8ec3fc9-3840-472d-a81a-28322dbea8dc tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=39ba7c60-af4e-4bed-8934-20b3f37e26e8 HTTP/1.1" status: 200 len: 948 time: 0.1666429 Jul 16 20:22:12.868353 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb48f2b-c98e-4d77-b908-cccbfaf58536 x-openstack-request-id: req-0eb48f2b-c98e-4d77-b908-cccbfaf58536 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:12.868687 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "796c1f5d-fbb2-43db-a251-65623ee6c93c", "tag": "b188c28c-baa5-449a-a232-bfa3bcbaaf23", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:12.868941 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0eb48f2b-c98e-4d77-b908-cccbfaf58536 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:12.869410 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796c1f5d-fbb2-43db-a251-65623ee6c93c', 'tag': 'b188c28c-baa5-449a-a232-bfa3bcbaaf23', 'status': 'completed', 'code': 200} Jul 16 20:22:12.886728 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-a24cb119-e903-461c-8c6b-5d9b33798cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:12.888251 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-a24cb119-e903-461c-8c6b-5d9b33798cb6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1066437 Jul 16 20:22:12.895796 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e85dbabc-f203-4f10-96e6-dffe71a797c6 req-6e50018e-74a0-4106-8b58-4a76500e1595 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501463 Jul 16 20:22:12.993435 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-22d2cdc1-1e66-4d29-8b70-1588be91d548 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966423 Jul 16 20:22:13.106206 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbac372-aea7-4f44-a15c-1956a5cbf8af x-openstack-request-id: req-fdbac372-aea7-4f44-a15c-1956a5cbf8af {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:13.106625 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ba7c60-af4e-4bed-8934-20b3f37e26e8", "tag": "34679c76-d877-4fa5-9541-fa76ffc90b12", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:13.107079 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fdbac372-aea7-4f44-a15c-1956a5cbf8af {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:13.107483 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ba7c60-af4e-4bed-8934-20b3f37e26e8', 'tag': '34679c76-d877-4fa5-9541-fa76ffc90b12', 'status': 'completed', 'code': 200} Jul 16 20:22:13.115459 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ade6746-7590-41ec-86b9-53f4c151f3af req-eb5f792d-1ed4-404b-a8c1-6805b3856da5 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146877 Jul 16 20:22:13.276990 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df45677-9582-44db-b0fe-e935d4aadfb5 req-fc543ab3-0bf9-4e94-8024-3b130cb3c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:13.278444 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9df45677-9582-44db-b0fe-e935d4aadfb5 req-fc543ab3-0bf9-4e94-8024-3b130cb3c97c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0bc12790f5854fa482af08b243c71745&device_id=39ba7c60-af4e-4bed-8934-20b3f37e26e8 HTTP/1.1" status: 200 len: 1100 time: 0.1009009 Jul 16 20:22:13.289261 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b01145-4702-48be-b6ac-999568844062 req-6cc75855-dac7-482a-9093-1a9572530259 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:13.291347 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d5b01145-4702-48be-b6ac-999568844062 req-6cc75855-dac7-482a-9093-1a9572530259 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/ports?device_id=d22e985c-a458-4935-93a2-94e6933c7aa5 HTTP/1.1" status: 200 len: 947 time: 0.1553578 Jul 16 20:22:13.309124 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec30c0-06c7-482c-8e71-dd2d895008f5 req-4d57d8b6-dbb2-451f-aa7e-7e81b4c46c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:13.310684 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6cec30c0-06c7-482c-8e71-dd2d895008f5 req-4d57d8b6-dbb2-451f-aa7e-7e81b4c46c23 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a254b31985d548bd8f29a487cc39ddc2&device_id=796c1f5d-fbb2-43db-a251-65623ee6c93c HTTP/1.1" status: 200 len: 1100 time: 0.1062849 Jul 16 20:22:13.443026 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec30c0-06c7-482c-8e71-dd2d895008f5 req-b2542249-e95e-4a4c-8cf0-064ca87a09d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:13.446856 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6cec30c0-06c7-482c-8e71-dd2d895008f5 req-b2542249-e95e-4a4c-8cf0-064ca87a09d5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.1272645 Jul 16 20:22:13.470095 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d5b01145-4702-48be-b6ac-999568844062 req-773e4ba3-002e-4607-b350-cfe3e73939dc tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/security-groups?id=a30b0d84-4011-46a0-80b7-0c7f88e2a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436934 Jul 16 20:22:13.481893 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df45677-9582-44db-b0fe-e935d4aadfb5 req-c6cdfaa3-ddaf-4012-9b39-f6432b336e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:13.489130 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9df45677-9582-44db-b0fe-e935d4aadfb5 req-c6cdfaa3-ddaf-4012-9b39-f6432b336e31 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.1693897 Jul 16 20:22:13.506744 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999d570-6d21-48f8-8a29-91b59cf92a54 req-ba7a6041-e72a-49df-be2d-7c0e3d438866 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:13.514772 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7999d570-6d21-48f8-8a29-91b59cf92a54 req-ba7a6041-e72a-49df-be2d-7c0e3d438866 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 945 time: 0.2341747 Jul 16 20:22:13.556910 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6cec30c0-06c7-482c-8e71-dd2d895008f5 req-f37ff4ca-3a33-46e6-8fe7-4b6d6d6ec3d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=b188c28c-baa5-449a-a232-bfa3bcbaaf23 HTTP/1.1" status: 200 len: 217 time: 0.0997348 Jul 16 20:22:13.634453 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9df45677-9582-44db-b0fe-e935d4aadfb5 req-24771a51-233a-49c6-97f6-7f78b0b7d01a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=34679c76-d877-4fa5-9541-fa76ffc90b12 HTTP/1.1" status: 200 len: 217 time: 0.1360576 Jul 16 20:22:13.710985 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec30c0-06c7-482c-8e71-dd2d895008f5 req-a655b388-dadc-4304-9e09-724aa1994424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:13.716217 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6cec30c0-06c7-482c-8e71-dd2d895008f5 req-a655b388-dadc-4304-9e09-724aa1994424 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1520569 Jul 16 20:22:13.749298 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7999d570-6d21-48f8-8a29-91b59cf92a54 req-1841336f-8c81-4517-937a-2ba64f519960 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336035 Jul 16 20:22:13.762439 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df45677-9582-44db-b0fe-e935d4aadfb5 req-cfab55af-9ebe-4bcc-88d8-42e39c468863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:13.764049 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9df45677-9582-44db-b0fe-e935d4aadfb5 req-cfab55af-9ebe-4bcc-88d8-42e39c468863 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1095541 Jul 16 20:22:13.808265 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device d58b01d0-d895-4857-a175-31526659161a details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:22:13.851734 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec30c0-06c7-482c-8e71-dd2d895008f5 req-7f1a66e5-d7f5-4471-bf7b-e226409ffc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:13.861541 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6cec30c0-06c7-482c-8e71-dd2d895008f5 req-7f1a66e5-d7f5-4471-bf7b-e226409ffc17 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1329415 Jul 16 20:22:13.886493 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df45677-9582-44db-b0fe-e935d4aadfb5 req-ae528473-5a29-4ec0-981d-626402bdc8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:13.888099 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9df45677-9582-44db-b0fe-e935d4aadfb5 req-ae528473-5a29-4ec0-981d-626402bdc8ba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1154506 Jul 16 20:22:13.999734 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port d58b01d0-d895-4857-a175-31526659161a, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=d58b01d0-d895-4857-a175-31526659161a,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:14.037105 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'd58b01d0-d895-4857-a175-31526659161a', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': 'd58b01d0-d895-4857-a175-31526659161a', 'mac_address': 'fa:16:3e:44:f6:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:22:14.080750 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9df45677-9582-44db-b0fe-e935d4aadfb5 req-c4268531-9934-4aae-8477-0e5e88b0d457 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856263 Jul 16 20:22:14.094932 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.098494 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adf496-27cf-420b-acbc-19fc1adb03be req-f4fe3798-c880-42db-91e8-e5fe659d1f74 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:14.105992 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-70adf496-27cf-420b-acbc-19fc1adb03be req-f4fe3798-c880-42db-91e8-e5fe659d1f74 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 970 time: 0.1813850 Jul 16 20:22:14.112471 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d58b01d0-d895-4857-a175-31526659161a {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:14.158065 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port d58b01d0-d895-4857-a175-31526659161a, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=d58b01d0-d895-4857-a175-31526659161a,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:14.166298 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.207635 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6cec30c0-06c7-482c-8e71-dd2d895008f5 req-2e67a3ea-514d-4517-a710-62dbf573e159 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382349 Jul 16 20:22:14.231307 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-70adf496-27cf-420b-acbc-19fc1adb03be req-f41a0dfa-6dc6-416a-870a-e0a8ac8e46f1 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239614 Jul 16 20:22:14.281070 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=d58b01d0-d895-4857-a175-31526659161a,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:14.322290 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-90a3c94e-07da-40d7-937f-d24649a4fffd service neutron] show failed (client error): The resource could not be found. Jul 16 20:22:14.324397 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-90a3c94e-07da-40d7-937f-d24649a4fffd service neutron] 10.222.0.18 "GET /v2.0/ports/7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2/bindings/n-h2-791506-21 HTTP/1.1" status: 404 len: 381 time: 0.3451562 Jul 16 20:22:14.385173 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9df45677-9582-44db-b0fe-e935d4aadfb5 req-19cec893-f5c4-4a05-b927-a55dd5aebd78 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761312 Jul 16 20:22:14.406410 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['d58b01d0-d895-4857-a175-31526659161a'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:14.434937 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60aeb1-dfd2-4bec-9621-e94650039a7d req-4cb4bf3a-ad09-4078-968e-f7fce24c5d61 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:14.437934 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa60aeb1-dfd2-4bec-9621-e94650039a7d req-4cb4bf3a-ad09-4078-968e-f7fce24c5d61 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=796c1f5d-fbb2-43db-a251-65623ee6c93c HTTP/1.1" status: 200 len: 948 time: 0.2224417 Jul 16 20:22:14.445452 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6cec30c0-06c7-482c-8e71-dd2d895008f5 req-39c4e7ad-8bb5-4cfd-a610-1fcef9babe1a service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262893 Jul 16 20:22:14.527895 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa60aeb1-dfd2-4bec-9621-e94650039a7d req-dd0ebd1d-be08-4dfc-aa90-ccc7f604cd69 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749655 Jul 16 20:22:14.583941 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e98d88-b067-4ffb-b57f-6ca43d0af5e0 req-1b97af44-1ac2-4bec-9dce-379b4e422cd4 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:14.585831 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73e98d88-b067-4ffb-b57f-6ca43d0af5e0 req-1b97af44-1ac2-4bec-9dce-379b4e422cd4 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=39ba7c60-af4e-4bed-8934-20b3f37e26e8 HTTP/1.1" status: 200 len: 948 time: 0.1451936 Jul 16 20:22:14.658725 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73e98d88-b067-4ffb-b57f-6ca43d0af5e0 req-452966c4-b418-4249-958a-a7233f8b8c80 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643253 Jul 16 20:22:14.867974 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-7b4f29f0-2616-4ff1-bef5-7c43ae050973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:14.871184 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-7b4f29f0-2616-4ff1-bef5-7c43ae050973 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf&tenant_id=ae184935e63442fbbd551c2164ed273b HTTP/1.1" status: 200 len: 1122 time: 0.1508803 Jul 16 20:22:14.896395 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-3925a9b1-d88e-45e4-8105-f92cfa57c11e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-21', 'device_owner': 'compute:nova'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:15.006840 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-3925a9b1-d88e-45e4-8105-f92cfa57c11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.025079 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff339ef7-26d7-49a5-8c71-5b6ffb98e68e req-e86b47c7-58db-4d41-89f8-e571ca20b324 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:15.027433 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ff339ef7-26d7-49a5-8c71-5b6ffb98e68e req-e86b47c7-58db-4d41-89f8-e571ca20b324 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/ports?device_id=d22e985c-a458-4935-93a2-94e6933c7aa5 HTTP/1.1" status: 200 len: 948 time: 0.1065021 Jul 16 20:22:15.081809 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ff339ef7-26d7-49a5-8c71-5b6ffb98e68e req-4109addc-a200-4bb5-a12b-0f4fcaa5755e tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/security-groups?id=a30b0d84-4011-46a0-80b7-0c7f88e2a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482490 Jul 16 20:22:15.308167 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-3925a9b1-d88e-45e4-8105-f92cfa57c11e service neutron] For port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:15.328848 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079dbe3-a31b-4f3d-a724-613d72213b44 req-01c72eda-58ad-4368-861f-d1f20094a62f tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:15.330503 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4079dbe3-a31b-4f3d-a724-613d72213b44 req-01c72eda-58ad-4368-861f-d1f20094a62f tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 945 time: 0.0771558 Jul 16 20:22:15.348899 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-3925a9b1-d88e-45e4-8105-f92cfa57c11e service neutron] For port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:15.372419 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4079dbe3-a31b-4f3d-a724-613d72213b44 req-0f8e3931-393b-4d1b-868e-770f772cf4a8 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339563 Jul 16 20:22:15.396630 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-3925a9b1-d88e-45e4-8105-f92cfa57c11e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.406794 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588f57f6-0144-43f9-b507-ab238c35abbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:15.409113 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e88aecb-7b79-427a-becf-1b2aa8a5027f" -d '{"events": [{"server_uuid": "588f57f6-0144-43f9-b507-ab238c35abbf", "name": "network-vif-unplugged", "status": "completed", "tag": "7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:15.423842 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-3925a9b1-d88e-45e4-8105-f92cfa57c11e service neutron] Transition to ACTIVE for port object 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:15.432013 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-3925a9b1-d88e-45e4-8105-f92cfa57c11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.498821 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-3925a9b1-d88e-45e4-8105-f92cfa57c11e service neutron] No DVR routers for this DVR port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:15.502365 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9dd194-cb6c-4654-8428-d804ee90becf req-8d30d4bd-fbb0-4f50-aea2-c3cac1328242 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:15.503184 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925a9b1-d88e-45e4-8105-f92cfa57c11e service neutron] Pushing event updated for resources: {'Port': ['ID=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2,revision_number=6']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:15.503910 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b9dd194-cb6c-4654-8428-d804ee90becf req-8d30d4bd-fbb0-4f50-aea2-c3cac1328242 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 947 time: 0.0759397 Jul 16 20:22:15.542500 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-3925a9b1-d88e-45e4-8105-f92cfa57c11e service neutron] Attempting to bind port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:15.542969 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-3925a9b1-d88e-45e4-8105-f92cfa57c11e service neutron] Attempting to bind port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:15.543302 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-3925a9b1-d88e-45e4-8105-f92cfa57c11e service neutron] Attempting to bind port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:15.548987 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-3925a9b1-d88e-45e4-8105-f92cfa57c11e service neutron] Port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:22:15.549317 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-3925a9b1-d88e-45e4-8105-f92cfa57c11e service neutron] Attempting to bind port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:15.557522 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-3925a9b1-d88e-45e4-8105-f92cfa57c11e service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:15.557983 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-3925a9b1-d88e-45e4-8105-f92cfa57c11e service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:15.558135 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-3925a9b1-d88e-45e4-8105-f92cfa57c11e service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:15.558598 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-3925a9b1-d88e-45e4-8105-f92cfa57c11e service neutron] Bound port: 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:15.558944 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-3925a9b1-d88e-45e4-8105-f92cfa57c11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.562129 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b9dd194-cb6c-4654-8428-d804ee90becf req-67f27ea6-7254-4359-918c-0fc19f0fdd96 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490458 Jul 16 20:22:15.641916 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-3925a9b1-d88e-45e4-8105-f92cfa57c11e service neutron] For port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:15.645285 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-3925a9b1-d88e-45e4-8105-f92cfa57c11e service neutron] For port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:15.655871 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-3925a9b1-d88e-45e4-8105-f92cfa57c11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.689584 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-3925a9b1-d88e-45e4-8105-f92cfa57c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:15.690193 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-3925a9b1-d88e-45e4-8105-f92cfa57c11e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.691600 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-3925a9b1-d88e-45e4-8105-f92cfa57c11e service neutron] 10.222.0.62 "PUT /v2.0/ports/7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 HTTP/1.1" status: 200 len: 1096 time: 0.8051682 Jul 16 20:22:15.723748 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925a9b1-d88e-45e4-8105-f92cfa57c11e service neutron] Pushing event updated for resources: {'Port': ['ID=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2,revision_number=7']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:15.798814 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-897c17f7-13bd-4ffc-b447-83ba533d0236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:15.800373 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-897c17f7-13bd-4ffc-b447-83ba533d0236 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 1099 time: 0.0732598 Jul 16 20:22:15.807495 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b188c28c-baa5-449a-a232-bfa3bcbaaf23 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:22:15.847118 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device d58b01d0-d895-4857-a175-31526659161a up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:15.943744 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-8c996e98-395d-49fc-a0cd-4eeee5e4f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:15.947619 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-8c996e98-395d-49fc-a0cd-4eeee5e4f95f service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.1399686 Jul 16 20:22:16.002035 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-b83468a9-1d30-414c-9d74-7bc5de72e7bc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 HTTP/1.1" status: 200 len: 217 time: 0.0428896 Jul 16 20:22:16.007895 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc1c15c-647b-4bc6-add5-ac3662936051 x-openstack-request-id: req-bdc1c15c-647b-4bc6-add5-ac3662936051 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:16.008443 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588f57f6-0144-43f9-b507-ab238c35abbf", "name": "network-vif-unplugged", "status": "completed", "tag": "7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:16.008790 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bdc1c15c-647b-4bc6-add5-ac3662936051 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:16.009296 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588f57f6-0144-43f9-b507-ab238c35abbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2', 'code': 200} Jul 16 20:22:16.037879 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b188c28c-baa5-449a-a232-bfa3bcbaaf23, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b188c28c-baa5-449a-a232-bfa3bcbaaf23,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:16.052112 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'b188c28c-baa5-449a-a232-bfa3bcbaaf23', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': 'b188c28c-baa5-449a-a232-bfa3bcbaaf23', 'mac_address': 'fa:16:3e:36:09:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:22:16.058878 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port d58b01d0-d895-4857-a175-31526659161a completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:16.080060 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbb40a-aea9-4772-8604-3dd5b1a08f2d req-c447ef3e-601f-4bf8-8bab-a881a649af34 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:16.080626 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port d58b01d0-d895-4857-a175-31526659161a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:16.080755 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.085904 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-5ba87fef-9475-4834-978d-03ae5a4c6c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:16.089066 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-5ba87fef-9475-4834-978d-03ae5a4c6c94 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0771279 Jul 16 20:22:16.090069 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fcdbb40a-aea9-4772-8604-3dd5b1a08f2d req-c447ef3e-601f-4bf8-8bab-a881a649af34 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 1097 time: 0.0824311 Jul 16 20:22:16.115162 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.135122 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b188c28c-baa5-449a-a232-bfa3bcbaaf23 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:16.155345 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fcdbb40a-aea9-4772-8604-3dd5b1a08f2d req-11d9e891-009a-4797-bcbb-a77c94773174 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637038 Jul 16 20:22:16.158463 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b188c28c-baa5-449a-a232-bfa3bcbaaf23, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b188c28c-baa5-449a-a232-bfa3bcbaaf23,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:16.171600 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-6ee8d802-5994-4ae3-8b4b-2b478798dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:16.173401 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-6ee8d802-5994-4ae3-8b4b-2b478798dd94 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0684578 Jul 16 20:22:16.175528 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.176583 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 34679c76-d877-4fa5-9541-fa76ffc90b12 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:22:16.199298 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd2e1d-3840-4479-bcb3-cfe988c59f09 req-d967198a-1525-4527-a1eb-2da02157a6b0 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:16.206186 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55bd2e1d-3840-4479-bcb3-cfe988c59f09 req-d967198a-1525-4527-a1eb-2da02157a6b0 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=796c1f5d-fbb2-43db-a251-65623ee6c93c HTTP/1.1" status: 200 len: 948 time: 0.0975039 Jul 16 20:22:16.256728 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55bd2e1d-3840-4479-bcb3-cfe988c59f09 req-0d712317-a0df-4d80-b607-dd6dc9bfb991 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494459 Jul 16 20:22:16.296314 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.298641 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-5eb49e63-9b9d-48ed-bed5-0fc4a1c89306 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109214 Jul 16 20:22:16.314061 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=b188c28c-baa5-449a-a232-bfa3bcbaaf23,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:16.317920 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 34679c76-d877-4fa5-9541-fa76ffc90b12, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=34679c76-d877-4fa5-9541-fa76ffc90b12,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:16.338205 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '34679c76-d877-4fa5-9541-fa76ffc90b12', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': '34679c76-d877-4fa5-9541-fa76ffc90b12', 'mac_address': 'fa:16:3e:9d:75:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:22:16.345030 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22e985c-a458-4935-93a2-94e6933c7aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd58b01d0-d895-4857-a175-31526659161a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:16.347513 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898524e8-5296-40e4-972d-622cacab934c" -d '{"events": [{"server_uuid": "d22e985c-a458-4935-93a2-94e6933c7aa5", "name": "network-vif-plugged", "status": "completed", "tag": "d58b01d0-d895-4857-a175-31526659161a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:16.363124 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port d58b01d0-d895-4857-a175-31526659161a, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=d58b01d0-d895-4857-a175-31526659161a,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:16.368173 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae25e2f-0a09-4484-902d-da618fde9115 req-32c999e7-03fa-4204-9ead-0015e15aabcc tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:16.374938 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dae25e2f-0a09-4484-902d-da618fde9115 req-32c999e7-03fa-4204-9ead-0015e15aabcc tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=39ba7c60-af4e-4bed-8934-20b3f37e26e8 HTTP/1.1" status: 200 len: 948 time: 0.0988040 Jul 16 20:22:16.384851 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.414537 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0210d2b4-52b3-43ee-9035-8150d2e54732 req-674518bf-330f-42f4-80bc-7fdabfe94432 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074233 Jul 16 20:22:16.437470 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.600798 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34679c76-d877-4fa5-9541-fa76ffc90b12 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:16.624070 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 34679c76-d877-4fa5-9541-fa76ffc90b12, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=34679c76-d877-4fa5-9541-fa76ffc90b12,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:16.629714 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.631563 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=d58b01d0-d895-4857-a175-31526659161a,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:16.681346 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=34679c76-d877-4fa5-9541-fa76ffc90b12,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:16.713601 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dae25e2f-0a09-4484-902d-da618fde9115 req-620af519-aef1-45b9-9543-941deefcf35a tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366423 Jul 16 20:22:16.909533 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['b188c28c-baa5-449a-a232-bfa3bcbaaf23'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:16.932727 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['34679c76-d877-4fa5-9541-fa76ffc90b12'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:16.988770 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bab95d-0ba7-495b-a216-796a1e7fba9f req-53c9535e-a3a7-4620-9150-dec6954816a7 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:16.990404 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2bab95d-0ba7-495b-a216-796a1e7fba9f req-53c9535e-a3a7-4620-9150-dec6954816a7 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/ports?device_id=d22e985c-a458-4935-93a2-94e6933c7aa5 HTTP/1.1" status: 200 len: 949 time: 0.1020784 Jul 16 20:22:16.995225 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6406b2c-58ea-4e5f-bb62-22cd21742786 req-f26710fa-a621-47bf-9f1a-2d711d7a291b tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:16.996674 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a6406b2c-58ea-4e5f-bb62-22cd21742786 req-f26710fa-a621-47bf-9f1a-2d711d7a291b tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 1097 time: 0.0808187 Jul 16 20:22:17.051530 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2bab95d-0ba7-495b-a216-796a1e7fba9f req-07cc7b96-afaa-4cd7-a366-8c100c379868 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/security-groups?id=a30b0d84-4011-46a0-80b7-0c7f88e2a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538075 Jul 16 20:22:17.055063 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a6406b2c-58ea-4e5f-bb62-22cd21742786 req-b29fa9d8-4cce-48a3-94a6-0e368ca05a0a tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511210 Jul 16 20:22:17.108067 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff8caef-fe58-4168-9df6-62e3c4a5d774 x-openstack-request-id: req-4ff8caef-fe58-4168-9df6-62e3c4a5d774 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:17.108464 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22e985c-a458-4935-93a2-94e6933c7aa5", "name": "network-vif-plugged", "status": "completed", "tag": "d58b01d0-d895-4857-a175-31526659161a", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:17.108713 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4ff8caef-fe58-4168-9df6-62e3c4a5d774 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:17.109213 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22e985c-a458-4935-93a2-94e6933c7aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd58b01d0-d895-4857-a175-31526659161a', 'code': 200} Jul 16 20:22:17.235265 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe237bb-1d5a-4a0e-8e05-39625bf43766 req-42f539f0-1e4d-4ea4-bdd4-c90228f53a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:17.236853 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0fe237bb-1d5a-4a0e-8e05-39625bf43766 req-42f539f0-1e4d-4ea4-bdd4-c90228f53a76 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d22e985c-a458-4935-93a2-94e6933c7aa5 HTTP/1.1" status: 200 len: 1101 time: 0.0653811 Jul 16 20:22:17.250620 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6aefa-f193-492c-82ac-ecef09f12eab req-0a3ebb0c-0dc2-44c5-9680-8d42269a9874 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:17.252144 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-16b6aefa-f193-492c-82ac-ecef09f12eab req-0a3ebb0c-0dc2-44c5-9680-8d42269a9874 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 947 time: 0.0726573 Jul 16 20:22:17.280571 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0fe237bb-1d5a-4a0e-8e05-39625bf43766 req-1bbc66f6-5d33-4ddc-afb7-4213ff4e4906 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a30b0d84-4011-46a0-80b7-0c7f88e2a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333285 Jul 16 20:22:17.292608 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-16b6aefa-f193-492c-82ac-ecef09f12eab req-269af740-227c-4534-b6ce-4be2d213ef62 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348041 Jul 16 20:22:17.546003 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42411a-d4ba-4946-b09d-282186fd1d4c req-4f99099d-9d90-45b7-a72a-6485cc3e7b00 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:17.547510 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa42411a-d4ba-4946-b09d-282186fd1d4c req-4f99099d-9d90-45b7-a72a-6485cc3e7b00 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=796c1f5d-fbb2-43db-a251-65623ee6c93c HTTP/1.1" status: 200 len: 949 time: 0.0653474 Jul 16 20:22:17.585815 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa42411a-d4ba-4946-b09d-282186fd1d4c req-9bdd88a8-981d-45ad-844b-8604d64aebea tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326059 Jul 16 20:22:17.690004 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-fb5364dc-5c92-4fe3-b7b8-19b0b496981b req-885930c7-44cb-4370-94c3-825951f1a91c service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:22:17.691770 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fb5364dc-5c92-4fe3-b7b8-19b0b496981b req-885930c7-44cb-4370-94c3-825951f1a91c service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063810 Jul 16 20:22:17.870877 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:17.921900 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:18.010635 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588f57f6-0144-43f9-b507-ab238c35abbf', 'tag': '7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:18.013293 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3782ecd3-df4a-4562-a8e9-a07cdf488237" -d '{"events": [{"name": "network-changed", "server_uuid": "588f57f6-0144-43f9-b507-ab238c35abbf", "tag": "7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:18.472279 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9159cdd-f54d-4611-bda3-37b94691c496 req-4931c545-d7d9-4067-9e1f-426eccf82f8d tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:18.473786 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9159cdd-f54d-4611-bda3-37b94691c496 req-4931c545-d7d9-4067-9e1f-426eccf82f8d tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=39ba7c60-af4e-4bed-8934-20b3f37e26e8 HTTP/1.1" status: 200 len: 949 time: 0.0789518 Jul 16 20:22:18.520808 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9159cdd-f54d-4611-bda3-37b94691c496 req-f111b0d4-7bfb-4c3e-96f4-816dd677d7db tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403633 Jul 16 20:22:18.666090 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781a65ee-292b-4875-b1c1-0bb6203e5cfa x-openstack-request-id: req-781a65ee-292b-4875-b1c1-0bb6203e5cfa {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:18.666631 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588f57f6-0144-43f9-b507-ab238c35abbf", "tag": "7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:18.666631 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-781a65ee-292b-4875-b1c1-0bb6203e5cfa {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:18.667031 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588f57f6-0144-43f9-b507-ab238c35abbf', 'tag': '7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2', 'status': 'completed', 'code': 200} Jul 16 20:22:18.814260 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ecd3-df4a-4562-a8e9-a07cdf488237 req-3333c225-4043-4811-8023-62a62d1c9807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:18.816285 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3782ecd3-df4a-4562-a8e9-a07cdf488237 req-3333c225-4043-4811-8023-62a62d1c9807 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 1099 time: 0.1183426 Jul 16 20:22:18.838477 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ecd3-df4a-4562-a8e9-a07cdf488237 req-ce05d41a-6957-4806-b550-2468b0498789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:18.839962 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3782ecd3-df4a-4562-a8e9-a07cdf488237 req-ce05d41a-6957-4806-b550-2468b0498789 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 1099 time: 0.1289470 Jul 16 20:22:18.845996 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a51f7-b562-42ec-b4e5-6495d9acb408 req-f9b7d3c2-ed2f-46da-a20e-24ba03503caf tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:18.847486 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f09a51f7-b562-42ec-b4e5-6495d9acb408 req-f9b7d3c2-ed2f-46da-a20e-24ba03503caf tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/ports?device_id=d22e985c-a458-4935-93a2-94e6933c7aa5 HTTP/1.1" status: 200 len: 949 time: 0.0876198 Jul 16 20:22:18.897494 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f09a51f7-b562-42ec-b4e5-6495d9acb408 req-46dadbae-b1f1-4599-b4e6-65ce9cf6b02f tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/security-groups?id=a30b0d84-4011-46a0-80b7-0c7f88e2a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422957 Jul 16 20:22:18.940396 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54768) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:19.004893 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ecd3-df4a-4562-a8e9-a07cdf488237 req-1e64d9b8-9848-4c11-b390-4d3976cf578c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:19.008005 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3782ecd3-df4a-4562-a8e9-a07cdf488237 req-1e64d9b8-9848-4c11-b390-4d3976cf578c service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.1821544 Jul 16 20:22:19.056019 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3782ecd3-df4a-4562-a8e9-a07cdf488237 req-4800546b-2da8-4526-bdbe-c54eed3c86c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 HTTP/1.1" status: 200 len: 217 time: 0.0407853 Jul 16 20:22:19.057056 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ecd3-df4a-4562-a8e9-a07cdf488237 req-4473cb91-5e55-4c9f-ad22-87eb4eaa1c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:19.058560 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3782ecd3-df4a-4562-a8e9-a07cdf488237 req-4473cb91-5e55-4c9f-ad22-87eb4eaa1c54 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.2059855 Jul 16 20:22:19.092096 n-d-791506-21 neutron-server[93793]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 20:22:19.101192 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-c0db973c-b454-4431-b06b-c2f1610e39c8 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:22:19.102385 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-c0db973c-b454-4431-b06b-c2f1610e39c8 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1599741 Jul 16 20:22:19.123514 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ecd3-df4a-4562-a8e9-a07cdf488237 req-79ae5527-fbe2-4148-b6b4-337cce4ca0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:19.124969 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3782ecd3-df4a-4562-a8e9-a07cdf488237 req-79ae5527-fbe2-4148-b6b4-337cce4ca0ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0634971 Jul 16 20:22:19.166236 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3782ecd3-df4a-4562-a8e9-a07cdf488237 req-5e21cf42-5434-41d1-9d54-c017a41c7949 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 HTTP/1.1" status: 200 len: 217 time: 0.0775247 Jul 16 20:22:19.186397 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310ad66-00bb-4fae-9331-06ff697c55c8 req-9a7dc331-f5e4-4e9e-807b-c367a40d31c1 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:19.193965 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b310ad66-00bb-4fae-9331-06ff697c55c8 req-9a7dc331-f5e4-4e9e-807b-c367a40d31c1 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 947 time: 0.1031103 Jul 16 20:22:19.232712 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b310ad66-00bb-4fae-9331-06ff697c55c8 req-1d147b2a-01b1-45a3-aac8-5e075b792a8e tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378020 Jul 16 20:22:19.419300 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3b107-7243-4ae8-b7a4-1e9cf31940c7 req-159e9b3a-a935-4737-9a04-b56914aff814 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:19.421327 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b0a3b107-7243-4ae8-b7a4-1e9cf31940c7 req-159e9b3a-a935-4737-9a04-b56914aff814 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=796c1f5d-fbb2-43db-a251-65623ee6c93c HTTP/1.1" status: 200 len: 949 time: 0.0715804 Jul 16 20:22:19.465543 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b0a3b107-7243-4ae8-b7a4-1e9cf31940c7 req-8fdb37b7-8ddd-4929-9d12-fc4f6418a971 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373800 Jul 16 20:22:19.467787 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3cf64734-eec4-4f69-9d50-5d94f84b915b service neutron] Request body: {'binding': {'host': 'n-h2-791506-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:19.468783 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3cf64734-eec4-4f69-9d50-5d94f84b915b service neutron] Unknown quota resources ['binding']. {{(pid=93793) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:22:19.521185 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ecd3-df4a-4562-a8e9-a07cdf488237 req-c54e5087-32c6-4a7c-a881-6dbb00628114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:19.522685 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3782ecd3-df4a-4562-a8e9-a07cdf488237 req-c54e5087-32c6-4a7c-a881-6dbb00628114 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.3348346 Jul 16 20:22:19.560788 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ecd3-df4a-4562-a8e9-a07cdf488237 req-894e8ab2-821b-4b93-962b-4700407d8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:19.562611 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3782ecd3-df4a-4562-a8e9-a07cdf488237 req-894e8ab2-821b-4b93-962b-4700407d8154 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4091511 Jul 16 20:22:19.565601 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54808) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:19.681336 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-195b7869-5f36-4925-bfac-8f7aa6ba1c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.754478 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ecd3-df4a-4562-a8e9-a07cdf488237 req-ab63a056-255f-4351-9ade-68a6d4347b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:19.756012 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3782ecd3-df4a-4562-a8e9-a07cdf488237 req-ab63a056-255f-4351-9ade-68a6d4347b07 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2246332 Jul 16 20:22:19.761768 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3782ecd3-df4a-4562-a8e9-a07cdf488237 req-d8cfd179-4ca1-43df-83e3-2ff1bc970164 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792843 Jul 16 20:22:19.786372 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-195b7869-5f36-4925-bfac-8f7aa6ba1c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.793318 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-195b7869-5f36-4925-bfac-8f7aa6ba1c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.809269 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:22:19.827171 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3cf64734-eec4-4f69-9d50-5d94f84b915b service neutron] Attempting to bind port e8d7853a-2e45-4036-a726-a7e4ecff5403 on host n-h2-791506-21 for vnic_type normal with profile None {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:19.827524 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3cf64734-eec4-4f69-9d50-5d94f84b915b service neutron] Attempting to bind port e8d7853a-2e45-4036-a726-a7e4ecff5403 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:19.827844 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3cf64734-eec4-4f69-9d50-5d94f84b915b service neutron] Attempting to bind port e8d7853a-2e45-4036-a726-a7e4ecff5403 on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:19.836655 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-195b7869-5f36-4925-bfac-8f7aa6ba1c43 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=834eb3bd6e71477da3096d262b5e53c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698281 Jul 16 20:22:19.837881 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b7869-5f36-4925-bfac-8f7aa6ba1c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a55b88-ada6-4d46-88cb-4195b994e8fa,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:19.839948 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54816) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:19.850407 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3cf64734-eec4-4f69-9d50-5d94f84b915b service neutron] Port e8d7853a-2e45-4036-a726-a7e4ecff5403 on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:22:19.850808 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3cf64734-eec4-4f69-9d50-5d94f84b915b service neutron] Attempting to bind port e8d7853a-2e45-4036-a726-a7e4ecff5403 on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:19.858172 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b188c28c-baa5-449a-a232-bfa3bcbaaf23 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:19.923664 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3cf64734-eec4-4f69-9d50-5d94f84b915b service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:19.924073 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3cf64734-eec4-4f69-9d50-5d94f84b915b service neutron] Checking segment: {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:19.924398 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3cf64734-eec4-4f69-9d50-5d94f84b915b service neutron] Bound using segment: {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:19.924843 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3cf64734-eec4-4f69-9d50-5d94f84b915b service neutron] Bound port: e8d7853a-2e45-4036-a726-a7e4ecff5403, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:19.951575 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:19.963160 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port b188c28c-baa5-449a-a232-bfa3bcbaaf23 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:19.965311 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': '7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2', 'mac_address': 'fa:16:3e:be:11:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:22:19.969637 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port b188c28c-baa5-449a-a232-bfa3bcbaaf23 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:19.970045 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.035838 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.054265 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:20.061860 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3782ecd3-df4a-4562-a8e9-a07cdf488237 req-94ed01ad-af23-43c4-a321-6a9ed2100e75 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974308 Jul 16 20:22:20.063718 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3782ecd3-df4a-4562-a8e9-a07cdf488237 req-f459ee7b-99dc-4609-a20b-f49bf8fa56b0 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889261 Jul 16 20:22:20.096799 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:20.106826 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.119273 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3cf64734-eec4-4f69-9d50-5d94f84b915b service neutron] For port e8d7853a-2e45-4036-a726-a7e4ecff5403, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=e8d7853a-2e45-4036-a726-a7e4ecff5403,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:20.120080 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8379b657-0117-43af-9c06-047bf3fbf259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.136311 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3cf64734-eec4-4f69-9d50-5d94f84b915b service neutron] Notify callbacks [] for binding, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.137495 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3cf64734-eec4-4f69-9d50-5d94f84b915b service neutron] 10.222.0.38 "POST /v2.0/ports/e8d7853a-2e45-4036-a726-a7e4ecff5403/bindings HTTP/1.1" status: 201 len: 390 time: 0.9857156 Jul 16 20:22:20.139384 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.187191 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8379b657-0117-43af-9c06-047bf3fbf259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.187418 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796c1f5d-fbb2-43db-a251-65623ee6c93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b188c28c-baa5-449a-a232-bfa3bcbaaf23'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:20.189253 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0f78e3-0328-4fe8-863d-9af2dcba1ec9" -d '{"events": [{"server_uuid": "796c1f5d-fbb2-43db-a251-65623ee6c93c", "name": "network-vif-plugged", "status": "completed", "tag": "b188c28c-baa5-449a-a232-bfa3bcbaaf23"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:20.193792 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:20.206581 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b188c28c-baa5-449a-a232-bfa3bcbaaf23, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b188c28c-baa5-449a-a232-bfa3bcbaaf23,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:20.214066 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.216087 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 34679c76-d877-4fa5-9541-fa76ffc90b12 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:20.238186 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3782ecd3-df4a-4562-a8e9-a07cdf488237 req-515f23a4-d4cb-4fea-bdb0-9d38f65a1006 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683574 Jul 16 20:22:20.269253 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8379b657-0117-43af-9c06-047bf3fbf259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.277203 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8379b657-0117-43af-9c06-047bf3fbf259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.283452 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8379b657-0117-43af-9c06-047bf3fbf259 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d6a55b88-ada6-4d46-88cb-4195b994e8fa HTTP/1.1" status: 204 len: 168 time: 0.4272337 Jul 16 20:22:20.327951 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379b657-0117-43af-9c06-047bf3fbf259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a55b88-ada6-4d46-88cb-4195b994e8fa,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:20.330451 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=b188c28c-baa5-449a-a232-bfa3bcbaaf23,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:20.345626 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 34679c76-d877-4fa5-9541-fa76ffc90b12 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:20.350152 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 34679c76-d877-4fa5-9541-fa76ffc90b12 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:20.351177 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.452209 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:20.500672 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.558994 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 34679c76-d877-4fa5-9541-fa76ffc90b12, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=34679c76-d877-4fa5-9541-fa76ffc90b12,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:20.580136 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.642974 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a0060-7021-456b-818e-ecb792a481a6 req-69dbbc98-ea7b-481a-a48c-13491727471d tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:20.649240 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-594a0060-7021-456b-818e-ecb792a481a6 req-69dbbc98-ea7b-481a-a48c-13491727471d tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=39ba7c60-af4e-4bed-8934-20b3f37e26e8 HTTP/1.1" status: 200 len: 949 time: 0.1845431 Jul 16 20:22:20.679536 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=34679c76-d877-4fa5-9541-fa76ffc90b12,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:20.735696 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-594a0060-7021-456b-818e-ecb792a481a6 req-b374e7d9-4f44-4654-9bf3-d4808e8cb411 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762577 Jul 16 20:22:20.803766 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1318bf09-0ff0-4059-a990-2c9628c0cc2d x-openstack-request-id: req-1318bf09-0ff0-4059-a990-2c9628c0cc2d {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:20.804246 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796c1f5d-fbb2-43db-a251-65623ee6c93c", "name": "network-vif-plugged", "status": "completed", "tag": "b188c28c-baa5-449a-a232-bfa3bcbaaf23", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:20.804661 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1318bf09-0ff0-4059-a990-2c9628c0cc2d {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:20.805299 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796c1f5d-fbb2-43db-a251-65623ee6c93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b188c28c-baa5-449a-a232-bfa3bcbaaf23', 'code': 200} Jul 16 20:22:20.825246 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6568e-1459-45bc-8700-4356540fe9a0 req-3efebd44-3db9-4331-a98e-90bdda34f261 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:20.827844 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f7d6568e-1459-45bc-8700-4356540fe9a0 req-3efebd44-3db9-4331-a98e-90bdda34f261 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/ports?device_id=d22e985c-a458-4935-93a2-94e6933c7aa5 HTTP/1.1" status: 200 len: 949 time: 0.0909531 Jul 16 20:22:20.860317 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70508702-4694-483e-a7ba-c809d06e7103 req-28ebfe2a-d9cf-4707-8bac-4cbddda7c866 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:20.862496 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-70508702-4694-483e-a7ba-c809d06e7103 req-28ebfe2a-d9cf-4707-8bac-4cbddda7c866 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.18 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf&tenant_id=ae184935e63442fbbd551c2164ed273b&binding%3Ahost_id=n-h2-791506-21 HTTP/1.1" status: 200 len: 948 time: 0.2946856 Jul 16 20:22:20.869155 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-a043e1a4-eb98-42bc-b907-cab6a47f4f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:20.870944 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-a043e1a4-eb98-42bc-b907-cab6a47f4f55 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 1097 time: 0.2125039 Jul 16 20:22:20.898156 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f7d6568e-1459-45bc-8700-4356540fe9a0 req-1032f8cd-820b-4628-ac48-dd4e08bc4ac0 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/security-groups?id=a30b0d84-4011-46a0-80b7-0c7f88e2a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640194 Jul 16 20:22:21.004592 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [req-70508702-4694-483e-a7ba-c809d06e7103 req-1811c18b-3ccb-491a-833e-b93733203ea9 service neutron] delete failed (client error): The resource could not be found. Jul 16 20:22:21.005791 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-70508702-4694-483e-a7ba-c809d06e7103 req-1811c18b-3ccb-491a-833e-b93733203ea9 service neutron] 10.222.0.18 "DELETE /v2.0/ports/7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2/bindings/n-h1-791506-21 HTTP/1.1" status: 404 len: 381 time: 0.1339786 Jul 16 20:22:21.022973 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-f402d7b7-05fa-426f-a564-6c45f9f80157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:21.025244 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-f402d7b7-05fa-426f-a564-6c45f9f80157 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418 HTTP/1.1" status: 200 len: 909 time: 0.1237061 Jul 16 20:22:21.035484 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ab7e4-1aa2-470d-a5db-5d1a2c592cf1 req-836af9fd-cb07-40d5-b3ef-bfec2d351b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:21.036984 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-998ab7e4-1aa2-470d-a5db-5d1a2c592cf1 req-836af9fd-cb07-40d5-b3ef-bfec2d351b8a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=796c1f5d-fbb2-43db-a251-65623ee6c93c HTTP/1.1" status: 200 len: 1102 time: 0.1376431 Jul 16 20:22:21.049377 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f117a6-9898-471f-9a73-43f83097cd38 req-70f34195-1b65-4b8b-aa62-a7701c5e80de tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:21.057775 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-36f117a6-9898-471f-9a73-43f83097cd38 req-70f34195-1b65-4b8b-aa62-a7701c5e80de tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 945 time: 0.1333554 Jul 16 20:22:21.081596 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-4825cc95-2dc6-4434-bafd-fa1da7cd45de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8d7853a-2e45-4036-a726-a7e4ecff5403 HTTP/1.1" status: 200 len: 217 time: 0.0476305 Jul 16 20:22:21.161783 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-998ab7e4-1aa2-470d-a5db-5d1a2c592cf1 req-b4da32dc-bdd3-4d20-aa58-5c30ef05b989 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017132 Jul 16 20:22:21.166914 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-36f117a6-9898-471f-9a73-43f83097cd38 req-07d1be29-0a9d-4b89-bed3-a408f28b4a33 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080542 Jul 16 20:22:21.178304 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-eb952dfc-3de4-4fec-92a9-ebf125edef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:21.180051 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-eb952dfc-3de4-4fec-92a9-ebf125edef22 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fed2a9f4-4984-4b87-a48a-a9fcef3fa565 HTTP/1.1" status: 200 len: 848 time: 0.0888264 Jul 16 20:22:21.198162 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70508702-4694-483e-a7ba-c809d06e7103 req-98f0c0a6-3faa-416e-b2ba-80acee2e5920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:21.200063 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-70508702-4694-483e-a7ba-c809d06e7103 req-98f0c0a6-3faa-416e-b2ba-80acee2e5920 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 1100 time: 0.0782614 Jul 16 20:22:21.210501 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ae35a-6c9c-469e-972f-572f010e5fd9 req-1613f69c-3537-4714-995a-effcdf79529f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:21.218124 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-278ae35a-6c9c-469e-972f-572f010e5fd9 req-1613f69c-3537-4714-995a-effcdf79529f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 948 time: 0.1567461 Jul 16 20:22:21.276627 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-80bfe425-667b-4bf8-9011-37fbc52a61b5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590906 Jul 16 20:22:21.279129 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-278ae35a-6c9c-469e-972f-572f010e5fd9 req-bb5f60ba-9748-43e3-a2ff-4e3fcdc42fce tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592895 Jul 16 20:22:21.374413 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e577d-7cb0-4855-9398-353f42492e78 req-36e22dea-4d93-448e-98b9-c58bdb45794a tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:21.376039 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-828e577d-7cb0-4855-9398-353f42492e78 req-36e22dea-4d93-448e-98b9-c58bdb45794a tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=796c1f5d-fbb2-43db-a251-65623ee6c93c HTTP/1.1" status: 200 len: 950 time: 0.0743239 Jul 16 20:22:21.418618 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-828e577d-7cb0-4855-9398-353f42492e78 req-559677b9-b491-40b0-af00-ff1dda4f752c tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371923 Jul 16 20:22:21.420177 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70508702-4694-483e-a7ba-c809d06e7103 req-18850276-48d6-4d9a-b7eb-2cc7d591f0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:21.422095 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-70508702-4694-483e-a7ba-c809d06e7103 req-18850276-48d6-4d9a-b7eb-2cc7d591f0f6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.2155414 Jul 16 20:22:21.485928 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-70508702-4694-483e-a7ba-c809d06e7103 req-73540080-9698-4cd9-a1b8-1bd4f68b4fdb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 HTTP/1.1" status: 200 len: 217 time: 0.0567198 Jul 16 20:22:21.488200 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-6ab09f77-0c41-43cb-b071-661ad8606e8c service neutron] 10.222.0.62 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789408 Jul 16 20:22:21.604434 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70508702-4694-483e-a7ba-c809d06e7103 req-2198db80-f17a-4089-9173-51df7b9d90ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:21.606042 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-70508702-4694-483e-a7ba-c809d06e7103 req-2198db80-f17a-4089-9173-51df7b9d90ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1142700 Jul 16 20:22:21.644563 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-069a1048-ef96-4953-b4e4-de23990340dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:21.668223 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-67a4149b-38d9-45d7-a892-687ed0ffe5a6 service neutron] 10.222.0.62 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687202 Jul 16 20:22:21.692416 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70508702-4694-483e-a7ba-c809d06e7103 req-38f71d09-f169-4c06-a81d-b0fb1ed7ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:21.700905 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-70508702-4694-483e-a7ba-c809d06e7103 req-38f71d09-f169-4c06-a81d-b0fb1ed7ce2a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0859423 Jul 16 20:22:21.811994 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:21.874623 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:21.880428 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-70508702-4694-483e-a7ba-c809d06e7103 req-a9b1f9db-e18a-4746-b2f6-38118fcd5a9a service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732609 Jul 16 20:22:21.881897 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:21.882662 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.001631 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-38330437-8fa6-46ea-a050-424f318766e6 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:22.003290 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-38330437-8fa6-46ea-a050-424f318766e6 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f&tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&binding%3Ahost_id=n-h1-791506-21 HTTP/1.1" status: 200 len: 1097 time: 0.1881757 Jul 16 20:22:22.022823 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3f63f575-8b76-4a55-b19b-6308d577a31a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-21'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:22.026424 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35742447-8d00-44db-854b-03e51d89b65b req-b0e41584-d737-4cc4-beb4-872ba63721a7 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:22.034529 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.036467 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-35742447-8d00-44db-854b-03e51d89b65b req-b0e41584-d737-4cc4-beb4-872ba63721a7 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=39ba7c60-af4e-4bed-8934-20b3f37e26e8 HTTP/1.1" status: 200 len: 950 time: 0.1294723 Jul 16 20:22:22.059277 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-70508702-4694-483e-a7ba-c809d06e7103 req-cf06348e-c020-49bf-88fe-a7bb68ce1f2b service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708410 Jul 16 20:22:22.105042 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:22.124618 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.166486 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-35742447-8d00-44db-854b-03e51d89b65b req-f35ab5b0-ff62-43b3-a2a0-5ae990ad5273 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290329 Jul 16 20:22:22.189337 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3f63f575-8b76-4a55-b19b-6308d577a31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.237635 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7483887-5bb0-4a15-8057-4aa491628307 req-2c378200-ef7e-4760-b609-328131ac7082 tempest-DeleteServersAdminTestJSON-1320316275 tempest-DeleteServersAdminTestJSON-1320316275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:22.237882 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2,revision_number=9']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:22.237982 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f7483887-5bb0-4a15-8057-4aa491628307 req-2c378200-ef7e-4760-b609-328131ac7082 tempest-DeleteServersAdminTestJSON-1320316275 tempest-DeleteServersAdminTestJSON-1320316275-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d22e985c-a458-4935-93a2-94e6933c7aa5 HTTP/1.1" status: 200 len: 1101 time: 0.1533408 Jul 16 20:22:22.511576 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-f7483887-5bb0-4a15-8057-4aa491628307 req-8d3d07d5-9895-4417-b440-915d0250ea39 tempest-DeleteServersAdminTestJSON-1320316275 tempest-DeleteServersAdminTestJSON-1320316275-project-admin] Deleting port d58b01d0-d895-4857-a175-31526659161a {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:22.512206 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f7483887-5bb0-4a15-8057-4aa491628307 req-8d3d07d5-9895-4417-b440-915d0250ea39 tempest-DeleteServersAdminTestJSON-1320316275 tempest-DeleteServersAdminTestJSON-1320316275-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.562997 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc53ff-0246-4d36-8c8d-c227363f77dc req-0c1159e5-be71-46fb-b51d-9f922dd433ef tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:22.572109 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7dbc53ff-0246-4d36-8c8d-c227363f77dc req-0c1159e5-be71-46fb-b51d-9f922dd433ef tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 945 time: 0.1919706 Jul 16 20:22:22.584313 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f590b-1f4c-4c69-8b00-50f367950db5 req-86537279-3f11-4a73-89e0-a9f905b50993 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:22.587433 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe6f590b-1f4c-4c69-8b00-50f367950db5 req-86537279-3f11-4a73-89e0-a9f905b50993 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/ports?device_id=d22e985c-a458-4935-93a2-94e6933c7aa5 HTTP/1.1" status: 200 len: 949 time: 0.2087233 Jul 16 20:22:22.663753 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3f63f575-8b76-4a55-b19b-6308d577a31a service neutron] For port e8d7853a-2e45-4036-a726-a7e4ecff5403, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e8d7853a-2e45-4036-a726-a7e4ecff5403,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:22.702701 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-f7483887-5bb0-4a15-8057-4aa491628307 req-8d3d07d5-9895-4417-b440-915d0250ea39 tempest-DeleteServersAdminTestJSON-1320316275 tempest-DeleteServersAdminTestJSON-1320316275-project-admin] For port d58b01d0-d895-4857-a175-31526659161a, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=d58b01d0-d895-4857-a175-31526659161a,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:22.703120 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f7483887-5bb0-4a15-8057-4aa491628307 req-8d3d07d5-9895-4417-b440-915d0250ea39 tempest-DeleteServersAdminTestJSON-1320316275 tempest-DeleteServersAdminTestJSON-1320316275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.716708 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3f63f575-8b76-4a55-b19b-6308d577a31a service neutron] For port e8d7853a-2e45-4036-a726-a7e4ecff5403, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:22.717326 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7dbc53ff-0246-4d36-8c8d-c227363f77dc req-1854c242-a6de-4566-8beb-b3c30e842947 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440253 Jul 16 20:22:22.762127 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-f7483887-5bb0-4a15-8057-4aa491628307 req-8d3d07d5-9895-4417-b440-915d0250ea39 tempest-DeleteServersAdminTestJSON-1320316275 tempest-DeleteServersAdminTestJSON-1320316275-project-admin] Calling delete_port for d58b01d0-d895-4857-a175-31526659161a owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:22.775880 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3f63f575-8b76-4a55-b19b-6308d577a31a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.792714 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe6f590b-1f4c-4c69-8b00-50f367950db5 req-c41709b7-d41f-4a1f-bf49-9b9a53c3d213 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/security-groups?id=a30b0d84-4011-46a0-80b7-0c7f88e2a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706583 Jul 16 20:22:22.806645 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ba7c60-af4e-4bed-8934-20b3f37e26e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34679c76-d877-4fa5-9541-fa76ffc90b12'}, {'server_uuid': '588f57f6-0144-43f9-b507-ab238c35abbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:22.809461 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6514c3f0-f7af-4a27-be15-1446f4544f9a" -d '{"events": [{"server_uuid": "39ba7c60-af4e-4bed-8934-20b3f37e26e8", "name": "network-vif-plugged", "status": "completed", "tag": "34679c76-d877-4fa5-9541-fa76ffc90b12"}, {"server_uuid": "588f57f6-0144-43f9-b507-ab238c35abbf", "name": "network-vif-plugged", "status": "completed", "tag": "7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:22.813484 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7aa58b-f104-41fe-93b0-d087381d4e4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8d7853a-2e45-4036-a726-a7e4ecff5403'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:22.816268 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1899e3c-41ef-46cc-ad38-502698bb2d12" -d '{"events": [{"server_uuid": "3a7aa58b-f104-41fe-93b0-d087381d4e4f", "name": "network-vif-unplugged", "status": "completed", "tag": "e8d7853a-2e45-4036-a726-a7e4ecff5403"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:22.826486 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3f63f575-8b76-4a55-b19b-6308d577a31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.910418 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63f575-8b76-4a55-b19b-6308d577a31a service neutron] Pushing event updated for resources: {'Port': ['ID=e8d7853a-2e45-4036-a726-a7e4ecff5403,revision_number=7']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:22.981845 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3f63f575-8b76-4a55-b19b-6308d577a31a service neutron] Attempting to bind port e8d7853a-2e45-4036-a726-a7e4ecff5403 on host n-h1-791506-21 for vnic_type normal with profile {"migrating_to": "n-h2-791506-21"} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:22.982356 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3f63f575-8b76-4a55-b19b-6308d577a31a service neutron] Attempting to bind port e8d7853a-2e45-4036-a726-a7e4ecff5403 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:22.982791 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3f63f575-8b76-4a55-b19b-6308d577a31a service neutron] Attempting to bind port e8d7853a-2e45-4036-a726-a7e4ecff5403 on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:22.988581 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3f63f575-8b76-4a55-b19b-6308d577a31a service neutron] Port e8d7853a-2e45-4036-a726-a7e4ecff5403 on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:22:22.989106 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3f63f575-8b76-4a55-b19b-6308d577a31a service neutron] Attempting to bind port e8d7853a-2e45-4036-a726-a7e4ecff5403 on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:22.995252 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3f63f575-8b76-4a55-b19b-6308d577a31a service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:22.995522 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3f63f575-8b76-4a55-b19b-6308d577a31a service neutron] Checking segment: {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:22.996009 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3f63f575-8b76-4a55-b19b-6308d577a31a service neutron] Bound using segment: {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:22.996512 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3f63f575-8b76-4a55-b19b-6308d577a31a service neutron] Bound port: e8d7853a-2e45-4036-a726-a7e4ecff5403, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:22.996946 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3f63f575-8b76-4a55-b19b-6308d577a31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.064728 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3f63f575-8b76-4a55-b19b-6308d577a31a service neutron] For port e8d7853a-2e45-4036-a726-a7e4ecff5403, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:23.067947 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3f63f575-8b76-4a55-b19b-6308d577a31a service neutron] For port e8d7853a-2e45-4036-a726-a7e4ecff5403, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e8d7853a-2e45-4036-a726-a7e4ecff5403,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:23.072172 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3f63f575-8b76-4a55-b19b-6308d577a31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.100782 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f7483887-5bb0-4a15-8057-4aa491628307 req-8d3d07d5-9895-4417-b440-915d0250ea39 tempest-DeleteServersAdminTestJSON-1320316275 tempest-DeleteServersAdminTestJSON-1320316275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.123650 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['d58b01d0-d895-4857-a175-31526659161a'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:23.156929 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63f575-8b76-4a55-b19b-6308d577a31a service neutron] Pushing event updated for resources: {'Port': ['ID=e8d7853a-2e45-4036-a726-a7e4ecff5403,revision_number=8']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:23.159366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d07d5-9895-4417-b440-915d0250ea39 tempest-DeleteServersAdminTestJSON-1320316275 tempest-DeleteServersAdminTestJSON-1320316275-project-admin] Pushing event deleted for resources: {'Port': ['ID=d58b01d0-d895-4857-a175-31526659161a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:23.189161 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78949e20-f036-403d-9c19-3b7725e1590f req-47aebf62-93a3-4ee4-bd7d-a414a3ff6d27 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:23.189549 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3f63f575-8b76-4a55-b19b-6308d577a31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:23.190286 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3f63f575-8b76-4a55-b19b-6308d577a31a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.190869 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-78949e20-f036-403d-9c19-3b7725e1590f req-47aebf62-93a3-4ee4-bd7d-a414a3ff6d27 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=796c1f5d-fbb2-43db-a251-65623ee6c93c HTTP/1.1" status: 200 len: 950 time: 0.1765859 Jul 16 20:22:23.191797 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-3f63f575-8b76-4a55-b19b-6308d577a31a service neutron] 10.222.0.62 "PUT /v2.0/ports/e8d7853a-2e45-4036-a726-a7e4ecff5403 HTTP/1.1" status: 200 len: 1123 time: 1.1734972 Jul 16 20:22:23.225914 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7483887-5bb0-4a15-8057-4aa491628307 req-8d3d07d5-9895-4417-b440-915d0250ea39 tempest-DeleteServersAdminTestJSON-1320316275 tempest-DeleteServersAdminTestJSON-1320316275-project-admin] No DVR routers for this DVR port d58b01d0-d895-4857-a175-31526659161a on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:23.230699 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f7483887-5bb0-4a15-8057-4aa491628307 req-8d3d07d5-9895-4417-b440-915d0250ea39 tempest-DeleteServersAdminTestJSON-1320316275 tempest-DeleteServersAdminTestJSON-1320316275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.235671 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f7483887-5bb0-4a15-8057-4aa491628307 req-8d3d07d5-9895-4417-b440-915d0250ea39 tempest-DeleteServersAdminTestJSON-1320316275 tempest-DeleteServersAdminTestJSON-1320316275-project-admin] 10.222.0.62 "DELETE /v2.0/ports/d58b01d0-d895-4857-a175-31526659161a HTTP/1.1" status: 204 len: 173 time: 0.9881752 Jul 16 20:22:23.239237 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22e985c-a458-4935-93a2-94e6933c7aa5', 'name': 'network-vif-deleted', 'tag': 'd58b01d0-d895-4857-a175-31526659161a'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:23.241326 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ab808c-807a-4a46-9d01-bdb2f62804cc" -d '{"events": [{"server_uuid": "d22e985c-a458-4935-93a2-94e6933c7aa5", "name": "network-vif-deleted", "tag": "d58b01d0-d895-4857-a175-31526659161a"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:23.257998 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['e8d7853a-2e45-4036-a726-a7e4ecff5403'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:23.277865 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd368066-d2ee-488f-9a80-326ff3c6c417 req-f8e90e24-5ed3-4c4a-9217-013e608a3638 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:23.288125 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dd368066-d2ee-488f-9a80-326ff3c6c417 req-f8e90e24-5ed3-4c4a-9217-013e608a3638 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 949 time: 0.2723258 Jul 16 20:22:23.316667 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-78949e20-f036-403d-9c19-3b7725e1590f req-c8fbde61-e16f-43dd-9f6d-56989a749ef4 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172585 Jul 16 20:22:23.374810 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dd368066-d2ee-488f-9a80-326ff3c6c417 req-56027a57-7c28-4701-b8ac-8ebe6dfb5dd6 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859661 Jul 16 20:22:23.457649 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c89519-5628-4648-91bd-b934e772be9b x-openstack-request-id: req-b4c89519-5628-4648-91bd-b934e772be9b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:23.459637 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ba7c60-af4e-4bed-8934-20b3f37e26e8", "name": "network-vif-plugged", "status": "completed", "tag": "34679c76-d877-4fa5-9541-fa76ffc90b12", "code": 200}, {"server_uuid": "588f57f6-0144-43f9-b507-ab238c35abbf", "name": "network-vif-plugged", "status": "completed", "tag": "7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:23.459637 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b4c89519-5628-4648-91bd-b934e772be9b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:23.465416 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ba7c60-af4e-4bed-8934-20b3f37e26e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34679c76-d877-4fa5-9541-fa76ffc90b12', 'code': 200} Jul 16 20:22:23.465416 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588f57f6-0144-43f9-b507-ab238c35abbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2', 'code': 200} Jul 16 20:22:23.535354 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8979d8c5-9f3b-49a0-b56f-022e579ed703 x-openstack-request-id: req-8979d8c5-9f3b-49a0-b56f-022e579ed703 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:23.535705 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a7aa58b-f104-41fe-93b0-d087381d4e4f", "name": "network-vif-unplugged", "status": "completed", "tag": "e8d7853a-2e45-4036-a726-a7e4ecff5403", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:23.535904 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8979d8c5-9f3b-49a0-b56f-022e579ed703 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:23.536356 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7aa58b-f104-41fe-93b0-d087381d4e4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8d7853a-2e45-4036-a726-a7e4ecff5403', 'code': 200} Jul 16 20:22:23.631477 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687081e2-f139-4cb0-862c-d33c6adf3b2e req-4a7a516a-1003-4795-ad0d-6470dd19939c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:23.635702 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-687081e2-f139-4cb0-862c-d33c6adf3b2e req-4a7a516a-1003-4795-ad0d-6470dd19939c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=39ba7c60-af4e-4bed-8934-20b3f37e26e8 HTTP/1.1" status: 200 len: 1102 time: 0.0716255 Jul 16 20:22:23.729150 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-687081e2-f139-4cb0-862c-d33c6adf3b2e req-33ae7d27-8eaf-48dc-b0de-064f1f434de4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698948 Jul 16 20:22:23.753389 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c5e2b-7fda-44f8-83a5-2afa6c16e85a req-6814bb5b-5b30-4360-9ad8-dd11f89d50e0 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:23.755017 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-830c5e2b-7fda-44f8-83a5-2afa6c16e85a req-6814bb5b-5b30-4360-9ad8-dd11f89d50e0 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=39ba7c60-af4e-4bed-8934-20b3f37e26e8 HTTP/1.1" status: 200 len: 950 time: 0.1073730 Jul 16 20:22:23.801654 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-830c5e2b-7fda-44f8-83a5-2afa6c16e85a req-7d4fa6ab-3c56-4a2e-888f-1068883dc855 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401671 Jul 16 20:22:23.850604 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80d6c63-bb6c-4256-94d3-40912f71d0c4 x-openstack-request-id: req-c80d6c63-bb6c-4256-94d3-40912f71d0c4 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:23.851002 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22e985c-a458-4935-93a2-94e6933c7aa5", "name": "network-vif-deleted", "tag": "d58b01d0-d895-4857-a175-31526659161a", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:23.851351 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c80d6c63-bb6c-4256-94d3-40912f71d0c4 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:23.851841 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22e985c-a458-4935-93a2-94e6933c7aa5', 'name': 'network-vif-deleted', 'tag': 'd58b01d0-d895-4857-a175-31526659161a', 'status': 'completed', 'code': 200} Jul 16 20:22:24.173679 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b651ce4-a355-46bb-9f62-7e929a5ab778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.202030 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.266043 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af6ab7-6832-4bc1-b9bd-e2b49903f67b req-fae10cc9-6ce6-432b-a712-6d00f3e7d03c tempest-MigrationsAdminTest-1218624185 tempest-MigrationsAdminTest-1218624185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:24.267676 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e6af6ab7-6832-4bc1-b9bd-e2b49903f67b req-fae10cc9-6ce6-432b-a712-6d00f3e7d03c tempest-MigrationsAdminTest-1218624185 tempest-MigrationsAdminTest-1218624185-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 1101 time: 0.0965626 Jul 16 20:22:24.317546 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e6af6ab7-6832-4bc1-b9bd-e2b49903f67b req-f8378759-a9e6-47f5-ba4b-90405896a23a tempest-MigrationsAdminTest-1218624185 tempest-MigrationsAdminTest-1218624185-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434811 Jul 16 20:22:24.486744 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1833b5-d246-464b-9024-91bb2af74806 req-e56488d2-e874-49f6-a6dc-88e8748c3866 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:24.494397 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1d1833b5-d246-464b-9024-91bb2af74806 req-e56488d2-e874-49f6-a6dc-88e8748c3866 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 943 time: 0.0975323 Jul 16 20:22:24.542011 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1d1833b5-d246-464b-9024-91bb2af74806 req-ece95734-b566-45e3-86f5-e3ffc5c68bfc tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466743 Jul 16 20:22:24.943772 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-043a570a-6b13-4e6d-9163-d964e544089c req-c2bb70e2-5b3f-4711-ad52-41fe26c144ee tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=b39a69b42562408eb3c39a632018523b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274088 Jul 16 20:22:24.968426 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b98d0-7702-43b4-9a80-b42e29fd7921 req-54fda53f-b7d7-4065-8739-2f1ca1105b34 tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:24.968912 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b98d0-7702-43b4-9a80-b42e29fd7921 req-54fda53f-b7d7-4065-8739-2f1ca1105b34 tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:24.969385 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b98d0-7702-43b4-9a80-b42e29fd7921 req-54fda53f-b7d7-4065-8739-2f1ca1105b34 tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:24.969855 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b98d0-7702-43b4-9a80-b42e29fd7921 req-54fda53f-b7d7-4065-8739-2f1ca1105b34 tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:24.970345 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b98d0-7702-43b4-9a80-b42e29fd7921 req-54fda53f-b7d7-4065-8739-2f1ca1105b34 tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:24.970805 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b98d0-7702-43b4-9a80-b42e29fd7921 req-54fda53f-b7d7-4065-8739-2f1ca1105b34 tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:24.971266 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b98d0-7702-43b4-9a80-b42e29fd7921 req-54fda53f-b7d7-4065-8739-2f1ca1105b34 tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:24.973139 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5a8b98d0-7702-43b4-9a80-b42e29fd7921 req-54fda53f-b7d7-4065-8739-2f1ca1105b34 tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=796c1f5d-fbb2-43db-a251-65623ee6c93c&device_id=39ba7c60-af4e-4bed-8934-20b3f37e26e8&device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f&device_id=cd8e2c95-1870-4871-b330-9235583494c1&device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63&device_id=588f57f6-0144-43f9-b507-ab238c35abbf&device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 6492 time: 0.1002858 Jul 16 20:22:25.052518 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5a8b98d0-7702-43b4-9a80-b42e29fd7921 req-05fbbe8f-e173-41d4-8e86-3bd81fc886ec tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.108155 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a570a-6b13-4e6d-9163-d964e544089c req-cc0397bf-7d45-4a60-b74e-16ddc01f0d78 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:25.109950 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-043a570a-6b13-4e6d-9163-d964e544089c req-cc0397bf-7d45-4a60-b74e-16ddc01f0d78 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1588545 Jul 16 20:22:25.142972 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-043a570a-6b13-4e6d-9163-d964e544089c req-5c5f4023-b433-4235-a5d3-a796950641b0 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/quotas/b39a69b42562408eb3c39a632018523b HTTP/1.1" status: 200 len: 375 time: 0.0249310 Jul 16 20:22:25.196755 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-043a570a-6b13-4e6d-9163-d964e544089c req-26a663ff-d0ec-4fdf-b768-740e8e1e423e tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b39a69b42562408eb3c39a632018523b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412679 Jul 16 20:22:25.251327 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5a8b98d0-7702-43b4-9a80-b42e29fd7921 req-05fbbe8f-e173-41d4-8e86-3bd81fc886ec tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.256805 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5a8b98d0-7702-43b4-9a80-b42e29fd7921 req-05fbbe8f-e173-41d4-8e86-3bd81fc886ec tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.279173 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5a8b98d0-7702-43b4-9a80-b42e29fd7921 req-05fbbe8f-e173-41d4-8e86-3bd81fc886ec tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&id=ff0df340-7634-44b4-b276-35531d8fb55f&id=a66657ef-a62a-4841-b716-13af03c60cc1&id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.2777560 Jul 16 20:22:25.332926 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbbe8f-e173-41d4-8e86-3bd81fc886ec tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd2bafc-c006-4674-8306-de8d7dce7e18,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:25.461133 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-72555929-e983-4a67-93e3-dcf440a10064 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=ae184935e63442fbbd551c2164ed273b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343509 Jul 16 20:22:25.537349 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a7aa58b-f104-41fe-93b0-d087381d4e4f', 'tag': 'e8d7853a-2e45-4036-a726-a7e4ecff5403'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:25.539773 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d68ee4-6b2d-4f89-abe8-c849035da198" -d '{"events": [{"name": "network-changed", "server_uuid": "3a7aa58b-f104-41fe-93b0-d087381d4e4f", "tag": "e8d7853a-2e45-4036-a726-a7e4ecff5403"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:25.623863 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-1d49a1d1-6509-4f05-a275-ecb042550ab3 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:25.624173 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.625410 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-1d49a1d1-6509-4f05-a275-ecb042550ab3 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1627665 Jul 16 20:22:25.653878 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f4327-8b43-498f-8318-4e255cd645f5 req-5307b0e9-b0b0-411c-8e32-3320433a7432 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:25.661280 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-300f4327-8b43-498f-8318-4e255cd645f5 req-5307b0e9-b0b0-411c-8e32-3320433a7432 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=39ba7c60-af4e-4bed-8934-20b3f37e26e8 HTTP/1.1" status: 200 len: 950 time: 0.1644874 Jul 16 20:22:25.672623 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-d28c4780-4689-457f-a4ad-78eb4e28f9e0 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/quotas/ae184935e63442fbbd551c2164ed273b HTTP/1.1" status: 200 len: 375 time: 0.0390739 Jul 16 20:22:25.743789 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-300f4327-8b43-498f-8318-4e255cd645f5 req-75761c2f-c613-4e3b-8138-6642636043d9 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806916 Jul 16 20:22:25.794419 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-9db78e59-9e6b-4e7c-987f-b439b0bbdec9 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1106882 Jul 16 20:22:25.843441 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device e8d7853a-2e45-4036-a726-a7e4ecff5403 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:22:25.851108 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device d58b01d0-d895-4857-a175-31526659161a no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:25.889040 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: d58b01d0-d895-4857-a175-31526659161a {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:25.889619 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device d58b01d0-d895-4857-a175-31526659161a not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:26.120052 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0405065b-d76a-4908-b648-aba67bb8201c req-76efb451-d50a-4765-b028-161cd0ac9e32 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6e772a4-b12e-4bc0-a1ca-e890ae4e915e HTTP/1.1" status: 200 len: 210 time: 0.0459454 Jul 16 20:22:26.136501 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port e8d7853a-2e45-4036-a726-a7e4ecff5403, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e8d7853a-2e45-4036-a726-a7e4ecff5403,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:26.160197 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device e8d7853a-2e45-4036-a726-a7e4ecff5403 has no active binding in host n-h2-791506-21 {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:22:26.538852 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f7f926-0a43-4b2c-9342-fcce61046396 x-openstack-request-id: req-d8f7f926-0a43-4b2c-9342-fcce61046396 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:26.539415 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a7aa58b-f104-41fe-93b0-d087381d4e4f", "tag": "e8d7853a-2e45-4036-a726-a7e4ecff5403", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:26.539598 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d8f7f926-0a43-4b2c-9342-fcce61046396 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:26.540529 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a7aa58b-f104-41fe-93b0-d087381d4e4f', 'tag': 'e8d7853a-2e45-4036-a726-a7e4ecff5403', 'status': 'completed', 'code': 200} Jul 16 20:22:26.648106 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d68ee4-6b2d-4f89-abe8-c849035da198 req-1715339d-b94c-402a-bd14-9167d290e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:26.653920 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3d68ee4-6b2d-4f89-abe8-c849035da198 req-1715339d-b94c-402a-bd14-9167d290e2a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 1126 time: 0.0897253 Jul 16 20:22:26.700990 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c7246-af3f-4318-9e70-b8a11b2195ff req-3f7e456f-634c-4852-85fe-3e1b34305a9d tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:26.713467 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-300c7246-af3f-4318-9e70-b8a11b2195ff req-3f7e456f-634c-4852-85fe-3e1b34305a9d tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 943 time: 0.1190050 Jul 16 20:22:26.780647 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-300c7246-af3f-4318-9e70-b8a11b2195ff req-54b72554-510d-4918-ad2e-cb3f78076b59 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582509 Jul 16 20:22:26.825065 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d68ee4-6b2d-4f89-abe8-c849035da198 req-d8e809db-5931-4292-88d8-888d27ff496b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:26.826777 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3d68ee4-6b2d-4f89-abe8-c849035da198 req-d8e809db-5931-4292-88d8-888d27ff496b service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418 HTTP/1.1" status: 200 len: 909 time: 0.1624744 Jul 16 20:22:26.895147 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3d68ee4-6b2d-4f89-abe8-c849035da198 req-5f8da890-da51-4228-b6e0-7bca5e5719ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8d7853a-2e45-4036-a726-a7e4ecff5403 HTTP/1.1" status: 200 len: 217 time: 0.0597849 Jul 16 20:22:26.981445 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d68ee4-6b2d-4f89-abe8-c849035da198 req-66be796e-8f9f-49b1-870b-d93c93909edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:26.983563 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3d68ee4-6b2d-4f89-abe8-c849035da198 req-66be796e-8f9f-49b1-870b-d93c93909edf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fed2a9f4-4984-4b87-a48a-a9fcef3fa565 HTTP/1.1" status: 200 len: 848 time: 0.0810442 Jul 16 20:22:27.038702 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3d68ee4-6b2d-4f89-abe8-c849035da198 req-993d103f-edce-4012-be8d-6f6aa8f1ed0a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430839 Jul 16 20:22:27.085231 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-043a570a-6b13-4e6d-9163-d964e544089c req-07917d0b-fa3f-4718-a5db-642e7a5765d1 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b39a69b42562408eb3c39a632018523b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596480 Jul 16 20:22:27.204703 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3d68ee4-6b2d-4f89-abe8-c849035da198 req-5c63c011-16a7-4b50-a4bc-07416c81e8c2 service neutron] 10.222.0.18 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592023 Jul 16 20:22:27.360352 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aefa0731-9949-40d2-91f9-24bac76aa7bc req-58f70243-20b1-4eb8-9ea3-bdbd7b2a1a39 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 210 time: 0.0498779 Jul 16 20:22:27.375481 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a570a-6b13-4e6d-9163-d964e544089c req-666f3cf5-56ad-42ab-9b23-8839ddb289b8 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:27.378165 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-043a570a-6b13-4e6d-9163-d964e544089c req-666f3cf5-56ad-42ab-9b23-8839ddb289b8 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2855835 Jul 16 20:22:27.399671 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-043a570a-6b13-4e6d-9163-d964e544089c req-c5c6abe3-4235-4ab1-987c-42d59f8864c2 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Request body: {'port': {'device_id': 'd6e772a4-b12e-4bc0-a1ca-e890ae4e915e', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': 'b39a69b42562408eb3c39a632018523b'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:27.401437 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3d68ee4-6b2d-4f89-abe8-c849035da198 req-e74d68d5-937d-4c6f-8e78-6514fe080fbe service neutron] 10.222.0.18 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865413 Jul 16 20:22:27.474548 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:27.584284 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-043a570a-6b13-4e6d-9163-d964e544089c req-c5c6abe3-4235-4ab1-987c-42d59f8864c2 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Made reservation on behalf of b39a69b42562408eb3c39a632018523b for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:27.591777 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-043a570a-6b13-4e6d-9163-d964e544089c req-c5c6abe3-4235-4ab1-987c-42d59f8864c2 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:27.777980 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-043a570a-6b13-4e6d-9163-d964e544089c req-c5c6abe3-4235-4ab1-987c-42d59f8864c2 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Allocated IP 192.168.233.128 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/7d4ab66d-0bd9-4750-90cf-f35d6a9e3071) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:27.880253 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-d961e1c7-b6c3-484e-b0dd-abf0fbdd2575 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ae184935e63442fbbd551c2164ed273b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249097 Jul 16 20:22:28.021714 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-4a11e3cb-8700-4a68-989c-c211faf9012d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:28.023599 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-4a11e3cb-8700-4a68-989c-c211faf9012d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1387291 Jul 16 20:22:28.046150 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-de866e69-860f-498f-9b7b-339f769d4c6b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Request body: {'port': {'device_id': 'a0b607b0-62b2-454f-93d1-543f7ff15344', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': 'ae184935e63442fbbd551c2164ed273b'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:28.049560 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb8896-c656-4ccd-9118-c125ace26e5a req-dfdd9afe-4cca-479c-acd1-cd33898b9e51 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:28.056979 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dcbb8896-c656-4ccd-9118-c125ace26e5a req-dfdd9afe-4cca-479c-acd1-cd33898b9e51 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=39ba7c60-af4e-4bed-8934-20b3f37e26e8 HTTP/1.1" status: 200 len: 950 time: 0.2430577 Jul 16 20:22:28.064179 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16427a4-b550-4c63-8b80-4cc2f72b34c0 req-fddc82f2-c406-4f97-b075-069cef514ad5 tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:28.064795 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16427a4-b550-4c63-8b80-4cc2f72b34c0 req-fddc82f2-c406-4f97-b075-069cef514ad5 tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:28.065257 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16427a4-b550-4c63-8b80-4cc2f72b34c0 req-fddc82f2-c406-4f97-b075-069cef514ad5 tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:28.073198 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d16427a4-b550-4c63-8b80-4cc2f72b34c0 req-fddc82f2-c406-4f97-b075-069cef514ad5 tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=796c1f5d-fbb2-43db-a251-65623ee6c93c&device_id=cd8e2c95-1870-4871-b330-9235583494c1&device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 2885 time: 0.2883611 Jul 16 20:22:28.195197 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d16427a4-b550-4c63-8b80-4cc2f72b34c0 req-029e9cf2-9216-47c6-ae1f-000fdfdb510e tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206970 Jul 16 20:22:28.217521 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-de866e69-860f-498f-9b7b-339f769d4c6b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Made reservation on behalf of ae184935e63442fbbd551c2164ed273b for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:28.222861 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-de866e69-860f-498f-9b7b-339f769d4c6b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:28.235257 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dcbb8896-c656-4ccd-9118-c125ace26e5a req-1849b27f-10af-4117-9d54-034d4f720003 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734276 Jul 16 20:22:28.246565 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-043a570a-6b13-4e6d-9163-d964e544089c req-c5c6abe3-4235-4ab1-987c-42d59f8864c2 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:28.307420 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-043a570a-6b13-4e6d-9163-d964e544089c req-c5c6abe3-4235-4ab1-987c-42d59f8864c2 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Transition to ACTIVE for port object 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:28.437429 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-efe49650-861e-461b-9b6b-b7098db50bc8 req-89f45276-d5fd-4493-8a62-53af3e4ceffe tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6e772a4-b12e-4bc0-a1ca-e890ae4e915e HTTP/1.1" status: 200 len: 210 time: 0.0413182 Jul 16 20:22:28.439604 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-043a570a-6b13-4e6d-9163-d964e544089c req-c5c6abe3-4235-4ab1-987c-42d59f8864c2 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:28.508869 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-043a570a-6b13-4e6d-9163-d964e544089c req-c5c6abe3-4235-4ab1-987c-42d59f8864c2 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:28.512427 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-043a570a-6b13-4e6d-9163-d964e544089c req-c5c6abe3-4235-4ab1-987c-42d59f8864c2 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:28.516891 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-043a570a-6b13-4e6d-9163-d964e544089c req-c5c6abe3-4235-4ab1-987c-42d59f8864c2 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:28.521399 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6abe3-4235-4ab1-987c-42d59f8864c2 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Pushing event updated for resources: {'Port': ['ID=7d4ab66d-0bd9-4750-90cf-f35d6a9e3071,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:28.554103 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-de866e69-860f-498f-9b7b-339f769d4c6b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Allocated IP 192.168.233.131 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/3079e223-4e17-4a7f-be91-ec6a7ee5dfac) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:28.596254 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a570a-6b13-4e6d-9163-d964e544089c req-c5c6abe3-4235-4ab1-987c-42d59f8864c2 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:28.596944 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-043a570a-6b13-4e6d-9163-d964e544089c req-c5c6abe3-4235-4ab1-987c-42d59f8864c2 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:28.626964 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-043a570a-6b13-4e6d-9163-d964e544089c req-c5c6abe3-4235-4ab1-987c-42d59f8864c2 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2398458 Jul 16 20:22:28.654415 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-043a570a-6b13-4e6d-9163-d964e544089c req-69c72712-710c-46cc-95b9-3d9c5df6bf01 service neutron] Request body: {'port': {'device_id': 'd6e772a4-b12e-4bc0-a1ca-e890ae4e915e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:28.788956 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076453f-522b-404a-92de-0d3c39c27a5e req-0eb276b5-dbd8-4598-99a1-2865833d5796 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:28.791358 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-de866e69-860f-498f-9b7b-339f769d4c6b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:28.798933 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2076453f-522b-404a-92de-0d3c39c27a5e req-0eb276b5-dbd8-4598-99a1-2865833d5796 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 943 time: 0.1845961 Jul 16 20:22:28.804115 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-043a570a-6b13-4e6d-9163-d964e544089c req-69c72712-710c-46cc-95b9-3d9c5df6bf01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:28.819673 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-de866e69-860f-498f-9b7b-339f769d4c6b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Transition to ACTIVE for port object 3079e223-4e17-4a7f-be91-ec6a7ee5dfac will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:28.893821 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-de866e69-860f-498f-9b7b-339f769d4c6b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:28.906993 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2076453f-522b-404a-92de-0d3c39c27a5e req-0841ca73-519f-48bd-9b0d-a8eedbd75f6d tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070292 Jul 16 20:22:28.915161 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:28.980672 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-de866e69-860f-498f-9b7b-339f769d4c6b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:28.991411 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-de866e69-860f-498f-9b7b-339f769d4c6b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:29.016723 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-de866e69-860f-498f-9b7b-339f769d4c6b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:29.045271 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0a5acf15-dbce-4efc-a555-45f442801afa None None] Provisioning for port 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:29.064994 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0a5acf15-dbce-4efc-a555-45f442801afa None None] Provisioning complete for port 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:29.065783 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a5acf15-dbce-4efc-a555-45f442801afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.191947 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0a5acf15-dbce-4efc-a555-45f442801afa None None] Port 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:29.216673 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-de866e69-860f-498f-9b7b-339f769d4c6b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:29.217747 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-de866e69-860f-498f-9b7b-339f769d4c6b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.258025 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.290884 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-de866e69-860f-498f-9b7b-339f769d4c6b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2519803 Jul 16 20:22:29.410695 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-c58c4ccc-3f96-4dff-81ac-e70ba43d7eaf service neutron] Request body: {'port': {'device_id': 'a0b607b0-62b2-454f-93d1-543f7ff15344', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:29.427722 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55028) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:29.432800 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de866e69-860f-498f-9b7b-339f769d4c6b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Pushing event updated for resources: {'Port': ['ID=3079e223-4e17-4a7f-be91-ec6a7ee5dfac,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:29.521877 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-30af5d11-0993-46c0-9b27-0008478a7b02 None None] Provisioning for port 3079e223-4e17-4a7f-be91-ec6a7ee5dfac completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:29.525977 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-30af5d11-0993-46c0-9b27-0008478a7b02 None None] Provisioning complete for port 3079e223-4e17-4a7f-be91-ec6a7ee5dfac triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:29.526368 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-30af5d11-0993-46c0-9b27-0008478a7b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.584322 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-30af5d11-0993-46c0-9b27-0008478a7b02 None None] Port 3079e223-4e17-4a7f-be91-ec6a7ee5dfac cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:29.608680 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-80b17ae1-defb-4b39-9f11-e577d549d18d service neutron] 10.222.0.18 "GET /v2.0/ports/e8d7853a-2e45-4036-a726-a7e4ecff5403/bindings/n-h2-791506-21 HTTP/1.1" status: 200 len: 385 time: 0.3324814 Jul 16 20:22:29.693375 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-c58c4ccc-3f96-4dff-81ac-e70ba43d7eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.696582 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d71c21d0-ba19-436a-92bf-18cfda56323c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.756803 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-c46a35c3-1e42-42fd-8bcd-22c930544310 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=0bc12790f5854fa482af08b243c71745&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590985 Jul 16 20:22:29.883006 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-043a570a-6b13-4e6d-9163-d964e544089c req-69c72712-710c-46cc-95b9-3d9c5df6bf01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:29.901283 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-043a570a-6b13-4e6d-9163-d964e544089c req-69c72712-710c-46cc-95b9-3d9c5df6bf01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.929829 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66333f84-9d8f-44c1-8b39-0dff00b66f33 req-6ad30abc-dae8-47e5-bb0f-e646e41f738b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:29.932432 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66333f84-9d8f-44c1-8b39-0dff00b66f33 req-6ad30abc-dae8-47e5-bb0f-e646e41f738b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 936 time: 0.2363706 Jul 16 20:22:29.939882 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-043a570a-6b13-4e6d-9163-d964e544089c req-69c72712-710c-46cc-95b9-3d9c5df6bf01 service neutron] Transition to ACTIVE for port object 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:29.949861 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-cfc9b43c-111f-40e1-87b6-b45eabe94efd tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:29.952090 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-cfc9b43c-111f-40e1-87b6-b45eabe94efd tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1866307 Jul 16 20:22:29.958766 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-043a570a-6b13-4e6d-9163-d964e544089c req-69c72712-710c-46cc-95b9-3d9c5df6bf01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.031569 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-21adfdcb-10e4-477d-a20a-b02a32de0894 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/quotas/0bc12790f5854fa482af08b243c71745 HTTP/1.1" status: 200 len: 375 time: 0.0576310 Jul 16 20:22:30.044142 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c72712-710c-46cc-95b9-3d9c5df6bf01 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4ab66d-0bd9-4750-90cf-f35d6a9e3071,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:30.056908 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66333f84-9d8f-44c1-8b39-0dff00b66f33 req-0d95f767-a710-4eca-b9eb-2b687eb2150f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039448 Jul 16 20:22:30.252682 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-043a570a-6b13-4e6d-9163-d964e544089c req-69c72712-710c-46cc-95b9-3d9c5df6bf01 service neutron] Attempting to bind port 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:30.252682 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-043a570a-6b13-4e6d-9163-d964e544089c req-69c72712-710c-46cc-95b9-3d9c5df6bf01 service neutron] Attempting to bind port 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:30.253113 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043a570a-6b13-4e6d-9163-d964e544089c req-69c72712-710c-46cc-95b9-3d9c5df6bf01 service neutron] Attempting to bind port 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:30.269635 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043a570a-6b13-4e6d-9163-d964e544089c req-69c72712-710c-46cc-95b9-3d9c5df6bf01 service neutron] Port 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:22:30.270647 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043a570a-6b13-4e6d-9163-d964e544089c req-69c72712-710c-46cc-95b9-3d9c5df6bf01 service neutron] Attempting to bind port 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:30.295588 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-24a0b01f-7e08-4d26-b826-d080cf272fae tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0bc12790f5854fa482af08b243c71745&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2373028 Jul 16 20:22:30.296810 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043a570a-6b13-4e6d-9163-d964e544089c req-69c72712-710c-46cc-95b9-3d9c5df6bf01 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:30.298010 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043a570a-6b13-4e6d-9163-d964e544089c req-69c72712-710c-46cc-95b9-3d9c5df6bf01 service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:30.300004 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043a570a-6b13-4e6d-9163-d964e544089c req-69c72712-710c-46cc-95b9-3d9c5df6bf01 service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:30.300714 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-043a570a-6b13-4e6d-9163-d964e544089c req-69c72712-710c-46cc-95b9-3d9c5df6bf01 service neutron] Bound port: 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:30.301292 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-043a570a-6b13-4e6d-9163-d964e544089c req-69c72712-710c-46cc-95b9-3d9c5df6bf01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.333132 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d71c21d0-ba19-436a-92bf-18cfda56323c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.353322 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d71c21d0-ba19-436a-92bf-18cfda56323c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.405768 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-4a9e4e3c-630c-41f1-b282-6a23ee921769 service neutron] For port e8d7853a-2e45-4036-a726-a7e4ecff5403, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e8d7853a-2e45-4036-a726-a7e4ecff5403,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:30.420875 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-043a570a-6b13-4e6d-9163-d964e544089c req-69c72712-710c-46cc-95b9-3d9c5df6bf01 service neutron] For port 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:30.425424 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-043a570a-6b13-4e6d-9163-d964e544089c req-69c72712-710c-46cc-95b9-3d9c5df6bf01 service neutron] For port 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7d4ab66d-0bd9-4750-90cf-f35d6a9e3071,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:30.441343 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8c35d-4b65-4f55-8feb-0af54c499364 req-cba53f12-8b22-46ae-9a3d-22aef398994d tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:30.443250 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-01a8c35d-4b65-4f55-8feb-0af54c499364 req-cba53f12-8b22-46ae-9a3d-22aef398994d tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6e772a4-b12e-4bc0-a1ca-e890ae4e915e HTTP/1.1" status: 200 len: 948 time: 0.1373060 Jul 16 20:22:30.444941 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-043a570a-6b13-4e6d-9163-d964e544089c req-69c72712-710c-46cc-95b9-3d9c5df6bf01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.478063 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d71c21d0-ba19-436a-92bf-18cfda56323c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3857fffe5d974b4cbf34b3a4973bac0c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0302649 Jul 16 20:22:30.483390 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c21d0-ba19-436a-92bf-18cfda56323c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11dded57-c2b9-414d-94a4-52e62d9b05a8,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:30.487579 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55056) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:30.504894 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-4a9e4e3c-630c-41f1-b282-6a23ee921769 service neutron] For port e8d7853a-2e45-4036-a726-a7e4ecff5403, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:30.506628 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a570a-6b13-4e6d-9163-d964e544089c req-69c72712-710c-46cc-95b9-3d9c5df6bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:30.507252 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-043a570a-6b13-4e6d-9163-d964e544089c req-69c72712-710c-46cc-95b9-3d9c5df6bf01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.507521 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-c58c4ccc-3f96-4dff-81ac-e70ba43d7eaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3079e223-4e17-4a7f-be91-ec6a7ee5dfac {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:30.509302 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-043a570a-6b13-4e6d-9163-d964e544089c req-69c72712-710c-46cc-95b9-3d9c5df6bf01 service neutron] 10.222.0.18 "PUT /v2.0/ports/7d4ab66d-0bd9-4750-90cf-f35d6a9e3071 HTTP/1.1" status: 200 len: 1097 time: 1.8604879 Jul 16 20:22:30.512070 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e772a4-b12e-4bc0-a1ca-e890ae4e915e', 'tag': '7d4ab66d-0bd9-4750-90cf-f35d6a9e3071'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:30.513783 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b8b6ec-8287-44c3-ac6c-063c1c4e599a" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e772a4-b12e-4bc0-a1ca-e890ae4e915e", "tag": "7d4ab66d-0bd9-4750-90cf-f35d6a9e3071"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:30.563035 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-c58c4ccc-3f96-4dff-81ac-e70ba43d7eaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.586965 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-4a9e4e3c-630c-41f1-b282-6a23ee921769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8d7853a-2e45-4036-a726-a7e4ecff5403 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:30.592362 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-c58c4ccc-3f96-4dff-81ac-e70ba43d7eaf service neutron] Transition to ACTIVE for port object 3079e223-4e17-4a7f-be91-ec6a7ee5dfac will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:30.601149 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-4a9e4e3c-630c-41f1-b282-6a23ee921769 service neutron] For port e8d7853a-2e45-4036-a726-a7e4ecff5403, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=e8d7853a-2e45-4036-a726-a7e4ecff5403,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:30.604305 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-c58c4ccc-3f96-4dff-81ac-e70ba43d7eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.635226 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-01a8c35d-4b65-4f55-8feb-0af54c499364 req-3463eed7-659a-4236-9ee8-d8542f3d829a tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/security-groups?id=a30b0d84-4011-46a0-80b7-0c7f88e2a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849101 Jul 16 20:22:30.684837 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c72712-710c-46cc-95b9-3d9c5df6bf01 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4ab66d-0bd9-4750-90cf-f35d6a9e3071,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:30.685006 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c4ccc-3f96-4dff-81ac-e70ba43d7eaf service neutron] Pushing event updated for resources: {'Port': ['ID=3079e223-4e17-4a7f-be91-ec6a7ee5dfac,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:30.690367 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-4a9e4e3c-630c-41f1-b282-6a23ee921769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.751042 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-feecfc47-ba76-459c-9d6b-2f2ff9a67b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.832320 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4699f-157b-4a40-a9ee-af3a368688ea req-ebc0bed1-281b-4e50-a2f0-06fb3762d9aa tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:30.834514 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9ce4699f-157b-4a40-a9ee-af3a368688ea req-ebc0bed1-281b-4e50-a2f0-06fb3762d9aa tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 943 time: 0.2721920 Jul 16 20:22:30.847398 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-feecfc47-ba76-459c-9d6b-2f2ff9a67b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.851980 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-c58c4ccc-3f96-4dff-81ac-e70ba43d7eaf service neutron] Attempting to bind port 3079e223-4e17-4a7f-be91-ec6a7ee5dfac on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:30.852466 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-c58c4ccc-3f96-4dff-81ac-e70ba43d7eaf service neutron] Attempting to bind port 3079e223-4e17-4a7f-be91-ec6a7ee5dfac by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:30.852858 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-c58c4ccc-3f96-4dff-81ac-e70ba43d7eaf service neutron] Attempting to bind port 3079e223-4e17-4a7f-be91-ec6a7ee5dfac on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:30.858281 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a570a-6b13-4e6d-9163-d964e544089c req-6a389dfc-1997-4f9c-bd7f-c9beb5edd9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:30.859946 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-043a570a-6b13-4e6d-9163-d964e544089c req-6a389dfc-1997-4f9c-bd7f-c9beb5edd9cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b39a69b42562408eb3c39a632018523b&device_id=d6e772a4-b12e-4bc0-a1ca-e890ae4e915e HTTP/1.1" status: 200 len: 1100 time: 0.3061388 Jul 16 20:22:30.861251 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-c58c4ccc-3f96-4dff-81ac-e70ba43d7eaf service neutron] Port 3079e223-4e17-4a7f-be91-ec6a7ee5dfac on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:22:30.861585 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-c58c4ccc-3f96-4dff-81ac-e70ba43d7eaf service neutron] Attempting to bind port 3079e223-4e17-4a7f-be91-ec6a7ee5dfac on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:30.883284 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-c58c4ccc-3f96-4dff-81ac-e70ba43d7eaf service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:30.883765 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-c58c4ccc-3f96-4dff-81ac-e70ba43d7eaf service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:30.884601 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-c58c4ccc-3f96-4dff-81ac-e70ba43d7eaf service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:30.885504 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-c58c4ccc-3f96-4dff-81ac-e70ba43d7eaf service neutron] Bound port: 3079e223-4e17-4a7f-be91-ec6a7ee5dfac, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:30.886776 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-c58c4ccc-3f96-4dff-81ac-e70ba43d7eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.936457 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-043a570a-6b13-4e6d-9163-d964e544089c req-32a04fe5-eddb-402b-ac0d-97626822db90 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=7d4ab66d-0bd9-4750-90cf-f35d6a9e3071 HTTP/1.1" status: 200 len: 217 time: 0.0687885 Jul 16 20:22:31.010978 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a570a-6b13-4e6d-9163-d964e544089c req-4c2c64e4-f539-4eca-ae20-95b366b7654e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:31.012776 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-043a570a-6b13-4e6d-9163-d964e544089c req-4c2c64e4-f539-4eca-ae20-95b366b7654e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0677290 Jul 16 20:22:31.038878 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-4a9e4e3c-630c-41f1-b282-6a23ee921769 service neutron] Transition to ACTIVE for port object e8d7853a-2e45-4036-a726-a7e4ecff5403 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:31.059843 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9ce4699f-157b-4a40-a9ee-af3a368688ea req-920551b3-0cff-4720-a4ae-7d8111f51c74 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109458 Jul 16 20:22:31.068244 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-4a9e4e3c-630c-41f1-b282-6a23ee921769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.113272 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-c58c4ccc-3f96-4dff-81ac-e70ba43d7eaf service neutron] For port 3079e223-4e17-4a7f-be91-ec6a7ee5dfac, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:31.154008 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-c58c4ccc-3f96-4dff-81ac-e70ba43d7eaf service neutron] For port 3079e223-4e17-4a7f-be91-ec6a7ee5dfac, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=3079e223-4e17-4a7f-be91-ec6a7ee5dfac,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:31.163434 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-c58c4ccc-3f96-4dff-81ac-e70ba43d7eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.185796 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-feecfc47-ba76-459c-9d6b-2f2ff9a67b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.187742 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-feecfc47-ba76-459c-9d6b-2f2ff9a67b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.190443 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-feecfc47-ba76-459c-9d6b-2f2ff9a67b01 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/11dded57-c2b9-414d-94a4-52e62d9b05a8 HTTP/1.1" status: 204 len: 168 time: 0.7005644 Jul 16 20:22:31.213189 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d3c8fa93-f4b0-45bb-b404-c3fb3aef1c0a req-c554a2f0-1ec0-4f2e-b6a6-9c8bc95f59af tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=45b955c6-6d71-4bae-8959-188bd750f351 HTTP/1.1" status: 200 len: 210 time: 0.0659406 Jul 16 20:22:31.241083 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-4a9e4e3c-630c-41f1-b282-6a23ee921769 service neutron] No DVR routers for this DVR port e8d7853a-2e45-4036-a726-a7e4ecff5403 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:31.241320 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecfc47-ba76-459c-9d6b-2f2ff9a67b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dded57-c2b9-414d-94a4-52e62d9b05a8,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:31.302495 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae342dc3-f2c1-4bc0-a753-74420eeff07a x-openstack-request-id: req-ae342dc3-f2c1-4bc0-a753-74420eeff07a {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:31.303025 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e772a4-b12e-4bc0-a1ca-e890ae4e915e", "tag": "7d4ab66d-0bd9-4750-90cf-f35d6a9e3071", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:31.303786 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ae342dc3-f2c1-4bc0-a753-74420eeff07a {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:31.331738 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e772a4-b12e-4bc0-a1ca-e890ae4e915e', 'tag': '7d4ab66d-0bd9-4750-90cf-f35d6a9e3071', 'status': 'completed', 'code': 200} Jul 16 20:22:31.335132 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a570a-6b13-4e6d-9163-d964e544089c req-126ce004-5574-489d-a779-262fbd55b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:31.339774 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-043a570a-6b13-4e6d-9163-d964e544089c req-126ce004-5574-489d-a779-262fbd55b1f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3132300 Jul 16 20:22:31.357121 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-c58c4ccc-3f96-4dff-81ac-e70ba43d7eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:31.358474 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-c58c4ccc-3f96-4dff-81ac-e70ba43d7eaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.360933 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-c58c4ccc-3f96-4dff-81ac-e70ba43d7eaf service neutron] 10.222.0.18 "PUT /v2.0/ports/3079e223-4e17-4a7f-be91-ec6a7ee5dfac HTTP/1.1" status: 200 len: 1097 time: 2.0515015 Jul 16 20:22:31.362581 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b607b0-62b2-454f-93d1-543f7ff15344', 'tag': '3079e223-4e17-4a7f-be91-ec6a7ee5dfac'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:31.366549 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8405df0-a7e9-481a-9ec1-4a8818a72e34" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b607b0-62b2-454f-93d1-543f7ff15344", "tag": "3079e223-4e17-4a7f-be91-ec6a7ee5dfac"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:31.371360 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e4e3c-630c-41f1-b282-6a23ee921769 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d7853a-2e45-4036-a726-a7e4ecff5403,revision_number=10']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:31.392452 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-4a9e4e3c-630c-41f1-b282-6a23ee921769 service neutron] 10.222.0.18 "PUT /v2.0/ports/e8d7853a-2e45-4036-a726-a7e4ecff5403/bindings/n-h2-791506-21/activate HTTP/1.1" status: 200 len: 370 time: 1.7761917 Jul 16 20:22:31.535412 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-043a570a-6b13-4e6d-9163-d964e544089c req-0960abb2-7141-440b-ab17-9d2e41aeebda service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855977 Jul 16 20:22:31.581780 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c4ccc-3f96-4dff-81ac-e70ba43d7eaf service neutron] Pushing event updated for resources: {'Port': ['ID=3079e223-4e17-4a7f-be91-ec6a7ee5dfac,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:31.622933 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-3e54718a-d30f-4724-8750-618ef5ecfcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:31.625645 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-3e54718a-d30f-4724-8750-618ef5ecfcec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 1100 time: 0.1721697 Jul 16 20:22:31.709548 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-144e9b9b-75e7-4969-9d82-fc80c93a92c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=3079e223-4e17-4a7f-be91-ec6a7ee5dfac HTTP/1.1" status: 200 len: 217 time: 0.0769358 Jul 16 20:22:31.774877 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9baebd-edaa-41d0-ac1a-00a332c2e6da x-openstack-request-id: req-af9baebd-edaa-41d0-ac1a-00a332c2e6da {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:31.775122 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b607b0-62b2-454f-93d1-543f7ff15344", "tag": "3079e223-4e17-4a7f-be91-ec6a7ee5dfac", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:31.775378 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-af9baebd-edaa-41d0-ac1a-00a332c2e6da {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:31.775780 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b607b0-62b2-454f-93d1-543f7ff15344', 'tag': '3079e223-4e17-4a7f-be91-ec6a7ee5dfac', 'status': 'completed', 'code': 200} Jul 16 20:22:31.817849 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-ac347f73-6562-4af9-8d42-82c6846acd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:31.819364 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-ac347f73-6562-4af9-8d42-82c6846acd84 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1040506 Jul 16 20:22:31.948010 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-043a570a-6b13-4e6d-9163-d964e544089c req-648d2bf2-2711-4185-9f8b-c2ace8df1775 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063334 Jul 16 20:22:31.981339 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-a48bb08d-a5ad-4f34-b01c-30b88c456619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:31.986729 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e8d7853a-2e45-4036-a726-a7e4ecff5403 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:32.015558 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-a48bb08d-a5ad-4f34-b01c-30b88c456619 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1886201 Jul 16 20:22:32.044212 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115764ed-bb4c-4182-b631-92976d9b7dad req-d5646db6-c9d2-4b8e-a4a0-22c0402a6774 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:32.045801 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-115764ed-bb4c-4182-b631-92976d9b7dad req-d5646db6-c9d2-4b8e-a4a0-22c0402a6774 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 948 time: 0.3445466 Jul 16 20:22:32.048036 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-fe343acd-e08e-4be3-a593-6f27ccc9c14e tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:32.049466 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-fe343acd-e08e-4be3-a593-6f27ccc9c14e tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f&tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&binding%3Ahost_id=n-h1-791506-21 HTTP/1.1" status: 200 len: 1096 time: 0.3108397 Jul 16 20:22:32.103733 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55096) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:32.121251 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e8d7853a-2e45-4036-a726-a7e4ecff5403 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:32.214571 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-c4fb49e9-24ce-483f-86f8-f6d18b36724d service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899724 Jul 16 20:22:32.234703 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-115764ed-bb4c-4182-b631-92976d9b7dad req-8ff4391e-144c-4d0c-aa03-59b9ba12185e tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720107 Jul 16 20:22:32.313394 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6cc3a10f-cf51-4a72-908a-9a017a3be0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.345993 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-f6fe2e94-a5ad-44b0-8ab3-68d747f19bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:32.359800 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-f6fe2e94-a5ad-44b0-8ab3-68d747f19bbe service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f&tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a HTTP/1.1" status: 200 len: 1096 time: 0.2622910 Jul 16 20:22:32.364614 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8b6ec-8287-44c3-ac6c-063c1c4e599a req-38ac769f-d1d5-4730-814e-eebe91ba523d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:32.366065 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22b8b6ec-8287-44c3-ac6c-063c1c4e599a req-38ac769f-d1d5-4730-814e-eebe91ba523d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b39a69b42562408eb3c39a632018523b&device_id=d6e772a4-b12e-4bc0-a1ca-e890ae4e915e HTTP/1.1" status: 200 len: 1100 time: 0.3048959 Jul 16 20:22:32.453524 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fceaf959-8d12-4af5-b60c-2a7830f2b887 req-620d0b28-452b-4126-b5b3-41efff917a0d service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317963 Jul 16 20:22:32.506026 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6cc3a10f-cf51-4a72-908a-9a017a3be0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.520824 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6cc3a10f-cf51-4a72-908a-9a017a3be0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.670299 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6cc3a10f-cf51-4a72-908a-9a017a3be0ce admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a6a35f3dd78d4a0f9addd26a3d8204fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5650713 Jul 16 20:22:32.679494 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55118) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:32.708124 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-d4e47cd2-57fa-4cec-84fc-ad915f927149 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=0bc12790f5854fa482af08b243c71745&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0850954 Jul 16 20:22:32.713046 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3a10f-cf51-4a72-908a-9a017a3be0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb40641-39ee-48f7-8227-76a040379c4a,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:32.713933 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9cffc-de44-4bfc-a673-9122d38b9e08 req-298443aa-9ab8-4e7b-aa70-b00ab4f829c7 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:32.715512 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d2b9cffc-de44-4bfc-a673-9122d38b9e08 req-298443aa-9ab8-4e7b-aa70-b00ab4f829c7 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6e772a4-b12e-4bc0-a1ca-e890ae4e915e HTTP/1.1" status: 200 len: 948 time: 0.3538492 Jul 16 20:22:32.720684 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8b6ec-8287-44c3-ac6c-063c1c4e599a req-93c07a1a-e9d4-4cb9-9c85-a8124da7440d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:32.722545 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22b8b6ec-8287-44c3-ac6c-063c1c4e599a req-93c07a1a-e9d4-4cb9-9c85-a8124da7440d service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.3348658 Jul 16 20:22:32.760777 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-46860622-cca5-494c-868b-d15c8e66dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:32.768216 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-46860622-cca5-494c-868b-d15c8e66dc01 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 1096 time: 0.3152902 Jul 16 20:22:32.770054 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8218cc5-b0a2-423b-af5b-646911b9fb02 req-5892b660-c498-43d2-8dba-0212326520d6 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:32.771345 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8218cc5-b0a2-423b-af5b-646911b9fb02 req-5892b660-c498-43d2-8dba-0212326520d6 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 944 time: 0.3261821 Jul 16 20:22:32.849591 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22b8b6ec-8287-44c3-ac6c-063c1c4e599a req-202d6a1b-0ba3-4dfc-bf6b-3b0e6e7f6ab5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=7d4ab66d-0bd9-4750-90cf-f35d6a9e3071 HTTP/1.1" status: 200 len: 217 time: 0.1099677 Jul 16 20:22:32.863732 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.894289 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8405df0-a7e9-481a-9ec1-4a8818a72e34 req-f52553eb-7452-40e0-aaf7-bc616ced7b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:32.895941 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e8405df0-a7e9-481a-9ec1-4a8818a72e34 req-f52553eb-7452-40e0-aaf7-bc616ced7b79 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 1100 time: 0.3300505 Jul 16 20:22:32.966938 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-ecb74e40-2633-4492-b40a-d366499ef36e tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:32.968498 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-ecb74e40-2633-4492-b40a-d366499ef36e tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2380412 Jul 16 20:22:32.976336 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d2b9cffc-de44-4bfc-a673-9122d38b9e08 req-519a2715-e9d7-4791-abda-9196f742562a tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/security-groups?id=a30b0d84-4011-46a0-80b7-0c7f88e2a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404530 Jul 16 20:22:32.982404 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-088ec3dc-6162-4456-805f-e5fb73fbe6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.003859 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8218cc5-b0a2-423b-af5b-646911b9fb02 req-0aa67d2a-a070-4f35-aa06-bacd2270faa8 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901927 Jul 16 20:22:33.015357 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8b6ec-8287-44c3-ac6c-063c1c4e599a req-49893582-01aa-4c9d-b99c-77e6675b227b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:33.016802 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22b8b6ec-8287-44c3-ac6c-063c1c4e599a req-49893582-01aa-4c9d-b99c-77e6675b227b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1498394 Jul 16 20:22:33.035234 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-13788f4a-0236-4b11-b02e-cfae4f09f2ce tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Request body: {'port': {'device_id': '45b955c6-6d71-4bae-8959-188bd750f351', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': '0bc12790f5854fa482af08b243c71745'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:33.039820 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-088ec3dc-6162-4456-805f-e5fb73fbe6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.081784 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-ced7fbbf-8797-4249-9b93-fb17005bbacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:33.083277 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-ced7fbbf-8797-4249-9b93-fb17005bbacd service neutron] 10.222.0.62 "GET /v2.0/networks?id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418 HTTP/1.1" status: 200 len: 909 time: 0.3099923 Jul 16 20:22:33.147852 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-088ec3dc-6162-4456-805f-e5fb73fbe6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.153187 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-088ec3dc-6162-4456-805f-e5fb73fbe6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.154556 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-088ec3dc-6162-4456-805f-e5fb73fbe6dc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6cb40641-39ee-48f7-8227-76a040379c4a HTTP/1.1" status: 204 len: 168 time: 0.4726255 Jul 16 20:22:33.220782 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8405df0-a7e9-481a-9ec1-4a8818a72e34 req-482178ec-9704-4e8c-996f-249d6c26fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:33.221614 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-1a8a82e1-f488-4538-9e1c-ef495b9fb1a2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8d7853a-2e45-4036-a726-a7e4ecff5403 HTTP/1.1" status: 200 len: 217 time: 0.0849180 Jul 16 20:22:33.222692 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e8405df0-a7e9-481a-9ec1-4a8818a72e34 req-482178ec-9704-4e8c-996f-249d6c26fb57 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.3202174 Jul 16 20:22:33.223832 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-13788f4a-0236-4b11-b02e-cfae4f09f2ce tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Made reservation on behalf of 0bc12790f5854fa482af08b243c71745 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:33.229001 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-13788f4a-0236-4b11-b02e-cfae4f09f2ce tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.266871 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ec3dc-6162-4456-805f-e5fb73fbe6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb40641-39ee-48f7-8227-76a040379c4a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:33.270057 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e8405df0-a7e9-481a-9ec1-4a8818a72e34 req-f3fcd350-f32d-4d59-b63e-952b7f319b7f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=3079e223-4e17-4a7f-be91-ec6a7ee5dfac HTTP/1.1" status: 200 len: 217 time: 0.0385082 Jul 16 20:22:33.322408 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8405df0-a7e9-481a-9ec1-4a8818a72e34 req-10931e87-5581-4759-9774-c12d89f0d69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:33.322879 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-226a7d01-4494-4730-b3d9-31699f47999c req-5a0d486b-04e5-4cdc-9ff2-12172ed0de00 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=45b955c6-6d71-4bae-8959-188bd750f351 HTTP/1.1" status: 200 len: 210 time: 0.0795045 Jul 16 20:22:33.332057 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e8405df0-a7e9-481a-9ec1-4a8818a72e34 req-10931e87-5581-4759-9774-c12d89f0d69c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0547144 Jul 16 20:22:33.346681 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8b6ec-8287-44c3-ac6c-063c1c4e599a req-226dd3ee-349a-43a8-aa04-7178b52237d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:33.348349 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22b8b6ec-8287-44c3-ac6c-063c1c4e599a req-226dd3ee-349a-43a8-aa04-7178b52237d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3228247 Jul 16 20:22:33.474103 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:22:33.642396 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8405df0-a7e9-481a-9ec1-4a8818a72e34 req-1fc1c986-59d3-422f-8e63-9120dfcb2fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:33.643373 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-e0e9edf5-3651-417c-87ed-ed97d284d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:33.644739 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e8405df0-a7e9-481a-9ec1-4a8818a72e34 req-1fc1c986-59d3-422f-8e63-9120dfcb2fc6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3033316 Jul 16 20:22:33.644854 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-e0e9edf5-3651-417c-87ed-ed97d284d090 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fed2a9f4-4984-4b87-a48a-a9fcef3fa565 HTTP/1.1" status: 200 len: 848 time: 0.3879673 Jul 16 20:22:33.710160 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-fed48b5e-3e11-4bf4-81f6-a0436a0577b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535762 Jul 16 20:22:33.741025 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57587c30-1be5-4772-8449-4e3705ac2451 req-b7107318-1363-411c-ae45-330c43ada3ab tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:33.748575 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-57587c30-1be5-4772-8449-4e3705ac2451 req-b7107318-1363-411c-ae45-330c43ada3ab tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 1101 time: 0.5924268 Jul 16 20:22:33.926469 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22b8b6ec-8287-44c3-ac6c-063c1c4e599a req-8e9a9f58-11ae-425a-b2ff-faf7dafcd3e2 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660634 Jul 16 20:22:33.937876 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-57587c30-1be5-4772-8449-4e3705ac2451 req-4111f844-8409-4ee5-9d43-fe5b9626fb7e tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884110 Jul 16 20:22:33.992987 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e3848-06cc-4c2f-a011-49ca80fa2a99 req-49dd2974-a1be-4abc-a94d-3d454a34ff5d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:33.994939 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ff0e3848-06cc-4c2f-a011-49ca80fa2a99 req-49dd2974-a1be-4abc-a94d-3d454a34ff5d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 948 time: 0.3275981 Jul 16 20:22:34.081229 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-6dae2d79-fe2f-4593-b72b-e8d7ba8b1ae3 service neutron] 10.222.0.62 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441904 Jul 16 20:22:34.126816 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ff0e3848-06cc-4c2f-a011-49ca80fa2a99 req-dc33ea15-0d4a-4379-9464-f29ef3350175 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259243 Jul 16 20:22:34.144465 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-13788f4a-0236-4b11-b02e-cfae4f09f2ce tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Allocated IP 192.168.233.226 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/46d0b968-2638-455f-a4d0-b5269b9c0147) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:34.180864 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e8405df0-a7e9-481a-9ec1-4a8818a72e34 req-e5414a62-610b-4dc3-b2a5-97760892e26e service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242190 Jul 16 20:22:34.237518 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55168) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:34.240370 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22b8b6ec-8287-44c3-ac6c-063c1c4e599a req-4ef19945-a7d6-4bc0-9319-5ad75d2ddf85 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077095 Jul 16 20:22:34.244215 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3c97f41d-5bfd-4b8a-a4fc-7295a9dfa9e4 req-8db74d80-54c2-42e2-96c8-6782e4e328c3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3a881cd4-e197-4c42-8d81-4d32424c3370&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1901748 Jul 16 20:22:34.397463 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-0e72bd3f-17fb-4cf3-be5b-1735810011d7 service neutron] 10.222.0.62 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991552 Jul 16 20:22:34.408253 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-205dff99-ed65-4753-8d09-3c9e74d6cd55 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-393347287-network', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:34.418873 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a44b2f-4e85-4f77-89a4-cfaff22cd366 req-d3bb8bdc-1b45-47bc-bb30-e926308194af tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:34.423294 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e8405df0-a7e9-481a-9ec1-4a8818a72e34 req-4a952beb-b0bd-44b0-b53a-ba3ea7c3bd3d service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351601 Jul 16 20:22:34.425866 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-57a44b2f-4e85-4f77-89a4-cfaff22cd366 req-d3bb8bdc-1b45-47bc-bb30-e926308194af tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 1101 time: 0.2682674 Jul 16 20:22:34.469225 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-13788f4a-0236-4b11-b02e-cfae4f09f2ce tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:34.479179 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97f41d-5bfd-4b8a-a4fc-7295a9dfa9e4 req-e149ad09-d82e-46ca-85c5-626584eeb18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:34.480676 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3c97f41d-5bfd-4b8a-a4fc-7295a9dfa9e4 req-e149ad09-d82e-46ca-85c5-626584eeb18b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3df7bf01e9545dc8fec2031b5863a44&device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 1118 time: 0.1183212 Jul 16 20:22:34.485369 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01788f-f602-472e-8abb-56afdf76d1e1 req-2ac5dd4b-555c-43e7-b389-c3b161ffbf7c tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:34.486991 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c01788f-f602-472e-8abb-56afdf76d1e1 req-2ac5dd4b-555c-43e7-b389-c3b161ffbf7c tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6e772a4-b12e-4bc0-a1ca-e890ae4e915e HTTP/1.1" status: 200 len: 948 time: 0.1715174 Jul 16 20:22:34.489698 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205dff99-ed65-4753-8d09-3c9e74d6cd55 admin admin] Made reservation on behalf of 24465f931afb4d548cf03856aa8b33bd for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:34.491984 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-205dff99-ed65-4753-8d09-3c9e74d6cd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:34.499395 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-13788f4a-0236-4b11-b02e-cfae4f09f2ce tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Transition to ACTIVE for port object 46d0b968-2638-455f-a4d0-b5269b9c0147 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:34.505778 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-57a44b2f-4e85-4f77-89a4-cfaff22cd366 req-b83f9861-8e47-4c6c-958d-6443d6e6e114 tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790768 Jul 16 20:22:34.512123 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-205dff99-ed65-4753-8d09-3c9e74d6cd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:34.589374 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c01788f-f602-472e-8abb-56afdf76d1e1 req-25783264-9432-48ad-bd1d-193fe4a83814 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/security-groups?id=a30b0d84-4011-46a0-80b7-0c7f88e2a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914104 Jul 16 20:22:34.636676 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-13788f4a-0236-4b11-b02e-cfae4f09f2ce tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:34.647794 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97f41d-5bfd-4b8a-a4fc-7295a9dfa9e4 req-e8e0c689-2df8-44df-bf5e-8f36bc52f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:34.649422 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3c97f41d-5bfd-4b8a-a4fc-7295a9dfa9e4 req-e8e0c689-2df8-44df-bf5e-8f36bc52f8a0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a6e3de95-78fc-4a31-9b59-b1f10f47e4ed HTTP/1.1" status: 200 len: 924 time: 0.1481166 Jul 16 20:22:34.650928 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['34679c76-d877-4fa5-9541-fa76ffc90b12'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:34.756309 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-205dff99-ed65-4753-8d09-3c9e74d6cd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:34.792521 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3c97f41d-5bfd-4b8a-a4fc-7295a9dfa9e4 req-cdb7bd9a-cdd8-4dea-b112-3de4d7070956 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c352913e-0cff-4442-95e9-16fa9097fbea HTTP/1.1" status: 200 len: 1022 time: 0.1141670 Jul 16 20:22:34.818927 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-205dff99-ed65-4753-8d09-3c9e74d6cd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:34.822249 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-13788f4a-0236-4b11-b02e-cfae4f09f2ce tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:34.851014 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13788f4a-0236-4b11-b02e-cfae4f09f2ce tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Pushing event updated for resources: {'Port': ['ID=46d0b968-2638-455f-a4d0-b5269b9c0147,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:34.855316 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-13788f4a-0236-4b11-b02e-cfae4f09f2ce tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:34.861709 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-13788f4a-0236-4b11-b02e-cfae4f09f2ce tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:34.901075 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-205dff99-ed65-4753-8d09-3c9e74d6cd55 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:22:34.905453 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97f41d-5bfd-4b8a-a4fc-7295a9dfa9e4 req-16d96bba-1583-478a-bc28-a1d2b09635fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:34.907504 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3c97f41d-5bfd-4b8a-a4fc-7295a9dfa9e4 req-16d96bba-1583-478a-bc28-a1d2b09635fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2dbbabcf-de96-4fb3-85e1-f42c7891edb1 HTTP/1.1" status: 200 len: 862 time: 0.1078269 Jul 16 20:22:34.952852 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-205dff99-ed65-4753-8d09-3c9e74d6cd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:34.953200 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-205dff99-ed65-4753-8d09-3c9e74d6cd55 admin admin] Added segment 078bf850-a9a4-47df-a8d7-e25abae15d64 of type vlan for network 6d86ebc6-550a-4185-8eaf-4536a4601097 Jul 16 20:22:34.974136 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-13788f4a-0236-4b11-b02e-cfae4f09f2ce tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:34.974839 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-13788f4a-0236-4b11-b02e-cfae4f09f2ce tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:34.993787 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-13788f4a-0236-4b11-b02e-cfae4f09f2ce tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9651473 Jul 16 20:22:34.995400 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205dff99-ed65-4753-8d09-3c9e74d6cd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ae0099-7cfa-4c9d-badd-c87ae87edb73,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:35.018542 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-4580eb35-119c-46d4-a34c-5ac4f5ff1347 service neutron] Request body: {'port': {'device_id': '45b955c6-6d71-4bae-8959-188bd750f351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:35.075865 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-205dff99-ed65-4753-8d09-3c9e74d6cd55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.123725 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97f41d-5bfd-4b8a-a4fc-7295a9dfa9e4 req-5a713e97-b2e6-4dcc-b398-4e1c91c4df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:35.125267 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3c97f41d-5bfd-4b8a-a4fc-7295a9dfa9e4 req-5a713e97-b2e6-4dcc-b398-4e1c91c4df4f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a6e3de95-78fc-4a31-9b59-b1f10f47e4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2075305 Jul 16 20:22:35.144835 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f0d00-ca8f-40d6-8b40-57377115eb53 req-95cb3677-caa1-4ac2-a623-cf49a3341556 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:35.146906 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e53f0d00-ca8f-40d6-8b40-57377115eb53 req-95cb3677-caa1-4ac2-a623-cf49a3341556 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 944 time: 0.4045582 Jul 16 20:22:35.207271 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-4580eb35-119c-46d4-a34c-5ac4f5ff1347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.222835 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779dd001-b794-460e-a32f-c0d0520de08d req-51a522d0-2118-466a-a5bf-521ad4a01313 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:35.230055 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-779dd001-b794-460e-a32f-c0d0520de08d req-51a522d0-2118-466a-a5bf-521ad4a01313 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=45b955c6-6d71-4bae-8959-188bd750f351 HTTP/1.1" status: 200 len: 936 time: 0.4049764 Jul 16 20:22:35.239203 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-2780023e-2592-41dc-a4be-38aff3c8c08a tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:35.245198 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-2780023e-2592-41dc-a4be-38aff3c8c08a tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f&tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&binding%3Ahost_id=n-h2-791506-21 HTTP/1.1" status: 200 len: 1096 time: 0.4176962 Jul 16 20:22:35.262984 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-205dff99-ed65-4753-8d09-3c9e74d6cd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.263940 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205dff99-ed65-4753-8d09-3c9e74d6cd55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:35.264515 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-205dff99-ed65-4753-8d09-3c9e74d6cd55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.274939 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9e4acbcf-013d-44a3-b3ca-295ac77d12ef None None] Provisioning for port 46d0b968-2638-455f-a4d0-b5269b9c0147 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:35.281493 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9e4acbcf-013d-44a3-b3ca-295ac77d12ef None None] Provisioning complete for port 46d0b968-2638-455f-a4d0-b5269b9c0147 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:35.283456 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e4acbcf-013d-44a3-b3ca-295ac77d12ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.304813 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55188) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:35.329499 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9e4acbcf-013d-44a3-b3ca-295ac77d12ef None None] Port 46d0b968-2638-455f-a4d0-b5269b9c0147 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:35.335044 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e53f0d00-ca8f-40d6-8b40-57377115eb53 req-603a94ab-d98b-4c43-9bc3-d6734fba3aa1 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748116 Jul 16 20:22:35.338941 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3c97f41d-5bfd-4b8a-a4fc-7295a9dfa9e4 req-5c4e42ee-5575-45af-9c9f-ee5e469d7856 service neutron] 10.222.0.18 "GET /v2.0/networks/a6e3de95-78fc-4a31-9b59-b1f10f47e4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054894 Jul 16 20:22:35.393094 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-205dff99-ed65-4753-8d09-3c9e74d6cd55 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1509717 Jul 16 20:22:35.395902 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205dff99-ed65-4753-8d09-3c9e74d6cd55 admin admin] Pushing event updated for resources: {'Network': ['ID=6d86ebc6-550a-4185-8eaf-4536a4601097,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:35.398093 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55192) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:35.407111 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 6d86ebc6-550a-4185-8eaf-4536a4601097 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:22:35.415622 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-779dd001-b794-460e-a32f-c0d0520de08d req-5442421c-16a3-49ae-9283-230a295ed2c8 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843860 Jul 16 20:22:35.442485 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-15a7dced-fddc-4ce3-bccc-9470a3fd975e admin admin] Request body: {'subnet': {'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-393347287-subnet', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:35.509955 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3c97f41d-5bfd-4b8a-a4fc-7295a9dfa9e4 req-480fedc6-673a-49cb-976c-152fc9628970 service neutron] 10.222.0.18 "GET /v2.0/networks/a6e3de95-78fc-4a31-9b59-b1f10f47e4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627369 Jul 16 20:22:35.557917 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b2abfb8-a293-4474-803c-ef439d71833c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.564311 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a7dced-fddc-4ce3-bccc-9470a3fd975e admin admin] Made reservation on behalf of 24465f931afb4d548cf03856aa8b33bd for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:35.566718 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-15a7dced-fddc-4ce3-bccc-9470a3fd975e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.648117 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-75c84c5a-f1f2-47e4-984e-8044b59fee26 service neutron] For port e8d7853a-2e45-4036-a726-a7e4ecff5403, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:35.681774 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-75c84c5a-f1f2-47e4-984e-8044b59fee26 service neutron] Notify callbacks [] for binding, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.683053 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-260173d6-62bd-4669-af7d-dd96fbfb65ca req-75c84c5a-f1f2-47e4-984e-8044b59fee26 service neutron] 10.222.0.62 "DELETE /v2.0/ports/e8d7853a-2e45-4036-a726-a7e4ecff5403/bindings/n-h1-791506-21 HTTP/1.1" status: 204 len: 173 time: 0.4222975 Jul 16 20:22:35.834915 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b2abfb8-a293-4474-803c-ef439d71833c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.836379 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420c0ef-ff46-4e64-b5f8-bbbbdda79980 req-71e5d1f6-7c9f-43ba-b1c3-e36ee143441e tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:35.837884 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5420c0ef-ff46-4e64-b5f8-bbbbdda79980 req-71e5d1f6-7c9f-43ba-b1c3-e36ee143441e tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 948 time: 0.1879840 Jul 16 20:22:35.845717 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b2abfb8-a293-4474-803c-ef439d71833c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.853195 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-4580eb35-119c-46d4-a34c-5ac4f5ff1347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d0b968-2638-455f-a4d0-b5269b9c0147 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:35.873267 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-4580eb35-119c-46d4-a34c-5ac4f5ff1347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.905457 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5b2abfb8-a293-4474-803c-ef439d71833c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=68500aff2d004ff6b2fcc5b82289252d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5966320 Jul 16 20:22:35.908044 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2abfb8-a293-4474-803c-ef439d71833c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f1d27c-0e8f-4670-a82d-ec31baf365b1,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:35.910828 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-4580eb35-119c-46d4-a34c-5ac4f5ff1347 service neutron] Transition to ACTIVE for port object 46d0b968-2638-455f-a4d0-b5269b9c0147 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:35.911554 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55198) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:35.925000 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-4580eb35-119c-46d4-a34c-5ac4f5ff1347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.944140 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-15a7dced-fddc-4ce3-bccc-9470a3fd975e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.951195 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5420c0ef-ff46-4e64-b5f8-bbbbdda79980 req-5c3c8226-5e9f-4a54-8247-b9cbeaa9811f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940762 Jul 16 20:22:35.999947 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 3079e223-4e17-4a7f-be91-ec6a7ee5dfac details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:22:36.005828 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580eb35-119c-46d4-a34c-5ac4f5ff1347 service neutron] Pushing event updated for resources: {'Port': ['ID=46d0b968-2638-455f-a4d0-b5269b9c0147,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:36.012726 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d666f34-d7ce-41e6-97c7-2370dc8c346b req-3ed674d3-3b15-466f-927c-7a5618485ac4 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:36.014265 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d666f34-d7ce-41e6-97c7-2370dc8c346b req-3ed674d3-3b15-466f-927c-7a5618485ac4 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6e772a4-b12e-4bc0-a1ca-e890ae4e915e HTTP/1.1" status: 200 len: 948 time: 0.1980059 Jul 16 20:22:36.040130 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7dced-fddc-4ce3-bccc-9470a3fd975e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed3fe018-6845-4dcd-8942-5ef871b7139d,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:36.051717 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7c6181f6-5a25-4cc4-8f8d-29280a36ead2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.080412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a7dced-fddc-4ce3-bccc-9470a3fd975e admin admin] Checking segment: {'id': '078bf850-a9a4-47df-a8d7-e25abae15d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:36.080776 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a7dced-fddc-4ce3-bccc-9470a3fd975e admin admin] Network hostable DHCP agents. Network: 6d86ebc6-550a-4185-8eaf-4536a4601097, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:22:36.099368 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d666f34-d7ce-41e6-97c7-2370dc8c346b req-8c107aa0-2aea-4593-93b1-dd3a52e85f03 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/security-groups?id=a30b0d84-4011-46a0-80b7-0c7f88e2a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781124 Jul 16 20:22:36.115015 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a7dced-fddc-4ce3-bccc-9470a3fd975e admin admin] Network 6d86ebc6-550a-4185-8eaf-4536a4601097 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:22:36.137203 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7c6181f6-5a25-4cc4-8f8d-29280a36ead2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.139870 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-15a7dced-fddc-4ce3-bccc-9470a3fd975e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 6d86ebc6-550a-4185-8eaf-4536a4601097) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:36.147159 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a7dced-fddc-4ce3-bccc-9470a3fd975e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:36.148145 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-15a7dced-fddc-4ce3-bccc-9470a3fd975e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.160675 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3838705-33c2-429c-8098-bc918842be8a None None] Network 6d86ebc6-550a-4185-8eaf-4536a4601097 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:36.171767 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-15a7dced-fddc-4ce3-bccc-9470a3fd975e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7549627 Jul 16 20:22:36.172894 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55202) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:36.178513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-258d0c0f-a919-4f9d-8761-59ad2e8dd257 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-393347287-router', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:36.202661 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-4580eb35-119c-46d4-a34c-5ac4f5ff1347 service neutron] Attempting to bind port 46d0b968-2638-455f-a4d0-b5269b9c0147 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:36.208343 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-4580eb35-119c-46d4-a34c-5ac4f5ff1347 service neutron] Attempting to bind port 46d0b968-2638-455f-a4d0-b5269b9c0147 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:36.208879 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-4580eb35-119c-46d4-a34c-5ac4f5ff1347 service neutron] Attempting to bind port 46d0b968-2638-455f-a4d0-b5269b9c0147 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:36.217540 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-258d0c0f-a919-4f9d-8761-59ad2e8dd257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.219184 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-258d0c0f-a919-4f9d-8761-59ad2e8dd257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.239691 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-4580eb35-119c-46d4-a34c-5ac4f5ff1347 service neutron] Port 46d0b968-2638-455f-a4d0-b5269b9c0147 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:22:36.250129 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-4580eb35-119c-46d4-a34c-5ac4f5ff1347 service neutron] Attempting to bind port 46d0b968-2638-455f-a4d0-b5269b9c0147 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:36.258496 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-4580eb35-119c-46d4-a34c-5ac4f5ff1347 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:36.264441 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-4580eb35-119c-46d4-a34c-5ac4f5ff1347 service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:36.265353 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-4580eb35-119c-46d4-a34c-5ac4f5ff1347 service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:36.265353 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-4580eb35-119c-46d4-a34c-5ac4f5ff1347 service neutron] Bound port: 46d0b968-2638-455f-a4d0-b5269b9c0147, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:36.266966 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-4580eb35-119c-46d4-a34c-5ac4f5ff1347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.328367 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-258d0c0f-a919-4f9d-8761-59ad2e8dd257 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.348319 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 3079e223-4e17-4a7f-be91-ec6a7ee5dfac, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=3079e223-4e17-4a7f-be91-ec6a7ee5dfac,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:36.366964 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-4580eb35-119c-46d4-a34c-5ac4f5ff1347 service neutron] For port 46d0b968-2638-455f-a4d0-b5269b9c0147, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:36.372542 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-4580eb35-119c-46d4-a34c-5ac4f5ff1347 service neutron] For port 46d0b968-2638-455f-a4d0-b5269b9c0147, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=46d0b968-2638-455f-a4d0-b5269b9c0147,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:36.376227 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7c6181f6-5a25-4cc4-8f8d-29280a36ead2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.380183 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7c6181f6-5a25-4cc4-8f8d-29280a36ead2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.384725 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7c6181f6-5a25-4cc4-8f8d-29280a36ead2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/68f1d27c-0e8f-4670-a82d-ec31baf365b1 HTTP/1.1" status: 204 len: 168 time: 0.4693203 Jul 16 20:22:36.391397 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '3079e223-4e17-4a7f-be91-ec6a7ee5dfac', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': '3079e223-4e17-4a7f-be91-ec6a7ee5dfac', 'mac_address': 'fa:16:3e:71:63:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:22:36.395665 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-4580eb35-119c-46d4-a34c-5ac4f5ff1347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.438700 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6181f6-5a25-4cc4-8f8d-29280a36ead2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f1d27c-0e8f-4670-a82d-ec31baf365b1,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:36.466599 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-4580eb35-119c-46d4-a34c-5ac4f5ff1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:36.467272 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-4580eb35-119c-46d4-a34c-5ac4f5ff1347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.472550 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-4580eb35-119c-46d4-a34c-5ac4f5ff1347 service neutron] 10.222.0.62 "PUT /v2.0/ports/46d0b968-2638-455f-a4d0-b5269b9c0147 HTTP/1.1" status: 200 len: 1097 time: 1.4610851 Jul 16 20:22:36.473065 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b955c6-6d71-4bae-8959-188bd750f351', 'tag': '46d0b968-2638-455f-a4d0-b5269b9c0147'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:36.479578 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b42eb55-97ba-4a16-a023-d8c8af23fd28" -d '{"events": [{"name": "network-changed", "server_uuid": "45b955c6-6d71-4bae-8959-188bd750f351", "tag": "46d0b968-2638-455f-a4d0-b5269b9c0147"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:36.499090 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.564727 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580eb35-119c-46d4-a34c-5ac4f5ff1347 service neutron] Pushing event updated for resources: {'Port': ['ID=46d0b968-2638-455f-a4d0-b5269b9c0147,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:36.664274 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3079e223-4e17-4a7f-be91-ec6a7ee5dfac {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:36.683425 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d1895d-f0a4-4d1d-81cf-ab60ad944a4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-6d86ebc6-550a-4185-8eaf-4536a4601097', 'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'fixed_ips': [{'subnet_id': 'ed3fe018-6845-4dcd-8942-5ef871b7139d'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:22:36.691987 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01d1895d-f0a4-4d1d-81cf-ab60ad944a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.729785 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-b81c4b97-d166-4305-b59e-0bd522466d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:36.738741 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-b81c4b97-d166-4305-b59e-0bd522466d68 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0bc12790f5854fa482af08b243c71745&device_id=45b955c6-6d71-4bae-8959-188bd750f351 HTTP/1.1" status: 200 len: 1100 time: 0.1935029 Jul 16 20:22:36.742822 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-258d0c0f-a919-4f9d-8761-59ad2e8dd257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.765085 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 3079e223-4e17-4a7f-be91-ec6a7ee5dfac, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=3079e223-4e17-4a7f-be91-ec6a7ee5dfac,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:36.828362 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.829299 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:22:36.848871 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-2c73007e-6900-4d82-9afd-4913e5a34c16 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=46d0b968-2638-455f-a4d0-b5269b9c0147 HTTP/1.1" status: 200 len: 217 time: 0.1045303 Jul 16 20:22:36.896540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55218) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:36.914024 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ae633-19c2-43ad-8365-28ea7fd12944 req-e7a70f79-176d-4541-8f50-8d42761945c2 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:36.915788 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-667ae633-19c2-43ad-8365-28ea7fd12944 req-e7a70f79-176d-4541-8f50-8d42761945c2 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 944 time: 0.2890620 Jul 16 20:22:36.933770 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b9ec8b3d-2d6b-4cd0-8cd6-3fd0f5fe49ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.934474 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-3e0c8fa0-950f-4fba-ab13-abe7a2bfa4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:36.936351 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-3e0c8fa0-950f-4fba-ab13-abe7a2bfa4a7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0769584 Jul 16 20:22:36.957822 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28ffdd-4ff8-4eaa-9176-f19e90ca1512 req-b2eadc21-cc67-40ed-ba4a-cec86c22e47d tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:36.959180 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b28ffdd-4ff8-4eaa-9176-f19e90ca1512 req-b2eadc21-cc67-40ed-ba4a-cec86c22e47d tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=45b955c6-6d71-4bae-8959-188bd750f351 HTTP/1.1" status: 200 len: 948 time: 0.1974373 Jul 16 20:22:36.962902 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7d4ab66d-0bd9-4750-90cf-f35d6a9e3071,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:36.972448 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=3079e223-4e17-4a7f-be91-ec6a7ee5dfac,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:36.986252 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '7d4ab66d-0bd9-4750-90cf-f35d6a9e3071', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': '7d4ab66d-0bd9-4750-90cf-f35d6a9e3071', 'mac_address': 'fa:16:3e:d9:76:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:22:36.999213 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-01d1895d-f0a4-4d1d-81cf-ab60ad944a4d None None] Allocated IP 172.20.0.2 (6d86ebc6-550a-4185-8eaf-4536a4601097/ed3fe018-6845-4dcd-8942-5ef871b7139d/fa6f889e-85ae-4ec0-8828-3bf431efca15) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:37.009906 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-6fcc24cb-7835-4535-8766-508952ae2203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:37.011927 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-6fcc24cb-7835-4535-8766-508952ae2203 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0644047 Jul 16 20:22:37.051834 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.067275 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-667ae633-19c2-43ad-8365-28ea7fd12944 req-309a6b04-4058-49ae-af3a-b1efb923e915 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397896 Jul 16 20:22:37.074168 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:37.092801 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b28ffdd-4ff8-4eaa-9176-f19e90ca1512 req-eed26fc7-8096-4b8e-8c4b-39d1b8725d29 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959463 Jul 16 20:22:37.137102 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd8169c-ea81-433f-a4f0-f722388f2337 x-openstack-request-id: req-8bd8169c-ea81-433f-a4f0-f722388f2337 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:37.137378 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b955c6-6d71-4bae-8959-188bd750f351", "tag": "46d0b968-2638-455f-a4d0-b5269b9c0147", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:37.137696 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8bd8169c-ea81-433f-a4f0-f722388f2337 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:37.139556 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b955c6-6d71-4bae-8959-188bd750f351', 'tag': '46d0b968-2638-455f-a4d0-b5269b9c0147', 'status': 'completed', 'code': 200} Jul 16 20:22:37.143406 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7d4ab66d-0bd9-4750-90cf-f35d6a9e3071,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:37.150706 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.197500 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-5cdaed57-f1ca-4990-a4ef-6db169b66b32 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781294 Jul 16 20:22:37.256093 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=7d4ab66d-0bd9-4750-90cf-f35d6a9e3071,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:37.333894 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01d1895d-f0a4-4d1d-81cf-ab60ad944a4d None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.356020 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-01d1895d-f0a4-4d1d-81cf-ab60ad944a4d None None] Transition to ACTIVE for port object fa6f889e-85ae-4ec0-8828-3bf431efca15 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:37.373789 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8d79a5fe-df0f-4f03-b7b8-54077a8999b6 req-20d92e4a-dcd9-431d-860e-9bf16485d8ec service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682920 Jul 16 20:22:37.386974 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-01d1895d-f0a4-4d1d-81cf-ab60ad944a4d None None] Transition to ACTIVE for port object fa6f889e-85ae-4ec0-8828-3bf431efca15 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:37.405626 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['3079e223-4e17-4a7f-be91-ec6a7ee5dfac'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:37.413660 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['7d4ab66d-0bd9-4750-90cf-f35d6a9e3071'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:37.420343 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01d1895d-f0a4-4d1d-81cf-ab60ad944a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.582757 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42eb55-97ba-4a16-a023-d8c8af23fd28 req-8e197710-5168-49dd-90f7-6a4fb356f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:37.585113 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7b42eb55-97ba-4a16-a023-d8c8af23fd28 req-8e197710-5168-49dd-90f7-6a4fb356f077 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0bc12790f5854fa482af08b243c71745&device_id=45b955c6-6d71-4bae-8959-188bd750f351 HTTP/1.1" status: 200 len: 1100 time: 0.1239655 Jul 16 20:22:37.671736 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d1895d-f0a4-4d1d-81cf-ab60ad944a4d None None] Network 6d86ebc6-550a-4185-8eaf-4536a4601097 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:37.693555 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b9ec8b3d-2d6b-4cd0-8cd6-3fd0f5fe49ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.703540 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-01d1895d-f0a4-4d1d-81cf-ab60ad944a4d None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:37.720500 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d1895d-f0a4-4d1d-81cf-ab60ad944a4d None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:37.732902 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1895d-f0a4-4d1d-81cf-ab60ad944a4d None None] Pushing event updated for resources: {'Port': ['ID=fa6f889e-85ae-4ec0-8828-3bf431efca15,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:37.736191 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b9ec8b3d-2d6b-4cd0-8cd6-3fd0f5fe49ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.745288 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-258d0c0f-a919-4f9d-8761-59ad2e8dd257 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.781425 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-258d0c0f-a919-4f9d-8761-59ad2e8dd257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.849631 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42eb55-97ba-4a16-a023-d8c8af23fd28 req-854235fb-eb82-44c0-9b7b-468ea952bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:37.851207 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7b42eb55-97ba-4a16-a023-d8c8af23fd28 req-854235fb-eb82-44c0-9b7b-468ea952bc86 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.2514179 Jul 16 20:22:37.854965 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec8b3d-2d6b-4cd0-8cd6-3fd0f5fe49ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b44b02-fd5e-4608-a954-033fed355637,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:37.865340 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55244) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:37.874984 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b9ec8b3d-2d6b-4cd0-8cd6-3fd0f5fe49ff admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4f17f6e9ff4a47478964493be9545404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9754236 Jul 16 20:22:37.934531 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-01d1895d-f0a4-4d1d-81cf-ab60ad944a4d None None] Attempting to bind port fa6f889e-85ae-4ec0-8828-3bf431efca15 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:37.934905 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-01d1895d-f0a4-4d1d-81cf-ab60ad944a4d None None] Attempting to bind port fa6f889e-85ae-4ec0-8828-3bf431efca15 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '078bf850-a9a4-47df-a8d7-e25abae15d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:37.935271 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d1895d-f0a4-4d1d-81cf-ab60ad944a4d None None] Attempting to bind port fa6f889e-85ae-4ec0-8828-3bf431efca15 on network 6d86ebc6-550a-4185-8eaf-4536a4601097 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:37.944044 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7b42eb55-97ba-4a16-a023-d8c8af23fd28 req-cb1fe22e-276f-4148-bdf7-56488ff9feb2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=46d0b968-2638-455f-a4d0-b5269b9c0147 HTTP/1.1" status: 200 len: 217 time: 0.0763941 Jul 16 20:22:37.958863 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d1895d-f0a4-4d1d-81cf-ab60ad944a4d None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:37.959238 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d1895d-f0a4-4d1d-81cf-ab60ad944a4d None None] Checking segment: {'id': '078bf850-a9a4-47df-a8d7-e25abae15d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:37.959646 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01d1895d-f0a4-4d1d-81cf-ab60ad944a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.960043 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d1895d-f0a4-4d1d-81cf-ab60ad944a4d None None] Bound using segment: {'id': '078bf850-a9a4-47df-a8d7-e25abae15d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:37.960526 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-01d1895d-f0a4-4d1d-81cf-ab60ad944a4d None None] Bound port: fa6f889e-85ae-4ec0-8828-3bf431efca15, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078bf850-a9a4-47df-a8d7-e25abae15d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:37.960908 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01d1895d-f0a4-4d1d-81cf-ab60ad944a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.973203 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4d12c-e109-409f-b875-db1683bdd644 req-d536f433-9a4e-4224-bec7-0cc585558cd0 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:37.974899 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9d4d12c-e109-409f-b875-db1683bdd644 req-d536f433-9a4e-4224-bec7-0cc585558cd0 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 949 time: 0.2765486 Jul 16 20:22:37.999467 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a6f990bd-d360-4afc-b43a-a39c4c06b718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.025258 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42eb55-97ba-4a16-a023-d8c8af23fd28 req-41950228-d25b-4b23-a8a5-f1f2aa38a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:38.026822 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7b42eb55-97ba-4a16-a023-d8c8af23fd28 req-41950228-d25b-4b23-a8a5-f1f2aa38a257 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0722108 Jul 16 20:22:38.032219 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a6f990bd-d360-4afc-b43a-a39c4c06b718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.065088 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-258d0c0f-a919-4f9d-8761-59ad2e8dd257 admin admin] Allocated IP 172.25.0.53 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/3de3c916-5cdf-4eff-82e6-70e6cfceda69) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:38.079881 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9d4d12c-e109-409f-b875-db1683bdd644 req-0226dc85-80b3-48f7-8b5b-86d40db253a6 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832510 Jul 16 20:22:38.093508 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d906e50-d0e7-4ceb-9dd3-2f47c743042f req-3548957b-eaf7-4d43-a3ac-83f3f4a7ac74 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:38.101305 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d906e50-d0e7-4ceb-9dd3-2f47c743042f req-3548957b-eaf7-4d43-a3ac-83f3f4a7ac74 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6e772a4-b12e-4bc0-a1ca-e890ae4e915e HTTP/1.1" status: 200 len: 949 time: 0.2017658 Jul 16 20:22:38.117898 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a6f990bd-d360-4afc-b43a-a39c4c06b718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.120909 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a6f990bd-d360-4afc-b43a-a39c4c06b718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.137318 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a6f990bd-d360-4afc-b43a-a39c4c06b718 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/68b44b02-fd5e-4608-a954-033fed355637 HTTP/1.1" status: 204 len: 168 time: 0.2606130 Jul 16 20:22:38.147279 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-01d1895d-f0a4-4d1d-81cf-ab60ad944a4d None None] For port fa6f889e-85ae-4ec0-8828-3bf431efca15, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:38.157362 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-01d1895d-f0a4-4d1d-81cf-ab60ad944a4d None None] For port fa6f889e-85ae-4ec0-8828-3bf431efca15, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fa6f889e-85ae-4ec0-8828-3bf431efca15,segment=NetworkSegment(078bf850-a9a4-47df-a8d7-e25abae15d64),segment_id=078bf850-a9a4-47df-a8d7-e25abae15d64)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:38.163853 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01d1895d-f0a4-4d1d-81cf-ab60ad944a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.165859 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f990bd-d360-4afc-b43a-a39c4c06b718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b44b02-fd5e-4608-a954-033fed355637,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:38.225580 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42eb55-97ba-4a16-a023-d8c8af23fd28 req-aeb9b3d6-0f80-4f60-bae0-148e5dcab773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:38.237339 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7b42eb55-97ba-4a16-a023-d8c8af23fd28 req-aeb9b3d6-0f80-4f60-bae0-148e5dcab773 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1528506 Jul 16 20:22:38.276098 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d906e50-d0e7-4ceb-9dd3-2f47c743042f req-d73b94ca-0a25-4782-b10b-aadd17ce030d tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/security-groups?id=a30b0d84-4011-46a0-80b7-0c7f88e2a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733785 Jul 16 20:22:38.312263 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1895d-f0a4-4d1d-81cf-ab60ad944a4d None None] Pushing event updated for resources: {'Port': ['ID=fa6f889e-85ae-4ec0-8828-3bf431efca15,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:38.367955 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-258d0c0f-a919-4f9d-8761-59ad2e8dd257 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.411175 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7b42eb55-97ba-4a16-a023-d8c8af23fd28 req-300da6d9-12b2-452f-995e-89bfef47dd36 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709933 Jul 16 20:22:38.421515 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-258d0c0f-a919-4f9d-8761-59ad2e8dd257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.595609 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258d0c0f-a919-4f9d-8761-59ad2e8dd257 admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:38.598755 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7b42eb55-97ba-4a16-a023-d8c8af23fd28 req-f30c8290-3d35-483f-912d-24b027708770 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752264 Jul 16 20:22:38.601130 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-258d0c0f-a919-4f9d-8761-59ad2e8dd257 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:38.604148 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d0c0f-a919-4f9d-8761-59ad2e8dd257 admin admin] Pushing event updated for resources: {'Port': ['ID=3de3c916-5cdf-4eff-82e6-70e6cfceda69,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:38.607743 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d0c0f-a919-4f9d-8761-59ad2e8dd257 admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:38.742032 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fa6f889e-85ae-4ec0-8828-3bf431efca15 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:38.776127 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ca5f4-1e7f-4c8f-8f43-223acc8cc1b8 req-fcbb2747-9335-4cd3-8164-806501e20b20 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:38.777843 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-469ca5f4-1e7f-4c8f-8f43-223acc8cc1b8 req-fcbb2747-9335-4cd3-8164-806501e20b20 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.3524733 Jul 16 20:22:38.779668 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148919a1-6ebe-4f41-88fd-583638c75374 req-a73f3327-2e9a-4f83-a69f-9014c0315afd tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:38.781075 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-148919a1-6ebe-4f41-88fd-583638c75374 req-a73f3327-2e9a-4f83-a69f-9014c0315afd tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 1096 time: 0.2976964 Jul 16 20:22:38.801682 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port fa6f889e-85ae-4ec0-8828-3bf431efca15 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:38.877176 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-148919a1-6ebe-4f41-88fd-583638c75374 req-2ab90704-c51d-4892-a7d8-ebc6047e37c0 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714202 Jul 16 20:22:38.884272 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-469ca5f4-1e7f-4c8f-8f43-223acc8cc1b8 req-35cfc00f-a58f-486d-b6ad-ff73fee5129d tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796962 Jul 16 20:22:39.016995 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-258d0c0f-a919-4f9d-8761-59ad2e8dd257 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.367877 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af954d4-a8cc-4406-be34-681295c57415 req-bda9ed77-f2c6-41c5-a8f4-571a937b0f21 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:39.369564 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3af954d4-a8cc-4406-be34-681295c57415 req-bda9ed77-f2c6-41c5-a8f4-571a937b0f21 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=45b955c6-6d71-4bae-8959-188bd750f351 HTTP/1.1" status: 200 len: 948 time: 0.2743478 Jul 16 20:22:39.378716 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-1c3cb478-cb89-4aee-8b26-394503021c06 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:39.382560 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-1c3cb478-cb89-4aee-8b26-394503021c06 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/networks?id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418 HTTP/1.1" status: 200 len: 808 time: 0.2260401 Jul 16 20:22:39.443467 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-504e0c03-7cc1-4233-bd1d-661410e44edd tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/quotas/cc52fcbf2d324f89bc73ed69e6a22b3a HTTP/1.1" status: 200 len: 375 time: 0.0557060 Jul 16 20:22:39.506709 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3af954d4-a8cc-4406-be34-681295c57415 req-a15f138f-137c-4ce1-b8ef-9d0be79162de tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111476 Jul 16 20:22:39.516211 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-258d0c0f-a919-4f9d-8761-59ad2e8dd257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.535555 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9e1298-b293-4e63-a4e4-a01bcb211d56 None None] Network 6d86ebc6-550a-4185-8eaf-4536a4601097 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:39.629301 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-15e3caf4-1dce-45d3-b02a-76048d7ef270 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1716352 Jul 16 20:22:39.653740 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a25b9e93-460c-4a60-93a5-ef83cc051e29 None None] Provisioning for port fa6f889e-85ae-4ec0-8828-3bf431efca15 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:39.681559 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a25b9e93-460c-4a60-93a5-ef83cc051e29 None None] Provisioning complete for port fa6f889e-85ae-4ec0-8828-3bf431efca15 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:39.682259 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a25b9e93-460c-4a60-93a5-ef83cc051e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.797033 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-d5192a8c-2b90-45c2-9dfd-f099516a4f7d service neutron] 10.222.0.38 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580477 Jul 16 20:22:39.811279 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258d0c0f-a919-4f9d-8761-59ad2e8dd257 admin admin] Router 10783144-a07b-4ae9-93da-d65f2de6fedb is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:22:39.814082 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a25b9e93-460c-4a60-93a5-ef83cc051e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.854549 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a25b9e93-460c-4a60-93a5-ef83cc051e29 None None] For port fa6f889e-85ae-4ec0-8828-3bf431efca15, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fa6f889e-85ae-4ec0-8828-3bf431efca15,segment=NetworkSegment(078bf850-a9a4-47df-a8d7-e25abae15d64),segment_id=078bf850-a9a4-47df-a8d7-e25abae15d64)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:39.857662 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d4760-99b1-415b-8213-50a53e724a4e req-f4aac2ea-b6cc-4d4e-b4c5-0f14cc9bf315 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:39.859181 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a25b9e93-460c-4a60-93a5-ef83cc051e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.859774 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4a9d4760-99b1-415b-8213-50a53e724a4e req-f4aac2ea-b6cc-4d4e-b4c5-0f14cc9bf315 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 949 time: 0.1766808 Jul 16 20:22:39.917494 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b9e93-460c-4a60-93a5-ef83cc051e29 None None] Pushing event updated for resources: {'Port': ['ID=fa6f889e-85ae-4ec0-8828-3bf431efca15,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:40.015492 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 3079e223-4e17-4a7f-be91-ec6a7ee5dfac up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:40.030849 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-da5977cd-ff82-4c16-a140-099f70d3f779 service neutron] 10.222.0.38 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207189 Jul 16 20:22:40.038338 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4a9d4760-99b1-415b-8213-50a53e724a4e req-5fa6b25c-228d-4098-8d53-a3de61cb5904 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084082 Jul 16 20:22:40.055302 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258d0c0f-a919-4f9d-8761-59ad2e8dd257 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:40.066603 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61105514-5b0e-4283-851e-9e61ae99d62c None None] Sync routers for ids ['10783144-a07b-4ae9-93da-d65f2de6fedb'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:40.082983 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-258d0c0f-a919-4f9d-8761-59ad2e8dd257 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.088241 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-258d0c0f-a919-4f9d-8761-59ad2e8dd257 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9107044 Jul 16 20:22:40.088787 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55308) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:40.155260 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c487fe2c-8e86-4af4-a44b-d87a307f7ef1 None None] Provisioning complete for port fa6f889e-85ae-4ec0-8828-3bf431efca15 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:40.155641 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c487fe2c-8e86-4af4-a44b-d87a307f7ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.216151 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61105514-5b0e-4283-851e-9e61ae99d62c None None] Routers {'10783144-a07b-4ae9-93da-d65f2de6fedb'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:40.219434 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-61105514-5b0e-4283-851e-9e61ae99d62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:22:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['10783144-a07b-4ae9-93da-d65f2de6fedb'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:40.269964 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab37fbb-2a08-4669-8f7b-ac900ba702e6 req-c68457d2-ae99-4cb1-8b71-49982555a508 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:40.280736 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bab37fbb-2a08-4669-8f7b-ac900ba702e6 req-c68457d2-ae99-4cb1-8b71-49982555a508 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6e772a4-b12e-4bc0-a1ca-e890ae4e915e HTTP/1.1" status: 200 len: 949 time: 0.0944941 Jul 16 20:22:40.338681 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bab37fbb-2a08-4669-8f7b-ac900ba702e6 req-4ac748b4-0219-4436-ace7-ace3c13d5973 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/security-groups?id=a30b0d84-4011-46a0-80b7-0c7f88e2a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546045 Jul 16 20:22:40.411151 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9f96f7ad-3d6e-432f-a1fc-0c0672fbcc2f req-9456383c-c1a8-44c2-aa17-75159ed71ddc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1826563 Jul 16 20:22:40.616236 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-61105514-5b0e-4283-851e-9e61ae99d62c None None] Set router 10783144-a07b-4ae9-93da-d65f2de6fedb gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:40.658788 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 3079e223-4e17-4a7f-be91-ec6a7ee5dfac completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:40.693289 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9b4099a-3d8c-4885-9cda-6e7fff2ba155 req-5216bcd7-7c9f-436e-b6c4-87404082272b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 210 time: 0.0981064 Jul 16 20:22:40.725545 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fa6f889e-85ae-4ec0-8828-3bf431efca15 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:40.788316 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828d9fb-705e-466c-95e2-4f4abc31d226 req-733e4a6a-640f-496d-83c4-2bd6aaec38b1 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:40.793053 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7828d9fb-705e-466c-95e2-4f4abc31d226 req-733e4a6a-640f-496d-83c4-2bd6aaec38b1 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.2478392 Jul 16 20:22:40.869500 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 3079e223-4e17-4a7f-be91-ec6a7ee5dfac triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:40.869853 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.886847 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7828d9fb-705e-466c-95e2-4f4abc31d226 req-1807c154-bbdd-49d9-967e-5963ba203dc7 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880041 Jul 16 20:22:41.029785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bc92c-9ef4-4bf2-8716-78ad291109f0 req-60a82842-dc78-4816-afd9-238e5dc7dc7d tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:41.037985 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-524bc92c-9ef4-4bf2-8716-78ad291109f0 req-60a82842-dc78-4816-afd9-238e5dc7dc7d tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=45b955c6-6d71-4bae-8959-188bd750f351 HTTP/1.1" status: 200 len: 948 time: 0.1693876 Jul 16 20:22:41.122269 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-524bc92c-9ef4-4bf2-8716-78ad291109f0 req-5b44b240-b894-4005-a2d5-f7094642b27d tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832014 Jul 16 20:22:41.156925 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port fa6f889e-85ae-4ec0-8828-3bf431efca15 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:41.157795 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:41.190080 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96f7ad-3d6e-432f-a1fc-0c0672fbcc2f req-3eb27a84-2104-4d9d-967b-8598b0d2bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:41.193029 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9f96f7ad-3d6e-432f-a1fc-0c0672fbcc2f req-3eb27a84-2104-4d9d-967b-8598b0d2bb9d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 1101 time: 0.7093506 Jul 16 20:22:41.381112 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:41.407731 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-61105514-5b0e-4283-851e-9e61ae99d62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'name': 'tempest-ServersTestBootFromVolume-393347287-router', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:36Z', 'updated_at': '2021-07-16T20:22:38Z', 'revision_number': 3, 'project_id': '24465f931afb4d548cf03856aa8b33bd', 'gw_port': {'id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:37Z', 'updated_at': '2021-07-16T20:22:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:41.459309 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61105514-5b0e-4283-851e-9e61ae99d62c None None] Checking router: 10783144-a07b-4ae9-93da-d65f2de6fedb for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:22:41.460053 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61105514-5b0e-4283-851e-9e61ae99d62c None None] Updating router 10783144-a07b-4ae9-93da-d65f2de6fedb port 3de3c916-5cdf-4eff-82e6-70e6cfceda69 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:22:41.464913 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b31f9f-5eb2-44e8-bea3-cf5ec226261e req-6056130b-711f-4c4c-bf8e-25b1fe435ac4 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:41.471253 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2b31f9f-5eb2-44e8-bea3-cf5ec226261e req-6056130b-711f-4c4c-bf8e-25b1fe435ac4 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 949 time: 0.1343548 Jul 16 20:22:41.518294 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61105514-5b0e-4283-851e-9e61ae99d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:41.556145 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96f7ad-3d6e-432f-a1fc-0c0672fbcc2f req-e42c080d-e0a3-4597-8364-acb667237804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:41.567726 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9f96f7ad-3d6e-432f-a1fc-0c0672fbcc2f req-e42c080d-e0a3-4597-8364-acb667237804 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.3377535 Jul 16 20:22:41.595473 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2b31f9f-5eb2-44e8-bea3-cf5ec226261e req-cd4e1f8f-9d31-44ac-9251-31839dfeb29c tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224785 Jul 16 20:22:41.658032 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9f96f7ad-3d6e-432f-a1fc-0c0672fbcc2f req-8a76e700-ed89-44c9-be47-ef9ea47f4752 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 HTTP/1.1" status: 200 len: 217 time: 0.0772362 Jul 16 20:22:41.666166 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:41.857362 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96f7ad-3d6e-432f-a1fc-0c0672fbcc2f req-191ea763-ef51-4e4d-b5a1-ea4677c90a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:41.861636 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61105514-5b0e-4283-851e-9e61ae99d62c None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:41.862596 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9f96f7ad-3d6e-432f-a1fc-0c0672fbcc2f req-191ea763-ef51-4e4d-b5a1-ea4677c90a76 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1925938 Jul 16 20:22:41.874256 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-61105514-5b0e-4283-851e-9e61ae99d62c None None] Transition to ACTIVE for port object 3de3c916-5cdf-4eff-82e6-70e6cfceda69 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:41.877476 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b607b0-62b2-454f-93d1-543f7ff15344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3079e223-4e17-4a7f-be91-ec6a7ee5dfac'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:41.880200 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8248c20f-d1e4-481a-b860-b2351e260c79" -d '{"events": [{"server_uuid": "a0b607b0-62b2-454f-93d1-543f7ff15344", "name": "network-vif-plugged", "status": "completed", "tag": "3079e223-4e17-4a7f-be91-ec6a7ee5dfac"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:41.892142 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61105514-5b0e-4283-851e-9e61ae99d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:41.916799 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 3079e223-4e17-4a7f-be91-ec6a7ee5dfac, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=3079e223-4e17-4a7f-be91-ec6a7ee5dfac,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:41.969910 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac6f68-2ce1-4954-afae-aa476a3b8375 req-a57f84db-2a1c-4b7d-a3c7-0e0e332b5c90 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:41.978682 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ebac6f68-2ce1-4954-afae-aa476a3b8375 req-a57f84db-2a1c-4b7d-a3c7-0e0e332b5c90 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6e772a4-b12e-4bc0-a1ca-e890ae4e915e HTTP/1.1" status: 200 len: 949 time: 0.4421189 Jul 16 20:22:41.980118 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-61105514-5b0e-4283-851e-9e61ae99d62c None None] Attempting to bind port 3de3c916-5cdf-4eff-82e6-70e6cfceda69 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:41.980652 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-61105514-5b0e-4283-851e-9e61ae99d62c None None] Attempting to bind port 3de3c916-5cdf-4eff-82e6-70e6cfceda69 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:41.981770 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61105514-5b0e-4283-851e-9e61ae99d62c None None] Attempting to bind port 3de3c916-5cdf-4eff-82e6-70e6cfceda69 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:41.994941 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 46d0b968-2638-455f-a4d0-b5269b9c0147 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:22:42.028534 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.029389 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:42.038674 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ca117533-dc2e-4d70-aa1f-83ae2ed5f34f req-042dc31f-dba8-4bdc-be34-a472fb9cddf3 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 210 time: 0.0405738 Jul 16 20:22:42.043821 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61105514-5b0e-4283-851e-9e61ae99d62c None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:42.044690 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61105514-5b0e-4283-851e-9e61ae99d62c None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:42.045161 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61105514-5b0e-4283-851e-9e61ae99d62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.046114 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61105514-5b0e-4283-851e-9e61ae99d62c None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:42.047498 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-61105514-5b0e-4283-851e-9e61ae99d62c None None] Bound port: 3de3c916-5cdf-4eff-82e6-70e6cfceda69, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:42.047966 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61105514-5b0e-4283-851e-9e61ae99d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.051196 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96f7ad-3d6e-432f-a1fc-0c0672fbcc2f req-603e5bd5-ace1-458b-93b0-eb72478fb3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:42.052714 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9f96f7ad-3d6e-432f-a1fc-0c0672fbcc2f req-603e5bd5-ace1-458b-93b0-eb72478fb3ce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1788301 Jul 16 20:22:42.072663 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ebac6f68-2ce1-4954-afae-aa476a3b8375 req-a02e1216-7849-4fbc-9cc8-db7b0fe8dc10 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/security-groups?id=a30b0d84-4011-46a0-80b7-0c7f88e2a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878012 Jul 16 20:22:42.076044 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Allocated IP 172.20.0.1 (6d86ebc6-550a-4185-8eaf-4536a4601097/ed3fe018-6845-4dcd-8942-5ef871b7139d/f0cd52d9-45f1-49ac-ad48-283392bee098) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:42.137704 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22003e8-8984-460b-839b-066122b01700 x-openstack-request-id: req-f22003e8-8984-460b-839b-066122b01700 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:42.137994 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b607b0-62b2-454f-93d1-543f7ff15344", "name": "network-vif-plugged", "status": "completed", "tag": "3079e223-4e17-4a7f-be91-ec6a7ee5dfac", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:42.138247 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f22003e8-8984-460b-839b-066122b01700 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:42.138682 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b607b0-62b2-454f-93d1-543f7ff15344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3079e223-4e17-4a7f-be91-ec6a7ee5dfac', 'code': 200} Jul 16 20:22:42.174857 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52eea7-7de8-404a-b17c-2d00a3d7adcb None None] Pushing event updated for resources: {'Port': ['ID=3de3c916-5cdf-4eff-82e6-70e6cfceda69,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:42.271627 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9f96f7ad-3d6e-432f-a1fc-0c0672fbcc2f req-ed3ab31c-7e1c-420b-b23c-6fcf2759ef08 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061799 Jul 16 20:22:42.290803 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=3079e223-4e17-4a7f-be91-ec6a7ee5dfac,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:42.364823 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-61105514-5b0e-4283-851e-9e61ae99d62c None None] For port 3de3c916-5cdf-4eff-82e6-70e6cfceda69, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:42.370371 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.378486 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-61105514-5b0e-4283-851e-9e61ae99d62c None None] For port 3de3c916-5cdf-4eff-82e6-70e6cfceda69, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=3de3c916-5cdf-4eff-82e6-70e6cfceda69,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:42.393305 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 46d0b968-2638-455f-a4d0-b5269b9c0147, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=46d0b968-2638-455f-a4d0-b5269b9c0147,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:42.397467 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61105514-5b0e-4283-851e-9e61ae99d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.410408 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:42.450292 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8848b2-1181-4c5d-bc2d-a90b467e556d req-5ddb3fdd-abb8-4b14-97bd-8e086fae389f tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:42.452210 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ee8848b2-1181-4c5d-bc2d-a90b467e556d req-5ddb3fdd-abb8-4b14-97bd-8e086fae389f tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.1852775 Jul 16 20:22:42.466447 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9f96f7ad-3d6e-432f-a1fc-0c0672fbcc2f req-7dba9377-f625-49ee-a659-355e90d43f67 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838648 Jul 16 20:22:42.474970 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '46d0b968-2638-455f-a4d0-b5269b9c0147', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': '46d0b968-2638-455f-a4d0-b5269b9c0147', 'mac_address': 'fa:16:3e:9a:4b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:22:42.482690 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:42.483293 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.496685 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd12f11-fba8-4a2a-8b95-3bd74353a146 req-ab4a1d72-46ba-46a1-90b4-163396af95a3 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:42.504524 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-abd12f11-fba8-4a2a-8b95-3bd74353a146 req-ab4a1d72-46ba-46a1-90b4-163396af95a3 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=45b955c6-6d71-4bae-8959-188bd750f351 HTTP/1.1" status: 200 len: 948 time: 0.1560624 Jul 16 20:22:42.562918 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ee8848b2-1181-4c5d-bc2d-a90b467e556d req-6044a3fa-ab44-4cbb-bd3c-8732e03b3a51 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009667 Jul 16 20:22:42.582712 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61105514-5b0e-4283-851e-9e61ae99d62c None None] Routers {'10783144-a07b-4ae9-93da-d65f2de6fedb'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:42.582973 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-abd12f11-fba8-4a2a-8b95-3bd74353a146 req-ece41848-a19b-4d66-a780-ac5fd905c377 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766809 Jul 16 20:22:42.583420 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-61105514-5b0e-4283-851e-9e61ae99d62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:22:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['10783144-a07b-4ae9-93da-d65f2de6fedb'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:42.616695 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Transition to ACTIVE for port object f0cd52d9-45f1-49ac-ad48-283392bee098 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:42.653130 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52eea7-7de8-404a-b17c-2d00a3d7adcb None None] Pushing event updated for resources: {'Port': ['ID=3de3c916-5cdf-4eff-82e6-70e6cfceda69,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:42.670069 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.745284 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd5afe-06e3-4bcf-a897-c20cb5fdac16 req-1bb4787a-b351-4290-819a-d67e494dbba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:42.746996 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0edd5afe-06e3-4bcf-a897-c20cb5fdac16 req-1bb4787a-b351-4290-819a-d67e494dbba8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 1102 time: 0.2796879 Jul 16 20:22:42.791200 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.830141 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.834667 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d0b968-2638-455f-a4d0-b5269b9c0147 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:42.860790 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0edd5afe-06e3-4bcf-a897-c20cb5fdac16 req-e0fcf837-da75-4d2b-8651-2d48c2284099 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055524 Jul 16 20:22:42.876154 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-9cbac10d-10d9-41d1-9551-a71d65b4b443 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:42.877560 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-9cbac10d-10d9-41d1-9551-a71d65b4b443 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.18 "GET /v2.0/networks?id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418 HTTP/1.1" status: 200 len: 808 time: 0.3983514 Jul 16 20:22:42.901443 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-61105514-5b0e-4283-851e-9e61ae99d62c None None] Set router 10783144-a07b-4ae9-93da-d65f2de6fedb gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:42.903774 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445735b1-3b7e-4d5e-936c-86272f2486b7 req-fce9d363-b3a4-4a90-a23d-3cd821221949 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:42.912526 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-445735b1-3b7e-4d5e-936c-86272f2486b7 req-fce9d363-b3a4-4a90-a23d-3cd821221949 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.1197093 Jul 16 20:22:42.919904 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Network 6d86ebc6-550a-4185-8eaf-4536a4601097 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:42.923099 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 46d0b968-2638-455f-a4d0-b5269b9c0147, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=46d0b968-2638-455f-a4d0-b5269b9c0147,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:42.936309 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-b2203216-d1d9-4509-9ed9-2ef9c789a973 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Request body: {'port': {'device_id': '766af1ee-d0e7-44bb-9569-9ef67e3e96e9', 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418', 'admin_state_up': True, 'tenant_id': 'cc52fcbf2d324f89bc73ed69e6a22b3a'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:42.951167 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:42.963229 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7d4ab66d-0bd9-4750-90cf-f35d6a9e3071,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:42.971744 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:42.983102 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-445735b1-3b7e-4d5e-936c-86272f2486b7 req-4f4f7610-7ba5-470c-b2e2-5ee2ad6d1643 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687504 Jul 16 20:22:43.003688 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.010364 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.036602 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Pushing event updated for resources: {'Port': ['ID=f0cd52d9-45f1-49ac-ad48-283392bee098,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:43.092854 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.280428 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-b2203216-d1d9-4509-9ed9-2ef9c789a973 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Made reservation on behalf of cc52fcbf2d324f89bc73ed69e6a22b3a for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:43.284762 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-b2203216-d1d9-4509-9ed9-2ef9c789a973 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.343701 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=46d0b968-2638-455f-a4d0-b5269b9c0147,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:43.417000 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4902c69b-0d50-419f-b5d2-55639e0442bc req-7a74efa7-55eb-496f-8581-1d9b7157417c tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 210 time: 0.0506523 Jul 16 20:22:43.454454 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c76e6f0f-516a-4480-bd26-4411d389e606 None None] Provisioning for port f0cd52d9-45f1-49ac-ad48-283392bee098 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:43.459377 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b492af-df4c-40d7-ae22-3c935eacdb12 req-5ce00f8e-10ef-4998-aa2b-6e6857c47472 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:43.461869 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-18b492af-df4c-40d7-ae22-3c935eacdb12 req-5ce00f8e-10ef-4998-aa2b-6e6857c47472 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6e772a4-b12e-4bc0-a1ca-e890ae4e915e HTTP/1.1" status: 200 len: 950 time: 0.1677206 Jul 16 20:22:43.463265 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=7d4ab66d-0bd9-4750-90cf-f35d6a9e3071,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:43.467415 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c76e6f0f-516a-4480-bd26-4411d389e606 None None] Provisioning complete for port f0cd52d9-45f1-49ac-ad48-283392bee098 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:43.467971 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c76e6f0f-516a-4480-bd26-4411d389e606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.495226 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['46d0b968-2638-455f-a4d0-b5269b9c0147'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:43.514495 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.531170 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-18b492af-df4c-40d7-ae22-3c935eacdb12 req-426e5d1f-6272-44b7-a368-9c4e854e065f tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/security-groups?id=a30b0d84-4011-46a0-80b7-0c7f88e2a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574698 Jul 16 20:22:43.532583 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-b2203216-d1d9-4509-9ed9-2ef9c789a973 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Allocated IP 172.20.0.11 (0e9950ba-8ffa-4ae0-b3a9-a9194f267418/fed2a9f4-4984-4b87-a48a-a9fcef3fa565/22d99bce-efee-47af-839d-3b59f303faea) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:43.564766 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c76e6f0f-516a-4480-bd26-4411d389e606 None None] Port f0cd52d9-45f1-49ac-ad48-283392bee098 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:43.606290 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-61105514-5b0e-4283-851e-9e61ae99d62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'name': 'tempest-ServersTestBootFromVolume-393347287-router', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:36Z', 'updated_at': '2021-07-16T20:22:38Z', 'revision_number': 3, 'project_id': '24465f931afb4d548cf03856aa8b33bd', 'gw_port': {'id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:37Z', 'updated_at': '2021-07-16T20:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:43.653772 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61105514-5b0e-4283-851e-9e61ae99d62c None None] The sync data for ids ['10783144-a07b-4ae9-93da-d65f2de6fedb'] in n-d-791506-21 is: [{'id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'name': 'tempest-ServersTestBootFromVolume-393347287-router', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:36Z', 'updated_at': '2021-07-16T20:22:38Z', 'revision_number': 3, 'project_id': '24465f931afb4d548cf03856aa8b33bd', 'gw_port': {'id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:37Z', 'updated_at': '2021-07-16T20:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:43.875181 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-b2203216-d1d9-4509-9ed9-2ef9c789a973 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.889908 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.900721 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.968175 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.979270 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb9f43-039f-4282-b5bd-bb4540596398 req-63853d62-30f1-42ba-931a-2aee43146691 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:43.980963 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9bb9f43-039f-4282-b5bd-bb4540596398 req-63853d62-30f1-42ba-931a-2aee43146691 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.1440578 Jul 16 20:22:44.001397 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823c0df-2c42-4b63-a4c1-164f32f3d264 req-d3b80393-ed23-41f3-aa8f-3aa9c31e1914 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:44.002965 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9823c0df-2c42-4b63-a4c1-164f32f3d264 req-d3b80393-ed23-41f3-aa8f-3aa9c31e1914 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=45b955c6-6d71-4bae-8959-188bd750f351 HTTP/1.1" status: 200 len: 949 time: 0.1240613 Jul 16 20:22:44.015397 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Pushing event updated for resources: {'Port': ['ID=f0cd52d9-45f1-49ac-ad48-283392bee098,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:44.050824 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:44.052722 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:44.053186 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:44.053768 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:44.054200 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:44.055237 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:44.055811 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:44.067312 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:44.068646 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:44.070283 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:44.070799 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:44.071232 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:44.080982 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9bb9f43-039f-4282-b5bd-bb4540596398 req-1d6e7a7b-6eb3-4851-9386-e90693922db7 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904465 Jul 16 20:22:44.100751 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9823c0df-2c42-4b63-a4c1-164f32f3d264 req-1fc1e847-841f-4308-9d92-d20946ecb418 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889943 Jul 16 20:22:44.128678 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-b2203216-d1d9-4509-9ed9-2ef9c789a973 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.140005 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e772a4-b12e-4bc0-a1ca-e890ae4e915e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4ab66d-0bd9-4750-90cf-f35d6a9e3071'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:44.152048 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626a18f0-9002-4924-bf0f-724d3991fd11" -d '{"events": [{"server_uuid": "d6e772a4-b12e-4bc0-a1ca-e890ae4e915e", "name": "network-vif-plugged", "status": "completed", "tag": "7d4ab66d-0bd9-4750-90cf-f35d6a9e3071"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:44.290492 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-b2203216-d1d9-4509-9ed9-2ef9c789a973 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:44.291531 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2203216-d1d9-4509-9ed9-2ef9c789a973 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Pushing event updated for resources: {'Port': ['ID=22d99bce-efee-47af-839d-3b59f303faea,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:44.304038 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-b2203216-d1d9-4509-9ed9-2ef9c789a973 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:44.309009 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-b2203216-d1d9-4509-9ed9-2ef9c789a973 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:44.335682 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd44950d-6ffc-4321-8efd-c82ea15ab0ac x-openstack-request-id: req-fd44950d-6ffc-4321-8efd-c82ea15ab0ac {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:44.335985 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e772a4-b12e-4bc0-a1ca-e890ae4e915e", "name": "network-vif-plugged", "status": "completed", "tag": "7d4ab66d-0bd9-4750-90cf-f35d6a9e3071", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:44.336616 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fd44950d-6ffc-4321-8efd-c82ea15ab0ac {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:44.336840 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e772a4-b12e-4bc0-a1ca-e890ae4e915e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4ab66d-0bd9-4750-90cf-f35d6a9e3071', 'code': 200} Jul 16 20:22:44.362160 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Network 6d86ebc6-550a-4185-8eaf-4536a4601097 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:44.365462 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:44.383480 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3174a7-dbf6-4409-b898-a91e3ed4e522 req-5a0b7165-2f93-44fe-a871-c581d4850e6e tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:44.392510 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eb3174a7-dbf6-4409-b898-a91e3ed4e522 req-5a0b7165-2f93-44fe-a871-c581d4850e6e tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.1314676 Jul 16 20:22:44.396732 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-b2203216-d1d9-4509-9ed9-2ef9c789a973 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:44.397495 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-b2203216-d1d9-4509-9ed9-2ef9c789a973 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.439924 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eb3174a7-dbf6-4409-b898-a91e3ed4e522 req-d80e68cd-375e-4889-ba48-3744c3a85707 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459530 Jul 16 20:22:44.596607 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-b2203216-d1d9-4509-9ed9-2ef9c789a973 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6666083 Jul 16 20:22:44.619411 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-2c4e48e3-d7ad-4676-97ba-e7448733d193 service neutron] Request body: {'port': {'device_id': '766af1ee-d0e7-44bb-9569-9ef67e3e96e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:44.716643 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-957f1952-6101-4cb5-b1de-bd2e27f1a6e4 None None] Provisioning complete for port f0cd52d9-45f1-49ac-ad48-283392bee098 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:44.721117 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-957f1952-6101-4cb5-b1de-bd2e27f1a6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.733065 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3de3c916-5cdf-4eff-82e6-70e6cfceda69 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:44.746110 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-d9cbb406-14d4-4c96-aa75-af58e02fc976 req-6f53357b-e14c-4f07-8277-aece03a759c9 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:22:44.756674 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Router 10783144-a07b-4ae9-93da-d65f2de6fedb has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:22:44.761748 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9cbb406-14d4-4c96-aa75-af58e02fc976 req-6f53357b-e14c-4f07-8277-aece03a759c9 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209975 Jul 16 20:22:44.829214 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0dfcbd-5b19-463d-8f57-816d89ba620e req-4f694cbf-f02d-48de-981f-b5357001480d tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:44.830803 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ed0dfcbd-5b19-463d-8f57-816d89ba620e req-4f694cbf-f02d-48de-981f-b5357001480d tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 932 time: 0.1558170 Jul 16 20:22:44.832111 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab534ce7-89be-4dfe-a248-b92e15af21e9 req-82658c63-4a47-488d-a67d-0bb6fe4d44a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:44.834100 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ab534ce7-89be-4dfe-a248-b92e15af21e9 req-82658c63-4a47-488d-a67d-0bb6fe4d44a5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d6e772a4-b12e-4bc0-a1ca-e890ae4e915e HTTP/1.1" status: 200 len: 1102 time: 0.3602591 Jul 16 20:22:44.867619 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-957f1952-6101-4cb5-b1de-bd2e27f1a6e4 None None] Port f0cd52d9-45f1-49ac-ad48-283392bee098 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:44.908600 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 3de3c916-5cdf-4eff-82e6-70e6cfceda69 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:44.914362 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 3de3c916-5cdf-4eff-82e6-70e6cfceda69 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:44.914855 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.921128 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ed0dfcbd-5b19-463d-8f57-816d89ba620e req-77c7427f-048c-4ef4-9906-635d86bac502 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817750 Jul 16 20:22:44.993978 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ab534ce7-89be-4dfe-a248-b92e15af21e9 req-317f1af9-941f-4ec1-bf04-3cf67fd04ce9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a30b0d84-4011-46a0-80b7-0c7f88e2a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499093 Jul 16 20:22:44.994570 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-2c4e48e3-d7ad-4676-97ba-e7448733d193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.049127 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.093262 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 3de3c916-5cdf-4eff-82e6-70e6cfceda69, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=3de3c916-5cdf-4eff-82e6-70e6cfceda69,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:45.105092 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.167334 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:45.172813 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8b2bd949-75d1-4938-9833-060e3dd657eb admin admin] 10.222.0.38 "PUT /v2.0/routers/10783144-a07b-4ae9-93da-d65f2de6fedb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0827866 Jul 16 20:22:45.204658 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=3de3c916-5cdf-4eff-82e6-70e6cfceda69,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:45.317986 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153aa95-4d16-4b45-abee-7bff768db7c7 req-b4459e22-065f-4dfd-80f0-b90aef77c76f tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:45.326922 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e153aa95-4d16-4b45-abee-7bff768db7c7 req-b4459e22-065f-4dfd-80f0-b90aef77c76f tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6e772a4-b12e-4bc0-a1ca-e890ae4e915e HTTP/1.1" status: 200 len: 950 time: 0.1684570 Jul 16 20:22:45.334648 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dbe07242-368f-42a4-8688-0debd53bb449 req-b2856427-7907-4cf8-8524-07fb686f7dbf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1686828 Jul 16 20:22:45.388579 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e153aa95-4d16-4b45-abee-7bff768db7c7 req-7240d66d-1ab3-4465-8de6-c994d0dc5ae1 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/security-groups?id=a30b0d84-4011-46a0-80b7-0c7f88e2a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597374 Jul 16 20:22:45.401450 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d70835-abde-40e9-a73d-0110ca4b9f71 req-a06b11f6-ce3e-4863-94c1-738b16aa47bd tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:45.403704 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-36d70835-abde-40e9-a73d-0110ca4b9f71 req-a06b11f6-ce3e-4863-94c1-738b16aa47bd tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.1664495 Jul 16 20:22:45.484676 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-36d70835-abde-40e9-a73d-0110ca4b9f71 req-c812e5d7-6ff9-402c-8c99-cfb2e3c03212 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703971 Jul 16 20:22:45.747885 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06094a-f712-4dbc-8868-37c91a7bd153 req-2f785e33-9ccd-47aa-941a-59a9f41ee589 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:45.756418 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2e06094a-f712-4dbc-8868-37c91a7bd153 req-2f785e33-9ccd-47aa-941a-59a9f41ee589 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.1299665 Jul 16 20:22:45.802226 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-2c4e48e3-d7ad-4676-97ba-e7448733d193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d99bce-efee-47af-839d-3b59f303faea {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:45.811909 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-2c4e48e3-d7ad-4676-97ba-e7448733d193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.814884 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2e06094a-f712-4dbc-8868-37c91a7bd153 req-57f31394-3a31-4fb5-ac67-62ac97ab942c tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573723 Jul 16 20:22:45.827716 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-2c4e48e3-d7ad-4676-97ba-e7448733d193 service neutron] Transition to ACTIVE for port object 22d99bce-efee-47af-839d-3b59f303faea will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:45.841599 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58a7ec-fa6a-4444-84f4-a983f5c67a04 req-3a9c23e9-d25a-4d7a-851d-84aeedf25ba1 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:45.848388 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-2c4e48e3-d7ad-4676-97ba-e7448733d193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.848943 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0c58a7ec-fa6a-4444-84f4-a983f5c67a04 req-3a9c23e9-d25a-4d7a-851d-84aeedf25ba1 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=45b955c6-6d71-4bae-8959-188bd750f351 HTTP/1.1" status: 200 len: 949 time: 0.1730182 Jul 16 20:22:45.895611 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0c58a7ec-fa6a-4444-84f4-a983f5c67a04 req-dd7d1c60-fd2c-4e13-959a-5427aa23aeb7 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456793 Jul 16 20:22:45.993655 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 46d0b968-2638-455f-a4d0-b5269b9c0147 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:46.028767 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e48e3-d7ad-4676-97ba-e7448733d193 service neutron] Pushing event updated for resources: {'Port': ['ID=22d99bce-efee-47af-839d-3b59f303faea,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:46.108789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 46d0b968-2638-455f-a4d0-b5269b9c0147 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:46.118946 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 46d0b968-2638-455f-a4d0-b5269b9c0147 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:46.119326 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.126448 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-2c4e48e3-d7ad-4676-97ba-e7448733d193 service neutron] Attempting to bind port 22d99bce-efee-47af-839d-3b59f303faea on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:46.126789 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-2c4e48e3-d7ad-4676-97ba-e7448733d193 service neutron] Attempting to bind port 22d99bce-efee-47af-839d-3b59f303faea by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:46.127187 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-2c4e48e3-d7ad-4676-97ba-e7448733d193 service neutron] Attempting to bind port 22d99bce-efee-47af-839d-3b59f303faea on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:46.141105 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-2c4e48e3-d7ad-4676-97ba-e7448733d193 service neutron] Port 22d99bce-efee-47af-839d-3b59f303faea on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:22:46.141105 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-2c4e48e3-d7ad-4676-97ba-e7448733d193 service neutron] Attempting to bind port 22d99bce-efee-47af-839d-3b59f303faea on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:46.151298 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3885196-02b8-49ed-8f44-0e8e49341105 None None] Sync routers for ids ['10783144-a07b-4ae9-93da-d65f2de6fedb'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:46.151989 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-2c4e48e3-d7ad-4676-97ba-e7448733d193 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:46.152421 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-2c4e48e3-d7ad-4676-97ba-e7448733d193 service neutron] Checking segment: {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:46.152890 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-2c4e48e3-d7ad-4676-97ba-e7448733d193 service neutron] Bound using segment: {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:46.153591 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-2c4e48e3-d7ad-4676-97ba-e7448733d193 service neutron] Bound port: 22d99bce-efee-47af-839d-3b59f303faea, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:46.154419 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-2c4e48e3-d7ad-4676-97ba-e7448733d193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.168012 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3885196-02b8-49ed-8f44-0e8e49341105 None None] Routers {'10783144-a07b-4ae9-93da-d65f2de6fedb'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:46.170406 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d3885196-02b8-49ed-8f44-0e8e49341105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:22:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['10783144-a07b-4ae9-93da-d65f2de6fedb'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:46.312948 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-2c4e48e3-d7ad-4676-97ba-e7448733d193 service neutron] For port 22d99bce-efee-47af-839d-3b59f303faea, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:46.320899 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-2c4e48e3-d7ad-4676-97ba-e7448733d193 service neutron] For port 22d99bce-efee-47af-839d-3b59f303faea, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=22d99bce-efee-47af-839d-3b59f303faea,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:46.327993 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-2c4e48e3-d7ad-4676-97ba-e7448733d193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.331019 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c853d-8aac-45f1-af2e-0bce98708dfb req-eb2f4bdb-0326-4bc7-973e-235967375544 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:46.340231 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.343241 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-560c853d-8aac-45f1-af2e-0bce98708dfb req-eb2f4bdb-0326-4bc7-973e-235967375544 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 944 time: 0.0959251 Jul 16 20:22:46.421889 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b955c6-6d71-4bae-8959-188bd750f351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d0b968-2638-455f-a4d0-b5269b9c0147'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:46.424406 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c314e960-c6dd-454a-a3af-c11cf4ae951e" -d '{"events": [{"server_uuid": "45b955c6-6d71-4bae-8959-188bd750f351", "name": "network-vif-plugged", "status": "completed", "tag": "46d0b968-2638-455f-a4d0-b5269b9c0147"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:46.442086 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-560c853d-8aac-45f1-af2e-0bce98708dfb req-7b4d0a6a-54e1-442b-8a7e-66a86819d073 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960283 Jul 16 20:22:46.456038 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-2c4e48e3-d7ad-4676-97ba-e7448733d193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:46.457360 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-2c4e48e3-d7ad-4676-97ba-e7448733d193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.458998 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-2c4e48e3-d7ad-4676-97ba-e7448733d193 service neutron] 10.222.0.18 "PUT /v2.0/ports/22d99bce-efee-47af-839d-3b59f303faea HTTP/1.1" status: 200 len: 1093 time: 1.8496873 Jul 16 20:22:46.459685 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766af1ee-d0e7-44bb-9569-9ef67e3e96e9', 'tag': '22d99bce-efee-47af-839d-3b59f303faea'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:46.463634 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434a8405-c342-4ebe-8223-8000489a2447" -d '{"events": [{"name": "network-changed", "server_uuid": "766af1ee-d0e7-44bb-9569-9ef67e3e96e9", "tag": "22d99bce-efee-47af-839d-3b59f303faea"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:46.485281 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-d3885196-02b8-49ed-8f44-0e8e49341105 None None] Set router 10783144-a07b-4ae9-93da-d65f2de6fedb gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:46.487423 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 46d0b968-2638-455f-a4d0-b5269b9c0147, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=46d0b968-2638-455f-a4d0-b5269b9c0147,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:46.499294 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.516304 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e48e3-d7ad-4676-97ba-e7448733d193 service neutron] Pushing event updated for resources: {'Port': ['ID=22d99bce-efee-47af-839d-3b59f303faea,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:46.611826 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=46d0b968-2638-455f-a4d0-b5269b9c0147,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:46.633284 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:46.633717 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:46.634046 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:46.634465 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:46.634741 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:46.635072 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:46.635405 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:46.635734 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:46.636102 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:46.636382 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:46.636708 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:46.637169 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:46.738168 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa6ff7-c36d-4bfe-a5a8-1fe13bf91285 req-03e78b57-eb2d-4205-b4be-7cd2ec300925 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:46.741033 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3de3c916-5cdf-4eff-82e6-70e6cfceda69 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:46.765110 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9efa6ff7-c36d-4bfe-a5a8-1fe13bf91285 req-03e78b57-eb2d-4205-b4be-7cd2ec300925 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6e772a4-b12e-4bc0-a1ca-e890ae4e915e HTTP/1.1" status: 200 len: 950 time: 0.1703987 Jul 16 20:22:46.794412 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55470) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:46.804759 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-93efd3e1-6521-4b04-85cd-f38ab26c6606 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Request body: {'security_group': {'name': 'tempest-securitygroup--194110548', 'description': 'tempest-description--906031909'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:46.843319 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 3de3c916-5cdf-4eff-82e6-70e6cfceda69 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:46.843698 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.861817 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9efa6ff7-c36d-4bfe-a5a8-1fe13bf91285 req-6f7518f1-f2ce-4cc3-b33b-947b4b04c5a8 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/security-groups?id=a30b0d84-4011-46a0-80b7-0c7f88e2a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943544 Jul 16 20:22:46.893485 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eec0e47-d619-44d7-a848-e817a9ca4aff x-openstack-request-id: req-4eec0e47-d619-44d7-a848-e817a9ca4aff {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:46.893808 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b955c6-6d71-4bae-8959-188bd750f351", "name": "network-vif-plugged", "status": "completed", "tag": "46d0b968-2638-455f-a4d0-b5269b9c0147", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:46.894032 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4eec0e47-d619-44d7-a848-e817a9ca4aff {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:46.894455 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b955c6-6d71-4bae-8959-188bd750f351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d0b968-2638-455f-a4d0-b5269b9c0147', 'code': 200} Jul 16 20:22:46.895036 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-93efd3e1-6521-4b04-85cd-f38ab26c6606 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.901447 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d3885196-02b8-49ed-8f44-0e8e49341105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'name': 'tempest-ServersTestBootFromVolume-393347287-router', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:36Z', 'updated_at': '2021-07-16T20:22:43Z', 'revision_number': 4, 'project_id': '24465f931afb4d548cf03856aa8b33bd', 'gw_port': {'id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:37Z', 'updated_at': '2021-07-16T20:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'f0cd52d9-45f1-49ac-ad48-283392bee098', 'name': '', 'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'mac_address': 'fa:16:3e:df:0d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ed3fe018-6845-4dcd-8942-5ef871b7139d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:41Z', 'updated_at': '2021-07-16T20:22:43Z', 'revision_number': 2, 'project_id': '24465f931afb4d548cf03856aa8b33bd', 'subnets': [{'id': 'ed3fe018-6845-4dcd-8942-5ef871b7139d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:46.959561 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3885196-02b8-49ed-8f44-0e8e49341105 None None] Checking router: 10783144-a07b-4ae9-93da-d65f2de6fedb for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:22:46.959926 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3885196-02b8-49ed-8f44-0e8e49341105 None None] Updating router 10783144-a07b-4ae9-93da-d65f2de6fedb port f0cd52d9-45f1-49ac-ad48-283392bee098 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:22:47.022192 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3885196-02b8-49ed-8f44-0e8e49341105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.051296 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83dc5ac0-d9ba-40fa-960c-5002d82a1fe8 x-openstack-request-id: req-83dc5ac0-d9ba-40fa-960c-5002d82a1fe8 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:47.051623 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766af1ee-d0e7-44bb-9569-9ef67e3e96e9", "tag": "22d99bce-efee-47af-839d-3b59f303faea", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:47.053320 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-83dc5ac0-d9ba-40fa-960c-5002d82a1fe8 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:47.053320 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766af1ee-d0e7-44bb-9569-9ef67e3e96e9', 'tag': '22d99bce-efee-47af-839d-3b59f303faea', 'status': 'completed', 'code': 200} Jul 16 20:22:47.071812 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-30f1eb26-6d3e-42d6-b8f7-846ac0521c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:47.073292 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-30f1eb26-6d3e-42d6-b8f7-846ac0521c03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 1096 time: 0.3485274 Jul 16 20:22:47.128468 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-35b9c62f-158f-4847-827b-7585140f7cef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d99bce-efee-47af-839d-3b59f303faea HTTP/1.1" status: 200 len: 217 time: 0.0436735 Jul 16 20:22:47.159967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d75004-9890-469b-a398-f1a851993513 req-70cee11d-1fe6-479e-b153-d5f0b4833d5f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:47.165308 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-86d75004-9890-469b-a398-f1a851993513 req-70cee11d-1fe6-479e-b153-d5f0b4833d5f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.1707051 Jul 16 20:22:47.202561 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-c331b6f6-d94e-4b03-9d3f-c95918e5782a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:47.204311 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-c331b6f6-d94e-4b03-9d3f-c95918e5782a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fed2a9f4-4984-4b87-a48a-a9fcef3fa565 HTTP/1.1" status: 200 len: 848 time: 0.0676162 Jul 16 20:22:47.249140 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-6fb2ee85-c62e-462d-8363-cdc53621bd7a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315924 Jul 16 20:22:47.254657 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-86d75004-9890-469b-a398-f1a851993513 req-cdb0b748-3d2b-4d34-bcb4-9fc0c46f17cb tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829349 Jul 16 20:22:47.256524 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076918b-dbcd-46b0-98f0-61fd3bb73cc3 req-a0b835f3-d2c3-41f3-85d0-8ebccbd04a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:47.258877 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c076918b-dbcd-46b0-98f0-61fd3bb73cc3 req-a0b835f3-d2c3-41f3-85d0-8ebccbd04a24 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=45b955c6-6d71-4bae-8959-188bd750f351 HTTP/1.1" status: 200 len: 1102 time: 0.2634590 Jul 16 20:22:47.357785 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-2071925a-7fa4-402f-9152-2c08550c6854 service neutron] 10.222.0.18 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966084 Jul 16 20:22:47.375747 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3885196-02b8-49ed-8f44-0e8e49341105 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.391426 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-d3885196-02b8-49ed-8f44-0e8e49341105 None None] Transition to ACTIVE for port object f0cd52d9-45f1-49ac-ad48-283392bee098 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:47.404162 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3885196-02b8-49ed-8f44-0e8e49341105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.434374 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f198f-729c-4eb7-80c8-e8f9eb27255f req-4c57acbc-3e61-4e02-830e-5070ab4b420c tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:47.465315 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-472f198f-729c-4eb7-80c8-e8f9eb27255f req-4c57acbc-3e61-4e02-830e-5070ab4b420c tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.2045372 Jul 16 20:22:47.530857 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-93efd3e1-6521-4b04-85cd-f38ab26c6606 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.547983 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-472f198f-729c-4eb7-80c8-e8f9eb27255f req-b4677b0e-56e6-48d6-ae80-9a984690c9c0 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817707 Jul 16 20:22:47.563313 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4b0f5-74b0-4509-a8d8-b3300540580f None None] Pushing event updated for resources: {'Port': ['ID=f0cd52d9-45f1-49ac-ad48-283392bee098,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:47.574564 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-93efd3e1-6521-4b04-85cd-f38ab26c6606 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.580021 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c4b0f5-74b0-4509-a8d8-b3300540580f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.580870 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c4b0f5-74b0-4509-a8d8-b3300540580f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.587749 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c4b0f5-74b0-4509-a8d8-b3300540580f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.590145 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c4b0f5-74b0-4509-a8d8-b3300540580f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.592233 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c4b0f5-74b0-4509-a8d8-b3300540580f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.592669 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cab7c4d6-179b-4d46-8832-0176b21d30c0 req-7eb2bf77-9bb3-49b4-9a4f-02b87ce12cd8 service neutron] 10.222.0.18 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211013 Jul 16 20:22:47.594421 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c076918b-dbcd-46b0-98f0-61fd3bb73cc3 req-0f67abea-226c-4948-b36b-47546c183231 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358108 Jul 16 20:22:47.594562 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c4b0f5-74b0-4509-a8d8-b3300540580f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.595288 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c4b0f5-74b0-4509-a8d8-b3300540580f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.596388 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c4b0f5-74b0-4509-a8d8-b3300540580f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.596388 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c4b0f5-74b0-4509-a8d8-b3300540580f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.597236 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c4b0f5-74b0-4509-a8d8-b3300540580f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.597236 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c4b0f5-74b0-4509-a8d8-b3300540580f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.597639 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-93efd3e1-6521-4b04-85cd-f38ab26c6606 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.597747 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c4b0f5-74b0-4509-a8d8-b3300540580f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.602798 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55488) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:47.609517 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-93efd3e1-6521-4b04-85cd-f38ab26c6606 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8105299 Jul 16 20:22:47.610584 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-527f7f7b-3b75-4e65-b9f4-c1bdde9c9d37 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Request body: {'security_group_rule': {'security_group_id': 'c3b6aa22-d573-46e7-8402-4f023cbae97a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:47.674697 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-527f7f7b-3b75-4e65-b9f4-c1bdde9c9d37 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.694548 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efd3e1-6521-4b04-85cd-f38ab26c6606 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b6aa22-d573-46e7-8402-4f023cbae97a,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:47.733454 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe07242-368f-42a4-8688-0debd53bb449 req-e1c4316b-2c66-4b7f-b39e-36150ad54235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:47.735603 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dbe07242-368f-42a4-8688-0debd53bb449 req-e1c4316b-2c66-4b7f-b39e-36150ad54235 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 1102 time: 0.2017472 Jul 16 20:22:47.760917 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-527f7f7b-3b75-4e65-b9f4-c1bdde9c9d37 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.770684 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-527f7f7b-3b75-4e65-b9f4-c1bdde9c9d37 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.783198 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-d3885196-02b8-49ed-8f44-0e8e49341105 None None] Attempting to bind port f0cd52d9-45f1-49ac-ad48-283392bee098 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:47.783992 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-d3885196-02b8-49ed-8f44-0e8e49341105 None None] Attempting to bind port f0cd52d9-45f1-49ac-ad48-283392bee098 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '078bf850-a9a4-47df-a8d7-e25abae15d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:47.783992 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3885196-02b8-49ed-8f44-0e8e49341105 None None] Attempting to bind port f0cd52d9-45f1-49ac-ad48-283392bee098 on network 6d86ebc6-550a-4185-8eaf-4536a4601097 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:47.796081 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3885196-02b8-49ed-8f44-0e8e49341105 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:47.796468 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3885196-02b8-49ed-8f44-0e8e49341105 None None] Checking segment: {'id': '078bf850-a9a4-47df-a8d7-e25abae15d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:47.797275 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3885196-02b8-49ed-8f44-0e8e49341105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.797275 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3885196-02b8-49ed-8f44-0e8e49341105 None None] Bound using segment: {'id': '078bf850-a9a4-47df-a8d7-e25abae15d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:47.797844 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-d3885196-02b8-49ed-8f44-0e8e49341105 None None] Bound port: f0cd52d9-45f1-49ac-ad48-283392bee098, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078bf850-a9a4-47df-a8d7-e25abae15d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:47.798131 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3885196-02b8-49ed-8f44-0e8e49341105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.831912 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a8405-c342-4ebe-8223-8000489a2447 req-e2cf3cab-dd87-4a45-90a9-35150c6601e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:47.833411 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-434a8405-c342-4ebe-8223-8000489a2447 req-e2cf3cab-dd87-4a45-90a9-35150c6601e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 1096 time: 0.1856685 Jul 16 20:22:47.863616 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f7f7b-3b75-4e65-b9f4-c1bdde9c9d37 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4753ed79-0cc9-47f9-9875-72d5944fddad,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:47.874542 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-527f7f7b-3b75-4e65-b9f4-c1bdde9c9d37 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.875936 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-527f7f7b-3b75-4e65-b9f4-c1bdde9c9d37 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2707603 Jul 16 20:22:47.880305 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f7f7b-3b75-4e65-b9f4-c1bdde9c9d37 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.880844 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f7f7b-3b75-4e65-b9f4-c1bdde9c9d37 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.881344 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f7f7b-3b75-4e65-b9f4-c1bdde9c9d37 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.881836 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f7f7b-3b75-4e65-b9f4-c1bdde9c9d37 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.882377 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f7f7b-3b75-4e65-b9f4-c1bdde9c9d37 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.883062 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f7f7b-3b75-4e65-b9f4-c1bdde9c9d37 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.883558 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f7f7b-3b75-4e65-b9f4-c1bdde9c9d37 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.884149 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f7f7b-3b75-4e65-b9f4-c1bdde9c9d37 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.884682 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f7f7b-3b75-4e65-b9f4-c1bdde9c9d37 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.885180 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f7f7b-3b75-4e65-b9f4-c1bdde9c9d37 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.885679 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f7f7b-3b75-4e65-b9f4-c1bdde9c9d37 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.886397 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f7f7b-3b75-4e65-b9f4-c1bdde9c9d37 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.895701 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55492) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:47.902066 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-b6443201-58bd-4e2b-bc99-9e63e30b669e tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Request body: {'security_group_rule': {'security_group_id': 'c3b6aa22-d573-46e7-8402-4f023cbae97a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:47.950873 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-d3885196-02b8-49ed-8f44-0e8e49341105 None None] For port f0cd52d9-45f1-49ac-ad48-283392bee098, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:47.955853 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-d3885196-02b8-49ed-8f44-0e8e49341105 None None] For port f0cd52d9-45f1-49ac-ad48-283392bee098, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f0cd52d9-45f1-49ac-ad48-283392bee098,segment=NetworkSegment(078bf850-a9a4-47df-a8d7-e25abae15d64),segment_id=078bf850-a9a4-47df-a8d7-e25abae15d64)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:47.968976 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3885196-02b8-49ed-8f44-0e8e49341105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.977594 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1d8da-cfef-4dda-b8b9-cc8a25fc3ee7 req-09cc76d4-15f1-41dd-8e9a-37426df7d87b tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:47.986393 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19b1d8da-cfef-4dda-b8b9-cc8a25fc3ee7 req-09cc76d4-15f1-41dd-8e9a-37426df7d87b tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=45b955c6-6d71-4bae-8959-188bd750f351 HTTP/1.1" status: 200 len: 950 time: 0.2163970 Jul 16 20:22:48.000346 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe07242-368f-42a4-8688-0debd53bb449 req-ccda550b-db29-40bd-99ad-734bdef9b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:48.003788 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dbe07242-368f-42a4-8688-0debd53bb449 req-ccda550b-db29-40bd-99ad-734bdef9b4f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.2598355 Jul 16 20:22:48.020611 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55494) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:48.064997 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3885196-02b8-49ed-8f44-0e8e49341105 None None] Routers {'10783144-a07b-4ae9-93da-d65f2de6fedb'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:48.065785 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d3885196-02b8-49ed-8f44-0e8e49341105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:22:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['10783144-a07b-4ae9-93da-d65f2de6fedb'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:48.076160 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dbe07242-368f-42a4-8688-0debd53bb449 req-b37c673e-322d-4d36-ad58-af1be4a7ceeb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=3079e223-4e17-4a7f-be91-ec6a7ee5dfac HTTP/1.1" status: 200 len: 217 time: 0.0615714 Jul 16 20:22:48.081659 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19b1d8da-cfef-4dda-b8b9-cc8a25fc3ee7 req-ae2ece71-e349-40b0-a1f3-a1e3e715651a tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942285 Jul 16 20:22:48.114195 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b6443201-58bd-4e2b-bc99-9e63e30b669e tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.116427 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4b0f5-74b0-4509-a8d8-b3300540580f None None] Pushing event updated for resources: {'Port': ['ID=f0cd52d9-45f1-49ac-ad48-283392bee098,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:48.138208 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a8405-c342-4ebe-8223-8000489a2447 req-67063be4-5ed6-4a83-8174-ec56b8514a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:48.140012 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-434a8405-c342-4ebe-8223-8000489a2447 req-67063be4-5ed6-4a83-8174-ec56b8514a7d service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418 HTTP/1.1" status: 200 len: 909 time: 0.2490106 Jul 16 20:22:48.216612 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-d3885196-02b8-49ed-8f44-0e8e49341105 None None] Set router 10783144-a07b-4ae9-93da-d65f2de6fedb gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:48.239781 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-434a8405-c342-4ebe-8223-8000489a2447 req-02e84f32-1de1-499e-83eb-80844bf86735 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d99bce-efee-47af-839d-3b59f303faea HTTP/1.1" status: 200 len: 217 time: 0.0868204 Jul 16 20:22:48.298899 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe07242-368f-42a4-8688-0debd53bb449 req-d79eec87-1fb6-4480-9319-31af2afe098e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:48.300382 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dbe07242-368f-42a4-8688-0debd53bb449 req-d79eec87-1fb6-4480-9319-31af2afe098e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.2086799 Jul 16 20:22:48.303121 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c31b67-06b6-445d-a9db-8dfaa30ad9f1 req-d9a4f02a-718c-45e7-affb-0d74d6804572 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:48.312526 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27c31b67-06b6-445d-a9db-8dfaa30ad9f1 req-d9a4f02a-718c-45e7-affb-0d74d6804572 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 944 time: 0.2611859 Jul 16 20:22:48.356674 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac560c86-9d94-4e17-bc6d-6cfed4ce7047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.362517 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a8405-c342-4ebe-8223-8000489a2447 req-46bee39a-81d6-4fe7-8ab0-4b6a4fc0e52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:48.364540 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-434a8405-c342-4ebe-8223-8000489a2447 req-46bee39a-81d6-4fe7-8ab0-4b6a4fc0e52e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fed2a9f4-4984-4b87-a48a-a9fcef3fa565 HTTP/1.1" status: 200 len: 848 time: 0.1175513 Jul 16 20:22:48.408596 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b6443201-58bd-4e2b-bc99-9e63e30b669e tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.433856 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-434a8405-c342-4ebe-8223-8000489a2447 req-a07fc516-3923-4e28-8997-3ac55eaeae15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608897 Jul 16 20:22:48.448979 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b6443201-58bd-4e2b-bc99-9e63e30b669e tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.489558 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27c31b67-06b6-445d-a9db-8dfaa30ad9f1 req-6b1aa259-6484-498c-9c78-76863f793e05 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760368 Jul 16 20:22:48.490576 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe07242-368f-42a4-8688-0debd53bb449 req-eaa682d5-fbed-4c93-acc0-e0b32ede1eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:48.492845 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dbe07242-368f-42a4-8688-0debd53bb449 req-eaa682d5-fbed-4c93-acc0-e0b32ede1eeb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1770697 Jul 16 20:22:48.576195 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6443201-58bd-4e2b-bc99-9e63e30b669e tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a2ca5c-89be-42ac-83b3-8a1b9cf6f3f8,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:48.643362 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6e237-0131-4642-b3b0-f2850ac388a9 req-0587ef3f-6760-4ee3-bfb9-ea8adb86c692 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:48.652847 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59f6e237-0131-4642-b3b0-f2850ac388a9 req-0587ef3f-6760-4ee3-bfb9-ea8adb86c692 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6e772a4-b12e-4bc0-a1ca-e890ae4e915e HTTP/1.1" status: 200 len: 950 time: 0.3381479 Jul 16 20:22:48.664063 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d3885196-02b8-49ed-8f44-0e8e49341105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'name': 'tempest-ServersTestBootFromVolume-393347287-router', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:36Z', 'updated_at': '2021-07-16T20:22:43Z', 'revision_number': 4, 'project_id': '24465f931afb4d548cf03856aa8b33bd', 'gw_port': {'id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:37Z', 'updated_at': '2021-07-16T20:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'f0cd52d9-45f1-49ac-ad48-283392bee098', 'name': '', 'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'mac_address': 'fa:16:3e:df:0d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ed3fe018-6845-4dcd-8942-5ef871b7139d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:41Z', 'updated_at': '2021-07-16T20:22:47Z', 'revision_number': 4, 'project_id': '24465f931afb4d548cf03856aa8b33bd', 'subnets': [{'id': 'ed3fe018-6845-4dcd-8942-5ef871b7139d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:48.678488 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-434a8405-c342-4ebe-8223-8000489a2447 req-8c64577f-110e-4f7e-88ed-f2f7f478c658 service neutron] 10.222.0.18 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371008 Jul 16 20:22:48.716653 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3885196-02b8-49ed-8f44-0e8e49341105 None None] The sync data for ids ['10783144-a07b-4ae9-93da-d65f2de6fedb'] in n-d-791506-21 is: [{'id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'name': 'tempest-ServersTestBootFromVolume-393347287-router', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:36Z', 'updated_at': '2021-07-16T20:22:43Z', 'revision_number': 4, 'project_id': '24465f931afb4d548cf03856aa8b33bd', 'gw_port': {'id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:37Z', 'updated_at': '2021-07-16T20:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'f0cd52d9-45f1-49ac-ad48-283392bee098', 'name': '', 'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'mac_address': 'fa:16:3e:df:0d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ed3fe018-6845-4dcd-8942-5ef871b7139d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:41Z', 'updated_at': '2021-07-16T20:22:47Z', 'revision_number': 4, 'project_id': '24465f931afb4d548cf03856aa8b33bd', 'subnets': [{'id': 'ed3fe018-6845-4dcd-8942-5ef871b7139d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:48.749868 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dbe07242-368f-42a4-8688-0debd53bb449 req-9eff9a2e-90b6-4346-aff4-390c898fd572 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484713 Jul 16 20:22:48.770338 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59f6e237-0131-4642-b3b0-f2850ac388a9 req-d8f3307a-547c-4bcd-a0d8-040bf9831ebc tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/security-groups?id=a30b0d84-4011-46a0-80b7-0c7f88e2a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065586 Jul 16 20:22:48.826479 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac560c86-9d94-4e17-bc6d-6cfed4ce7047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.923642 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac560c86-9d94-4e17-bc6d-6cfed4ce7047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.939660 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b6443201-58bd-4e2b-bc99-9e63e30b669e tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.942022 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b6443201-58bd-4e2b-bc99-9e63e30b669e tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0441313 Jul 16 20:22:48.956982 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55506) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:48.994576 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-f3204cbb-0283-493e-bcee-3c73f2c024c9 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:48.998738 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-434a8405-c342-4ebe-8223-8000489a2447 req-6684e213-7ed7-44c0-99f4-66f84d8a4028 service neutron] 10.222.0.18 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133812 Jul 16 20:22:49.089678 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ac560c86-9d94-4e17-bc6d-6cfed4ce7047 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bd43a83ecb5b41a5bbe0ea7c5b3ab827&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0571570 Jul 16 20:22:49.089678 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac560c86-9d94-4e17-bc6d-6cfed4ce7047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b3e503-d659-41e6-b81f-96685571adb9,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:49.090774 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55508) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:49.110190 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3204cbb-0283-493e-bcee-3c73f2c024c9 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.112175 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dbe07242-368f-42a4-8688-0debd53bb449 req-4c6f4400-cf89-4dff-843f-ea931a5a6657 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437579 Jul 16 20:22:49.161777 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-49c39336-10e1-4ab9-a37b-776d2337724e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.178361 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564c848-5763-4661-a248-12184e36df09 req-c7a45d9b-a776-4b88-9982-6cf0fd0387bf tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:49.190041 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b564c848-5763-4661-a248-12184e36df09 req-c7a45d9b-a776-4b88-9982-6cf0fd0387bf tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.3703718 Jul 16 20:22:49.191105 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-49c39336-10e1-4ab9-a37b-776d2337724e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.257214 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-49c39336-10e1-4ab9-a37b-776d2337724e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.260872 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-49c39336-10e1-4ab9-a37b-776d2337724e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.262095 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-49c39336-10e1-4ab9-a37b-776d2337724e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b2b3e503-d659-41e6-b81f-96685571adb9 HTTP/1.1" status: 204 len: 168 time: 0.1701944 Jul 16 20:22:49.270543 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c39336-10e1-4ab9-a37b-776d2337724e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b3e503-d659-41e6-b81f-96685571adb9,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:49.305213 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b564c848-5763-4661-a248-12184e36df09 req-0a83edf4-ded0-4be6-85dc-c61f6fd1bd0c tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135175 Jul 16 20:22:49.333014 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5cb6bf-b23c-451b-988e-661d7a70eb37 req-be2f1a5b-c266-4459-a9dc-017752a4fcd4 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:49.343779 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5b5cb6bf-b23c-451b-988e-661d7a70eb37 req-be2f1a5b-c266-4459-a9dc-017752a4fcd4 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.3205788 Jul 16 20:22:49.410296 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5b5cb6bf-b23c-451b-988e-661d7a70eb37 req-a23c8309-0845-4f42-a33d-a63ddbe34f41 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601575 Jul 16 20:22:49.412799 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3204cbb-0283-493e-bcee-3c73f2c024c9 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.584432 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-f3204cbb-0283-493e-bcee-3c73f2c024c9 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Allocated IP 172.25.0.48 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/d2071aec-1640-4659-9bfb-3ca595646bae) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:49.723925 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55520) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:49.745729 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fda84020-71d7-4f6f-aba4-cbebf14b97a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.830263 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3204cbb-0283-493e-bcee-3c73f2c024c9 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.881240 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f087d-f85a-4f6d-a318-cc2c42fd841f req-7a37e869-be90-4a18-8840-a92946ce563c tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:49.883671 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e06f087d-f85a-4f6d-a318-cc2c42fd841f req-7a37e869-be90-4a18-8840-a92946ce563c tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=45b955c6-6d71-4bae-8959-188bd750f351 HTTP/1.1" status: 200 len: 950 time: 0.1686177 Jul 16 20:22:49.892613 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fda84020-71d7-4f6f-aba4-cbebf14b97a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.897924 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fda84020-71d7-4f6f-aba4-cbebf14b97a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.937621 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda84020-71d7-4f6f-aba4-cbebf14b97a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8357764b-9ac5-410a-bce9-01b583777bbf,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:49.943428 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fda84020-71d7-4f6f-aba4-cbebf14b97a5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eefa341aed4c4ffab31ae2f835e9f462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2184103 Jul 16 20:22:49.947652 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55522) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:49.978629 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6c636-8a05-4cac-9e3b-f1a5271349b4 req-58b418bd-8aae-4bb0-939b-ed1561ca9941 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:49.980873 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-14f6c636-8a05-4cac-9e3b-f1a5271349b4 req-58b418bd-8aae-4bb0-939b-ed1561ca9941 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 944 time: 0.1808951 Jul 16 20:22:49.984330 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e06f087d-f85a-4f6d-a318-cc2c42fd841f req-31b3dcbc-2ab6-4a0a-9adb-1242aedaaf09 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922165 Jul 16 20:22:49.985337 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3204cbb-0283-493e-bcee-3c73f2c024c9 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.030487 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ab3e3c49-798b-4d22-a327-cff7826cad2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.051937 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3204cbb-0283-493e-bcee-3c73f2c024c9 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:50.053928 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ab3e3c49-798b-4d22-a327-cff7826cad2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.059011 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-f3204cbb-0283-493e-bcee-3c73f2c024c9 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:50.073861 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3204cbb-0283-493e-bcee-3c73f2c024c9 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:50.077993 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3204cbb-0283-493e-bcee-3c73f2c024c9 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Pushing event updated for resources: {'Port': ['ID=d2071aec-1640-4659-9bfb-3ca595646bae,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:50.095360 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 22d99bce-efee-47af-839d-3b59f303faea details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:22:50.097357 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-14f6c636-8a05-4cac-9e3b-f1a5271349b4 req-dc197ac6-8b59-4eba-87a0-45d49338206f tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076977 Jul 16 20:22:50.139667 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ab3e3c49-798b-4d22-a327-cff7826cad2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.142646 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ab3e3c49-798b-4d22-a327-cff7826cad2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.143929 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ab3e3c49-798b-4d22-a327-cff7826cad2e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8357764b-9ac5-410a-bce9-01b583777bbf HTTP/1.1" status: 204 len: 168 time: 0.1953204 Jul 16 20:22:50.158478 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e3c49-798b-4d22-a327-cff7826cad2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8357764b-9ac5-410a-bce9-01b583777bbf,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:50.277377 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 22d99bce-efee-47af-839d-3b59f303faea, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=22d99bce-efee-47af-839d-3b59f303faea,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:50.295450 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '22d99bce-efee-47af-839d-3b59f303faea', 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418', 'port_id': '22d99bce-efee-47af-839d-3b59f303faea', 'mac_address': 'fa:16:3e:6b:23:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fed2a9f4-4984-4b87-a48a-a9fcef3fa565', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:22:50.305363 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843da1c7-12f2-4301-b77e-4dc11183e1a3 req-00be9ef8-84c1-4e48-b508-00f8f387fdc1 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:50.307488 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-843da1c7-12f2-4301-b77e-4dc11183e1a3 req-00be9ef8-84c1-4e48-b508-00f8f387fdc1 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6e772a4-b12e-4bc0-a1ca-e890ae4e915e HTTP/1.1" status: 200 len: 950 time: 0.1642408 Jul 16 20:22:50.311466 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3204cbb-0283-493e-bcee-3c73f2c024c9 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.357762 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.376195 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d99bce-efee-47af-839d-3b59f303faea {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:50.411094 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 22d99bce-efee-47af-839d-3b59f303faea, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=22d99bce-efee-47af-839d-3b59f303faea,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:50.414872 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-843da1c7-12f2-4301-b77e-4dc11183e1a3 req-5eb4b49a-57ee-46a9-b25e-5005772a109f tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/security-groups?id=a30b0d84-4011-46a0-80b7-0c7f88e2a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967455 Jul 16 20:22:50.417880 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.432186 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3204cbb-0283-493e-bcee-3c73f2c024c9 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.491819 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=22d99bce-efee-47af-839d-3b59f303faea,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:50.662963 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['22d99bce-efee-47af-839d-3b59f303faea'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:50.693838 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f0cd52d9-45f1-49ac-ad48-283392bee098 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:50.763126 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3204cbb-0283-493e-bcee-3c73f2c024c9 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.783352 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90de51-e037-42ad-afbe-4c26348a70bf req-73a8c7a4-90ce-4011-8ae9-034e1d87b32d tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:50.785014 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d90de51-e037-42ad-afbe-4c26348a70bf req-73a8c7a4-90ce-4011-8ae9-034e1d87b32d tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=45b955c6-6d71-4bae-8959-188bd750f351 HTTP/1.1" status: 200 len: 950 time: 0.1728561 Jul 16 20:22:50.785688 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3204cbb-0283-493e-bcee-3c73f2c024c9 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.801093 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port f0cd52d9-45f1-49ac-ad48-283392bee098 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:50.811871 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port f0cd52d9-45f1-49ac-ad48-283392bee098 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:50.812246 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.884089 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c56f5c-3b50-4779-b2da-b53a70140527 req-a4554fbf-56b9-4fcc-ba81-4d353a33a9cc tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:50.885822 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26c56f5c-3b50-4779-b2da-b53a70140527 req-a4554fbf-56b9-4fcc-ba81-4d353a33a9cc tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.2718055 Jul 16 20:22:50.918863 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3204cbb-0283-493e-bcee-3c73f2c024c9 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Pushing event updated for resources: {'Port': ['ID=d2071aec-1640-4659-9bfb-3ca595646bae,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:50.940294 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d90de51-e037-42ad-afbe-4c26348a70bf req-a88eefbe-8d49-4e44-9956-4437927de181 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208568 Jul 16 20:22:50.941015 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3204cbb-0283-493e-bcee-3c73f2c024c9 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.967813 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.979000 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26c56f5c-3b50-4779-b2da-b53a70140527 req-ca553e30-11c7-4f6e-8320-b62c40d0ee9e tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831151 Jul 16 20:22:50.980339 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3204cbb-0283-493e-bcee-3c73f2c024c9 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.991873 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f3204cbb-0283-493e-bcee-3c73f2c024c9 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0142717 Jul 16 20:22:51.043062 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port f0cd52d9-45f1-49ac-ad48-283392bee098, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f0cd52d9-45f1-49ac-ad48-283392bee098,segment=NetworkSegment(078bf850-a9a4-47df-a8d7-e25abae15d64),segment_id=078bf850-a9a4-47df-a8d7-e25abae15d64)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:51.052039 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.175663 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=f0cd52d9-45f1-49ac-ad48-283392bee098,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:51.311274 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812f102-e0f3-46b1-bfe8-a421a6e2f1d8 req-268bb344-14d7-4eed-aaff-2501b2119a57 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:51.326749 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7812f102-e0f3-46b1-bfe8-a421a6e2f1d8 req-268bb344-14d7-4eed-aaff-2501b2119a57 tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6e772a4-b12e-4bc0-a1ca-e890ae4e915e HTTP/1.1" status: 200 len: 950 time: 0.2978306 Jul 16 20:22:51.369508 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525c566-9d05-457c-b68b-0f0a28c93f2c req-64b5b51d-a3bf-420c-9c0d-5c3cb54e96d4 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:51.376699 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b525c566-9d05-457c-b68b-0f0a28c93f2c req-64b5b51d-a3bf-420c-9c0d-5c3cb54e96d4 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.1637800 Jul 16 20:22:51.465883 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b525c566-9d05-457c-b68b-0f0a28c93f2c req-995d9248-5a1b-4a3c-89c9-73cfedcc2920 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881665 Jul 16 20:22:51.529879 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-7812f102-e0f3-46b1-bfe8-a421a6e2f1d8 req-5b97b835-5402-46e1-a4ae-f6b584b6621f tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Deleting port 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:51.530216 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-7812f102-e0f3-46b1-bfe8-a421a6e2f1d8 req-5b97b835-5402-46e1-a4ae-f6b584b6621f tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.530366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb337f0-ab7d-44f1-8482-f4f462065570 req-88972788-c710-4780-b8ab-1cf44256dde7 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:51.541446 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-acb337f0-ab7d-44f1-8482-f4f462065570 req-88972788-c710-4780-b8ab-1cf44256dde7 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 945 time: 0.2096355 Jul 16 20:22:51.614146 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0a7c48a-c3b2-455b-88b4-dd38cdb2757e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.626482 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-acb337f0-ab7d-44f1-8482-f4f462065570 req-0207dfeb-d455-4d87-87d1-6ce9580ab388 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832033 Jul 16 20:22:51.677983 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-7812f102-e0f3-46b1-bfe8-a421a6e2f1d8 req-5b97b835-5402-46e1-a4ae-f6b584b6621f tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] For port 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7d4ab66d-0bd9-4750-90cf-f35d6a9e3071,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:51.678449 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-7812f102-e0f3-46b1-bfe8-a421a6e2f1d8 req-5b97b835-5402-46e1-a4ae-f6b584b6621f tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.699782 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-7812f102-e0f3-46b1-bfe8-a421a6e2f1d8 req-5b97b835-5402-46e1-a4ae-f6b584b6621f tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Calling delete_port for 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:51.764748 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65e54e-1e9f-4617-bd2d-02615b1e4aa5 req-35e966ed-7c8d-45fa-b5a6-1a8f1b8e21ea tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:51.766253 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0d65e54e-1e9f-4617-bd2d-02615b1e4aa5 req-35e966ed-7c8d-45fa-b5a6-1a8f1b8e21ea tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6e772a4-b12e-4bc0-a1ca-e890ae4e915e HTTP/1.1" status: 200 len: 950 time: 0.0772972 Jul 16 20:22:51.823766 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0d65e54e-1e9f-4617-bd2d-02615b1e4aa5 req-7699343c-073c-4c9d-96b7-6a1273f0ebfe tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.38 "GET /v2.0/security-groups?id=a30b0d84-4011-46a0-80b7-0c7f88e2a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454593 Jul 16 20:22:51.873404 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-7812f102-e0f3-46b1-bfe8-a421a6e2f1d8 req-5b97b835-5402-46e1-a4ae-f6b584b6621f tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.888933 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['7d4ab66d-0bd9-4750-90cf-f35d6a9e3071'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:51.925513 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97b835-5402-46e1-a4ae-f6b584b6621f tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Pushing event deleted for resources: {'Port': ['ID=7d4ab66d-0bd9-4750-90cf-f35d6a9e3071,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:51.997177 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-7812f102-e0f3-46b1-bfe8-a421a6e2f1d8 req-5b97b835-5402-46e1-a4ae-f6b584b6621f tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] No DVR routers for this DVR port 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:51.999625 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-7812f102-e0f3-46b1-bfe8-a421a6e2f1d8 req-5b97b835-5402-46e1-a4ae-f6b584b6621f tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.002025 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7812f102-e0f3-46b1-bfe8-a421a6e2f1d8 req-5b97b835-5402-46e1-a4ae-f6b584b6621f tempest-DeleteServersAdminTestJSON-952339240 tempest-DeleteServersAdminTestJSON-952339240-project] 10.222.0.18 "DELETE /v2.0/ports/7d4ab66d-0bd9-4750-90cf-f35d6a9e3071 HTTP/1.1" status: 204 len: 173 time: 0.6694489 Jul 16 20:22:52.002497 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e772a4-b12e-4bc0-a1ca-e890ae4e915e', 'name': 'network-vif-deleted', 'tag': '7d4ab66d-0bd9-4750-90cf-f35d6a9e3071'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:52.005064 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713d1a78-37c6-4f48-9345-4aef3fc508a8" -d '{"events": [{"server_uuid": "d6e772a4-b12e-4bc0-a1ca-e890ae4e915e", "name": "network-vif-deleted", "tag": "7d4ab66d-0bd9-4750-90cf-f35d6a9e3071"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:52.104052 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 22d99bce-efee-47af-839d-3b59f303faea up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:52.186547 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 22d99bce-efee-47af-839d-3b59f303faea completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:52.193012 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 22d99bce-efee-47af-839d-3b59f303faea triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:52.193390 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.330950 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.359690 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766af1ee-d0e7-44bb-9569-9ef67e3e96e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d99bce-efee-47af-839d-3b59f303faea'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:52.362664 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a398950-ea9e-470f-9354-d8add954c1b5" -d '{"events": [{"server_uuid": "766af1ee-d0e7-44bb-9569-9ef67e3e96e9", "name": "network-vif-plugged", "status": "completed", "tag": "22d99bce-efee-47af-839d-3b59f303faea"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:52.372621 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b50d26-cf4c-4829-9d5b-865ce7a381f7 req-a8fb6cc6-0e8c-4acf-be29-0fbbd57917d8 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:52.380231 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 22d99bce-efee-47af-839d-3b59f303faea, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=22d99bce-efee-47af-839d-3b59f303faea,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:52.381063 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22b50d26-cf4c-4829-9d5b-865ce7a381f7 req-a8fb6cc6-0e8c-4acf-be29-0fbbd57917d8 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.2158484 Jul 16 20:22:52.385845 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.434909 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6e3ff-2d39-4d6d-afbb-28787d66befc req-1a98304c-b6af-4583-8203-e4ae4bf8a1a0 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:52.443406 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91f6e3ff-2d39-4d6d-afbb-28787d66befc req-1a98304c-b6af-4583-8203-e4ae4bf8a1a0 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=45b955c6-6d71-4bae-8959-188bd750f351 HTTP/1.1" status: 200 len: 950 time: 0.1950908 Jul 16 20:22:52.451086 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=22d99bce-efee-47af-839d-3b59f303faea,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:52.503396 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22b50d26-cf4c-4829-9d5b-865ce7a381f7 req-d35d0a57-92a9-44d5-a516-5341a18cbc34 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210666 Jul 16 20:22:52.539764 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91f6e3ff-2d39-4d6d-afbb-28787d66befc req-2171d917-d7c0-4688-a120-bddbe793bcfb tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954869 Jul 16 20:22:52.628953 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71072a5-61a4-4131-afc0-abdbee1ed539 x-openstack-request-id: req-d71072a5-61a4-4131-afc0-abdbee1ed539 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:52.629448 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e772a4-b12e-4bc0-a1ca-e890ae4e915e", "name": "network-vif-deleted", "tag": "7d4ab66d-0bd9-4750-90cf-f35d6a9e3071", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:52.629735 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d71072a5-61a4-4131-afc0-abdbee1ed539 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:52.630146 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e772a4-b12e-4bc0-a1ca-e890ae4e915e', 'name': 'network-vif-deleted', 'tag': '7d4ab66d-0bd9-4750-90cf-f35d6a9e3071', 'status': 'completed', 'code': 200} Jul 16 20:22:52.673707 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f0cd52d9-45f1-49ac-ad48-283392bee098 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:52.722934 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf6f555-2de3-4f2a-93d2-e8af0b3b94e7 x-openstack-request-id: req-1bf6f555-2de3-4f2a-93d2-e8af0b3b94e7 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:52.723565 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766af1ee-d0e7-44bb-9569-9ef67e3e96e9", "name": "network-vif-plugged", "status": "completed", "tag": "22d99bce-efee-47af-839d-3b59f303faea", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:52.724312 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1bf6f555-2de3-4f2a-93d2-e8af0b3b94e7 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:52.726548 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766af1ee-d0e7-44bb-9569-9ef67e3e96e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d99bce-efee-47af-839d-3b59f303faea', 'code': 200} Jul 16 20:22:52.811874 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port f0cd52d9-45f1-49ac-ad48-283392bee098 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:52.812664 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.986783 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7eb0e-2daa-496f-8180-0cdb453fc0f0 req-fa2b2f67-2708-468e-a056-86180f243aad tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:52.990064 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-16c7eb0e-2daa-496f-8180-0cdb453fc0f0 req-fa2b2f67-2708-468e-a056-86180f243aad tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.1342428 Jul 16 20:22:53.105323 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-16c7eb0e-2daa-496f-8180-0cdb453fc0f0 req-04cb5923-50f0-4641-ac56-9db79488b023 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047020 Jul 16 20:22:53.196869 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc1ab8-03b1-45a2-a3de-d32e671ca7c2 req-4dac68d7-062c-40f1-84de-6c6bc87ec110 tempest-LiveMigrationNegativeTest-646260267 tempest-LiveMigrationNegativeTest-646260267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:53.202832 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2cfc1ab8-03b1-45a2-a3de-d32e671ca7c2 req-4dac68d7-062c-40f1-84de-6c6bc87ec110 tempest-LiveMigrationNegativeTest-646260267 tempest-LiveMigrationNegativeTest-646260267-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=45b955c6-6d71-4bae-8959-188bd750f351 HTTP/1.1" status: 200 len: 1102 time: 0.0882952 Jul 16 20:22:53.220522 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2cfc1ab8-03b1-45a2-a3de-d32e671ca7c2 req-e4a0803c-3349-40fd-8b10-85cf409a5e23 tempest-LiveMigrationNegativeTest-646260267 tempest-LiveMigrationNegativeTest-646260267-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:53.257446 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351abf9-50d1-4018-bba1-0b49d33db85b req-90663c6a-c5b7-4991-a375-b95c681457d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:53.259349 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9351abf9-50d1-4018-bba1-0b49d33db85b req-90663c6a-c5b7-4991-a375-b95c681457d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 1098 time: 0.2012801 Jul 16 20:22:53.301720 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9351abf9-50d1-4018-bba1-0b49d33db85b req-8095acfc-acda-4979-8e1e-2b7569564f64 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371845 Jul 16 20:22:53.415392 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cca5d-fab6-436c-87b7-f2d9f0f75280 req-faf6c382-724c-4d32-a5de-d309f33096d1 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:53.417413 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c10cca5d-fab6-436c-87b7-f2d9f0f75280 req-faf6c382-724c-4d32-a5de-d309f33096d1 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 946 time: 0.1178854 Jul 16 20:22:53.434037 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2cfc1ab8-03b1-45a2-a3de-d32e671ca7c2 req-e4a0803c-3349-40fd-8b10-85cf409a5e23 tempest-LiveMigrationNegativeTest-646260267 tempest-LiveMigrationNegativeTest-646260267-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:53.440751 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2cfc1ab8-03b1-45a2-a3de-d32e671ca7c2 req-e4a0803c-3349-40fd-8b10-85cf409a5e23 tempest-LiveMigrationNegativeTest-646260267 tempest-LiveMigrationNegativeTest-646260267-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:53.482720 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2cfc1ab8-03b1-45a2-a3de-d32e671ca7c2 req-e4a0803c-3349-40fd-8b10-85cf409a5e23 tempest-LiveMigrationNegativeTest-646260267 tempest-LiveMigrationNegativeTest-646260267-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788904 Jul 16 20:22:53.498551 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0803c-3349-40fd-8b10-85cf409a5e23 tempest-LiveMigrationNegativeTest-646260267 tempest-LiveMigrationNegativeTest-646260267-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f503077-8704-4dd6-8554-be4cacf25f39,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:53.503337 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c10cca5d-fab6-436c-87b7-f2d9f0f75280 req-5d8341f6-df3c-45cf-869e-0976dcdfea5c tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757661 Jul 16 20:22:53.814863 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf58b0-804e-4b2a-a661-f40d2ba3a848 req-e41879e4-8ea8-42eb-a0f2-e5e324ebb0dc tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:53.816198 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-80cf58b0-804e-4b2a-a661-f40d2ba3a848 req-e41879e4-8ea8-42eb-a0f2-e5e324ebb0dc tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.0916641 Jul 16 20:22:53.880614 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-80cf58b0-804e-4b2a-a661-f40d2ba3a848 req-05d5bc3b-4dab-4c50-8672-eb65c0e21882 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518608 Jul 16 20:22:54.173559 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53545f80-2745-49b1-8e98-5eb9c8b89265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.197839 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.403236 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3b524-11b9-427b-8e66-fb9b26f7d54b req-bd586fbd-264e-4682-bfe5-f32dca8a67f5 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:54.405847 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-52f3b524-11b9-427b-8e66-fb9b26f7d54b req-bd586fbd-264e-4682-bfe5-f32dca8a67f5 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=45b955c6-6d71-4bae-8959-188bd750f351 HTTP/1.1" status: 200 len: 950 time: 0.1068459 Jul 16 20:22:54.476590 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55738) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:54.501926 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-52f3b524-11b9-427b-8e66-fb9b26f7d54b req-84d6eda2-2a9e-49ef-bd99-71ae2c9a7479 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865898 Jul 16 20:22:54.552616 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb361ff9-d531-4732-bcd8-0577a5930ef5 req-deb251a7-252b-4bac-801e-2c66b73497b7 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:54.554236 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cb361ff9-d531-4732-bcd8-0577a5930ef5 req-deb251a7-252b-4bac-801e-2c66b73497b7 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.1152940 Jul 16 20:22:54.620351 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cb361ff9-d531-4732-bcd8-0577a5930ef5 req-d0318ad1-fe4d-4b1e-81d6-8fef8cc8cab5 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514655 Jul 16 20:22:54.689846 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6fc5cef3-a971-4f0d-99a4-fd2e8dbd01bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.832267 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6fc5cef3-a971-4f0d-99a4-fd2e8dbd01bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.839263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a7865-117c-4d03-a30d-259cda08a9af req-9b44bd36-320b-4bf7-88b8-3314f868b5d3 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:54.840850 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-915a7865-117c-4d03-a30d-259cda08a9af req-9b44bd36-320b-4bf7-88b8-3314f868b5d3 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 946 time: 0.0924363 Jul 16 20:22:54.849597 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6fc5cef3-a971-4f0d-99a4-fd2e8dbd01bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.889082 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-915a7865-117c-4d03-a30d-259cda08a9af req-5049ae2e-5df6-4aa5-966c-17a8f871a53d tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400138 Jul 16 20:22:54.903775 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6fc5cef3-a971-4f0d-99a4-fd2e8dbd01bd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5364107c7d8c4f508f64954dd16eb8fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4258463 Jul 16 20:22:54.907643 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55750) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:54.909094 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5cef3-a971-4f0d-99a4-fd2e8dbd01bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011f5aed-3c8f-4789-84dd-888aa09c24d5,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:54.938256 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55752) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:54.999559 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0ce080bd-eee2-45c4-980a-0b862cb56333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.029892 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0ce080bd-eee2-45c4-980a-0b862cb56333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.114776 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c60a8beb-028c-458a-a76b-adacb2638336 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b39a69b42562408eb3c39a632018523b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1754606 Jul 16 20:22:55.119644 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55760) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:55.125949 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0ce080bd-eee2-45c4-980a-0b862cb56333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.128431 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0ce080bd-eee2-45c4-980a-0b862cb56333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.129504 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0ce080bd-eee2-45c4-980a-0b862cb56333 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/011f5aed-3c8f-4789-84dd-888aa09c24d5 HTTP/1.1" status: 204 len: 168 time: 0.2202840 Jul 16 20:22:55.189737 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce080bd-eee2-45c4-980a-0b862cb56333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011f5aed-3c8f-4789-84dd-888aa09c24d5,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:55.208160 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1b67b30-9b8d-49e5-9a07-393348973958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.257167 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1b67b30-9b8d-49e5-9a07-393348973958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.268082 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead293d-58fd-420a-a24d-0f00c11e8fff req-c8587267-67e0-402b-826a-32fbec2e5b39 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:55.279245 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ead293d-58fd-420a-a24d-0f00c11e8fff req-c8587267-67e0-402b-826a-32fbec2e5b39 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.1868594 Jul 16 20:22:55.311133 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076970c3-1f9c-4612-a0f4-54fe6944225d req-931dab1e-613e-4ea8-92f0-c85c7631fe4a tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:55.312700 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-076970c3-1f9c-4612-a0f4-54fe6944225d req-931dab1e-613e-4ea8-92f0-c85c7631fe4a tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 1098 time: 0.1968203 Jul 16 20:22:55.327778 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1b67b30-9b8d-49e5-9a07-393348973958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.332256 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1b67b30-9b8d-49e5-9a07-393348973958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.334338 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a1b67b30-9b8d-49e5-9a07-393348973958 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a30b0d84-4011-46a0-80b7-0c7f88e2a98c HTTP/1.1" status: 204 len: 168 time: 0.2133000 Jul 16 20:22:55.341195 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ead293d-58fd-420a-a24d-0f00c11e8fff req-a779f5b5-cf73-455c-8e52-a6d473a0cc3b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607042 Jul 16 20:22:55.344436 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b67b30-9b8d-49e5-9a07-393348973958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30b0d84-4011-46a0-80b7-0c7f88e2a98c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:55.390688 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-076970c3-1f9c-4612-a0f4-54fe6944225d req-537b1c0b-6be2-4920-9b85-207a22faa130 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671172 Jul 16 20:22:55.608094 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55774) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:55.644999 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.647451 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f03c310d-a297-4ff7-acf5-d116ab1fdc38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.696957 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e877c2-63dc-42ca-afe1-471dc4cb42ee req-c5c4744f-171e-40f0-944c-817467f16b5a tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:55.702194 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c8e877c2-63dc-42ca-afe1-471dc4cb42ee req-c5c4744f-171e-40f0-944c-817467f16b5a tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 1098 time: 0.1128879 Jul 16 20:22:55.801754 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c8e877c2-63dc-42ca-afe1-471dc4cb42ee req-496d877e-644d-462b-987d-6676ab133f24 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905862 Jul 16 20:22:55.815440 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f03c310d-a297-4ff7-acf5-d116ab1fdc38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.825272 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f03c310d-a297-4ff7-acf5-d116ab1fdc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.861268 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f03c310d-a297-4ff7-acf5-d116ab1fdc38 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=06462a21397142e39b2f4cbeb20d9023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519715 Jul 16 20:22:55.869096 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55782) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:55.888912 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c310d-a297-4ff7-acf5-d116ab1fdc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260b822e-36eb-491d-8093-649afe82f06c,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:55.964427 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55784) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:55.986277 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-883ad1b0-10e2-41fe-8a91-05feb75930bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.996105 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e6369-2fba-4adc-bc5f-4f90fdcec0ce req-4bdd2e58-3b8f-47d6-99b6-fce54303c07b tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:55.997630 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa4e6369-2fba-4adc-bc5f-4f90fdcec0ce req-4bdd2e58-3b8f-47d6-99b6-fce54303c07b tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=45b955c6-6d71-4bae-8959-188bd750f351 HTTP/1.1" status: 200 len: 950 time: 0.2550747 Jul 16 20:22:56.029531 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d77e0799-2d91-4dbe-a2c8-ef00af60ed2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.078132 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d77e0799-2d91-4dbe-a2c8-ef00af60ed2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.082779 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa4e6369-2fba-4adc-bc5f-4f90fdcec0ce req-f0d70a75-ba93-4373-8681-91992b7c5f5c tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779774 Jul 16 20:22:56.099799 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-883ad1b0-10e2-41fe-8a91-05feb75930bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.105967 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-883ad1b0-10e2-41fe-8a91-05feb75930bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.109980 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:56.133823 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc485a7f-0307-4d65-8474-1803b3679ec7 req-7a4edd63-c29d-4f30-8d87-e75383ed7bd9 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:56.138844 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fc485a7f-0307-4d65-8474-1803b3679ec7 req-7a4edd63-c29d-4f30-8d87-e75383ed7bd9 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.1924498 Jul 16 20:22:56.139183 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-883ad1b0-10e2-41fe-8a91-05feb75930bb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9f7a2dce3b14464ca190cf81e21309f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1735930 Jul 16 20:22:56.141840 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55786) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:56.173627 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:56.174609 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 7d4ab66d-0bd9-4750-90cf-f35d6a9e3071 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:56.193068 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fc485a7f-0307-4d65-8474-1803b3679ec7 req-8d827b84-88b3-4cc0-9131-005fbad99bbd tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512414 Jul 16 20:22:56.203339 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d77e0799-2d91-4dbe-a2c8-ef00af60ed2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.206350 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d77e0799-2d91-4dbe-a2c8-ef00af60ed2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.209872 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d77e0799-2d91-4dbe-a2c8-ef00af60ed2e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/260b822e-36eb-491d-8093-649afe82f06c HTTP/1.1" status: 204 len: 168 time: 0.3346362 Jul 16 20:22:56.222833 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e0799-2d91-4dbe-a2c8-ef00af60ed2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260b822e-36eb-491d-8093-649afe82f06c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:56.281717 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ad1b0-10e2-41fe-8a91-05feb75930bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bccaf3-7e04-449a-a5d2-02029710783b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:56.303166 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec23822f-7d47-46da-8144-d5e56bbb6e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.331145 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec23822f-7d47-46da-8144-d5e56bbb6e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.377687 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859b265-0ff0-4fea-be33-77598b0f9367 req-fe5b609a-b7a1-45ed-946b-19d21c6e8ff0 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:56.379280 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e859b265-0ff0-4fea-be33-77598b0f9367 req-fe5b609a-b7a1-45ed-946b-19d21c6e8ff0 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.62 "GET /v2.0/ports?device_id=45b955c6-6d71-4bae-8959-188bd750f351 HTTP/1.1" status: 200 len: 950 time: 0.1731234 Jul 16 20:22:56.433330 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec23822f-7d47-46da-8144-d5e56bbb6e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.436389 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec23822f-7d47-46da-8144-d5e56bbb6e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.437731 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ec23822f-7d47-46da-8144-d5e56bbb6e40 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e4bccaf3-7e04-449a-a5d2-02029710783b HTTP/1.1" status: 204 len: 168 time: 0.2946846 Jul 16 20:22:56.471077 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23822f-7d47-46da-8144-d5e56bbb6e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bccaf3-7e04-449a-a5d2-02029710783b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:56.659708 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-e859b265-0ff0-4fea-be33-77598b0f9367 req-efc6c45e-ee2b-430a-a3bb-5ab7f12b5c07 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Deleting port 46d0b968-2638-455f-a4d0-b5269b9c0147 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:56.660423 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e859b265-0ff0-4fea-be33-77598b0f9367 req-efc6c45e-ee2b-430a-a3bb-5ab7f12b5c07 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.863597 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-e859b265-0ff0-4fea-be33-77598b0f9367 req-efc6c45e-ee2b-430a-a3bb-5ab7f12b5c07 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] For port 46d0b968-2638-455f-a4d0-b5269b9c0147, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=46d0b968-2638-455f-a4d0-b5269b9c0147,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:56.863986 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e859b265-0ff0-4fea-be33-77598b0f9367 req-efc6c45e-ee2b-430a-a3bb-5ab7f12b5c07 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.896129 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-e859b265-0ff0-4fea-be33-77598b0f9367 req-efc6c45e-ee2b-430a-a3bb-5ab7f12b5c07 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Calling delete_port for 46d0b968-2638-455f-a4d0-b5269b9c0147 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:57.162221 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c7013-b02e-4f0d-849d-eee9c3c57a03 req-0fd69568-6ade-4dcf-98dd-9b3d2586415d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:57.172328 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-285c7013-b02e-4f0d-849d-eee9c3c57a03 req-0fd69568-6ade-4dcf-98dd-9b3d2586415d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.5313447 Jul 16 20:22:57.198302 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05616a2-e8fd-42a2-af0f-4dedb877bbc1 req-36279011-d17b-4262-ac93-2b5379beb860 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:57.205924 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e859b265-0ff0-4fea-be33-77598b0f9367 req-efc6c45e-ee2b-430a-a3bb-5ab7f12b5c07 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.207669 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e05616a2-e8fd-42a2-af0f-4dedb877bbc1 req-36279011-d17b-4262-ac93-2b5379beb860 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 1098 time: 0.4720073 Jul 16 20:22:57.218808 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['34679c76-d877-4fa5-9541-fa76ffc90b12', '46d0b968-2638-455f-a4d0-b5269b9c0147'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:57.266089 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-285c7013-b02e-4f0d-849d-eee9c3c57a03 req-5cc67fdf-f973-4958-bba3-4721d9d8f056 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916293 Jul 16 20:22:57.314845 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e05616a2-e8fd-42a2-af0f-4dedb877bbc1 req-75c0e741-f1c5-4523-9e95-b4ffe8acd6bb tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053791 Jul 16 20:22:57.346054 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6c45e-ee2b-430a-a3bb-5ab7f12b5c07 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Pushing event deleted for resources: {'Port': ['ID=46d0b968-2638-455f-a4d0-b5269b9c0147,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:57.418347 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-e859b265-0ff0-4fea-be33-77598b0f9367 req-efc6c45e-ee2b-430a-a3bb-5ab7f12b5c07 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] No DVR routers for this DVR port 46d0b968-2638-455f-a4d0-b5269b9c0147 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:57.437965 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e859b265-0ff0-4fea-be33-77598b0f9367 req-efc6c45e-ee2b-430a-a3bb-5ab7f12b5c07 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.451548 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e859b265-0ff0-4fea-be33-77598b0f9367 req-efc6c45e-ee2b-430a-a3bb-5ab7f12b5c07 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.62 "DELETE /v2.0/ports/46d0b968-2638-455f-a4d0-b5269b9c0147 HTTP/1.1" status: 204 len: 173 time: 1.0603881 Jul 16 20:22:57.452193 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b955c6-6d71-4bae-8959-188bd750f351', 'name': 'network-vif-deleted', 'tag': '46d0b968-2638-455f-a4d0-b5269b9c0147'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:57.454450 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34043719-ce79-4063-a434-a13c9159baa6" -d '{"events": [{"server_uuid": "45b955c6-6d71-4bae-8959-188bd750f351", "name": "network-vif-deleted", "tag": "46d0b968-2638-455f-a4d0-b5269b9c0147"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:57.541971 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.675799 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-10fa5eac-6a6f-4fb1-86cb-103de489406b req-d9ec9e1b-45f4-4292-9aeb-590988dc32ab tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=45b955c6-6d71-4bae-8959-188bd750f351 HTTP/1.1" status: 200 len: 210 time: 0.0895741 Jul 16 20:22:57.756513 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8834b6b2-4a05-4e19-8cf0-3118222a4268 x-openstack-request-id: req-8834b6b2-4a05-4e19-8cf0-3118222a4268 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:57.757669 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b955c6-6d71-4bae-8959-188bd750f351", "name": "network-vif-deleted", "tag": "46d0b968-2638-455f-a4d0-b5269b9c0147", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:57.758354 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8834b6b2-4a05-4e19-8cf0-3118222a4268 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:57.759013 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b955c6-6d71-4bae-8959-188bd750f351', 'name': 'network-vif-deleted', 'tag': '46d0b968-2638-455f-a4d0-b5269b9c0147', 'status': 'completed', 'code': 200} Jul 16 20:22:57.930078 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4aeee5-2ac9-4b02-8574-759ed7c1c1c0 req-7433b247-4ee6-463b-a95f-fa4af96c423b tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:57.937375 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6d4aeee5-2ac9-4b02-8574-759ed7c1c1c0 req-7433b247-4ee6-463b-a95f-fa4af96c423b tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.0943840 Jul 16 20:22:57.977306 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6d4aeee5-2ac9-4b02-8574-759ed7c1c1c0 req-e4c07e00-46c0-4861-a5c7-aab33a298c49 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389030 Jul 16 20:22:58.595039 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33de2de-5621-4012-9c87-caf36674bd4e req-49ad28d8-ec9c-4cd4-bd1e-890eb57c1f9f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:58.596913 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f33de2de-5621-4012-9c87-caf36674bd4e req-49ad28d8-ec9c-4cd4-bd1e-890eb57c1f9f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.1669576 Jul 16 20:22:58.661399 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403107e-c75a-4f45-bf27-049a2c13c2b7 req-489f3f1b-e19c-4f63-8c1d-df3d2ec5f2ab tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:58.665659 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3403107e-c75a-4f45-bf27-049a2c13c2b7 req-489f3f1b-e19c-4f63-8c1d-df3d2ec5f2ab tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 1098 time: 0.1365669 Jul 16 20:22:58.679741 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f33de2de-5621-4012-9c87-caf36674bd4e req-7c84e3ea-2031-422a-bab3-442e5aab09db tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730047 Jul 16 20:22:58.736773 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3403107e-c75a-4f45-bf27-049a2c13c2b7 req-8d5d32b7-8050-48bc-ba43-b141500ce544 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561445 Jul 16 20:22:59.206384 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.648056 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3926b2-976c-425d-93d5-f235a27f1bf6 req-76db150d-982f-4b24-a42e-5ebe993a133b tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:59.650685 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4f3926b2-976c-425d-93d5-f235a27f1bf6 req-76db150d-982f-4b24-a42e-5ebe993a133b tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.0882189 Jul 16 20:22:59.705525 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4f3926b2-976c-425d-93d5-f235a27f1bf6 req-c038f9e6-d91e-4bd3-acdc-1360bc6babd4 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492637 Jul 16 20:22:59.946343 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4b366-c51f-4c96-8247-d8b1f9864626 req-42d777d5-1126-4828-a18a-b9e21e315963 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:59.954906 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73d4b366-c51f-4c96-8247-d8b1f9864626 req-42d777d5-1126-4828-a18a-b9e21e315963 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=39ba7c60-af4e-4bed-8934-20b3f37e26e8 HTTP/1.1" status: 200 len: 950 time: 0.0982220 Jul 16 20:23:00.002571 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73d4b366-c51f-4c96-8247-d8b1f9864626 req-69243edb-f737-4125-85be-2087cc843b2a tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465186 Jul 16 20:23:00.025944 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 46d0b968-2638-455f-a4d0-b5269b9c0147 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:00.055930 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 46d0b968-2638-455f-a4d0-b5269b9c0147 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:23:00.056417 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 46d0b968-2638-455f-a4d0-b5269b9c0147 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:23:00.266815 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398da057-ed3b-4a77-88ea-8cc0e5a3f3f6 req-971cfec8-8ae7-4975-82a1-b3873050ff3b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:00.268728 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-398da057-ed3b-4a77-88ea-8cc0e5a3f3f6 req-971cfec8-8ae7-4975-82a1-b3873050ff3b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.0881293 Jul 16 20:23:00.321220 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-398da057-ed3b-4a77-88ea-8cc0e5a3f3f6 req-b96723f6-27cc-40f3-8c51-3ff64ee5586d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419197 Jul 16 20:23:00.698754 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-d3c51f37-18d5-4d61-a8a3-e552f63cf9cf tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:23:00.712956 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-d3c51f37-18d5-4d61-a8a3-e552f63cf9cf tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1948285 Jul 16 20:23:00.721192 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-9d04c66b-0e14-4ca5-870a-ed2f70c379a9 service neutron] Request body: {'binding': {'host': 'n-h2-791506-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:00.722173 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-9d04c66b-0e14-4ca5-870a-ed2f70c379a9 service neutron] Unknown quota resources ['binding']. {{(pid=93793) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:23:00.924651 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-9d04c66b-0e14-4ca5-870a-ed2f70c379a9 service neutron] Attempting to bind port 22d99bce-efee-47af-839d-3b59f303faea on host n-h2-791506-21 for vnic_type normal with profile None {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:00.924996 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-9d04c66b-0e14-4ca5-870a-ed2f70c379a9 service neutron] Attempting to bind port 22d99bce-efee-47af-839d-3b59f303faea by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:00.925333 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-9d04c66b-0e14-4ca5-870a-ed2f70c379a9 service neutron] Attempting to bind port 22d99bce-efee-47af-839d-3b59f303faea on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:00.931289 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-9d04c66b-0e14-4ca5-870a-ed2f70c379a9 service neutron] Port 22d99bce-efee-47af-839d-3b59f303faea on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:23:00.931573 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-9d04c66b-0e14-4ca5-870a-ed2f70c379a9 service neutron] Attempting to bind port 22d99bce-efee-47af-839d-3b59f303faea on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:00.939460 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-9d04c66b-0e14-4ca5-870a-ed2f70c379a9 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:00.940038 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-9d04c66b-0e14-4ca5-870a-ed2f70c379a9 service neutron] Checking segment: {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:00.940605 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-9d04c66b-0e14-4ca5-870a-ed2f70c379a9 service neutron] Bound using segment: {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:00.941208 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-9d04c66b-0e14-4ca5-870a-ed2f70c379a9 service neutron] Bound port: 22d99bce-efee-47af-839d-3b59f303faea, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:00.999899 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142dec8-f904-4b37-bae8-aaffde768fc1 req-0e40e4b1-e896-4df5-a02b-f16c38c6f8a7 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:01.011699 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-9d04c66b-0e14-4ca5-870a-ed2f70c379a9 service neutron] For port 22d99bce-efee-47af-839d-3b59f303faea, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=22d99bce-efee-47af-839d-3b59f303faea,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:01.012690 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a142dec8-f904-4b37-bae8-aaffde768fc1 req-0e40e4b1-e896-4df5-a02b-f16c38c6f8a7 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.1087971 Jul 16 20:23:01.021855 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-9d04c66b-0e14-4ca5-870a-ed2f70c379a9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.028174 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-9d04c66b-0e14-4ca5-870a-ed2f70c379a9 service neutron] 10.222.0.38 "POST /v2.0/ports/22d99bce-efee-47af-839d-3b59f303faea/bindings HTTP/1.1" status: 201 len: 390 time: 0.3135867 Jul 16 20:23:01.063425 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a142dec8-f904-4b37-bae8-aaffde768fc1 req-24e64a28-d645-430b-843e-8b9ba720bd91 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495951 Jul 16 20:23:01.363215 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fc52b-5fc5-48df-a349-48aa3436936a req-1c24f715-06c9-4dcb-a4aa-5f28ff4152a3 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:01.364835 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f91fc52b-5fc5-48df-a349-48aa3436936a req-1c24f715-06c9-4dcb-a4aa-5f28ff4152a3 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.62 "GET /v2.0/ports?device_id=39ba7c60-af4e-4bed-8934-20b3f37e26e8 HTTP/1.1" status: 200 len: 950 time: 0.1055720 Jul 16 20:23:01.416743 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269ac74-b3f5-4ee0-a91e-f8fe6bb9739d req-be07214d-91da-43e3-acb9-ec8169edd1bb tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:01.424900 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1269ac74-b3f5-4ee0-a91e-f8fe6bb9739d req-be07214d-91da-43e3-acb9-ec8169edd1bb tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=39ba7c60-af4e-4bed-8934-20b3f37e26e8 HTTP/1.1" status: 200 len: 950 time: 0.1757441 Jul 16 20:23:01.508716 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1269ac74-b3f5-4ee0-a91e-f8fe6bb9739d req-e5c95ce6-43a3-4425-93b6-02276c016102 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece1a5c5-8a86-4a51-b0d4-641ba124c050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827045 Jul 16 20:23:01.527330 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-f91fc52b-5fc5-48df-a349-48aa3436936a req-77353a91-6e60-4fa1-a0c9-10e64863ebc4 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Deleting port 34679c76-d877-4fa5-9541-fa76ffc90b12 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:01.527330 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f91fc52b-5fc5-48df-a349-48aa3436936a req-77353a91-6e60-4fa1-a0c9-10e64863ebc4 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.535642 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a826a76-7663-486f-a8a8-307b2a3b2fbf req-923487a0-d8d6-4ba5-a1a9-ffb2c7761d97 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:01.547177 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1a826a76-7663-486f-a8a8-307b2a3b2fbf req-923487a0-d8d6-4ba5-a1a9-ffb2c7761d97 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 946 time: 0.2130642 Jul 16 20:23:01.561829 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-c72bf2f1-294e-4562-bd82-f2c808f6580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:01.568333 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-c72bf2f1-294e-4562-bd82-f2c808f6580b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 1098 time: 0.2395658 Jul 16 20:23:01.704975 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-f91fc52b-5fc5-48df-a349-48aa3436936a req-77353a91-6e60-4fa1-a0c9-10e64863ebc4 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] For port 34679c76-d877-4fa5-9541-fa76ffc90b12, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=34679c76-d877-4fa5-9541-fa76ffc90b12,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:01.706073 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f91fc52b-5fc5-48df-a349-48aa3436936a req-77353a91-6e60-4fa1-a0c9-10e64863ebc4 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.724231 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-f91fc52b-5fc5-48df-a349-48aa3436936a req-77353a91-6e60-4fa1-a0c9-10e64863ebc4 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Calling delete_port for 34679c76-d877-4fa5-9541-fa76ffc90b12 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:01.750987 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1a826a76-7663-486f-a8a8-307b2a3b2fbf req-29119ca3-256a-4605-b225-a145a2ed0dc7 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028239 Jul 16 20:23:01.774946 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-281e4d47-ccc4-4d96-bb1e-869e74a7355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:01.776468 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-281e4d47-ccc4-4d96-bb1e-869e74a7355a service neutron] 10.222.0.62 "GET /v2.0/networks?id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418 HTTP/1.1" status: 200 len: 909 time: 0.1917398 Jul 16 20:23:01.863035 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-0ec78b92-ab7b-47a9-a412-9abd2bfa08d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d99bce-efee-47af-839d-3b59f303faea HTTP/1.1" status: 200 len: 217 time: 0.0791366 Jul 16 20:23:01.900471 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad663019-5946-4900-8db2-0001c2cf918e req-f80c15d1-ea41-462e-b232-d99d175edbdd tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:01.908315 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ad663019-5946-4900-8db2-0001c2cf918e req-f80c15d1-ea41-462e-b232-d99d175edbdd tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.2293823 Jul 16 20:23:01.992860 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-c6e2058b-fc9d-4e0c-9c27-6b31aa3c2f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:01.994454 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-c6e2058b-fc9d-4e0c-9c27-6b31aa3c2f28 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fed2a9f4-4984-4b87-a48a-a9fcef3fa565 HTTP/1.1" status: 200 len: 848 time: 0.1196301 Jul 16 20:23:02.009595 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ad663019-5946-4900-8db2-0001c2cf918e req-7c6e341e-5c9b-40bc-ae57-deb882572191 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999372 Jul 16 20:23:02.073784 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-03ab14e2-3975-4e69-8225-ba32a51c127e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616162 Jul 16 20:23:02.228730 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f91fc52b-5fc5-48df-a349-48aa3436936a req-77353a91-6e60-4fa1-a0c9-10e64863ebc4 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.236619 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-f9f3ba72-2981-4ecc-be41-b6085659115f service neutron] 10.222.0.62 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447704 Jul 16 20:23:02.255186 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['34679c76-d877-4fa5-9541-fa76ffc90b12'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:02.424483 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77353a91-6e60-4fa1-a0c9-10e64863ebc4 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Pushing event deleted for resources: {'Port': ['ID=34679c76-d877-4fa5-9541-fa76ffc90b12,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:02.469357 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91fc52b-5fc5-48df-a349-48aa3436936a req-77353a91-6e60-4fa1-a0c9-10e64863ebc4 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] No DVR routers for this DVR port 34679c76-d877-4fa5-9541-fa76ffc90b12 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:23:02.473714 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f91fc52b-5fc5-48df-a349-48aa3436936a req-77353a91-6e60-4fa1-a0c9-10e64863ebc4 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.478069 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f91fc52b-5fc5-48df-a349-48aa3436936a req-77353a91-6e60-4fa1-a0c9-10e64863ebc4 tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.62 "DELETE /v2.0/ports/34679c76-d877-4fa5-9541-fa76ffc90b12 HTTP/1.1" status: 204 len: 173 time: 1.1068823 Jul 16 20:23:02.478827 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ba7c60-af4e-4bed-8934-20b3f37e26e8', 'name': 'network-vif-deleted', 'tag': '34679c76-d877-4fa5-9541-fa76ffc90b12'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:02.483531 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0733a92-52b0-47c4-9c92-935741d5733e" -d '{"events": [{"server_uuid": "39ba7c60-af4e-4bed-8934-20b3f37e26e8", "name": "network-vif-deleted", "tag": "34679c76-d877-4fa5-9541-fa76ffc90b12"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:02.565603 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0761864-15ba-4714-9f94-563ef7c10baf x-openstack-request-id: req-a0761864-15ba-4714-9f94-563ef7c10baf {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:02.565872 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ba7c60-af4e-4bed-8934-20b3f37e26e8", "name": "network-vif-deleted", "tag": "34679c76-d877-4fa5-9541-fa76ffc90b12", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:02.566587 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a0761864-15ba-4714-9f94-563ef7c10baf {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:02.567193 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ba7c60-af4e-4bed-8934-20b3f37e26e8', 'name': 'network-vif-deleted', 'tag': '34679c76-d877-4fa5-9541-fa76ffc90b12', 'status': 'completed', 'code': 200} Jul 16 20:23:02.659165 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b224a5c-56e4-4765-a02f-09976eedb4aa req-18e9ff9c-0afb-4706-8df6-340caefd6399 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:02.673075 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b224a5c-56e4-4765-a02f-09976eedb4aa req-18e9ff9c-0afb-4706-8df6-340caefd6399 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.3493264 Jul 16 20:23:02.724565 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-c6fc56b2-a876-49fb-849a-efad1fdbaaf4 service neutron] 10.222.0.62 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4830523 Jul 16 20:23:02.754989 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b224a5c-56e4-4765-a02f-09976eedb4aa req-866ef376-8c10-4ab4-8e6d-5a10daf77722 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805323 Jul 16 20:23:02.787437 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d369c51c-4ff3-4781-aa26-311c2f383829 req-507a22b3-81c0-4bf7-bc5d-804a23198f6a tempest-LiveMigrationNegativeTest-614358435 tempest-LiveMigrationNegativeTest-614358435-project] 10.222.0.38 "GET /v2.0/ports?device_id=39ba7c60-af4e-4bed-8934-20b3f37e26e8 HTTP/1.1" status: 200 len: 210 time: 0.0609987 Jul 16 20:23:02.881320 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.982768 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-c01d16ce-a53c-4350-a947-0b3bc0bded3c tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:02.984309 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-c01d16ce-a53c-4350-a947-0b3bc0bded3c tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9&tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&binding%3Ahost_id=n-h1-791506-21 HTTP/1.1" status: 200 len: 1098 time: 0.1602900 Jul 16 20:23:03.001561 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53fac9-f599-43d4-ad35-dad9b4764d0b req-579d1cff-d187-453f-9735-4b83860476da tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:03.004466 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5b53fac9-f599-43d4-ad35-dad9b4764d0b req-579d1cff-d187-453f-9735-4b83860476da tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 946 time: 0.1015005 Jul 16 20:23:03.010922 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-ee43f642-885d-4197-b05f-cf7c3f8f30d5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-21'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:03.041419 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56040) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:03.117760 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5b53fac9-f599-43d4-ad35-dad9b4764d0b req-2c7250d5-ab99-40dc-b4f3-a4765a983c23 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990555 Jul 16 20:23:03.133478 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-ee43f642-885d-4197-b05f-cf7c3f8f30d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.264123 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6e8ec248-4160-4648-ad40-1f0dc7b9d1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.425306 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-ee43f642-885d-4197-b05f-cf7c3f8f30d5 service neutron] For port 22d99bce-efee-47af-839d-3b59f303faea, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=22d99bce-efee-47af-839d-3b59f303faea,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:03.454667 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6e8ec248-4160-4648-ad40-1f0dc7b9d1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.463483 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6e8ec248-4160-4648-ad40-1f0dc7b9d1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.464011 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17282b27-fbc4-4c71-943e-7a912ec1ae49 req-c31115b1-281b-4aa2-8d97-3ed4e26aaef0 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:03.471097 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-17282b27-fbc4-4c71-943e-7a912ec1ae49 req-c31115b1-281b-4aa2-8d97-3ed4e26aaef0 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.1263692 Jul 16 20:23:03.510051 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ec248-4160-4648-ad40-1f0dc7b9d1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4020b40-2c31-4234-affb-f6d3f5284acc,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:03.517283 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6e8ec248-4160-4648-ad40-1f0dc7b9d1dd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=260681c0ab214d2380762a94fa66716a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4728127 Jul 16 20:23:03.519696 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56056) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:03.570941 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-17282b27-fbc4-4c71-943e-7a912ec1ae49 req-e2098d38-343b-4f63-a651-73cf73f11ff4 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815382 Jul 16 20:23:03.570941 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-ee43f642-885d-4197-b05f-cf7c3f8f30d5 service neutron] For port 22d99bce-efee-47af-839d-3b59f303faea, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:03.591372 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-46359f33-ca82-440d-83b0-c79e4ee96b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.616682 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-46359f33-ca82-440d-83b0-c79e4ee96b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.627261 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766af1ee-d0e7-44bb-9569-9ef67e3e96e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22d99bce-efee-47af-839d-3b59f303faea'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:03.630833 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e092923d-bb6b-4ed2-bbde-8e4adc4f2d5e" -d '{"events": [{"server_uuid": "766af1ee-d0e7-44bb-9569-9ef67e3e96e9", "name": "network-vif-unplugged", "status": "completed", "tag": "22d99bce-efee-47af-839d-3b59f303faea"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:03.635052 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-ee43f642-885d-4197-b05f-cf7c3f8f30d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.644840 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-ee43f642-885d-4197-b05f-cf7c3f8f30d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.708661 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-46359f33-ca82-440d-83b0-c79e4ee96b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.712440 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-46359f33-ca82-440d-83b0-c79e4ee96b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.716255 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-46359f33-ca82-440d-83b0-c79e4ee96b6b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f4020b40-2c31-4234-affb-f6d3f5284acc HTTP/1.1" status: 204 len: 168 time: 0.1932151 Jul 16 20:23:03.725198 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46359f33-ca82-440d-83b0-c79e4ee96b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4020b40-2c31-4234-affb-f6d3f5284acc,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:03.750871 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09187166-2416-404f-be1c-abc09c347e0f x-openstack-request-id: req-09187166-2416-404f-be1c-abc09c347e0f {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:03.751165 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766af1ee-d0e7-44bb-9569-9ef67e3e96e9", "name": "network-vif-unplugged", "status": "completed", "tag": "22d99bce-efee-47af-839d-3b59f303faea", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:03.751301 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-09187166-2416-404f-be1c-abc09c347e0f {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:03.751698 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766af1ee-d0e7-44bb-9569-9ef67e3e96e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22d99bce-efee-47af-839d-3b59f303faea', 'code': 200} Jul 16 20:23:03.817251 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43f642-885d-4197-b05f-cf7c3f8f30d5 service neutron] Pushing event updated for resources: {'Port': ['ID=22d99bce-efee-47af-839d-3b59f303faea,revision_number=7']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:03.838035 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-ee43f642-885d-4197-b05f-cf7c3f8f30d5 service neutron] Attempting to bind port 22d99bce-efee-47af-839d-3b59f303faea on host n-h1-791506-21 for vnic_type normal with profile {"migrating_to": "n-h2-791506-21"} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:03.838544 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-ee43f642-885d-4197-b05f-cf7c3f8f30d5 service neutron] Attempting to bind port 22d99bce-efee-47af-839d-3b59f303faea by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:03.840668 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-ee43f642-885d-4197-b05f-cf7c3f8f30d5 service neutron] Attempting to bind port 22d99bce-efee-47af-839d-3b59f303faea on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:03.855335 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-ee43f642-885d-4197-b05f-cf7c3f8f30d5 service neutron] Port 22d99bce-efee-47af-839d-3b59f303faea on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:23:03.855929 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-ee43f642-885d-4197-b05f-cf7c3f8f30d5 service neutron] Attempting to bind port 22d99bce-efee-47af-839d-3b59f303faea on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:03.871719 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-ee43f642-885d-4197-b05f-cf7c3f8f30d5 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:03.872969 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-ee43f642-885d-4197-b05f-cf7c3f8f30d5 service neutron] Checking segment: {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:03.873397 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-ee43f642-885d-4197-b05f-cf7c3f8f30d5 service neutron] Bound using segment: {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:03.873851 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-ee43f642-885d-4197-b05f-cf7c3f8f30d5 service neutron] Bound port: 22d99bce-efee-47af-839d-3b59f303faea, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:03.874220 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-ee43f642-885d-4197-b05f-cf7c3f8f30d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.020714 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-ee43f642-885d-4197-b05f-cf7c3f8f30d5 service neutron] For port 22d99bce-efee-47af-839d-3b59f303faea, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:04.031279 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadef964-d4e8-4051-a81d-60e1139cd5df req-d5b60e3c-44a2-42da-9ae5-e17e4f3f99bd tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:04.033044 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dadef964-d4e8-4051-a81d-60e1139cd5df req-d5b60e3c-44a2-42da-9ae5-e17e4f3f99bd tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.1385794 Jul 16 20:23:04.034958 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-ee43f642-885d-4197-b05f-cf7c3f8f30d5 service neutron] For port 22d99bce-efee-47af-839d-3b59f303faea, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=22d99bce-efee-47af-839d-3b59f303faea,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:04.041097 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-ee43f642-885d-4197-b05f-cf7c3f8f30d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.046847 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device ccb6097b-319a-40ec-961d-a2af27895726 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:23:04.051342 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device ccb6097b-319a-40ec-961d-a2af27895726 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:04.153775 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dadef964-d4e8-4051-a81d-60e1139cd5df req-b19d9674-df08-409e-b295-8dee2adc3bdb tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098666 Jul 16 20:23:04.165347 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43f642-885d-4197-b05f-cf7c3f8f30d5 service neutron] Pushing event updated for resources: {'Port': ['ID=22d99bce-efee-47af-839d-3b59f303faea,revision_number=8']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:04.203009 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-ee43f642-885d-4197-b05f-cf7c3f8f30d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:04.203631 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-ee43f642-885d-4197-b05f-cf7c3f8f30d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.205137 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-ee43f642-885d-4197-b05f-cf7c3f8f30d5 service neutron] 10.222.0.62 "PUT /v2.0/ports/22d99bce-efee-47af-839d-3b59f303faea HTTP/1.1" status: 200 len: 1124 time: 1.1997068 Jul 16 20:23:04.267515 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port ccb6097b-319a-40ec-961d-a2af27895726, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=ccb6097b-319a-40ec-961d-a2af27895726,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:04.319840 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['22d99bce-efee-47af-839d-3b59f303faea'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:04.358559 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'ccb6097b-319a-40ec-961d-a2af27895726', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': 'ccb6097b-319a-40ec-961d-a2af27895726', 'mac_address': 'fa:16:3e:1e:ba:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:23:04.420715 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.561968 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d934dac-0775-4a4c-b8bb-5381ec8bc212 req-24ef7e5f-ba79-4ad4-9206-1677eb1bc9e8 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:04.565196 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7d934dac-0775-4a4c-b8bb-5381ec8bc212 req-24ef7e5f-ba79-4ad4-9206-1677eb1bc9e8 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 944 time: 0.1057873 Jul 16 20:23:04.588280 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4604a05-22d1-4e5d-a536-960f4c5dca63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccb6097b-319a-40ec-961d-a2af27895726'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:04.594922 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e49e35-8a95-4080-8312-9a163dc16219" -d '{"events": [{"server_uuid": "e4604a05-22d1-4e5d-a536-960f4c5dca63", "name": "network-vif-unplugged", "status": "completed", "tag": "ccb6097b-319a-40ec-961d-a2af27895726"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:04.645020 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56088) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:04.656512 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.668560 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7d934dac-0775-4a4c-b8bb-5381ec8bc212 req-e7a527e6-0637-4f4c-ad2a-194379751cc3 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807559 Jul 16 20:23:04.687398 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port ccb6097b-319a-40ec-961d-a2af27895726, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=ccb6097b-319a-40ec-961d-a2af27895726,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:04.692643 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ccb6097b-319a-40ec-961d-a2af27895726 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:04.719775 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.754271 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56092) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:04.789794 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-88f89680-d952-4a9f-83f1-886ec740ee3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.804403 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bdb2a7-5022-493e-82c6-20f1d7407348 x-openstack-request-id: req-f0bdb2a7-5022-493e-82c6-20f1d7407348 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:04.805234 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4604a05-22d1-4e5d-a536-960f4c5dca63", "name": "network-vif-unplugged", "status": "completed", "tag": "ccb6097b-319a-40ec-961d-a2af27895726", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:04.805727 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f0bdb2a7-5022-493e-82c6-20f1d7407348 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:04.806348 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4604a05-22d1-4e5d-a536-960f4c5dca63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccb6097b-319a-40ec-961d-a2af27895726', 'code': 200} Jul 16 20:23:04.807238 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:23:04.807701 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:23:04.877752 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=ccb6097b-319a-40ec-961d-a2af27895726,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:04.962689 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6577f-10fe-4e18-9550-41191f71fde8 req-3171c6a4-cae6-4cd0-92ba-932a75d84440 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:04.964286 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22f6577f-10fe-4e18-9550-41191f71fde8 req-3171c6a4-cae6-4cd0-92ba-932a75d84440 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.1670601 Jul 16 20:23:05.031676 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22f6577f-10fe-4e18-9550-41191f71fde8 req-65f51638-4d9e-4281-93c3-d23d78dd0446 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587070 Jul 16 20:23:05.055496 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-88f89680-d952-4a9f-83f1-886ec740ee3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.072503 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-88f89680-d952-4a9f-83f1-886ec740ee3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.088533 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4bcf627b-d305-4f60-8734-d79268860cb7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0bc12790f5854fa482af08b243c71745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4391065 Jul 16 20:23:05.089949 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56096) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:05.131507 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-88f89680-d952-4a9f-83f1-886ec740ee3f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=30e1e6a66cf4468b90e4c817efce26a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3758931 Jul 16 20:23:05.136787 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56100) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:05.148473 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f89680-d952-4a9f-83f1-886ec740ee3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c6512f-fdfa-42c3-8bb3-244588a824aa,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:05.174015 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-33e40d61-6621-4ff7-ba45-d8e33fac86dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.227774 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-33e40d61-6621-4ff7-ba45-d8e33fac86dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.229768 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-680baab1-2d69-49d2-9162-584bc22ae92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.285833 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-680baab1-2d69-49d2-9162-584bc22ae92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.342604 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-33e40d61-6621-4ff7-ba45-d8e33fac86dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.345158 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-33e40d61-6621-4ff7-ba45-d8e33fac86dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.348882 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-33e40d61-6621-4ff7-ba45-d8e33fac86dd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ece1a5c5-8a86-4a51-b0d4-641ba124c050 HTTP/1.1" status: 204 len: 168 time: 0.2556341 Jul 16 20:23:05.376805 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e40d61-6621-4ff7-ba45-d8e33fac86dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece1a5c5-8a86-4a51-b0d4-641ba124c050,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:05.438260 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.456176 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-680baab1-2d69-49d2-9162-584bc22ae92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.460622 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-680baab1-2d69-49d2-9162-584bc22ae92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.465694 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-680baab1-2d69-49d2-9162-584bc22ae92a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/66c6512f-fdfa-42c3-8bb3-244588a824aa HTTP/1.1" status: 204 len: 168 time: 0.3237946 Jul 16 20:23:05.473571 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb6097b-319a-40ec-961d-a2af27895726 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:05.502069 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680baab1-2d69-49d2-9162-584bc22ae92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c6512f-fdfa-42c3-8bb3-244588a824aa,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:05.520776 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port ccb6097b-319a-40ec-961d-a2af27895726, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=ccb6097b-319a-40ec-961d-a2af27895726,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:05.529900 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.569727 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296856fb-9310-4859-9b7b-256b1c3f7c89 req-122cf48e-bec6-4044-8210-5727446c4bfe tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:05.574067 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-296856fb-9310-4859-9b7b-256b1c3f7c89 req-122cf48e-bec6-4044-8210-5727446c4bfe tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 947 time: 0.2352774 Jul 16 20:23:05.628517 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=ccb6097b-319a-40ec-961d-a2af27895726,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:05.636256 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-296856fb-9310-4859-9b7b-256b1c3f7c89 req-ba36b623-c65c-4082-850a-7b4053623b84 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535884 Jul 16 20:23:05.752522 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766af1ee-d0e7-44bb-9569-9ef67e3e96e9', 'tag': '22d99bce-efee-47af-839d-3b59f303faea'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:05.755627 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c0ae08-0653-4214-acaa-ae0bce13f758" -d '{"events": [{"name": "network-changed", "server_uuid": "766af1ee-d0e7-44bb-9569-9ef67e3e96e9", "tag": "22d99bce-efee-47af-839d-3b59f303faea"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:05.819769 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74127737-cd5b-4505-8b6b-dc91b6878337 x-openstack-request-id: req-74127737-cd5b-4505-8b6b-dc91b6878337 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:05.820341 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766af1ee-d0e7-44bb-9569-9ef67e3e96e9", "tag": "22d99bce-efee-47af-839d-3b59f303faea", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:05.820817 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-74127737-cd5b-4505-8b6b-dc91b6878337 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:05.821434 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766af1ee-d0e7-44bb-9569-9ef67e3e96e9', 'tag': '22d99bce-efee-47af-839d-3b59f303faea', 'status': 'completed', 'code': 200} Jul 16 20:23:05.878943 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['ccb6097b-319a-40ec-961d-a2af27895726'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:05.914944 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0ae08-0653-4214-acaa-ae0bce13f758 req-f3b778b7-e1c4-44d6-95ea-7fb6b158d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:05.916770 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b8c0ae08-0653-4214-acaa-ae0bce13f758 req-f3b778b7-e1c4-44d6-95ea-7fb6b158d8d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 1127 time: 0.0731788 Jul 16 20:23:05.925280 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fde95-bd8e-4517-b9b9-3554b28373c0 req-44114767-be2c-4bee-9cb4-2061a56691db tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:05.927487 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-779fde95-bd8e-4517-b9b9-3554b28373c0 req-44114767-be2c-4bee-9cb4-2061a56691db tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 944 time: 0.0954909 Jul 16 20:23:05.989177 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-779fde95-bd8e-4517-b9b9-3554b28373c0 req-9c9d3df7-5f4a-4dc5-a6bb-2b3a70c5369c tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551050 Jul 16 20:23:06.056991 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0ae08-0653-4214-acaa-ae0bce13f758 req-27a7c5c9-204f-49ac-945b-d9b94a9a4f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:06.058776 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b8c0ae08-0653-4214-acaa-ae0bce13f758 req-27a7c5c9-204f-49ac-945b-d9b94a9a4f6e service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418 HTTP/1.1" status: 200 len: 909 time: 0.1351967 Jul 16 20:23:06.073588 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 22d99bce-efee-47af-839d-3b59f303faea details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:23:06.120549 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b8c0ae08-0653-4214-acaa-ae0bce13f758 req-2abb0041-9be0-43c6-a2e1-0c5a232d5ec9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d99bce-efee-47af-839d-3b59f303faea HTTP/1.1" status: 200 len: 217 time: 0.0537333 Jul 16 20:23:06.184915 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 22d99bce-efee-47af-839d-3b59f303faea, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=22d99bce-efee-47af-839d-3b59f303faea,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:06.198561 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 34679c76-d877-4fa5-9541-fa76ffc90b12 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:06.204055 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 22d99bce-efee-47af-839d-3b59f303faea has no active binding in host n-h2-791506-21 {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:23:06.219082 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0ae08-0653-4214-acaa-ae0bce13f758 req-62bb4767-ed64-46f9-a964-b9c2faf50cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:06.221838 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b8c0ae08-0653-4214-acaa-ae0bce13f758 req-62bb4767-ed64-46f9-a964-b9c2faf50cf4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fed2a9f4-4984-4b87-a48a-a9fcef3fa565 HTTP/1.1" status: 200 len: 848 time: 0.0930188 Jul 16 20:23:06.241434 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 34679c76-d877-4fa5-9541-fa76ffc90b12 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:23:06.241985 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 34679c76-d877-4fa5-9541-fa76ffc90b12 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:23:06.257700 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56130) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:06.305169 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b8c0ae08-0653-4214-acaa-ae0bce13f758 req-f10a2dff-b713-4e7e-aa18-056f9c23a625 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768895 Jul 16 20:23:06.380347 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-935e3013-9fe7-4b02-8166-6c9a1b0bad03 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0aee4a4a0c654dc7ab0f0b1c8e17e43c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1211469 Jul 16 20:23:06.384290 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56132) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:06.444242 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b8c0ae08-0653-4214-acaa-ae0bce13f758 req-af393a50-f1d2-40ef-be87-686db0d32e0c service neutron] 10.222.0.18 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321065 Jul 16 20:23:06.463098 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499984b8-54c4-4c81-9387-f88fa2cc3558 req-6d10b03f-0b01-45ff-977d-593470f9d2e9 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:06.470502 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-499984b8-54c4-4c81-9387-f88fa2cc3558 req-6d10b03f-0b01-45ff-977d-593470f9d2e9 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.1849427 Jul 16 20:23:06.529364 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5e3179f2-a30f-4dfd-a377-a91526a46d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.586850 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5e3179f2-a30f-4dfd-a377-a91526a46d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.590611 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b8c0ae08-0653-4214-acaa-ae0bce13f758 req-47ab55d3-8e76-4f49-9cd2-b8028fce2cb3 service neutron] 10.222.0.18 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400170 Jul 16 20:23:06.609878 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-499984b8-54c4-4c81-9387-f88fa2cc3558 req-7b9c2334-5eff-433a-b10f-237006dc74c9 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383364 Jul 16 20:23:06.692198 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5e3179f2-a30f-4dfd-a377-a91526a46d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.699952 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5e3179f2-a30f-4dfd-a377-a91526a46d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.702511 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5e3179f2-a30f-4dfd-a377-a91526a46d77 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5f503077-8704-4dd6-8554-be4cacf25f39 HTTP/1.1" status: 204 len: 168 time: 0.3173668 Jul 16 20:23:06.726119 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3179f2-a30f-4dfd-a377-a91526a46d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f503077-8704-4dd6-8554-be4cacf25f39,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:06.908150 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201bd55c-a3bf-4713-a0a1-886b49055756 req-bf65159b-04d0-4cee-b6dd-2a0099d074dc tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:06.910553 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-201bd55c-a3bf-4713-a0a1-886b49055756 req-bf65159b-04d0-4cee-b6dd-2a0099d074dc tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 948 time: 0.0864747 Jul 16 20:23:06.955927 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-201bd55c-a3bf-4713-a0a1-886b49055756 req-04cb88b6-b1cb-412b-85c9-d04a59bfc9f7 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379088 Jul 16 20:23:07.215122 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b976a-7476-4f03-9997-e090150a4b57 req-a2aa894f-2c0d-43c9-8885-71df03e3bd4a tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:07.223941 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3a0b976a-7476-4f03-9997-e090150a4b57 req-a2aa894f-2c0d-43c9-8885-71df03e3bd4a tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 944 time: 0.0893602 Jul 16 20:23:07.276196 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3a0b976a-7476-4f03-9997-e090150a4b57 req-91100a8d-4ac4-4bf4-bbaf-982d2275c6de tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494771 Jul 16 20:23:07.770595 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56180) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:07.886889 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7110a9-d2b5-4bbd-8145-ffb7bb1925e2 req-601acfef-426e-42ca-9c89-d5ebc0de9f1e tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:07.888509 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4b7110a9-d2b5-4bbd-8145-ffb7bb1925e2 req-601acfef-426e-42ca-9c89-d5ebc0de9f1e tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.1297772 Jul 16 20:23:07.978512 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4b7110a9-d2b5-4bbd-8145-ffb7bb1925e2 req-84cc66fa-ff4e-4d26-8167-d4f5b8b8b32c tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805323 Jul 16 20:23:08.080915 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device ccb6097b-319a-40ec-961d-a2af27895726 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:08.118967 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-026669ee-ab50-4e53-881a-f442276459f0 service neutron] 10.222.0.18 "GET /v2.0/ports/22d99bce-efee-47af-839d-3b59f303faea/bindings/n-h2-791506-21 HTTP/1.1" status: 200 len: 385 time: 0.0785739 Jul 16 20:23:08.190456 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b3722359-501c-41f3-8b9f-2269d7b54d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.201671 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port ccb6097b-319a-40ec-961d-a2af27895726 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:08.202346 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.289963 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03203e25-1a3a-4cfd-892a-3be166d08b3e req-55511bca-d560-4802-a924-ad8fa489a23b tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:08.317470 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-03203e25-1a3a-4cfd-892a-3be166d08b3e req-55511bca-d560-4802-a924-ad8fa489a23b tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 948 time: 0.2178376 Jul 16 20:23:08.364930 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.420196 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port ccb6097b-319a-40ec-961d-a2af27895726, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=ccb6097b-319a-40ec-961d-a2af27895726,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:08.423395 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4604a05-22d1-4e5d-a536-960f4c5dca63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb6097b-319a-40ec-961d-a2af27895726'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:08.429434 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e4547f-b42b-49ee-899b-dbe38717c076" -d '{"events": [{"server_uuid": "e4604a05-22d1-4e5d-a536-960f4c5dca63", "name": "network-vif-plugged", "status": "completed", "tag": "ccb6097b-319a-40ec-961d-a2af27895726"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:08.434400 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.457098 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-03203e25-1a3a-4cfd-892a-3be166d08b3e req-d7aaa7ac-4935-4978-ac1c-05910aab084f tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383660 Jul 16 20:23:08.531982 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-df081d11-0860-4ead-bf07-de5ad6f6c89e service neutron] For port 22d99bce-efee-47af-839d-3b59f303faea, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=22d99bce-efee-47af-839d-3b59f303faea,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:08.535651 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=ccb6097b-319a-40ec-961d-a2af27895726,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:08.596424 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2641876-1056-4690-993c-786a240246d2 x-openstack-request-id: req-c2641876-1056-4690-993c-786a240246d2 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:08.596779 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4604a05-22d1-4e5d-a536-960f4c5dca63", "name": "network-vif-plugged", "status": "completed", "tag": "ccb6097b-319a-40ec-961d-a2af27895726", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:08.597038 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c2641876-1056-4690-993c-786a240246d2 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:08.597434 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4604a05-22d1-4e5d-a536-960f4c5dca63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb6097b-319a-40ec-961d-a2af27895726', 'code': 200} Jul 16 20:23:08.604657 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-df081d11-0860-4ead-bf07-de5ad6f6c89e service neutron] For port 22d99bce-efee-47af-839d-3b59f303faea, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:08.618714 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b3722359-501c-41f3-8b9f-2269d7b54d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.658537 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-df081d11-0860-4ead-bf07-de5ad6f6c89e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d99bce-efee-47af-839d-3b59f303faea {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:08.675395 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-df081d11-0860-4ead-bf07-de5ad6f6c89e service neutron] For port 22d99bce-efee-47af-839d-3b59f303faea, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=22d99bce-efee-47af-839d-3b59f303faea,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:08.694981 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b3722359-501c-41f3-8b9f-2269d7b54d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.699006 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-df081d11-0860-4ead-bf07-de5ad6f6c89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.813882 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b3722359-501c-41f3-8b9f-2269d7b54d8e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=031e4b97c0e44f92b73c00993ec38329&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0398026 Jul 16 20:23:08.813882 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3722359-501c-41f3-8b9f-2269d7b54d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8c10b2-1fb4-4b3c-ba8d-d286bb204b5d,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:08.825333 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56212) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:08.852800 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2f508-15e9-4a8b-a78a-1c3a61aa41b7 req-d8425b9a-6d7d-4f2d-a82d-fcfc9967cd65 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:08.861509 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-90a2f508-15e9-4a8b-a78a-1c3a61aa41b7 req-d8425b9a-6d7d-4f2d-a82d-fcfc9967cd65 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 944 time: 0.2389002 Jul 16 20:23:08.905002 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-90a2f508-15e9-4a8b-a78a-1c3a61aa41b7 req-388de5e2-efa6-4ea8-89c6-fc56d0e308b9 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415056 Jul 16 20:23:08.926009 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-df081d11-0860-4ead-bf07-de5ad6f6c89e service neutron] Transition to ACTIVE for port object 22d99bce-efee-47af-839d-3b59f303faea will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:08.935007 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-df081d11-0860-4ead-bf07-de5ad6f6c89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.945054 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-615e3799-e625-462d-b4e5-be1291d36332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.962093 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-615e3799-e625-462d-b4e5-be1291d36332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.078809 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e9a1d-4f45-4b70-b21d-d3a79d1857d8 req-a5efa1ed-aca1-4d4f-a71b-5256f1a1a42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:09.082869 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1a8e9a1d-4f45-4b70-b21d-d3a79d1857d8 req-a5efa1ed-aca1-4d4f-a71b-5256f1a1a42e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 1101 time: 0.1635571 Jul 16 20:23:09.123665 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-df081d11-0860-4ead-bf07-de5ad6f6c89e service neutron] No DVR routers for this DVR port 22d99bce-efee-47af-839d-3b59f303faea on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:23:09.133885 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df081d11-0860-4ead-bf07-de5ad6f6c89e service neutron] Pushing event updated for resources: {'Port': ['ID=22d99bce-efee-47af-839d-3b59f303faea,revision_number=10']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:09.186412 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1a8e9a1d-4f45-4b70-b21d-d3a79d1857d8 req-5e011f1f-4473-48e9-8b72-1883a946c865 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917521 Jul 16 20:23:09.219187 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-df081d11-0860-4ead-bf07-de5ad6f6c89e service neutron] 10.222.0.18 "PUT /v2.0/ports/22d99bce-efee-47af-839d-3b59f303faea/bindings/n-h2-791506-21/activate HTTP/1.1" status: 200 len: 370 time: 1.0937874 Jul 16 20:23:09.222866 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-615e3799-e625-462d-b4e5-be1291d36332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.237101 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-615e3799-e625-462d-b4e5-be1291d36332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.240204 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-615e3799-e625-462d-b4e5-be1291d36332 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9c8c10b2-1fb4-4b3c-ba8d-d286bb204b5d HTTP/1.1" status: 204 len: 168 time: 0.4145281 Jul 16 20:23:09.253457 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e3799-e625-462d-b4e5-be1291d36332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8c10b2-1fb4-4b3c-ba8d-d286bb204b5d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:09.402896 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d53b4-5d48-4d2f-8efd-d6994420ec8d req-6468c135-5652-48cc-aa7e-22beb4048e73 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:09.414961 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-333d53b4-5d48-4d2f-8efd-d6994420ec8d req-6468c135-5652-48cc-aa7e-22beb4048e73 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.1664085 Jul 16 20:23:09.433606 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-c38e2b18-ad5f-4e52-a97e-5cef2847e627 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:09.435147 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-c38e2b18-ad5f-4e52-a97e-5cef2847e627 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9&tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&binding%3Ahost_id=n-h1-791506-21 HTTP/1.1" status: 200 len: 1097 time: 0.1383808 Jul 16 20:23:09.516512 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-333d53b4-5d48-4d2f-8efd-d6994420ec8d req-b550e7f7-44f8-46b5-b995-c8e95ec3b728 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006193 Jul 16 20:23:09.565728 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-b454de33-b968-4a22-8538-9a7576d385d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:09.571831 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-b454de33-b968-4a22-8538-9a7576d385d2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9&tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a HTTP/1.1" status: 200 len: 1097 time: 0.1255441 Jul 16 20:23:09.721356 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-fd775828-b40c-4901-8f58-61ef914dfbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:09.730885 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-fd775828-b40c-4901-8f58-61ef914dfbd0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 1097 time: 0.1169052 Jul 16 20:23:09.837476 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef100ad6-e98e-4c98-8a38-e9d87757471b req-8646ad89-1ba3-4ec3-b986-441bf49c3cb6 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:09.846313 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ef100ad6-e98e-4c98-8a38-e9d87757471b req-8646ad89-1ba3-4ec3-b986-441bf49c3cb6 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.2071068 Jul 16 20:23:09.892715 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-5f50220e-f746-405a-8755-fc32eaa69b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:09.894775 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-5f50220e-f746-405a-8755-fc32eaa69b0e service neutron] 10.222.0.62 "GET /v2.0/networks?id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418 HTTP/1.1" status: 200 len: 909 time: 0.1573689 Jul 16 20:23:09.927528 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ef100ad6-e98e-4c98-8a38-e9d87757471b req-b06dc8c4-ddfd-4eaa-b866-c144aa0812f6 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799499 Jul 16 20:23:09.948592 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56262) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:09.971628 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-304e245f-277b-4478-b74b-02f35bbe0e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.982079 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-0482c3cf-54e2-4c0d-bb69-635008fe1997 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d99bce-efee-47af-839d-3b59f303faea HTTP/1.1" status: 200 len: 217 time: 0.0774586 Jul 16 20:23:10.060982 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-7a1fab42-d088-4e12-8ce5-b41470037338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:10.062820 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-7a1fab42-d088-4e12-8ce5-b41470037338 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fed2a9f4-4984-4b87-a48a-a9fcef3fa565 HTTP/1.1" status: 200 len: 848 time: 0.0693853 Jul 16 20:23:10.103582 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-304e245f-277b-4478-b74b-02f35bbe0e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.109517 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-304e245f-277b-4478-b74b-02f35bbe0e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.153896 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-304e245f-277b-4478-b74b-02f35bbe0e2b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8a8926d9bc6a422cbcb659729bc296c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041433 Jul 16 20:23:10.156118 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e245f-277b-4478-b74b-02f35bbe0e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c262551f-e753-4ab3-8fcd-d8473ebd6f8a,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:10.158469 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56264) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:10.223251 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4865381f-3818-4d09-b07b-515a46a7344c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.237643 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-ccf96dd6-1207-4372-89ef-26787cad791b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1636305 Jul 16 20:23:10.260083 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4865381f-3818-4d09-b07b-515a46a7344c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.324111 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4865381f-3818-4d09-b07b-515a46a7344c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.326883 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4865381f-3818-4d09-b07b-515a46a7344c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.330644 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4865381f-3818-4d09-b07b-515a46a7344c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c262551f-e753-4ab3-8fcd-d8473ebd6f8a HTTP/1.1" status: 204 len: 168 time: 0.1686780 Jul 16 20:23:10.346434 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865381f-3818-4d09-b07b-515a46a7344c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c262551f-e753-4ab3-8fcd-d8473ebd6f8a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:10.364054 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9cab2-f712-43e1-b43b-0221bd193371 req-ee1a6a46-e0a9-4d3a-a51a-1df076b6310b tempest-NetworksTest-890631048 tempest-NetworksTest-890631048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:10.364536 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9cab2-f712-43e1-b43b-0221bd193371 req-ee1a6a46-e0a9-4d3a-a51a-1df076b6310b tempest-NetworksTest-890631048 tempest-NetworksTest-890631048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:10.365009 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9cab2-f712-43e1-b43b-0221bd193371 req-ee1a6a46-e0a9-4d3a-a51a-1df076b6310b tempest-NetworksTest-890631048 tempest-NetworksTest-890631048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:10.365739 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9cab2-f712-43e1-b43b-0221bd193371 req-ee1a6a46-e0a9-4d3a-a51a-1df076b6310b tempest-NetworksTest-890631048 tempest-NetworksTest-890631048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:10.367750 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9cab2-f712-43e1-b43b-0221bd193371 req-ee1a6a46-e0a9-4d3a-a51a-1df076b6310b tempest-NetworksTest-890631048 tempest-NetworksTest-890631048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:10.368400 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9cab2-f712-43e1-b43b-0221bd193371 req-ee1a6a46-e0a9-4d3a-a51a-1df076b6310b tempest-NetworksTest-890631048 tempest-NetworksTest-890631048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:10.369005 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9cab2-f712-43e1-b43b-0221bd193371 req-ee1a6a46-e0a9-4d3a-a51a-1df076b6310b tempest-NetworksTest-890631048 tempest-NetworksTest-890631048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:10.369635 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9cab2-f712-43e1-b43b-0221bd193371 req-ee1a6a46-e0a9-4d3a-a51a-1df076b6310b tempest-NetworksTest-890631048 tempest-NetworksTest-890631048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:10.371931 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4aa9cab2-f712-43e1-b43b-0221bd193371 req-ee1a6a46-e0a9-4d3a-a51a-1df076b6310b tempest-NetworksTest-890631048 tempest-NetworksTest-890631048-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5722 time: 0.3080187 Jul 16 20:23:10.420207 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f27949-65bf-4d54-b857-ff67b2063d3b req-9119a9bf-1aa3-48e1-9296-f33eb00c742f tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:10.428288 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c2f27949-65bf-4d54-b857-ff67b2063d3b req-9119a9bf-1aa3-48e1-9296-f33eb00c742f tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 945 time: 0.3198626 Jul 16 20:23:10.466437 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-bd989ab7-d6ca-4016-91f9-f7bf981ab753 service neutron] 10.222.0.62 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191031 Jul 16 20:23:10.474099 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:23:10.870502 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c2f27949-65bf-4d54-b857-ff67b2063d3b req-f6bcbb72-d83a-4a64-9220-a1dbef0bdc81 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412968 Jul 16 20:23:11.011866 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-3809cc9e-ffb0-4643-b16d-ceaa63f058ed service neutron] 10.222.0.62 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369885 Jul 16 20:23:11.062890 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0479512-a01f-4aed-a0c0-9a068be30821 req-263d2b7c-34cb-4bd7-bf2d-f070795ab4cf tempest-NetworksTest-890631048 tempest-NetworksTest-890631048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:11.090271 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d0479512-a01f-4aed-a0c0-9a068be30821 req-263d2b7c-34cb-4bd7-bf2d-f070795ab4cf tempest-NetworksTest-890631048 tempest-NetworksTest-890631048-project-admin] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 886 time: 0.2229762 Jul 16 20:23:11.139394 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb331210-bb8c-49eb-8f9a-d1701dfbac86 req-f136b212-64eb-4728-a406-bba324f85904 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:11.140927 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb331210-bb8c-49eb-8f9a-d1701dfbac86 req-f136b212-64eb-4728-a406-bba324f85904 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.1268382 Jul 16 20:23:11.196590 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb331210-bb8c-49eb-8f9a-d1701dfbac86 req-c063d942-9214-4e82-8b9a-62a5368a11be tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429392 Jul 16 20:23:11.440880 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5553f54-8dbe-49b9-81c8-ad8f5a339d46 req-9164df2a-8aad-4845-b34c-ce2c371a43af tempest-NetworksTest-890631048 tempest-NetworksTest-890631048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:11.441577 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5553f54-8dbe-49b9-81c8-ad8f5a339d46 req-9164df2a-8aad-4845-b34c-ce2c371a43af tempest-NetworksTest-890631048 tempest-NetworksTest-890631048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:11.441829 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5553f54-8dbe-49b9-81c8-ad8f5a339d46 req-9164df2a-8aad-4845-b34c-ce2c371a43af tempest-NetworksTest-890631048 tempest-NetworksTest-890631048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:11.442296 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5553f54-8dbe-49b9-81c8-ad8f5a339d46 req-9164df2a-8aad-4845-b34c-ce2c371a43af tempest-NetworksTest-890631048 tempest-NetworksTest-890631048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:11.442880 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5553f54-8dbe-49b9-81c8-ad8f5a339d46 req-9164df2a-8aad-4845-b34c-ce2c371a43af tempest-NetworksTest-890631048 tempest-NetworksTest-890631048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:11.443249 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5553f54-8dbe-49b9-81c8-ad8f5a339d46 req-9164df2a-8aad-4845-b34c-ce2c371a43af tempest-NetworksTest-890631048 tempest-NetworksTest-890631048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:11.443734 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5553f54-8dbe-49b9-81c8-ad8f5a339d46 req-9164df2a-8aad-4845-b34c-ce2c371a43af tempest-NetworksTest-890631048 tempest-NetworksTest-890631048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:11.444772 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5553f54-8dbe-49b9-81c8-ad8f5a339d46 req-9164df2a-8aad-4845-b34c-ce2c371a43af tempest-NetworksTest-890631048 tempest-NetworksTest-890631048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:11.448570 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d5553f54-8dbe-49b9-81c8-ad8f5a339d46 req-9164df2a-8aad-4845-b34c-ce2c371a43af tempest-NetworksTest-890631048 tempest-NetworksTest-890631048-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5722 time: 0.2163582 Jul 16 20:23:11.498134 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945f08c-8236-41ea-abad-4254cd5f2b70 req-2c0263fd-7947-47cf-96b9-09653810b90f tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:11.499944 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7945f08c-8236-41ea-abad-4254cd5f2b70 req-2c0263fd-7947-47cf-96b9-09653810b90f tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.1699548 Jul 16 20:23:11.515587 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-1d373972-4f47-4728-b9b1-9d9d9784442f tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:11.518016 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-1d373972-4f47-4728-b9b1-9d9d9784442f tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9&tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&binding%3Ahost_id=n-h2-791506-21 HTTP/1.1" status: 200 len: 1097 time: 0.1522713 Jul 16 20:23:11.638868 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7945f08c-8236-41ea-abad-4254cd5f2b70 req-5a138ae6-242a-44d8-a08e-96ac4372c5ba tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183898 Jul 16 20:23:11.874447 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-6cc1495c-f8f3-4980-913c-b19abdedfabd service neutron] For port 22d99bce-efee-47af-839d-3b59f303faea, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:11.883031 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-6cc1495c-f8f3-4980-913c-b19abdedfabd service neutron] Notify callbacks [] for binding, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.884249 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac6acc2f-cd78-41a3-aa49-66f1c5cb3cbd req-6cc1495c-f8f3-4980-913c-b19abdedfabd service neutron] 10.222.0.62 "DELETE /v2.0/ports/22d99bce-efee-47af-839d-3b59f303faea/bindings/n-h1-791506-21 HTTP/1.1" status: 204 len: 173 time: 0.3527071 Jul 16 20:23:11.916709 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273078d-1574-40a2-8921-2c6ef99f12e3 req-76fcb037-e01a-436f-8e13-648aec64e0b4 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:11.926846 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b273078d-1574-40a2-8921-2c6ef99f12e3 req-76fcb037-e01a-436f-8e13-648aec64e0b4 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.1343918 Jul 16 20:23:11.961284 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56362) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:12.005788 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b273078d-1574-40a2-8921-2c6ef99f12e3 req-b661c33e-7fa7-41ac-b629-c01be975b2cf tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790772 Jul 16 20:23:12.139531 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8006fa91-546a-4ad8-be36-899171d618de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.253341 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 22d99bce-efee-47af-839d-3b59f303faea no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:12.315721 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2cfe2-5a35-48be-84d4-7f8627391a58 req-b13bdf17-b9c2-45f0-83b5-aa5c4273cf29 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:12.320134 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f9e2cfe2-5a35-48be-84d4-7f8627391a58 req-b13bdf17-b9c2-45f0-83b5-aa5c4273cf29 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 945 time: 0.1530526 Jul 16 20:23:12.358057 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 22d99bce-efee-47af-839d-3b59f303faea not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:23:12.391345 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f9e2cfe2-5a35-48be-84d4-7f8627391a58 req-9bca6656-a44a-418f-a7dc-fe09bd6d5820 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629227 Jul 16 20:23:12.482459 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8006fa91-546a-4ad8-be36-899171d618de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.494410 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8006fa91-546a-4ad8-be36-899171d618de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.596570 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8006fa91-546a-4ad8-be36-899171d618de admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=276c04f239254f789855c7b5cd37e0db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6334593 Jul 16 20:23:12.597776 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006fa91-546a-4ad8-be36-899171d618de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfdb7b9-f442-44ad-9bfc-beee3d4df495,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:12.601081 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56388) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:12.682343 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4eea1-f72b-4d99-b66d-ae21e5b908c7 req-8d30c33e-3b2c-4ff5-a453-5d6e4c6e671c tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:12.684788 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1bf4eea1-f72b-4d99-b66d-ae21e5b908c7 req-8d30c33e-3b2c-4ff5-a453-5d6e4c6e671c tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.1276953 Jul 16 20:23:12.733912 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cbc04ec9-f463-4fc5-bb74-3907b78e68d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.780358 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1bf4eea1-f72b-4d99-b66d-ae21e5b908c7 req-f7110080-9220-40ab-8bd6-a0155811fe92 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776055 Jul 16 20:23:12.791314 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cbc04ec9-f463-4fc5-bb74-3907b78e68d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.939493 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cbc04ec9-f463-4fc5-bb74-3907b78e68d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.944814 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cbc04ec9-f463-4fc5-bb74-3907b78e68d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.944814 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cbc04ec9-f463-4fc5-bb74-3907b78e68d7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4cfdb7b9-f442-44ad-9bfc-beee3d4df495 HTTP/1.1" status: 204 len: 168 time: 0.3397367 Jul 16 20:23:12.953920 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc04ec9-f463-4fc5-bb74-3907b78e68d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfdb7b9-f442-44ad-9bfc-beee3d4df495,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:12.983346 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56408) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:13.077100 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3381b-7fb4-4f5d-bbe3-29449602c6d7 req-3f7e0bbf-3cce-497e-a494-0a88b9a58576 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:13.089841 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1fb3381b-7fb4-4f5d-bbe3-29449602c6d7 req-3f7e0bbf-3cce-497e-a494-0a88b9a58576 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 1097 time: 0.0964665 Jul 16 20:23:13.221577 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1fb3381b-7fb4-4f5d-bbe3-29449602c6d7 req-a7fae21c-3061-4218-89b3-b88e81975f7c tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290386 Jul 16 20:23:13.480826 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6bc8a823-d571-4c2c-9707-52b0bda23e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.794165 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b20394-f862-404c-8bc2-16ba8b02375e req-e196b940-a9d4-44a7-9307-5a486f9be867 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:13.796127 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-57b20394-f862-404c-8bc2-16ba8b02375e req-e196b940-a9d4-44a7-9307-5a486f9be867 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.1888096 Jul 16 20:23:13.875538 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-57b20394-f862-404c-8bc2-16ba8b02375e req-a1b56d74-a2e8-4264-9891-1e9528e8b914 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589230 Jul 16 20:23:13.898638 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6bc8a823-d571-4c2c-9707-52b0bda23e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.907751 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6bc8a823-d571-4c2c-9707-52b0bda23e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.975598 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56448) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:14.020725 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2506f1f1-59a4-4509-b476-7a464a63d9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.062216 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6bc8a823-d571-4c2c-9707-52b0bda23e8b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e1f6a4e235be4cf7bb079ad76482343c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0776346 Jul 16 20:23:14.065864 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56450) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:14.112489 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8a823-d571-4c2c-9707-52b0bda23e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e564b7c-0fbb-4f2c-a926-666bbaa05f8e,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:14.149900 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-4b8bb587-85ee-484a-b897-b939fc1977a3 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:14.151111 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-4b8bb587-85ee-484a-b897-b939fc1977a3 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/networks?id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418 HTTP/1.1" status: 200 len: 808 time: 0.2104166 Jul 16 20:23:14.163390 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0fc42732-9c47-4f70-9795-e2c80579101f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.195453 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0fc42732-9c47-4f70-9795-e2c80579101f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.196994 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2506f1f1-59a4-4509-b476-7a464a63d9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.202166 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2506f1f1-59a4-4509-b476-7a464a63d9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.259766 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2506f1f1-59a4-4509-b476-7a464a63d9ec admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ffdb308ae9a34e389150bbe36304af00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2806671 Jul 16 20:23:14.260788 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56456) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:14.263880 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506f1f1-59a4-4509-b476-7a464a63d9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc7bf94-6d6d-433c-823f-5e9cc0f71d82,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:14.338843 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-67b4da10-9e2b-448e-9cd5-64ecb5d7c034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.343861 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0fc42732-9c47-4f70-9795-e2c80579101f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.346407 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0fc42732-9c47-4f70-9795-e2c80579101f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.347699 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0fc42732-9c47-4f70-9795-e2c80579101f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9e564b7c-0fbb-4f2c-a926-666bbaa05f8e HTTP/1.1" status: 204 len: 168 time: 0.2803969 Jul 16 20:23:14.362524 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-a2e3323c-6721-4ed0-ba8c-51174d53c892 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/quotas/cc52fcbf2d324f89bc73ed69e6a22b3a HTTP/1.1" status: 200 len: 375 time: 0.0532944 Jul 16 20:23:14.378364 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-67b4da10-9e2b-448e-9cd5-64ecb5d7c034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.435698 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc42732-9c47-4f70-9795-e2c80579101f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e564b7c-0fbb-4f2c-a926-666bbaa05f8e,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:14.441965 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-67b4da10-9e2b-448e-9cd5-64ecb5d7c034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.447891 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-67b4da10-9e2b-448e-9cd5-64ecb5d7c034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.450428 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-67b4da10-9e2b-448e-9cd5-64ecb5d7c034 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8fc7bf94-6d6d-433c-823f-5e9cc0f71d82 HTTP/1.1" status: 204 len: 168 time: 0.1873872 Jul 16 20:23:14.466230 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4da10-9e2b-448e-9cd5-64ecb5d7c034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc7bf94-6d6d-433c-823f-5e9cc0f71d82,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:14.496449 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4cbbf-d9ec-4e6c-a32d-9c5895ed9889 req-5a327e69-06e5-49fd-95b1-f34d40fc4481 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:14.503195 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d5f4cbbf-d9ec-4e6c-a32d-9c5895ed9889 req-5a327e69-06e5-49fd-95b1-f34d40fc4481 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.3638709 Jul 16 20:23:14.536876 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-e4f2c1f9-bde8-48a6-907e-2540d0dd666b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1731715 Jul 16 20:23:14.665965 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d5f4cbbf-d9ec-4e6c-a32d-9c5895ed9889 req-a881319c-7fdf-4fa2-aee8-c87910e3b485 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616669 Jul 16 20:23:14.672780 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-3b608cee-6844-47dc-9fa9-c875861d9618 service neutron] 10.222.0.38 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345003 Jul 16 20:23:14.889640 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-e7290d78-8477-4bb4-9e27-7c65297fe90d service neutron] 10.222.0.38 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009158 Jul 16 20:23:15.166765 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56478) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:15.188043 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a852a65d-2e97-4e3a-8526-2b4961d0f528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.259490 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ec07e-ab5c-469e-bb8d-05e9e9d313f2 req-8dd03555-3b43-428e-8bfe-f0852d0e0040 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:15.275324 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c1ec07e-ab5c-469e-bb8d-05e9e9d313f2 req-8dd03555-3b43-428e-8bfe-f0852d0e0040 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.2264352 Jul 16 20:23:15.406167 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a852a65d-2e97-4e3a-8526-2b4961d0f528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.415716 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a852a65d-2e97-4e3a-8526-2b4961d0f528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.435905 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c1ec07e-ab5c-469e-bb8d-05e9e9d313f2 req-ec0d579b-af18-4835-a938-eaa88326c204 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624918 Jul 16 20:23:15.457722 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-70f93403-ad81-4c8a-874b-bd09efb40042 req-456e5171-ffab-4bec-be7e-fb4243aa8614 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 210 time: 0.2404375 Jul 16 20:23:15.486048 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a852a65d-2e97-4e3a-8526-2b4961d0f528 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c61f9793868540c084a509f7f945c4f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3179760 Jul 16 20:23:15.488387 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56484) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:15.501297 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852a65d-2e97-4e3a-8526-2b4961d0f528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca60d673-ae5b-443c-be66-65db342c05b9,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:15.601982 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7c90a091-e0ed-4e85-90e8-fc0b32436568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.634022 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7c90a091-e0ed-4e85-90e8-fc0b32436568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.698917 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7c90a091-e0ed-4e85-90e8-fc0b32436568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.704159 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7c90a091-e0ed-4e85-90e8-fc0b32436568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.709205 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7c90a091-e0ed-4e85-90e8-fc0b32436568 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ca60d673-ae5b-443c-be66-65db342c05b9 HTTP/1.1" status: 204 len: 168 time: 0.2166951 Jul 16 20:23:15.719868 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90a091-e0ed-4e85-90e8-fc0b32436568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca60d673-ae5b-443c-be66-65db342c05b9,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:16.050289 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fa372-c242-429a-8789-2b1bd56558b5 req-62205074-595c-46b7-abab-c676fb984e6e tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:16.051778 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-302fa372-c242-429a-8789-2b1bd56558b5 req-62205074-595c-46b7-abab-c676fb984e6e tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.1626897 Jul 16 20:23:16.172768 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-302fa372-c242-429a-8789-2b1bd56558b5 req-60fc615f-4f26-4023-b02a-48ca99e3524d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069002 Jul 16 20:23:16.541815 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafac12c-9765-496e-93c9-1ee067a0b924 req-8360198f-84b6-42ff-b228-da237261ecca tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:16.546067 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cafac12c-9765-496e-93c9-1ee067a0b924 req-8360198f-84b6-42ff-b228-da237261ecca tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 966 time: 0.1681128 Jul 16 20:23:16.634300 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cafac12c-9765-496e-93c9-1ee067a0b924 req-a04df623-bfd3-4d50-bde3-be484a8c8900 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815165 Jul 16 20:23:16.854985 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2bd90042-be44-46a7-8ca4-8cad1aad8272 req-0537a0ae-fe85-43ae-bd0b-ade833ce064b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 210 time: 0.0586269 Jul 16 20:23:16.906237 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b0ab3-7f89-4215-98d5-076ec479c979 req-ac01dbda-1e97-4064-aca9-a696aac52c72 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:16.911919 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-205b0ab3-7f89-4215-98d5-076ec479c979 req-ac01dbda-1e97-4064-aca9-a696aac52c72 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.1978588 Jul 16 20:23:16.976851 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-205b0ab3-7f89-4215-98d5-076ec479c979 req-6e59f2fe-435c-4bd8-854d-4d697687683e tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563068 Jul 16 20:23:17.015831 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-ebd210dc-eff1-4d8f-9a66-ff06700db599 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:17.017669 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-ebd210dc-eff1-4d8f-9a66-ff06700db599 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.18 "GET /v2.0/networks?id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418 HTTP/1.1" status: 200 len: 808 time: 0.2109327 Jul 16 20:23:17.031254 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-89ebeb2e-c95d-45c5-8a83-6586c4724536 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Request body: {'port': {'device_id': 'f3fd0775-41ec-4e8c-80bd-ee470354da28', 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418', 'admin_state_up': True, 'tenant_id': 'cc52fcbf2d324f89bc73ed69e6a22b3a'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:17.178831 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-89ebeb2e-c95d-45c5-8a83-6586c4724536 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Made reservation on behalf of cc52fcbf2d324f89bc73ed69e6a22b3a for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:17.185585 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-89ebeb2e-c95d-45c5-8a83-6586c4724536 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.378809 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-89ebeb2e-c95d-45c5-8a83-6586c4724536 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Allocated IP 172.20.0.6 (0e9950ba-8ffa-4ae0-b3a9-a9194f267418/fed2a9f4-4984-4b87-a48a-a9fcef3fa565/371d6c7c-88ff-4783-aad3-eb3b449763a2) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:17.446398 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722b745-7012-4959-8006-a4f0c6e704d0 req-34d80aec-20d3-49ba-ad0d-e2222b5bc9ef tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:17.449228 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5722b745-7012-4959-8006-a4f0c6e704d0 req-34d80aec-20d3-49ba-ad0d-e2222b5bc9ef tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.1492190 Jul 16 20:23:17.501918 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5722b745-7012-4959-8006-a4f0c6e704d0 req-7084fc83-7fe7-4172-b9d5-8bbaef7ef086 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468132 Jul 16 20:23:17.607901 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-89ebeb2e-c95d-45c5-8a83-6586c4724536 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.662708 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-89ebeb2e-c95d-45c5-8a83-6586c4724536 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.737816 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-89ebeb2e-c95d-45c5-8a83-6586c4724536 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:17.744714 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-89ebeb2e-c95d-45c5-8a83-6586c4724536 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:17.748285 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-89ebeb2e-c95d-45c5-8a83-6586c4724536 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:17.806274 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-89ebeb2e-c95d-45c5-8a83-6586c4724536 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:17.808169 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-89ebeb2e-c95d-45c5-8a83-6586c4724536 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.818968 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ebeb2e-c95d-45c5-8a83-6586c4724536 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Pushing event updated for resources: {'Port': ['ID=371d6c7c-88ff-4783-aad3-eb3b449763a2,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:17.834538 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-89ebeb2e-c95d-45c5-8a83-6586c4724536 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8070221 Jul 16 20:23:17.846816 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-58104b4d-9828-4823-844a-c5741990bc0d service neutron] Request body: {'port': {'device_id': 'f3fd0775-41ec-4e8c-80bd-ee470354da28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:17.859570 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-d197164c-7752-4788-b2d4-7e253ae2289a tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--194110548&fields=id&tenant_id=24465f931afb4d548cf03856aa8b33bd HTTP/1.1" status: 200 len: 267 time: 0.0625165 Jul 16 20:23:17.998740 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-58104b4d-9828-4823-844a-c5741990bc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.055418 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-738ef9e0-662a-4e1d-bf5b-a606c8ab94c7 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:18.057367 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-738ef9e0-662a-4e1d-bf5b-a606c8ab94c7 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/networks?id=6d86ebc6-550a-4185-8eaf-4536a4601097 HTTP/1.1" status: 200 len: 815 time: 0.1898780 Jul 16 20:23:18.084170 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-36663f02-8962-4e88-9769-1e54770279a0 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/quotas/24465f931afb4d548cf03856aa8b33bd HTTP/1.1" status: 200 len: 375 time: 0.0193307 Jul 16 20:23:18.155192 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562dec9-53ee-4e36-b620-0cff38919403 req-bbd48c4f-3173-4b1f-a865-0c4846e8a4e9 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:18.156736 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a562dec9-53ee-4e36-b620-0cff38919403 req-bbd48c4f-3173-4b1f-a865-0c4846e8a4e9 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 931 time: 0.1536064 Jul 16 20:23:18.215359 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-4a30cc7f-aca1-4884-a5c5-307b5b1fbfef tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=24465f931afb4d548cf03856aa8b33bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1300094 Jul 16 20:23:18.229093 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a562dec9-53ee-4e36-b620-0cff38919403 req-2e03306c-682e-4da6-b266-5e8a8a91f103 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616364 Jul 16 20:23:18.353953 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-5ce3e115-0b7b-441a-b46b-df8c8070cb75 service neutron] 10.222.0.38 "GET /v2.0/networks/6d86ebc6-550a-4185-8eaf-4536a4601097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236501 Jul 16 20:23:18.389376 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-58104b4d-9828-4823-844a-c5741990bc0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 371d6c7c-88ff-4783-aad3-eb3b449763a2 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:18.399144 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-58104b4d-9828-4823-844a-c5741990bc0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.415017 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-58104b4d-9828-4823-844a-c5741990bc0d service neutron] Transition to ACTIVE for port object 371d6c7c-88ff-4783-aad3-eb3b449763a2 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:18.420314 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-58104b4d-9828-4823-844a-c5741990bc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.472372 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-5d8ed7d5-bc54-4e87-8e44-91a94ec3873c tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--599494562&fields=id&tenant_id=d3df7bf01e9545dc8fec2031b5863a44 HTTP/1.1" status: 200 len: 267 time: 0.1001935 Jul 16 20:23:18.509178 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58104b4d-9828-4823-844a-c5741990bc0d service neutron] Pushing event updated for resources: {'Port': ['ID=371d6c7c-88ff-4783-aad3-eb3b449763a2,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:18.534013 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-4e8f51a1-793f-4399-b887-feccc59ef18d service neutron] 10.222.0.38 "GET /v2.0/networks/6d86ebc6-550a-4185-8eaf-4536a4601097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739824 Jul 16 20:23:18.606526 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-58104b4d-9828-4823-844a-c5741990bc0d service neutron] Attempting to bind port 371d6c7c-88ff-4783-aad3-eb3b449763a2 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:18.606767 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-58104b4d-9828-4823-844a-c5741990bc0d service neutron] Attempting to bind port 371d6c7c-88ff-4783-aad3-eb3b449763a2 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:18.607206 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-58104b4d-9828-4823-844a-c5741990bc0d service neutron] Attempting to bind port 371d6c7c-88ff-4783-aad3-eb3b449763a2 on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:18.616220 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-58104b4d-9828-4823-844a-c5741990bc0d service neutron] Port 371d6c7c-88ff-4783-aad3-eb3b449763a2 on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:23:18.616587 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-58104b4d-9828-4823-844a-c5741990bc0d service neutron] Attempting to bind port 371d6c7c-88ff-4783-aad3-eb3b449763a2 on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:18.627093 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-58104b4d-9828-4823-844a-c5741990bc0d service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:18.629563 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-58104b4d-9828-4823-844a-c5741990bc0d service neutron] Checking segment: {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:18.629957 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-58104b4d-9828-4823-844a-c5741990bc0d service neutron] Bound using segment: {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:18.630415 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-58104b4d-9828-4823-844a-c5741990bc0d service neutron] Bound port: 371d6c7c-88ff-4783-aad3-eb3b449763a2, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:18.631547 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-58104b4d-9828-4823-844a-c5741990bc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.699276 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-04de7ccb-f542-4bd7-a2ba-d80c5c8f51a5 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:18.701888 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-04de7ccb-f542-4bd7-a2ba-d80c5c8f51a5 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/networks?id=a6e3de95-78fc-4a31-9b59-b1f10f47e4ed HTTP/1.1" status: 200 len: 823 time: 0.2160952 Jul 16 20:23:18.722028 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-9b9ce2d9-6fa8-4569-a341-c38330688c08 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/quotas/d3df7bf01e9545dc8fec2031b5863a44 HTTP/1.1" status: 200 len: 375 time: 0.0141439 Jul 16 20:23:18.742347 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-58104b4d-9828-4823-844a-c5741990bc0d service neutron] For port 371d6c7c-88ff-4783-aad3-eb3b449763a2, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:18.745878 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-58104b4d-9828-4823-844a-c5741990bc0d service neutron] For port 371d6c7c-88ff-4783-aad3-eb3b449763a2, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=371d6c7c-88ff-4783-aad3-eb3b449763a2,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:18.751184 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-58104b4d-9828-4823-844a-c5741990bc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.822853 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-58104b4d-9828-4823-844a-c5741990bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:18.823763 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-58104b4d-9828-4823-844a-c5741990bc0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.825433 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-58104b4d-9828-4823-844a-c5741990bc0d service neutron] 10.222.0.18 "PUT /v2.0/ports/371d6c7c-88ff-4783-aad3-eb3b449763a2 HTTP/1.1" status: 200 len: 1092 time: 0.9832294 Jul 16 20:23:18.826291 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58104b4d-9828-4823-844a-c5741990bc0d service neutron] Pushing event updated for resources: {'Port': ['ID=371d6c7c-88ff-4783-aad3-eb3b449763a2,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:18.827543 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-098bc9a6-639c-4e3a-8c8b-f4d8865cd7ab tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3df7bf01e9545dc8fec2031b5863a44&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0982695 Jul 16 20:23:18.838520 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fd0775-41ec-4e8c-80bd-ee470354da28', 'tag': '371d6c7c-88ff-4783-aad3-eb3b449763a2'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:18.842302 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61c0900-7d59-4196-a81c-c13d9c9a66c2" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fd0775-41ec-4e8c-80bd-ee470354da28", "tag": "371d6c7c-88ff-4783-aad3-eb3b449763a2"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:18.980858 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-11b7c8ac-0913-492b-9957-2c6811df0d56 service neutron] 10.222.0.38 "GET /v2.0/networks/a6e3de95-78fc-4a31-9b59-b1f10f47e4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390493 Jul 16 20:23:19.034932 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337226cc-8e6d-44cd-9224-dfe1bc070be7 req-72ca8373-3a70-4e53-b394-66728b9ec1e9 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:19.036757 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-337226cc-8e6d-44cd-9224-dfe1bc070be7 req-72ca8373-3a70-4e53-b394-66728b9ec1e9 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a881cd4-e197-4c42-8d81-4d32424c3370 HTTP/1.1" status: 200 len: 966 time: 0.1291006 Jul 16 20:23:19.040297 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-fc804699-4374-49dd-bd74-882c95abd94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:19.042264 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-fc804699-4374-49dd-bd74-882c95abd94d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 1095 time: 0.1731715 Jul 16 20:23:19.094540 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-518fbf88-7b6e-4273-8296-79120a4a2528 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=371d6c7c-88ff-4783-aad3-eb3b449763a2 HTTP/1.1" status: 200 len: 217 time: 0.0429263 Jul 16 20:23:19.145058 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-cb86cb87-6643-49a3-bd6b-b0eaffd621b0 service neutron] 10.222.0.38 "GET /v2.0/networks/a6e3de95-78fc-4a31-9b59-b1f10f47e4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566532 Jul 16 20:23:19.224339 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de16c33-99ed-4cf7-9baa-a70e0f2d5b3b req-70aca8de-d38d-449f-99d5-e9c02d84895a tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:19.233251 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4de16c33-99ed-4cf7-9baa-a70e0f2d5b3b req-70aca8de-d38d-449f-99d5-e9c02d84895a tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.0870962 Jul 16 20:23:19.280920 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-aebd56c6-c2dc-4776-9efe-308300893c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:19.282574 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-aebd56c6-c2dc-4776-9efe-308300893c3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fed2a9f4-4984-4b87-a48a-a9fcef3fa565 HTTP/1.1" status: 200 len: 848 time: 0.1688995 Jul 16 20:23:19.286703 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4de16c33-99ed-4cf7-9baa-a70e0f2d5b3b req-299744e9-4f22-4ce2-928d-a9bc41e67230 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523994 Jul 16 20:23:19.357866 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-edff6d2d-be50-4abc-b027-107f5a74d50c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400372 Jul 16 20:23:19.401206 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-337226cc-8e6d-44cd-9224-dfe1bc070be7 req-e15030d1-4526-4be7-8fbe-8021e3de98fb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Deleting port c352913e-0cff-4442-95e9-16fa9097fbea {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:19.401853 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-337226cc-8e6d-44cd-9224-dfe1bc070be7 req-e15030d1-4526-4be7-8fbe-8021e3de98fb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.554196 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-2f3827aa-cb49-457f-a134-ae5046d3c76c service neutron] 10.222.0.18 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858943 Jul 16 20:23:19.561931 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-337226cc-8e6d-44cd-9224-dfe1bc070be7 req-e15030d1-4526-4be7-8fbe-8021e3de98fb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] For port c352913e-0cff-4442-95e9-16fa9097fbea, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=c352913e-0cff-4442-95e9-16fa9097fbea,segment=NetworkSegment(d15bdb67-ac69-4e40-89a0-85bf2440b02e),segment_id=d15bdb67-ac69-4e40-89a0-85bf2440b02e)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:19.562440 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-337226cc-8e6d-44cd-9224-dfe1bc070be7 req-e15030d1-4526-4be7-8fbe-8021e3de98fb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.628302 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd85193-f0a2-4b9d-909c-f6dbe1f06a29 req-f97a0f13-07f9-4961-9f84-7daa053a54ae tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:19.640493 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ecd85193-f0a2-4b9d-909c-f6dbe1f06a29 req-f97a0f13-07f9-4961-9f84-7daa053a54ae tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.1833408 Jul 16 20:23:19.765930 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ecd85193-f0a2-4b9d-909c-f6dbe1f06a29 req-2ea64003-5fdb-4046-8fb6-1b14b41d20d8 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244650 Jul 16 20:23:19.856798 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff940e7e-665c-4f96-b98f-9075e6871c90 x-openstack-request-id: req-ff940e7e-665c-4f96-b98f-9075e6871c90 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:19.861896 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fd0775-41ec-4e8c-80bd-ee470354da28", "tag": "371d6c7c-88ff-4783-aad3-eb3b449763a2", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:19.863689 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ff940e7e-665c-4f96-b98f-9075e6871c90 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:19.864601 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3fd0775-41ec-4e8c-80bd-ee470354da28', 'tag': '371d6c7c-88ff-4783-aad3-eb3b449763a2', 'status': 'completed', 'code': 200} Jul 16 20:23:19.925335 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b50a3b9a-1a5a-401d-9923-a9de964f5bf9 req-d41b0def-1f37-4326-a391-4353ae5e4682 service neutron] 10.222.0.18 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598280 Jul 16 20:23:20.070094 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-337226cc-8e6d-44cd-9224-dfe1bc070be7 req-e15030d1-4526-4be7-8fbe-8021e3de98fb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.070634 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-337226cc-8e6d-44cd-9224-dfe1bc070be7 req-e15030d1-4526-4be7-8fbe-8021e3de98fb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.071117 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [req-337226cc-8e6d-44cd-9224-dfe1bc070be7 req-e15030d1-4526-4be7-8fbe-8021e3de98fb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Floating IP 813e60e0-d321-4362-87fd-0bee11b0bf1b disassociated. External IP: 172.25.0.100, port: c352913e-0cff-4442-95e9-16fa9097fbea. Jul 16 20:23:20.071637 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-337226cc-8e6d-44cd-9224-dfe1bc070be7 req-e15030d1-4526-4be7-8fbe-8021e3de98fb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Calling delete_port for c352913e-0cff-4442-95e9-16fa9097fbea owned by compute:tempest-test_az-296093232 {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:20.106195 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-e94cfd93-7ba7-46bc-a73e-142f8aaf031e tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=867e68e408b14a9f841e0fd9fdf591ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482521 Jul 16 20:23:20.176720 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c0900-7d59-4196-a81c-c13d9c9a66c2 req-ad691baa-d2ef-4c1d-abe3-d50b0e048373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:20.179188 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c61c0900-7d59-4196-a81c-c13d9c9a66c2 req-ad691baa-d2ef-4c1d-abe3-d50b0e048373 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 1095 time: 0.1780584 Jul 16 20:23:20.299556 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-5c657ef4-4071-4b0e-bef8-d1acb214111e tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:20.301661 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-5c657ef4-4071-4b0e-bef8-d1acb214111e tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1786819 Jul 16 20:23:20.331405 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-4377fc02-93a0-440e-a95c-bda87ddfdeb7 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/quotas/867e68e408b14a9f841e0fd9fdf591ba HTTP/1.1" status: 200 len: 375 time: 0.0221241 Jul 16 20:23:20.394875 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c0900-7d59-4196-a81c-c13d9c9a66c2 req-082474d7-6fda-4c63-a02b-086254c0f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:20.395133 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-22496552-5cac-4afc-a2ef-3e19ceef4ff6 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=867e68e408b14a9f841e0fd9fdf591ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623276 Jul 16 20:23:20.397437 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c61c0900-7d59-4196-a81c-c13d9c9a66c2 req-082474d7-6fda-4c63-a02b-086254c0f91e service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418 HTTP/1.1" status: 200 len: 909 time: 0.2099576 Jul 16 20:23:20.450305 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c61c0900-7d59-4196-a81c-c13d9c9a66c2 req-39fd6aaa-b35c-44bd-a6a6-f273ee673d72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=371d6c7c-88ff-4783-aad3-eb3b449763a2 HTTP/1.1" status: 200 len: 217 time: 0.0441241 Jul 16 20:23:20.494640 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9e7faa3-1c0a-4a04-832b-d9d0de6563d1 req-97541cca-9eec-4897-91a8-c5b4e4914ee3 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/ports?device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 210 time: 0.0483317 Jul 16 20:23:20.819207 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d0c39d1b-c96e-4ccc-95f7-03955f992f0b req-63e7cd92-4500-4f77-bfa6-7dd0072ab20f tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1d86c7e-0dc5-4a67-86ad-cd3436be7cab HTTP/1.1" status: 200 len: 210 time: 0.0704343 Jul 16 20:23:21.004640 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224c69a-971b-48e4-8550-9341494ead6f req-b48ccc38-9515-4ff9-bf1c-e4ff74f2c71e tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:21.015197 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7224c69a-971b-48e4-8550-9341494ead6f req-b48ccc38-9515-4ff9-bf1c-e4ff74f2c71e tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 943 time: 0.3559508 Jul 16 20:23:21.067097 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-337226cc-8e6d-44cd-9224-dfe1bc070be7 req-e15030d1-4526-4be7-8fbe-8021e3de98fb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.104520 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dbe07242-368f-42a4-8688-0debd53bb449 req-11fae7af-246a-42ec-96c2-78e1f0b9c17c service neutron] 10.222.0.18 "GET /v2.0/ports/3079e223-4e17-4a7f-be91-ec6a7ee5dfac/bindings/n-h1-791506-21 HTTP/1.1" status: 200 len: 383 time: 0.2553291 Jul 16 20:23:21.142791 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15030d1-4526-4be7-8fbe-8021e3de98fb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Pushing event deleted for resources: {'Port': ['ID=c352913e-0cff-4442-95e9-16fa9097fbea,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:21.186923 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7224c69a-971b-48e4-8550-9341494ead6f req-1a9024d4-49ac-4d22-bcb2-11a68dd0e799 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703091 Jul 16 20:23:21.196264 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c0900-7d59-4196-a81c-c13d9c9a66c2 req-869ac3a6-6c0c-419d-af4c-20067b8cb8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:21.198644 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c61c0900-7d59-4196-a81c-c13d9c9a66c2 req-869ac3a6-6c0c-419d-af4c-20067b8cb8b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fed2a9f4-4984-4b87-a48a-a9fcef3fa565 HTTP/1.1" status: 200 len: 848 time: 0.7403402 Jul 16 20:23:21.226830 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-81fb4d99-47d1-41c9-b991-e1e822ad8247 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:21.228619 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-81fb4d99-47d1-41c9-b991-e1e822ad8247 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.62 "GET /v2.0/networks?id=6d86ebc6-550a-4185-8eaf-4536a4601097 HTTP/1.1" status: 200 len: 815 time: 0.4297538 Jul 16 20:23:21.378935 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-673cc5c8-baa6-45f2-889f-fb60f1a9bf67 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24465f931afb4d548cf03856aa8b33bd HTTP/1.1" status: 200 len: 379 time: 0.1358397 Jul 16 20:23:21.392218 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-f2877da7-8278-4ab9-bb2f-8db66085c5c1 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Request body: {'port': {'device_id': '24259894-c73e-4cc4-8151-ba03b4fcce4c', 'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097', 'admin_state_up': True, 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'security_groups': ['c3b6aa22-d573-46e7-8402-4f023cbae97a']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:21.518095 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-337226cc-8e6d-44cd-9224-dfe1bc070be7 req-e15030d1-4526-4be7-8fbe-8021e3de98fb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Router f42341e3-d7ae-4bb3-9027-f95c12ff366c has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:23:21.523229 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c61c0900-7d59-4196-a81c-c13d9c9a66c2 req-c18b9c9d-298d-49ad-bfd8-fb0bdce49145 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3169868 Jul 16 20:23:21.623988 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d42d0fe-68f2-494f-8436-f3a27a993016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.876422 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-337226cc-8e6d-44cd-9224-dfe1bc070be7 req-e15030d1-4526-4be7-8fbe-8021e3de98fb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:23:21.888521 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31218f33-8d43-4c97-92f0-bcdce41697f4 None None] Sync routers for ids ['f42341e3-d7ae-4bb3-9027-f95c12ff366c'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:23:21.904059 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31218f33-8d43-4c97-92f0-bcdce41697f4 None None] Routers {'f42341e3-d7ae-4bb3-9027-f95c12ff366c'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:21.906254 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-31218f33-8d43-4c97-92f0-bcdce41697f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:22:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['f42341e3-d7ae-4bb3-9027-f95c12ff366c'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:22.107315 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-337226cc-8e6d-44cd-9224-dfe1bc070be7 req-e15030d1-4526-4be7-8fbe-8021e3de98fb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] No DVR routers for this DVR port c352913e-0cff-4442-95e9-16fa9097fbea on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:23:22.123620 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-337226cc-8e6d-44cd-9224-dfe1bc070be7 req-e15030d1-4526-4be7-8fbe-8021e3de98fb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.126870 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-337226cc-8e6d-44cd-9224-dfe1bc070be7 req-e15030d1-4526-4be7-8fbe-8021e3de98fb tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.18 "DELETE /v2.0/ports/c352913e-0cff-4442-95e9-16fa9097fbea HTTP/1.1" status: 204 len: 173 time: 3.0836446 Jul 16 20:23:22.130792 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a881cd4-e197-4c42-8d81-4d32424c3370', 'name': 'network-vif-deleted', 'tag': 'c352913e-0cff-4442-95e9-16fa9097fbea'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:22.133272 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62870fe5-6ba8-4d97-9c9b-1f7c717d06bf" -d '{"events": [{"server_uuid": "3a881cd4-e197-4c42-8d81-4d32424c3370", "name": "network-vif-deleted", "tag": "c352913e-0cff-4442-95e9-16fa9097fbea"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:22.252113 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-31218f33-8d43-4c97-92f0-bcdce41697f4 None None] Set router f42341e3-d7ae-4bb3-9027-f95c12ff366c gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:22.325938 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c61c0900-7d59-4196-a81c-c13d9c9a66c2 req-4ca41280-eee3-49c8-b871-5f2e6e05552b service neutron] 10.222.0.18 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7910800 Jul 16 20:23:22.382214 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-f2877da7-8278-4ab9-bb2f-8db66085c5c1 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Made reservation on behalf of 24465f931afb4d548cf03856aa8b33bd for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:22.386591 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 371d6c7c-88ff-4783-aad3-eb3b449763a2 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:23:22.394734 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-f2877da7-8278-4ab9-bb2f-8db66085c5c1 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.427171 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-14cab3b5-25a0-4586-a15a-33ef5bc5a01f tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:22.429771 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-14cab3b5-25a0-4586-a15a-33ef5bc5a01f tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.62 "GET /v2.0/networks?id=a6e3de95-78fc-4a31-9b59-b1f10f47e4ed HTTP/1.1" status: 200 len: 823 time: 0.5594440 Jul 16 20:23:22.468956 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c4758372-6dce-4891-867f-2823f3e937d1 req-47dcdb12-09b9-48ac-b3d7-978c001e179b tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?device_id=eeadc51d-e4d3-4b7c-8079-939c15ddf5b4 HTTP/1.1" status: 200 len: 210 time: 0.1282487 Jul 16 20:23:22.472748 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device c352913e-0cff-4442-95e9-16fa9097fbea no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:22.539544 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c957da-065c-4e33-85c3-b653faafb7c1 req-9f899eb9-7cdd-40c4-ae90-7867e63e3d9e tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:22.542802 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-82c957da-065c-4e33-85c3-b653faafb7c1 req-9f899eb9-7cdd-40c4-ae90-7867e63e3d9e tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 1.0167465 Jul 16 20:23:22.547378 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-b8792ec4-cdfb-43ff-8e0c-3d881fcde7b2 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3df7bf01e9545dc8fec2031b5863a44 HTTP/1.1" status: 200 len: 379 time: 0.0838542 Jul 16 20:23:22.550810 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c61c0900-7d59-4196-a81c-c13d9c9a66c2 req-416738aa-da5b-4d3c-bd3f-befaa06c1f4e service neutron] 10.222.0.18 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173433 Jul 16 20:23:22.557999 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe07242-368f-42a4-8688-0debd53bb449 req-5152e269-ced7-4ebe-866f-0c2facaf2216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:22.573533 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-2e0503d8-f5a6-4508-b6c4-0b6f751cc263 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Request body: {'port': {'device_id': 'd1d86c7e-0dc5-4a67-86ad-cd3436be7cab', 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed', 'admin_state_up': True, 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'security_groups': ['a66657ef-a62a-4841-b716-13af03c60cc1']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:22.575657 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dbe07242-368f-42a4-8688-0debd53bb449 req-5152e269-ced7-4ebe-866f-0c2facaf2216 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344&tenant_id=ae184935e63442fbbd551c2164ed273b HTTP/1.1" status: 200 len: 1102 time: 1.0049801 Jul 16 20:23:22.687852 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 371d6c7c-88ff-4783-aad3-eb3b449763a2, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=371d6c7c-88ff-4783-aad3-eb3b449763a2,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:22.707510 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '371d6c7c-88ff-4783-aad3-eb3b449763a2', 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418', 'port_id': '371d6c7c-88ff-4783-aad3-eb3b449763a2', 'mac_address': 'fa:16:3e:f0:2f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fed2a9f4-4984-4b87-a48a-a9fcef3fa565', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:23:22.712889 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: c352913e-0cff-4442-95e9-16fa9097fbea {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:23:22.713558 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device c352913e-0cff-4442-95e9-16fa9097fbea not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:23:22.856976 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-82c957da-065c-4e33-85c3-b653faafb7c1 req-beb701c8-3015-49a3-97e1-7a3f4bc356c2 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773044 Jul 16 20:23:22.885528 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-2e0503d8-f5a6-4508-b6c4-0b6f751cc263 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Made reservation on behalf of d3df7bf01e9545dc8fec2031b5863a44 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:22.891474 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-2e0503d8-f5a6-4508-b6c4-0b6f751cc263 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.960235 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.981119 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 371d6c7c-88ff-4783-aad3-eb3b449763a2 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:23.011608 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-f2877da7-8278-4ab9-bb2f-8db66085c5c1 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Allocated IP 172.20.0.10 (6d86ebc6-550a-4185-8eaf-4536a4601097/ed3fe018-6845-4dcd-8942-5ef871b7139d/72d99a46-cc20-435b-b1ba-cde37d5f8b43) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:23.012366 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 371d6c7c-88ff-4783-aad3-eb3b449763a2, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=371d6c7c-88ff-4783-aad3-eb3b449763a2,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:23.019903 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-31218f33-8d43-4c97-92f0-bcdce41697f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-306516921-router', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:49Z', 'revision_number': 4, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'gw_port': {'id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e956de07-d1b1-477b-a025-0650d33a49f6', 'name': '', 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'mac_address': 'fa:16:3e:6b:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:47Z', 'updated_at': '2021-07-16T20:20:55Z', 'revision_number': 5, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'subnets': [{'id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:23.056016 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31218f33-8d43-4c97-92f0-bcdce41697f4 None None] Checking router: f42341e3-d7ae-4bb3-9027-f95c12ff366c for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:23:23.059794 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.065265 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe07242-368f-42a4-8688-0debd53bb449 req-07bbb0c4-3cb6-4f92-b4b1-9edd500060a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:23.067888 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dbe07242-368f-42a4-8688-0debd53bb449 req-07bbb0c4-3cb6-4f92-b4b1-9edd500060a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 1102 time: 0.3803787 Jul 16 20:23:23.098951 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f174ea-56c0-4540-8c73-cda3ed2902f0 req-37130d93-6dbc-45fd-8385-19598d15e62b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:23.107831 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-14f174ea-56c0-4540-8c73-cda3ed2902f0 req-37130d93-6dbc-45fd-8385-19598d15e62b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.3713477 Jul 16 20:23:23.177176 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31218f33-8d43-4c97-92f0-bcdce41697f4 None None] Routers {'f42341e3-d7ae-4bb3-9027-f95c12ff366c'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:23.178572 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-31218f33-8d43-4c97-92f0-bcdce41697f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:22:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['f42341e3-d7ae-4bb3-9027-f95c12ff366c'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:23.219633 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=371d6c7c-88ff-4783-aad3-eb3b449763a2,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:23.284562 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-2e0503d8-f5a6-4508-b6c4-0b6f751cc263 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Allocated IP 172.20.0.6 (a6e3de95-78fc-4a31-9b59-b1f10f47e4ed/2dbbabcf-de96-4fb3-85e1-f42c7891edb1/3170acc4-027d-4a0b-bfc3-871dbf253d97) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:23.301729 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['371d6c7c-88ff-4783-aad3-eb3b449763a2'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:23.407329 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dc9afb52-5c1e-42f3-90e4-768a45b5b618 req-e5ec76a4-0e21-4417-9a0c-36513ebfe54a tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/ports?device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 210 time: 0.1491880 Jul 16 20:23:23.480402 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-14f174ea-56c0-4540-8c73-cda3ed2902f0 req-e699dc5b-eb78-497e-9b57-7baf3689561b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718107 Jul 16 20:23:23.489781 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-96777add-4378-407e-8b3b-22a49597771d tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=867e68e408b14a9f841e0fd9fdf591ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875921 Jul 16 20:23:23.499428 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-31218f33-8d43-4c97-92f0-bcdce41697f4 None None] Set router f42341e3-d7ae-4bb3-9027-f95c12ff366c gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:23.626035 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adf0bda-89a1-4711-8162-facf239645a9 x-openstack-request-id: req-8adf0bda-89a1-4711-8162-facf239645a9 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:23.626644 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a881cd4-e197-4c42-8d81-4d32424c3370", "name": "network-vif-deleted", "tag": "c352913e-0cff-4442-95e9-16fa9097fbea", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:23.626644 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8adf0bda-89a1-4711-8162-facf239645a9 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:23.627095 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a881cd4-e197-4c42-8d81-4d32424c3370', 'name': 'network-vif-deleted', 'tag': 'c352913e-0cff-4442-95e9-16fa9097fbea', 'status': 'completed', 'code': 200} Jul 16 20:23:23.670459 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe07242-368f-42a4-8688-0debd53bb449 req-9ecf9e83-50a1-4517-8d33-ab394f858a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:23.673805 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dbe07242-368f-42a4-8688-0debd53bb449 req-9ecf9e83-50a1-4517-8d33-ab394f858a36 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.5936866 Jul 16 20:23:23.815041 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-2e0503d8-f5a6-4508-b6c4-0b6f751cc263 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.834828 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dbe07242-368f-42a4-8688-0debd53bb449 req-200dc3b0-d536-4df7-ae1a-9d1b192a0a1b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=3079e223-4e17-4a7f-be91-ec6a7ee5dfac HTTP/1.1" status: 200 len: 217 time: 0.1470478 Jul 16 20:23:23.889536 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-2e0503d8-f5a6-4508-b6c4-0b6f751cc263 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Transition to ACTIVE for port object 3170acc4-027d-4a0b-bfc3-871dbf253d97 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:23.916567 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-1e5d5aad-e445-4bf7-aa0d-b8143cb7b429 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:23.918229 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-1e5d5aad-e445-4bf7-aa0d-b8143cb7b429 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3876560 Jul 16 20:23:23.932462 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-dfe9e2d2-72fc-452a-891a-6462a3979def tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Request body: {'port': {'device_id': 'eeadc51d-e4d3-4b7c-8079-939c15ddf5b4', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': '867e68e408b14a9f841e0fd9fdf591ba'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:23.944456 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe07242-368f-42a4-8688-0debd53bb449 req-f917a219-5a12-4f8c-9c6c-9dbdb8a62bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:23.945920 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dbe07242-368f-42a4-8688-0debd53bb449 req-f917a219-5a12-4f8c-9c6c-9dbdb8a62bbd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1049149 Jul 16 20:23:23.971494 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b75828d0-fd13-45e5-ab2e-1cb3a4ee3f92 req-eb860284-6c1e-455f-abfa-ec68b7bec656 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1d86c7e-0dc5-4a67-86ad-cd3436be7cab HTTP/1.1" status: 200 len: 210 time: 0.2181702 Jul 16 20:23:24.081702 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-f2877da7-8278-4ab9-bb2f-8db66085c5c1 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.096323 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-2e0503d8-f5a6-4508-b6c4-0b6f751cc263 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.099964 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe07242-368f-42a4-8688-0debd53bb449 req-b8f16673-2890-4347-9580-b6d89da0ea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:24.102455 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dbe07242-368f-42a4-8688-0debd53bb449 req-b8f16673-2890-4347-9580-b6d89da0ea93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1297729 Jul 16 20:23:24.113975 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f09599-c6cf-43a5-9601-7b67cb1d5b6a req-05ee19b3-1b68-43fe-bcfe-38f3a50a9819 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:24.123524 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-81f09599-c6cf-43a5-9601-7b67cb1d5b6a req-05ee19b3-1b68-43fe-bcfe-38f3a50a9819 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 944 time: 0.2846031 Jul 16 20:23:24.225767 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-2e0503d8-f5a6-4508-b6c4-0b6f751cc263 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Network a6e3de95-78fc-4a31-9b59-b1f10f47e4ed is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:24.246123 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-2e0503d8-f5a6-4508-b6c4-0b6f751cc263 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:24.252772 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-2e0503d8-f5a6-4508-b6c4-0b6f751cc263 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:24.267431 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0503d8-f5a6-4508-b6c4-0b6f751cc263 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Pushing event updated for resources: {'Port': ['ID=3170acc4-027d-4a0b-bfc3-871dbf253d97,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:24.276194 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-f2877da7-8278-4ab9-bb2f-8db66085c5c1 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Transition to ACTIVE for port object 72d99a46-cc20-435b-b1ba-cde37d5f8b43 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:24.340968 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-dfe9e2d2-72fc-452a-891a-6462a3979def tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Made reservation on behalf of 867e68e408b14a9f841e0fd9fdf591ba for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:24.345227 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-dfe9e2d2-72fc-452a-891a-6462a3979def tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.372748 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-dfe9e2d2-72fc-452a-891a-6462a3979def tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.407317 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-2e0503d8-f5a6-4508-b6c4-0b6f751cc263 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:24.408003 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-2e0503d8-f5a6-4508-b6c4-0b6f751cc263 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.434911 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 3079e223-4e17-4a7f-be91-ec6a7ee5dfac no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:24.449889 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-81f09599-c6cf-43a5-9601-7b67cb1d5b6a req-6f1b3f00-20db-40bf-b706-d2d101165319 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221247 Jul 16 20:23:24.479426 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d308b62-5bbf-4ad3-a100-f9b8cb816093 req-d1cc9212-30e4-4b9f-8970-cb09e96b0f02 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?device_id=eeadc51d-e4d3-4b7c-8079-939c15ddf5b4 HTTP/1.1" status: 200 len: 210 time: 0.1273656 Jul 16 20:23:24.508256 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0cbbcbdb-f797-4919-b790-0ea87c1b8d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.520874 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.544148 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dbe07242-368f-42a4-8688-0debd53bb449 req-99b8453d-16b9-40f1-ad9b-b20e562a0516 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185841 Jul 16 20:23:24.633264 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-f2877da7-8278-4ab9-bb2f-8db66085c5c1 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.667668 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-31218f33-8d43-4c97-92f0-bcdce41697f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-306516921-router', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:49Z', 'revision_number': 4, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'gw_port': {'id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e956de07-d1b1-477b-a025-0650d33a49f6', 'name': '', 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'mac_address': 'fa:16:3e:6b:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:47Z', 'updated_at': '2021-07-16T20:20:55Z', 'revision_number': 5, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'subnets': [{'id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:24.673973 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-dfe9e2d2-72fc-452a-891a-6462a3979def tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.683704 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-dfe9e2d2-72fc-452a-891a-6462a3979def tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.707225 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31218f33-8d43-4c97-92f0-bcdce41697f4 None None] The sync data for ids ['f42341e3-d7ae-4bb3-9027-f95c12ff366c'] in n-d-791506-21 is: [{'id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-306516921-router', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:49Z', 'revision_number': 4, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'gw_port': {'id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e956de07-d1b1-477b-a025-0650d33a49f6', 'name': '', 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'mac_address': 'fa:16:3e:6b:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:47Z', 'updated_at': '2021-07-16T20:20:55Z', 'revision_number': 5, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'subnets': [{'id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:23:24.718878 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.770867 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9e2d2-72fc-452a-891a-6462a3979def tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a51485cb-4ef2-4e91-b225-4f2563fc2b77,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:24.777501 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-2e0503d8-f5a6-4508-b6c4-0b6f751cc263 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2239439 Jul 16 20:23:24.781967 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 3079e223-4e17-4a7f-be91-ec6a7ee5dfac, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=3079e223-4e17-4a7f-be91-ec6a7ee5dfac,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:24.782957 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b607b0-62b2-454f-93d1-543f7ff15344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3079e223-4e17-4a7f-be91-ec6a7ee5dfac'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:24.787319 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0240940d-3755-4c21-98da-2b81eefdbbfb" -d '{"events": [{"server_uuid": "a0b607b0-62b2-454f-93d1-543f7ff15344", "name": "network-vif-unplugged", "status": "completed", "tag": "3079e223-4e17-4a7f-be91-ec6a7ee5dfac"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:24.791522 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.845034 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-9f87b9c6-b8fb-4c9d-bbab-3f6d8374917a service neutron] Request body: {'port': {'device_id': 'd1d86c7e-0dc5-4a67-86ad-cd3436be7cab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:24.856843 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=3079e223-4e17-4a7f-be91-ec6a7ee5dfac,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:24.997212 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-f2877da7-8278-4ab9-bb2f-8db66085c5c1 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Network 6d86ebc6-550a-4185-8eaf-4536a4601097 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:25.031322 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-9f87b9c6-b8fb-4c9d-bbab-3f6d8374917a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.048127 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-f2877da7-8278-4ab9-bb2f-8db66085c5c1 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:25.050886 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-f2877da7-8278-4ab9-bb2f-8db66085c5c1 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:25.133260 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-dfe9e2d2-72fc-452a-891a-6462a3979def tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Allocated IP 192.168.233.92 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/189cc177-5dab-427f-9a46-fad5a2bacdaa) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:25.176939 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-f2877da7-8278-4ab9-bb2f-8db66085c5c1 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:25.177375 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-f2877da7-8278-4ab9-bb2f-8db66085c5c1 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.198933 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2877da7-8278-4ab9-bb2f-8db66085c5c1 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Pushing event updated for resources: {'Port': ['ID=72d99a46-cc20-435b-b1ba-cde37d5f8b43,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:25.221184 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824581c1-8281-4f7d-9297-cf759f69097a None None] New status for floating IP 813e60e0-d321-4362-87fd-0bee11b0bf1b: DOWN {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:23:25.373928 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-f2877da7-8278-4ab9-bb2f-8db66085c5c1 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9815271 Jul 16 20:23:25.382046 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dbe07242-368f-42a4-8688-0debd53bb449 req-8f477b02-e8fd-460e-b293-0f5799607c94 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8273785 Jul 16 20:23:25.418128 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-2da34f5d-f317-4d1a-81dc-608b625b196f service neutron] Request body: {'port': {'device_id': '24259894-c73e-4cc4-8151-ba03b4fcce4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:25.504442 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e38213df-e021-4050-9f02-34321099bab3 None None] Provisioning for port 72d99a46-cc20-435b-b1ba-cde37d5f8b43 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:25.519450 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e38213df-e021-4050-9f02-34321099bab3 None None] Provisioning complete for port 72d99a46-cc20-435b-b1ba-cde37d5f8b43 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:25.519817 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e38213df-e021-4050-9f02-34321099bab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.587113 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09104929-a708-4ba9-9fe2-3eeafef94fba req-987ca3dd-d929-485e-a8bd-04a0a5c4f57b tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:25.598225 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09104929-a708-4ba9-9fe2-3eeafef94fba req-987ca3dd-d929-485e-a8bd-04a0a5c4f57b tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.9094746 Jul 16 20:23:25.631599 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468653e-9757-495d-80ff-8fcd953b73a5 req-8bac2aac-9a6d-48da-850d-5f6056786937 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:25.635610 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4468653e-9757-495d-80ff-8fcd953b73a5 req-8bac2aac-9a6d-48da-850d-5f6056786937 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/ports?device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 932 time: 0.8344090 Jul 16 20:23:25.665923 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e38213df-e021-4050-9f02-34321099bab3 None None] Port 72d99a46-cc20-435b-b1ba-cde37d5f8b43 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:25.690832 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.718799 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-2da34f5d-f317-4d1a-81dc-608b625b196f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.830834 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-dfe9e2d2-72fc-452a-891a-6462a3979def tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.884469 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-dfe9e2d2-72fc-452a-891a-6462a3979def tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Transition to ACTIVE for port object 189cc177-5dab-427f-9a46-fad5a2bacdaa will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:25.890491 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4468653e-9757-495d-80ff-8fcd953b73a5 req-b81c758c-9bb6-4c30-bbe3-51fe8f1098ad tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3b6aa22-d573-46e7-8402-4f023cbae97a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2341652 Jul 16 20:23:25.907315 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-9f87b9c6-b8fb-4c9d-bbab-3f6d8374917a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3170acc4-027d-4a0b-bfc3-871dbf253d97 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:25.920024 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-9f87b9c6-b8fb-4c9d-bbab-3f6d8374917a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.946041 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-9f87b9c6-b8fb-4c9d-bbab-3f6d8374917a service neutron] Transition to ACTIVE for port object 3170acc4-027d-4a0b-bfc3-871dbf253d97 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:25.954929 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-9f87b9c6-b8fb-4c9d-bbab-3f6d8374917a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.970499 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-dfe9e2d2-72fc-452a-891a-6462a3979def tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.026870 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-dfe9e2d2-72fc-452a-891a-6462a3979def tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:26.053824 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-dfe9e2d2-72fc-452a-891a-6462a3979def tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:26.058190 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-dfe9e2d2-72fc-452a-891a-6462a3979def tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:26.093103 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87b9c6-b8fb-4c9d-bbab-3f6d8374917a service neutron] Pushing event updated for resources: {'Port': ['ID=3170acc4-027d-4a0b-bfc3-871dbf253d97,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:26.201236 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-9f87b9c6-b8fb-4c9d-bbab-3f6d8374917a service neutron] Attempting to bind port 3170acc4-027d-4a0b-bfc3-871dbf253d97 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:26.201734 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-9f87b9c6-b8fb-4c9d-bbab-3f6d8374917a service neutron] Attempting to bind port 3170acc4-027d-4a0b-bfc3-871dbf253d97 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'd15bdb67-ac69-4e40-89a0-85bf2440b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:26.202065 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-9f87b9c6-b8fb-4c9d-bbab-3f6d8374917a service neutron] Attempting to bind port 3170acc4-027d-4a0b-bfc3-871dbf253d97 on network a6e3de95-78fc-4a31-9b59-b1f10f47e4ed {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:26.234967 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-dfe9e2d2-72fc-452a-891a-6462a3979def tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:26.235666 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-dfe9e2d2-72fc-452a-891a-6462a3979def tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.262883 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-2da34f5d-f317-4d1a-81dc-608b625b196f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d99a46-cc20-435b-b1ba-cde37d5f8b43 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:26.263937 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-9f87b9c6-b8fb-4c9d-bbab-3f6d8374917a service neutron] Port 3170acc4-027d-4a0b-bfc3-871dbf253d97 on network a6e3de95-78fc-4a31-9b59-b1f10f47e4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:23:26.264269 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-9f87b9c6-b8fb-4c9d-bbab-3f6d8374917a service neutron] Attempting to bind port 3170acc4-027d-4a0b-bfc3-871dbf253d97 on network a6e3de95-78fc-4a31-9b59-b1f10f47e4ed {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:26.266268 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9e2d2-72fc-452a-891a-6462a3979def tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Pushing event updated for resources: {'Port': ['ID=189cc177-5dab-427f-9a46-fad5a2bacdaa,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:26.272881 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-2da34f5d-f317-4d1a-81dc-608b625b196f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.276814 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-dfe9e2d2-72fc-452a-891a-6462a3979def tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3485847 Jul 16 20:23:26.280031 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-9f87b9c6-b8fb-4c9d-bbab-3f6d8374917a service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:26.280411 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-9f87b9c6-b8fb-4c9d-bbab-3f6d8374917a service neutron] Checking segment: {'id': 'd15bdb67-ac69-4e40-89a0-85bf2440b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:26.280671 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-9f87b9c6-b8fb-4c9d-bbab-3f6d8374917a service neutron] Bound using segment: {'id': 'd15bdb67-ac69-4e40-89a0-85bf2440b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:26.281098 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-9f87b9c6-b8fb-4c9d-bbab-3f6d8374917a service neutron] Bound port: 3170acc4-027d-4a0b-bfc3-871dbf253d97, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd15bdb67-ac69-4e40-89a0-85bf2440b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:26.281458 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-9f87b9c6-b8fb-4c9d-bbab-3f6d8374917a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.289311 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-e113d0e1-bad9-40ac-a93a-84b805c6042e service neutron] Request body: {'port': {'device_id': 'eeadc51d-e4d3-4b7c-8079-939c15ddf5b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:26.294908 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09104929-a708-4ba9-9fe2-3eeafef94fba req-22883338-49d2-439b-bfd2-1e9097b11b0f tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6833742 Jul 16 20:23:26.310756 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 371d6c7c-88ff-4783-aad3-eb3b449763a2 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:26.406707 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-2da34f5d-f317-4d1a-81dc-608b625b196f service neutron] Transition to ACTIVE for port object 72d99a46-cc20-435b-b1ba-cde37d5f8b43 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:26.417094 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-2da34f5d-f317-4d1a-81dc-608b625b196f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.434397 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 371d6c7c-88ff-4783-aad3-eb3b449763a2 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:26.435579 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-9f87b9c6-b8fb-4c9d-bbab-3f6d8374917a service neutron] For port 3170acc4-027d-4a0b-bfc3-871dbf253d97, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:26.438520 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 371d6c7c-88ff-4783-aad3-eb3b449763a2 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:26.438989 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.444940 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-9f87b9c6-b8fb-4c9d-bbab-3f6d8374917a service neutron] For port 3170acc4-027d-4a0b-bfc3-871dbf253d97, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=3170acc4-027d-4a0b-bfc3-871dbf253d97,segment=NetworkSegment(d15bdb67-ac69-4e40-89a0-85bf2440b02e),segment_id=d15bdb67-ac69-4e40-89a0-85bf2440b02e)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:26.454549 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fd1e2b-c748-4505-9ffc-4969065dd5a3 x-openstack-request-id: req-86fd1e2b-c748-4505-9ffc-4969065dd5a3 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:26.454897 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b607b0-62b2-454f-93d1-543f7ff15344", "name": "network-vif-unplugged", "status": "completed", "tag": "3079e223-4e17-4a7f-be91-ec6a7ee5dfac", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:26.455163 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-86fd1e2b-c748-4505-9ffc-4969065dd5a3 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:26.455567 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b607b0-62b2-454f-93d1-543f7ff15344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3079e223-4e17-4a7f-be91-ec6a7ee5dfac', 'code': 200} Jul 16 20:23:26.465073 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-9f87b9c6-b8fb-4c9d-bbab-3f6d8374917a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.543896 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da34f5d-f317-4d1a-81dc-608b625b196f service neutron] Pushing event updated for resources: {'Port': ['ID=72d99a46-cc20-435b-b1ba-cde37d5f8b43,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:26.573139 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-9f87b9c6-b8fb-4c9d-bbab-3f6d8374917a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:26.575063 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-9f87b9c6-b8fb-4c9d-bbab-3f6d8374917a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.580269 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-9f87b9c6-b8fb-4c9d-bbab-3f6d8374917a service neutron] 10.222.0.62 "PUT /v2.0/ports/3170acc4-027d-4a0b-bfc3-871dbf253d97 HTTP/1.1" status: 200 len: 1092 time: 1.7406607 Jul 16 20:23:26.587386 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d86c7e-0dc5-4a67-86ad-cd3436be7cab', 'tag': '3170acc4-027d-4a0b-bfc3-871dbf253d97'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:26.590496 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0023aca-a3fd-4ec4-bb4b-0a8edde4c7a1" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d86c7e-0dc5-4a67-86ad-cd3436be7cab", "tag": "3170acc4-027d-4a0b-bfc3-871dbf253d97"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:26.710217 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.712897 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9d4ac502-dabe-40ef-880b-639d686ef894 None None] Provisioning for port 189cc177-5dab-427f-9a46-fad5a2bacdaa completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:26.731107 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b48849-7985-4087-a243-18b5f83100ac req-0d796363-d3e7-4c8c-8ce0-8d299770dcd9 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:26.735801 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-17b48849-7985-4087-a243-18b5f83100ac req-0d796363-d3e7-4c8c-8ce0-8d299770dcd9 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 948 time: 0.4325202 Jul 16 20:23:26.742484 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87b9c6-b8fb-4c9d-bbab-3f6d8374917a service neutron] Pushing event updated for resources: {'Port': ['ID=3170acc4-027d-4a0b-bfc3-871dbf253d97,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:26.756241 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-e113d0e1-bad9-40ac-a93a-84b805c6042e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.760796 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9d4ac502-dabe-40ef-880b-639d686ef894 None None] Provisioning complete for port 189cc177-5dab-427f-9a46-fad5a2bacdaa triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:26.761170 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d4ac502-dabe-40ef-880b-639d686ef894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.831644 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 371d6c7c-88ff-4783-aad3-eb3b449763a2, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=371d6c7c-88ff-4783-aad3-eb3b449763a2,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:26.844637 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.886736 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-0ee37af9-b9e3-4683-bbd5-c811d33f237b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:26.890034 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-0ee37af9-b9e3-4683-bbd5-c811d33f237b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d3df7bf01e9545dc8fec2031b5863a44&device_id=d1d86c7e-0dc5-4a67-86ad-cd3436be7cab HTTP/1.1" status: 200 len: 1095 time: 0.2358322 Jul 16 20:23:26.955426 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-17b48849-7985-4087-a243-18b5f83100ac req-ef1bcd01-dee5-4cb5-ae43-7fb38ad75ed8 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846774 Jul 16 20:23:26.969366 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=371d6c7c-88ff-4783-aad3-eb3b449763a2,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:26.972816 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-2da34f5d-f317-4d1a-81dc-608b625b196f service neutron] Attempting to bind port 72d99a46-cc20-435b-b1ba-cde37d5f8b43 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:26.973403 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-2da34f5d-f317-4d1a-81dc-608b625b196f service neutron] Attempting to bind port 72d99a46-cc20-435b-b1ba-cde37d5f8b43 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '078bf850-a9a4-47df-a8d7-e25abae15d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:26.973628 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-2da34f5d-f317-4d1a-81dc-608b625b196f service neutron] Attempting to bind port 72d99a46-cc20-435b-b1ba-cde37d5f8b43 on network 6d86ebc6-550a-4185-8eaf-4536a4601097 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:26.988101 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9d4ac502-dabe-40ef-880b-639d686ef894 None None] Port 189cc177-5dab-427f-9a46-fad5a2bacdaa cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:26.997016 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-2da34f5d-f317-4d1a-81dc-608b625b196f service neutron] Port 72d99a46-cc20-435b-b1ba-cde37d5f8b43 on network 6d86ebc6-550a-4185-8eaf-4536a4601097 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:23:26.997339 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-2da34f5d-f317-4d1a-81dc-608b625b196f service neutron] Attempting to bind port 72d99a46-cc20-435b-b1ba-cde37d5f8b43 on network 6d86ebc6-550a-4185-8eaf-4536a4601097 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:27.031726 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-8f4418c8-b4e7-4ce8-9397-dc1350d80834 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3170acc4-027d-4a0b-bfc3-871dbf253d97 HTTP/1.1" status: 200 len: 217 time: 0.1273048 Jul 16 20:23:27.060676 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67375617-f419-4571-a2ad-8c61c7c130b6 req-4e7d6f90-4906-423b-a8bf-148ed74b63b9 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:27.065125 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-67375617-f419-4571-a2ad-8c61c7c130b6 req-4e7d6f90-4906-423b-a8bf-148ed74b63b9 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1d86c7e-0dc5-4a67-86ad-cd3436be7cab HTTP/1.1" status: 200 len: 943 time: 0.3283463 Jul 16 20:23:27.069127 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-2da34f5d-f317-4d1a-81dc-608b625b196f service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:27.069678 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-2da34f5d-f317-4d1a-81dc-608b625b196f service neutron] Checking segment: {'id': '078bf850-a9a4-47df-a8d7-e25abae15d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:27.071874 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-2da34f5d-f317-4d1a-81dc-608b625b196f service neutron] Bound using segment: {'id': '078bf850-a9a4-47df-a8d7-e25abae15d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:27.072517 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-2da34f5d-f317-4d1a-81dc-608b625b196f service neutron] Bound port: 72d99a46-cc20-435b-b1ba-cde37d5f8b43, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078bf850-a9a4-47df-a8d7-e25abae15d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:27.073787 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-2da34f5d-f317-4d1a-81dc-608b625b196f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.134434 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-db6b8f09-3c06-4671-8af1-7c2c0434896a None None] Provisioning for port 3170acc4-027d-4a0b-bfc3-871dbf253d97 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:27.209124 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-7a40e4d9-80c8-4d72-9b9a-2d2ba757d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:27.211147 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-7a40e4d9-80c8-4d72-9b9a-2d2ba757d00b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2dbbabcf-de96-4fb3-85e1-f42c7891edb1 HTTP/1.1" status: 200 len: 862 time: 0.1708951 Jul 16 20:23:27.302096 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-67375617-f419-4571-a2ad-8c61c7c130b6 req-1fc936d7-f4b1-477e-ae7c-76a5cbd24475 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975181 Jul 16 20:23:27.393252 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-2da34f5d-f317-4d1a-81dc-608b625b196f service neutron] For port 72d99a46-cc20-435b-b1ba-cde37d5f8b43, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:27.399920 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-2da34f5d-f317-4d1a-81dc-608b625b196f service neutron] For port 72d99a46-cc20-435b-b1ba-cde37d5f8b43, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=72d99a46-cc20-435b-b1ba-cde37d5f8b43,segment=NetworkSegment(078bf850-a9a4-47df-a8d7-e25abae15d64),segment_id=078bf850-a9a4-47df-a8d7-e25abae15d64)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:27.418631 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-2da34f5d-f317-4d1a-81dc-608b625b196f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.469618 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-5781d480-c10b-4d09-ba36-87e6fa090786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:27.472330 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-5781d480-c10b-4d09-ba36-87e6fa090786 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a6e3de95-78fc-4a31-9b59-b1f10f47e4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1922476 Jul 16 20:23:27.485753 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.491687 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-2da34f5d-f317-4d1a-81dc-608b625b196f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:27.494914 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-2da34f5d-f317-4d1a-81dc-608b625b196f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.496876 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-e113d0e1-bad9-40ac-a93a-84b805c6042e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 189cc177-5dab-427f-9a46-fad5a2bacdaa {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:27.499086 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-2da34f5d-f317-4d1a-81dc-608b625b196f service neutron] 10.222.0.62 "PUT /v2.0/ports/72d99a46-cc20-435b-b1ba-cde37d5f8b43 HTTP/1.1" status: 200 len: 1093 time: 2.1042857 Jul 16 20:23:27.501331 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24259894-c73e-4cc4-8151-ba03b4fcce4c', 'tag': '72d99a46-cc20-435b-b1ba-cde37d5f8b43'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:27.507009 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1186f3a-57ba-43e2-b036-2a73295b2c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "24259894-c73e-4cc4-8151-ba03b4fcce4c", "tag": "72d99a46-cc20-435b-b1ba-cde37d5f8b43"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:27.531056 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-e113d0e1-bad9-40ac-a93a-84b805c6042e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.542205 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ffcc6-d25f-496c-9b90-025739249a0a req-9bafe92e-e14c-4741-a75c-84fc33a8fb46 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:27.553392 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-871ffcc6-d25f-496c-9b90-025739249a0a req-9bafe92e-e14c-4741-a75c-84fc33a8fb46 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 945 time: 0.2675955 Jul 16 20:23:27.621044 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-e113d0e1-bad9-40ac-a93a-84b805c6042e service neutron] Transition to ACTIVE for port object 189cc177-5dab-427f-9a46-fad5a2bacdaa will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:27.648525 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-e113d0e1-bad9-40ac-a93a-84b805c6042e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.726649 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-44015d7f-7cc1-4e70-a82f-7c505c8202e2 service neutron] 10.222.0.62 "GET /v2.0/networks/a6e3de95-78fc-4a31-9b59-b1f10f47e4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447708 Jul 16 20:23:27.730217 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113d0e1-bad9-40ac-a93a-84b805c6042e service neutron] Pushing event updated for resources: {'Port': ['ID=189cc177-5dab-427f-9a46-fad5a2bacdaa,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:27.853084 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-871ffcc6-d25f-496c-9b90-025739249a0a req-505a0f3e-e963-4934-9902-b295a8952197 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986467 Jul 16 20:23:27.896759 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da34f5d-f317-4d1a-81dc-608b625b196f service neutron] Pushing event updated for resources: {'Port': ['ID=72d99a46-cc20-435b-b1ba-cde37d5f8b43,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:27.940898 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-e113d0e1-bad9-40ac-a93a-84b805c6042e service neutron] Attempting to bind port 189cc177-5dab-427f-9a46-fad5a2bacdaa on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:27.941375 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-e113d0e1-bad9-40ac-a93a-84b805c6042e service neutron] Attempting to bind port 189cc177-5dab-427f-9a46-fad5a2bacdaa by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:27.941553 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-e113d0e1-bad9-40ac-a93a-84b805c6042e service neutron] Attempting to bind port 189cc177-5dab-427f-9a46-fad5a2bacdaa on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:27.948488 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-e113d0e1-bad9-40ac-a93a-84b805c6042e service neutron] Port 189cc177-5dab-427f-9a46-fad5a2bacdaa on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:23:27.948804 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-e113d0e1-bad9-40ac-a93a-84b805c6042e service neutron] Attempting to bind port 189cc177-5dab-427f-9a46-fad5a2bacdaa on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:27.956563 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-e113d0e1-bad9-40ac-a93a-84b805c6042e service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:27.956810 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-e113d0e1-bad9-40ac-a93a-84b805c6042e service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:27.957170 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-e113d0e1-bad9-40ac-a93a-84b805c6042e service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:27.958049 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-e113d0e1-bad9-40ac-a93a-84b805c6042e service neutron] Bound port: 189cc177-5dab-427f-9a46-fad5a2bacdaa, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:27.958049 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-e113d0e1-bad9-40ac-a93a-84b805c6042e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.979433 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dd269f-0a5e-46e5-b980-2fa3699e18f0 x-openstack-request-id: req-40dd269f-0a5e-46e5-b980-2fa3699e18f0 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:27.979765 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d86c7e-0dc5-4a67-86ad-cd3436be7cab", "tag": "3170acc4-027d-4a0b-bfc3-871dbf253d97", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:27.980019 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-40dd269f-0a5e-46e5-b980-2fa3699e18f0 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:27.983206 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d86c7e-0dc5-4a67-86ad-cd3436be7cab', 'tag': '3170acc4-027d-4a0b-bfc3-871dbf253d97', 'status': 'completed', 'code': 200} Jul 16 20:23:27.993092 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e1d29d6e-41f3-4320-b3a0-6a1be83efc28 req-146606f8-bf42-484c-adac-b0612cd9f15d service neutron] 10.222.0.62 "GET /v2.0/networks/a6e3de95-78fc-4a31-9b59-b1f10f47e4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484682 Jul 16 20:23:28.003520 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9cba4-8d1d-4b82-a1bd-dca1c7639a5c req-4236545a-27da-4a95-86eb-67733315893b tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:28.011026 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0ef9cba4-8d1d-4b82-a1bd-dca1c7639a5c req-4236545a-27da-4a95-86eb-67733315893b tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?device_id=eeadc51d-e4d3-4b7c-8079-939c15ddf5b4 HTTP/1.1" status: 200 len: 947 time: 0.2798209 Jul 16 20:23:28.013217 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-ea2ebe10-93b6-4702-a795-c3c21c80702a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:28.025248 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-ea2ebe10-93b6-4702-a795-c3c21c80702a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=24465f931afb4d548cf03856aa8b33bd&device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 1096 time: 0.3791046 Jul 16 20:23:28.115353 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-e113d0e1-bad9-40ac-a93a-84b805c6042e service neutron] For port 189cc177-5dab-427f-9a46-fad5a2bacdaa, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:28.130083 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-e113d0e1-bad9-40ac-a93a-84b805c6042e service neutron] For port 189cc177-5dab-427f-9a46-fad5a2bacdaa, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=189cc177-5dab-427f-9a46-fad5a2bacdaa,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:28.136026 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-431f36f5-a3b7-4fe9-8382-2cd01e5d7c11 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72d99a46-cc20-435b-b1ba-cde37d5f8b43 HTTP/1.1" status: 200 len: 217 time: 0.0943406 Jul 16 20:23:28.143731 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-e113d0e1-bad9-40ac-a93a-84b805c6042e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.159638 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0ef9cba4-8d1d-4b82-a1bd-dca1c7639a5c req-4fbc4e16-8cbc-45b6-b91f-104c3f92e38d tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/security-groups?id=a51485cb-4ef2-4e91-b225-4f2563fc2b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331737 Jul 16 20:23:28.264095 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-0afedbfa-a26e-4ce3-9139-2474479a9758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:28.266080 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-0afedbfa-a26e-4ce3-9139-2474479a9758 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ed3fe018-6845-4dcd-8942-5ef871b7139d HTTP/1.1" status: 200 len: 854 time: 0.0970538 Jul 16 20:23:28.314652 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 3079e223-4e17-4a7f-be91-ec6a7ee5dfac details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:23:28.461239 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fd0775-41ec-4e8c-80bd-ee470354da28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371d6c7c-88ff-4783-aad3-eb3b449763a2'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:28.464769 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d4a85e-a382-4148-8c73-ce516f381e49" -d '{"events": [{"server_uuid": "f3fd0775-41ec-4e8c-80bd-ee470354da28", "name": "network-vif-plugged", "status": "completed", "tag": "371d6c7c-88ff-4783-aad3-eb3b449763a2"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:28.478697 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-0dbe5cf6-632f-44c1-99e5-fb7e6d849324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:28.480455 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-0dbe5cf6-632f-44c1-99e5-fb7e6d849324 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6d86ebc6-550a-4185-8eaf-4536a4601097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1887181 Jul 16 20:23:28.487220 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 3079e223-4e17-4a7f-be91-ec6a7ee5dfac, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=3079e223-4e17-4a7f-be91-ec6a7ee5dfac,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:28.504613 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-e113d0e1-bad9-40ac-a93a-84b805c6042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:28.506102 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-e113d0e1-bad9-40ac-a93a-84b805c6042e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.507506 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '3079e223-4e17-4a7f-be91-ec6a7ee5dfac', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': '3079e223-4e17-4a7f-be91-ec6a7ee5dfac', 'mac_address': 'fa:16:3e:71:63:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:23:28.507905 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-e113d0e1-bad9-40ac-a93a-84b805c6042e service neutron] 10.222.0.18 "PUT /v2.0/ports/189cc177-5dab-427f-9a46-fad5a2bacdaa HTTP/1.1" status: 200 len: 1096 time: 2.2229288 Jul 16 20:23:28.508723 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af7728-170b-4884-82e4-cfb0c9b7e1da req-c3561919-119a-4ceb-b029-21ee8255502e tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:28.514155 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e4af7728-170b-4884-82e4-cfb0c9b7e1da req-c3561919-119a-4ceb-b029-21ee8255502e tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/ports?device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 944 time: 0.3465002 Jul 16 20:23:28.522228 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0023aca-a3fd-4ec4-bb4b-0a8edde4c7a1 req-bd39fea0-5409-4d1d-b20f-c3ccdb687cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:28.524925 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f0023aca-a3fd-4ec4-bb4b-0a8edde4c7a1 req-bd39fea0-5409-4d1d-b20f-c3ccdb687cc3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d3df7bf01e9545dc8fec2031b5863a44&device_id=d1d86c7e-0dc5-4a67-86ad-cd3436be7cab HTTP/1.1" status: 200 len: 1095 time: 0.4595299 Jul 16 20:23:28.585378 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.620419 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45995d30-4c20-49a9-b1b1-a871390ec4e6 req-abbc6588-d4d8-4050-9e1f-1fa05e227196 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:28.627117 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113d0e1-bad9-40ac-a93a-84b805c6042e service neutron] Pushing event updated for resources: {'Port': ['ID=189cc177-5dab-427f-9a46-fad5a2bacdaa,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:28.632737 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3079e223-4e17-4a7f-be91-ec6a7ee5dfac {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:28.649131 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-45995d30-4c20-49a9-b1b1-a871390ec4e6 req-abbc6588-d4d8-4050-9e1f-1fa05e227196 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.3181849 Jul 16 20:23:28.669512 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 3079e223-4e17-4a7f-be91-ec6a7ee5dfac, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=3079e223-4e17-4a7f-be91-ec6a7ee5dfac,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:28.679712 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.751351 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-240735ae-06a1-4778-a2fa-9ef9e4eba677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:28.755204 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-240735ae-06a1-4778-a2fa-9ef9e4eba677 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=867e68e408b14a9f841e0fd9fdf591ba&device_id=eeadc51d-e4d3-4b7c-8079-939c15ddf5b4 HTTP/1.1" status: 200 len: 1099 time: 0.1964514 Jul 16 20:23:28.757929 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0023aca-a3fd-4ec4-bb4b-0a8edde4c7a1 req-af91810e-537a-4385-b753-7dd0a574d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:28.759689 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f0023aca-a3fd-4ec4-bb4b-0a8edde4c7a1 req-af91810e-537a-4385-b753-7dd0a574d9a1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a6e3de95-78fc-4a31-9b59-b1f10f47e4ed HTTP/1.1" status: 200 len: 924 time: 0.2287490 Jul 16 20:23:28.767949 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=3079e223-4e17-4a7f-be91-ec6a7ee5dfac,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:28.832909 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e4af7728-170b-4884-82e4-cfb0c9b7e1da req-77afc1d5-ba18-4ed2-bbfa-0133a282e41a tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3b6aa22-d573-46e7-8402-4f023cbae97a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2848983 Jul 16 20:23:28.858651 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-a87af219-f2f7-4815-9e8b-55daff48d09a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=189cc177-5dab-427f-9a46-fad5a2bacdaa HTTP/1.1" status: 200 len: 217 time: 0.0945961 Jul 16 20:23:28.860590 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f0023aca-a3fd-4ec4-bb4b-0a8edde4c7a1 req-d84dfa8b-c8f7-4139-a977-f790aa4b6b06 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3170acc4-027d-4a0b-bfc3-871dbf253d97 HTTP/1.1" status: 200 len: 217 time: 0.0872564 Jul 16 20:23:28.894920 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['3079e223-4e17-4a7f-be91-ec6a7ee5dfac'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:28.901481 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-45995d30-4c20-49a9-b1b1-a871390ec4e6 req-aaf623b6-6f63-4e92-ad35-1f5914012a3e tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419295 Jul 16 20:23:28.941879 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e14fdfa-a78c-412c-8710-0584dd9ac662 x-openstack-request-id: req-7e14fdfa-a78c-412c-8710-0584dd9ac662 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:28.942188 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24259894-c73e-4cc4-8151-ba03b4fcce4c", "tag": "72d99a46-cc20-435b-b1ba-cde37d5f8b43", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:28.942612 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7e14fdfa-a78c-412c-8710-0584dd9ac662 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:28.942819 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24259894-c73e-4cc4-8151-ba03b4fcce4c', 'tag': '72d99a46-cc20-435b-b1ba-cde37d5f8b43', 'status': 'completed', 'code': 200} Jul 16 20:23:28.959316 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-720bed89-a9fd-4af7-82b0-e4f8a242fe95 service neutron] 10.222.0.62 "GET /v2.0/networks/6d86ebc6-550a-4185-8eaf-4536a4601097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433074 Jul 16 20:23:29.004525 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0023aca-a3fd-4ec4-bb4b-0a8edde4c7a1 req-893113f9-e244-4242-8abb-82688e02d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:29.007071 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f0023aca-a3fd-4ec4-bb4b-0a8edde4c7a1 req-893113f9-e244-4242-8abb-82688e02d6ae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2dbbabcf-de96-4fb3-85e1-f42c7891edb1 HTTP/1.1" status: 200 len: 862 time: 0.1307933 Jul 16 20:23:29.071418 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-b076f235-e47d-4fa4-89a5-be85e87875e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:29.073159 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-b076f235-e47d-4fa4-89a5-be85e87875e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.2073848 Jul 16 20:23:29.166151 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1be07ece-008b-4c89-9c88-e67f89c087b9 req-dcc77fad-ff22-402a-8636-d4a2831769ce service neutron] 10.222.0.62 "GET /v2.0/networks/6d86ebc6-550a-4185-8eaf-4536a4601097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009022 Jul 16 20:23:29.190420 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0023aca-a3fd-4ec4-bb4b-0a8edde4c7a1 req-dcf1be67-2ee5-488a-9d6e-c26c6bea2ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:29.196844 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f0023aca-a3fd-4ec4-bb4b-0a8edde4c7a1 req-dcf1be67-2ee5-488a-9d6e-c26c6bea2ded service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a6e3de95-78fc-4a31-9b59-b1f10f47e4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1790390 Jul 16 20:23:29.243414 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.324538 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-90a7d515-241f-43dc-9cb9-982cb0cde19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:29.326213 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-90a7d515-241f-43dc-9cb9-982cb0cde19e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2448101 Jul 16 20:23:29.332977 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f93d0c-50d2-4764-b310-fc8a3e9b7f4e req-8a9fd91e-336d-4a6f-bf42-648db7b13d39 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:29.341398 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1f93d0c-50d2-4764-b310-fc8a3e9b7f4e req-8a9fd91e-336d-4a6f-bf42-648db7b13d39 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1d86c7e-0dc5-4a67-86ad-cd3436be7cab HTTP/1.1" status: 200 len: 943 time: 0.1588845 Jul 16 20:23:29.376838 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f0023aca-a3fd-4ec4-bb4b-0a8edde4c7a1 req-f041aa78-8ec5-4181-80af-08d1a8e727f6 service neutron] 10.222.0.62 "GET /v2.0/networks/a6e3de95-78fc-4a31-9b59-b1f10f47e4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669192 Jul 16 20:23:29.393214 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1186f3a-57ba-43e2-b036-2a73295b2c2f req-30294cea-d30c-4875-9b07-25c00873f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:29.395892 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e1186f3a-57ba-43e2-b036-2a73295b2c2f req-30294cea-d30c-4875-9b07-25c00873f95a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=24465f931afb4d548cf03856aa8b33bd&device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 1096 time: 0.1548362 Jul 16 20:23:29.430528 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1f93d0c-50d2-4764-b310-fc8a3e9b7f4e req-8a90c67e-3b28-4bdb-834b-ce6d0a20cfdc tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880635 Jul 16 20:23:29.520153 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fee0302-959b-431a-92a5-e0cb4e8d6c31 x-openstack-request-id: req-9fee0302-959b-431a-92a5-e0cb4e8d6c31 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:29.521794 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fd0775-41ec-4e8c-80bd-ee470354da28", "name": "network-vif-plugged", "status": "completed", "tag": "371d6c7c-88ff-4783-aad3-eb3b449763a2", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:29.522739 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9fee0302-959b-431a-92a5-e0cb4e8d6c31 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:29.523470 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3fd0775-41ec-4e8c-80bd-ee470354da28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371d6c7c-88ff-4783-aad3-eb3b449763a2', 'code': 200} Jul 16 20:23:29.551054 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-3986ba2c-a2e0-47b8-a5f7-b0cb9ce29331 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136719 Jul 16 20:23:29.609504 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f0023aca-a3fd-4ec4-bb4b-0a8edde4c7a1 req-60803f0e-818a-4e33-89ab-19a776240578 service neutron] 10.222.0.62 "GET /v2.0/networks/a6e3de95-78fc-4a31-9b59-b1f10f47e4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248724 Jul 16 20:23:29.684273 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a0b98-3223-4a9f-988d-971e42d54a04 req-40b79f98-7dc2-494f-ae04-5aa3ea3aef74 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:29.685780 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c18a0b98-3223-4a9f-988d-971e42d54a04 req-40b79f98-7dc2-494f-ae04-5aa3ea3aef74 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 949 time: 0.2543159 Jul 16 20:23:29.690201 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1186f3a-57ba-43e2-b036-2a73295b2c2f req-49a50bee-0454-4fd7-91c3-b28a7ca0f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:29.691645 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e1186f3a-57ba-43e2-b036-2a73295b2c2f req-49a50bee-0454-4fd7-91c3-b28a7ca0f980 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6d86ebc6-550a-4185-8eaf-4536a4601097 HTTP/1.1" status: 200 len: 916 time: 0.2872438 Jul 16 20:23:29.698834 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e989e949-a8dd-45c3-bc71-a72bbff0bc81 req-f5f15eaf-52e7-46d3-be60-0b8b21091bb0 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357462 Jul 16 20:23:29.796916 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e1186f3a-57ba-43e2-b036-2a73295b2c2f req-90a981d0-fe5b-45ac-9359-2da7123966a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72d99a46-cc20-435b-b1ba-cde37d5f8b43 HTTP/1.1" status: 200 len: 217 time: 0.0711513 Jul 16 20:23:29.810812 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c18a0b98-3223-4a9f-988d-971e42d54a04 req-8847af88-9d8f-4ae2-98d0-d6ee6cc20999 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143756 Jul 16 20:23:29.821991 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19657e94-e73d-46a1-99ff-e579ac5ded3f req-fea0bd0a-278d-45ce-98ef-4cebd97a8130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:29.823460 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19657e94-e73d-46a1-99ff-e579ac5ded3f req-fea0bd0a-278d-45ce-98ef-4cebd97a8130 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 1097 time: 0.2277570 Jul 16 20:23:29.981992 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeadc51d-e4d3-4b7c-8079-939c15ddf5b4', 'tag': '189cc177-5dab-427f-9a46-fad5a2bacdaa'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:29.985216 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133beaff-24d4-49ba-b4a9-6f1a38e090f2" -d '{"events": [{"name": "network-changed", "server_uuid": "eeadc51d-e4d3-4b7c-8079-939c15ddf5b4", "tag": "189cc177-5dab-427f-9a46-fad5a2bacdaa"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:30.180648 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1186f3a-57ba-43e2-b036-2a73295b2c2f req-0f4bb828-f709-4a46-b495-6901a27b20f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:30.182156 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e1186f3a-57ba-43e2-b036-2a73295b2c2f req-0f4bb828-f709-4a46-b495-6901a27b20f3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ed3fe018-6845-4dcd-8942-5ef871b7139d HTTP/1.1" status: 200 len: 854 time: 0.3756316 Jul 16 20:23:30.186293 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19657e94-e73d-46a1-99ff-e579ac5ded3f req-101c3cc5-fc67-42c9-904d-774b1415f17a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400974 Jul 16 20:23:30.199986 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ea598-5cc4-4215-8368-bdd36f44f60c req-027d9e01-8cc0-4dae-b219-5a70e1b88049 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:30.201426 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe9ea598-5cc4-4215-8368-bdd36f44f60c req-027d9e01-8cc0-4dae-b219-5a70e1b88049 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 945 time: 0.5125840 Jul 16 20:23:30.288401 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cfe30-903d-470d-ad30-dd82a59e6e77 req-205e7163-8753-4db0-a502-8b423b28d6af tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:30.289932 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-916cfe30-903d-470d-ad30-dd82a59e6e77 req-205e7163-8753-4db0-a502-8b423b28d6af tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?device_id=eeadc51d-e4d3-4b7c-8079-939c15ddf5b4 HTTP/1.1" status: 200 len: 947 time: 0.1688962 Jul 16 20:23:30.301889 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe9ea598-5cc4-4215-8368-bdd36f44f60c req-9b92267a-5f23-457d-9baa-a5ac9d634d5e tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901539 Jul 16 20:23:30.318430 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 3079e223-4e17-4a7f-be91-ec6a7ee5dfac up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:30.329075 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1186f3a-57ba-43e2-b036-2a73295b2c2f req-cf5c9ac7-3e6a-4824-b7b2-a88563a29911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:30.330654 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e1186f3a-57ba-43e2-b036-2a73295b2c2f req-cf5c9ac7-3e6a-4824-b7b2-a88563a29911 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6d86ebc6-550a-4185-8eaf-4536a4601097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1275661 Jul 16 20:23:30.366354 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-916cfe30-903d-470d-ad30-dd82a59e6e77 req-7a236129-551e-4fa4-91b9-1a4228464c29 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/security-groups?id=a51485cb-4ef2-4e91-b225-4f2563fc2b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704386 Jul 16 20:23:30.387346 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 3079e223-4e17-4a7f-be91-ec6a7ee5dfac triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:30.388036 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.463998 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e1186f3a-57ba-43e2-b036-2a73295b2c2f req-58cc0439-03cf-43e6-a221-9b2562cffaf1 service neutron] 10.222.0.62 "GET /v2.0/networks/6d86ebc6-550a-4185-8eaf-4536a4601097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238115 Jul 16 20:23:30.514488 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.578201 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 3079e223-4e17-4a7f-be91-ec6a7ee5dfac, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=3079e223-4e17-4a7f-be91-ec6a7ee5dfac,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:30.584313 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e1186f3a-57ba-43e2-b036-2a73295b2c2f req-6f0cd111-d5c8-49bc-ba3c-f0b5fe952979 service neutron] 10.222.0.62 "GET /v2.0/networks/6d86ebc6-550a-4185-8eaf-4536a4601097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133497 Jul 16 20:23:30.585432 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.650122 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=3079e223-4e17-4a7f-be91-ec6a7ee5dfac,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:30.806633 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3555b-00a3-44c9-9b90-29bb9275da9a req-cd50db7c-9318-4073-b4d6-471082bda472 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:30.808319 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0ad3555b-00a3-44c9-9b90-29bb9275da9a req-cd50db7c-9318-4073-b4d6-471082bda472 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/ports?device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 944 time: 0.2216697 Jul 16 20:23:30.854763 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cefdaa-3b53-4572-8d21-a9236b0c5f5f req-8f0583d4-6448-4831-9c5f-dbdc675bec6b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:30.856255 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-30cefdaa-3b53-4572-8d21-a9236b0c5f5f req-8f0583d4-6448-4831-9c5f-dbdc675bec6b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344&tenant_id=ae184935e63442fbbd551c2164ed273b&binding%3Ahost_id=n-h1-791506-21 HTTP/1.1" status: 200 len: 950 time: 0.2072270 Jul 16 20:23:30.866429 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc52fd-f438-4014-aa34-418af56d1b86 req-2240262a-5b1d-4d48-80bb-48717430fc0e tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:30.867769 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75dc52fd-f438-4014-aa34-418af56d1b86 req-2240262a-5b1d-4d48-80bb-48717430fc0e tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.2203135 Jul 16 20:23:30.905277 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0ad3555b-00a3-44c9-9b90-29bb9275da9a req-49de7645-a1ef-462a-973e-b6a942fcfb6e tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3b6aa22-d573-46e7-8402-4f023cbae97a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872915 Jul 16 20:23:30.962808 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0522b1f1-462b-4f6a-94f9-4b8d8f0460ea x-openstack-request-id: req-0522b1f1-462b-4f6a-94f9-4b8d8f0460ea {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:30.963818 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeadc51d-e4d3-4b7c-8079-939c15ddf5b4", "tag": "189cc177-5dab-427f-9a46-fad5a2bacdaa", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:30.964304 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0522b1f1-462b-4f6a-94f9-4b8d8f0460ea {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:30.964913 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeadc51d-e4d3-4b7c-8079-939c15ddf5b4', 'tag': '189cc177-5dab-427f-9a46-fad5a2bacdaa', 'status': 'completed', 'code': 200} Jul 16 20:23:30.967663 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75dc52fd-f438-4014-aa34-418af56d1b86 req-66273baf-0d3c-45cd-b659-d5860f5b13cf tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890858 Jul 16 20:23:31.017424 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cefdaa-3b53-4572-8d21-a9236b0c5f5f req-32d6b424-88fa-443f-b546-2c96360afd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.019785 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-30cefdaa-3b53-4572-8d21-a9236b0c5f5f req-32d6b424-88fa-443f-b546-2c96360afd23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 1102 time: 0.1001046 Jul 16 20:23:31.166778 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133beaff-24d4-49ba-b4a9-6f1a38e090f2 req-2a8b1f84-e325-4db9-91bb-86511d691627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.168326 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-133beaff-24d4-49ba-b4a9-6f1a38e090f2 req-2a8b1f84-e325-4db9-91bb-86511d691627 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=867e68e408b14a9f841e0fd9fdf591ba&device_id=eeadc51d-e4d3-4b7c-8079-939c15ddf5b4 HTTP/1.1" status: 200 len: 1099 time: 0.0865247 Jul 16 20:23:31.250597 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cefdaa-3b53-4572-8d21-a9236b0c5f5f req-1e8f987c-4ed2-468d-bd03-a487e2a973f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.252414 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-30cefdaa-3b53-4572-8d21-a9236b0c5f5f req-1e8f987c-4ed2-468d-bd03-a487e2a973f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.2265606 Jul 16 20:23:31.268687 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133beaff-24d4-49ba-b4a9-6f1a38e090f2 req-7614f8a9-198f-4eff-9cd7-7b24b7c2c970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.270250 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-133beaff-24d4-49ba-b4a9-6f1a38e090f2 req-7614f8a9-198f-4eff-9cd7-7b24b7c2c970 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.0952988 Jul 16 20:23:31.311125 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-30cefdaa-3b53-4572-8d21-a9236b0c5f5f req-df7071ed-8bea-4859-8fde-bfc481faa129 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=3079e223-4e17-4a7f-be91-ec6a7ee5dfac HTTP/1.1" status: 200 len: 217 time: 0.0492232 Jul 16 20:23:31.316818 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-133beaff-24d4-49ba-b4a9-6f1a38e090f2 req-4f276500-39a6-4dbb-8902-64aad5d34fab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=189cc177-5dab-427f-9a46-fad5a2bacdaa HTTP/1.1" status: 200 len: 217 time: 0.0398290 Jul 16 20:23:31.319239 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ef8d2-f92b-4fca-a49e-3495fe746441 req-84c2bfce-555a-42f5-92f7-081feb86ae93 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.320703 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a44ef8d2-f92b-4fca-a49e-3495fe746441 req-84c2bfce-555a-42f5-92f7-081feb86ae93 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.1697299 Jul 16 20:23:31.340255 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6edfd5-140d-486b-a79d-d507defb8928 req-3b708144-2a74-463c-9be7-82e36b587dc5 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.343050 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf6edfd5-140d-486b-a79d-d507defb8928 req-3b708144-2a74-463c-9be7-82e36b587dc5 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1d86c7e-0dc5-4a67-86ad-cd3436be7cab HTTP/1.1" status: 200 len: 943 time: 0.2046461 Jul 16 20:23:31.375336 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133beaff-24d4-49ba-b4a9-6f1a38e090f2 req-ed17119b-1ef1-485b-9a43-11b76489bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.376943 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-133beaff-24d4-49ba-b4a9-6f1a38e090f2 req-ed17119b-1ef1-485b-9a43-11b76489bef5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0498209 Jul 16 20:23:31.434397 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a44ef8d2-f92b-4fca-a49e-3495fe746441 req-e796c0fa-25c4-458f-992d-7e5af78ed84f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030025 Jul 16 20:23:31.438302 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133beaff-24d4-49ba-b4a9-6f1a38e090f2 req-5f0cbb10-0435-49fe-b7a2-70841d2d2f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.440328 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-133beaff-24d4-49ba-b4a9-6f1a38e090f2 req-5f0cbb10-0435-49fe-b7a2-70841d2d2f38 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0565321 Jul 16 20:23:31.441112 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf6edfd5-140d-486b-a79d-d507defb8928 req-f2a6ea70-3d17-4a33-a1f0-073778394d95 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770943 Jul 16 20:23:31.443690 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cefdaa-3b53-4572-8d21-a9236b0c5f5f req-e7804f4c-5ecf-4b38-9437-cd95c39f19fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.445419 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-30cefdaa-3b53-4572-8d21-a9236b0c5f5f req-e7804f4c-5ecf-4b38-9437-cd95c39f19fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1234736 Jul 16 20:23:31.525243 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b607b0-62b2-454f-93d1-543f7ff15344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3079e223-4e17-4a7f-be91-ec6a7ee5dfac'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:31.528021 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940b771f-41ff-41d6-bcb4-7707e5bf6046" -d '{"events": [{"server_uuid": "a0b607b0-62b2-454f-93d1-543f7ff15344", "name": "network-vif-plugged", "status": "completed", "tag": "3079e223-4e17-4a7f-be91-ec6a7ee5dfac"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:31.557211 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cefdaa-3b53-4572-8d21-a9236b0c5f5f req-2ce0b808-26d3-4d44-b379-47104d960014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.565331 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-30cefdaa-3b53-4572-8d21-a9236b0c5f5f req-2ce0b808-26d3-4d44-b379-47104d960014 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1094391 Jul 16 20:23:31.600252 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-133beaff-24d4-49ba-b4a9-6f1a38e090f2 req-22dacaba-7c20-4c1a-8e59-5c3fcbf7059c service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477163 Jul 16 20:23:31.694249 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-133beaff-24d4-49ba-b4a9-6f1a38e090f2 req-5adc3aad-ffa2-4f97-a5d5-74201090b6df service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877500 Jul 16 20:23:31.741448 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56938) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:31.752279 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-30cefdaa-3b53-4572-8d21-a9236b0c5f5f req-f8531b05-8902-42a0-92ba-e1ea2916760e service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833284 Jul 16 20:23:31.760807 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641b613-16ac-4b52-90dd-67361016911d req-33cbb98a-a265-4b00-be62-4e0572778462 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.762234 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5641b613-16ac-4b52-90dd-67361016911d req-33cbb98a-a265-4b00-be62-4e0572778462 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 945 time: 0.1959858 Jul 16 20:23:31.793433 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c56cc-0da3-48e3-b9e5-d67aa63539f5 req-e0864727-6c55-4222-bb7c-25e5740090db tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.794931 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ab9c56cc-0da3-48e3-b9e5-d67aa63539f5 req-e0864727-6c55-4222-bb7c-25e5740090db tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?device_id=eeadc51d-e4d3-4b7c-8079-939c15ddf5b4 HTTP/1.1" status: 200 len: 947 time: 0.1961355 Jul 16 20:23:31.846013 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7aeb75aa-1f74-49ab-a3a6-f1337f6eb100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.895138 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5641b613-16ac-4b52-90dd-67361016911d req-40b1e2e6-d6cc-439c-b438-c848c28ae82a tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195817 Jul 16 20:23:31.905412 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ab9c56cc-0da3-48e3-b9e5-d67aa63539f5 req-e7c051be-4069-48a1-ba71-61a2e64e652c tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/security-groups?id=a51485cb-4ef2-4e91-b225-4f2563fc2b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979338 Jul 16 20:23:31.923214 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-30cefdaa-3b53-4572-8d21-a9236b0c5f5f req-35bf786e-095e-4b87-a475-d7486c5770e5 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594038 Jul 16 20:23:31.947296 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7aeb75aa-1f74-49ab-a3a6-f1337f6eb100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.952898 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7aeb75aa-1f74-49ab-a3a6-f1337f6eb100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.989206 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776752c2-03c4-4655-b9a2-6aa3d4a186a6 x-openstack-request-id: req-776752c2-03c4-4655-b9a2-6aa3d4a186a6 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:31.989759 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b607b0-62b2-454f-93d1-543f7ff15344", "name": "network-vif-plugged", "status": "completed", "tag": "3079e223-4e17-4a7f-be91-ec6a7ee5dfac", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:31.990902 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-776752c2-03c4-4655-b9a2-6aa3d4a186a6 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:31.991616 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b607b0-62b2-454f-93d1-543f7ff15344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3079e223-4e17-4a7f-be91-ec6a7ee5dfac', 'code': 200} Jul 16 20:23:32.010225 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb75aa-1f74-49ab-a3a6-f1337f6eb100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fc1bdb-9c28-4dc9-8249-44a8945da5e2,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:32.026907 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56950) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:32.028681 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7aeb75aa-1f74-49ab-a3a6-f1337f6eb100 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=efa4871701b347a5a64abd21e8e693f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860816 Jul 16 20:23:32.139939 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-57f3529e-1013-4b6b-bb28-8fe292b1ecbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.170889 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 3170acc4-027d-4a0b-bfc3-871dbf253d97 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:23:32.178885 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-57f3529e-1013-4b6b-bb28-8fe292b1ecbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.208065 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ef6b2-9558-4af6-ac76-7a5bc0c4c8a4 req-30621c43-edd0-494e-b834-0433c366a05e tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:32.210266 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8e8ef6b2-9558-4af6-ac76-7a5bc0c4c8a4 req-30621c43-edd0-494e-b834-0433c366a05e tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 1097 time: 0.1436837 Jul 16 20:23:32.255490 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5ef17-c0d8-4be1-9730-b06057c8ad62 req-3d55a298-28c9-43fd-88bc-c7f4ae243488 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:32.257488 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ee5ef17-c0d8-4be1-9730-b06057c8ad62 req-3d55a298-28c9-43fd-88bc-c7f4ae243488 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/ports?device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 944 time: 0.1626565 Jul 16 20:23:32.271024 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 3170acc4-027d-4a0b-bfc3-871dbf253d97, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=3170acc4-027d-4a0b-bfc3-871dbf253d97,segment=NetworkSegment(d15bdb67-ac69-4e40-89a0-85bf2440b02e),segment_id=d15bdb67-ac69-4e40-89a0-85bf2440b02e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:32.272880 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8e8ef6b2-9558-4af6-ac76-7a5bc0c4c8a4 req-08d905e8-6a0a-4caf-b848-ab2668afa4ba tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557337 Jul 16 20:23:32.297444 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '3170acc4-027d-4a0b-bfc3-871dbf253d97', 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed', 'port_id': '3170acc4-027d-4a0b-bfc3-871dbf253d97', 'mac_address': 'fa:16:3e:59:8e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:23:32.310992 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-57f3529e-1013-4b6b-bb28-8fe292b1ecbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.310992 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-57f3529e-1013-4b6b-bb28-8fe292b1ecbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.310992 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-57f3529e-1013-4b6b-bb28-8fe292b1ecbb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/38fc1bdb-9c28-4dc9-8249-44a8945da5e2 HTTP/1.1" status: 204 len: 168 time: 0.2806027 Jul 16 20:23:32.324472 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 189cc177-5dab-427f-9a46-fad5a2bacdaa details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:23:32.332934 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3529e-1013-4b6b-bb28-8fe292b1ecbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fc1bdb-9c28-4dc9-8249-44a8945da5e2,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:32.355704 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ee5ef17-c0d8-4be1-9730-b06057c8ad62 req-23be8c4b-c657-48f9-a220-0e3683e3c337 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3b6aa22-d573-46e7-8402-4f023cbae97a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785217 Jul 16 20:23:32.380387 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.413799 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3170acc4-027d-4a0b-bfc3-871dbf253d97 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:32.476328 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 3170acc4-027d-4a0b-bfc3-871dbf253d97, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=3170acc4-027d-4a0b-bfc3-871dbf253d97,segment=NetworkSegment(d15bdb67-ac69-4e40-89a0-85bf2440b02e),segment_id=d15bdb67-ac69-4e40-89a0-85bf2440b02e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:32.490021 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.531431 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 189cc177-5dab-427f-9a46-fad5a2bacdaa, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=189cc177-5dab-427f-9a46-fad5a2bacdaa,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:32.581434 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34e32b-25d5-457a-bb5c-a72073ff46d6 req-9bd5edf1-4d77-46e4-ac13-aad65c0e37c4 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:32.584457 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5f34e32b-25d5-457a-bb5c-a72073ff46d6 req-9bd5edf1-4d77-46e4-ac13-aad65c0e37c4 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.0903182 Jul 16 20:23:32.589993 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '189cc177-5dab-427f-9a46-fad5a2bacdaa', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': '189cc177-5dab-427f-9a46-fad5a2bacdaa', 'mac_address': 'fa:16:3e:f1:13:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:23:32.631724 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=3170acc4-027d-4a0b-bfc3-871dbf253d97,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:32.670674 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5f34e32b-25d5-457a-bb5c-a72073ff46d6 req-2eddf17e-2010-48fb-b261-1d3231d1012c tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706220 Jul 16 20:23:32.748762 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.790064 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189cc177-5dab-427f-9a46-fad5a2bacdaa {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:32.812824 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56970) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:32.825799 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 189cc177-5dab-427f-9a46-fad5a2bacdaa, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=189cc177-5dab-427f-9a46-fad5a2bacdaa,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:32.829776 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['3170acc4-027d-4a0b-bfc3-871dbf253d97'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:32.835276 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2c03515b-4244-41b8-8427-482004c4b3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.869704 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834240c7-c4dc-4142-a412-acf0ea8523af req-87f34e74-cf38-469d-8686-f251fb854fe2 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:32.883491 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.884618 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-834240c7-c4dc-4142-a412-acf0ea8523af req-87f34e74-cf38-469d-8686-f251fb854fe2 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.1521077 Jul 16 20:23:32.957622 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.996543 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=189cc177-5dab-427f-9a46-fad5a2bacdaa,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:33.046199 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-834240c7-c4dc-4142-a412-acf0ea8523af req-3ca96c02-ac26-43e1-96c0-6d03556f1553 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593122 Jul 16 20:23:33.070704 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56982) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:33.108501 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['189cc177-5dab-427f-9a46-fad5a2bacdaa'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:33.122230 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d233147-2e98-42be-b98c-b7296627c0de req-eca09c21-4a26-4207-8ef8-4ae56a9a6857 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:33.147301 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d233147-2e98-42be-b98c-b7296627c0de req-eca09c21-4a26-4207-8ef8-4ae56a9a6857 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1d86c7e-0dc5-4a67-86ad-cd3436be7cab HTTP/1.1" status: 200 len: 944 time: 0.2339816 Jul 16 20:23:33.184615 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2c03515b-4244-41b8-8427-482004c4b3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.195173 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2c03515b-4244-41b8-8427-482004c4b3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.232591 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d233147-2e98-42be-b98c-b7296627c0de req-4924c07f-7f5d-4df2-87a8-36a0dd8ddf6a tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818055 Jul 16 20:23:33.247622 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2c03515b-4244-41b8-8427-482004c4b3d6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f76fc24926f54d55a43b4d564c7dcf67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4337194 Jul 16 20:23:33.252157 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56986) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:33.296738 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03515b-4244-41b8-8427-482004c4b3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20e28a1-6329-413b-a4d4-5063be5b4964,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:33.310874 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-02748658-e1ef-47d5-81a2-c4aca28dde9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.418189 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dd1d39fa-f325-46c4-9335-3aa81b2218b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.484226 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dd1d39fa-f325-46c4-9335-3aa81b2218b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.513945 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76803fc3-6809-4432-a61a-24a3dbb11bca req-9aed1381-3e16-4515-a143-6841c3e937da tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:33.515453 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-76803fc3-6809-4432-a61a-24a3dbb11bca req-9aed1381-3e16-4515-a143-6841c3e937da tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?device_id=eeadc51d-e4d3-4b7c-8079-939c15ddf5b4 HTTP/1.1" status: 200 len: 948 time: 0.2199786 Jul 16 20:23:33.608428 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d70afd-b577-4bc0-b247-3a06337cb627 req-eed86b33-5643-4759-adf6-e87e6b8ae99b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:33.609981 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-97d70afd-b577-4bc0-b247-3a06337cb627 req-eed86b33-5643-4759-adf6-e87e6b8ae99b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.2150307 Jul 16 20:23:33.636176 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-76803fc3-6809-4432-a61a-24a3dbb11bca req-c4d29a09-ec5a-45a4-9442-d46831f741bd tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/security-groups?id=a51485cb-4ef2-4e91-b225-4f2563fc2b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138844 Jul 16 20:23:33.654596 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dd1d39fa-f325-46c4-9335-3aa81b2218b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.657119 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dd1d39fa-f325-46c4-9335-3aa81b2218b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.658239 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-dd1d39fa-f325-46c4-9335-3aa81b2218b5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f20e28a1-6329-413b-a4d4-5063be5b4964 HTTP/1.1" status: 204 len: 168 time: 0.4051991 Jul 16 20:23:33.660321 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-02748658-e1ef-47d5-81a2-c4aca28dde9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.691524 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d39fa-f325-46c4-9335-3aa81b2218b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20e28a1-6329-413b-a4d4-5063be5b4964,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:33.701407 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-02748658-e1ef-47d5-81a2-c4aca28dde9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.800659 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-02748658-e1ef-47d5-81a2-c4aca28dde9d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bf71a69bc2c940d08ba2d642f5360b49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7269192 Jul 16 20:23:33.803911 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56996) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:33.829576 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-97d70afd-b577-4bc0-b247-3a06337cb627 req-bdf7133e-95ae-4daa-988b-1c4a843e72ff tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091651 Jul 16 20:23:33.854848 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02748658-e1ef-47d5-81a2-c4aca28dde9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6d678e-e92c-4192-aee8-b649a4316563,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:33.916106 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-44270548-6b41-4c08-bead-500148662cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.951487 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-44270548-6b41-4c08-bead-500148662cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.963515 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6c67a-7d3d-422c-ad4f-4e93fb18627b req-5d96f18d-e1ca-449f-a1a4-b9775ca572bd tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:33.979771 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1b6c67a-7d3d-422c-ad4f-4e93fb18627b req-5d96f18d-e1ca-449f-a1a4-b9775ca572bd tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/ports?device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 944 time: 0.1840651 Jul 16 20:23:34.019130 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-44270548-6b41-4c08-bead-500148662cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.023539 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-44270548-6b41-4c08-bead-500148662cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.024927 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-44270548-6b41-4c08-bead-500148662cd0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8a6d678e-e92c-4192-aee8-b649a4316563 HTTP/1.1" status: 204 len: 168 time: 0.2199538 Jul 16 20:23:34.035005 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44270548-6b41-4c08-bead-500148662cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6d678e-e92c-4192-aee8-b649a4316563,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:34.040023 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1b6c67a-7d3d-422c-ad4f-4e93fb18627b req-2b735763-82a1-45a8-9595-ccc9a1d225d9 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3b6aa22-d573-46e7-8402-4f023cbae97a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593574 Jul 16 20:23:34.125644 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032197c-f7e7-434b-b332-c9da69859347 req-331aa4a5-bc6c-4bb7-a73d-2143d8db5840 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:34.127332 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3032197c-f7e7-434b-b332-c9da69859347 req-331aa4a5-bc6c-4bb7-a73d-2143d8db5840 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.0824571 Jul 16 20:23:34.181174 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 3170acc4-027d-4a0b-bfc3-871dbf253d97 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:34.191651 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3032197c-f7e7-434b-b332-c9da69859347 req-7b94d490-244c-4a94-8ae3-4be802b98719 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577178 Jul 16 20:23:34.261065 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 3170acc4-027d-4a0b-bfc3-871dbf253d97 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:34.265151 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 3170acc4-027d-4a0b-bfc3-871dbf253d97 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:34.265525 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.340764 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 189cc177-5dab-427f-9a46-fad5a2bacdaa up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:34.389020 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.420857 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d86c7e-0dc5-4a67-86ad-cd3436be7cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3170acc4-027d-4a0b-bfc3-871dbf253d97'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:34.423063 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d78e3e-8820-4dd1-9950-ced9f9210cc5" -d '{"events": [{"server_uuid": "d1d86c7e-0dc5-4a67-86ad-cd3436be7cab", "name": "network-vif-plugged", "status": "completed", "tag": "3170acc4-027d-4a0b-bfc3-871dbf253d97"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:34.439307 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 3170acc4-027d-4a0b-bfc3-871dbf253d97, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=3170acc4-027d-4a0b-bfc3-871dbf253d97,segment=NetworkSegment(d15bdb67-ac69-4e40-89a0-85bf2440b02e),segment_id=d15bdb67-ac69-4e40-89a0-85bf2440b02e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:34.442417 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 189cc177-5dab-427f-9a46-fad5a2bacdaa completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:34.452193 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.456238 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 189cc177-5dab-427f-9a46-fad5a2bacdaa triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:34.456603 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.554379 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=3170acc4-027d-4a0b-bfc3-871dbf253d97,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:34.576130 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57042) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:34.594355 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-27d4d4d8-58d7-4293-b38c-a3d11b2d6ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.604155 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a0342-c02a-4f8d-9c84-cf49ad2252fb req-73a48873-869a-4f72-9dde-ed2afb2046b4 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:34.606278 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dc4a0342-c02a-4f8d-9c84-cf49ad2252fb req-73a48873-869a-4f72-9dde-ed2afb2046b4 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1d86c7e-0dc5-4a67-86ad-cd3436be7cab HTTP/1.1" status: 200 len: 945 time: 0.1519208 Jul 16 20:23:34.616014 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.651872 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 189cc177-5dab-427f-9a46-fad5a2bacdaa, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=189cc177-5dab-427f-9a46-fad5a2bacdaa,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:34.658641 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.688638 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dc4a0342-c02a-4f8d-9c84-cf49ad2252fb req-44b679bf-fd5a-48ac-8846-4c46a48f3214 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728939 Jul 16 20:23:34.721835 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=189cc177-5dab-427f-9a46-fad5a2bacdaa,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:34.753815 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-27d4d4d8-58d7-4293-b38c-a3d11b2d6ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.760334 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-27d4d4d8-58d7-4293-b38c-a3d11b2d6ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.790084 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8fc1ff-a317-4aee-81a1-cd1fdea51873 x-openstack-request-id: req-1b8fc1ff-a317-4aee-81a1-cd1fdea51873 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:34.791074 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d86c7e-0dc5-4a67-86ad-cd3436be7cab", "name": "network-vif-plugged", "status": "completed", "tag": "3170acc4-027d-4a0b-bfc3-871dbf253d97", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:34.791432 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1b8fc1ff-a317-4aee-81a1-cd1fdea51873 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:34.791927 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d86c7e-0dc5-4a67-86ad-cd3436be7cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3170acc4-027d-4a0b-bfc3-871dbf253d97', 'code': 200} Jul 16 20:23:34.810447 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4d4d8-58d7-4293-b38c-a3d11b2d6ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e26d9f4-d8d8-4033-9104-6b0cae403c91,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:34.815044 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-27d4d4d8-58d7-4293-b38c-a3d11b2d6ebd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e1155aa593764d6189286a77974d9866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376013 Jul 16 20:23:34.817715 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57054) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:34.901333 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b64b263-49b6-4984-8442-8ca3fc1bf213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.923975 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b64b263-49b6-4984-8442-8ca3fc1bf213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.971282 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-457dda87-5909-412e-b3db-9a65cf88f176 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=ae184935e63442fbbd551c2164ed273b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720112 Jul 16 20:23:34.983618 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b64b263-49b6-4984-8442-8ca3fc1bf213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.986854 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b64b263-49b6-4984-8442-8ca3fc1bf213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.988321 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1b64b263-49b6-4984-8442-8ca3fc1bf213 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9e26d9f4-d8d8-4033-9104-6b0cae403c91 HTTP/1.1" status: 204 len: 168 time: 0.1693461 Jul 16 20:23:35.001360 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64b263-49b6-4984-8442-8ca3fc1bf213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e26d9f4-d8d8-4033-9104-6b0cae403c91,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:35.127750 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3da25-e01c-471d-a89c-1755d689be91 req-5fca5b91-dc19-49c3-b48b-35ec6de188ca tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:35.129350 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13f3da25-e01c-471d-a89c-1755d689be91 req-5fca5b91-dc19-49c3-b48b-35ec6de188ca tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?device_id=eeadc51d-e4d3-4b7c-8079-939c15ddf5b4 HTTP/1.1" status: 200 len: 949 time: 0.2439311 Jul 16 20:23:35.174659 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-b0fbf2de-0f2b-4583-b417-d30276fead90 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:35.176062 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-b0fbf2de-0f2b-4583-b417-d30276fead90 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1961081 Jul 16 20:23:35.184573 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c86c0-1bed-4c24-9a60-167a8c2bf75f req-b21a8436-cf1f-4935-901a-e5c37b306988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:35.188345 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6a5c86c0-1bed-4c24-9a60-167a8c2bf75f req-b21a8436-cf1f-4935-901a-e5c37b306988 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d1d86c7e-0dc5-4a67-86ad-cd3436be7cab HTTP/1.1" status: 200 len: 1097 time: 0.2905557 Jul 16 20:23:35.204191 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-c5a07e75-29ec-4c50-a7dd-c1296ac3ffca tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/quotas/ae184935e63442fbbd551c2164ed273b HTTP/1.1" status: 200 len: 375 time: 0.0141084 Jul 16 20:23:35.219504 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13f3da25-e01c-471d-a89c-1755d689be91 req-888ace3d-a8ce-4543-aff6-5b32507ed8a1 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/security-groups?id=a51485cb-4ef2-4e91-b225-4f2563fc2b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796571 Jul 16 20:23:35.350229 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6a5c86c0-1bed-4c24-9a60-167a8c2bf75f req-c07583ef-0aa6-4d9a-ac49-23e8816de5a4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444392 Jul 16 20:23:35.380157 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-d5ffa05a-281c-48f8-ab92-47658c2f40a7 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1538129 Jul 16 20:23:35.540000 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0253e-d821-4d6c-9bd9-a357e3bddc3b req-dc641a4e-4a82-461e-8232-904ef2b69140 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:35.547682 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a7c0253e-d821-4d6c-9bd9-a357e3bddc3b req-dc641a4e-4a82-461e-8232-904ef2b69140 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/ports?device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 944 time: 0.1301973 Jul 16 20:23:35.602083 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a7c0253e-d821-4d6c-9bd9-a357e3bddc3b req-41a94286-20d0-49a9-9547-30137ccf7a98 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3b6aa22-d573-46e7-8402-4f023cbae97a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485597 Jul 16 20:23:36.066609 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b271cac0-5c44-4a02-b985-bbfa6cb7fd31 req-571ce122-a993-47ad-ba6f-e2b545d91307 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 210 time: 0.3971820 Jul 16 20:23:36.127588 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505ff29-3ef4-4722-8981-ac0da10f1f9d req-e65a9d45-ccc5-4efc-b538-5e9c55fd2aac tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:36.129359 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9505ff29-3ef4-4722-8981-ac0da10f1f9d req-e65a9d45-ccc5-4efc-b538-5e9c55fd2aac tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.4993138 Jul 16 20:23:36.202734 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9505ff29-3ef4-4722-8981-ac0da10f1f9d req-51378b64-5781-4018-87c3-b5588e940a0c tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559433 Jul 16 20:23:36.319258 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb1849-01fb-45d9-9b41-f7d0dfd682b3 req-f9d8cb4d-6e05-41cb-9141-e2199cd0e5a3 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:36.328119 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46fb1849-01fb-45d9-9b41-f7d0dfd682b3 req-f9d8cb4d-6e05-41cb-9141-e2199cd0e5a3 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1d86c7e-0dc5-4a67-86ad-cd3436be7cab HTTP/1.1" status: 200 len: 945 time: 0.1109066 Jul 16 20:23:36.382149 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46fb1849-01fb-45d9-9b41-f7d0dfd682b3 req-12228f51-0f34-40e6-a4d1-4c3f7bedb25d tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528119 Jul 16 20:23:36.618717 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0528a-c997-4605-8a7c-5856b5d35e82 req-c6924945-6179-4e95-bdcc-4be91c4fd1f3 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:36.621745 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c8b0528a-c997-4605-8a7c-5856b5d35e82 req-c6924945-6179-4e95-bdcc-4be91c4fd1f3 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?device_id=eeadc51d-e4d3-4b7c-8079-939c15ddf5b4 HTTP/1.1" status: 200 len: 949 time: 0.1395748 Jul 16 20:23:36.678975 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c8b0528a-c997-4605-8a7c-5856b5d35e82 req-0027a62d-ad68-4fc9-a189-22067544e0b8 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/security-groups?id=a51485cb-4ef2-4e91-b225-4f2563fc2b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499425 Jul 16 20:23:36.793787 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeadc51d-e4d3-4b7c-8079-939c15ddf5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189cc177-5dab-427f-9a46-fad5a2bacdaa'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:36.796684 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e88bfc-1ce0-4475-9062-d94ed03bf966" -d '{"events": [{"server_uuid": "eeadc51d-e4d3-4b7c-8079-939c15ddf5b4", "name": "network-vif-plugged", "status": "completed", "tag": "189cc177-5dab-427f-9a46-fad5a2bacdaa"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:36.858366 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2fb874-000c-4db6-b155-dfcf0c3d8294 x-openstack-request-id: req-de2fb874-000c-4db6-b155-dfcf0c3d8294 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:36.858709 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeadc51d-e4d3-4b7c-8079-939c15ddf5b4", "name": "network-vif-plugged", "status": "completed", "tag": "189cc177-5dab-427f-9a46-fad5a2bacdaa", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:36.858899 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-de2fb874-000c-4db6-b155-dfcf0c3d8294 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:36.861371 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeadc51d-e4d3-4b7c-8079-939c15ddf5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189cc177-5dab-427f-9a46-fad5a2bacdaa', 'code': 200} Jul 16 20:23:36.900449 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d4455-b58e-4f4d-ae34-27b38f63edf8 req-5f398aee-cc3d-4b88-ad18-861c8c68997d tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:36.913445 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-106d4455-b58e-4f4d-ae34-27b38f63edf8 req-5f398aee-cc3d-4b88-ad18-861c8c68997d tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/ports?device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 944 time: 0.1714084 Jul 16 20:23:37.010140 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-106d4455-b58e-4f4d-ae34-27b38f63edf8 req-ffef5225-e4a7-4cd2-a20c-ed2c775fc9b0 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3b6aa22-d573-46e7-8402-4f023cbae97a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940905 Jul 16 20:23:37.122073 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702b9dd-a161-4baa-a332-c32135da85d4 req-53b1e4df-78da-4f1b-97d1-a77b80830ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:37.123618 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d702b9dd-a161-4baa-a332-c32135da85d4 req-53b1e4df-78da-4f1b-97d1-a77b80830ac3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eeadc51d-e4d3-4b7c-8079-939c15ddf5b4 HTTP/1.1" status: 200 len: 1101 time: 0.0802395 Jul 16 20:23:37.167902 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d702b9dd-a161-4baa-a332-c32135da85d4 req-c2d24c65-32c6-4577-a60b-84aaa910dea9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a51485cb-4ef2-4e91-b225-4f2563fc2b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365469 Jul 16 20:23:37.298871 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-139f7f8c-43a2-4e78-8bbe-e7ccfd1c3384 req-4706c0e8-970f-49d1-ab99-af91c253c43b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 210 time: 0.0620236 Jul 16 20:23:37.529562 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ac4f5-2fce-4522-b301-fdc6f92b67bf req-9b911b4b-df2a-4d39-9819-d005213ea3c6 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:37.538881 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-824ac4f5-2fce-4522-b301-fdc6f92b67bf req-9b911b4b-df2a-4d39-9819-d005213ea3c6 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.1413884 Jul 16 20:23:37.620599 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-824ac4f5-2fce-4522-b301-fdc6f92b67bf req-78b85863-829d-4203-ae5b-9a8ab70b024c tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710874 Jul 16 20:23:37.656856 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202aa82-8280-40fe-8c86-4b14f93eeb2f req-ea2c6746-ea18-48cd-bdd1-35a56faa6ced tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:37.658599 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1202aa82-8280-40fe-8c86-4b14f93eeb2f req-ea2c6746-ea18-48cd-bdd1-35a56faa6ced tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1d86c7e-0dc5-4a67-86ad-cd3436be7cab HTTP/1.1" status: 200 len: 945 time: 0.1184940 Jul 16 20:23:37.735945 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1202aa82-8280-40fe-8c86-4b14f93eeb2f req-33d90490-7d17-4a68-97ec-4a99d2a821a7 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694854 Jul 16 20:23:37.932542 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-d0c7a1c7-0523-468c-8025-8117c1694555 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ae184935e63442fbbd551c2164ed273b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226896 Jul 16 20:23:38.024629 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a13c41-cee2-45d4-873b-15ed8b30357b req-e22428af-0008-4170-b5be-a2a3114886ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:38.026409 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11a13c41-cee2-45d4-873b-15ed8b30357b req-e22428af-0008-4170-b5be-a2a3114886ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a254b31985d548bd8f29a487cc39ddc2&device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 1101 time: 0.2100854 Jul 16 20:23:38.190105 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfa915-24c5-41bd-9df1-e2d775879886 req-38ae8016-10fd-4dd6-89ff-196efde6b5d8 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:38.193407 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-84bfa915-24c5-41bd-9df1-e2d775879886 req-38ae8016-10fd-4dd6-89ff-196efde6b5d8 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?device_id=eeadc51d-e4d3-4b7c-8079-939c15ddf5b4 HTTP/1.1" status: 200 len: 949 time: 0.2932541 Jul 16 20:23:38.260505 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5a4b7-52d9-4aa0-be80-7061a77c65b5 req-0a8a0f07-c314-4ec4-bcc0-7197700441a4 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:38.261942 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c4d5a4b7-52d9-4aa0-be80-7061a77c65b5 req-0a8a0f07-c314-4ec4-bcc0-7197700441a4 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1d86c7e-0dc5-4a67-86ad-cd3436be7cab HTTP/1.1" status: 200 len: 945 time: 0.3613842 Jul 16 20:23:38.272140 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57184) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:38.276863 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-0a376ae0-7fe6-4723-91bc-1b4ba6a37867 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Request body: {'floatingip': {'port_id': '3170acc4-027d-4a0b-bfc3-871dbf253d97'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:38.366099 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-b3498228-265c-4364-8953-c6833ae75ec0 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:38.369449 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-b3498228-265c-4364-8953-c6833ae75ec0 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4000769 Jul 16 20:23:38.369589 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0a376ae0-7fe6-4723-91bc-1b4ba6a37867 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks [] for floatingip, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.377804 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-84bfa915-24c5-41bd-9df1-e2d775879886 req-8d64cb73-7b55-4cb6-8cd9-996d98710aa1 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/security-groups?id=a51485cb-4ef2-4e91-b225-4f2563fc2b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699507 Jul 16 20:23:38.385378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-56f47880-b21b-4c4a-aa09-07efedbc196d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Request body: {'port': {'device_id': '5b1e09f3-a09a-4e66-b965-aacccd7d5c8d', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': 'ae184935e63442fbbd551c2164ed273b'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:38.434903 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a13c41-cee2-45d4-873b-15ed8b30357b req-28cfa98c-de7c-4237-9e48-1213ec649f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:38.437046 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11a13c41-cee2-45d4-873b-15ed8b30357b req-28cfa98c-de7c-4237-9e48-1213ec649f50 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.2961781 Jul 16 20:23:38.560590 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11a13c41-cee2-45d4-873b-15ed8b30357b req-e6cdb2dd-04ad-4ced-ae4d-6d735cce494b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=ccb6097b-319a-40ec-961d-a2af27895726 HTTP/1.1" status: 200 len: 217 time: 0.1149004 Jul 16 20:23:38.689687 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a13c41-cee2-45d4-873b-15ed8b30357b req-069d8f76-7a89-48d1-9f93-732f952a2fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:38.691374 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11a13c41-cee2-45d4-873b-15ed8b30357b req-069d8f76-7a89-48d1-9f93-732f952a2fe1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0988941 Jul 16 20:23:38.813677 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-56f47880-b21b-4c4a-aa09-07efedbc196d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Made reservation on behalf of ae184935e63442fbbd551c2164ed273b for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:38.819069 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-56f47880-b21b-4c4a-aa09-07efedbc196d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.842260 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdeaa2-65f6-46c2-9c75-e95f5e89f84a req-b72eb4bd-5c2b-474c-834d-ed85930bd121 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:38.844156 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-97fdeaa2-65f6-46c2-9c75-e95f5e89f84a req-b72eb4bd-5c2b-474c-834d-ed85930bd121 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/ports?device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 944 time: 0.1925156 Jul 16 20:23:38.853662 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a13c41-cee2-45d4-873b-15ed8b30357b req-13ad9e9d-6d90-4987-a445-5c652840879d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:38.855821 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11a13c41-cee2-45d4-873b-15ed8b30357b req-13ad9e9d-6d90-4987-a445-5c652840879d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1565897 Jul 16 20:23:38.978014 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-29084ffe-fbcf-4e3d-ab74-8d34233e06f6 req-d57cfae5-dd1a-4bb7-8df5-8305c054253e tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 210 time: 0.0441406 Jul 16 20:23:39.145143 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-97fdeaa2-65f6-46c2-9c75-e95f5e89f84a req-64a9371d-a0a7-4721-92a8-d392d27eca9d tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3b6aa22-d573-46e7-8402-4f023cbae97a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2885828 Jul 16 20:23:39.185027 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0a376ae0-7fe6-4723-91bc-1b4ba6a37867 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.203617 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0a376ae0-7fe6-4723-91bc-1b4ba6a37867 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.216947 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11a13c41-cee2-45d4-873b-15ed8b30357b req-97d7dc72-5baa-46fe-9580-08024c44f276 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405931 Jul 16 20:23:39.395220 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-0a376ae0-7fe6-4723-91bc-1b4ba6a37867 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Floating IP 813e60e0-d321-4362-87fd-0bee11b0bf1b associated. External IP: 172.25.0.100, port: 3170acc4-027d-4a0b-bfc3-871dbf253d97. Jul 16 20:23:39.441800 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-56f47880-b21b-4c4a-aa09-07efedbc196d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Allocated IP 192.168.233.97 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/7c759f51-36a6-4ed3-82f3-1d08c63872c1) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:39.488262 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33059b-ca40-482a-94c7-cef38d97738c req-6c8b41ad-31a4-4629-9483-be2515d21ab8 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:39.496477 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8a33059b-ca40-482a-94c7-cef38d97738c req-6c8b41ad-31a4-4629-9483-be2515d21ab8 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.3576035 Jul 16 20:23:39.583393 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8a33059b-ca40-482a-94c7-cef38d97738c req-5c93f6b8-9812-4d52-a621-c12874038ab1 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858381 Jul 16 20:23:39.603144 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11a13c41-cee2-45d4-873b-15ed8b30357b req-3e417545-b6a7-4138-b84b-ea6626095a41 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762920 Jul 16 20:23:39.756744 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57212) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:39.813088 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a376ae0-7fe6-4723-91bc-1b4ba6a37867 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Router f42341e3-d7ae-4bb3-9027-f95c12ff366c has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:23:39.846917 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-56f47880-b21b-4c4a-aa09-07efedbc196d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.875935 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-56f47880-b21b-4c4a-aa09-07efedbc196d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Transition to ACTIVE for port object 7c759f51-36a6-4ed3-82f3-1d08c63872c1 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:39.955517 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27a23dca-700f-4e4e-ad7a-86f7aa97af7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.959157 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a376ae0-7fe6-4723-91bc-1b4ba6a37867 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:23:39.963637 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0a376ae0-7fe6-4723-91bc-1b4ba6a37867 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.967995 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8ad40-381a-408f-99ab-93f2c3366dbd req-e75bfb21-ae46-4df8-bbad-d286e319f634 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:39.969714 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f8e8ad40-381a-408f-99ab-93f2c3366dbd req-e75bfb21-ae46-4df8-bbad-d286e319f634 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?device_id=eeadc51d-e4d3-4b7c-8079-939c15ddf5b4 HTTP/1.1" status: 200 len: 949 time: 0.2120821 Jul 16 20:23:39.977129 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e24603-c652-4d80-bcb1-5db1dd7d029f None None] Sync routers for ids ['f42341e3-d7ae-4bb3-9027-f95c12ff366c'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:23:39.998623 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e24603-c652-4d80-bcb1-5db1dd7d029f None None] Routers {'f42341e3-d7ae-4bb3-9027-f95c12ff366c'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:39.999540 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-45e24603-c652-4d80-bcb1-5db1dd7d029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:23:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['f42341e3-d7ae-4bb3-9027-f95c12ff366c'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:40.015149 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0a376ae0-7fe6-4723-91bc-1b4ba6a37867 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "PUT /v2.0/floatingips/813e60e0-d321-4362-87fd-0bee11b0bf1b HTTP/1.1" status: 200 len: 991 time: 1.7418947 Jul 16 20:23:40.015786 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d86c7e-0dc5-4a67-86ad-cd3436be7cab', 'tag': '3170acc4-027d-4a0b-bfc3-871dbf253d97'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:40.018647 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc47382-27b7-4a8a-9bba-8b52fe3b568c" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d86c7e-0dc5-4a67-86ad-cd3436be7cab", "tag": "3170acc4-027d-4a0b-bfc3-871dbf253d97"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:40.019956 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-56f47880-b21b-4c4a-aa09-07efedbc196d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:40.049222 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['3079e223-4e17-4a7f-be91-ec6a7ee5dfac'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:40.089191 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:40.104319 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f47880-b21b-4c4a-aa09-07efedbc196d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Pushing event updated for resources: {'Port': ['ID=7c759f51-36a6-4ed3-82f3-1d08c63872c1,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:40.157864 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-56f47880-b21b-4c4a-aa09-07efedbc196d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:40.192892 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f8e8ad40-381a-408f-99ab-93f2c3366dbd req-8ceaf491-e62a-4e23-b227-6f226db983dc tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/security-groups?id=a51485cb-4ef2-4e91-b225-4f2563fc2b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030625 Jul 16 20:23:40.195508 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-56f47880-b21b-4c4a-aa09-07efedbc196d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:40.304472 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 72d99a46-cc20-435b-b1ba-cde37d5f8b43 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:23:40.328235 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27a23dca-700f-4e4e-ad7a-86f7aa97af7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:40.329992 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-56f47880-b21b-4c4a-aa09-07efedbc196d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:40.461708 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27a23dca-700f-4e4e-ad7a-86f7aa97af7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:40.490630 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10af11c-6423-4a2e-90f2-43f3f2250122 x-openstack-request-id: req-e10af11c-6423-4a2e-90f2-43f3f2250122 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:40.491189 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d86c7e-0dc5-4a67-86ad-cd3436be7cab", "tag": "3170acc4-027d-4a0b-bfc3-871dbf253d97", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:40.491292 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e10af11c-6423-4a2e-90f2-43f3f2250122 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:40.491658 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d86c7e-0dc5-4a67-86ad-cd3436be7cab', 'tag': '3170acc4-027d-4a0b-bfc3-871dbf253d97', 'status': 'completed', 'code': 200} Jul 16 20:23:40.501394 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 72d99a46-cc20-435b-b1ba-cde37d5f8b43, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=72d99a46-cc20-435b-b1ba-cde37d5f8b43,segment=NetworkSegment(078bf850-a9a4-47df-a8d7-e25abae15d64),segment_id=078bf850-a9a4-47df-a8d7-e25abae15d64)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:40.522524 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '72d99a46-cc20-435b-b1ba-cde37d5f8b43', 'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097', 'port_id': '72d99a46-cc20-435b-b1ba-cde37d5f8b43', 'mac_address': 'fa:16:3e:f8:78:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed3fe018-6845-4dcd-8942-5ef871b7139d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:23:40.657362 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-56f47880-b21b-4c4a-aa09-07efedbc196d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:40.658069 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-56f47880-b21b-4c4a-aa09-07efedbc196d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:40.680020 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9c4ae1da-7117-444f-ac3c-ba255a4def7d None None] Provisioning for port 7c759f51-36a6-4ed3-82f3-1d08c63872c1 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:40.689633 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-27a23dca-700f-4e4e-ad7a-86f7aa97af7f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f6f80adccf3849b68db3d1e03036d487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9304092 Jul 16 20:23:40.692112 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57244) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:40.701398 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-56f47880-b21b-4c4a-aa09-07efedbc196d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3207834 Jul 16 20:23:40.719738 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9c4ae1da-7117-444f-ac3c-ba255a4def7d None None] Provisioning complete for port 7c759f51-36a6-4ed3-82f3-1d08c63872c1 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:40.720201 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c4ae1da-7117-444f-ac3c-ba255a4def7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:40.728299 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a23dca-700f-4e4e-ad7a-86f7aa97af7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de141837-e953-4a00-b7fd-ead19c7e50bc,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:40.741319 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-f106c342-2379-4bbb-bf59-8b689c145a17 service neutron] Request body: {'port': {'device_id': '5b1e09f3-a09a-4e66-b965-aacccd7d5c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:40.803217 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-45e24603-c652-4d80-bcb1-5db1dd7d029f None None] Set router f42341e3-d7ae-4bb3-9027-f95c12ff366c gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:40.804533 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-737956f9-924e-4e94-9f36-2751a71ade79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:40.837913 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-737956f9-924e-4e94-9f36-2751a71ade79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:40.839571 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6820c4c-b4b9-4c31-855e-ae1e94465558 req-08da4e28-5297-4bd3-9f8e-a4ef8b0620c6 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:40.841532 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d6820c4c-b4b9-4c31-855e-ae1e94465558 req-08da4e28-5297-4bd3-9f8e-a4ef8b0620c6 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 935 time: 0.6400309 Jul 16 20:23:40.888842 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-f106c342-2379-4bbb-bf59-8b689c145a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:40.905160 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc47382-27b7-4a8a-9bba-8b52fe3b568c req-8c8f9fcf-fc80-4e10-bb48-e6ad13b9f39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:40.906751 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ecc47382-27b7-4a8a-9bba-8b52fe3b568c req-8c8f9fcf-fc80-4e10-bb48-e6ad13b9f39e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d3df7bf01e9545dc8fec2031b5863a44&device_id=d1d86c7e-0dc5-4a67-86ad-cd3436be7cab HTTP/1.1" status: 200 len: 1097 time: 0.3838880 Jul 16 20:23:40.915546 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-737956f9-924e-4e94-9f36-2751a71ade79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:40.918256 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-737956f9-924e-4e94-9f36-2751a71ade79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:40.920828 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-737956f9-924e-4e94-9f36-2751a71ade79 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/de141837-e953-4a00-b7fd-ead19c7e50bc HTTP/1.1" status: 204 len: 168 time: 0.2275898 Jul 16 20:23:40.939769 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737956f9-924e-4e94-9f36-2751a71ade79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de141837-e953-4a00-b7fd-ead19c7e50bc,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:41.005418 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d6820c4c-b4b9-4c31-855e-ae1e94465558 req-b59f6141-a0ae-4b8b-bc3b-b67aa1341768 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566207 Jul 16 20:23:41.056001 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17e642-53cc-48ba-a1c4-f2c45e6f7e08 req-62929c8f-32e7-40b9-b167-7c3fcc7ff041 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:41.057840 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2d17e642-53cc-48ba-a1c4-f2c45e6f7e08 req-62929c8f-32e7-40b9-b167-7c3fcc7ff041 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/ports?device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 944 time: 0.3854086 Jul 16 20:23:41.157421 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.244567 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9c4ae1da-7117-444f-ac3c-ba255a4def7d None None] Port 7c759f51-36a6-4ed3-82f3-1d08c63872c1 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:41.248424 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2d17e642-53cc-48ba-a1c4-f2c45e6f7e08 req-e4a56c81-e032-43e5-9d43-52c598e40434 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3b6aa22-d573-46e7-8402-4f023cbae97a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551955 Jul 16 20:23:41.252767 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc47382-27b7-4a8a-9bba-8b52fe3b568c req-8c75b169-0d5a-4055-a785-384975039476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:41.254247 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ecc47382-27b7-4a8a-9bba-8b52fe3b568c req-8c75b169-0d5a-4055-a785-384975039476 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a6e3de95-78fc-4a31-9b59-b1f10f47e4ed HTTP/1.1" status: 200 len: 924 time: 0.3142891 Jul 16 20:23:41.261081 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d99a46-cc20-435b-b1ba-cde37d5f8b43 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:41.288236 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 72d99a46-cc20-435b-b1ba-cde37d5f8b43, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=72d99a46-cc20-435b-b1ba-cde37d5f8b43,segment=NetworkSegment(078bf850-a9a4-47df-a8d7-e25abae15d64),segment_id=078bf850-a9a4-47df-a8d7-e25abae15d64)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:41.304463 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.453987 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=72d99a46-cc20-435b-b1ba-cde37d5f8b43,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:41.488548 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-45e24603-c652-4d80-bcb1-5db1dd7d029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-306516921-router', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:49Z', 'revision_number': 4, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'gw_port': {'id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '813e60e0-d321-4362-87fd-0bee11b0bf1b', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'port_id': '3170acc4-027d-4a0b-bfc3-871dbf253d97', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed', 'mac_address': 'fa:16:3e:59:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d86c7e-0dc5-4a67-86ad-cd3436be7cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:21:04Z', 'updated_at': '2021-07-16T20:23:39Z', 'revision_number': 5, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e956de07-d1b1-477b-a025-0650d33a49f6', 'name': '', 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'mac_address': 'fa:16:3e:6b:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:47Z', 'updated_at': '2021-07-16T20:20:55Z', 'revision_number': 5, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'subnets': [{'id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:41.534843 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e24603-c652-4d80-bcb1-5db1dd7d029f None None] Checking router: f42341e3-d7ae-4bb3-9027-f95c12ff366c for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:23:41.545224 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e24603-c652-4d80-bcb1-5db1dd7d029f None None] Routers {'f42341e3-d7ae-4bb3-9027-f95c12ff366c'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:41.546000 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-45e24603-c652-4d80-bcb1-5db1dd7d029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:23:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['f42341e3-d7ae-4bb3-9027-f95c12ff366c'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:41.718891 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['72d99a46-cc20-435b-b1ba-cde37d5f8b43'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:41.813742 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-45e24603-c652-4d80-bcb1-5db1dd7d029f None None] Set router f42341e3-d7ae-4bb3-9027-f95c12ff366c gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:41.841977 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57274) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:41.869152 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f7a4030-13c5-496f-ad82-5d4222a56292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.021759 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ecc47382-27b7-4a8a-9bba-8b52fe3b568c req-8fa5b638-2d58-48df-bbc7-95b1c4a7f2ab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3170acc4-027d-4a0b-bfc3-871dbf253d97 HTTP/1.1" status: 200 len: 999 time: 0.7508862 Jul 16 20:23:42.100109 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f7a4030-13c5-496f-ad82-5d4222a56292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.107234 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f7a4030-13c5-496f-ad82-5d4222a56292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.154815 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-dfb0f7e5-40ea-479a-a0ee-75399a6aa7cf tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=867e68e408b14a9f841e0fd9fdf591ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323238 Jul 16 20:23:42.160518 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-f106c342-2379-4bbb-bf59-8b689c145a17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c759f51-36a6-4ed3-82f3-1d08c63872c1 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:42.161346 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8f7a4030-13c5-496f-ad82-5d4222a56292 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8909e1ddc6f24336afa87951f390c864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150229 Jul 16 20:23:42.162877 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57290) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:42.169001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a4030-13c5-496f-ad82-5d4222a56292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a40304-9828-4620-bd74-da2b2d993e7d,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:42.199624 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-f106c342-2379-4bbb-bf59-8b689c145a17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.203678 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc47382-27b7-4a8a-9bba-8b52fe3b568c req-29d29a11-cb6b-45fd-aae4-2f500dc7247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:42.205213 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ecc47382-27b7-4a8a-9bba-8b52fe3b568c req-29d29a11-cb6b-45fd-aae4-2f500dc7247c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2dbbabcf-de96-4fb3-85e1-f42c7891edb1 HTTP/1.1" status: 200 len: 862 time: 0.1688349 Jul 16 20:23:42.216117 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1207334-1de2-48b3-b7f4-5dae80bf7220 req-328e4561-40a2-4aa8-8daa-eecb682e8440 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:42.223988 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b1207334-1de2-48b3-b7f4-5dae80bf7220 req-328e4561-40a2-4aa8-8daa-eecb682e8440 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.3673790 Jul 16 20:23:42.229315 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-61d35611-98bd-4fda-8bfe-7716527cc7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.229588 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-45e24603-c652-4d80-bcb1-5db1dd7d029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-306516921-router', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:49Z', 'revision_number': 4, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'gw_port': {'id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '813e60e0-d321-4362-87fd-0bee11b0bf1b', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'port_id': '3170acc4-027d-4a0b-bfc3-871dbf253d97', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed', 'mac_address': 'fa:16:3e:59:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d86c7e-0dc5-4a67-86ad-cd3436be7cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:21:04Z', 'updated_at': '2021-07-16T20:23:39Z', 'revision_number': 5, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e956de07-d1b1-477b-a025-0650d33a49f6', 'name': '', 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'mac_address': 'fa:16:3e:6b:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:47Z', 'updated_at': '2021-07-16T20:20:55Z', 'revision_number': 5, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'subnets': [{'id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:42.265071 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-61d35611-98bd-4fda-8bfe-7716527cc7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.268575 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e24603-c652-4d80-bcb1-5db1dd7d029f None None] The sync data for ids ['f42341e3-d7ae-4bb3-9027-f95c12ff366c'] in n-d-791506-21 is: [{'id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-306516921-router', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:49Z', 'revision_number': 4, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'gw_port': {'id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '813e60e0-d321-4362-87fd-0bee11b0bf1b', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'port_id': '3170acc4-027d-4a0b-bfc3-871dbf253d97', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed', 'mac_address': 'fa:16:3e:59:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d86c7e-0dc5-4a67-86ad-cd3436be7cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:21:04Z', 'updated_at': '2021-07-16T20:23:39Z', 'revision_number': 5, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e956de07-d1b1-477b-a025-0650d33a49f6', 'name': '', 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'mac_address': 'fa:16:3e:6b:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:47Z', 'updated_at': '2021-07-16T20:20:55Z', 'revision_number': 5, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'subnets': [{'id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:23:42.304830 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-f106c342-2379-4bbb-bf59-8b689c145a17 service neutron] Transition to ACTIVE for port object 7c759f51-36a6-4ed3-82f3-1d08c63872c1 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:42.319735 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-61d35611-98bd-4fda-8bfe-7716527cc7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.324470 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-61d35611-98bd-4fda-8bfe-7716527cc7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.326261 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-61d35611-98bd-4fda-8bfe-7716527cc7eb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/29a40304-9828-4620-bd74-da2b2d993e7d HTTP/1.1" status: 204 len: 168 time: 0.1619277 Jul 16 20:23:42.334856 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-f106c342-2379-4bbb-bf59-8b689c145a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.338158 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d35611-98bd-4fda-8bfe-7716527cc7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a40304-9828-4620-bd74-da2b2d993e7d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:42.447035 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b1207334-1de2-48b3-b7f4-5dae80bf7220 req-722aa515-d00f-4e1e-9da6-a3a15c9f5ac6 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214749 Jul 16 20:23:42.537941 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106c342-2379-4bbb-bf59-8b689c145a17 service neutron] Pushing event updated for resources: {'Port': ['ID=7c759f51-36a6-4ed3-82f3-1d08c63872c1,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:42.627577 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4289b1-4736-4a06-b3d3-76659d29a1e4 None None] New status for floating IP 813e60e0-d321-4362-87fd-0bee11b0bf1b: ACTIVE {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:23:42.648372 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc47382-27b7-4a8a-9bba-8b52fe3b568c req-a10ff1e1-72de-4847-afcf-27e97022328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:42.653217 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ecc47382-27b7-4a8a-9bba-8b52fe3b568c req-a10ff1e1-72de-4847-afcf-27e97022328d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a6e3de95-78fc-4a31-9b59-b1f10f47e4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3907301 Jul 16 20:23:42.661145 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-969e1882-c543-4df8-a529-75fee88276d5 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:42.662722 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-969e1882-c543-4df8-a529-75fee88276d5 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4959037 Jul 16 20:23:42.826154 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-5e2febdb-24b0-4f5e-ac89-2ef807503c6c tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/quotas/867e68e408b14a9f841e0fd9fdf591ba HTTP/1.1" status: 200 len: 375 time: 0.1387162 Jul 16 20:23:42.875285 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-f106c342-2379-4bbb-bf59-8b689c145a17 service neutron] Attempting to bind port 7c759f51-36a6-4ed3-82f3-1d08c63872c1 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:42.875689 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-f106c342-2379-4bbb-bf59-8b689c145a17 service neutron] Attempting to bind port 7c759f51-36a6-4ed3-82f3-1d08c63872c1 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:42.876141 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-f106c342-2379-4bbb-bf59-8b689c145a17 service neutron] Attempting to bind port 7c759f51-36a6-4ed3-82f3-1d08c63872c1 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:42.922253 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-f106c342-2379-4bbb-bf59-8b689c145a17 service neutron] Port 7c759f51-36a6-4ed3-82f3-1d08c63872c1 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:23:42.922608 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-f106c342-2379-4bbb-bf59-8b689c145a17 service neutron] Attempting to bind port 7c759f51-36a6-4ed3-82f3-1d08c63872c1 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:42.952312 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-f106c342-2379-4bbb-bf59-8b689c145a17 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:42.952652 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-f106c342-2379-4bbb-bf59-8b689c145a17 service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:42.953077 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-f106c342-2379-4bbb-bf59-8b689c145a17 service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:42.953521 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-f106c342-2379-4bbb-bf59-8b689c145a17 service neutron] Bound port: 7c759f51-36a6-4ed3-82f3-1d08c63872c1, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:42.954196 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-f106c342-2379-4bbb-bf59-8b689c145a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.973236 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ecc47382-27b7-4a8a-9bba-8b52fe3b568c req-cdff1587-2e55-4373-a55d-81f398bff22a service neutron] 10.222.0.62 "GET /v2.0/networks/a6e3de95-78fc-4a31-9b59-b1f10f47e4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074772 Jul 16 20:23:43.059158 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632b7ab-3459-42ee-920a-339464782431 req-17680a62-f7d9-4c6b-a826-b303aa027537 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:43.060782 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3632b7ab-3459-42ee-920a-339464782431 req-17680a62-f7d9-4c6b-a826-b303aa027537 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 947 time: 0.3749461 Jul 16 20:23:43.086221 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-37195770-4010-45e4-bc34-8da5465d9ef1 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=867e68e408b14a9f841e0fd9fdf591ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2166810 Jul 16 20:23:43.158704 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-f106c342-2379-4bbb-bf59-8b689c145a17 service neutron] For port 7c759f51-36a6-4ed3-82f3-1d08c63872c1, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:43.190549 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-f106c342-2379-4bbb-bf59-8b689c145a17 service neutron] For port 7c759f51-36a6-4ed3-82f3-1d08c63872c1, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7c759f51-36a6-4ed3-82f3-1d08c63872c1,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:43.200780 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ecc47382-27b7-4a8a-9bba-8b52fe3b568c req-e607867c-518f-4451-9545-c35219068a57 service neutron] 10.222.0.62 "GET /v2.0/networks/a6e3de95-78fc-4a31-9b59-b1f10f47e4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188768 Jul 16 20:23:43.210950 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3632b7ab-3459-42ee-920a-339464782431 req-479528b4-139b-4f5e-b471-fe95e8398bc5 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334169 Jul 16 20:23:43.213246 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-f106c342-2379-4bbb-bf59-8b689c145a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.251342 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-f106c342-2379-4bbb-bf59-8b689c145a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:43.252252 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-f106c342-2379-4bbb-bf59-8b689c145a17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.254094 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-f106c342-2379-4bbb-bf59-8b689c145a17 service neutron] 10.222.0.18 "PUT /v2.0/ports/7c759f51-36a6-4ed3-82f3-1d08c63872c1 HTTP/1.1" status: 200 len: 1096 time: 2.5223868 Jul 16 20:23:43.255459 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1e09f3-a09a-4e66-b965-aacccd7d5c8d', 'tag': '7c759f51-36a6-4ed3-82f3-1d08c63872c1'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:43.258680 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654b5331-2617-4bbf-8e48-9efc02372bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1e09f3-a09a-4e66-b965-aacccd7d5c8d", "tag": "7c759f51-36a6-4ed3-82f3-1d08c63872c1"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:43.543317 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7339bcf-a43f-4c6f-b4d6-e67e609f06d7 x-openstack-request-id: req-b7339bcf-a43f-4c6f-b4d6-e67e609f06d7 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:43.543606 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1e09f3-a09a-4e66-b965-aacccd7d5c8d", "tag": "7c759f51-36a6-4ed3-82f3-1d08c63872c1", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:43.543860 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b7339bcf-a43f-4c6f-b4d6-e67e609f06d7 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:43.544255 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b1e09f3-a09a-4e66-b965-aacccd7d5c8d', 'tag': '7c759f51-36a6-4ed3-82f3-1d08c63872c1', 'status': 'completed', 'code': 200} Jul 16 20:23:43.561943 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106c342-2379-4bbb-bf59-8b689c145a17 service neutron] Pushing event updated for resources: {'Port': ['ID=7c759f51-36a6-4ed3-82f3-1d08c63872c1,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:43.630477 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33e3979f-f49d-4b76-93c7-939d1e6ad633 req-8c588b10-37ea-444d-ad93-c4f1e98b60e5 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d687fa2-1140-4c39-aa1f-56ca661eac92 HTTP/1.1" status: 200 len: 210 time: 0.0501583 Jul 16 20:23:43.643275 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-f550c267-1fd1-40a5-9925-81595dd328dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:43.644849 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-f550c267-1fd1-40a5-9925-81595dd328dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 1099 time: 0.3172174 Jul 16 20:23:43.748594 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-88ebe842-d63f-4c30-8cae-e4aa3caec679 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=7c759f51-36a6-4ed3-82f3-1d08c63872c1 HTTP/1.1" status: 200 len: 217 time: 0.0956545 Jul 16 20:23:43.824494 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42fe7e-ab79-47b0-b787-e2e5edf7d0fa req-05d6156e-a835-49d1-9a85-c80d2c715608 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:43.826860 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa42fe7e-ab79-47b0-b787-e2e5edf7d0fa req-05d6156e-a835-49d1-9a85-c80d2c715608 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/ports?device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 945 time: 0.3613980 Jul 16 20:23:43.869878 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-ea23c0ca-662e-445a-8958-70b6e5578d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:43.871354 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-ea23c0ca-662e-445a-8958-70b6e5578d29 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1148014 Jul 16 20:23:43.950017 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa42fe7e-ab79-47b0-b787-e2e5edf7d0fa req-0162d590-9e43-4504-ba84-829f3b3ed459 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3b6aa22-d573-46e7-8402-4f023cbae97a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145422 Jul 16 20:23:44.004018 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bee52-017f-4064-b79b-a19057d5c193 req-375a00eb-8cb4-428c-9fe5-d35378703b5a tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:44.006166 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-263bee52-017f-4064-b79b-a19057d5c193 req-375a00eb-8cb4-428c-9fe5-d35378703b5a tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.1411958 Jul 16 20:23:44.016539 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-0f262b19-4afa-4716-ae13-e69a5bbef986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:44.017933 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-0f262b19-4afa-4716-ae13-e69a5bbef986 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1293950 Jul 16 20:23:44.116664 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-263bee52-017f-4064-b79b-a19057d5c193 req-f88b17bb-b869-481c-868e-1a4669e2088f tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023760 Jul 16 20:23:44.155345 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-d47683a4-a78b-496f-b4c1-788ec17dbe80 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239910 Jul 16 20:23:44.253121 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 72d99a46-cc20-435b-b1ba-cde37d5f8b43 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:44.294906 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ea9981b-0c97-49ff-a3bb-c35142c1f6fb req-d7ace540-28d6-4b97-a5a1-1f47c04d9659 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322484 Jul 16 20:23:44.377824 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 72d99a46-cc20-435b-b1ba-cde37d5f8b43 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:44.384098 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 72d99a46-cc20-435b-b1ba-cde37d5f8b43 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:44.384754 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.488069 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b5331-2617-4bbf-8e48-9efc02372bb2 req-98685c4a-4328-4939-b04a-d3eb7316675b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:44.490264 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-654b5331-2617-4bbf-8e48-9efc02372bb2 req-98685c4a-4328-4939-b04a-d3eb7316675b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 1099 time: 0.1234682 Jul 16 20:23:44.498887 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81c1e8-be1f-4eaa-9106-80a33cab2b46 req-5ea4a613-fd7a-49ee-a645-936fb1a3d8f1 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:44.506120 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ab81c1e8-be1f-4eaa-9106-80a33cab2b46 req-5ea4a613-fd7a-49ee-a645-936fb1a3d8f1 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 947 time: 0.1089647 Jul 16 20:23:44.529705 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.582402 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24259894-c73e-4cc4-8151-ba03b4fcce4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d99a46-cc20-435b-b1ba-cde37d5f8b43'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:44.588053 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408d72d9-485f-4f53-bdc9-6276325b479d" -d '{"events": [{"server_uuid": "24259894-c73e-4cc4-8151-ba03b4fcce4c", "name": "network-vif-plugged", "status": "completed", "tag": "72d99a46-cc20-435b-b1ba-cde37d5f8b43"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:44.610519 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 72d99a46-cc20-435b-b1ba-cde37d5f8b43, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=72d99a46-cc20-435b-b1ba-cde37d5f8b43,segment=NetworkSegment(078bf850-a9a4-47df-a8d7-e25abae15d64),segment_id=078bf850-a9a4-47df-a8d7-e25abae15d64)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:44.618778 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.625721 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ab81c1e8-be1f-4eaa-9106-80a33cab2b46 req-e8d45ce3-d8a3-4666-b834-9ed75f988b4a tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186185 Jul 16 20:23:44.671368 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b5331-2617-4bbf-8e48-9efc02372bb2 req-f8c0a2e4-2f03-45c6-b70f-a26ad065a488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:44.674921 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-654b5331-2617-4bbf-8e48-9efc02372bb2 req-f8c0a2e4-2f03-45c6-b70f-a26ad065a488 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.1656113 Jul 16 20:23:44.752153 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3111f43-2394-402f-b026-b4f81cb92fda x-openstack-request-id: req-b3111f43-2394-402f-b026-b4f81cb92fda {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:44.752449 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24259894-c73e-4cc4-8151-ba03b4fcce4c", "name": "network-vif-plugged", "status": "completed", "tag": "72d99a46-cc20-435b-b1ba-cde37d5f8b43", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:44.752878 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b3111f43-2394-402f-b026-b4f81cb92fda {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:44.753434 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24259894-c73e-4cc4-8151-ba03b4fcce4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d99a46-cc20-435b-b1ba-cde37d5f8b43', 'code': 200} Jul 16 20:23:44.754729 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=72d99a46-cc20-435b-b1ba-cde37d5f8b43,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:44.774561 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-654b5331-2617-4bbf-8e48-9efc02372bb2 req-d0176afd-f6a0-46f6-ad26-1c6100fc5036 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=7c759f51-36a6-4ed3-82f3-1d08c63872c1 HTTP/1.1" status: 200 len: 217 time: 0.0829375 Jul 16 20:23:44.868845 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b5331-2617-4bbf-8e48-9efc02372bb2 req-fd88bffd-5be8-4dc9-96a0-8b50a319bbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:44.870583 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-654b5331-2617-4bbf-8e48-9efc02372bb2 req-fd88bffd-5be8-4dc9-96a0-8b50a319bbe8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0882165 Jul 16 20:23:44.893701 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-929aaabb-659c-4b3e-a1b0-ed574970c5ee req-7a63e51e-fea8-49e2-babd-7565e8a3d21f tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d687fa2-1140-4c39-aa1f-56ca661eac92 HTTP/1.1" status: 200 len: 210 time: 0.0477057 Jul 16 20:23:44.953044 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-659e8575-0f1e-4239-bf6c-9309789ba9ca tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=867e68e408b14a9f841e0fd9fdf591ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0967700 Jul 16 20:23:44.975809 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b5331-2617-4bbf-8e48-9efc02372bb2 req-0b9fb385-0cf1-4236-88a8-24bdadc4b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:44.978240 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-654b5331-2617-4bbf-8e48-9efc02372bb2 req-0b9fb385-0cf1-4236-88a8-24bdadc4b812 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0878565 Jul 16 20:23:45.108841 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57406) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:45.171728 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-654b5331-2617-4bbf-8e48-9efc02372bb2 req-3756005d-8af3-42d8-982d-362cf6953cc3 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847541 Jul 16 20:23:45.182683 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-15fae6f0-f5da-44a7-9aa4-1a8e12695f06 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:45.184783 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-15fae6f0-f5da-44a7-9aa4-1a8e12695f06 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2164757 Jul 16 20:23:45.206621 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-3d38f47d-475f-439d-9c29-c024715a3a68 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Request body: {'port': {'device_id': '1d687fa2-1140-4c39-aa1f-56ca661eac92', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': '867e68e408b14a9f841e0fd9fdf591ba'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:45.317828 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-654b5331-2617-4bbf-8e48-9efc02372bb2 req-a4eb77d2-08a4-416d-a4aa-592addb1cade service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093740 Jul 16 20:23:45.378983 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ce53d-4e29-498f-8ff5-63a1022ed3d0 req-76803fdd-3e8d-4e76-9a46-f8a6789e06d0 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:45.381386 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-713ce53d-4e29-498f-8ff5-63a1022ed3d0 req-76803fdd-3e8d-4e76-9a46-f8a6789e06d0 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/ports?device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 946 time: 0.2585435 Jul 16 20:23:45.387096 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bc49a-549d-4932-8328-3564227c84a6 req-b932fa7f-c7fe-45df-9b23-1d8744284390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:45.388577 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-722bc49a-549d-4932-8328-3564227c84a6 req-b932fa7f-c7fe-45df-9b23-1d8744284390 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 1098 time: 0.3876405 Jul 16 20:23:45.469454 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-3d38f47d-475f-439d-9c29-c024715a3a68 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Made reservation on behalf of 867e68e408b14a9f841e0fd9fdf591ba for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:45.475352 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-3d38f47d-475f-439d-9c29-c024715a3a68 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.483767 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-722bc49a-549d-4932-8328-3564227c84a6 req-7b30b167-fe13-44ef-a914-5b57736bff88 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c3b6aa22-d573-46e7-8402-4f023cbae97a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862041 Jul 16 20:23:45.510757 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-713ce53d-4e29-498f-8ff5-63a1022ed3d0 req-4867ffaf-e4d5-4191-97bc-63feed2341fd tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3b6aa22-d573-46e7-8402-4f023cbae97a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209297 Jul 16 20:23:45.545698 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf1a3f-7624-4532-9bb9-6c83cbff4e7e req-98ecbbdc-5cc5-4a0f-a5b6-3da6d1c6d493 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:45.547921 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5baf1a3f-7624-4532-9bb9-6c83cbff4e7e req-98ecbbdc-5cc5-4a0f-a5b6-3da6d1c6d493 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.1278040 Jul 16 20:23:45.588631 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5baf1a3f-7624-4532-9bb9-6c83cbff4e7e req-448c6751-9e03-467b-9ae4-e2d4365d98a7 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344057 Jul 16 20:23:45.609314 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b4af8a64-7328-48b0-835c-b38f56615f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.697941 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-3d38f47d-475f-439d-9c29-c024715a3a68 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Allocated IP 192.168.233.17 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/14dd1502-18b8-4d14-9e1a-28b523256044) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:45.847116 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f581891-155e-4a9c-afcd-54a77516ed09 req-7d12e794-bef6-4642-bb6a-1d6cf83b0739 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:45.850096 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f581891-155e-4a9c-afcd-54a77516ed09 req-7d12e794-bef6-4642-bb6a-1d6cf83b0739 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 947 time: 0.0823112 Jul 16 20:23:45.867931 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b4af8a64-7328-48b0-835c-b38f56615f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.900246 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b4af8a64-7328-48b0-835c-b38f56615f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.901710 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f581891-155e-4a9c-afcd-54a77516ed09 req-0738c9fd-1fd9-46d9-9763-70cf4d8df870 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402877 Jul 16 20:23:46.123279 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cfe12e0e-435e-4805-a340-75f49dc29759 req-187b99d8-9f40-410e-ad53-8a36b236cf6c tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d687fa2-1140-4c39-aa1f-56ca661eac92 HTTP/1.1" status: 200 len: 210 time: 0.0483696 Jul 16 20:23:46.235316 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b4af8a64-7328-48b0-835c-b38f56615f73 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e3a53547b25743b7af990b9e9a244f40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1226301 Jul 16 20:23:46.235887 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57436) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:46.238621 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af8a64-7328-48b0-835c-b38f56615f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057701bd-bfb2-4fe9-9382-9ad3bd718016,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:46.256778 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af8a64-7328-48b0-835c-b38f56615f73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:46.257121 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af8a64-7328-48b0-835c-b38f56615f73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:46.257455 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af8a64-7328-48b0-835c-b38f56615f73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:46.257787 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af8a64-7328-48b0-835c-b38f56615f73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:46.258115 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af8a64-7328-48b0-835c-b38f56615f73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:46.258475 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af8a64-7328-48b0-835c-b38f56615f73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:46.258799 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af8a64-7328-48b0-835c-b38f56615f73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:46.259118 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af8a64-7328-48b0-835c-b38f56615f73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:46.259439 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af8a64-7328-48b0-835c-b38f56615f73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:46.259758 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af8a64-7328-48b0-835c-b38f56615f73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:46.260075 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af8a64-7328-48b0-835c-b38f56615f73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:46.260394 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af8a64-7328-48b0-835c-b38f56615f73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:46.275123 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-3d38f47d-475f-439d-9c29-c024715a3a68 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.293755 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-3d38f47d-475f-439d-9c29-c024715a3a68 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Transition to ACTIVE for port object 14dd1502-18b8-4d14-9e1a-28b523256044 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:46.309772 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9081e364-ccf5-4719-af1a-165d6ff6d149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.331047 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9081e364-ccf5-4719-af1a-165d6ff6d149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.335466 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-3d38f47d-475f-439d-9c29-c024715a3a68 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.349148 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['189cc177-5dab-427f-9a46-fad5a2bacdaa'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:46.387673 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-3d38f47d-475f-439d-9c29-c024715a3a68 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:46.390920 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-3d38f47d-475f-439d-9c29-c024715a3a68 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:46.395617 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-3d38f47d-475f-439d-9c29-c024715a3a68 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:46.410204 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9081e364-ccf5-4719-af1a-165d6ff6d149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.420418 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9081e364-ccf5-4719-af1a-165d6ff6d149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.422853 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38f47d-475f-439d-9c29-c024715a3a68 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Pushing event updated for resources: {'Port': ['ID=14dd1502-18b8-4d14-9e1a-28b523256044,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:46.436408 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9081e364-ccf5-4719-af1a-165d6ff6d149 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/057701bd-bfb2-4fe9-9382-9ad3bd718016 HTTP/1.1" status: 204 len: 168 time: 0.1992993 Jul 16 20:23:46.464113 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081e364-ccf5-4719-af1a-165d6ff6d149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057701bd-bfb2-4fe9-9382-9ad3bd718016,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:46.477181 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-3d38f47d-475f-439d-9c29-c024715a3a68 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:46.477848 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-3d38f47d-475f-439d-9c29-c024715a3a68 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.512529 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-3d38f47d-475f-439d-9c29-c024715a3a68 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3176827 Jul 16 20:23:46.528783 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-771c18c5-b55a-41d7-8178-ec888fb9f5c2 service neutron] Request body: {'port': {'device_id': '1d687fa2-1140-4c39-aa1f-56ca661eac92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:46.718522 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-771c18c5-b55a-41d7-8178-ec888fb9f5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.795858 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-72a00896-1458-40d5-a650-53fdb7fd016a None None] Provisioning for port 14dd1502-18b8-4d14-9e1a-28b523256044 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:46.802818 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-72a00896-1458-40d5-a650-53fdb7fd016a None None] Provisioning complete for port 14dd1502-18b8-4d14-9e1a-28b523256044 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:46.803970 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72a00896-1458-40d5-a650-53fdb7fd016a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.858484 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-72a00896-1458-40d5-a650-53fdb7fd016a None None] Port 14dd1502-18b8-4d14-9e1a-28b523256044 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:46.954816 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ca07f-867d-460d-b850-641c4b207192 req-cfb4722a-98d0-43b1-9f41-40132855b40c tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:46.956372 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2e4ca07f-867d-460d-b850-641c4b207192 req-cfb4722a-98d0-43b1-9f41-40132855b40c tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/ports?device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 946 time: 0.1748459 Jul 16 20:23:46.965398 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b817373-ba16-400e-97af-56e34773dfcc req-3409c1f6-4ca3-48eb-a32e-48c668af8295 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:46.974996 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b817373-ba16-400e-97af-56e34773dfcc req-3409c1f6-4ca3-48eb-a32e-48c668af8295 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.1581726 Jul 16 20:23:47.019447 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57460) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:47.035901 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b817373-ba16-400e-97af-56e34773dfcc req-8ef1b63d-2551-41bd-8595-5f0fe26fad34 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597370 Jul 16 20:23:47.043402 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-836d2ea7-2a8a-400e-9152-6cf7ad2fbee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.046654 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2e4ca07f-867d-460d-b850-641c4b207192 req-606e52f7-34d8-4fa2-bab6-23014511400c tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3b6aa22-d573-46e7-8402-4f023cbae97a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693061 Jul 16 20:23:47.164507 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-771c18c5-b55a-41d7-8178-ec888fb9f5c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14dd1502-18b8-4d14-9e1a-28b523256044 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:47.178195 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-771c18c5-b55a-41d7-8178-ec888fb9f5c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.205807 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-771c18c5-b55a-41d7-8178-ec888fb9f5c2 service neutron] Transition to ACTIVE for port object 14dd1502-18b8-4d14-9e1a-28b523256044 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:47.213632 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-771c18c5-b55a-41d7-8178-ec888fb9f5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.294774 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c18c5-b55a-41d7-8178-ec888fb9f5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=14dd1502-18b8-4d14-9e1a-28b523256044,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:47.311554 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-836d2ea7-2a8a-400e-9152-6cf7ad2fbee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.342833 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1fad6-2662-4206-9f9a-118fa518698e req-859b28f2-ad95-4bc4-b9ed-906de3e65216 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:47.345966 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02e1fad6-2662-4206-9f9a-118fa518698e req-859b28f2-ad95-4bc4-b9ed-906de3e65216 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 947 time: 0.1088557 Jul 16 20:23:47.361728 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-836d2ea7-2a8a-400e-9152-6cf7ad2fbee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.454993 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02e1fad6-2662-4206-9f9a-118fa518698e req-4ea318c7-fadf-402e-b64d-825aad0523b5 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007309 Jul 16 20:23:47.473917 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-836d2ea7-2a8a-400e-9152-6cf7ad2fbee7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=36e3b2fb88c1413697b0579393034f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4518695 Jul 16 20:23:47.474950 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:23:47.477208 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57468) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:47.545960 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d2ea7-2a8a-400e-9152-6cf7ad2fbee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47036315-57a0-49a4-8f18-5f0ca221f85d,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:47.573548 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-771c18c5-b55a-41d7-8178-ec888fb9f5c2 service neutron] Attempting to bind port 14dd1502-18b8-4d14-9e1a-28b523256044 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:47.573964 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-771c18c5-b55a-41d7-8178-ec888fb9f5c2 service neutron] Attempting to bind port 14dd1502-18b8-4d14-9e1a-28b523256044 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:47.574414 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-771c18c5-b55a-41d7-8178-ec888fb9f5c2 service neutron] Attempting to bind port 14dd1502-18b8-4d14-9e1a-28b523256044 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:47.584255 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-771c18c5-b55a-41d7-8178-ec888fb9f5c2 service neutron] Port 14dd1502-18b8-4d14-9e1a-28b523256044 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:23:47.584676 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-771c18c5-b55a-41d7-8178-ec888fb9f5c2 service neutron] Attempting to bind port 14dd1502-18b8-4d14-9e1a-28b523256044 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:47.595654 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-771c18c5-b55a-41d7-8178-ec888fb9f5c2 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:47.596020 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-771c18c5-b55a-41d7-8178-ec888fb9f5c2 service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:47.596397 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-771c18c5-b55a-41d7-8178-ec888fb9f5c2 service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:47.596845 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-771c18c5-b55a-41d7-8178-ec888fb9f5c2 service neutron] Bound port: 14dd1502-18b8-4d14-9e1a-28b523256044, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:47.597239 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-771c18c5-b55a-41d7-8178-ec888fb9f5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.627831 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7354148a-14da-4431-9c15-9e3ee2293544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.678118 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311a382-f811-401f-a6b1-f8095530aa54 req-7f6ee65b-bb13-47c1-9a5b-f273dc6c8ce1 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:47.678593 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7354148a-14da-4431-9c15-9e3ee2293544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.680044 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4311a382-f811-401f-a6b1-f8095530aa54 req-7f6ee65b-bb13-47c1-9a5b-f273dc6c8ce1 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d687fa2-1140-4c39-aa1f-56ca661eac92 HTTP/1.1" status: 200 len: 947 time: 0.0795193 Jul 16 20:23:47.712890 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-771c18c5-b55a-41d7-8178-ec888fb9f5c2 service neutron] For port 14dd1502-18b8-4d14-9e1a-28b523256044, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:47.720885 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4311a382-f811-401f-a6b1-f8095530aa54 req-07a38933-ccae-4c3b-812c-b5a6460e8f0d tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/security-groups?id=a51485cb-4ef2-4e91-b225-4f2563fc2b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345652 Jul 16 20:23:47.733401 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-771c18c5-b55a-41d7-8178-ec888fb9f5c2 service neutron] For port 14dd1502-18b8-4d14-9e1a-28b523256044, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=14dd1502-18b8-4d14-9e1a-28b523256044,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:47.738730 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-771c18c5-b55a-41d7-8178-ec888fb9f5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.777091 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-771c18c5-b55a-41d7-8178-ec888fb9f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:47.778722 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-771c18c5-b55a-41d7-8178-ec888fb9f5c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.779161 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-771c18c5-b55a-41d7-8178-ec888fb9f5c2 service neutron] 10.222.0.18 "PUT /v2.0/ports/14dd1502-18b8-4d14-9e1a-28b523256044 HTTP/1.1" status: 200 len: 1096 time: 1.2576103 Jul 16 20:23:47.779709 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d687fa2-1140-4c39-aa1f-56ca661eac92', 'tag': '14dd1502-18b8-4d14-9e1a-28b523256044'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:47.782088 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c5a058-b7c6-47c1-af7f-870e2133f31e" -d '{"events": [{"name": "network-changed", "server_uuid": "1d687fa2-1140-4c39-aa1f-56ca661eac92", "tag": "14dd1502-18b8-4d14-9e1a-28b523256044"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:47.790017 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7354148a-14da-4431-9c15-9e3ee2293544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.796597 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7354148a-14da-4431-9c15-9e3ee2293544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.800246 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7354148a-14da-4431-9c15-9e3ee2293544 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/47036315-57a0-49a4-8f18-5f0ca221f85d HTTP/1.1" status: 204 len: 168 time: 0.3133206 Jul 16 20:23:47.820478 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354148a-14da-4431-9c15-9e3ee2293544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47036315-57a0-49a4-8f18-5f0ca221f85d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:47.827433 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c18c5-b55a-41d7-8178-ec888fb9f5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=14dd1502-18b8-4d14-9e1a-28b523256044,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:47.891113 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08350927-734b-44ec-8c7b-f0c78e5cbc56 x-openstack-request-id: req-08350927-734b-44ec-8c7b-f0c78e5cbc56 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:47.891416 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d687fa2-1140-4c39-aa1f-56ca661eac92", "tag": "14dd1502-18b8-4d14-9e1a-28b523256044", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:47.891910 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-08350927-734b-44ec-8c7b-f0c78e5cbc56 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:47.894944 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d687fa2-1140-4c39-aa1f-56ca661eac92', 'tag': '14dd1502-18b8-4d14-9e1a-28b523256044', 'status': 'completed', 'code': 200} Jul 16 20:23:47.936338 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-736aaece-f151-47be-8e0f-b9383e322a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:47.938861 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-736aaece-f151-47be-8e0f-b9383e322a3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=867e68e408b14a9f841e0fd9fdf591ba&device_id=1d687fa2-1140-4c39-aa1f-56ca661eac92 HTTP/1.1" status: 200 len: 1099 time: 0.1027451 Jul 16 20:23:48.000274 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-bc3a42d4-76a7-4262-b1a8-441ed577c0a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=14dd1502-18b8-4d14-9e1a-28b523256044 HTTP/1.1" status: 200 len: 217 time: 0.0425665 Jul 16 20:23:48.100657 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-2871bc4f-8ef8-4a0d-8d18-36cfa6c86bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:48.102701 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-2871bc4f-8ef8-4a0d-8d18-36cfa6c86bbc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0894682 Jul 16 20:23:48.191542 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-853fed1e-3cda-421f-901c-fbb7ed77f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:48.194088 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-853fed1e-3cda-421f-901c-fbb7ed77f03f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0829742 Jul 16 20:23:48.271349 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device ccb6097b-319a-40ec-961d-a2af27895726 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:23:48.278627 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device ccb6097b-319a-40ec-961d-a2af27895726 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:48.369005 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-5635e583-fba7-425b-95c9-558fac25d14d service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644559 Jul 16 20:23:48.373427 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a09ae-0a59-434b-93f2-10a947a9b6fd req-6aca5559-91bd-4307-bdbc-11249f5b87f3 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:48.375072 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-282a09ae-0a59-434b-93f2-10a947a9b6fd req-6aca5559-91bd-4307-bdbc-11249f5b87f3 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/ports?device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 946 time: 0.1521065 Jul 16 20:23:48.390690 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1005c-74cc-487a-8e1d-77c0f2f404d9 req-3e4a3308-4fcb-4a63-bfe9-d3a8890a6e93 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:48.399399 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d8c1005c-74cc-487a-8e1d-77c0f2f404d9 req-3e4a3308-4fcb-4a63-bfe9-d3a8890a6e93 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 949 time: 0.1872272 Jul 16 20:23:48.482852 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d8c1005c-74cc-487a-8e1d-77c0f2f404d9 req-ce769a52-3380-48e7-94d9-ac8a90fc8540 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824137 Jul 16 20:23:48.517306 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-282a09ae-0a59-434b-93f2-10a947a9b6fd req-dc7085bd-45f7-4a01-9f0a-3c29ab075b93 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3b6aa22-d573-46e7-8402-4f023cbae97a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151338 Jul 16 20:23:48.555222 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e0778541-e616-48c2-896d-3ab0ede8d905 req-40189eb2-cfc8-4ae3-8195-1a2e54719381 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701441 Jul 16 20:23:48.629859 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port ccb6097b-319a-40ec-961d-a2af27895726, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=ccb6097b-319a-40ec-961d-a2af27895726,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:48.639629 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 7c759f51-36a6-4ed3-82f3-1d08c63872c1 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:23:48.700849 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'ccb6097b-319a-40ec-961d-a2af27895726', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': 'ccb6097b-319a-40ec-961d-a2af27895726', 'mac_address': 'fa:16:3e:1e:ba:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:23:48.714511 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5a058-b7c6-47c1-af7f-870e2133f31e req-7adf9032-86cd-44bd-a062-550285b9a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:48.717308 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-69c5a058-b7c6-47c1-af7f-870e2133f31e req-7adf9032-86cd-44bd-a062-550285b9a93f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=867e68e408b14a9f841e0fd9fdf591ba&device_id=1d687fa2-1140-4c39-aa1f-56ca661eac92 HTTP/1.1" status: 200 len: 1099 time: 0.0867541 Jul 16 20:23:48.756310 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677070c-66cc-4015-a694-dc2fa8a30b8d req-351ad233-87f2-4910-8f78-6f760ccc0ebb tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:48.757915 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0677070c-66cc-4015-a694-dc2fa8a30b8d req-351ad233-87f2-4910-8f78-6f760ccc0ebb tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 1097 time: 0.0680754 Jul 16 20:23:48.808836 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0677070c-66cc-4015-a694-dc2fa8a30b8d req-1ff1a9a0-3f15-4cf5-b57d-ce545ba68a83 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445771 Jul 16 20:23:48.875165 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5a058-b7c6-47c1-af7f-870e2133f31e req-a25de068-76fe-4517-91a0-18fc3c2a084f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:48.876851 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-69c5a058-b7c6-47c1-af7f-870e2133f31e req-a25de068-76fe-4517-91a0-18fc3c2a084f service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.1488290 Jul 16 20:23:48.939517 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 7c759f51-36a6-4ed3-82f3-1d08c63872c1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7c759f51-36a6-4ed3-82f3-1d08c63872c1,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:48.962110 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-69c5a058-b7c6-47c1-af7f-870e2133f31e req-246fdea9-12cb-4ec9-84a0-ffbc1ede8e78 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=14dd1502-18b8-4d14-9e1a-28b523256044 HTTP/1.1" status: 200 len: 217 time: 0.0774577 Jul 16 20:23:48.963593 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '7c759f51-36a6-4ed3-82f3-1d08c63872c1', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': '7c759f51-36a6-4ed3-82f3-1d08c63872c1', 'mac_address': 'fa:16:3e:53:c5:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:23:48.970248 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.013423 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2d52a-1f69-46fd-bb39-461f7af00f94 req-77611ec4-deef-4c1b-9072-77289ea33744 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:49.021280 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bad2d52a-1f69-46fd-bb39-461f7af00f94 req-77611ec4-deef-4c1b-9072-77289ea33744 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 947 time: 0.1128805 Jul 16 20:23:49.069230 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5a058-b7c6-47c1-af7f-870e2133f31e req-4ccafc10-f2ac-470c-bd82-70307c28fc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:49.072262 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-69c5a058-b7c6-47c1-af7f-870e2133f31e req-4ccafc10-f2ac-470c-bd82-70307c28fc3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1032324 Jul 16 20:23:49.077028 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.122966 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ccb6097b-319a-40ec-961d-a2af27895726 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:49.132547 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c759f51-36a6-4ed3-82f3-1d08c63872c1 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:49.138548 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.181991 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port ccb6097b-319a-40ec-961d-a2af27895726, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=ccb6097b-319a-40ec-961d-a2af27895726,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:49.187416 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 7c759f51-36a6-4ed3-82f3-1d08c63872c1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7c759f51-36a6-4ed3-82f3-1d08c63872c1,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:49.197836 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.208319 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.227837 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5a058-b7c6-47c1-af7f-870e2133f31e req-fa2cb8e8-596c-436d-ab4e-f9364352166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:49.229533 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-69c5a058-b7c6-47c1-af7f-870e2133f31e req-fa2cb8e8-596c-436d-ab4e-f9364352166f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1500280 Jul 16 20:23:49.280574 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bad2d52a-1f69-46fd-bb39-461f7af00f94 req-2fe14cca-c92f-45b1-955f-61a8c5bec5d8 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509811 Jul 16 20:23:49.314808 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:23:49.315352 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:23:49.329515 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=ccb6097b-319a-40ec-961d-a2af27895726,revision_number=9']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:49.338867 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:49.339392 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:49.339851 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:49.339996 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:49.340437 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:49.340792 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:49.341313 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:49.341654 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:49.341987 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:49.342488 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:49.342824 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:49.343290 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:49.381079 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3f45f-b17c-4a86-b360-6768935727b1 req-f0244419-e6ed-49f5-9318-290b01eb03dd tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:49.397747 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f4e3f45f-b17c-4a86-b360-6768935727b1 req-f0244419-e6ed-49f5-9318-290b01eb03dd tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/ports?device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 946 time: 0.3989878 Jul 16 20:23:49.398278 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57532) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:49.415256 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-6e23c8ff-d9c2-4092-808b-16d61916198f tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Request body: {'floatingip': {'port_id': '72d99a46-cc20-435b-b1ba-cde37d5f8b43'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:49.440245 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-69c5a058-b7c6-47c1-af7f-870e2133f31e req-b7bad222-0fe9-4f2c-adb3-9573dc051580 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011013 Jul 16 20:23:49.475461 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=7c759f51-36a6-4ed3-82f3-1d08c63872c1,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:49.517929 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['7c759f51-36a6-4ed3-82f3-1d08c63872c1'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:49.579035 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6e23c8ff-d9c2-4092-808b-16d61916198f tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks [] for floatingip, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.593346 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['ccb6097b-319a-40ec-961d-a2af27895726'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:49.608751 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-69c5a058-b7c6-47c1-af7f-870e2133f31e req-628a4b6c-6772-41fb-9b66-4ba69b92d72b service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455228 Jul 16 20:23:49.950418 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.970495 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ccb6097b-319a-40ec-961d-a2af27895726 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:49.994631 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port ccb6097b-319a-40ec-961d-a2af27895726, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=ccb6097b-319a-40ec-961d-a2af27895726,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:50.005817 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.086577 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=ccb6097b-319a-40ec-961d-a2af27895726,revision_number=10']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:50.194778 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696acce-582b-46c7-b312-61b5db2d5b27 req-b0c5924c-f70e-49c5-8c8d-2cffc5d8c229 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:50.196261 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a696acce-582b-46c7-b312-61b5db2d5b27 req-b0c5924c-f70e-49c5-8c8d-2cffc5d8c229 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d687fa2-1140-4c39-aa1f-56ca661eac92 HTTP/1.1" status: 200 len: 947 time: 0.6202593 Jul 16 20:23:50.291400 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a696acce-582b-46c7-b312-61b5db2d5b27 req-474d4b7d-f4bc-4562-9783-158c6e4a4ce4 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/security-groups?id=a51485cb-4ef2-4e91-b225-4f2563fc2b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841510 Jul 16 20:23:50.701190 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f48fa4-c655-4973-a072-7ed12fe4eaed req-329b584e-7d54-4acc-ab75-835140677d37 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:50.702764 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13f48fa4-c655-4973-a072-7ed12fe4eaed req-329b584e-7d54-4acc-ab75-835140677d37 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 948 time: 0.2364426 Jul 16 20:23:50.861862 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13f48fa4-c655-4973-a072-7ed12fe4eaed req-9a7d988d-8dce-466b-8d4a-81ce8b4341f8 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312220 Jul 16 20:23:50.920410 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6e23c8ff-d9c2-4092-808b-16d61916198f tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.926365 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6e23c8ff-d9c2-4092-808b-16d61916198f tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.988996 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-2e269428-92e7-4dbc-87b9-7b525cae374c tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:23:50.990772 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-2e269428-92e7-4dbc-87b9-7b525cae374c tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081506 Jul 16 20:23:51.005023 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-33827bb3-7de0-4f66-9b5e-dd51fdbc4810 service neutron] Request body: {'binding': {'host': 'n-h2-791506-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:51.005488 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-33827bb3-7de0-4f66-9b5e-dd51fdbc4810 service neutron] Unknown quota resources ['binding']. {{(pid=93793) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:23:51.067138 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-6e23c8ff-d9c2-4092-808b-16d61916198f tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Floating IP df0bd12c-06cc-4945-af94-5e18115e8bce associated. External IP: 172.25.0.48, port: 72d99a46-cc20-435b-b1ba-cde37d5f8b43. Jul 16 20:23:51.202649 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-33827bb3-7de0-4f66-9b5e-dd51fdbc4810 service neutron] Attempting to bind port 371d6c7c-88ff-4783-aad3-eb3b449763a2 on host n-h2-791506-21 for vnic_type normal with profile None {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:51.203883 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-33827bb3-7de0-4f66-9b5e-dd51fdbc4810 service neutron] Attempting to bind port 371d6c7c-88ff-4783-aad3-eb3b449763a2 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:51.204619 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-33827bb3-7de0-4f66-9b5e-dd51fdbc4810 service neutron] Attempting to bind port 371d6c7c-88ff-4783-aad3-eb3b449763a2 on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:51.210395 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-33827bb3-7de0-4f66-9b5e-dd51fdbc4810 service neutron] Port 371d6c7c-88ff-4783-aad3-eb3b449763a2 on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:23:51.210729 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-33827bb3-7de0-4f66-9b5e-dd51fdbc4810 service neutron] Attempting to bind port 371d6c7c-88ff-4783-aad3-eb3b449763a2 on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:51.216374 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-33827bb3-7de0-4f66-9b5e-dd51fdbc4810 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:51.218468 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-33827bb3-7de0-4f66-9b5e-dd51fdbc4810 service neutron] Checking segment: {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:51.218816 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-33827bb3-7de0-4f66-9b5e-dd51fdbc4810 service neutron] Bound using segment: {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:51.219258 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-33827bb3-7de0-4f66-9b5e-dd51fdbc4810 service neutron] Bound port: 371d6c7c-88ff-4783-aad3-eb3b449763a2, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:51.282692 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-33827bb3-7de0-4f66-9b5e-dd51fdbc4810 service neutron] For port 371d6c7c-88ff-4783-aad3-eb3b449763a2, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=371d6c7c-88ff-4783-aad3-eb3b449763a2,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:51.290371 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-33827bb3-7de0-4f66-9b5e-dd51fdbc4810 service neutron] Notify callbacks [] for binding, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:51.292096 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-33827bb3-7de0-4f66-9b5e-dd51fdbc4810 service neutron] 10.222.0.38 "POST /v2.0/ports/371d6c7c-88ff-4783-aad3-eb3b449763a2/bindings HTTP/1.1" status: 201 len: 390 time: 0.2925823 Jul 16 20:23:51.397357 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e5839-a399-44f7-9c8a-a30fdc3c1541 req-c5277e5b-952c-425b-84df-bcd67356bceb tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:51.398936 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ec7e5839-a399-44f7-9c8a-a30fdc3c1541 req-c5277e5b-952c-425b-84df-bcd67356bceb tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 948 time: 0.1937721 Jul 16 20:23:51.417507 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e23c8ff-d9c2-4092-808b-16d61916198f tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Router 10783144-a07b-4ae9-93da-d65f2de6fedb has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:23:51.507869 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ec7e5839-a399-44f7-9c8a-a30fdc3c1541 req-90fb1a1a-034b-462e-88b2-0225c2104dcc tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997405 Jul 16 20:23:51.610838 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-125fbfbf-62b2-4940-9c32-a2bdb3dc4585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:51.619645 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e23c8ff-d9c2-4092-808b-16d61916198f tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:23:51.625640 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6e23c8ff-d9c2-4092-808b-16d61916198f tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:51.632934 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5399d6fc-9f94-4a4c-8d83-11bc844d4478 None None] Sync routers for ids ['10783144-a07b-4ae9-93da-d65f2de6fedb'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:23:51.656072 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5399d6fc-9f94-4a4c-8d83-11bc844d4478 None None] Routers {'10783144-a07b-4ae9-93da-d65f2de6fedb'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:51.656715 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-5399d6fc-9f94-4a4c-8d83-11bc844d4478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:23:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['10783144-a07b-4ae9-93da-d65f2de6fedb'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:51.715354 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6e23c8ff-d9c2-4092-808b-16d61916198f tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "PUT /v2.0/floatingips/df0bd12c-06cc-4945-af94-5e18115e8bce HTTP/1.1" status: 200 len: 991 time: 2.3113532 Jul 16 20:23:51.717774 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24259894-c73e-4cc4-8151-ba03b4fcce4c', 'tag': '72d99a46-cc20-435b-b1ba-cde37d5f8b43'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:51.720311 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240b4bc8-ae15-431f-ac9f-2937b0c43ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "24259894-c73e-4cc4-8151-ba03b4fcce4c", "tag": "72d99a46-cc20-435b-b1ba-cde37d5f8b43"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:51.735229 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-1524a8c7-f1da-4002-857f-1bd944a3f8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:51.736607 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-1524a8c7-f1da-4002-857f-1bd944a3f8d4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 1097 time: 0.1705816 Jul 16 20:23:51.804573 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-5399d6fc-9f94-4a4c-8d83-11bc844d4478 None None] Set router 10783144-a07b-4ae9-93da-d65f2de6fedb gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:51.827418 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdd4e5-5fb8-42d5-905f-2a6f305e0a58 req-3461654d-af0f-4fc3-adf8-b31028265888 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:51.829084 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e6cdd4e5-5fb8-42d5-905f-2a6f305e0a58 req-3461654d-af0f-4fc3-adf8-b31028265888 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d687fa2-1140-4c39-aa1f-56ca661eac92 HTTP/1.1" status: 200 len: 947 time: 0.1753814 Jul 16 20:23:51.890257 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-3d0e43e2-47e5-4236-bde3-4f5abde4361e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414016 Jul 16 20:23:51.923959 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-002ef6b0-92e3-467e-badb-767226bd1caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:51.925425 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-002ef6b0-92e3-467e-badb-767226bd1caa service neutron] 10.222.0.62 "GET /v2.0/networks?id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418 HTTP/1.1" status: 200 len: 909 time: 0.1773582 Jul 16 20:23:51.940898 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e6cdd4e5-5fb8-42d5-905f-2a6f305e0a58 req-4274c135-ceb3-45db-8efc-4c0724f1841c tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/security-groups?id=a51485cb-4ef2-4e91-b225-4f2563fc2b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003411 Jul 16 20:23:51.992951 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-91996663-b308-4fa0-ad9a-265bd1c65775 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=371d6c7c-88ff-4783-aad3-eb3b449763a2 HTTP/1.1" status: 200 len: 217 time: 0.0555115 Jul 16 20:23:52.099034 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-5399d6fc-9f94-4a4c-8d83-11bc844d4478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'name': 'tempest-ServersTestBootFromVolume-393347287-router', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:36Z', 'updated_at': '2021-07-16T20:22:43Z', 'revision_number': 4, 'project_id': '24465f931afb4d548cf03856aa8b33bd', 'gw_port': {'id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:37Z', 'updated_at': '2021-07-16T20:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'df0bd12c-06cc-4945-af94-5e18115e8bce', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'floating_ip_address': '172.25.0.48', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'port_id': '72d99a46-cc20-435b-b1ba-cde37d5f8b43', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097', 'mac_address': 'fa:16:3e:f8:78:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24259894-c73e-4cc4-8151-ba03b4fcce4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:22:50Z', 'updated_at': '2021-07-16T20:23:50Z', 'revision_number': 1, 'project_id': '24465f931afb4d548cf03856aa8b33bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cd52d9-45f1-49ac-ad48-283392bee098', 'name': '', 'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'mac_address': 'fa:16:3e:df:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ed3fe018-6845-4dcd-8942-5ef871b7139d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:41Z', 'updated_at': '2021-07-16T20:22:50Z', 'revision_number': 5, 'project_id': '24465f931afb4d548cf03856aa8b33bd', 'subnets': [{'id': 'ed3fe018-6845-4dcd-8942-5ef871b7139d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:52.106223 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-c86726c3-09c2-4dac-bc32-e87ac24483bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:52.107709 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-c86726c3-09c2-4dac-bc32-e87ac24483bb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fed2a9f4-4984-4b87-a48a-a9fcef3fa565 HTTP/1.1" status: 200 len: 848 time: 0.0822258 Jul 16 20:23:52.133528 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-6b646272-dcbf-44db-95c2-5cb0d2faf629 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:52.134609 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5399d6fc-9f94-4a4c-8d83-11bc844d4478 None None] Checking router: 10783144-a07b-4ae9-93da-d65f2de6fedb for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:23:52.135178 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-6b646272-dcbf-44db-95c2-5cb0d2faf629 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2356000 Jul 16 20:23:52.150166 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5399d6fc-9f94-4a4c-8d83-11bc844d4478 None None] Routers {'10783144-a07b-4ae9-93da-d65f2de6fedb'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:52.150824 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-5399d6fc-9f94-4a4c-8d83-11bc844d4478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:23:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['10783144-a07b-4ae9-93da-d65f2de6fedb'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:52.271814 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-5399d6fc-9f94-4a4c-8d83-11bc844d4478 None None] Set router 10783144-a07b-4ae9-93da-d65f2de6fedb gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:52.305571 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device ccb6097b-319a-40ec-961d-a2af27895726 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:52.415101 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port ccb6097b-319a-40ec-961d-a2af27895726 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:52.415465 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:52.447761 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-d2304f80-29d0-41de-90a4-e9eb27579f14 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3226321 Jul 16 20:23:52.451884 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-c7fc3c94-92ec-42c2-9d72-99beda6966d7 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/quotas/0e3f4908cd7247a9bb3c103236a62c8e HTTP/1.1" status: 200 len: 375 time: 0.3068826 Jul 16 20:23:52.467170 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 14dd1502-18b8-4d14-9e1a-28b523256044 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:23:52.468997 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 7c759f51-36a6-4ed3-82f3-1d08c63872c1 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:52.514536 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-3eb5e9cb-7775-40ed-b8e8-49555e972511 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449231 Jul 16 20:23:52.567095 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cdc24-07b8-44fb-9076-5c8b6b0841d9 req-e9230995-9486-434e-8423-4c39d7a4e1d9 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:52.568647 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-194cdc24-07b8-44fb-9076-5c8b6b0841d9 req-e9230995-9486-434e-8423-4c39d7a4e1d9 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 945 time: 0.4794371 Jul 16 20:23:52.630922 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-57ef5d9e-dd5b-4160-b141-146c22fe29e5 service neutron] 10.222.0.62 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751771 Jul 16 20:23:52.644454 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-194cdc24-07b8-44fb-9076-5c8b6b0841d9 req-b0050085-30d6-48d8-91cc-6090c6d95aaa tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608449 Jul 16 20:23:52.749506 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:52.783834 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ed0bf5-dcc1-4e87-a987-899a98bef451 x-openstack-request-id: req-c3ed0bf5-dcc1-4e87-a987-899a98bef451 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:52.784472 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24259894-c73e-4cc4-8151-ba03b4fcce4c", "tag": "72d99a46-cc20-435b-b1ba-cde37d5f8b43", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:52.784472 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c3ed0bf5-dcc1-4e87-a987-899a98bef451 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:52.788878 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24259894-c73e-4cc4-8151-ba03b4fcce4c', 'tag': '72d99a46-cc20-435b-b1ba-cde37d5f8b43', 'status': 'completed', 'code': 200} Jul 16 20:23:52.866676 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-d64a3d60-52b3-4d89-800b-fae3999148f5 service neutron] 10.222.0.62 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147892 Jul 16 20:23:52.926909 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b4bc8-ae15-431f-ac9f-2937b0c43ec2 req-d1a214ca-e459-4d52-870f-260888f085e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:52.929469 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-240b4bc8-ae15-431f-ac9f-2937b0c43ec2 req-d1a214ca-e459-4d52-870f-260888f085e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=24465f931afb4d548cf03856aa8b33bd&device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 1098 time: 0.1177068 Jul 16 20:23:52.947497 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 7c759f51-36a6-4ed3-82f3-1d08c63872c1 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:52.958767 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 14dd1502-18b8-4d14-9e1a-28b523256044, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=14dd1502-18b8-4d14-9e1a-28b523256044,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:52.970536 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 7c759f51-36a6-4ed3-82f3-1d08c63872c1 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:52.970901 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:53.015536 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4604a05-22d1-4e5d-a536-960f4c5dca63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb6097b-319a-40ec-961d-a2af27895726'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:53.017885 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3629e02-2f24-483e-a09c-fb7466ea1c8e" -d '{"events": [{"server_uuid": "e4604a05-22d1-4e5d-a536-960f4c5dca63", "name": "network-vif-plugged", "status": "completed", "tag": "ccb6097b-319a-40ec-961d-a2af27895726"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:53.022429 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '14dd1502-18b8-4d14-9e1a-28b523256044', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': '14dd1502-18b8-4d14-9e1a-28b523256044', 'mac_address': 'fa:16:3e:2c:a4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:23:53.042845 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb487167-ad33-41a8-8e2d-7494f16eb11d req-589dedbe-416f-4f80-bd4a-0533309a8ac7 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:53.054075 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb487167-ad33-41a8-8e2d-7494f16eb11d req-589dedbe-416f-4f80-bd4a-0533309a8ac7 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 948 time: 0.1110163 Jul 16 20:23:53.077562 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port ccb6097b-319a-40ec-961d-a2af27895726, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=ccb6097b-319a-40ec-961d-a2af27895726,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:53.140517 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb487167-ad33-41a8-8e2d-7494f16eb11d req-4803c683-660c-4caf-b8a5-f2c619b71cfd tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849693 Jul 16 20:23:53.183915 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b4bc8-ae15-431f-ac9f-2937b0c43ec2 req-dd4124fb-88f4-49fa-89a8-11126fc5b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:53.187506 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:53.190206 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-240b4bc8-ae15-431f-ac9f-2937b0c43ec2 req-dd4124fb-88f4-49fa-89a8-11126fc5b708 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6d86ebc6-550a-4185-8eaf-4536a4601097 HTTP/1.1" status: 200 len: 916 time: 0.2388201 Jul 16 20:23:53.253340 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-5399d6fc-9f94-4a4c-8d83-11bc844d4478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'name': 'tempest-ServersTestBootFromVolume-393347287-router', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:36Z', 'updated_at': '2021-07-16T20:22:43Z', 'revision_number': 4, 'project_id': '24465f931afb4d548cf03856aa8b33bd', 'gw_port': {'id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:37Z', 'updated_at': '2021-07-16T20:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'df0bd12c-06cc-4945-af94-5e18115e8bce', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'floating_ip_address': '172.25.0.48', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'port_id': '72d99a46-cc20-435b-b1ba-cde37d5f8b43', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097', 'mac_address': 'fa:16:3e:f8:78:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24259894-c73e-4cc4-8151-ba03b4fcce4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:22:50Z', 'updated_at': '2021-07-16T20:23:50Z', 'revision_number': 1, 'project_id': '24465f931afb4d548cf03856aa8b33bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cd52d9-45f1-49ac-ad48-283392bee098', 'name': '', 'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'mac_address': 'fa:16:3e:df:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ed3fe018-6845-4dcd-8942-5ef871b7139d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:41Z', 'updated_at': '2021-07-16T20:22:50Z', 'revision_number': 5, 'project_id': '24465f931afb4d548cf03856aa8b33bd', 'subnets': [{'id': 'ed3fe018-6845-4dcd-8942-5ef871b7139d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:53.303782 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:53.304750 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2d06fc36-e958-4a59-bc49-8223ea8155a0 req-ccead4f3-db90-48f1-92a3-bc85df7203fc tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4bcd672-e9e7-4f5f-9f3a-b244f1991d03 HTTP/1.1" status: 200 len: 210 time: 0.0449109 Jul 16 20:23:53.338221 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14dd1502-18b8-4d14-9e1a-28b523256044 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:53.360621 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 14dd1502-18b8-4d14-9e1a-28b523256044, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=14dd1502-18b8-4d14-9e1a-28b523256044,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:53.361956 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5399d6fc-9f94-4a4c-8d83-11bc844d4478 None None] The sync data for ids ['10783144-a07b-4ae9-93da-d65f2de6fedb'] in n-d-791506-21 is: [{'id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'name': 'tempest-ServersTestBootFromVolume-393347287-router', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:36Z', 'updated_at': '2021-07-16T20:22:43Z', 'revision_number': 4, 'project_id': '24465f931afb4d548cf03856aa8b33bd', 'gw_port': {'id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:37Z', 'updated_at': '2021-07-16T20:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'df0bd12c-06cc-4945-af94-5e18115e8bce', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'floating_ip_address': '172.25.0.48', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'port_id': '72d99a46-cc20-435b-b1ba-cde37d5f8b43', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097', 'mac_address': 'fa:16:3e:f8:78:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24259894-c73e-4cc4-8151-ba03b4fcce4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:22:50Z', 'updated_at': '2021-07-16T20:23:50Z', 'revision_number': 1, 'project_id': '24465f931afb4d548cf03856aa8b33bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cd52d9-45f1-49ac-ad48-283392bee098', 'name': '', 'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'mac_address': 'fa:16:3e:df:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ed3fe018-6845-4dcd-8942-5ef871b7139d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:41Z', 'updated_at': '2021-07-16T20:22:50Z', 'revision_number': 5, 'project_id': '24465f931afb4d548cf03856aa8b33bd', 'subnets': [{'id': 'ed3fe018-6845-4dcd-8942-5ef871b7139d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:23:53.363348 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-240b4bc8-ae15-431f-ac9f-2937b0c43ec2 req-da6dab55-be52-4619-907d-5c29303aa3bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72d99a46-cc20-435b-b1ba-cde37d5f8b43 HTTP/1.1" status: 200 len: 999 time: 0.1634846 Jul 16 20:23:53.371434 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:53.443646 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=ccb6097b-319a-40ec-961d-a2af27895726,revision_number=11']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:53.477272 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db1a0a-2e0f-4e8c-8eb0-e6623114f97b req-c83c43be-9f1a-4302-8d08-c173ded356d7 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:53.487422 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99db1a0a-2e0f-4e8c-8eb0-e6623114f97b req-c83c43be-9f1a-4302-8d08-c173ded356d7 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 948 time: 0.1874161 Jul 16 20:23:53.508232 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:53.529806 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b4bc8-ae15-431f-ac9f-2937b0c43ec2 req-cdb3d5e8-bbae-4ab8-a847-ce170bd74ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:53.534510 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-240b4bc8-ae15-431f-ac9f-2937b0c43ec2 req-cdb3d5e8-bbae-4ab8-a847-ce170bd74ed9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ed3fe018-6845-4dcd-8942-5ef871b7139d HTTP/1.1" status: 200 len: 854 time: 0.1580265 Jul 16 20:23:53.570670 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99db1a0a-2e0f-4e8c-8eb0-e6623114f97b req-a0d66b78-5076-47d6-8436-d5d8277d346b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818648 Jul 16 20:23:53.608080 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=14dd1502-18b8-4d14-9e1a-28b523256044,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:53.634570 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 7c759f51-36a6-4ed3-82f3-1d08c63872c1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7c759f51-36a6-4ed3-82f3-1d08c63872c1,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:53.639987 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:53.658726 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['14dd1502-18b8-4d14-9e1a-28b523256044'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:53.707879 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082c2fe6-21ed-4813-9a6d-2efc58baa2a9 x-openstack-request-id: req-082c2fe6-21ed-4813-9a6d-2efc58baa2a9 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:53.709371 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4604a05-22d1-4e5d-a536-960f4c5dca63", "name": "network-vif-plugged", "status": "completed", "tag": "ccb6097b-319a-40ec-961d-a2af27895726", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:53.709632 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-082c2fe6-21ed-4813-9a6d-2efc58baa2a9 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:53.710043 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4604a05-22d1-4e5d-a536-960f4c5dca63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb6097b-319a-40ec-961d-a2af27895726', 'code': 200} Jul 16 20:23:53.782201 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef37c41-9623-464c-8a43-8cd27f0b8b9f req-9260ce63-7f90-4446-86e8-4d1694b801db tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:53.786753 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fef37c41-9623-464c-8a43-8cd27f0b8b9f req-9260ce63-7f90-4446-86e8-4d1694b801db tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d687fa2-1140-4c39-aa1f-56ca661eac92 HTTP/1.1" status: 200 len: 948 time: 0.1921737 Jul 16 20:23:53.806034 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b4bc8-ae15-431f-ac9f-2937b0c43ec2 req-859cbd2c-8c53-4c2e-9a90-083df6cdd403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:53.807645 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-240b4bc8-ae15-431f-ac9f-2937b0c43ec2 req-859cbd2c-8c53-4c2e-9a90-083df6cdd403 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6d86ebc6-550a-4185-8eaf-4536a4601097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2667012 Jul 16 20:23:53.862252 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b43439-de3d-4c84-8c55-c0dbba8a0d3c None None] New status for floating IP df0bd12c-06cc-4945-af94-5e18115e8bce: ACTIVE {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:23:53.956755 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fef37c41-9623-464c-8a43-8cd27f0b8b9f req-c754256f-d411-4f4b-bd57-e735e0f3b1b4 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/security-groups?id=a51485cb-4ef2-4e91-b225-4f2563fc2b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631043 Jul 16 20:23:54.002825 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=7c759f51-36a6-4ed3-82f3-1d08c63872c1,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:54.085374 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-240b4bc8-ae15-431f-ac9f-2937b0c43ec2 req-d79d6bec-c75c-44e3-87f1-1f7eeae2725c service neutron] 10.222.0.62 "GET /v2.0/networks/6d86ebc6-550a-4185-8eaf-4536a4601097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667489 Jul 16 20:23:54.261009 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-97b7e992-79eb-4bf7-8dd5-8c3336b3969c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:54.262992 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:54.321014 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-240b4bc8-ae15-431f-ac9f-2937b0c43ec2 req-c60915bb-eae7-4835-8563-82f85c390e5b service neutron] 10.222.0.62 "GET /v2.0/networks/6d86ebc6-550a-4185-8eaf-4536a4601097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232108 Jul 16 20:23:54.327892 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0529d42-4471-4cc9-b15d-917d30e5ced9 req-7052fce0-d8f8-4839-b36e-452f204a0546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:54.333065 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d0529d42-4471-4cc9-b15d-917d30e5ced9 req-7052fce0-d8f8-4839-b36e-452f204a0546 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 1102 time: 0.2972398 Jul 16 20:23:54.371522 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8b849-46f3-46fe-8fe5-dc1d80250a53 req-daf5f892-7c1a-4e43-8185-d402a1e4453c tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:54.373119 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d4d8b849-46f3-46fe-8fe5-dc1d80250a53 req-daf5f892-7c1a-4e43-8185-d402a1e4453c tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 945 time: 0.2626069 Jul 16 20:23:54.431008 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d0529d42-4471-4cc9-b15d-917d30e5ced9 req-5f10ee42-2279-4b8d-82c9-7998c6821409 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768144 Jul 16 20:23:54.439704 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d4d8b849-46f3-46fe-8fe5-dc1d80250a53 req-a7bc6ce1-3a1f-4bfe-a14a-d120a9c306db tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552621 Jul 16 20:23:54.658981 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d82f7-93dd-4f3d-992e-c51e0bcbc195 req-b05fc563-9041-4add-a438-229400e65691 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:54.660549 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dc7d82f7-93dd-4f3d-992e-c51e0bcbc195 req-b05fc563-9041-4add-a438-229400e65691 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 950 time: 0.0954294 Jul 16 20:23:54.698848 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8a600b6e-1732-43d6-8638-d1d5c1897838 req-b8e2130d-3b5c-44f6-a4c9-90fb414eff03 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4bcd672-e9e7-4f5f-9f3a-b244f1991d03 HTTP/1.1" status: 200 len: 210 time: 0.0372992 Jul 16 20:23:54.727901 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dc7d82f7-93dd-4f3d-992e-c51e0bcbc195 req-3d82f8e9-2f09-4219-b09f-4fead752c873 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558667 Jul 16 20:23:54.898581 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f3def-b41c-4083-b03d-1c108ec7d455 req-a583149a-17d9-4941-ba1f-ca0a67758ad1 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:54.899792 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9c6f3def-b41c-4083-b03d-1c108ec7d455 req-a583149a-17d9-4941-ba1f-ca0a67758ad1 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.0724614 Jul 16 20:23:54.938847 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-e7b96919-0ee5-4135-b836-9a5cf84cc2ff tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333426 Jul 16 20:23:54.999713 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9c6f3def-b41c-4083-b03d-1c108ec7d455 req-e2a2594b-f153-4a85-84a6-1ba7613e86d9 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841203 Jul 16 20:23:55.048204 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57706) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:55.116062 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-891065ea-665b-4e5a-a941-f57b3483571a tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:55.117653 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-891065ea-665b-4e5a-a941-f57b3483571a tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1711524 Jul 16 20:23:55.133409 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-2a0bd152-71d8-4d62-979c-9a386e594f55 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Request body: {'port': {'device_id': 'b4bcd672-e9e7-4f5f-9f3a-b244f1991d03', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': '0e3f4908cd7247a9bb3c103236a62c8e'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:55.211434 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-86070d88-6ded-43b2-954a-851fa73c2961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.284234 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603520b3-e13b-418a-a611-b6bbc16f844c req-a0e73ae6-38a6-45e1-aa6a-ea0eef031c39 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:55.286513 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-603520b3-e13b-418a-a611-b6bbc16f844c req-a0e73ae6-38a6-45e1-aa6a-ea0eef031c39 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d687fa2-1140-4c39-aa1f-56ca661eac92 HTTP/1.1" status: 200 len: 948 time: 0.1443512 Jul 16 20:23:55.344853 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-603520b3-e13b-418a-a611-b6bbc16f844c req-da2972cd-ba64-409e-a04d-0dee434f88dc tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/security-groups?id=a51485cb-4ef2-4e91-b225-4f2563fc2b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509396 Jul 16 20:23:55.390215 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-86070d88-6ded-43b2-954a-851fa73c2961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.393998 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-86070d88-6ded-43b2-954a-851fa73c2961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.411850 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-2a0bd152-71d8-4d62-979c-9a386e594f55 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Made reservation on behalf of 0e3f4908cd7247a9bb3c103236a62c8e for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:55.416928 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-2a0bd152-71d8-4d62-979c-9a386e594f55 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.429245 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-2a0bd152-71d8-4d62-979c-9a386e594f55 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.432855 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-86070d88-6ded-43b2-954a-851fa73c2961 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=74ba19c11b7e4a6d8638948de57d0cd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3835671 Jul 16 20:23:55.434817 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86070d88-6ded-43b2-954a-851fa73c2961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5397fe3f-551f-4ef6-95df-49cfef0f468b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:55.435548 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57712) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:55.443322 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86070d88-6ded-43b2-954a-851fa73c2961 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:55.443631 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86070d88-6ded-43b2-954a-851fa73c2961 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:55.443898 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86070d88-6ded-43b2-954a-851fa73c2961 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:55.444230 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86070d88-6ded-43b2-954a-851fa73c2961 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:55.444558 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86070d88-6ded-43b2-954a-851fa73c2961 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:55.444885 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86070d88-6ded-43b2-954a-851fa73c2961 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:55.445207 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86070d88-6ded-43b2-954a-851fa73c2961 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:55.445527 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86070d88-6ded-43b2-954a-851fa73c2961 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:55.445846 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86070d88-6ded-43b2-954a-851fa73c2961 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:55.446162 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86070d88-6ded-43b2-954a-851fa73c2961 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:55.446508 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86070d88-6ded-43b2-954a-851fa73c2961 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:55.446841 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86070d88-6ded-43b2-954a-851fa73c2961 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:55.522284 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a175001-7c8f-4c6b-894f-1d519e929bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.557233 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a175001-7c8f-4c6b-894f-1d519e929bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.627591 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-2a0bd152-71d8-4d62-979c-9a386e594f55 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.636284 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-2a0bd152-71d8-4d62-979c-9a386e594f55 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.656360 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.690730 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a175001-7c8f-4c6b-894f-1d519e929bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.694241 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a175001-7c8f-4c6b-894f-1d519e929bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.695593 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2a175001-7c8f-4c6b-894f-1d519e929bd9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5397fe3f-551f-4ef6-95df-49cfef0f468b HTTP/1.1" status: 204 len: 168 time: 0.2589524 Jul 16 20:23:55.711098 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1e09f3-a09a-4e66-b965-aacccd7d5c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c759f51-36a6-4ed3-82f3-1d08c63872c1'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:55.713826 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e384a53-5e79-4c31-8f60-5ad7ea937486" -d '{"events": [{"server_uuid": "5b1e09f3-a09a-4e66-b965-aacccd7d5c8d", "name": "network-vif-plugged", "status": "completed", "tag": "7c759f51-36a6-4ed3-82f3-1d08c63872c1"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:55.737420 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0bd152-71d8-4d62-979c-9a386e594f55 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c164969-d6a1-4e14-94a1-d6dfd20081c0,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:55.753178 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a175001-7c8f-4c6b-894f-1d519e929bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5397fe3f-551f-4ef6-95df-49cfef0f468b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:55.760802 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4cfd3-e945-41e0-bc4e-7f4e125571f1 req-ddbcd25e-40d8-4458-be1a-51a31a8c8219 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:55.771842 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ada4cfd3-e945-41e0-bc4e-7f4e125571f1 req-ddbcd25e-40d8-4458-be1a-51a31a8c8219 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 945 time: 0.1833377 Jul 16 20:23:55.818085 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1013b7-9899-49fb-bd38-cd6f282e2ecd x-openstack-request-id: req-3f1013b7-9899-49fb-bd38-cd6f282e2ecd {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:55.818406 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1e09f3-a09a-4e66-b965-aacccd7d5c8d", "name": "network-vif-plugged", "status": "completed", "tag": "7c759f51-36a6-4ed3-82f3-1d08c63872c1", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:55.818861 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3f1013b7-9899-49fb-bd38-cd6f282e2ecd {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:55.819432 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1e09f3-a09a-4e66-b965-aacccd7d5c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c759f51-36a6-4ed3-82f3-1d08c63872c1', 'code': 200} Jul 16 20:23:55.875505 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ada4cfd3-e945-41e0-bc4e-7f4e125571f1 req-ebc4124b-e541-4167-bf00-075d3134bafa tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001620 Jul 16 20:23:55.902068 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-2a0bd152-71d8-4d62-979c-9a386e594f55 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Allocated IP 192.168.233.161 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/f9aa5cc8-d6c0-42be-8acf-38074d0583d5) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:56.045647 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b0741354-a27c-4342-9472-0b6293008a4f req-cfe9429d-7d12-43b2-be9b-c76a2049f6c3 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4bcd672-e9e7-4f5f-9f3a-b244f1991d03 HTTP/1.1" status: 200 len: 210 time: 0.0768173 Jul 16 20:23:56.131093 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad1361-87b7-4465-9bf7-4901bf9fbc67 req-02eee9ed-1c6b-447d-b4a7-58e5c1f24275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:56.132798 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2cad1361-87b7-4465-9bf7-4901bf9fbc67 req-02eee9ed-1c6b-447d-b4a7-58e5c1f24275 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 1101 time: 0.2274625 Jul 16 20:23:56.158477 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-2a0bd152-71d8-4d62-979c-9a386e594f55 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.175156 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-2a0bd152-71d8-4d62-979c-9a386e594f55 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Transition to ACTIVE for port object f9aa5cc8-d6c0-42be-8acf-38074d0583d5 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:56.221658 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-2a0bd152-71d8-4d62-979c-9a386e594f55 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.251039 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2cad1361-87b7-4465-9bf7-4901bf9fbc67 req-9ddbb92d-b863-4a7a-9279-950d64edb27d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787435 Jul 16 20:23:56.260577 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d7355-f544-4a04-9924-2c58bc031407 req-dd183fe3-9759-46ec-844f-f6e8179de044 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:56.262731 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-879d7355-f544-4a04-9924-2c58bc031407 req-dd183fe3-9759-46ec-844f-f6e8179de044 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 950 time: 0.1502922 Jul 16 20:23:56.308525 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-2a0bd152-71d8-4d62-979c-9a386e594f55 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:56.312823 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-2a0bd152-71d8-4d62-979c-9a386e594f55 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:56.319535 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57730) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:56.333402 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0bd152-71d8-4d62-979c-9a386e594f55 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Pushing event updated for resources: {'Port': ['ID=f9aa5cc8-d6c0-42be-8acf-38074d0583d5,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:56.337947 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-2a0bd152-71d8-4d62-979c-9a386e594f55 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:56.340241 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-922dd8cc-5576-4c51-881c-94617d870174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.366883 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-879d7355-f544-4a04-9924-2c58bc031407 req-7be01dea-7fc6-4dbe-b4f8-b7d33f239d1e tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719917 Jul 16 20:23:56.418233 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de02af7-ed89-45bf-bbb9-343c4786e808 req-ee18b838-0ea3-4ae7-9b66-6696ba9ff677 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:56.418919 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-2a0bd152-71d8-4d62-979c-9a386e594f55 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:56.419591 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-2a0bd152-71d8-4d62-979c-9a386e594f55 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.426492 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7de02af7-ed89-45bf-bbb9-343c4786e808 req-ee18b838-0ea3-4ae7-9b66-6696ba9ff677 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.1821592 Jul 16 20:23:56.470604 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 14dd1502-18b8-4d14-9e1a-28b523256044 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:56.494150 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7de02af7-ed89-45bf-bbb9-343c4786e808 req-35969bf6-dd88-4698-b6a8-5c23b7fc92c4 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668046 Jul 16 20:23:56.546623 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 14dd1502-18b8-4d14-9e1a-28b523256044 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:56.555119 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 14dd1502-18b8-4d14-9e1a-28b523256044 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:56.555645 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.668323 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-922dd8cc-5576-4c51-881c-94617d870174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.678819 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-2a0bd152-71d8-4d62-979c-9a386e594f55 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5500178 Jul 16 20:23:56.679882 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e016027-cfef-4afc-a01a-846a0213fa2f req-18e5920c-683f-4478-96c2-88a4aad4d589 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:56.687301 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1e016027-cfef-4afc-a01a-846a0213fa2f req-18e5920c-683f-4478-96c2-88a4aad4d589 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d687fa2-1140-4c39-aa1f-56ca661eac92 HTTP/1.1" status: 200 len: 948 time: 0.1603117 Jul 16 20:23:56.693067 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-95e66283-967f-4721-8dd7-8ea8afd95b50 service neutron] Request body: {'port': {'device_id': 'b4bcd672-e9e7-4f5f-9f3a-b244f1991d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:56.699867 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.702727 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-922dd8cc-5576-4c51-881c-94617d870174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.741753 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-976467b3-36a1-42a6-9d66-28689c1b85c2 None None] Provisioning for port f9aa5cc8-d6c0-42be-8acf-38074d0583d5 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:56.743003 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922dd8cc-5576-4c51-881c-94617d870174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cd4a10-51a4-41f2-bf49-cf6371b7644b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:56.771972 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-976467b3-36a1-42a6-9d66-28689c1b85c2 None None] Provisioning complete for port f9aa5cc8-d6c0-42be-8acf-38074d0583d5 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:56.772635 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-976467b3-36a1-42a6-9d66-28689c1b85c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.778248 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-922dd8cc-5576-4c51-881c-94617d870174 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=95081624aeeb49e7b9debab8b2909efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4541831 Jul 16 20:23:56.778910 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57740) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:56.796076 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1e016027-cfef-4afc-a01a-846a0213fa2f req-5665c053-5584-439a-8589-e00d1a413970 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/security-groups?id=a51485cb-4ef2-4e91-b225-4f2563fc2b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078424 Jul 16 20:23:56.823586 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-95e66283-967f-4721-8dd7-8ea8afd95b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.826998 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 14dd1502-18b8-4d14-9e1a-28b523256044, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=14dd1502-18b8-4d14-9e1a-28b523256044,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:56.836324 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.876703 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-976467b3-36a1-42a6-9d66-28689c1b85c2 None None] Port f9aa5cc8-d6c0-42be-8acf-38074d0583d5 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:56.883010 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a896299c-e5ba-4b3e-a10f-4fdc63f91f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.917678 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a896299c-e5ba-4b3e-a10f-4fdc63f91f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.935948 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=14dd1502-18b8-4d14-9e1a-28b523256044,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:56.991538 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a896299c-e5ba-4b3e-a10f-4fdc63f91f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.995668 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a896299c-e5ba-4b3e-a10f-4fdc63f91f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.001456 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a896299c-e5ba-4b3e-a10f-4fdc63f91f1c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d3cd4a10-51a4-41f2-bf49-cf6371b7644b HTTP/1.1" status: 204 len: 168 time: 0.2181897 Jul 16 20:23:57.009752 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896299c-e5ba-4b3e-a10f-4fdc63f91f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cd4a10-51a4-41f2-bf49-cf6371b7644b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:57.213381 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-95e66283-967f-4721-8dd7-8ea8afd95b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9aa5cc8-d6c0-42be-8acf-38074d0583d5 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:57.227497 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-95e66283-967f-4721-8dd7-8ea8afd95b50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.273937 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-95e66283-967f-4721-8dd7-8ea8afd95b50 service neutron] Transition to ACTIVE for port object f9aa5cc8-d6c0-42be-8acf-38074d0583d5 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:57.279118 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-95e66283-967f-4721-8dd7-8ea8afd95b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.336144 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e66283-967f-4721-8dd7-8ea8afd95b50 service neutron] Pushing event updated for resources: {'Port': ['ID=f9aa5cc8-d6c0-42be-8acf-38074d0583d5,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:57.450441 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-95e66283-967f-4721-8dd7-8ea8afd95b50 service neutron] Attempting to bind port f9aa5cc8-d6c0-42be-8acf-38074d0583d5 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:57.450781 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-95e66283-967f-4721-8dd7-8ea8afd95b50 service neutron] Attempting to bind port f9aa5cc8-d6c0-42be-8acf-38074d0583d5 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:57.451109 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-95e66283-967f-4721-8dd7-8ea8afd95b50 service neutron] Attempting to bind port f9aa5cc8-d6c0-42be-8acf-38074d0583d5 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:57.456584 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-95e66283-967f-4721-8dd7-8ea8afd95b50 service neutron] Port f9aa5cc8-d6c0-42be-8acf-38074d0583d5 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:23:57.456920 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-95e66283-967f-4721-8dd7-8ea8afd95b50 service neutron] Attempting to bind port f9aa5cc8-d6c0-42be-8acf-38074d0583d5 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:57.464310 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-95e66283-967f-4721-8dd7-8ea8afd95b50 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:57.464573 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-95e66283-967f-4721-8dd7-8ea8afd95b50 service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:57.464954 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-95e66283-967f-4721-8dd7-8ea8afd95b50 service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:57.466122 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-95e66283-967f-4721-8dd7-8ea8afd95b50 service neutron] Bound port: f9aa5cc8-d6c0-42be-8acf-38074d0583d5, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:57.466543 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-95e66283-967f-4721-8dd7-8ea8afd95b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.476306 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.486112 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd040ac-8e29-4ff1-9b9a-851a4f007273 req-c6c052db-4fc4-42f0-97d4-a1b040399893 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:57.489825 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9dd040ac-8e29-4ff1-9b9a-851a4f007273 req-c6c052db-4fc4-42f0-97d4-a1b040399893 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 945 time: 0.2227230 Jul 16 20:23:57.511641 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf047d05-1177-4288-9168-d41d106e5612 req-c20eae5d-a487-4649-9aa0-788a283969f8 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:57.521051 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf047d05-1177-4288-9168-d41d106e5612 req-c20eae5d-a487-4649-9aa0-788a283969f8 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4bcd672-e9e7-4f5f-9f3a-b244f1991d03 HTTP/1.1" status: 200 len: 948 time: 0.2389138 Jul 16 20:23:57.595849 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-95e66283-967f-4721-8dd7-8ea8afd95b50 service neutron] For port f9aa5cc8-d6c0-42be-8acf-38074d0583d5, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:57.601329 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-95e66283-967f-4721-8dd7-8ea8afd95b50 service neutron] For port f9aa5cc8-d6c0-42be-8acf-38074d0583d5, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f9aa5cc8-d6c0-42be-8acf-38074d0583d5,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:57.603003 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9dd040ac-8e29-4ff1-9b9a-851a4f007273 req-945b35d1-4e5e-4249-9245-d75cb36faba5 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026440 Jul 16 20:23:57.607699 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-95e66283-967f-4721-8dd7-8ea8afd95b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.612033 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf047d05-1177-4288-9168-d41d106e5612 req-4d602603-82dd-4e65-b5e3-33341dfa289f tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897465 Jul 16 20:23:57.645393 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-95e66283-967f-4721-8dd7-8ea8afd95b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:57.645914 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-95e66283-967f-4721-8dd7-8ea8afd95b50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.647400 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-95e66283-967f-4721-8dd7-8ea8afd95b50 service neutron] 10.222.0.18 "PUT /v2.0/ports/f9aa5cc8-d6c0-42be-8acf-38074d0583d5 HTTP/1.1" status: 200 len: 1097 time: 0.9602475 Jul 16 20:23:57.647904 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4bcd672-e9e7-4f5f-9f3a-b244f1991d03', 'tag': 'f9aa5cc8-d6c0-42be-8acf-38074d0583d5'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:57.650205 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0d8d01-1849-42be-a14c-4aad716667cf" -d '{"events": [{"name": "network-changed", "server_uuid": "b4bcd672-e9e7-4f5f-9f3a-b244f1991d03", "tag": "f9aa5cc8-d6c0-42be-8acf-38074d0583d5"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:57.767945 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e66283-967f-4721-8dd7-8ea8afd95b50 service neutron] Pushing event updated for resources: {'Port': ['ID=f9aa5cc8-d6c0-42be-8acf-38074d0583d5,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:57.803807 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-cd560172-d004-4000-8542-82642df32b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:57.805900 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-cd560172-d004-4000-8542-82642df32b4f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&device_id=b4bcd672-e9e7-4f5f-9f3a-b244f1991d03 HTTP/1.1" status: 200 len: 1100 time: 0.0764825 Jul 16 20:23:57.820538 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d687fa2-1140-4c39-aa1f-56ca661eac92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14dd1502-18b8-4d14-9e1a-28b523256044'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:57.822926 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30e3c6d-c49f-44dd-9651-4d60e1542d7d" -d '{"events": [{"server_uuid": "1d687fa2-1140-4c39-aa1f-56ca661eac92", "name": "network-vif-plugged", "status": "completed", "tag": "14dd1502-18b8-4d14-9e1a-28b523256044"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:57.888780 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-f639ceb7-2def-4869-9406-d71893963521 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=f9aa5cc8-d6c0-42be-8acf-38074d0583d5 HTTP/1.1" status: 200 len: 217 time: 0.0747728 Jul 16 20:23:57.965521 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-97a408b1-3537-42e4-9729-6e851f821654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:57.967687 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-97a408b1-3537-42e4-9729-6e851f821654 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0728374 Jul 16 20:23:58.057765 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91738d37-89c1-43da-95b1-cc6d0b45c77b req-dd59dc4a-6eec-4aa2-8d43-4611204dfa13 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:58.059491 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91738d37-89c1-43da-95b1-cc6d0b45c77b req-dd59dc4a-6eec-4aa2-8d43-4611204dfa13 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.1662171 Jul 16 20:23:58.077283 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c788eb-a5f7-4df5-85de-75b2d41e0404 req-c1951a54-465c-4a1a-b715-98aadc519fb4 tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:58.078843 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54c788eb-a5f7-4df5-85de-75b2d41e0404 req-c1951a54-465c-4a1a-b715-98aadc519fb4 tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 1102 time: 0.1237249 Jul 16 20:23:58.101427 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-83fe70ef-941d-482d-822f-f702717aeb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:58.103778 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-83fe70ef-941d-482d-822f-f702717aeb89 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1285307 Jul 16 20:23:58.133492 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91738d37-89c1-43da-95b1-cc6d0b45c77b req-5525e48a-8bf9-480c-ba8d-b6808981dd30 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676255 Jul 16 20:23:58.152801 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54c788eb-a5f7-4df5-85de-75b2d41e0404 req-9b871841-1809-4b5d-8a05-6561a0b12f95 tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666571 Jul 16 20:23:58.228059 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c131634-18c2-4916-a82f-7ad80f66d4c9 x-openstack-request-id: req-1c131634-18c2-4916-a82f-7ad80f66d4c9 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:58.228634 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4bcd672-e9e7-4f5f-9f3a-b244f1991d03", "tag": "f9aa5cc8-d6c0-42be-8acf-38074d0583d5", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:58.228634 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1c131634-18c2-4916-a82f-7ad80f66d4c9 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:58.228993 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4bcd672-e9e7-4f5f-9f3a-b244f1991d03', 'tag': 'f9aa5cc8-d6c0-42be-8acf-38074d0583d5', 'status': 'completed', 'code': 200} Jul 16 20:23:58.253249 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-8025f26b-a148-4dad-b6c1-ad70e8eeac26 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421542 Jul 16 20:23:58.355498 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-70bffd6f-424c-4506-bfcf-33e5ed6c581d req-7176c290-6780-4b49-9572-4bdd4e7c73db service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942366 Jul 16 20:23:58.389027 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6a9269-791f-4b4b-883e-4ea99fd98999 x-openstack-request-id: req-4b6a9269-791f-4b4b-883e-4ea99fd98999 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:58.389518 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d687fa2-1140-4c39-aa1f-56ca661eac92", "name": "network-vif-plugged", "status": "completed", "tag": "14dd1502-18b8-4d14-9e1a-28b523256044", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:58.389779 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4b6a9269-791f-4b4b-883e-4ea99fd98999 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:58.390168 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d687fa2-1140-4c39-aa1f-56ca661eac92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14dd1502-18b8-4d14-9e1a-28b523256044', 'code': 200} Jul 16 20:23:58.393151 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b214d-0075-4cad-8082-152164bd9940 req-289b0c6d-a8a8-4335-94fa-409031ce26ee tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:58.395314 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d38b214d-0075-4cad-8082-152164bd9940 req-289b0c6d-a8a8-4335-94fa-409031ce26ee tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d687fa2-1140-4c39-aa1f-56ca661eac92 HTTP/1.1" status: 200 len: 949 time: 0.0738142 Jul 16 20:23:58.451934 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d38b214d-0075-4cad-8082-152164bd9940 req-fe249d35-0c95-41b5-ab55-7ba789082133 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/security-groups?id=a51485cb-4ef2-4e91-b225-4f2563fc2b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497358 Jul 16 20:23:58.554611 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2780ff-2fbd-4261-a9e2-86ef4b6d31b3 req-ee90d78d-66ce-4d52-af46-a1e5b9f8b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:58.556169 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3a2780ff-2fbd-4261-a9e2-86ef4b6d31b3 req-ee90d78d-66ce-4d52-af46-a1e5b9f8b128 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1d687fa2-1140-4c39-aa1f-56ca661eac92 HTTP/1.1" status: 200 len: 1101 time: 0.0810456 Jul 16 20:23:58.564785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d8d01-1849-42be-a14c-4aad716667cf req-4b853740-3a3d-4b3b-befd-89af29b01dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:58.575235 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f0d8d01-1849-42be-a14c-4aad716667cf req-4b853740-3a3d-4b3b-befd-89af29b01dcf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&device_id=b4bcd672-e9e7-4f5f-9f3a-b244f1991d03 HTTP/1.1" status: 200 len: 1100 time: 0.0993879 Jul 16 20:23:58.632237 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3a2780ff-2fbd-4261-a9e2-86ef4b6d31b3 req-34bb8586-7fc2-4c67-9811-8cf891c97a39 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a51485cb-4ef2-4e91-b225-4f2563fc2b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637519 Jul 16 20:23:58.758822 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d8d01-1849-42be-a14c-4aad716667cf req-a1f56dc7-9edd-4fa1-ab01-ac6f0f401a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:58.760341 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f0d8d01-1849-42be-a14c-4aad716667cf req-a1f56dc7-9edd-4fa1-ab01-ac6f0f401a29 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.1754074 Jul 16 20:23:58.793730 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bde85-50ee-4804-ae36-101f4954cc29 req-06db1da8-c5a4-4bb2-80cc-e7c54e77a495 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:58.795244 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-105bde85-50ee-4804-ae36-101f4954cc29 req-06db1da8-c5a4-4bb2-80cc-e7c54e77a495 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.1114230 Jul 16 20:23:58.826804 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f0d8d01-1849-42be-a14c-4aad716667cf req-fb159665-f892-4288-94f0-1f69b97cd75e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=f9aa5cc8-d6c0-42be-8acf-38074d0583d5 HTTP/1.1" status: 200 len: 217 time: 0.0508189 Jul 16 20:23:58.929773 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-105bde85-50ee-4804-ae36-101f4954cc29 req-e8c879be-d59e-4c5a-8831-dbae7c32a069 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054101 Jul 16 20:23:58.961093 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d8d01-1849-42be-a14c-4aad716667cf req-84907bf5-ccac-4b28-bf06-6a8156343e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:58.961093 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f0d8d01-1849-42be-a14c-4aad716667cf req-84907bf5-ccac-4b28-bf06-6a8156343e52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1178153 Jul 16 20:23:59.045855 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a66ba-b24e-446a-b918-fd9e762cfb01 req-6482c71e-8a95-4f81-8a40-55b9cd661a0a tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:59.053236 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-051a66ba-b24e-446a-b918-fd9e762cfb01 req-6482c71e-8a95-4f81-8a40-55b9cd661a0a tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 945 time: 0.1674166 Jul 16 20:23:59.124951 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d8d01-1849-42be-a14c-4aad716667cf req-63bcf27a-ec6e-4cf1-aa4e-f0e9887f1b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:59.126462 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f0d8d01-1849-42be-a14c-4aad716667cf req-63bcf27a-ec6e-4cf1-aa4e-f0e9887f1b38 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1493955 Jul 16 20:23:59.137188 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-051a66ba-b24e-446a-b918-fd9e762cfb01 req-15a7a885-19b6-4da6-b9ef-a6a2c4bc9ab2 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831206 Jul 16 20:23:59.219557 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.239876 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718600ee-8312-4307-a354-9ae931e51989 req-7e96402a-4876-4729-8c56-506fbbced033 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:59.241409 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-718600ee-8312-4307-a354-9ae931e51989 req-7e96402a-4876-4729-8c56-506fbbced033 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4bcd672-e9e7-4f5f-9f3a-b244f1991d03 HTTP/1.1" status: 200 len: 948 time: 0.1655605 Jul 16 20:23:59.310187 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f0d8d01-1849-42be-a14c-4aad716667cf req-7dca9ba2-07af-4ef5-8aec-97c4918b1da2 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668472 Jul 16 20:23:59.331324 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-718600ee-8312-4307-a354-9ae931e51989 req-a7bf603f-67bf-4dcb-b537-5e406043258a tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817137 Jul 16 20:23:59.430720 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e12a9d-3c50-4599-afb6-d266320f72bb req-a3b989d6-bc89-4461-a2fe-7d2e81742c3d tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:59.432246 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-94e12a9d-3c50-4599-afb6-d266320f72bb req-a3b989d6-bc89-4461-a2fe-7d2e81742c3d tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 1102 time: 0.1438091 Jul 16 20:23:59.438422 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f0d8d01-1849-42be-a14c-4aad716667cf req-1839f198-a6ab-43df-9e83-9838d446ba1b service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113071 Jul 16 20:23:59.482784 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-94e12a9d-3c50-4599-afb6-d266320f72bb req-aad9461e-d3bf-4bb2-956e-bc96e06df3ac tempest-ServersAdminTestJSON-1992337917 tempest-ServersAdminTestJSON-1992337917-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417566 Jul 16 20:23:59.699181 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c65d6f-5e0f-4056-9386-c69c8f30ada5 req-e662d806-7c52-44aa-8f7a-bf5cf8b170cc tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:59.709288 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99c65d6f-5e0f-4056-9386-c69c8f30ada5 req-e662d806-7c52-44aa-8f7a-bf5cf8b170cc tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d687fa2-1140-4c39-aa1f-56ca661eac92 HTTP/1.1" status: 200 len: 949 time: 0.1029823 Jul 16 20:23:59.761304 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99c65d6f-5e0f-4056-9386-c69c8f30ada5 req-7a80b874-d6c1-43a8-98c1-b0d0977bb549 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/security-groups?id=a51485cb-4ef2-4e91-b225-4f2563fc2b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509036 Jul 16 20:24:00.077327 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a1798-a094-4b0c-a7fe-f2bc1b4d47b3 req-af07388e-37bd-46ef-ab35-ae0198a33486 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:00.079132 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-328a1798-a094-4b0c-a7fe-f2bc1b4d47b3 req-af07388e-37bd-46ef-ab35-ae0198a33486 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=796c1f5d-fbb2-43db-a251-65623ee6c93c HTTP/1.1" status: 200 len: 950 time: 0.0907366 Jul 16 20:24:00.166060 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-49cf3222-7410-4237-a693-e141ff141924 req-5ee99dbc-8441-4379-89e9-b92fbe47c916 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1055448 Jul 16 20:24:00.185328 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-328a1798-a094-4b0c-a7fe-f2bc1b4d47b3 req-1665096b-1d8b-4f10-bbcf-3e12c618d1ae tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995204 Jul 16 20:24:00.262349 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85dec62-d444-4234-9ea3-601f164b8b8b req-3928ff0a-05d7-4842-b471-c350d2210f7e tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:00.264269 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e85dec62-d444-4234-9ea3-601f164b8b8b req-3928ff0a-05d7-4842-b471-c350d2210f7e tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.1409156 Jul 16 20:24:00.326767 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e85dec62-d444-4234-9ea3-601f164b8b8b req-2336738f-5eaf-409e-8fd0-8290868295fb tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520115 Jul 16 20:24:00.342945 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57848) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:00.412057 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27980056-b214-45bc-a7c0-ca2e5ce00456 req-f40003a7-e3d1-429d-8d5d-7216fc6973d2 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:00.413667 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27980056-b214-45bc-a7c0-ca2e5ce00456 req-f40003a7-e3d1-429d-8d5d-7216fc6973d2 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 945 time: 0.0776072 Jul 16 20:24:00.474962 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-11b74148-cfc0-4f43-a3f7-cfdbd977cbc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.497601 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27980056-b214-45bc-a7c0-ca2e5ce00456 req-60170d12-8c80-4fe2-bdd9-aed3f8ab63ef tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783820 Jul 16 20:24:00.539488 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdefbdc-834c-430d-a827-28c981907b74 req-c1294429-9198-4e52-8e6c-ab3807f3fbdc tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:00.541386 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0cdefbdc-834c-430d-a827-28c981907b74 req-c1294429-9198-4e52-8e6c-ab3807f3fbdc tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4bcd672-e9e7-4f5f-9f3a-b244f1991d03 HTTP/1.1" status: 200 len: 948 time: 0.0898452 Jul 16 20:24:00.588518 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0cdefbdc-834c-430d-a827-28c981907b74 req-4de61c3c-99e0-4bed-9b3c-4610bc94a256 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398114 Jul 16 20:24:00.634483 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-11b74148-cfc0-4f43-a3f7-cfdbd977cbc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.638710 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-11b74148-cfc0-4f43-a3f7-cfdbd977cbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.681829 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-11b74148-cfc0-4f43-a3f7-cfdbd977cbc5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b7607ce790c743b0aa89e16031bc456a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351817 Jul 16 20:24:00.681829 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b74148-cfc0-4f43-a3f7-cfdbd977cbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ee8487-3001-4c95-b3ce-c8e9e4ee3c92,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:00.682489 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57870) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:00.734769 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fe08c7d8-b6df-4c23-a91e-2e848f809720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.760209 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fe08c7d8-b6df-4c23-a91e-2e848f809720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.817654 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fe08c7d8-b6df-4c23-a91e-2e848f809720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.820801 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fe08c7d8-b6df-4c23-a91e-2e848f809720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.822047 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fe08c7d8-b6df-4c23-a91e-2e848f809720 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b2ee8487-3001-4c95-b3ce-c8e9e4ee3c92 HTTP/1.1" status: 204 len: 168 time: 0.1389058 Jul 16 20:24:00.830313 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08c7d8-b6df-4c23-a91e-2e848f809720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ee8487-3001-4c95-b3ce-c8e9e4ee3c92,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:00.997582 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66945eb-a996-4865-b5ce-d67df40581ce req-5d68deb8-5bd6-4f02-accd-c6f0b777268f tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:00.999167 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d66945eb-a996-4865-b5ce-d67df40581ce req-5d68deb8-5bd6-4f02-accd-c6f0b777268f tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d687fa2-1140-4c39-aa1f-56ca661eac92 HTTP/1.1" status: 200 len: 949 time: 0.0980642 Jul 16 20:24:01.052918 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d66945eb-a996-4865-b5ce-d67df40581ce req-0825efd6-56ed-4383-9ef2-b39ef8656dc4 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/security-groups?id=a51485cb-4ef2-4e91-b225-4f2563fc2b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432651 Jul 16 20:24:01.197188 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57886) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:01.215162 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1215f02-c9e1-47a8-ba90-576953b0741d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.384867 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1215f02-c9e1-47a8-ba90-576953b0741d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.397357 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1215f02-c9e1-47a8-ba90-576953b0741d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.466337 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1215f02-c9e1-47a8-ba90-576953b0741d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5078031c-f097-4ed5-86b0-e4623597cf1d,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:01.476896 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac506990-578e-4406-a132-f3e69d1ebbb3 req-af36534a-4f79-4161-b6ab-1f5a59db7791 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:01.478384 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac506990-578e-4406-a132-f3e69d1ebbb3 req-af36534a-4f79-4161-b6ab-1f5a59db7791 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=796c1f5d-fbb2-43db-a251-65623ee6c93c HTTP/1.1" status: 200 len: 950 time: 0.1666248 Jul 16 20:24:01.487854 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e1215f02-c9e1-47a8-ba90-576953b0741d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=af49608e58c74a7c86a5394a3b513de4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894342 Jul 16 20:24:01.490874 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57894) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:01.534931 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac506990-578e-4406-a132-f3e69d1ebbb3 req-03327f70-a25e-4f62-8a52-af8343028316 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494318 Jul 16 20:24:01.542196 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f74e1-f950-41cd-a3fc-c075e05fbd5f req-cc8aec3e-22ad-4fae-912f-8abbd72c1ae2 tempest-ServersAdminNegativeTestJSON-960562114 tempest-ServersAdminNegativeTestJSON-960562114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:01.543727 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3a4f74e1-f950-41cd-a3fc-c075e05fbd5f req-cc8aec3e-22ad-4fae-912f-8abbd72c1ae2 tempest-ServersAdminNegativeTestJSON-960562114 tempest-ServersAdminNegativeTestJSON-960562114-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1d687fa2-1140-4c39-aa1f-56ca661eac92 HTTP/1.1" status: 200 len: 1101 time: 0.1399133 Jul 16 20:24:01.553671 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-83282947-9b1b-4b2e-97a4-7f3cec1e4d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.568178 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3a4f74e1-f950-41cd-a3fc-c075e05fbd5f req-e5acbb37-8d6c-4b6c-98fa-adda975d38a4 tempest-ServersAdminNegativeTestJSON-960562114 tempest-ServersAdminNegativeTestJSON-960562114-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.594721 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-83282947-9b1b-4b2e-97a4-7f3cec1e4d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.667307 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-83282947-9b1b-4b2e-97a4-7f3cec1e4d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.669858 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-83282947-9b1b-4b2e-97a4-7f3cec1e4d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.671242 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-83282947-9b1b-4b2e-97a4-7f3cec1e4d46 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5078031c-f097-4ed5-86b0-e4623597cf1d HTTP/1.1" status: 204 len: 168 time: 0.1791749 Jul 16 20:24:01.682453 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83282947-9b1b-4b2e-97a4-7f3cec1e4d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5078031c-f097-4ed5-86b0-e4623597cf1d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:01.705885 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3a4f74e1-f950-41cd-a3fc-c075e05fbd5f req-e5acbb37-8d6c-4b6c-98fa-adda975d38a4 tempest-ServersAdminNegativeTestJSON-960562114 tempest-ServersAdminNegativeTestJSON-960562114-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.714974 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3a4f74e1-f950-41cd-a3fc-c075e05fbd5f req-e5acbb37-8d6c-4b6c-98fa-adda975d38a4 tempest-ServersAdminNegativeTestJSON-960562114 tempest-ServersAdminNegativeTestJSON-960562114-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.753070 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3a4f74e1-f950-41cd-a3fc-c075e05fbd5f req-e5acbb37-8d6c-4b6c-98fa-adda975d38a4 tempest-ServersAdminNegativeTestJSON-960562114 tempest-ServersAdminNegativeTestJSON-960562114-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=a51485cb-4ef2-4e91-b225-4f2563fc2b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987970 Jul 16 20:24:01.760724 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5acbb37-8d6c-4b6c-98fa-adda975d38a4 tempest-ServersAdminNegativeTestJSON-960562114 tempest-ServersAdminNegativeTestJSON-960562114-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb9a14a-05c9-4ae7-9545-cf24c33d1205,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:01.793354 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3b4f5-b976-429a-823c-3cb6647ff65c req-395b4366-0972-437f-9e34-c4b0c31b3e56 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:01.795484 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-72a3b4f5-b976-429a-823c-3cb6647ff65c req-395b4366-0972-437f-9e34-c4b0c31b3e56 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.1324775 Jul 16 20:24:01.857716 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-72a3b4f5-b976-429a-823c-3cb6647ff65c req-b9eca1a1-c93c-4f96-a93e-47fc1762b3a7 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514164 Jul 16 20:24:02.049802 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31838df1-5a29-4be8-b666-e5128f02d064 req-5cead022-abb5-4db6-b5e7-237c64675e23 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:02.051682 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-31838df1-5a29-4be8-b666-e5128f02d064 req-5cead022-abb5-4db6-b5e7-237c64675e23 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 945 time: 0.1573484 Jul 16 20:24:02.121943 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828562a1-b484-43c7-b6a4-70af6e2bfae3 req-6c2bd700-a9b3-40dc-ab50-1a9cc9b93a69 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:02.123427 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-828562a1-b484-43c7-b6a4-70af6e2bfae3 req-6c2bd700-a9b3-40dc-ab50-1a9cc9b93a69 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.62 "GET /v2.0/ports?device_id=796c1f5d-fbb2-43db-a251-65623ee6c93c HTTP/1.1" status: 200 len: 950 time: 0.1926754 Jul 16 20:24:02.194273 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf3222-7410-4237-a693-e141ff141924 req-2155aa08-d553-4af6-a5ba-a8860bbbe9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:02.195831 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-49cf3222-7410-4237-a693-e141ff141924 req-2155aa08-d553-4af6-a5ba-a8860bbbe9f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 1101 time: 0.2045429 Jul 16 20:24:02.202525 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-31838df1-5a29-4be8-b666-e5128f02d064 req-0a6e4174-68ad-4500-879c-89a4cb5f699b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362712 Jul 16 20:24:02.262450 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c33156-d5e7-439f-b93a-76a63dd88439 req-f8eb9520-aff9-467b-9e90-3701ae928167 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:02.263994 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26c33156-d5e7-439f-b93a-76a63dd88439 req-f8eb9520-aff9-467b-9e90-3701ae928167 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4bcd672-e9e7-4f5f-9f3a-b244f1991d03 HTTP/1.1" status: 200 len: 948 time: 0.2229097 Jul 16 20:24:02.404102 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26c33156-d5e7-439f-b93a-76a63dd88439 req-a04191f3-2227-4335-8f8e-b7bacc4e2ec4 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140683 Jul 16 20:24:02.416822 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf3222-7410-4237-a693-e141ff141924 req-510766be-1638-4ee1-8c98-1c6fc544efc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:02.416822 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-49cf3222-7410-4237-a693-e141ff141924 req-510766be-1638-4ee1-8c98-1c6fc544efc6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.2083962 Jul 16 20:24:02.432625 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-828562a1-b484-43c7-b6a4-70af6e2bfae3 req-7027ab1f-079c-49b5-aace-8e0787ce3e46 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Deleting port b188c28c-baa5-449a-a232-bfa3bcbaaf23 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:02.433258 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-828562a1-b484-43c7-b6a4-70af6e2bfae3 req-7027ab1f-079c-49b5-aace-8e0787ce3e46 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.482572 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-49cf3222-7410-4237-a693-e141ff141924 req-f6ec6b2c-e508-4d8d-b42f-ad1a6dad2fa1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=7c759f51-36a6-4ed3-82f3-1d08c63872c1 HTTP/1.1" status: 200 len: 217 time: 0.0634511 Jul 16 20:24:02.483458 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device f9aa5cc8-d6c0-42be-8acf-38074d0583d5 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:24:02.578693 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf3222-7410-4237-a693-e141ff141924 req-6d4f909a-f111-4b9d-b9bd-4ab067c4622f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:02.580140 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-49cf3222-7410-4237-a693-e141ff141924 req-6d4f909a-f111-4b9d-b9bd-4ab067c4622f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0898232 Jul 16 20:24:02.624321 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port f9aa5cc8-d6c0-42be-8acf-38074d0583d5, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f9aa5cc8-d6c0-42be-8acf-38074d0583d5,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:02.633567 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-828562a1-b484-43c7-b6a4-70af6e2bfae3 req-7027ab1f-079c-49b5-aace-8e0787ce3e46 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] For port b188c28c-baa5-449a-a232-bfa3bcbaaf23, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b188c28c-baa5-449a-a232-bfa3bcbaaf23,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:02.634575 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-828562a1-b484-43c7-b6a4-70af6e2bfae3 req-7027ab1f-079c-49b5-aace-8e0787ce3e46 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.647073 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'f9aa5cc8-d6c0-42be-8acf-38074d0583d5', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': 'f9aa5cc8-d6c0-42be-8acf-38074d0583d5', 'mac_address': 'fa:16:3e:c5:f6:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:24:02.653479 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-828562a1-b484-43c7-b6a4-70af6e2bfae3 req-7027ab1f-079c-49b5-aace-8e0787ce3e46 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Calling delete_port for b188c28c-baa5-449a-a232-bfa3bcbaaf23 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:02.688553 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.704292 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9aa5cc8-d6c0-42be-8acf-38074d0583d5 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:02.734058 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port f9aa5cc8-d6c0-42be-8acf-38074d0583d5, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f9aa5cc8-d6c0-42be-8acf-38074d0583d5,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:02.743013 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.762081 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf3222-7410-4237-a693-e141ff141924 req-4a6d7aff-009b-48f4-889b-dd4069cda62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:02.763654 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-49cf3222-7410-4237-a693-e141ff141924 req-4a6d7aff-009b-48f4-889b-dd4069cda62a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1752648 Jul 16 20:24:02.808040 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=f9aa5cc8-d6c0-42be-8acf-38074d0583d5,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:02.908823 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.928464 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57936) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:03.039095 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f9aa5cc8-d6c0-42be-8acf-38074d0583d5'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:03.043899 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f16a8301-9610-40b8-bd66-f4c1dd0297be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.153256 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f16a8301-9610-40b8-bd66-f4c1dd0297be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.156282 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53be91-7f62-483e-b518-6f8017d391b2 req-03ea77b9-3a69-4bdf-b21f-e37d79541312 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:03.157832 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-db53be91-7f62-483e-b518-6f8017d391b2 req-03ea77b9-3a69-4bdf-b21f-e37d79541312 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=796c1f5d-fbb2-43db-a251-65623ee6c93c HTTP/1.1" status: 200 len: 950 time: 0.4929984 Jul 16 20:24:03.158158 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f16a8301-9610-40b8-bd66-f4c1dd0297be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.207092 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f16a8301-9610-40b8-bd66-f4c1dd0297be admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=54106d0d4fdb437486f04e9e3c0266df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771645 Jul 16 20:24:03.208964 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a8301-9610-40b8-bd66-f4c1dd0297be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78d4595-3e80-4309-b608-4c6f998bb56c,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:03.211267 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57940) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:03.267592 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1ef9f71-7090-42b8-b2d9-16c687e426f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.290420 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1ef9f71-7090-42b8-b2d9-16c687e426f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.296343 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-49cf3222-7410-4237-a693-e141ff141924 req-4a52216f-64c6-4acc-96cb-8a8fcf7d0927 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198607 Jul 16 20:24:03.300745 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-db53be91-7f62-483e-b518-6f8017d391b2 req-3d7b6060-92c8-44f1-9e4d-9054af7cf68c tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134322 Jul 16 20:24:03.301617 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-828562a1-b484-43c7-b6a4-70af6e2bfae3 req-7027ab1f-079c-49b5-aace-8e0787ce3e46 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.329352 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['fd19b7d7-b373-46c4-8645-79eb1f01a071', 'b188c28c-baa5-449a-a232-bfa3bcbaaf23', 'ccb6097b-319a-40ec-961d-a2af27895726'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:03.354109 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027ab1f-079c-49b5-aace-8e0787ce3e46 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Pushing event deleted for resources: {'Port': ['ID=b188c28c-baa5-449a-a232-bfa3bcbaaf23,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:03.374919 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03366ee0-9813-4cc6-8097-fa6755ff8f88 req-33d2aaa9-d668-42cf-a292-7647c9de013c tempest-ServersAdminNegativeTestJSON-960562114 tempest-ServersAdminNegativeTestJSON-960562114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:03.384938 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-03366ee0-9813-4cc6-8097-fa6755ff8f88 req-33d2aaa9-d668-42cf-a292-7647c9de013c tempest-ServersAdminNegativeTestJSON-960562114 tempest-ServersAdminNegativeTestJSON-960562114-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1d687fa2-1140-4c39-aa1f-56ca661eac92 HTTP/1.1" status: 200 len: 1101 time: 0.2772267 Jul 16 20:24:03.392825 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1ef9f71-7090-42b8-b2d9-16c687e426f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.397137 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1ef9f71-7090-42b8-b2d9-16c687e426f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.398939 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d1ef9f71-7090-42b8-b2d9-16c687e426f0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e78d4595-3e80-4309-b608-4c6f998bb56c HTTP/1.1" status: 204 len: 168 time: 0.1865604 Jul 16 20:24:03.417933 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef9f71-7090-42b8-b2d9-16c687e426f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78d4595-3e80-4309-b608-4c6f998bb56c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:03.484940 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-828562a1-b484-43c7-b6a4-70af6e2bfae3 req-7027ab1f-079c-49b5-aace-8e0787ce3e46 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] No DVR routers for this DVR port b188c28c-baa5-449a-a232-bfa3bcbaaf23 on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:03.489541 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-828562a1-b484-43c7-b6a4-70af6e2bfae3 req-7027ab1f-079c-49b5-aace-8e0787ce3e46 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.491488 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-828562a1-b484-43c7-b6a4-70af6e2bfae3 req-7027ab1f-079c-49b5-aace-8e0787ce3e46 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.62 "DELETE /v2.0/ports/b188c28c-baa5-449a-a232-bfa3bcbaaf23 HTTP/1.1" status: 204 len: 173 time: 1.3583095 Jul 16 20:24:03.502772 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796c1f5d-fbb2-43db-a251-65623ee6c93c', 'name': 'network-vif-deleted', 'tag': 'b188c28c-baa5-449a-a232-bfa3bcbaaf23'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:03.506459 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491fb8cd-4779-4ddd-a9ad-267681397053" -d '{"events": [{"server_uuid": "796c1f5d-fbb2-43db-a251-65623ee6c93c", "name": "network-vif-deleted", "tag": "b188c28c-baa5-449a-a232-bfa3bcbaaf23"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:03.559625 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-03366ee0-9813-4cc6-8097-fa6755ff8f88 req-663be246-bb16-48d5-bb65-5967a2f805d9 tempest-ServersAdminNegativeTestJSON-960562114 tempest-ServersAdminNegativeTestJSON-960562114-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=a51485cb-4ef2-4e91-b225-4f2563fc2b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734495 Jul 16 20:24:03.568371 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-49cf3222-7410-4237-a693-e141ff141924 req-4393ff29-88c2-47e8-996d-9f0904fd7bca service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587454 Jul 16 20:24:03.633880 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2659b0-b581-4236-bcd5-3de301fb2c45 req-21416b9b-02f9-4d83-a077-f68d1981f7b2 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:03.640080 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ff2659b0-b581-4236-bcd5-3de301fb2c45 req-21416b9b-02f9-4d83-a077-f68d1981f7b2 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.1576815 Jul 16 20:24:03.731711 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ff2659b0-b581-4236-bcd5-3de301fb2c45 req-4d514793-ecaa-4b9a-b332-10e82725c182 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809200 Jul 16 20:24:03.856268 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a6b8f-42f2-443f-9324-8994fc7bcca2 req-00672414-15d0-455f-ae16-76a17544596d tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:03.858074 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-840a6b8f-42f2-443f-9324-8994fc7bcca2 req-00672414-15d0-455f-ae16-76a17544596d tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 945 time: 0.1061704 Jul 16 20:24:03.909447 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-840a6b8f-42f2-443f-9324-8994fc7bcca2 req-bbee74bf-b5d7-4816-a059-4d3edf91ac46 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418267 Jul 16 20:24:04.087695 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c70480-2590-4f40-a450-d320fef23717 req-df6adc9f-fb3b-4b9f-b837-6580b1d9f533 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:04.089391 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-93c70480-2590-4f40-a450-d320fef23717 req-df6adc9f-fb3b-4b9f-b837-6580b1d9f533 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4bcd672-e9e7-4f5f-9f3a-b244f1991d03 HTTP/1.1" status: 200 len: 949 time: 0.0720494 Jul 16 20:24:04.127502 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b639d7-2acc-4937-9632-6cc5ededa289 x-openstack-request-id: req-c1b639d7-2acc-4937-9632-6cc5ededa289 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:04.128215 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796c1f5d-fbb2-43db-a251-65623ee6c93c", "name": "network-vif-deleted", "tag": "b188c28c-baa5-449a-a232-bfa3bcbaaf23", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:04.128874 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c1b639d7-2acc-4937-9632-6cc5ededa289 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:04.129486 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796c1f5d-fbb2-43db-a251-65623ee6c93c', 'name': 'network-vif-deleted', 'tag': 'b188c28c-baa5-449a-a232-bfa3bcbaaf23', 'status': 'completed', 'code': 200} Jul 16 20:24:04.158063 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-93c70480-2590-4f40-a450-d320fef23717 req-6b62096f-1c82-4556-9926-1b4e0384bb48 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612557 Jul 16 20:24:04.495072 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device f9aa5cc8-d6c0-42be-8acf-38074d0583d5 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:04.495557 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b8563eb7-4354-4279-9e11-e50ab2c4c652 req-b561f4d4-267f-4a16-945a-a524797edf2b tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=796c1f5d-fbb2-43db-a251-65623ee6c93c HTTP/1.1" status: 200 len: 210 time: 0.0464532 Jul 16 20:24:04.564227 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port f9aa5cc8-d6c0-42be-8acf-38074d0583d5 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:04.571882 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port f9aa5cc8-d6c0-42be-8acf-38074d0583d5 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:04.572256 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:04.664305 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:04.695500 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4bcd672-e9e7-4f5f-9f3a-b244f1991d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9aa5cc8-d6c0-42be-8acf-38074d0583d5'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:04.698069 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b12b0e-2c19-4d60-9f43-9fa189474345" -d '{"events": [{"server_uuid": "b4bcd672-e9e7-4f5f-9f3a-b244f1991d03", "name": "network-vif-plugged", "status": "completed", "tag": "f9aa5cc8-d6c0-42be-8acf-38074d0583d5"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:04.723494 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port f9aa5cc8-d6c0-42be-8acf-38074d0583d5, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f9aa5cc8-d6c0-42be-8acf-38074d0583d5,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:04.733718 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:04.763234 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d27b9-9b45-44f1-8eed-f5aa59c252d6 req-360c85c2-ff2f-4740-9fe6-959e47c25d8f tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:04.766867 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-709d27b9-9b45-44f1-8eed-f5aa59c252d6 req-360c85c2-ff2f-4740-9fe6-959e47c25d8f tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d687fa2-1140-4c39-aa1f-56ca661eac92 HTTP/1.1" status: 200 len: 949 time: 0.0888116 Jul 16 20:24:04.767032 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace9a1a5-be2b-4d98-a49c-c681b1c7baa7 x-openstack-request-id: req-ace9a1a5-be2b-4d98-a49c-c681b1c7baa7 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:04.767349 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4bcd672-e9e7-4f5f-9f3a-b244f1991d03", "name": "network-vif-plugged", "status": "completed", "tag": "f9aa5cc8-d6c0-42be-8acf-38074d0583d5", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:04.767605 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ace9a1a5-be2b-4d98-a49c-c681b1c7baa7 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:04.768753 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4bcd672-e9e7-4f5f-9f3a-b244f1991d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9aa5cc8-d6c0-42be-8acf-38074d0583d5', 'code': 200} Jul 16 20:24:04.806216 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=f9aa5cc8-d6c0-42be-8acf-38074d0583d5,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:04.821539 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-709d27b9-9b45-44f1-8eed-f5aa59c252d6 req-a80180c7-c80b-434c-add7-9367e306f3f1 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/security-groups?id=a51485cb-4ef2-4e91-b225-4f2563fc2b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498328 Jul 16 20:24:04.951482 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1408c1-0ce7-4d27-8404-9bae02b28bc8 req-d30493c1-4443-4456-808f-527acc94d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:04.953077 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ca1408c1-0ce7-4d27-8404-9bae02b28bc8 req-d30493c1-4443-4456-808f-527acc94d026 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b4bcd672-e9e7-4f5f-9f3a-b244f1991d03 HTTP/1.1" status: 200 len: 1102 time: 0.0922756 Jul 16 20:24:04.999497 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63322fc9-5cdd-4b95-8c9d-085f9ed3f1af req-ffc1f402-8874-4e08-abbd-03ec21fe1731 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:05.001041 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-63322fc9-5cdd-4b95-8c9d-085f9ed3f1af req-ffc1f402-8874-4e08-abbd-03ec21fe1731 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.1030955 Jul 16 20:24:05.022478 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ca1408c1-0ce7-4d27-8404-9bae02b28bc8 req-1baa47f9-64fb-4acc-b81a-ca7ee439f60f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517786 Jul 16 20:24:05.049388 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-63322fc9-5cdd-4b95-8c9d-085f9ed3f1af req-1ab12f4c-8b93-45c6-9486-0d56dabcd96c tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386853 Jul 16 20:24:05.198287 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ed410-1805-42e2-98d0-6eed4bdae9a2 req-3a4b7203-0b44-4c96-863d-074ed1928043 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:05.200026 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-da4ed410-1805-42e2-98d0-6eed4bdae9a2 req-3a4b7203-0b44-4c96-863d-074ed1928043 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 945 time: 0.0747056 Jul 16 20:24:05.258790 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-da4ed410-1805-42e2-98d0-6eed4bdae9a2 req-517d31ff-05fd-4947-8541-fe64a50748a6 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453653 Jul 16 20:24:05.359391 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3874779-85ad-446b-aff8-9d9e3d801dee req-4f97d0d1-5a8d-4074-9b3a-9c69d56764fc tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:05.361338 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c3874779-85ad-446b-aff8-9d9e3d801dee req-4f97d0d1-5a8d-4074-9b3a-9c69d56764fc tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4bcd672-e9e7-4f5f-9f3a-b244f1991d03 HTTP/1.1" status: 200 len: 950 time: 0.0703275 Jul 16 20:24:05.406147 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c3874779-85ad-446b-aff8-9d9e3d801dee req-0e99e49d-dac2-4281-b684-e033e3969af9 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383933 Jul 16 20:24:05.503373 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58020) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.614285 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-26ef1a2d-33fa-4445-bafd-4439a82bec4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.751844 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-26ef1a2d-33fa-4445-bafd-4439a82bec4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.758072 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-26ef1a2d-33fa-4445-bafd-4439a82bec4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.801798 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-e93c775d-e3ba-43e5-819c-68cde8f77ca3 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:05.803718 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-e93c775d-e3ba-43e5-819c-68cde8f77ca3 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28&tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&binding%3Ahost_id=n-h1-791506-21 HTTP/1.1" status: 200 len: 1097 time: 0.1310318 Jul 16 20:24:05.817521 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-c553195f-ca95-4b89-992e-bc2e2b3a3957 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-21'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:05.823197 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-26ef1a2d-33fa-4445-bafd-4439a82bec4c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c8c66f1465ed42a89258c7fa7d1191fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3186131 Jul 16 20:24:05.827459 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58030) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.841810 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef1a2d-33fa-4445-bafd-4439a82bec4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b719f4dd-f840-4663-866c-d1f8c2dec87c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:05.903438 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-71897a31-7b61-4d21-82a5-d02601ccc845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.915527 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-c553195f-ca95-4b89-992e-bc2e2b3a3957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.928805 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-71897a31-7b61-4d21-82a5-d02601ccc845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.980980 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-71897a31-7b61-4d21-82a5-d02601ccc845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.983950 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-71897a31-7b61-4d21-82a5-d02601ccc845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.985076 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-71897a31-7b61-4d21-82a5-d02601ccc845 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b719f4dd-f840-4663-866c-d1f8c2dec87c HTTP/1.1" status: 204 len: 168 time: 0.1547518 Jul 16 20:24:05.993898 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71897a31-7b61-4d21-82a5-d02601ccc845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b719f4dd-f840-4663-866c-d1f8c2dec87c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:06.082886 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab277fd-ac9c-4e05-80d7-002d098bb694 req-db1e7392-d566-4b6c-9936-a45c0e10cc68 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:06.084417 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1ab277fd-ac9c-4e05-80d7-002d098bb694 req-db1e7392-d566-4b6c-9936-a45c0e10cc68 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd8e2c95-1870-4871-b330-9235583494c1 HTTP/1.1" status: 200 len: 949 time: 0.1711297 Jul 16 20:24:06.202884 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafdaa4-355b-4ad4-b5d3-2ca83afea3c4 req-4c465fae-97d4-4503-881d-4aaa73423fcf tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:06.204942 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8eafdaa4-355b-4ad4-b5d3-2ca83afea3c4 req-4c465fae-97d4-4503-881d-4aaa73423fcf tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d687fa2-1140-4c39-aa1f-56ca661eac92 HTTP/1.1" status: 200 len: 949 time: 0.2223387 Jul 16 20:24:06.207152 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-c553195f-ca95-4b89-992e-bc2e2b3a3957 service neutron] For port 371d6c7c-88ff-4783-aad3-eb3b449763a2, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=371d6c7c-88ff-4783-aad3-eb3b449763a2,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:06.215140 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1ab277fd-ac9c-4e05-80d7-002d098bb694 req-7ac35dce-8c54-460a-b74d-6fd8c027ddab tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958834 Jul 16 20:24:06.291315 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58046) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:06.297071 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8eafdaa4-355b-4ad4-b5d3-2ca83afea3c4 req-4bfbb0dd-f646-43a7-942d-0a38d9a35f38 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/security-groups?id=a51485cb-4ef2-4e91-b225-4f2563fc2b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809212 Jul 16 20:24:06.307308 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 371d6c7c-88ff-4783-aad3-eb3b449763a2 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:24:06.307822 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-52d4d1e2-d248-4fbd-8d39-2693d89774cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.315056 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-c553195f-ca95-4b89-992e-bc2e2b3a3957 service neutron] For port 371d6c7c-88ff-4783-aad3-eb3b449763a2, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:06.391384 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-c553195f-ca95-4b89-992e-bc2e2b3a3957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.393074 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fd0775-41ec-4e8c-80bd-ee470354da28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '371d6c7c-88ff-4783-aad3-eb3b449763a2'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:06.397744 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b588ae1-b462-4128-ac20-61ba29f95218" -d '{"events": [{"server_uuid": "f3fd0775-41ec-4e8c-80bd-ee470354da28", "name": "network-vif-unplugged", "status": "completed", "tag": "371d6c7c-88ff-4783-aad3-eb3b449763a2"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:06.405302 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-c553195f-ca95-4b89-992e-bc2e2b3a3957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.422562 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-52d4d1e2-d248-4fbd-8d39-2693d89774cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.427692 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-52d4d1e2-d248-4fbd-8d39-2693d89774cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.445529 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b188c28c-baa5-449a-a232-bfa3bcbaaf23 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:06.459161 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4d1e2-d248-4fbd-8d39-2693d89774cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f51e52-60d6-43ed-b7a0-4b18881c832d,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:06.481473 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: b188c28c-baa5-449a-a232-bfa3bcbaaf23 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:06.482055 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b188c28c-baa5-449a-a232-bfa3bcbaaf23 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:06.485200 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 371d6c7c-88ff-4783-aad3-eb3b449763a2, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=371d6c7c-88ff-4783-aad3-eb3b449763a2,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:06.497626 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 371d6c7c-88ff-4783-aad3-eb3b449763a2 has no active binding in host n-h2-791506-21 {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:24:06.517671 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-52d4d1e2-d248-4fbd-8d39-2693d89774cf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=335785ac7d46477d8e6f695990bcbe8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2236805 Jul 16 20:24:06.518768 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58052) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:06.522709 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553195f-ca95-4b89-992e-bc2e2b3a3957 service neutron] Pushing event updated for resources: {'Port': ['ID=371d6c7c-88ff-4783-aad3-eb3b449763a2,revision_number=7']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:06.529399 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-c553195f-ca95-4b89-992e-bc2e2b3a3957 service neutron] Attempting to bind port 371d6c7c-88ff-4783-aad3-eb3b449763a2 on host n-h1-791506-21 for vnic_type normal with profile {"migrating_to": "n-h2-791506-21"} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:06.529738 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-c553195f-ca95-4b89-992e-bc2e2b3a3957 service neutron] Attempting to bind port 371d6c7c-88ff-4783-aad3-eb3b449763a2 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:06.530072 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-c553195f-ca95-4b89-992e-bc2e2b3a3957 service neutron] Attempting to bind port 371d6c7c-88ff-4783-aad3-eb3b449763a2 on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:06.545807 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-c553195f-ca95-4b89-992e-bc2e2b3a3957 service neutron] Port 371d6c7c-88ff-4783-aad3-eb3b449763a2 on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:24:06.546198 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-c553195f-ca95-4b89-992e-bc2e2b3a3957 service neutron] Attempting to bind port 371d6c7c-88ff-4783-aad3-eb3b449763a2 on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:06.581212 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ea5bd944-f51c-4464-b735-ea2ac94a24df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.594837 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-c553195f-ca95-4b89-992e-bc2e2b3a3957 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:06.595153 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-c553195f-ca95-4b89-992e-bc2e2b3a3957 service neutron] Checking segment: {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:06.595532 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-c553195f-ca95-4b89-992e-bc2e2b3a3957 service neutron] Bound using segment: {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:06.595967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-c553195f-ca95-4b89-992e-bc2e2b3a3957 service neutron] Bound port: 371d6c7c-88ff-4783-aad3-eb3b449763a2, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:06.596322 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-c553195f-ca95-4b89-992e-bc2e2b3a3957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.605461 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ea5bd944-f51c-4464-b735-ea2ac94a24df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.674116 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ea5bd944-f51c-4464-b735-ea2ac94a24df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.677022 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ea5bd944-f51c-4464-b735-ea2ac94a24df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.678177 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ea5bd944-f51c-4464-b735-ea2ac94a24df admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/51f51e52-60d6-43ed-b7a0-4b18881c832d HTTP/1.1" status: 204 len: 168 time: 0.1579182 Jul 16 20:24:06.688368 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5bd944-f51c-4464-b735-ea2ac94a24df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f51e52-60d6-43ed-b7a0-4b18881c832d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:06.746427 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704f70d-a289-49f0-ade0-55e2ac7fb312 req-dfea105b-44f3-4cd0-a055-9596d59622be tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:06.748812 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a704f70d-a289-49f0-ade0-55e2ac7fb312 req-dfea105b-44f3-4cd0-a055-9596d59622be tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.2134771 Jul 16 20:24:06.758131 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-c553195f-ca95-4b89-992e-bc2e2b3a3957 service neutron] For port 371d6c7c-88ff-4783-aad3-eb3b449763a2, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:06.767597 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2c04d-a0a3-4f3e-b829-ae5fb6ddee07 req-fbd7210b-53b6-41dc-a2c2-9fcd5bb21314 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:06.769783 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6fa2c04d-a0a3-4f3e-b829-ae5fb6ddee07 req-fbd7210b-53b6-41dc-a2c2-9fcd5bb21314 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d687fa2-1140-4c39-aa1f-56ca661eac92 HTTP/1.1" status: 200 len: 949 time: 0.2207460 Jul 16 20:24:06.771442 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-c553195f-ca95-4b89-992e-bc2e2b3a3957 service neutron] For port 371d6c7c-88ff-4783-aad3-eb3b449763a2, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=371d6c7c-88ff-4783-aad3-eb3b449763a2,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:06.801501 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-c553195f-ca95-4b89-992e-bc2e2b3a3957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.918110 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64473edc-6b28-49a1-9890-c2cc837e3cc8 req-d6eb3d83-9d28-44f8-876f-f546b87dd5b4 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:06.919627 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-64473edc-6b28-49a1-9890-c2cc837e3cc8 req-d6eb3d83-9d28-44f8-876f-f546b87dd5b4 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 943 time: 0.2770705 Jul 16 20:24:06.928445 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a704f70d-a289-49f0-ade0-55e2ac7fb312 req-1b31c337-9735-4c5a-a1fd-8bffeac07d30 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726165 Jul 16 20:24:06.995723 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0f9cbd-4fee-4d67-a92c-2a58e718da4a x-openstack-request-id: req-fe0f9cbd-4fee-4d67-a92c-2a58e718da4a {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:06.996018 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fd0775-41ec-4e8c-80bd-ee470354da28", "name": "network-vif-unplugged", "status": "completed", "tag": "371d6c7c-88ff-4783-aad3-eb3b449763a2", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:06.996269 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fe0f9cbd-4fee-4d67-a92c-2a58e718da4a {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:06.996650 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3fd0775-41ec-4e8c-80bd-ee470354da28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '371d6c7c-88ff-4783-aad3-eb3b449763a2', 'code': 200} Jul 16 20:24:07.005749 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-c553195f-ca95-4b89-992e-bc2e2b3a3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:07.005749 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-c553195f-ca95-4b89-992e-bc2e2b3a3957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.007800 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-c553195f-ca95-4b89-992e-bc2e2b3a3957 service neutron] 10.222.0.62 "PUT /v2.0/ports/371d6c7c-88ff-4783-aad3-eb3b449763a2 HTTP/1.1" status: 200 len: 1123 time: 1.1943963 Jul 16 20:24:07.015108 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553195f-ca95-4b89-992e-bc2e2b3a3957 service neutron] Pushing event updated for resources: {'Port': ['ID=371d6c7c-88ff-4783-aad3-eb3b449763a2,revision_number=8']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:07.051153 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-64473edc-6b28-49a1-9890-c2cc837e3cc8 req-91aca885-231f-4e98-9cd3-a48043ca3a70 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168315 Jul 16 20:24:07.094213 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-6fa2c04d-a0a3-4f3e-b829-ae5fb6ddee07 req-3c017364-a5b1-4348-8fc2-4f807d5e25bc tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Deleting port 14dd1502-18b8-4d14-9e1a-28b523256044 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:07.094849 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6fa2c04d-a0a3-4f3e-b829-ae5fb6ddee07 req-3c017364-a5b1-4348-8fc2-4f807d5e25bc tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.104484 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['371d6c7c-88ff-4783-aad3-eb3b449763a2'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:07.172826 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['371d6c7c-88ff-4783-aad3-eb3b449763a2'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:07.224729 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eedb5a1-9303-4872-916f-edb04eb50b1d req-c51ce70a-6060-4c74-be5d-f2e0e2e105e5 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:07.226560 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2eedb5a1-9303-4872-916f-edb04eb50b1d req-c51ce70a-6060-4c74-be5d-f2e0e2e105e5 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4bcd672-e9e7-4f5f-9f3a-b244f1991d03 HTTP/1.1" status: 200 len: 950 time: 0.1483226 Jul 16 20:24:07.232208 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-6fa2c04d-a0a3-4f3e-b829-ae5fb6ddee07 req-3c017364-a5b1-4348-8fc2-4f807d5e25bc tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] For port 14dd1502-18b8-4d14-9e1a-28b523256044, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=14dd1502-18b8-4d14-9e1a-28b523256044,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:07.232589 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6fa2c04d-a0a3-4f3e-b829-ae5fb6ddee07 req-3c017364-a5b1-4348-8fc2-4f807d5e25bc tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.266209 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-6fa2c04d-a0a3-4f3e-b829-ae5fb6ddee07 req-3c017364-a5b1-4348-8fc2-4f807d5e25bc tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Calling delete_port for 14dd1502-18b8-4d14-9e1a-28b523256044 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:07.326262 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2eedb5a1-9303-4872-916f-edb04eb50b1d req-ebcd3189-3651-4363-9cd2-691ca57f11fc tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909588 Jul 16 20:24:07.486741 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6fa2c04d-a0a3-4f3e-b829-ae5fb6ddee07 req-3c017364-a5b1-4348-8fc2-4f807d5e25bc tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.500306 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['189cc177-5dab-427f-9a46-fad5a2bacdaa', '14dd1502-18b8-4d14-9e1a-28b523256044'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:07.546894 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d255a434-720d-4875-9fcb-ed841f18a881 req-97cdd7fd-b9b6-4cc4-82bb-dd073ebf0533 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d687fa2-1140-4c39-aa1f-56ca661eac92 HTTP/1.1" status: 200 len: 210 time: 0.0600388 Jul 16 20:24:07.552883 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c017364-a5b1-4348-8fc2-4f807d5e25bc tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Pushing event deleted for resources: {'Port': ['ID=14dd1502-18b8-4d14-9e1a-28b523256044,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:07.567985 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f08a63-474e-4040-9ddf-b573d1420dae req-5b63ecd4-fca1-4a5c-a2e5-79c98925348c tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:07.574885 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-56f08a63-474e-4040-9ddf-b573d1420dae req-5b63ecd4-fca1-4a5c-a2e5-79c98925348c tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd8e2c95-1870-4871-b330-9235583494c1 HTTP/1.1" status: 200 len: 949 time: 0.1836066 Jul 16 20:24:07.636808 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa2c04d-a0a3-4f3e-b829-ae5fb6ddee07 req-3c017364-a5b1-4348-8fc2-4f807d5e25bc tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] No DVR routers for this DVR port 14dd1502-18b8-4d14-9e1a-28b523256044 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:07.642630 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6fa2c04d-a0a3-4f3e-b829-ae5fb6ddee07 req-3c017364-a5b1-4348-8fc2-4f807d5e25bc tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.644566 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6fa2c04d-a0a3-4f3e-b829-ae5fb6ddee07 req-3c017364-a5b1-4348-8fc2-4f807d5e25bc tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.18 "DELETE /v2.0/ports/14dd1502-18b8-4d14-9e1a-28b523256044 HTTP/1.1" status: 204 len: 173 time: 0.8607218 Jul 16 20:24:07.678004 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-56f08a63-474e-4040-9ddf-b573d1420dae req-88f68fa8-c2f2-49a0-bb82-957dd2c3b4fc tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020594 Jul 16 20:24:08.116035 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c3284-3521-42f0-8828-dbaef2f7e382 req-df94ed19-b316-47c8-ad50-9ce64f605781 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:08.117445 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a60c3284-3521-42f0-8828-dbaef2f7e382 req-df94ed19-b316-47c8-ad50-9ce64f605781 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd8e2c95-1870-4871-b330-9235583494c1 HTTP/1.1" status: 200 len: 949 time: 0.1366961 Jul 16 20:24:08.119133 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f84dc5-0d55-4ebf-8ded-6f64618b8ba6 req-148b7a45-5ada-47c2-92dd-0199d2618bf7 tempest-ServersOnMultiNodesTest-1228379329 tempest-ServersOnMultiNodesTest-1228379329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:08.120476 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46f84dc5-0d55-4ebf-8ded-6f64618b8ba6 req-148b7a45-5ada-47c2-92dd-0199d2618bf7 tempest-ServersOnMultiNodesTest-1228379329 tempest-ServersOnMultiNodesTest-1228379329-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b4bcd672-e9e7-4f5f-9f3a-b244f1991d03 HTTP/1.1" status: 200 len: 1102 time: 0.1304996 Jul 16 20:24:08.172626 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-46f84dc5-0d55-4ebf-8ded-6f64618b8ba6 req-11e3da05-a936-497c-80de-17984037c655 tempest-ServersOnMultiNodesTest-1228379329 tempest-ServersOnMultiNodesTest-1228379329-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.210990 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f87ed3-af16-49ac-a11b-26acc099ef5d req-e8530688-7a2b-47eb-a709-bdc5aa72f58e tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:08.212534 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-14f87ed3-af16-49ac-a11b-26acc099ef5d req-e8530688-7a2b-47eb-a709-bdc5aa72f58e tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.1621466 Jul 16 20:24:08.306716 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-14f87ed3-af16-49ac-a11b-26acc099ef5d req-e43d3cdb-a1a5-4a03-9b2c-a826cd91d53d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825293 Jul 16 20:24:08.343016 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-a60c3284-3521-42f0-8828-dbaef2f7e382 req-c3000b08-2894-4737-a8f1-2e252b375b0a tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Deleting port fd19b7d7-b373-46c4-8645-79eb1f01a071 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:08.343485 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a60c3284-3521-42f0-8828-dbaef2f7e382 req-c3000b08-2894-4737-a8f1-2e252b375b0a tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.471784 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-46f84dc5-0d55-4ebf-8ded-6f64618b8ba6 req-11e3da05-a936-497c-80de-17984037c655 tempest-ServersOnMultiNodesTest-1228379329 tempest-ServersOnMultiNodesTest-1228379329-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.480022 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-46f84dc5-0d55-4ebf-8ded-6f64618b8ba6 req-11e3da05-a936-497c-80de-17984037c655 tempest-ServersOnMultiNodesTest-1228379329 tempest-ServersOnMultiNodesTest-1228379329-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.514957 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-a60c3284-3521-42f0-8828-dbaef2f7e382 req-c3000b08-2894-4737-a8f1-2e252b375b0a tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] For port fd19b7d7-b373-46c4-8645-79eb1f01a071, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=fd19b7d7-b373-46c4-8645-79eb1f01a071,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:08.515320 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a60c3284-3521-42f0-8828-dbaef2f7e382 req-c3000b08-2894-4737-a8f1-2e252b375b0a tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.541443 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46f84dc5-0d55-4ebf-8ded-6f64618b8ba6 req-11e3da05-a936-497c-80de-17984037c655 tempest-ServersOnMultiNodesTest-1228379329 tempest-ServersOnMultiNodesTest-1228379329-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152215 Jul 16 20:24:08.551530 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3da05-a936-497c-80de-17984037c655 tempest-ServersOnMultiNodesTest-1228379329 tempest-ServersOnMultiNodesTest-1228379329-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af6ceb7-8785-409f-b059-ec95471e4d11,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:08.554275 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-a60c3284-3521-42f0-8828-dbaef2f7e382 req-c3000b08-2894-4737-a8f1-2e252b375b0a tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Calling delete_port for fd19b7d7-b373-46c4-8645-79eb1f01a071 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:08.584608 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d169aa-4dc2-4aa6-ad22-387daf700b41 req-1aeb0ac1-c659-4381-910b-d7bfa2a63d15 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:08.586098 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e5d169aa-4dc2-4aa6-ad22-387daf700b41 req-1aeb0ac1-c659-4381-910b-d7bfa2a63d15 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 943 time: 0.1548059 Jul 16 20:24:08.665599 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e5d169aa-4dc2-4aa6-ad22-387daf700b41 req-de058037-4386-44fe-963b-7090aa96010c tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492940 Jul 16 20:24:08.749685 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a60c3284-3521-42f0-8828-dbaef2f7e382 req-c3000b08-2894-4737-a8f1-2e252b375b0a tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.762698 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['fd19b7d7-b373-46c4-8645-79eb1f01a071', 'ccb6097b-319a-40ec-961d-a2af27895726'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:08.785169 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3000b08-2894-4737-a8f1-2e252b375b0a tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Pushing event deleted for resources: {'Port': ['ID=fd19b7d7-b373-46c4-8645-79eb1f01a071,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:08.846914 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60c3284-3521-42f0-8828-dbaef2f7e382 req-c3000b08-2894-4737-a8f1-2e252b375b0a tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] No DVR routers for this DVR port fd19b7d7-b373-46c4-8645-79eb1f01a071 on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:08.850027 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a60c3284-3521-42f0-8828-dbaef2f7e382 req-c3000b08-2894-4737-a8f1-2e252b375b0a tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.852435 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a60c3284-3521-42f0-8828-dbaef2f7e382 req-c3000b08-2894-4737-a8f1-2e252b375b0a tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.62 "DELETE /v2.0/ports/fd19b7d7-b373-46c4-8645-79eb1f01a071 HTTP/1.1" status: 204 len: 173 time: 0.7157011 Jul 16 20:24:08.902833 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e793d61b-db24-4db1-a8d4-147fe561d28c req-43b25c88-b446-4a1b-ab10-07c880ca6307 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd8e2c95-1870-4871-b330-9235583494c1 HTTP/1.1" status: 200 len: 210 time: 0.0412819 Jul 16 20:24:08.997521 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fd0775-41ec-4e8c-80bd-ee470354da28', 'tag': '371d6c7c-88ff-4783-aad3-eb3b449763a2'}, {'server_uuid': '1d687fa2-1140-4c39-aa1f-56ca661eac92', 'name': 'network-vif-deleted', 'tag': '14dd1502-18b8-4d14-9e1a-28b523256044'}, {'server_uuid': 'cd8e2c95-1870-4871-b330-9235583494c1', 'name': 'network-vif-deleted', 'tag': 'fd19b7d7-b373-46c4-8645-79eb1f01a071'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:09.000324 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695398b9-f647-47d7-b38d-26ecac67fe1b" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fd0775-41ec-4e8c-80bd-ee470354da28", "tag": "371d6c7c-88ff-4783-aad3-eb3b449763a2"}, {"server_uuid": "1d687fa2-1140-4c39-aa1f-56ca661eac92", "name": "network-vif-deleted", "tag": "14dd1502-18b8-4d14-9e1a-28b523256044"}, {"server_uuid": "cd8e2c95-1870-4871-b330-9235583494c1", "name": "network-vif-deleted", "tag": "fd19b7d7-b373-46c4-8645-79eb1f01a071"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:09.146632 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-0840d33f-2d52-433b-bfd8-0a070312ea69 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284128 Jul 16 20:24:09.290362 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-7f47d9c3-c912-408c-a12f-ca95fb50ac91 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:09.292502 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-7f47d9c3-c912-408c-a12f-ca95fb50ac91 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1406686 Jul 16 20:24:09.294132 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b5c268-d736-4349-932c-087815aa734a x-openstack-request-id: req-93b5c268-d736-4349-932c-087815aa734a {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:09.294612 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fd0775-41ec-4e8c-80bd-ee470354da28", "tag": "371d6c7c-88ff-4783-aad3-eb3b449763a2", "status": "completed", "code": 200}, {"server_uuid": "1d687fa2-1140-4c39-aa1f-56ca661eac92", "name": "network-vif-deleted", "tag": "14dd1502-18b8-4d14-9e1a-28b523256044", "status": "completed", "code": 200}, {"server_uuid": "cd8e2c95-1870-4871-b330-9235583494c1", "name": "network-vif-deleted", "tag": "fd19b7d7-b373-46c4-8645-79eb1f01a071", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:09.294946 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-93b5c268-d736-4349-932c-087815aa734a {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:09.295428 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3fd0775-41ec-4e8c-80bd-ee470354da28', 'tag': '371d6c7c-88ff-4783-aad3-eb3b449763a2', 'status': 'completed', 'code': 200} Jul 16 20:24:09.295773 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d687fa2-1140-4c39-aa1f-56ca661eac92', 'name': 'network-vif-deleted', 'tag': '14dd1502-18b8-4d14-9e1a-28b523256044', 'status': 'completed', 'code': 200} Jul 16 20:24:09.296117 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8e2c95-1870-4871-b330-9235583494c1', 'name': 'network-vif-deleted', 'tag': 'fd19b7d7-b373-46c4-8645-79eb1f01a071', 'status': 'completed', 'code': 200} Jul 16 20:24:09.309230 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-66fc449a-a687-4d62-bff0-c77b125a5c61 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/quotas/0e3f4908cd7247a9bb3c103236a62c8e HTTP/1.1" status: 200 len: 375 time: 0.0112240 Jul 16 20:24:09.738458 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695398b9-f647-47d7-b38d-26ecac67fe1b req-4e57703f-2e2a-4337-8c73-f39794a6038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:09.740208 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-695398b9-f647-47d7-b38d-26ecac67fe1b req-4e57703f-2e2a-4337-8c73-f39794a6038b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 1126 time: 0.4148178 Jul 16 20:24:09.747309 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-73ab8b04-10ae-4f4c-9069-b0bf8d23c1a8 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4321320 Jul 16 20:24:09.778174 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee14bd3-9b04-4580-b1da-9ae4460143fc req-c2a76b4c-1bb2-4bf8-8397-4a5ce27c19b5 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:09.779663 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6ee14bd3-9b04-4580-b1da-9ae4460143fc req-c2a76b4c-1bb2-4bf8-8397-4a5ce27c19b5 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?device_id=eeadc51d-e4d3-4b7c-8079-939c15ddf5b4 HTTP/1.1" status: 200 len: 949 time: 0.3960216 Jul 16 20:24:09.871934 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6ee14bd3-9b04-4580-b1da-9ae4460143fc req-cab037bc-bcb5-40b3-9982-c7e25c51232d tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/security-groups?id=a51485cb-4ef2-4e91-b225-4f2563fc2b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824156 Jul 16 20:24:09.894911 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695398b9-f647-47d7-b38d-26ecac67fe1b req-7199e76e-57d1-484e-b915-020a29e03f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:09.896637 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-695398b9-f647-47d7-b38d-26ecac67fe1b req-7199e76e-57d1-484e-b915-020a29e03f3c service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418 HTTP/1.1" status: 200 len: 909 time: 0.1351178 Jul 16 20:24:09.950280 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-695398b9-f647-47d7-b38d-26ecac67fe1b req-c19a42d2-4b95-4e72-8404-db5eff7a0753 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=371d6c7c-88ff-4783-aad3-eb3b449763a2 HTTP/1.1" status: 200 len: 217 time: 0.0410025 Jul 16 20:24:10.036407 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695398b9-f647-47d7-b38d-26ecac67fe1b req-dfd063d9-7f61-4195-911e-f2651f996cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:10.037862 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-695398b9-f647-47d7-b38d-26ecac67fe1b req-dfd063d9-7f61-4195-911e-f2651f996cc2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fed2a9f4-4984-4b87-a48a-a9fcef3fa565 HTTP/1.1" status: 200 len: 848 time: 0.0807922 Jul 16 20:24:10.077883 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-695398b9-f647-47d7-b38d-26ecac67fe1b req-d85ccb36-8aeb-408b-80dc-ad39b99d1565 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328825 Jul 16 20:24:10.095372 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7875e2-7b99-43c3-b572-da80f7e52ba8 req-8492b6f4-2a84-4ec7-83e9-cdcbfc72d1e8 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:10.096789 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b7875e2-7b99-43c3-b572-da80f7e52ba8 req-8492b6f4-2a84-4ec7-83e9-cdcbfc72d1e8 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.1069567 Jul 16 20:24:10.197341 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b7875e2-7b99-43c3-b572-da80f7e52ba8 req-b3b549c6-0209-4590-8a1a-3c15b885c08d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925951 Jul 16 20:24:10.265165 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-695398b9-f647-47d7-b38d-26ecac67fe1b req-d64b6fbe-8571-41fe-8e25-0cf35b1ee304 service neutron] 10.222.0.18 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776035 Jul 16 20:24:10.405372 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb827e30-b20f-4204-97b5-b3eb4551c49c req-b1b0b012-53d3-4dc3-bc20-9b9c09e4ba98 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:10.412295 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb827e30-b20f-4204-97b5-b3eb4551c49c req-b1b0b012-53d3-4dc3-bc20-9b9c09e4ba98 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 943 time: 0.2050288 Jul 16 20:24:10.431876 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-695398b9-f647-47d7-b38d-26ecac67fe1b req-f55f025a-520e-4dcc-b0d5-b7784ab155ed service neutron] 10.222.0.18 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547713 Jul 16 20:24:10.463329 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb827e30-b20f-4204-97b5-b3eb4551c49c req-febaada6-a7f1-4335-81f9-a0da0b41f4ed tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500455 Jul 16 20:24:10.527798 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 14dd1502-18b8-4d14-9e1a-28b523256044 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:10.562447 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 14dd1502-18b8-4d14-9e1a-28b523256044 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:10.563181 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 14dd1502-18b8-4d14-9e1a-28b523256044 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:10.723777 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0af7e81e-f730-48a4-bd14-55e3f06bacee req-5e517b36-8127-4932-ad5f-2aab9f5aca0b tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=9d3d5634-8e7c-41a0-a01c-080767ca45e7 HTTP/1.1" status: 200 len: 210 time: 0.0294478 Jul 16 20:24:10.931057 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524e706-56d0-4542-ac23-267a1c4a3636 req-268d1032-b654-4811-b97b-8a65fb94c0db tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:10.932645 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6524e706-56d0-4542-ac23-267a1c4a3636 req-268d1032-b654-4811-b97b-8a65fb94c0db tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.18 "GET /v2.0/ports?device_id=eeadc51d-e4d3-4b7c-8079-939c15ddf5b4 HTTP/1.1" status: 200 len: 949 time: 0.1030869 Jul 16 20:24:11.183925 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd2e11-b3a2-4051-8c85-81c27f115397 req-15d6fdaf-977a-421a-be61-9be7644f89f0 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:11.185407 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ebcd2e11-b3a2-4051-8c85-81c27f115397 req-15d6fdaf-977a-421a-be61-9be7644f89f0 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 950 time: 0.1967943 Jul 16 20:24:11.194717 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f527807-c0ac-4e8b-b11b-c039cef27e9d req-137525b1-adcf-4210-a6bb-3b3f5b8cfa25 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:11.196190 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0f527807-c0ac-4e8b-b11b-c039cef27e9d req-137525b1-adcf-4210-a6bb-3b3f5b8cfa25 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?device_id=eeadc51d-e4d3-4b7c-8079-939c15ddf5b4 HTTP/1.1" status: 200 len: 949 time: 0.1853130 Jul 16 20:24:11.223289 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-6524e706-56d0-4542-ac23-267a1c4a3636 req-9604fe1a-f73f-49fd-98e0-f8e6f02e8532 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Deleting port 189cc177-5dab-427f-9a46-fad5a2bacdaa {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:11.223994 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6524e706-56d0-4542-ac23-267a1c4a3636 req-9604fe1a-f73f-49fd-98e0-f8e6f02e8532 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.295637 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0f527807-c0ac-4e8b-b11b-c039cef27e9d req-6d254b5a-293f-4546-979b-2f66de5d219c tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/security-groups?id=a51485cb-4ef2-4e91-b225-4f2563fc2b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891087 Jul 16 20:24:11.324803 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ebcd2e11-b3a2-4051-8c85-81c27f115397 req-0be9767f-8aeb-44eb-9fb5-4bc068c19c29 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276386 Jul 16 20:24:11.359319 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-6524e706-56d0-4542-ac23-267a1c4a3636 req-9604fe1a-f73f-49fd-98e0-f8e6f02e8532 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] For port 189cc177-5dab-427f-9a46-fad5a2bacdaa, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=189cc177-5dab-427f-9a46-fad5a2bacdaa,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:11.359682 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6524e706-56d0-4542-ac23-267a1c4a3636 req-9604fe1a-f73f-49fd-98e0-f8e6f02e8532 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.373945 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-6524e706-56d0-4542-ac23-267a1c4a3636 req-9604fe1a-f73f-49fd-98e0-f8e6f02e8532 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Calling delete_port for 189cc177-5dab-427f-9a46-fad5a2bacdaa owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:11.571076 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b16a23-1fd8-4249-bf4f-75d6cf45d7c5 req-98c311b2-ce44-4078-a37e-a07202d6ca68 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:11.572623 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-95b16a23-1fd8-4249-bf4f-75d6cf45d7c5 req-98c311b2-ce44-4078-a37e-a07202d6ca68 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.1445420 Jul 16 20:24:11.674117 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6524e706-56d0-4542-ac23-267a1c4a3636 req-9604fe1a-f73f-49fd-98e0-f8e6f02e8532 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.691581 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['189cc177-5dab-427f-9a46-fad5a2bacdaa'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:11.695703 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-95b16a23-1fd8-4249-bf4f-75d6cf45d7c5 req-79d8de68-ea53-452a-b66f-64f766689b38 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943952 Jul 16 20:24:11.724226 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604fe1a-f73f-49fd-98e0-f8e6f02e8532 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Pushing event deleted for resources: {'Port': ['ID=189cc177-5dab-427f-9a46-fad5a2bacdaa,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:11.808602 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-6524e706-56d0-4542-ac23-267a1c4a3636 req-9604fe1a-f73f-49fd-98e0-f8e6f02e8532 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] No DVR routers for this DVR port 189cc177-5dab-427f-9a46-fad5a2bacdaa on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:11.811832 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6524e706-56d0-4542-ac23-267a1c4a3636 req-9604fe1a-f73f-49fd-98e0-f8e6f02e8532 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.814360 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6524e706-56d0-4542-ac23-267a1c4a3636 req-9604fe1a-f73f-49fd-98e0-f8e6f02e8532 tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.18 "DELETE /v2.0/ports/189cc177-5dab-427f-9a46-fad5a2bacdaa HTTP/1.1" status: 204 len: 173 time: 0.8718991 Jul 16 20:24:11.815377 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeadc51d-e4d3-4b7c-8079-939c15ddf5b4', 'name': 'network-vif-deleted', 'tag': '189cc177-5dab-427f-9a46-fad5a2bacdaa'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:11.820017 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a414f07a-9e0d-4c76-8191-e1e74abf9337" -d '{"events": [{"server_uuid": "eeadc51d-e4d3-4b7c-8079-939c15ddf5b4", "name": "network-vif-deleted", "tag": "189cc177-5dab-427f-9a46-fad5a2bacdaa"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:11.849414 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f3748-610a-43e1-84a7-6f35412a43ee req-2307b1a5-d9ea-4f3f-956d-d26c9abd9826 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:11.849414 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-139f3748-610a-43e1-84a7-6f35412a43ee req-2307b1a5-d9ea-4f3f-956d-d26c9abd9826 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 943 time: 0.1908557 Jul 16 20:24:11.902847 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-139f3748-610a-43e1-84a7-6f35412a43ee req-fb7ecec4-398f-4c31-8e1b-18dd662b3229 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441010 Jul 16 20:24:11.975834 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2738f2-80cf-4f08-a4fe-fef850c8d8b2 x-openstack-request-id: req-4d2738f2-80cf-4f08-a4fe-fef850c8d8b2 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:11.976441 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeadc51d-e4d3-4b7c-8079-939c15ddf5b4", "name": "network-vif-deleted", "tag": "189cc177-5dab-427f-9a46-fad5a2bacdaa", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:11.977076 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4d2738f2-80cf-4f08-a4fe-fef850c8d8b2 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:11.977768 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeadc51d-e4d3-4b7c-8079-939c15ddf5b4', 'name': 'network-vif-deleted', 'tag': '189cc177-5dab-427f-9a46-fad5a2bacdaa', 'status': 'completed', 'code': 200} Jul 16 20:24:12.021781 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-804d5783-26c5-4681-9cf6-4dff890b4505 req-632fe2c9-73fd-4640-b53d-f29f726fe477 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=9d3d5634-8e7c-41a0-a01c-080767ca45e7 HTTP/1.1" status: 200 len: 210 time: 0.0426497 Jul 16 20:24:12.050194 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-fa39c404-8ea0-4c6f-b20a-2af1563ef6d1 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261064 Jul 16 20:24:12.165805 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-70a0eef0-2ecd-4758-b248-30a92ca45d13 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:12.167326 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-70a0eef0-2ecd-4758-b248-30a92ca45d13 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1141653 Jul 16 20:24:12.197570 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-941a7957-0035-4f02-8bf3-70e239d6e058 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Request body: {'port': {'device_id': '1068304c-985f-4752-90ad-5380a9a8c8e4', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': '0e3f4908cd7247a9bb3c103236a62c8e'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:12.320699 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-941a7957-0035-4f02-8bf3-70e239d6e058 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Made reservation on behalf of 0e3f4908cd7247a9bb3c103236a62c8e for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:12.324531 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-941a7957-0035-4f02-8bf3-70e239d6e058 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.329660 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device fd19b7d7-b373-46c4-8645-79eb1f01a071 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:12.359384 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: fd19b7d7-b373-46c4-8645-79eb1f01a071 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:12.359960 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device fd19b7d7-b373-46c4-8645-79eb1f01a071 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:12.503354 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eb82958e-0d97-4d94-81f5-0437ac9a5955 req-3daa4b06-79e9-4077-9e18-60100fdc7a7a tempest-ServersAdminNegativeTestJSON-2060583364 tempest-ServersAdminNegativeTestJSON-2060583364-project] 10.222.0.38 "GET /v2.0/ports?device_id=eeadc51d-e4d3-4b7c-8079-939c15ddf5b4 HTTP/1.1" status: 200 len: 210 time: 0.0540600 Jul 16 20:24:12.580175 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-941a7957-0035-4f02-8bf3-70e239d6e058 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Allocated IP 192.168.233.184 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/5bed6517-899b-4190-a8dc-5aced4507220) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:12.633647 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a6fc3-957e-4973-9716-889a16289413 req-1f68921f-3bcf-44fb-ad39-497a1143825e tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:12.641671 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-817a6fc3-957e-4973-9716-889a16289413 req-1f68921f-3bcf-44fb-ad39-497a1143825e tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 950 time: 0.1757269 Jul 16 20:24:12.716389 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-85b0fc83-c312-4dae-883b-9d8ebe6db959 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250757 Jul 16 20:24:12.729916 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-817a6fc3-957e-4973-9716-889a16289413 req-c42d5357-9c92-4a8c-b2f9-d808dc338b7d tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841448 Jul 16 20:24:12.921546 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-e2f7f52b-dfa4-4669-a58c-6ebf04dcaf64 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:12.923262 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-e2f7f52b-dfa4-4669-a58c-6ebf04dcaf64 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1825418 Jul 16 20:24:12.938100 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-91968dee-c0b5-4ad8-b876-826f8503dd3e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Request body: {'port': {'device_id': '9d3d5634-8e7c-41a0-a01c-080767ca45e7', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': '0e3f4908cd7247a9bb3c103236a62c8e'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:12.940523 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-941a7957-0035-4f02-8bf3-70e239d6e058 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.964669 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-941a7957-0035-4f02-8bf3-70e239d6e058 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Transition to ACTIVE for port object 5bed6517-899b-4190-a8dc-5aced4507220 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:13.048988 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95b7a4-8058-40bc-8a14-590764296a1e req-1b34552b-66aa-4678-afd3-bf02afd50eea tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:13.051475 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3e95b7a4-8058-40bc-8a14-590764296a1e req-1b34552b-66aa-4678-afd3-bf02afd50eea tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.1706781 Jul 16 20:24:13.053671 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-941a7957-0035-4f02-8bf3-70e239d6e058 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.071584 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f9aa5cc8-d6c0-42be-8acf-38074d0583d5'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:13.074050 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-91968dee-c0b5-4ad8-b876-826f8503dd3e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Made reservation on behalf of 0e3f4908cd7247a9bb3c103236a62c8e for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:13.078222 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-91968dee-c0b5-4ad8-b876-826f8503dd3e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.143554 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a7957-0035-4f02-8bf3-70e239d6e058 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Pushing event updated for resources: {'Port': ['ID=5bed6517-899b-4190-a8dc-5aced4507220,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:13.159172 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-941a7957-0035-4f02-8bf3-70e239d6e058 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:13.193457 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-941a7957-0035-4f02-8bf3-70e239d6e058 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:13.197444 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-941a7957-0035-4f02-8bf3-70e239d6e058 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:13.251679 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-941a7957-0035-4f02-8bf3-70e239d6e058 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:13.252254 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-941a7957-0035-4f02-8bf3-70e239d6e058 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.325057 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-941a7957-0035-4f02-8bf3-70e239d6e058 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1315022 Jul 16 20:24:13.326631 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-91968dee-c0b5-4ad8-b876-826f8503dd3e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Allocated IP 192.168.233.56 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/8e3da5c1-787e-433f-b543-77bc7f75e480) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:13.338149 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3e95b7a4-8058-40bc-8a14-590764296a1e req-98dbc4f2-5a65-442f-a3b6-f7fa5515af18 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801735 Jul 16 20:24:13.354629 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-bffbcbf1-71f3-4a6f-bc59-047ac2076c47 service neutron] Request body: {'port': {'device_id': '1068304c-985f-4752-90ad-5380a9a8c8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:13.402648 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e44c00-c7ec-4f12-be1c-ded2f79e35e0 req-0d1595ea-20c7-48e1-b041-050c0bf2d22b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:13.411629 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f4e44c00-c7ec-4f12-be1c-ded2f79e35e0 req-0d1595ea-20c7-48e1-b041-050c0bf2d22b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 943 time: 0.2690051 Jul 16 20:24:13.536865 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7652f3e4-b269-4664-9863-afa5e670390f req-f007e1e5-74fc-4bec-8360-171722f76e14 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=9d3d5634-8e7c-41a0-a01c-080767ca45e7 HTTP/1.1" status: 200 len: 210 time: 0.0454559 Jul 16 20:24:13.555457 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-91968dee-c0b5-4ad8-b876-826f8503dd3e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.560939 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f4e44c00-c7ec-4f12-be1c-ded2f79e35e0 req-9fad1242-0195-452d-a3c9-ccc29befb75d tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483088 Jul 16 20:24:13.567064 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-bffbcbf1-71f3-4a6f-bc59-047ac2076c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.602119 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-56f5d48e-5d6a-4e73-92d0-4ad87b68b5cd None None] Provisioning for port 5bed6517-899b-4190-a8dc-5aced4507220 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:13.608981 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-56f5d48e-5d6a-4e73-92d0-4ad87b68b5cd None None] Provisioning complete for port 5bed6517-899b-4190-a8dc-5aced4507220 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:13.609400 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56f5d48e-5d6a-4e73-92d0-4ad87b68b5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.634177 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-91968dee-c0b5-4ad8-b876-826f8503dd3e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Transition to ACTIVE for port object 8e3da5c1-787e-433f-b543-77bc7f75e480 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:13.654651 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e642eeb-6f8d-4f08-9d75-c103f9d6ccc3 req-b896c213-79ce-4822-bd91-e42d89a07309 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:13.656191 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5e642eeb-6f8d-4f08-9d75-c103f9d6ccc3 req-b896c213-79ce-4822-bd91-e42d89a07309 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 950 time: 0.1723688 Jul 16 20:24:13.671606 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-56f5d48e-5d6a-4e73-92d0-4ad87b68b5cd None None] Port 5bed6517-899b-4190-a8dc-5aced4507220 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:24:13.743899 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-91968dee-c0b5-4ad8-b876-826f8503dd3e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.762602 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f9aa5cc8-d6c0-42be-8acf-38074d0583d5'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:13.861173 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-91968dee-c0b5-4ad8-b876-826f8503dd3e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:13.874962 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-91968dee-c0b5-4ad8-b876-826f8503dd3e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:13.913710 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-91968dee-c0b5-4ad8-b876-826f8503dd3e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:14.042737 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91968dee-c0b5-4ad8-b876-826f8503dd3e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Pushing event updated for resources: {'Port': ['ID=8e3da5c1-787e-433f-b543-77bc7f75e480,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:14.070610 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-5e642eeb-6f8d-4f08-9d75-c103f9d6ccc3 req-ba0f48fc-dee6-40e3-9c9d-c8119e3d6ac2 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Deleting port ccb6097b-319a-40ec-961d-a2af27895726 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:14.070954 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5e642eeb-6f8d-4f08-9d75-c103f9d6ccc3 req-ba0f48fc-dee6-40e3-9c9d-c8119e3d6ac2 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.109334 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-91968dee-c0b5-4ad8-b876-826f8503dd3e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:14.110689 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-91968dee-c0b5-4ad8-b876-826f8503dd3e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.131304 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-91968dee-c0b5-4ad8-b876-826f8503dd3e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1980391 Jul 16 20:24:14.148080 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-dcc3b7cb-63c6-473a-a895-9dbaea0fc5ce service neutron] Request body: {'port': {'device_id': '9d3d5634-8e7c-41a0-a01c-080767ca45e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:14.220053 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-bffbcbf1-71f3-4a6f-bc59-047ac2076c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bed6517-899b-4190-a8dc-5aced4507220 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:14.230571 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-bffbcbf1-71f3-4a6f-bc59-047ac2076c47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.266238 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-bffbcbf1-71f3-4a6f-bc59-047ac2076c47 service neutron] Transition to ACTIVE for port object 5bed6517-899b-4190-a8dc-5aced4507220 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:14.294669 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-bffbcbf1-71f3-4a6f-bc59-047ac2076c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.338554 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 371d6c7c-88ff-4783-aad3-eb3b449763a2 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:24:14.357711 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-5e642eeb-6f8d-4f08-9d75-c103f9d6ccc3 req-ba0f48fc-dee6-40e3-9c9d-c8119e3d6ac2 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] For port ccb6097b-319a-40ec-961d-a2af27895726, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=ccb6097b-319a-40ec-961d-a2af27895726,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:14.358299 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5e642eeb-6f8d-4f08-9d75-c103f9d6ccc3 req-ba0f48fc-dee6-40e3-9c9d-c8119e3d6ac2 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.393008 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58224) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:14.409273 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-5e642eeb-6f8d-4f08-9d75-c103f9d6ccc3 req-ba0f48fc-dee6-40e3-9c9d-c8119e3d6ac2 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Calling delete_port for ccb6097b-319a-40ec-961d-a2af27895726 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:14.418633 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-dcc3b7cb-63c6-473a-a895-9dbaea0fc5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.496270 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-993752ab-ea97-45f7-94c1-11f7d8916c4d None None] Provisioning for port 8e3da5c1-787e-433f-b543-77bc7f75e480 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:14.555955 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4722c2f-0898-4182-85cd-df991cc1d366 req-20628617-ef97-45b9-8eda-666e960ddebe tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:14.567140 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f4722c2f-0898-4182-85cd-df991cc1d366 req-20628617-ef97-45b9-8eda-666e960ddebe tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 950 time: 0.5797746 Jul 16 20:24:14.573721 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 189cc177-5dab-427f-9a46-fad5a2bacdaa no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:14.587237 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffbcbf1-71f3-4a6f-bc59-047ac2076c47 service neutron] Pushing event updated for resources: {'Port': ['ID=5bed6517-899b-4190-a8dc-5aced4507220,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:14.614886 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 189cc177-5dab-427f-9a46-fad5a2bacdaa {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:14.615544 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 189cc177-5dab-427f-9a46-fad5a2bacdaa not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:14.616427 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 371d6c7c-88ff-4783-aad3-eb3b449763a2 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:14.622935 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-993752ab-ea97-45f7-94c1-11f7d8916c4d None None] Provisioning complete for port 8e3da5c1-787e-433f-b543-77bc7f75e480 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:14.623654 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-993752ab-ea97-45f7-94c1-11f7d8916c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.690547 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-bffbcbf1-71f3-4a6f-bc59-047ac2076c47 service neutron] Attempting to bind port 5bed6517-899b-4190-a8dc-5aced4507220 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:14.691486 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-bffbcbf1-71f3-4a6f-bc59-047ac2076c47 service neutron] Attempting to bind port 5bed6517-899b-4190-a8dc-5aced4507220 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:14.691877 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-bffbcbf1-71f3-4a6f-bc59-047ac2076c47 service neutron] Attempting to bind port 5bed6517-899b-4190-a8dc-5aced4507220 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:14.716210 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-bffbcbf1-71f3-4a6f-bc59-047ac2076c47 service neutron] Port 5bed6517-899b-4190-a8dc-5aced4507220 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:24:14.716698 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-bffbcbf1-71f3-4a6f-bc59-047ac2076c47 service neutron] Attempting to bind port 5bed6517-899b-4190-a8dc-5aced4507220 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:14.735054 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f4722c2f-0898-4182-85cd-df991cc1d366 req-d604a192-23ad-4d1f-8076-0f382d7372f8 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/security-groups?id=331af7e1-28a9-4877-a07a-1f2dced35630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664033 Jul 16 20:24:14.739191 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 371d6c7c-88ff-4783-aad3-eb3b449763a2, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=371d6c7c-88ff-4783-aad3-eb3b449763a2,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:14.744631 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-bffbcbf1-71f3-4a6f-bc59-047ac2076c47 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:14.744967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-bffbcbf1-71f3-4a6f-bc59-047ac2076c47 service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:14.745356 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-bffbcbf1-71f3-4a6f-bc59-047ac2076c47 service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:14.745800 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-bffbcbf1-71f3-4a6f-bc59-047ac2076c47 service neutron] Bound port: 5bed6517-899b-4190-a8dc-5aced4507220, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:14.750962 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-bffbcbf1-71f3-4a6f-bc59-047ac2076c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.759410 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-993752ab-ea97-45f7-94c1-11f7d8916c4d None None] Port 8e3da5c1-787e-433f-b543-77bc7f75e480 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:24:14.768846 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 371d6c7c-88ff-4783-aad3-eb3b449763a2 has no active binding in host n-h2-791506-21 {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:24:14.883340 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f94160-50f6-4ba8-85e9-2b32b5824a75 req-81c22ecd-d790-44d5-aa37-6f822bcb2e64 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:14.885839 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-72f94160-50f6-4ba8-85e9-2b32b5824a75 req-81c22ecd-d790-44d5-aa37-6f822bcb2e64 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.3102155 Jul 16 20:24:14.901425 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-bffbcbf1-71f3-4a6f-bc59-047ac2076c47 service neutron] For port 5bed6517-899b-4190-a8dc-5aced4507220, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:14.946244 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-bffbcbf1-71f3-4a6f-bc59-047ac2076c47 service neutron] For port 5bed6517-899b-4190-a8dc-5aced4507220, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=5bed6517-899b-4190-a8dc-5aced4507220,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:14.962264 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-bffbcbf1-71f3-4a6f-bc59-047ac2076c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.978628 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-194add48-7313-4478-a06f-b66796804c80 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=867e68e408b14a9f841e0fd9fdf591ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5836217 Jul 16 20:24:14.984514 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58234) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:15.028693 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-72f94160-50f6-4ba8-85e9-2b32b5824a75 req-7eaa22bc-f838-4922-aef0-1e8f8b699b0b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315570 Jul 16 20:24:15.036385 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffbcbf1-71f3-4a6f-bc59-047ac2076c47 service neutron] Pushing event updated for resources: {'Port': ['ID=5bed6517-899b-4190-a8dc-5aced4507220,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:15.044159 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-bffbcbf1-71f3-4a6f-bc59-047ac2076c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:15.044670 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-bffbcbf1-71f3-4a6f-bc59-047ac2076c47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.046054 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-bffbcbf1-71f3-4a6f-bc59-047ac2076c47 service neutron] 10.222.0.62 "PUT /v2.0/ports/5bed6517-899b-4190-a8dc-5aced4507220 HTTP/1.1" status: 200 len: 1097 time: 1.7001078 Jul 16 20:24:15.046879 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1068304c-985f-4752-90ad-5380a9a8c8e4', 'tag': '5bed6517-899b-4190-a8dc-5aced4507220'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:15.049128 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fc83d1-6c30-4bc0-b8d5-319b3ac762ae" -d '{"events": [{"name": "network-changed", "server_uuid": "1068304c-985f-4752-90ad-5380a9a8c8e4", "tag": "5bed6517-899b-4190-a8dc-5aced4507220"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:15.075602 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d876532-b7fe-405e-9cbc-ab0e17696a15 req-b731eabc-7d69-41d7-9e15-39ee7518d5f0 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:15.077781 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6d876532-b7fe-405e-9cbc-ab0e17696a15 req-b731eabc-7d69-41d7-9e15-39ee7518d5f0 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=9d3d5634-8e7c-41a0-a01c-080767ca45e7 HTTP/1.1" status: 200 len: 935 time: 0.1919010 Jul 16 20:24:15.159172 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5e642eeb-6f8d-4f08-9d75-c103f9d6ccc3 req-ba0f48fc-dee6-40e3-9c9d-c8119e3d6ac2 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.232907 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6d876532-b7fe-405e-9cbc-ab0e17696a15 req-4e74fdc0-d8db-464d-a321-d26757742084 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366167 Jul 16 20:24:15.264448 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f48fc-dee6-40e3-9c9d-c8119e3d6ac2 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Pushing event deleted for resources: {'Port': ['ID=ccb6097b-319a-40ec-961d-a2af27895726,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:15.345175 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef342980-aa61-4aa6-8d9a-074c26ee17d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.368610 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-e2c25d6e-c25e-4bd8-bbb0-41be3387e325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:15.371568 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-e2c25d6e-c25e-4bd8-bbb0-41be3387e325 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&device_id=1068304c-985f-4752-90ad-5380a9a8c8e4 HTTP/1.1" status: 200 len: 1100 time: 0.2665470 Jul 16 20:24:15.382391 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e642eeb-6f8d-4f08-9d75-c103f9d6ccc3 req-ba0f48fc-dee6-40e3-9c9d-c8119e3d6ac2 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] No DVR routers for this DVR port ccb6097b-319a-40ec-961d-a2af27895726 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:15.387806 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5e642eeb-6f8d-4f08-9d75-c103f9d6ccc3 req-ba0f48fc-dee6-40e3-9c9d-c8119e3d6ac2 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.389875 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5e642eeb-6f8d-4f08-9d75-c103f9d6ccc3 req-ba0f48fc-dee6-40e3-9c9d-c8119e3d6ac2 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.62 "DELETE /v2.0/ports/ccb6097b-319a-40ec-961d-a2af27895726 HTTP/1.1" status: 204 len: 173 time: 1.7231638 Jul 16 20:24:15.393031 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4604a05-22d1-4e5d-a536-960f4c5dca63', 'name': 'network-vif-deleted', 'tag': 'ccb6097b-319a-40ec-961d-a2af27895726'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:15.395981 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5adbc5-feb1-43b8-983f-3720b29b0f06" -d '{"events": [{"server_uuid": "e4604a05-22d1-4e5d-a536-960f4c5dca63", "name": "network-vif-deleted", "tag": "ccb6097b-319a-40ec-961d-a2af27895726"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:15.455243 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef342980-aa61-4aa6-8d9a-074c26ee17d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.497139 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-d9850186-5696-4124-9548-b9046a1d4789 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=5bed6517-899b-4190-a8dc-5aced4507220 HTTP/1.1" status: 200 len: 217 time: 0.1107917 Jul 16 20:24:15.571670 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef342980-aa61-4aa6-8d9a-074c26ee17d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.574602 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef342980-aa61-4aa6-8d9a-074c26ee17d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.575848 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ef342980-aa61-4aa6-8d9a-074c26ee17d5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a51485cb-4ef2-4e91-b225-4f2563fc2b77 HTTP/1.1" status: 204 len: 168 time: 0.5936522 Jul 16 20:24:15.624066 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-5b69c42d-1627-4acd-a6ae-902b647684be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:15.624634 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef342980-aa61-4aa6-8d9a-074c26ee17d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51485cb-4ef2-4e91-b225-4f2563fc2b77,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:15.625869 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-5b69c42d-1627-4acd-a6ae-902b647684be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1181097 Jul 16 20:24:15.627573 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fa80bb-a5e6-4801-9589-9cb84a732f8e x-openstack-request-id: req-34fa80bb-a5e6-4801-9589-9cb84a732f8e {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:15.627958 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1068304c-985f-4752-90ad-5380a9a8c8e4", "tag": "5bed6517-899b-4190-a8dc-5aced4507220", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:15.629265 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-34fa80bb-a5e6-4801-9589-9cb84a732f8e {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:15.630076 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1068304c-985f-4752-90ad-5380a9a8c8e4', 'tag': '5bed6517-899b-4190-a8dc-5aced4507220', 'status': 'completed', 'code': 200} Jul 16 20:24:15.640682 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087bccf-3fcd-4338-981b-4727a2bd90f1 req-cff5314c-edc6-49a2-8460-6736be7556d6 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:15.651086 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-dcc3b7cb-63c6-473a-a895-9dbaea0fc5ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e3da5c1-787e-433f-b543-77bc7f75e480 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:15.651364 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0087bccf-3fcd-4338-981b-4727a2bd90f1 req-cff5314c-edc6-49a2-8460-6736be7556d6 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 943 time: 0.3618753 Jul 16 20:24:15.669294 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-dcc3b7cb-63c6-473a-a895-9dbaea0fc5ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.693182 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-dcc3b7cb-63c6-473a-a895-9dbaea0fc5ce service neutron] Transition to ACTIVE for port object 8e3da5c1-787e-433f-b543-77bc7f75e480 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:15.697028 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-dcc3b7cb-63c6-473a-a895-9dbaea0fc5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.746509 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3b7cb-63c6-473a-a895-9dbaea0fc5ce service neutron] Pushing event updated for resources: {'Port': ['ID=8e3da5c1-787e-433f-b543-77bc7f75e480,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:15.749908 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0087bccf-3fcd-4338-981b-4727a2bd90f1 req-7370785f-7911-4c09-ab27-487580a88049 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974991 Jul 16 20:24:15.805959 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-4570cf9f-7e51-49eb-b429-33db57649d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:15.807888 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-4570cf9f-7e51-49eb-b429-33db57649d2e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1462152 Jul 16 20:24:15.862544 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e1de2b-bce2-43fb-9550-fc5c500a5e98 x-openstack-request-id: req-50e1de2b-bce2-43fb-9550-fc5c500a5e98 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:15.863596 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4604a05-22d1-4e5d-a536-960f4c5dca63", "name": "network-vif-deleted", "tag": "ccb6097b-319a-40ec-961d-a2af27895726", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:15.863869 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-50e1de2b-bce2-43fb-9550-fc5c500a5e98 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:15.864360 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4604a05-22d1-4e5d-a536-960f4c5dca63', 'name': 'network-vif-deleted', 'tag': 'ccb6097b-319a-40ec-961d-a2af27895726', 'status': 'completed', 'code': 200} Jul 16 20:24:15.928727 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-dcc3b7cb-63c6-473a-a895-9dbaea0fc5ce service neutron] Attempting to bind port 8e3da5c1-787e-433f-b543-77bc7f75e480 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:15.929211 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-dcc3b7cb-63c6-473a-a895-9dbaea0fc5ce service neutron] Attempting to bind port 8e3da5c1-787e-433f-b543-77bc7f75e480 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:15.932805 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-dcc3b7cb-63c6-473a-a895-9dbaea0fc5ce service neutron] Attempting to bind port 8e3da5c1-787e-433f-b543-77bc7f75e480 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:15.944915 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-dcc3b7cb-63c6-473a-a895-9dbaea0fc5ce service neutron] Port 8e3da5c1-787e-433f-b543-77bc7f75e480 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:24:15.945493 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-dcc3b7cb-63c6-473a-a895-9dbaea0fc5ce service neutron] Attempting to bind port 8e3da5c1-787e-433f-b543-77bc7f75e480 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:15.952785 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-dcc3b7cb-63c6-473a-a895-9dbaea0fc5ce service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:15.953231 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-dcc3b7cb-63c6-473a-a895-9dbaea0fc5ce service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:15.953860 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-dcc3b7cb-63c6-473a-a895-9dbaea0fc5ce service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:15.954608 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-dcc3b7cb-63c6-473a-a895-9dbaea0fc5ce service neutron] Bound port: 8e3da5c1-787e-433f-b543-77bc7f75e480, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:15.955123 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-dcc3b7cb-63c6-473a-a895-9dbaea0fc5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.027937 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-c2fa30cd-a243-4b48-897e-c42364ca1c37 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089813 Jul 16 20:24:16.084801 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-dcc3b7cb-63c6-473a-a895-9dbaea0fc5ce service neutron] For port 8e3da5c1-787e-433f-b543-77bc7f75e480, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:16.091580 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-dcc3b7cb-63c6-473a-a895-9dbaea0fc5ce service neutron] For port 8e3da5c1-787e-433f-b543-77bc7f75e480, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=8e3da5c1-787e-433f-b543-77bc7f75e480,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:16.101744 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-dcc3b7cb-63c6-473a-a895-9dbaea0fc5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.154769 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3b7cb-63c6-473a-a895-9dbaea0fc5ce service neutron] Pushing event updated for resources: {'Port': ['ID=8e3da5c1-787e-433f-b543-77bc7f75e480,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:16.168835 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-dcc3b7cb-63c6-473a-a895-9dbaea0fc5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:16.169529 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-dcc3b7cb-63c6-473a-a895-9dbaea0fc5ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.171052 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-dcc3b7cb-63c6-473a-a895-9dbaea0fc5ce service neutron] 10.222.0.62 "PUT /v2.0/ports/8e3da5c1-787e-433f-b543-77bc7f75e480 HTTP/1.1" status: 200 len: 1096 time: 2.0279391 Jul 16 20:24:16.233646 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58260) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:16.326489 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ca1dd5ab-4f73-4ec0-a1e2-a7cc1e7547e3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=774baa6dd37946bdb2954247ee7d1373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0916383 Jul 16 20:24:16.329740 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58264) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:16.355494 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device ccb6097b-319a-40ec-961d-a2af27895726 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:16.389328 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: ccb6097b-319a-40ec-961d-a2af27895726 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:16.390340 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device ccb6097b-319a-40ec-961d-a2af27895726 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:16.444483 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-d360364c-6fd3-4b5b-9bc9-95aacd22c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:16.446538 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-d360364c-6fd3-4b5b-9bc9-95aacd22c552 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&device_id=9d3d5634-8e7c-41a0-a01c-080767ca45e7 HTTP/1.1" status: 200 len: 1099 time: 0.2213202 Jul 16 20:24:16.479537 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-02c2d9d0-2273-46ef-8cb7-21890922737c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.522639 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-f548a026-09a4-4d56-a169-6f5dda293da1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=8e3da5c1-787e-433f-b543-77bc7f75e480 HTTP/1.1" status: 200 len: 217 time: 0.0498018 Jul 16 20:24:16.581865 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-02c2d9d0-2273-46ef-8cb7-21890922737c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.642582 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-c099201b-bf82-4209-bd5a-86e7bd28a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:16.644206 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-c099201b-bf82-4209-bd5a-86e7bd28a1a8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1049385 Jul 16 20:24:16.667974 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3004e07b-1fcb-4e22-a170-91fb0f9d9ebe req-347b45bb-76fc-41e6-971f-3a56a55b4981 tempest-ServersAdminTestJSON-1905692240 tempest-ServersAdminTestJSON-1905692240-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4604a05-22d1-4e5d-a536-960f4c5dca63 HTTP/1.1" status: 200 len: 210 time: 0.5408616 Jul 16 20:24:16.741609 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-02c2d9d0-2273-46ef-8cb7-21890922737c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.747223 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-02c2d9d0-2273-46ef-8cb7-21890922737c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.750370 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-fa76d55b-654f-4880-9da6-00ee002c633b service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7141023 Jul 16 20:24:16.753634 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-02c2d9d0-2273-46ef-8cb7-21890922737c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cdb9a14a-05c9-4ae7-9545-cf24c33d1205 HTTP/1.1" status: 204 len: 168 time: 0.4215941 Jul 16 20:24:16.790105 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2d9d0-2273-46ef-8cb7-21890922737c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb9a14a-05c9-4ae7-9545-cf24c33d1205,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:16.792716 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc12e8-04d9-4932-8a75-fa2107714522 req-6006dc0a-5ff1-4e4b-acf5-b826d652b3e0 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:16.794370 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8cbc12e8-04d9-4932-8a75-fa2107714522 req-6006dc0a-5ff1-4e4b-acf5-b826d652b3e0 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.1738005 Jul 16 20:24:16.806757 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-2f95369f-325c-4ed4-8918-91ffbf495b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:16.808873 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-2f95369f-325c-4ed4-8918-91ffbf495b0c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1523943 Jul 16 20:24:16.933576 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-bd0b14d0-06bd-4ed2-8440-39784734f4d5 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100807 Jul 16 20:24:16.951905 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8cbc12e8-04d9-4932-8a75-fa2107714522 req-d6602b59-29a5-417f-8d40-069eb77a35a9 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455176 Jul 16 20:24:16.981607 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-da14d853-08ec-439b-bec5-cc69b9385056 service neutron] 10.222.0.18 "GET /v2.0/ports/371d6c7c-88ff-4783-aad3-eb3b449763a2/bindings/n-h2-791506-21 HTTP/1.1" status: 200 len: 385 time: 0.1836948 Jul 16 20:24:17.033634 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc83d1-6c30-4bc0-b8d5-319b3ac762ae req-237f6ebf-0887-45be-a8a3-34ba1de8b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:17.036165 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e5fc83d1-6c30-4bc0-b8d5-319b3ac762ae req-237f6ebf-0887-45be-a8a3-34ba1de8b3a6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&device_id=1068304c-985f-4752-90ad-5380a9a8c8e4 HTTP/1.1" status: 200 len: 1100 time: 0.1899199 Jul 16 20:24:17.052886 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cc547-8c92-4c0d-b629-68502755ecc0 req-fc65ce96-8ccd-4d12-a4a4-f3b7e4b4abb4 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:17.059818 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4e9cc547-8c92-4c0d-b629-68502755ecc0 req-fc65ce96-8ccd-4d12-a4a4-f3b7e4b4abb4 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=9d3d5634-8e7c-41a0-a01c-080767ca45e7 HTTP/1.1" status: 200 len: 947 time: 0.2554452 Jul 16 20:24:17.082826 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1acfe6b3-4d4a-4c4b-ba99-4c55bf13943f req-b82ed4ec-0c52-4c9d-b4b9-8c48e79ce820 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347067 Jul 16 20:24:17.195030 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4e9cc547-8c92-4c0d-b629-68502755ecc0 req-8ee35902-5712-4266-8e14-9d7e286eb620 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341403 Jul 16 20:24:17.387424 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc83d1-6c30-4bc0-b8d5-319b3ac762ae req-0b1e6dac-e6a4-49af-834c-a759b571294e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:17.388909 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e5fc83d1-6c30-4bc0-b8d5-319b3ac762ae req-0b1e6dac-e6a4-49af-834c-a759b571294e service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.3271539 Jul 16 20:24:17.420188 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-537e4cd8-758a-47cd-bbcb-72550da62d9a service neutron] For port 371d6c7c-88ff-4783-aad3-eb3b449763a2, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=371d6c7c-88ff-4783-aad3-eb3b449763a2,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:17.459812 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e5fc83d1-6c30-4bc0-b8d5-319b3ac762ae req-04068b3a-fe81-4e97-83c8-49ca91b34413 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=5bed6517-899b-4190-a8dc-5aced4507220 HTTP/1.1" status: 200 len: 217 time: 0.0530889 Jul 16 20:24:17.489394 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-537e4cd8-758a-47cd-bbcb-72550da62d9a service neutron] For port 371d6c7c-88ff-4783-aad3-eb3b449763a2, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:17.514056 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3865e-d022-499d-b3f5-6ca3679a094f req-8ae691c9-0ede-49d4-82b7-32c151fdebb5 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:17.515618 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-17a3865e-d022-499d-b3f5-6ca3679a094f req-8ae691c9-0ede-49d4-82b7-32c151fdebb5 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 943 time: 0.2610469 Jul 16 20:24:17.585337 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-537e4cd8-758a-47cd-bbcb-72550da62d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 371d6c7c-88ff-4783-aad3-eb3b449763a2 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:17.597527 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc83d1-6c30-4bc0-b8d5-319b3ac762ae req-0d9254a3-5d9b-4c5c-917b-d058f79f5206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:17.599125 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e5fc83d1-6c30-4bc0-b8d5-319b3ac762ae req-0d9254a3-5d9b-4c5c-917b-d058f79f5206 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1243167 Jul 16 20:24:17.623154 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-537e4cd8-758a-47cd-bbcb-72550da62d9a service neutron] For port 371d6c7c-88ff-4783-aad3-eb3b449763a2, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=371d6c7c-88ff-4783-aad3-eb3b449763a2,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:17.629040 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-17a3865e-d022-499d-b3f5-6ca3679a094f req-5c13ab7b-7588-43c5-8ee6-aa5fe99a24a3 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932055 Jul 16 20:24:17.659849 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-537e4cd8-758a-47cd-bbcb-72550da62d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.726203 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc83d1-6c30-4bc0-b8d5-319b3ac762ae req-12f90839-1ffd-4745-85c2-3c67487b1f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:17.727957 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e5fc83d1-6c30-4bc0-b8d5-319b3ac762ae req-12f90839-1ffd-4745-85c2-3c67487b1f7a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1180267 Jul 16 20:24:17.791331 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-537e4cd8-758a-47cd-bbcb-72550da62d9a service neutron] Transition to ACTIVE for port object 371d6c7c-88ff-4783-aad3-eb3b449763a2 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:17.821895 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-537e4cd8-758a-47cd-bbcb-72550da62d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.866346 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3d5634-8e7c-41a0-a01c-080767ca45e7', 'tag': '8e3da5c1-787e-433f-b543-77bc7f75e480'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:17.869450 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7b9218-1aa9-4b92-8cd7-3b170044a46c" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3d5634-8e7c-41a0-a01c-080767ca45e7", "tag": "8e3da5c1-787e-433f-b543-77bc7f75e480"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:17.914645 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-537e4cd8-758a-47cd-bbcb-72550da62d9a service neutron] No DVR routers for this DVR port 371d6c7c-88ff-4783-aad3-eb3b449763a2 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:17.930387 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e5fc83d1-6c30-4bc0-b8d5-319b3ac762ae req-33a15137-97f2-4f5b-96ff-64be4db2676a service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877580 Jul 16 20:24:17.933041 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8445e099-76a1-4af8-8bdb-26165baf5927 x-openstack-request-id: req-8445e099-76a1-4af8-8bdb-26165baf5927 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:17.933328 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3d5634-8e7c-41a0-a01c-080767ca45e7", "tag": "8e3da5c1-787e-433f-b543-77bc7f75e480", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:17.933588 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8445e099-76a1-4af8-8bdb-26165baf5927 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:17.934042 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3d5634-8e7c-41a0-a01c-080767ca45e7', 'tag': '8e3da5c1-787e-433f-b543-77bc7f75e480', 'status': 'completed', 'code': 200} Jul 16 20:24:17.963488 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e4cd8-758a-47cd-bbcb-72550da62d9a service neutron] Pushing event updated for resources: {'Port': ['ID=371d6c7c-88ff-4783-aad3-eb3b449763a2,revision_number=10']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:17.974144 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-537e4cd8-758a-47cd-bbcb-72550da62d9a service neutron] 10.222.0.18 "PUT /v2.0/ports/371d6c7c-88ff-4783-aad3-eb3b449763a2/bindings/n-h2-791506-21/activate HTTP/1.1" status: 200 len: 370 time: 0.9836330 Jul 16 20:24:18.072872 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b9218-1aa9-4b92-8cd7-3b170044a46c req-f22591ff-3fe9-4440-8fa3-b0e36a622377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:18.075267 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6e7b9218-1aa9-4b92-8cd7-3b170044a46c req-f22591ff-3fe9-4440-8fa3-b0e36a622377 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&device_id=9d3d5634-8e7c-41a0-a01c-080767ca45e7 HTTP/1.1" status: 200 len: 1099 time: 0.0987959 Jul 16 20:24:18.181178 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e5fc83d1-6c30-4bc0-b8d5-319b3ac762ae req-b8e0802d-cdfc-4918-9a8b-700118714298 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058725 Jul 16 20:24:18.184583 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58346) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:18.256309 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3ab70-0e66-4940-94d7-76bb7f805743 req-e38eb8d2-4053-4a1b-a0c7-954a15508439 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:18.263441 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-94d3ab70-0e66-4940-94d7-76bb7f805743 req-e38eb8d2-4053-4a1b-a0c7-954a15508439 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.1485870 Jul 16 20:24:18.319034 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-94d3ab70-0e66-4940-94d7-76bb7f805743 req-31f967ca-1dd6-41a5-87e4-8e01994c410b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546029 Jul 16 20:24:18.338057 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-ae8deefd-842c-43e6-b1c2-9ff693959434 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:18.339675 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-ae8deefd-842c-43e6-b1c2-9ff693959434 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28&tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&binding%3Ahost_id=n-h1-791506-21 HTTP/1.1" status: 200 len: 1096 time: 0.2605264 Jul 16 20:24:18.348745 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58354) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:18.399981 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b9218-1aa9-4b92-8cd7-3b170044a46c req-32c365f3-fde4-4237-8528-0eda8a529123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:18.401732 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6e7b9218-1aa9-4b92-8cd7-3b170044a46c req-32c365f3-fde4-4237-8528-0eda8a529123 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.2823215 Jul 16 20:24:18.466677 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6e7b9218-1aa9-4b92-8cd7-3b170044a46c req-c7e8bcde-683a-4879-a532-1492af725e32 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=8e3da5c1-787e-433f-b543-77bc7f75e480 HTTP/1.1" status: 200 len: 217 time: 0.0529852 Jul 16 20:24:18.473316 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-4097452e-15d3-4f57-a566-b783f392aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:18.476925 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-4097452e-15d3-4f57-a566-b783f392aa56 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28&tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a HTTP/1.1" status: 200 len: 1096 time: 0.1202292 Jul 16 20:24:18.510402 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d7caf742-f7e0-4201-a99a-d214f2aa0c7e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a254b31985d548bd8f29a487cc39ddc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3242495 Jul 16 20:24:18.516961 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58358) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:18.542248 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b4df6ea8-bd09-48ea-a5dc-02fef64118a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.557592 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b9218-1aa9-4b92-8cd7-3b170044a46c req-b40912af-a96c-4faf-97c6-a18c2368a11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:18.559093 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6e7b9218-1aa9-4b92-8cd7-3b170044a46c req-b40912af-a96c-4faf-97c6-a18c2368a11b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0812936 Jul 16 20:24:18.559664 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58eaa54-e03b-492b-8f88-e2fa8903f1a6 req-27b60dd9-f186-400e-85f3-67ba896f428e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:18.561208 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a58eaa54-e03b-492b-8f88-e2fa8903f1a6 req-27b60dd9-f186-400e-85f3-67ba896f428e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=9d3d5634-8e7c-41a0-a01c-080767ca45e7 HTTP/1.1" status: 200 len: 947 time: 0.1455812 Jul 16 20:24:18.613803 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-45bd3ae5-9b50-4e96-a955-4427671ce3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:18.615356 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-45bd3ae5-9b50-4e96-a955-4427671ce3d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 1096 time: 0.1061099 Jul 16 20:24:18.647553 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a58eaa54-e03b-492b-8f88-e2fa8903f1a6 req-3aa4138d-2728-4835-a1f3-0311f711f4ca tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771329 Jul 16 20:24:18.655301 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8bea6ddc-b633-4f7a-859b-894b20ded89c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.672814 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b9218-1aa9-4b92-8cd7-3b170044a46c req-ec3f32ea-6030-4438-92f3-3c0b6b60126f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:18.673802 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6e7b9218-1aa9-4b92-8cd7-3b170044a46c req-ec3f32ea-6030-4438-92f3-3c0b6b60126f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1003101 Jul 16 20:24:18.692185 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8bea6ddc-b633-4f7a-859b-894b20ded89c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.765880 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b4df6ea8-bd09-48ea-a5dc-02fef64118a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.771342 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b4df6ea8-bd09-48ea-a5dc-02fef64118a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.794358 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-2ed87891-0d77-479a-a322-a515981186fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:18.795820 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-2ed87891-0d77-479a-a322-a515981186fa service neutron] 10.222.0.62 "GET /v2.0/networks?id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418 HTTP/1.1" status: 200 len: 909 time: 0.1660125 Jul 16 20:24:18.798067 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8bea6ddc-b633-4f7a-859b-894b20ded89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.801554 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8bea6ddc-b633-4f7a-859b-894b20ded89c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.802689 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8bea6ddc-b633-4f7a-859b-894b20ded89c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/331af7e1-28a9-4877-a07a-1f2dced35630 HTTP/1.1" status: 204 len: 168 time: 0.2839723 Jul 16 20:24:18.857370 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-6cce6566-9ca9-4161-92c3-76b97a888c4b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=371d6c7c-88ff-4783-aad3-eb3b449763a2 HTTP/1.1" status: 200 len: 217 time: 0.0490048 Jul 16 20:24:18.857590 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b4df6ea8-bd09-48ea-a5dc-02fef64118a4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4ce1a7552f1747b7a79f99d880aec4e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5072677 Jul 16 20:24:18.857993 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58364) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:18.860004 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6e7b9218-1aa9-4b92-8cd7-3b170044a46c req-670f4062-a81b-4008-8a8e-b141f618a77d service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581011 Jul 16 20:24:18.863827 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df6ea8-bd09-48ea-a5dc-02fef64118a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a33ed4-e99c-48ef-8dbc-7ac99c09b8d1,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:18.879957 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea6ddc-b633-4f7a-859b-894b20ded89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331af7e1-28a9-4877-a07a-1f2dced35630,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:18.923054 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539cd56-3b56-4735-bc65-b63f0d57fab0 req-17306da2-724e-4886-88fa-fe5520234a96 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:18.930649 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4539cd56-3b56-4735-bc65-b63f0d57fab0 req-17306da2-724e-4886-88fa-fe5520234a96 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 944 time: 0.1362658 Jul 16 20:24:18.973610 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4539cd56-3b56-4735-bc65-b63f0d57fab0 req-f305e50b-66ea-425a-8d3e-4194086d0183 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418432 Jul 16 20:24:19.028406 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-a2b47b0b-0436-4719-acdc-8913d6fa991e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:19.029878 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-a2b47b0b-0436-4719-acdc-8913d6fa991e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fed2a9f4-4984-4b87-a48a-a9fcef3fa565 HTTP/1.1" status: 200 len: 848 time: 0.1543868 Jul 16 20:24:19.036207 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8a528aa-1c62-448e-aa60-e7212a8d58c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.085843 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6e7b9218-1aa9-4b92-8cd7-3b170044a46c req-ccb0b682-7176-4839-ae85-ebc5e8c0355f service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997643 Jul 16 20:24:19.087676 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-f09df748-c27b-4934-9fae-371f4990db1e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444689 Jul 16 20:24:19.101729 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8a528aa-1c62-448e-aa60-e7212a8d58c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.132117 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58368) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:19.187986 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c159a692-5c09-4ef9-b1f8-4f0b7b11932a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=85c51e0a87a94381a8437afc5cf318b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524371 Jul 16 20:24:19.188329 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58370) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:19.239040 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-7a9935d4-d159-46b2-91c1-697e79ca4010 service neutron] 10.222.0.62 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350083 Jul 16 20:24:19.245756 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8a528aa-1c62-448e-aa60-e7212a8d58c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.245967 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3fc79900-b59a-4cd0-b3ca-054d4ccfb10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.246072 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8a528aa-1c62-448e-aa60-e7212a8d58c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.250763 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b8a528aa-1c62-448e-aa60-e7212a8d58c2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f8a33ed4-e99c-48ef-8dbc-7ac99c09b8d1 HTTP/1.1" status: 204 len: 168 time: 0.3898447 Jul 16 20:24:19.266729 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3fc79900-b59a-4cd0-b3ca-054d4ccfb10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.279758 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a528aa-1c62-448e-aa60-e7212a8d58c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a33ed4-e99c-48ef-8dbc-7ac99c09b8d1,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:19.328909 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3fc79900-b59a-4cd0-b3ca-054d4ccfb10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.333062 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3fc79900-b59a-4cd0-b3ca-054d4ccfb10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.337044 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3fc79900-b59a-4cd0-b3ca-054d4ccfb10d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7cd2bafc-c006-4674-8306-de8d7dce7e18 HTTP/1.1" status: 204 len: 168 time: 0.1451762 Jul 16 20:24:19.352887 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc79900-b59a-4cd0-b3ca-054d4ccfb10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd2bafc-c006-4674-8306-de8d7dce7e18,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:19.393299 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-c575951e-458f-4aca-9fe3-35551920ed3b service neutron] 10.222.0.62 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410205 Jul 16 20:24:19.551769 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130ad6c-c5f9-42da-a40b-bf8b39a57c72 req-2bbd8483-c8f2-40bd-aa54-2b608027dcdb tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:19.562230 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a130ad6c-c5f9-42da-a40b-bf8b39a57c72 req-2bbd8483-c8f2-40bd-aa54-2b608027dcdb tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.0891354 Jul 16 20:24:19.625302 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a130ad6c-c5f9-42da-a40b-bf8b39a57c72 req-c44609b6-4f83-4c2c-a7f9-0b26e3e50654 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618248 Jul 16 20:24:19.870493 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-e99804d1-0210-4c89-a5ce-a3dcd3f79b40 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:19.870800 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-e99804d1-0210-4c89-a5ce-a3dcd3f79b40 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28&tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&binding%3Ahost_id=n-h2-791506-21 HTTP/1.1" status: 200 len: 1096 time: 0.1154103 Jul 16 20:24:19.901172 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e59de-5cce-4c1a-8c90-b63916048cc3 req-adbbcc4e-8aa9-466c-ad71-6386a2a152d8 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:19.903644 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-143e59de-5cce-4c1a-8c90-b63916048cc3 req-adbbcc4e-8aa9-466c-ad71-6386a2a152d8 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=9d3d5634-8e7c-41a0-a01c-080767ca45e7 HTTP/1.1" status: 200 len: 947 time: 0.0936437 Jul 16 20:24:19.952590 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-143e59de-5cce-4c1a-8c90-b63916048cc3 req-af70848c-5a86-4749-bad8-32a29620e546 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427780 Jul 16 20:24:20.048052 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-993fd248-d478-48e7-a56b-381fb0deed9e service neutron] For port 371d6c7c-88ff-4783-aad3-eb3b449763a2, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:20.053016 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-993fd248-d478-48e7-a56b-381fb0deed9e service neutron] Notify callbacks [] for binding, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.055619 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a14b19ea-a8c4-4784-b056-df6c53207c6a req-993fd248-d478-48e7-a56b-381fb0deed9e service neutron] 10.222.0.62 "DELETE /v2.0/ports/371d6c7c-88ff-4783-aad3-eb3b449763a2/bindings/n-h1-791506-21 HTTP/1.1" status: 204 len: 173 time: 0.1774995 Jul 16 20:24:20.197907 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddc2f6-993c-44c1-9943-219b0491d41a req-29d4f411-e600-4471-abce-362f15b5b98d tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:20.200080 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b3ddc2f6-993c-44c1-9943-219b0491d41a req-29d4f411-e600-4471-abce-362f15b5b98d tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 944 time: 0.0723403 Jul 16 20:24:20.249674 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b3ddc2f6-993c-44c1-9943-219b0491d41a req-51c135ef-054b-494b-8ef5-a6933eb04116 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422869 Jul 16 20:24:20.367908 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 5bed6517-899b-4190-a8dc-5aced4507220 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:24:20.470576 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52b534-ed81-44bb-a56e-0ea5116e6c4a req-34c2301f-6f00-424c-b655-469d6430d75a tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:20.473754 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0f52b534-ed81-44bb-a56e-0ea5116e6c4a req-34c2301f-6f00-424c-b655-469d6430d75a tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 1096 time: 0.0597959 Jul 16 20:24:20.553345 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0f52b534-ed81-44bb-a56e-0ea5116e6c4a req-de3d42f4-5188-47de-a59d-5c2a071fb874 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732722 Jul 16 20:24:20.578550 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58434) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:20.665400 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 5bed6517-899b-4190-a8dc-5aced4507220, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=5bed6517-899b-4190-a8dc-5aced4507220,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:20.677860 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '5bed6517-899b-4190-a8dc-5aced4507220', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': '5bed6517-899b-4190-a8dc-5aced4507220', 'mac_address': 'fa:16:3e:b9:3d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:24:20.722611 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.732867 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-820cccc2-142b-4ed3-82e4-d7072aa2f19e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1049864699-network', 'tenant_id': 'bfc081d99f8e4bd0a89bada6b8f01dc4'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:20.739071 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bed6517-899b-4190-a8dc-5aced4507220 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:20.761133 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820cccc2-142b-4ed3-82e4-d7072aa2f19e admin admin] Made reservation on behalf of bfc081d99f8e4bd0a89bada6b8f01dc4 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:20.762252 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 5bed6517-899b-4190-a8dc-5aced4507220, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=5bed6517-899b-4190-a8dc-5aced4507220,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:20.764890 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-820cccc2-142b-4ed3-82e4-d7072aa2f19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.767121 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.768180 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 8e3da5c1-787e-433f-b543-77bc7f75e480 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:24:20.776188 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-820cccc2-142b-4ed3-82e4-d7072aa2f19e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.811138 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 8e3da5c1-787e-433f-b543-77bc7f75e480, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=8e3da5c1-787e-433f-b543-77bc7f75e480,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:20.831855 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '8e3da5c1-787e-433f-b543-77bc7f75e480', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': '8e3da5c1-787e-433f-b543-77bc7f75e480', 'mac_address': 'fa:16:3e:30:bd:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:24:20.893717 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d3024-5a59-4c8a-9d27-db35cb1fa011 req-72e056f5-6d6f-45c6-9ccd-bd37b11eb0bf tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:20.900170 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-266d3024-5a59-4c8a-9d27-db35cb1fa011 req-72e056f5-6d6f-45c6-9ccd-bd37b11eb0bf tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 1096 time: 0.0893660 Jul 16 20:24:20.934424 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.952020 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e3da5c1-787e-433f-b543-77bc7f75e480 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:20.969438 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-266d3024-5a59-4c8a-9d27-db35cb1fa011 req-4d2b38d9-f5b0-4f9b-a91a-4ef3846691b8 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549526 Jul 16 20:24:20.977434 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 8e3da5c1-787e-433f-b543-77bc7f75e480, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=8e3da5c1-787e-433f-b543-77bc7f75e480,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:20.983691 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=5bed6517-899b-4190-a8dc-5aced4507220,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:20.987061 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-820cccc2-142b-4ed3-82e4-d7072aa2f19e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.993578 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.998086 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-820cccc2-142b-4ed3-82e4-d7072aa2f19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.033324 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820cccc2-142b-4ed3-82e4-d7072aa2f19e admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:21.051145 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=8e3da5c1-787e-433f-b543-77bc7f75e480,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:21.058116 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cccc2-142b-4ed3-82e4-d7072aa2f19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1361e13-3de1-454b-a901-d5bfd2b3ef0b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:21.063993 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-820cccc2-142b-4ed3-82e4-d7072aa2f19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.064437 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-820cccc2-142b-4ed3-82e4-d7072aa2f19e admin admin] Added segment cecc2d62-ae76-4b02-a663-8d370965ebae of type vlan for network bacb7ecf-6196-4596-81e9-f72a0f28aa4b Jul 16 20:24:21.141805 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96fd5b-bf63-4cc2-a062-82b6e220da3f req-e657cbf3-5ef2-439b-95f6-bbaf5494d2e8 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:21.143694 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fb96fd5b-bf63-4cc2-a062-82b6e220da3f req-e657cbf3-5ef2-439b-95f6-bbaf5494d2e8 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.1483634 Jul 16 20:24:21.164799 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-820cccc2-142b-4ed3-82e4-d7072aa2f19e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.186677 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fb96fd5b-bf63-4cc2-a062-82b6e220da3f req-7a8625e6-dc71-49b8-baff-f083ebd998e4 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348101 Jul 16 20:24:21.207430 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-820cccc2-142b-4ed3-82e4-d7072aa2f19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.209022 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820cccc2-142b-4ed3-82e4-d7072aa2f19e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:21.209893 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-820cccc2-142b-4ed3-82e4-d7072aa2f19e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.279843 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-820cccc2-142b-4ed3-82e4-d7072aa2f19e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6998215 Jul 16 20:24:21.282776 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58460) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:21.289437 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-12039782-8e6c-496d-ab3e-a4bf0e8cd9c0 admin admin] Request body: {'subnet': {'network_id': 'bacb7ecf-6196-4596-81e9-f72a0f28aa4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1049864699-subnet', 'tenant_id': 'bfc081d99f8e4bd0a89bada6b8f01dc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:21.307465 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6effd47a-a770-477e-9625-757d73547c86 req-2bb9d276-5cd1-4ce6-b42b-02e203d6dadd tempest-AbsoluteLimitsNegativeTestJSON-1547592285 tempest-AbsoluteLimitsNegativeTestJSON-1547592285-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=84670ec74f62467ea707699c8bb9bcfb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260992 Jul 16 20:24:21.334080 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cccc2-142b-4ed3-82e4-d7072aa2f19e admin admin] Pushing event updated for resources: {'Network': ['ID=bacb7ecf-6196-4596-81e9-f72a0f28aa4b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:21.345333 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12039782-8e6c-496d-ab3e-a4bf0e8cd9c0 admin admin] Made reservation on behalf of bfc081d99f8e4bd0a89bada6b8f01dc4 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:21.349504 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network bacb7ecf-6196-4596-81e9-f72a0f28aa4b details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:21.354064 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['8e3da5c1-787e-433f-b543-77bc7f75e480'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:21.356306 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-12039782-8e6c-496d-ab3e-a4bf0e8cd9c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.391756 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['5bed6517-899b-4190-a8dc-5aced4507220'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:21.468313 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effd47a-a770-477e-9625-757d73547c86 req-5c743a70-2408-426f-8e48-cd2a695cff1c tempest-AbsoluteLimitsNegativeTestJSON-1547592285 tempest-AbsoluteLimitsNegativeTestJSON-1547592285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:21.469941 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6effd47a-a770-477e-9625-757d73547c86 req-5c743a70-2408-426f-8e48-cd2a695cff1c tempest-AbsoluteLimitsNegativeTestJSON-1547592285 tempest-AbsoluteLimitsNegativeTestJSON-1547592285-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1566448 Jul 16 20:24:21.479885 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326cd8b-bda5-4563-bd11-69e10f078981 req-807801b3-1981-4857-9967-c3556979192a tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:21.481425 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6326cd8b-bda5-4563-bd11-69e10f078981 req-807801b3-1981-4857-9967-c3556979192a tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=9d3d5634-8e7c-41a0-a01c-080767ca45e7 HTTP/1.1" status: 200 len: 948 time: 0.1576753 Jul 16 20:24:21.529150 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6effd47a-a770-477e-9625-757d73547c86 req-19ba3fa0-39e8-46e8-bde9-dda4c3be5ac4 tempest-AbsoluteLimitsNegativeTestJSON-1547592285 tempest-AbsoluteLimitsNegativeTestJSON-1547592285-project] 10.222.0.38 "GET /v2.0/quotas/84670ec74f62467ea707699c8bb9bcfb HTTP/1.1" status: 200 len: 375 time: 0.0403657 Jul 16 20:24:21.582555 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6effd47a-a770-477e-9625-757d73547c86 req-e2019a9e-1b76-4a3b-b37c-44d7bc0c096f tempest-AbsoluteLimitsNegativeTestJSON-1547592285 tempest-AbsoluteLimitsNegativeTestJSON-1547592285-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=84670ec74f62467ea707699c8bb9bcfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505970 Jul 16 20:24:21.586486 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6326cd8b-bda5-4563-bd11-69e10f078981 req-7c280e4c-ad99-4f23-b89d-5f915962613a tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964239 Jul 16 20:24:21.638065 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-12039782-8e6c-496d-ab3e-a4bf0e8cd9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.686530 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-450201e3-9224-4c7c-9206-06cc1fdec4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.727823 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12039782-8e6c-496d-ab3e-a4bf0e8cd9c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58ac92e8-7be4-4e95-b31a-0c74192dfc7a,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:21.764850 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12039782-8e6c-496d-ab3e-a4bf0e8cd9c0 admin admin] Checking segment: {'id': 'cecc2d62-ae76-4b02-a663-8d370965ebae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bacb7ecf-6196-4596-81e9-f72a0f28aa4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:21.765728 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12039782-8e6c-496d-ab3e-a4bf0e8cd9c0 admin admin] Network hostable DHCP agents. Network: bacb7ecf-6196-4596-81e9-f72a0f28aa4b, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:21.802133 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12039782-8e6c-496d-ab3e-a4bf0e8cd9c0 admin admin] Network bacb7ecf-6196-4596-81e9-f72a0f28aa4b is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:21.817622 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-12039782-8e6c-496d-ab3e-a4bf0e8cd9c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, bacb7ecf-6196-4596-81e9-f72a0f28aa4b) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:21.834467 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12039782-8e6c-496d-ab3e-a4bf0e8cd9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:21.835433 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-12039782-8e6c-496d-ab3e-a4bf0e8cd9c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.840667 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bc2311-796e-4c0d-adf4-c4bb8b046d15 None None] Network bacb7ecf-6196-4596-81e9-f72a0f28aa4b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:21.862003 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-12039782-8e6c-496d-ab3e-a4bf0e8cd9c0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5757129 Jul 16 20:24:22.004444 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c67b53a-1a9d-40c8-ae11-6e6501a4e57e None None] Network bacb7ecf-6196-4596-81e9-f72a0f28aa4b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:22.032265 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58476) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:22.304863 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-13593a29-8933-44eb-85a0-94d0f42c536e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.455603 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7782a6-b8da-44ed-b532-adf9bfef2754 req-8addd518-e33f-4d21-9616-8b4dacc7a78b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:22.457917 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f7782a6-b8da-44ed-b532-adf9bfef2754 req-8addd518-e33f-4d21-9616-8b4dacc7a78b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.1113338 Jul 16 20:24:22.462876 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-13593a29-8933-44eb-85a0-94d0f42c536e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.493568 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-13593a29-8933-44eb-85a0-94d0f42c536e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.521467 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58496) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:22.531829 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-8eb89f3e-d678-48a7-ad4c-0a8148eb847d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1035914345-network', 'tenant_id': '4bccbbe2b7144321ba60238cdfa40fb9'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:22.557105 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb89f3e-d678-48a7-ad4c-0a8148eb847d admin admin] Made reservation on behalf of 4bccbbe2b7144321ba60238cdfa40fb9 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:22.557951 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-13593a29-8933-44eb-85a0-94d0f42c536e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=84670ec74f62467ea707699c8bb9bcfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5240145 Jul 16 20:24:22.559617 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8eb89f3e-d678-48a7-ad4c-0a8148eb847d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.562422 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58498) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:22.562601 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f7782a6-b8da-44ed-b532-adf9bfef2754 req-1422d233-72e1-4f3a-8659-ab020ce81329 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969973 Jul 16 20:24:22.563209 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13593a29-8933-44eb-85a0-94d0f42c536e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b717d49-8ba7-4e54-8e1f-282b5c325308,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:22.581491 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8eb89f3e-d678-48a7-ad4c-0a8148eb847d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.655466 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec675ad4-5148-44d2-a4b2-706991e5328b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.688955 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec675ad4-5148-44d2-a4b2-706991e5328b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.753463 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8eb89f3e-d678-48a7-ad4c-0a8148eb847d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.757458 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8eb89f3e-d678-48a7-ad4c-0a8148eb847d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.766085 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec675ad4-5148-44d2-a4b2-706991e5328b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.769113 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec675ad4-5148-44d2-a4b2-706991e5328b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.776819 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ec675ad4-5148-44d2-a4b2-706991e5328b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2b717d49-8ba7-4e54-8e1f-282b5c325308 HTTP/1.1" status: 204 len: 168 time: 0.2068152 Jul 16 20:24:22.790414 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb89f3e-d678-48a7-ad4c-0a8148eb847d admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:22.800760 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb89f3e-d678-48a7-ad4c-0a8148eb847d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fedb24-8b31-4b9e-8203-42624abd3b70,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:22.808047 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8eb89f3e-d678-48a7-ad4c-0a8148eb847d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.808551 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-8eb89f3e-d678-48a7-ad4c-0a8148eb847d admin admin] Added segment be341462-8a5a-442c-aa50-99ae34dfe0df of type vlan for network 0f9485ad-1b10-434f-a62e-8f97cb5bbb5e Jul 16 20:24:22.826132 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec675ad4-5148-44d2-a4b2-706991e5328b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b717d49-8ba7-4e54-8e1f-282b5c325308,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:22.840249 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559b4e7-83ff-42a9-af5c-451edba4372a req-dcaf1fcc-9d1c-42ba-a9d9-1325600e106a tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:22.846984 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3559b4e7-83ff-42a9-af5c-451edba4372a req-dcaf1fcc-9d1c-42ba-a9d9-1325600e106a tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=9d3d5634-8e7c-41a0-a01c-080767ca45e7 HTTP/1.1" status: 200 len: 948 time: 0.1086228 Jul 16 20:24:22.880551 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8eb89f3e-d678-48a7-ad4c-0a8148eb847d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.930407 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3559b4e7-83ff-42a9-af5c-451edba4372a req-0b9bb51e-43ee-4d3a-bc58-52a5d3f73823 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805676 Jul 16 20:24:22.944618 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8eb89f3e-d678-48a7-ad4c-0a8148eb847d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.947719 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb89f3e-d678-48a7-ad4c-0a8148eb847d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:22.949932 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8eb89f3e-d678-48a7-ad4c-0a8148eb847d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.994456 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8eb89f3e-d678-48a7-ad4c-0a8148eb847d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4702830 Jul 16 20:24:22.997283 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58506) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:23.003197 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-5364dff3-9884-4923-a4e7-d7b28f8026ed admin admin] Request body: {'subnet': {'network_id': '0f9485ad-1b10-434f-a62e-8f97cb5bbb5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1035914345-subnet', 'tenant_id': '4bccbbe2b7144321ba60238cdfa40fb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:23.036088 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb89f3e-d678-48a7-ad4c-0a8148eb847d admin admin] Pushing event updated for resources: {'Network': ['ID=0f9485ad-1b10-434f-a62e-8f97cb5bbb5e,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:23.047918 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5364dff3-9884-4923-a4e7-d7b28f8026ed admin admin] Made reservation on behalf of 4bccbbe2b7144321ba60238cdfa40fb9 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:23.052026 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5364dff3-9884-4923-a4e7-d7b28f8026ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:23.055764 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 0f9485ad-1b10-434f-a62e-8f97cb5bbb5e details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:23.304060 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5364dff3-9884-4923-a4e7-d7b28f8026ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:23.367772 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364dff3-9884-4923-a4e7-d7b28f8026ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa2e4090-a8d3-47f5-8c36-3f6ef6bc487a,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:23.377125 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5364dff3-9884-4923-a4e7-d7b28f8026ed admin admin] Checking segment: {'id': 'be341462-8a5a-442c-aa50-99ae34dfe0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0f9485ad-1b10-434f-a62e-8f97cb5bbb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:23.377611 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5364dff3-9884-4923-a4e7-d7b28f8026ed admin admin] Network hostable DHCP agents. Network: 0f9485ad-1b10-434f-a62e-8f97cb5bbb5e, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:23.412333 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5364dff3-9884-4923-a4e7-d7b28f8026ed admin admin] Network 0f9485ad-1b10-434f-a62e-8f97cb5bbb5e is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:23.426106 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-5364dff3-9884-4923-a4e7-d7b28f8026ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 0f9485ad-1b10-434f-a62e-8f97cb5bbb5e) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:23.439798 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a58d18a-71a8-435e-9d1f-7174e37bed45 None None] Network 0f9485ad-1b10-434f-a62e-8f97cb5bbb5e requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:23.441313 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5364dff3-9884-4923-a4e7-d7b28f8026ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:23.442207 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5364dff3-9884-4923-a4e7-d7b28f8026ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:23.458262 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5364dff3-9884-4923-a4e7-d7b28f8026ed admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4596355 Jul 16 20:24:23.684694 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acad1e4-7f10-4c93-8d1d-c39a174a60d5 None None] Network 0f9485ad-1b10-434f-a62e-8f97cb5bbb5e requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:23.854475 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69693f3-ddbf-4915-93c2-3aa86c0eb855 req-cf471843-7502-44cb-b6b5-cefaa8312be6 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:23.861699 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a69693f3-ddbf-4915-93c2-3aa86c0eb855 req-cf471843-7502-44cb-b6b5-cefaa8312be6 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.0946860 Jul 16 20:24:23.912474 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58540) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:23.913546 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a69693f3-ddbf-4915-93c2-3aa86c0eb855 req-0629564d-f5c8-4e05-a82a-0d8c718bb489 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480888 Jul 16 20:24:24.036976 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-85ca9b63-2a5e-43c5-9331-304f1589634e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-727318464-network', 'tenant_id': '09c144a5203b4664aacedc644bfac14e'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:24.061258 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ca9b63-2a5e-43c5-9331-304f1589634e admin admin] Made reservation on behalf of 09c144a5203b4664aacedc644bfac14e for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:24.066540 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85ca9b63-2a5e-43c5-9331-304f1589634e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.085308 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85ca9b63-2a5e-43c5-9331-304f1589634e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.177641 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc69256-2955-4cb6-9147-3ef1e0fb1614 req-3bec31f1-9f22-43f1-9cab-a295706cc48f tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:24.179282 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bdc69256-2955-4cb6-9147-3ef1e0fb1614 req-3bec31f1-9f22-43f1-9cab-a295706cc48f tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=9d3d5634-8e7c-41a0-a01c-080767ca45e7 HTTP/1.1" status: 200 len: 948 time: 0.1038053 Jul 16 20:24:24.195276 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f826d4b-8543-4c12-86dd-02318da0f0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.205081 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.237179 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85ca9b63-2a5e-43c5-9331-304f1589634e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.243386 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85ca9b63-2a5e-43c5-9331-304f1589634e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.290697 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca9b63-2a5e-43c5-9331-304f1589634e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656f16ca-2e14-48aa-b125-c18f0015cf5d,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:24.297071 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bdc69256-2955-4cb6-9147-3ef1e0fb1614 req-e315355e-31d0-49c3-a30f-e39ed89ca0fc tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065204 Jul 16 20:24:24.331573 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ca9b63-2a5e-43c5-9331-304f1589634e admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:24.345457 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85ca9b63-2a5e-43c5-9331-304f1589634e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.346041 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-85ca9b63-2a5e-43c5-9331-304f1589634e admin admin] Added segment 3e7eb669-e96c-4cb9-8d8b-0289206b3974 of type vlan for network 3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f Jul 16 20:24:24.346242 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-7685422b-9b40-4f23-8afd-4876d0f52456 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:24.349226 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-7685422b-9b40-4f23-8afd-4876d0f52456 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.38 "GET /v2.0/networks?id=bacb7ecf-6196-4596-81e9-f72a0f28aa4b HTTP/1.1" status: 200 len: 815 time: 0.1690211 Jul 16 20:24:24.374837 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-75bb3bd2-450b-4592-86f3-fd1c9cb69069 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.38 "GET /v2.0/quotas/bfc081d99f8e4bd0a89bada6b8f01dc4 HTTP/1.1" status: 200 len: 375 time: 0.0100427 Jul 16 20:24:24.383007 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 5bed6517-899b-4190-a8dc-5aced4507220 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:24.410198 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85ca9b63-2a5e-43c5-9331-304f1589634e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.423967 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-cdb4ad84-6bd7-47bc-85e6-2e7c4d7a7349 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=bfc081d99f8e4bd0a89bada6b8f01dc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428908 Jul 16 20:24:24.450020 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85ca9b63-2a5e-43c5-9331-304f1589634e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.451367 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ca9b63-2a5e-43c5-9331-304f1589634e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:24.452142 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85ca9b63-2a5e-43c5-9331-304f1589634e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.480183 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-85ca9b63-2a5e-43c5-9331-304f1589634e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5666468 Jul 16 20:24:24.488186 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58560) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:24.490867 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:24:24.492326 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 5bed6517-899b-4190-a8dc-5aced4507220 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:24.493426 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-3d1d3fe5-7a61-4bdf-9cb6-c5cc14d721a3 admin admin] Request body: {'subnet': {'network_id': '3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-727318464-subnet', 'tenant_id': '09c144a5203b4664aacedc644bfac14e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:24.503993 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 5bed6517-899b-4190-a8dc-5aced4507220 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:24.504633 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.547504 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca9b63-2a5e-43c5-9331-304f1589634e admin admin] Pushing event updated for resources: {'Network': ['ID=3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:24.557789 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1d3fe5-7a61-4bdf-9cb6-c5cc14d721a3 admin admin] Made reservation on behalf of 09c144a5203b4664aacedc644bfac14e for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:24.560800 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d1d3fe5-7a61-4bdf-9cb6-c5cc14d721a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.564706 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:24.619183 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-375242cd-1c4c-4709-92c7-fbb18a4cc8a1 service neutron] 10.222.0.38 "GET /v2.0/networks/bacb7ecf-6196-4596-81e9-f72a0f28aa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862810 Jul 16 20:24:24.702847 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.730778 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-93e5ec70-648d-4bd8-a51b-8ada72392775 service neutron] 10.222.0.38 "GET /v2.0/networks/bacb7ecf-6196-4596-81e9-f72a0f28aa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104431 Jul 16 20:24:24.734927 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1068304c-985f-4752-90ad-5380a9a8c8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bed6517-899b-4190-a8dc-5aced4507220'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:24.739140 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce39e27e-8825-4ef8-85c9-f13e1b0ce538" -d '{"events": [{"server_uuid": "1068304c-985f-4752-90ad-5380a9a8c8e4", "name": "network-vif-plugged", "status": "completed", "tag": "5bed6517-899b-4190-a8dc-5aced4507220"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:24.763390 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 5bed6517-899b-4190-a8dc-5aced4507220, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=5bed6517-899b-4190-a8dc-5aced4507220,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:24.774684 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.776096 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 8e3da5c1-787e-433f-b543-77bc7f75e480 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:24.811581 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d1d3fe5-7a61-4bdf-9cb6-c5cc14d721a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.830126 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6ce370-8bbf-413a-8ed0-7e000d7ac445 x-openstack-request-id: req-1c6ce370-8bbf-413a-8ed0-7e000d7ac445 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:24.830529 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1068304c-985f-4752-90ad-5380a9a8c8e4", "name": "network-vif-plugged", "status": "completed", "tag": "5bed6517-899b-4190-a8dc-5aced4507220", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:24.831546 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1c6ce370-8bbf-413a-8ed0-7e000d7ac445 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:24.832509 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1068304c-985f-4752-90ad-5380a9a8c8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bed6517-899b-4190-a8dc-5aced4507220', 'code': 200} Jul 16 20:24:24.884083 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=5bed6517-899b-4190-a8dc-5aced4507220,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:24.902489 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d3fe5-7a61-4bdf-9cb6-c5cc14d721a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91faf270-ac14-4f50-981d-163f0f892313,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:24.905420 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 8e3da5c1-787e-433f-b543-77bc7f75e480 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:24.922246 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 8e3da5c1-787e-433f-b543-77bc7f75e480 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:24.923263 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.981336 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f94a91-748a-4286-8b5c-11c50505443d req-54d3798a-561c-455f-8355-fbe27e9d073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:24.983021 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-12f94a91-748a-4286-8b5c-11c50505443d req-54d3798a-561c-455f-8355-fbe27e9d073c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1068304c-985f-4752-90ad-5380a9a8c8e4 HTTP/1.1" status: 200 len: 1102 time: 0.0816901 Jul 16 20:24:24.990296 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1d3fe5-7a61-4bdf-9cb6-c5cc14d721a3 admin admin] Checking segment: {'id': '3e7eb669-e96c-4cb9-8d8b-0289206b3974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:24.990687 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1d3fe5-7a61-4bdf-9cb6-c5cc14d721a3 admin admin] Network hostable DHCP agents. Network: 3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:25.025302 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1d3fe5-7a61-4bdf-9cb6-c5cc14d721a3 admin admin] Network 3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:25.035930 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-3d1d3fe5-7a61-4bdf-9cb6-c5cc14d721a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:25.045537 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c764f985-6bf9-4244-afc9-35a5ea1663bc req-c77f32db-cb9c-4724-82f8-fab8fe375f95 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c249c8b-c556-413f-9257-92bda0306d31 HTTP/1.1" status: 200 len: 210 time: 0.0742087 Jul 16 20:24:25.052073 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1d3fe5-7a61-4bdf-9cb6-c5cc14d721a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:25.052870 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d1d3fe5-7a61-4bdf-9cb6-c5cc14d721a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.069443 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3d1d3fe5-7a61-4bdf-9cb6-c5cc14d721a3 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5802102 Jul 16 20:24:25.071704 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-12f94a91-748a-4286-8b5c-11c50505443d req-163dc555-c9df-4c6c-8eeb-83edb8422c18 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760996 Jul 16 20:24:25.072447 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58570) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:25.081025 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-e47fd9e6-a99e-4822-9364-510469eda017 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-727318464-router', 'tenant_id': '09c144a5203b4664aacedc644bfac14e', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:25.082392 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7960fb-87fd-489a-8fba-13234e13355d None None] Network 3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:25.115441 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e47fd9e6-a99e-4822-9364-510469eda017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.116881 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e47fd9e6-a99e-4822-9364-510469eda017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.124509 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.251322 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e47fd9e6-a99e-4822-9364-510469eda017 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.441240 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e47fd9e6-a99e-4822-9364-510469eda017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.455398 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a3568-d0a0-4286-9f32-46525f3dfa61 req-13149a5f-29cd-40e0-bfe7-b30c13ab6f90 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:25.458372 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f78a3568-d0a0-4286-9f32-46525f3dfa61 req-13149a5f-29cd-40e0-bfe7-b30c13ab6f90 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.3355229 Jul 16 20:24:25.469336 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 8e3da5c1-787e-433f-b543-77bc7f75e480, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=8e3da5c1-787e-433f-b543-77bc7f75e480,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:25.481283 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.532841 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc788e0-98fa-455b-9b9d-69d8764dc6fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f', 'network_id': '3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f', 'tenant_id': '09c144a5203b4664aacedc644bfac14e', 'fixed_ips': [{'subnet_id': '91faf270-ac14-4f50-981d-163f0f892313'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:24:25.533700 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bdc788e0-98fa-455b-9b9d-69d8764dc6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.593363 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=8e3da5c1-787e-433f-b543-77bc7f75e480,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:25.598639 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f78a3568-d0a0-4286-9f32-46525f3dfa61 req-ba455c04-4de4-486c-87db-2ed3376657a1 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329350 Jul 16 20:24:25.697330 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.711066 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f8dfc-6467-4ecf-8ce2-fe8377627f3b req-de97aaa6-7fa2-4c14-872e-02232a0c36e6 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:25.719132 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-853f8dfc-6467-4ecf-8ce2-fe8377627f3b req-de97aaa6-7fa2-4c14-872e-02232a0c36e6 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=9d3d5634-8e7c-41a0-a01c-080767ca45e7 HTTP/1.1" status: 200 len: 949 time: 0.2240348 Jul 16 20:24:25.781305 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-853f8dfc-6467-4ecf-8ce2-fe8377627f3b req-8b1a8f70-1ffa-4683-8b65-ae597936a83d tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606391 Jul 16 20:24:25.822847 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-bdc788e0-98fa-455b-9b9d-69d8764dc6fa None None] Allocated IP 172.20.0.2 (3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f/91faf270-ac14-4f50-981d-163f0f892313/47cf2953-c058-4bc1-9284-44e5d1b674cf) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:25.984714 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bdc788e0-98fa-455b-9b9d-69d8764dc6fa None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.994930 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bdc788e0-98fa-455b-9b9d-69d8764dc6fa None None] Transition to ACTIVE for port object 47cf2953-c058-4bc1-9284-44e5d1b674cf will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:26.011973 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bdc788e0-98fa-455b-9b9d-69d8764dc6fa None None] Transition to ACTIVE for port object 47cf2953-c058-4bc1-9284-44e5d1b674cf will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:26.019390 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bdc788e0-98fa-455b-9b9d-69d8764dc6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.056793 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc788e0-98fa-455b-9b9d-69d8764dc6fa None None] Network 3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:26.060943 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-bdc788e0-98fa-455b-9b9d-69d8764dc6fa None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:26.071480 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc788e0-98fa-455b-9b9d-69d8764dc6fa None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:26.145598 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc788e0-98fa-455b-9b9d-69d8764dc6fa None None] Pushing event updated for resources: {'Port': ['ID=47cf2953-c058-4bc1-9284-44e5d1b674cf,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:26.193053 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-bdc788e0-98fa-455b-9b9d-69d8764dc6fa None None] Attempting to bind port 47cf2953-c058-4bc1-9284-44e5d1b674cf on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:26.193887 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-bdc788e0-98fa-455b-9b9d-69d8764dc6fa None None] Attempting to bind port 47cf2953-c058-4bc1-9284-44e5d1b674cf by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '3e7eb669-e96c-4cb9-8d8b-0289206b3974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:26.194666 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc788e0-98fa-455b-9b9d-69d8764dc6fa None None] Attempting to bind port 47cf2953-c058-4bc1-9284-44e5d1b674cf on network 3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:26.211193 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc788e0-98fa-455b-9b9d-69d8764dc6fa None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:26.213190 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc788e0-98fa-455b-9b9d-69d8764dc6fa None None] Checking segment: {'id': '3e7eb669-e96c-4cb9-8d8b-0289206b3974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:26.214626 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bdc788e0-98fa-455b-9b9d-69d8764dc6fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.216440 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc788e0-98fa-455b-9b9d-69d8764dc6fa None None] Bound using segment: {'id': '3e7eb669-e96c-4cb9-8d8b-0289206b3974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:26.216440 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-bdc788e0-98fa-455b-9b9d-69d8764dc6fa None None] Bound port: 47cf2953-c058-4bc1-9284-44e5d1b674cf, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7eb669-e96c-4cb9-8d8b-0289206b3974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:26.216792 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bdc788e0-98fa-455b-9b9d-69d8764dc6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.281637 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5b9f99f6-74f7-4bce-b6c8-75ba6678ef03 req-1d1c324a-f4f8-425c-8d85-a9b6823e428e tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c249c8b-c556-413f-9257-92bda0306d31 HTTP/1.1" status: 200 len: 210 time: 0.0403042 Jul 16 20:24:26.333319 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-bdc788e0-98fa-455b-9b9d-69d8764dc6fa None None] For port 47cf2953-c058-4bc1-9284-44e5d1b674cf, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:26.338013 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-bdc788e0-98fa-455b-9b9d-69d8764dc6fa None None] For port 47cf2953-c058-4bc1-9284-44e5d1b674cf, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=47cf2953-c058-4bc1-9284-44e5d1b674cf,segment=NetworkSegment(3e7eb669-e96c-4cb9-8d8b-0289206b3974),segment_id=3e7eb669-e96c-4cb9-8d8b-0289206b3974)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:26.344148 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bdc788e0-98fa-455b-9b9d-69d8764dc6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.352899 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e47fd9e6-a99e-4822-9364-510469eda017 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.395885 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e47fd9e6-a99e-4822-9364-510469eda017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.434827 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc788e0-98fa-455b-9b9d-69d8764dc6fa None None] Pushing event updated for resources: {'Port': ['ID=47cf2953-c058-4bc1-9284-44e5d1b674cf,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:26.704704 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-e47fd9e6-a99e-4822-9364-510469eda017 admin admin] Allocated IP 172.25.0.211 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/f6ed7c18-456d-4c08-92b7-4d916a00ef62) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:26.824811 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-d14f4ad3-66f8-4e78-8c93-847334a5f8a5 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:26.826811 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-d14f4ad3-66f8-4e78-8c93-847334a5f8a5 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.18 "GET /v2.0/networks?id=bacb7ecf-6196-4596-81e9-f72a0f28aa4b HTTP/1.1" status: 200 len: 815 time: 0.2675397 Jul 16 20:24:26.833668 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3d5634-8e7c-41a0-a01c-080767ca45e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3da5c1-787e-433f-b543-77bc7f75e480'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:26.838044 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970bbf29-526c-4c35-9b1c-8ca453320769" -d '{"events": [{"server_uuid": "9d3d5634-8e7c-41a0-a01c-080767ca45e7", "name": "network-vif-plugged", "status": "completed", "tag": "8e3da5c1-787e-433f-b543-77bc7f75e480"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:26.874333 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-4b3a66f1-4019-4dc2-8651-76c9507242c6 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Request body: {'port': {'device_id': '8c249c8b-c556-413f-9257-92bda0306d31', 'network_id': 'bacb7ecf-6196-4596-81e9-f72a0f28aa4b', 'admin_state_up': True, 'tenant_id': 'bfc081d99f8e4bd0a89bada6b8f01dc4'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:27.054153 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e47fd9e6-a99e-4822-9364-510469eda017 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.133177 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-4b3a66f1-4019-4dc2-8651-76c9507242c6 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Made reservation on behalf of bfc081d99f8e4bd0a89bada6b8f01dc4 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:27.136989 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-4b3a66f1-4019-4dc2-8651-76c9507242c6 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.187459 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cee511-fa30-462c-a3e6-30fe8511e287 req-6cc30403-e093-4b6b-9b79-d9eeeed5e5f4 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:27.189097 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e6cee511-fa30-462c-a3e6-30fe8511e287 req-6cc30403-e093-4b6b-9b79-d9eeeed5e5f4 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.2570150 Jul 16 20:24:27.263171 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e47fd9e6-a99e-4822-9364-510469eda017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.349779 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47fd9e6-a99e-4822-9364-510469eda017 admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:27.362546 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e6cee511-fa30-462c-a3e6-30fe8511e287 req-07c63c2d-f2b1-4b9b-92c6-868bf5e0cee5 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610515 Jul 16 20:24:27.382941 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-e47fd9e6-a99e-4822-9364-510469eda017 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:27.392126 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff429cf6-cad0-4aee-ae8f-8da3704e8267 req-1b6c343f-711b-4c3e-9130-0ac3eb569f9c tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:27.393906 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ff429cf6-cad0-4aee-ae8f-8da3704e8267 req-1b6c343f-711b-4c3e-9130-0ac3eb569f9c tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=9d3d5634-8e7c-41a0-a01c-080767ca45e7 HTTP/1.1" status: 200 len: 949 time: 0.3094649 Jul 16 20:24:27.394908 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47fd9e6-a99e-4822-9364-510469eda017 admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:27.399402 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fd9e6-a99e-4822-9364-510469eda017 admin admin] Pushing event updated for resources: {'Port': ['ID=f6ed7c18-456d-4c08-92b7-4d916a00ef62,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:27.443944 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d1ec24-3b70-4bf4-9834-246803de4d34 x-openstack-request-id: req-21d1ec24-3b70-4bf4-9834-246803de4d34 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:27.453406 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3d5634-8e7c-41a0-a01c-080767ca45e7", "name": "network-vif-plugged", "status": "completed", "tag": "8e3da5c1-787e-433f-b543-77bc7f75e480", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:27.454632 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-21d1ec24-3b70-4bf4-9834-246803de4d34 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:27.457199 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3d5634-8e7c-41a0-a01c-080767ca45e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3da5c1-787e-433f-b543-77bc7f75e480', 'code': 200} Jul 16 20:24:27.472439 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-4b3a66f1-4019-4dc2-8651-76c9507242c6 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Allocated IP 172.20.0.5 (bacb7ecf-6196-4596-81e9-f72a0f28aa4b/58ac92e8-7be4-4e95-b31a-0c74192dfc7a/9740dd98-652b-4850-ab09-dc3bc9d3ac44) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:27.520617 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.586930 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ff429cf6-cad0-4aee-ae8f-8da3704e8267 req-bb444223-ddc2-4213-8b24-9e083e5bfe13 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817245 Jul 16 20:24:27.670588 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69c4d6-f3f6-4366-95d7-8868e4eb29d7 req-198e825c-dfcb-49fa-a733-c48de3631677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:27.672949 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2a69c4d6-f3f6-4366-95d7-8868e4eb29d7 req-198e825c-dfcb-49fa-a733-c48de3631677 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9d3d5634-8e7c-41a0-a01c-080767ca45e7 HTTP/1.1" status: 200 len: 1101 time: 0.1127651 Jul 16 20:24:27.743319 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2a69c4d6-f3f6-4366-95d7-8868e4eb29d7 req-0e625edb-c713-4221-a9ea-d5d3d618795b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589368 Jul 16 20:24:27.923833 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d561997-c81b-415f-b329-15d902826b0e req-35eb6650-937f-4959-9500-d95fb2f888c3 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c249c8b-c556-413f-9257-92bda0306d31 HTTP/1.1" status: 200 len: 210 time: 0.1197968 Jul 16 20:24:28.028698 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2f935f-bbf4-4851-92aa-a04218e00b24 None None] Network 3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:28.042777 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-4b3a66f1-4019-4dc2-8651-76c9507242c6 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.062151 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e47fd9e6-a99e-4822-9364-510469eda017 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.128997 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c007f787-c482-4775-b1b3-9d6e87e9083f None None] Provisioning for port 47cf2953-c058-4bc1-9284-44e5d1b674cf completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:28.201811 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-4b3a66f1-4019-4dc2-8651-76c9507242c6 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.304163 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-4b3a66f1-4019-4dc2-8651-76c9507242c6 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Network bacb7ecf-6196-4596-81e9-f72a0f28aa4b is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:28.309035 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a66f1-4019-4dc2-8651-76c9507242c6 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Pushing event updated for resources: {'Port': ['ID=9740dd98-652b-4850-ab09-dc3bc9d3ac44,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:28.313124 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-4b3a66f1-4019-4dc2-8651-76c9507242c6 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:28.317904 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-4b3a66f1-4019-4dc2-8651-76c9507242c6 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:28.408057 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-4b3a66f1-4019-4dc2-8651-76c9507242c6 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:28.408764 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-4b3a66f1-4019-4dc2-8651-76c9507242c6 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.418187 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e47fd9e6-a99e-4822-9364-510469eda017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.466362 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-4b3a66f1-4019-4dc2-8651-76c9507242c6 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6289349 Jul 16 20:24:28.480532 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-76a3032d-ffea-4373-80b6-e5972f11a4bb service neutron] Request body: {'port': {'device_id': '8c249c8b-c556-413f-9257-92bda0306d31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:28.649059 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-76a3032d-ffea-4373-80b6-e5972f11a4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.684317 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a74c8a-61bb-48c3-9f65-8dea4e70da9f req-911118c5-e7dd-4701-a3ad-bae23ed6c3a1 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:28.685876 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c6a74c8a-61bb-48c3-9f65-8dea4e70da9f req-911118c5-e7dd-4701-a3ad-bae23ed6c3a1 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.1815722 Jul 16 20:24:28.783287 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 47cf2953-c058-4bc1-9284-44e5d1b674cf up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:28.790253 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47fd9e6-a99e-4822-9364-510469eda017 admin admin] Router 01a5b839-ea87-4ef4-b34d-7deb5c879de0 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:24:28.840539 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 47cf2953-c058-4bc1-9284-44e5d1b674cf completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:28.845566 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 47cf2953-c058-4bc1-9284-44e5d1b674cf triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:28.846074 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.860986 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c6a74c8a-61bb-48c3-9f65-8dea4e70da9f req-2a8a256a-cb73-4d87-8af0-ca4064a82632 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546836 Jul 16 20:24:28.984424 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.048975 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 47cf2953-c058-4bc1-9284-44e5d1b674cf, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=47cf2953-c058-4bc1-9284-44e5d1b674cf,segment=NetworkSegment(3e7eb669-e96c-4cb9-8d8b-0289206b3974),segment_id=3e7eb669-e96c-4cb9-8d8b-0289206b3974)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:29.056554 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.240351 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=47cf2953-c058-4bc1-9284-44e5d1b674cf,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:29.255606 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.521734 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e2785-eef7-4b6c-b1e6-199967f6bdeb req-d793cab7-e9cc-44cb-9b30-06064e04c588 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:29.523537 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-176e2785-eef7-4b6c-b1e6-199967f6bdeb req-d793cab7-e9cc-44cb-9b30-06064e04c588 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=9d3d5634-8e7c-41a0-a01c-080767ca45e7 HTTP/1.1" status: 200 len: 949 time: 0.7552564 Jul 16 20:24:29.561518 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47fd9e6-a99e-4822-9364-510469eda017 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:24:29.573321 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8726183a-28d6-400e-9bb1-648accf50477 None None] Sync routers for ids ['01a5b839-ea87-4ef4-b34d-7deb5c879de0'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:24:29.585114 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8726183a-28d6-400e-9bb1-648accf50477 None None] Routers {'01a5b839-ea87-4ef4-b34d-7deb5c879de0'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:24:29.586369 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-8726183a-28d6-400e-9bb1-648accf50477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:24:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['01a5b839-ea87-4ef4-b34d-7deb5c879de0'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:29.648812 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e47fd9e6-a99e-4822-9364-510469eda017 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.650104 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e47fd9e6-a99e-4822-9364-510469eda017 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5765717 Jul 16 20:24:29.653253 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58686) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:29.678706 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-176e2785-eef7-4b6c-b1e6-199967f6bdeb req-a0d17836-efc7-4a44-8937-8c43812f30d2 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386135 Jul 16 20:24:29.681031 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-76a3032d-ffea-4373-80b6-e5972f11a4bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9740dd98-652b-4850-ab09-dc3bc9d3ac44 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:29.716998 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66997b23-fead-464d-b140-4c8c601c3978 req-38248d5c-8575-4894-9ad1-6a1d48747b57 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:29.727001 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66997b23-fead-464d-b140-4c8c601c3978 req-38248d5c-8575-4894-9ad1-6a1d48747b57 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c249c8b-c556-413f-9257-92bda0306d31 HTTP/1.1" status: 200 len: 931 time: 0.3223107 Jul 16 20:24:29.731543 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-76a3032d-ffea-4373-80b6-e5972f11a4bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.732592 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-8726183a-28d6-400e-9bb1-648accf50477 None None] Set router 01a5b839-ea87-4ef4-b34d-7deb5c879de0 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:24:29.782418 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-76a3032d-ffea-4373-80b6-e5972f11a4bb service neutron] Transition to ACTIVE for port object 9740dd98-652b-4850-ab09-dc3bc9d3ac44 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:29.802479 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-76a3032d-ffea-4373-80b6-e5972f11a4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.869228 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66997b23-fead-464d-b140-4c8c601c3978 req-c5dd1c61-5ad8-4a94-98e1-58ccd193c23a tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1361e13-3de1-454b-a901-d5bfd2b3ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408627 Jul 16 20:24:30.003653 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3032d-ffea-4373-80b6-e5972f11a4bb service neutron] Pushing event updated for resources: {'Port': ['ID=9740dd98-652b-4850-ab09-dc3bc9d3ac44,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:30.059758 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-76a3032d-ffea-4373-80b6-e5972f11a4bb service neutron] Attempting to bind port 9740dd98-652b-4850-ab09-dc3bc9d3ac44 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:30.060148 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-76a3032d-ffea-4373-80b6-e5972f11a4bb service neutron] Attempting to bind port 9740dd98-652b-4850-ab09-dc3bc9d3ac44 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'cecc2d62-ae76-4b02-a663-8d370965ebae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bacb7ecf-6196-4596-81e9-f72a0f28aa4b'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:30.060607 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-76a3032d-ffea-4373-80b6-e5972f11a4bb service neutron] Attempting to bind port 9740dd98-652b-4850-ab09-dc3bc9d3ac44 on network bacb7ecf-6196-4596-81e9-f72a0f28aa4b {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:30.117121 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-76a3032d-ffea-4373-80b6-e5972f11a4bb service neutron] Port 9740dd98-652b-4850-ab09-dc3bc9d3ac44 on network bacb7ecf-6196-4596-81e9-f72a0f28aa4b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:24:30.117457 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-76a3032d-ffea-4373-80b6-e5972f11a4bb service neutron] Attempting to bind port 9740dd98-652b-4850-ab09-dc3bc9d3ac44 on network bacb7ecf-6196-4596-81e9-f72a0f28aa4b {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:30.123260 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-8726183a-28d6-400e-9bb1-648accf50477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a5b839-ea87-4ef4-b34d-7deb5c879de0', 'name': 'tempest-ServersTestMultiNic-727318464-router', 'tenant_id': '09c144a5203b4664aacedc644bfac14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f6ed7c18-456d-4c08-92b7-4d916a00ef62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:25Z', 'updated_at': '2021-07-16T20:24:27Z', 'revision_number': 3, 'project_id': '09c144a5203b4664aacedc644bfac14e', 'gw_port': {'id': 'f6ed7c18-456d-4c08-92b7-4d916a00ef62', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a5b839-ea87-4ef4-b34d-7deb5c879de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:26Z', 'updated_at': '2021-07-16T20:24:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:30.130491 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-76a3032d-ffea-4373-80b6-e5972f11a4bb service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:30.130846 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-76a3032d-ffea-4373-80b6-e5972f11a4bb service neutron] Checking segment: {'id': 'cecc2d62-ae76-4b02-a663-8d370965ebae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bacb7ecf-6196-4596-81e9-f72a0f28aa4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:30.131241 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-76a3032d-ffea-4373-80b6-e5972f11a4bb service neutron] Bound using segment: {'id': 'cecc2d62-ae76-4b02-a663-8d370965ebae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bacb7ecf-6196-4596-81e9-f72a0f28aa4b'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:30.131689 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-76a3032d-ffea-4373-80b6-e5972f11a4bb service neutron] Bound port: 9740dd98-652b-4850-ab09-dc3bc9d3ac44, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cecc2d62-ae76-4b02-a663-8d370965ebae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bacb7ecf-6196-4596-81e9-f72a0f28aa4b'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:30.132082 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-76a3032d-ffea-4373-80b6-e5972f11a4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.195466 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8726183a-28d6-400e-9bb1-648accf50477 None None] Checking router: 01a5b839-ea87-4ef4-b34d-7deb5c879de0 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:24:30.195793 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8726183a-28d6-400e-9bb1-648accf50477 None None] Updating router 01a5b839-ea87-4ef4-b34d-7deb5c879de0 port f6ed7c18-456d-4c08-92b7-4d916a00ef62 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:24:30.240191 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8726183a-28d6-400e-9bb1-648accf50477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.281051 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c1563-9663-42cd-a10e-0bd91fbfc2b3 req-5255e24c-86eb-49ec-88cd-c9f559a7ed0a tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:30.291031 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-573c1563-9663-42cd-a10e-0bd91fbfc2b3 req-5255e24c-86eb-49ec-88cd-c9f559a7ed0a tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.2325113 Jul 16 20:24:30.303012 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-76a3032d-ffea-4373-80b6-e5972f11a4bb service neutron] For port 9740dd98-652b-4850-ab09-dc3bc9d3ac44, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:30.341505 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-76a3032d-ffea-4373-80b6-e5972f11a4bb service neutron] For port 9740dd98-652b-4850-ab09-dc3bc9d3ac44, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9740dd98-652b-4850-ab09-dc3bc9d3ac44,segment=NetworkSegment(cecc2d62-ae76-4b02-a663-8d370965ebae),segment_id=cecc2d62-ae76-4b02-a663-8d370965ebae)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:30.357592 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-76a3032d-ffea-4373-80b6-e5972f11a4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.450563 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-573c1563-9663-42cd-a10e-0bd91fbfc2b3 req-0c181d03-b047-4f5f-a941-b494c08060f5 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584985 Jul 16 20:24:30.460279 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3032d-ffea-4373-80b6-e5972f11a4bb service neutron] Pushing event updated for resources: {'Port': ['ID=9740dd98-652b-4850-ab09-dc3bc9d3ac44,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:30.463643 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-76a3032d-ffea-4373-80b6-e5972f11a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:30.464442 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-76a3032d-ffea-4373-80b6-e5972f11a4bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.465777 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-76a3032d-ffea-4373-80b6-e5972f11a4bb service neutron] 10.222.0.18 "PUT /v2.0/ports/9740dd98-652b-4850-ab09-dc3bc9d3ac44 HTTP/1.1" status: 200 len: 1092 time: 1.9912224 Jul 16 20:24:30.466197 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c249c8b-c556-413f-9257-92bda0306d31', 'tag': '9740dd98-652b-4850-ab09-dc3bc9d3ac44'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:30.468757 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a643b4-33d2-4fe3-a659-bd2c3e88c295" -d '{"events": [{"name": "network-changed", "server_uuid": "8c249c8b-c556-413f-9257-92bda0306d31", "tag": "9740dd98-652b-4850-ab09-dc3bc9d3ac44"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:30.603295 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80f7fec-d0d2-444d-ac8e-c894471a83bd x-openstack-request-id: req-b80f7fec-d0d2-444d-ac8e-c894471a83bd {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:30.604540 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c249c8b-c556-413f-9257-92bda0306d31", "tag": "9740dd98-652b-4850-ab09-dc3bc9d3ac44", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:30.604540 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b80f7fec-d0d2-444d-ac8e-c894471a83bd {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:30.604540 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c249c8b-c556-413f-9257-92bda0306d31', 'tag': '9740dd98-652b-4850-ab09-dc3bc9d3ac44', 'status': 'completed', 'code': 200} Jul 16 20:24:30.646268 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-00bffadd-67cc-4acb-b962-6f10557b33cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:30.647849 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-00bffadd-67cc-4acb-b962-6f10557b33cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfc081d99f8e4bd0a89bada6b8f01dc4&device_id=8c249c8b-c556-413f-9257-92bda0306d31 HTTP/1.1" status: 200 len: 1095 time: 0.1200128 Jul 16 20:24:30.708725 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-1462a689-790b-448d-95df-090b7d30c5c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9740dd98-652b-4850-ab09-dc3bc9d3ac44 HTTP/1.1" status: 200 len: 217 time: 0.0453086 Jul 16 20:24:30.719697 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8726183a-28d6-400e-9bb1-648accf50477 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.753266 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75eb38e9-6dac-47d8-8380-6f653d3a1858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.774060 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 47cf2953-c058-4bc1-9284-44e5d1b674cf up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:30.780874 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [req-49cf3222-7410-4237-a693-e141ff141924 req-d48f6069-5623-4087-b27d-c1025896f049 service neutron] show failed (client error): The resource could not be found. Jul 16 20:24:30.781321 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-e83701b7-ac05-492f-9cff-479aed13fd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:30.781906 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-49cf3222-7410-4237-a693-e141ff141924 req-d48f6069-5623-4087-b27d-c1025896f049 service neutron] 10.222.0.18 "GET /v2.0/ports/7c759f51-36a6-4ed3-82f3-1d08c63872c1/bindings/n-h2-791506-21 HTTP/1.1" status: 404 len: 381 time: 0.1149206 Jul 16 20:24:30.784375 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-e83701b7-ac05-492f-9cff-479aed13fd22 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=58ac92e8-7be4-4e95-b31a-0c74192dfc7a HTTP/1.1" status: 200 len: 855 time: 0.0690949 Jul 16 20:24:30.835135 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-a500d9bd-9b16-416a-ad13-c5301e74f16f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bacb7ecf-6196-4596-81e9-f72a0f28aa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426705 Jul 16 20:24:30.836913 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8726183a-28d6-400e-9bb1-648accf50477 None None] Transition to ACTIVE for port object f6ed7c18-456d-4c08-92b7-4d916a00ef62 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:30.845471 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8726183a-28d6-400e-9bb1-648accf50477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.922623 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-8726183a-28d6-400e-9bb1-648accf50477 None None] Attempting to bind port f6ed7c18-456d-4c08-92b7-4d916a00ef62 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:30.922968 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-8726183a-28d6-400e-9bb1-648accf50477 None None] Attempting to bind port f6ed7c18-456d-4c08-92b7-4d916a00ef62 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:30.923453 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8726183a-28d6-400e-9bb1-648accf50477 None None] Attempting to bind port f6ed7c18-456d-4c08-92b7-4d916a00ef62 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:30.945047 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 47cf2953-c058-4bc1-9284-44e5d1b674cf triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:30.945449 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.997063 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8726183a-28d6-400e-9bb1-648accf50477 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:30.997363 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8726183a-28d6-400e-9bb1-648accf50477 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:30.997939 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8726183a-28d6-400e-9bb1-648accf50477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.998444 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8726183a-28d6-400e-9bb1-648accf50477 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:30.999016 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-8726183a-28d6-400e-9bb1-648accf50477 None None] Bound port: f6ed7c18-456d-4c08-92b7-4d916a00ef62, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:30.999457 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8726183a-28d6-400e-9bb1-648accf50477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.046293 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf6000-62c7-4fa9-9ebe-dffc2a8ad3ff None None] Pushing event updated for resources: {'Port': ['ID=f6ed7c18-456d-4c08-92b7-4d916a00ef62,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:31.082066 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-a8486594-8b04-401d-ac27-c68cf982c80f service neutron] 10.222.0.18 "GET /v2.0/networks/bacb7ecf-6196-4596-81e9-f72a0f28aa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405505 Jul 16 20:24:31.124123 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8726183a-28d6-400e-9bb1-648accf50477 None None] For port f6ed7c18-456d-4c08-92b7-4d916a00ef62, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:31.175084 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8726183a-28d6-400e-9bb1-648accf50477 None None] For port f6ed7c18-456d-4c08-92b7-4d916a00ef62, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f6ed7c18-456d-4c08-92b7-4d916a00ef62,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:31.182295 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8726183a-28d6-400e-9bb1-648accf50477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.201776 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-75eb38e9-6dac-47d8-8380-6f653d3a1858 admin admin] Allocated IP 172.20.0.1 (3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f/91faf270-ac14-4f50-981d-163f0f892313/5ddc36b8-0fbe-4b97-b804-57b5682ccd67) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:31.248812 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8726183a-28d6-400e-9bb1-648accf50477 None None] Routers {'01a5b839-ea87-4ef4-b34d-7deb5c879de0'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:24:31.249917 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-8726183a-28d6-400e-9bb1-648accf50477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:24:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['01a5b839-ea87-4ef4-b34d-7deb5c879de0'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:31.299938 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80093805-de8c-4af0-8a5c-f7fbf9735680 req-8527e19d-4bcf-43f7-9ebe-6b431279e9a6 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:31.301978 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-80093805-de8c-4af0-8a5c-f7fbf9735680 req-8527e19d-4bcf-43f7-9ebe-6b431279e9a6 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=9d3d5634-8e7c-41a0-a01c-080767ca45e7 HTTP/1.1" status: 200 len: 949 time: 0.2984514 Jul 16 20:24:31.350334 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75eb38e9-6dac-47d8-8380-6f653d3a1858 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.352627 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b34c0e9e-a278-432a-bafe-3fda83bb4431 req-f01c8f03-4cd2-40e8-94b5-9d6b0f422f5d service neutron] 10.222.0.18 "GET /v2.0/networks/bacb7ecf-6196-4596-81e9-f72a0f28aa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527142 Jul 16 20:24:31.363164 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73419601-4070-42ac-8ff6-5b15911811a5 req-b763f572-09aa-4139-ba37-a68b49f525ec tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:31.365396 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73419601-4070-42ac-8ff6-5b15911811a5 req-b763f572-09aa-4139-ba37-a68b49f525ec tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c249c8b-c556-413f-9257-92bda0306d31 HTTP/1.1" status: 200 len: 943 time: 0.2171845 Jul 16 20:24:31.369293 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-75eb38e9-6dac-47d8-8380-6f653d3a1858 admin admin] Transition to ACTIVE for port object 5ddc36b8-0fbe-4b97-b804-57b5682ccd67 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:31.381751 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf6000-62c7-4fa9-9ebe-dffc2a8ad3ff None None] Pushing event updated for resources: {'Port': ['ID=f6ed7c18-456d-4c08-92b7-4d916a00ef62,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:31.417068 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-8726183a-28d6-400e-9bb1-648accf50477 None None] Set router 01a5b839-ea87-4ef4-b34d-7deb5c879de0 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:24:31.428395 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-80093805-de8c-4af0-8a5c-f7fbf9735680 req-e5301725-3108-4830-8990-d3a8c231fde0 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174777 Jul 16 20:24:31.441949 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75eb38e9-6dac-47d8-8380-6f653d3a1858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.479365 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73419601-4070-42ac-8ff6-5b15911811a5 req-02f3a871-1132-4ebf-82da-07867b8de76d tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1361e13-3de1-454b-a901-d5bfd2b3ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946956 Jul 16 20:24:31.507196 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf3222-7410-4237-a693-e141ff141924 req-c28f1dc5-0273-4141-8cfd-58333c60508b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:31.509454 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-49cf3222-7410-4237-a693-e141ff141924 req-c28f1dc5-0273-4141-8cfd-58333c60508b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d&tenant_id=ae184935e63442fbbd551c2164ed273b HTTP/1.1" status: 200 len: 1101 time: 0.3556590 Jul 16 20:24:31.535066 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-49cf3222-7410-4237-a693-e141ff141924 req-0a61e0c7-cd15-4357-a351-d37f51c1a032 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-21', 'device_owner': 'compute:nova'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:31.544428 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eb38e9-6dac-47d8-8380-6f653d3a1858 admin admin] Network 3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:31.572346 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb38e9-6dac-47d8-8380-6f653d3a1858 admin admin] Pushing event updated for resources: {'Port': ['ID=5ddc36b8-0fbe-4b97-b804-57b5682ccd67,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:31.575001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-75eb38e9-6dac-47d8-8380-6f653d3a1858 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:31.578812 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eb38e9-6dac-47d8-8380-6f653d3a1858 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:31.671583 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a643b4-33d2-4fe3-a659-bd2c3e88c295 req-826e8609-4e84-43d7-8b7e-2261e12a31fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:31.673777 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-07a643b4-33d2-4fe3-a659-bd2c3e88c295 req-826e8609-4e84-43d7-8b7e-2261e12a31fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfc081d99f8e4bd0a89bada6b8f01dc4&device_id=8c249c8b-c556-413f-9257-92bda0306d31 HTTP/1.1" status: 200 len: 1095 time: 0.2433834 Jul 16 20:24:31.741192 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-49cf3222-7410-4237-a693-e141ff141924 req-0a61e0c7-cd15-4357-a351-d37f51c1a032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.745407 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-8726183a-28d6-400e-9bb1-648accf50477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a5b839-ea87-4ef4-b34d-7deb5c879de0', 'name': 'tempest-ServersTestMultiNic-727318464-router', 'tenant_id': '09c144a5203b4664aacedc644bfac14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f6ed7c18-456d-4c08-92b7-4d916a00ef62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:25Z', 'updated_at': '2021-07-16T20:24:27Z', 'revision_number': 3, 'project_id': '09c144a5203b4664aacedc644bfac14e', 'gw_port': {'id': 'f6ed7c18-456d-4c08-92b7-4d916a00ef62', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a5b839-ea87-4ef4-b34d-7deb5c879de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:26Z', 'updated_at': '2021-07-16T20:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:31.799173 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8726183a-28d6-400e-9bb1-648accf50477 None None] The sync data for ids ['01a5b839-ea87-4ef4-b34d-7deb5c879de0'] in n-d-791506-21 is: [{'id': '01a5b839-ea87-4ef4-b34d-7deb5c879de0', 'name': 'tempest-ServersTestMultiNic-727318464-router', 'tenant_id': '09c144a5203b4664aacedc644bfac14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f6ed7c18-456d-4c08-92b7-4d916a00ef62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:25Z', 'updated_at': '2021-07-16T20:24:27Z', 'revision_number': 3, 'project_id': '09c144a5203b4664aacedc644bfac14e', 'gw_port': {'id': 'f6ed7c18-456d-4c08-92b7-4d916a00ef62', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a5b839-ea87-4ef4-b34d-7deb5c879de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:26Z', 'updated_at': '2021-07-16T20:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:24:31.817357 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75eb38e9-6dac-47d8-8380-6f653d3a1858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.882526 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a643b4-33d2-4fe3-a659-bd2c3e88c295 req-a3eae5a5-7712-4c96-b165-471efac2fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:31.885188 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-07a643b4-33d2-4fe3-a659-bd2c3e88c295 req-a3eae5a5-7712-4c96-b165-471efac2fe88 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bacb7ecf-6196-4596-81e9-f72a0f28aa4b HTTP/1.1" status: 200 len: 916 time: 0.2041767 Jul 16 20:24:31.973678 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-07a643b4-33d2-4fe3-a659-bd2c3e88c295 req-c6790cba-15e0-4e17-b8a5-14f604917ccc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9740dd98-652b-4850-ab09-dc3bc9d3ac44 HTTP/1.1" status: 200 len: 217 time: 0.0813100 Jul 16 20:24:32.097012 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a643b4-33d2-4fe3-a659-bd2c3e88c295 req-f42c6a60-880d-42a6-a877-d9fd0e5aa3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:32.098588 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-07a643b4-33d2-4fe3-a659-bd2c3e88c295 req-f42c6a60-880d-42a6-a877-d9fd0e5aa3ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=58ac92e8-7be4-4e95-b31a-0c74192dfc7a HTTP/1.1" status: 200 len: 855 time: 0.1000609 Jul 16 20:24:32.128048 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-08ea27bc-e220-4a75-b7a0-08335b664a2a None None] Provisioning for port 5ddc36b8-0fbe-4b97-b804-57b5682ccd67 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:32.133498 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-08ea27bc-e220-4a75-b7a0-08335b664a2a None None] Provisioning complete for port 5ddc36b8-0fbe-4b97-b804-57b5682ccd67 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:32.133949 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08ea27bc-e220-4a75-b7a0-08335b664a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.178307 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-07a643b4-33d2-4fe3-a659-bd2c3e88c295 req-a58bbb52-86ef-41ad-88f7-4798e9517ffc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bacb7ecf-6196-4596-81e9-f72a0f28aa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687287 Jul 16 20:24:32.246051 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-49cf3222-7410-4237-a693-e141ff141924 req-0a61e0c7-cd15-4357-a351-d37f51c1a032 service neutron] For port 7c759f51-36a6-4ed3-82f3-1d08c63872c1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7c759f51-36a6-4ed3-82f3-1d08c63872c1,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:32.246734 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-08ea27bc-e220-4a75-b7a0-08335b664a2a None None] Port 5ddc36b8-0fbe-4b97-b804-57b5682ccd67 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:24:32.249039 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3060ac0-4c68-4481-aef2-2d51c11a9c27 req-17fb9dac-76de-48c0-8bda-954b7716bcf3 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:32.252045 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3060ac0-4c68-4481-aef2-2d51c11a9c27 req-17fb9dac-76de-48c0-8bda-954b7716bcf3 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=1068304c-985f-4752-90ad-5380a9a8c8e4 HTTP/1.1" status: 200 len: 950 time: 0.2922726 Jul 16 20:24:32.287723 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75eb38e9-6dac-47d8-8380-6f653d3a1858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.317946 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-49cf3222-7410-4237-a693-e141ff141924 req-0a61e0c7-cd15-4357-a351-d37f51c1a032 service neutron] For port 7c759f51-36a6-4ed3-82f3-1d08c63872c1, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:32.326787 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240861b-f864-4f88-82fb-b260ca6a1204 req-d268cb28-f9ae-489d-aaf9-f9a11ecf91b0 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:32.328501 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e240861b-f864-4f88-82fb-b260ca6a1204 req-d268cb28-f9ae-489d-aaf9-f9a11ecf91b0 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.2937498 Jul 16 20:24:32.391435 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-07a643b4-33d2-4fe3-a659-bd2c3e88c295 req-07141bc3-ac68-4415-82bb-595a148106d2 service neutron] 10.222.0.18 "GET /v2.0/networks/bacb7ecf-6196-4596-81e9-f72a0f28aa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906009 Jul 16 20:24:32.411603 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1e09f3-a09a-4e66-b965-aacccd7d5c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c759f51-36a6-4ed3-82f3-1d08c63872c1'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:32.414654 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b5c7d6-b161-4fb7-93e7-296e7ed0a0d4" -d '{"events": [{"server_uuid": "5b1e09f3-a09a-4e66-b965-aacccd7d5c8d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c759f51-36a6-4ed3-82f3-1d08c63872c1"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:32.418841 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-49cf3222-7410-4237-a693-e141ff141924 req-0a61e0c7-cd15-4357-a351-d37f51c1a032 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.457396 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-49cf3222-7410-4237-a693-e141ff141924 req-0a61e0c7-cd15-4357-a351-d37f51c1a032 service neutron] Transition to ACTIVE for port object 7c759f51-36a6-4ed3-82f3-1d08c63872c1 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:32.490848 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-49cf3222-7410-4237-a693-e141ff141924 req-0a61e0c7-cd15-4357-a351-d37f51c1a032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.497853 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3060ac0-4c68-4481-aef2-2d51c11a9c27 req-c6e02c8e-5a15-4766-9372-d3c223725c3e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383325 Jul 16 20:24:32.546269 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e240861b-f864-4f88-82fb-b260ca6a1204 req-14404b74-7867-48ec-b6a8-a98178dfe776 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045052 Jul 16 20:24:32.564121 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-07a643b4-33d2-4fe3-a659-bd2c3e88c295 req-a1d1bccb-0487-4670-ac20-2431739adc0c service neutron] 10.222.0.18 "GET /v2.0/networks/bacb7ecf-6196-4596-81e9-f72a0f28aa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586015 Jul 16 20:24:32.629831 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39150fb7-0925-48ab-a12a-6aeaeaed9a00 x-openstack-request-id: req-39150fb7-0925-48ab-a12a-6aeaeaed9a00 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:32.630106 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1e09f3-a09a-4e66-b965-aacccd7d5c8d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c759f51-36a6-4ed3-82f3-1d08c63872c1", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:32.630384 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-39150fb7-0925-48ab-a12a-6aeaeaed9a00 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:32.630782 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1e09f3-a09a-4e66-b965-aacccd7d5c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c759f51-36a6-4ed3-82f3-1d08c63872c1', 'code': 200} Jul 16 20:24:32.714064 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-49cf3222-7410-4237-a693-e141ff141924 req-0a61e0c7-cd15-4357-a351-d37f51c1a032 service neutron] No DVR routers for this DVR port 7c759f51-36a6-4ed3-82f3-1d08c63872c1 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:32.831310 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75eb38e9-6dac-47d8-8380-6f653d3a1858 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.841093 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa10794-120e-4267-ba14-ab5b5e73ee72 req-65b2fa42-0162-40e8-9e07-11032cdd5ae9 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:32.847454 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eaa10794-120e-4267-ba14-ab5b5e73ee72 req-65b2fa42-0162-40e8-9e07-11032cdd5ae9 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c249c8b-c556-413f-9257-92bda0306d31 HTTP/1.1" status: 200 len: 943 time: 0.1704402 Jul 16 20:24:32.858024 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75eb38e9-6dac-47d8-8380-6f653d3a1858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.901754 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f6ed7c18-456d-4c08-92b7-4d916a00ef62 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:32.957355 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eaa10794-120e-4267-ba14-ab5b5e73ee72 req-c83b8784-0bca-4f15-ba61-3ab74f96e6e9 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1361e13-3de1-454b-a901-d5bfd2b3ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949161 Jul 16 20:24:33.027921 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.072047 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61e0c7-cd15-4357-a351-d37f51c1a032 service neutron] Pushing event updated for resources: {'Port': ['ID=7c759f51-36a6-4ed3-82f3-1d08c63872c1,revision_number=6']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:33.093952 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port f6ed7c18-456d-4c08-92b7-4d916a00ef62 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:33.113420 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port f6ed7c18-456d-4c08-92b7-4d916a00ef62 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:33.113800 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.228301 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58760) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:33.250933 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75eb38e9-6dac-47d8-8380-6f653d3a1858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.286858 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb38e9-6dac-47d8-8380-6f653d3a1858 admin admin] Pushing event updated for resources: {'Port': ['ID=5ddc36b8-0fbe-4b97-b804-57b5682ccd67,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:33.318704 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b6af6-f872-4d87-86c9-1cc382b6c111 req-b088e44a-0d48-4093-978f-f48960fb396b tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:33.329279 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b6af6-f872-4d87-86c9-1cc382b6c111 req-b088e44a-0d48-4093-978f-f48960fb396b tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:33.339211 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.345772 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c5b6af6-f872-4d87-86c9-1cc382b6c111 req-b088e44a-0d48-4093-978f-f48960fb396b tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=1068304c-985f-4752-90ad-5380a9a8c8e4&device_id=9d3d5634-8e7c-41a0-a01c-080767ca45e7 HTTP/1.1" status: 200 len: 1690 time: 0.1907902 Jul 16 20:24:33.383811 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port f6ed7c18-456d-4c08-92b7-4d916a00ef62, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f6ed7c18-456d-4c08-92b7-4d916a00ef62,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:33.395667 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.427906 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c5b6af6-f872-4d87-86c9-1cc382b6c111 req-742e55d8-de3f-4f85-ac7b-ffafbc4d2112 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804698 Jul 16 20:24:33.459080 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-49cf3222-7410-4237-a693-e141ff141924 req-0a61e0c7-cd15-4357-a351-d37f51c1a032 service neutron] Attempting to bind port 7c759f51-36a6-4ed3-82f3-1d08c63872c1 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:33.463815 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-49cf3222-7410-4237-a693-e141ff141924 req-0a61e0c7-cd15-4357-a351-d37f51c1a032 service neutron] Attempting to bind port 7c759f51-36a6-4ed3-82f3-1d08c63872c1 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:33.464420 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cf3222-7410-4237-a693-e141ff141924 req-0a61e0c7-cd15-4357-a351-d37f51c1a032 service neutron] Attempting to bind port 7c759f51-36a6-4ed3-82f3-1d08c63872c1 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:33.466087 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d7ada7c6-ccf8-4cde-a923-3a1c4925c946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.476255 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cf3222-7410-4237-a693-e141ff141924 req-0a61e0c7-cd15-4357-a351-d37f51c1a032 service neutron] Port 7c759f51-36a6-4ed3-82f3-1d08c63872c1 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:24:33.476586 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cf3222-7410-4237-a693-e141ff141924 req-0a61e0c7-cd15-4357-a351-d37f51c1a032 service neutron] Attempting to bind port 7c759f51-36a6-4ed3-82f3-1d08c63872c1 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:33.478086 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=f6ed7c18-456d-4c08-92b7-4d916a00ef62,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:33.519716 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cf3222-7410-4237-a693-e141ff141924 req-0a61e0c7-cd15-4357-a351-d37f51c1a032 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:33.520132 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cf3222-7410-4237-a693-e141ff141924 req-0a61e0c7-cd15-4357-a351-d37f51c1a032 service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:33.520666 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cf3222-7410-4237-a693-e141ff141924 req-0a61e0c7-cd15-4357-a351-d37f51c1a032 service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:33.521175 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-49cf3222-7410-4237-a693-e141ff141924 req-0a61e0c7-cd15-4357-a351-d37f51c1a032 service neutron] Bound port: 7c759f51-36a6-4ed3-82f3-1d08c63872c1, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:33.521666 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-49cf3222-7410-4237-a693-e141ff141924 req-0a61e0c7-cd15-4357-a351-d37f51c1a032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.573476 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eb38e9-6dac-47d8-8380-6f653d3a1858 admin admin] Network 3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:33.604988 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-75eb38e9-6dac-47d8-8380-6f653d3a1858 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:33.625722 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d7ada7c6-ccf8-4cde-a923-3a1c4925c946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.631861 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d7ada7c6-ccf8-4cde-a923-3a1c4925c946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.675968 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d7ada7c6-ccf8-4cde-a923-3a1c4925c946 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=48fdf4d703894e74a6cef8c046073d0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4461744 Jul 16 20:24:33.676614 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58770) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:33.754019 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ada7c6-ccf8-4cde-a923-3a1c4925c946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a746691f-af89-4d2f-91e0-65834b988218,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:33.797862 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-49cf3222-7410-4237-a693-e141ff141924 req-0a61e0c7-cd15-4357-a351-d37f51c1a032 service neutron] For port 7c759f51-36a6-4ed3-82f3-1d08c63872c1, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:33.869899 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-49cf3222-7410-4237-a693-e141ff141924 req-0a61e0c7-cd15-4357-a351-d37f51c1a032 service neutron] For port 7c759f51-36a6-4ed3-82f3-1d08c63872c1, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=7c759f51-36a6-4ed3-82f3-1d08c63872c1,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:33.889151 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-49cf3222-7410-4237-a693-e141ff141924 req-0a61e0c7-cd15-4357-a351-d37f51c1a032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.951435 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf3222-7410-4237-a693-e141ff141924 req-0a61e0c7-cd15-4357-a351-d37f51c1a032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:33.952606 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-49cf3222-7410-4237-a693-e141ff141924 req-0a61e0c7-cd15-4357-a351-d37f51c1a032 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.954759 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-49cf3222-7410-4237-a693-e141ff141924 req-0a61e0c7-cd15-4357-a351-d37f51c1a032 service neutron] 10.222.0.62 "PUT /v2.0/ports/7c759f51-36a6-4ed3-82f3-1d08c63872c1 HTTP/1.1" status: 200 len: 1096 time: 2.4305928 Jul 16 20:24:33.960879 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b3602971-6b74-4859-bc64-b0ee4a64d48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.964170 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75eb38e9-6dac-47d8-8380-6f653d3a1858 admin admin] Router 01a5b839-ea87-4ef4-b34d-7deb5c879de0 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:24:33.979607 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-161360f8-2c67-441e-815d-a6bba70ea670 None None] Provisioning complete for port 5ddc36b8-0fbe-4b97-b804-57b5682ccd67 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:33.981218 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-161360f8-2c67-441e-815d-a6bba70ea670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.986178 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61e0c7-cd15-4357-a351-d37f51c1a032 service neutron] Pushing event updated for resources: {'Port': ['ID=7c759f51-36a6-4ed3-82f3-1d08c63872c1,revision_number=7']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:33.995276 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893b872-2c16-4b4f-82b5-114ad392f78d req-9bae9492-7892-43a0-b717-026e944642cf tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:34.011075 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e893b872-2c16-4b4f-82b5-114ad392f78d req-9bae9492-7892-43a0-b717-026e944642cf tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 947 time: 0.2052855 Jul 16 20:24:34.078359 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-161360f8-2c67-441e-815d-a6bba70ea670 None None] Port 5ddc36b8-0fbe-4b97-b804-57b5682ccd67 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:24:34.088925 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd388d55-4c57-40d1-9cc2-550576779cef req-f615b213-61a9-4022-b49e-e4c3f58f5351 tempest-ServersOnMultiNodesTest-1228379329 tempest-ServersOnMultiNodesTest-1228379329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:34.090490 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd388d55-4c57-40d1-9cc2-550576779cef req-f615b213-61a9-4022-b49e-e4c3f58f5351 tempest-ServersOnMultiNodesTest-1228379329 tempest-ServersOnMultiNodesTest-1228379329-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1068304c-985f-4752-90ad-5380a9a8c8e4 HTTP/1.1" status: 200 len: 1102 time: 0.3049145 Jul 16 20:24:34.096616 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b3602971-6b74-4859-bc64-b0ee4a64d48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.176150 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e893b872-2c16-4b4f-82b5-114ad392f78d req-93090647-a4b7-4582-b1fb-b48b1cb67eec tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637378 Jul 16 20:24:34.229976 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd388d55-4c57-40d1-9cc2-550576779cef req-3b5a7597-daa9-4a07-8af7-c540278d952d tempest-ServersOnMultiNodesTest-1228379329 tempest-ServersOnMultiNodesTest-1228379329-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211665 Jul 16 20:24:34.234349 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf3222-7410-4237-a693-e141ff141924 req-d20c79a0-ba16-4681-ab86-66e7c5cb97b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:34.234349 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-49cf3222-7410-4237-a693-e141ff141924 req-d20c79a0-ba16-4681-ab86-66e7c5cb97b2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 1099 time: 0.2358255 Jul 16 20:24:34.262996 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b3602971-6b74-4859-bc64-b0ee4a64d48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.274171 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b3602971-6b74-4859-bc64-b0ee4a64d48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.278186 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b3602971-6b74-4859-bc64-b0ee4a64d48b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a746691f-af89-4d2f-91e0-65834b988218 HTTP/1.1" status: 204 len: 168 time: 0.5967929 Jul 16 20:24:34.306096 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3602971-6b74-4859-bc64-b0ee4a64d48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a746691f-af89-4d2f-91e0-65834b988218,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:34.341478 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75eb38e9-6dac-47d8-8380-6f653d3a1858 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:24:34.357315 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-75eb38e9-6dac-47d8-8380-6f653d3a1858 admin admin] 10.222.0.38 "PUT /v2.0/routers/01a5b839-ea87-4ef4-b34d-7deb5c879de0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7012372 Jul 16 20:24:34.372622 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14920c7a-0725-49d5-80b7-a48386cbcd3d None None] Sync routers for ids ['01a5b839-ea87-4ef4-b34d-7deb5c879de0'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:24:34.388250 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14920c7a-0725-49d5-80b7-a48386cbcd3d None None] Routers {'01a5b839-ea87-4ef4-b34d-7deb5c879de0'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:24:34.388884 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-14920c7a-0725-49d5-80b7-a48386cbcd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:24:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['01a5b839-ea87-4ef4-b34d-7deb5c879de0'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:34.475861 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf3222-7410-4237-a693-e141ff141924 req-f5408755-88eb-49e8-8d1f-5f4d6c4ba466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:34.482301 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-49cf3222-7410-4237-a693-e141ff141924 req-f5408755-88eb-49e8-8d1f-5f4d6c4ba466 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.2362132 Jul 16 20:24:34.520342 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-14920c7a-0725-49d5-80b7-a48386cbcd3d None None] Set router 01a5b839-ea87-4ef4-b34d-7deb5c879de0 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:24:34.545259 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-49cf3222-7410-4237-a693-e141ff141924 req-6516c9ae-7aa8-423d-8adf-921cb9299833 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=7c759f51-36a6-4ed3-82f3-1d08c63872c1 HTTP/1.1" status: 200 len: 217 time: 0.0556045 Jul 16 20:24:34.549796 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f361ca5-cb9f-4f00-94f4-4ccf3def3ea4 req-dccb53f2-d15e-472f-9186-6c49e88af5c9 tempest-ServersOnMultiNodesTest-1228379329 tempest-ServersOnMultiNodesTest-1228379329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:34.551629 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3f361ca5-cb9f-4f00-94f4-4ccf3def3ea4 req-dccb53f2-d15e-472f-9186-6c49e88af5c9 tempest-ServersOnMultiNodesTest-1228379329 tempest-ServersOnMultiNodesTest-1228379329-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=9d3d5634-8e7c-41a0-a01c-080767ca45e7 HTTP/1.1" status: 200 len: 1101 time: 0.1236024 Jul 16 20:24:34.570930 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58784) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:34.619174 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31418a-0821-4d52-bbe0-81d371d13787 req-9b035c78-9798-4ed1-bdf5-8e8b660d1357 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:34.621029 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ae31418a-0821-4d52-bbe0-81d371d13787 req-9b035c78-9798-4ed1-bdf5-8e8b660d1357 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c249c8b-c556-413f-9257-92bda0306d31 HTTP/1.1" status: 200 len: 943 time: 0.1242225 Jul 16 20:24:34.630258 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9740dd98-652b-4850-ab09-dc3bc9d3ac44 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:24:34.633303 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 7c759f51-36a6-4ed3-82f3-1d08c63872c1 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:34.635376 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1e09f3-a09a-4e66-b965-aacccd7d5c8d', 'tag': '7c759f51-36a6-4ed3-82f3-1d08c63872c1'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:34.635539 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3f361ca5-cb9f-4f00-94f4-4ccf3def3ea4 req-264340ca-cc5f-43cd-a283-cdc7a1ded3ca tempest-ServersOnMultiNodesTest-1228379329 tempest-ServersOnMultiNodesTest-1228379329-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671980 Jul 16 20:24:34.645969 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b29c341-be98-42f8-b401-e4a933edc84e" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1e09f3-a09a-4e66-b965-aacccd7d5c8d", "tag": "7c759f51-36a6-4ed3-82f3-1d08c63872c1"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:34.703604 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf3222-7410-4237-a693-e141ff141924 req-84b0101e-0a00-4601-8044-9ed71c2e8b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:34.705142 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-49cf3222-7410-4237-a693-e141ff141924 req-84b0101e-0a00-4601-8044-9ed71c2e8b03 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1427522 Jul 16 20:24:34.771241 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ae31418a-0821-4d52-bbe0-81d371d13787 req-5fcd1e6f-92c7-45eb-a7ce-85e1f5514378 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1361e13-3de1-454b-a901-d5bfd2b3ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343522 Jul 16 20:24:34.819258 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f6ed7c18-456d-4c08-92b7-4d916a00ef62 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:34.886220 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf3222-7410-4237-a693-e141ff141924 req-aba62120-12bd-4b1e-8f9b-8db914783776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:34.891448 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-49cf3222-7410-4237-a693-e141ff141924 req-aba62120-12bd-4b1e-8f9b-8db914783776 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1724169 Jul 16 20:24:34.934945 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.resource_extend [None req-f227628c-da0c-4016-a831-2592b446d161 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:24:34.967555 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76daadf-a94b-4b33-bc3c-28cf1e045cc2 x-openstack-request-id: req-a76daadf-a94b-4b33-bc3c-28cf1e045cc2 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:34.968258 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1e09f3-a09a-4e66-b965-aacccd7d5c8d", "tag": "7c759f51-36a6-4ed3-82f3-1d08c63872c1", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:34.970252 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a76daadf-a94b-4b33-bc3c-28cf1e045cc2 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:34.972375 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b1e09f3-a09a-4e66-b965-aacccd7d5c8d', 'tag': '7c759f51-36a6-4ed3-82f3-1d08c63872c1', 'status': 'completed', 'code': 200} Jul 16 20:24:35.108708 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-14920c7a-0725-49d5-80b7-a48386cbcd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a5b839-ea87-4ef4-b34d-7deb5c879de0', 'name': 'tempest-ServersTestMultiNic-727318464-router', 'tenant_id': '09c144a5203b4664aacedc644bfac14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f6ed7c18-456d-4c08-92b7-4d916a00ef62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:25Z', 'updated_at': '2021-07-16T20:24:32Z', 'revision_number': 4, 'project_id': '09c144a5203b4664aacedc644bfac14e', 'gw_port': {'id': 'f6ed7c18-456d-4c08-92b7-4d916a00ef62', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a5b839-ea87-4ef4-b34d-7deb5c879de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:26Z', 'updated_at': '2021-07-16T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '5ddc36b8-0fbe-4b97-b804-57b5682ccd67', 'name': '', 'network_id': '3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f', 'tenant_id': '09c144a5203b4664aacedc644bfac14e', 'mac_address': 'fa:16:3e:1c:c8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a5b839-ea87-4ef4-b34d-7deb5c879de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '91faf270-ac14-4f50-981d-163f0f892313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:30Z', 'updated_at': '2021-07-16T20:24:32Z', 'revision_number': 2, 'project_id': '09c144a5203b4664aacedc644bfac14e', 'subnets': [{'id': '91faf270-ac14-4f50-981d-163f0f892313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:35.117898 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-262ec7d2-76c4-4aa5-80cb-4d2025916f6c tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-311244727'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:35.141714 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29c341-be98-42f8-b401-e4a933edc84e req-37ac79cd-ff9c-4503-8654-6703af19f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:35.153688 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9b29c341-be98-42f8-b401-e4a933edc84e req-37ac79cd-ff9c-4503-8654-6703af19f978 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 1099 time: 0.1717165 Jul 16 20:24:35.182508 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14920c7a-0725-49d5-80b7-a48386cbcd3d None None] Checking router: 01a5b839-ea87-4ef4-b34d-7deb5c879de0 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:24:35.182858 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14920c7a-0725-49d5-80b7-a48386cbcd3d None None] Updating router 01a5b839-ea87-4ef4-b34d-7deb5c879de0 port 5ddc36b8-0fbe-4b97-b804-57b5682ccd67 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:24:35.271219 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14920c7a-0725-49d5-80b7-a48386cbcd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.277222 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-49cf3222-7410-4237-a693-e141ff141924 req-f89c8054-7cf6-4818-8958-3cced7c84642 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763142 Jul 16 20:24:35.281992 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262ec7d2-76c4-4aa5-80cb-4d2025916f6c tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Made reservation on behalf of 09c144a5203b4664aacedc644bfac14e for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:35.294383 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-262ec7d2-76c4-4aa5-80cb-4d2025916f6c tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.364977 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29c341-be98-42f8-b401-e4a933edc84e req-44692d29-bac5-494c-8425-d7e0df42eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:35.370602 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9b29c341-be98-42f8-b401-e4a933edc84e req-44692d29-bac5-494c-8425-d7e0df42eb29 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.2056410 Jul 16 20:24:35.455602 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9b29c341-be98-42f8-b401-e4a933edc84e req-3c2f8d21-6fc7-4ea0-a75e-477ac2ccc091 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=7c759f51-36a6-4ed3-82f3-1d08c63872c1 HTTP/1.1" status: 200 len: 217 time: 0.0789492 Jul 16 20:24:35.561687 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262ec7d2-76c4-4aa5-80cb-4d2025916f6c tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:35.583818 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 9740dd98-652b-4850-ab09-dc3bc9d3ac44, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9740dd98-652b-4850-ab09-dc3bc9d3ac44,segment=NetworkSegment(cecc2d62-ae76-4b02-a663-8d370965ebae),segment_id=cecc2d62-ae76-4b02-a663-8d370965ebae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:35.586794 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-262ec7d2-76c4-4aa5-80cb-4d2025916f6c tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.587312 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-262ec7d2-76c4-4aa5-80cb-4d2025916f6c tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Added segment 4b16f32d-1a72-4041-acf5-39fb2dffd2ff of type vlan for network cc6ed12b-92d2-4dd0-99e7-d91837561bb4 Jul 16 20:24:35.624915 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '9740dd98-652b-4850-ab09-dc3bc9d3ac44', 'network_id': 'bacb7ecf-6196-4596-81e9-f72a0f28aa4b', 'port_id': '9740dd98-652b-4850-ab09-dc3bc9d3ac44', 'mac_address': 'fa:16:3e:d2:7f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ac92e8-7be4-4e95-b31a-0c74192dfc7a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:24:35.637181 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14920c7a-0725-49d5-80b7-a48386cbcd3d None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.650345 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-14920c7a-0725-49d5-80b7-a48386cbcd3d None None] Transition to ACTIVE for port object 5ddc36b8-0fbe-4b97-b804-57b5682ccd67 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:35.655189 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 7c759f51-36a6-4ed3-82f3-1d08c63872c1 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:35.661289 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port f6ed7c18-456d-4c08-92b7-4d916a00ef62 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:35.662210 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.662612 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14920c7a-0725-49d5-80b7-a48386cbcd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.687049 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29c341-be98-42f8-b401-e4a933edc84e req-d0ee4a3a-6e34-4555-b117-f93b23847864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:35.688522 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9b29c341-be98-42f8-b401-e4a933edc84e req-d0ee4a3a-6e34-4555-b117-f93b23847864 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.2223284 Jul 16 20:24:35.756466 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-262ec7d2-76c4-4aa5-80cb-4d2025916f6c tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.763037 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.807380 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-dd59b806-0311-4e83-ab98-66313a37043a tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580542 Jul 16 20:24:35.808091 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9740dd98-652b-4850-ab09-dc3bc9d3ac44 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:35.810247 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b6a95-bd29-4fc1-a517-21849aff9c48 None None] Pushing event updated for resources: {'Port': ['ID=5ddc36b8-0fbe-4b97-b804-57b5682ccd67,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:35.831337 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-49cf3222-7410-4237-a693-e141ff141924 req-030bde85-a78a-4534-8866-a9f5c265d643 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102010 Jul 16 20:24:35.832889 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 9740dd98-652b-4850-ab09-dc3bc9d3ac44, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9740dd98-652b-4850-ab09-dc3bc9d3ac44,segment=NetworkSegment(cecc2d62-ae76-4b02-a663-8d370965ebae),segment_id=cecc2d62-ae76-4b02-a663-8d370965ebae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:35.837478 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-262ec7d2-76c4-4aa5-80cb-4d2025916f6c tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.842483 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.852970 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262ec7d2-76c4-4aa5-80cb-4d2025916f6c tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:35.855574 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-262ec7d2-76c4-4aa5-80cb-4d2025916f6c tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.886338 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c77614-0a36-4dcd-b6a8-c4829a77c473 req-78c89a9c-44ee-4d89-b6f7-1aea4a73c7de tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:35.889012 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5b6a95-bd29-4fc1-a517-21849aff9c48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:35.889165 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-62c77614-0a36-4dcd-b6a8-c4829a77c473 req-78c89a9c-44ee-4d89-b6f7-1aea4a73c7de tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 947 time: 0.3035004 Jul 16 20:24:35.890750 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5b6a95-bd29-4fc1-a517-21849aff9c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:35.891266 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5b6a95-bd29-4fc1-a517-21849aff9c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:35.895045 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5b6a95-bd29-4fc1-a517-21849aff9c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:35.895639 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5b6a95-bd29-4fc1-a517-21849aff9c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:35.896145 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5b6a95-bd29-4fc1-a517-21849aff9c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:35.896631 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5b6a95-bd29-4fc1-a517-21849aff9c48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:35.897115 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5b6a95-bd29-4fc1-a517-21849aff9c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:35.897618 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5b6a95-bd29-4fc1-a517-21849aff9c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:35.898714 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5b6a95-bd29-4fc1-a517-21849aff9c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:35.900225 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5b6a95-bd29-4fc1-a517-21849aff9c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:35.906634 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5b6a95-bd29-4fc1-a517-21849aff9c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:35.984765 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=9740dd98-652b-4850-ab09-dc3bc9d3ac44,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:36.017137 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-14920c7a-0725-49d5-80b7-a48386cbcd3d None None] Attempting to bind port 5ddc36b8-0fbe-4b97-b804-57b5682ccd67 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:36.017497 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-14920c7a-0725-49d5-80b7-a48386cbcd3d None None] Attempting to bind port 5ddc36b8-0fbe-4b97-b804-57b5682ccd67 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '3e7eb669-e96c-4cb9-8d8b-0289206b3974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:36.018551 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14920c7a-0725-49d5-80b7-a48386cbcd3d None None] Attempting to bind port 5ddc36b8-0fbe-4b97-b804-57b5682ccd67 on network 3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:36.034642 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14920c7a-0725-49d5-80b7-a48386cbcd3d None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:36.035046 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14920c7a-0725-49d5-80b7-a48386cbcd3d None None] Checking segment: {'id': '3e7eb669-e96c-4cb9-8d8b-0289206b3974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:36.035646 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14920c7a-0725-49d5-80b7-a48386cbcd3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:36.036193 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14920c7a-0725-49d5-80b7-a48386cbcd3d None None] Bound using segment: {'id': '3e7eb669-e96c-4cb9-8d8b-0289206b3974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:36.036811 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-14920c7a-0725-49d5-80b7-a48386cbcd3d None None] Bound port: 5ddc36b8-0fbe-4b97-b804-57b5682ccd67, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7eb669-e96c-4cb9-8d8b-0289206b3974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:36.037378 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14920c7a-0725-49d5-80b7-a48386cbcd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:36.060242 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-262ec7d2-76c4-4aa5-80cb-4d2025916f6c tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4872570 Jul 16 20:24:36.073246 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['9740dd98-652b-4850-ab09-dc3bc9d3ac44'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:36.091424 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58840) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:36.107664 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-d9fe561f-0df4-41fa-ba1f-f1889eb095c0 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Request body: {'subnet': {'network_id': 'cc6ed12b-92d2-4dd0-99e7-d91837561bb4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:36.219238 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-14920c7a-0725-49d5-80b7-a48386cbcd3d None None] For port 5ddc36b8-0fbe-4b97-b804-57b5682ccd67, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:36.235002 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29c341-be98-42f8-b401-e4a933edc84e req-22ca7c6c-413d-4626-838d-2f0fdbdb16f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:36.236651 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9b29c341-be98-42f8-b401-e4a933edc84e req-22ca7c6c-413d-4626-838d-2f0fdbdb16f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5360551 Jul 16 20:24:36.253154 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-14920c7a-0725-49d5-80b7-a48386cbcd3d None None] For port 5ddc36b8-0fbe-4b97-b804-57b5682ccd67, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=5ddc36b8-0fbe-4b97-b804-57b5682ccd67,segment=NetworkSegment(3e7eb669-e96c-4cb9-8d8b-0289206b3974),segment_id=3e7eb669-e96c-4cb9-8d8b-0289206b3974)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:36.261561 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14920c7a-0725-49d5-80b7-a48386cbcd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:36.286700 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-62c77614-0a36-4dcd-b6a8-c4829a77c473 req-28ce3d85-eb3e-4aab-a778-a3711f1721ab tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967850 Jul 16 20:24:36.410612 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-0b8788fa-d51f-49e7-af58-d128d33d520d tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:36.417984 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-0b8788fa-d51f-49e7-af58-d128d33d520d tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5639942 Jul 16 20:24:36.438150 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b6a95-bd29-4fc1-a517-21849aff9c48 None None] Pushing event updated for resources: {'Port': ['ID=5ddc36b8-0fbe-4b97-b804-57b5682ccd67,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:36.445082 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-7e015dc5-c4cd-46af-a376-22d648459d06 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/quotas/0e3f4908cd7247a9bb3c103236a62c8e HTTP/1.1" status: 200 len: 375 time: 0.0260704 Jul 16 20:24:36.451495 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14920c7a-0725-49d5-80b7-a48386cbcd3d None None] Routers {'01a5b839-ea87-4ef4-b34d-7deb5c879de0'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:24:36.452868 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-14920c7a-0725-49d5-80b7-a48386cbcd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:24:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['01a5b839-ea87-4ef4-b34d-7deb5c879de0'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:36.506863 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fe561f-0df4-41fa-ba1f-f1889eb095c0 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Made reservation on behalf of 09c144a5203b4664aacedc644bfac14e for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:36.514658 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d9fe561f-0df4-41fa-ba1f-f1889eb095c0 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:36.612338 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9b29c341-be98-42f8-b401-e4a933edc84e req-008a2a62-9a95-4df7-af1e-c3a52968a82d service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494790 Jul 16 20:24:36.691131 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-14920c7a-0725-49d5-80b7-a48386cbcd3d None None] Set router 01a5b839-ea87-4ef4-b34d-7deb5c879de0 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:24:36.810127 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ec7d2-76c4-4aa5-80cb-4d2025916f6c tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event updated for resources: {'Network': ['ID=cc6ed12b-92d2-4dd0-99e7-d91837561bb4,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:36.822225 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network cc6ed12b-92d2-4dd0-99e7-d91837561bb4 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:36.906781 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-106a2900-5497-4a5d-9d0a-b1edd141c9cb req-d4df746d-af31-4946-bb32-afbd3c9cc352 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8281586 Jul 16 20:24:36.910903 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29c341-be98-42f8-b401-e4a933edc84e req-2965f7eb-6bca-4a87-b3b9-e4e9a12045d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:36.912722 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9b29c341-be98-42f8-b401-e4a933edc84e req-2965f7eb-6bca-4a87-b3b9-e4e9a12045d0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 1099 time: 0.9095323 Jul 16 20:24:37.115664 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-14920c7a-0725-49d5-80b7-a48386cbcd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a5b839-ea87-4ef4-b34d-7deb5c879de0', 'name': 'tempest-ServersTestMultiNic-727318464-router', 'tenant_id': '09c144a5203b4664aacedc644bfac14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f6ed7c18-456d-4c08-92b7-4d916a00ef62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:25Z', 'updated_at': '2021-07-16T20:24:32Z', 'revision_number': 4, 'project_id': '09c144a5203b4664aacedc644bfac14e', 'gw_port': {'id': 'f6ed7c18-456d-4c08-92b7-4d916a00ef62', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a5b839-ea87-4ef4-b34d-7deb5c879de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:26Z', 'updated_at': '2021-07-16T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '5ddc36b8-0fbe-4b97-b804-57b5682ccd67', 'name': '', 'network_id': '3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f', 'tenant_id': '09c144a5203b4664aacedc644bfac14e', 'mac_address': 'fa:16:3e:1c:c8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a5b839-ea87-4ef4-b34d-7deb5c879de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '91faf270-ac14-4f50-981d-163f0f892313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:30Z', 'updated_at': '2021-07-16T20:24:36Z', 'revision_number': 4, 'project_id': '09c144a5203b4664aacedc644bfac14e', 'subnets': [{'id': '91faf270-ac14-4f50-981d-163f0f892313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:37.121923 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a2900-5497-4a5d-9d0a-b1edd141c9cb req-4db3f607-4167-46b0-87fd-a770b894181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:37.123861 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-106a2900-5497-4a5d-9d0a-b1edd141c9cb req-4db3f607-4167-46b0-87fd-a770b894181e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 1102 time: 0.1434236 Jul 16 20:24:37.130268 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29c341-be98-42f8-b401-e4a933edc84e req-6b0a54a7-73bd-4d90-8fdb-9c2df7e3212e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:37.131921 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9b29c341-be98-42f8-b401-e4a933edc84e req-6b0a54a7-73bd-4d90-8fdb-9c2df7e3212e service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.2044349 Jul 16 20:24:37.171537 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14920c7a-0725-49d5-80b7-a48386cbcd3d None None] The sync data for ids ['01a5b839-ea87-4ef4-b34d-7deb5c879de0'] in n-d-791506-21 is: [{'id': '01a5b839-ea87-4ef4-b34d-7deb5c879de0', 'name': 'tempest-ServersTestMultiNic-727318464-router', 'tenant_id': '09c144a5203b4664aacedc644bfac14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f6ed7c18-456d-4c08-92b7-4d916a00ef62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:25Z', 'updated_at': '2021-07-16T20:24:32Z', 'revision_number': 4, 'project_id': '09c144a5203b4664aacedc644bfac14e', 'gw_port': {'id': 'f6ed7c18-456d-4c08-92b7-4d916a00ef62', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a5b839-ea87-4ef4-b34d-7deb5c879de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:26Z', 'updated_at': '2021-07-16T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '5ddc36b8-0fbe-4b97-b804-57b5682ccd67', 'name': '', 'network_id': '3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f', 'tenant_id': '09c144a5203b4664aacedc644bfac14e', 'mac_address': 'fa:16:3e:1c:c8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a5b839-ea87-4ef4-b34d-7deb5c879de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '91faf270-ac14-4f50-981d-163f0f892313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:30Z', 'updated_at': '2021-07-16T20:24:36Z', 'revision_number': 4, 'project_id': '09c144a5203b4664aacedc644bfac14e', 'subnets': [{'id': '91faf270-ac14-4f50-981d-163f0f892313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:24:37.227161 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9b29c341-be98-42f8-b401-e4a933edc84e req-20fbfdb1-a447-41a7-b555-15077b9fabfb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=7c759f51-36a6-4ed3-82f3-1d08c63872c1 HTTP/1.1" status: 200 len: 217 time: 0.0848038 Jul 16 20:24:37.339993 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29c341-be98-42f8-b401-e4a933edc84e req-4dc375f7-385a-443f-bee3-ebdf20d62b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:37.344131 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9b29c341-be98-42f8-b401-e4a933edc84e req-4dc375f7-385a-443f-bee3-ebdf20d62b36 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1076355 Jul 16 20:24:37.496674 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-949e274a-8330-4aea-8f92-ff8c2536e71a tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0459266 Jul 16 20:24:37.508003 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9b29c341-be98-42f8-b401-e4a933edc84e req-b5ed5475-8d61-4346-a917-345b85fbc1ed service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201275 Jul 16 20:24:37.535983 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a2900-5497-4a5d-9d0a-b1edd141c9cb req-e0aebd34-d93d-4f29-ba96-11d361c9f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:37.537315 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-106a2900-5497-4a5d-9d0a-b1edd141c9cb req-e0aebd34-d93d-4f29-ba96-11d361c9f86d service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.3852606 Jul 16 20:24:37.555108 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48013009-f5d4-4bc9-aa93-11715ed94fc6 req-eacc6c05-b642-4349-8c41-a84f69133860 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:37.563332 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-48013009-f5d4-4bc9-aa93-11715ed94fc6 req-eacc6c05-b642-4349-8c41-a84f69133860 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c249c8b-c556-413f-9257-92bda0306d31 HTTP/1.1" status: 200 len: 944 time: 1.0429542 Jul 16 20:24:37.622808 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-106a2900-5497-4a5d-9d0a-b1edd141c9cb req-cc1e9c5a-12f5-4e3b-a009-97df59cee3f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=3079e223-4e17-4a7f-be91-ec6a7ee5dfac HTTP/1.1" status: 200 len: 217 time: 0.0769384 Jul 16 20:24:37.629669 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29c341-be98-42f8-b401-e4a933edc84e req-d30e4ce5-fb41-4bce-86a7-251df8b5c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:37.632373 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9b29c341-be98-42f8-b401-e4a933edc84e req-d30e4ce5-fb41-4bce-86a7-251df8b5c9bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2678695 Jul 16 20:24:37.705007 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-48013009-f5d4-4bc9-aa93-11715ed94fc6 req-899c0ace-cef4-42f3-b3ee-604b1c448f5c tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1361e13-3de1-454b-a901-d5bfd2b3ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406007 Jul 16 20:24:37.816531 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d9fe561f-0df4-41fa-ba1f-f1889eb095c0 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.926494 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a2900-5497-4a5d-9d0a-b1edd141c9cb req-62e8df4e-8f4c-4856-81ff-250941a05755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:37.935857 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-106a2900-5497-4a5d-9d0a-b1edd141c9cb req-62e8df4e-8f4c-4856-81ff-250941a05755 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.2946179 Jul 16 20:24:37.968091 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe561f-0df4-41fa-ba1f-f1889eb095c0 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event updated for resources: {'Subnet': ['ID=ae8caf04-958d-4400-8088-71f52e6ec225,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:38.058361 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fe561f-0df4-41fa-ba1f-f1889eb095c0 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Checking segment: {'id': '4b16f32d-1a72-4041-acf5-39fb2dffd2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'cc6ed12b-92d2-4dd0-99e7-d91837561bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:38.058361 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fe561f-0df4-41fa-ba1f-f1889eb095c0 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Network hostable DHCP agents. Network: cc6ed12b-92d2-4dd0-99e7-d91837561bb4, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:38.106824 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fe561f-0df4-41fa-ba1f-f1889eb095c0 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Network cc6ed12b-92d2-4dd0-99e7-d91837561bb4 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:38.131396 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9b29c341-be98-42f8-b401-e4a933edc84e req-66ef1ec5-a3bd-4546-a956-163abd0e4e66 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4915175 Jul 16 20:24:38.137076 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-d9fe561f-0df4-41fa-ba1f-f1889eb095c0 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, cc6ed12b-92d2-4dd0-99e7-d91837561bb4) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:38.144420 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fe561f-0df4-41fa-ba1f-f1889eb095c0 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:38.147174 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d9fe561f-0df4-41fa-ba1f-f1889eb095c0 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.150506 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47771e89-e9a7-41b2-9782-954f4a1b3831 None None] Network cc6ed12b-92d2-4dd0-99e7-d91837561bb4 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:38.185218 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d9fe561f-0df4-41fa-ba1f-f1889eb095c0 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0896864 Jul 16 20:24:38.192523 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58910) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:38.212434 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-23735dfc-1596-466c-87f0-6afc33962b73 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1729991044'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:38.268656 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a2900-5497-4a5d-9d0a-b1edd141c9cb req-46bb896d-646e-40b6-8888-c7e55246f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:38.273184 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-106a2900-5497-4a5d-9d0a-b1edd141c9cb req-46bb896d-646e-40b6-8888-c7e55246f64d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3197727 Jul 16 20:24:38.299026 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23735dfc-1596-466c-87f0-6afc33962b73 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Made reservation on behalf of 09c144a5203b4664aacedc644bfac14e for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:38.303255 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-23735dfc-1596-466c-87f0-6afc33962b73 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.397911 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23735dfc-1596-466c-87f0-6afc33962b73 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:38.424799 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-23735dfc-1596-466c-87f0-6afc33962b73 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.425207 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-23735dfc-1596-466c-87f0-6afc33962b73 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Added segment 413b31cc-8519-4fcf-bc87-f975e08805cd of type vlan for network 57459845-7fee-4eff-b586-2af1e50040c9 Jul 16 20:24:38.522197 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 7c759f51-36a6-4ed3-82f3-1d08c63872c1 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:24:38.537857 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9b29c341-be98-42f8-b401-e4a933edc84e req-341115c6-0f76-4116-a716-be29d2ce85d2 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891871 Jul 16 20:24:38.648440 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-23735dfc-1596-466c-87f0-6afc33962b73 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.741023 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9740dd98-652b-4850-ab09-dc3bc9d3ac44 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:38.753578 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35a7a60-dbe8-434c-8572-acf8d77fd64e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-cc6ed12b-92d2-4dd0-99e7-d91837561bb4', 'network_id': 'cc6ed12b-92d2-4dd0-99e7-d91837561bb4', 'tenant_id': '09c144a5203b4664aacedc644bfac14e', 'fixed_ips': [{'subnet_id': 'ae8caf04-958d-4400-8088-71f52e6ec225'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:24:38.754575 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c35a7a60-dbe8-434c-8572-acf8d77fd64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.844875 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a2d69-7aba-47b1-80b8-fb4226cb294f req-58f0044f-9bdf-4179-a393-97cf1c32c7d5 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:38.853246 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e42a2d69-7aba-47b1-80b8-fb4226cb294f req-58f0044f-9bdf-4179-a393-97cf1c32c7d5 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 947 time: 0.4329920 Jul 16 20:24:38.869485 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-23735dfc-1596-466c-87f0-6afc33962b73 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.889253 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23735dfc-1596-466c-87f0-6afc33962b73 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:38.889990 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-23735dfc-1596-466c-87f0-6afc33962b73 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.925323 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-106a2900-5497-4a5d-9d0a-b1edd141c9cb req-b6783f65-e886-4e72-94fd-206146abea2c service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591757 Jul 16 20:24:38.950302 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5ddc36b8-0fbe-4b97-b804-57b5682ccd67 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:38.974010 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 7c759f51-36a6-4ed3-82f3-1d08c63872c1, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=7c759f51-36a6-4ed3-82f3-1d08c63872c1,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:39.101008 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-23735dfc-1596-466c-87f0-6afc33962b73 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9058311 Jul 16 20:24:39.124876 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58956) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:39.136313 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-9331c28e-04e4-4fed-961a-46fa9fe5706e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Request body: {'subnet': {'network_id': '57459845-7fee-4eff-b586-2af1e50040c9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:39.180829 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '7c759f51-36a6-4ed3-82f3-1d08c63872c1', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': '7c759f51-36a6-4ed3-82f3-1d08c63872c1', 'mac_address': 'fa:16:3e:53:c5:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:24:39.231856 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e42a2d69-7aba-47b1-80b8-fb4226cb294f req-d7b17872-b262-4ddf-9986-853921a0b18e tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775263 Jul 16 20:24:39.233758 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23735dfc-1596-466c-87f0-6afc33962b73 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event updated for resources: {'Network': ['ID=57459845-7fee-4eff-b586-2af1e50040c9,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:39.344858 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-106a2900-5497-4a5d-9d0a-b1edd141c9cb req-46971dfe-e9b5-4420-969f-c012c5075f35 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162903 Jul 16 20:24:39.409345 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 9740dd98-652b-4850-ab09-dc3bc9d3ac44 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:39.411509 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 57459845-7fee-4eff-b586-2af1e50040c9 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:39.442743 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 9740dd98-652b-4850-ab09-dc3bc9d3ac44 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:39.443156 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.575540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf2e6d-aaaf-47d9-bc21-5317bc5a0454 req-1a0327aa-bdee-467a-a474-4f708f1142cd tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:39.577292 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ceaf2e6d-aaaf-47d9-bc21-5317bc5a0454 req-1a0327aa-bdee-467a-a474-4f708f1142cd tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c249c8b-c556-413f-9257-92bda0306d31 HTTP/1.1" status: 200 len: 944 time: 0.1919968 Jul 16 20:24:39.580858 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9331c28e-04e4-4fed-961a-46fa9fe5706e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Made reservation on behalf of 09c144a5203b4664aacedc644bfac14e for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:39.584788 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9331c28e-04e4-4fed-961a-46fa9fe5706e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.701659 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-c35a7a60-dbe8-434c-8572-acf8d77fd64e None None] Allocated IP 19.80.0.2 (cc6ed12b-92d2-4dd0-99e7-d91837561bb4/ae8caf04-958d-4400-8088-71f52e6ec225/e1da461c-822d-4c55-ad65-b63e0427dacb) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:39.727577 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ceaf2e6d-aaaf-47d9-bc21-5317bc5a0454 req-9707c4b4-8e64-4104-8545-507b65cd4abb tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1361e13-3de1-454b-a901-d5bfd2b3ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336670 Jul 16 20:24:39.775190 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.826838 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ddca4219-1960-4b25-9ecd-d29c1a9e667d req-c8720ec9-4d18-4b48-ac6a-41ddd2bf8735 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03442a3-6d87-435f-87fc-d16eba4c971b HTTP/1.1" status: 200 len: 210 time: 0.0491712 Jul 16 20:24:39.881484 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 5ddc36b8-0fbe-4b97-b804-57b5682ccd67 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:39.909232 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c759f51-36a6-4ed3-82f3-1d08c63872c1 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:39.918129 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 5ddc36b8-0fbe-4b97-b804-57b5682ccd67 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:39.918754 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:40.058224 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 7c759f51-36a6-4ed3-82f3-1d08c63872c1, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=7c759f51-36a6-4ed3-82f3-1d08c63872c1,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:40.075717 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:40.092110 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9331c28e-04e4-4fed-961a-46fa9fe5706e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:40.136890 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:40.187847 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331c28e-04e4-4fed-961a-46fa9fe5706e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event updated for resources: {'Subnet': ['ID=c54f5517-7367-45ca-8500-9aa0386c6243,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:40.191326 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9331c28e-04e4-4fed-961a-46fa9fe5706e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Checking segment: {'id': '413b31cc-8519-4fcf-bc87-f975e08805cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '57459845-7fee-4eff-b586-2af1e50040c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:40.191685 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9331c28e-04e4-4fed-961a-46fa9fe5706e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Network hostable DHCP agents. Network: 57459845-7fee-4eff-b586-2af1e50040c9, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:40.218678 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbd9a758-fdcb-4b9d-8eaa-65832f0f2006 req-22bb2588-9b94-4731-ab91-c682557fc1f1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1947968 Jul 16 20:24:40.219810 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9331c28e-04e4-4fed-961a-46fa9fe5706e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Network 57459845-7fee-4eff-b586-2af1e50040c9 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:40.233870 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-9331c28e-04e4-4fed-961a-46fa9fe5706e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 57459845-7fee-4eff-b586-2af1e50040c9) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:40.261709 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9331c28e-04e4-4fed-961a-46fa9fe5706e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:40.263148 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9331c28e-04e4-4fed-961a-46fa9fe5706e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:40.277602 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=7c759f51-36a6-4ed3-82f3-1d08c63872c1,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:40.295909 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397ffcf2-4a51-4698-a4f9-19f49ad13771 None None] Network 57459845-7fee-4eff-b586-2af1e50040c9 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:40.363713 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9331c28e-04e4-4fed-961a-46fa9fe5706e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2377348 Jul 16 20:24:40.427625 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9a758-fdcb-4b9d-8eaa-65832f0f2006 req-57074ecd-f338-4395-97fd-47e3a3c14535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:40.429827 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbd9a758-fdcb-4b9d-8eaa-65832f0f2006 req-57074ecd-f338-4395-97fd-47e3a3c14535 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 1096 time: 0.1532736 Jul 16 20:24:40.520458 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c249c8b-c556-413f-9257-92bda0306d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9740dd98-652b-4850-ab09-dc3bc9d3ac44'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:40.522825 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453a3619-3d1f-4cae-9c78-b57ed31ebc20" -d '{"events": [{"server_uuid": "8c249c8b-c556-413f-9257-92bda0306d31", "name": "network-vif-plugged", "status": "completed", "tag": "9740dd98-652b-4850-ab09-dc3bc9d3ac44"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:40.668422 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dabfd-ec5e-40e6-be31-784c592efe7f req-45dab7c9-e714-4d78-b1c7-b1df9661804d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:40.682125 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f4dabfd-ec5e-40e6-be31-784c592efe7f req-45dab7c9-e714-4d78-b1c7-b1df9661804d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 948 time: 0.2336538 Jul 16 20:24:40.784586 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 9740dd98-652b-4850-ab09-dc3bc9d3ac44, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9740dd98-652b-4850-ab09-dc3bc9d3ac44,segment=NetworkSegment(cecc2d62-ae76-4b02-a663-8d370965ebae),segment_id=cecc2d62-ae76-4b02-a663-8d370965ebae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:40.787433 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:40.790381 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9a758-fdcb-4b9d-8eaa-65832f0f2006 req-212db21c-d76b-4dd8-9b3b-9c799b0e647e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:40.792326 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbd9a758-fdcb-4b9d-8eaa-65832f0f2006 req-212db21c-d76b-4dd8-9b3b-9c799b0e647e service neutron] 10.222.0.62 "GET /v2.0/networks?id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418 HTTP/1.1" status: 200 len: 909 time: 0.2053304 Jul 16 20:24:40.796531 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a197e122-d5d0-4a07-9c1e-ca479279a0d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-57459845-7fee-4eff-b586-2af1e50040c9', 'network_id': '57459845-7fee-4eff-b586-2af1e50040c9', 'tenant_id': '09c144a5203b4664aacedc644bfac14e', 'fixed_ips': [{'subnet_id': 'c54f5517-7367-45ca-8500-9aa0386c6243'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:24:40.797528 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a197e122-d5d0-4a07-9c1e-ca479279a0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:40.801288 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f4dabfd-ec5e-40e6-be31-784c592efe7f req-f7bd2155-b716-4ac8-812e-466ca7a250b0 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163144 Jul 16 20:24:40.803786 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['7c759f51-36a6-4ed3-82f3-1d08c63872c1'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:40.854236 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:40.870932 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbd9a758-fdcb-4b9d-8eaa-65832f0f2006 req-fdfad9ef-f3f5-44cc-a499-54b04641640e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8d7853a-2e45-4036-a726-a7e4ecff5403 HTTP/1.1" status: 200 len: 217 time: 0.0679591 Jul 16 20:24:41.007978 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c35a7a60-dbe8-434c-8572-acf8d77fd64e None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:41.025887 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9a758-fdcb-4b9d-8eaa-65832f0f2006 req-4b09802c-b38e-46c8-9d98-71daff5f4799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:41.027680 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbd9a758-fdcb-4b9d-8eaa-65832f0f2006 req-4b09802c-b38e-46c8-9d98-71daff5f4799 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fed2a9f4-4984-4b87-a48a-a9fcef3fa565 HTTP/1.1" status: 200 len: 848 time: 0.1338997 Jul 16 20:24:41.038679 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c35a7a60-dbe8-434c-8572-acf8d77fd64e None None] Transition to ACTIVE for port object e1da461c-822d-4c55-ad65-b63e0427dacb will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:41.045944 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 5ddc36b8-0fbe-4b97-b804-57b5682ccd67, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=5ddc36b8-0fbe-4b97-b804-57b5682ccd67,segment=NetworkSegment(3e7eb669-e96c-4cb9-8d8b-0289206b3974),segment_id=3e7eb669-e96c-4cb9-8d8b-0289206b3974)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:41.056785 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1975a929-a17f-4faa-a8e6-119d538aa25b x-openstack-request-id: req-1975a929-a17f-4faa-a8e6-119d538aa25b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:41.057355 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c249c8b-c556-413f-9257-92bda0306d31", "name": "network-vif-plugged", "status": "completed", "tag": "9740dd98-652b-4850-ab09-dc3bc9d3ac44", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:41.057776 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1975a929-a17f-4faa-a8e6-119d538aa25b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:41.058350 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c249c8b-c556-413f-9257-92bda0306d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9740dd98-652b-4850-ab09-dc3bc9d3ac44', 'code': 200} Jul 16 20:24:41.078206 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:41.098310 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbd9a758-fdcb-4b9d-8eaa-65832f0f2006 req-eea44686-c722-4fbd-8fa7-7e54c7f53aa2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524993 Jul 16 20:24:41.118643 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89396973-764b-47cf-8a58-eae706485da0 req-e56315eb-4dc2-4d92-87c5-08760c0f1d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:41.120372 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-89396973-764b-47cf-8a58-eae706485da0 req-e56315eb-4dc2-4d92-87c5-08760c0f1d0a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c249c8b-c556-413f-9257-92bda0306d31 HTTP/1.1" status: 200 len: 1097 time: 0.1525154 Jul 16 20:24:41.307066 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c35a7a60-dbe8-434c-8572-acf8d77fd64e None None] Transition to ACTIVE for port object e1da461c-822d-4c55-ad65-b63e0427dacb will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:41.328872 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=9740dd98-652b-4850-ab09-dc3bc9d3ac44,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:41.352915 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c35a7a60-dbe8-434c-8572-acf8d77fd64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:41.358639 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-89396973-764b-47cf-8a58-eae706485da0 req-116d3811-2c82-48c6-b840-397b67c057c6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a1361e13-3de1-454b-a901-d5bfd2b3ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240136 Jul 16 20:24:41.407394 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbd9a758-fdcb-4b9d-8eaa-65832f0f2006 req-364d6cdc-2032-44e4-9049-3ba90c08846a service neutron] 10.222.0.62 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999740 Jul 16 20:24:41.420769 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35a7a60-dbe8-434c-8572-acf8d77fd64e None None] Network cc6ed12b-92d2-4dd0-99e7-d91837561bb4 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:41.582861 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-2d93b71a-8f05-4681-b47b-b61053612c38 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1129954 Jul 16 20:24:41.589981 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-c704bcfc-99d5-4dfa-b4c5-8610c17b23cb tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:41.616558 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-c704bcfc-99d5-4dfa-b4c5-8610c17b23cb tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:41.627910 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-c704bcfc-99d5-4dfa-b4c5-8610c17b23cb tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/networks?id=cc6ed12b-92d2-4dd0-99e7-d91837561bb4&id=57459845-7fee-4eff-b586-2af1e50040c9&id=cc6ed12b-92d2-4dd0-99e7-d91837561bb4 HTTP/1.1" status: 200 len: 1391 time: 0.4240413 Jul 16 20:24:41.678766 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-01a72e7f-0359-4fcf-bf8f-61b435e5747d tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/quotas/09c144a5203b4664aacedc644bfac14e HTTP/1.1" status: 200 len: 375 time: 0.0479867 Jul 16 20:24:41.712962 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-c35a7a60-dbe8-434c-8572-acf8d77fd64e None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:41.740680 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35a7a60-dbe8-434c-8572-acf8d77fd64e None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:41.826032 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=5ddc36b8-0fbe-4b97-b804-57b5682ccd67,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:41.850695 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11463d45-ef0a-47b6-a8fa-44124a26b625 req-520a2007-eaee-4dc8-9a23-7173581ef811 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:41.863410 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11463d45-ef0a-47b6-a8fa-44124a26b625 req-520a2007-eaee-4dc8-9a23-7173581ef811 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c249c8b-c556-413f-9257-92bda0306d31 HTTP/1.1" status: 200 len: 945 time: 0.4259129 Jul 16 20:24:41.873087 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-a197e122-d5d0-4a07-9c1e-ca479279a0d5 None None] Allocated IP 19.86.0.2 (57459845-7fee-4eff-b586-2af1e50040c9/c54f5517-7367-45ca-8500-9aa0386c6243/b4f78db3-6221-4fbf-b205-803f7266339b) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:41.892138 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbd9a758-fdcb-4b9d-8eaa-65832f0f2006 req-770b43da-d5ee-4cb5-9066-9c99c1623109 service neutron] 10.222.0.62 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714892 Jul 16 20:24:41.932214 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-54f991f8-d108-455c-ac46-bc43f31ff2d8 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802054 Jul 16 20:24:41.998036 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-68b3daba-5002-4b48-8307-5f31deefd0eb tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=09c144a5203b4664aacedc644bfac14e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3171477 Jul 16 20:24:42.042688 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11463d45-ef0a-47b6-a8fa-44124a26b625 req-31a2e11a-e5d0-4262-8015-d56be1569b91 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1361e13-3de1-454b-a901-d5bfd2b3ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762919 Jul 16 20:24:42.105154 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-27ed08cd-6019-44d1-b1d0-6a31c265a339 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:42.107311 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-27ed08cd-6019-44d1-b1d0-6a31c265a339 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5023336 Jul 16 20:24:42.128962 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5a7a7e9e-ccb9-4015-a6a7-4968dad16405 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Request body: {'port': {'device_id': '745513b4-d918-414d-9a23-fd755c4ad9e2', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': '0e3f4908cd7247a9bb3c103236a62c8e'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:42.373270 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2785ed97-52a8-447d-98a8-b86b5fea8a3c req-9531ce54-831f-4df0-a6ac-ff5361394b46 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03442a3-6d87-435f-87fc-d16eba4c971b HTTP/1.1" status: 200 len: 210 time: 0.0934711 Jul 16 20:24:42.383768 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-1baf360b-884d-4ae2-8b9a-6ad2d5f6b339 service neutron] 10.222.0.38 "GET /v2.0/networks/cc6ed12b-92d2-4dd0-99e7-d91837561bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843241 Jul 16 20:24:42.394004 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59100) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:42.397680 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a197e122-d5d0-4a07-9c1e-ca479279a0d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.414106 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a197e122-d5d0-4a07-9c1e-ca479279a0d5 None None] Transition to ACTIVE for port object b4f78db3-6221-4fbf-b205-803f7266339b will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:42.474614 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a197e122-d5d0-4a07-9c1e-ca479279a0d5 None None] Transition to ACTIVE for port object b4f78db3-6221-4fbf-b205-803f7266339b will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:42.524588 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5fa40b56-5c62-4aaf-856a-4fa91a2b9d31 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:42.534901 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a197e122-d5d0-4a07-9c1e-ca479279a0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.536217 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5fa40b56-5c62-4aaf-856a-4fa91a2b9d31 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5851073 Jul 16 20:24:42.559011 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-c35a7a60-dbe8-434c-8572-acf8d77fd64e None None] Attempting to bind port e1da461c-822d-4c55-ad65-b63e0427dacb on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:42.559231 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-c35a7a60-dbe8-434c-8572-acf8d77fd64e None None] Attempting to bind port e1da461c-822d-4c55-ad65-b63e0427dacb by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '4b16f32d-1a72-4041-acf5-39fb2dffd2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'cc6ed12b-92d2-4dd0-99e7-d91837561bb4'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:42.559885 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35a7a60-dbe8-434c-8572-acf8d77fd64e None None] Attempting to bind port e1da461c-822d-4c55-ad65-b63e0427dacb on network cc6ed12b-92d2-4dd0-99e7-d91837561bb4 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:42.570246 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a1c2342c-13bf-4133-8e47-9d8681d2b335 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Request body: {'port': {'device_id': 'a03442a3-6d87-435f-87fc-d16eba4c971b', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': '0e3f4908cd7247a9bb3c103236a62c8e'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:42.578612 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a7a60-dbe8-434c-8572-acf8d77fd64e None None] Pushing event updated for resources: {'Port': ['ID=e1da461c-822d-4c55-ad65-b63e0427dacb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:42.591620 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35a7a60-dbe8-434c-8572-acf8d77fd64e None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:42.592010 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35a7a60-dbe8-434c-8572-acf8d77fd64e None None] Checking segment: {'id': '4b16f32d-1a72-4041-acf5-39fb2dffd2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'cc6ed12b-92d2-4dd0-99e7-d91837561bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:42.592449 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c35a7a60-dbe8-434c-8572-acf8d77fd64e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.592844 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35a7a60-dbe8-434c-8572-acf8d77fd64e None None] Bound using segment: {'id': '4b16f32d-1a72-4041-acf5-39fb2dffd2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'cc6ed12b-92d2-4dd0-99e7-d91837561bb4'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:42.593366 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-c35a7a60-dbe8-434c-8572-acf8d77fd64e None None] Bound port: e1da461c-822d-4c55-ad65-b63e0427dacb, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b16f32d-1a72-4041-acf5-39fb2dffd2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'cc6ed12b-92d2-4dd0-99e7-d91837561bb4'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:42.593755 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c35a7a60-dbe8-434c-8572-acf8d77fd64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.602393 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a197e122-d5d0-4a07-9c1e-ca479279a0d5 None None] Network 57459845-7fee-4eff-b586-2af1e50040c9 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:42.607781 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-8dc26cbd-623b-45c0-9217-9b6781287171 service neutron] 10.222.0.38 "GET /v2.0/networks/cc6ed12b-92d2-4dd0-99e7-d91837561bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228770 Jul 16 20:24:42.612457 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a197e122-d5d0-4a07-9c1e-ca479279a0d5 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:42.673780 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a197e122-d5d0-4a07-9c1e-ca479279a0d5 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:42.712098 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5a7a7e9e-ccb9-4015-a6a7-4968dad16405 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Made reservation on behalf of 0e3f4908cd7247a9bb3c103236a62c8e for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:42.723925 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5a7a7e9e-ccb9-4015-a6a7-4968dad16405 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.811213 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f48f2608-d018-40ee-b76a-7faf9d3cedea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.827877 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197e122-d5d0-4a07-9c1e-ca479279a0d5 None None] Pushing event updated for resources: {'Port': ['ID=b4f78db3-6221-4fbf-b205-803f7266339b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:42.899551 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.db.api [None req-f48f2608-d018-40ee-b76a-7faf9d3cedea admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:24:42.899551 n-d-791506-21 neutron-server[93794]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:24:42.899551 n-d-791506-21 neutron-server[93794]: [parameters: {'project_id_1': 'af3fc4ba7c8e4dcab061458b222119bf', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 24, 42, 860767)}] Jul 16 20:24:42.899551 n-d-791506-21 neutron-server[93794]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:24:42.900400 n-d-791506-21 neutron-server[93794]: DEBUG oslo_db.api [None req-f48f2608-d018-40ee-b76a-7faf9d3cedea admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:24:42.927216 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-e2b76f57-7ebc-4d46-ac93-1abd9d3259db service neutron] 10.222.0.38 "GET /v2.0/networks/57459845-7fee-4eff-b586-2af1e50040c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179233 Jul 16 20:24:42.929264 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a197e122-d5d0-4a07-9c1e-ca479279a0d5 None None] Attempting to bind port b4f78db3-6221-4fbf-b205-803f7266339b on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:42.929650 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a197e122-d5d0-4a07-9c1e-ca479279a0d5 None None] Attempting to bind port b4f78db3-6221-4fbf-b205-803f7266339b by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '413b31cc-8519-4fcf-bc87-f975e08805cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '57459845-7fee-4eff-b586-2af1e50040c9'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:42.930018 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a197e122-d5d0-4a07-9c1e-ca479279a0d5 None None] Attempting to bind port b4f78db3-6221-4fbf-b205-803f7266339b on network 57459845-7fee-4eff-b586-2af1e50040c9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:42.932733 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c35a7a60-dbe8-434c-8572-acf8d77fd64e None None] For port e1da461c-822d-4c55-ad65-b63e0427dacb, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:42.938418 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c35a7a60-dbe8-434c-8572-acf8d77fd64e None None] For port e1da461c-822d-4c55-ad65-b63e0427dacb, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e1da461c-822d-4c55-ad65-b63e0427dacb,segment=NetworkSegment(4b16f32d-1a72-4041-acf5-39fb2dffd2ff),segment_id=4b16f32d-1a72-4041-acf5-39fb2dffd2ff)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:42.942871 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a197e122-d5d0-4a07-9c1e-ca479279a0d5 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:42.943414 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a197e122-d5d0-4a07-9c1e-ca479279a0d5 None None] Checking segment: {'id': '413b31cc-8519-4fcf-bc87-f975e08805cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '57459845-7fee-4eff-b586-2af1e50040c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:42.944334 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a197e122-d5d0-4a07-9c1e-ca479279a0d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.944976 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a197e122-d5d0-4a07-9c1e-ca479279a0d5 None None] Bound using segment: {'id': '413b31cc-8519-4fcf-bc87-f975e08805cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '57459845-7fee-4eff-b586-2af1e50040c9'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:42.945737 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a197e122-d5d0-4a07-9c1e-ca479279a0d5 None None] Bound port: b4f78db3-6221-4fbf-b205-803f7266339b, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413b31cc-8519-4fcf-bc87-f975e08805cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '57459845-7fee-4eff-b586-2af1e50040c9'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:42.946289 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a197e122-d5d0-4a07-9c1e-ca479279a0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.960276 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c35a7a60-dbe8-434c-8572-acf8d77fd64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.964584 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a1c2342c-13bf-4133-8e47-9d8681d2b335 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Made reservation on behalf of 0e3f4908cd7247a9bb3c103236a62c8e for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:42.969198 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a1c2342c-13bf-4133-8e47-9d8681d2b335 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.126544 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a7a60-dbe8-434c-8572-acf8d77fd64e None None] Pushing event updated for resources: {'Port': ['ID=e1da461c-822d-4c55-ad65-b63e0427dacb,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:43.130932 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-58a24e84-5ac5-497e-a909-e6f156db942c service neutron] 10.222.0.38 "GET /v2.0/networks/57459845-7fee-4eff-b586-2af1e50040c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027729 Jul 16 20:24:43.214404 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5a7a7e9e-ccb9-4015-a6a7-4968dad16405 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Allocated IP 192.168.233.156 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/779776ba-d9f0-4fe0-9527-90d0560ef7cc) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:43.258491 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a197e122-d5d0-4a07-9c1e-ca479279a0d5 None None] For port b4f78db3-6221-4fbf-b205-803f7266339b, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:43.265737 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a197e122-d5d0-4a07-9c1e-ca479279a0d5 None None] For port b4f78db3-6221-4fbf-b205-803f7266339b, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b4f78db3-6221-4fbf-b205-803f7266339b,segment=NetworkSegment(413b31cc-8519-4fcf-bc87-f975e08805cd),segment_id=413b31cc-8519-4fcf-bc87-f975e08805cd)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:43.281305 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5ddc36b8-0fbe-4b97-b804-57b5682ccd67 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:43.286499 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a197e122-d5d0-4a07-9c1e-ca479279a0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.317240 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-55230474-c146-4ee8-8cb5-4ded1866d814 service neutron] 10.222.0.38 "GET /v2.0/networks/cc6ed12b-92d2-4dd0-99e7-d91837561bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815898 Jul 16 20:24:43.408001 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f48f2608-d018-40ee-b76a-7faf9d3cedea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.500763 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197e122-d5d0-4a07-9c1e-ca479279a0d5 None None] Pushing event updated for resources: {'Port': ['ID=b4f78db3-6221-4fbf-b205-803f7266339b,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:43.536972 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 5ddc36b8-0fbe-4b97-b804-57b5682ccd67 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:43.537507 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.594416 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f48f2608-d018-40ee-b76a-7faf9d3cedea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.602540 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f48f2608-d018-40ee-b76a-7faf9d3cedea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.642992 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f48f2608-d018-40ee-b76a-7faf9d3cedea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=af3fc4ba7c8e4dcab061458b222119bf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2468512 Jul 16 20:24:43.656216 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59112) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:43.716897 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f2608-d018-40ee-b76a-7faf9d3cedea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c228eb-06ef-42a6-b44b-80e28868ae2f,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:43.749134 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-f0c5eb44-ee88-4f08-9358-f62651c11299 service neutron] 10.222.0.38 "GET /v2.0/networks/cc6ed12b-92d2-4dd0-99e7-d91837561bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309208 Jul 16 20:24:43.753124 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5a7a7e9e-ccb9-4015-a6a7-4968dad16405 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.802777 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5a7a7e9e-ccb9-4015-a6a7-4968dad16405 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Transition to ACTIVE for port object 779776ba-d9f0-4fe0-9527-90d0560ef7cc will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:43.868045 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-5ac7c361-079c-48f8-99ae-751ef7c80665 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:43.869615 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-5ac7c361-079c-48f8-99ae-751ef7c80665 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d&tenant_id=ae184935e63442fbbd551c2164ed273b&binding%3Ahost_id=n-h2-791506-21 HTTP/1.1" status: 200 len: 948 time: 0.5605714 Jul 16 20:24:43.881150 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3321db7f-661c-4b8a-867e-4411456f00f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.975906 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3321db7f-661c-4b8a-867e-4411456f00f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.068204 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-423ecd63-6c8c-4ba5-9bc9-1088a4922492 service neutron] 10.222.0.62 "GET /v2.0/ports/7c759f51-36a6-4ed3-82f3-1d08c63872c1/bindings/n-h2-791506-21 HTTP/1.1" status: 200 len: 383 time: 0.1790175 Jul 16 20:24:44.095121 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5a7a7e9e-ccb9-4015-a6a7-4968dad16405 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.108433 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f9aa5cc8-d6c0-42be-8acf-38074d0583d5'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:44.165903 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['8e3da5c1-787e-433f-b543-77bc7f75e480', '5bed6517-899b-4190-a8dc-5aced4507220'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:44.259254 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a1c2342c-13bf-4133-8e47-9d8681d2b335 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Allocated IP 192.168.233.105 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/c6fd142d-49fc-477b-b82f-164b97511e79) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:44.340759 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a7e9e-ccb9-4015-a6a7-4968dad16405 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Pushing event updated for resources: {'Port': ['ID=779776ba-d9f0-4fe0-9527-90d0560ef7cc,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:44.359225 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5a7a7e9e-ccb9-4015-a6a7-4968dad16405 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:44.368148 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5a7a7e9e-ccb9-4015-a6a7-4968dad16405 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:44.407734 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5a7a7e9e-ccb9-4015-a6a7-4968dad16405 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:44.509291 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b55867-278f-4810-8096-1e2f79ea1599 req-ebee28f5-5057-4b8d-b746-0c35c60e174b tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:44.522464 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 7c759f51-36a6-4ed3-82f3-1d08c63872c1 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:44.537259 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-50b55867-278f-4810-8096-1e2f79ea1599 req-ebee28f5-5057-4b8d-b746-0c35c60e174b tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c249c8b-c556-413f-9257-92bda0306d31 HTTP/1.1" status: 200 len: 945 time: 0.3386519 Jul 16 20:24:44.612538 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e6e2c-c399-46d6-b3af-dc99ebf48f68 req-5f049fad-efee-401c-9e04-a73aae7e7f92 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:44.629062 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf5e6e2c-c399-46d6-b3af-dc99ebf48f68 req-5f049fad-efee-401c-9e04-a73aae7e7f92 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 948 time: 0.3086946 Jul 16 20:24:44.704556 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-50b55867-278f-4810-8096-1e2f79ea1599 req-66af8fb0-ebc4-48a2-9922-7153187f2a58 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1361e13-3de1-454b-a901-d5bfd2b3ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660075 Jul 16 20:24:44.800662 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf5e6e2c-c399-46d6-b3af-dc99ebf48f68 req-ae3d23ea-f5d4-4a4f-8d3a-a4f85759bdcc tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701436 Jul 16 20:24:44.914492 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a1c2342c-13bf-4133-8e47-9d8681d2b335 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.931874 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a1c2342c-13bf-4133-8e47-9d8681d2b335 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Transition to ACTIVE for port object c6fd142d-49fc-477b-b82f-164b97511e79 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:44.981704 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5a7a7e9e-ccb9-4015-a6a7-4968dad16405 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:44.982432 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5a7a7e9e-ccb9-4015-a6a7-4968dad16405 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.985123 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3321db7f-661c-4b8a-867e-4411456f00f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.988836 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3321db7f-661c-4b8a-867e-4411456f00f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.992412 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3321db7f-661c-4b8a-867e-4411456f00f6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/39c228eb-06ef-42a6-b44b-80e28868ae2f HTTP/1.1" status: 204 len: 168 time: 1.3328507 Jul 16 20:24:45.035830 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-636a00f6-67b8-4dc2-98dc-cb0a83d3d69c req-3eed7f0f-b03a-48f7-a19b-5cb00e7efe02 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 210 time: 0.0723894 Jul 16 20:24:45.075698 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a1c2342c-13bf-4133-8e47-9d8681d2b335 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.088574 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9345ae-6942-454e-aa3e-9e4da9e70e63 None None] Network cc6ed12b-92d2-4dd0-99e7-d91837561bb4 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:45.178822 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321db7f-661c-4b8a-867e-4411456f00f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c228eb-06ef-42a6-b44b-80e28868ae2f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:45.191577 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6cabb9b9-b2c4-4527-8ce0-dd646df71aae None None] Provisioning for port 779776ba-d9f0-4fe0-9527-90d0560ef7cc completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:45.234743 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5a7a7e9e-ccb9-4015-a6a7-4968dad16405 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1153719 Jul 16 20:24:45.256722 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6cabb9b9-b2c4-4527-8ce0-dd646df71aae None None] Provisioning complete for port 779776ba-d9f0-4fe0-9527-90d0560ef7cc triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:45.257751 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cabb9b9-b2c4-4527-8ce0-dd646df71aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.288599 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a1c2342c-13bf-4133-8e47-9d8681d2b335 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:45.305419 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5b13baf8-abde-41c8-86f2-598f39c2008d service neutron] Request body: {'port': {'device_id': '745513b4-d918-414d-9a23-fd755c4ad9e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:45.320683 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a1c2342c-13bf-4133-8e47-9d8681d2b335 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:45.329825 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a1c2342c-13bf-4133-8e47-9d8681d2b335 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:45.356856 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-2998ebb9-bf2e-4d74-9616-79023c317b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:45.365524 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-2998ebb9-bf2e-4d74-9616-79023c317b5d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 1100 time: 1.2250636 Jul 16 20:24:45.430761 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6cabb9b9-b2c4-4527-8ce0-dd646df71aae None None] Port 779776ba-d9f0-4fe0-9527-90d0560ef7cc cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:24:45.450410 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f9aa5cc8-d6c0-42be-8acf-38074d0583d5'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:45.468615 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb37ef-7709-4579-8b63-9ceb59ea3c79 req-6c97795b-29f1-4be7-8431-1fc13e14ccfa tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:45.470197 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cabb37ef-7709-4579-8b63-9ceb59ea3c79 req-6c97795b-29f1-4be7-8431-1fc13e14ccfa tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03442a3-6d87-435f-87fc-d16eba4c971b HTTP/1.1" status: 200 len: 936 time: 0.2883928 Jul 16 20:24:45.651225 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cabb37ef-7709-4579-8b63-9ceb59ea3c79 req-f59ee06c-454d-4330-af03-f22fa826dd96 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704350 Jul 16 20:24:45.834496 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e1da461c-822d-4c55-ad65-b63e0427dacb up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:45.872228 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96aa4f9e-77c6-4961-8cb5-7e00a7facaed None None] Network 57459845-7fee-4eff-b586-2af1e50040c9 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:45.885420 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 7c759f51-36a6-4ed3-82f3-1d08c63872c1 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:45.978081 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 7c759f51-36a6-4ed3-82f3-1d08c63872c1 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:45.978486 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.115219 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-42363fd0-3e12-4a0a-a90a-af52207f2213 None None] Provisioning for port e1da461c-822d-4c55-ad65-b63e0427dacb completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:46.266684 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-e4dd00a7-5ffc-41cd-b8e1-8bb7d28b9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:46.268909 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-e4dd00a7-5ffc-41cd-b8e1-8bb7d28b9ee9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.8753173 Jul 16 20:24:46.273611 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2342c-13bf-4133-8e47-9d8681d2b335 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Pushing event updated for resources: {'Port': ['ID=c6fd142d-49fc-477b-b82f-164b97511e79,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:46.286267 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62dde7-1acd-4b06-b748-89e26c7e69e1 req-f4b592a3-f48e-430c-8622-124a4e0897ca tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:46.298251 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0e62dde7-1acd-4b06-b748-89e26c7e69e1 req-f4b592a3-f48e-430c-8622-124a4e0897ca tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 948 time: 0.1809065 Jul 16 20:24:46.311428 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a1c2342c-13bf-4133-8e47-9d8681d2b335 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:46.312097 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a1c2342c-13bf-4133-8e47-9d8681d2b335 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.368607 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c2342c-13bf-4133-8e47-9d8681d2b335 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:46.368955 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c2342c-13bf-4133-8e47-9d8681d2b335 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:46.369355 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c2342c-13bf-4133-8e47-9d8681d2b335 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:46.369741 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c2342c-13bf-4133-8e47-9d8681d2b335 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:46.370084 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c2342c-13bf-4133-8e47-9d8681d2b335 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:46.370441 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c2342c-13bf-4133-8e47-9d8681d2b335 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:46.370904 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c2342c-13bf-4133-8e47-9d8681d2b335 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:46.371267 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c2342c-13bf-4133-8e47-9d8681d2b335 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:46.371601 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c2342c-13bf-4133-8e47-9d8681d2b335 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:46.371930 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c2342c-13bf-4133-8e47-9d8681d2b335 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:46.372259 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c2342c-13bf-4133-8e47-9d8681d2b335 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:46.372574 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c2342c-13bf-4133-8e47-9d8681d2b335 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:46.377400 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-de39479a-ef3a-40b9-8c69-db6d1da1a42d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=7c759f51-36a6-4ed3-82f3-1d08c63872c1 HTTP/1.1" status: 200 len: 217 time: 0.0942609 Jul 16 20:24:46.383072 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a1c2342c-13bf-4133-8e47-9d8681d2b335 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8356574 Jul 16 20:24:46.436693 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a788a337-19b9-4814-9600-0973b0c19833 service neutron] Request body: {'port': {'device_id': 'a03442a3-6d87-435f-87fc-d16eba4c971b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:46.440787 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd6b64b9-686e-4e3c-b2b6-59c1ce0c6773 req-d07c5f17-242d-487b-81cc-6feb8f497c16 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 210 time: 0.0866096 Jul 16 20:24:46.467509 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port e1da461c-822d-4c55-ad65-b63e0427dacb completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:46.511571 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0e62dde7-1acd-4b06-b748-89e26c7e69e1 req-04382ab8-3b50-40d3-98fd-fb3722965163 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107587 Jul 16 20:24:46.534210 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5b13baf8-abde-41c8-86f2-598f39c2008d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.602336 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-7fd0ab97-0bcb-4227-be94-1efbaca1bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:46.604194 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-7fd0ab97-0bcb-4227-be94-1efbaca1bf71 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1944811 Jul 16 20:24:46.693037 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port e1da461c-822d-4c55-ad65-b63e0427dacb triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:46.693714 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.873845 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-7a4dea34-0d0f-47dc-9ec6-c32a74d907cb tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:46.890240 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-7a4dea34-0d0f-47dc-9ec6-c32a74d907cb tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:46.894730 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-7a4dea34-0d0f-47dc-9ec6-c32a74d907cb tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.18 "GET /v2.0/networks?id=cc6ed12b-92d2-4dd0-99e7-d91837561bb4&id=57459845-7fee-4eff-b586-2af1e50040c9&id=cc6ed12b-92d2-4dd0-99e7-d91837561bb4 HTTP/1.1" status: 200 len: 1391 time: 0.4374254 Jul 16 20:24:46.900824 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.907058 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-a1ec79ee-2cad-4328-9f2f-8af17d40a15f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Request body: {'port': {'device_id': '2011d6f7-b324-4150-b750-e312cc6bed56', 'network_id': 'cc6ed12b-92d2-4dd0-99e7-d91837561bb4', 'admin_state_up': True, 'tenant_id': '09c144a5203b4664aacedc644bfac14e'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:46.945819 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-88ad9b87-55ec-407c-93f8-620000f0daae None None] Provisioning for port c6fd142d-49fc-477b-b82f-164b97511e79 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:46.987511 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5b13baf8-abde-41c8-86f2-598f39c2008d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 779776ba-d9f0-4fe0-9527-90d0560ef7cc {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:46.993970 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-88ad9b87-55ec-407c-93f8-620000f0daae None None] Provisioning complete for port c6fd142d-49fc-477b-b82f-164b97511e79 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:46.994163 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88ad9b87-55ec-407c-93f8-620000f0daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.996177 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5b13baf8-abde-41c8-86f2-598f39c2008d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.009052 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5b13baf8-abde-41c8-86f2-598f39c2008d service neutron] Transition to ACTIVE for port object 779776ba-d9f0-4fe0-9527-90d0560ef7cc will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:47.054016 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5b13baf8-abde-41c8-86f2-598f39c2008d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.094336 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-88ad9b87-55ec-407c-93f8-620000f0daae None None] Port c6fd142d-49fc-477b-b82f-164b97511e79 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:24:47.136338 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a788a337-19b9-4814-9600-0973b0c19833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.203360 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 7c759f51-36a6-4ed3-82f3-1d08c63872c1, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=7c759f51-36a6-4ed3-82f3-1d08c63872c1,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:47.229365 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1e09f3-a09a-4e66-b965-aacccd7d5c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c759f51-36a6-4ed3-82f3-1d08c63872c1'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:47.229365 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd454a2-e3b3-4c0e-8eee-3357187da072" -d '{"events": [{"server_uuid": "5b1e09f3-a09a-4e66-b965-aacccd7d5c8d", "name": "network-vif-plugged", "status": "completed", "tag": "7c759f51-36a6-4ed3-82f3-1d08c63872c1"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:47.278571 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-a1ec79ee-2cad-4328-9f2f-8af17d40a15f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Made reservation on behalf of 09c144a5203b4664aacedc644bfac14e for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:47.284846 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-a1ec79ee-2cad-4328-9f2f-8af17d40a15f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.297717 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-88ad9b87-55ec-407c-93f8-620000f0daae None None] Provisioning for port b4f78db3-6221-4fbf-b205-803f7266339b completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:47.312515 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.416659 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13baf8-abde-41c8-86f2-598f39c2008d service neutron] Pushing event updated for resources: {'Port': ['ID=779776ba-d9f0-4fe0-9527-90d0560ef7cc,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:47.541503 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f472c3-14bd-45e9-9f43-b0f3decfffd4 req-976f6483-2d7e-400a-9415-0b16e23150bf tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:47.550206 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-49f472c3-14bd-45e9-9f43-b0f3decfffd4 req-976f6483-2d7e-400a-9415-0b16e23150bf tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03442a3-6d87-435f-87fc-d16eba4c971b HTTP/1.1" status: 200 len: 936 time: 0.6078801 Jul 16 20:24:47.636308 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103f3846-c9c8-444e-814f-3ba08782b818 x-openstack-request-id: req-103f3846-c9c8-444e-814f-3ba08782b818 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:47.636644 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1e09f3-a09a-4e66-b965-aacccd7d5c8d", "name": "network-vif-plugged", "status": "completed", "tag": "7c759f51-36a6-4ed3-82f3-1d08c63872c1", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:47.636903 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-103f3846-c9c8-444e-814f-3ba08782b818 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:47.637352 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1e09f3-a09a-4e66-b965-aacccd7d5c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c759f51-36a6-4ed3-82f3-1d08c63872c1', 'code': 200} Jul 16 20:24:47.643751 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=7c759f51-36a6-4ed3-82f3-1d08c63872c1,revision_number=9']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:47.647205 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['8e3da5c1-787e-433f-b543-77bc7f75e480', '5bed6517-899b-4190-a8dc-5aced4507220'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:47.758470 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.768287 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-49f472c3-14bd-45e9-9f43-b0f3decfffd4 req-94dc8963-cdf3-43a1-920f-282323a64d40 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169888 Jul 16 20:24:47.860575 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5b13baf8-abde-41c8-86f2-598f39c2008d service neutron] Attempting to bind port 779776ba-d9f0-4fe0-9527-90d0560ef7cc on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:47.861252 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5b13baf8-abde-41c8-86f2-598f39c2008d service neutron] Attempting to bind port 779776ba-d9f0-4fe0-9527-90d0560ef7cc by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:47.861820 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5b13baf8-abde-41c8-86f2-598f39c2008d service neutron] Attempting to bind port 779776ba-d9f0-4fe0-9527-90d0560ef7cc on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:47.870406 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-c26d986e-d2e3-41fc-b9a7-71de978327a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:47.872521 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-c26d986e-d2e3-41fc-b9a7-71de978327a8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8333640 Jul 16 20:24:47.881598 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8a9e2219-5ef8-4d33-b1c8-cbe98e3e677c req-caff07ff-accf-4742-82a3-f2da275b777b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 210 time: 0.0843298 Jul 16 20:24:47.884230 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5b13baf8-abde-41c8-86f2-598f39c2008d service neutron] Port 779776ba-d9f0-4fe0-9527-90d0560ef7cc on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:24:47.884756 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5b13baf8-abde-41c8-86f2-598f39c2008d service neutron] Attempting to bind port 779776ba-d9f0-4fe0-9527-90d0560ef7cc on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:47.902126 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-a1ec79ee-2cad-4328-9f2f-8af17d40a15f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Allocated IP 19.80.0.40 (cc6ed12b-92d2-4dd0-99e7-d91837561bb4/ae8caf04-958d-4400-8088-71f52e6ec225/8138fecc-8c98-4c89-93f4-3aaab5434948) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:47.932582 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5b13baf8-abde-41c8-86f2-598f39c2008d service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:47.935610 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5b13baf8-abde-41c8-86f2-598f39c2008d service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:47.938650 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5b13baf8-abde-41c8-86f2-598f39c2008d service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:47.939712 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5b13baf8-abde-41c8-86f2-598f39c2008d service neutron] Bound port: 779776ba-d9f0-4fe0-9527-90d0560ef7cc, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:47.940127 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5b13baf8-abde-41c8-86f2-598f39c2008d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.065822 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59234) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:48.151143 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port e1da461c-822d-4c55-ad65-b63e0427dacb, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e1da461c-822d-4c55-ad65-b63e0427dacb,segment=NetworkSegment(4b16f32d-1a72-4041-acf5-39fb2dffd2ff),segment_id=4b16f32d-1a72-4041-acf5-39fb2dffd2ff)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:48.209329 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.218177 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b4f78db3-6221-4fbf-b205-803f7266339b up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:48.342610 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=e1da461c-822d-4c55-ad65-b63e0427dacb,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:48.354903 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa98709e-7d25-4714-9cf6-201a6b0afb2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.397920 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-053ba4f6-1bd2-4ae9-8846-081edf916d7e None None] Provisioning complete for port e1da461c-822d-4c55-ad65-b63e0427dacb triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:48.398302 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-053ba4f6-1bd2-4ae9-8846-081edf916d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.405085 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a788a337-19b9-4814-9600-0973b0c19833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6fd142d-49fc-477b-b82f-164b97511e79 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:48.425010 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-a1ec79ee-2cad-4328-9f2f-8af17d40a15f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.461348 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-a1ec79ee-2cad-4328-9f2f-8af17d40a15f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Transition to ACTIVE for port object 8138fecc-8c98-4c89-93f4-3aaab5434948 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:48.464856 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a788a337-19b9-4814-9600-0973b0c19833 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.499048 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11057875-6594-49f9-af2b-573fa84e95d6 req-8b155a68-69ec-41bc-989a-878f8675f256 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:48.500886 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11057875-6594-49f9-af2b-573fa84e95d6 req-8b155a68-69ec-41bc-989a-878f8675f256 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.2980125 Jul 16 20:24:48.515670 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5b13baf8-abde-41c8-86f2-598f39c2008d service neutron] For port 779776ba-d9f0-4fe0-9527-90d0560ef7cc, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:48.522832 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-1b9f13df-06d7-4713-8027-031065d8e199 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6341615 Jul 16 20:24:48.544308 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port b4f78db3-6221-4fbf-b205-803f7266339b completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:48.552989 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port b4f78db3-6221-4fbf-b205-803f7266339b triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:48.552989 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.573817 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a788a337-19b9-4814-9600-0973b0c19833 service neutron] Transition to ACTIVE for port object c6fd142d-49fc-477b-b82f-164b97511e79 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:48.592901 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11057875-6594-49f9-af2b-573fa84e95d6 req-b2307dbc-8174-414e-b930-44fbef91436d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789521 Jul 16 20:24:48.609136 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-a1ec79ee-2cad-4328-9f2f-8af17d40a15f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.637895 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a788a337-19b9-4814-9600-0973b0c19833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.653107 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5b13baf8-abde-41c8-86f2-598f39c2008d service neutron] For port 779776ba-d9f0-4fe0-9527-90d0560ef7cc, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=779776ba-d9f0-4fe0-9527-90d0560ef7cc,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:48.680887 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5b13baf8-abde-41c8-86f2-598f39c2008d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.710038 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa98709e-7d25-4714-9cf6-201a6b0afb2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.712723 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-a1ec79ee-2cad-4328-9f2f-8af17d40a15f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Network cc6ed12b-92d2-4dd0-99e7-d91837561bb4 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:48.714675 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-a1ec79ee-2cad-4328-9f2f-8af17d40a15f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:48.716579 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec79ee-2cad-4328-9f2f-8af17d40a15f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event updated for resources: {'Port': ['ID=8138fecc-8c98-4c89-93f4-3aaab5434948,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:48.722544 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-a1ec79ee-2cad-4328-9f2f-8af17d40a15f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:48.729491 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa98709e-7d25-4714-9cf6-201a6b0afb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.781206 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.804992 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788a337-19b9-4814-9600-0973b0c19833 service neutron] Pushing event updated for resources: {'Port': ['ID=c6fd142d-49fc-477b-b82f-164b97511e79,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:48.848121 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-aa98709e-7d25-4714-9cf6-201a6b0afb2e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8a70b312f34d4e6eac47dd3c0a97de83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7808895 Jul 16 20:24:48.867219 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-a1ec79ee-2cad-4328-9f2f-8af17d40a15f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:48.868736 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-a1ec79ee-2cad-4328-9f2f-8af17d40a15f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.896632 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98709e-7d25-4714-9cf6-201a6b0afb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76719b20-7597-46f0-bec6-3f2509c4418a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:48.898031 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port b4f78db3-6221-4fbf-b205-803f7266339b, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b4f78db3-6221-4fbf-b205-803f7266339b,segment=NetworkSegment(413b31cc-8519-4fcf-bc87-f975e08805cd),segment_id=413b31cc-8519-4fcf-bc87-f975e08805cd)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:48.900079 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59248) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:48.914872 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-a1ec79ee-2cad-4328-9f2f-8af17d40a15f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0121949 Jul 16 20:24:48.933125 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-1a325ef5-ea71-40fa-9dc6-29e9c68c98a1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Request body: {'port': {'device_id': '2011d6f7-b324-4150-b750-e312cc6bed56', 'network_id': '57459845-7fee-4eff-b586-2af1e50040c9', 'admin_state_up': True, 'tenant_id': '09c144a5203b4664aacedc644bfac14e'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:48.937704 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.958741 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0e43d102-b51c-4b36-9d64-c013aca71272 None None] Provisioning complete for port b4f78db3-6221-4fbf-b205-803f7266339b triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:48.959053 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e43d102-b51c-4b36-9d64-c013aca71272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.092460 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5b13baf8-abde-41c8-86f2-598f39c2008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:49.093421 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5b13baf8-abde-41c8-86f2-598f39c2008d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.095356 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-5b13baf8-abde-41c8-86f2-598f39c2008d service neutron] 10.222.0.18 "PUT /v2.0/ports/779776ba-d9f0-4fe0-9527-90d0560ef7cc HTTP/1.1" status: 200 len: 1097 time: 3.8025846 Jul 16 20:24:49.100860 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745513b4-d918-414d-9a23-fd755c4ad9e2', 'tag': '779776ba-d9f0-4fe0-9527-90d0560ef7cc'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:49.103945 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b42bfa-60e0-47dc-af3c-f770f7834252" -d '{"events": [{"name": "network-changed", "server_uuid": "745513b4-d918-414d-9a23-fd755c4ad9e2", "tag": "779776ba-d9f0-4fe0-9527-90d0560ef7cc"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:49.115845 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e1da461c-822d-4c55-ad65-b63e0427dacb up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:49.253230 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4e258263-a58e-479d-84a7-7eb576db26aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.300028 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4e258263-a58e-479d-84a7-7eb576db26aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.355071 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=b4f78db3-6221-4fbf-b205-803f7266339b,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:49.365040 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ce614-ca09-46d1-85da-b79ca00f98dd req-ee6e9673-e882-46b1-8af3-283ed948f7df tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:49.375069 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-279ce614-ca09-46d1-85da-b79ca00f98dd req-ee6e9673-e882-46b1-8af3-283ed948f7df tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03442a3-6d87-435f-87fc-d16eba4c971b HTTP/1.1" status: 200 len: 948 time: 0.3480110 Jul 16 20:24:49.382832 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:49.384299 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-50f6e86b-b923-473c-81fc-4c79204a31e7 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8482673 Jul 16 20:24:49.386600 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:49.389303 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:49.404620 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:49.405822 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:49.414848 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:49.415870 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:49.415870 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:49.418094 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:49.419663 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:49.420171 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:49.421523 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:49.480072 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-1a325ef5-ea71-40fa-9dc6-29e9c68c98a1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Made reservation on behalf of 09c144a5203b4664aacedc644bfac14e for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:49.482894 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13baf8-abde-41c8-86f2-598f39c2008d service neutron] Pushing event updated for resources: {'Port': ['ID=779776ba-d9f0-4fe0-9527-90d0560ef7cc,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:49.484903 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-1a325ef5-ea71-40fa-9dc6-29e9c68c98a1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.554858 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-279ce614-ca09-46d1-85da-b79ca00f98dd req-267b3b06-9669-41d4-a099-713938782163 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787264 Jul 16 20:24:49.566105 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a788a337-19b9-4814-9600-0973b0c19833 service neutron] Attempting to bind port c6fd142d-49fc-477b-b82f-164b97511e79 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:49.566821 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a788a337-19b9-4814-9600-0973b0c19833 service neutron] Attempting to bind port c6fd142d-49fc-477b-b82f-164b97511e79 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:49.567121 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a788a337-19b9-4814-9600-0973b0c19833 service neutron] Attempting to bind port c6fd142d-49fc-477b-b82f-164b97511e79 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:49.568285 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port e1da461c-822d-4c55-ad65-b63e0427dacb triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:49.569708 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.588887 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4e258263-a58e-479d-84a7-7eb576db26aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.593965 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-3326f976-66d1-4202-b039-361af64c099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:49.597467 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4e258263-a58e-479d-84a7-7eb576db26aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.598967 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4e258263-a58e-479d-84a7-7eb576db26aa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/76719b20-7597-46f0-bec6-3f2509c4418a HTTP/1.1" status: 204 len: 168 time: 0.6979768 Jul 16 20:24:49.601272 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-3326f976-66d1-4202-b039-361af64c099d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&device_id=745513b4-d918-414d-9a23-fd755c4ad9e2 HTTP/1.1" status: 200 len: 1100 time: 0.4278922 Jul 16 20:24:49.602228 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a788a337-19b9-4814-9600-0973b0c19833 service neutron] Port c6fd142d-49fc-477b-b82f-164b97511e79 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:24:49.602583 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a788a337-19b9-4814-9600-0973b0c19833 service neutron] Attempting to bind port c6fd142d-49fc-477b-b82f-164b97511e79 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:49.649469 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e258263-a58e-479d-84a7-7eb576db26aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76719b20-7597-46f0-bec6-3f2509c4418a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:49.747684 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a788a337-19b9-4814-9600-0973b0c19833 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:49.748319 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a788a337-19b9-4814-9600-0973b0c19833 service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:49.748924 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a788a337-19b9-4814-9600-0973b0c19833 service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:49.749381 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a788a337-19b9-4814-9600-0973b0c19833 service neutron] Bound port: c6fd142d-49fc-477b-b82f-164b97511e79, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:49.753859 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a788a337-19b9-4814-9600-0973b0c19833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.757999 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e76285-542a-4137-aefd-161c71107272 x-openstack-request-id: req-54e76285-542a-4137-aefd-161c71107272 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:49.759889 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "745513b4-d918-414d-9a23-fd755c4ad9e2", "tag": "779776ba-d9f0-4fe0-9527-90d0560ef7cc", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:49.760266 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-54e76285-542a-4137-aefd-161c71107272 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:49.760699 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745513b4-d918-414d-9a23-fd755c4ad9e2', 'tag': '779776ba-d9f0-4fe0-9527-90d0560ef7cc', 'status': 'completed', 'code': 200} Jul 16 20:24:49.779798 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-cc904c77-1114-4c45-a590-2c42ab4fa48a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=779776ba-d9f0-4fe0-9527-90d0560ef7cc HTTP/1.1" status: 200 len: 217 time: 0.1687243 Jul 16 20:24:49.785766 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66fd37-51af-4889-ae48-252ca640abde req-651b024c-331b-4d2a-98f1-e10524dd86ce tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:49.803968 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7d66fd37-51af-4889-ae48-252ca640abde req-651b024c-331b-4d2a-98f1-e10524dd86ce tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 931 time: 0.3851528 Jul 16 20:24:49.865290 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-19e0b070-485f-4f1b-b31b-03b386dc846c None None] Provisioning for port 8138fecc-8c98-4c89-93f4-3aaab5434948 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:49.887678 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-19e0b070-485f-4f1b-b31b-03b386dc846c None None] Provisioning complete for port 8138fecc-8c98-4c89-93f4-3aaab5434948 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:49.887923 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-19e0b070-485f-4f1b-b31b-03b386dc846c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.970632 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-19e0b070-485f-4f1b-b31b-03b386dc846c None None] Port 8138fecc-8c98-4c89-93f4-3aaab5434948 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:24:49.995336 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-c9623d39-6875-4c8f-bd99-7eff2fc2c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:49.996852 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-c9623d39-6875-4c8f-bd99-7eff2fc2c446 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.2081225 Jul 16 20:24:50.074563 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7d66fd37-51af-4889-ae48-252ca640abde req-cb48ca45-f8bb-46f5-8978-5e7a9d6057ad tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551305 Jul 16 20:24:50.104709 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-1a325ef5-ea71-40fa-9dc6-29e9c68c98a1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Allocated IP 19.86.0.245 (57459845-7fee-4eff-b586-2af1e50040c9/c54f5517-7367-45ca-8500-9aa0386c6243/0b7cecac-9dba-4cea-a81b-8561d460d6a6) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:50.155254 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a788a337-19b9-4814-9600-0973b0c19833 service neutron] For port c6fd142d-49fc-477b-b82f-164b97511e79, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:50.173572 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a788a337-19b9-4814-9600-0973b0c19833 service neutron] For port c6fd142d-49fc-477b-b82f-164b97511e79, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c6fd142d-49fc-477b-b82f-164b97511e79,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:50.187178 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a788a337-19b9-4814-9600-0973b0c19833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.236533 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a788a337-19b9-4814-9600-0973b0c19833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:50.236533 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a788a337-19b9-4814-9600-0973b0c19833 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.236533 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-a788a337-19b9-4814-9600-0973b0c19833 service neutron] 10.222.0.62 "PUT /v2.0/ports/c6fd142d-49fc-477b-b82f-164b97511e79 HTTP/1.1" status: 200 len: 1097 time: 3.8228700 Jul 16 20:24:50.274656 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-3ba9420f-a6a5-488d-bd97-f4f3bd98e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:50.278146 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-3ba9420f-a6a5-488d-bd97-f4f3bd98e55b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2650661 Jul 16 20:24:50.422927 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788a337-19b9-4814-9600-0973b0c19833 service neutron] Pushing event updated for resources: {'Port': ['ID=c6fd142d-49fc-477b-b82f-164b97511e79,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:50.534693 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-03606a48-380b-47fc-a331-7011f1d83062 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492766 Jul 16 20:24:50.599897 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-42ae182b-5e5b-41a1-b93a-28ef973f5ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:50.602042 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-42ae182b-5e5b-41a1-b93a-28ef973f5ddd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&device_id=a03442a3-6d87-435f-87fc-d16eba4c971b HTTP/1.1" status: 200 len: 1100 time: 0.1735845 Jul 16 20:24:50.691141 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-4c52fdd6-03e9-4f3f-9f33-c1a25d119c53 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=c6fd142d-49fc-477b-b82f-164b97511e79 HTTP/1.1" status: 200 len: 217 time: 0.0458755 Jul 16 20:24:50.765461 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-9ad5c127-4285-4150-b763-6eb268edfe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:50.768029 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-9ad5c127-4285-4150-b763-6eb268edfe52 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0676641 Jul 16 20:24:50.817525 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-2f7fc1b3-fc6f-4c90-93b6-dd10d40efafe service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696822 Jul 16 20:24:50.922387 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8370f16-2679-4ddf-88fb-c1af77739421 req-29b23318-4571-458e-abdc-da48df404bf8 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:50.930072 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f8370f16-2679-4ddf-88fb-c1af77739421 req-29b23318-4571-458e-abdc-da48df404bf8 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.6803560 Jul 16 20:24:50.949170 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-efab1e61-7033-4d70-ac24-b5814f1b51a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:50.951206 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-efab1e61-7033-4d70-ac24-b5814f1b51a2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1766720 Jul 16 20:24:50.966310 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-1a325ef5-ea71-40fa-9dc6-29e9c68c98a1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.015253 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f8370f16-2679-4ddf-88fb-c1af77739421 req-0d1b37f5-1954-4cbd-806d-a58ebf7bb1f5 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841596 Jul 16 20:24:51.023039 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-1a325ef5-ea71-40fa-9dc6-29e9c68c98a1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Transition to ACTIVE for port object 0b7cecac-9dba-4cea-a81b-8561d460d6a6 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:51.054949 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d71b8a-55f1-4e34-94eb-41718c4196ac req-a4a5b9c9-29f4-4b5a-b870-c6d1e786d3d7 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:51.066314 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-69d71b8a-55f1-4e34-94eb-41718c4196ac req-a4a5b9c9-29f4-4b5a-b870-c6d1e786d3d7 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03442a3-6d87-435f-87fc-d16eba4c971b HTTP/1.1" status: 200 len: 948 time: 0.2379754 Jul 16 20:24:51.124140 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-3697ee33-1cd8-4594-8292-26aa42ed4ae7 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479349 Jul 16 20:24:51.133477 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b42bfa-60e0-47dc-af3c-f770f7834252 req-4be900c5-64ec-4654-9d85-afc24440fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:51.138435 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-91b42bfa-60e0-47dc-af3c-f770f7834252 req-4be900c5-64ec-4654-9d85-afc24440fc66 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&device_id=745513b4-d918-414d-9a23-fd755c4ad9e2 HTTP/1.1" status: 200 len: 1100 time: 0.2527795 Jul 16 20:24:51.142443 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b4f78db3-6221-4fbf-b205-803f7266339b up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:51.182581 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-69d71b8a-55f1-4e34-94eb-41718c4196ac req-fcd06a8b-543f-4456-912e-f1205963e2a7 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010273 Jul 16 20:24:51.204198 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-1a325ef5-ea71-40fa-9dc6-29e9c68c98a1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.237503 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-1a325ef5-ea71-40fa-9dc6-29e9c68c98a1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Network 57459845-7fee-4eff-b586-2af1e50040c9 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:51.248828 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port b4f78db3-6221-4fbf-b205-803f7266339b triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:51.249203 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.432519 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a325ef5-ea71-40fa-9dc6-29e9c68c98a1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event updated for resources: {'Port': ['ID=0b7cecac-9dba-4cea-a81b-8561d460d6a6,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:51.444226 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-1a325ef5-ea71-40fa-9dc6-29e9c68c98a1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:51.450427 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-1a325ef5-ea71-40fa-9dc6-29e9c68c98a1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:51.609192 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2b68ea7-7146-44b8-b6c1-960a92137d48 req-6820e3c4-97d3-41d6-b2d1-208286aeb628 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697697 Jul 16 20:24:51.627287 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c91156b9-3298-478b-9a09-3aab02cca792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.649528 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b42bfa-60e0-47dc-af3c-f770f7834252 req-6ea7cf08-08c9-4af4-b401-88bb6b919511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:51.653713 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-91b42bfa-60e0-47dc-af3c-f770f7834252 req-6ea7cf08-08c9-4af4-b401-88bb6b919511 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.4588950 Jul 16 20:24:51.711132 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-1a325ef5-ea71-40fa-9dc6-29e9c68c98a1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:51.721170 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-91b42bfa-60e0-47dc-af3c-f770f7834252 req-355c19dd-d677-489f-9e2a-7bebcbad49fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=779776ba-d9f0-4fe0-9527-90d0560ef7cc HTTP/1.1" status: 200 len: 217 time: 0.0603316 Jul 16 20:24:51.721546 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-1a325ef5-ea71-40fa-9dc6-29e9c68c98a1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.779483 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229bf9a-605b-42b2-90be-123b9e5c8ba2 req-ec17ca9b-921b-44b9-958b-2b4bacaf242f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:51.786885 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229bf9a-605b-42b2-90be-123b9e5c8ba2 req-ec17ca9b-921b-44b9-958b-2b4bacaf242f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:51.795241 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c229bf9a-605b-42b2-90be-123b9e5c8ba2 req-ec17ca9b-921b-44b9-958b-2b4bacaf242f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 1654 time: 0.2490447 Jul 16 20:24:51.799216 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03442a3-6d87-435f-87fc-d16eba4c971b', 'tag': 'c6fd142d-49fc-477b-b82f-164b97511e79'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:51.802691 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2895d3ba-73e3-4ec5-b393-1ad9a3386547" -d '{"events": [{"name": "network-changed", "server_uuid": "a03442a3-6d87-435f-87fc-d16eba4c971b", "tag": "c6fd142d-49fc-477b-b82f-164b97511e79"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:51.811401 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-1a325ef5-ea71-40fa-9dc6-29e9c68c98a1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8886204 Jul 16 20:24:51.825885 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-57766038-be57-4b5e-a397-39af61eb3a7e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Request body: {'port': {'device_id': '2011d6f7-b324-4150-b750-e312cc6bed56', 'network_id': 'cc6ed12b-92d2-4dd0-99e7-d91837561bb4', 'admin_state_up': True, 'tenant_id': '09c144a5203b4664aacedc644bfac14e'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:51.845853 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b42bfa-60e0-47dc-af3c-f770f7834252 req-dd35122f-3f2e-414b-8a96-8dadbec6d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:51.851760 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-91b42bfa-60e0-47dc-af3c-f770f7834252 req-dd35122f-3f2e-414b-8a96-8dadbec6d390 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1239293 Jul 16 20:24:51.909634 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c229bf9a-605b-42b2-90be-123b9e5c8ba2 req-d5700755-36b9-449d-8f2e-eb9e65c2fe8e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123443 Jul 16 20:24:51.936322 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417c9d71-3522-4320-9044-c18f0c7d6342 x-openstack-request-id: req-417c9d71-3522-4320-9044-c18f0c7d6342 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:51.936910 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03442a3-6d87-435f-87fc-d16eba4c971b", "tag": "c6fd142d-49fc-477b-b82f-164b97511e79", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:51.937316 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-417c9d71-3522-4320-9044-c18f0c7d6342 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:51.937853 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03442a3-6d87-435f-87fc-d16eba4c971b', 'tag': 'c6fd142d-49fc-477b-b82f-164b97511e79', 'status': 'completed', 'code': 200} Jul 16 20:24:51.978388 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b42bfa-60e0-47dc-af3c-f770f7834252 req-a51d4c31-a105-4ecc-847e-88ad84fd5c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:51.989601 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-91b42bfa-60e0-47dc-af3c-f770f7834252 req-a51d4c31-a105-4ecc-847e-88ad84fd5c79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1308556 Jul 16 20:24:52.010674 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3eadf75d-41d5-4797-b42f-d24469c11c75 None None] Provisioning for port 0b7cecac-9dba-4cea-a81b-8561d460d6a6 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:52.014935 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3eadf75d-41d5-4797-b42f-d24469c11c75 None None] Provisioning complete for port 0b7cecac-9dba-4cea-a81b-8561d460d6a6 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:52.015304 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3eadf75d-41d5-4797-b42f-d24469c11c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.086314 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-57766038-be57-4b5e-a397-39af61eb3a7e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Made reservation on behalf of 09c144a5203b4664aacedc644bfac14e for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:52.091980 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-57766038-be57-4b5e-a397-39af61eb3a7e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.117737 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3eadf75d-41d5-4797-b42f-d24469c11c75 None None] Port 0b7cecac-9dba-4cea-a81b-8561d460d6a6 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:24:52.261689 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895d3ba-73e3-4ec5-b393-1ad9a3386547 req-aa154aa2-7011-4a53-a7b1-9f524c1f73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:52.263302 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2895d3ba-73e3-4ec5-b393-1ad9a3386547 req-aa154aa2-7011-4a53-a7b1-9f524c1f73be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&device_id=a03442a3-6d87-435f-87fc-d16eba4c971b HTTP/1.1" status: 200 len: 1100 time: 0.2714190 Jul 16 20:24:52.325254 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-91b42bfa-60e0-47dc-af3c-f770f7834252 req-d3b3782b-7071-4d20-a93a-d019fedfd3af service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425559 Jul 16 20:24:52.500893 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895d3ba-73e3-4ec5-b393-1ad9a3386547 req-72f18d75-ce4b-4271-8745-4aff077aec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:52.503472 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2895d3ba-73e3-4ec5-b393-1ad9a3386547 req-72f18d75-ce4b-4271-8745-4aff077aec67 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.2278438 Jul 16 20:24:52.541016 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95149c-914d-4495-8bfe-a4986eed99a9 req-bfaf61f2-60bb-4283-a1da-869bdd056125 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:52.554983 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f95149c-914d-4495-8bfe-a4986eed99a9 req-bfaf61f2-60bb-4283-a1da-869bdd056125 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.2836924 Jul 16 20:24:52.585574 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-57766038-be57-4b5e-a397-39af61eb3a7e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Allocated IP 19.80.0.143 (cc6ed12b-92d2-4dd0-99e7-d91837561bb4/ae8caf04-958d-4400-8088-71f52e6ec225/734723b9-6196-4e8d-abbf-c4b335aae0a8) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:52.609182 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2895d3ba-73e3-4ec5-b393-1ad9a3386547 req-c4c948df-876a-46c7-b9c7-b048bb6928d3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=c6fd142d-49fc-477b-b82f-164b97511e79 HTTP/1.1" status: 200 len: 217 time: 0.0712402 Jul 16 20:24:52.618640 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-91b42bfa-60e0-47dc-af3c-f770f7834252 req-18a6a508-de2f-4a3c-a0e7-29e9f557bb54 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838070 Jul 16 20:24:52.716931 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895d3ba-73e3-4ec5-b393-1ad9a3386547 req-05002038-bb98-4315-971b-1bbaad61bdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:52.718725 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2895d3ba-73e3-4ec5-b393-1ad9a3386547 req-05002038-bb98-4315-971b-1bbaad61bdf6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0975852 Jul 16 20:24:52.726966 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-aad43d25-3706-4770-adca-bb41714956d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:52.728618 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-aad43d25-3706-4770-adca-bb41714956d2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d&tenant_id=ae184935e63442fbbd551c2164ed273b HTTP/1.1" status: 200 len: 1101 time: 0.2395635 Jul 16 20:24:52.758639 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f95149c-914d-4495-8bfe-a4986eed99a9 req-71e030d1-abb4-41aa-b56e-d794902188b2 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025213 Jul 16 20:24:52.780718 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-362492c4-6be6-423d-b090-22f91f75cd7c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-21', 'device_owner': 'compute:nova'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:52.912286 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dbe1fc-ecef-4acc-b4bb-283a47c71436 req-1ea34e2f-8075-458d-adf3-874b7bbcc556 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:52.922632 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895d3ba-73e3-4ec5-b393-1ad9a3386547 req-47fafcb3-d039-4710-9581-38727e5e1b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:52.922973 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-21dbe1fc-ecef-4acc-b4bb-283a47c71436 req-1ea34e2f-8075-458d-adf3-874b7bbcc556 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03442a3-6d87-435f-87fc-d16eba4c971b HTTP/1.1" status: 200 len: 948 time: 0.3386865 Jul 16 20:24:52.930743 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2895d3ba-73e3-4ec5-b393-1ad9a3386547 req-47fafcb3-d039-4710-9581-38727e5e1b44 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2011254 Jul 16 20:24:53.010431 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-362492c4-6be6-423d-b090-22f91f75cd7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.023588 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59424) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:53.088076 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-21dbe1fc-ecef-4acc-b4bb-283a47c71436 req-da19c329-34eb-4ac7-9f42-d6523e643c23 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641943 Jul 16 20:24:53.151314 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-57766038-be57-4b5e-a397-39af61eb3a7e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.178517 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2895d3ba-73e3-4ec5-b393-1ad9a3386547 req-607929f1-3a19-4cfc-b1ff-544be125d319 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360730 Jul 16 20:24:53.183564 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-57766038-be57-4b5e-a397-39af61eb3a7e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Transition to ACTIVE for port object 734723b9-6196-4e8d-abbf-c4b335aae0a8 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:53.278371 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-57766038-be57-4b5e-a397-39af61eb3a7e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.346428 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-57766038-be57-4b5e-a397-39af61eb3a7e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Network cc6ed12b-92d2-4dd0-99e7-d91837561bb4 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:53.354848 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-57766038-be57-4b5e-a397-39af61eb3a7e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:53.355060 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2895d3ba-73e3-4ec5-b393-1ad9a3386547 req-7e8d5784-8731-49c8-939e-5a19af7806fa service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960321 Jul 16 20:24:53.369523 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-57766038-be57-4b5e-a397-39af61eb3a7e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:53.384317 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a3936aed-e39c-4cec-b1fa-17a8e05851e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.414032 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57766038-be57-4b5e-a397-39af61eb3a7e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event updated for resources: {'Port': ['ID=734723b9-6196-4e8d-abbf-c4b335aae0a8,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:53.452317 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-57766038-be57-4b5e-a397-39af61eb3a7e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:53.453155 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-57766038-be57-4b5e-a397-39af61eb3a7e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.477463 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0817b-9553-4fac-a2cb-0c531ab196c0 req-36421d8b-2e43-452f-b023-0e85ce0ba7c8 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:53.485405 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0817b-9553-4fac-a2cb-0c531ab196c0 req-36421d8b-2e43-452f-b023-0e85ce0ba7c8 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:53.493718 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0817b-9553-4fac-a2cb-0c531ab196c0 req-36421d8b-2e43-452f-b023-0e85ce0ba7c8 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:53.501974 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-caf0817b-9553-4fac-a2cb-0c531ab196c0 req-36421d8b-2e43-452f-b023-0e85ce0ba7c8 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 2376 time: 0.2368922 Jul 16 20:24:53.556748 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-caf0817b-9553-4fac-a2cb-0c531ab196c0 req-aa6be533-9f52-4565-a51c-79da0de62712 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539403 Jul 16 20:24:53.778616 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-779b95ce-3de5-4787-b234-a9c608903ae3 None None] Provisioning for port 734723b9-6196-4e8d-abbf-c4b335aae0a8 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:53.784509 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-779b95ce-3de5-4787-b234-a9c608903ae3 None None] Provisioning complete for port 734723b9-6196-4e8d-abbf-c4b335aae0a8 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:53.785176 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-779b95ce-3de5-4787-b234-a9c608903ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.837193 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-362492c4-6be6-423d-b090-22f91f75cd7c service neutron] For port 7c759f51-36a6-4ed3-82f3-1d08c63872c1, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=7c759f51-36a6-4ed3-82f3-1d08c63872c1,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:53.838184 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-779b95ce-3de5-4787-b234-a9c608903ae3 None None] Port 734723b9-6196-4e8d-abbf-c4b335aae0a8 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:24:53.907517 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-362492c4-6be6-423d-b090-22f91f75cd7c service neutron] For port 7c759f51-36a6-4ed3-82f3-1d08c63872c1, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:53.960737 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a3936aed-e39c-4cec-b1fa-17a8e05851e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.971269 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a3936aed-e39c-4cec-b1fa-17a8e05851e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.976657 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-57766038-be57-4b5e-a397-39af61eb3a7e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1545205 Jul 16 20:24:53.995426 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Request body: {'port': {'device_id': '2011d6f7-b324-4150-b750-e312cc6bed56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:54.023424 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1e09f3-a09a-4e66-b965-aacccd7d5c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c759f51-36a6-4ed3-82f3-1d08c63872c1'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:54.025744 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29011afb-0075-4486-b14b-25e006356802" -d '{"events": [{"server_uuid": "5b1e09f3-a09a-4e66-b965-aacccd7d5c8d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c759f51-36a6-4ed3-82f3-1d08c63872c1"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:54.041062 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-362492c4-6be6-423d-b090-22f91f75cd7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.083591 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03182428-ec26-4009-a518-a3d9e055733a req-78560992-56e0-4c90-b41c-9843ddb4ee79 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:54.091823 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3936aed-e39c-4cec-b1fa-17a8e05851e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784d4ba4-112e-43e8-a42e-4e08ca9841de,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:54.106563 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-03182428-ec26-4009-a518-a3d9e055733a req-78560992-56e0-4c90-b41c-9843ddb4ee79 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.1722054 Jul 16 20:24:54.120265 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a3936aed-e39c-4cec-b1fa-17a8e05851e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f8c7238a4b5f40b39b97b831896e3702&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0941918 Jul 16 20:24:54.122387 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-362492c4-6be6-423d-b090-22f91f75cd7c service neutron] Transition to ACTIVE for port object 7c759f51-36a6-4ed3-82f3-1d08c63872c1 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:54.123080 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59440) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:54.137693 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-362492c4-6be6-423d-b090-22f91f75cd7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.191485 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-881c5eac-80ad-40b5-9954-7aa979c1da63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.193291 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.195540 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.246767 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-03182428-ec26-4009-a518-a3d9e055733a req-731661f9-a4ec-4ec7-9c98-65d1b7f10e4d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391525 Jul 16 20:24:54.260900 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf9425b-4acd-4466-bb1f-b5861421cd9a x-openstack-request-id: req-9cf9425b-4acd-4466-bb1f-b5861421cd9a {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:54.261469 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1e09f3-a09a-4e66-b965-aacccd7d5c8d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c759f51-36a6-4ed3-82f3-1d08c63872c1", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:54.261716 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9cf9425b-4acd-4466-bb1f-b5861421cd9a {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:54.270455 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1e09f3-a09a-4e66-b965-aacccd7d5c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c759f51-36a6-4ed3-82f3-1d08c63872c1', 'code': 200} Jul 16 20:24:54.299679 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362492c4-6be6-423d-b090-22f91f75cd7c service neutron] Pushing event updated for resources: {'Port': ['ID=7c759f51-36a6-4ed3-82f3-1d08c63872c1,revision_number=10']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:54.395889 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-362492c4-6be6-423d-b090-22f91f75cd7c service neutron] No DVR routers for this DVR port 7c759f51-36a6-4ed3-82f3-1d08c63872c1 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:54.424650 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4dcdd028-8fc4-4f1f-b6cb-3483a1ec58bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.518248 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4dcdd028-8fc4-4f1f-b6cb-3483a1ec58bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.537703 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-362492c4-6be6-423d-b090-22f91f75cd7c service neutron] Attempting to bind port 7c759f51-36a6-4ed3-82f3-1d08c63872c1 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:54.538424 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-362492c4-6be6-423d-b090-22f91f75cd7c service neutron] Attempting to bind port 7c759f51-36a6-4ed3-82f3-1d08c63872c1 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:54.539056 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-362492c4-6be6-423d-b090-22f91f75cd7c service neutron] Attempting to bind port 7c759f51-36a6-4ed3-82f3-1d08c63872c1 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:54.555219 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device c6fd142d-49fc-477b-b82f-164b97511e79 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:24:54.560543 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-362492c4-6be6-423d-b090-22f91f75cd7c service neutron] Port 7c759f51-36a6-4ed3-82f3-1d08c63872c1 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:24:54.561115 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-362492c4-6be6-423d-b090-22f91f75cd7c service neutron] Attempting to bind port 7c759f51-36a6-4ed3-82f3-1d08c63872c1 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:54.572603 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-362492c4-6be6-423d-b090-22f91f75cd7c service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:54.573339 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-362492c4-6be6-423d-b090-22f91f75cd7c service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:54.574075 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-362492c4-6be6-423d-b090-22f91f75cd7c service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:54.575078 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-362492c4-6be6-423d-b090-22f91f75cd7c service neutron] Bound port: 7c759f51-36a6-4ed3-82f3-1d08c63872c1, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:54.576660 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-362492c4-6be6-423d-b090-22f91f75cd7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.651022 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35451d76-885d-474d-bcca-b798484bea5b req-1032e448-cb01-4755-909d-49a297d67243 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:54.668683 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-35451d76-885d-474d-bcca-b798484bea5b req-1032e448-cb01-4755-909d-49a297d67243 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03442a3-6d87-435f-87fc-d16eba4c971b HTTP/1.1" status: 200 len: 948 time: 0.3041339 Jul 16 20:24:54.687981 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-362492c4-6be6-423d-b090-22f91f75cd7c service neutron] For port 7c759f51-36a6-4ed3-82f3-1d08c63872c1, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:54.693186 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-362492c4-6be6-423d-b090-22f91f75cd7c service neutron] For port 7c759f51-36a6-4ed3-82f3-1d08c63872c1, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7c759f51-36a6-4ed3-82f3-1d08c63872c1,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:54.707315 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-362492c4-6be6-423d-b090-22f91f75cd7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.758600 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 7c759f51-36a6-4ed3-82f3-1d08c63872c1 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:54.810920 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-35451d76-885d-474d-bcca-b798484bea5b req-0c986ba5-b02c-46aa-997a-10c01a567771 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412334 Jul 16 20:24:54.823971 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362492c4-6be6-423d-b090-22f91f75cd7c service neutron] Pushing event updated for resources: {'Port': ['ID=7c759f51-36a6-4ed3-82f3-1d08c63872c1,revision_number=11']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:54.843921 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-362492c4-6be6-423d-b090-22f91f75cd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:54.844667 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-362492c4-6be6-423d-b090-22f91f75cd7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.847500 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-362492c4-6be6-423d-b090-22f91f75cd7c service neutron] 10.222.0.18 "PUT /v2.0/ports/7c759f51-36a6-4ed3-82f3-1d08c63872c1 HTTP/1.1" status: 200 len: 1097 time: 2.0718012 Jul 16 20:24:54.851136 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4dcdd028-8fc4-4f1f-b6cb-3483a1ec58bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.870259 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4dcdd028-8fc4-4f1f-b6cb-3483a1ec58bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.871883 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4dcdd028-8fc4-4f1f-b6cb-3483a1ec58bf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/784d4ba4-112e-43e8-a42e-4e08ca9841de HTTP/1.1" status: 204 len: 168 time: 0.7476993 Jul 16 20:24:54.887707 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 779776ba-d9f0-4fe0-9527-90d0560ef7cc details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:24:54.911590 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8138fecc-8c98-4c89-93f4-3aaab5434948 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:54.920329 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.934684 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Transition to ACTIVE for port object 8138fecc-8c98-4c89-93f4-3aaab5434948 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:54.957918 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port c6fd142d-49fc-477b-b82f-164b97511e79, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c6fd142d-49fc-477b-b82f-164b97511e79,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:54.960583 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.962922 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 7c759f51-36a6-4ed3-82f3-1d08c63872c1 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:54.981748 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcdd028-8fc4-4f1f-b6cb-3483a1ec58bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784d4ba4-112e-43e8-a42e-4e08ca9841de,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:55.061917 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-49f5700e-612b-4053-91b5-4b2b50a1ea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:55.071305 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 779776ba-d9f0-4fe0-9527-90d0560ef7cc, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=779776ba-d9f0-4fe0-9527-90d0560ef7cc,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:55.078168 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-49f5700e-612b-4053-91b5-4b2b50a1ea91 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 1100 time: 0.1997881 Jul 16 20:24:55.083068 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bc564-4b59-4dc0-b521-334ea62074ec req-fa485fc0-81e8-4058-b334-c248626bfe8a tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:55.086303 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '779776ba-d9f0-4fe0-9527-90d0560ef7cc', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': '779776ba-d9f0-4fe0-9527-90d0560ef7cc', 'mac_address': 'fa:16:3e:ff:4c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:24:55.089330 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bc564-4b59-4dc0-b521-334ea62074ec req-fa485fc0-81e8-4058-b334-c248626bfe8a tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:55.097173 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bc564-4b59-4dc0-b521-334ea62074ec req-fa485fc0-81e8-4058-b334-c248626bfe8a tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:55.106706 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-687bc564-4b59-4dc0-b521-334ea62074ec req-fa485fc0-81e8-4058-b334-c248626bfe8a tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 2376 time: 0.3116288 Jul 16 20:24:55.117961 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'c6fd142d-49fc-477b-b82f-164b97511e79', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': 'c6fd142d-49fc-477b-b82f-164b97511e79', 'mac_address': 'fa:16:3e:6d:ca:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:24:55.122866 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Pushing event updated for resources: {'Port': ['ID=8138fecc-8c98-4c89-93f4-3aaab5434948,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:55.250254 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-687bc564-4b59-4dc0-b521-334ea62074ec req-588090eb-f3d4-4f1b-b721-b45c61a998b1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404691 Jul 16 20:24:55.403102 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.403348 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-51508dd8-544b-4ccb-8c3a-cf7ba8e88f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:55.405168 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-51508dd8-544b-4ccb-8c3a-cf7ba8e88f30 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.3179865 Jul 16 20:24:55.447670 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6fd142d-49fc-477b-b82f-164b97511e79 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:55.457486 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.489098 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 779776ba-d9f0-4fe0-9527-90d0560ef7cc {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:55.507622 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Attempting to bind port 8138fecc-8c98-4c89-93f4-3aaab5434948 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:55.507622 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Attempting to bind port 8138fecc-8c98-4c89-93f4-3aaab5434948 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '4b16f32d-1a72-4041-acf5-39fb2dffd2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'cc6ed12b-92d2-4dd0-99e7-d91837561bb4'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:55.507622 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Attempting to bind port 8138fecc-8c98-4c89-93f4-3aaab5434948 on network cc6ed12b-92d2-4dd0-99e7-d91837561bb4 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:55.520479 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port c6fd142d-49fc-477b-b82f-164b97511e79, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c6fd142d-49fc-477b-b82f-164b97511e79,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:55.553435 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.565431 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-b89cd62e-ed4d-4d5c-b3ec-88373702dfea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=7c759f51-36a6-4ed3-82f3-1d08c63872c1 HTTP/1.1" status: 200 len: 217 time: 0.1475310 Jul 16 20:24:55.575769 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Port 8138fecc-8c98-4c89-93f4-3aaab5434948 on network cc6ed12b-92d2-4dd0-99e7-d91837561bb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:24:55.587309 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Attempting to bind port 8138fecc-8c98-4c89-93f4-3aaab5434948 on network cc6ed12b-92d2-4dd0-99e7-d91837561bb4 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:55.627083 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:55.627647 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Checking segment: {'id': '4b16f32d-1a72-4041-acf5-39fb2dffd2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'cc6ed12b-92d2-4dd0-99e7-d91837561bb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:55.628132 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Bound using segment: {'id': '4b16f32d-1a72-4041-acf5-39fb2dffd2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'cc6ed12b-92d2-4dd0-99e7-d91837561bb4'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:55.628590 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Bound port: 8138fecc-8c98-4c89-93f4-3aaab5434948, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b16f32d-1a72-4041-acf5-39fb2dffd2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'cc6ed12b-92d2-4dd0-99e7-d91837561bb4'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:55.629052 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.680855 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-588ee1f5-a3fc-48f7-ac02-4e4f1a451763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:55.682729 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-588ee1f5-a3fc-48f7-ac02-4e4f1a451763 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1140368 Jul 16 20:24:55.716152 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] For port 8138fecc-8c98-4c89-93f4-3aaab5434948, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:55.726610 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] For port 8138fecc-8c98-4c89-93f4-3aaab5434948, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=8138fecc-8c98-4c89-93f4-3aaab5434948,segment=NetworkSegment(4b16f32d-1a72-4041-acf5-39fb2dffd2ff),segment_id=4b16f32d-1a72-4041-acf5-39fb2dffd2ff)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:55.753298 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 779776ba-d9f0-4fe0-9527-90d0560ef7cc, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=779776ba-d9f0-4fe0-9527-90d0560ef7cc,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:55.754684 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=c6fd142d-49fc-477b-b82f-164b97511e79,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:55.773329 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.773632 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.864084 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-6e16bfd3-259a-47d1-81dd-8c30fe679421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:55.865645 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-6e16bfd3-259a-47d1-81dd-8c30fe679421 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1751370 Jul 16 20:24:55.878790 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Pushing event updated for resources: {'Port': ['ID=8138fecc-8c98-4c89-93f4-3aaab5434948,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:55.902355 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:55.913785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:55.914502 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:55.915019 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:55.915198 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=779776ba-d9f0-4fe0-9527-90d0560ef7cc,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:55.915674 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:55.916049 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:55.916243 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:55.916761 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:55.917283 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:55.917770 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:55.921040 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:55.921040 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:55.966993 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.976639 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:55.977274 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.981715 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-6634028e-04a9-444b-87ba-61b6794a8ced service neutron] 10.222.0.18 "PUT /v2.0/ports/8138fecc-8c98-4c89-93f4-3aaab5434948 HTTP/1.1" status: 200 len: 1092 time: 1.9948912 Jul 16 20:24:55.987910 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2011d6f7-b324-4150-b750-e312cc6bed56', 'tag': '8138fecc-8c98-4c89-93f4-3aaab5434948'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:55.991324 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5b9fc8-28df-4f1c-8363-9c1c6e380cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "2011d6f7-b324-4150-b750-e312cc6bed56", "tag": "8138fecc-8c98-4c89-93f4-3aaab5434948"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:56.034053 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34a57e-40bf-43e8-8625-9acd05564687 req-68afb56e-a9da-4be1-a68e-d692bfe6230b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:56.043247 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ae34a57e-40bf-43e8-8625-9acd05564687 req-68afb56e-a9da-4be1-a68e-d692bfe6230b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 948 time: 0.4693980 Jul 16 20:24:56.048825 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['779776ba-d9f0-4fe0-9527-90d0560ef7cc'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:56.054082 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-ccb0a5db-7f9e-4dc7-8bc2-4bf6baa1f235 service neutron] Request body: {'port': {'device_id': '2011d6f7-b324-4150-b750-e312cc6bed56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:56.099749 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['c6fd142d-49fc-477b-b82f-164b97511e79'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:56.156551 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-a7b95978-50c5-4c46-bc27-dcd0017aee89 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829354 Jul 16 20:24:56.273337 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1e09f3-a09a-4e66-b965-aacccd7d5c8d', 'tag': '7c759f51-36a6-4ed3-82f3-1d08c63872c1'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:56.275957 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581803d5-61bc-4e0d-a032-e00cb310ca41" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1e09f3-a09a-4e66-b965-aacccd7d5c8d", "tag": "7c759f51-36a6-4ed3-82f3-1d08c63872c1"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:56.284402 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ae34a57e-40bf-43e8-8625-9acd05564687 req-ca7ac16d-2f0e-4eae-aadb-5d436881bc92 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242079 Jul 16 20:24:56.333745 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-ccb0a5db-7f9e-4dc7-8bc2-4bf6baa1f235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:56.357798 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ba4562b3-283d-44c5-9d24-fa44e4e7874a req-71f50ab9-0dd8-4467-b682-85c0c9b6f66b service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918027 Jul 16 20:24:56.394952 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3d0f1-2602-4ed9-9baa-8ea28034e44a req-ebdda950-193f-493b-9fc7-81f0e5de6723 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:56.404602 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55e3d0f1-2602-4ed9-9baa-8ea28034e44a req-ebdda950-193f-493b-9fc7-81f0e5de6723 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03442a3-6d87-435f-87fc-d16eba4c971b HTTP/1.1" status: 200 len: 949 time: 0.3060281 Jul 16 20:24:56.409086 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adc4ede-119a-45b6-a38c-5748f357ec55 x-openstack-request-id: req-7adc4ede-119a-45b6-a38c-5748f357ec55 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:56.409963 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2011d6f7-b324-4150-b750-e312cc6bed56", "tag": "8138fecc-8c98-4c89-93f4-3aaab5434948", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:56.410233 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7adc4ede-119a-45b6-a38c-5748f357ec55 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:56.410837 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2011d6f7-b324-4150-b750-e312cc6bed56', 'tag': '8138fecc-8c98-4c89-93f4-3aaab5434948', 'status': 'completed', 'code': 200} Jul 16 20:24:56.486719 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746de8a1-d845-4239-9ab2-9f1256d8240e x-openstack-request-id: req-746de8a1-d845-4239-9ab2-9f1256d8240e {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:56.486987 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1e09f3-a09a-4e66-b965-aacccd7d5c8d", "tag": "7c759f51-36a6-4ed3-82f3-1d08c63872c1", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:56.487387 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-746de8a1-d845-4239-9ab2-9f1256d8240e {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:56.487688 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b1e09f3-a09a-4e66-b965-aacccd7d5c8d', 'tag': '7c759f51-36a6-4ed3-82f3-1d08c63872c1', 'status': 'completed', 'code': 200} Jul 16 20:24:56.510041 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55e3d0f1-2602-4ed9-9baa-8ea28034e44a req-e2d9cc05-3743-4cd2-a21a-0179238ef74d tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044838 Jul 16 20:24:56.711304 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b9fc8-28df-4f1c-8363-9c1c6e380cbb req-500dcff4-7874-45eb-bb08-4328d8b31426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:56.711785 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b9fc8-28df-4f1c-8363-9c1c6e380cbb req-500dcff4-7874-45eb-bb08-4328d8b31426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:56.712260 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b9fc8-28df-4f1c-8363-9c1c6e380cbb req-500dcff4-7874-45eb-bb08-4328d8b31426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:56.714939 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9a5b9fc8-28df-4f1c-8363-9c1c6e380cbb req-500dcff4-7874-45eb-bb08-4328d8b31426 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=09c144a5203b4664aacedc644bfac14e&device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 2732 time: 0.2887442 Jul 16 20:24:56.742145 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581803d5-61bc-4e0d-a032-e00cb310ca41 req-f0ba6522-6657-4281-ae83-99ae31899bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:56.743775 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-581803d5-61bc-4e0d-a032-e00cb310ca41 req-f0ba6522-6657-4281-ae83-99ae31899bd0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 1100 time: 0.2369795 Jul 16 20:24:56.794946 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581803d5-61bc-4e0d-a032-e00cb310ca41 req-4c2a1377-77a0-4715-9688-5c9e7e657c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:56.796806 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-581803d5-61bc-4e0d-a032-e00cb310ca41 req-4c2a1377-77a0-4715-9688-5c9e7e657c1b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 1100 time: 0.2889080 Jul 16 20:24:56.875477 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d5be9-0403-4b26-8e97-e3d9ad2daee4 req-b3aa5df7-39cb-4c4d-90d2-ddbca3ffe7f2 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:56.889908 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d5be9-0403-4b26-8e97-e3d9ad2daee4 req-b3aa5df7-39cb-4c4d-90d2-ddbca3ffe7f2 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:56.902296 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d5be9-0403-4b26-8e97-e3d9ad2daee4 req-b3aa5df7-39cb-4c4d-90d2-ddbca3ffe7f2 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:56.910811 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ea7d5be9-0403-4b26-8e97-e3d9ad2daee4 req-b3aa5df7-39cb-4c4d-90d2-ddbca3ffe7f2 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 2388 time: 0.2669618 Jul 16 20:24:57.008281 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ea7d5be9-0403-4b26-8e97-e3d9ad2daee4 req-ab4a5758-511c-4b60-81b6-e7769eb5be1f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964978 Jul 16 20:24:57.107307 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581803d5-61bc-4e0d-a032-e00cb310ca41 req-6f32049a-aaf0-4b91-98f9-cadd3535da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:57.108983 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-581803d5-61bc-4e0d-a032-e00cb310ca41 req-6f32049a-aaf0-4b91-98f9-cadd3535da79 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.2909441 Jul 16 20:24:57.182624 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-ccb0a5db-7f9e-4dc7-8bc2-4bf6baa1f235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b7cecac-9dba-4cea-a81b-8561d460d6a6 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:57.194560 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-ccb0a5db-7f9e-4dc7-8bc2-4bf6baa1f235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.211469 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-ccb0a5db-7f9e-4dc7-8bc2-4bf6baa1f235 service neutron] Transition to ACTIVE for port object 0b7cecac-9dba-4cea-a81b-8561d460d6a6 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:57.216901 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-ccb0a5db-7f9e-4dc7-8bc2-4bf6baa1f235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.226342 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581803d5-61bc-4e0d-a032-e00cb310ca41 req-67e131d0-ef7a-449e-b11f-9de75202801d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:57.227878 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-581803d5-61bc-4e0d-a032-e00cb310ca41 req-67e131d0-ef7a-449e-b11f-9de75202801d service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.4692230 Jul 16 20:24:57.289485 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-581803d5-61bc-4e0d-a032-e00cb310ca41 req-8a12f754-8e15-431c-9b65-7c3c85b0c0b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=7c759f51-36a6-4ed3-82f3-1d08c63872c1 HTTP/1.1" status: 200 len: 217 time: 0.1727269 Jul 16 20:24:57.325911 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b9fc8-28df-4f1c-8363-9c1c6e380cbb req-07cb478f-b5c9-4de1-9d9e-d1c439e58779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:57.326529 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b9fc8-28df-4f1c-8363-9c1c6e380cbb req-07cb478f-b5c9-4de1-9d9e-d1c439e58779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:57.327001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b9fc8-28df-4f1c-8363-9c1c6e380cbb req-07cb478f-b5c9-4de1-9d9e-d1c439e58779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:57.328692 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9a5b9fc8-28df-4f1c-8363-9c1c6e380cbb req-07cb478f-b5c9-4de1-9d9e-d1c439e58779 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=09c144a5203b4664aacedc644bfac14e&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6051614 Jul 16 20:24:57.408312 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581803d5-61bc-4e0d-a032-e00cb310ca41 req-35f799c0-502b-4464-93a8-b3ea59224267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:57.410288 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-581803d5-61bc-4e0d-a032-e00cb310ca41 req-35f799c0-502b-4464-93a8-b3ea59224267 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0856848 Jul 16 20:24:57.411360 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-581803d5-61bc-4e0d-a032-e00cb310ca41 req-1724e9d3-5524-4ddc-ac95-e767a104e61f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=7c759f51-36a6-4ed3-82f3-1d08c63872c1 HTTP/1.1" status: 200 len: 217 time: 0.1651936 Jul 16 20:24:57.422468 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0a5db-7f9e-4dc7-8bc2-4bf6baa1f235 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7cecac-9dba-4cea-a81b-8561d460d6a6,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:57.487298 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-ccb0a5db-7f9e-4dc7-8bc2-4bf6baa1f235 service neutron] Attempting to bind port 0b7cecac-9dba-4cea-a81b-8561d460d6a6 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:57.487728 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-ccb0a5db-7f9e-4dc7-8bc2-4bf6baa1f235 service neutron] Attempting to bind port 0b7cecac-9dba-4cea-a81b-8561d460d6a6 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '413b31cc-8519-4fcf-bc87-f975e08805cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '57459845-7fee-4eff-b586-2af1e50040c9'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:57.488245 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-ccb0a5db-7f9e-4dc7-8bc2-4bf6baa1f235 service neutron] Attempting to bind port 0b7cecac-9dba-4cea-a81b-8561d460d6a6 on network 57459845-7fee-4eff-b586-2af1e50040c9 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:57.494103 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.499293 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-ccb0a5db-7f9e-4dc7-8bc2-4bf6baa1f235 service neutron] Port 0b7cecac-9dba-4cea-a81b-8561d460d6a6 on network 57459845-7fee-4eff-b586-2af1e50040c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:24:57.499633 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-ccb0a5db-7f9e-4dc7-8bc2-4bf6baa1f235 service neutron] Attempting to bind port 0b7cecac-9dba-4cea-a81b-8561d460d6a6 on network 57459845-7fee-4eff-b586-2af1e50040c9 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:57.589412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-ccb0a5db-7f9e-4dc7-8bc2-4bf6baa1f235 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:57.589412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-ccb0a5db-7f9e-4dc7-8bc2-4bf6baa1f235 service neutron] Checking segment: {'id': '413b31cc-8519-4fcf-bc87-f975e08805cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '57459845-7fee-4eff-b586-2af1e50040c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:57.589959 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-ccb0a5db-7f9e-4dc7-8bc2-4bf6baa1f235 service neutron] Bound using segment: {'id': '413b31cc-8519-4fcf-bc87-f975e08805cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '57459845-7fee-4eff-b586-2af1e50040c9'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:57.590473 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-ccb0a5db-7f9e-4dc7-8bc2-4bf6baa1f235 service neutron] Bound port: 0b7cecac-9dba-4cea-a81b-8561d460d6a6, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '413b31cc-8519-4fcf-bc87-f975e08805cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '57459845-7fee-4eff-b586-2af1e50040c9'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:57.590787 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-ccb0a5db-7f9e-4dc7-8bc2-4bf6baa1f235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.781095 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59542) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:57.816391 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581803d5-61bc-4e0d-a032-e00cb310ca41 req-4fa08ee0-f0f2-490b-8659-68a12541c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:57.820422 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-581803d5-61bc-4e0d-a032-e00cb310ca41 req-4fa08ee0-f0f2-490b-8659-68a12541c52b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.3984239 Jul 16 20:24:57.823993 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-ccb0a5db-7f9e-4dc7-8bc2-4bf6baa1f235 service neutron] For port 0b7cecac-9dba-4cea-a81b-8561d460d6a6, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:57.833481 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def59de-1f7e-49ea-9ba5-df380292773c req-8d5e9a1b-7c0e-4fc2-8969-ccaf14f2b043 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:57.834016 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581803d5-61bc-4e0d-a032-e00cb310ca41 req-2c54a72e-3c6a-4732-9a4a-b3fa774772dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:57.835061 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8def59de-1f7e-49ea-9ba5-df380292773c req-8d5e9a1b-7c0e-4fc2-8969-ccaf14f2b043 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 948 time: 0.3285663 Jul 16 20:24:57.835816 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-581803d5-61bc-4e0d-a032-e00cb310ca41 req-2c54a72e-3c6a-4732-9a4a-b3fa774772dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3869152 Jul 16 20:24:57.851991 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-ccb0a5db-7f9e-4dc7-8bc2-4bf6baa1f235 service neutron] For port 0b7cecac-9dba-4cea-a81b-8561d460d6a6, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0b7cecac-9dba-4cea-a81b-8561d460d6a6,segment=NetworkSegment(413b31cc-8519-4fcf-bc87-f975e08805cd),segment_id=413b31cc-8519-4fcf-bc87-f975e08805cd)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:57.871127 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-ccb0a5db-7f9e-4dc7-8bc2-4bf6baa1f235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.941508 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-ccb0a5db-7f9e-4dc7-8bc2-4bf6baa1f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:57.942401 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-ccb0a5db-7f9e-4dc7-8bc2-4bf6baa1f235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.943637 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-ccb0a5db-7f9e-4dc7-8bc2-4bf6baa1f235 service neutron] 10.222.0.18 "PUT /v2.0/ports/0b7cecac-9dba-4cea-a81b-8561d460d6a6 HTTP/1.1" status: 200 len: 1093 time: 1.9238961 Jul 16 20:24:58.027477 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-45868eec-4d8a-468a-8ce0-41e015b226c1 service neutron] Request body: {'port': {'device_id': '2011d6f7-b324-4150-b750-e312cc6bed56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:58.076474 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-581803d5-61bc-4e0d-a032-e00cb310ca41 req-6847163d-ad35-4933-a7f9-3a0c49f0dea3 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989009 Jul 16 20:24:58.100715 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8def59de-1f7e-49ea-9ba5-df380292773c req-f3527219-43cc-4433-a771-602585b0263d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566693 Jul 16 20:24:58.104836 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0a5db-7f9e-4dc7-8bc2-4bf6baa1f235 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7cecac-9dba-4cea-a81b-8561d460d6a6,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:58.125485 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed9413-9c87-4575-a552-97436f0ff192 req-49652219-d138-435f-b43b-19c78d53ed6a tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:58.133082 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b9fc8-28df-4f1c-8363-9c1c6e380cbb req-a172098e-a432-4fdf-a87f-d73852bc5dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:58.134940 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9a5b9fc8-28df-4f1c-8363-9c1c6e380cbb req-a172098e-a432-4fdf-a87f-d73852bc5dde service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7227364 Jul 16 20:24:58.154158 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0eed9413-9c87-4575-a552-97436f0ff192 req-49652219-d138-435f-b43b-19c78d53ed6a tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03442a3-6d87-435f-87fc-d16eba4c971b HTTP/1.1" status: 200 len: 949 time: 0.3916743 Jul 16 20:24:58.317329 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-581803d5-61bc-4e0d-a032-e00cb310ca41 req-358ed562-2db1-4043-9114-4fc94a11134f service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071242 Jul 16 20:24:58.334312 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581803d5-61bc-4e0d-a032-e00cb310ca41 req-32690648-8169-460b-a7c0-5c09908cbed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:58.338554 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-581803d5-61bc-4e0d-a032-e00cb310ca41 req-32690648-8169-460b-a7c0-5c09908cbed4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4813805 Jul 16 20:24:58.363521 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7fdfe843-69d0-462b-8cd2-77dfed7d66c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.414880 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2011d6f7-b324-4150-b750-e312cc6bed56', 'tag': '0b7cecac-9dba-4cea-a81b-8561d460d6a6'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:58.417868 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dbc0bb-23b3-4162-8b20-d3e0985a9433" -d '{"events": [{"name": "network-changed", "server_uuid": "2011d6f7-b324-4150-b750-e312cc6bed56", "tag": "0b7cecac-9dba-4cea-a81b-8561d460d6a6"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:58.462291 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-45868eec-4d8a-468a-8ce0-41e015b226c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.475658 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-581803d5-61bc-4e0d-a032-e00cb310ca41 req-cd81d9a5-168c-4c53-8d02-18a705969f04 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193016 Jul 16 20:24:58.481516 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0eed9413-9c87-4575-a552-97436f0ff192 req-74839f18-be2c-4c43-aece-ddac7308816e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264980 Jul 16 20:24:58.572187 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device c6fd142d-49fc-477b-b82f-164b97511e79 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:58.731133 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-581803d5-61bc-4e0d-a032-e00cb310ca41 req-e6ce45b4-7007-4eca-b8d1-c96f37a222d8 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472141 Jul 16 20:24:58.752437 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552e8936-4e39-4cee-8962-e27e6fcaf107 x-openstack-request-id: req-552e8936-4e39-4cee-8962-e27e6fcaf107 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:58.752823 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2011d6f7-b324-4150-b750-e312cc6bed56", "tag": "0b7cecac-9dba-4cea-a81b-8561d460d6a6", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:58.753078 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-552e8936-4e39-4cee-8962-e27e6fcaf107 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:58.753545 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2011d6f7-b324-4150-b750-e312cc6bed56', 'tag': '0b7cecac-9dba-4cea-a81b-8561d460d6a6', 'status': 'completed', 'code': 200} Jul 16 20:24:58.871379 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbc0bb-23b3-4162-8b20-d3e0985a9433 req-1c27f964-3582-4bc3-9543-72fa3cacbdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:58.871861 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbc0bb-23b3-4162-8b20-d3e0985a9433 req-1c27f964-3582-4bc3-9543-72fa3cacbdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:58.875156 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbc0bb-23b3-4162-8b20-d3e0985a9433 req-1c27f964-3582-4bc3-9543-72fa3cacbdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:58.877637 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c3dbc0bb-23b3-4162-8b20-d3e0985a9433 req-1c27f964-3582-4bc3-9543-72fa3cacbdad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=09c144a5203b4664aacedc644bfac14e&device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 2800 time: 0.1098905 Jul 16 20:24:58.885523 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 7c759f51-36a6-4ed3-82f3-1d08c63872c1 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:24:58.887750 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 779776ba-d9f0-4fe0-9527-90d0560ef7cc up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:58.992013 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port c6fd142d-49fc-477b-b82f-164b97511e79 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:58.999685 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port c6fd142d-49fc-477b-b82f-164b97511e79 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:59.000064 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.018251 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b1b85-3d88-4c91-8ef1-e1d2b6e9a43e req-cb96ebb8-1356-481a-a78b-25222b211e75 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:59.024267 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b1b85-3d88-4c91-8ef1-e1d2b6e9a43e req-cb96ebb8-1356-481a-a78b-25222b211e75 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:59.030932 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b1b85-3d88-4c91-8ef1-e1d2b6e9a43e req-cb96ebb8-1356-481a-a78b-25222b211e75 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:59.033214 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ea7b1b85-3d88-4c91-8ef1-e1d2b6e9a43e req-cb96ebb8-1356-481a-a78b-25222b211e75 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 2400 time: 0.3926842 Jul 16 20:24:59.041152 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbc0bb-23b3-4162-8b20-d3e0985a9433 req-415b379d-3353-41f7-a9d3-201c75c45804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:59.041756 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbc0bb-23b3-4162-8b20-d3e0985a9433 req-415b379d-3353-41f7-a9d3-201c75c45804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:59.042233 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbc0bb-23b3-4162-8b20-d3e0985a9433 req-415b379d-3353-41f7-a9d3-201c75c45804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:59.043993 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c3dbc0bb-23b3-4162-8b20-d3e0985a9433 req-415b379d-3353-41f7-a9d3-201c75c45804 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=09c144a5203b4664aacedc644bfac14e&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1510668 Jul 16 20:24:59.058988 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 779776ba-d9f0-4fe0-9527-90d0560ef7cc completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:59.086053 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 779776ba-d9f0-4fe0-9527-90d0560ef7cc triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:59.091742 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.108110 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7fdfe843-69d0-462b-8cd2-77dfed7d66c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.141516 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ea7b1b85-3d88-4c91-8ef1-e1d2b6e9a43e req-ef1f9726-28eb-4587-9b26-e2beeaab1c72 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011295 Jul 16 20:24:59.144076 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7fdfe843-69d0-462b-8cd2-77dfed7d66c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.183793 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 7c759f51-36a6-4ed3-82f3-1d08c63872c1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7c759f51-36a6-4ed3-82f3-1d08c63872c1,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:59.186572 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbc0bb-23b3-4162-8b20-d3e0985a9433 req-db718f7f-762f-449a-9a42-96e7bbc994ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:59.190803 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c3dbc0bb-23b3-4162-8b20-d3e0985a9433 req-db718f7f-762f-449a-9a42-96e7bbc994ef service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1402173 Jul 16 20:24:59.214798 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '7c759f51-36a6-4ed3-82f3-1d08c63872c1', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': '7c759f51-36a6-4ed3-82f3-1d08c63872c1', 'mac_address': 'fa:16:3e:53:c5:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:24:59.251964 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7fdfe843-69d0-462b-8cd2-77dfed7d66c1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a62b3690a8fa4c5f8d92f285175cd9c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4683452 Jul 16 20:24:59.254102 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfe843-69d0-462b-8cd2-77dfed7d66c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286d5449-0aa3-42f5-8e39-a86ee38f0587,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:59.254832 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59562) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:59.338704 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-423f19ea-b161-4010-8b3e-5097c6d6f265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.362784 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.366454 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.369546 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.369702 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-423f19ea-b161-4010-8b3e-5097c6d6f265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.401277 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c759f51-36a6-4ed3-82f3-1d08c63872c1 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:59.403131 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-45868eec-4d8a-468a-8ce0-41e015b226c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 734723b9-6196-4e8d-abbf-c4b335aae0a8 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:59.412687 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.418019 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-45868eec-4d8a-468a-8ce0-41e015b226c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.425320 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745513b4-d918-414d-9a23-fd755c4ad9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779776ba-d9f0-4fe0-9527-90d0560ef7cc'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:59.427669 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bde7d2-4422-44b7-bda6-436bd62bfed5" -d '{"events": [{"server_uuid": "745513b4-d918-414d-9a23-fd755c4ad9e2", "name": "network-vif-plugged", "status": "completed", "tag": "779776ba-d9f0-4fe0-9527-90d0560ef7cc"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:59.437470 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-423f19ea-b161-4010-8b3e-5097c6d6f265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.441090 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-423f19ea-b161-4010-8b3e-5097c6d6f265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.444722 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-423f19ea-b161-4010-8b3e-5097c6d6f265 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/286d5449-0aa3-42f5-8e39-a86ee38f0587 HTTP/1.1" status: 204 len: 168 time: 0.1863298 Jul 16 20:24:59.453746 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 7c759f51-36a6-4ed3-82f3-1d08c63872c1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7c759f51-36a6-4ed3-82f3-1d08c63872c1,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:59.457517 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 779776ba-d9f0-4fe0-9527-90d0560ef7cc, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=779776ba-d9f0-4fe0-9527-90d0560ef7cc,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:59.464344 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-45868eec-4d8a-468a-8ce0-41e015b226c1 service neutron] Transition to ACTIVE for port object 734723b9-6196-4e8d-abbf-c4b335aae0a8 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:59.464897 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.477382 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.480266 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f19ea-b161-4010-8b3e-5097c6d6f265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286d5449-0aa3-42f5-8e39-a86ee38f0587,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:59.493830 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3cc1b-7782-4f93-9626-4a645f5f31f0 req-c807404e-b81e-4a1d-a4b6-3ce64e95da30 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:59.495412 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dfb3cc1b-7782-4f93-9626-4a645f5f31f0 req-c807404e-b81e-4a1d-a4b6-3ce64e95da30 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 948 time: 0.1455269 Jul 16 20:24:59.496076 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-45868eec-4d8a-468a-8ce0-41e015b226c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.510682 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port c6fd142d-49fc-477b-b82f-164b97511e79, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c6fd142d-49fc-477b-b82f-164b97511e79,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:59.523621 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.556427 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=7c759f51-36a6-4ed3-82f3-1d08c63872c1,revision_number=12']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:59.672348 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=779776ba-d9f0-4fe0-9527-90d0560ef7cc,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:59.683683 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e85549-e202-4bc5-8169-76476b5fa4c9 x-openstack-request-id: req-f0e85549-e202-4bc5-8169-76476b5fa4c9 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:59.684363 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745513b4-d918-414d-9a23-fd755c4ad9e2", "name": "network-vif-plugged", "status": "completed", "tag": "779776ba-d9f0-4fe0-9527-90d0560ef7cc", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:59.684725 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f0e85549-e202-4bc5-8169-76476b5fa4c9 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:59.684996 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745513b4-d918-414d-9a23-fd755c4ad9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779776ba-d9f0-4fe0-9527-90d0560ef7cc', 'code': 200} Jul 16 20:24:59.715574 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45868eec-4d8a-468a-8ce0-41e015b226c1 service neutron] Pushing event updated for resources: {'Port': ['ID=734723b9-6196-4e8d-abbf-c4b335aae0a8,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:59.755738 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['7c759f51-36a6-4ed3-82f3-1d08c63872c1'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:59.817085 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dfb3cc1b-7782-4f93-9626-4a645f5f31f0 req-6e651262-1ad9-4140-a5ae-ec8792ec8392 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842822 Jul 16 20:24:59.878195 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998b58a-0951-45c2-9d97-6588a1064f83 req-bf4ce5ce-1084-49b7-8b52-2bdf5d3a2fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:59.880256 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2998b58a-0951-45c2-9d97-6588a1064f83 req-bf4ce5ce-1084-49b7-8b52-2bdf5d3a2fe8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=745513b4-d918-414d-9a23-fd755c4ad9e2 HTTP/1.1" status: 200 len: 1102 time: 0.1231344 Jul 16 20:24:59.880379 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=c6fd142d-49fc-477b-b82f-164b97511e79,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:59.979913 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2998b58a-0951-45c2-9d97-6588a1064f83 req-8af4c04d-29ad-42c4-ba81-4e22ecdf13e8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919538 Jul 16 20:25:00.000348 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-45868eec-4d8a-468a-8ce0-41e015b226c1 service neutron] Attempting to bind port 734723b9-6196-4e8d-abbf-c4b335aae0a8 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:00.002090 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-45868eec-4d8a-468a-8ce0-41e015b226c1 service neutron] Attempting to bind port 734723b9-6196-4e8d-abbf-c4b335aae0a8 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '4b16f32d-1a72-4041-acf5-39fb2dffd2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'cc6ed12b-92d2-4dd0-99e7-d91837561bb4'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:00.002447 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-45868eec-4d8a-468a-8ce0-41e015b226c1 service neutron] Attempting to bind port 734723b9-6196-4e8d-abbf-c4b335aae0a8 on network cc6ed12b-92d2-4dd0-99e7-d91837561bb4 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:00.010815 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-45868eec-4d8a-468a-8ce0-41e015b226c1 service neutron] Port 734723b9-6196-4e8d-abbf-c4b335aae0a8 on network cc6ed12b-92d2-4dd0-99e7-d91837561bb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:00.011234 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-45868eec-4d8a-468a-8ce0-41e015b226c1 service neutron] Attempting to bind port 734723b9-6196-4e8d-abbf-c4b335aae0a8 on network cc6ed12b-92d2-4dd0-99e7-d91837561bb4 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:00.028406 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-45868eec-4d8a-468a-8ce0-41e015b226c1 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:00.029034 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-45868eec-4d8a-468a-8ce0-41e015b226c1 service neutron] Checking segment: {'id': '4b16f32d-1a72-4041-acf5-39fb2dffd2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'cc6ed12b-92d2-4dd0-99e7-d91837561bb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:00.029265 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-45868eec-4d8a-468a-8ce0-41e015b226c1 service neutron] Bound using segment: {'id': '4b16f32d-1a72-4041-acf5-39fb2dffd2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'cc6ed12b-92d2-4dd0-99e7-d91837561bb4'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:00.029529 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-45868eec-4d8a-468a-8ce0-41e015b226c1 service neutron] Bound port: 734723b9-6196-4e8d-abbf-c4b335aae0a8, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b16f32d-1a72-4041-acf5-39fb2dffd2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'cc6ed12b-92d2-4dd0-99e7-d91837561bb4'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:00.029991 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-45868eec-4d8a-468a-8ce0-41e015b226c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.066424 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091d32b-9d87-480c-a6d9-3b8bf77c093e req-6ca88f91-5af3-4e76-a15f-9a71f8f794d2 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:00.068739 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7091d32b-9d87-480c-a6d9-3b8bf77c093e req-6ca88f91-5af3-4e76-a15f-9a71f8f794d2 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03442a3-6d87-435f-87fc-d16eba4c971b HTTP/1.1" status: 200 len: 950 time: 0.1734869 Jul 16 20:25:00.168895 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7091d32b-9d87-480c-a6d9-3b8bf77c093e req-a0324c1b-5ea4-4b42-ad4d-eef1aaa7674d tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785820 Jul 16 20:25:00.185746 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-45868eec-4d8a-468a-8ce0-41e015b226c1 service neutron] For port 734723b9-6196-4e8d-abbf-c4b335aae0a8, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:00.187216 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-45868eec-4d8a-468a-8ce0-41e015b226c1 service neutron] For port 734723b9-6196-4e8d-abbf-c4b335aae0a8, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=734723b9-6196-4e8d-abbf-c4b335aae0a8,segment=NetworkSegment(4b16f32d-1a72-4041-acf5-39fb2dffd2ff),segment_id=4b16f32d-1a72-4041-acf5-39fb2dffd2ff)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:00.203840 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-45868eec-4d8a-468a-8ce0-41e015b226c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.286503 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-45868eec-4d8a-468a-8ce0-41e015b226c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:00.287118 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-45868eec-4d8a-468a-8ce0-41e015b226c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.288470 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-45868eec-4d8a-468a-8ce0-41e015b226c1 service neutron] 10.222.0.18 "PUT /v2.0/ports/734723b9-6196-4e8d-abbf-c4b335aae0a8 HTTP/1.1" status: 200 len: 1093 time: 2.2714581 Jul 16 20:25:00.296330 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45868eec-4d8a-468a-8ce0-41e015b226c1 service neutron] Pushing event updated for resources: {'Port': ['ID=734723b9-6196-4e8d-abbf-c4b335aae0a8,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:00.408119 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85017eb3-9493-49b1-bed6-d7b508b251f4 req-c5bb111b-e92c-4587-9c89-135a58c88f96 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:00.409743 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-85017eb3-9493-49b1-bed6-d7b508b251f4 req-c5bb111b-e92c-4587-9c89-135a58c88f96 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 949 time: 0.2202089 Jul 16 20:25:00.464989 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b839a-3ed0-4e11-9101-3f626024e212 req-f08190b1-698b-4460-aa93-7579dfd601b8 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:00.471016 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b839a-3ed0-4e11-9101-3f626024e212 req-f08190b1-698b-4460-aa93-7579dfd601b8 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:00.477081 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b839a-3ed0-4e11-9101-3f626024e212 req-f08190b1-698b-4460-aa93-7579dfd601b8 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:00.484316 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f70b839a-3ed0-4e11-9101-3f626024e212 req-f08190b1-698b-4460-aa93-7579dfd601b8 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 2412 time: 0.1848493 Jul 16 20:25:00.781344 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2011d6f7-b324-4150-b750-e312cc6bed56', 'tag': '734723b9-6196-4e8d-abbf-c4b335aae0a8'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:00.784520 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e36fdc-c6c0-484a-a649-a49ced5d0124" -d '{"events": [{"name": "network-changed", "server_uuid": "2011d6f7-b324-4150-b750-e312cc6bed56", "tag": "734723b9-6196-4e8d-abbf-c4b335aae0a8"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:00.797484 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 7c759f51-36a6-4ed3-82f3-1d08c63872c1 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:00.810924 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-85017eb3-9493-49b1-bed6-d7b508b251f4 req-542645ef-6deb-4208-a2bc-db56934f8aa9 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944457 Jul 16 20:25:00.816365 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-28f613c1-1bbb-418c-a786-693481f4dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:00.816845 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-28f613c1-1bbb-418c-a786-693481f4dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:00.817312 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-28f613c1-1bbb-418c-a786-693481f4dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:00.827179 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-28f613c1-1bbb-418c-a786-693481f4dee0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=09c144a5203b4664aacedc644bfac14e&device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 2868 time: 0.4875212 Jul 16 20:25:00.869278 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 7c759f51-36a6-4ed3-82f3-1d08c63872c1 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:00.889756 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 7c759f51-36a6-4ed3-82f3-1d08c63872c1 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:00.890254 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.920782 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f70b839a-3ed0-4e11-9101-3f626024e212 req-a47cfaa6-46ae-4bf2-8b10-a9db11b3c482 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342647 Jul 16 20:25:00.972601 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-9828d1d2-4d4b-4d5b-8f60-d62c5752cd9d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.40&port_id=8138fecc-8c98-4c89-93f4-3aaab5434948 HTTP/1.1" status: 200 len: 217 time: 0.1165810 Jul 16 20:25:01.077968 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.092763 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b3d690-d325-4f07-9c85-f51fdf33b213 x-openstack-request-id: req-e4b3d690-d325-4f07-9c85-f51fdf33b213 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:01.093321 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2011d6f7-b324-4150-b750-e312cc6bed56", "tag": "734723b9-6196-4e8d-abbf-c4b335aae0a8", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:01.093321 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e4b3d690-d325-4f07-9c85-f51fdf33b213 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:01.093700 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2011d6f7-b324-4150-b750-e312cc6bed56', 'tag': '734723b9-6196-4e8d-abbf-c4b335aae0a8', 'status': 'completed', 'code': 200} Jul 16 20:25:01.131652 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-5efad203-d121-4964-a628-6592f27d45e2 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:01.138756 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-5efad203-d121-4964-a628-6592f27d45e2 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/networks?id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418 HTTP/1.1" status: 200 len: 808 time: 0.2180343 Jul 16 20:25:01.152854 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-b435cc13-5346-4d83-b349-b57e5cfa8e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:01.154415 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-b435cc13-5346-4d83-b349-b57e5cfa8e0e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ae8caf04-958d-4400-8088-71f52e6ec225 HTTP/1.1" status: 200 len: 801 time: 0.1152599 Jul 16 20:25:01.161259 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-8f9f7907-ea21-4a1a-9673-f4857de4e9ec tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/quotas/cc52fcbf2d324f89bc73ed69e6a22b3a HTTP/1.1" status: 200 len: 375 time: 0.0215507 Jul 16 20:25:01.167306 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 7c759f51-36a6-4ed3-82f3-1d08c63872c1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7c759f51-36a6-4ed3-82f3-1d08c63872c1,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:01.175096 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.215327 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59630) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:01.273919 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=7c759f51-36a6-4ed3-82f3-1d08c63872c1,revision_number=13']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:01.296423 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-9b248334-5157-4647-99b5-56f97d33a9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:01.298142 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-9b248334-5157-4647-99b5-56f97d33a9fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc6ed12b-92d2-4dd0-99e7-d91837561bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346865 Jul 16 20:25:01.311236 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-de2a5a04-841b-4851-9790-2ae396f2ee47 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1487269 Jul 16 20:25:01.400391 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d6786527-9af2-4b96-a122-e3ac02cb1160 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-114410176'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:01.424573 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6786527-9af2-4b96-a122-e3ac02cb1160 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Made reservation on behalf of 9ec66547bd0649018e3755e2ca15c432 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:01.428446 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d6786527-9af2-4b96-a122-e3ac02cb1160 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.442960 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d6786527-9af2-4b96-a122-e3ac02cb1160 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.474186 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:25:01.526430 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-f37edc68-174d-4b83-9ef9-f92eb290bc77 service neutron] 10.222.0.38 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127318 Jul 16 20:25:01.529729 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-89defa37-59dc-4594-9a9a-db4fe2d13641 service neutron] 10.222.0.18 "GET /v2.0/networks/cc6ed12b-92d2-4dd0-99e7-d91837561bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173655 Jul 16 20:25:01.538525 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d6786527-9af2-4b96-a122-e3ac02cb1160 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.542305 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d6786527-9af2-4b96-a122-e3ac02cb1160 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.568344 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6786527-9af2-4b96-a122-e3ac02cb1160 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:25:01.577941 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6786527-9af2-4b96-a122-e3ac02cb1160 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e60ef24-491f-438f-82d0-b10fd6d5798f,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:01.583177 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d6786527-9af2-4b96-a122-e3ac02cb1160 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.584008 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-d6786527-9af2-4b96-a122-e3ac02cb1160 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Added segment e78a348d-ca17-4921-b0ae-6759e090f746 of type vlan for network 84a862e5-05b3-40dd-94d7-2ed1df76ea73 Jul 16 20:25:01.591106 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea581fd2-97e2-4407-acf4-6b7a16b85102 req-e2ef64df-434b-468b-b781-01a307d5686b tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:01.594289 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ea581fd2-97e2-4407-acf4-6b7a16b85102 req-e2ef64df-434b-468b-b781-01a307d5686b tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03442a3-6d87-435f-87fc-d16eba4c971b HTTP/1.1" status: 200 len: 950 time: 0.2379413 Jul 16 20:25:01.629708 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d6786527-9af2-4b96-a122-e3ac02cb1160 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.659748 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d6786527-9af2-4b96-a122-e3ac02cb1160 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.665276 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6786527-9af2-4b96-a122-e3ac02cb1160 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:01.665860 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d6786527-9af2-4b96-a122-e3ac02cb1160 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.685999 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03442a3-6d87-435f-87fc-d16eba4c971b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fd142d-49fc-477b-b82f-164b97511e79'}, {'server_uuid': '5b1e09f3-a09a-4e66-b965-aacccd7d5c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c759f51-36a6-4ed3-82f3-1d08c63872c1'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:01.689339 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12218be-02cd-4cdc-b428-8a11294e8d16" -d '{"events": [{"server_uuid": "a03442a3-6d87-435f-87fc-d16eba4c971b", "name": "network-vif-plugged", "status": "completed", "tag": "c6fd142d-49fc-477b-b82f-164b97511e79"}, {"server_uuid": "5b1e09f3-a09a-4e66-b965-aacccd7d5c8d", "name": "network-vif-plugged", "status": "completed", "tag": "7c759f51-36a6-4ed3-82f3-1d08c63872c1"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:01.700806 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d6786527-9af2-4b96-a122-e3ac02cb1160 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4843793 Jul 16 20:25:01.704855 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59640) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:01.735942 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ea581fd2-97e2-4407-acf4-6b7a16b85102 req-4bcb2111-ead7-4725-8345-b647aa55cb25 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308668 Jul 16 20:25:01.745345 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6786527-9af2-4b96-a122-e3ac02cb1160 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Pushing event updated for resources: {'Network': ['ID=84a862e5-05b3-40dd-94d7-2ed1df76ea73,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:01.747131 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-96cfb8bc-6139-4701-b4cc-855d1e1d66b0 service neutron] 10.222.0.38 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136397 Jul 16 20:25:01.763283 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-9a59b1b8-a3c5-46a3-ab04-40b8c642e328 service neutron] 10.222.0.18 "GET /v2.0/networks/cc6ed12b-92d2-4dd0-99e7-d91837561bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186456 Jul 16 20:25:01.765520 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 84a862e5-05b3-40dd-94d7-2ed1df76ea73 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:25:01.801831 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-0e0997f2-af40-4aeb-b990-34f601ad6a08 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Request body: {'network': {'name': 'tempest-network--2110456029', 'router:external': True}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:01.824664 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-c9e159ca-ee51-450b-a47c-19f4dfbde03b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.245&port_id=0b7cecac-9dba-4cea-a81b-8561d460d6a6 HTTP/1.1" status: 200 len: 217 time: 0.0530109 Jul 16 20:25:01.852733 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0997f2-af40-4aeb-b990-34f601ad6a08 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Made reservation on behalf of ce40b7b137454d49b4ee299e95f88a0e for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:01.855166 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0e0997f2-af40-4aeb-b990-34f601ad6a08 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.870130 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0e0997f2-af40-4aeb-b990-34f601ad6a08 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.912115 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-b99f54cd-5408-4bab-bfc7-89601d30b8ee tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=ae184935e63442fbbd551c2164ed273b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379922 Jul 16 20:25:01.924290 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-c44de624-43fe-4503-86f8-ed83e8425ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:01.925783 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-c44de624-43fe-4503-86f8-ed83e8425ca9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c54f5517-7367-45ca-8500-9aa0386c6243 HTTP/1.1" status: 200 len: 801 time: 0.0938931 Jul 16 20:25:01.971125 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0e0997f2-af40-4aeb-b990-34f601ad6a08 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.976722 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0e0997f2-af40-4aeb-b990-34f601ad6a08 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.002687 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0997f2-af40-4aeb-b990-34f601ad6a08 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:25:02.012641 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0997f2-af40-4aeb-b990-34f601ad6a08 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595acf41-cfc9-4d4b-809c-b07c62b2c683,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:02.017624 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0e0997f2-af40-4aeb-b990-34f601ad6a08 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.017973 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-0e0997f2-af40-4aeb-b990-34f601ad6a08 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Added segment 77ca03a5-b6c8-41b4-b4e2-102c087bed97 of type vlan for network 6c899469-f6c6-4f07-b4a9-35466e9465f4 Jul 16 20:25:02.073084 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0e0997f2-af40-4aeb-b990-34f601ad6a08 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.075069 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-ceee6544-6064-42d9-9155-370c854ef10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:02.076614 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-ceee6544-6064-42d9-9155-370c854ef10f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=57459845-7fee-4eff-b586-2af1e50040c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418767 Jul 16 20:25:02.083704 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-b013ae12-1153-443f-90df-a50dec66803b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:02.085487 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-b013ae12-1153-443f-90df-a50dec66803b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1645837 Jul 16 20:25:02.117089 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0e0997f2-af40-4aeb-b990-34f601ad6a08 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.118438 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0997f2-af40-4aeb-b990-34f601ad6a08 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:02.119280 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0e0997f2-af40-4aeb-b990-34f601ad6a08 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.131144 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-2a59dbc8-c9f6-4d57-87e7-f6c5b1bcabe4 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/quotas/ae184935e63442fbbd551c2164ed273b HTTP/1.1" status: 200 len: 375 time: 0.0236073 Jul 16 20:25:02.157629 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef4c83d-0621-456b-ae4a-781f49f6d026 x-openstack-request-id: req-2ef4c83d-0621-456b-ae4a-781f49f6d026 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:02.158240 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03442a3-6d87-435f-87fc-d16eba4c971b", "name": "network-vif-plugged", "status": "completed", "tag": "c6fd142d-49fc-477b-b82f-164b97511e79", "code": 200}, {"server_uuid": "5b1e09f3-a09a-4e66-b965-aacccd7d5c8d", "name": "network-vif-plugged", "status": "completed", "tag": "7c759f51-36a6-4ed3-82f3-1d08c63872c1", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:02.158666 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2ef4c83d-0621-456b-ae4a-781f49f6d026 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:02.159150 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03442a3-6d87-435f-87fc-d16eba4c971b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fd142d-49fc-477b-b82f-164b97511e79', 'code': 200} Jul 16 20:25:02.159470 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1e09f3-a09a-4e66-b965-aacccd7d5c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c759f51-36a6-4ed3-82f3-1d08c63872c1', 'code': 200} Jul 16 20:25:02.214211 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0997f2-af40-4aeb-b990-34f601ad6a08 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Pushing event updated for resources: {'Network': ['ID=6c899469-f6c6-4f07-b4a9-35466e9465f4,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:02.227306 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 6c899469-f6c6-4f07-b4a9-35466e9465f4 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:25:02.253202 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0e0997f2-af40-4aeb-b990-34f601ad6a08 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5471330 Jul 16 20:25:02.261001 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59668) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:02.338650 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-446d4fcd-4b07-46ad-8243-8dd0db4b32c4 service neutron] 10.222.0.18 "GET /v2.0/networks/57459845-7fee-4eff-b586-2af1e50040c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525625 Jul 16 20:25:02.339663 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806928b-ec8b-40bb-a00a-b32f0ae9e64e req-03bae734-19b7-4b2d-ac8e-725087b81546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:02.341569 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4806928b-ec8b-40bb-a00a-b32f0ae9e64e req-03bae734-19b7-4b2d-ac8e-725087b81546 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a03442a3-6d87-435f-87fc-d16eba4c971b HTTP/1.1" status: 200 len: 1102 time: 0.0869737 Jul 16 20:25:02.379620 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4806928b-ec8b-40bb-a00a-b32f0ae9e64e req-2aef8927-ee38-4855-bfe5-74d3f79c5b78 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309696 Jul 16 20:25:02.402087 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e746b88d-1836-455b-8c6a-244a62084614 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.444890 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-caa9ef4f-e3b4-4cf2-afa1-d747c35c4c2e tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2771533 Jul 16 20:25:02.558719 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee1241-2006-4de1-bc06-d300dc261384 req-7fa27975-052e-4cb5-9ced-5f240c153eb5 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:02.566078 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee1241-2006-4de1-bc06-d300dc261384 req-7fa27975-052e-4cb5-9ced-5f240c153eb5 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:02.572378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee1241-2006-4de1-bc06-d300dc261384 req-7fa27975-052e-4cb5-9ced-5f240c153eb5 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:02.574155 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-80ee1241-2006-4de1-bc06-d300dc261384 req-7fa27975-052e-4cb5-9ced-5f240c153eb5 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 2412 time: 0.2378676 Jul 16 20:25:02.641260 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e746b88d-1836-455b-8c6a-244a62084614 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.667215 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-e746b88d-1836-455b-8c6a-244a62084614 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c899469-f6c6-4f07-b4a9-35466e9465f4']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:02.674668 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-46d1f581-de16-4de3-8f23-43ef43de4090 service neutron] 10.222.0.18 "GET /v2.0/networks/57459845-7fee-4eff-b586-2af1e50040c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978470 Jul 16 20:25:02.731886 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-80ee1241-2006-4de1-bc06-d300dc261384 req-6c2086a7-73b7-4feb-a3e3-51523d316b1f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452825 Jul 16 20:25:02.733203 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-6bc3def7-a97a-4026-a900-4acbebe41aec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.143&port_id=734723b9-6196-4e8d-abbf-c4b335aae0a8 HTTP/1.1" status: 200 len: 217 time: 0.0495000 Jul 16 20:25:02.734995 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-e746b88d-1836-455b-8c6a-244a62084614 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ca03a5-b6c8-41b4-b4e2-102c087bed97') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:02.735980 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-e746b88d-1836-455b-8c6a-244a62084614 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ca03a5-b6c8-41b4-b4e2-102c087bed97') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:02.758786 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e746b88d-1836-455b-8c6a-244a62084614 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.811859 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e746b88d-1836-455b-8c6a-244a62084614 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.823551 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-1649c5cf-b819-4c4d-9ae6-c18a3b5dc4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:02.825380 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-1649c5cf-b819-4c4d-9ae6-c18a3b5dc4e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ae8caf04-958d-4400-8088-71f52e6ec225 HTTP/1.1" status: 200 len: 801 time: 0.0814600 Jul 16 20:25:02.826704 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e746b88d-1836-455b-8c6a-244a62084614 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:02.827488 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e746b88d-1836-455b-8c6a-244a62084614 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.829721 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:02.834595 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:02.912315 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.002151 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e746b88d-1836-455b-8c6a-244a62084614 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.025662 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-de2ad112-fbbd-4e95-9210-4e379b5c5b1c req-9b0d8887-3969-4de7-90b0-a123164b9566 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 210 time: 0.0624821 Jul 16 20:25:03.043633 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e746b88d-1836-455b-8c6a-244a62084614 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6c899469-f6c6-4f07-b4a9-35466e9465f4 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:25:03.059621 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-43019e0a-0c7f-4e7a-a8f9-351a1f6c070b req-1f4e823c-fff5-453c-a426-1e24e44c5c3a tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 210 time: 0.0745008 Jul 16 20:25:03.060567 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e746b88d-1836-455b-8c6a-244a62084614 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.062335 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e746b88d-1836-455b-8c6a-244a62084614 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] 10.222.0.38 "DELETE /v2.0/networks/6c899469-f6c6-4f07-b4a9-35466e9465f4 HTTP/1.1" status: 204 len: 168 time: 0.7976320 Jul 16 20:25:03.064199 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746b88d-1836-455b-8c6a-244a62084614 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Pushing event deleted for resources: {'Network': ['ID=6c899469-f6c6-4f07-b4a9-35466e9465f4,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:03.068586 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59690) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:03.078477 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-0e02abab-22fa-4271-976e-5f0e2dd7310f tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:03.112382 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-397a3b0a-cabd-4e1b-a5d6-0e899a7b10e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:03.113899 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-397a3b0a-cabd-4e1b-a5d6-0e899a7b10e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc6ed12b-92d2-4dd0-99e7-d91837561bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2712841 Jul 16 20:25:03.123251 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e02abab-22fa-4271-976e-5f0e2dd7310f tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Made reservation on behalf of ce40b7b137454d49b4ee299e95f88a0e for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:03.128468 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0e02abab-22fa-4271-976e-5f0e2dd7310f tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.222680 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e02abab-22fa-4271-976e-5f0e2dd7310f tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:25:03.279933 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0e02abab-22fa-4271-976e-5f0e2dd7310f tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.280598 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-0e02abab-22fa-4271-976e-5f0e2dd7310f tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Added segment 0296bd9d-9be9-42d5-aecc-a0e205798d2e of type vlan for network c87babb0-822d-4ee2-b889-6a26d71c4d9d Jul 16 20:25:03.351943 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-daab0fee-05c4-4ba1-a2d9-beb6dd607d7c service neutron] 10.222.0.18 "GET /v2.0/networks/cc6ed12b-92d2-4dd0-99e7-d91837561bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208464 Jul 16 20:25:03.356263 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0e02abab-22fa-4271-976e-5f0e2dd7310f tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.380412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e97e81-e9a0-47b1-8d15-d51c962fdf8d req-3757a5c8-a135-46ee-b6cd-4c6de678fc4a tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:03.381867 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09e97e81-e9a0-47b1-8d15-d51c962fdf8d req-3757a5c8-a135-46ee-b6cd-4c6de678fc4a tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03442a3-6d87-435f-87fc-d16eba4c971b HTTP/1.1" status: 200 len: 950 time: 0.2344956 Jul 16 20:25:03.495539 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09e97e81-e9a0-47b1-8d15-d51c962fdf8d req-46828e2a-731e-4673-94e8-48effa8b05f6 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003215 Jul 16 20:25:03.502116 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0e02abab-22fa-4271-976e-5f0e2dd7310f tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.503244 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e02abab-22fa-4271-976e-5f0e2dd7310f tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:03.503828 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0e02abab-22fa-4271-976e-5f0e2dd7310f tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.571785 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c73c8a7-9a95-4615-92ac-2cbb2483cf5b req-7654e982-d9f4-46d0-95ca-a556287bb420 service neutron] 10.222.0.18 "GET /v2.0/networks/cc6ed12b-92d2-4dd0-99e7-d91837561bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102983 Jul 16 20:25:03.579363 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0e02abab-22fa-4271-976e-5f0e2dd7310f tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5063260 Jul 16 20:25:03.584206 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59694) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:03.589648 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-463c0b6f-0fff-4efa-9446-021b94976698 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Request body: {'subnet': {'network_id': 'c87babb0-822d-4ee2-b889-6a26d71c4d9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:03.614937 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02abab-22fa-4271-976e-5f0e2dd7310f tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Pushing event updated for resources: {'Network': ['ID=c87babb0-822d-4ee2-b889-6a26d71c4d9d,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:03.632593 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network c87babb0-822d-4ee2-b889-6a26d71c4d9d details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:25:03.646535 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463c0b6f-0fff-4efa-9446-021b94976698 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Made reservation on behalf of ce40b7b137454d49b4ee299e95f88a0e for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:03.649366 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-463c0b6f-0fff-4efa-9446-021b94976698 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.874715 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e36fdc-c6c0-484a-a649-a49ced5d0124 req-220cb69f-484b-4f99-a6ac-c32fb3977c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:03.875110 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e36fdc-c6c0-484a-a649-a49ced5d0124 req-220cb69f-484b-4f99-a6ac-c32fb3977c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:03.875596 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e36fdc-c6c0-484a-a649-a49ced5d0124 req-220cb69f-484b-4f99-a6ac-c32fb3977c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:03.878369 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9e36fdc-c6c0-484a-a649-a49ced5d0124 req-220cb69f-484b-4f99-a6ac-c32fb3977c26 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=09c144a5203b4664aacedc644bfac14e&device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 2868 time: 0.0736539 Jul 16 20:25:04.030801 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e36fdc-c6c0-484a-a649-a49ced5d0124 req-5132ac5f-1897-492b-b57d-8f5fa8d351d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:04.032443 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9e36fdc-c6c0-484a-a649-a49ced5d0124 req-5132ac5f-1897-492b-b57d-8f5fa8d351d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc6ed12b-92d2-4dd0-99e7-d91837561bb4 HTTP/1.1" status: 200 len: 902 time: 0.1422534 Jul 16 20:25:04.076173 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9e36fdc-c6c0-484a-a649-a49ced5d0124 req-1c939971-c44d-44cb-9815-fa994f79c0cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.143&port_id=734723b9-6196-4e8d-abbf-c4b335aae0a8 HTTP/1.1" status: 200 len: 217 time: 0.0370307 Jul 16 20:25:04.104282 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2db348-28f5-41ca-b7b1-a2840958b4cc req-cf6b6db5-a4c2-483b-af7e-02a3f94a916b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:04.112480 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2db348-28f5-41ca-b7b1-a2840958b4cc req-cf6b6db5-a4c2-483b-af7e-02a3f94a916b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:04.127531 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2db348-28f5-41ca-b7b1-a2840958b4cc req-cf6b6db5-a4c2-483b-af7e-02a3f94a916b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:04.129163 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b2db348-28f5-41ca-b7b1-a2840958b4cc req-cf6b6db5-a4c2-483b-af7e-02a3f94a916b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 2412 time: 0.1635842 Jul 16 20:25:04.211015 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b2db348-28f5-41ca-b7b1-a2840958b4cc req-40302aed-c036-475c-83d1-0f5e1e5cb095 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572133 Jul 16 20:25:04.212995 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e36fdc-c6c0-484a-a649-a49ced5d0124 req-037e5fef-38a8-4b17-8cad-57d78b4ada57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:04.214504 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9e36fdc-c6c0-484a-a649-a49ced5d0124 req-037e5fef-38a8-4b17-8cad-57d78b4ada57 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ae8caf04-958d-4400-8088-71f52e6ec225 HTTP/1.1" status: 200 len: 801 time: 0.1297238 Jul 16 20:25:04.300468 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-d653a773-4860-4901-8951-fd883206210e tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:04.302772 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-d653a773-4860-4901-8951-fd883206210e tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.62 "GET /v2.0/networks?id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418 HTTP/1.1" status: 200 len: 808 time: 0.3232543 Jul 16 20:25:04.357602 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-5c77a6a0-0159-40a1-9932-6632ba3dc9ad tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=ae184935e63442fbbd551c2164ed273b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1295345 Jul 16 20:25:04.363094 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0026bc7c-1c80-4be1-942e-753bb18cd3aa req-342d34d6-0d7d-4214-9077-ca36542bb344 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 210 time: 0.0722759 Jul 16 20:25:04.375234 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-38387cac-3532-4771-9ba9-a2d283f27ee1 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Request body: {'port': {'device_id': 'cf3b0d91-2767-462e-b4cf-ae7026373ea5', 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418', 'admin_state_up': True, 'tenant_id': 'cc52fcbf2d324f89bc73ed69e6a22b3a'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:04.443824 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cdd9c9dc-3515-4b9b-bb04-dab9937d0175 req-fd86c3d5-1bf6-4739-ac01-a650b5a73349 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 210 time: 0.0796962 Jul 16 20:25:04.456206 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e36fdc-c6c0-484a-a649-a49ced5d0124 req-d9a75c59-e4fe-48ce-a990-2236c6dd400b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:04.457728 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9e36fdc-c6c0-484a-a649-a49ced5d0124 req-d9a75c59-e4fe-48ce-a990-2236c6dd400b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc6ed12b-92d2-4dd0-99e7-d91837561bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2360640 Jul 16 20:25:04.566364 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9e36fdc-c6c0-484a-a649-a49ced5d0124 req-2caf42ba-accf-4218-ba48-c228c3630b90 service neutron] 10.222.0.18 "GET /v2.0/networks/cc6ed12b-92d2-4dd0-99e7-d91837561bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953121 Jul 16 20:25:04.738366 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-78874922-8022-41a5-8987-0b80e47f15cd tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:04.742659 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-78874922-8022-41a5-8987-0b80e47f15cd tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3465290 Jul 16 20:25:04.762333 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-b1fe0cf5-b556-4461-88da-c17da18594f3 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Request body: {'port': {'device_id': '15766d48-eeb6-49fb-b5b1-76b46c1f0a61', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': 'ae184935e63442fbbd551c2164ed273b'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:04.764405 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9e36fdc-c6c0-484a-a649-a49ced5d0124 req-5d157a01-b64c-43bf-a146-3d9fe49838d4 service neutron] 10.222.0.18 "GET /v2.0/networks/cc6ed12b-92d2-4dd0-99e7-d91837561bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894653 Jul 16 20:25:04.783887 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875bf30-0cb5-48c7-af1c-47fbaf18ceb7 req-0c586dae-ad47-4dc0-ba8b-4df485ef9ffd tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:04.785521 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1875bf30-0cb5-48c7-af1c-47fbaf18ceb7 req-0c586dae-ad47-4dc0-ba8b-4df485ef9ffd tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03442a3-6d87-435f-87fc-d16eba4c971b HTTP/1.1" status: 200 len: 950 time: 0.1012466 Jul 16 20:25:04.829289 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1875bf30-0cb5-48c7-af1c-47fbaf18ceb7 req-822d636b-b1b5-4468-b721-2c0f3cc2fc33 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370393 Jul 16 20:25:04.875544 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-38387cac-3532-4771-9ba9-a2d283f27ee1 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Made reservation on behalf of cc52fcbf2d324f89bc73ed69e6a22b3a for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:04.879365 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-38387cac-3532-4771-9ba9-a2d283f27ee1 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.039813 n-d-791506-21 neutron-server[93793]: DEBUG neutron.objects.ports [None req-463c0b6f-0fff-4efa-9446-021b94976698 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93793) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:25:05.040313 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-463c0b6f-0fff-4efa-9446-021b94976698 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.159013 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-b1fe0cf5-b556-4461-88da-c17da18594f3 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Made reservation on behalf of ae184935e63442fbbd551c2164ed273b for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:05.162574 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-b1fe0cf5-b556-4461-88da-c17da18594f3 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.171443 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c0b6f-0fff-4efa-9446-021b94976698 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1d53641f-ca73-42df-8c40-fae6ada9930b,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:05.197232 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-38387cac-3532-4771-9ba9-a2d283f27ee1 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Allocated IP 172.20.0.5 (0e9950ba-8ffa-4ae0-b3a9-a9194f267418/fed2a9f4-4984-4b87-a48a-a9fcef3fa565/b6d4a6fa-69b4-49dc-8b41-55852bd1de2a) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:05.220520 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463c0b6f-0fff-4efa-9446-021b94976698 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Checking segment: {'id': '0296bd9d-9be9-42d5-aecc-a0e205798d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c87babb0-822d-4ee2-b889-6a26d71c4d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:05.221087 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463c0b6f-0fff-4efa-9446-021b94976698 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Network hostable DHCP agents. Network: c87babb0-822d-4ee2-b889-6a26d71c4d9d, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:25:05.228325 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad007eb-969f-4484-8a89-3a368df30e22 req-74568035-41d3-48d2-b0aa-856b43ae4b82 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:05.248177 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6ad007eb-969f-4484-8a89-3a368df30e22 req-74568035-41d3-48d2-b0aa-856b43ae4b82 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=745513b4-d918-414d-9a23-fd755c4ad9e2 HTTP/1.1" status: 200 len: 950 time: 0.1559176 Jul 16 20:25:05.313755 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6ad007eb-969f-4484-8a89-3a368df30e22 req-6beabbb9-fe6a-4b0b-bbef-508a432f18f0 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635989 Jul 16 20:25:05.383875 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463c0b6f-0fff-4efa-9446-021b94976698 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Network c87babb0-822d-4ee2-b889-6a26d71c4d9d is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:25:05.443064 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-463c0b6f-0fff-4efa-9446-021b94976698 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, c87babb0-822d-4ee2-b889-6a26d71c4d9d) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:05.456910 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671cf740-134a-4bde-b04b-86c7a4c4bfc5 None None] Network c87babb0-822d-4ee2-b889-6a26d71c4d9d requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:05.461853 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463c0b6f-0fff-4efa-9446-021b94976698 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:05.462572 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-463c0b6f-0fff-4efa-9446-021b94976698 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.523619 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-b1fe0cf5-b556-4461-88da-c17da18594f3 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Allocated IP 192.168.233.109 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/810c8272-d682-44c5-9fab-7793c6efd176) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:05.546776 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-463c0b6f-0fff-4efa-9446-021b94976698 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9584582 Jul 16 20:25:05.547074 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59740) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:05.552395 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-1018f622-027c-48cd-ac20-1d82dfe95a7d tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Request body: {'floatingip': {'floating_network_id': 'c87babb0-822d-4ee2-b889-6a26d71c4d9d'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:05.580892 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950adb92-0332-46c8-8dd6-e67779c8ab2a req-bb4cb6ea-6539-49ad-9e77-4dc510d4049f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:05.586918 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950adb92-0332-46c8-8dd6-e67779c8ab2a req-bb4cb6ea-6539-49ad-9e77-4dc510d4049f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:05.593065 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950adb92-0332-46c8-8dd6-e67779c8ab2a req-bb4cb6ea-6539-49ad-9e77-4dc510d4049f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:05.594912 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-950adb92-0332-46c8-8dd6-e67779c8ab2a req-bb4cb6ea-6539-49ad-9e77-4dc510d4049f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 2412 time: 0.1434937 Jul 16 20:25:05.631121 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1018f622-027c-48cd-ac20-1d82dfe95a7d tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.673326 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-38387cac-3532-4771-9ba9-a2d283f27ee1 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.737621 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93150c94-3bf7-4fa8-a4d1-ec53e623a00c None None] Network c87babb0-822d-4ee2-b889-6a26d71c4d9d requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:05.786818 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-950adb92-0332-46c8-8dd6-e67779c8ab2a req-f31e04f0-0841-4d91-885e-cf7279e67942 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737902 Jul 16 20:25:05.870292 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-38387cac-3532-4771-9ba9-a2d283f27ee1 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.912106 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['371d6c7c-88ff-4783-aad3-eb3b449763a2'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:05.964766 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-b1fe0cf5-b556-4461-88da-c17da18594f3 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.990599 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-b1fe0cf5-b556-4461-88da-c17da18594f3 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Transition to ACTIVE for port object 810c8272-d682-44c5-9fab-7793c6efd176 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:06.038367 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-b1fe0cf5-b556-4461-88da-c17da18594f3 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.060128 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-38387cac-3532-4771-9ba9-a2d283f27ee1 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:06.062999 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['3079e223-4e17-4a7f-be91-ec6a7ee5dfac', '7c759f51-36a6-4ed3-82f3-1d08c63872c1'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:06.070807 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-38387cac-3532-4771-9ba9-a2d283f27ee1 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:06.080457 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38387cac-3532-4771-9ba9-a2d283f27ee1 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Pushing event updated for resources: {'Port': ['ID=b6d4a6fa-69b4-49dc-8b41-55852bd1de2a,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:06.090658 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-38387cac-3532-4771-9ba9-a2d283f27ee1 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:06.155299 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe0cf5-b556-4461-88da-c17da18594f3 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Pushing event updated for resources: {'Port': ['ID=810c8272-d682-44c5-9fab-7793c6efd176,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:06.206986 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-b1fe0cf5-b556-4461-88da-c17da18594f3 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:06.212951 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-b1fe0cf5-b556-4461-88da-c17da18594f3 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:06.234393 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-b1fe0cf5-b556-4461-88da-c17da18594f3 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:06.308503 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-38387cac-3532-4771-9ba9-a2d283f27ee1 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:06.309763 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-38387cac-3532-4771-9ba9-a2d283f27ee1 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.358840 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-b1fe0cf5-b556-4461-88da-c17da18594f3 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:06.359731 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-b1fe0cf5-b556-4461-88da-c17da18594f3 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.367421 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-38387cac-3532-4771-9ba9-a2d283f27ee1 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0127683 Jul 16 20:25:06.382060 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-2c2c50e5-130f-430c-823e-59ac9b60763f service neutron] Request body: {'port': {'device_id': 'cf3b0d91-2767-462e-b4cf-ae7026373ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:06.457099 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-b1fe0cf5-b556-4461-88da-c17da18594f3 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7010713 Jul 16 20:25:06.502403 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-fef34933-bc57-4938-897d-67b4bd856a5d service neutron] Request body: {'port': {'device_id': '15766d48-eeb6-49fb-b5b1-76b46c1f0a61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:06.569609 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-2c2c50e5-130f-430c-823e-59ac9b60763f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.627509 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1018f622-027c-48cd-ac20-1d82dfe95a7d tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.661873 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-fef34933-bc57-4938-897d-67b4bd856a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.668264 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1eaae575-cc57-454c-8165-0b835efaac21 None None] Provisioning for port 810c8272-d682-44c5-9fab-7793c6efd176 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:06.673174 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1eaae575-cc57-454c-8165-0b835efaac21 None None] Provisioning complete for port 810c8272-d682-44c5-9fab-7793c6efd176 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:06.673796 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1eaae575-cc57-454c-8165-0b835efaac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.715214 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1eaae575-cc57-454c-8165-0b835efaac21 None None] Port 810c8272-d682-44c5-9fab-7793c6efd176 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:06.737240 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f8843-45ff-4376-b88f-53c0f9c985ee req-71f84172-5cf6-46ec-bb5e-ffb9bb3f85c9 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:06.744343 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7e7f8843-45ff-4376-b88f-53c0f9c985ee req-71f84172-5cf6-46ec-bb5e-ffb9bb3f85c9 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 931 time: 0.7722847 Jul 16 20:25:06.770049 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:06.792859 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19ec92-2673-4718-901e-9649ed3bd3fb req-58ca05c0-2b52-48a5-bfa9-41218db4fc1e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:06.799605 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19ec92-2673-4718-901e-9649ed3bd3fb req-58ca05c0-2b52-48a5-bfa9-41218db4fc1e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:06.800989 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f19ec92-2673-4718-901e-9649ed3bd3fb req-58ca05c0-2b52-48a5-bfa9-41218db4fc1e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03442a3-6d87-435f-87fc-d16eba4c971b&device_id=745513b4-d918-414d-9a23-fd755c4ad9e2 HTTP/1.1" status: 200 len: 1691 time: 0.2790718 Jul 16 20:25:06.843867 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 8138fecc-8c98-4c89-93f4-3aaab5434948 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:25:06.849578 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7e7f8843-45ff-4376-b88f-53c0f9c985ee req-fe1a4bba-6b08-4430-bfee-2f5c4e4587bc tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042814 Jul 16 20:25:06.909318 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f19ec92-2673-4718-901e-9649ed3bd3fb req-02ba270d-6d1c-4365-af80-e17c2e304e20 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865054 Jul 16 20:25:06.945107 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-1018f622-027c-48cd-ac20-1d82dfe95a7d tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Allocated IP 172.20.0.8 (c87babb0-822d-4ee2-b889-6a26d71c4d9d/1d53641f-ca73-42df-8c40-fae6ada9930b/7a38a140-6951-41fb-b3d3-5b319e19320e) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:07.011972 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 8138fecc-8c98-4c89-93f4-3aaab5434948, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=8138fecc-8c98-4c89-93f4-3aaab5434948,segment=NetworkSegment(4b16f32d-1a72-4041-acf5-39fb2dffd2ff),segment_id=4b16f32d-1a72-4041-acf5-39fb2dffd2ff)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:07.033852 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '8138fecc-8c98-4c89-93f4-3aaab5434948', 'network_id': 'cc6ed12b-92d2-4dd0-99e7-d91837561bb4', 'port_id': '8138fecc-8c98-4c89-93f4-3aaab5434948', 'mac_address': 'fa:16:3e:d5:e7:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae8caf04-958d-4400-8088-71f52e6ec225', 'ip_address': '19.80.0.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:25:07.118943 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.193671 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8138fecc-8c98-4c89-93f4-3aaab5434948 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:07.202265 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1018f622-027c-48cd-ac20-1d82dfe95a7d tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.213864 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a267f-d9cc-467d-b174-9e2975c3fba0 req-fc5af250-fcb2-4053-ba76-735732afd716 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:07.216198 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-522a267f-d9cc-467d-b174-9e2975c3fba0 req-fc5af250-fcb2-4053-ba76-735732afd716 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 936 time: 0.1510882 Jul 16 20:25:07.224875 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 8138fecc-8c98-4c89-93f4-3aaab5434948, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=8138fecc-8c98-4c89-93f4-3aaab5434948,segment=NetworkSegment(4b16f32d-1a72-4041-acf5-39fb2dffd2ff),segment_id=4b16f32d-1a72-4041-acf5-39fb2dffd2ff)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:07.229085 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-2c2c50e5-130f-430c-823e-59ac9b60763f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6d4a6fa-69b4-49dc-8b41-55852bd1de2a {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:07.232188 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.233087 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 0b7cecac-9dba-4cea-a81b-8561d460d6a6 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:25:07.294024 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-fef34933-bc57-4938-897d-67b4bd856a5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 810c8272-d682-44c5-9fab-7793c6efd176 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:07.296592 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-522a267f-d9cc-467d-b174-9e2975c3fba0 req-685bebf8-829e-4ed8-b3cf-83d8475ab657 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711327 Jul 16 20:25:07.305287 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-fef34933-bc57-4938-897d-67b4bd856a5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.319959 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=8138fecc-8c98-4c89-93f4-3aaab5434948,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:07.322707 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-fef34933-bc57-4938-897d-67b4bd856a5d service neutron] Transition to ACTIVE for port object 810c8272-d682-44c5-9fab-7793c6efd176 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:07.325056 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-2c2c50e5-130f-430c-823e-59ac9b60763f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.340798 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-2c2c50e5-130f-430c-823e-59ac9b60763f service neutron] Transition to ACTIVE for port object b6d4a6fa-69b4-49dc-8b41-55852bd1de2a will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:07.342462 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-fef34933-bc57-4938-897d-67b4bd856a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.353225 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-2c2c50e5-130f-430c-823e-59ac9b60763f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.368887 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1018f622-027c-48cd-ac20-1d82dfe95a7d tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.401863 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1018f622-027c-48cd-ac20-1d82dfe95a7d tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Network c87babb0-822d-4ee2-b889-6a26d71c4d9d is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:07.410029 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-1018f622-027c-48cd-ac20-1d82dfe95a7d tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:07.426718 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 0b7cecac-9dba-4cea-a81b-8561d460d6a6, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0b7cecac-9dba-4cea-a81b-8561d460d6a6,segment=NetworkSegment(413b31cc-8519-4fcf-bc87-f975e08805cd),segment_id=413b31cc-8519-4fcf-bc87-f975e08805cd)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:07.449637 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '0b7cecac-9dba-4cea-a81b-8561d460d6a6', 'network_id': '57459845-7fee-4eff-b586-2af1e50040c9', 'port_id': '0b7cecac-9dba-4cea-a81b-8561d460d6a6', 'mac_address': 'fa:16:3e:0c:86:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54f5517-7367-45ca-8500-9aa0386c6243', 'ip_address': '19.86.0.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:25:07.455202 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1018f622-027c-48cd-ac20-1d82dfe95a7d tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:07.514112 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.518731 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef34933-bc57-4938-897d-67b4bd856a5d service neutron] Pushing event updated for resources: {'Port': ['ID=810c8272-d682-44c5-9fab-7793c6efd176,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:07.532294 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7cecac-9dba-4cea-a81b-8561d460d6a6 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:07.555749 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 0b7cecac-9dba-4cea-a81b-8561d460d6a6, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0b7cecac-9dba-4cea-a81b-8561d460d6a6,segment=NetworkSegment(413b31cc-8519-4fcf-bc87-f975e08805cd),segment_id=413b31cc-8519-4fcf-bc87-f975e08805cd)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:07.566678 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.567568 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 734723b9-6196-4e8d-abbf-c4b335aae0a8 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:25:07.667722 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018f622-027c-48cd-ac20-1d82dfe95a7d tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Pushing event updated for resources: {'Port': ['ID=7a38a140-6951-41fb-b3d3-5b319e19320e,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:07.708667 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 734723b9-6196-4e8d-abbf-c4b335aae0a8, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=734723b9-6196-4e8d-abbf-c4b335aae0a8,segment=NetworkSegment(4b16f32d-1a72-4041-acf5-39fb2dffd2ff),segment_id=4b16f32d-1a72-4041-acf5-39fb2dffd2ff)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:07.722605 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=0b7cecac-9dba-4cea-a81b-8561d460d6a6,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:07.726141 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '734723b9-6196-4e8d-abbf-c4b335aae0a8', 'network_id': 'cc6ed12b-92d2-4dd0-99e7-d91837561bb4', 'port_id': '734723b9-6196-4e8d-abbf-c4b335aae0a8', 'mac_address': 'fa:16:3e:8c:73:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae8caf04-958d-4400-8088-71f52e6ec225', 'ip_address': '19.80.0.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:25:07.739953 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-2c2c50e5-130f-430c-823e-59ac9b60763f service neutron] Attempting to bind port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:07.740383 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-2c2c50e5-130f-430c-823e-59ac9b60763f service neutron] Attempting to bind port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:07.740720 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-2c2c50e5-130f-430c-823e-59ac9b60763f service neutron] Attempting to bind port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:07.755946 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1018f622-027c-48cd-ac20-1d82dfe95a7d tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.759751 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-fef34933-bc57-4938-897d-67b4bd856a5d service neutron] Attempting to bind port 810c8272-d682-44c5-9fab-7793c6efd176 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:07.760292 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-fef34933-bc57-4938-897d-67b4bd856a5d service neutron] Attempting to bind port 810c8272-d682-44c5-9fab-7793c6efd176 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:07.760760 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-fef34933-bc57-4938-897d-67b4bd856a5d service neutron] Attempting to bind port 810c8272-d682-44c5-9fab-7793c6efd176 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:07.769776 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-fef34933-bc57-4938-897d-67b4bd856a5d service neutron] Port 810c8272-d682-44c5-9fab-7793c6efd176 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:07.770072 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-fef34933-bc57-4938-897d-67b4bd856a5d service neutron] Attempting to bind port 810c8272-d682-44c5-9fab-7793c6efd176 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:07.776523 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-2c2c50e5-130f-430c-823e-59ac9b60763f service neutron] Port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:07.776940 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-2c2c50e5-130f-430c-823e-59ac9b60763f service neutron] Attempting to bind port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:07.784650 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-2c2c50e5-130f-430c-823e-59ac9b60763f service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:07.784996 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-2c2c50e5-130f-430c-823e-59ac9b60763f service neutron] Checking segment: {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:07.785388 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-2c2c50e5-130f-430c-823e-59ac9b60763f service neutron] Bound using segment: {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:07.785839 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-2c2c50e5-130f-430c-823e-59ac9b60763f service neutron] Bound port: b6d4a6fa-69b4-49dc-8b41-55852bd1de2a, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:07.786238 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-2c2c50e5-130f-430c-823e-59ac9b60763f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.803135 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c50e5-130f-430c-823e-59ac9b60763f service neutron] Pushing event updated for resources: {'Port': ['ID=b6d4a6fa-69b4-49dc-8b41-55852bd1de2a,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:07.808461 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-fef34933-bc57-4938-897d-67b4bd856a5d service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:07.808801 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-fef34933-bc57-4938-897d-67b4bd856a5d service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:07.809240 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-fef34933-bc57-4938-897d-67b4bd856a5d service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:07.809695 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-fef34933-bc57-4938-897d-67b4bd856a5d service neutron] Bound port: 810c8272-d682-44c5-9fab-7793c6efd176, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:07.810060 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-fef34933-bc57-4938-897d-67b4bd856a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.906256 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145968a-f8f6-47a6-addd-eb78fd5373f9 req-39b3f8cb-744b-4d24-83cc-3fe08ee44138 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:07.914429 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145968a-f8f6-47a6-addd-eb78fd5373f9 req-39b3f8cb-744b-4d24-83cc-3fe08ee44138 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:07.921105 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145968a-f8f6-47a6-addd-eb78fd5373f9 req-39b3f8cb-744b-4d24-83cc-3fe08ee44138 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:07.928024 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-2c2c50e5-130f-430c-823e-59ac9b60763f service neutron] For port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:07.931578 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-2c2c50e5-130f-430c-823e-59ac9b60763f service neutron] For port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b6d4a6fa-69b4-49dc-8b41-55852bd1de2a,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:07.933158 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-fef34933-bc57-4938-897d-67b4bd856a5d service neutron] For port 810c8272-d682-44c5-9fab-7793c6efd176, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:07.937699 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-fef34933-bc57-4938-897d-67b4bd856a5d service neutron] For port 810c8272-d682-44c5-9fab-7793c6efd176, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=810c8272-d682-44c5-9fab-7793c6efd176,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:07.941004 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-2c2c50e5-130f-430c-823e-59ac9b60763f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.941976 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.955969 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4145968a-f8f6-47a6-addd-eb78fd5373f9 req-39b3f8cb-744b-4d24-83cc-3fe08ee44138 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 2414 time: 0.4282641 Jul 16 20:25:07.957521 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-fef34933-bc57-4938-897d-67b4bd856a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.961859 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 734723b9-6196-4e8d-abbf-c4b335aae0a8 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:07.962594 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-2c2c50e5-130f-430c-823e-59ac9b60763f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:07.963204 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-2c2c50e5-130f-430c-823e-59ac9b60763f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.965196 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-2c2c50e5-130f-430c-823e-59ac9b60763f service neutron] 10.222.0.62 "PUT /v2.0/ports/b6d4a6fa-69b4-49dc-8b41-55852bd1de2a HTTP/1.1" status: 200 len: 1092 time: 1.5877504 Jul 16 20:25:07.987996 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3b0d91-2767-462e-b4cf-ae7026373ea5', 'tag': 'b6d4a6fa-69b4-49dc-8b41-55852bd1de2a'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:07.989112 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1018f622-027c-48cd-ac20-1d82dfe95a7d tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.990183 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6f2e6c-726d-4fee-ae8c-7ca0b1050ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "cf3b0d91-2767-462e-b4cf-ae7026373ea5", "tag": "b6d4a6fa-69b4-49dc-8b41-55852bd1de2a"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:07.993465 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 734723b9-6196-4e8d-abbf-c4b335aae0a8, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=734723b9-6196-4e8d-abbf-c4b335aae0a8,segment=NetworkSegment(4b16f32d-1a72-4041-acf5-39fb2dffd2ff),segment_id=4b16f32d-1a72-4041-acf5-39fb2dffd2ff)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:07.999036 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.015564 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-fef34933-bc57-4938-897d-67b4bd856a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:08.016843 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-fef34933-bc57-4938-897d-67b4bd856a5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.019315 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-fef34933-bc57-4938-897d-67b4bd856a5d service neutron] 10.222.0.62 "PUT /v2.0/ports/810c8272-d682-44c5-9fab-7793c6efd176 HTTP/1.1" status: 200 len: 1097 time: 1.5246913 Jul 16 20:25:08.065341 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c50e5-130f-430c-823e-59ac9b60763f service neutron] Pushing event updated for resources: {'Port': ['ID=b6d4a6fa-69b4-49dc-8b41-55852bd1de2a,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:08.086168 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=734723b9-6196-4e8d-abbf-c4b335aae0a8,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:08.109202 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02601f6-25b3-4625-8072-95d974d23f86 req-7fa94979-ef76-49ec-b7f1-78050d0b0634 tempest-ServersOnMultiNodesTest-1228379329 tempest-ServersOnMultiNodesTest-1228379329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:08.117763 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b02601f6-25b3-4625-8072-95d974d23f86 req-7fa94979-ef76-49ec-b7f1-78050d0b0634 tempest-ServersOnMultiNodesTest-1228379329 tempest-ServersOnMultiNodesTest-1228379329-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a03442a3-6d87-435f-87fc-d16eba4c971b HTTP/1.1" status: 200 len: 1102 time: 0.3522110 Jul 16 20:25:08.178027 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b02601f6-25b3-4625-8072-95d974d23f86 req-3337020b-2d5b-420b-afe3-72624a010bd6 tempest-ServersOnMultiNodesTest-1228379329 tempest-ServersOnMultiNodesTest-1228379329-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564129 Jul 16 20:25:08.181703 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4145968a-f8f6-47a6-addd-eb78fd5373f9 req-3a2a873c-bb7c-4230-a5b0-a701449f9d06 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247808 Jul 16 20:25:08.223815 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef34933-bc57-4938-897d-67b4bd856a5d service neutron] Pushing event updated for resources: {'Port': ['ID=810c8272-d682-44c5-9fab-7793c6efd176,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:08.266921 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-5afbeae7-8e26-4641-a5b7-346b950d105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:08.268676 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-5afbeae7-8e26-4641-a5b7-346b950d105c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 1095 time: 0.2178144 Jul 16 20:25:08.275850 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fb47b7-0140-47cb-8e64-70d996b00d0f x-openstack-request-id: req-b3fb47b7-0140-47cb-8e64-70d996b00d0f {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:08.276253 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf3b0d91-2767-462e-b4cf-ae7026373ea5", "tag": "b6d4a6fa-69b4-49dc-8b41-55852bd1de2a", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:08.277137 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b3fb47b7-0140-47cb-8e64-70d996b00d0f {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:08.277636 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3b0d91-2767-462e-b4cf-ae7026373ea5', 'tag': 'b6d4a6fa-69b4-49dc-8b41-55852bd1de2a', 'status': 'completed', 'code': 200} Jul 16 20:25:08.279610 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-650b6eaa-b66a-401d-8419-ecf253b5cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:08.281344 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-650b6eaa-b66a-401d-8419-ecf253b5cec2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 1100 time: 0.1873984 Jul 16 20:25:08.356459 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['0b7cecac-9dba-4cea-a81b-8561d460d6a6'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:08.396209 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-9262031d-e203-4c81-af01-3de163daa11c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=810c8272-d682-44c5-9fab-7793c6efd176 HTTP/1.1" status: 200 len: 217 time: 0.1010771 Jul 16 20:25:08.398945 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-0abace0e-f16d-48ec-a3a3-336db04fe7ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6d4a6fa-69b4-49dc-8b41-55852bd1de2a HTTP/1.1" status: 200 len: 217 time: 0.1163287 Jul 16 20:25:08.410498 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1018f622-027c-48cd-ac20-1d82dfe95a7d tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.420721 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['734723b9-6196-4e8d-abbf-c4b335aae0a8'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:08.430800 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1018f622-027c-48cd-ac20-1d82dfe95a7d tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.595490 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-8e5402be-c993-4a84-bd08-402eac37fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:08.598123 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-8e5402be-c993-4a84-bd08-402eac37fc5f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1845551 Jul 16 20:25:08.600161 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-5295e3bd-d5ee-4c1e-a0f2-34d7032eb9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:08.601629 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-5295e3bd-d5ee-4c1e-a0f2-34d7032eb9be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fed2a9f4-4984-4b87-a48a-a9fcef3fa565 HTTP/1.1" status: 200 len: 848 time: 0.1861832 Jul 16 20:25:08.656824 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018f622-027c-48cd-ac20-1d82dfe95a7d tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Pushing event updated for resources: {'Port': ['ID=7a38a140-6951-41fb-b3d3-5b319e19320e,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:08.695374 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1018f622-027c-48cd-ac20-1d82dfe95a7d tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.697549 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-039d9e98-6a83-4069-83db-3393103d72e5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767443 Jul 16 20:25:08.718522 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebde4b1-6123-400c-861e-c747ba93f41e req-3d500558-805a-4122-aa76-933726ce0238 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:08.720138 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cebde4b1-6123-400c-861e-c747ba93f41e req-3d500558-805a-4122-aa76-933726ce0238 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 943 time: 0.2962861 Jul 16 20:25:08.725929 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1018f622-027c-48cd-ac20-1d82dfe95a7d tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.727115 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1018f622-027c-48cd-ac20-1d82dfe95a7d tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.1793928 Jul 16 20:25:08.730099 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59770) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:08.754705 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49b170-d0c9-47e1-aac0-8fc36fa59ff2 req-72f757ef-cb34-4bdc-ab82-560081444ea3 tempest-ServersOnMultiNodesTest-1228379329 tempest-ServersOnMultiNodesTest-1228379329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:08.756248 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1c49b170-d0c9-47e1-aac0-8fc36fa59ff2 req-72f757ef-cb34-4bdc-ab82-560081444ea3 tempest-ServersOnMultiNodesTest-1228379329 tempest-ServersOnMultiNodesTest-1228379329-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=745513b4-d918-414d-9a23-fd755c4ad9e2 HTTP/1.1" status: 200 len: 1102 time: 0.1484873 Jul 16 20:25:08.780174 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cebde4b1-6123-400c-861e-c747ba93f41e req-de063ba2-cf67-4b3b-8fbc-39d955cbea87 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508394 Jul 16 20:25:08.811286 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-2ddb857e-d47b-4483-bf7d-e3aec1cdac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:08.812988 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-2ddb857e-d47b-4483-bf7d-e3aec1cdac7d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1905255 Jul 16 20:25:08.821969 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1c49b170-d0c9-47e1-aac0-8fc36fa59ff2 req-d31f4919-0ff4-46fe-8436-1ad0d0f70011 tempest-ServersOnMultiNodesTest-1228379329 tempest-ServersOnMultiNodesTest-1228379329-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557203 Jul 16 20:25:08.864654 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-047a427c-1bc8-4d72-91fa-c2195636f434 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] 10.222.0.38 "GET /v2.0/floatingips?floating_network_id=c87babb0-822d-4ee2-b889-6a26d71c4d9d HTTP/1.1" status: 200 len: 689 time: 0.1256254 Jul 16 20:25:08.866487 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59774) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:09.056313 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef99ebee-c5c7-4196-8c66-40db6a98faad tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.070167 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee756a1-cc10-4c81-96cd-a25a264f5c1a req-412deb8a-2d4d-4e5a-90a6-9abb3d83aa14 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:09.072043 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1ee756a1-cc10-4c81-96cd-a25a264f5c1a req-412deb8a-2d4d-4e5a-90a6-9abb3d83aa14 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 948 time: 0.1394200 Jul 16 20:25:09.183392 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-5426cf92-0b3e-474a-b52a-27683326aa79 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775421 Jul 16 20:25:09.251316 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1ee756a1-cc10-4c81-96cd-a25a264f5c1a req-216a58a4-7327-4c2d-b138-e47a3b631b99 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518288 Jul 16 20:25:09.318226 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-64e0483e-7adf-49d0-81b2-74c19e2d68a0 service neutron] 10.222.0.62 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6111500 Jul 16 20:25:09.352413 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-ef99ebee-c5c7-4196-8c66-40db6a98faad tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Deleting port 7a38a140-6951-41fb-b3d3-5b319e19320e {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:09.352820 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef99ebee-c5c7-4196-8c66-40db6a98faad tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.370249 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-78fe833f-cf45-410d-82ed-f0a7ff2cee3b service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5421801 Jul 16 20:25:09.403042 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-ecc45aa0-63da-4ced-abce-93536c3fe854 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:09.404679 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-ecc45aa0-63da-4ced-abce-93536c3fe854 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930590 Jul 16 20:25:09.437157 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['8138fecc-8c98-4c89-93f4-3aaab5434948'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:09.482640 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-e31e3513-8fb6-4a02-af61-789664a64a01 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/quotas/0e3f4908cd7247a9bb3c103236a62c8e HTTP/1.1" status: 200 len: 375 time: 0.0528462 Jul 16 20:25:09.494107 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3b726f42-a72a-4c4e-ae8d-ac2ed192c3e9 req-75393ee0-ca21-4982-a349-2cb57a579422 service neutron] 10.222.0.62 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629710 Jul 16 20:25:09.517061 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d998cb97-c677-42a1-aa36-ae3ef0e39a98 req-2be48cf7-917a-4ebc-9078-57dd96caf815 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093242 Jul 16 20:25:09.592035 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dfafc-e287-44fc-bfbb-6f55a5c4b232 req-db5c8ad5-ca05-4daf-84ab-3008b2d02aa0 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:09.598383 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dfafc-e287-44fc-bfbb-6f55a5c4b232 req-db5c8ad5-ca05-4daf-84ab-3008b2d02aa0 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:09.604777 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dfafc-e287-44fc-bfbb-6f55a5c4b232 req-db5c8ad5-ca05-4daf-84ab-3008b2d02aa0 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:09.606416 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-536dfafc-e287-44fc-bfbb-6f55a5c4b232 req-db5c8ad5-ca05-4daf-84ab-3008b2d02aa0 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 2415 time: 0.2250502 Jul 16 20:25:09.623032 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef99ebee-c5c7-4196-8c66-40db6a98faad tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.623534 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef99ebee-c5c7-4196-8c66-40db6a98faad tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.647457 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f2e6c-726d-4fee-ae8c-7ca0b1050ed0 req-431dc0a1-1903-4b80-a1d8-2188b6e0f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:09.648614 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0f6f2e6c-726d-4fee-ae8c-7ca0b1050ed0 req-431dc0a1-1903-4b80-a1d8-2188b6e0f3ec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 1095 time: 0.0753038 Jul 16 20:25:09.650631 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-ef99ebee-c5c7-4196-8c66-40db6a98faad tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Calling delete_port for 7a38a140-6951-41fb-b3d3-5b319e19320e owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:09.671166 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-93b30a9f-11c7-4c49-b521-3b0a062d54b8 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1879303 Jul 16 20:25:09.726070 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-536dfafc-e287-44fc-bfbb-6f55a5c4b232 req-a2e601a3-66bc-4d32-89b9-0ada2b0f8da5 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109657 Jul 16 20:25:09.802644 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f2e6c-726d-4fee-ae8c-7ca0b1050ed0 req-8d1d7c04-f1d5-4d99-a994-d71853dd5459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:09.806795 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0f6f2e6c-726d-4fee-ae8c-7ca0b1050ed0 req-8d1d7c04-f1d5-4d99-a994-d71853dd5459 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418 HTTP/1.1" status: 200 len: 909 time: 0.1449335 Jul 16 20:25:09.889422 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0f6f2e6c-726d-4fee-ae8c-7ca0b1050ed0 req-5907deb8-9b3e-41b0-af04-1afd4f0d79ad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6d4a6fa-69b4-49dc-8b41-55852bd1de2a HTTP/1.1" status: 200 len: 217 time: 0.0658607 Jul 16 20:25:09.957673 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef99ebee-c5c7-4196-8c66-40db6a98faad tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.964113 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f2e6c-726d-4fee-ae8c-7ca0b1050ed0 req-f01454f6-7795-434c-9b98-c3742f4b27af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:09.965634 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0f6f2e6c-726d-4fee-ae8c-7ca0b1050ed0 req-f01454f6-7795-434c-9b98-c3742f4b27af service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fed2a9f4-4984-4b87-a48a-a9fcef3fa565 HTTP/1.1" status: 200 len: 848 time: 0.0545487 Jul 16 20:25:10.007092 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0f6f2e6c-726d-4fee-ae8c-7ca0b1050ed0 req-0e5338f1-35bd-4ed2-97a6-c10d259db5f3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322020 Jul 16 20:25:10.039009 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a09db8a9-b703-4fd0-b32b-b8052ac4d72b req-723caace-7bde-4181-89f8-fe672b8ea4fe tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=e52891b5-772b-4baf-a7e7-f69f9af54a44 HTTP/1.1" status: 200 len: 210 time: 0.0543637 Jul 16 20:25:10.044450 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99ebee-c5c7-4196-8c66-40db6a98faad tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a38a140-6951-41fb-b3d3-5b319e19320e,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:10.144956 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75343f08-b186-46f2-aeec-d78e89383567 req-69148f78-ece6-4967-a785-46cc0fb9275b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:10.147660 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75343f08-b186-46f2-aeec-d78e89383567 req-69148f78-ece6-4967-a785-46cc0fb9275b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 943 time: 0.2040479 Jul 16 20:25:10.152241 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef99ebee-c5c7-4196-8c66-40db6a98faad tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.161716 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0f6f2e6c-726d-4fee-ae8c-7ca0b1050ed0 req-3dd911cc-b29e-4e14-a66f-b81c26e5289b service neutron] 10.222.0.62 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467516 Jul 16 20:25:10.253163 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75343f08-b186-46f2-aeec-d78e89383567 req-d6263e10-063b-4d76-949f-ee07aca9ce95 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967932 Jul 16 20:25:10.264042 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef99ebee-c5c7-4196-8c66-40db6a98faad tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.287453 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15766d48-eeb6-49fb-b5b1-76b46c1f0a61', 'tag': '810c8272-d682-44c5-9fab-7793c6efd176'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:10.293939 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59931315-f1ad-4ae1-8008-1b2bee71a5fb" -d '{"events": [{"name": "network-changed", "server_uuid": "15766d48-eeb6-49fb-b5b1-76b46c1f0a61", "tag": "810c8272-d682-44c5-9fab-7793c6efd176"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:10.332236 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0f6f2e6c-726d-4fee-ae8c-7ca0b1050ed0 req-01711194-1d9c-44b1-8ad1-50699acae9b9 service neutron] 10.222.0.62 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571622 Jul 16 20:25:10.352575 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f194698b-b840-4bc9-94b4-c2b5a5dec689 x-openstack-request-id: req-f194698b-b840-4bc9-94b4-c2b5a5dec689 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:10.353043 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15766d48-eeb6-49fb-b5b1-76b46c1f0a61", "tag": "810c8272-d682-44c5-9fab-7793c6efd176", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:10.358925 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f194698b-b840-4bc9-94b4-c2b5a5dec689 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:10.359500 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15766d48-eeb6-49fb-b5b1-76b46c1f0a61', 'tag': '810c8272-d682-44c5-9fab-7793c6efd176', 'status': 'completed', 'code': 200} Jul 16 20:25:10.372523 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef99ebee-c5c7-4196-8c66-40db6a98faad tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.445377 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931315-f1ad-4ae1-8008-1b2bee71a5fb req-e9b588ac-6713-4974-8664-ca01c53e81d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:10.448117 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-59931315-f1ad-4ae1-8008-1b2bee71a5fb req-e9b588ac-6713-4974-8664-ca01c53e81d1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 1100 time: 0.0711527 Jul 16 20:25:10.459525 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef99ebee-c5c7-4196-8c66-40db6a98faad tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.488535 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99ebee-c5c7-4196-8c66-40db6a98faad tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1d53641f-ca73-42df-8c40-fae6ada9930b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:10.497303 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ef99ebee-c5c7-4196-8c66-40db6a98faad tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87babb0-822d-4ee2-b889-6a26d71c4d9d']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:10.519765 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ef99ebee-c5c7-4196-8c66-40db6a98faad tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0296bd9d-9be9-42d5-aecc-a0e205798d2e') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:10.520062 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ef99ebee-c5c7-4196-8c66-40db6a98faad tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0296bd9d-9be9-42d5-aecc-a0e205798d2e') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:10.551909 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef99ebee-c5c7-4196-8c66-40db6a98faad tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.573291 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931315-f1ad-4ae1-8008-1b2bee71a5fb req-4afe7d47-0d21-4ed5-84b6-d97d33b22457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:10.575068 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-59931315-f1ad-4ae1-8008-1b2bee71a5fb req-4afe7d47-0d21-4ed5-84b6-d97d33b22457 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.1174908 Jul 16 20:25:10.576310 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef99ebee-c5c7-4196-8c66-40db6a98faad tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.584912 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef99ebee-c5c7-4196-8c66-40db6a98faad tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:10.585308 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef99ebee-c5c7-4196-8c66-40db6a98faad tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:10.587586 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:10.649821 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-59931315-f1ad-4ae1-8008-1b2bee71a5fb req-b45b00b1-3fa6-436b-ba8c-cb6532b94d91 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=810c8272-d682-44c5-9fab-7793c6efd176 HTTP/1.1" status: 200 len: 217 time: 0.0568213 Jul 16 20:25:10.662669 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3cfc5-646d-4861-9faa-7d7383d507d5 req-27e93efe-b648-4431-9b8b-b426d0aec044 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:10.664242 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-90b3cfc5-646d-4861-9faa-7d7383d507d5 req-27e93efe-b648-4431-9b8b-b426d0aec044 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 948 time: 0.1826453 Jul 16 20:25:10.701396 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef99ebee-c5c7-4196-8c66-40db6a98faad tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.707474 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef99ebee-c5c7-4196-8c66-40db6a98faad tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c87babb0-822d-4ee2-b889-6a26d71c4d9d {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:25:10.710349 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef99ebee-c5c7-4196-8c66-40db6a98faad tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.712769 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ef99ebee-c5c7-4196-8c66-40db6a98faad tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] 10.222.0.38 "DELETE /v2.0/networks/c87babb0-822d-4ee2-b889-6a26d71c4d9d HTTP/1.1" status: 204 len: 168 time: 1.8449922 Jul 16 20:25:10.717982 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931315-f1ad-4ae1-8008-1b2bee71a5fb req-89dd58a9-4ac1-477d-b921-3a7cc223f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:10.720403 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-59931315-f1ad-4ae1-8008-1b2bee71a5fb req-89dd58a9-4ac1-477d-b921-3a7cc223f6d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0626373 Jul 16 20:25:10.720919 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59808) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:10.742277 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-90b3cfc5-646d-4861-9faa-7d7383d507d5 req-a6307529-c303-487d-86b8-e7aa103aa846 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701942 Jul 16 20:25:10.743233 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99ebee-c5c7-4196-8c66-40db6a98faad tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Pushing event deleted for resources: {'Network': ['ID=c87babb0-822d-4ee2-b889-6a26d71c4d9d,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:10.852554 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 8138fecc-8c98-4c89-93f4-3aaab5434948 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:10.924416 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d440f388-ee1f-484d-900e-8ecd5407dbf0 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.1988776 Jul 16 20:25:10.924738 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59814) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:10.943338 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931315-f1ad-4ae1-8008-1b2bee71a5fb req-f6690006-27a9-4db2-bb8f-39855c8bb325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:10.944850 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-59931315-f1ad-4ae1-8008-1b2bee71a5fb req-f6690006-27a9-4db2-bb8f-39855c8bb325 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1973953 Jul 16 20:25:11.004780 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 8138fecc-8c98-4c89-93f4-3aaab5434948 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:11.009043 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 8138fecc-8c98-4c89-93f4-3aaab5434948 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:11.009436 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.154213 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c46f48-2540-4817-8b3f-b976edfccdd5 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.154797 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c46f48-2540-4817-8b3f-b976edfccdd5 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.155671 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c46f48-2540-4817-8b3f-b976edfccdd5 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.156180 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c46f48-2540-4817-8b3f-b976edfccdd5 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.157232 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c46f48-2540-4817-8b3f-b976edfccdd5 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.157796 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c46f48-2540-4817-8b3f-b976edfccdd5 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.158417 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c46f48-2540-4817-8b3f-b976edfccdd5 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.159000 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c46f48-2540-4817-8b3f-b976edfccdd5 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.159508 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c46f48-2540-4817-8b3f-b976edfccdd5 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.160052 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c46f48-2540-4817-8b3f-b976edfccdd5 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.160606 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c46f48-2540-4817-8b3f-b976edfccdd5 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.161109 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c46f48-2540-4817-8b3f-b976edfccdd5 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.161608 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c46f48-2540-4817-8b3f-b976edfccdd5 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.166674 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-98c46f48-2540-4817-8b3f-b976edfccdd5 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8418 time: 0.2384524 Jul 16 20:25:11.167421 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59818) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:11.193474 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a5cb7-e0e5-472e-badb-31281a9d8e9e req-cf4754ef-a76d-478f-8225-60897c400024 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.195255 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.200040 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a5cb7-e0e5-472e-badb-31281a9d8e9e req-cf4754ef-a76d-478f-8225-60897c400024 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.207086 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a5cb7-e0e5-472e-badb-31281a9d8e9e req-cf4754ef-a76d-478f-8225-60897c400024 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.208985 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-582a5cb7-e0e5-472e-badb-31281a9d8e9e req-cf4754ef-a76d-478f-8225-60897c400024 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 2415 time: 0.2121515 Jul 16 20:25:11.224166 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2011d6f7-b324-4150-b750-e312cc6bed56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8138fecc-8c98-4c89-93f4-3aaab5434948'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:11.227534 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b8791b-cd54-420d-8089-dcec4a480fa7" -d '{"events": [{"server_uuid": "2011d6f7-b324-4150-b750-e312cc6bed56", "name": "network-vif-plugged", "status": "completed", "tag": "8138fecc-8c98-4c89-93f4-3aaab5434948"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:11.242462 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 8138fecc-8c98-4c89-93f4-3aaab5434948, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=8138fecc-8c98-4c89-93f4-3aaab5434948,segment=NetworkSegment(4b16f32d-1a72-4041-acf5-39fb2dffd2ff),segment_id=4b16f32d-1a72-4041-acf5-39fb2dffd2ff)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:11.247270 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.248352 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 0b7cecac-9dba-4cea-a81b-8561d460d6a6 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:11.287524 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-582a5cb7-e0e5-472e-badb-31281a9d8e9e req-e4c06a16-ab66-4848-aab4-2dd3b0526b0b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725722 Jul 16 20:25:11.313831 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-6646f539-e63d-499a-a5b6-50556ef14b8e tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] delete failed (client error): The resource could not be found. Jul 16 20:25:11.317927 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6646f539-e63d-499a-a5b6-50556ef14b8e tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] 10.222.0.38 "DELETE /v2.0/floatingips/3825bd80-df9e-4ac1-a96b-0aa0d65b23d3 HTTP/1.1" status: 404 len: 345 time: 0.1472349 Jul 16 20:25:11.318769 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59826) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:11.321415 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-59931315-f1ad-4ae1-8008-1b2bee71a5fb req-00b45644-6b2b-4853-9720-3ab1abf7796e service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616490 Jul 16 20:25:11.345281 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-53505e60-9759-484e-a60d-657f0c49f874 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] DELETE failed (client error): The resource could not be found. Jul 16 20:25:11.345940 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53505e60-9759-484e-a60d-657f0c49f874 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:25:11.362688 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-53505e60-9759-484e-a60d-657f0c49f874 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] 10.222.0.38 "DELETE /v2.0/networks/c87babb0-822d-4ee2-b889-6a26d71c4d9d HTTP/1.1" status: 404 len: 339 time: 0.0425556 Jul 16 20:25:11.364759 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59828) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:11.369283 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-245bb241-3b97-4cd2-a9df-2b0a694d1b0c tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Request body: {'network': {'name': 'tempest-network--1417399253', 'router:external': True}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:11.377066 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=8138fecc-8c98-4c89-93f4-3aaab5434948,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:11.414143 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6325e3ec-33f6-4b4a-a3c5-5c32bbad367e x-openstack-request-id: req-6325e3ec-33f6-4b4a-a3c5-5c32bbad367e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:11.414499 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2011d6f7-b324-4150-b750-e312cc6bed56", "name": "network-vif-plugged", "status": "completed", "tag": "8138fecc-8c98-4c89-93f4-3aaab5434948", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:11.414752 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6325e3ec-33f6-4b4a-a3c5-5c32bbad367e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:11.415142 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2011d6f7-b324-4150-b750-e312cc6bed56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8138fecc-8c98-4c89-93f4-3aaab5434948', 'code': 200} Jul 16 20:25:11.445488 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0a320ea5-1645-4b26-a085-71097c6b9bcb req-1eec38f5-0540-4258-a9b8-c2071c84a8df tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=e52891b5-772b-4baf-a7e7-f69f9af54a44 HTTP/1.1" status: 200 len: 210 time: 0.0816567 Jul 16 20:25:11.454210 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 0b7cecac-9dba-4cea-a81b-8561d460d6a6 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:11.458169 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 0b7cecac-9dba-4cea-a81b-8561d460d6a6 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:11.458567 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.497468 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245bb241-3b97-4cd2-a9df-2b0a694d1b0c tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Made reservation on behalf of ce40b7b137454d49b4ee299e95f88a0e for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:11.500049 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-245bb241-3b97-4cd2-a9df-2b0a694d1b0c tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.539132 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-63e7b168-42b1-4c5e-85ae-b032fba17aa6 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360973 Jul 16 20:25:11.585052 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-59931315-f1ad-4ae1-8008-1b2bee71a5fb req-8a63ade8-a752-4a49-b512-8b35286b4053 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514212 Jul 16 20:25:11.609352 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245bb241-3b97-4cd2-a9df-2b0a694d1b0c tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:25:11.633469 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-245bb241-3b97-4cd2-a9df-2b0a694d1b0c tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.633815 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-245bb241-3b97-4cd2-a9df-2b0a694d1b0c tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Added segment f9d1eb7c-1194-41e5-b2ae-999819747981 of type vlan for network f2486f31-6ce0-426e-9840-f3622d7934b1 Jul 16 20:25:11.711396 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.753155 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 0b7cecac-9dba-4cea-a81b-8561d460d6a6, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0b7cecac-9dba-4cea-a81b-8561d460d6a6,segment=NetworkSegment(413b31cc-8519-4fcf-bc87-f975e08805cd),segment_id=413b31cc-8519-4fcf-bc87-f975e08805cd)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:11.761878 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-245bb241-3b97-4cd2-a9df-2b0a694d1b0c tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.771310 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.772035 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 734723b9-6196-4e8d-abbf-c4b335aae0a8 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:11.782472 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-14c4e14e-a369-4aee-915f-572b1079fac7 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.784078 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-14c4e14e-a369-4aee-915f-572b1079fac7 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2216289 Jul 16 20:25:11.817532 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-8df33ddf-0b3e-45fc-af7c-bbd0008483f0 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Request body: {'port': {'device_id': 'e52891b5-772b-4baf-a7e7-f69f9af54a44', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': '0e3f4908cd7247a9bb3c103236a62c8e'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:11.854950 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-245bb241-3b97-4cd2-a9df-2b0a694d1b0c tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.867455 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245bb241-3b97-4cd2-a9df-2b0a694d1b0c tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.868231 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-245bb241-3b97-4cd2-a9df-2b0a694d1b0c tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.897384 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01b152-da65-48df-8119-53caccd89c25 req-b3b68964-b631-42fd-a659-a4c169eeb803 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.904604 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1a01b152-da65-48df-8119-53caccd89c25 req-b3b68964-b631-42fd-a659-a4c169eeb803 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 943 time: 0.1951189 Jul 16 20:25:11.940450 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-245bb241-3b97-4cd2-a9df-2b0a694d1b0c tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5745733 Jul 16 20:25:11.943307 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59832) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:11.949036 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=0b7cecac-9dba-4cea-a81b-8561d460d6a6,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:11.967443 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 734723b9-6196-4e8d-abbf-c4b335aae0a8 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:11.975657 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 734723b9-6196-4e8d-abbf-c4b335aae0a8 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:11.976258 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.981139 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-8df33ddf-0b3e-45fc-af7c-bbd0008483f0 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Made reservation on behalf of 0e3f4908cd7247a9bb3c103236a62c8e for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:11.985524 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-8df33ddf-0b3e-45fc-af7c-bbd0008483f0 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.060949 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245bb241-3b97-4cd2-a9df-2b0a694d1b0c tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Pushing event updated for resources: {'Network': ['ID=f2486f31-6ce0-426e-9840-f3622d7934b1,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:12.079738 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network f2486f31-6ce0-426e-9840-f3622d7934b1 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:25:12.080278 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1a01b152-da65-48df-8119-53caccd89c25 req-7ca4672c-5f2c-4a49-8c7d-3e656b6a71d7 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745522 Jul 16 20:25:12.107214 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.158241 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 734723b9-6196-4e8d-abbf-c4b335aae0a8, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=734723b9-6196-4e8d-abbf-c4b335aae0a8,segment=NetworkSegment(4b16f32d-1a72-4041-acf5-39fb2dffd2ff),segment_id=4b16f32d-1a72-4041-acf5-39fb2dffd2ff)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:12.158803 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-8df33ddf-0b3e-45fc-af7c-bbd0008483f0 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Allocated IP 192.168.233.115 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/2d6fa718-0eef-4928-ae44-c97213f8ff1c) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:12.198665 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.260809 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=734723b9-6196-4e8d-abbf-c4b335aae0a8,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:12.387284 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-8df33ddf-0b3e-45fc-af7c-bbd0008483f0 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.406164 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-8df33ddf-0b3e-45fc-af7c-bbd0008483f0 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Transition to ACTIVE for port object 2d6fa718-0eef-4928-ae44-c97213f8ff1c will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:12.451837 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-8df33ddf-0b3e-45fc-af7c-bbd0008483f0 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.469491 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f9aa5cc8-d6c0-42be-8acf-38074d0583d5', '779776ba-d9f0-4fe0-9527-90d0560ef7cc'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:12.474073 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['8e3da5c1-787e-433f-b543-77bc7f75e480', '5bed6517-899b-4190-a8dc-5aced4507220', 'c6fd142d-49fc-477b-b82f-164b97511e79'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:12.521516 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df33ddf-0b3e-45fc-af7c-bbd0008483f0 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Pushing event updated for resources: {'Port': ['ID=2d6fa718-0eef-4928-ae44-c97213f8ff1c,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:12.549317 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-8df33ddf-0b3e-45fc-af7c-bbd0008483f0 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:12.552125 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-8df33ddf-0b3e-45fc-af7c-bbd0008483f0 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:12.568478 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-8df33ddf-0b3e-45fc-af7c-bbd0008483f0 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:12.639907 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-8df33ddf-0b3e-45fc-af7c-bbd0008483f0 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:12.641200 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-8df33ddf-0b3e-45fc-af7c-bbd0008483f0 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.668750 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-8df33ddf-0b3e-45fc-af7c-bbd0008483f0 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8561838 Jul 16 20:25:12.674182 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 810c8272-d682-44c5-9fab-7793c6efd176 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:25:12.679559 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca29b2-e243-4c1f-86ef-af5bb15adb86 req-fe26158e-f4f2-44fc-83d0-69e67a570717 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:12.682217 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1ca29b2-e243-4c1f-86ef-af5bb15adb86 req-fe26158e-f4f2-44fc-83d0-69e67a570717 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 948 time: 0.7474055 Jul 16 20:25:12.695587 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-5b9e0898-4588-4553-a61f-554d3b6249f7 service neutron] Request body: {'port': {'device_id': 'e52891b5-772b-4baf-a7e7-f69f9af54a44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:12.730816 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225a34cb-e0c6-4b45-ab78-0a60341d0531 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:12.738987 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225a34cb-e0c6-4b45-ab78-0a60341d0531 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:12.745987 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225a34cb-e0c6-4b45-ab78-0a60341d0531 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:12.753532 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225a34cb-e0c6-4b45-ab78-0a60341d0531 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:12.756627 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-225a34cb-e0c6-4b45-ab78-0a60341d0531 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.8009970 Jul 16 20:25:12.759012 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59842) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:12.823585 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-5b9e0898-4588-4553-a61f-554d3b6249f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.877946 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 810c8272-d682-44c5-9fab-7793c6efd176, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=810c8272-d682-44c5-9fab-7793c6efd176,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:12.898175 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5b46d431-50f5-4766-8fb8-672e9c151da5 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.902227 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1ca29b2-e243-4c1f-86ef-af5bb15adb86 req-7552aa09-0365-46ed-8b13-7e27ac6e4efa tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933146 Jul 16 20:25:12.911073 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '810c8272-d682-44c5-9fab-7793c6efd176', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': '810c8272-d682-44c5-9fab-7793c6efd176', 'mac_address': 'fa:16:3e:fa:ba:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:25:12.948322 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a78d7-dc6e-46ac-8726-09c0e27b8f0b req-091ac2f5-f2b8-4c33-b720-336c86385d2e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:12.966201 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a78d7-dc6e-46ac-8726-09c0e27b8f0b req-091ac2f5-f2b8-4c33-b720-336c86385d2e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:12.982866 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a78d7-dc6e-46ac-8726-09c0e27b8f0b req-091ac2f5-f2b8-4c33-b720-336c86385d2e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:12.990573 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-041a78d7-dc6e-46ac-8726-09c0e27b8f0b req-091ac2f5-f2b8-4c33-b720-336c86385d2e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 2418 time: 0.3506377 Jul 16 20:25:13.142152 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-28175801-1176-4c9c-9708-8880470f0ce8 None None] Provisioning for port 2d6fa718-0eef-4928-ae44-c97213f8ff1c completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:13.161218 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:13.193784 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-28175801-1176-4c9c-9708-8880470f0ce8 None None] Provisioning complete for port 2d6fa718-0eef-4928-ae44-c97213f8ff1c triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:13.194160 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28175801-1176-4c9c-9708-8880470f0ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:13.248350 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-041a78d7-dc6e-46ac-8726-09c0e27b8f0b req-8893047a-7cec-4b84-bdcb-a0a1238ab6ea tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567899 Jul 16 20:25:13.300245 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 810c8272-d682-44c5-9fab-7793c6efd176 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:13.301205 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-5b9e0898-4588-4553-a61f-554d3b6249f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d6fa718-0eef-4928-ae44-c97213f8ff1c {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:13.315596 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5b46d431-50f5-4766-8fb8-672e9c151da5 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:13.321345 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-5b9e0898-4588-4553-a61f-554d3b6249f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:13.344817 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-5b46d431-50f5-4766-8fb8-672e9c151da5 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2486f31-6ce0-426e-9840-f3622d7934b1']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:13.352423 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-5b9e0898-4588-4553-a61f-554d3b6249f7 service neutron] Transition to ACTIVE for port object 2d6fa718-0eef-4928-ae44-c97213f8ff1c will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:13.362355 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-5b9e0898-4588-4553-a61f-554d3b6249f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:13.384903 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-5b46d431-50f5-4766-8fb8-672e9c151da5 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d1eb7c-1194-41e5-b2ae-999819747981') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:13.385213 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-5b46d431-50f5-4766-8fb8-672e9c151da5 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d1eb7c-1194-41e5-b2ae-999819747981') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:13.397349 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5b46d431-50f5-4766-8fb8-672e9c151da5 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:13.427917 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2011d6f7-b324-4150-b750-e312cc6bed56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7cecac-9dba-4cea-a81b-8561d460d6a6'}, {'server_uuid': '2011d6f7-b324-4150-b750-e312cc6bed56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734723b9-6196-4e8d-abbf-c4b335aae0a8'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:13.430194 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95776673-c8a7-4b35-9de9-8010e4bb5d2d" -d '{"events": [{"server_uuid": "2011d6f7-b324-4150-b750-e312cc6bed56", "name": "network-vif-plugged", "status": "completed", "tag": "0b7cecac-9dba-4cea-a81b-8561d460d6a6"}, {"server_uuid": "2011d6f7-b324-4150-b750-e312cc6bed56", "name": "network-vif-plugged", "status": "completed", "tag": "734723b9-6196-4e8d-abbf-c4b335aae0a8"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:13.437075 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5b46d431-50f5-4766-8fb8-672e9c151da5 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:13.461891 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f01d63-6576-46e5-bc46-27f49f056a71 req-630dbc62-8dfd-4209-bd6b-aec34fc81fb7 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:13.463476 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-39f01d63-6576-46e5-bc46-27f49f056a71 req-630dbc62-8dfd-4209-bd6b-aec34fc81fb7 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=e52891b5-772b-4baf-a7e7-f69f9af54a44 HTTP/1.1" status: 200 len: 936 time: 0.3944371 Jul 16 20:25:13.465279 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 810c8272-d682-44c5-9fab-7793c6efd176, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=810c8272-d682-44c5-9fab-7793c6efd176,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:13.466616 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-28175801-1176-4c9c-9708-8880470f0ce8 None None] Port 2d6fa718-0eef-4928-ae44-c97213f8ff1c cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:13.475526 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b46d431-50f5-4766-8fb8-672e9c151da5 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:13.475953 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5b46d431-50f5-4766-8fb8-672e9c151da5 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:13.479061 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:13.531037 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e0898-4588-4553-a61f-554d3b6249f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2d6fa718-0eef-4928-ae44-c97213f8ff1c,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:13.617255 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:13.711547 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-5b9e0898-4588-4553-a61f-554d3b6249f7 service neutron] Attempting to bind port 2d6fa718-0eef-4928-ae44-c97213f8ff1c on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:13.712041 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-5b9e0898-4588-4553-a61f-554d3b6249f7 service neutron] Attempting to bind port 2d6fa718-0eef-4928-ae44-c97213f8ff1c by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:13.712282 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-5b9e0898-4588-4553-a61f-554d3b6249f7 service neutron] Attempting to bind port 2d6fa718-0eef-4928-ae44-c97213f8ff1c on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:13.725035 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-5b9e0898-4588-4553-a61f-554d3b6249f7 service neutron] Port 2d6fa718-0eef-4928-ae44-c97213f8ff1c on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:13.725389 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-5b9e0898-4588-4553-a61f-554d3b6249f7 service neutron] Attempting to bind port 2d6fa718-0eef-4928-ae44-c97213f8ff1c on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:13.742816 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-5b9e0898-4588-4553-a61f-554d3b6249f7 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:13.743313 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-5b9e0898-4588-4553-a61f-554d3b6249f7 service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:13.743568 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-5b9e0898-4588-4553-a61f-554d3b6249f7 service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:13.756164 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-5b9e0898-4588-4553-a61f-554d3b6249f7 service neutron] Bound port: 2d6fa718-0eef-4928-ae44-c97213f8ff1c, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:13.756647 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-5b9e0898-4588-4553-a61f-554d3b6249f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:13.774589 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-39f01d63-6576-46e5-bc46-27f49f056a71 req-7428da48-6420-439d-9286-78df879058b1 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953379 Jul 16 20:25:13.873615 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5b46d431-50f5-4766-8fb8-672e9c151da5 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:13.876649 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=810c8272-d682-44c5-9fab-7793c6efd176,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:13.904546 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b46d431-50f5-4766-8fb8-672e9c151da5 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f2486f31-6ce0-426e-9840-f3622d7934b1 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:25:13.920127 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46d431-50f5-4766-8fb8-672e9c151da5 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2486f31-6ce0-426e-9840-f3622d7934b1,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:13.926254 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5b46d431-50f5-4766-8fb8-672e9c151da5 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:13.935184 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5b46d431-50f5-4766-8fb8-672e9c151da5 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] 10.222.0.38 "DELETE /v2.0/networks/f2486f31-6ce0-426e-9840-f3622d7934b1 HTTP/1.1" status: 204 len: 168 time: 1.1696203 Jul 16 20:25:13.937358 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59858) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:13.952485 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-2b501749-8701-462f-8697-f283e239ae19 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Request body: {'network': {'name': 'tempest-network--476427120', 'router:external': True}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:13.989456 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c013a99-5682-4535-8519-c09d0cce0b49 req-1fa1ba17-ef15-422a-82bf-dcc0f275188c tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:14.005169 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9c013a99-5682-4535-8519-c09d0cce0b49 req-1fa1ba17-ef15-422a-82bf-dcc0f275188c tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 943 time: 0.2119827 Jul 16 20:25:14.005913 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['810c8272-d682-44c5-9fab-7793c6efd176'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:14.062303 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b501749-8701-462f-8697-f283e239ae19 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Made reservation on behalf of ce40b7b137454d49b4ee299e95f88a0e for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:14.069273 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b501749-8701-462f-8697-f283e239ae19 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.079519 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-5b9e0898-4588-4553-a61f-554d3b6249f7 service neutron] For port 2d6fa718-0eef-4928-ae44-c97213f8ff1c, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:14.130012 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9c013a99-5682-4535-8519-c09d0cce0b49 req-f8ea48a6-8198-437a-bbb4-e9efec946324 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201193 Jul 16 20:25:14.139580 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e3695e-9b08-49e7-849f-fd743e391a90 x-openstack-request-id: req-d6e3695e-9b08-49e7-849f-fd743e391a90 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:14.139890 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2011d6f7-b324-4150-b750-e312cc6bed56", "name": "network-vif-plugged", "status": "completed", "tag": "0b7cecac-9dba-4cea-a81b-8561d460d6a6", "code": 200}, {"server_uuid": "2011d6f7-b324-4150-b750-e312cc6bed56", "name": "network-vif-plugged", "status": "completed", "tag": "734723b9-6196-4e8d-abbf-c4b335aae0a8", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:14.142625 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-5b9e0898-4588-4553-a61f-554d3b6249f7 service neutron] For port 2d6fa718-0eef-4928-ae44-c97213f8ff1c, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=2d6fa718-0eef-4928-ae44-c97213f8ff1c,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:14.151109 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d6e3695e-9b08-49e7-849f-fd743e391a90 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:14.151691 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2011d6f7-b324-4150-b750-e312cc6bed56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7cecac-9dba-4cea-a81b-8561d460d6a6', 'code': 200} Jul 16 20:25:14.152959 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2011d6f7-b324-4150-b750-e312cc6bed56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734723b9-6196-4e8d-abbf-c4b335aae0a8', 'code': 200} Jul 16 20:25:14.171039 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b501749-8701-462f-8697-f283e239ae19 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:25:14.176299 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-5b9e0898-4588-4553-a61f-554d3b6249f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.248344 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b501749-8701-462f-8697-f283e239ae19 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.248697 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-2b501749-8701-462f-8697-f283e239ae19 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Added segment e0914b25-aa88-4f20-a883-6774ea619c52 of type vlan for network 900311fc-d739-4e66-b81e-0f07854c4b2f Jul 16 20:25:14.285829 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-5b9e0898-4588-4553-a61f-554d3b6249f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:14.291044 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-5b9e0898-4588-4553-a61f-554d3b6249f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.294874 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-5b9e0898-4588-4553-a61f-554d3b6249f7 service neutron] 10.222.0.62 "PUT /v2.0/ports/2d6fa718-0eef-4928-ae44-c97213f8ff1c HTTP/1.1" status: 200 len: 1097 time: 1.6061196 Jul 16 20:25:14.301404 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52891b5-772b-4baf-a7e7-f69f9af54a44', 'tag': '2d6fa718-0eef-4928-ae44-c97213f8ff1c'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:14.303278 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b6cc31-8a45-4c90-a63e-aacf5c39856b" -d '{"events": [{"name": "network-changed", "server_uuid": "e52891b5-772b-4baf-a7e7-f69f9af54a44", "tag": "2d6fa718-0eef-4928-ae44-c97213f8ff1c"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:14.510396 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e0898-4588-4553-a61f-554d3b6249f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2d6fa718-0eef-4928-ae44-c97213f8ff1c,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:14.517997 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b501749-8701-462f-8697-f283e239ae19 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.532688 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ddb26d-2dac-4e9d-9416-6df7d76ff4e4 req-3722b7c7-4d5f-43f9-9135-92e8a4b6c6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:14.533693 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ddb26d-2dac-4e9d-9416-6df7d76ff4e4 req-3722b7c7-4d5f-43f9-9135-92e8a4b6c6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:14.534602 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ddb26d-2dac-4e9d-9416-6df7d76ff4e4 req-3722b7c7-4d5f-43f9-9135-92e8a4b6c6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:14.539531 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-16ddb26d-2dac-4e9d-9416-6df7d76ff4e4 req-3722b7c7-4d5f-43f9-9135-92e8a4b6c6bc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 2874 time: 0.3481410 Jul 16 20:25:14.603596 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-4474f8a6-e704-4adb-9a1c-990f1b53fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:14.605142 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-4474f8a6-e704-4adb-9a1c-990f1b53fa84 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&device_id=e52891b5-772b-4baf-a7e7-f69f9af54a44 HTTP/1.1" status: 200 len: 1100 time: 0.1957796 Jul 16 20:25:14.606311 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b501749-8701-462f-8697-f283e239ae19 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.607221 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b501749-8701-462f-8697-f283e239ae19 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:14.607917 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b501749-8701-462f-8697-f283e239ae19 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.687501 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003e70e-5996-471f-a5ca-8089dec4e91d req-01ae7203-d90d-4b78-a10a-177efb179449 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:14.691007 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e003e70e-5996-471f-a5ca-8089dec4e91d req-01ae7203-d90d-4b78-a10a-177efb179449 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 949 time: 0.3790832 Jul 16 20:25:14.741478 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-16ddb26d-2dac-4e9d-9416-6df7d76ff4e4 req-3f4b2123-73dd-40db-a24b-11c468897668 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529460 Jul 16 20:25:14.767846 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b501749-8701-462f-8697-f283e239ae19 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Pushing event updated for resources: {'Network': ['ID=900311fc-d739-4e66-b81e-0f07854c4b2f,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:14.778755 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 900311fc-d739-4e66-b81e-0f07854c4b2f details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:25:14.852709 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e003e70e-5996-471f-a5ca-8089dec4e91d req-068c3bcb-b9b2-43d8-82d5-d59e46cc0ead tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472044 Jul 16 20:25:14.884979 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca5cfe-bbc8-4b59-80f9-164afd380599 req-0793c047-52fc-4699-876e-3d8b25c14058 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:14.892202 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-227e6f1a-becc-4346-9ec2-e1178689331b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=2d6fa718-0eef-4928-ae44-c97213f8ff1c HTTP/1.1" status: 200 len: 217 time: 0.1588438 Jul 16 20:25:14.896990 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2b501749-8701-462f-8697-f283e239ae19 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9536750 Jul 16 20:25:14.913442 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59872) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:14.918513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca5cfe-bbc8-4b59-80f9-164afd380599 req-0793c047-52fc-4699-876e-3d8b25c14058 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:14.929114 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca5cfe-bbc8-4b59-80f9-164afd380599 req-0793c047-52fc-4699-876e-3d8b25c14058 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:14.936512 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d0ca5cfe-bbc8-4b59-80f9-164afd380599 req-0793c047-52fc-4699-876e-3d8b25c14058 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 2418 time: 0.4407961 Jul 16 20:25:15.016698 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d0ca5cfe-bbc8-4b59-80f9-164afd380599 req-f80e4d59-522b-4c2c-8ca2-6e94c1863482 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688336 Jul 16 20:25:15.088906 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad72d59-02aa-49b4-9bfe-21e170c83bce tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:15.090421 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-aad72d59-02aa-49b4-9bfe-21e170c83bce tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] 10.222.0.38 "GET /v2.0/networks/900311fc-d739-4e66-b81e-0f07854c4b2f HTTP/1.1" status: 200 len: 756 time: 0.1571112 Jul 16 20:25:15.091940 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfef6f27-43e7-4297-8b1c-3e2793775450 x-openstack-request-id: req-dfef6f27-43e7-4297-8b1c-3e2793775450 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:15.092229 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52891b5-772b-4baf-a7e7-f69f9af54a44", "tag": "2d6fa718-0eef-4928-ae44-c97213f8ff1c", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:15.093175 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dfef6f27-43e7-4297-8b1c-3e2793775450 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:15.093582 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52891b5-772b-4baf-a7e7-f69f9af54a44', 'tag': '2d6fa718-0eef-4928-ae44-c97213f8ff1c', 'status': 'completed', 'code': 200} Jul 16 20:25:15.094941 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59876) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:15.147350 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-9fb05100-cf27-4205-be8a-245028aa764f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:15.148759 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-9fb05100-cf27-4205-be8a-245028aa764f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.2301214 Jul 16 20:25:15.254006 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-aa238d05-d718-4508-b213-8521204444e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:15.255848 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-aa238d05-d718-4508-b213-8521204444e8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0977809 Jul 16 20:25:15.258878 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69a55be-9f59-426c-a45b-856f290ea8d0 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:15.262031 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e69a55be-9f59-426c-a45b-856f290ea8d0 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] 10.222.0.38 "GET /v2.0/networks/84a862e5-05b3-40dd-94d7-2ed1df76ea73 HTTP/1.1" status: 200 len: 767 time: 0.1642544 Jul 16 20:25:15.263400 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59880) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:15.339695 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25aeb6-3646-43ef-98fb-02a25ab177d9 req-40cc5417-29b7-4e1b-81de-747dfecaf4c2 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:15.341570 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d25aeb6-3646-43ef-98fb-02a25ab177d9 req-40cc5417-29b7-4e1b-81de-747dfecaf4c2 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=e52891b5-772b-4baf-a7e7-f69f9af54a44 HTTP/1.1" status: 200 len: 948 time: 0.0788398 Jul 16 20:25:15.387298 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d25aeb6-3646-43ef-98fb-02a25ab177d9 req-20426d75-c76a-4227-abc5-098d0cc14ee5 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388396 Jul 16 20:25:15.410621 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4f869f01-5629-4420-acb4-3e3104e415e0 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.440682 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-8764f9b9-3dcd-45b9-bfab-74b166ee9653 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690087 Jul 16 20:25:15.464799 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfb225-1eb1-45d3-8077-e57b36fce17f req-e598ad6a-0140-4fed-a96c-94db15c31f8d tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:15.466971 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b0cfb225-1eb1-45d3-8077-e57b36fce17f req-e598ad6a-0140-4fed-a96c-94db15c31f8d tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 943 time: 0.0786266 Jul 16 20:25:15.509033 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b0cfb225-1eb1-45d3-8077-e57b36fce17f req-00344ab8-42ee-407a-9107-1e169fd3a3ea tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354674 Jul 16 20:25:15.572923 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4f869f01-5629-4420-acb4-3e3104e415e0 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.589219 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-4f869f01-5629-4420-acb4-3e3104e415e0 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900311fc-d739-4e66-b81e-0f07854c4b2f']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:15.602904 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-4f869f01-5629-4420-acb4-3e3104e415e0 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0914b25-aa88-4f20-a883-6774ea619c52') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:15.603195 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-4f869f01-5629-4420-acb4-3e3104e415e0 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0914b25-aa88-4f20-a883-6774ea619c52') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:15.620213 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4f869f01-5629-4420-acb4-3e3104e415e0 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.635128 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-89239cf0-0c5d-4aa5-be79-d3cbc30db522 req-1c25ef9c-5351-41f4-8627-fdb4efb6d2c9 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707401 Jul 16 20:25:15.638576 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4f869f01-5629-4420-acb4-3e3104e415e0 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.648089 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f869f01-5629-4420-acb4-3e3104e415e0 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:15.648509 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4f869f01-5629-4420-acb4-3e3104e415e0 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:15.650887 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:15.656012 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:15.656012 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:15.656012 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:15.656012 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:15.656012 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:15.656012 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:15.656012 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:15.757042 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4f869f01-5629-4420-acb4-3e3104e415e0 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.762114 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f869f01-5629-4420-acb4-3e3104e415e0 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 900311fc-d739-4e66-b81e-0f07854c4b2f {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:25:15.764754 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4f869f01-5629-4420-acb4-3e3104e415e0 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.766925 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4f869f01-5629-4420-acb4-3e3104e415e0 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] 10.222.0.38 "DELETE /v2.0/networks/900311fc-d739-4e66-b81e-0f07854c4b2f HTTP/1.1" status: 204 len: 168 time: 0.5025611 Jul 16 20:25:15.770770 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59882) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:15.775657 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-d33a66ab-d6fb-4367-b106-4e6286eea2e6 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Request body: {'network': {'name': 'tempest-network--35653833'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:15.783416 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f869f01-5629-4420-acb4-3e3104e415e0 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Pushing event deleted for resources: {'Network': ['ID=900311fc-d739-4e66-b81e-0f07854c4b2f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:15.808460 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6cc31-8a45-4c90-a63e-aacf5c39856b req-957c9fb0-c383-4701-b8ea-c41ea5b06119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:15.810113 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2b6cc31-8a45-4c90-a63e-aacf5c39856b req-957c9fb0-c383-4701-b8ea-c41ea5b06119 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&device_id=e52891b5-772b-4baf-a7e7-f69f9af54a44 HTTP/1.1" status: 200 len: 1100 time: 0.0976279 Jul 16 20:25:15.831992 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33a66ab-d6fb-4367-b106-4e6286eea2e6 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Made reservation on behalf of ce40b7b137454d49b4ee299e95f88a0e for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:15.834931 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d33a66ab-d6fb-4367-b106-4e6286eea2e6 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.868625 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33a66ab-d6fb-4367-b106-4e6286eea2e6 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:25:15.884350 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d33a66ab-d6fb-4367-b106-4e6286eea2e6 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.884828 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-d33a66ab-d6fb-4367-b106-4e6286eea2e6 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Added segment b4dad56c-4b08-47d5-ab4d-cf59bf2adbc1 of type vlan for network b0bfa863-645f-4370-85f6-7b2d37a3877e Jul 16 20:25:15.950816 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d33a66ab-d6fb-4367-b106-4e6286eea2e6 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.959890 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6cc31-8a45-4c90-a63e-aacf5c39856b req-a6c2c545-8282-4054-8888-449943125454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:15.962982 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2b6cc31-8a45-4c90-a63e-aacf5c39856b req-a6c2c545-8282-4054-8888-449943125454 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.1406543 Jul 16 20:25:15.997583 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d33a66ab-d6fb-4367-b106-4e6286eea2e6 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.999000 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33a66ab-d6fb-4367-b106-4e6286eea2e6 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:15.999640 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d33a66ab-d6fb-4367-b106-4e6286eea2e6 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.038964 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2b6cc31-8a45-4c90-a63e-aacf5c39856b req-9c06c7ee-5099-4b7f-a576-d80c7123a2d0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=2d6fa718-0eef-4928-ae44-c97213f8ff1c HTTP/1.1" status: 200 len: 217 time: 0.0598190 Jul 16 20:25:16.081102 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d33a66ab-d6fb-4367-b106-4e6286eea2e6 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3062699 Jul 16 20:25:16.082762 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59894) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:16.090385 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-bcc0dc42-a19d-4557-a48b-9668da5e939e tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:16.151500 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6cc31-8a45-4c90-a63e-aacf5c39856b req-915d8905-7ed0-4d26-a49b-4f475064f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:16.156477 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2b6cc31-8a45-4c90-a63e-aacf5c39856b req-915d8905-7ed0-4d26-a49b-4f475064f897 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1082330 Jul 16 20:25:16.227467 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a66ab-d6fb-4367-b106-4e6286eea2e6 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Pushing event updated for resources: {'Network': ['ID=b0bfa863-645f-4370-85f6-7b2d37a3877e,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:16.239705 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network b0bfa863-645f-4370-85f6-7b2d37a3877e details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:25:16.264093 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6cc31-8a45-4c90-a63e-aacf5c39856b req-1383d436-1fa7-403e-b08e-d0bc3f30e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:16.266484 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2b6cc31-8a45-4c90-a63e-aacf5c39856b req-1383d436-1fa7-403e-b08e-d0bc3f30e68f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1015213 Jul 16 20:25:16.361453 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7216555-c096-4e1b-b5e8-b6916f467293 req-234031e9-abd1-4778-8f4e-8d3fbda8b28f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:16.368729 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a7216555-c096-4e1b-b5e8-b6916f467293 req-234031e9-abd1-4778-8f4e-8d3fbda8b28f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 949 time: 0.3449633 Jul 16 20:25:16.404875 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2b6cc31-8a45-4c90-a63e-aacf5c39856b req-4ecf4e18-9ac6-4a08-ad52-8ac4a0d79096 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259148 Jul 16 20:25:16.438592 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bcc0dc42-a19d-4557-a48b-9668da5e939e tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.462267 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a7216555-c096-4e1b-b5e8-b6916f467293 req-5f879f92-3967-4542-a045-8a35786eb194 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924342 Jul 16 20:25:16.472768 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bcc0dc42-a19d-4557-a48b-9668da5e939e tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.494108 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a21aa-783b-49dc-a46e-92eee9566981 req-56aa5a02-a784-4a10-827b-5ce1ae2ce749 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:16.509174 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a21aa-783b-49dc-a46e-92eee9566981 req-56aa5a02-a784-4a10-827b-5ce1ae2ce749 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:16.519240 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a21aa-783b-49dc-a46e-92eee9566981 req-56aa5a02-a784-4a10-827b-5ce1ae2ce749 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:16.521011 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a1a21aa-783b-49dc-a46e-92eee9566981 req-56aa5a02-a784-4a10-827b-5ce1ae2ce749 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 2418 time: 0.2752061 Jul 16 20:25:16.523752 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bcc0dc42-a19d-4557-a48b-9668da5e939e tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Network b0bfa863-645f-4370-85f6-7b2d37a3877e is not hosted by any dhcp agent {{(pid=93794) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:25:16.524685 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc0dc42-a19d-4557-a48b-9668da5e939e tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:16.525360 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bcc0dc42-a19d-4557-a48b-9668da5e939e tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.527066 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2b6cc31-8a45-4c90-a63e-aacf5c39856b req-bb12f659-3455-4421-9f9a-863b9c3f1e36 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118362 Jul 16 20:25:16.529687 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59906) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:16.530892 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bcc0dc42-a19d-4557-a48b-9668da5e939e tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] 10.222.0.38 "PUT /v2.0/networks/b0bfa863-645f-4370-85f6-7b2d37a3877e HTTP/1.1" status: 200 len: 856 time: 0.4465609 Jul 16 20:25:16.605052 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a1a21aa-783b-49dc-a46e-92eee9566981 req-1fad0c64-b1f0-458a-b482-ad8f24579869 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707395 Jul 16 20:25:16.636383 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0dc42-a19d-4557-a48b-9668da5e939e tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Pushing event updated for resources: {'Network': ['ID=b0bfa863-645f-4370-85f6-7b2d37a3877e,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:16.649875 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ecee1b5c-f918-4741-9028-e820ba03d1f8 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.692347 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 810c8272-d682-44c5-9fab-7793c6efd176 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:16.739331 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ecee1b5c-f918-4741-9028-e820ba03d1f8 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.750903 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-ecee1b5c-f918-4741-9028-e820ba03d1f8 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0bfa863-645f-4370-85f6-7b2d37a3877e']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:16.760855 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 810c8272-d682-44c5-9fab-7793c6efd176 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:16.769028 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 810c8272-d682-44c5-9fab-7793c6efd176 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:16.769589 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.783565 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-ecee1b5c-f918-4741-9028-e820ba03d1f8 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4dad56c-4b08-47d5-ab4d-cf59bf2adbc1') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:16.784146 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-ecee1b5c-f918-4741-9028-e820ba03d1f8 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4dad56c-4b08-47d5-ab4d-cf59bf2adbc1') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:16.811234 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ecee1b5c-f918-4741-9028-e820ba03d1f8 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.820660 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aee18c-9f2f-48cb-ba6a-7f3aa94883fb req-a7dccc7e-4e6e-40e0-8dd4-5759d81d02fe tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:16.822481 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-83aee18c-9f2f-48cb-ba6a-7f3aa94883fb req-a7dccc7e-4e6e-40e0-8dd4-5759d81d02fe tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=e52891b5-772b-4baf-a7e7-f69f9af54a44 HTTP/1.1" status: 200 len: 948 time: 0.0761774 Jul 16 20:25:16.838033 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ecee1b5c-f918-4741-9028-e820ba03d1f8 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.844778 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecee1b5c-f918-4741-9028-e820ba03d1f8 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:16.845377 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ecee1b5c-f918-4741-9028-e820ba03d1f8 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:16.847895 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:16.884832 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.907596 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-83aee18c-9f2f-48cb-ba6a-7f3aa94883fb req-827c58bf-65a5-4ff7-9202-77b1649bf4a5 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771463 Jul 16 20:25:16.923832 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15766d48-eeb6-49fb-b5b1-76b46c1f0a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810c8272-d682-44c5-9fab-7793c6efd176'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:16.926692 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ecee1b5c-f918-4741-9028-e820ba03d1f8 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.932528 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f923ef14-a5fe-4244-90dd-a180f8cd5f6d" -d '{"events": [{"server_uuid": "15766d48-eeb6-49fb-b5b1-76b46c1f0a61", "name": "network-vif-plugged", "status": "completed", "tag": "810c8272-d682-44c5-9fab-7793c6efd176"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:16.945912 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecee1b5c-f918-4741-9028-e820ba03d1f8 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b0bfa863-645f-4370-85f6-7b2d37a3877e {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:25:16.949094 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40526c-7a3d-4567-bd42-bd4c78bac410 req-5ad270c3-62d8-475d-b729-534e5f7fffad tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:16.957259 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dd40526c-7a3d-4567-bd42-bd4c78bac410 req-5ad270c3-62d8-475d-b729-534e5f7fffad tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 943 time: 0.1164136 Jul 16 20:25:16.961972 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee1b5c-f918-4741-9028-e820ba03d1f8 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Pushing event deleted for resources: {'Network': ['ID=b0bfa863-645f-4370-85f6-7b2d37a3877e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:16.964563 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ecee1b5c-f918-4741-9028-e820ba03d1f8 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.969436 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 810c8272-d682-44c5-9fab-7793c6efd176, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=810c8272-d682-44c5-9fab-7793c6efd176,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:16.977780 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.978699 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ecee1b5c-f918-4741-9028-e820ba03d1f8 tempest-ExternalNetworksTestJSON-2080624259 tempest-ExternalNetworksTestJSON-2080624259-project-admin] 10.222.0.38 "DELETE /v2.0/networks/b0bfa863-645f-4370-85f6-7b2d37a3877e HTTP/1.1" status: 204 len: 168 time: 0.4477546 Jul 16 20:25:16.979344 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59914) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:17.030389 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=810c8272-d682-44c5-9fab-7793c6efd176,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:17.041564 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a65994-97ff-46d6-8fd6-60379e391b47 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] DELETE failed (client error): The resource could not be found. Jul 16 20:25:17.042026 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a65994-97ff-46d6-8fd6-60379e391b47 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:25:17.046064 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-17a65994-97ff-46d6-8fd6-60379e391b47 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] 10.222.0.38 "DELETE /v2.0/subnets/1d53641f-ca73-42df-8c40-fae6ada9930b HTTP/1.1" status: 404 len: 337 time: 0.0635457 Jul 16 20:25:17.046396 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59916) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:17.095162 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa6c719-377b-42b2-b6e9-b4883e2dda63 x-openstack-request-id: req-1aa6c719-377b-42b2-b6e9-b4883e2dda63 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:17.095477 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15766d48-eeb6-49fb-b5b1-76b46c1f0a61", "name": "network-vif-plugged", "status": "completed", "tag": "810c8272-d682-44c5-9fab-7793c6efd176", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:17.095769 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1aa6c719-377b-42b2-b6e9-b4883e2dda63 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:17.096182 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15766d48-eeb6-49fb-b5b1-76b46c1f0a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810c8272-d682-44c5-9fab-7793c6efd176', 'code': 200} Jul 16 20:25:17.117009 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dd40526c-7a3d-4567-bd42-bd4c78bac410 req-355f21cb-23e2-49e2-bb82-1891f393eb31 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587658 Jul 16 20:25:17.170609 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-62a7dbf5-e3ba-4acb-8ea0-7954b7c903a9 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.261977 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ef77e-f3ce-481f-a868-61a8fa2f14d0 req-67185fea-0066-49d4-b464-20393944cae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:17.263731 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-480ef77e-f3ce-481f-a868-61a8fa2f14d0 req-67185fea-0066-49d4-b464-20393944cae7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 1102 time: 0.0840385 Jul 16 20:25:17.286605 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-62a7dbf5-e3ba-4acb-8ea0-7954b7c903a9 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.297766 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-62a7dbf5-e3ba-4acb-8ea0-7954b7c903a9 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a862e5-05b3-40dd-94d7-2ed1df76ea73']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:17.311777 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-62a7dbf5-e3ba-4acb-8ea0-7954b7c903a9 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78a348d-ca17-4921-b0ae-6759e090f746') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:17.313435 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-62a7dbf5-e3ba-4acb-8ea0-7954b7c903a9 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78a348d-ca17-4921-b0ae-6759e090f746') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:17.325351 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-480ef77e-f3ce-481f-a868-61a8fa2f14d0 req-93da585e-639b-49cd-a942-a045d7a95f28 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539808 Jul 16 20:25:17.327884 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-62a7dbf5-e3ba-4acb-8ea0-7954b7c903a9 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.343063 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-62a7dbf5-e3ba-4acb-8ea0-7954b7c903a9 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.352062 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a7dbf5-e3ba-4acb-8ea0-7954b7c903a9 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:17.352457 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-62a7dbf5-e3ba-4acb-8ea0-7954b7c903a9 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:17.355803 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:17.435339 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-62a7dbf5-e3ba-4acb-8ea0-7954b7c903a9 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.455897 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-62a7dbf5-e3ba-4acb-8ea0-7954b7c903a9 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.460191 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-62a7dbf5-e3ba-4acb-8ea0-7954b7c903a9 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] 10.222.0.38 "DELETE /v2.0/networks/84a862e5-05b3-40dd-94d7-2ed1df76ea73 HTTP/1.1" status: 204 len: 168 time: 0.4107924 Jul 16 20:25:17.473115 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7dbf5-e3ba-4acb-8ea0-7954b7c903a9 tempest-ExternalNetworksTestJSON-1869693338 tempest-ExternalNetworksTestJSON-1869693338-project] Pushing event deleted for resources: {'Network': ['ID=84a862e5-05b3-40dd-94d7-2ed1df76ea73,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:17.601662 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1132acb-bb34-4f3e-aad0-9c1fe0378cff req-5ad4437c-d804-4f87-b8bc-eaa034cfbe44 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:17.610395 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1132acb-bb34-4f3e-aad0-9c1fe0378cff req-5ad4437c-d804-4f87-b8bc-eaa034cfbe44 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:17.616868 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1132acb-bb34-4f3e-aad0-9c1fe0378cff req-5ad4437c-d804-4f87-b8bc-eaa034cfbe44 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:17.618363 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1132acb-bb34-4f3e-aad0-9c1fe0378cff req-5ad4437c-d804-4f87-b8bc-eaa034cfbe44 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 2418 time: 0.1091995 Jul 16 20:25:17.689429 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1132acb-bb34-4f3e-aad0-9c1fe0378cff req-bb2be935-d629-41bf-9585-0835877851fb tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612762 Jul 16 20:25:17.713131 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b398a5-1f2c-4a38-9750-9af4e8acc8c3 req-01673cf9-352a-4c9b-b493-90a4e78e5a79 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:17.714658 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-17b398a5-1f2c-4a38-9750-9af4e8acc8c3 req-01673cf9-352a-4c9b-b493-90a4e78e5a79 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 950 time: 0.0953593 Jul 16 20:25:17.777272 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-17b398a5-1f2c-4a38-9750-9af4e8acc8c3 req-87d29d63-084f-45cc-838d-08542ea33d3f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494299 Jul 16 20:25:17.817689 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59934) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:17.989680 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59940) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:17.990242 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-71264738-66a3-4c84-a540-c0441610b8a9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9ec66547bd0649018e3755e2ca15c432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1708889 Jul 16 20:25:18.047065 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-20c8464e-6c6e-409b-ad12-e5661d1aa4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.070341 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-20c8464e-6c6e-409b-ad12-e5661d1aa4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.098969 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc3070-fa2f-4dc0-adce-04ddf7956fd4 req-e231d896-d8cd-4867-abec-1ac4fbfa22a1 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:18.105994 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-97cc3070-fa2f-4dc0-adce-04ddf7956fd4 req-e231d896-d8cd-4867-abec-1ac4fbfa22a1 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=e52891b5-772b-4baf-a7e7-f69f9af54a44 HTTP/1.1" status: 200 len: 948 time: 0.0772023 Jul 16 20:25:18.124345 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-20c8464e-6c6e-409b-ad12-e5661d1aa4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.127736 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-20c8464e-6c6e-409b-ad12-e5661d1aa4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.131385 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-20c8464e-6c6e-409b-ad12-e5661d1aa4f4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5e60ef24-491f-438f-82d0-b10fd6d5798f HTTP/1.1" status: 204 len: 168 time: 0.1379657 Jul 16 20:25:18.146787 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-97cc3070-fa2f-4dc0-adce-04ddf7956fd4 req-715cdd31-6269-4a2a-877a-c74e74b2884d tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398686 Jul 16 20:25:18.153035 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8464e-6c6e-409b-ad12-e5661d1aa4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e60ef24-491f-438f-82d0-b10fd6d5798f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:18.334481 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74487bf-8578-46f0-b6f7-f4e414f7fd52 req-e86cd648-c012-41af-83a5-ea99105fe757 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:18.335991 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c74487bf-8578-46f0-b6f7-f4e414f7fd52 req-e86cd648-c012-41af-83a5-ea99105fe757 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 943 time: 0.0645437 Jul 16 20:25:18.398526 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c74487bf-8578-46f0-b6f7-f4e414f7fd52 req-9b7829bc-efd5-41b3-906d-f54992b56245 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567181 Jul 16 20:25:18.443943 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59952) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:18.491541 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-298d46ed-2c0b-4308-88ce-1691bdffe8a5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ce40b7b137454d49b4ee299e95f88a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439734 Jul 16 20:25:18.491924 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59956) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:18.560760 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ee93624-669e-419a-855a-fbc36a87ed1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.586740 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ee93624-669e-419a-855a-fbc36a87ed1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.646656 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ee93624-669e-419a-855a-fbc36a87ed1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.649602 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ee93624-669e-419a-855a-fbc36a87ed1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.653916 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6ee93624-669e-419a-855a-fbc36a87ed1e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/595acf41-cfc9-4d4b-809c-b07c62b2c683 HTTP/1.1" status: 204 len: 168 time: 0.1609745 Jul 16 20:25:18.662764 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee93624-669e-419a-855a-fbc36a87ed1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595acf41-cfc9-4d4b-809c-b07c62b2c683,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:18.708020 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 2d6fa718-0eef-4928-ae44-c97213f8ff1c details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:25:18.836737 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 2d6fa718-0eef-4928-ae44-c97213f8ff1c, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=2d6fa718-0eef-4928-ae44-c97213f8ff1c,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:18.852269 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '2d6fa718-0eef-4928-ae44-c97213f8ff1c', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': '2d6fa718-0eef-4928-ae44-c97213f8ff1c', 'mac_address': 'fa:16:3e:47:29:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:25:18.938332 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.952321 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6fa718-0eef-4928-ae44-c97213f8ff1c {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:18.982066 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 2d6fa718-0eef-4928-ae44-c97213f8ff1c, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=2d6fa718-0eef-4928-ae44-c97213f8ff1c,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:19.000261 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.060020 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c119b0-bb08-4508-98ea-52fd2e29a1d0 req-96f17ae4-8a28-493f-8d26-9f9ebea3311b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:19.066220 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c119b0-bb08-4508-98ea-52fd2e29a1d0 req-96f17ae4-8a28-493f-8d26-9f9ebea3311b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:19.077227 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c119b0-bb08-4508-98ea-52fd2e29a1d0 req-96f17ae4-8a28-493f-8d26-9f9ebea3311b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:19.089951 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-31c119b0-bb08-4508-98ea-52fd2e29a1d0 req-96f17ae4-8a28-493f-8d26-9f9ebea3311b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 2418 time: 0.1770391 Jul 16 20:25:19.175812 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b91e75-1d45-431f-b896-1b5c0b2d6267 req-23a56bf6-6634-4011-b9e6-bc64cb32e22c tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:19.177702 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-17b91e75-1d45-431f-b896-1b5c0b2d6267 req-23a56bf6-6634-4011-b9e6-bc64cb32e22c tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 950 time: 0.1847522 Jul 16 20:25:19.194420 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-31c119b0-bb08-4508-98ea-52fd2e29a1d0 req-72a0a624-3b57-44e1-89fa-50aa544e687e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023679 Jul 16 20:25:19.207355 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=2d6fa718-0eef-4928-ae44-c97213f8ff1c,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:19.315315 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-17b91e75-1d45-431f-b896-1b5c0b2d6267 req-47b2beba-61eb-4acf-824c-9b25c49963ca tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134491 Jul 16 20:25:19.332452 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['2d6fa718-0eef-4928-ae44-c97213f8ff1c'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:19.380829 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-06a0063b-8c6e-4d25-8663-755067831866 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:19.404678 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-06a0063b-8c6e-4d25-8663-755067831866 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:19.414156 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-06a0063b-8c6e-4d25-8663-755067831866 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:19.415834 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-06a0063b-8c6e-4d25-8663-755067831866 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.18 "GET /v2.0/ports?device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 2418 time: 0.1665089 Jul 16 20:25:19.629108 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec918f1-7c6c-4362-a609-8650e5cc8045 req-130e3e64-25aa-47e5-b29f-addf4d0cf660 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:19.636214 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0ec918f1-7c6c-4362-a609-8650e5cc8045 req-130e3e64-25aa-47e5-b29f-addf4d0cf660 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=e52891b5-772b-4baf-a7e7-f69f9af54a44 HTTP/1.1" status: 200 len: 949 time: 0.1344876 Jul 16 20:25:19.721070 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0ec918f1-7c6c-4362-a609-8650e5cc8045 req-91eaeaea-a7f8-4272-b347-087294322e40 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840218 Jul 16 20:25:19.725080 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-34ee6359-d4c0-418c-882c-895a9d275eaa tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Deleting port 0b7cecac-9dba-4cea-a81b-8561d460d6a6 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:19.725316 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-34ee6359-d4c0-418c-882c-895a9d275eaa tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.809802 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488ffc6-64e1-46da-87d3-3c39456cf3ae req-f52f417a-62e9-42e4-aa10-c04f4d26abfb tempest-MigrationsAdminTest-1218624185 tempest-MigrationsAdminTest-1218624185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:19.811348 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b488ffc6-64e1-46da-87d3-3c39456cf3ae req-f52f417a-62e9-42e4-aa10-c04f4d26abfb tempest-MigrationsAdminTest-1218624185 tempest-MigrationsAdminTest-1218624185-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 1102 time: 0.1606481 Jul 16 20:25:19.869680 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-34ee6359-d4c0-418c-882c-895a9d275eaa tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] For port 0b7cecac-9dba-4cea-a81b-8561d460d6a6, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0b7cecac-9dba-4cea-a81b-8561d460d6a6,segment=NetworkSegment(413b31cc-8519-4fcf-bc87-f975e08805cd),segment_id=413b31cc-8519-4fcf-bc87-f975e08805cd)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:19.870048 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-34ee6359-d4c0-418c-882c-895a9d275eaa tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.909813 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-34ee6359-d4c0-418c-882c-895a9d275eaa tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Calling delete_port for 0b7cecac-9dba-4cea-a81b-8561d460d6a6 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:19.919153 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b488ffc6-64e1-46da-87d3-3c39456cf3ae req-124706e7-fa36-49f6-9dd0-62afafdb95c5 tempest-MigrationsAdminTest-1218624185 tempest-MigrationsAdminTest-1218624185-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005688 Jul 16 20:25:20.002720 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc7729-917d-4818-ae9b-376a7c96161a req-2fd160a2-3436-413c-97b1-91f3409c6a9d tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:20.004316 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-93fc7729-917d-4818-ae9b-376a7c96161a req-2fd160a2-3436-413c-97b1-91f3409c6a9d tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 943 time: 0.1582875 Jul 16 20:25:20.082127 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-93fc7729-917d-4818-ae9b-376a7c96161a req-51c80112-7237-4d96-bff9-b54805b64c07 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639114 Jul 16 20:25:20.116259 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-34ee6359-d4c0-418c-882c-895a9d275eaa tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.132020 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['0b7cecac-9dba-4cea-a81b-8561d460d6a6', '734723b9-6196-4e8d-abbf-c4b335aae0a8', '8138fecc-8c98-4c89-93f4-3aaab5434948'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:20.166285 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee6359-d4c0-418c-882c-895a9d275eaa tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event deleted for resources: {'Port': ['ID=0b7cecac-9dba-4cea-a81b-8561d460d6a6,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:20.236027 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-34ee6359-d4c0-418c-882c-895a9d275eaa tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] No DVR routers for this DVR port 0b7cecac-9dba-4cea-a81b-8561d460d6a6 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:20.240974 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-34ee6359-d4c0-418c-882c-895a9d275eaa tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.245408 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-34ee6359-d4c0-418c-882c-895a9d275eaa tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.18 "DELETE /v2.0/ports/0b7cecac-9dba-4cea-a81b-8561d460d6a6 HTTP/1.1" status: 204 len: 173 time: 0.8174849 Jul 16 20:25:20.249513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2011d6f7-b324-4150-b750-e312cc6bed56', 'name': 'network-vif-deleted', 'tag': '0b7cecac-9dba-4cea-a81b-8561d460d6a6'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:20.255016 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002debc1-09cb-4153-ab09-463e791157cd" -d '{"events": [{"server_uuid": "2011d6f7-b324-4150-b750-e312cc6bed56", "name": "network-vif-deleted", "tag": "0b7cecac-9dba-4cea-a81b-8561d460d6a6"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:20.436616 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad21d4fb-2ab5-470d-8e5e-7c7acc7bd1f7 x-openstack-request-id: req-ad21d4fb-2ab5-470d-8e5e-7c7acc7bd1f7 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:20.436616 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2011d6f7-b324-4150-b750-e312cc6bed56", "name": "network-vif-deleted", "tag": "0b7cecac-9dba-4cea-a81b-8561d460d6a6", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:20.436898 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ad21d4fb-2ab5-470d-8e5e-7c7acc7bd1f7 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:20.437251 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2011d6f7-b324-4150-b750-e312cc6bed56', 'name': 'network-vif-deleted', 'tag': '0b7cecac-9dba-4cea-a81b-8561d460d6a6', 'status': 'completed', 'code': 200} Jul 16 20:25:20.517924 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-7cb5893c-c346-4910-b5fc-73fb347f919c tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Deleting port 734723b9-6196-4e8d-abbf-c4b335aae0a8 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:20.518277 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-7cb5893c-c346-4910-b5fc-73fb347f919c tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.543319 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-fc295733-0b1c-46c6-8f82-d78f3f3815aa service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1074045 Jul 16 20:25:20.624635 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3c2f4-9e7f-4ce3-b293-0edb1602d165 req-e6c05b92-4433-4932-b697-4628e245f7c4 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:20.633183 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3c2f4-9e7f-4ce3-b293-0edb1602d165 req-e6c05b92-4433-4932-b697-4628e245f7c4 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:20.643464 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d5d3c2f4-9e7f-4ce3-b293-0edb1602d165 req-e6c05b92-4433-4932-b697-4628e245f7c4 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 1682 time: 0.1979258 Jul 16 20:25:20.724630 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 2d6fa718-0eef-4928-ae44-c97213f8ff1c up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:20.724849 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-7cb5893c-c346-4910-b5fc-73fb347f919c tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] For port 734723b9-6196-4e8d-abbf-c4b335aae0a8, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=734723b9-6196-4e8d-abbf-c4b335aae0a8,segment=NetworkSegment(4b16f32d-1a72-4041-acf5-39fb2dffd2ff),segment_id=4b16f32d-1a72-4041-acf5-39fb2dffd2ff)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:20.725069 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-7cb5893c-c346-4910-b5fc-73fb347f919c tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.764388 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-7cb5893c-c346-4910-b5fc-73fb347f919c tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Calling delete_port for 734723b9-6196-4e8d-abbf-c4b335aae0a8 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:20.777673 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d5d3c2f4-9e7f-4ce3-b293-0edb1602d165 req-e9a2d7e2-573c-493f-8cc7-1c17ee024d98 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330044 Jul 16 20:25:20.840152 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 2d6fa718-0eef-4928-ae44-c97213f8ff1c completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:20.845417 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 2d6fa718-0eef-4928-ae44-c97213f8ff1c triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:20.846472 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.884890 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60038) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:20.927506 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec856f-02b3-44ca-a681-b32f1a7569c7 req-d311fdf8-1e39-4f37-ab65-a5502dae7ef3 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:20.929256 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11ec856f-02b3-44ca-a681-b32f1a7569c7 req-d311fdf8-1e39-4f37-ab65-a5502dae7ef3 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 950 time: 0.2807641 Jul 16 20:25:20.984461 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.016088 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11ec856f-02b3-44ca-a681-b32f1a7569c7 req-02c780cb-914b-49cc-ac97-d0a2d13892b2 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653324 Jul 16 20:25:21.053855 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52891b5-772b-4baf-a7e7-f69f9af54a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6fa718-0eef-4928-ae44-c97213f8ff1c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:21.064956 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7481692-f163-43ff-b247-5cb8e3aaf5fb" -d '{"events": [{"server_uuid": "e52891b5-772b-4baf-a7e7-f69f9af54a44", "name": "network-vif-plugged", "status": "completed", "tag": "2d6fa718-0eef-4928-ae44-c97213f8ff1c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:21.094480 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 2d6fa718-0eef-4928-ae44-c97213f8ff1c, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=2d6fa718-0eef-4928-ae44-c97213f8ff1c,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:21.100497 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.199728 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-7cb5893c-c346-4910-b5fc-73fb347f919c tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.206588 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-580e2bab-e435-4f26-8cdb-6a92236a133f tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1724883158'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:21.229107 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=2d6fa718-0eef-4928-ae44-c97213f8ff1c,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:21.282134 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580e2bab-e435-4f26-8cdb-6a92236a133f tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] Made reservation on behalf of c4d8a2a9b9054862b787a2be2f76cf59 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:21.284551 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5893c-c346-4910-b5fc-73fb347f919c tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event deleted for resources: {'Port': ['ID=734723b9-6196-4e8d-abbf-c4b335aae0a8,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:21.287557 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-580e2bab-e435-4f26-8cdb-6a92236a133f tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.299745 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c516d8-5a2a-4cbe-a815-62964201501c x-openstack-request-id: req-08c516d8-5a2a-4cbe-a815-62964201501c {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:21.300256 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52891b5-772b-4baf-a7e7-f69f9af54a44", "name": "network-vif-plugged", "status": "completed", "tag": "2d6fa718-0eef-4928-ae44-c97213f8ff1c", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:21.300731 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-08c516d8-5a2a-4cbe-a815-62964201501c {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:21.301321 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52891b5-772b-4baf-a7e7-f69f9af54a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6fa718-0eef-4928-ae44-c97213f8ff1c', 'code': 200} Jul 16 20:25:21.308871 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-580e2bab-e435-4f26-8cdb-6a92236a133f tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.334384 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-7cb5893c-c346-4910-b5fc-73fb347f919c tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] No DVR routers for this DVR port 734723b9-6196-4e8d-abbf-c4b335aae0a8 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:21.336951 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-7cb5893c-c346-4910-b5fc-73fb347f919c tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.339821 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-7cb5893c-c346-4910-b5fc-73fb347f919c tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.18 "DELETE /v2.0/ports/734723b9-6196-4e8d-abbf-c4b335aae0a8 HTTP/1.1" status: 204 len: 173 time: 1.0808110 Jul 16 20:25:21.495146 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd976b-c5f5-45b9-afc8-6fd14246c5e2 req-643ece41-7fd2-4a14-8fbc-06f157a463d6 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:21.496734 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-babd976b-c5f5-45b9-afc8-6fd14246c5e2 req-643ece41-7fd2-4a14-8fbc-06f157a463d6 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=e52891b5-772b-4baf-a7e7-f69f9af54a44 HTTP/1.1" status: 200 len: 950 time: 0.2136364 Jul 16 20:25:21.522611 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-580e2bab-e435-4f26-8cdb-6a92236a133f tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.532139 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947a537-3cfd-44b4-b33c-fb22b54f72fb req-40b54adf-e7e3-4d5a-ade9-df3d31a7fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:21.533658 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4947a537-3cfd-44b4-b33c-fb22b54f72fb req-40b54adf-e7e3-4d5a-ade9-df3d31a7fad8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e52891b5-772b-4baf-a7e7-f69f9af54a44 HTTP/1.1" status: 200 len: 1102 time: 0.1307728 Jul 16 20:25:21.534443 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-580e2bab-e435-4f26-8cdb-6a92236a133f tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.599740 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580e2bab-e435-4f26-8cdb-6a92236a133f tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:25:21.622758 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-babd976b-c5f5-45b9-afc8-6fd14246c5e2 req-d0b69b45-1dbc-4c39-bcdc-115565cec1bd tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143796 Jul 16 20:25:21.632698 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e2bab-e435-4f26-8cdb-6a92236a133f tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ae3640-c74e-4861-8ce4-2ad816e188c2,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:21.636396 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-580e2bab-e435-4f26-8cdb-6a92236a133f tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.637065 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-580e2bab-e435-4f26-8cdb-6a92236a133f tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] Added segment af459b10-f225-4929-83e6-3bd98b7137e5 of type vlan for network 88e7ab34-ab2e-424a-803e-d051e32d0dbb Jul 16 20:25:21.653749 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-0c3d7e88-b725-452f-904a-877d3a7aa7af tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Deleting port 8138fecc-8c98-4c89-93f4-3aaab5434948 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:21.653897 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-812a2f9b-c1e5-408d-9844-32d7618d8c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.655035 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-0c3d7e88-b725-452f-904a-877d3a7aa7af tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.662765 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4947a537-3cfd-44b4-b33c-fb22b54f72fb req-1ff67ea3-719b-4a9d-8f86-ee472218fba2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046925 Jul 16 20:25:21.711711 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-580e2bab-e435-4f26-8cdb-6a92236a133f tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.761865 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b6a29-c489-4287-8db5-3dc58d2b4ea9 req-065c5e8c-f8bc-4489-8801-9f942777cdd7 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:21.768960 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-580e2bab-e435-4f26-8cdb-6a92236a133f tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.776741 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-252b6a29-c489-4287-8db5-3dc58d2b4ea9 req-065c5e8c-f8bc-4489-8801-9f942777cdd7 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 943 time: 0.2778969 Jul 16 20:25:21.780079 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580e2bab-e435-4f26-8cdb-6a92236a133f tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:21.782247 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-580e2bab-e435-4f26-8cdb-6a92236a133f tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.842977 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-580e2bab-e435-4f26-8cdb-6a92236a133f tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.9558485 Jul 16 20:25:21.898971 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e2bab-e435-4f26-8cdb-6a92236a133f tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] Pushing event updated for resources: {'Network': ['ID=88e7ab34-ab2e-424a-803e-d051e32d0dbb,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:21.917323 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 88e7ab34-ab2e-424a-803e-d051e32d0dbb details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:25:22.185340 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-252b6a29-c489-4287-8db5-3dc58d2b4ea9 req-36082ea5-9884-49b7-9166-b4b1c6f174fa tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074497 Jul 16 20:25:22.187268 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-0c3d7e88-b725-452f-904a-877d3a7aa7af tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] For port 8138fecc-8c98-4c89-93f4-3aaab5434948, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=8138fecc-8c98-4c89-93f4-3aaab5434948,segment=NetworkSegment(4b16f32d-1a72-4041-acf5-39fb2dffd2ff),segment_id=4b16f32d-1a72-4041-acf5-39fb2dffd2ff)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:22.187639 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-0c3d7e88-b725-452f-904a-877d3a7aa7af tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:22.202365 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-0c3d7e88-b725-452f-904a-877d3a7aa7af tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Calling delete_port for 8138fecc-8c98-4c89-93f4-3aaab5434948 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:22.323644 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b9d3b-cef6-4e69-820f-f3d4af08ff5e req-ab49f739-a853-4b95-9f0d-c276b5a9f5ff tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:22.325106 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa5b9d3b-cef6-4e69-820f-f3d4af08ff5e req-ab49f739-a853-4b95-9f0d-c276b5a9f5ff tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2011d6f7-b324-4150-b750-e312cc6bed56 HTTP/1.1" status: 200 len: 945 time: 0.1123579 Jul 16 20:25:22.403116 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60076) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:22.409002 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Request body: {'port': {'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb', 'binding:host_id': 'n-h1-791506-21', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349666352'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:22.447538 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa5b9d3b-cef6-4e69-820f-f3d4af08ff5e req-f0363e46-a17b-4786-948b-3f8bd17edd5f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098363 Jul 16 20:25:22.451767 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2011d6f7-b324-4150-b750-e312cc6bed56', 'name': 'network-vif-deleted', 'tag': '734723b9-6196-4e8d-abbf-c4b335aae0a8'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:22.458795 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57f6e60-82e4-49ea-b7e9-4a7a223f73ed" -d '{"events": [{"server_uuid": "2011d6f7-b324-4150-b750-e312cc6bed56", "name": "network-vif-deleted", "tag": "734723b9-6196-4e8d-abbf-c4b335aae0a8"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:22.473335 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Made reservation on behalf of d89140a656864d01919b62fe5e450cbb for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:22.476533 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:22.482810 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-0c3d7e88-b725-452f-904a-877d3a7aa7af tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:22.572090 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d7e88-b725-452f-904a-877d3a7aa7af tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event deleted for resources: {'Port': ['ID=8138fecc-8c98-4c89-93f4-3aaab5434948,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:22.625666 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-0c3d7e88-b725-452f-904a-877d3a7aa7af tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] No DVR routers for this DVR port 8138fecc-8c98-4c89-93f4-3aaab5434948 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:22.628984 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-0c3d7e88-b725-452f-904a-877d3a7aa7af tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:22.631529 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d5cbd277-3106-429e-9a99-8557ad63ee77 req-0c3d7e88-b725-452f-904a-877d3a7aa7af tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.18 "DELETE /v2.0/ports/8138fecc-8c98-4c89-93f4-3aaab5434948 HTTP/1.1" status: 204 len: 173 time: 1.2837675 Jul 16 20:25:22.671239 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081bafb-acb9-4781-851d-116b90a5c793 req-de16e838-33c7-48d4-9b27-1018481d4fb0 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:22.680950 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e081bafb-acb9-4781-851d-116b90a5c793 req-de16e838-33c7-48d4-9b27-1018481d4fb0 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 950 time: 0.1733670 Jul 16 20:25:22.759652 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e081bafb-acb9-4781-851d-116b90a5c793 req-67aa8f05-fdb0-40e8-913c-af6b520b63ec tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774593 Jul 16 20:25:22.882146 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 8138fecc-8c98-4c89-93f4-3aaab5434948 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:22.937634 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 8138fecc-8c98-4c89-93f4-3aaab5434948 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:25:22.937978 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 8138fecc-8c98-4c89-93f4-3aaab5434948 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:25:22.938642 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 0b7cecac-9dba-4cea-a81b-8561d460d6a6 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:22.960129 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:22.977742 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 0b7cecac-9dba-4cea-a81b-8561d460d6a6 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:25:22.977946 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a3fa3-9a1f-485a-9f0f-0e1095dbb99a req-112769f6-ce1d-4e5e-819c-5527c8b42dc1 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:22.978469 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 0b7cecac-9dba-4cea-a81b-8561d460d6a6 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:25:22.979035 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 734723b9-6196-4e8d-abbf-c4b335aae0a8 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:22.979548 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f01a3fa3-9a1f-485a-9f0f-0e1095dbb99a req-112769f6-ce1d-4e5e-819c-5527c8b42dc1 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c249c8b-c556-413f-9257-92bda0306d31 HTTP/1.1" status: 200 len: 945 time: 0.1195412 Jul 16 20:25:23.003235 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33c002c-2a14-47ea-98d4-220764c8602d x-openstack-request-id: req-a33c002c-2a14-47ea-98d4-220764c8602d {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:23.003593 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2011d6f7-b324-4150-b750-e312cc6bed56", "name": "network-vif-deleted", "tag": "734723b9-6196-4e8d-abbf-c4b335aae0a8", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:23.003905 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a33c002c-2a14-47ea-98d4-220764c8602d {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:23.004411 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2011d6f7-b324-4150-b750-e312cc6bed56', 'name': 'network-vif-deleted', 'tag': '734723b9-6196-4e8d-abbf-c4b335aae0a8', 'status': 'completed', 'code': 200} Jul 16 20:25:23.014930 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-aa1c4831-c3b9-457e-93f1-ef45b635ed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:23.017148 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-aa1c4831-c3b9-457e-93f1-ef45b635ed94 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 1102 time: 0.1437535 Jul 16 20:25:23.022108 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 734723b9-6196-4e8d-abbf-c4b335aae0a8 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:25:23.022544 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 734723b9-6196-4e8d-abbf-c4b335aae0a8 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:25:23.029127 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f01a3fa3-9a1f-485a-9f0f-0e1095dbb99a req-0537537c-822c-4a1f-8740-ffce3d5e94b9 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1361e13-3de1-454b-a901-d5bfd2b3ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425322 Jul 16 20:25:23.146550 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-960b21c9-76eb-4ede-842c-2dfc37c2b547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:23.147946 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-960b21c9-76eb-4ede-842c-2dfc37c2b547 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.1240585 Jul 16 20:25:23.172961 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cd4db-133b-4a75-956a-057be3176b00 req-b6296214-03e4-4d12-bc2d-0b6ab616cc66 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:23.174675 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d09cd4db-133b-4a75-956a-057be3176b00 req-b6296214-03e4-4d12-bc2d-0b6ab616cc66 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=e52891b5-772b-4baf-a7e7-f69f9af54a44 HTTP/1.1" status: 200 len: 950 time: 0.0687528 Jul 16 20:25:23.199400 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-b1b69ed4-6306-43e8-9d59-3535757c6770 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=810c8272-d682-44c5-9fab-7793c6efd176 HTTP/1.1" status: 200 len: 217 time: 0.0408475 Jul 16 20:25:23.204634 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.217625 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d09cd4db-133b-4a75-956a-057be3176b00 req-c89ebaae-6677-4eb1-9fc2-1544e6440dac tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369854 Jul 16 20:25:23.233934 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.262233 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6796cfb-3fcb-4b45-9551-1c925e24f859,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:23.269327 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] device_id is not set on port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:25:23.346461 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-e18882ba-443a-4210-997d-4f516b409e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:23.348290 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-e18882ba-443a-4210-997d-4f516b409e9c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1412385 Jul 16 20:25:23.430653 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552d5e0-feed-4608-8294-7323db0685e5 req-21620966-ee35-4e0d-9d05-a744b6c7ab33 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:23.432295 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e552d5e0-feed-4608-8294-7323db0685e5 req-21620966-ee35-4e0d-9d05-a744b6c7ab33 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 943 time: 0.1016510 Jul 16 20:25:23.467670 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d55c8-2dc3-4fb6-9b7c-b0f9cc568737 req-2fc7a820-8dc2-4486-b90b-d552fd367b2e tempest-ServersOnMultiNodesTest-1228379329 tempest-ServersOnMultiNodesTest-1228379329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:23.470570 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f6d55c8-2dc3-4fb6-9b7c-b0f9cc568737 req-2fc7a820-8dc2-4486-b90b-d552fd367b2e tempest-ServersOnMultiNodesTest-1228379329 tempest-ServersOnMultiNodesTest-1228379329-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e52891b5-772b-4baf-a7e7-f69f9af54a44 HTTP/1.1" status: 200 len: 1102 time: 0.0921769 Jul 16 20:25:23.490453 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-c247334b-4fc3-42b6-b108-dad099acf187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:23.491954 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-c247334b-4fc3-42b6-b108-dad099acf187 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1335723 Jul 16 20:25:23.499248 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e552d5e0-feed-4608-8294-7323db0685e5 req-1dd670bc-5bac-49f3-a0d9-2e134a53fdbe tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591648 Jul 16 20:25:23.527000 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f6d55c8-2dc3-4fb6-9b7c-b0f9cc568737 req-1ffbcdd8-b99d-40a2-99cc-9cf2e2e93093 tempest-ServersOnMultiNodesTest-1228379329 tempest-ServersOnMultiNodesTest-1228379329-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470304 Jul 16 20:25:23.586429 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60090) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:23.606735 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] device_id is not set on port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:25:23.620331 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.641841 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Transition to ACTIVE for port object c22666f9-f6a4-4518-9cd8-ef3d38cb8608 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:23.644466 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-afeac5d2-e98f-4de8-9e46-771c7d5dfeaa tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Deleting subnet c54f5517-7367-45ca-8500-9aa0386c6243 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:25:23.646746 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-aa2e97bf-52c0-4ec4-963e-052722ed0ddb service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466227 Jul 16 20:25:23.647897 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-afeac5d2-e98f-4de8-9e46-771c7d5dfeaa tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.667065 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.701605 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-afeac5d2-e98f-4de8-9e46-771c7d5dfeaa tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.767659 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4c230771-9319-4a40-b790-65d2ffe3263a req-2ecd1a8d-7bae-47b7-9c9f-5a0499094eba tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258327 Jul 16 20:25:23.803477 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Pushing event updated for resources: {'Port': ['ID=c22666f9-f6a4-4518-9cd8-ef3d38cb8608,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:23.816998 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Checking segment: {'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:23.817366 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Network hostable DHCP agents. Network: 88e7ab34-ab2e-424a-803e-d051e32d0dbb, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:25:23.827136 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-fbdae018-93b5-43a0-a890-986b282946fc service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719565 Jul 16 20:25:23.843279 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Network 88e7ab34-ab2e-424a-803e-d051e32d0dbb is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:25:23.860380 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 88e7ab34-ab2e-424a-803e-d051e32d0dbb) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:23.870666 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:23.876877 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da541a13-df82-4d70-bb7c-e5889e73e6a8 None None] Network 88e7ab34-ab2e-424a-803e-d051e32d0dbb requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:23.901505 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:23.901505 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:23.901923 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:23.907035 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:23.907692 n-d-791506-21 neutron-server[93793]: ERROR neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:23.908535 n-d-791506-21 neutron-server[93793]: INFO neutron.plugins.ml2.plugin [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempt 2 to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 Jul 16 20:25:23.925296 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:23.925726 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:23.926137 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:23.930755 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:23.931157 n-d-791506-21 neutron-server[93793]: ERROR neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:23.931677 n-d-791506-21 neutron-server[93793]: INFO neutron.plugins.ml2.plugin [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempt 3 to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 Jul 16 20:25:23.947285 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:23.947861 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:23.948362 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:23.956434 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:23.956834 n-d-791506-21 neutron-server[93793]: ERROR neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:23.957367 n-d-791506-21 neutron-server[93793]: INFO neutron.plugins.ml2.plugin [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempt 4 to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 Jul 16 20:25:23.976175 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:23.976875 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:23.977030 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:23.985297 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:23.985297 n-d-791506-21 neutron-server[93793]: ERROR neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:23.985873 n-d-791506-21 neutron-server[93793]: INFO neutron.plugins.ml2.plugin [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempt 5 to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 Jul 16 20:25:23.993169 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-afeac5d2-e98f-4de8-9e46-771c7d5dfeaa tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.000598 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:24.000893 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:24.001300 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:24.005884 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:24.006359 n-d-791506-21 neutron-server[93793]: ERROR neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:24.006821 n-d-791506-21 neutron-server[93793]: INFO neutron.plugins.ml2.plugin [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempt 6 to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 Jul 16 20:25:24.020994 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:24.021583 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:24.022525 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:24.027963 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:24.028368 n-d-791506-21 neutron-server[93793]: ERROR neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:24.028821 n-d-791506-21 neutron-server[93793]: INFO neutron.plugins.ml2.plugin [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempt 7 to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 Jul 16 20:25:24.033447 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c230771-9319-4a40-b790-65d2ffe3263a req-a308fffe-b62c-4baa-8579-ee844440679e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:24.038836 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4c230771-9319-4a40-b790-65d2ffe3263a req-a308fffe-b62c-4baa-8579-ee844440679e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2627537 Jul 16 20:25:24.044952 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:24.045435 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:24.045832 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:24.051116 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:24.051558 n-d-791506-21 neutron-server[93793]: ERROR neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:24.052075 n-d-791506-21 neutron-server[93793]: INFO neutron.plugins.ml2.plugin [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempt 8 to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 Jul 16 20:25:24.067615 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:24.067615 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:24.068091 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:24.072926 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:24.072926 n-d-791506-21 neutron-server[93793]: ERROR neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:24.073452 n-d-791506-21 neutron-server[93793]: INFO neutron.plugins.ml2.plugin [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempt 9 to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 Jul 16 20:25:24.085349 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4c230771-9319-4a40-b790-65d2ffe3263a req-bc1d9bb8-17c3-4acf-a891-630f30407848 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/quotas/0e3f4908cd7247a9bb3c103236a62c8e HTTP/1.1" status: 200 len: 375 time: 0.0343502 Jul 16 20:25:24.089232 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:24.089697 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:24.090128 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:24.095751 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:24.096252 n-d-791506-21 neutron-server[93793]: ERROR neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:24.096754 n-d-791506-21 neutron-server[93793]: INFO neutron.plugins.ml2.plugin [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempt 10 to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 Jul 16 20:25:24.109976 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:24.110415 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:24.110813 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:24.111981 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a7661-fbcf-41eb-bcfc-56208062edb5 req-60e64927-8967-4df3-95c2-2208e6f13756 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:24.113456 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b43a7661-fbcf-41eb-bcfc-56208062edb5 req-60e64927-8967-4df3-95c2-2208e6f13756 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c249c8b-c556-413f-9257-92bda0306d31 HTTP/1.1" status: 200 len: 945 time: 0.2555542 Jul 16 20:25:24.115487 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:24.115879 n-d-791506-21 neutron-server[93793]: ERROR neutron.plugins.ml2.managers [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:24.116351 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.166546 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cf07f01b-d28b-430c-8d75-95cd2dc28aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.172398 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.188273 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-afeac5d2-e98f-4de8-9e46-771c7d5dfeaa tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.194620 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] For port c22666f9-f6a4-4518-9cd8-ef3d38cb8608, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:24.194991 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempted to set empty binding levels {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:25:24.197892 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb30df1-9afa-4ea7-8ba3-799b0a365ca8 req-44c17054-6f5e-4e4c-9cfa-d045d4b1982b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:24.199353 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9cb30df1-9afa-4ea7-8ba3-799b0a365ca8 req-44c17054-6f5e-4e4c-9cfa-d045d4b1982b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 950 time: 0.2857349 Jul 16 20:25:24.199513 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.241065 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:24.241667 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.247005 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeac5d2-e98f-4de8-9e46-771c7d5dfeaa tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event deleted for resources: {'Subnet': ['ID=c54f5517-7367-45ca-8500-9aa0386c6243,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:24.263348 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-afeac5d2-e98f-4de8-9e46-771c7d5dfeaa tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.263584 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Pushing event updated for resources: {'Port': ['ID=c22666f9-f6a4-4518-9cd8-ef3d38cb8608,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:24.265838 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-afeac5d2-e98f-4de8-9e46-771c7d5dfeaa tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "DELETE /v2.0/subnets/c54f5517-7367-45ca-8500-9aa0386c6243 HTTP/1.1" status: 204 len: 168 time: 0.6775191 Jul 16 20:25:24.268768 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc471f16-ffbf-4b28-9c90-8393fe0bef32 None None] Network 57459845-7fee-4eff-b586-2af1e50040c9 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:24.269680 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60110) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:24.282341 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-32b1567d-5cdc-4da5-af85-a62486766d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.8779209 Jul 16 20:25:24.286257 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60112) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:24.338113 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9cb30df1-9afa-4ea7-8ba3-799b0a365ca8 req-19517d6a-236c-4391-b4c9-f8d326600edd tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252093 Jul 16 20:25:24.372874 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4c230771-9319-4a40-b790-65d2ffe3263a req-227bdea0-df1c-4bc4-b78f-3e4bb00a389a tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2758875 Jul 16 20:25:24.409047 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-b43a7661-fbcf-41eb-bcfc-56208062edb5 req-d69fe72d-6ee5-4684-a5d7-f471f4c97e17 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Deleting port 9740dd98-652b-4850-ab09-dc3bc9d3ac44 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:24.409397 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b43a7661-fbcf-41eb-bcfc-56208062edb5 req-d69fe72d-6ee5-4684-a5d7-f471f4c97e17 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.420543 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-768c9006-59b7-4904-badb-586d33bc04b1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.473497 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-0d3e3612-3247-400e-9429-7edb740b4554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Deleting port c22666f9-f6a4-4518-9cd8-ef3d38cb8608 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:24.473849 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0d3e3612-3247-400e-9429-7edb740b4554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.510278 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b704e516-e3af-461d-820c-ec519e77805a None None] DHCP port deletion for 57459845-7fee-4eff-b586-2af1e50040c9 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:25:24.553258 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-b43a7661-fbcf-41eb-bcfc-56208062edb5 req-d69fe72d-6ee5-4684-a5d7-f471f4c97e17 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] For port 9740dd98-652b-4850-ab09-dc3bc9d3ac44, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9740dd98-652b-4850-ab09-dc3bc9d3ac44,segment=NetworkSegment(cecc2d62-ae76-4b02-a663-8d370965ebae),segment_id=cecc2d62-ae76-4b02-a663-8d370965ebae)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:24.553513 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b43a7661-fbcf-41eb-bcfc-56208062edb5 req-d69fe72d-6ee5-4684-a5d7-f471f4c97e17 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.557526 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-0d3e3612-3247-400e-9429-7edb740b4554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] For port c22666f9-f6a4-4518-9cd8-ef3d38cb8608, host n-h1-791506-21, got binding levels [] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:24.557897 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0d3e3612-3247-400e-9429-7edb740b4554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.561577 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-768c9006-59b7-4904-badb-586d33bc04b1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Deleting port b4f78db3-6221-4fbf-b205-803f7266339b {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:24.561920 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-768c9006-59b7-4904-badb-586d33bc04b1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.580806 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-b43a7661-fbcf-41eb-bcfc-56208062edb5 req-d69fe72d-6ee5-4684-a5d7-f471f4c97e17 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Calling delete_port for 9740dd98-652b-4850-ab09-dc3bc9d3ac44 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:24.602628 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-0d3e3612-3247-400e-9429-7edb740b4554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Calling delete_port for c22666f9-f6a4-4518-9cd8-ef3d38cb8608 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:24.649008 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b704e516-e3af-461d-820c-ec519e77805a None None] Deleting port b4f78db3-6221-4fbf-b205-803f7266339b {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:24.649391 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b704e516-e3af-461d-820c-ec519e77805a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.744530 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b704e516-e3af-461d-820c-ec519e77805a None None] For port b4f78db3-6221-4fbf-b205-803f7266339b, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b4f78db3-6221-4fbf-b205-803f7266339b,segment=NetworkSegment(413b31cc-8519-4fcf-bc87-f975e08805cd),segment_id=413b31cc-8519-4fcf-bc87-f975e08805cd)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:24.745014 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b704e516-e3af-461d-820c-ec519e77805a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.761657 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b704e516-e3af-461d-820c-ec519e77805a None None] Calling delete_port for b4f78db3-6221-4fbf-b205-803f7266339b owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:24.776618 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-16b9cf0e-d32e-4964-851c-85f978a99f6c req-162a3d9f-1db5-4a3c-afca-ae3847366cec tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c249c8b-c556-413f-9257-92bda0306d31 HTTP/1.1" status: 200 len: 210 time: 0.0393023 Jul 16 20:25:24.780004 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b43a7661-fbcf-41eb-bcfc-56208062edb5 req-d69fe72d-6ee5-4684-a5d7-f471f4c97e17 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.817224 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b6d4a6fa-69b4-49dc-8b41-55852bd1de2a details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:25:24.819594 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['9740dd98-652b-4850-ab09-dc3bc9d3ac44'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:24.831403 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-768c9006-59b7-4904-badb-586d33bc04b1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] For port b4f78db3-6221-4fbf-b205-803f7266339b, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b4f78db3-6221-4fbf-b205-803f7266339b,segment=NetworkSegment(413b31cc-8519-4fcf-bc87-f975e08805cd),segment_id=413b31cc-8519-4fcf-bc87-f975e08805cd)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:24.834432 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-768c9006-59b7-4904-badb-586d33bc04b1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.849371 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0d3e3612-3247-400e-9429-7edb740b4554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.864482 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-768c9006-59b7-4904-badb-586d33bc04b1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Calling delete_port for b4f78db3-6221-4fbf-b205-803f7266339b owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:24.907328 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e3612-3247-400e-9429-7edb740b4554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Pushing event deleted for resources: {'Port': ['ID=c22666f9-f6a4-4518-9cd8-ef3d38cb8608,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:24.907534 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fe72d-6ee5-4684-a5d7-f471f4c97e17 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Pushing event deleted for resources: {'Port': ['ID=9740dd98-652b-4850-ab09-dc3bc9d3ac44,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:24.930712 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0d3e3612-3247-400e-9429-7edb740b4554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.932987 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0d3e3612-3247-400e-9429-7edb740b4554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] 10.222.0.38 "DELETE /v2.0/ports/c22666f9-f6a4-4518-9cd8-ef3d38cb8608 HTTP/1.1" status: 204 len: 168 time: 0.6454613 Jul 16 20:25:24.935654 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60126) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:24.945391 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bd482f69-31ac-45c6-be6d-7fd9bc063683 req-b59ff8f4-b517-4fa3-969b-ff8e5fe2608f tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad146398-13aa-4e91-8f57-a872b40636eb HTTP/1.1" status: 200 len: 210 time: 0.0531349 Jul 16 20:25:24.957034 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b704e516-e3af-461d-820c-ec519e77805a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.966340 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e37c06f-bf00-473b-95bc-ade573952a52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:25:24.969094 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0e37c06f-bf00-473b-95bc-ade573952a52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] 10.222.0.38 "GET /v2.0/ports/c22666f9-f6a4-4518-9cd8-ef3d38cb8608 HTTP/1.1" status: 404 len: 333 time: 0.0316019 Jul 16 20:25:24.971651 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43a7661-fbcf-41eb-bcfc-56208062edb5 req-d69fe72d-6ee5-4684-a5d7-f471f4c97e17 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] No DVR routers for this DVR port 9740dd98-652b-4850-ab09-dc3bc9d3ac44 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:24.979258 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b43a7661-fbcf-41eb-bcfc-56208062edb5 req-d69fe72d-6ee5-4684-a5d7-f471f4c97e17 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.981199 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b43a7661-fbcf-41eb-bcfc-56208062edb5 req-d69fe72d-6ee5-4684-a5d7-f471f4c97e17 tempest-VolumesAdminNegativeTest-959749243 tempest-VolumesAdminNegativeTest-959749243-project] 10.222.0.18 "DELETE /v2.0/ports/9740dd98-652b-4850-ab09-dc3bc9d3ac44 HTTP/1.1" status: 204 len: 173 time: 0.8554964 Jul 16 20:25:24.983476 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b704e516-e3af-461d-820c-ec519e77805a None None] No DVR routers for this DVR port b4f78db3-6221-4fbf-b205-803f7266339b on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:24.985239 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60128) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:24.999318 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-487d5dd9-b71b-4e96-9dc0-5c21de4936ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Request body: {'port': {'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2008668094'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:25.045151 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704e516-e3af-461d-820c-ec519e77805a None None] Pushing event deleted for resources: {'Port': ['ID=b4f78db3-6221-4fbf-b205-803f7266339b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:25.064704 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2011d6f7-b324-4150-b750-e312cc6bed56', 'name': 'network-vif-deleted', 'tag': '8138fecc-8c98-4c89-93f4-3aaab5434948'}, {'server_uuid': '8c249c8b-c556-413f-9257-92bda0306d31', 'name': 'network-vif-deleted', 'tag': '9740dd98-652b-4850-ab09-dc3bc9d3ac44'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:25.067541 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1773823b-c1ff-4d47-a103-b1d4ec6caec3" -d '{"events": [{"server_uuid": "2011d6f7-b324-4150-b750-e312cc6bed56", "name": "network-vif-deleted", "tag": "8138fecc-8c98-4c89-93f4-3aaab5434948"}, {"server_uuid": "8c249c8b-c556-413f-9257-92bda0306d31", "name": "network-vif-deleted", "tag": "9740dd98-652b-4850-ab09-dc3bc9d3ac44"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:25.075782 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487d5dd9-b71b-4e96-9dc0-5c21de4936ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Made reservation on behalf of d89140a656864d01919b62fe5e450cbb for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:25.079594 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-487d5dd9-b71b-4e96-9dc0-5c21de4936ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.084161 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b6d4a6fa-69b4-49dc-8b41-55852bd1de2a,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:25.109882 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-768c9006-59b7-4904-badb-586d33bc04b1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.110920 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e781fa-cc07-4700-a877-84f98657725a req-fef57fdd-0ce6-46af-918f-d50727ee6e53 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:25.112763 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-12e781fa-cc07-4700-a877-84f98657725a req-fef57fdd-0ce6-46af-918f-d50727ee6e53 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 943 time: 0.3346064 Jul 16 20:25:25.116061 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-487d5dd9-b71b-4e96-9dc0-5c21de4936ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] device_id is not set on port 1eebd8d5-99bf-49a6-9b11-29c038cb72df yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:25:25.120768 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'b6d4a6fa-69b4-49dc-8b41-55852bd1de2a', 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418', 'port_id': 'b6d4a6fa-69b4-49dc-8b41-55852bd1de2a', 'mac_address': 'fa:16:3e:b8:97:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fed2a9f4-4984-4b87-a48a-a9fcef3fa565', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:25:25.139512 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b4f78db3-6221-4fbf-b205-803f7266339b no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:25.146155 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c9006-59b7-4904-badb-586d33bc04b1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event deleted for resources: {'Port': ['ID=b4f78db3-6221-4fbf-b205-803f7266339b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:25.155241 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768c9006-59b7-4904-badb-586d33bc04b1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] No DVR routers for this DVR port b4f78db3-6221-4fbf-b205-803f7266339b on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:25.185913 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: b4f78db3-6221-4fbf-b205-803f7266339b {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:25:25.186447 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b4f78db3-6221-4fbf-b205-803f7266339b not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:25:25.205215 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.240206 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d4a6fa-69b4-49dc-8b41-55852bd1de2a {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:25.271113 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-768c9006-59b7-4904-badb-586d33bc04b1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.282565 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-768c9006-59b7-4904-badb-586d33bc04b1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57459845-7fee-4eff-b586-2af1e50040c9']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:25.285465 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-12e781fa-cc07-4700-a877-84f98657725a req-bb20da3e-1072-47cc-bb0c-15f38a6164a1 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645391 Jul 16 20:25:25.297266 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-768c9006-59b7-4904-badb-586d33bc04b1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413b31cc-8519-4fcf-bc87-f975e08805cd') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:25.297882 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-768c9006-59b7-4904-badb-586d33bc04b1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413b31cc-8519-4fcf-bc87-f975e08805cd') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:25.307671 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b6d4a6fa-69b4-49dc-8b41-55852bd1de2a,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:25.308291 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-768c9006-59b7-4904-badb-586d33bc04b1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.320097 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1349a7f3-5116-44ba-956a-fb61a3f3caa9 x-openstack-request-id: req-1349a7f3-5116-44ba-956a-fb61a3f3caa9 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:25.320736 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2011d6f7-b324-4150-b750-e312cc6bed56", "name": "network-vif-deleted", "tag": "8138fecc-8c98-4c89-93f4-3aaab5434948", "status": "completed", "code": 200}, {"server_uuid": "8c249c8b-c556-413f-9257-92bda0306d31", "name": "network-vif-deleted", "tag": "9740dd98-652b-4850-ab09-dc3bc9d3ac44", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:25.321127 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1349a7f3-5116-44ba-956a-fb61a3f3caa9 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:25.321539 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2011d6f7-b324-4150-b750-e312cc6bed56', 'name': 'network-vif-deleted', 'tag': '8138fecc-8c98-4c89-93f4-3aaab5434948', 'status': 'completed', 'code': 200} Jul 16 20:25:25.322375 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c249c8b-c556-413f-9257-92bda0306d31', 'name': 'network-vif-deleted', 'tag': '9740dd98-652b-4850-ab09-dc3bc9d3ac44', 'status': 'completed', 'code': 200} Jul 16 20:25:25.323894 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.326275 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-768c9006-59b7-4904-badb-586d33bc04b1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.337036 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-768c9006-59b7-4904-badb-586d33bc04b1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:25.337572 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-768c9006-59b7-4904-badb-586d33bc04b1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:25.341804 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:25.389795 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=b6d4a6fa-69b4-49dc-8b41-55852bd1de2a,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:25.425362 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-768c9006-59b7-4904-badb-586d33bc04b1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.425853 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-487d5dd9-b71b-4e96-9dc0-5c21de4936ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.441778 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-768c9006-59b7-4904-badb-586d33bc04b1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.447309 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-768c9006-59b7-4904-badb-586d33bc04b1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "DELETE /v2.0/networks/57459845-7fee-4eff-b586-2af1e50040c9 HTTP/1.1" status: 204 len: 168 time: 1.1766677 Jul 16 20:25:25.448043 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60136) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:25.466782 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-487d5dd9-b71b-4e96-9dc0-5c21de4936ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.470188 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c9006-59b7-4904-badb-586d33bc04b1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event deleted for resources: {'Network': ['ID=57459845-7fee-4eff-b586-2af1e50040c9,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:25.520797 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf897b8b-e73d-420d-bb8b-bcdee00e3bfd tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Deleting subnet ae8caf04-958d-4400-8088-71f52e6ec225 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:25:25.527041 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cf897b8b-e73d-420d-bb8b-bcdee00e3bfd tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.543089 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487d5dd9-b71b-4e96-9dc0-5c21de4936ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Network 88e7ab34-ab2e-424a-803e-d051e32d0dbb is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:25.552036 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-487d5dd9-b71b-4e96-9dc0-5c21de4936ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:25.564262 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487d5dd9-b71b-4e96-9dc0-5c21de4936ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:25.565504 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487d5dd9-b71b-4e96-9dc0-5c21de4936ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:25.566101 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-487d5dd9-b71b-4e96-9dc0-5c21de4936ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.583495 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d5dd9-b71b-4e96-9dc0-5c21de4936ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Pushing event updated for resources: {'Port': ['ID=1eebd8d5-99bf-49a6-9b11-29c038cb72df,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:25.586647 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cf897b8b-e73d-420d-bb8b-bcdee00e3bfd tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.590760 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-487d5dd9-b71b-4e96-9dc0-5c21de4936ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6044183 Jul 16 20:25:25.595904 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60140) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:25.603070 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:25.662123 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.692784 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f429662-50df-4439-ad68-01dcc55a9e90 req-df23fc80-c3ff-4d4f-97e5-df2e9147e907 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:25.695315 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4f429662-50df-4439-ad68-01dcc55a9e90 req-df23fc80-c3ff-4d4f-97e5-df2e9147e907 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 950 time: 0.2109549 Jul 16 20:25:25.730109 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['b6d4a6fa-69b4-49dc-8b41-55852bd1de2a'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:25.770389 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cf897b8b-e73d-420d-bb8b-bcdee00e3bfd tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.784843 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.865687 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4f429662-50df-4439-ad68-01dcc55a9e90 req-df0b04c4-4bee-4a23-b583-82f5eae37dfd tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622591 Jul 16 20:25:25.874979 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cf897b8b-e73d-420d-bb8b-bcdee00e3bfd tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.947207 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60144) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:25.949951 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf897b8b-e73d-420d-bb8b-bcdee00e3bfd tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event deleted for resources: {'Subnet': ['ID=ae8caf04-958d-4400-8088-71f52e6ec225,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:25.959931 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cf897b8b-e73d-420d-bb8b-bcdee00e3bfd tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.963314 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cf897b8b-e73d-420d-bb8b-bcdee00e3bfd tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "DELETE /v2.0/subnets/ae8caf04-958d-4400-8088-71f52e6ec225 HTTP/1.1" status: 204 len: 168 time: 0.5015352 Jul 16 20:25:25.964416 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60146) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:25.966887 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1523e0-8a5f-456b-bf23-a77caea06665 None None] Network cc6ed12b-92d2-4dd0-99e7-d91837561bb4 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:26.023242 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-47510cfe-83e6-45b0-b0b3-ef7a6261c80d admin admin] Deleting subnet 58ac92e8-7be4-4e95-b31a-0c74192dfc7a {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:25:26.026615 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-47510cfe-83e6-45b0-b0b3-ef7a6261c80d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.074040 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-47510cfe-83e6-45b0-b0b3-ef7a6261c80d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.088610 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-df552dae-f21c-4887-8ee8-e76866eebf87 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.096748 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] device_id is not set on port 1eebd8d5-99bf-49a6-9b11-29c038cb72df yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:25:26.117879 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.138292 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-47510cfe-83e6-45b0-b0b3-ef7a6261c80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.140751 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-68a90fd2-b6d1-4d23-adb9-0f18c7a0088a req-6dca231e-4bd7-4119-a6f3-b2f32e4a9a13 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad146398-13aa-4e91-8f57-a872b40636eb HTTP/1.1" status: 200 len: 210 time: 0.0389473 Jul 16 20:25:26.153177 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Transition to ACTIVE for port object 1eebd8d5-99bf-49a6-9b11-29c038cb72df will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:26.172767 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.186600 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c54601-56a6-41f9-82ba-aa479946004f None None] DHCP port deletion for cc6ed12b-92d2-4dd0-99e7-d91837561bb4 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:25:26.230847 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-47510cfe-83e6-45b0-b0b3-ef7a6261c80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.234209 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Pushing event updated for resources: {'Port': ['ID=1eebd8d5-99bf-49a6-9b11-29c038cb72df,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:26.265309 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:26.265660 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:26.266086 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:26.273070 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:26.273502 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:26.275964 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-df552dae-f21c-4887-8ee8-e76866eebf87 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Deleting port e1da461c-822d-4c55-ad65-b63e0427dacb {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:26.276348 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-df552dae-f21c-4887-8ee8-e76866eebf87 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.279339 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempt 2 to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df Jul 16 20:25:26.280019 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-80c54601-56a6-41f9-82ba-aa479946004f None None] Deleting port e1da461c-822d-4c55-ad65-b63e0427dacb {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:26.280691 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80c54601-56a6-41f9-82ba-aa479946004f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.291620 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47510cfe-83e6-45b0-b0b3-ef7a6261c80d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58ac92e8-7be4-4e95-b31a-0c74192dfc7a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:26.293876 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-47510cfe-83e6-45b0-b0b3-ef7a6261c80d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.301667 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-47510cfe-83e6-45b0-b0b3-ef7a6261c80d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/58ac92e8-7be4-4e95-b31a-0c74192dfc7a HTTP/1.1" status: 204 len: 168 time: 0.3472140 Jul 16 20:25:26.302418 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60152) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:26.333702 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:26.340530 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:26.340905 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:26.379000 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-80c54601-56a6-41f9-82ba-aa479946004f None None] For port e1da461c-822d-4c55-ad65-b63e0427dacb, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e1da461c-822d-4c55-ad65-b63e0427dacb,segment=NetworkSegment(4b16f32d-1a72-4041-acf5-39fb2dffd2ff),segment_id=4b16f32d-1a72-4041-acf5-39fb2dffd2ff)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:26.379520 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80c54601-56a6-41f9-82ba-aa479946004f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.389002 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cdf09af2-a46e-4367-9724-c1e82566ef20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.392991 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-80c54601-56a6-41f9-82ba-aa479946004f None None] Calling delete_port for e1da461c-822d-4c55-ad65-b63e0427dacb owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:26.424010 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:26.424340 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:26.427937 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempt 3 to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df Jul 16 20:25:26.432104 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-df552dae-f21c-4887-8ee8-e76866eebf87 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] For port e1da461c-822d-4c55-ad65-b63e0427dacb, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e1da461c-822d-4c55-ad65-b63e0427dacb,segment=NetworkSegment(4b16f32d-1a72-4041-acf5-39fb2dffd2ff),segment_id=4b16f32d-1a72-4041-acf5-39fb2dffd2ff)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:26.432477 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-df552dae-f21c-4887-8ee8-e76866eebf87 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.454856 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-df552dae-f21c-4887-8ee8-e76866eebf87 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Calling delete_port for e1da461c-822d-4c55-ad65-b63e0427dacb owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:26.456887 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:26.457223 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:26.457562 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:26.468056 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:26.469051 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:26.471079 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempt 4 to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df Jul 16 20:25:26.500444 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80c54601-56a6-41f9-82ba-aa479946004f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.508579 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4c230771-9319-4a40-b790-65d2ffe3263a req-34987346-c3b1-42a4-a5bf-03e62fb4d515 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728555 Jul 16 20:25:26.538281 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c54601-56a6-41f9-82ba-aa479946004f None None] Pushing event deleted for resources: {'Port': ['ID=e1da461c-822d-4c55-ad65-b63e0427dacb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:26.545085 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:26.545085 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:26.545301 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:26.545385 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c54601-56a6-41f9-82ba-aa479946004f None None] No DVR routers for this DVR port e1da461c-822d-4c55-ad65-b63e0427dacb on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:26.563653 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:26.563987 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:26.567378 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cdf09af2-a46e-4367-9724-c1e82566ef20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.568936 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempt 5 to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df Jul 16 20:25:26.596860 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-cdf09af2-a46e-4367-9724-c1e82566ef20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bacb7ecf-6196-4596-81e9-f72a0f28aa4b']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:26.605715 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:26.606053 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:26.606564 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:26.613526 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-cdf09af2-a46e-4367-9724-c1e82566ef20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cecc2d62-ae76-4b02-a663-8d370965ebae') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:26.613839 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-cdf09af2-a46e-4367-9724-c1e82566ef20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cecc2d62-ae76-4b02-a663-8d370965ebae') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:26.616220 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:26.616549 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:26.617075 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempt 6 to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df Jul 16 20:25:26.629800 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-df552dae-f21c-4887-8ee8-e76866eebf87 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.638479 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b2a06-7a11-4f25-aa06-28d144364507 req-afbd0bdc-ccb2-429b-bf20-66a74247a121 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:26.639970 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa5b2a06-7a11-4f25-aa06-28d144364507 req-afbd0bdc-ccb2-429b-bf20-66a74247a121 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 944 time: 0.1659811 Jul 16 20:25:26.655198 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cdf09af2-a46e-4367-9724-c1e82566ef20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.673261 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:26.673652 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:26.674002 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:26.681457 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cdf09af2-a46e-4367-9724-c1e82566ef20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.685416 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df552dae-f21c-4887-8ee8-e76866eebf87 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event deleted for resources: {'Port': ['ID=e1da461c-822d-4c55-ad65-b63e0427dacb,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:26.687526 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df552dae-f21c-4887-8ee8-e76866eebf87 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] No DVR routers for this DVR port e1da461c-822d-4c55-ad65-b63e0427dacb on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:26.698257 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:26.699498 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:26.699623 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf09af2-a46e-4367-9724-c1e82566ef20 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:26.700467 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cdf09af2-a46e-4367-9724-c1e82566ef20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.701809 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempt 7 to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:26.702227 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:26.739751 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c230771-9319-4a40-b790-65d2ffe3263a req-2a61af66-f449-4e9c-bfdb-97a7654fb453 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:26.741287 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4c230771-9319-4a40-b790-65d2ffe3263a req-2a61af66-f449-4e9c-bfdb-97a7654fb453 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2237914 Jul 16 20:25:26.766610 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:26.767037 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:26.767479 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:26.780729 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-4c230771-9319-4a40-b790-65d2ffe3263a req-300d5c09-ba0d-42db-b0b8-2dcc303f20ca tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Request body: {'port': {'device_id': 'ad146398-13aa-4e91-8f57-a872b40636eb', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': '0e3f4908cd7247a9bb3c103236a62c8e'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:26.784405 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:26.784641 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:26.787488 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempt 8 to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df Jul 16 20:25:26.793914 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa5b2a06-7a11-4f25-aa06-28d144364507 req-3d97c215-7515-4a55-9118-6992e85566ef tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433389 Jul 16 20:25:26.805085 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cdf09af2-a46e-4367-9724-c1e82566ef20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.809715 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cdf09af2-a46e-4367-9724-c1e82566ef20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.814646 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cdf09af2-a46e-4367-9724-c1e82566ef20 admin admin] 10.222.0.38 "DELETE /v2.0/networks/bacb7ecf-6196-4596-81e9-f72a0f28aa4b HTTP/1.1" status: 204 len: 168 time: 0.5079613 Jul 16 20:25:26.816385 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60158) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:26.821436 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-df552dae-f21c-4887-8ee8-e76866eebf87 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.838884 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-df552dae-f21c-4887-8ee8-e76866eebf87 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc6ed12b-92d2-4dd0-99e7-d91837561bb4']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:26.846532 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:26.846941 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:26.847245 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:26.852459 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-df552dae-f21c-4887-8ee8-e76866eebf87 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b16f32d-1a72-4041-acf5-39fb2dffd2ff') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:26.852755 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-df552dae-f21c-4887-8ee8-e76866eebf87 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b16f32d-1a72-4041-acf5-39fb2dffd2ff') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:26.860808 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf09af2-a46e-4367-9724-c1e82566ef20 admin admin] Pushing event deleted for resources: {'Network': ['ID=bacb7ecf-6196-4596-81e9-f72a0f28aa4b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:26.862312 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:26.862676 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:26.864180 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-df552dae-f21c-4887-8ee8-e76866eebf87 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.865853 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempt 9 to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df Jul 16 20:25:26.885748 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:26.886085 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:26.886450 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:26.888554 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-df552dae-f21c-4887-8ee8-e76866eebf87 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.896906 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df552dae-f21c-4887-8ee8-e76866eebf87 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:26.897377 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-df552dae-f21c-4887-8ee8-e76866eebf87 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: self.session.flush() Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: self.session.flush() Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: self.session.flush() Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: self.session.flush() Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:26.900351 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:26.909967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:26.910294 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:26.913260 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9740dd98-652b-4850-ab09-dc3bc9d3ac44 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:26.916344 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempt 10 to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df Jul 16 20:25:26.929303 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a7c986-5543-46a3-a070-147f82fdc8cf admin admin] Deleting subnet fa2e4090-a8d3-47f5-8c36-3f6ef6bc487a {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:25:26.931863 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:26.932203 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:26.932544 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:26.935030 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 9740dd98-652b-4850-ab09-dc3bc9d3ac44 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:25:26.935375 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9740dd98-652b-4850-ab09-dc3bc9d3ac44 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:25:26.940335 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-38a7c986-5543-46a3-a070-147f82fdc8cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.943516 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:26.943863 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:26.944239 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.990290 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-38a7c986-5543-46a3-a070-147f82fdc8cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.032263 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c230771-9319-4a40-b790-65d2ffe3263a req-300d5c09-ba0d-42db-b0b8-2dcc303f20ca tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Made reservation on behalf of 0e3f4908cd7247a9bb3c103236a62c8e for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:27.035850 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-4c230771-9319-4a40-b790-65d2ffe3263a req-300d5c09-ba0d-42db-b0b8-2dcc303f20ca tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.041464 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-df552dae-f21c-4887-8ee8-e76866eebf87 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.052419 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-38a7c986-5543-46a3-a070-147f82fdc8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.072866 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-df552dae-f21c-4887-8ee8-e76866eebf87 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.074926 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-df552dae-f21c-4887-8ee8-e76866eebf87 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "DELETE /v2.0/networks/cc6ed12b-92d2-4dd0-99e7-d91837561bb4 HTTP/1.1" status: 204 len: 168 time: 1.1094525 Jul 16 20:25:27.078791 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e1da461c-822d-4c55-ad65-b63e0427dacb no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:27.082959 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60162) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:27.087848 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-edd2be6b-cdb6-4a0a-948d-8853bf6ff792 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2050698652'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:27.100018 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: e1da461c-822d-4c55-ad65-b63e0427dacb {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:25:27.100419 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e1da461c-822d-4c55-ad65-b63e0427dacb not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:25:27.105831 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df552dae-f21c-4887-8ee8-e76866eebf87 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event deleted for resources: {'Network': ['ID=cc6ed12b-92d2-4dd0-99e7-d91837561bb4,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:27.129412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] For port 1eebd8d5-99bf-49a6-9b11-29c038cb72df, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:27.129803 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempted to set empty binding levels {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:25:27.134033 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.154543 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd2be6b-cdb6-4a0a-948d-8853bf6ff792 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Made reservation on behalf of 09c144a5203b4664aacedc644bfac14e for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:27.158725 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-edd2be6b-cdb6-4a0a-948d-8853bf6ff792 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.179377 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] In _notify_port_updated(), no bound segment for port 1eebd8d5-99bf-49a6-9b11-29c038cb72df on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:25:27.180242 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.180849 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.182177 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] 10.222.0.38 "PUT /v2.0/ports/1eebd8d5-99bf-49a6-9b11-29c038cb72df HTTP/1.1" status: 200 len: 980 time: 1.5852599 Jul 16 20:25:27.186937 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60166) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:27.216113 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-38a7c986-5543-46a3-a070-147f82fdc8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.221096 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca97052-6e56-4d2a-9b4f-9efc854bcb04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Pushing event updated for resources: {'Port': ['ID=1eebd8d5-99bf-49a6-9b11-29c038cb72df,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:27.252598 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd2be6b-cdb6-4a0a-948d-8853bf6ff792 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:25:27.273626 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644486a-7d32-492d-9a88-9f93a85f1c1d req-bcdf043b-ef9f-4573-96c2-608cfdb787e8 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.275469 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f644486a-7d32-492d-9a88-9f93a85f1c1d req-bcdf043b-ef9f-4573-96c2-608cfdb787e8 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 950 time: 0.2375817 Jul 16 20:25:27.283831 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7c986-5543-46a3-a070-147f82fdc8cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa2e4090-a8d3-47f5-8c36-3f6ef6bc487a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:27.287817 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-38a7c986-5543-46a3-a070-147f82fdc8cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.289655 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-38a7c986-5543-46a3-a070-147f82fdc8cf admin admin] 10.222.0.38 "DELETE /v2.0/subnets/fa2e4090-a8d3-47f5-8c36-3f6ef6bc487a HTTP/1.1" status: 204 len: 168 time: 0.4723122 Jul 16 20:25:27.293792 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60168) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:27.298386 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-edd2be6b-cdb6-4a0a-948d-8853bf6ff792 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.298725 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-edd2be6b-cdb6-4a0a-948d-8853bf6ff792 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Added segment cfeb7d39-cd12-4383-9d47-b8e1bb6740fa of type vlan for network 1fdd040d-1a48-48fa-a824-3eee5713ef90 Jul 16 20:25:27.338383 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-71de9dbe-0a10-4d99-a6f8-7dadb406bdb4 req-0c0f89d7-df6d-4c2f-b168-79ce0c12139e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad146398-13aa-4e91-8f57-a872b40636eb HTTP/1.1" status: 200 len: 210 time: 0.0528250 Jul 16 20:25:27.369974 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-4c230771-9319-4a40-b790-65d2ffe3263a req-300d5c09-ba0d-42db-b0b8-2dcc303f20ca tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Allocated IP 192.168.233.192 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/fd964d28-6ddc-4d78-a49c-508b9fe92f60) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:27.391879 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.392445 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.392921 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.393387 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.393851 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.394307 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.394787 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.395241 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.395706 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.396153 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.396601 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.397061 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.397503 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.398186 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.398666 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.399121 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.399574 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.400024 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.400475 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.400926 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.401380 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.401828 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.402277 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.402750 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.403197 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.403648 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.404097 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.404546 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.404995 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.405440 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.405926 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.406379 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.407125 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.407276 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.407725 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.411814 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4e7ed843-d5aa-463e-88b5-579ce2c36421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31475 time: 0.2229283 Jul 16 20:25:27.418196 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60172) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:27.418809 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-edd2be6b-cdb6-4a0a-948d-8853bf6ff792 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.441948 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50aea432-32d9-4e1b-91a6-e0f122a8ec47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.451903 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f644486a-7d32-492d-9a88-9f93a85f1c1d req-a4a3e454-d5e6-40f6-9992-bb72c9a0a6fd tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500633 Jul 16 20:25:27.497715 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.525064 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-edd2be6b-cdb6-4a0a-948d-8853bf6ff792 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.526480 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-48300e71-9f53-44cd-b33b-eb9b7c992a8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Deleting port 1eebd8d5-99bf-49a6-9b11-29c038cb72df {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:27.526827 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48300e71-9f53-44cd-b33b-eb9b7c992a8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.530539 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd2be6b-cdb6-4a0a-948d-8853bf6ff792 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.531798 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-edd2be6b-cdb6-4a0a-948d-8853bf6ff792 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.599184 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-48300e71-9f53-44cd-b33b-eb9b7c992a8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] For port 1eebd8d5-99bf-49a6-9b11-29c038cb72df, host n-h1-791506-21, got binding levels [] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:27.599539 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48300e71-9f53-44cd-b33b-eb9b7c992a8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.603353 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-edd2be6b-cdb6-4a0a-948d-8853bf6ff792 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5193090 Jul 16 20:25:27.606439 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60174) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:27.612180 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-fad40514-db95-42fa-9580-daa844278941 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Request body: {'subnet': {'network_id': '1fdd040d-1a48-48fa-a824-3eee5713ef90', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:27.629645 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-48300e71-9f53-44cd-b33b-eb9b7c992a8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Calling delete_port for 1eebd8d5-99bf-49a6-9b11-29c038cb72df owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:27.687753 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50aea432-32d9-4e1b-91a6-e0f122a8ec47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.690340 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd2be6b-cdb6-4a0a-948d-8853bf6ff792 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event updated for resources: {'Network': ['ID=1fdd040d-1a48-48fa-a824-3eee5713ef90,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:27.701038 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 1fdd040d-1a48-48fa-a824-3eee5713ef90 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:25:27.701250 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-50aea432-32d9-4e1b-91a6-e0f122a8ec47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9485ad-1b10-434f-a62e-8f97cb5bbb5e']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:27.769678 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad40514-db95-42fa-9580-daa844278941 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Made reservation on behalf of 09c144a5203b4664aacedc644bfac14e for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:27.776437 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fad40514-db95-42fa-9580-daa844278941 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.807913 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48300e71-9f53-44cd-b33b-eb9b7c992a8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.871381 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48300e71-9f53-44cd-b33b-eb9b7c992a8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Pushing event deleted for resources: {'Port': ['ID=1eebd8d5-99bf-49a6-9b11-29c038cb72df,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:27.887502 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48300e71-9f53-44cd-b33b-eb9b7c992a8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.893093 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-48300e71-9f53-44cd-b33b-eb9b7c992a8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] 10.222.0.38 "DELETE /v2.0/ports/1eebd8d5-99bf-49a6-9b11-29c038cb72df HTTP/1.1" status: 204 len: 168 time: 0.4703546 Jul 16 20:25:27.893699 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60180) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:27.929236 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ebb2e7-def3-45e6-9d1b-ebb56b4d032b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:25:27.934426 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-87ebb2e7-def3-45e6-9d1b-ebb56b4d032b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] 10.222.0.38 "GET /v2.0/ports/1eebd8d5-99bf-49a6-9b11-29c038cb72df HTTP/1.1" status: 404 len: 333 time: 0.0364044 Jul 16 20:25:27.935669 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60182) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:27.942366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-c80be63e-36c9-4e84-9546-c10bdae6fcff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-741197764', 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:28.003574 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-50aea432-32d9-4e1b-91a6-e0f122a8ec47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be341462-8a5a-442c-aa50-99ae34dfe0df') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:28.003842 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-50aea432-32d9-4e1b-91a6-e0f122a8ec47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be341462-8a5a-442c-aa50-99ae34dfe0df') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:28.027566 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50aea432-32d9-4e1b-91a6-e0f122a8ec47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.051055 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50aea432-32d9-4e1b-91a6-e0f122a8ec47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.058371 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-4c230771-9319-4a40-b790-65d2ffe3263a req-300d5c09-ba0d-42db-b0b8-2dcc303f20ca tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.063943 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50aea432-32d9-4e1b-91a6-e0f122a8ec47 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:28.064392 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50aea432-32d9-4e1b-91a6-e0f122a8ec47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:28.066099 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:28.093128 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-4c230771-9319-4a40-b790-65d2ffe3263a req-300d5c09-ba0d-42db-b0b8-2dcc303f20ca tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Transition to ACTIVE for port object fd964d28-6ddc-4d78-a49c-508b9fe92f60 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:28.137011 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50aea432-32d9-4e1b-91a6-e0f122a8ec47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.147314 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50aea432-32d9-4e1b-91a6-e0f122a8ec47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.149203 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-50aea432-32d9-4e1b-91a6-e0f122a8ec47 admin admin] 10.222.0.38 "DELETE /v2.0/networks/0f9485ad-1b10-434f-a62e-8f97cb5bbb5e HTTP/1.1" status: 204 len: 168 time: 0.8528588 Jul 16 20:25:28.165567 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aea432-32d9-4e1b-91a6-e0f122a8ec47 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f9485ad-1b10-434f-a62e-8f97cb5bbb5e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:28.180316 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-4c230771-9319-4a40-b790-65d2ffe3263a req-300d5c09-ba0d-42db-b0b8-2dcc303f20ca tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.198566 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f9aa5cc8-d6c0-42be-8acf-38074d0583d5', '779776ba-d9f0-4fe0-9527-90d0560ef7cc'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:28.201177 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['8e3da5c1-787e-433f-b543-77bc7f75e480', '5bed6517-899b-4190-a8dc-5aced4507220', 'c6fd142d-49fc-477b-b82f-164b97511e79', '2d6fa718-0eef-4928-ae44-c97213f8ff1c'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:28.251960 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d5c09-ba0d-42db-b0b8-2dcc303f20ca tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Pushing event updated for resources: {'Port': ['ID=fd964d28-6ddc-4d78-a49c-508b9fe92f60,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:28.261195 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c230771-9319-4a40-b790-65d2ffe3263a req-300d5c09-ba0d-42db-b0b8-2dcc303f20ca tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:28.262952 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-4c230771-9319-4a40-b790-65d2ffe3263a req-300d5c09-ba0d-42db-b0b8-2dcc303f20ca tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:28.280475 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c230771-9319-4a40-b790-65d2ffe3263a req-300d5c09-ba0d-42db-b0b8-2dcc303f20ca tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:28.348644 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c230771-9319-4a40-b790-65d2ffe3263a req-300d5c09-ba0d-42db-b0b8-2dcc303f20ca tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:28.349664 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-4c230771-9319-4a40-b790-65d2ffe3263a req-300d5c09-ba0d-42db-b0b8-2dcc303f20ca tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.373126 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80be63e-36c9-4e84-9546-c10bdae6fcff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Made reservation on behalf of d89140a656864d01919b62fe5e450cbb for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:28.377699 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c80be63e-36c9-4e84-9546-c10bdae6fcff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.388541 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4c230771-9319-4a40-b790-65d2ffe3263a req-300d5c09-ba0d-42db-b0b8-2dcc303f20ca tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6128857 Jul 16 20:25:28.403566 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-4c230771-9319-4a40-b790-65d2ffe3263a req-795b0960-3623-4ba6-9521-6a3adff120e9 service neutron] Request body: {'port': {'device_id': 'ad146398-13aa-4e91-8f57-a872b40636eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:28.423613 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-c80be63e-36c9-4e84-9546-c10bdae6fcff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] device_id is not set on port b021854b-fac6-4e96-b009-1e7b663c68e3 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:25:28.509665 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60188) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:28.510653 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-4c230771-9319-4a40-b790-65d2ffe3263a req-795b0960-3623-4ba6-9521-6a3adff120e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.590757 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2846ceaa-0ec0-4b25-838f-b1b176b9b829 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bfc081d99f8e4bd0a89bada6b8f01dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0775573 Jul 16 20:25:28.595878 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60194) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:28.612639 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde81460-5116-43b2-88f6-070b1bfefd86 req-fe907d21-bc4a-4016-8256-f78a92b5bc76 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:28.614355 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bde81460-5116-43b2-88f6-070b1bfefd86 req-fe907d21-bc4a-4016-8256-f78a92b5bc76 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 944 time: 0.6450093 Jul 16 20:25:28.650678 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a6a56635-a641-4bb8-a81b-1e5ab8f883f5 None None] Provisioning for port fd964d28-6ddc-4d78-a49c-508b9fe92f60 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:28.664524 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a6a56635-a641-4bb8-a81b-1e5ab8f883f5 None None] Provisioning complete for port fd964d28-6ddc-4d78-a49c-508b9fe92f60 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:28.664991 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6a56635-a641-4bb8-a81b-1e5ab8f883f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.684377 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fad40514-db95-42fa-9580-daa844278941 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.720235 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1883ab14-85c9-4113-97be-bc2d9cf7d92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.740789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a6a56635-a641-4bb8-a81b-1e5ab8f883f5 None None] Port fd964d28-6ddc-4d78-a49c-508b9fe92f60 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:28.765768 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1883ab14-85c9-4113-97be-bc2d9cf7d92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.770071 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c80be63e-36c9-4e84-9546-c10bdae6fcff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.774287 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bde81460-5116-43b2-88f6-070b1bfefd86 req-edc44bd6-141e-4a42-9214-02de4a19cf10 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455650 Jul 16 20:25:28.806237 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad40514-db95-42fa-9580-daa844278941 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event updated for resources: {'Subnet': ['ID=2cd8e3ab-7ee2-4df8-9bba-6c425f08eec5,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:28.813569 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b6d4a6fa-69b4-49dc-8b41-55852bd1de2a up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:28.853745 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199c926-62bd-4a79-92ad-c5d0e50f011f req-6f786566-1a39-4cd8-8c4e-751205b616ef tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:28.860905 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3199c926-62bd-4a79-92ad-c5d0e50f011f req-6f786566-1a39-4cd8-8c4e-751205b616ef tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad146398-13aa-4e91-8f57-a872b40636eb HTTP/1.1" status: 200 len: 936 time: 0.3454821 Jul 16 20:25:28.875156 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad40514-db95-42fa-9580-daa844278941 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Checking segment: {'id': 'cfeb7d39-cd12-4383-9d47-b8e1bb6740fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1fdd040d-1a48-48fa-a824-3eee5713ef90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:28.875525 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad40514-db95-42fa-9580-daa844278941 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Network hostable DHCP agents. Network: 1fdd040d-1a48-48fa-a824-3eee5713ef90, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:25:28.893229 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1883ab14-85c9-4113-97be-bc2d9cf7d92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.896025 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1883ab14-85c9-4113-97be-bc2d9cf7d92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.900090 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1883ab14-85c9-4113-97be-bc2d9cf7d92c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a1361e13-3de1-454b-a901-d5bfd2b3ef0b HTTP/1.1" status: 204 len: 168 time: 0.3011479 Jul 16 20:25:28.933469 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883ab14-85c9-4113-97be-bc2d9cf7d92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1361e13-3de1-454b-a901-d5bfd2b3ef0b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:28.955152 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-4c230771-9319-4a40-b790-65d2ffe3263a req-795b0960-3623-4ba6-9521-6a3adff120e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd964d28-6ddc-4d78-a49c-508b9fe92f60 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:28.960017 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:28.965163 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3199c926-62bd-4a79-92ad-c5d0e50f011f req-a3cc6fd2-7168-43af-81e0-3c6da5a8ae03 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033819 Jul 16 20:25:28.966686 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad40514-db95-42fa-9580-daa844278941 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Network 1fdd040d-1a48-48fa-a824-3eee5713ef90 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:25:28.968335 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:28.968477 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.969898 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-4c230771-9319-4a40-b790-65d2ffe3263a req-795b0960-3623-4ba6-9521-6a3adff120e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.970097 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c80be63e-36c9-4e84-9546-c10bdae6fcff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.993536 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-4c230771-9319-4a40-b790-65d2ffe3263a req-795b0960-3623-4ba6-9521-6a3adff120e9 service neutron] Transition to ACTIVE for port object fd964d28-6ddc-4d78-a49c-508b9fe92f60 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:29.018824 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-4c230771-9319-4a40-b790-65d2ffe3263a req-795b0960-3623-4ba6-9521-6a3adff120e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.025453 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80be63e-36c9-4e84-9546-c10bdae6fcff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Network 88e7ab34-ab2e-424a-803e-d051e32d0dbb is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:29.025453 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-fad40514-db95-42fa-9580-daa844278941 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 1fdd040d-1a48-48fa-a824-3eee5713ef90) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:29.033740 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-c80be63e-36c9-4e84-9546-c10bdae6fcff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:29.036192 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad40514-db95-42fa-9580-daa844278941 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:29.036987 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fad40514-db95-42fa-9580-daa844278941 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.043657 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80be63e-36c9-4e84-9546-c10bdae6fcff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:29.044948 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80be63e-36c9-4e84-9546-c10bdae6fcff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:29.045823 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c80be63e-36c9-4e84-9546-c10bdae6fcff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.051727 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d540fa-7147-4e8a-9513-b87cdeb0f54e None None] Network 1fdd040d-1a48-48fa-a824-3eee5713ef90 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:29.055972 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80be63e-36c9-4e84-9546-c10bdae6fcff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Pushing event updated for resources: {'Port': ['ID=b021854b-fac6-4e96-b009-1e7b663c68e3,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:29.085188 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c80be63e-36c9-4e84-9546-c10bdae6fcff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1482055 Jul 16 20:25:29.088134 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fad40514-db95-42fa-9580-daa844278941 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4807127 Jul 16 20:25:29.089027 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60200) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:29.099781 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60202) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:29.107933 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-3ee57efc-fbb1-4965-be8f-13ea48ef12b3 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1302925649'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:29.120583 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b0960-3623-4ba6-9521-6a3adff120e9 service neutron] Pushing event updated for resources: {'Port': ['ID=fd964d28-6ddc-4d78-a49c-508b9fe92f60,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:29.193391 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ab837f-83d7-4e97-a776-629b07f1c834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:29.201499 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d8ab837f-83d7-4e97-a776-629b07f1c834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] 10.222.0.38 "GET /v2.0/ports/b021854b-fac6-4e96-b009-1e7b663c68e3 HTTP/1.1" status: 200 len: 958 time: 0.1111832 Jul 16 20:25:29.205707 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60204) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:29.208336 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee57efc-fbb1-4965-be8f-13ea48ef12b3 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Made reservation on behalf of 09c144a5203b4664aacedc644bfac14e for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:29.212557 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3ee57efc-fbb1-4965-be8f-13ea48ef12b3 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.299158 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-4c230771-9319-4a40-b790-65d2ffe3263a req-795b0960-3623-4ba6-9521-6a3adff120e9 service neutron] Attempting to bind port fd964d28-6ddc-4d78-a49c-508b9fe92f60 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:29.299713 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-4c230771-9319-4a40-b790-65d2ffe3263a req-795b0960-3623-4ba6-9521-6a3adff120e9 service neutron] Attempting to bind port fd964d28-6ddc-4d78-a49c-508b9fe92f60 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:29.299844 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c230771-9319-4a40-b790-65d2ffe3263a req-795b0960-3623-4ba6-9521-6a3adff120e9 service neutron] Attempting to bind port fd964d28-6ddc-4d78-a49c-508b9fe92f60 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:29.315257 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c230771-9319-4a40-b790-65d2ffe3263a req-795b0960-3623-4ba6-9521-6a3adff120e9 service neutron] Port fd964d28-6ddc-4d78-a49c-508b9fe92f60 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:29.315590 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c230771-9319-4a40-b790-65d2ffe3263a req-795b0960-3623-4ba6-9521-6a3adff120e9 service neutron] Attempting to bind port fd964d28-6ddc-4d78-a49c-508b9fe92f60 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:29.321360 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c230771-9319-4a40-b790-65d2ffe3263a req-795b0960-3623-4ba6-9521-6a3adff120e9 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:29.321703 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c230771-9319-4a40-b790-65d2ffe3263a req-795b0960-3623-4ba6-9521-6a3adff120e9 service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:29.322361 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c230771-9319-4a40-b790-65d2ffe3263a req-795b0960-3623-4ba6-9521-6a3adff120e9 service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:29.322748 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-4c230771-9319-4a40-b790-65d2ffe3263a req-795b0960-3623-4ba6-9521-6a3adff120e9 service neutron] Bound port: fd964d28-6ddc-4d78-a49c-508b9fe92f60, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:29.323051 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-4c230771-9319-4a40-b790-65d2ffe3263a req-795b0960-3623-4ba6-9521-6a3adff120e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.388086 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee57efc-fbb1-4965-be8f-13ea48ef12b3 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:25:29.394265 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.417833 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3ee57efc-fbb1-4965-be8f-13ea48ef12b3 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.418301 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-3ee57efc-fbb1-4965-be8f-13ea48ef12b3 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Added segment 8f1adb44-0500-40b4-afe3-df741f33bf12 of type vlan for network 4dce85eb-8c4d-477d-aedc-b37f3762c695 Jul 16 20:25:29.446107 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-4c230771-9319-4a40-b790-65d2ffe3263a req-795b0960-3623-4ba6-9521-6a3adff120e9 service neutron] For port fd964d28-6ddc-4d78-a49c-508b9fe92f60, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:29.450399 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-4c230771-9319-4a40-b790-65d2ffe3263a req-795b0960-3623-4ba6-9521-6a3adff120e9 service neutron] For port fd964d28-6ddc-4d78-a49c-508b9fe92f60, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=fd964d28-6ddc-4d78-a49c-508b9fe92f60,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:29.456109 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-4c230771-9319-4a40-b790-65d2ffe3263a req-795b0960-3623-4ba6-9521-6a3adff120e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.484005 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365db7ab-62fc-44cd-b8fb-9624a27c19fb req-ae4f5d05-d271-42bc-8ba4-ba70b207657c tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:29.491275 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c865e422-62ff-4462-a46b-ce7292e17469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-1fdd040d-1a48-48fa-a824-3eee5713ef90', 'network_id': '1fdd040d-1a48-48fa-a824-3eee5713ef90', 'tenant_id': '09c144a5203b4664aacedc644bfac14e', 'fixed_ips': [{'subnet_id': '2cd8e3ab-7ee2-4df8-9bba-6c425f08eec5'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:25:29.492083 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-365db7ab-62fc-44cd-b8fb-9624a27c19fb req-ae4f5d05-d271-42bc-8ba4-ba70b207657c tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 950 time: 0.2647796 Jul 16 20:25:29.492219 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c865e422-62ff-4462-a46b-ce7292e17469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.514348 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c230771-9319-4a40-b790-65d2ffe3263a req-795b0960-3623-4ba6-9521-6a3adff120e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:29.516310 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-4c230771-9319-4a40-b790-65d2ffe3263a req-795b0960-3623-4ba6-9521-6a3adff120e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.518039 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4c230771-9319-4a40-b790-65d2ffe3263a req-795b0960-3623-4ba6-9521-6a3adff120e9 service neutron] 10.222.0.62 "PUT /v2.0/ports/fd964d28-6ddc-4d78-a49c-508b9fe92f60 HTTP/1.1" status: 200 len: 1097 time: 1.1204724 Jul 16 20:25:29.528957 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad146398-13aa-4e91-8f57-a872b40636eb', 'tag': 'fd964d28-6ddc-4d78-a49c-508b9fe92f60'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:29.532575 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15c8ff1-5e61-477f-961b-3f3b48fc8c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "ad146398-13aa-4e91-8f57-a872b40636eb", "tag": "fd964d28-6ddc-4d78-a49c-508b9fe92f60"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:29.539836 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.549111 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-365db7ab-62fc-44cd-b8fb-9624a27c19fb req-71410a03-a8d5-4412-9810-2482f98af0eb tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560188 Jul 16 20:25:29.567704 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3ee57efc-fbb1-4965-be8f-13ea48ef12b3 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.572104 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b0960-3623-4ba6-9521-6a3adff120e9 service neutron] Pushing event updated for resources: {'Port': ['ID=fd964d28-6ddc-4d78-a49c-508b9fe92f60,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:29.576700 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-084c743c-8c86-4fa2-beab-bacbbcfdefe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Deleting port b021854b-fac6-4e96-b009-1e7b663c68e3 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:29.577294 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-084c743c-8c86-4fa2-beab-bacbbcfdefe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.635977 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f6c5ac-bf40-443c-887d-ea9e23feb6e5 x-openstack-request-id: req-59f6c5ac-bf40-443c-887d-ea9e23feb6e5 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:29.636272 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad146398-13aa-4e91-8f57-a872b40636eb", "tag": "fd964d28-6ddc-4d78-a49c-508b9fe92f60", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:29.637228 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60210) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:29.640539 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-59f6c5ac-bf40-443c-887d-ea9e23feb6e5 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:29.640951 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad146398-13aa-4e91-8f57-a872b40636eb', 'tag': 'fd964d28-6ddc-4d78-a49c-508b9fe92f60', 'status': 'completed', 'code': 200} Jul 16 20:25:29.653417 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3b0d91-2767-462e-b4cf-ae7026373ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d4a6fa-69b4-49dc-8b41-55852bd1de2a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:29.656614 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64613c8e-9adf-4b8e-b23f-4898d109bdab" -d '{"events": [{"server_uuid": "cf3b0d91-2767-462e-b4cf-ae7026373ea5", "name": "network-vif-plugged", "status": "completed", "tag": "b6d4a6fa-69b4-49dc-8b41-55852bd1de2a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:29.678454 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c230771-9319-4a40-b790-65d2ffe3263a req-4f8bfdc5-8658-45d6-91eb-742cbfb0d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:29.682941 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4c230771-9319-4a40-b790-65d2ffe3263a req-4f8bfdc5-8658-45d6-91eb-742cbfb0d1ef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&device_id=ad146398-13aa-4e91-8f57-a872b40636eb HTTP/1.1" status: 200 len: 1100 time: 0.0992475 Jul 16 20:25:29.690758 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b6d4a6fa-69b4-49dc-8b41-55852bd1de2a,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:29.697076 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.db.resource_extend [None req-3ee57efc-fbb1-4965-be8f-13ea48ef12b3 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:25:29.700810 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-084c743c-8c86-4fa2-beab-bacbbcfdefe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.717224 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0add65-090b-4a9c-bfe9-bb687c2c7f50 x-openstack-request-id: req-4d0add65-090b-4a9c-bfe9-bb687c2c7f50 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:29.717224 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3b0d91-2767-462e-b4cf-ae7026373ea5", "name": "network-vif-plugged", "status": "completed", "tag": "b6d4a6fa-69b4-49dc-8b41-55852bd1de2a", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:29.717224 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4d0add65-090b-4a9c-bfe9-bb687c2c7f50 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:29.717224 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3b0d91-2767-462e-b4cf-ae7026373ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d4a6fa-69b4-49dc-8b41-55852bd1de2a', 'code': 200} Jul 16 20:25:29.717720 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.726448 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-084c743c-8c86-4fa2-beab-bacbbcfdefe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Calling delete_port for b021854b-fac6-4e96-b009-1e7b663c68e3 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:29.754307 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3ee57efc-fbb1-4965-be8f-13ea48ef12b3 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.762237 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee57efc-fbb1-4965-be8f-13ea48ef12b3 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:29.765678 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3ee57efc-fbb1-4965-be8f-13ea48ef12b3 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.786006 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4c230771-9319-4a40-b790-65d2ffe3263a req-3b8ddfe8-285c-4c6f-afb6-d96417fa3604 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=fd964d28-6ddc-4d78-a49c-508b9fe92f60 HTTP/1.1" status: 200 len: 217 time: 0.0848246 Jul 16 20:25:29.854815 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7f769526-7f7e-4414-9c87-e300dfc5ffb0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4bccbbe2b7144321ba60238cdfa40fb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2138693 Jul 16 20:25:29.857567 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60216) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:29.879415 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3ee57efc-fbb1-4965-be8f-13ea48ef12b3 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7769651 Jul 16 20:25:29.883761 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60218) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:29.924590 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c230771-9319-4a40-b790-65d2ffe3263a req-e69b3738-8b03-478b-8d34-edc1731dd2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:29.925432 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-4b65bde6-689c-462b-be72-b49063fb7ddf tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Request body: {'subnet': {'network_id': '4dce85eb-8c4d-477d-aedc-b37f3762c695', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:29.926380 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4c230771-9319-4a40-b790-65d2ffe3263a req-e69b3738-8b03-478b-8d34-edc1731dd2c1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1230240 Jul 16 20:25:29.938752 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee57efc-fbb1-4965-be8f-13ea48ef12b3 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event updated for resources: {'Network': ['ID=4dce85eb-8c4d-477d-aedc-b37f3762c695,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:29.941058 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-c865e422-62ff-4462-a46b-ce7292e17469 None None] Allocated IP 19.80.0.2 (1fdd040d-1a48-48fa-a824-3eee5713ef90/2cd8e3ab-7ee2-4df8-9bba-6c425f08eec5/0bc9f532-ce46-4079-975e-4f76ed571dd0) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:29.949266 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=b6d4a6fa-69b4-49dc-8b41-55852bd1de2a,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:29.955500 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 4dce85eb-8c4d-477d-aedc-b37f3762c695 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:25:30.018938 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e86c3204-8e2b-4664-a127-a1d8ee5a8b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.024883 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88018fd-eca4-468d-a2a7-1c8c78c2bf91 req-991aa6c0-983e-4f63-a848-c8267f8c8bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:30.027084 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f88018fd-eca4-468d-a2a7-1c8c78c2bf91 req-991aa6c0-983e-4f63-a848-c8267f8c8bbc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 1097 time: 0.1871247 Jul 16 20:25:30.074972 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e86c3204-8e2b-4664-a127-a1d8ee5a8b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.096436 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-084c743c-8c86-4fa2-beab-bacbbcfdefe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.116229 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-084c743c-8c86-4fa2-beab-bacbbcfdefe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.123421 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-084c743c-8c86-4fa2-beab-bacbbcfdefe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] 10.222.0.38 "DELETE /v2.0/ports/b021854b-fac6-4e96-b009-1e7b663c68e3 HTTP/1.1" status: 204 len: 168 time: 0.8972716 Jul 16 20:25:30.125907 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60224) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:30.143622 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c230771-9319-4a40-b790-65d2ffe3263a req-7bc3996f-1ef9-4641-927b-e910597fc406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:30.145383 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4c230771-9319-4a40-b790-65d2ffe3263a req-7bc3996f-1ef9-4641-927b-e910597fc406 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2067311 Jul 16 20:25:30.148714 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f88018fd-eca4-468d-a2a7-1c8c78c2bf91 req-82925299-07d2-4741-8f25-e9f0443af5b1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098633 Jul 16 20:25:30.161018 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c743c-8c86-4fa2-beab-bacbbcfdefe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Pushing event deleted for resources: {'Port': ['ID=b021854b-fac6-4e96-b009-1e7b663c68e3,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:30.173540 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-45fbf53f-8cb1-45ba-8237-30d24cd5661b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:25:30.178597 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-45fbf53f-8cb1-45ba-8237-30d24cd5661b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] 10.222.0.38 "GET /v2.0/ports/b021854b-fac6-4e96-b009-1e7b663c68e3 HTTP/1.1" status: 404 len: 333 time: 0.0435283 Jul 16 20:25:30.179488 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60226) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:30.183524 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c865e422-62ff-4462-a46b-ce7292e17469 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.184259 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-50c7f791-dde4-45f9-b8c5-603c37fb5ee5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Request body: {'port': {'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-293533155'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:30.200231 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c865e422-62ff-4462-a46b-ce7292e17469 None None] Transition to ACTIVE for port object 0bc9f532-ce46-4079-975e-4f76ed571dd0 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:30.202418 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b65bde6-689c-462b-be72-b49063fb7ddf tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Made reservation on behalf of 09c144a5203b4664aacedc644bfac14e for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:30.207846 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4b65bde6-689c-462b-be72-b49063fb7ddf tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.216382 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e86c3204-8e2b-4664-a127-a1d8ee5a8b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.219262 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e86c3204-8e2b-4664-a127-a1d8ee5a8b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.223067 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e86c3204-8e2b-4664-a127-a1d8ee5a8b6b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f3fedb24-8b31-4b9e-8203-42624abd3b70 HTTP/1.1" status: 204 len: 168 time: 0.3642333 Jul 16 20:25:30.224195 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c7f791-dde4-45f9-b8c5-603c37fb5ee5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Made reservation on behalf of d89140a656864d01919b62fe5e450cbb for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:30.225109 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c865e422-62ff-4462-a46b-ce7292e17469 None None] Transition to ACTIVE for port object 0bc9f532-ce46-4079-975e-4f76ed571dd0 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:30.226706 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50c7f791-dde4-45f9-b8c5-603c37fb5ee5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.247505 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c865e422-62ff-4462-a46b-ce7292e17469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.260196 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c3204-8e2b-4664-a127-a1d8ee5a8b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fedb24-8b31-4b9e-8203-42624abd3b70,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:30.274525 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-50c7f791-dde4-45f9-b8c5-603c37fb5ee5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] device_id is not set on port 665b13d1-435a-4490-8a91-3929460c4b37 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:25:30.313255 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c865e422-62ff-4462-a46b-ce7292e17469 None None] Network 1fdd040d-1a48-48fa-a824-3eee5713ef90 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:30.317599 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-c865e422-62ff-4462-a46b-ce7292e17469 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:30.322691 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c865e422-62ff-4462-a46b-ce7292e17469 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:30.332786 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865e422-62ff-4462-a46b-ce7292e17469 None None] Pushing event updated for resources: {'Port': ['ID=0bc9f532-ce46-4079-975e-4f76ed571dd0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:30.364247 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb1aef-091a-4570-9274-9d0810b96c0c req-ea7cf993-b1a6-4807-9cab-878d776b3508 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:30.372424 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7fdb1aef-091a-4570-9274-9d0810b96c0c req-ea7cf993-b1a6-4807-9cab-878d776b3508 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 945 time: 0.3204033 Jul 16 20:25:30.386466 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4c230771-9319-4a40-b790-65d2ffe3263a req-fe7cbeed-ee16-49d4-a7ff-02602575611f service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802120 Jul 16 20:25:30.403227 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-c865e422-62ff-4462-a46b-ce7292e17469 None None] Attempting to bind port 0bc9f532-ce46-4079-975e-4f76ed571dd0 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:30.404003 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-c865e422-62ff-4462-a46b-ce7292e17469 None None] Attempting to bind port 0bc9f532-ce46-4079-975e-4f76ed571dd0 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'cfeb7d39-cd12-4383-9d47-b8e1bb6740fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1fdd040d-1a48-48fa-a824-3eee5713ef90'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:30.404498 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c865e422-62ff-4462-a46b-ce7292e17469 None None] Attempting to bind port 0bc9f532-ce46-4079-975e-4f76ed571dd0 on network 1fdd040d-1a48-48fa-a824-3eee5713ef90 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:30.411001 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c865e422-62ff-4462-a46b-ce7292e17469 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:30.411521 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c865e422-62ff-4462-a46b-ce7292e17469 None None] Checking segment: {'id': 'cfeb7d39-cd12-4383-9d47-b8e1bb6740fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1fdd040d-1a48-48fa-a824-3eee5713ef90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:30.412020 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c865e422-62ff-4462-a46b-ce7292e17469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.412515 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c865e422-62ff-4462-a46b-ce7292e17469 None None] Bound using segment: {'id': 'cfeb7d39-cd12-4383-9d47-b8e1bb6740fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1fdd040d-1a48-48fa-a824-3eee5713ef90'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:30.413630 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-c865e422-62ff-4462-a46b-ce7292e17469 None None] Bound port: 0bc9f532-ce46-4079-975e-4f76ed571dd0, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfeb7d39-cd12-4383-9d47-b8e1bb6740fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1fdd040d-1a48-48fa-a824-3eee5713ef90'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:30.414253 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c865e422-62ff-4462-a46b-ce7292e17469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.436305 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4931d1-1279-4b0e-befb-f250b87a4e81 req-8653735b-3a21-41b7-9517-dcca984bc079 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:30.437906 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6e4931d1-1279-4b0e-befb-f250b87a4e81 req-8653735b-3a21-41b7-9517-dcca984bc079 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad146398-13aa-4e91-8f57-a872b40636eb HTTP/1.1" status: 200 len: 948 time: 0.2842546 Jul 16 20:25:30.490646 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7fdb1aef-091a-4570-9274-9d0810b96c0c req-b09edae3-a090-40f6-ad2b-7b34da3e1980 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169455 Jul 16 20:25:30.514339 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c865e422-62ff-4462-a46b-ce7292e17469 None None] For port 0bc9f532-ce46-4079-975e-4f76ed571dd0, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:30.519206 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c865e422-62ff-4462-a46b-ce7292e17469 None None] For port 0bc9f532-ce46-4079-975e-4f76ed571dd0, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=0bc9f532-ce46-4079-975e-4f76ed571dd0,segment=NetworkSegment(cfeb7d39-cd12-4383-9d47-b8e1bb6740fa),segment_id=cfeb7d39-cd12-4383-9d47-b8e1bb6740fa)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:30.528367 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c865e422-62ff-4462-a46b-ce7292e17469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.568314 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50c7f791-dde4-45f9-b8c5-603c37fb5ee5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.584635 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4c230771-9319-4a40-b790-65d2ffe3263a req-0527f85a-1754-4615-b628-e26a21d474d0 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868188 Jul 16 20:25:30.617419 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50c7f791-dde4-45f9-b8c5-603c37fb5ee5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.643331 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6e4931d1-1279-4b0e-befb-f250b87a4e81 req-bbca8246-f017-466a-8885-4d7264c74fa7 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971765 Jul 16 20:25:30.646847 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865e422-62ff-4462-a46b-ce7292e17469 None None] Pushing event updated for resources: {'Port': ['ID=0bc9f532-ce46-4079-975e-4f76ed571dd0,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:30.731478 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4b65bde6-689c-462b-be72-b49063fb7ddf tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.773894 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7f791-dde4-45f9-b8c5-603c37fb5ee5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Pushing event updated for resources: {'Port': ['ID=665b13d1-435a-4490-8a91-3929460c4b37,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:30.818730 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65bde6-689c-462b-be72-b49063fb7ddf tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event updated for resources: {'Subnet': ['ID=0fb7782e-5bdd-467d-b034-a978e9d64a45,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:30.833768 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c7f791-dde4-45f9-b8c5-603c37fb5ee5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Network 88e7ab34-ab2e-424a-803e-d051e32d0dbb is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:30.837421 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-50c7f791-dde4-45f9-b8c5-603c37fb5ee5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:30.843659 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c7f791-dde4-45f9-b8c5-603c37fb5ee5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:30.844701 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b65bde6-689c-462b-be72-b49063fb7ddf tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Checking segment: {'id': '8f1adb44-0500-40b4-afe3-df741f33bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4dce85eb-8c4d-477d-aedc-b37f3762c695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:30.844859 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c7f791-dde4-45f9-b8c5-603c37fb5ee5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:30.845092 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b65bde6-689c-462b-be72-b49063fb7ddf tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Network hostable DHCP agents. Network: 4dce85eb-8c4d-477d-aedc-b37f3762c695, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:25:30.845311 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50c7f791-dde4-45f9-b8c5-603c37fb5ee5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.868399 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-50c7f791-dde4-45f9-b8c5-603c37fb5ee5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6878119 Jul 16 20:25:30.871870 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60244) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:30.878054 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c8ff1-5e61-477f-961b-3f3b48fc8c3b req-72e55730-a98f-4ef8-be4d-7fa08f25fb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:30.879615 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e15c8ff1-5e61-477f-961b-3f3b48fc8c3b req-72e55730-a98f-4ef8-be4d-7fa08f25fb9f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&device_id=ad146398-13aa-4e91-8f57-a872b40636eb HTTP/1.1" status: 200 len: 1100 time: 0.1867628 Jul 16 20:25:30.883794 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:30.981341 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b65bde6-689c-462b-be72-b49063fb7ddf tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Network 4dce85eb-8c4d-477d-aedc-b37f3762c695 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:25:31.009941 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-4b65bde6-689c-462b-be72-b49063fb7ddf tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 4dce85eb-8c4d-477d-aedc-b37f3762c695) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:31.022523 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0545876-2f1d-4124-92c1-e8cbbdc5cd44 None None] Network 4dce85eb-8c4d-477d-aedc-b37f3762c695 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:31.057225 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c8ff1-5e61-477f-961b-3f3b48fc8c3b req-3ea572aa-f6e7-456a-834d-4acb0b853c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:31.058782 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e15c8ff1-5e61-477f-961b-3f3b48fc8c3b req-3ea572aa-f6e7-456a-834d-4acb0b853c42 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.1683300 Jul 16 20:25:31.092732 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23a55c-5a57-4c90-aa92-7a50164f46d6 req-b2581d4b-2975-44e7-9011-ade4322f990b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:31.095568 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dc23a55c-5a57-4c90-aa92-7a50164f46d6 req-b2581d4b-2975-44e7-9011-ade4322f990b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 950 time: 0.2452998 Jul 16 20:25:31.096202 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.121277 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b65bde6-689c-462b-be72-b49063fb7ddf tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:31.121936 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4b65bde6-689c-462b-be72-b49063fb7ddf tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.206948 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e15c8ff1-5e61-477f-961b-3f3b48fc8c3b req-2d13800b-8eeb-4e11-a3ee-3e3f77f576c6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=fd964d28-6ddc-4d78-a49c-508b9fe92f60 HTTP/1.1" status: 200 len: 217 time: 0.1318796 Jul 16 20:25:31.217839 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4b65bde6-689c-462b-be72-b49063fb7ddf tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2975862 Jul 16 20:25:31.219798 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0bc9f532-ce46-4079-975e-4f76ed571dd0 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:31.247482 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dc23a55c-5a57-4c90-aa92-7a50164f46d6 req-5d2b6df0-1f95-447c-8922-0bbb8e4379bc tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280451 Jul 16 20:25:31.290986 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c8ff1-5e61-477f-961b-3f3b48fc8c3b req-ba9d8458-ab12-46c8-bab6-141b69b6432b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:31.292806 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e15c8ff1-5e61-477f-961b-3f3b48fc8c3b req-ba9d8458-ab12-46c8-bab6-141b69b6432b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0703480 Jul 16 20:25:31.380855 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60258) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:31.391750 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 0bc9f532-ce46-4079-975e-4f76ed571dd0 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:31.398399 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5eae63-eb11-416e-88e8-aea122c7e318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-4dce85eb-8c4d-477d-aedc-b37f3762c695', 'network_id': '4dce85eb-8c4d-477d-aedc-b37f3762c695', 'tenant_id': '09c144a5203b4664aacedc644bfac14e', 'fixed_ips': [{'subnet_id': '0fb7782e-5bdd-467d-b034-a978e9d64a45'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:25:31.399724 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee5eae63-eb11-416e-88e8-aea122c7e318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.417070 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c8ff1-5e61-477f-961b-3f3b48fc8c3b req-4cbe6685-390e-47d9-8599-2e6edf057b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:31.418747 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e15c8ff1-5e61-477f-961b-3f3b48fc8c3b req-4cbe6685-390e-47d9-8599-2e6edf057b89 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1169858 Jul 16 20:25:31.513618 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] device_id is not set on port 665b13d1-435a-4490-8a91-3929460c4b37 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:25:31.524506 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.609850 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-f5acf9da-b502-4f2f-beeb-40b7dacb3e44 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-169622053-network', 'tenant_id': '8b8887d8465f43f68153fdd72b6e7bdc'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:31.626936 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-ee5eae63-eb11-416e-88e8-aea122c7e318 None None] Allocated IP 19.86.0.2 (4dce85eb-8c4d-477d-aedc-b37f3762c695/0fb7782e-5bdd-467d-b034-a978e9d64a45/5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:31.641039 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e15c8ff1-5e61-477f-961b-3f3b48fc8c3b req-a03caea2-4485-4c62-8849-3ef4155ceb12 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059264 Jul 16 20:25:31.650100 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Transition to ACTIVE for port object 665b13d1-435a-4490-8a91-3929460c4b37 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:31.656149 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5acf9da-b502-4f2f-beeb-40b7dacb3e44 admin admin] Made reservation on behalf of 8b8887d8465f43f68153fdd72b6e7bdc for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:31.659426 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f5acf9da-b502-4f2f-beeb-40b7dacb3e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.665715 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.682931 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f5acf9da-b502-4f2f-beeb-40b7dacb3e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.725624 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Pushing event updated for resources: {'Port': ['ID=665b13d1-435a-4490-8a91-3929460c4b37,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:31.809251 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-d3b97b0b-c644-4435-8226-a05509dc98f7 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:31.816541 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-d3b97b0b-c644-4435-8226-a05509dc98f7 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:31.818279 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-d3b97b0b-c644-4435-8226-a05509dc98f7 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/networks?id=1fdd040d-1a48-48fa-a824-3eee5713ef90&id=4dce85eb-8c4d-477d-aedc-b37f3762c695 HTTP/1.1" status: 200 len: 1392 time: 0.2962677 Jul 16 20:25:31.820874 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e15c8ff1-5e61-477f-961b-3f3b48fc8c3b req-27cd2e77-bbe4-4cf9-b844-291e3f35894f service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570702 Jul 16 20:25:31.843546 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:31.844429 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:31.845056 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:31.850073 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee5eae63-eb11-416e-88e8-aea122c7e318 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.854682 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-6c892b03-d8df-4236-8b38-d60f119e4bbd tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/quotas/09c144a5203b4664aacedc644bfac14e HTTP/1.1" status: 200 len: 375 time: 0.0277476 Jul 16 20:25:31.858525 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port 665b13d1-435a-4490-8a91-3929460c4b37 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:31.860107 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:31.861986 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempt 2 to bind port 665b13d1-435a-4490-8a91-3929460c4b37 Jul 16 20:25:31.871047 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ee5eae63-eb11-416e-88e8-aea122c7e318 None None] Transition to ACTIVE for port object 5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:31.896341 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ee5eae63-eb11-416e-88e8-aea122c7e318 None None] Transition to ACTIVE for port object 5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:31.911946 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee5eae63-eb11-416e-88e8-aea122c7e318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.913329 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f5acf9da-b502-4f2f-beeb-40b7dacb3e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.913681 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:31.914130 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:31.914577 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:31.918265 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f5acf9da-b502-4f2f-beeb-40b7dacb3e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.930974 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2f1b5-2b12-4696-bb77-68fdf335827c req-1061acac-f0c5-4314-b013-e7dba6eb386f tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:31.932551 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8be2f1b5-2b12-4696-bb77-68fdf335827c req-1061acac-f0c5-4314-b013-e7dba6eb386f tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 945 time: 0.2102292 Jul 16 20:25:31.936001 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port 665b13d1-435a-4490-8a91-3929460c4b37 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:31.936334 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:31.938642 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempt 3 to bind port 665b13d1-435a-4490-8a91-3929460c4b37 Jul 16 20:25:31.945916 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5acf9da-b502-4f2f-beeb-40b7dacb3e44 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:25:31.962875 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acf9da-b502-4f2f-beeb-40b7dacb3e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:31.971554 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f5acf9da-b502-4f2f-beeb-40b7dacb3e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.972093 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-f5acf9da-b502-4f2f-beeb-40b7dacb3e44 admin admin] Added segment 74469c65-10c2-4a15-a42f-0b8daf985fae of type vlan for network e1c5d2cc-b665-49f1-a6ce-bba156502988 Jul 16 20:25:31.974304 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:31.974687 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:31.975061 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:31.996175 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port 665b13d1-435a-4490-8a91-3929460c4b37 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:31.996576 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:32.001857 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempt 4 to bind port 665b13d1-435a-4490-8a91-3929460c4b37 Jul 16 20:25:32.003643 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5eae63-eb11-416e-88e8-aea122c7e318 None None] Network 4dce85eb-8c4d-477d-aedc-b37f3762c695 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:32.008182 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-ee5eae63-eb11-416e-88e8-aea122c7e318 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:32.010805 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5eae63-eb11-416e-88e8-aea122c7e318 None None] Pushing event updated for resources: {'Port': ['ID=5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:32.013034 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5eae63-eb11-416e-88e8-aea122c7e318 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:32.017176 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8be2f1b5-2b12-4696-bb77-68fdf335827c req-73f9321f-e956-4448-8e56-430ca1cc6030 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754297 Jul 16 20:25:32.035823 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-718dfa68-be0c-498b-981d-563e84c550e9 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=09c144a5203b4664aacedc644bfac14e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1746418 Jul 16 20:25:32.037057 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f5acf9da-b502-4f2f-beeb-40b7dacb3e44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.039599 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:32.039935 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:32.040274 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:32.073059 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f5acf9da-b502-4f2f-beeb-40b7dacb3e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.074551 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5acf9da-b502-4f2f-beeb-40b7dacb3e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:32.075682 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f5acf9da-b502-4f2f-beeb-40b7dacb3e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.080447 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port 665b13d1-435a-4490-8a91-3929460c4b37 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:32.080778 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:32.095824 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempt 5 to bind port 665b13d1-435a-4490-8a91-3929460c4b37 Jul 16 20:25:32.120652 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:32.120652 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:32.120652 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:32.122226 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f5acf9da-b502-4f2f-beeb-40b7dacb3e44 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7402923 Jul 16 20:25:32.124105 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60280) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:32.131278 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ee5eae63-eb11-416e-88e8-aea122c7e318 None None] Attempting to bind port 5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:32.131863 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-7e1a863c-a95b-499b-b904-ec7ffe926270 admin admin] Request body: {'subnet': {'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-169622053-subnet', 'tenant_id': '8b8887d8465f43f68153fdd72b6e7bdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:32.131998 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ee5eae63-eb11-416e-88e8-aea122c7e318 None None] Attempting to bind port 5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '8f1adb44-0500-40b4-afe3-df741f33bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4dce85eb-8c4d-477d-aedc-b37f3762c695'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:32.131998 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5eae63-eb11-416e-88e8-aea122c7e318 None None] Attempting to bind port 5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a on network 4dce85eb-8c4d-477d-aedc-b37f3762c695 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:32.137739 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5eae63-eb11-416e-88e8-aea122c7e318 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:32.138179 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5eae63-eb11-416e-88e8-aea122c7e318 None None] Checking segment: {'id': '8f1adb44-0500-40b4-afe3-df741f33bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4dce85eb-8c4d-477d-aedc-b37f3762c695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:32.138625 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee5eae63-eb11-416e-88e8-aea122c7e318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.139020 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5eae63-eb11-416e-88e8-aea122c7e318 None None] Bound using segment: {'id': '8f1adb44-0500-40b4-afe3-df741f33bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4dce85eb-8c4d-477d-aedc-b37f3762c695'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:32.139521 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ee5eae63-eb11-416e-88e8-aea122c7e318 None None] Bound port: 5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1adb44-0500-40b4-afe3-df741f33bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4dce85eb-8c4d-477d-aedc-b37f3762c695'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:32.139959 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee5eae63-eb11-416e-88e8-aea122c7e318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.180101 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port 665b13d1-435a-4490-8a91-3929460c4b37 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:32.180434 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:32.187360 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempt 6 to bind port 665b13d1-435a-4490-8a91-3929460c4b37 Jul 16 20:25:32.188998 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acf9da-b502-4f2f-beeb-40b7dacb3e44 admin admin] Pushing event updated for resources: {'Network': ['ID=e1c5d2cc-b665-49f1-a6ce-bba156502988,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:32.227761 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1a863c-a95b-499b-b904-ec7ffe926270 admin admin] Made reservation on behalf of 8b8887d8465f43f68153fdd72b6e7bdc for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:32.230057 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7e1a863c-a95b-499b-b904-ec7ffe926270 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.235003 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:32.235342 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:32.235687 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:32.252114 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network e1c5d2cc-b665-49f1-a6ce-bba156502988 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:25:32.254472 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58598049-f830-45ab-a32e-8ac11d1f140b None None] Network 1fdd040d-1a48-48fa-a824-3eee5713ef90 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:32.257673 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-bc14179a-dce4-4772-8c50-31d73452ab32 service neutron] 10.222.0.38 "GET /v2.0/networks/1fdd040d-1a48-48fa-a824-3eee5713ef90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141221 Jul 16 20:25:32.261471 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port 665b13d1-435a-4490-8a91-3929460c4b37 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:32.261950 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:32.264295 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempt 7 to bind port 665b13d1-435a-4490-8a91-3929460c4b37 Jul 16 20:25:32.327143 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ee5eae63-eb11-416e-88e8-aea122c7e318 None None] For port 5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:32.344020 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:32.344362 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:32.344697 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:32.389588 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port 665b13d1-435a-4490-8a91-3929460c4b37 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:32.390526 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:32.396632 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempt 8 to bind port 665b13d1-435a-4490-8a91-3929460c4b37 Jul 16 20:25:32.401748 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ee5eae63-eb11-416e-88e8-aea122c7e318 None None] For port 5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a,segment=NetworkSegment(8f1adb44-0500-40b4-afe3-df741f33bf12),segment_id=8f1adb44-0500-40b4-afe3-df741f33bf12)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:32.402801 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-469b7c13-8fc3-44bf-9b54-0c2705416b5d None None] Provisioning for port 0bc9f532-ce46-4079-975e-4f76ed571dd0 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:32.414659 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee5eae63-eb11-416e-88e8-aea122c7e318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.420704 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-469b7c13-8fc3-44bf-9b54-0c2705416b5d None None] Provisioning complete for port 0bc9f532-ce46-4079-975e-4f76ed571dd0 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:32.421117 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-469b7c13-8fc3-44bf-9b54-0c2705416b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.454867 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:32.455117 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:32.455460 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:32.478926 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port 665b13d1-435a-4490-8a91-3929460c4b37 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:32.479169 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:32.486773 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempt 9 to bind port 665b13d1-435a-4490-8a91-3929460c4b37 Jul 16 20:25:32.537567 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-30e8b83e-e1bc-43f2-86d5-e463ef971b6d service neutron] 10.222.0.38 "GET /v2.0/networks/1fdd040d-1a48-48fa-a824-3eee5713ef90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519038 Jul 16 20:25:32.543354 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:32.543697 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:32.544040 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:32.564530 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5eae63-eb11-416e-88e8-aea122c7e318 None None] Pushing event updated for resources: {'Port': ['ID=5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:32.590567 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port 665b13d1-435a-4490-8a91-3929460c4b37 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:32.590906 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:32.595205 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempt 10 to bind port 665b13d1-435a-4490-8a91-3929460c4b37 Jul 16 20:25:32.605103 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b3072-2c48-49a0-84c8-9cb988dfc206 req-4bd05a74-8c14-4f08-8aaf-da15252fd66f tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:32.606654 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b96b3072-2c48-49a0-84c8-9cb988dfc206 req-4bd05a74-8c14-4f08-8aaf-da15252fd66f tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad146398-13aa-4e91-8f57-a872b40636eb HTTP/1.1" status: 200 len: 948 time: 0.2834728 Jul 16 20:25:32.658934 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-469b7c13-8fc3-44bf-9b54-0c2705416b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.697370 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:32.697552 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:32.697837 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempting to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:32.723436 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-469b7c13-8fc3-44bf-9b54-0c2705416b5d None None] For port 0bc9f532-ce46-4079-975e-4f76ed571dd0, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=0bc9f532-ce46-4079-975e-4f76ed571dd0,segment=NetworkSegment(cfeb7d39-cd12-4383-9d47-b8e1bb6740fa),segment_id=cfeb7d39-cd12-4383-9d47-b8e1bb6740fa)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:32.735461 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-469b7c13-8fc3-44bf-9b54-0c2705416b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.754426 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Port 665b13d1-435a-4490-8a91-3929460c4b37 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:32.754607 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Failed to bind port 665b13d1-435a-4490-8a91-3929460c4b37 on host n-h1-791506-21 for vnic_type normal using segments [{'id': 'af459b10-f225-4929-83e6-3bd98b7137e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88e7ab34-ab2e-424a-803e-d051e32d0dbb'}] Jul 16 20:25:32.754991 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.768275 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7e1a863c-a95b-499b-b904-ec7ffe926270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.803349 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b7c13-8fc3-44bf-9b54-0c2705416b5d None None] Pushing event updated for resources: {'Port': ['ID=0bc9f532-ce46-4079-975e-4f76ed571dd0,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:32.835316 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device fd964d28-6ddc-4d78-a49c-508b9fe92f60 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:25:32.839070 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b96b3072-2c48-49a0-84c8-9cb988dfc206 req-c93be92a-7d3d-46b8-a23b-d9afe915f2e7 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164621 Jul 16 20:25:32.852973 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-e4490d97-7d5b-48f6-a0c8-d3481d5788a0 service neutron] 10.222.0.38 "GET /v2.0/networks/4dce85eb-8c4d-477d-aedc-b37f3762c695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041289 Jul 16 20:25:32.905219 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a863c-a95b-499b-b904-ec7ffe926270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18d69795-663e-4814-80c1-613e990ce032,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:32.935564 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.016928 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port fd964d28-6ddc-4d78-a49c-508b9fe92f60, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=fd964d28-6ddc-4d78-a49c-508b9fe92f60,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:33.032220 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'fd964d28-6ddc-4d78-a49c-508b9fe92f60', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': 'fd964d28-6ddc-4d78-a49c-508b9fe92f60', 'mac_address': 'fa:16:3e:5f:ff:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:25:33.042717 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a863c-a95b-499b-b904-ec7ffe926270 admin admin] Checking segment: {'id': '74469c65-10c2-4a15-a42f-0b8daf985fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:33.043084 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1a863c-a95b-499b-b904-ec7ffe926270 admin admin] Network hostable DHCP agents. Network: e1c5d2cc-b665-49f1-a6ce-bba156502988, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:25:33.061601 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] For port 665b13d1-435a-4490-8a91-3929460c4b37, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:33.062728 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attempted to set empty binding levels {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:25:33.075350 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.088310 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.097118 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] In _notify_port_updated(), no bound segment for port 665b13d1-435a-4490-8a91-3929460c4b37 on network 88e7ab34-ab2e-424a-803e-d051e32d0dbb {{(pid=93794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:25:33.098274 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:33.098979 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.100496 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] 10.222.0.38 "PUT /v2.0/ports/665b13d1-435a-4490-8a91-3929460c4b37 HTTP/1.1" status: 200 len: 979 time: 2.2208123 Jul 16 20:25:33.103228 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60284) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:33.113687 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd964d28-6ddc-4d78-a49c-508b9fe92f60 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:33.156238 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1a863c-a95b-499b-b904-ec7ffe926270 admin admin] Network e1c5d2cc-b665-49f1-a6ce-bba156502988 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:25:33.158562 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port fd964d28-6ddc-4d78-a49c-508b9fe92f60, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=fd964d28-6ddc-4d78-a49c-508b9fe92f60,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:33.168268 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.200352 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-2e26c80e-fd05-48ee-998b-4e11941f087b service neutron] 10.222.0.38 "GET /v2.0/networks/4dce85eb-8c4d-477d-aedc-b37f3762c695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463042 Jul 16 20:25:33.231909 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-7e1a863c-a95b-499b-b904-ec7ffe926270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, e1c5d2cc-b665-49f1-a6ce-bba156502988) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:33.242648 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5a159d3e-38ef-4509-917c-fe6712dc45eb None None] Provisioning complete for port 0bc9f532-ce46-4079-975e-4f76ed571dd0 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:33.243125 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a159d3e-38ef-4509-917c-fe6712dc45eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.261906 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1a863c-a95b-499b-b904-ec7ffe926270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:33.262695 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7e1a863c-a95b-499b-b904-ec7ffe926270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.282720 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-1a8531f4-d4c7-4d53-aaa4-860d86d2f9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Deleting port 665b13d1-435a-4490-8a91-3929460c4b37 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:33.283069 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1a8531f4-d4c7-4d53-aaa4-860d86d2f9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.286708 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781549e-9958-45eb-be4d-cb9abd4f795f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Pushing event updated for resources: {'Port': ['ID=665b13d1-435a-4490-8a91-3929460c4b37,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:33.286908 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5efe85-701e-4d16-9aed-3115ed6f639f None None] Network e1c5d2cc-b665-49f1-a6ce-bba156502988 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:33.306370 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:33.313319 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7e1a863c-a95b-499b-b904-ec7ffe926270 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1875403 Jul 16 20:25:33.347134 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22639a6-1d3b-4aba-88fb-bce6cbadd605 req-331ddad2-13fc-4778-acf5-342f45a03f08 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:33.356208 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b22639a6-1d3b-4aba-88fb-bce6cbadd605 req-331ddad2-13fc-4778-acf5-342f45a03f08 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 1097 time: 0.1926305 Jul 16 20:25:33.402072 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-1a8531f4-d4c7-4d53-aaa4-860d86d2f9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] For port 665b13d1-435a-4490-8a91-3929460c4b37, host n-h1-791506-21, got binding levels [] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:33.417873 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=fd964d28-6ddc-4d78-a49c-508b9fe92f60,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:33.418440 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1a8531f4-d4c7-4d53-aaa4-860d86d2f9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.419135 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b22639a6-1d3b-4aba-88fb-bce6cbadd605 req-1a92dfde-4ba6-44bb-9c6d-e8947e69d79d tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612335 Jul 16 20:25:33.457744 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-1a8531f4-d4c7-4d53-aaa4-860d86d2f9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Calling delete_port for 665b13d1-435a-4490-8a91-3929460c4b37 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:33.584217 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1a8531f4-d4c7-4d53-aaa4-860d86d2f9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.589294 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:33.661969 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8531f4-d4c7-4d53-aaa4-860d86d2f9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Pushing event deleted for resources: {'Port': ['ID=665b13d1-435a-4490-8a91-3929460c4b37,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:33.664343 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0bc9f532-ce46-4079-975e-4f76ed571dd0 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:33.673405 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1a8531f4-d4c7-4d53-aaa4-860d86d2f9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.675473 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1a8531f4-d4c7-4d53-aaa4-860d86d2f9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] 10.222.0.38 "DELETE /v2.0/ports/665b13d1-435a-4490-8a91-3929460c4b37 HTTP/1.1" status: 204 len: 168 time: 0.5711200 Jul 16 20:25:33.678877 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['fd964d28-6ddc-4d78-a49c-508b9fe92f60'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:33.680383 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60300) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:33.738711 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc7c84dc-66a2-40ef-8d47-cd3e5cf75a21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:25:33.746005 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fc7c84dc-66a2-40ef-8d47-cd3e5cf75a21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408066660-project-admin] 10.222.0.38 "GET /v2.0/ports/665b13d1-435a-4490-8a91-3929460c4b37 HTTP/1.1" status: 404 len: 333 time: 0.0627754 Jul 16 20:25:33.746799 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60302) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:33.769784 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-649baa23-99fb-409d-bdc3-1ff1b927b948 req-6272c7d3-7ca3-4b00-9ae4-afdbef79a20d tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d0f970b-978f-41ad-a945-2b96be6dcd0c HTTP/1.1" status: 200 len: 210 time: 0.0540171 Jul 16 20:25:33.847189 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df00dc5-ed1a-4b83-aabd-019e6c3121dd req-d42ed9e2-2d4a-47e8-82d9-5c6e59183e5c tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:33.849382 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6df00dc5-ed1a-4b83-aabd-019e6c3121dd req-d42ed9e2-2d4a-47e8-82d9-5c6e59183e5c tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 950 time: 0.2002416 Jul 16 20:25:33.899837 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-86ee7db7-d5e6-4214-9d03-995371c3d572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.940750 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6df00dc5-ed1a-4b83-aabd-019e6c3121dd req-810d3b46-7f77-4de3-9a67-da369e603209 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840857 Jul 16 20:25:34.053206 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-86ee7db7-d5e6-4214-9d03-995371c3d572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.064810 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-86ee7db7-d5e6-4214-9d03-995371c3d572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e7ab34-ab2e-424a-803e-d051e32d0dbb']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:34.078989 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-86ee7db7-d5e6-4214-9d03-995371c3d572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af459b10-f225-4929-83e6-3bd98b7137e5') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:34.079294 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-86ee7db7-d5e6-4214-9d03-995371c3d572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af459b10-f225-4929-83e6-3bd98b7137e5') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:34.090546 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-86ee7db7-d5e6-4214-9d03-995371c3d572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.111983 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-86ee7db7-d5e6-4214-9d03-995371c3d572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.120825 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ee7db7-d5e6-4214-9d03-995371c3d572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:34.121343 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d04f46-d332-482b-85f8-45c9d364f9d7 None None] Network 4dce85eb-8c4d-477d-aedc-b37f3762c695 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:34.121466 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-86ee7db7-d5e6-4214-9d03-995371c3d572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.123546 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ad1e99-5000-4678-8909-bbb79027578d None None] Network e1c5d2cc-b665-49f1-a6ce-bba156502988 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:34.140939 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450d4de-f284-4c76-b885-af641f795d98 req-7b817c2f-f037-4083-9ccf-5814702fc075 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:34.148721 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b450d4de-f284-4c76-b885-af641f795d98 req-7b817c2f-f037-4083-9ccf-5814702fc075 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 1097 time: 0.1484613 Jul 16 20:25:34.199402 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b450d4de-f284-4c76-b885-af641f795d98 req-02dc0ab0-edaf-41fe-a899-cd562ca69263 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497243 Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:34.200753 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:34.205282 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-86ee7db7-d5e6-4214-9d03-995371c3d572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.213592 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-86ee7db7-d5e6-4214-9d03-995371c3d572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.218722 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-86ee7db7-d5e6-4214-9d03-995371c3d572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] 10.222.0.38 "DELETE /v2.0/networks/88e7ab34-ab2e-424a-803e-d051e32d0dbb HTTP/1.1" status: 204 len: 168 time: 0.4677377 Jul 16 20:25:34.291711 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee7db7-d5e6-4214-9d03-995371c3d572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533576691-project] Pushing event deleted for resources: {'Network': ['ID=88e7ab34-ab2e-424a-803e-d051e32d0dbb,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:34.433767 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 0bc9f532-ce46-4079-975e-4f76ed571dd0 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:34.434442 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.460715 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9ab218dc-a005-4e1b-895e-38ff4e8d34a3 None None] Provisioning for port 5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:34.504942 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9ab218dc-a005-4e1b-895e-38ff4e8d34a3 None None] Provisioning complete for port 5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:34.505899 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ab218dc-a005-4e1b-895e-38ff4e8d34a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.526514 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60330) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:34.528866 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2e813-a46a-4583-8275-a179bab4ee5f req-37ec5fe4-8dc8-4858-8c6a-46b2c528046f tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:34.530573 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-25e2e813-a46a-4583-8275-a179bab4ee5f req-37ec5fe4-8dc8-4858-8c6a-46b2c528046f tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad146398-13aa-4e91-8f57-a872b40636eb HTTP/1.1" status: 200 len: 949 time: 0.1824811 Jul 16 20:25:34.562782 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-eeb73381-82a7-491b-a357-2231bba21fea tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:34.568054 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-eeb73381-82a7-491b-a357-2231bba21fea tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/networks?id=e1c5d2cc-b665-49f1-a6ce-bba156502988 HTTP/1.1" status: 200 len: 804 time: 0.1633706 Jul 16 20:25:34.589466 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-59eba746-f52a-4cfa-890c-90dde4ad6816 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/quotas/8b8887d8465f43f68153fdd72b6e7bdc HTTP/1.1" status: 200 len: 375 time: 0.0106621 Jul 16 20:25:34.653294 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-34cb8fb4-be47-450d-8efe-efaf18029076 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8b8887d8465f43f68153fdd72b6e7bdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459671 Jul 16 20:25:34.670344 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-25e2e813-a46a-4583-8275-a179bab4ee5f req-155c87bd-29c6-4697-8d19-9b1bafb893c8 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244388 Jul 16 20:25:34.771286 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ee395ec7-659f-426a-a07e-9ec95ee31508 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c4d8a2a9b9054862b787a2be2f76cf59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412035 Jul 16 20:25:34.773898 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60336) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:34.789408 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-cef7f551-d0f8-4de1-b454-e61db7543bd4 service neutron] 10.222.0.38 "GET /v2.0/networks/e1c5d2cc-b665-49f1-a6ce-bba156502988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166294 Jul 16 20:25:34.842616 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ab218dc-a005-4e1b-895e-38ff4e8d34a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.856253 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8a45198f-8ed0-4362-8bdb-2cc5892948ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.892025 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8a45198f-8ed0-4362-8bdb-2cc5892948ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.903369 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-9ab218dc-a005-4e1b-895e-38ff4e8d34a3 None None] For port 5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a,segment=NetworkSegment(8f1adb44-0500-40b4-afe3-df741f33bf12),segment_id=8f1adb44-0500-40b4-afe3-df741f33bf12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:34.909700 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ab218dc-a005-4e1b-895e-38ff4e8d34a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.936892 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-94632954-ce9c-49ca-82c8-79ddc6d8f79a service neutron] 10.222.0.38 "GET /v2.0/networks/e1c5d2cc-b665-49f1-a6ce-bba156502988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339161 Jul 16 20:25:34.973192 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8a45198f-8ed0-4362-8bdb-2cc5892948ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.976445 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8a45198f-8ed0-4362-8bdb-2cc5892948ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.977955 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8a45198f-8ed0-4362-8bdb-2cc5892948ed admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f6ae3640-c74e-4861-8ce4-2ad816e188c2 HTTP/1.1" status: 204 len: 168 time: 0.2022684 Jul 16 20:25:34.999667 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab218dc-a005-4e1b-895e-38ff4e8d34a3 None None] Pushing event updated for resources: {'Port': ['ID=5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:35.006106 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45198f-8ed0-4362-8bdb-2cc5892948ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ae3640-c74e-4861-8ce4-2ad816e188c2,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:35.203668 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:35.324935 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0b1ce4c7-605a-4663-b2c1-7bf3100c9e77 None None] Provisioning complete for port 5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:35.325304 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b1ce4c7-605a-4663-b2c1-7bf3100c9e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.413050 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:35.413421 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.485660 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-723b8f9d-c525-48ae-8176-8fe1f879c51d req-219b5f64-a702-47e4-8552-3db5599b4ea6 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d0f970b-978f-41ad-a945-2b96be6dcd0c HTTP/1.1" status: 200 len: 210 time: 0.1353164 Jul 16 20:25:35.489910 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60356) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:35.581143 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-41a88b70-4d8f-4909-9fc0-8ea325d54e4f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d89140a656864d01919b62fe5e450cbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0875144 Jul 16 20:25:35.581800 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60360) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:35.634868 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-54105daa-3945-46b7-b97b-e480c0624799 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:35.644892 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-54105daa-3945-46b7-b97b-e480c0624799 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:35.649447 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-54105daa-3945-46b7-b97b-e480c0624799 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.18 "GET /v2.0/networks?id=1fdd040d-1a48-48fa-a824-3eee5713ef90&id=4dce85eb-8c4d-477d-aedc-b37f3762c695 HTTP/1.1" status: 200 len: 1392 time: 0.3342779 Jul 16 20:25:35.653526 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6496c8d3-6a3f-4686-9c2c-0bbb496f60d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.662988 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-dcdc035a-2d13-4297-aa5f-f670e2a9c77d tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Request body: {'port': {'device_id': '2d0f970b-978f-41ad-a945-2b96be6dcd0c', 'network_id': '1fdd040d-1a48-48fa-a824-3eee5713ef90', 'admin_state_up': True, 'tenant_id': '09c144a5203b4664aacedc644bfac14e'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:35.694663 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6496c8d3-6a3f-4686-9c2c-0bbb496f60d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.787947 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6496c8d3-6a3f-4686-9c2c-0bbb496f60d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.792704 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6496c8d3-6a3f-4686-9c2c-0bbb496f60d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.798056 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6496c8d3-6a3f-4686-9c2c-0bbb496f60d7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c6796cfb-3fcb-4b45-9551-1c925e24f859 HTTP/1.1" status: 204 len: 168 time: 0.2145598 Jul 16 20:25:35.813948 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496c8d3-6a3f-4686-9c2c-0bbb496f60d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6796cfb-3fcb-4b45-9551-1c925e24f859,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:36.056922 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2b9c3b2f-2fec-4b45-a75e-b162607c3d31 req-0e1c7797-2466-4fb8-aea5-0c44e974c4a8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b4bcd672-e9e7-4f5f-9f3a-b244f1991d03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0877347 Jul 16 20:25:36.174813 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cc8be-c1f6-45ea-b33e-80d22a82027c req-0477e366-c5ba-4595-8ca6-6c350f325960 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:36.176309 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-150cc8be-c1f6-45ea-b33e-80d22a82027c req-0477e366-c5ba-4595-8ca6-6c350f325960 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 950 time: 0.4856310 Jul 16 20:25:36.181124 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c3b2f-2fec-4b45-a75e-b162607c3d31 req-464eee4e-4e1d-44a6-93c8-67e726f6fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:36.183283 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2b9c3b2f-2fec-4b45-a75e-b162607c3d31 req-464eee4e-4e1d-44a6-93c8-67e726f6fcc3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&device_id=b4bcd672-e9e7-4f5f-9f3a-b244f1991d03 HTTP/1.1" status: 200 len: 1102 time: 0.0975184 Jul 16 20:25:36.220951 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-dcdc035a-2d13-4297-aa5f-f670e2a9c77d tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Made reservation on behalf of 09c144a5203b4664aacedc644bfac14e for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:36.224674 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-dcdc035a-2d13-4297-aa5f-f670e2a9c77d tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.254302 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-150cc8be-c1f6-45ea-b33e-80d22a82027c req-faaf70dd-3022-41e3-8ec5-72d9106acd02 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697155 Jul 16 20:25:36.376181 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c3b2f-2fec-4b45-a75e-b162607c3d31 req-1dafb94e-cb9c-4073-8fac-8b90e4be17c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:36.377849 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2b9c3b2f-2fec-4b45-a75e-b162607c3d31 req-1dafb94e-cb9c-4073-8fac-8b90e4be17c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.1579819 Jul 16 20:25:36.414653 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-dcdc035a-2d13-4297-aa5f-f670e2a9c77d tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Allocated IP 19.80.0.89 (1fdd040d-1a48-48fa-a824-3eee5713ef90/2cd8e3ab-7ee2-4df8-9bba-6c425f08eec5/17048cda-aaac-4670-89fb-a6c32e52ffe9) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:36.443153 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2b9c3b2f-2fec-4b45-a75e-b162607c3d31 req-2af1f872-a73f-4673-99c5-382337050d17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=f9aa5cc8-d6c0-42be-8acf-38074d0583d5 HTTP/1.1" status: 200 len: 217 time: 0.0573769 Jul 16 20:25:36.524998 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c3b2f-2fec-4b45-a75e-b162607c3d31 req-e22b0047-4d2f-4157-bfcd-910976193dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:36.526631 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2b9c3b2f-2fec-4b45-a75e-b162607c3d31 req-e22b0047-4d2f-4157-bfcd-910976193dbf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0762377 Jul 16 20:25:36.537240 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7253ea51-f7b1-4988-8c09-221bcc23ecbc req-228a0777-0024-4408-ba71-42a33caaca60 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=daf6745e-39f9-432d-a911-2f138bccdc62 HTTP/1.1" status: 200 len: 210 time: 0.0512228 Jul 16 20:25:36.601262 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c3b2f-2fec-4b45-a75e-b162607c3d31 req-7a864bb4-c4fd-470b-8637-3c772bfe045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:36.602792 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2b9c3b2f-2fec-4b45-a75e-b162607c3d31 req-7a864bb4-c4fd-470b-8637-3c772bfe045d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0670547 Jul 16 20:25:36.638208 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-dcdc035a-2d13-4297-aa5f-f670e2a9c77d tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.660234 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-dcdc035a-2d13-4297-aa5f-f670e2a9c77d tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Transition to ACTIVE for port object 17048cda-aaac-4670-89fb-a6c32e52ffe9 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:36.719432 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-dcdc035a-2d13-4297-aa5f-f670e2a9c77d tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.752125 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2b9c3b2f-2fec-4b45-a75e-b162607c3d31 req-0cc72b60-a4bb-4d2f-810c-e99f4106ae4a service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094992 Jul 16 20:25:36.796695 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-dcdc035a-2d13-4297-aa5f-f670e2a9c77d tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Network 1fdd040d-1a48-48fa-a824-3eee5713ef90 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:36.804724 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-dcdc035a-2d13-4297-aa5f-f670e2a9c77d tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:36.807602 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc035a-2d13-4297-aa5f-f670e2a9c77d tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event updated for resources: {'Port': ['ID=17048cda-aaac-4670-89fb-a6c32e52ffe9,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:36.811410 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-dcdc035a-2d13-4297-aa5f-f670e2a9c77d tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:36.863347 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device fd964d28-6ddc-4d78-a49c-508b9fe92f60 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:36.884826 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c4179-c5eb-4796-abfc-832bc76ef5ee req-7b626b64-aae0-4764-a4e8-949035b78157 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:36.896289 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-beeeb799-bd1e-4467-8ae4-e6c0f88b8bc9 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:25:36.897196 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe7c4179-c5eb-4796-abfc-832bc76ef5ee req-7b626b64-aae0-4764-a4e8-949035b78157 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad146398-13aa-4e91-8f57-a872b40636eb HTTP/1.1" status: 200 len: 949 time: 0.1896582 Jul 16 20:25:36.899431 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-beeeb799-bd1e-4467-8ae4-e6c0f88b8bc9 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0258520 Jul 16 20:25:36.904890 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-dcdc035a-2d13-4297-aa5f-f670e2a9c77d tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:36.905685 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-dcdc035a-2d13-4297-aa5f-f670e2a9c77d tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.926271 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-b9d2156e-14a5-4c6b-94fa-b9e6f3aa99f3 service neutron] Request body: {'binding': {'host': 'n-h1-791506-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:36.928487 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-b9d2156e-14a5-4c6b-94fa-b9e6f3aa99f3 service neutron] Unknown quota resources ['binding']. {{(pid=93793) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:25:36.933583 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port fd964d28-6ddc-4d78-a49c-508b9fe92f60 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:36.941566 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port fd964d28-6ddc-4d78-a49c-508b9fe92f60 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:36.942734 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.946164 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-dcdc035a-2d13-4297-aa5f-f670e2a9c77d tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2876263 Jul 16 20:25:36.969606 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe7c4179-c5eb-4796-abfc-832bc76ef5ee req-0ef4bfce-0b68-46c2-ac71-6bcaf663ac1f tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714626 Jul 16 20:25:36.984987 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-692cf133-1ca9-4253-a271-84af651f841b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Request body: {'port': {'device_id': '2d0f970b-978f-41ad-a945-2b96be6dcd0c', 'network_id': '4dce85eb-8c4d-477d-aedc-b37f3762c695', 'admin_state_up': True, 'tenant_id': '09c144a5203b4664aacedc644bfac14e'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:37.115531 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:37.120238 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-b9d2156e-14a5-4c6b-94fa-b9e6f3aa99f3 service neutron] Attempting to bind port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a on host n-h1-791506-21 for vnic_type normal with profile None {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:37.120605 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-b9d2156e-14a5-4c6b-94fa-b9e6f3aa99f3 service neutron] Attempting to bind port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:37.120955 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-b9d2156e-14a5-4c6b-94fa-b9e6f3aa99f3 service neutron] Attempting to bind port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:37.171627 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-b9d2156e-14a5-4c6b-94fa-b9e6f3aa99f3 service neutron] Port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:37.171996 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-b9d2156e-14a5-4c6b-94fa-b9e6f3aa99f3 service neutron] Attempting to bind port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:37.175962 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad146398-13aa-4e91-8f57-a872b40636eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd964d28-6ddc-4d78-a49c-508b9fe92f60'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:37.181152 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5491f6-f350-4214-8f5c-3c824db837b9" -d '{"events": [{"server_uuid": "ad146398-13aa-4e91-8f57-a872b40636eb", "name": "network-vif-plugged", "status": "completed", "tag": "fd964d28-6ddc-4d78-a49c-508b9fe92f60"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:37.205923 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-b9d2156e-14a5-4c6b-94fa-b9e6f3aa99f3 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:37.206267 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-b9d2156e-14a5-4c6b-94fa-b9e6f3aa99f3 service neutron] Checking segment: {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:37.206687 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-b9d2156e-14a5-4c6b-94fa-b9e6f3aa99f3 service neutron] Bound using segment: {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:37.207127 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-b9d2156e-14a5-4c6b-94fa-b9e6f3aa99f3 service neutron] Bound port: b6d4a6fa-69b4-49dc-8b41-55852bd1de2a, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:37.207528 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-692cf133-1ca9-4253-a271-84af651f841b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Made reservation on behalf of 09c144a5203b4664aacedc644bfac14e for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:37.216329 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-692cf133-1ca9-4253-a271-84af651f841b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:37.216814 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2b9c3b2f-2fec-4b45-a75e-b162607c3d31 req-5d1f186c-8dc6-4abc-80e6-012152651039 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482639 Jul 16 20:25:37.270089 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port fd964d28-6ddc-4d78-a49c-508b9fe92f60, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=fd964d28-6ddc-4d78-a49c-508b9fe92f60,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:37.279033 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:37.408892 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=fd964d28-6ddc-4d78-a49c-508b9fe92f60,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:37.458506 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4cb14d2b-8941-41f1-b024-e353b4ad9b82 None None] Provisioning for port 17048cda-aaac-4670-89fb-a6c32e52ffe9 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:37.469306 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4cb14d2b-8941-41f1-b024-e353b4ad9b82 None None] Provisioning complete for port 17048cda-aaac-4670-89fb-a6c32e52ffe9 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:37.470046 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cb14d2b-8941-41f1-b024-e353b4ad9b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:37.475702 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-a0d9e887-e6c3-4b32-af20-9a2b6e8a3ec3 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:37.488870 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-a0d9e887-e6c3-4b32-af20-9a2b6e8a3ec3 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.18 "GET /v2.0/networks?id=e1c5d2cc-b665-49f1-a6ce-bba156502988 HTTP/1.1" status: 200 len: 804 time: 0.3696244 Jul 16 20:25:37.504785 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-b61befc6-694f-47fa-9a97-60f54e67dd37 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Request body: {'port': {'device_id': 'daf6745e-39f9-432d-a911-2f138bccdc62', 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988', 'admin_state_up': True, 'tenant_id': '8b8887d8465f43f68153fdd72b6e7bdc'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:37.546866 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-b9d2156e-14a5-4c6b-94fa-b9e6f3aa99f3 service neutron] For port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b6d4a6fa-69b4-49dc-8b41-55852bd1de2a,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:37.583077 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4cb14d2b-8941-41f1-b024-e353b4ad9b82 None None] Port 17048cda-aaac-4670-89fb-a6c32e52ffe9 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:37.598536 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-b9d2156e-14a5-4c6b-94fa-b9e6f3aa99f3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:37.601053 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-b9d2156e-14a5-4c6b-94fa-b9e6f3aa99f3 service neutron] 10.222.0.38 "POST /v2.0/ports/b6d4a6fa-69b4-49dc-8b41-55852bd1de2a/bindings HTTP/1.1" status: 201 len: 390 time: 0.6932182 Jul 16 20:25:37.664070 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-692cf133-1ca9-4253-a271-84af651f841b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Allocated IP 19.86.0.100 (4dce85eb-8c4d-477d-aedc-b37f3762c695/0fb7782e-5bdd-467d-b034-a978e9d64a45/a945e4b3-9f20-432b-bb38-ab46adc12c79) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:37.768901 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f3d235-87f3-48aa-91e0-17962d2024dc x-openstack-request-id: req-99f3d235-87f3-48aa-91e0-17962d2024dc {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:37.769484 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad146398-13aa-4e91-8f57-a872b40636eb", "name": "network-vif-plugged", "status": "completed", "tag": "fd964d28-6ddc-4d78-a49c-508b9fe92f60", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:37.770062 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-99f3d235-87f3-48aa-91e0-17962d2024dc {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:37.770858 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad146398-13aa-4e91-8f57-a872b40636eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd964d28-6ddc-4d78-a49c-508b9fe92f60', 'code': 200} Jul 16 20:25:37.888817 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-b61befc6-694f-47fa-9a97-60f54e67dd37 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Made reservation on behalf of 8b8887d8465f43f68153fdd72b6e7bdc for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:37.900456 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-b61befc6-694f-47fa-9a97-60f54e67dd37 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.091743 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a5745-4c80-4e5b-90dc-11573cc809e3 req-ceb8fb18-5522-4fe4-9dcb-a17a64fc1e12 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:38.099319 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-374a5745-4c80-4e5b-90dc-11573cc809e3 req-ceb8fb18-5522-4fe4-9dcb-a17a64fc1e12 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d0f970b-978f-41ad-a945-2b96be6dcd0c HTTP/1.1" status: 200 len: 931 time: 0.3695161 Jul 16 20:25:38.165273 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-692cf133-1ca9-4253-a271-84af651f841b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.199212 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52c1b2-7982-4dc4-b49d-064930ff4060 req-d951dab4-de84-4499-a761-37328b2ae9a9 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:38.201187 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a52c1b2-7982-4dc4-b49d-064930ff4060 req-d951dab4-de84-4499-a761-37328b2ae9a9 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 950 time: 0.2879660 Jul 16 20:25:38.208781 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c73e5-e77b-440a-bb14-7914f9403b52 req-98f75b98-2845-4012-8faa-0c3148e81b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:38.210270 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-946c73e5-e77b-440a-bb14-7914f9403b52 req-98f75b98-2845-4012-8faa-0c3148e81b8b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ad146398-13aa-4e91-8f57-a872b40636eb HTTP/1.1" status: 200 len: 1102 time: 0.2433617 Jul 16 20:25:38.218522 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-cbd7b715-d7ba-4f5d-b41d-995e538b2683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:38.219601 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-374a5745-4c80-4e5b-90dc-11573cc809e3 req-ce42e83e-ddf2-48bc-ab98-de8fa16e1d88 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060688 Jul 16 20:25:38.220185 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-cbd7b715-d7ba-4f5d-b41d-995e538b2683 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 1097 time: 0.1782649 Jul 16 20:25:38.221225 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-b61befc6-694f-47fa-9a97-60f54e67dd37 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Allocated IP 172.20.0.11 (e1c5d2cc-b665-49f1-a6ce-bba156502988/18d69795-663e-4814-80c1-613e990ce032/7ff9bb74-436d-4738-aadb-24b7f86e12b5) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:38.225486 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-692cf133-1ca9-4253-a271-84af651f841b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Transition to ACTIVE for port object a945e4b3-9f20-432b-bb38-ab46adc12c79 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:38.301350 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-692cf133-1ca9-4253-a271-84af651f841b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.320873 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a52c1b2-7982-4dc4-b49d-064930ff4060 req-7134af73-c3fd-429a-aa8f-06f6b81b90b5 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701044 Jul 16 20:25:38.395165 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-692cf133-1ca9-4253-a271-84af651f841b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Network 4dce85eb-8c4d-477d-aedc-b37f3762c695 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:38.399618 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-692cf133-1ca9-4253-a271-84af651f841b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:38.422100 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-692cf133-1ca9-4253-a271-84af651f841b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:38.429315 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-946c73e5-e77b-440a-bb14-7914f9403b52 req-15b40fbb-198e-4b54-808a-0cc3b953a890 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054770 Jul 16 20:25:38.431048 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-18711ece-d2e2-4b9b-b824-11a3fdb304fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:38.432609 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-18711ece-d2e2-4b9b-b824-11a3fdb304fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418 HTTP/1.1" status: 200 len: 909 time: 0.1732681 Jul 16 20:25:38.437746 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-588fda88-f110-4b57-8f4d-8c5f6e4a9492 req-114441fe-c704-40d1-a508-b37827918b02 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=daf6745e-39f9-432d-a911-2f138bccdc62 HTTP/1.1" status: 200 len: 210 time: 0.0622554 Jul 16 20:25:38.455668 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cf133-1ca9-4253-a271-84af651f841b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event updated for resources: {'Port': ['ID=a945e4b3-9f20-432b-bb38-ab46adc12c79,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:38.475501 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:25:38.498170 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-864d6b43-ecba-4aa7-be88-dd52d29afe34 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6d4a6fa-69b4-49dc-8b41-55852bd1de2a HTTP/1.1" status: 200 len: 217 time: 0.0574267 Jul 16 20:25:38.559345 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-692cf133-1ca9-4253-a271-84af651f841b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:38.560159 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-692cf133-1ca9-4253-a271-84af651f841b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.610398 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-692cf133-1ca9-4253-a271-84af651f841b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6305556 Jul 16 20:25:38.618976 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-a8b6d4ca-84e9-4f5b-9c54-d0ff2f3a6c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:38.620842 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-a8b6d4ca-84e9-4f5b-9c54-d0ff2f3a6c3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fed2a9f4-4984-4b87-a48a-a9fcef3fa565 HTTP/1.1" status: 200 len: 848 time: 0.1164005 Jul 16 20:25:38.636388 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-9453de86-ad33-4a13-81e0-45eac9125d7a service neutron] Request body: {'port': {'device_id': '2d0f970b-978f-41ad-a945-2b96be6dcd0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:38.675689 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-c82c1bcd-e6a8-4433-8a4a-07ab7568b114 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432429 Jul 16 20:25:38.705570 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccccdb5-d32d-4a2b-bd97-8ffb062399eb req-fe42d33c-0e27-48fa-8c2a-ffacf7323a81 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:38.712507 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fccccdb5-d32d-4a2b-bd97-8ffb062399eb req-fe42d33c-0e27-48fa-8c2a-ffacf7323a81 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 945 time: 0.2164409 Jul 16 20:25:38.725663 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60446) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:38.821083 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fccccdb5-d32d-4a2b-bd97-8ffb062399eb req-3860cae8-3f38-4153-8eab-e8abeda33af2 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076503 Jul 16 20:25:38.822898 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-9453de86-ad33-4a13-81e0-45eac9125d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.833736 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7235dd8-7988-4442-b974-dcffe41679e2 req-f7ee8a9e-8d1b-44e4-9b0c-69e17c5a7c8b tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:38.841553 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f7235dd8-7988-4442-b974-dcffe41679e2 req-f7ee8a9e-8d1b-44e4-9b0c-69e17c5a7c8b tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad146398-13aa-4e91-8f57-a872b40636eb HTTP/1.1" status: 200 len: 950 time: 0.2525759 Jul 16 20:25:38.846598 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-95c7299d-61d1-46eb-afd5-0729a1d55e1d None None] Provisioning for port a945e4b3-9f20-432b-bb38-ab46adc12c79 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:38.882914 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-95c7299d-61d1-46eb-afd5-0729a1d55e1d None None] Provisioning complete for port a945e4b3-9f20-432b-bb38-ab46adc12c79 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:38.885065 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95c7299d-61d1-46eb-afd5-0729a1d55e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.937394 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-95c7299d-61d1-46eb-afd5-0729a1d55e1d None None] Port a945e4b3-9f20-432b-bb38-ab46adc12c79 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:38.954390 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f7235dd8-7988-4442-b974-dcffe41679e2 req-6701ad9e-29e2-4d41-accb-f476f920ddfe tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117718 Jul 16 20:25:39.160300 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-4c0345ae-8d5a-4b6a-a273-772702faf122 tempest-QuotasTest-59353554 tempest-QuotasTest-59353554-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:39.199574 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-b61befc6-694f-47fa-9a97-60f54e67dd37 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:39.222945 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-9b1b9d32-fa85-43ba-937c-d70cee257809 service neutron] 10.222.0.18 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5389385 Jul 16 20:25:39.341335 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-afd827bb-ae6d-4ae9-8633-0b0fb79cfe3b service neutron] 10.222.0.18 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088498 Jul 16 20:25:39.344898 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4c0345ae-8d5a-4b6a-a273-772702faf122 tempest-QuotasTest-59353554 tempest-QuotasTest-59353554-project-admin] 10.222.0.38 "PUT /v2.0/quotas/e884ee3386394e48bae91a3992e21c2d HTTP/1.1" status: 200 len: 366 time: 0.6087852 Jul 16 20:25:39.347996 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60456) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:39.376890 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-b61befc6-694f-47fa-9a97-60f54e67dd37 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:39.383953 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-9453de86-ad33-4a13-81e0-45eac9125d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17048cda-aaac-4670-89fb-a6c32e52ffe9 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:39.393236 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d07c44c2-3b4c-44d9-b0f5-ff498a77914b tempest-QuotasTest-59353554 tempest-QuotasTest-59353554-project-admin] 10.222.0.38 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0402095 Jul 16 20:25:39.398395 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-9453de86-ad33-4a13-81e0-45eac9125d7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:39.408326 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60458) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:39.435839 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-b61befc6-694f-47fa-9a97-60f54e67dd37 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Network e1c5d2cc-b665-49f1-a6ce-bba156502988 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:39.440263 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-b61befc6-694f-47fa-9a97-60f54e67dd37 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:39.449819 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-b61befc6-694f-47fa-9a97-60f54e67dd37 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:39.460292 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147b49a-90f7-4819-ad88-64ecd4068376 req-aa752995-106f-4907-85c8-c7767335c389 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:39.462027 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3147b49a-90f7-4819-ad88-64ecd4068376 req-aa752995-106f-4907-85c8-c7767335c389 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1d86c7e-0dc5-4a67-86ad-cd3436be7cab HTTP/1.1" status: 200 len: 945 time: 0.2679658 Jul 16 20:25:39.463703 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-856febc2-2528-4ad0-9db7-a5e8d24c96c0 tempest-QuotasTest-59353554 tempest-QuotasTest-59353554-project-admin] 10.222.0.38 "GET /v2.0/quotas/e884ee3386394e48bae91a3992e21c2d HTTP/1.1" status: 200 len: 366 time: 0.0541894 Jul 16 20:25:39.467027 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60462) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:39.471076 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-9453de86-ad33-4a13-81e0-45eac9125d7a service neutron] Transition to ACTIVE for port object 17048cda-aaac-4670-89fb-a6c32e52ffe9 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:39.494875 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-9453de86-ad33-4a13-81e0-45eac9125d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:39.498335 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61befc6-694f-47fa-9a97-60f54e67dd37 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Pushing event updated for resources: {'Port': ['ID=7ff9bb74-436d-4738-aadb-24b7f86e12b5,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:39.519197 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-19d59c5d-cc1f-45db-a7f0-c2801ed60ec1 tempest-QuotasTest-59353554 tempest-QuotasTest-59353554-project-admin] 10.222.0.38 "DELETE /v2.0/quotas/e884ee3386394e48bae91a3992e21c2d HTTP/1.1" status: 204 len: 168 time: 0.0505595 Jul 16 20:25:39.523175 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60464) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:39.542959 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4fa8e883-5104-4a7e-ba46-5266fa4a67f3 tempest-QuotasTest-59353554 tempest-QuotasTest-59353554-project-admin] 10.222.0.38 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0181491 Jul 16 20:25:39.547093 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60466) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:39.566501 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-b61befc6-694f-47fa-9a97-60f54e67dd37 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:39.569029 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-b61befc6-694f-47fa-9a97-60f54e67dd37 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:39.581127 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-43480588-1b4d-475c-ab4c-a8d3cfdc41ec tempest-QuotasTest-59353554 tempest-QuotasTest-59353554-project-admin] 10.222.0.38 "GET /v2.0/quotas/e884ee3386394e48bae91a3992e21c2d HTTP/1.1" status: 200 len: 370 time: 0.0303087 Jul 16 20:25:39.587001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60468) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:39.602925 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9d6d606e-3848-4df5-871a-25a3805cb6c8 tempest-QuotasTest-59353554 tempest-QuotasTest-59353554-project-admin] 10.222.0.38 "GET /v2.0/quotas/e884ee3386394e48bae91a3992e21c2d/default HTTP/1.1" status: 200 len: 370 time: 0.0106618 Jul 16 20:25:39.603347 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3147b49a-90f7-4819-ad88-64ecd4068376 req-4c9dc801-2cc0-4db0-93dc-c1c9fba5cb78 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245561 Jul 16 20:25:39.603580 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60470) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:39.613446 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-b61befc6-694f-47fa-9a97-60f54e67dd37 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1134331 Jul 16 20:25:39.619692 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-e9ececaa-e661-477d-8298-1c9daa7a6ea9 tempest-QuotasTest-59353554 tempest-QuotasTest-59353554-project-admin] delete failed (client error): The resource could not be found. Jul 16 20:25:39.622977 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453de86-ad33-4a13-81e0-45eac9125d7a service neutron] Pushing event updated for resources: {'Port': ['ID=17048cda-aaac-4670-89fb-a6c32e52ffe9,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:39.625858 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e9ececaa-e661-477d-8298-1c9daa7a6ea9 tempest-QuotasTest-59353554 tempest-QuotasTest-59353554-project-admin] 10.222.0.38 "DELETE /v2.0/quotas/e884ee3386394e48bae91a3992e21c2d HTTP/1.1" status: 404 len: 348 time: 0.0197470 Jul 16 20:25:39.633629 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-da5d6348-801c-43ca-ae6b-2a1bbb99117e service neutron] Request body: {'port': {'device_id': 'daf6745e-39f9-432d-a911-2f138bccdc62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:39.638036 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ac1af-951e-44c5-ad49-66597362ab96 req-b006f3db-f684-49bd-843c-b9444d18731a tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:39.660357 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ac1af-951e-44c5-ad49-66597362ab96 req-b006f3db-f684-49bd-843c-b9444d18731a tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:39.681235 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac3ac1af-951e-44c5-ad49-66597362ab96 req-b006f3db-f684-49bd-843c-b9444d18731a tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d0f970b-978f-41ad-a945-2b96be6dcd0c HTTP/1.1" status: 200 len: 1654 time: 0.2981296 Jul 16 20:25:39.825431 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-da5d6348-801c-43ca-ae6b-2a1bbb99117e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:39.888179 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60476) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:39.922906 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac3ac1af-951e-44c5-ad49-66597362ab96 req-f7f536a2-8484-43f8-9ee5-514f60ba92c0 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406895 Jul 16 20:25:39.963122 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-9453de86-ad33-4a13-81e0-45eac9125d7a service neutron] Attempting to bind port 17048cda-aaac-4670-89fb-a6c32e52ffe9 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:39.963466 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-9453de86-ad33-4a13-81e0-45eac9125d7a service neutron] Attempting to bind port 17048cda-aaac-4670-89fb-a6c32e52ffe9 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'cfeb7d39-cd12-4383-9d47-b8e1bb6740fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1fdd040d-1a48-48fa-a824-3eee5713ef90'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:39.963816 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-9453de86-ad33-4a13-81e0-45eac9125d7a service neutron] Attempting to bind port 17048cda-aaac-4670-89fb-a6c32e52ffe9 on network 1fdd040d-1a48-48fa-a824-3eee5713ef90 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:39.985179 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-9453de86-ad33-4a13-81e0-45eac9125d7a service neutron] Port 17048cda-aaac-4670-89fb-a6c32e52ffe9 on network 1fdd040d-1a48-48fa-a824-3eee5713ef90 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:39.985495 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-9453de86-ad33-4a13-81e0-45eac9125d7a service neutron] Attempting to bind port 17048cda-aaac-4670-89fb-a6c32e52ffe9 on network 1fdd040d-1a48-48fa-a824-3eee5713ef90 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:39.992362 n-d-791506-21 neutron-server[93794]: DEBUG neutron.quota.resource [None req-47172f8b-b312-475d-b3cc-7653ddf57eaa tempest-QuotasTest-59353554 tempest-QuotasTest-59353554-project-admin] Usage tracker for resource:network and tenant:e60e1002eeaa4d208f9a1ad202e9b16c is out of sync, need to count used quota {{(pid=93794) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:25:40.003196 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-9453de86-ad33-4a13-81e0-45eac9125d7a service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:40.004133 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-9453de86-ad33-4a13-81e0-45eac9125d7a service neutron] Checking segment: {'id': 'cfeb7d39-cd12-4383-9d47-b8e1bb6740fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1fdd040d-1a48-48fa-a824-3eee5713ef90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:40.004133 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-9453de86-ad33-4a13-81e0-45eac9125d7a service neutron] Bound using segment: {'id': 'cfeb7d39-cd12-4383-9d47-b8e1bb6740fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1fdd040d-1a48-48fa-a824-3eee5713ef90'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:40.004345 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-9453de86-ad33-4a13-81e0-45eac9125d7a service neutron] Bound port: 17048cda-aaac-4670-89fb-a6c32e52ffe9, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfeb7d39-cd12-4383-9d47-b8e1bb6740fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1fdd040d-1a48-48fa-a824-3eee5713ef90'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:40.004715 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-9453de86-ad33-4a13-81e0-45eac9125d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.008316 n-d-791506-21 neutron-server[93794]: DEBUG neutron.quota.resource [None req-47172f8b-b312-475d-b3cc-7653ddf57eaa tempest-QuotasTest-59353554 tempest-QuotasTest-59353554-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93794) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:25:40.032149 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f93559-dcad-4a58-9064-0c49c2170ef3 req-d6bf2534-6c2e-44b0-b852-ca7a2661dd0f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:40.033733 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c0f93559-dcad-4a58-9064-0c49c2170ef3 req-d6bf2534-6c2e-44b0-b852-ca7a2661dd0f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 950 time: 0.2100608 Jul 16 20:25:40.063166 n-d-791506-21 neutron-server[93794]: DEBUG neutron.quota.resource [None req-47172f8b-b312-475d-b3cc-7653ddf57eaa tempest-QuotasTest-59353554 tempest-QuotasTest-59353554-project-admin] Usage tracker for resource:subnet and tenant:e60e1002eeaa4d208f9a1ad202e9b16c is out of sync, need to count used quota {{(pid=93794) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:25:40.088530 n-d-791506-21 neutron-server[93794]: DEBUG neutron.quota.resource [None req-47172f8b-b312-475d-b3cc-7653ddf57eaa tempest-QuotasTest-59353554 tempest-QuotasTest-59353554-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93794) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:25:40.162503 n-d-791506-21 neutron-server[93794]: DEBUG neutron.quota.resource [None req-47172f8b-b312-475d-b3cc-7653ddf57eaa tempest-QuotasTest-59353554 tempest-QuotasTest-59353554-project-admin] Usage tracker for resource:subnetpool and tenant:e60e1002eeaa4d208f9a1ad202e9b16c is out of sync, need to count used quota {{(pid=93794) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:25:40.175331 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c0f93559-dcad-4a58-9064-0c49c2170ef3 req-5e7b0c61-6c4d-4962-bf3b-3da32daabdec tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320066 Jul 16 20:25:40.180398 n-d-791506-21 neutron-server[93794]: DEBUG neutron.quota.resource [None req-47172f8b-b312-475d-b3cc-7653ddf57eaa tempest-QuotasTest-59353554 tempest-QuotasTest-59353554-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93794) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:25:40.190977 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-9453de86-ad33-4a13-81e0-45eac9125d7a service neutron] For port 17048cda-aaac-4670-89fb-a6c32e52ffe9, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:40.192859 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-da5d6348-801c-43ca-ae6b-2a1bbb99117e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ff9bb74-436d-4738-aadb-24b7f86e12b5 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:40.196160 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-9453de86-ad33-4a13-81e0-45eac9125d7a service neutron] For port 17048cda-aaac-4670-89fb-a6c32e52ffe9, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=17048cda-aaac-4670-89fb-a6c32e52ffe9,segment=NetworkSegment(cfeb7d39-cd12-4383-9d47-b8e1bb6740fa),segment_id=cfeb7d39-cd12-4383-9d47-b8e1bb6740fa)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:40.203250 n-d-791506-21 neutron-server[93794]: DEBUG neutron.quota.resource [None req-47172f8b-b312-475d-b3cc-7653ddf57eaa tempest-QuotasTest-59353554 tempest-QuotasTest-59353554-project-admin] Usage tracker for resource:port and tenant:e60e1002eeaa4d208f9a1ad202e9b16c is out of sync, need to count used quota {{(pid=93794) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:25:40.204314 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-da5d6348-801c-43ca-ae6b-2a1bbb99117e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.211992 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-9453de86-ad33-4a13-81e0-45eac9125d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.224762 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-da5d6348-801c-43ca-ae6b-2a1bbb99117e service neutron] Transition to ACTIVE for port object 7ff9bb74-436d-4738-aadb-24b7f86e12b5 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:40.230057 n-d-791506-21 neutron-server[93794]: DEBUG neutron.quota.resource [None req-47172f8b-b312-475d-b3cc-7653ddf57eaa tempest-QuotasTest-59353554 tempest-QuotasTest-59353554-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93794) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:25:40.232097 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-da5d6348-801c-43ca-ae6b-2a1bbb99117e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.292937 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-9453de86-ad33-4a13-81e0-45eac9125d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:40.293564 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-9453de86-ad33-4a13-81e0-45eac9125d7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.295476 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-9453de86-ad33-4a13-81e0-45eac9125d7a service neutron] 10.222.0.18 "PUT /v2.0/ports/17048cda-aaac-4670-89fb-a6c32e52ffe9 HTTP/1.1" status: 200 len: 1092 time: 1.6657968 Jul 16 20:25:40.301977 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0f970b-978f-41ad-a945-2b96be6dcd0c', 'tag': '17048cda-aaac-4670-89fb-a6c32e52ffe9'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:40.304755 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0c2dca-dce3-47c1-9fae-a98db928cff8" -d '{"events": [{"name": "network-changed", "server_uuid": "2d0f970b-978f-41ad-a945-2b96be6dcd0c", "tag": "17048cda-aaac-4670-89fb-a6c32e52ffe9"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:40.333072 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d6348-801c-43ca-ae6b-2a1bbb99117e service neutron] Pushing event updated for resources: {'Port': ['ID=7ff9bb74-436d-4738-aadb-24b7f86e12b5,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:40.336281 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-19ede203-ef2c-4dbf-9ad6-2bc01ff3a2ef service neutron] Request body: {'port': {'device_id': '2d0f970b-978f-41ad-a945-2b96be6dcd0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:40.349055 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239e584-85d3-41af-9bbb-455971e2c85a req-1d79d74f-1d83-4a4a-91b3-96b088bee68a tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:40.356888 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c239e584-85d3-41af-9bbb-455971e2c85a req-1d79d74f-1d83-4a4a-91b3-96b088bee68a tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=daf6745e-39f9-432d-a911-2f138bccdc62 HTTP/1.1" status: 200 len: 932 time: 0.2608745 Jul 16 20:25:40.360285 n-d-791506-21 neutron-server[93794]: DEBUG neutron.quota.resource [None req-47172f8b-b312-475d-b3cc-7653ddf57eaa tempest-QuotasTest-59353554 tempest-QuotasTest-59353554-project-admin] Usage tracker for resource:router and tenant:e60e1002eeaa4d208f9a1ad202e9b16c is out of sync, need to count used quota {{(pid=93794) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:25:40.417409 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-da5d6348-801c-43ca-ae6b-2a1bbb99117e service neutron] Attempting to bind port 7ff9bb74-436d-4738-aadb-24b7f86e12b5 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:40.418149 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-da5d6348-801c-43ca-ae6b-2a1bbb99117e service neutron] Attempting to bind port 7ff9bb74-436d-4738-aadb-24b7f86e12b5 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '74469c65-10c2-4a15-a42f-0b8daf985fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:40.418149 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-da5d6348-801c-43ca-ae6b-2a1bbb99117e service neutron] Attempting to bind port 7ff9bb74-436d-4738-aadb-24b7f86e12b5 on network e1c5d2cc-b665-49f1-a6ce-bba156502988 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:40.423894 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-da5d6348-801c-43ca-ae6b-2a1bbb99117e service neutron] Port 7ff9bb74-436d-4738-aadb-24b7f86e12b5 on network e1c5d2cc-b665-49f1-a6ce-bba156502988 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:40.424346 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-da5d6348-801c-43ca-ae6b-2a1bbb99117e service neutron] Attempting to bind port 7ff9bb74-436d-4738-aadb-24b7f86e12b5 on network e1c5d2cc-b665-49f1-a6ce-bba156502988 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:40.430016 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-da5d6348-801c-43ca-ae6b-2a1bbb99117e service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:40.430544 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-da5d6348-801c-43ca-ae6b-2a1bbb99117e service neutron] Checking segment: {'id': '74469c65-10c2-4a15-a42f-0b8daf985fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:40.431037 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-da5d6348-801c-43ca-ae6b-2a1bbb99117e service neutron] Bound using segment: {'id': '74469c65-10c2-4a15-a42f-0b8daf985fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:40.431592 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-da5d6348-801c-43ca-ae6b-2a1bbb99117e service neutron] Bound port: 7ff9bb74-436d-4738-aadb-24b7f86e12b5, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74469c65-10c2-4a15-a42f-0b8daf985fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:40.432046 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-da5d6348-801c-43ca-ae6b-2a1bbb99117e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.440905 n-d-791506-21 neutron-server[93794]: DEBUG neutron.quota.resource [None req-47172f8b-b312-475d-b3cc-7653ddf57eaa tempest-QuotasTest-59353554 tempest-QuotasTest-59353554-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93794) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:25:40.453807 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453de86-ad33-4a13-81e0-45eac9125d7a service neutron] Pushing event updated for resources: {'Port': ['ID=17048cda-aaac-4670-89fb-a6c32e52ffe9,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:40.492069 n-d-791506-21 neutron-server[93794]: DEBUG neutron.quota.resource [None req-47172f8b-b312-475d-b3cc-7653ddf57eaa tempest-QuotasTest-59353554 tempest-QuotasTest-59353554-project-admin] Usage tracker for resource:floatingip and tenant:e60e1002eeaa4d208f9a1ad202e9b16c is out of sync, need to count used quota {{(pid=93794) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:25:40.511457 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-da5d6348-801c-43ca-ae6b-2a1bbb99117e service neutron] For port 7ff9bb74-436d-4738-aadb-24b7f86e12b5, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:40.515640 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-da5d6348-801c-43ca-ae6b-2a1bbb99117e service neutron] For port 7ff9bb74-436d-4738-aadb-24b7f86e12b5, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7ff9bb74-436d-4738-aadb-24b7f86e12b5,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:40.519146 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c239e584-85d3-41af-9bbb-455971e2c85a req-ea06fe95-b17b-4fb0-9849-686c7247273d tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609674 Jul 16 20:25:40.526094 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-da5d6348-801c-43ca-ae6b-2a1bbb99117e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.556627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.quota.resource [None req-47172f8b-b312-475d-b3cc-7653ddf57eaa tempest-QuotasTest-59353554 tempest-QuotasTest-59353554-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93794) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:25:40.612713 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d6348-801c-43ca-ae6b-2a1bbb99117e service neutron] Pushing event updated for resources: {'Port': ['ID=7ff9bb74-436d-4738-aadb-24b7f86e12b5,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:40.625910 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-da5d6348-801c-43ca-ae6b-2a1bbb99117e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:40.626719 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-da5d6348-801c-43ca-ae6b-2a1bbb99117e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.628278 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-da5d6348-801c-43ca-ae6b-2a1bbb99117e service neutron] 10.222.0.18 "PUT /v2.0/ports/7ff9bb74-436d-4738-aadb-24b7f86e12b5 HTTP/1.1" status: 200 len: 1093 time: 1.0005283 Jul 16 20:25:40.628750 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf6745e-39f9-432d-a911-2f138bccdc62', 'tag': '7ff9bb74-436d-4738-aadb-24b7f86e12b5'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:40.631711 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29f5508-ee94-4988-8562-1f2fd290e0fa" -d '{"events": [{"name": "network-changed", "server_uuid": "daf6745e-39f9-432d-a911-2f138bccdc62", "tag": "7ff9bb74-436d-4738-aadb-24b7f86e12b5"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:40.645485 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-19ede203-ef2c-4dbf-9ad6-2bc01ff3a2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.657937 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fcc16-fbba-4ef0-ae9a-4ea884ef00c9 req-ecbdbb00-ecb1-4c61-a7d7-35bf49b1a82a tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:40.659474 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f19fcc16-fbba-4ef0-ae9a-4ea884ef00c9 req-ecbdbb00-ecb1-4c61-a7d7-35bf49b1a82a tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 945 time: 0.3335693 Jul 16 20:25:40.731402 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-0b63b5f3-ff4f-410c-b3e0-e766ac2d95db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:40.734103 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-0b63b5f3-ff4f-410c-b3e0-e766ac2d95db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b8887d8465f43f68153fdd72b6e7bdc&device_id=daf6745e-39f9-432d-a911-2f138bccdc62 HTTP/1.1" status: 200 len: 1096 time: 0.0608089 Jul 16 20:25:40.776078 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-8a310afb-db26-4cc2-bb48-acffc858ee75 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ff9bb74-436d-4738-aadb-24b7f86e12b5 HTTP/1.1" status: 200 len: 217 time: 0.0360224 Jul 16 20:25:40.797517 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f19fcc16-fbba-4ef0-ae9a-4ea884ef00c9 req-eb6d186e-b692-493c-ac9f-5b09df104152 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191289 Jul 16 20:25:40.801999 n-d-791506-21 neutron-server[93794]: DEBUG neutron.quota.resource [None req-47172f8b-b312-475d-b3cc-7653ddf57eaa tempest-QuotasTest-59353554 tempest-QuotasTest-59353554-project-admin] Usage tracker for resource:security_group and tenant:e60e1002eeaa4d208f9a1ad202e9b16c is out of sync, need to count used quota {{(pid=93794) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:25:40.828291 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-2d33b232-57f1-4381-bf15-e8b68ef21fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:40.830412 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-2d33b232-57f1-4381-bf15-e8b68ef21fdf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d69795-663e-4814-80c1-613e990ce032 HTTP/1.1" status: 200 len: 844 time: 0.0478458 Jul 16 20:25:40.860818 n-d-791506-21 neutron-server[93794]: DEBUG neutron.quota.resource [None req-47172f8b-b312-475d-b3cc-7653ddf57eaa tempest-QuotasTest-59353554 tempest-QuotasTest-59353554-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93794) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:25:40.869213 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-c1a1392a-f7ce-4e23-9e36-b7dc64ab7392 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1c5d2cc-b665-49f1-a6ce-bba156502988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321374 Jul 16 20:25:40.898593 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132aadd-27ca-4c9f-bf8d-541ff387d233 req-743cf593-8ac8-4a94-885d-94274677373c tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:40.900152 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1132aadd-27ca-4c9f-bf8d-541ff387d233 req-743cf593-8ac8-4a94-885d-94274677373c tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad146398-13aa-4e91-8f57-a872b40636eb HTTP/1.1" status: 200 len: 950 time: 0.2386823 Jul 16 20:25:40.906224 n-d-791506-21 neutron-server[93794]: DEBUG neutron.quota.resource [None req-47172f8b-b312-475d-b3cc-7653ddf57eaa tempest-QuotasTest-59353554 tempest-QuotasTest-59353554-project-admin] Usage tracker for resource:security_group_rule and tenant:e60e1002eeaa4d208f9a1ad202e9b16c is out of sync, need to count used quota {{(pid=93794) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:25:40.937805 n-d-791506-21 neutron-server[93794]: DEBUG neutron.quota.resource [None req-47172f8b-b312-475d-b3cc-7653ddf57eaa tempest-QuotasTest-59353554 tempest-QuotasTest-59353554-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93794) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:25:40.984456 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-d3f4b307-6866-44c6-b73d-0dd906f267c7 service neutron] 10.222.0.18 "GET /v2.0/networks/e1c5d2cc-b665-49f1-a6ce-bba156502988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072295 Jul 16 20:25:40.994127 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-47172f8b-b312-475d-b3cc-7653ddf57eaa tempest-QuotasTest-59353554 tempest-QuotasTest-59353554-project-admin] 10.222.0.38 "GET /v2.0/quotas/e60e1002eeaa4d208f9a1ad202e9b16c/details.json HTTP/1.1" status: 200 len: 703 time: 1.0996783 Jul 16 20:25:41.031841 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9d3853-5075-43fa-a4a3-0fe9b5d235ed x-openstack-request-id: req-5a9d3853-5075-43fa-a4a3-0fe9b5d235ed {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:41.032297 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d0f970b-978f-41ad-a945-2b96be6dcd0c", "tag": "17048cda-aaac-4670-89fb-a6c32e52ffe9", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:41.032651 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5a9d3853-5075-43fa-a4a3-0fe9b5d235ed {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:41.033289 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0f970b-978f-41ad-a945-2b96be6dcd0c', 'tag': '17048cda-aaac-4670-89fb-a6c32e52ffe9', 'status': 'completed', 'code': 200} Jul 16 20:25:41.056357 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1132aadd-27ca-4c9f-bf8d-541ff387d233 req-74bee3c8-3258-4617-ac62-d8797f38251f tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354647 Jul 16 20:25:41.157983 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967af4f6-ea4e-4793-a313-2cd9d6467319 x-openstack-request-id: req-967af4f6-ea4e-4793-a313-2cd9d6467319 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:41.158447 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf6745e-39f9-432d-a911-2f138bccdc62", "tag": "7ff9bb74-436d-4738-aadb-24b7f86e12b5", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:41.158858 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-967af4f6-ea4e-4793-a313-2cd9d6467319 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:41.159693 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf6745e-39f9-432d-a911-2f138bccdc62', 'tag': '7ff9bb74-436d-4738-aadb-24b7f86e12b5', 'status': 'completed', 'code': 200} Jul 16 20:25:41.168615 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d002e14a-b2cc-4975-a53b-9dc42a30c2ab req-f6431235-b122-40bf-9881-c8863de97b42 service neutron] 10.222.0.18 "GET /v2.0/networks/e1c5d2cc-b665-49f1-a6ce-bba156502988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791441 Jul 16 20:25:41.190056 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c2dca-dce3-47c1-9fae-a98db928cff8 req-44e6e8a2-e576-4e64-a764-4d0c51607f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:41.190526 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c2dca-dce3-47c1-9fae-a98db928cff8 req-44e6e8a2-e576-4e64-a764-4d0c51607f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:41.192692 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5e0c2dca-dce3-47c1-9fae-a98db928cff8 req-44e6e8a2-e576-4e64-a764-4d0c51607f4d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=09c144a5203b4664aacedc644bfac14e&device_id=2d0f970b-978f-41ad-a945-2b96be6dcd0c HTTP/1.1" status: 200 len: 1914 time: 0.1020844 Jul 16 20:25:41.236604 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-19ede203-ef2c-4dbf-9ad6-2bc01ff3a2ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a945e4b3-9f20-432b-bb38-ab46adc12c79 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:41.252961 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-19ede203-ef2c-4dbf-9ad6-2bc01ff3a2ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.275812 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-19ede203-ef2c-4dbf-9ad6-2bc01ff3a2ef service neutron] Transition to ACTIVE for port object a945e4b3-9f20-432b-bb38-ab46adc12c79 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:41.286509 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-19ede203-ef2c-4dbf-9ad6-2bc01ff3a2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.431049 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c2dca-dce3-47c1-9fae-a98db928cff8 req-b9aca660-1caa-439d-ac80-347582469a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:41.431820 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c2dca-dce3-47c1-9fae-a98db928cff8 req-b9aca660-1caa-439d-ac80-347582469a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:41.432379 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c2dca-dce3-47c1-9fae-a98db928cff8 req-b9aca660-1caa-439d-ac80-347582469a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:41.434204 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5e0c2dca-dce3-47c1-9fae-a98db928cff8 req-b9aca660-1caa-439d-ac80-347582469a5e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=09c144a5203b4664aacedc644bfac14e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2339597 Jul 16 20:25:41.438440 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f5508-ee94-4988-8562-1f2fd290e0fa req-e083fb2e-9993-41b4-a47e-3ea119d0b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:41.443224 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f29f5508-ee94-4988-8562-1f2fd290e0fa req-e083fb2e-9993-41b4-a47e-3ea119d0b70b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b8887d8465f43f68153fdd72b6e7bdc&device_id=daf6745e-39f9-432d-a911-2f138bccdc62 HTTP/1.1" status: 200 len: 1096 time: 0.2002091 Jul 16 20:25:41.550607 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ede203-ef2c-4dbf-9ad6-2bc01ff3a2ef service neutron] Pushing event updated for resources: {'Port': ['ID=a945e4b3-9f20-432b-bb38-ab46adc12c79,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:41.658076 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-19ede203-ef2c-4dbf-9ad6-2bc01ff3a2ef service neutron] Attempting to bind port a945e4b3-9f20-432b-bb38-ab46adc12c79 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:41.658551 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-19ede203-ef2c-4dbf-9ad6-2bc01ff3a2ef service neutron] Attempting to bind port a945e4b3-9f20-432b-bb38-ab46adc12c79 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '8f1adb44-0500-40b4-afe3-df741f33bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4dce85eb-8c4d-477d-aedc-b37f3762c695'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:41.658896 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-19ede203-ef2c-4dbf-9ad6-2bc01ff3a2ef service neutron] Attempting to bind port a945e4b3-9f20-432b-bb38-ab46adc12c79 on network 4dce85eb-8c4d-477d-aedc-b37f3762c695 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:41.664670 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60502) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:41.673963 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-19ede203-ef2c-4dbf-9ad6-2bc01ff3a2ef service neutron] Port a945e4b3-9f20-432b-bb38-ab46adc12c79 on network 4dce85eb-8c4d-477d-aedc-b37f3762c695 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:41.674289 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-19ede203-ef2c-4dbf-9ad6-2bc01ff3a2ef service neutron] Attempting to bind port a945e4b3-9f20-432b-bb38-ab46adc12c79 on network 4dce85eb-8c4d-477d-aedc-b37f3762c695 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:41.700682 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3055e26-620b-4226-95f8-ef0f659df096 req-ad24bda2-ea81-4902-b66b-92c86dd4ab92 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:41.707964 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c2dca-dce3-47c1-9fae-a98db928cff8 req-326fd8c4-db1c-4afb-bfab-d09f089a2f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:41.709540 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5e0c2dca-dce3-47c1-9fae-a98db928cff8 req-326fd8c4-db1c-4afb-bfab-d09f089a2f4a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2633781 Jul 16 20:25:41.711018 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f5508-ee94-4988-8562-1f2fd290e0fa req-0205f0ed-f58e-457f-8d1e-c3b8400c1759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:41.715121 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f29f5508-ee94-4988-8562-1f2fd290e0fa req-0205f0ed-f58e-457f-8d1e-c3b8400c1759 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e1c5d2cc-b665-49f1-a6ce-bba156502988 HTTP/1.1" status: 200 len: 905 time: 0.2428725 Jul 16 20:25:41.722113 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3055e26-620b-4226-95f8-ef0f659df096 req-ad24bda2-ea81-4902-b66b-92c86dd4ab92 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:41.735460 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b3055e26-620b-4226-95f8-ef0f659df096 req-ad24bda2-ea81-4902-b66b-92c86dd4ab92 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d0f970b-978f-41ad-a945-2b96be6dcd0c HTTP/1.1" status: 200 len: 1678 time: 0.3890643 Jul 16 20:25:41.772728 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f29f5508-ee94-4988-8562-1f2fd290e0fa req-5a7fecea-074e-498c-a1eb-bb7489aff8ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ff9bb74-436d-4738-aadb-24b7f86e12b5 HTTP/1.1" status: 200 len: 217 time: 0.0489411 Jul 16 20:25:41.832386 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-19ede203-ef2c-4dbf-9ad6-2bc01ff3a2ef service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:41.833118 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-19ede203-ef2c-4dbf-9ad6-2bc01ff3a2ef service neutron] Checking segment: {'id': '8f1adb44-0500-40b4-afe3-df741f33bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4dce85eb-8c4d-477d-aedc-b37f3762c695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:41.833713 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-19ede203-ef2c-4dbf-9ad6-2bc01ff3a2ef service neutron] Bound using segment: {'id': '8f1adb44-0500-40b4-afe3-df741f33bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4dce85eb-8c4d-477d-aedc-b37f3762c695'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:41.834419 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-19ede203-ef2c-4dbf-9ad6-2bc01ff3a2ef service neutron] Bound port: a945e4b3-9f20-432b-bb38-ab46adc12c79, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1adb44-0500-40b4-afe3-df741f33bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4dce85eb-8c4d-477d-aedc-b37f3762c695'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:41.835127 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-19ede203-ef2c-4dbf-9ad6-2bc01ff3a2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.842064 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8d640a08-362a-4503-b541-5f9be604eb54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.859321 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f5508-ee94-4988-8562-1f2fd290e0fa req-24f08ef6-a440-4f00-b307-f4b30c776ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:41.860897 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f29f5508-ee94-4988-8562-1f2fd290e0fa req-24f08ef6-a440-4f00-b307-f4b30c776ea4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d69795-663e-4814-80c1-613e990ce032 HTTP/1.1" status: 200 len: 844 time: 0.0814881 Jul 16 20:25:41.904243 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f29f5508-ee94-4988-8562-1f2fd290e0fa req-93348da9-32bd-4b39-b783-3bef4250d6c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1c5d2cc-b665-49f1-a6ce-bba156502988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340002 Jul 16 20:25:41.916666 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b3055e26-620b-4226-95f8-ef0f659df096 req-5eb05e32-6b25-4d4f-9c00-e9d6fd326566 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802821 Jul 16 20:25:41.963949 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-19ede203-ef2c-4dbf-9ad6-2bc01ff3a2ef service neutron] For port a945e4b3-9f20-432b-bb38-ab46adc12c79, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:41.968798 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-19ede203-ef2c-4dbf-9ad6-2bc01ff3a2ef service neutron] For port a945e4b3-9f20-432b-bb38-ab46adc12c79, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a945e4b3-9f20-432b-bb38-ab46adc12c79,segment=NetworkSegment(8f1adb44-0500-40b4-afe3-df741f33bf12),segment_id=8f1adb44-0500-40b4-afe3-df741f33bf12)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:41.978176 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-19ede203-ef2c-4dbf-9ad6-2bc01ff3a2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.990532 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062046e4-ec8e-445c-a61d-7aa53b482ddc req-331a16cb-1982-435c-886e-9938d1e1936d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:41.992707 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-062046e4-ec8e-445c-a61d-7aa53b482ddc req-331a16cb-1982-435c-886e-9938d1e1936d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 950 time: 0.2551763 Jul 16 20:25:42.049599 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f29f5508-ee94-4988-8562-1f2fd290e0fa req-2bab3378-ca3c-41cc-95c7-dff17fb3b3d0 service neutron] 10.222.0.18 "GET /v2.0/networks/e1c5d2cc-b665-49f1-a6ce-bba156502988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349664 Jul 16 20:25:42.051057 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-19ede203-ef2c-4dbf-9ad6-2bc01ff3a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:42.051942 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-19ede203-ef2c-4dbf-9ad6-2bc01ff3a2ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:42.053584 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-19ede203-ef2c-4dbf-9ad6-2bc01ff3a2ef service neutron] 10.222.0.18 "PUT /v2.0/ports/a945e4b3-9f20-432b-bb38-ab46adc12c79 HTTP/1.1" status: 200 len: 1093 time: 1.7264535 Jul 16 20:25:42.101756 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8d640a08-362a-4503-b541-5f9be604eb54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:42.125968 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-062046e4-ec8e-445c-a61d-7aa53b482ddc req-333e8ef4-40f7-4690-b7ca-4c9a34902ada tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045256 Jul 16 20:25:42.132533 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ede203-ef2c-4dbf-9ad6-2bc01ff3a2ef service neutron] Pushing event updated for resources: {'Port': ['ID=a945e4b3-9f20-432b-bb38-ab46adc12c79,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:42.228505 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8d640a08-362a-4503-b541-5f9be604eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:42.238987 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f29f5508-ee94-4988-8562-1f2fd290e0fa req-8a061f31-28e6-4d7f-b166-3cbf83b45632 service neutron] 10.222.0.18 "GET /v2.0/networks/e1c5d2cc-b665-49f1-a6ce-bba156502988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535914 Jul 16 20:25:42.277865 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-bbf4c322-689d-4342-9003-5b81079f5cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:42.278535 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-bbf4c322-689d-4342-9003-5b81079f5cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:42.281051 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-bbf4c322-689d-4342-9003-5b81079f5cfd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=09c144a5203b4664aacedc644bfac14e&device_id=2d0f970b-978f-41ad-a945-2b96be6dcd0c HTTP/1.1" status: 200 len: 1982 time: 0.1728561 Jul 16 20:25:42.292764 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8aa4a5-a720-4e76-a808-1aca361a74e7 req-db5a69d9-9d61-411f-93e9-e4044597cb85 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:42.294389 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6a8aa4a5-a720-4e76-a808-1aca361a74e7 req-db5a69d9-9d61-411f-93e9-e4044597cb85 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1d86c7e-0dc5-4a67-86ad-cd3436be7cab HTTP/1.1" status: 200 len: 945 time: 0.1650097 Jul 16 20:25:42.306925 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8d640a08-362a-4503-b541-5f9be604eb54 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6730c14c0b4f4ec5be2078eb33a79fbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6387765 Jul 16 20:25:42.306925 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d640a08-362a-4503-b541-5f9be604eb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52fc08c-e15b-4a21-a3df-bfea0ba147bf,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:42.308636 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60512) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:42.378159 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-40cbb368-875e-41ec-a6e8-91ba7db4980d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:42.382968 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-de101f3e-70cb-4611-83e8-1495fdd76593 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.89&port_id=17048cda-aaac-4670-89fb-a6c32e52ffe9 HTTP/1.1" status: 200 len: 217 time: 0.0874109 Jul 16 20:25:42.403636 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-40cbb368-875e-41ec-a6e8-91ba7db4980d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:42.460245 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-40cbb368-875e-41ec-a6e8-91ba7db4980d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:42.462800 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6a8aa4a5-a720-4e76-a808-1aca361a74e7 req-755aebd8-1d42-4fe0-ac0c-705cebe0126e tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392295 Jul 16 20:25:42.463689 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-40cbb368-875e-41ec-a6e8-91ba7db4980d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:42.467692 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-40cbb368-875e-41ec-a6e8-91ba7db4980d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b52fc08c-e15b-4a21-a3df-bfea0ba147bf HTTP/1.1" status: 204 len: 168 time: 0.1552751 Jul 16 20:25:42.473815 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-751748f2-0d58-40b1-87a1-086f13f036c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:42.475309 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-751748f2-0d58-40b1-87a1-086f13f036c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2cd8e3ab-7ee2-4df8-9bba-6c425f08eec5 HTTP/1.1" status: 200 len: 801 time: 0.0831532 Jul 16 20:25:42.476703 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbb368-875e-41ec-a6e8-91ba7db4980d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52fc08c-e15b-4a21-a3df-bfea0ba147bf,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:42.502028 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24f160-3d81-4ef0-812b-011e6ffbe39e req-72882937-2f2c-4092-8e77-4f587d28f168 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:42.503853 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b24f160-3d81-4ef0-812b-011e6ffbe39e req-72882937-2f2c-4092-8e77-4f587d28f168 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=daf6745e-39f9-432d-a911-2f138bccdc62 HTTP/1.1" status: 200 len: 944 time: 0.2073143 Jul 16 20:25:42.570800 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b24f160-3d81-4ef0-812b-011e6ffbe39e req-6aa299b7-77d9-40c1-beea-eaf36c965ff2 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479805 Jul 16 20:25:42.583968 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-8dcbc453-a596-47a8-9181-590761d46f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:42.586628 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-8dcbc453-a596-47a8-9181-590761d46f5f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1fdd040d-1a48-48fa-a824-3eee5713ef90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027067 Jul 16 20:25:42.882499 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60518) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:42.897272 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d37d50f8-6e14-414c-bef6-b930c2fbb43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:42.974854 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 7ff9bb74-436d-4738-aadb-24b7f86e12b5 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:25:43.056552 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d37d50f8-6e14-414c-bef6-b930c2fbb43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:43.069663 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d37d50f8-6e14-414c-bef6-b930c2fbb43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:43.095198 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0f970b-978f-41ad-a945-2b96be6dcd0c', 'tag': 'a945e4b3-9f20-432b-bb38-ab46adc12c79'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:43.098056 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76625457-e036-483b-ab06-92429ec4fe91" -d '{"events": [{"name": "network-changed", "server_uuid": "2d0f970b-978f-41ad-a945-2b96be6dcd0c", "tag": "a945e4b3-9f20-432b-bb38-ab46adc12c79"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:43.118134 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 7ff9bb74-436d-4738-aadb-24b7f86e12b5, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7ff9bb74-436d-4738-aadb-24b7f86e12b5,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:43.121750 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-63b2a5f4-038c-41d9-a2df-3e48883c42f6 service neutron] 10.222.0.18 "GET /v2.0/networks/1fdd040d-1a48-48fa-a824-3eee5713ef90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5262940 Jul 16 20:25:43.134667 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '7ff9bb74-436d-4738-aadb-24b7f86e12b5', 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988', 'port_id': '7ff9bb74-436d-4738-aadb-24b7f86e12b5', 'mac_address': 'fa:16:3e:dd:a0:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d69795-663e-4814-80c1-613e990ce032', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:25:43.151513 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d37d50f8-6e14-414c-bef6-b930c2fbb43a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e60e1002eeaa4d208f9a1ad202e9b16c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679980 Jul 16 20:25:43.153980 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d50f8-6e14-414c-bef6-b930c2fbb43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69aa0c4b-6ff8-4d18-8e98-5a56a354dfb1,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:43.157305 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60526) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:43.186602 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:43.208753 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ff9bb74-436d-4738-aadb-24b7f86e12b5 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:43.223812 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-675c94a3-8b2e-4824-ba19-3151fd6c65cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:43.231515 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 7ff9bb74-436d-4738-aadb-24b7f86e12b5, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7ff9bb74-436d-4738-aadb-24b7f86e12b5,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:43.240655 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:43.259302 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-675c94a3-8b2e-4824-ba19-3151fd6c65cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:43.299498 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00df10-d430-441d-a86d-ea74e68a4af5 req-ed64045d-ed7a-4935-a462-eaa77d8d8fc3 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:43.301027 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb00df10-d430-441d-a86d-ea74e68a4af5 req-ed64045d-ed7a-4935-a462-eaa77d8d8fc3 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 945 time: 0.5844460 Jul 16 20:25:43.312256 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ef83c-9f8b-4918-9ec4-2d2754b09032 req-ca489428-9e51-493b-9678-6bf96c92d561 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:43.313854 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e37ef83c-9f8b-4918-9ec4-2d2754b09032 req-ca489428-9e51-493b-9678-6bf96c92d561 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad146398-13aa-4e91-8f57-a872b40636eb HTTP/1.1" status: 200 len: 950 time: 0.2127521 Jul 16 20:25:43.317400 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-ad33a12d-d46f-4d84-8723-5c25b8fd6566 service neutron] 10.222.0.18 "GET /v2.0/networks/1fdd040d-1a48-48fa-a824-3eee5713ef90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842482 Jul 16 20:25:43.334818 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-675c94a3-8b2e-4824-ba19-3151fd6c65cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:43.337356 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-675c94a3-8b2e-4824-ba19-3151fd6c65cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:43.341899 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-675c94a3-8b2e-4824-ba19-3151fd6c65cc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/69aa0c4b-6ff8-4d18-8e98-5a56a354dfb1 HTTP/1.1" status: 204 len: 168 time: 0.1808419 Jul 16 20:25:43.351898 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c94a3-8b2e-4824-ba19-3151fd6c65cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69aa0c4b-6ff8-4d18-8e98-5a56a354dfb1,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:43.376373 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=7ff9bb74-436d-4738-aadb-24b7f86e12b5,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:43.386282 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-1f3b8d37-7b44-4681-8c78-2fd0b1e28001 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.100&port_id=a945e4b3-9f20-432b-bb38-ab46adc12c79 HTTP/1.1" status: 200 len: 217 time: 0.0615163 Jul 16 20:25:43.448842 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb00df10-d430-441d-a86d-ea74e68a4af5 req-fa8e1abd-0de7-498b-8beb-3c903c2ef639 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336665 Jul 16 20:25:43.456473 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e37ef83c-9f8b-4918-9ec4-2d2754b09032 req-423820af-35ef-47b6-bb6e-aaa7db3e6713 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192491 Jul 16 20:25:43.479140 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-f9bb52ad-9861-4070-97d3-ece50fd64263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:43.480907 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-f9bb52ad-9861-4070-97d3-ece50fd64263 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0fb7782e-5bdd-467d-b034-a978e9d64a45 HTTP/1.1" status: 200 len: 801 time: 0.0865657 Jul 16 20:25:43.489341 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['7ff9bb74-436d-4738-aadb-24b7f86e12b5'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:43.558991 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-e0e1d0c7-40e9-4856-a2d4-9d6c853a6938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:43.560608 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-e0e1d0c7-40e9-4856-a2d4-9d6c853a6938 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4dce85eb-8c4d-477d-aedc-b37f3762c695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691535 Jul 16 20:25:43.574559 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278be5f0-3257-4136-ac74-038c60b4d54d x-openstack-request-id: req-278be5f0-3257-4136-ac74-038c60b4d54d {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:43.575178 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d0f970b-978f-41ad-a945-2b96be6dcd0c", "tag": "a945e4b3-9f20-432b-bb38-ab46adc12c79", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:43.575178 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-278be5f0-3257-4136-ac74-038c60b4d54d {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:43.575576 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0f970b-978f-41ad-a945-2b96be6dcd0c', 'tag': 'a945e4b3-9f20-432b-bb38-ab46adc12c79', 'status': 'completed', 'code': 200} Jul 16 20:25:43.688798 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-520e44ca-01b1-4d14-9e17-6a04cf137555 service neutron] 10.222.0.18 "GET /v2.0/networks/4dce85eb-8c4d-477d-aedc-b37f3762c695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173344 Jul 16 20:25:43.896248 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d490e-e785-4ccc-a3e8-43c8fc9b9879 req-75362b31-c834-4cab-8216-9a5e8a4cfdab tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:43.902169 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d490e-e785-4ccc-a3e8-43c8fc9b9879 req-75362b31-c834-4cab-8216-9a5e8a4cfdab tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:43.903874 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f21d490e-e785-4ccc-a3e8-43c8fc9b9879 req-75362b31-c834-4cab-8216-9a5e8a4cfdab tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d0f970b-978f-41ad-a945-2b96be6dcd0c HTTP/1.1" status: 200 len: 1678 time: 0.2139251 Jul 16 20:25:43.908174 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9ea2da0-0c81-4ff7-b030-91fdc11787f8 req-d717d03d-7c8c-4b0c-80c5-39a1ae9a3252 service neutron] 10.222.0.18 "GET /v2.0/networks/4dce85eb-8c4d-477d-aedc-b37f3762c695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085114 Jul 16 20:25:43.928600 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b5a5a-dee6-4086-aaa6-5e403805abf0 req-d3dfa221-2ff8-4580-a9a8-e7fbd374777e tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:43.930392 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ce5b5a5a-dee6-4086-aaa6-5e403805abf0 req-d3dfa221-2ff8-4580-a9a8-e7fbd374777e tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 950 time: 0.1915815 Jul 16 20:25:43.983783 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f21d490e-e785-4ccc-a3e8-43c8fc9b9879 req-a9baadc7-883b-4065-ad15-045566be80a6 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720236 Jul 16 20:25:44.039858 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ce5b5a5a-dee6-4086-aaa6-5e403805abf0 req-3a3caf75-33e6-446b-93d1-59ddeb18f394 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983193 Jul 16 20:25:44.121132 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76625457-e036-483b-ab06-92429ec4fe91 req-36039751-e820-46f3-b128-b8f5e5ee9f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:44.122672 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76625457-e036-483b-ab06-92429ec4fe91 req-36039751-e820-46f3-b128-b8f5e5ee9f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:44.125439 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-76625457-e036-483b-ab06-92429ec4fe91 req-36039751-e820-46f3-b128-b8f5e5ee9f42 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=09c144a5203b4664aacedc644bfac14e&device_id=2d0f970b-978f-41ad-a945-2b96be6dcd0c HTTP/1.1" status: 200 len: 1982 time: 0.1407583 Jul 16 20:25:44.335645 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bcf3b-d03a-420d-bf45-5f2c695c33ed req-6b8eb610-abd1-42d8-b778-dbb3b995f7d3 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:44.336044 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60554) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:44.336867 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-116bcf3b-d03a-420d-bf45-5f2c695c33ed req-6b8eb610-abd1-42d8-b778-dbb3b995f7d3 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1d86c7e-0dc5-4a67-86ad-cd3436be7cab HTTP/1.1" status: 200 len: 945 time: 0.2104526 Jul 16 20:25:44.343286 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76625457-e036-483b-ab06-92429ec4fe91 req-182fd39c-bb1d-4608-88a7-594986ddbda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:44.344670 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-76625457-e036-483b-ab06-92429ec4fe91 req-182fd39c-bb1d-4608-88a7-594986ddbda6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4dce85eb-8c4d-477d-aedc-b37f3762c695 HTTP/1.1" status: 200 len: 903 time: 0.2013607 Jul 16 20:25:44.405164 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b2f2e-621f-4e1e-8d32-1cd192446f8e req-e766e447-1f17-4477-9ffb-7a97a206e20c tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:44.406715 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-da6b2f2e-621f-4e1e-8d32-1cd192446f8e req-e766e447-1f17-4477-9ffb-7a97a206e20c tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=daf6745e-39f9-432d-a911-2f138bccdc62 HTTP/1.1" status: 200 len: 945 time: 0.2161710 Jul 16 20:25:44.409857 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-76625457-e036-483b-ab06-92429ec4fe91 req-d2908f92-bbd5-4480-8825-bdaaa9332b92 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.100&port_id=a945e4b3-9f20-432b-bb38-ab46adc12c79 HTTP/1.1" status: 200 len: 217 time: 0.0552931 Jul 16 20:25:44.444664 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-cbb4b64e-29d8-4427-acec-f8b0034c9909 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-793570151'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:44.453895 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-116bcf3b-d03a-420d-bf45-5f2c695c33ed req-491478ac-e8c9-4c90-9728-c51cc9f94e22 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081760 Jul 16 20:25:44.470254 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb4b64e-29d8-4427-acec-f8b0034c9909 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Made reservation on behalf of 81f0c086e79845729e8ab3b6249d4ad2 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:44.474860 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cbb4b64e-29d8-4427-acec-f8b0034c9909 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.488652 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cbb4b64e-29d8-4427-acec-f8b0034c9909 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.517769 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-da6b2f2e-621f-4e1e-8d32-1cd192446f8e req-e03d54ae-b3bc-4fc0-856d-e563ed790b52 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031337 Jul 16 20:25:44.519346 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76625457-e036-483b-ab06-92429ec4fe91 req-796a8428-8019-43e7-b696-06de1d3729f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:44.521318 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-76625457-e036-483b-ab06-92429ec4fe91 req-796a8428-8019-43e7-b696-06de1d3729f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0fb7782e-5bdd-467d-b034-a978e9d64a45 HTTP/1.1" status: 200 len: 801 time: 0.0976725 Jul 16 20:25:44.637846 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76625457-e036-483b-ab06-92429ec4fe91 req-5aa89fc6-72cf-4869-8a4e-9f6a6c836ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:44.642293 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-76625457-e036-483b-ab06-92429ec4fe91 req-5aa89fc6-72cf-4869-8a4e-9f6a6c836ba0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4dce85eb-8c4d-477d-aedc-b37f3762c695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133468 Jul 16 20:25:44.671443 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cbb4b64e-29d8-4427-acec-f8b0034c9909 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.677165 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cbb4b64e-29d8-4427-acec-f8b0034c9909 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.695047 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb4b64e-29d8-4427-acec-f8b0034c9909 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:25:44.706273 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cbb4b64e-29d8-4427-acec-f8b0034c9909 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.706696 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-cbb4b64e-29d8-4427-acec-f8b0034c9909 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Added segment c407cfa5-e0a8-4f31-875c-6c104fe6dfe5 of type vlan for network 95100319-2701-40c2-8248-a8519f7b20a1 Jul 16 20:25:44.761179 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cbb4b64e-29d8-4427-acec-f8b0034c9909 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.814786 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cbb4b64e-29d8-4427-acec-f8b0034c9909 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.820668 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb4b64e-29d8-4427-acec-f8b0034c9909 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:44.821464 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cbb4b64e-29d8-4427-acec-f8b0034c9909 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.831341 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd1de8-bcca-4773-b9af-c071884466aa req-de36072a-65f6-467f-850b-6382d1769636 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:44.833565 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99cd1de8-bcca-4773-b9af-c071884466aa req-de36072a-65f6-467f-850b-6382d1769636 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 945 time: 0.1672378 Jul 16 20:25:44.835619 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4b64e-29d8-4427-acec-f8b0034c9909 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17215aa9-b864-43f8-9f3b-c6969e202129,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:44.848662 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-76625457-e036-483b-ab06-92429ec4fe91 req-8e753340-9dbf-4a49-bc73-2211fe5d6d52 service neutron] 10.222.0.18 "GET /v2.0/networks/4dce85eb-8c4d-477d-aedc-b37f3762c695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937969 Jul 16 20:25:44.861434 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cbb4b64e-29d8-4427-acec-f8b0034c9909 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5242310 Jul 16 20:25:44.864495 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60562) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:44.869653 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e2904008-6dca-4124-be03-13c34063b25d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Request body: {'subnet': {'network_id': '95100319-2701-40c2-8248-a8519f7b20a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:44.934812 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4b64e-29d8-4427-acec-f8b0034c9909 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Pushing event updated for resources: {'Network': ['ID=95100319-2701-40c2-8248-a8519f7b20a1,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:44.946575 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 95100319-2701-40c2-8248-a8519f7b20a1 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:25:44.961004 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32170de-a442-4725-9c99-78d5df8828e4 req-50836801-71e0-45d1-bdb4-cc224337306d tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:44.968923 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d32170de-a442-4725-9c99-78d5df8828e4 req-50836801-71e0-45d1-bdb4-cc224337306d tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad146398-13aa-4e91-8f57-a872b40636eb HTTP/1.1" status: 200 len: 950 time: 0.2091630 Jul 16 20:25:44.974747 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 7ff9bb74-436d-4738-aadb-24b7f86e12b5 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:44.980479 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99cd1de8-bcca-4773-b9af-c071884466aa req-c606ce6b-d149-4936-b606-86dfbd108ae5 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308308 Jul 16 20:25:45.024942 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2904008-6dca-4124-be03-13c34063b25d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Made reservation on behalf of 81f0c086e79845729e8ab3b6249d4ad2 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:45.032096 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e2904008-6dca-4124-be03-13c34063b25d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.074930 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-76625457-e036-483b-ab06-92429ec4fe91 req-8c98216b-136e-4f11-ab03-e9e316fad532 service neutron] 10.222.0.18 "GET /v2.0/networks/4dce85eb-8c4d-477d-aedc-b37f3762c695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139378 Jul 16 20:25:45.078708 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 7ff9bb74-436d-4738-aadb-24b7f86e12b5 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:45.086828 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 7ff9bb74-436d-4738-aadb-24b7f86e12b5 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:45.087325 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.103717 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d32170de-a442-4725-9c99-78d5df8828e4 req-4ed4da1e-2faa-4ada-b8a2-637dd82dc3c3 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338522 Jul 16 20:25:45.195469 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.222113 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf6745e-39f9-432d-a911-2f138bccdc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff9bb74-436d-4738-aadb-24b7f86e12b5'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:45.225817 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46956b9-c8a8-44e1-ac40-ef1dd4b334b9" -d '{"events": [{"server_uuid": "daf6745e-39f9-432d-a911-2f138bccdc62", "name": "network-vif-plugged", "status": "completed", "tag": "7ff9bb74-436d-4738-aadb-24b7f86e12b5"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:45.253033 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 7ff9bb74-436d-4738-aadb-24b7f86e12b5, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7ff9bb74-436d-4738-aadb-24b7f86e12b5,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:45.257997 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.294482 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e2904008-6dca-4124-be03-13c34063b25d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.294955 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde17467-2981-4711-ae24-02542907ed7e req-f3babe8b-5906-46ca-a8c7-24ad4b414835 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:45.301990 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde17467-2981-4711-ae24-02542907ed7e req-f3babe8b-5906-46ca-a8c7-24ad4b414835 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:45.303659 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dde17467-2981-4711-ae24-02542907ed7e req-f3babe8b-5906-46ca-a8c7-24ad4b414835 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d0f970b-978f-41ad-a945-2b96be6dcd0c HTTP/1.1" status: 200 len: 1678 time: 0.1468742 Jul 16 20:25:45.318113 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=7ff9bb74-436d-4738-aadb-24b7f86e12b5,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:45.361823 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53d30c-9159-4dc6-b75f-2db19684f0a7 req-fe16684f-9cec-4ff8-bb73-d78c19421106 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:45.363643 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0b53d30c-9159-4dc6-b75f-2db19684f0a7 req-fe16684f-9cec-4ff8-bb73-d78c19421106 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 950 time: 0.1372604 Jul 16 20:25:45.366837 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dde17467-2981-4711-ae24-02542907ed7e req-2c105b01-feca-452d-aa70-25a4b25b04da tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572298 Jul 16 20:25:45.367723 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2904008-6dca-4124-be03-13c34063b25d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Pushing event updated for resources: {'Subnet': ['ID=ca4e8206-37bf-4fcb-b195-07d57d9d7189,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:45.376991 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2904008-6dca-4124-be03-13c34063b25d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Checking segment: {'id': 'c407cfa5-e0a8-4f31-875c-6c104fe6dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95100319-2701-40c2-8248-a8519f7b20a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:45.377352 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2904008-6dca-4124-be03-13c34063b25d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Network hostable DHCP agents. Network: 95100319-2701-40c2-8248-a8519f7b20a1, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:25:45.395965 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2904008-6dca-4124-be03-13c34063b25d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Network 95100319-2701-40c2-8248-a8519f7b20a1 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:25:45.409891 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0b53d30c-9159-4dc6-b75f-2db19684f0a7 req-bfcff63d-e78d-4cf2-81ae-70f0736e0ced tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404747 Jul 16 20:25:45.412529 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-e2904008-6dca-4124-be03-13c34063b25d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 95100319-2701-40c2-8248-a8519f7b20a1) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:45.418139 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2904008-6dca-4124-be03-13c34063b25d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:45.419106 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e2904008-6dca-4124-be03-13c34063b25d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.428887 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660f4977-5692-4081-b289-a3bd5049cae0 None None] Network 95100319-2701-40c2-8248-a8519f7b20a1 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:45.444567 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e2904008-6dca-4124-be03-13c34063b25d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5788965 Jul 16 20:25:45.445112 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260aede9-054f-40d2-bc9d-6ad42310d37e x-openstack-request-id: req-260aede9-054f-40d2-bc9d-6ad42310d37e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:45.445415 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf6745e-39f9-432d-a911-2f138bccdc62", "name": "network-vif-plugged", "status": "completed", "tag": "7ff9bb74-436d-4738-aadb-24b7f86e12b5", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:45.445720 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-260aede9-054f-40d2-bc9d-6ad42310d37e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:45.446049 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf6745e-39f9-432d-a911-2f138bccdc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff9bb74-436d-4738-aadb-24b7f86e12b5', 'code': 200} Jul 16 20:25:45.447263 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60570) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:45.452574 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-3a95cd68-9d8e-4055-8a35-e0603212374f tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Request body: {'port': {'network_id': '95100319-2701-40c2-8248-a8519f7b20a1', 'name': 'tempest-AllowedAddressPairTestJSON-310339588'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:45.570182 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2b370-b6c2-4819-89fc-4bd6efaf1e1f req-c6382ef2-74ad-4131-9bf1-48adad856f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:45.571825 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11d2b370-b6c2-4819-89fc-4bd6efaf1e1f req-c6382ef2-74ad-4131-9bf1-48adad856f26 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=daf6745e-39f9-432d-a911-2f138bccdc62 HTTP/1.1" status: 200 len: 1098 time: 0.0625653 Jul 16 20:25:45.587265 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a95cd68-9d8e-4055-8a35-e0603212374f tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Made reservation on behalf of 81f0c086e79845729e8ab3b6249d4ad2 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:45.593188 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3a95cd68-9d8e-4055-8a35-e0603212374f tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.616734 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-3a95cd68-9d8e-4055-8a35-e0603212374f tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] device_id is not set on port c2249b1c-7625-4782-b554-53273f603e44 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:25:45.653104 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9ec599-fdfb-4e2b-bbf5-aeffdb3ac92c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-95100319-2701-40c2-8248-a8519f7b20a1', 'network_id': '95100319-2701-40c2-8248-a8519f7b20a1', 'tenant_id': '81f0c086e79845729e8ab3b6249d4ad2', 'fixed_ips': [{'subnet_id': 'ca4e8206-37bf-4fcb-b195-07d57d9d7189'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:25:45.654407 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec599-fdfb-4e2b-bbf5-aeffdb3ac92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.661446 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11d2b370-b6c2-4819-89fc-4bd6efaf1e1f req-b9984ff7-16cd-48ac-94ae-6dfc3a821345 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826952 Jul 16 20:25:45.699370 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5437f-0c6b-4229-9f04-b85d3332403e req-5c012f2f-1bf9-4448-9afc-9285f00dfcc4 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:45.701225 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-79c5437f-0c6b-4229-9f04-b85d3332403e req-5c012f2f-1bf9-4448-9afc-9285f00dfcc4 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1d86c7e-0dc5-4a67-86ad-cd3436be7cab HTTP/1.1" status: 200 len: 945 time: 0.1007922 Jul 16 20:25:45.747043 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-3a95cd68-9d8e-4055-8a35-e0603212374f tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Allocated IP 172.20.0.2 (95100319-2701-40c2-8248-a8519f7b20a1/ca4e8206-37bf-4fcb-b195-07d57d9d7189/c2249b1c-7625-4782-b554-53273f603e44) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:45.782210 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-79c5437f-0c6b-4229-9f04-b85d3332403e req-72a5ca63-2845-411a-980e-9e1cd0399e40 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734453 Jul 16 20:25:45.831453 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38fbe0-acb4-45a0-83b9-e9b621f6915d req-24b030c2-06f4-4838-b3e5-8fedb9fbc952 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:45.833453 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fb38fbe0-acb4-45a0-83b9-e9b621f6915d req-24b030c2-06f4-4838-b3e5-8fedb9fbc952 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=daf6745e-39f9-432d-a911-2f138bccdc62 HTTP/1.1" status: 200 len: 946 time: 0.1181979 Jul 16 20:25:45.881589 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fb38fbe0-acb4-45a0-83b9-e9b621f6915d req-f968eb55-6a1f-4b38-8afe-741343ba8b3a tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393484 Jul 16 20:25:45.948370 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3a95cd68-9d8e-4055-8a35-e0603212374f tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.965971 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-3a95cd68-9d8e-4055-8a35-e0603212374f tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Transition to ACTIVE for port object c2249b1c-7625-4782-b554-53273f603e44 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:46.006242 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3a95cd68-9d8e-4055-8a35-e0603212374f tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:46.065126 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-ec9ec599-fdfb-4e2b-bbf5-aeffdb3ac92c None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-f32b2b63-151e-4fe0-8f69-e932392d8d5e {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:25:46.066706 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-ec9ec599-fdfb-4e2b-bbf5-aeffdb3ac92c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:25:46.075205 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a95cd68-9d8e-4055-8a35-e0603212374f tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Network 95100319-2701-40c2-8248-a8519f7b20a1 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:46.081563 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-3a95cd68-9d8e-4055-8a35-e0603212374f tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:46.084127 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a95cd68-9d8e-4055-8a35-e0603212374f tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:46.087271 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95cd68-9d8e-4055-8a35-e0603212374f tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Pushing event updated for resources: {'Port': ['ID=c2249b1c-7625-4782-b554-53273f603e44,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:46.138016 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a95cd68-9d8e-4055-8a35-e0603212374f tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:46.138869 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3a95cd68-9d8e-4055-8a35-e0603212374f tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:46.161166 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3a95cd68-9d8e-4055-8a35-e0603212374f tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7127960 Jul 16 20:25:46.161803 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60582) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:46.167252 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-024412dc-dc95-4847-a8ca-33c3ef2fb755 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Request body: {'port': {'network_id': '95100319-2701-40c2-8248-a8519f7b20a1', 'name': 'tempest-AllowedAddressPairTestJSON-335042798', 'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:41:6f:02'}]}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:46.189237 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b0595-34dc-4117-8a1d-e5b3edfd1844 req-0a6b2162-16d7-4a2c-9f97-f1f3661912f6 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:46.190756 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-772b0595-34dc-4117-8a1d-e5b3edfd1844 req-0a6b2162-16d7-4a2c-9f97-f1f3661912f6 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 945 time: 0.0734162 Jul 16 20:25:46.259785 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-772b0595-34dc-4117-8a1d-e5b3edfd1844 req-4ce569dd-d98a-41b7-ae65-099e7d07a75d tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620098 Jul 16 20:25:46.292311 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024412dc-dc95-4847-a8ca-33c3ef2fb755 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Made reservation on behalf of 81f0c086e79845729e8ab3b6249d4ad2 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:46.297136 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0b50e-083d-49d7-a883-f8d8adb974d8 req-f178463b-e7b6-43b4-84ef-01e683ddebda tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:46.298695 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6cd0b50e-083d-49d7-a883-f8d8adb974d8 req-f178463b-e7b6-43b4-84ef-01e683ddebda tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad146398-13aa-4e91-8f57-a872b40636eb HTTP/1.1" status: 200 len: 950 time: 0.0811629 Jul 16 20:25:46.339728 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6cd0b50e-083d-49d7-a883-f8d8adb974d8 req-d8fd6632-3182-435f-bc0d-667e6e7ae23d tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347581 Jul 16 20:25:46.381596 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-024412dc-dc95-4847-a8ca-33c3ef2fb755 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:46.403680 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-024412dc-dc95-4847-a8ca-33c3ef2fb755 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] device_id is not set on port e366696e-bf05-437b-b9c3-18f2d8f5d259 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:25:46.527954 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-024412dc-dc95-4847-a8ca-33c3ef2fb755 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Allocated IP 172.20.0.4 (95100319-2701-40c2-8248-a8519f7b20a1/ca4e8206-37bf-4fcb-b195-07d57d9d7189/e366696e-bf05-437b-b9c3-18f2d8f5d259) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:46.568689 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec599-fdfb-4e2b-bbf5-aeffdb3ac92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:46.634665 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99262a79-05de-427f-bbdc-c9fb73a042a1 req-db5632e9-a3ab-4e6f-ae9c-c7da4676d1de tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:46.641880 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99262a79-05de-427f-bbdc-c9fb73a042a1 req-db5632e9-a3ab-4e6f-ae9c-c7da4676d1de tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:46.643638 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99262a79-05de-427f-bbdc-c9fb73a042a1 req-db5632e9-a3ab-4e6f-ae9c-c7da4676d1de tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d0f970b-978f-41ad-a945-2b96be6dcd0c HTTP/1.1" status: 200 len: 1678 time: 0.1405272 Jul 16 20:25:46.658494 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b4791-b182-41f3-b356-bc8886c8c87c req-0cafb90f-f980-4c3b-9e0f-68076c6d66a4 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:46.660166 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-df5b4791-b182-41f3-b356-bc8886c8c87c req-0cafb90f-f980-4c3b-9e0f-68076c6d66a4 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 950 time: 0.1183186 Jul 16 20:25:46.728506 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99262a79-05de-427f-bbdc-c9fb73a042a1 req-f88b6b76-372a-4ed3-b152-ea90cf9f5e81 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672700 Jul 16 20:25:46.730165 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-024412dc-dc95-4847-a8ca-33c3ef2fb755 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:46.738796 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-df5b4791-b182-41f3-b356-bc8886c8c87c req-7168e362-8d31-45c3-90d3-041da2dc09fc tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669155 Jul 16 20:25:46.746947 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-024412dc-dc95-4847-a8ca-33c3ef2fb755 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Transition to ACTIVE for port object e366696e-bf05-437b-b9c3-18f2d8f5d259 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:46.783037 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-024412dc-dc95-4847-a8ca-33c3ef2fb755 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:46.829216 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024412dc-dc95-4847-a8ca-33c3ef2fb755 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Network 95100319-2701-40c2-8248-a8519f7b20a1 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:46.832785 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-ec9ec599-fdfb-4e2b-bbf5-aeffdb3ac92c None None] Allocated IP 172.20.0.3 (95100319-2701-40c2-8248-a8519f7b20a1/ca4e8206-37bf-4fcb-b195-07d57d9d7189/fcaf00db-9d8e-4979-8e9e-cdfa132d45cb) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:46.832945 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-024412dc-dc95-4847-a8ca-33c3ef2fb755 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:46.835708 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024412dc-dc95-4847-a8ca-33c3ef2fb755 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:46.868513 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024412dc-dc95-4847-a8ca-33c3ef2fb755 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Pushing event updated for resources: {'Port': ['ID=e366696e-bf05-437b-b9c3-18f2d8f5d259,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:46.884485 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024412dc-dc95-4847-a8ca-33c3ef2fb755 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:46.884935 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024412dc-dc95-4847-a8ca-33c3ef2fb755 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:46.885290 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024412dc-dc95-4847-a8ca-33c3ef2fb755 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:46.885564 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024412dc-dc95-4847-a8ca-33c3ef2fb755 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:46.885871 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024412dc-dc95-4847-a8ca-33c3ef2fb755 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:46.886208 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024412dc-dc95-4847-a8ca-33c3ef2fb755 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:46.886589 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024412dc-dc95-4847-a8ca-33c3ef2fb755 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:46.886917 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024412dc-dc95-4847-a8ca-33c3ef2fb755 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:46.887269 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024412dc-dc95-4847-a8ca-33c3ef2fb755 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:46.887628 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024412dc-dc95-4847-a8ca-33c3ef2fb755 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:46.887948 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024412dc-dc95-4847-a8ca-33c3ef2fb755 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:46.888269 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024412dc-dc95-4847-a8ca-33c3ef2fb755 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:46.909384 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024412dc-dc95-4847-a8ca-33c3ef2fb755 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:46.909384 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-024412dc-dc95-4847-a8ca-33c3ef2fb755 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:46.930561 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-024412dc-dc95-4847-a8ca-33c3ef2fb755 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 0.7653186 Jul 16 20:25:46.930820 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60592) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:46.990174 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 17048cda-aaac-4670-89fb-a6c32e52ffe9 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:25:47.042113 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561b3f2-287e-4dc8-98d0-b46885a897dd req-e970a9c4-f0c2-40c3-8d13-763942240902 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:47.044177 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9561b3f2-287e-4dc8-98d0-b46885a897dd req-e970a9c4-f0c2-40c3-8d13-763942240902 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1d86c7e-0dc5-4a67-86ad-cd3436be7cab HTTP/1.1" status: 200 len: 945 time: 0.1062961 Jul 16 20:25:47.070008 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86c6574-5519-4a8b-bb32-8aaf1028c614 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:47.076618 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86c6574-5519-4a8b-bb32-8aaf1028c614 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:47.078776 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a86c6574-5519-4a8b-bb32-8aaf1028c614 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1725 time: 0.1468799 Jul 16 20:25:47.081537 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60594) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:47.129609 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9561b3f2-287e-4dc8-98d0-b46885a897dd req-ab0090ca-93b7-4848-8e9e-ca8d9ae9936b tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626605 Jul 16 20:25:47.147386 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152d9ce-f803-47b5-8acd-027e0c4d82c9 req-ce35a9a2-8ba3-4e6c-b672-ef3bfeb1b11d tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:47.154395 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1152d9ce-f803-47b5-8acd-027e0c4d82c9 req-ce35a9a2-8ba3-4e6c-b672-ef3bfeb1b11d tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=daf6745e-39f9-432d-a911-2f138bccdc62 HTTP/1.1" status: 200 len: 946 time: 0.1349041 Jul 16 20:25:47.199082 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 17048cda-aaac-4670-89fb-a6c32e52ffe9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=17048cda-aaac-4670-89fb-a6c32e52ffe9,segment=NetworkSegment(cfeb7d39-cd12-4383-9d47-b8e1bb6740fa),segment_id=cfeb7d39-cd12-4383-9d47-b8e1bb6740fa)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:47.200862 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1152d9ce-f803-47b5-8acd-027e0c4d82c9 req-53ea6ad6-0bba-48b7-b049-642133174092 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445743 Jul 16 20:25:47.227868 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '17048cda-aaac-4670-89fb-a6c32e52ffe9', 'network_id': '1fdd040d-1a48-48fa-a824-3eee5713ef90', 'port_id': '17048cda-aaac-4670-89fb-a6c32e52ffe9', 'mac_address': 'fa:16:3e:fb:9b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd8e3ab-7ee2-4df8-9bba-6c425f08eec5', 'ip_address': '19.80.0.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:25:47.232492 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec599-fdfb-4e2b-bbf5-aeffdb3ac92c None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.242771 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-01dfc1c8-21c5-4bb2-be39-ae670503c73d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Deleting port e366696e-bf05-437b-b9c3-18f2d8f5d259 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:47.243442 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-01dfc1c8-21c5-4bb2-be39-ae670503c73d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.268945 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ec9ec599-fdfb-4e2b-bbf5-aeffdb3ac92c None None] Transition to ACTIVE for port object fcaf00db-9d8e-4979-8e9e-cdfa132d45cb will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:47.298072 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.300541 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ec9ec599-fdfb-4e2b-bbf5-aeffdb3ac92c None None] Transition to ACTIVE for port object fcaf00db-9d8e-4979-8e9e-cdfa132d45cb will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:47.314364 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec599-fdfb-4e2b-bbf5-aeffdb3ac92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.322756 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17048cda-aaac-4670-89fb-a6c32e52ffe9 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:47.367587 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-01dfc1c8-21c5-4bb2-be39-ae670503c73d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.371699 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9ec599-fdfb-4e2b-bbf5-aeffdb3ac92c None None] Network 95100319-2701-40c2-8248-a8519f7b20a1 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:47.382638 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-ec9ec599-fdfb-4e2b-bbf5-aeffdb3ac92c None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:47.385706 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9ec599-fdfb-4e2b-bbf5-aeffdb3ac92c None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:47.393695 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-01dfc1c8-21c5-4bb2-be39-ae670503c73d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Calling delete_port for e366696e-bf05-437b-b9c3-18f2d8f5d259 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:47.412078 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 17048cda-aaac-4670-89fb-a6c32e52ffe9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=17048cda-aaac-4670-89fb-a6c32e52ffe9,segment=NetworkSegment(cfeb7d39-cd12-4383-9d47-b8e1bb6740fa),segment_id=cfeb7d39-cd12-4383-9d47-b8e1bb6740fa)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:47.413275 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ec599-fdfb-4e2b-bbf5-aeffdb3ac92c None None] Pushing event updated for resources: {'Port': ['ID=fcaf00db-9d8e-4979-8e9e-cdfa132d45cb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:47.421846 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.422646 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device a945e4b3-9f20-432b-bb38-ab46adc12c79 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:25:47.465473 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ca8da-f66c-40cc-b4d7-3084a37854ca req-b847f628-cd7c-44a5-a3aa-4911d7e26812 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:47.468668 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e84ca8da-f66c-40cc-b4d7-3084a37854ca req-b847f628-cd7c-44a5-a3aa-4911d7e26812 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 945 time: 0.0760665 Jul 16 20:25:47.536901 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e84ca8da-f66c-40cc-b4d7-3084a37854ca req-cde3302b-ff16-4352-b60b-6489c38e6baf tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614605 Jul 16 20:25:47.554148 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ec9ec599-fdfb-4e2b-bbf5-aeffdb3ac92c None None] Attempting to bind port fcaf00db-9d8e-4979-8e9e-cdfa132d45cb on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:47.559062 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ec9ec599-fdfb-4e2b-bbf5-aeffdb3ac92c None None] Attempting to bind port fcaf00db-9d8e-4979-8e9e-cdfa132d45cb by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'c407cfa5-e0a8-4f31-875c-6c104fe6dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95100319-2701-40c2-8248-a8519f7b20a1'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:47.559381 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9ec599-fdfb-4e2b-bbf5-aeffdb3ac92c None None] Attempting to bind port fcaf00db-9d8e-4979-8e9e-cdfa132d45cb on network 95100319-2701-40c2-8248-a8519f7b20a1 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:47.573432 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9ec599-fdfb-4e2b-bbf5-aeffdb3ac92c None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:47.573820 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9ec599-fdfb-4e2b-bbf5-aeffdb3ac92c None None] Checking segment: {'id': 'c407cfa5-e0a8-4f31-875c-6c104fe6dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95100319-2701-40c2-8248-a8519f7b20a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:47.574417 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec599-fdfb-4e2b-bbf5-aeffdb3ac92c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.574894 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9ec599-fdfb-4e2b-bbf5-aeffdb3ac92c None None] Bound using segment: {'id': 'c407cfa5-e0a8-4f31-875c-6c104fe6dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95100319-2701-40c2-8248-a8519f7b20a1'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:47.575376 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ec9ec599-fdfb-4e2b-bbf5-aeffdb3ac92c None None] Bound port: fcaf00db-9d8e-4979-8e9e-cdfa132d45cb, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c407cfa5-e0a8-4f31-875c-6c104fe6dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95100319-2701-40c2-8248-a8519f7b20a1'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:47.575819 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec599-fdfb-4e2b-bbf5-aeffdb3ac92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.593933 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-01dfc1c8-21c5-4bb2-be39-ae670503c73d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.632781 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=17048cda-aaac-4670-89fb-a6c32e52ffe9,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:47.634814 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dfc1c8-21c5-4bb2-be39-ae670503c73d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Pushing event deleted for resources: {'Port': ['ID=e366696e-bf05-437b-b9c3-18f2d8f5d259,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:47.789514 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ec9ec599-fdfb-4e2b-bbf5-aeffdb3ac92c None None] For port fcaf00db-9d8e-4979-8e9e-cdfa132d45cb, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:47.791848 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port a945e4b3-9f20-432b-bb38-ab46adc12c79, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a945e4b3-9f20-432b-bb38-ab46adc12c79,segment=NetworkSegment(8f1adb44-0500-40b4-afe3-df741f33bf12),segment_id=8f1adb44-0500-40b4-afe3-df741f33bf12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:47.796851 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ec9ec599-fdfb-4e2b-bbf5-aeffdb3ac92c None None] For port fcaf00db-9d8e-4979-8e9e-cdfa132d45cb, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fcaf00db-9d8e-4979-8e9e-cdfa132d45cb,segment=NetworkSegment(c407cfa5-e0a8-4f31-875c-6c104fe6dfe5),segment_id=c407cfa5-e0a8-4f31-875c-6c104fe6dfe5)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:47.807563 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec599-fdfb-4e2b-bbf5-aeffdb3ac92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.812852 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'a945e4b3-9f20-432b-bb38-ab46adc12c79', 'network_id': '4dce85eb-8c4d-477d-aedc-b37f3762c695', 'port_id': 'a945e4b3-9f20-432b-bb38-ab46adc12c79', 'mac_address': 'fa:16:3e:66:f8:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb7782e-5bdd-467d-b034-a978e9d64a45', 'ip_address': '19.86.0.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:25:47.813446 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8504538-6c2f-414b-b0ce-e0573528786a req-8cd2c985-70a9-4701-9b6c-6ae5e51caadc tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:47.815442 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b8504538-6c2f-414b-b0ce-e0573528786a req-8cd2c985-70a9-4701-9b6c-6ae5e51caadc tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad146398-13aa-4e91-8f57-a872b40636eb HTTP/1.1" status: 200 len: 950 time: 0.1775270 Jul 16 20:25:47.844437 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bb52f-f6ad-4123-9071-55b36ff104e6 req-befa9c45-2a55-458b-8a84-77fcb68aab02 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:47.846573 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8c6bb52f-f6ad-4123-9071-55b36ff104e6 req-befa9c45-2a55-458b-8a84-77fcb68aab02 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=daf6745e-39f9-432d-a911-2f138bccdc62 HTTP/1.1" status: 200 len: 946 time: 0.1575308 Jul 16 20:25:47.859186 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-01dfc1c8-21c5-4bb2-be39-ae670503c73d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.864748 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-01dfc1c8-21c5-4bb2-be39-ae670503c73d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] 10.222.0.38 "DELETE /v2.0/ports/e366696e-bf05-437b-b9c3-18f2d8f5d259 HTTP/1.1" status: 204 len: 168 time: 0.7797732 Jul 16 20:25:47.871231 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60610) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:47.915813 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ec599-fdfb-4e2b-bbf5-aeffdb3ac92c None None] Pushing event updated for resources: {'Port': ['ID=fcaf00db-9d8e-4979-8e9e-cdfa132d45cb,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:47.919333 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.922737 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f9eeef-8461-4d26-ab72-e129bbd22ad3 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] GET failed (client error): The resource could not be found. Jul 16 20:25:47.925615 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c8f9eeef-8461-4d26-ab72-e129bbd22ad3 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] 10.222.0.38 "GET /v2.0/ports/e366696e-bf05-437b-b9c3-18f2d8f5d259 HTTP/1.1" status: 404 len: 333 time: 0.0512664 Jul 16 20:25:47.928464 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60612) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:47.933255 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8c6bb52f-f6ad-4123-9071-55b36ff104e6 req-507f776c-2838-4d16-80bb-f59358e7e7b9 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726361 Jul 16 20:25:47.934163 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-6687ccb2-d4da-475d-8153-a0f862f78c51 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Request body: {'port': {'network_id': '95100319-2701-40c2-8248-a8519f7b20a1', 'name': 'tempest-AllowedAddressPairTestJSON-1665166159'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:47.941111 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a945e4b3-9f20-432b-bb38-ab46adc12c79 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:47.964843 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b8504538-6c2f-414b-b0ce-e0573528786a req-e8ae7224-2bff-40f7-9382-852a8618ae08 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366129 Jul 16 20:25:47.976172 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port a945e4b3-9f20-432b-bb38-ab46adc12c79, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a945e4b3-9f20-432b-bb38-ab46adc12c79,segment=NetworkSegment(8f1adb44-0500-40b4-afe3-df741f33bf12),segment_id=8f1adb44-0500-40b4-afe3-df741f33bf12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:47.985230 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:48.068538 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=a945e4b3-9f20-432b-bb38-ab46adc12c79,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:48.139202 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6687ccb2-d4da-475d-8153-a0f862f78c51 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Made reservation on behalf of 81f0c086e79845729e8ab3b6249d4ad2 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:48.161417 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6687ccb2-d4da-475d-8153-a0f862f78c51 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:48.206479 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-6687ccb2-d4da-475d-8153-a0f862f78c51 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] device_id is not set on port 179facef-cacb-45e7-8aff-25c14b83706c yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:25:48.251440 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['17048cda-aaac-4670-89fb-a6c32e52ffe9'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:48.266906 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0693a-7124-48ca-83f4-193a4f7ff430 req-dada492a-130a-409a-b29a-22f42f32a967 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:48.273391 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0693a-7124-48ca-83f4-193a4f7ff430 req-dada492a-130a-409a-b29a-22f42f32a967 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:48.282514 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0bc0693a-7124-48ca-83f4-193a4f7ff430 req-dada492a-130a-409a-b29a-22f42f32a967 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d0f970b-978f-41ad-a945-2b96be6dcd0c HTTP/1.1" status: 200 len: 1680 time: 0.1857200 Jul 16 20:25:48.315160 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6ed20-0350-4499-a402-7dcbf48eed35 req-13c984ef-2f05-42a4-930f-c2cc49e02c87 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:48.322289 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-47e6ed20-0350-4499-a402-7dcbf48eed35 req-13c984ef-2f05-42a4-930f-c2cc49e02c87 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 950 time: 0.1866422 Jul 16 20:25:48.367388 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0bc0693a-7124-48ca-83f4-193a4f7ff430 req-64a8d6bc-42c2-4364-a456-65490b337f77 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834625 Jul 16 20:25:48.403651 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-6687ccb2-d4da-475d-8153-a0f862f78c51 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Allocated IP 172.20.0.13 (95100319-2701-40c2-8248-a8519f7b20a1/ca4e8206-37bf-4fcb-b195-07d57d9d7189/179facef-cacb-45e7-8aff-25c14b83706c) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:48.404568 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-47e6ed20-0350-4499-a402-7dcbf48eed35 req-cf87549d-130a-4ea3-827e-b95b31c5b163 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790370 Jul 16 20:25:48.485691 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf853f0-599e-4442-9f68-f57ab31f33ba req-a3597801-90fa-4fa3-82b1-abb843051639 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:48.487182 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-acf853f0-599e-4442-9f68-f57ab31f33ba req-a3597801-90fa-4fa3-82b1-abb843051639 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.62 "GET /v2.0/ports?device_id=d1d86c7e-0dc5-4a67-86ad-cd3436be7cab HTTP/1.1" status: 200 len: 945 time: 0.1188421 Jul 16 20:25:48.616784 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3b8b7-560a-40e0-bd1d-6f463ec3e5c4 req-5a9582d8-8993-4518-828d-b47c13284fe2 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:48.620474 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-10c3b8b7-560a-40e0-bd1d-6f463ec3e5c4 req-5a9582d8-8993-4518-828d-b47c13284fe2 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1d86c7e-0dc5-4a67-86ad-cd3436be7cab HTTP/1.1" status: 200 len: 945 time: 0.0954399 Jul 16 20:25:48.664398 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-10c3b8b7-560a-40e0-bd1d-6f463ec3e5c4 req-e445ea3c-c710-42e3-a9b2-754a1229c370 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66657ef-a62a-4841-b716-13af03c60cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377722 Jul 16 20:25:48.677853 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6687ccb2-d4da-475d-8153-a0f862f78c51 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:48.699414 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-acf853f0-599e-4442-9f68-f57ab31f33ba req-7ae7d179-ae47-41ec-98cd-9d67ca37a89a tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Deleting port 3170acc4-027d-4a0b-bfc3-871dbf253d97 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:48.699747 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-acf853f0-599e-4442-9f68-f57ab31f33ba req-7ae7d179-ae47-41ec-98cd-9d67ca37a89a tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:48.715781 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-6687ccb2-d4da-475d-8153-a0f862f78c51 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Transition to ACTIVE for port object 179facef-cacb-45e7-8aff-25c14b83706c will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:48.772082 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2729e2b-cb4d-4184-a55a-5606092f482d req-99e41807-c4dd-493b-ad16-53004d1247e9 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:48.773679 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2729e2b-cb4d-4184-a55a-5606092f482d req-99e41807-c4dd-493b-ad16-53004d1247e9 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 945 time: 0.0893953 Jul 16 20:25:48.814373 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-acf853f0-599e-4442-9f68-f57ab31f33ba req-7ae7d179-ae47-41ec-98cd-9d67ca37a89a tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] For port 3170acc4-027d-4a0b-bfc3-871dbf253d97, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=3170acc4-027d-4a0b-bfc3-871dbf253d97,segment=NetworkSegment(d15bdb67-ac69-4e40-89a0-85bf2440b02e),segment_id=d15bdb67-ac69-4e40-89a0-85bf2440b02e)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:48.814619 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-acf853f0-599e-4442-9f68-f57ab31f33ba req-7ae7d179-ae47-41ec-98cd-9d67ca37a89a tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:48.817728 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2729e2b-cb4d-4184-a55a-5606092f482d req-44c5b137-82df-4fe1-b42c-055cb25a115a tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372462 Jul 16 20:25:48.822702 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6687ccb2-d4da-475d-8153-a0f862f78c51 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:48.915377 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6687ccb2-d4da-475d-8153-a0f862f78c51 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Network 95100319-2701-40c2-8248-a8519f7b20a1 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:48.926173 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-6687ccb2-d4da-475d-8153-a0f862f78c51 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:48.932157 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6687ccb2-d4da-475d-8153-a0f862f78c51 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:48.941211 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687ccb2-d4da-475d-8153-a0f862f78c51 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Pushing event updated for resources: {'Port': ['ID=179facef-cacb-45e7-8aff-25c14b83706c,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:49.171424 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e0c56c-d6a8-4f25-921d-9e5f10fa693e None None] Network 95100319-2701-40c2-8248-a8519f7b20a1 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:49.216706 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fcaf00db-9d8e-4979-8e9e-cdfa132d45cb up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:49.256210 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ed7b5-d49d-4b80-a5dd-22bb4a9363dd req-aaa29d38-746b-45d3-90da-fb4c23ed3ec5 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:49.257742 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-901ed7b5-d49d-4b80-a5dd-22bb4a9363dd req-aaa29d38-746b-45d3-90da-fb4c23ed3ec5 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad146398-13aa-4e91-8f57-a872b40636eb HTTP/1.1" status: 200 len: 950 time: 0.1603589 Jul 16 20:25:49.260516 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-cf6e565f-0e0a-4ad5-a5a4-04f22e15c706 None None] Provisioning for port fcaf00db-9d8e-4979-8e9e-cdfa132d45cb completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:49.267206 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55239fd6-4116-49ef-8b12-323880ace376 req-05a0f6a0-6ee6-4b2c-8329-c25689302e53 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:49.269941 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['a945e4b3-9f20-432b-bb38-ab46adc12c79'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:49.275152 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55239fd6-4116-49ef-8b12-323880ace376 req-05a0f6a0-6ee6-4b2c-8329-c25689302e53 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=daf6745e-39f9-432d-a911-2f138bccdc62 HTTP/1.1" status: 200 len: 946 time: 0.1264112 Jul 16 20:25:49.369950 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6687ccb2-d4da-475d-8153-a0f862f78c51 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:49.371321 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6687ccb2-d4da-475d-8153-a0f862f78c51 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.428386 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6687ccb2-d4da-475d-8153-a0f862f78c51 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4986355 Jul 16 20:25:49.430750 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60628) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:49.436827 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-1be1c00a-c93d-410f-91e6-04e14e15fa41 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:41:6f:02'}]}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:49.508203 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-acf853f0-599e-4442-9f68-f57ab31f33ba req-7ae7d179-ae47-41ec-98cd-9d67ca37a89a tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.508576 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-acf853f0-599e-4442-9f68-f57ab31f33ba req-7ae7d179-ae47-41ec-98cd-9d67ca37a89a tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.508884 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [req-acf853f0-599e-4442-9f68-f57ab31f33ba req-7ae7d179-ae47-41ec-98cd-9d67ca37a89a tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Floating IP 813e60e0-d321-4362-87fd-0bee11b0bf1b disassociated. External IP: 172.25.0.100, port: 3170acc4-027d-4a0b-bfc3-871dbf253d97. Jul 16 20:25:49.509241 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-acf853f0-599e-4442-9f68-f57ab31f33ba req-7ae7d179-ae47-41ec-98cd-9d67ca37a89a tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Calling delete_port for 3170acc4-027d-4a0b-bfc3-871dbf253d97 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:49.517670 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port fcaf00db-9d8e-4979-8e9e-cdfa132d45cb completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:49.525066 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port fcaf00db-9d8e-4979-8e9e-cdfa132d45cb triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:49.525562 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.559053 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-901ed7b5-d49d-4b80-a5dd-22bb4a9363dd req-ad6daa6a-183f-4ae5-8fce-4409b9e3e412 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806752 Jul 16 20:25:49.571048 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55239fd6-4116-49ef-8b12-323880ace376 req-20fd486e-f220-4381-bf2f-b64337f40b0e tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942591 Jul 16 20:25:49.606006 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1be1c00a-c93d-410f-91e6-04e14e15fa41 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.705632 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.755280 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port fcaf00db-9d8e-4979-8e9e-cdfa132d45cb, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fcaf00db-9d8e-4979-8e9e-cdfa132d45cb,segment=NetworkSegment(c407cfa5-e0a8-4f31-875c-6c104fe6dfe5),segment_id=c407cfa5-e0a8-4f31-875c-6c104fe6dfe5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:49.770147 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8977c7d-cf5c-452b-bd93-84577ac22efd req-4b037ef9-e6bc-414c-aa1b-390a929d1f33 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:49.770593 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.778631 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8977c7d-cf5c-452b-bd93-84577ac22efd req-4b037ef9-e6bc-414c-aa1b-390a929d1f33 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:49.782803 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f8977c7d-cf5c-452b-bd93-84577ac22efd req-4b037ef9-e6bc-414c-aa1b-390a929d1f33 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d0f970b-978f-41ad-a945-2b96be6dcd0c HTTP/1.1" status: 200 len: 1680 time: 0.1076238 Jul 16 20:25:49.829283 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=fcaf00db-9d8e-4979-8e9e-cdfa132d45cb,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:49.837198 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:49.837633 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:49.838147 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:49.839356 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:49.839789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:49.840213 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:49.840909 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:49.841044 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:49.841432 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:49.842763 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:49.842909 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:49.843317 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:49.860342 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-acf853f0-599e-4442-9f68-f57ab31f33ba req-7ae7d179-ae47-41ec-98cd-9d67ca37a89a tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.889884 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f8977c7d-cf5c-452b-bd93-84577ac22efd req-81d9ce60-eb00-4565-a35e-671c11c07caa tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650954 Jul 16 20:25:49.902220 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6e02a-4f11-4489-87f9-9ea7bb1b446d req-cfe337ac-f909-4bcc-b061-6c00f3bdc363 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:49.905953 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7d179-ae47-41ec-98cd-9d67ca37a89a tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Pushing event deleted for resources: {'Port': ['ID=3170acc4-027d-4a0b-bfc3-871dbf253d97,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:49.912682 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3fe6e02a-4f11-4489-87f9-9ea7bb1b446d req-cfe337ac-f909-4bcc-b061-6c00f3bdc363 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 950 time: 0.1284854 Jul 16 20:25:49.958618 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3fe6e02a-4f11-4489-87f9-9ea7bb1b446d req-079d4e17-5868-4a40-983e-0d14430ba7db tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447063 Jul 16 20:25:49.979150 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1be1c00a-c93d-410f-91e6-04e14e15fa41 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.994933 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1be1c00a-c93d-410f-91e6-04e14e15fa41 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.082197 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-89cc1a05-562f-4c36-bb1d-c8c76b2cf4d2 None None] Provisioning for port c2249b1c-7625-4782-b554-53273f603e44 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:50.094164 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-89cc1a05-562f-4c36-bb1d-c8c76b2cf4d2 None None] Provisioning complete for port c2249b1c-7625-4782-b554-53273f603e44 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:50.095176 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89cc1a05-562f-4c36-bb1d-c8c76b2cf4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.150890 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1c00a-c93d-410f-91e6-04e14e15fa41 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Pushing event updated for resources: {'Port': ['ID=179facef-cacb-45e7-8aff-25c14b83706c,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:50.157505 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-89cc1a05-562f-4c36-bb1d-c8c76b2cf4d2 None None] Port c2249b1c-7625-4782-b554-53273f603e44 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:50.177254 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-89cc1a05-562f-4c36-bb1d-c8c76b2cf4d2 None None] Provisioning complete for port fcaf00db-9d8e-4979-8e9e-cdfa132d45cb triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:50.179566 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89cc1a05-562f-4c36-bb1d-c8c76b2cf4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.182288 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-1be1c00a-c93d-410f-91e6-04e14e15fa41 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] In _notify_port_updated(), no bound segment for port 179facef-cacb-45e7-8aff-25c14b83706c on network 95100319-2701-40c2-8248-a8519f7b20a1 {{(pid=93793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:25:50.188640 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be1c00a-c93d-410f-91e6-04e14e15fa41 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:50.189543 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1be1c00a-c93d-410f-91e6-04e14e15fa41 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.193663 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1be1c00a-c93d-410f-91e6-04e14e15fa41 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] 10.222.0.38 "PUT /v2.0/ports/179facef-cacb-45e7-8aff-25c14b83706c HTTP/1.1" status: 200 len: 994 time: 0.7593501 Jul 16 20:25:50.194194 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60644) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:50.229924 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acf853f0-599e-4442-9f68-f57ab31f33ba req-7ae7d179-ae47-41ec-98cd-9d67ca37a89a tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Router f42341e3-d7ae-4bb3-9027-f95c12ff366c has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:25:50.376239 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b6928a6a-c02d-45a7-abef-2fbad786270e req-6b291d4f-79c8-4140-a14a-58c0d0c77238 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1d86c7e-0dc5-4a67-86ad-cd3436be7cab HTTP/1.1" status: 200 len: 210 time: 0.1420789 Jul 16 20:25:50.506412 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-89cc1a05-562f-4c36-bb1d-c8c76b2cf4d2 None None] Provisioning for port 179facef-cacb-45e7-8aff-25c14b83706c completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:50.517660 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-89cc1a05-562f-4c36-bb1d-c8c76b2cf4d2 None None] Provisioning complete for port 179facef-cacb-45e7-8aff-25c14b83706c triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:50.518424 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89cc1a05-562f-4c36-bb1d-c8c76b2cf4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.544477 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-8dbbf81e-6a45-4e88-91e4-03ee9e975153 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Deleting port 179facef-cacb-45e7-8aff-25c14b83706c {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:50.545014 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8dbbf81e-6a45-4e88-91e4-03ee9e975153 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.550349 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acf853f0-599e-4442-9f68-f57ab31f33ba req-7ae7d179-ae47-41ec-98cd-9d67ca37a89a tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:25:50.652073 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-89cc1a05-562f-4c36-bb1d-c8c76b2cf4d2 None None] Port 179facef-cacb-45e7-8aff-25c14b83706c cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:50.688500 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf5124-e4b3-4660-a0e4-3b69dc067b87 None None] Sync routers for ids ['f42341e3-d7ae-4bb3-9027-f95c12ff366c'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:25:50.696887 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf853f0-599e-4442-9f68-f57ab31f33ba req-7ae7d179-ae47-41ec-98cd-9d67ca37a89a tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] No DVR routers for this DVR port 3170acc4-027d-4a0b-bfc3-871dbf253d97 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:50.702624 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-acf853f0-599e-4442-9f68-f57ab31f33ba req-7ae7d179-ae47-41ec-98cd-9d67ca37a89a tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.704666 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-acf853f0-599e-4442-9f68-f57ab31f33ba req-7ae7d179-ae47-41ec-98cd-9d67ca37a89a tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.62 "DELETE /v2.0/ports/3170acc4-027d-4a0b-bfc3-871dbf253d97 HTTP/1.1" status: 204 len: 173 time: 2.2091389 Jul 16 20:25:50.705134 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d86c7e-0dc5-4a67-86ad-cd3436be7cab', 'name': 'network-vif-deleted', 'tag': '3170acc4-027d-4a0b-bfc3-871dbf253d97'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:50.708590 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08f2daa-3ad2-4764-bd8c-fe09fd01b58c" -d '{"events": [{"server_uuid": "d1d86c7e-0dc5-4a67-86ad-cd3436be7cab", "name": "network-vif-deleted", "tag": "3170acc4-027d-4a0b-bfc3-871dbf253d97"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:50.782301 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbf5124-e4b3-4660-a0e4-3b69dc067b87 None None] Routers {'f42341e3-d7ae-4bb3-9027-f95c12ff366c'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:50.782965 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-bcbf5124-e4b3-4660-a0e4-3b69dc067b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:25:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['f42341e3-d7ae-4bb3-9027-f95c12ff366c'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:50.789696 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6350974-4da0-440f-9855-6f8bae68b764 req-f99c60e4-f538-4635-8756-ff8a6fd07236 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:50.796525 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b6350974-4da0-440f-9855-6f8bae68b764 req-f99c60e4-f538-4635-8756-ff8a6fd07236 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 945 time: 0.1687403 Jul 16 20:25:50.801471 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8dbbf81e-6a45-4e88-91e4-03ee9e975153 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.843346 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-8dbbf81e-6a45-4e88-91e4-03ee9e975153 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Calling delete_port for 179facef-cacb-45e7-8aff-25c14b83706c owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:50.851207 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3de12536-d4fe-430a-9798-72e75b093fe1 None None] Provisioning complete for port c2249b1c-7625-4782-b554-53273f603e44 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:50.851579 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3de12536-d4fe-430a-9798-72e75b093fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.930623 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3de12536-d4fe-430a-9798-72e75b093fe1 None None] Port c2249b1c-7625-4782-b554-53273f603e44 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:50.938954 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b6350974-4da0-440f-9855-6f8bae68b764 req-4eb25cd9-808b-4bf1-8f9c-f63a6acdbc9e tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361382 Jul 16 20:25:50.954490 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3de12536-d4fe-430a-9798-72e75b093fe1 None None] Could not find standard attr ID for object e366696e-bf05-437b-b9c3-18f2d8f5d259. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:25:50.973601 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-bcbf5124-e4b3-4660-a0e4-3b69dc067b87 None None] Set router f42341e3-d7ae-4bb3-9027-f95c12ff366c gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:51.009859 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 17048cda-aaac-4670-89fb-a6c32e52ffe9 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:51.042172 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e67b80-c14d-4a54-85ba-2eceaae72191 req-37513179-109a-45cf-aedd-89cf4cba444a tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:51.049665 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-00e67b80-c14d-4a54-85ba-2eceaae72191 req-37513179-109a-45cf-aedd-89cf4cba444a tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/ports?device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 946 time: 0.2309992 Jul 16 20:25:51.068433 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 3170acc4-027d-4a0b-bfc3-871dbf253d97 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:51.135892 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8dbbf81e-6a45-4e88-91e4-03ee9e975153 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.140649 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 3170acc4-027d-4a0b-bfc3-871dbf253d97 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:25:51.141026 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 3170acc4-027d-4a0b-bfc3-871dbf253d97 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:25:51.158560 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-00e67b80-c14d-4a54-85ba-2eceaae72191 req-149bfe19-1026-4c2c-9f48-b517162b85e1 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3b6aa22-d573-46e7-8402-4f023cbae97a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026697 Jul 16 20:25:51.201544 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbf81e-6a45-4e88-91e4-03ee9e975153 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Pushing event deleted for resources: {'Port': ['ID=179facef-cacb-45e7-8aff-25c14b83706c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:51.236792 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fcaf00db-9d8e-4979-8e9e-cdfa132d45cb up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:51.347463 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d29e7f-7050-491a-9aa1-b9b75bc6ec59 x-openstack-request-id: req-56d29e7f-7050-491a-9aa1-b9b75bc6ec59 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:51.348559 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d86c7e-0dc5-4a67-86ad-cd3436be7cab", "name": "network-vif-deleted", "tag": "3170acc4-027d-4a0b-bfc3-871dbf253d97", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:51.349039 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-56d29e7f-7050-491a-9aa1-b9b75bc6ec59 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:51.349654 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d86c7e-0dc5-4a67-86ad-cd3436be7cab', 'name': 'network-vif-deleted', 'tag': '3170acc4-027d-4a0b-bfc3-871dbf253d97', 'status': 'completed', 'code': 200} Jul 16 20:25:51.412681 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bc3abdef-de41-4970-a18d-78f9dd36ad5c None None] Could not find standard attr ID for object 179facef-cacb-45e7-8aff-25c14b83706c. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:25:51.414619 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ff293-3712-416a-99e0-5c8b09fe7b1b req-b40e9910-3e73-4ee4-adf2-5dafc1afc4c1 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:51.424741 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8e4ff293-3712-416a-99e0-5c8b09fe7b1b req-b40e9910-3e73-4ee4-adf2-5dafc1afc4c1 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad146398-13aa-4e91-8f57-a872b40636eb HTTP/1.1" status: 200 len: 950 time: 0.1997452 Jul 16 20:25:51.477268 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8dbbf81e-6a45-4e88-91e4-03ee9e975153 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.482008 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8dbbf81e-6a45-4e88-91e4-03ee9e975153 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] 10.222.0.38 "DELETE /v2.0/ports/179facef-cacb-45e7-8aff-25c14b83706c HTTP/1.1" status: 204 len: 168 time: 1.2843139 Jul 16 20:25:51.482396 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60672) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:51.516526 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 17048cda-aaac-4670-89fb-a6c32e52ffe9 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:51.527284 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 17048cda-aaac-4670-89fb-a6c32e52ffe9 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:51.527656 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.539637 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-9353c9c4-547c-4cdb-bf79-fe1654dd2364 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] GET failed (client error): The resource could not be found. Jul 16 20:25:51.555776 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9353c9c4-547c-4cdb-bf79-fe1654dd2364 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] 10.222.0.38 "GET /v2.0/ports/179facef-cacb-45e7-8aff-25c14b83706c HTTP/1.1" status: 404 len: 333 time: 0.0687675 Jul 16 20:25:51.556448 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60674) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:51.568478 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a4c65506-70a8-483e-8381-25ed939c11bd tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Request body: {'port': {'network_id': '95100319-2701-40c2-8248-a8519f7b20a1', 'name': 'tempest-AllowedAddressPairTestJSON-611813756'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:51.569959 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8e4ff293-3712-416a-99e0-5c8b09fe7b1b req-22f51358-1cb8-4aeb-9b0d-a2796ffa4552 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429527 Jul 16 20:25:51.584035 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-939698ac-bb50-4377-88f1-c5b541857685 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:51.589446 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-939698ac-bb50-4377-88f1-c5b541857685 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5&tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&binding%3Ahost_id=n-h2-791506-21 HTTP/1.1" status: 200 len: 1097 time: 0.2927399 Jul 16 20:25:51.612341 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-231bc6aa-cdc5-486f-85b5-dad99f632732 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-21'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:51.639081 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port fcaf00db-9d8e-4979-8e9e-cdfa132d45cb triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:51.639449 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.713850 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-025b3309-e73a-4a62-8bdd-09efce4fe8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.753421 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-231bc6aa-cdc5-486f-85b5-dad99f632732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.768559 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1210fa-5e55-432a-bdfd-8285bf2fde41 req-ad643276-e53d-4778-9b72-4a521118d406 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:51.776709 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1210fa-5e55-432a-bdfd-8285bf2fde41 req-ad643276-e53d-4778-9b72-4a521118d406 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:51.784917 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9d1210fa-5e55-432a-bdfd-8285bf2fde41 req-ad643276-e53d-4778-9b72-4a521118d406 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d0f970b-978f-41ad-a945-2b96be6dcd0c HTTP/1.1" status: 200 len: 1680 time: 0.3227217 Jul 16 20:25:51.812511 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c65506-70a8-483e-8381-25ed939c11bd tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Made reservation on behalf of 81f0c086e79845729e8ab3b6249d4ad2 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:51.827840 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a4c65506-70a8-483e-8381-25ed939c11bd tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.855039 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-a4c65506-70a8-483e-8381-25ed939c11bd tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] device_id is not set on port 20dc5748-7553-44ed-ac23-b77c02c4fb09 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:25:51.937273 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9d1210fa-5e55-432a-bdfd-8285bf2fde41 req-010c7631-00e5-4f3a-9917-ddb6e1d8dadd tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513498 Jul 16 20:25:51.938954 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-fcc96224-eb7b-469b-b37b-c0ae930747be None None] Could not find standard attr ID for object 179facef-cacb-45e7-8aff-25c14b83706c. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:25:51.973123 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.993725 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-bcbf5124-e4b3-4660-a0e4-3b69dc067b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-306516921-router', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:49Z', 'revision_number': 4, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'gw_port': {'id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e956de07-d1b1-477b-a025-0650d33a49f6', 'name': '', 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'mac_address': 'fa:16:3e:6b:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:47Z', 'updated_at': '2021-07-16T20:20:55Z', 'revision_number': 5, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'subnets': [{'id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:52.038683 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-a4c65506-70a8-483e-8381-25ed939c11bd tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Allocated IP 172.20.0.10 (95100319-2701-40c2-8248-a8519f7b20a1/ca4e8206-37bf-4fcb-b195-07d57d9d7189/20dc5748-7553-44ed-ac23-b77c02c4fb09) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:52.051213 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf5124-e4b3-4660-a0e4-3b69dc067b87 None None] Checking router: f42341e3-d7ae-4bb3-9027-f95c12ff366c for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:25:52.060202 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0f970b-978f-41ad-a945-2b96be6dcd0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17048cda-aaac-4670-89fb-a6c32e52ffe9'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:52.064511 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2b8f22-b272-481c-846a-2d609a716a71" -d '{"events": [{"server_uuid": "2d0f970b-978f-41ad-a945-2b96be6dcd0c", "name": "network-vif-plugged", "status": "completed", "tag": "17048cda-aaac-4670-89fb-a6c32e52ffe9"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:52.087759 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 17048cda-aaac-4670-89fb-a6c32e52ffe9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=17048cda-aaac-4670-89fb-a6c32e52ffe9,segment=NetworkSegment(cfeb7d39-cd12-4383-9d47-b8e1bb6740fa),segment_id=cfeb7d39-cd12-4383-9d47-b8e1bb6740fa)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:52.094803 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbf5124-e4b3-4660-a0e4-3b69dc067b87 None None] Routers {'f42341e3-d7ae-4bb3-9027-f95c12ff366c'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:52.095464 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-bcbf5124-e4b3-4660-a0e4-3b69dc067b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:25:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['f42341e3-d7ae-4bb3-9027-f95c12ff366c'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:52.134692 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7960d1-d223-43fd-9775-8ddbe059b4b6 req-95604e09-30a7-4231-86eb-5be8ca5bad6e tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:52.138572 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d7960d1-d223-43fd-9775-8ddbe059b4b6 req-95604e09-30a7-4231-86eb-5be8ca5bad6e tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 950 time: 0.3262734 Jul 16 20:25:52.160944 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.161804 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device a945e4b3-9f20-432b-bb38-ab46adc12c79 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:52.258463 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d7960d1-d223-43fd-9775-8ddbe059b4b6 req-36264f96-1327-47dd-a821-6c075c4f70ac tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103885 Jul 16 20:25:52.278339 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-231bc6aa-cdc5-486f-85b5-dad99f632732 service neutron] For port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b6d4a6fa-69b4-49dc-8b41-55852bd1de2a,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:52.320999 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=17048cda-aaac-4670-89fb-a6c32e52ffe9,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:52.328485 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-bcbf5124-e4b3-4660-a0e4-3b69dc067b87 None None] Set router f42341e3-d7ae-4bb3-9027-f95c12ff366c gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:52.337676 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a4c65506-70a8-483e-8381-25ed939c11bd tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.354738 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a4c65506-70a8-483e-8381-25ed939c11bd tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Transition to ACTIVE for port object 20dc5748-7553-44ed-ac23-b77c02c4fb09 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:52.363710 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-231bc6aa-cdc5-486f-85b5-dad99f632732 service neutron] For port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:52.368445 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port a945e4b3-9f20-432b-bb38-ab46adc12c79 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:52.380818 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port a945e4b3-9f20-432b-bb38-ab46adc12c79 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:52.381235 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.412690 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a4c65506-70a8-483e-8381-25ed939c11bd tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.461278 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c65506-70a8-483e-8381-25ed939c11bd tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Network 95100319-2701-40c2-8248-a8519f7b20a1 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:52.465516 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-a4c65506-70a8-483e-8381-25ed939c11bd tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:52.469799 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c65506-70a8-483e-8381-25ed939c11bd tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:52.494879 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3b0d91-2767-462e-b4cf-ae7026373ea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6d4a6fa-69b4-49dc-8b41-55852bd1de2a'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:52.497081 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15515d2-117c-4014-b333-d5c3dd44a4e6" -d '{"events": [{"server_uuid": "cf3b0d91-2767-462e-b4cf-ae7026373ea5", "name": "network-vif-unplugged", "status": "completed", "tag": "b6d4a6fa-69b4-49dc-8b41-55852bd1de2a"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:52.507741 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-231bc6aa-cdc5-486f-85b5-dad99f632732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.522201 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c65506-70a8-483e-8381-25ed939c11bd tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Pushing event updated for resources: {'Port': ['ID=20dc5748-7553-44ed-ac23-b77c02c4fb09,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:52.538815 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-231bc6aa-cdc5-486f-85b5-dad99f632732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.550016 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c65506-70a8-483e-8381-25ed939c11bd tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:52.550804 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a4c65506-70a8-483e-8381-25ed939c11bd tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.572695 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a4c65506-70a8-483e-8381-25ed939c11bd tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0132594 Jul 16 20:25:52.575464 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60692) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:52.586173 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d45f8a0a-ef56-4699-a017-ad14d9f0ec70 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:41:6f:02'}]}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:52.635774 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231bc6aa-cdc5-486f-85b5-dad99f632732 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d4a6fa-69b4-49dc-8b41-55852bd1de2a,revision_number=7']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:52.660979 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.680898 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1e0fb-9cba-4037-b77c-7afb66c0ac29 req-4f22e003-821f-4e57-9ad2-d5530b7388bd tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:52.688671 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a3a1e0fb-9cba-4037-b77c-7afb66c0ac29 req-4f22e003-821f-4e57-9ad2-d5530b7388bd tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 945 time: 0.2489691 Jul 16 20:25:52.719614 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d662ba-2692-4933-9e78-9244ec39ba57 req-998bbb4f-f150-4bed-affb-83e8151ea7c2 tempest-ServersOnMultiNodesTest-1228379329 tempest-ServersOnMultiNodesTest-1228379329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:52.721175 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-94d662ba-2692-4933-9e78-9244ec39ba57 req-998bbb4f-f150-4bed-affb-83e8151ea7c2 tempest-ServersOnMultiNodesTest-1228379329 tempest-ServersOnMultiNodesTest-1228379329-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ad146398-13aa-4e91-8f57-a872b40636eb HTTP/1.1" status: 200 len: 1102 time: 0.5099459 Jul 16 20:25:52.721895 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-231bc6aa-cdc5-486f-85b5-dad99f632732 service neutron] Attempting to bind port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a on host n-h2-791506-21 for vnic_type normal with profile {"migrating_to": "n-h1-791506-21"} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:52.722518 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-231bc6aa-cdc5-486f-85b5-dad99f632732 service neutron] Attempting to bind port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:52.722844 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-231bc6aa-cdc5-486f-85b5-dad99f632732 service neutron] Attempting to bind port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:52.730706 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port a945e4b3-9f20-432b-bb38-ab46adc12c79, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a945e4b3-9f20-432b-bb38-ab46adc12c79,segment=NetworkSegment(8f1adb44-0500-40b4-afe3-df741f33bf12),segment_id=8f1adb44-0500-40b4-afe3-df741f33bf12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:52.741897 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.744158 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-231bc6aa-cdc5-486f-85b5-dad99f632732 service neutron] Port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:52.744484 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-231bc6aa-cdc5-486f-85b5-dad99f632732 service neutron] Attempting to bind port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a on network 0e9950ba-8ffa-4ae0-b3a9-a9194f267418 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:52.761239 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-231bc6aa-cdc5-486f-85b5-dad99f632732 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:52.761475 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-231bc6aa-cdc5-486f-85b5-dad99f632732 service neutron] Checking segment: {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:52.761724 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-231bc6aa-cdc5-486f-85b5-dad99f632732 service neutron] Bound using segment: {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:52.762378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-231bc6aa-cdc5-486f-85b5-dad99f632732 service neutron] Bound port: b6d4a6fa-69b4-49dc-8b41-55852bd1de2a, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e9950ba-8ffa-4ae0-b3a9-a9194f267418'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:52.762732 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-231bc6aa-cdc5-486f-85b5-dad99f632732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.774747 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a3a1e0fb-9cba-4037-b77c-7afb66c0ac29 req-6ea5f575-7925-41dc-bad2-0e5ca04ecd19 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836296 Jul 16 20:25:52.810096 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-bcbf5124-e4b3-4660-a0e4-3b69dc067b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-306516921-router', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:49Z', 'revision_number': 4, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'gw_port': {'id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e956de07-d1b1-477b-a025-0650d33a49f6', 'name': '', 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'mac_address': 'fa:16:3e:6b:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:47Z', 'updated_at': '2021-07-16T20:20:55Z', 'revision_number': 5, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'subnets': [{'id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:52.811840 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d45f8a0a-ef56-4699-a017-ad14d9f0ec70 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.835003 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-94d662ba-2692-4933-9e78-9244ec39ba57 req-9a8485d3-88bd-467a-a234-ca068c6fb89c tempest-ServersOnMultiNodesTest-1228379329 tempest-ServersOnMultiNodesTest-1228379329-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045406 Jul 16 20:25:52.848384 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83873087-bf0c-4013-a28c-a2e28895d9b0 x-openstack-request-id: req-83873087-bf0c-4013-a28c-a2e28895d9b0 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:52.849261 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d0f970b-978f-41ad-a945-2b96be6dcd0c", "name": "network-vif-plugged", "status": "completed", "tag": "17048cda-aaac-4670-89fb-a6c32e52ffe9", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:52.849681 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-83873087-bf0c-4013-a28c-a2e28895d9b0 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:52.850209 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0f970b-978f-41ad-a945-2b96be6dcd0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17048cda-aaac-4670-89fb-a6c32e52ffe9', 'code': 200} Jul 16 20:25:52.890577 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf5124-e4b3-4660-a0e4-3b69dc067b87 None None] The sync data for ids ['f42341e3-d7ae-4bb3-9027-f95c12ff366c'] in n-d-791506-21 is: [{'id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-306516921-router', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:49Z', 'revision_number': 4, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'gw_port': {'id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e956de07-d1b1-477b-a025-0650d33a49f6', 'name': '', 'network_id': 'a6e3de95-78fc-4a31-9b59-b1f10f47e4ed', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'mac_address': 'fa:16:3e:6b:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:47Z', 'updated_at': '2021-07-16T20:20:55Z', 'revision_number': 5, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'subnets': [{'id': '2dbbabcf-de96-4fb3-85e1-f42c7891edb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:25:52.925305 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-231bc6aa-cdc5-486f-85b5-dad99f632732 service neutron] For port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:52.933270 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=a945e4b3-9f20-432b-bb38-ab46adc12c79,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:52.937294 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-231bc6aa-cdc5-486f-85b5-dad99f632732 service neutron] For port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b6d4a6fa-69b4-49dc-8b41-55852bd1de2a,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:52.950724 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-231bc6aa-cdc5-486f-85b5-dad99f632732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.973829 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5a4f10c1-7145-4f6a-b872-36c06e06bd78 None None] Provisioning for port 20dc5748-7553-44ed-ac23-b77c02c4fb09 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:52.984757 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5a4f10c1-7145-4f6a-b872-36c06e06bd78 None None] Provisioning complete for port 20dc5748-7553-44ed-ac23-b77c02c4fb09 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:52.985442 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a4f10c1-7145-4f6a-b872-36c06e06bd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.041769 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5a4f10c1-7145-4f6a-b872-36c06e06bd78 None None] Port 20dc5748-7553-44ed-ac23-b77c02c4fb09 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:53.043713 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 7ff9bb74-436d-4738-aadb-24b7f86e12b5 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:25:53.087875 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c04f15e-777e-43a4-ba0f-eee5024db6c7 x-openstack-request-id: req-7c04f15e-777e-43a4-ba0f-eee5024db6c7 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:53.090281 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3b0d91-2767-462e-b4cf-ae7026373ea5", "name": "network-vif-unplugged", "status": "completed", "tag": "b6d4a6fa-69b4-49dc-8b41-55852bd1de2a", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:53.090663 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7c04f15e-777e-43a4-ba0f-eee5024db6c7 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:53.094076 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3b0d91-2767-462e-b4cf-ae7026373ea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6d4a6fa-69b4-49dc-8b41-55852bd1de2a', 'code': 200} Jul 16 20:25:53.202950 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-231bc6aa-cdc5-486f-85b5-dad99f632732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:53.203644 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-231bc6aa-cdc5-486f-85b5-dad99f632732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.205708 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-231bc6aa-cdc5-486f-85b5-dad99f632732 service neutron] 10.222.0.18 "PUT /v2.0/ports/b6d4a6fa-69b4-49dc-8b41-55852bd1de2a HTTP/1.1" status: 200 len: 1123 time: 1.6036458 Jul 16 20:25:53.208604 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 7ff9bb74-436d-4738-aadb-24b7f86e12b5, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7ff9bb74-436d-4738-aadb-24b7f86e12b5,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:53.218463 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231bc6aa-cdc5-486f-85b5-dad99f632732 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d4a6fa-69b4-49dc-8b41-55852bd1de2a,revision_number=8']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:53.227972 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d45f8a0a-ef56-4699-a017-ad14d9f0ec70 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.238361 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d45f8a0a-ef56-4699-a017-ad14d9f0ec70 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.257335 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '7ff9bb74-436d-4738-aadb-24b7f86e12b5', 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988', 'port_id': '7ff9bb74-436d-4738-aadb-24b7f86e12b5', 'mac_address': 'fa:16:3e:dd:a0:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d69795-663e-4814-80c1-613e990ce032', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:25:53.317476 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.360025 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ff9bb74-436d-4738-aadb-24b7f86e12b5 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:53.371045 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de9a7f-89c4-4b3e-a379-860f6e5bc90b None None] New status for floating IP 813e60e0-d321-4362-87fd-0bee11b0bf1b: DOWN {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:25:53.371593 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f8a0a-ef56-4699-a017-ad14d9f0ec70 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Pushing event updated for resources: {'Port': ['ID=20dc5748-7553-44ed-ac23-b77c02c4fb09,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:53.383444 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-d45f8a0a-ef56-4699-a017-ad14d9f0ec70 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] In _notify_port_updated(), no bound segment for port 20dc5748-7553-44ed-ac23-b77c02c4fb09 on network 95100319-2701-40c2-8248-a8519f7b20a1 {{(pid=93793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:25:53.390887 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45f8a0a-ef56-4699-a017-ad14d9f0ec70 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:53.391773 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d45f8a0a-ef56-4699-a017-ad14d9f0ec70 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.395978 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d45f8a0a-ef56-4699-a017-ad14d9f0ec70 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] 10.222.0.38 "PUT /v2.0/ports/20dc5748-7553-44ed-ac23-b77c02c4fb09 HTTP/1.1" status: 200 len: 996 time: 0.8143792 Jul 16 20:25:53.396469 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60724) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:53.411475 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-dd56a7ba-ef33-42b2-bcaa-2461f12d4279 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529292 Jul 16 20:25:53.460105 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['b6d4a6fa-69b4-49dc-8b41-55852bd1de2a'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:53.465051 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['b6d4a6fa-69b4-49dc-8b41-55852bd1de2a'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:53.475470 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 7ff9bb74-436d-4738-aadb-24b7f86e12b5, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7ff9bb74-436d-4738-aadb-24b7f86e12b5,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:53.556413 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0dec6b-3b84-4a2c-a217-5259642bd2d6 req-954b9b5c-c78b-4e78-83ec-3dadb8ba9094 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:53.567922 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0dec6b-3b84-4a2c-a217-5259642bd2d6 req-954b9b5c-c78b-4e78-83ec-3dadb8ba9094 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:53.572787 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.574074 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b6d4a6fa-69b4-49dc-8b41-55852bd1de2a details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:25:53.575520 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4c0dec6b-3b84-4a2c-a217-5259642bd2d6 req-954b9b5c-c78b-4e78-83ec-3dadb8ba9094 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d0f970b-978f-41ad-a945-2b96be6dcd0c HTTP/1.1" status: 200 len: 1682 time: 0.2283695 Jul 16 20:25:53.605474 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-f957375b-a41b-47c2-bf73-6033779b2f44 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Deleting port 20dc5748-7553-44ed-ac23-b77c02c4fb09 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:53.606523 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f957375b-a41b-47c2-bf73-6033779b2f44 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.657165 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4c0dec6b-3b84-4a2c-a217-5259642bd2d6 req-ab619f13-7aff-4979-9b5f-a19d1d5956a1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806735 Jul 16 20:25:53.673504 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-580075b2-223b-47d7-8231-f673c0b8e720 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:53.674168 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-580075b2-223b-47d7-8231-f673c0b8e720 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2534204 Jul 16 20:25:53.707912 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-546b03ea-ccdc-4dd4-b880-690536c9f888 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/quotas/0e3f4908cd7247a9bb3c103236a62c8e HTTP/1.1" status: 200 len: 375 time: 0.0253930 Jul 16 20:25:53.741514 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f957375b-a41b-47c2-bf73-6033779b2f44 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.755963 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-f957375b-a41b-47c2-bf73-6033779b2f44 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Calling delete_port for 20dc5748-7553-44ed-ac23-b77c02c4fb09 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:53.833199 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-05ce42d7-880d-4b1c-9f82-2ad8635857d9 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1233869 Jul 16 20:25:53.931385 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=7ff9bb74-436d-4738-aadb-24b7f86e12b5,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:53.977998 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-846c67cd-bb30-4ac8-9555-c091dfb1c667 None None] Provisioning complete for port 20dc5748-7553-44ed-ac23-b77c02c4fb09 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:53.978792 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-846c67cd-bb30-4ac8-9555-c091dfb1c667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.981301 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f957375b-a41b-47c2-bf73-6033779b2f44 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.027236 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-846c67cd-bb30-4ac8-9555-c091dfb1c667 None None] Port 20dc5748-7553-44ed-ac23-b77c02c4fb09 was deleted so its status cannot be updated. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 20:25:54.049589 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b6d4a6fa-69b4-49dc-8b41-55852bd1de2a,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:54.080180 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b6d4a6fa-69b4-49dc-8b41-55852bd1de2a has no active binding in host n-h1-791506-21 {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:25:54.095703 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60750) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:54.096918 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957375b-a41b-47c2-bf73-6033779b2f44 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Pushing event deleted for resources: {'Port': ['ID=20dc5748-7553-44ed-ac23-b77c02c4fb09,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:54.234646 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.236184 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6243b9b9-73bc-4748-8763-430a6752c5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.249823 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['7ff9bb74-436d-4738-aadb-24b7f86e12b5'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:54.288193 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0f9b5-7b13-49e4-82c2-13d63ef06e02 req-7994d8db-02a9-424e-af1a-20d4a3ce75bb tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:54.289946 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-35b0f9b5-7b13-49e4-82c2-13d63ef06e02 req-7994d8db-02a9-424e-af1a-20d4a3ce75bb tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/ports?device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 946 time: 0.3628170 Jul 16 20:25:54.318152 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f957375b-a41b-47c2-bf73-6033779b2f44 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.320387 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f957375b-a41b-47c2-bf73-6033779b2f44 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] 10.222.0.38 "DELETE /v2.0/ports/20dc5748-7553-44ed-ac23-b77c02c4fb09 HTTP/1.1" status: 204 len: 168 time: 0.9228249 Jul 16 20:25:54.324053 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60762) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:54.382995 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8a0092-a0c7-4115-9a6e-9ac36f4ac9f7 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] GET failed (client error): The resource could not be found. Jul 16 20:25:54.385017 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7f8a0092-a0c7-4115-9a6e-9ac36f4ac9f7 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] 10.222.0.38 "GET /v2.0/ports/20dc5748-7553-44ed-ac23-b77c02c4fb09 HTTP/1.1" status: 404 len: 333 time: 0.0591726 Jul 16 20:25:54.390881 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-35b0f9b5-7b13-49e4-82c2-13d63ef06e02 req-abbcfb88-3c78-4859-95d4-9694f9b1db9c tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3b6aa22-d573-46e7-8402-4f023cbae97a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873256 Jul 16 20:25:54.391461 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60768) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:54.398402 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-7cc7cd6c-4358-4f4f-8b2f-76a8d55a76c9 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Request body: {'port': {'network_id': '95100319-2701-40c2-8248-a8519f7b20a1', 'name': 'tempest-AllowedAddressPairTestJSON-1882705374'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:54.404227 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5f47228a-54b5-4552-99b6-57ca66f1e410 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.461640 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5f47228a-54b5-4552-99b6-57ca66f1e410 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.590579 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5f47228a-54b5-4552-99b6-57ca66f1e410 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.594403 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5f47228a-54b5-4552-99b6-57ca66f1e410 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.598556 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5f47228a-54b5-4552-99b6-57ca66f1e410 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "DELETE /v2.0/security-groups/a66657ef-a62a-4841-b716-13af03c60cc1 HTTP/1.1" status: 204 len: 168 time: 0.4948609 Jul 16 20:25:54.602489 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60778) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:54.615919 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47228a-54b5-4552-99b6-57ca66f1e410 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66657ef-a62a-4841-b716-13af03c60cc1,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:54.646405 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bd9b1-4019-4837-b28b-5f42d6cb1cbc req-018bd524-ee30-4701-91ee-f856271a3b57 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:54.661723 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aa8bd9b1-4019-4837-b28b-5f42d6cb1cbc req-018bd524-ee30-4701-91ee-f856271a3b57 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 950 time: 0.2759314 Jul 16 20:25:54.722388 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-9af225d8-dfaa-454b-b571-0e77f4b65209 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] show failed (client error): The resource could not be found. Jul 16 20:25:54.726067 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9af225d8-dfaa-454b-b571-0e77f4b65209 tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "GET /v2.0/security-groups/a66657ef-a62a-4841-b716-13af03c60cc1 HTTP/1.1" status: 404 len: 347 time: 0.1225328 Jul 16 20:25:54.726443 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60782) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:54.744234 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc7cd6c-4358-4f4f-8b2f-76a8d55a76c9 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Made reservation on behalf of 81f0c086e79845729e8ab3b6249d4ad2 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:54.747868 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7cc7cd6c-4358-4f4f-8b2f-76a8d55a76c9 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.784906 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-7cc7cd6c-4358-4f4f-8b2f-76a8d55a76c9 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] device_id is not set on port 9267b640-6a4a-4ec1-861c-e803044cce14 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:25:54.805211 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aa8bd9b1-4019-4837-b28b-5f42d6cb1cbc req-f0928292-7d24-4821-914d-edf65d34f9d4 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423573 Jul 16 20:25:54.851068 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0f970b-978f-41ad-a945-2b96be6dcd0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a945e4b3-9f20-432b-bb38-ab46adc12c79'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:54.853822 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0b4b49-b4bc-4274-8993-b541437ec775" -d '{"events": [{"server_uuid": "2d0f970b-978f-41ad-a945-2b96be6dcd0c", "name": "network-vif-plugged", "status": "completed", "tag": "a945e4b3-9f20-432b-bb38-ab46adc12c79"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:54.938800 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd167c3-f6c4-4578-b9b1-48a966464f98 req-5d915493-b799-4178-8ccf-b62fbd644b43 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:54.940406 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6bd167c3-f6c4-4578-b9b1-48a966464f98 req-5d915493-b799-4178-8ccf-b62fbd644b43 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 943 time: 0.3030612 Jul 16 20:25:54.988274 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-2c124b1a-0909-4351-b62c-6c129818703b tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Deleting port 609b3441-6be3-4266-a88d-33a8aed6ae3c {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:54.989066 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2c124b1a-0909-4351-b62c-6c129818703b tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.007995 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 7ff9bb74-436d-4738-aadb-24b7f86e12b5 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:55.071790 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-7cc7cd6c-4358-4f4f-8b2f-76a8d55a76c9 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Allocated IP 172.20.0.8 (95100319-2701-40c2-8248-a8519f7b20a1/ca4e8206-37bf-4fcb-b195-07d57d9d7189/9267b640-6a4a-4ec1-861c-e803044cce14) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:55.113086 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6bd167c3-f6c4-4578-b9b1-48a966464f98 req-7849aca2-aa28-4bc3-aab2-38d05fba15d9 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254573 Jul 16 20:25:55.116533 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3b0d91-2767-462e-b4cf-ae7026373ea5', 'tag': 'b6d4a6fa-69b4-49dc-8b41-55852bd1de2a'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:55.121562 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6b43a0-5d04-4955-94cb-7d58550fa48f" -d '{"events": [{"name": "network-changed", "server_uuid": "cf3b0d91-2767-462e-b4cf-ae7026373ea5", "tag": "b6d4a6fa-69b4-49dc-8b41-55852bd1de2a"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:55.135974 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 7ff9bb74-436d-4738-aadb-24b7f86e12b5 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:55.135974 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.142868 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2c124b1a-0909-4351-b62c-6c129818703b tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.143257 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2c124b1a-0909-4351-b62c-6c129818703b tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.183198 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-2c124b1a-0909-4351-b62c-6c129818703b tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Calling delete_port for 609b3441-6be3-4266-a88d-33a8aed6ae3c owned by network:floatingip {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:55.188629 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cf1989c4-b150-4126-90f1-53d90491d593 req-31166b8c-5025-41fd-b5c5-3ccaa7198c92 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=56006495-190b-44c9-b79c-8710ec63129b HTTP/1.1" status: 200 len: 210 time: 0.1061356 Jul 16 20:25:55.335589 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8150a4a7-c0c0-408a-bcd0-4eda41521ab4 x-openstack-request-id: req-8150a4a7-c0c0-408a-bcd0-4eda41521ab4 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:55.335866 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d0f970b-978f-41ad-a945-2b96be6dcd0c", "name": "network-vif-plugged", "status": "completed", "tag": "a945e4b3-9f20-432b-bb38-ab46adc12c79", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:55.336124 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8150a4a7-c0c0-408a-bcd0-4eda41521ab4 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:55.336524 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0f970b-978f-41ad-a945-2b96be6dcd0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a945e4b3-9f20-432b-bb38-ab46adc12c79', 'code': 200} Jul 16 20:25:55.337740 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.395441 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc40af09-028a-445e-aef4-bc4d05f88e2d x-openstack-request-id: req-bc40af09-028a-445e-aef4-bc4d05f88e2d {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:55.396110 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf3b0d91-2767-462e-b4cf-ae7026373ea5", "tag": "b6d4a6fa-69b4-49dc-8b41-55852bd1de2a", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:55.396110 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bc40af09-028a-445e-aef4-bc4d05f88e2d {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:55.396672 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3b0d91-2767-462e-b4cf-ae7026373ea5', 'tag': 'b6d4a6fa-69b4-49dc-8b41-55852bd1de2a', 'status': 'completed', 'code': 200} Jul 16 20:25:55.418516 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 7ff9bb74-436d-4738-aadb-24b7f86e12b5, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7ff9bb74-436d-4738-aadb-24b7f86e12b5,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:55.424141 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.508524 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=7ff9bb74-436d-4738-aadb-24b7f86e12b5,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:55.615735 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2c124b1a-0909-4351-b62c-6c129818703b tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.649541 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.660861 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c124b1a-0909-4351-b62c-6c129818703b tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Pushing event deleted for resources: {'Port': ['ID=609b3441-6be3-4266-a88d-33a8aed6ae3c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:55.791034 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b43a0-5d04-4955-94cb-7d58550fa48f req-3a578eee-a487-4b98-9050-82a6b4adf98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:55.792702 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7c6b43a0-5d04-4955-94cb-7d58550fa48f req-3a578eee-a487-4b98-9050-82a6b4adf98d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 1126 time: 0.3019860 Jul 16 20:25:55.867879 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954c95a-c0d9-4aa8-9651-54e55b936ec2 req-679d6af9-4e49-4295-b4aa-33cfda0a7e05 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:55.874652 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954c95a-c0d9-4aa8-9651-54e55b936ec2 req-679d6af9-4e49-4295-b4aa-33cfda0a7e05 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:55.885783 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a954c95a-c0d9-4aa8-9651-54e55b936ec2 req-679d6af9-4e49-4295-b4aa-33cfda0a7e05 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d0f970b-978f-41ad-a945-2b96be6dcd0c HTTP/1.1" status: 200 len: 1682 time: 0.5735300 Jul 16 20:25:55.916209 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7cc7cd6c-4358-4f4f-8b2f-76a8d55a76c9 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.964458 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-7cc7cd6c-4358-4f4f-8b2f-76a8d55a76c9 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Transition to ACTIVE for port object 9267b640-6a4a-4ec1-861c-e803044cce14 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:55.995168 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a954c95a-c0d9-4aa8-9651-54e55b936ec2 req-737edfc9-f208-423a-b0f9-90ad6c8bfed0 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080763 Jul 16 20:25:55.998786 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b43a0-5d04-4955-94cb-7d58550fa48f req-e23acecb-de95-4219-beec-a9448d7fec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:56.000339 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7c6b43a0-5d04-4955-94cb-7d58550fa48f req-e23acecb-de95-4219-beec-a9448d7fec96 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418 HTTP/1.1" status: 200 len: 909 time: 0.1976824 Jul 16 20:25:56.007443 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2c124b1a-0909-4351-b62c-6c129818703b tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks [] for floatingip, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.012873 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2c124b1a-0909-4351-b62c-6c129818703b tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.014702 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2c124b1a-0909-4351-b62c-6c129818703b tempest-ServersWithSpecificFlavorTestJSON-1887384824 tempest-ServersWithSpecificFlavorTestJSON-1887384824-project] 10.222.0.38 "DELETE /v2.0/floatingips/813e60e0-d321-4362-87fd-0bee11b0bf1b HTTP/1.1" status: 204 len: 168 time: 1.2860770 Jul 16 20:25:56.036903 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62d98a-2912-49c2-90ff-866517c59729 req-736d2766-ad84-401e-badc-377e954c93c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:56.046432 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62d98a-2912-49c2-90ff-866517c59729 req-736d2766-ad84-401e-badc-377e954c93c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:56.048754 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b62d98a-2912-49c2-90ff-866517c59729 req-736d2766-ad84-401e-badc-377e954c93c4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2d0f970b-978f-41ad-a945-2b96be6dcd0c HTTP/1.1" status: 200 len: 1986 time: 0.5443962 Jul 16 20:25:56.063393 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7c6b43a0-5d04-4955-94cb-7d58550fa48f req-cf657fc5-be32-41ba-9af3-1ed27886ce61 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6d4a6fa-69b4-49dc-8b41-55852bd1de2a HTTP/1.1" status: 200 len: 217 time: 0.0477324 Jul 16 20:25:56.096543 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-eb87289f-1984-4002-ada7-3ab33225dafc tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356188 Jul 16 20:25:56.167851 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b62d98a-2912-49c2-90ff-866517c59729 req-a05167b1-5021-4a10-92c0-bbf570260ff2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089616 Jul 16 20:25:56.180569 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7cc7cd6c-4358-4f4f-8b2f-76a8d55a76c9 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.281363 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-34a83781-ce30-449f-b022-ebf768ecbd0e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:56.283273 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-34a83781-ce30-449f-b022-ebf768ecbd0e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1617310 Jul 16 20:25:56.289210 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b43a0-5d04-4955-94cb-7d58550fa48f req-212d6df1-f61f-43fc-908d-6f38500b08e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:56.290812 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7c6b43a0-5d04-4955-94cb-7d58550fa48f req-212d6df1-f61f-43fc-908d-6f38500b08e8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fed2a9f4-4984-4b87-a48a-a9fcef3fa565 HTTP/1.1" status: 200 len: 848 time: 0.2050424 Jul 16 20:25:56.297310 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc7cd6c-4358-4f4f-8b2f-76a8d55a76c9 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Network 95100319-2701-40c2-8248-a8519f7b20a1 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:56.304353 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-d86398b1-a5a9-4b82-bb4c-02d1fdf5dbba tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Request body: {'port': {'device_id': '56006495-190b-44c9-b79c-8710ec63129b', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': '0e3f4908cd7247a9bb3c103236a62c8e'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:56.335773 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-7cc7cd6c-4358-4f4f-8b2f-76a8d55a76c9 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:56.351166 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc7cd6c-4358-4f4f-8b2f-76a8d55a76c9 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:56.356110 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc7cd6c-4358-4f4f-8b2f-76a8d55a76c9 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Pushing event updated for resources: {'Port': ['ID=9267b640-6a4a-4ec1-861c-e803044cce14,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:56.379844 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7c6b43a0-5d04-4955-94cb-7d58550fa48f req-6766d5ae-40b4-45f4-b019-042ad5b9a9fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693684 Jul 16 20:25:56.409598 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc7cd6c-4358-4f4f-8b2f-76a8d55a76c9 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:56.410610 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc7cd6c-4358-4f4f-8b2f-76a8d55a76c9 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:56.411112 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc7cd6c-4358-4f4f-8b2f-76a8d55a76c9 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:56.411607 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc7cd6c-4358-4f4f-8b2f-76a8d55a76c9 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:56.412214 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc7cd6c-4358-4f4f-8b2f-76a8d55a76c9 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:56.412829 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc7cd6c-4358-4f4f-8b2f-76a8d55a76c9 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:56.413377 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc7cd6c-4358-4f4f-8b2f-76a8d55a76c9 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:56.413865 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc7cd6c-4358-4f4f-8b2f-76a8d55a76c9 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:56.414463 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc7cd6c-4358-4f4f-8b2f-76a8d55a76c9 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:56.414959 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc7cd6c-4358-4f4f-8b2f-76a8d55a76c9 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:56.415703 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc7cd6c-4358-4f4f-8b2f-76a8d55a76c9 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:56.416372 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc7cd6c-4358-4f4f-8b2f-76a8d55a76c9 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:56.484993 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc7cd6c-4358-4f4f-8b2f-76a8d55a76c9 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:56.485973 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7cc7cd6c-4358-4f4f-8b2f-76a8d55a76c9 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.617730 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76189b4-c4e6-46b5-88c8-dee055cac25f req-94e937fd-0bc5-490f-8a0d-8f29a800ed6b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:56.632380 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a76189b4-c4e6-46b5-88c8-dee055cac25f req-94e937fd-0bc5-490f-8a0d-8f29a800ed6b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 950 time: 0.3763437 Jul 16 20:25:56.679646 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7cc7cd6c-4358-4f4f-8b2f-76a8d55a76c9 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2863476 Jul 16 20:25:56.680370 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60822) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:56.686201 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-34e79b66-0259-4e86-a53e-f653fb0a7b09 None None] Provisioning for port 9267b640-6a4a-4ec1-861c-e803044cce14 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:56.691709 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-34e79b66-0259-4e86-a53e-f653fb0a7b09 None None] Provisioning complete for port 9267b640-6a4a-4ec1-861c-e803044cce14 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:56.693563 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34e79b66-0259-4e86-a53e-f653fb0a7b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.720422 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-fa094fee-755c-4aa4-a9dd-412fa2df702d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Request body: {'port': {'network_id': '95100319-2701-40c2-8248-a8519f7b20a1', 'name': 'tempest-AllowedAddressPairTestJSON-428925627'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:56.776197 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-34e79b66-0259-4e86-a53e-f653fb0a7b09 None None] Port 9267b640-6a4a-4ec1-861c-e803044cce14 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:56.917777 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a76189b4-c4e6-46b5-88c8-dee055cac25f req-4b9dbf94-9ab4-441f-93b4-0cc7eed96bdf tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656627 Jul 16 20:25:56.928998 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-323612b5-e30f-44f2-8af2-c9d204d79a05 service neutron] show failed (client error): The resource could not be found. Jul 16 20:25:56.930370 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-323612b5-e30f-44f2-8af2-c9d204d79a05 service neutron] 10.222.0.62 "GET /v2.0/ports/810c8272-d682-44c5-9fab-7793c6efd176/bindings/n-h1-791506-21 HTTP/1.1" status: 404 len: 381 time: 0.4312506 Jul 16 20:25:56.984230 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55891c4b-fbc9-407f-a449-39a2b35a275f req-4145214e-26b6-476b-b511-9424ee18e035 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:56.985789 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55891c4b-fbc9-407f-a449-39a2b35a275f req-4145214e-26b6-476b-b511-9424ee18e035 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/ports?device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 946 time: 0.4939039 Jul 16 20:25:57.041349 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7c6b43a0-5d04-4955-94cb-7d58550fa48f req-6d2504f8-b779-4301-b085-2aaa19ad7aa0 service neutron] 10.222.0.62 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6497080 Jul 16 20:25:57.234856 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55891c4b-fbc9-407f-a449-39a2b35a275f req-09234051-eeaa-4cbd-8e07-84e6db669997 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3b6aa22-d573-46e7-8402-4f023cbae97a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2316813 Jul 16 20:25:57.239770 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.db.api [None req-fa094fee-755c-4aa4-a9dd-412fa2df702d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:25:57.239770 n-d-791506-21 neutron-server[93794]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:25:57.239770 n-d-791506-21 neutron-server[93794]: [parameters: {'project_id': '81f0c086e79845729e8ab3b6249d4ad2', 'id': 'f7a45a68-9efd-4b94-a73c-063c7d15aa1b', 'expiration': datetime.datetime(2021, 7, 16, 20, 27, 57, 211804)}] Jul 16 20:25:57.239770 n-d-791506-21 neutron-server[93794]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:25:57.240987 n-d-791506-21 neutron-server[93794]: DEBUG oslo_db.api [None req-fa094fee-755c-4aa4-a9dd-412fa2df702d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:25:57.269238 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-d86398b1-a5a9-4b82-bb4c-02d1fdf5dbba tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Made reservation on behalf of 0e3f4908cd7247a9bb3c103236a62c8e for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:57.275745 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-d86398b1-a5a9-4b82-bb4c-02d1fdf5dbba tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.305637 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7c6b43a0-5d04-4955-94cb-7d58550fa48f req-73bcd160-7005-4223-bf77-461b6c521bd6 service neutron] 10.222.0.62 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428966 Jul 16 20:25:57.317990 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f3aad-846e-4cad-a12a-4edfff7842a2 req-f96d3897-88c4-4bd9-9128-50fa0fe39a1b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:57.319601 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b45f3aad-846e-4cad-a12a-4edfff7842a2 req-f96d3897-88c4-4bd9-9128-50fa0fe39a1b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 943 time: 0.2386985 Jul 16 20:25:57.337991 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf6745e-39f9-432d-a911-2f138bccdc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff9bb74-436d-4738-aadb-24b7f86e12b5'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:57.340355 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327b4946-b786-422d-9ced-71f804ec2d20" -d '{"events": [{"server_uuid": "daf6745e-39f9-432d-a911-2f138bccdc62", "name": "network-vif-plugged", "status": "completed", "tag": "7ff9bb74-436d-4738-aadb-24b7f86e12b5"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:57.413622 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b45f3aad-846e-4cad-a12a-4edfff7842a2 req-befde65f-afc9-4234-a632-c336591c09fa tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856164 Jul 16 20:25:57.517573 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.543641 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-d86398b1-a5a9-4b82-bb4c-02d1fdf5dbba tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Allocated IP 192.168.233.26 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/bf65e3b8-e43f-42b0-83bd-60ddb5dfc222) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:57.670628 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c6f6d71-eb51-49fd-b68c-60a517a3dbf9 req-8ecaf9c6-7fdd-4db7-a38f-902ce48b0863 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=56006495-190b-44c9-b79c-8710ec63129b HTTP/1.1" status: 200 len: 210 time: 0.0941541 Jul 16 20:25:57.752849 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-d86398b1-a5a9-4b82-bb4c-02d1fdf5dbba tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.776353 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-d86398b1-a5a9-4b82-bb4c-02d1fdf5dbba tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Transition to ACTIVE for port object bf65e3b8-e43f-42b0-83bd-60ddb5dfc222 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:57.821319 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-92bcd7a8-58f6-48be-9087-2b915a88eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:57.822541 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-d86398b1-a5a9-4b82-bb4c-02d1fdf5dbba tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.822916 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-92bcd7a8-58f6-48be-9087-2b915a88eb1c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61&tenant_id=ae184935e63442fbbd551c2164ed273b HTTP/1.1" status: 200 len: 1102 time: 0.4239035 Jul 16 20:25:57.839392 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['8e3da5c1-787e-433f-b543-77bc7f75e480', '5bed6517-899b-4190-a8dc-5aced4507220', 'c6fd142d-49fc-477b-b82f-164b97511e79', '2d6fa718-0eef-4928-ae44-c97213f8ff1c', 'fd964d28-6ddc-4d78-a49c-508b9fe92f60'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:57.843196 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f9aa5cc8-d6c0-42be-8acf-38074d0583d5', '779776ba-d9f0-4fe0-9527-90d0560ef7cc'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:57.865474 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-2a7d2779-bdd6-472f-a114-9849a8e35358 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-21', 'device_owner': 'compute:nova'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:57.893358 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa094fee-755c-4aa4-a9dd-412fa2df702d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Made reservation on behalf of 81f0c086e79845729e8ab3b6249d4ad2 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:57.903383 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-d86398b1-a5a9-4b82-bb4c-02d1fdf5dbba tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:57.905701 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fa094fee-755c-4aa4-a9dd-412fa2df702d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.930797 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-d86398b1-a5a9-4b82-bb4c-02d1fdf5dbba tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:57.956710 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41692c7d-0196-48b3-baaf-68d50f73f1c7 x-openstack-request-id: req-41692c7d-0196-48b3-baaf-68d50f73f1c7 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:57.957146 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-d86398b1-a5a9-4b82-bb4c-02d1fdf5dbba tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:57.959263 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf6745e-39f9-432d-a911-2f138bccdc62", "name": "network-vif-plugged", "status": "completed", "tag": "7ff9bb74-436d-4738-aadb-24b7f86e12b5", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:57.959757 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-41692c7d-0196-48b3-baaf-68d50f73f1c7 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:57.960892 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf6745e-39f9-432d-a911-2f138bccdc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff9bb74-436d-4738-aadb-24b7f86e12b5', 'code': 200} Jul 16 20:25:57.983104 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86398b1-a5a9-4b82-bb4c-02d1fdf5dbba tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Pushing event updated for resources: {'Port': ['ID=bf65e3b8-e43f-42b0-83bd-60ddb5dfc222,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:57.993207 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0604b-f2c0-4cf5-9b97-5671464d36e3 req-55e4d3c4-4a97-4c8e-adcc-adf1249e8d5f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:58.002668 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0604b-f2c0-4cf5-9b97-5671464d36e3 req-55e4d3c4-4a97-4c8e-adcc-adf1249e8d5f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:58.012100 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1e0604b-f2c0-4cf5-9b97-5671464d36e3 req-55e4d3c4-4a97-4c8e-adcc-adf1249e8d5f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d0f970b-978f-41ad-a945-2b96be6dcd0c HTTP/1.1" status: 200 len: 1682 time: 0.3396957 Jul 16 20:25:58.108507 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b88551-6aa7-44b6-b3c6-58d957f39d95 req-1817707b-e027-495b-b9a9-0ba65c61cee3 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:58.110157 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-63b88551-6aa7-44b6-b3c6-58d957f39d95 req-1817707b-e027-495b-b9a9-0ba65c61cee3 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.62 "GET /v2.0/ports?device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 946 time: 0.2265100 Jul 16 20:25:58.119201 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-d86398b1-a5a9-4b82-bb4c-02d1fdf5dbba tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:58.119976 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-d86398b1-a5a9-4b82-bb4c-02d1fdf5dbba tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:58.197898 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-fa094fee-755c-4aa4-a9dd-412fa2df702d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] device_id is not set on port 7abf9730-cfb5-4543-818b-62c6089096ad yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:25:58.210974 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-2a7d2779-bdd6-472f-a114-9849a8e35358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:58.253032 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-d86398b1-a5a9-4b82-bb4c-02d1fdf5dbba tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9564331 Jul 16 20:25:58.265913 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1e0604b-f2c0-4cf5-9b97-5671464d36e3 req-2a5dd8e8-e79e-42fb-8efa-9258d79f05a1 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480359 Jul 16 20:25:58.286985 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-55e13458-86e9-48db-8b08-744ccc8d97cf service neutron] Request body: {'port': {'device_id': '56006495-190b-44c9-b79c-8710ec63129b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:58.490284 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-63b88551-6aa7-44b6-b3c6-58d957f39d95 req-eaa22bba-ff16-4ca4-a27c-8cd7ae992d45 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Deleting port 72d99a46-cc20-435b-b1ba-cde37d5f8b43 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:58.491177 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-63b88551-6aa7-44b6-b3c6-58d957f39d95 req-eaa22bba-ff16-4ca4-a27c-8cd7ae992d45 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:58.540479 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-55e13458-86e9-48db-8b08-744ccc8d97cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:58.574713 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c1e53d3f-44ed-4540-b028-0e6e3289e831 None None] Provisioning for port bf65e3b8-e43f-42b0-83bd-60ddb5dfc222 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:58.664913 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c1e53d3f-44ed-4540-b028-0e6e3289e831 None None] Provisioning complete for port bf65e3b8-e43f-42b0-83bd-60ddb5dfc222 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:58.665285 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1e53d3f-44ed-4540-b028-0e6e3289e831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:58.676256 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-63b88551-6aa7-44b6-b3c6-58d957f39d95 req-eaa22bba-ff16-4ca4-a27c-8cd7ae992d45 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] For port 72d99a46-cc20-435b-b1ba-cde37d5f8b43, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=72d99a46-cc20-435b-b1ba-cde37d5f8b43,segment=NetworkSegment(078bf850-a9a4-47df-a8d7-e25abae15d64),segment_id=078bf850-a9a4-47df-a8d7-e25abae15d64)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:58.677008 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-63b88551-6aa7-44b6-b3c6-58d957f39d95 req-eaa22bba-ff16-4ca4-a27c-8cd7ae992d45 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:58.909182 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c1e53d3f-44ed-4540-b028-0e6e3289e831 None None] Port bf65e3b8-e43f-42b0-83bd-60ddb5dfc222 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:58.999461 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-fa094fee-755c-4aa4-a9dd-412fa2df702d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Allocated IP 172.20.0.14 (95100319-2701-40c2-8248-a8519f7b20a1/ca4e8206-37bf-4fcb-b195-07d57d9d7189/7abf9730-cfb5-4543-818b-62c6089096ad) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:59.088499 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b6d4a6fa-69b4-49dc-8b41-55852bd1de2a no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:59.110587 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2dc93-95b4-4bda-b3bb-b4b7a20dd75f req-270db748-dc41-41df-8ce3-f7eca5a7b315 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:59.118777 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-63b88551-6aa7-44b6-b3c6-58d957f39d95 req-eaa22bba-ff16-4ca4-a27c-8cd7ae992d45 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.119366 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0bb2dc93-95b4-4bda-b3bb-b4b7a20dd75f req-270db748-dc41-41df-8ce3-f7eca5a7b315 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 950 time: 0.3589673 Jul 16 20:25:59.119506 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-63b88551-6aa7-44b6-b3c6-58d957f39d95 req-eaa22bba-ff16-4ca4-a27c-8cd7ae992d45 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.119774 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [req-63b88551-6aa7-44b6-b3c6-58d957f39d95 req-eaa22bba-ff16-4ca4-a27c-8cd7ae992d45 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Floating IP df0bd12c-06cc-4945-af94-5e18115e8bce disassociated. External IP: 172.25.0.48, port: 72d99a46-cc20-435b-b1ba-cde37d5f8b43. Jul 16 20:25:59.120237 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-63b88551-6aa7-44b6-b3c6-58d957f39d95 req-eaa22bba-ff16-4ca4-a27c-8cd7ae992d45 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Calling delete_port for 72d99a46-cc20-435b-b1ba-cde37d5f8b43 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:59.162671 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600392e-42a1-4684-a371-85a752c8788b req-2133a2a8-1811-4acd-be17-e0472f3c821b tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:59.170654 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a600392e-42a1-4684-a371-85a752c8788b req-2133a2a8-1811-4acd-be17-e0472f3c821b tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/ports?device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 946 time: 0.3748269 Jul 16 20:25:59.285749 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0bb2dc93-95b4-4bda-b3bb-b4b7a20dd75f req-069c90c4-eb30-411a-ae1b-90423790d18b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652625 Jul 16 20:25:59.357331 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.372605 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a600392e-42a1-4684-a371-85a752c8788b req-bb119ac3-d889-4457-96cf-a780ca6401d1 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3b6aa22-d573-46e7-8402-4f023cbae97a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009714 Jul 16 20:25:59.462489 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-55e13458-86e9-48db-8b08-744ccc8d97cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf65e3b8-e43f-42b0-83bd-60ddb5dfc222 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:59.485840 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-55e13458-86e9-48db-8b08-744ccc8d97cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.500131 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fa094fee-755c-4aa4-a9dd-412fa2df702d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.531288 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-55e13458-86e9-48db-8b08-744ccc8d97cf service neutron] Transition to ACTIVE for port object bf65e3b8-e43f-42b0-83bd-60ddb5dfc222 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:59.543934 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-fa094fee-755c-4aa4-a9dd-412fa2df702d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Transition to ACTIVE for port object 7abf9730-cfb5-4543-818b-62c6089096ad will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:59.562934 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-55e13458-86e9-48db-8b08-744ccc8d97cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.626851 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e13458-86e9-48db-8b08-744ccc8d97cf service neutron] Pushing event updated for resources: {'Port': ['ID=bf65e3b8-e43f-42b0-83bd-60ddb5dfc222,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:59.674676 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 810c8272-d682-44c5-9fab-7793c6efd176 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:59.698265 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-87d1a7f2-40cc-4763-be15-51373d35aa3b service neutron] 10.222.0.62 "GET /v2.0/ports/b6d4a6fa-69b4-49dc-8b41-55852bd1de2a/bindings/n-h1-791506-21 HTTP/1.1" status: 200 len: 385 time: 0.0727024 Jul 16 20:25:59.750814 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fa094fee-755c-4aa4-a9dd-412fa2df702d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.754787 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-2a7d2779-bdd6-472f-a114-9849a8e35358 service neutron] For port 810c8272-d682-44c5-9fab-7793c6efd176, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=810c8272-d682-44c5-9fab-7793c6efd176,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:59.809609 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-63b88551-6aa7-44b6-b3c6-58d957f39d95 req-eaa22bba-ff16-4ca4-a27c-8cd7ae992d45 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.884224 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa094fee-755c-4aa4-a9dd-412fa2df702d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Network 95100319-2701-40c2-8248-a8519f7b20a1 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:59.907041 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-fa094fee-755c-4aa4-a9dd-412fa2df702d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:59.912333 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa094fee-755c-4aa4-a9dd-412fa2df702d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Pushing event updated for resources: {'Port': ['ID=7abf9730-cfb5-4543-818b-62c6089096ad,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:59.914928 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa094fee-755c-4aa4-a9dd-412fa2df702d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:59.934824 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388e582-2984-4ba5-8aa7-0e5942e38eb5 req-ebe2c808-1fba-4f25-bc69-3fd86bea7dad tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:59.949688 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4388e582-2984-4ba5-8aa7-0e5942e38eb5 req-ebe2c808-1fba-4f25-bc69-3fd86bea7dad tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 943 time: 0.3130128 Jul 16 20:25:59.959208 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-2a7d2779-bdd6-472f-a114-9849a8e35358 service neutron] For port 810c8272-d682-44c5-9fab-7793c6efd176, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:59.962528 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa22bba-ff16-4ca4-a27c-8cd7ae992d45 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Pushing event deleted for resources: {'Port': ['ID=72d99a46-cc20-435b-b1ba-cde37d5f8b43,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:59.994047 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-55e13458-86e9-48db-8b08-744ccc8d97cf service neutron] Attempting to bind port bf65e3b8-e43f-42b0-83bd-60ddb5dfc222 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:59.994693 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-55e13458-86e9-48db-8b08-744ccc8d97cf service neutron] Attempting to bind port bf65e3b8-e43f-42b0-83bd-60ddb5dfc222 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:59.995105 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-55e13458-86e9-48db-8b08-744ccc8d97cf service neutron] Attempting to bind port bf65e3b8-e43f-42b0-83bd-60ddb5dfc222 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:00.028732 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-55e13458-86e9-48db-8b08-744ccc8d97cf service neutron] Port bf65e3b8-e43f-42b0-83bd-60ddb5dfc222 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:00.029165 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-55e13458-86e9-48db-8b08-744ccc8d97cf service neutron] Attempting to bind port bf65e3b8-e43f-42b0-83bd-60ddb5dfc222 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:00.088032 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-2a7d2779-bdd6-472f-a114-9849a8e35358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.099399 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-55e13458-86e9-48db-8b08-744ccc8d97cf service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:00.099749 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-55e13458-86e9-48db-8b08-744ccc8d97cf service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:00.100147 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-55e13458-86e9-48db-8b08-744ccc8d97cf service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:00.100642 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-55e13458-86e9-48db-8b08-744ccc8d97cf service neutron] Bound port: bf65e3b8-e43f-42b0-83bd-60ddb5dfc222, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:00.101157 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-55e13458-86e9-48db-8b08-744ccc8d97cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.120022 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-2a7d2779-bdd6-472f-a114-9849a8e35358 service neutron] Transition to ACTIVE for port object 810c8272-d682-44c5-9fab-7793c6efd176 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:00.131530 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.181214 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15766d48-eeb6-49fb-b5b1-76b46c1f0a61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '810c8272-d682-44c5-9fab-7793c6efd176'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:00.198900 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8df73d-14e8-41e3-9440-f3858d81d6ac" -d '{"events": [{"server_uuid": "15766d48-eeb6-49fb-b5b1-76b46c1f0a61", "name": "network-vif-unplugged", "status": "completed", "tag": "810c8272-d682-44c5-9fab-7793c6efd176"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:00.276280 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:26:00.276639 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:26:00.279315 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4388e582-2984-4ba5-8aa7-0e5942e38eb5 req-f59942c7-8c60-4e71-bedc-b74070a34aa2 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283720 Jul 16 20:26:00.283588 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-2a7d2779-bdd6-472f-a114-9849a8e35358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.328515 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa094fee-755c-4aa4-a9dd-412fa2df702d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:00.329221 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fa094fee-755c-4aa4-a9dd-412fa2df702d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.359973 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2aceb4a1-e56b-4870-af71-a149bb0dde0d None None] Provisioning for port 7abf9730-cfb5-4543-818b-62c6089096ad completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:00.367974 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2aceb4a1-e56b-4870-af71-a149bb0dde0d None None] Provisioning complete for port 7abf9730-cfb5-4543-818b-62c6089096ad triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:00.368677 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2aceb4a1-e56b-4870-af71-a149bb0dde0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.399550 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-55e13458-86e9-48db-8b08-744ccc8d97cf service neutron] For port bf65e3b8-e43f-42b0-83bd-60ddb5dfc222, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:00.444685 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63b88551-6aa7-44b6-b3c6-58d957f39d95 req-eaa22bba-ff16-4ca4-a27c-8cd7ae992d45 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Router 10783144-a07b-4ae9-93da-d65f2de6fedb has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:26:00.455661 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2aceb4a1-e56b-4870-af71-a149bb0dde0d None None] Port 7abf9730-cfb5-4543-818b-62c6089096ad cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:00.457225 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fa094fee-755c-4aa4-a9dd-412fa2df702d tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7567675 Jul 16 20:26:00.463016 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60876) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:00.471660 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-55e13458-86e9-48db-8b08-744ccc8d97cf service neutron] For port bf65e3b8-e43f-42b0-83bd-60ddb5dfc222, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=bf65e3b8-e43f-42b0-83bd-60ddb5dfc222,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:00.472309 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-3c60d84c-cc03-4f42-9cba-7756c72be49f tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:41:6f:02'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:8f:22:c7'}]}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:00.509562 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-55e13458-86e9-48db-8b08-744ccc8d97cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.596087 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-2a7d2779-bdd6-472f-a114-9849a8e35358 service neutron] No DVR routers for this DVR port 810c8272-d682-44c5-9fab-7793c6efd176 on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:00.611152 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d2779-bdd6-472f-a114-9849a8e35358 service neutron] Pushing event updated for resources: {'Port': ['ID=810c8272-d682-44c5-9fab-7793c6efd176,revision_number=6']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:00.672759 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef72edf-101b-4bd7-9934-8ff93e7bd2bd req-34efa09b-12e7-46af-a92e-98fa48b11938 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:00.684809 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2ef72edf-101b-4bd7-9934-8ff93e7bd2bd req-34efa09b-12e7-46af-a92e-98fa48b11938 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=56006495-190b-44c9-b79c-8710ec63129b HTTP/1.1" status: 200 len: 947 time: 0.7646801 Jul 16 20:26:00.740963 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-1f9b7f86-0b35-4f91-b4d9-a78b61aa18cb service neutron] For port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b6d4a6fa-69b4-49dc-8b41-55852bd1de2a,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:00.770971 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-1f9b7f86-0b35-4f91-b4d9-a78b61aa18cb service neutron] For port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:00.806593 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2ef72edf-101b-4bd7-9934-8ff93e7bd2bd req-dc25fcdb-c87b-48e4-a557-cdcd1e819155 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199734 Jul 16 20:26:00.817494 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e13458-86e9-48db-8b08-744ccc8d97cf service neutron] Pushing event updated for resources: {'Port': ['ID=bf65e3b8-e43f-42b0-83bd-60ddb5dfc222,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:00.839808 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-2a7d2779-bdd6-472f-a114-9849a8e35358 service neutron] Attempting to bind port 810c8272-d682-44c5-9fab-7793c6efd176 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:00.840169 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-2a7d2779-bdd6-472f-a114-9849a8e35358 service neutron] Attempting to bind port 810c8272-d682-44c5-9fab-7793c6efd176 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:00.843187 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-2a7d2779-bdd6-472f-a114-9849a8e35358 service neutron] Attempting to bind port 810c8272-d682-44c5-9fab-7793c6efd176 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:00.854733 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-55e13458-86e9-48db-8b08-744ccc8d97cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:00.860471 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-55e13458-86e9-48db-8b08-744ccc8d97cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.866689 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-55e13458-86e9-48db-8b08-744ccc8d97cf service neutron] 10.222.0.18 "PUT /v2.0/ports/bf65e3b8-e43f-42b0-83bd-60ddb5dfc222 HTTP/1.1" status: 200 len: 1096 time: 2.5953581 Jul 16 20:26:00.877389 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-2a7d2779-bdd6-472f-a114-9849a8e35358 service neutron] Port 810c8272-d682-44c5-9fab-7793c6efd176 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:00.878376 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-2a7d2779-bdd6-472f-a114-9849a8e35358 service neutron] Attempting to bind port 810c8272-d682-44c5-9fab-7793c6efd176 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:00.954308 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56006495-190b-44c9-b79c-8710ec63129b', 'tag': 'bf65e3b8-e43f-42b0-83bd-60ddb5dfc222'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:00.956504 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22e364a-a42b-4ab5-8ca9-82c95991ed67" -d '{"events": [{"name": "network-changed", "server_uuid": "56006495-190b-44c9-b79c-8710ec63129b", "tag": "bf65e3b8-e43f-42b0-83bd-60ddb5dfc222"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:00.974235 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-2a7d2779-bdd6-472f-a114-9849a8e35358 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:00.974624 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-2a7d2779-bdd6-472f-a114-9849a8e35358 service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:00.975020 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-2a7d2779-bdd6-472f-a114-9849a8e35358 service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:00.975464 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-2a7d2779-bdd6-472f-a114-9849a8e35358 service neutron] Bound port: 810c8272-d682-44c5-9fab-7793c6efd176, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:00.975825 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-2a7d2779-bdd6-472f-a114-9849a8e35358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.022152 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44c45e3-3f9d-494a-8fd0-ac22e916ffa1 x-openstack-request-id: req-d44c45e3-3f9d-494a-8fd0-ac22e916ffa1 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:01.022497 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15766d48-eeb6-49fb-b5b1-76b46c1f0a61", "name": "network-vif-unplugged", "status": "completed", "tag": "810c8272-d682-44c5-9fab-7793c6efd176", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:01.026479 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d44c45e3-3f9d-494a-8fd0-ac22e916ffa1 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:01.026904 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15766d48-eeb6-49fb-b5b1-76b46c1f0a61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '810c8272-d682-44c5-9fab-7793c6efd176', 'code': 200} Jul 16 20:26:01.080556 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-1f9b7f86-0b35-4f91-b4d9-a78b61aa18cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6d4a6fa-69b4-49dc-8b41-55852bd1de2a {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:01.081124 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 72d99a46-cc20-435b-b1ba-cde37d5f8b43 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:01.136789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 72d99a46-cc20-435b-b1ba-cde37d5f8b43 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:01.137476 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 72d99a46-cc20-435b-b1ba-cde37d5f8b43 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:01.144144 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-1f9b7f86-0b35-4f91-b4d9-a78b61aa18cb service neutron] For port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b6d4a6fa-69b4-49dc-8b41-55852bd1de2a,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:01.258709 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-1f9b7f86-0b35-4f91-b4d9-a78b61aa18cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.337731 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-c00bf724-119d-458d-9814-942a86ea822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:01.339581 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-c00bf724-119d-458d-9814-942a86ea822d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&device_id=56006495-190b-44c9-b79c-8710ec63129b HTTP/1.1" status: 200 len: 1099 time: 0.3667173 Jul 16 20:26:01.394104 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-42857ca5-1539-45ac-b1c4-ae646b17b5aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=bf65e3b8-e43f-42b0-83bd-60ddb5dfc222 HTTP/1.1" status: 200 len: 217 time: 0.0447087 Jul 16 20:26:01.395212 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63b88551-6aa7-44b6-b3c6-58d957f39d95 req-eaa22bba-ff16-4ca4-a27c-8cd7ae992d45 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:26:01.408971 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66133589-1087-4ac3-9e8b-c51e04900ebe None None] Sync routers for ids ['10783144-a07b-4ae9-93da-d65f2de6fedb'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:26:01.442118 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66133589-1087-4ac3-9e8b-c51e04900ebe None None] Routers {'10783144-a07b-4ae9-93da-d65f2de6fedb'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:01.442780 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-66133589-1087-4ac3-9e8b-c51e04900ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:25:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['10783144-a07b-4ae9-93da-d65f2de6fedb'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:01.509201 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b88551-6aa7-44b6-b3c6-58d957f39d95 req-eaa22bba-ff16-4ca4-a27c-8cd7ae992d45 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] No DVR routers for this DVR port 72d99a46-cc20-435b-b1ba-cde37d5f8b43 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:01.512161 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-63b88551-6aa7-44b6-b3c6-58d957f39d95 req-eaa22bba-ff16-4ca4-a27c-8cd7ae992d45 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.516067 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-63b88551-6aa7-44b6-b3c6-58d957f39d95 req-eaa22bba-ff16-4ca4-a27c-8cd7ae992d45 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.62 "DELETE /v2.0/ports/72d99a46-cc20-435b-b1ba-cde37d5f8b43 HTTP/1.1" status: 204 len: 173 time: 3.3855014 Jul 16 20:26:01.536315 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-1f9b7f86-0b35-4f91-b4d9-a78b61aa18cb service neutron] Transition to ACTIVE for port object b6d4a6fa-69b4-49dc-8b41-55852bd1de2a will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:01.550890 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-1f9b7f86-0b35-4f91-b4d9-a78b61aa18cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.566785 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c60d84c-cc03-4f42-9cba-7756c72be49f tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.615845 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-52ae5516-1045-4b72-9ca6-253dad166880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:01.617529 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-52ae5516-1045-4b72-9ca6-253dad166880 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.2110612 Jul 16 20:26:01.619279 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b7f86-0b35-4f91-b4d9-a78b61aa18cb service neutron] Pushing event updated for resources: {'Port': ['ID=b6d4a6fa-69b4-49dc-8b41-55852bd1de2a,revision_number=10']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:01.663909 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-66133589-1087-4ac3-9e8b-c51e04900ebe None None] Set router 10783144-a07b-4ae9-93da-d65f2de6fedb gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:01.688942 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-93c30bd2-7595-493b-84e6-9e791e2e1a41 req-8974a8ce-9bc4-4a8e-835d-ff580bf02b47 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/ports?device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 210 time: 0.2315073 Jul 16 20:26:01.719054 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-1f9b7f86-0b35-4f91-b4d9-a78b61aa18cb service neutron] No DVR routers for this DVR port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:01.817686 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-fe831c9e-6b48-41b7-8c4c-b4cd06fa2c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:01.819661 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-fe831c9e-6b48-41b7-8c4c-b4cd06fa2c30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1917560 Jul 16 20:26:01.831614 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-1f9b7f86-0b35-4f91-b4d9-a78b61aa18cb service neutron] 10.222.0.62 "PUT /v2.0/ports/b6d4a6fa-69b4-49dc-8b41-55852bd1de2a/bindings/n-h1-791506-21/activate HTTP/1.1" status: 200 len: 370 time: 2.1236725 Jul 16 20:26:01.933836 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-2a7d2779-bdd6-472f-a114-9849a8e35358 service neutron] For port 810c8272-d682-44c5-9fab-7793c6efd176, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:02.082118 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-ef8b9432-bc62-4e3e-936c-58cbb5d0544c service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383766 Jul 16 20:26:02.119869 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-ecb48be0-96df-4505-a6e5-bed943e525f2 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:02.121842 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-ecb48be0-96df-4505-a6e5-bed943e525f2 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5&tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&binding%3Ahost_id=n-h2-791506-21 HTTP/1.1" status: 200 len: 1096 time: 0.1999385 Jul 16 20:26:02.136173 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-2a7d2779-bdd6-472f-a114-9849a8e35358 service neutron] For port 810c8272-d682-44c5-9fab-7793c6efd176, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=810c8272-d682-44c5-9fab-7793c6efd176,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:02.147857 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16adac21-0fca-4537-a463-861f64fa4b23 req-5aab2ff0-e308-46d6-b840-f9f7df701115 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:02.149871 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-16adac21-0fca-4537-a463-861f64fa4b23 req-5aab2ff0-e308-46d6-b840-f9f7df701115 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 948 time: 0.6813190 Jul 16 20:26:02.171719 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-66133589-1087-4ac3-9e8b-c51e04900ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'name': 'tempest-ServersTestBootFromVolume-393347287-router', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:36Z', 'updated_at': '2021-07-16T20:22:43Z', 'revision_number': 4, 'project_id': '24465f931afb4d548cf03856aa8b33bd', 'gw_port': {'id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:37Z', 'updated_at': '2021-07-16T20:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'f0cd52d9-45f1-49ac-ad48-283392bee098', 'name': '', 'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'mac_address': 'fa:16:3e:df:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ed3fe018-6845-4dcd-8942-5ef871b7139d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:41Z', 'updated_at': '2021-07-16T20:22:50Z', 'revision_number': 5, 'project_id': '24465f931afb4d548cf03856aa8b33bd', 'subnets': [{'id': 'ed3fe018-6845-4dcd-8942-5ef871b7139d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:02.208911 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-2a7d2779-bdd6-472f-a114-9849a8e35358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:02.220262 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66133589-1087-4ac3-9e8b-c51e04900ebe None None] Checking router: 10783144-a07b-4ae9-93da-d65f2de6fedb for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:26:02.245012 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66133589-1087-4ac3-9e8b-c51e04900ebe None None] Routers {'10783144-a07b-4ae9-93da-d65f2de6fedb'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:02.245012 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-66133589-1087-4ac3-9e8b-c51e04900ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:25:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['10783144-a07b-4ae9-93da-d65f2de6fedb'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:02.339355 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f83cfb0e-bc4d-4834-993a-d8ab543e0161 req-d93ade1f-9a45-4dce-9652-1a3a3c27045e service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499857 Jul 16 20:26:02.368200 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-2a7d2779-bdd6-472f-a114-9849a8e35358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:02.369220 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-2a7d2779-bdd6-472f-a114-9849a8e35358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:02.371041 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-2a7d2779-bdd6-472f-a114-9849a8e35358 service neutron] 10.222.0.18 "PUT /v2.0/ports/810c8272-d682-44c5-9fab-7793c6efd176 HTTP/1.1" status: 200 len: 1097 time: 4.5191331 Jul 16 20:26:02.383783 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-eae326d0-54a8-4852-85c6-2888ecd54b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:02.386393 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-16adac21-0fca-4537-a463-861f64fa4b23 req-c237dc07-3919-4ee3-9195-ef18246c22a4 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282181 Jul 16 20:26:02.393895 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-eae326d0-54a8-4852-85c6-2888ecd54b3f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5&tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a HTTP/1.1" status: 200 len: 1096 time: 0.2534676 Jul 16 20:26:02.472797 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3faf1226-6a6a-4e75-851a-6f04f3285153 x-openstack-request-id: req-3faf1226-6a6a-4e75-851a-6f04f3285153 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:02.472797 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56006495-190b-44c9-b79c-8710ec63129b", "tag": "bf65e3b8-e43f-42b0-83bd-60ddb5dfc222", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:02.473146 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3faf1226-6a6a-4e75-851a-6f04f3285153 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:02.473737 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56006495-190b-44c9-b79c-8710ec63129b', 'tag': 'bf65e3b8-e43f-42b0-83bd-60ddb5dfc222', 'status': 'completed', 'code': 200} Jul 16 20:26:02.501751 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.18', 49895) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:02.531783 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a793b-da6e-487f-8ac2-ed67c42df185 req-0c3e6537-38b4-45ff-9174-ae780013b366 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:02.536334 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-66133589-1087-4ac3-9e8b-c51e04900ebe None None] Set router 10783144-a07b-4ae9-93da-d65f2de6fedb gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:02.552065 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a793b-da6e-487f-8ac2-ed67c42df185 req-0c3e6537-38b4-45ff-9174-ae780013b366 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:02.562369 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c7a793b-da6e-487f-8ac2-ed67c42df185 req-0c3e6537-38b4-45ff-9174-ae780013b366 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d0f970b-978f-41ad-a945-2b96be6dcd0c HTTP/1.1" status: 200 len: 1682 time: 0.6638951 Jul 16 20:26:02.836853 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c7a793b-da6e-487f-8ac2-ed67c42df185 req-cd24f70b-18d5-4df9-bac3-76724ff451bf tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701750 Jul 16 20:26:02.840771 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d2779-bdd6-472f-a114-9849a8e35358 service neutron] Pushing event updated for resources: {'Port': ['ID=810c8272-d682-44c5-9fab-7793c6efd176,revision_number=7']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:02.894360 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c60d84c-cc03-4f42-9cba-7756c72be49f tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:02.933876 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c60d84c-cc03-4f42-9cba-7756c72be49f tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:02.941952 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-519f2105-019a-446a-b7f6-c960559b5a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:02.943760 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-519f2105-019a-446a-b7f6-c960559b5a7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 1096 time: 0.5203049 Jul 16 20:26:02.998904 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.105426 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15766d48-eeb6-49fb-b5b1-76b46c1f0a61', 'tag': '810c8272-d682-44c5-9fab-7793c6efd176'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:03.119730 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ed4938-cd97-46a3-80e6-f86440c7654f" -d '{"events": [{"name": "network-changed", "server_uuid": "15766d48-eeb6-49fb-b5b1-76b46c1f0a61", "tag": "810c8272-d682-44c5-9fab-7793c6efd176"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:03.127462 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60d84c-cc03-4f42-9cba-7756c72be49f tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Pushing event updated for resources: {'Port': ['ID=7abf9730-cfb5-4543-818b-62c6089096ad,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:03.152926 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-66133589-1087-4ac3-9e8b-c51e04900ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'name': 'tempest-ServersTestBootFromVolume-393347287-router', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:36Z', 'updated_at': '2021-07-16T20:22:43Z', 'revision_number': 4, 'project_id': '24465f931afb4d548cf03856aa8b33bd', 'gw_port': {'id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:37Z', 'updated_at': '2021-07-16T20:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'f0cd52d9-45f1-49ac-ad48-283392bee098', 'name': '', 'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'mac_address': 'fa:16:3e:df:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ed3fe018-6845-4dcd-8942-5ef871b7139d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:41Z', 'updated_at': '2021-07-16T20:22:50Z', 'revision_number': 5, 'project_id': '24465f931afb4d548cf03856aa8b33bd', 'subnets': [{'id': 'ed3fe018-6845-4dcd-8942-5ef871b7139d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:03.192053 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-66e4e9aa-e01f-41af-ae4e-257fff1e2ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:03.193575 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-66e4e9aa-e01f-41af-ae4e-257fff1e2ec7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 1100 time: 0.7911024 Jul 16 20:26:03.241360 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66133589-1087-4ac3-9e8b-c51e04900ebe None None] The sync data for ids ['10783144-a07b-4ae9-93da-d65f2de6fedb'] in n-d-791506-21 is: [{'id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'name': 'tempest-ServersTestBootFromVolume-393347287-router', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:36Z', 'updated_at': '2021-07-16T20:22:43Z', 'revision_number': 4, 'project_id': '24465f931afb4d548cf03856aa8b33bd', 'gw_port': {'id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:37Z', 'updated_at': '2021-07-16T20:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'f0cd52d9-45f1-49ac-ad48-283392bee098', 'name': '', 'network_id': '6d86ebc6-550a-4185-8eaf-4536a4601097', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'mac_address': 'fa:16:3e:df:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ed3fe018-6845-4dcd-8942-5ef871b7139d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:41Z', 'updated_at': '2021-07-16T20:22:50Z', 'revision_number': 5, 'project_id': '24465f931afb4d548cf03856aa8b33bd', 'subnets': [{'id': 'ed3fe018-6845-4dcd-8942-5ef871b7139d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:26:03.353724 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5417b1-6e27-4ec6-858b-0a86946c6764 req-0640bfd4-7fd8-43a2-a351-ff9144679d2d tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:03.368743 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5417b1-6e27-4ec6-858b-0a86946c6764 req-0640bfd4-7fd8-43a2-a351-ff9144679d2d tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:03.372762 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2d5417b1-6e27-4ec6-858b-0a86946c6764 req-0640bfd4-7fd8-43a2-a351-ff9144679d2d tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d0f970b-978f-41ad-a945-2b96be6dcd0c HTTP/1.1" status: 200 len: 1682 time: 0.8569741 Jul 16 20:26:03.390057 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-3c60d84c-cc03-4f42-9cba-7756c72be49f tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] In _notify_port_updated(), no bound segment for port 7abf9730-cfb5-4543-818b-62c6089096ad on network 95100319-2701-40c2-8248-a8519f7b20a1 {{(pid=93794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:26:03.396383 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c60d84c-cc03-4f42-9cba-7756c72be49f tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:03.397066 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c60d84c-cc03-4f42-9cba-7756c72be49f tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.401758 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3c60d84c-cc03-4f42-9cba-7756c72be49f tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] 10.222.0.38 "PUT /v2.0/ports/7abf9730-cfb5-4543-818b-62c6089096ad HTTP/1.1" status: 200 len: 1055 time: 2.9377077 Jul 16 20:26:03.405828 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60910) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:03.459139 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e364a-a42b-4ab5-8ca9-82c95991ed67 req-7e87f8e1-3b02-44ac-a0b8-3c5084d42575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:03.460924 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f22e364a-a42b-4ab5-8ca9-82c95991ed67 req-7e87f8e1-3b02-44ac-a0b8-3c5084d42575 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&device_id=56006495-190b-44c9-b79c-8710ec63129b HTTP/1.1" status: 200 len: 1099 time: 0.9395039 Jul 16 20:26:03.562898 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b734d-4310-4be2-a3e0-9b3da626f649 req-9924779b-c7c2-4eb6-ba98-c96917e0f58e tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:03.570612 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-970b734d-4310-4be2-a3e0-9b3da626f649 req-9924779b-c7c2-4eb6-ba98-c96917e0f58e tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 944 time: 0.7064521 Jul 16 20:26:03.647480 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ef096e69-009f-4082-9942-dfc9cc895d71 None None] Provisioning complete for port 7abf9730-cfb5-4543-818b-62c6089096ad triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:03.648211 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef096e69-009f-4082-9942-dfc9cc895d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.667728 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-e097e934-cf8b-4dfe-996b-4594ea29f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:03.669246 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-e097e934-cf8b-4dfe-996b-4594ea29f993 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.4632080 Jul 16 20:26:03.714244 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec9994-9f68-4e50-a88a-c2fdb658ab9d req-88376ac0-3868-4afb-bb87-c16f7fc8c7ad tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:03.721509 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ef096e69-009f-4082-9942-dfc9cc895d71 None None] Port 7abf9730-cfb5-4543-818b-62c6089096ad cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:03.727315 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-faec9994-9f68-4e50-a88a-c2fdb658ab9d req-88376ac0-3868-4afb-bb87-c16f7fc8c7ad tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=56006495-190b-44c9-b79c-8710ec63129b HTTP/1.1" status: 200 len: 947 time: 0.4125757 Jul 16 20:26:03.748869 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-086caad4-ef6a-444c-983c-a99c1cd42bf5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=810c8272-d682-44c5-9fab-7793c6efd176 HTTP/1.1" status: 200 len: 217 time: 0.0686219 Jul 16 20:26:03.791716 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db90416e-fbb9-41b4-ae06-c1d4f0cd3a17 None None] New status for floating IP df0bd12c-06cc-4945-af94-5e18115e8bce: DOWN {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:26:03.808146 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-970b734d-4310-4be2-a3e0-9b3da626f649 req-32a664f0-74da-4af3-90fd-9e85cf97b0ff tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358115 Jul 16 20:26:03.820582 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-f59897b4-99bf-461a-84d5-e719f7cf1767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:03.835636 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-f59897b4-99bf-461a-84d5-e719f7cf1767 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418 HTTP/1.1" status: 200 len: 909 time: 0.7407181 Jul 16 20:26:03.835870 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e364a-a42b-4ab5-8ca9-82c95991ed67 req-ff54391a-f959-4d17-a135-8c80d708480a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:03.835870 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f22e364a-a42b-4ab5-8ca9-82c95991ed67 req-ff54391a-f959-4d17-a135-8c80d708480a service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.3374946 Jul 16 20:26:03.924664 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60916) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:03.941227 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-3ea10276-63c7-43d6-b236-74e27af383e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:03.946092 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-3ea10276-63c7-43d6-b236-74e27af383e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1865966 Jul 16 20:26:03.947600 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f22e364a-a42b-4ab5-8ca9-82c95991ed67 req-bfeeec73-63f8-4421-8e55-d573664be5a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=bf65e3b8-e43f-42b0-83bd-60ddb5dfc222 HTTP/1.1" status: 200 len: 217 time: 0.1097703 Jul 16 20:26:03.953884 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-faec9994-9f68-4e50-a88a-c2fdb658ab9d req-7bccdd40-8691-4f23-aaaa-02cd296a4506 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216170 Jul 16 20:26:03.970605 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-1be1603c-3e20-4b4f-8691-19bfd64d69b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6d4a6fa-69b4-49dc-8b41-55852bd1de2a HTTP/1.1" status: 200 len: 217 time: 0.1132526 Jul 16 20:26:04.008893 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-2d5417b1-6e27-4ec6-858b-0a86946c6764 req-6988f2d6-4c15-4ec5-9265-000fc0a5b660 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Deleting port a945e4b3-9f20-432b-bb38-ab46adc12c79 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:04.009390 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2d5417b1-6e27-4ec6-858b-0a86946c6764 req-6988f2d6-4c15-4ec5-9265-000fc0a5b660 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.192461 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-25a9952e-2067-4530-8d77-2e0e22319d36 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Deleting port 7abf9730-cfb5-4543-818b-62c6089096ad {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:04.198687 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-25a9952e-2067-4530-8d77-2e0e22319d36 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.217623 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e58effc-17db-49a1-b71f-e498f5a6d7d4 x-openstack-request-id: req-6e58effc-17db-49a1-b71f-e498f5a6d7d4 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:04.221903 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15766d48-eeb6-49fb-b5b1-76b46c1f0a61", "tag": "810c8272-d682-44c5-9fab-7793c6efd176", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:04.224584 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6e58effc-17db-49a1-b71f-e498f5a6d7d4 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:04.225185 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15766d48-eeb6-49fb-b5b1-76b46c1f0a61', 'tag': '810c8272-d682-44c5-9fab-7793c6efd176', 'status': 'completed', 'code': 200} Jul 16 20:26:04.283569 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e364a-a42b-4ab5-8ca9-82c95991ed67 req-26faebc1-c238-4fb3-8113-e7e3d14d1667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:04.285297 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f22e364a-a42b-4ab5-8ca9-82c95991ed67 req-26faebc1-c238-4fb3-8113-e7e3d14d1667 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.3188157 Jul 16 20:26:04.366657 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-2d5417b1-6e27-4ec6-858b-0a86946c6764 req-6988f2d6-4c15-4ec5-9265-000fc0a5b660 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] For port a945e4b3-9f20-432b-bb38-ab46adc12c79, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a945e4b3-9f20-432b-bb38-ab46adc12c79,segment=NetworkSegment(8f1adb44-0500-40b4-afe3-df741f33bf12),segment_id=8f1adb44-0500-40b4-afe3-df741f33bf12)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:04.367508 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2d5417b1-6e27-4ec6-858b-0a86946c6764 req-6988f2d6-4c15-4ec5-9265-000fc0a5b660 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.392917 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-2d5417b1-6e27-4ec6-858b-0a86946c6764 req-6988f2d6-4c15-4ec5-9265-000fc0a5b660 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Calling delete_port for a945e4b3-9f20-432b-bb38-ab46adc12c79 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:04.406377 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-ef2c06de-fdc1-4252-af21-4877381a6ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:04.406625 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-1758db0b-ee33-47fa-97af-d3f9b81bc6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:04.408121 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-ef2c06de-fdc1-4252-af21-4877381a6ca4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4450333 Jul 16 20:26:04.408582 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-1758db0b-ee33-47fa-97af-d3f9b81bc6d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fed2a9f4-4984-4b87-a48a-a9fcef3fa565 HTTP/1.1" status: 200 len: 848 time: 0.4066150 Jul 16 20:26:04.477856 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed4938-cd97-46a3-80e6-f86440c7654f req-75b973ae-a8ad-4db7-8807-d9594456563c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:04.479590 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-45ed4938-cd97-46a3-80e6-f86440c7654f req-75b973ae-a8ad-4db7-8807-d9594456563c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 1100 time: 0.3191018 Jul 16 20:26:04.480122 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24259894-c73e-4cc4-8151-ba03b4fcce4c', 'name': 'network-vif-deleted', 'tag': '72d99a46-cc20-435b-b1ba-cde37d5f8b43'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:04.482714 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8d362e-05e3-47aa-9148-3c8bd999a3ef" -d '{"events": [{"server_uuid": "24259894-c73e-4cc4-8151-ba03b4fcce4c", "name": "network-vif-deleted", "tag": "72d99a46-cc20-435b-b1ba-cde37d5f8b43"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:04.535881 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-25a9952e-2067-4530-8d77-2e0e22319d36 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.551600 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-25a9952e-2067-4530-8d77-2e0e22319d36 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Calling delete_port for 7abf9730-cfb5-4543-818b-62c6089096ad owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:04.574997 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b8b2749c-e9fb-4658-9e44-aab514356789 req-6ae55718-1767-4e22-a981-ad89a48f23e9 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/ports?device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 210 time: 0.3428721 Jul 16 20:26:04.600094 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e364a-a42b-4ab5-8ca9-82c95991ed67 req-a0bd91e3-4f95-4f36-b53f-4dbf9c0a17db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:04.601682 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f22e364a-a42b-4ab5-8ca9-82c95991ed67 req-a0bd91e3-4f95-4f36-b53f-4dbf9c0a17db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2994807 Jul 16 20:26:04.733003 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-f17a8656-503b-453b-b6b0-a3719fbcdbec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e9950ba-8ffa-4ae0-b3a9-a9194f267418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1527169 Jul 16 20:26:04.784976 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed4938-cd97-46a3-80e6-f86440c7654f req-a35a0211-cb8b-4357-817a-02b0b7702daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:04.786667 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-45ed4938-cd97-46a3-80e6-f86440c7654f req-a35a0211-cb8b-4357-817a-02b0b7702daa service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.2856128 Jul 16 20:26:04.788494 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-40838f22-dae8-4282-9118-a797dc38addd service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659546 Jul 16 20:26:04.981568 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-45ed4938-cd97-46a3-80e6-f86440c7654f req-091841ed-6545-4803-9ed1-12b2472eb0ce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=810c8272-d682-44c5-9fab-7793c6efd176 HTTP/1.1" status: 200 len: 217 time: 0.1417644 Jul 16 20:26:05.039184 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device bf65e3b8-e43f-42b0-83bd-60ddb5dfc222 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:26:05.041289 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 17048cda-aaac-4670-89fb-a6c32e52ffe9 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:05.120210 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f22e364a-a42b-4ab5-8ca9-82c95991ed67 req-7bcb2392-528e-4842-afc0-6161f7bbf023 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779813 Jul 16 20:26:05.158929 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2d5417b1-6e27-4ec6-858b-0a86946c6764 req-6988f2d6-4c15-4ec5-9265-000fc0a5b660 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.229513 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988f2d6-4c15-4ec5-9265-000fc0a5b660 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event deleted for resources: {'Port': ['ID=a945e4b3-9f20-432b-bb38-ab46adc12c79,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:05.254289 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a3126792-8ae6-4f06-85c5-7d69cee9f8f1 req-2342242b-a90a-4bc9-ba1e-0fd69c8930bf service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568102 Jul 16 20:26:05.345779 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.360072 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed4938-cd97-46a3-80e6-f86440c7654f req-4ea1e193-d45f-4430-9df5-291b7e740358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:05.364849 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-45ed4938-cd97-46a3-80e6-f86440c7654f req-4ea1e193-d45f-4430-9df5-291b7e740358 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.3686163 Jul 16 20:26:05.486046 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0f970b-978f-41ad-a945-2b96be6dcd0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17048cda-aaac-4670-89fb-a6c32e52ffe9'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:05.494213 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1aeb093-9d5e-4ba7-ac65-76f22e8b5d29" -d '{"events": [{"server_uuid": "2d0f970b-978f-41ad-a945-2b96be6dcd0c", "name": "network-vif-unplugged", "status": "completed", "tag": "17048cda-aaac-4670-89fb-a6c32e52ffe9"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:05.526172 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1339094-3e15-4e5b-8fae-65a0cf17c8b8 req-e6c0fdb3-e1ae-44d3-a813-a1ea98a02edc tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:05.535051 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1339094-3e15-4e5b-8fae-65a0cf17c8b8 req-e6c0fdb3-e1ae-44d3-a813-a1ea98a02edc tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:05.543155 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 17048cda-aaac-4670-89fb-a6c32e52ffe9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=17048cda-aaac-4670-89fb-a6c32e52ffe9,segment=NetworkSegment(cfeb7d39-cd12-4383-9d47-b8e1bb6740fa),segment_id=cfeb7d39-cd12-4383-9d47-b8e1bb6740fa)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:05.546132 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e1339094-3e15-4e5b-8fae-65a0cf17c8b8 req-e6c0fdb3-e1ae-44d3-a813-a1ea98a02edc tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d0f970b-978f-41ad-a945-2b96be6dcd0c HTTP/1.1" status: 200 len: 1603 time: 0.7730041 Jul 16 20:26:05.558492 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-cb1dd956-a8f3-4c97-821f-4717f65c2621 service neutron] 10.222.0.18 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7464972 Jul 16 20:26:05.567780 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.568206 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device a945e4b3-9f20-432b-bb38-ab46adc12c79 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:05.584206 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5417b1-6e27-4ec6-858b-0a86946c6764 req-6988f2d6-4c15-4ec5-9265-000fc0a5b660 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] No DVR routers for this DVR port a945e4b3-9f20-432b-bb38-ab46adc12c79 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:05.588054 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2d5417b1-6e27-4ec6-858b-0a86946c6764 req-6988f2d6-4c15-4ec5-9265-000fc0a5b660 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.590176 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2d5417b1-6e27-4ec6-858b-0a86946c6764 req-6988f2d6-4c15-4ec5-9265-000fc0a5b660 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.18 "DELETE /v2.0/ports/a945e4b3-9f20-432b-bb38-ab46adc12c79 HTTP/1.1" status: 204 len: 173 time: 2.1509874 Jul 16 20:26:05.649937 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=17048cda-aaac-4670-89fb-a6c32e52ffe9,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:05.664325 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port bf65e3b8-e43f-42b0-83bd-60ddb5dfc222, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=bf65e3b8-e43f-42b0-83bd-60ddb5dfc222,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:05.710848 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: a945e4b3-9f20-432b-bb38-ab46adc12c79 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:05.711204 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device a945e4b3-9f20-432b-bb38-ab46adc12c79 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:05.719560 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'bf65e3b8-e43f-42b0-83bd-60ddb5dfc222', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': 'bf65e3b8-e43f-42b0-83bd-60ddb5dfc222', 'mac_address': 'fa:16:3e:b5:46:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:26:05.741325 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f22e364a-a42b-4ab5-8ca9-82c95991ed67 req-50fc1487-b499-491a-95f5-a5dae0268ddc service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6121855 Jul 16 20:26:05.774390 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b885c55-1d62-46bc-b169-f67c38954e80 req-4496292b-b4d0-48f2-9aa3-edb00c4cdb04 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:05.778276 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b885c55-1d62-46bc-b169-f67c38954e80 req-4496292b-b4d0-48f2-9aa3-edb00c4cdb04 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 948 time: 1.1780844 Jul 16 20:26:05.785480 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.804408 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf65e3b8-e43f-42b0-83bd-60ddb5dfc222 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:05.809273 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed4938-cd97-46a3-80e6-f86440c7654f req-6c890b0e-2826-4331-80e8-ebf577f50c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:05.811718 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-45ed4938-cd97-46a3-80e6-f86440c7654f req-6c890b0e-2826-4331-80e8-ebf577f50c51 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 1100 time: 0.4429941 Jul 16 20:26:05.862042 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port bf65e3b8-e43f-42b0-83bd-60ddb5dfc222, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=bf65e3b8-e43f-42b0-83bd-60ddb5dfc222,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:05.873291 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.946247 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed4938-cd97-46a3-80e6-f86440c7654f req-634c27ae-c360-44f8-b57a-967c22fdf065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:05.948031 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-45ed4938-cd97-46a3-80e6-f86440c7654f req-634c27ae-c360-44f8-b57a-967c22fdf065 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.1260653 Jul 16 20:26:05.960701 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed4938-cd97-46a3-80e6-f86440c7654f req-30ab1e82-8a61-4e9e-b1ae-e061ab8749ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:05.963154 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-45ed4938-cd97-46a3-80e6-f86440c7654f req-30ab1e82-8a61-4e9e-b1ae-e061ab8749ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5154722 Jul 16 20:26:05.966018 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-2d5417b1-6e27-4ec6-858b-0a86946c6764 req-554fadfb-8e67-4dbd-811a-89b8760e53b5 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Deleting port 17048cda-aaac-4670-89fb-a6c32e52ffe9 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:05.966677 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2d5417b1-6e27-4ec6-858b-0a86946c6764 req-554fadfb-8e67-4dbd-811a-89b8760e53b5 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.970690 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=bf65e3b8-e43f-42b0-83bd-60ddb5dfc222,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:06.010419 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-45ed4938-cd97-46a3-80e6-f86440c7654f req-de7ae70e-fbe6-4de3-abfa-8e8dc176cb12 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=810c8272-d682-44c5-9fab-7793c6efd176 HTTP/1.1" status: 200 len: 217 time: 0.0459015 Jul 16 20:26:06.078084 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e1339094-3e15-4e5b-8fae-65a0cf17c8b8 req-919f53eb-f24a-43b0-9bec-331ad6db410f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/security-groups?id=656f16ca-2e14-48aa-b125-c18f0015cf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5305696 Jul 16 20:26:06.078793 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-25a9952e-2067-4530-8d77-2e0e22319d36 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.139882 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-45ed4938-cd97-46a3-80e6-f86440c7654f req-2018ba5c-b962-4b71-92d5-acfd2cecdcbb service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149795 Jul 16 20:26:06.168315 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['bf65e3b8-e43f-42b0-83bd-60ddb5dfc222'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:06.259108 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9952e-2067-4530-8d77-2e0e22319d36 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Pushing event deleted for resources: {'Port': ['ID=7abf9730-cfb5-4543-818b-62c6089096ad,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:06.274137 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b885c55-1d62-46bc-b169-f67c38954e80 req-76d41f9d-06a9-4820-8576-9d09a119bebe tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200404 Jul 16 20:26:06.280380 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-45ed4938-cd97-46a3-80e6-f86440c7654f req-b1b8f135-9930-40f6-894a-1d37278f7a81 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309257 Jul 16 20:26:06.284584 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-17e88b05-47e2-4e6a-ab60-a675c29aea8a service neutron] 10.222.0.18 "GET /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6919293 Jul 16 20:26:06.435494 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed4938-cd97-46a3-80e6-f86440c7654f req-78c083ce-c20f-4088-88c6-b6af798f2cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:06.437063 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-45ed4938-cd97-46a3-80e6-f86440c7654f req-78c083ce-c20f-4088-88c6-b6af798f2cfe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.4109657 Jul 16 20:26:06.467164 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98e0be6-dc86-46da-8b3d-229fff845ee5 x-openstack-request-id: req-e98e0be6-dc86-46da-8b3d-229fff845ee5 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:06.467466 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24259894-c73e-4cc4-8151-ba03b4fcce4c", "name": "network-vif-deleted", "tag": "72d99a46-cc20-435b-b1ba-cde37d5f8b43", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:06.467753 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e98e0be6-dc86-46da-8b3d-229fff845ee5 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:06.468179 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24259894-c73e-4cc4-8151-ba03b4fcce4c', 'name': 'network-vif-deleted', 'tag': '72d99a46-cc20-435b-b1ba-cde37d5f8b43', 'status': 'completed', 'code': 200} Jul 16 20:26:06.766722 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-2d5417b1-6e27-4ec6-858b-0a86946c6764 req-554fadfb-8e67-4dbd-811a-89b8760e53b5 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] For port 17048cda-aaac-4670-89fb-a6c32e52ffe9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=17048cda-aaac-4670-89fb-a6c32e52ffe9,segment=NetworkSegment(cfeb7d39-cd12-4383-9d47-b8e1bb6740fa),segment_id=cfeb7d39-cd12-4383-9d47-b8e1bb6740fa)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:06.767098 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2d5417b1-6e27-4ec6-858b-0a86946c6764 req-554fadfb-8e67-4dbd-811a-89b8760e53b5 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.785595 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed4938-cd97-46a3-80e6-f86440c7654f req-029bda42-0afe-4525-bfa0-fe2ca2804314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:06.787257 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-45ed4938-cd97-46a3-80e6-f86440c7654f req-029bda42-0afe-4525-bfa0-fe2ca2804314 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3155775 Jul 16 20:26:06.788148 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-2d5417b1-6e27-4ec6-858b-0a86946c6764 req-554fadfb-8e67-4dbd-811a-89b8760e53b5 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Calling delete_port for 17048cda-aaac-4670-89fb-a6c32e52ffe9 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:06.930950 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-25a9952e-2067-4530-8d77-2e0e22319d36 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.936718 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-25a9952e-2067-4530-8d77-2e0e22319d36 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] 10.222.0.38 "DELETE /v2.0/ports/7abf9730-cfb5-4543-818b-62c6089096ad HTTP/1.1" status: 204 len: 168 time: 3.5291424 Jul 16 20:26:06.941197 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60940) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:07.000664 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-19695214-b64a-4e77-ba75-e3dc00e5b96c tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] GET failed (client error): The resource could not be found. Jul 16 20:26:07.005480 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-19695214-b64a-4e77-ba75-e3dc00e5b96c tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] 10.222.0.38 "GET /v2.0/ports/7abf9730-cfb5-4543-818b-62c6089096ad HTTP/1.1" status: 404 len: 333 time: 0.0621834 Jul 16 20:26:07.014202 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56467b6-b840-45fb-b74f-c538e1b9ee6d req-b036a59c-1fe4-4678-a7e8-0c0da517bf37 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:07.022047 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b56467b6-b840-45fb-b74f-c538e1b9ee6d req-b036a59c-1fe4-4678-a7e8-0c0da517bf37 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 944 time: 0.4613328 Jul 16 20:26:07.037083 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3394a-6411-467c-85ff-af3c1f3a9d2e req-352957df-ea9d-4c65-9729-0d79638c99bc tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:07.037345 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60942) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:07.054137 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9ba3394a-6411-467c-85ff-af3c1f3a9d2e req-352957df-ea9d-4c65-9729-0d79638c99bc tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=56006495-190b-44c9-b79c-8710ec63129b HTTP/1.1" status: 200 len: 948 time: 0.4176350 Jul 16 20:26:07.062003 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2d5417b1-6e27-4ec6-858b-0a86946c6764 req-554fadfb-8e67-4dbd-811a-89b8760e53b5 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:07.158372 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554fadfb-8e67-4dbd-811a-89b8760e53b5 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event deleted for resources: {'Port': ['ID=17048cda-aaac-4670-89fb-a6c32e52ffe9,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:07.186372 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-3bb6ea28-9820-403e-8d17-5117e2896ef0 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:07.188460 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-3bb6ea28-9820-403e-8d17-5117e2896ef0 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5&tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&binding%3Ahost_id=n-h1-791506-21 HTTP/1.1" status: 200 len: 1096 time: 0.3847423 Jul 16 20:26:07.207940 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b56467b6-b840-45fb-b74f-c538e1b9ee6d req-9b3e3213-5898-4a8a-a018-9381fb6193e4 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846049 Jul 16 20:26:07.275739 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9ba3394a-6411-467c-85ff-af3c1f3a9d2e req-29d5fcf8-2a3b-4c5f-91d5-a303effcd9f7 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204096 Jul 16 20:26:07.311155 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5417b1-6e27-4ec6-858b-0a86946c6764 req-554fadfb-8e67-4dbd-811a-89b8760e53b5 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] No DVR routers for this DVR port 17048cda-aaac-4670-89fb-a6c32e52ffe9 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:07.333282 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28a4a87-458d-4c43-bd90-0088f0cfe96f x-openstack-request-id: req-e28a4a87-458d-4c43-bd90-0088f0cfe96f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:07.334210 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d0f970b-978f-41ad-a945-2b96be6dcd0c", "name": "network-vif-unplugged", "status": "completed", "tag": "17048cda-aaac-4670-89fb-a6c32e52ffe9", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:07.334811 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e28a4a87-458d-4c43-bd90-0088f0cfe96f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:07.335500 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0f970b-978f-41ad-a945-2b96be6dcd0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17048cda-aaac-4670-89fb-a6c32e52ffe9', 'code': 200} Jul 16 20:26:07.354116 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-413b769f-903e-4589-97f6-69e32979370e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:07.401049 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2d5417b1-6e27-4ec6-858b-0a86946c6764 req-554fadfb-8e67-4dbd-811a-89b8760e53b5 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:07.410341 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2d5417b1-6e27-4ec6-858b-0a86946c6764 req-554fadfb-8e67-4dbd-811a-89b8760e53b5 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.18 "DELETE /v2.0/ports/17048cda-aaac-4670-89fb-a6c32e52ffe9 HTTP/1.1" status: 204 len: 173 time: 1.8076999 Jul 16 20:26:07.572794 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-45ed4938-cd97-46a3-80e6-f86440c7654f req-365d3542-4858-4bc9-8877-882837a63b20 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7756033 Jul 16 20:26:07.812312 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-80acff2a-b070-47d2-9034-12c936e9c2a7 req-6fd31d20-d8c2-4b1b-a6ac-7d396bf31916 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d0f970b-978f-41ad-a945-2b96be6dcd0c HTTP/1.1" status: 200 len: 210 time: 0.1865745 Jul 16 20:26:07.823797 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3f678562-4735-4942-ba74-b7108780fa0f req-77a56f99-35ce-4e39-b9b8-3b12d526b888 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/ports?device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 210 time: 0.1732647 Jul 16 20:26:08.209287 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-d31054a8-362b-488a-aa95-34b813087c53 service neutron] For port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:08.214365 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-d31054a8-362b-488a-aa95-34b813087c53 service neutron] Notify callbacks [] for binding, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.217995 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-daae868a-7611-4f48-b611-b3ef20cedfa4 req-d31054a8-362b-488a-aa95-34b813087c53 service neutron] 10.222.0.18 "DELETE /v2.0/ports/b6d4a6fa-69b4-49dc-8b41-55852bd1de2a/bindings/n-h2-791506-21 HTTP/1.1" status: 204 len: 173 time: 1.0035222 Jul 16 20:26:08.360609 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-1a173e42-c313-46d0-876b-5741a3f95ba3 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Deleting port 9267b640-6a4a-4ec1-861c-e803044cce14 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:08.360959 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1a173e42-c313-46d0-876b-5741a3f95ba3 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.444355 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-45ed4938-cd97-46a3-80e6-f86440c7654f req-774ed7a7-c612-4f34-87ef-425ebce1efe2 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8640828 Jul 16 20:26:08.536383 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0f970b-978f-41ad-a945-2b96be6dcd0c', 'name': 'network-vif-deleted', 'tag': 'a945e4b3-9f20-432b-bb38-ab46adc12c79'}, {'server_uuid': '2d0f970b-978f-41ad-a945-2b96be6dcd0c', 'name': 'network-vif-deleted', 'tag': '17048cda-aaac-4670-89fb-a6c32e52ffe9'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:08.545582 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8b66f9-62eb-42b8-996b-137fa495dc10" -d '{"events": [{"server_uuid": "2d0f970b-978f-41ad-a945-2b96be6dcd0c", "name": "network-vif-deleted", "tag": "a945e4b3-9f20-432b-bb38-ab46adc12c79"}, {"server_uuid": "2d0f970b-978f-41ad-a945-2b96be6dcd0c", "name": "network-vif-deleted", "tag": "17048cda-aaac-4670-89fb-a6c32e52ffe9"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:08.614049 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1a173e42-c313-46d0-876b-5741a3f95ba3 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.630178 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-1a173e42-c313-46d0-876b-5741a3f95ba3 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Calling delete_port for 9267b640-6a4a-4ec1-861c-e803044cce14 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:08.796486 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1a173e42-c313-46d0-876b-5741a3f95ba3 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.853240 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a173e42-c313-46d0-876b-5741a3f95ba3 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Pushing event deleted for resources: {'Port': ['ID=9267b640-6a4a-4ec1-861c-e803044cce14,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:08.877027 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d79eb2-e11b-4aee-aefb-923b361ef38b req-2311c300-b0e6-4c76-b75e-79cfd5913c11 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:08.884609 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-28d79eb2-e11b-4aee-aefb-923b361ef38b req-2311c300-b0e6-4c76-b75e-79cfd5913c11 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 948 time: 0.4182603 Jul 16 20:26:08.898258 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-413b769f-903e-4589-97f6-69e32979370e admin admin] Deleting port e956de07-d1b1-477b-a025-0650d33a49f6 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:08.899249 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-413b769f-903e-4589-97f6-69e32979370e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.992510 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1a173e42-c313-46d0-876b-5741a3f95ba3 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.998639 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1a173e42-c313-46d0-876b-5741a3f95ba3 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] 10.222.0.38 "DELETE /v2.0/ports/9267b640-6a4a-4ec1-861c-e803044cce14 HTTP/1.1" status: 204 len: 168 time: 1.9573507 Jul 16 20:26:09.000827 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60972) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:09.009098 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-413b769f-903e-4589-97f6-69e32979370e admin admin] For port e956de07-d1b1-477b-a025-0650d33a49f6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e956de07-d1b1-477b-a025-0650d33a49f6,segment=NetworkSegment(d15bdb67-ac69-4e40-89a0-85bf2440b02e),segment_id=d15bdb67-ac69-4e40-89a0-85bf2440b02e)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:09.009729 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-413b769f-903e-4589-97f6-69e32979370e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:09.035439 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb3513-0554-4b1b-9d90-300a33ed3231 req-6e83d98d-eb7d-44b4-acb1-abc5121ed9d7 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:09.054212 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-57cb3513-0554-4b1b-9d90-300a33ed3231 req-6e83d98d-eb7d-44b4-acb1-abc5121ed9d7 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 944 time: 0.5242860 Jul 16 20:26:09.055696 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-4115f25b-d7a9-4692-9280-da0d45942683 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] GET failed (client error): The resource could not be found. Jul 16 20:26:09.061933 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4115f25b-d7a9-4692-9280-da0d45942683 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] 10.222.0.38 "GET /v2.0/ports/9267b640-6a4a-4ec1-861c-e803044cce14 HTTP/1.1" status: 404 len: 333 time: 0.0570693 Jul 16 20:26:09.062628 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60974) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:09.069800 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 810c8272-d682-44c5-9fab-7793c6efd176 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:26:09.098441 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-413b769f-903e-4589-97f6-69e32979370e admin admin] Calling delete_port for e956de07-d1b1-477b-a025-0650d33a49f6 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:09.123845 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-28d79eb2-e11b-4aee-aefb-923b361ef38b req-dcfec216-150e-42d3-8199-36186273f29d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377117 Jul 16 20:26:09.167183 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device bf65e3b8-e43f-42b0-83bd-60ddb5dfc222 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:09.262217 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-57cb3513-0554-4b1b-9d90-300a33ed3231 req-933e2705-b05a-45a8-aa75-2c39ffafb57d tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068985 Jul 16 20:26:09.358712 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-3e93a38b-43d8-4ff3-8d1a-ba80eec4586e tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Deleting port c2249b1c-7625-4782-b554-53273f603e44 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:09.359195 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3e93a38b-43d8-4ff3-8d1a-ba80eec4586e tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:09.404279 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 810c8272-d682-44c5-9fab-7793c6efd176, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=810c8272-d682-44c5-9fab-7793c6efd176,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:09.411850 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d780d2-b1d2-4499-8b67-ea95a0cdf5e0 x-openstack-request-id: req-d4d780d2-b1d2-4499-8b67-ea95a0cdf5e0 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:09.412727 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d0f970b-978f-41ad-a945-2b96be6dcd0c", "name": "network-vif-deleted", "tag": "a945e4b3-9f20-432b-bb38-ab46adc12c79", "status": "completed", "code": 200}, {"server_uuid": "2d0f970b-978f-41ad-a945-2b96be6dcd0c", "name": "network-vif-deleted", "tag": "17048cda-aaac-4670-89fb-a6c32e52ffe9", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:09.413086 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d4d780d2-b1d2-4499-8b67-ea95a0cdf5e0 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:09.413546 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0f970b-978f-41ad-a945-2b96be6dcd0c', 'name': 'network-vif-deleted', 'tag': 'a945e4b3-9f20-432b-bb38-ab46adc12c79', 'status': 'completed', 'code': 200} Jul 16 20:26:09.413803 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0f970b-978f-41ad-a945-2b96be6dcd0c', 'name': 'network-vif-deleted', 'tag': '17048cda-aaac-4670-89fb-a6c32e52ffe9', 'status': 'completed', 'code': 200} Jul 16 20:26:09.458955 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '810c8272-d682-44c5-9fab-7793c6efd176', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': '810c8272-d682-44c5-9fab-7793c6efd176', 'mac_address': 'fa:16:3e:fa:ba:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:26:09.463353 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port bf65e3b8-e43f-42b0-83bd-60ddb5dfc222 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:09.470291 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port bf65e3b8-e43f-42b0-83bd-60ddb5dfc222 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:09.471064 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:09.557599 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60980) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:09.683967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c931aa9-ff93-4a5c-b1ed-d14f603c4afa req-c2c156c7-c926-4c4c-8591-4909bd3d030a tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:09.686093 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9c931aa9-ff93-4a5c-b1ed-d14f603c4afa req-c2c156c7-c926-4c4c-8591-4909bd3d030a tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=56006495-190b-44c9-b79c-8710ec63129b HTTP/1.1" status: 200 len: 948 time: 0.1918318 Jul 16 20:26:09.706698 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3e93a38b-43d8-4ff3-8d1a-ba80eec4586e tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:09.731478 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-3e93a38b-43d8-4ff3-8d1a-ba80eec4586e tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Calling delete_port for c2249b1c-7625-4782-b554-53273f603e44 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:09.745629 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:09.785801 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9c931aa9-ff93-4a5c-b1ed-d14f603c4afa req-a959090f-a273-4f92-981a-6fd6fd431c03 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897794 Jul 16 20:26:09.789845 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d470082-70ba-4834-be65-b18e56777a5b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Deleting subnet 0fb7782e-5bdd-467d-b034-a978e9d64a45 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:26:09.804386 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-413b769f-903e-4589-97f6-69e32979370e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:09.822678 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2d470082-70ba-4834-be65-b18e56777a5b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:09.834599 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 810c8272-d682-44c5-9fab-7793c6efd176 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:09.860758 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:09.899321 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 810c8272-d682-44c5-9fab-7793c6efd176, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=810c8272-d682-44c5-9fab-7793c6efd176,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:09.931848 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port bf65e3b8-e43f-42b0-83bd-60ddb5dfc222, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=bf65e3b8-e43f-42b0-83bd-60ddb5dfc222,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:09.933660 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56006495-190b-44c9-b79c-8710ec63129b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf65e3b8-e43f-42b0-83bd-60ddb5dfc222'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:09.937235 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00323f51-6237-4948-b47a-a5f9896e2b42" -d '{"events": [{"server_uuid": "56006495-190b-44c9-b79c-8710ec63129b", "name": "network-vif-plugged", "status": "completed", "tag": "bf65e3b8-e43f-42b0-83bd-60ddb5dfc222"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:09.942626 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:09.945126 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:10.021899 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=bf65e3b8-e43f-42b0-83bd-60ddb5dfc222,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:10.022724 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b769f-903e-4589-97f6-69e32979370e admin admin] Pushing event deleted for resources: {'Port': ['ID=e956de07-d1b1-477b-a025-0650d33a49f6,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:10.136052 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2d470082-70ba-4834-be65-b18e56777a5b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:10.161708 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=810c8272-d682-44c5-9fab-7793c6efd176,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:10.189114 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eea80b7c-0897-4fa8-a05d-16b198c42540 req-839f39a1-fd50-47d0-ac5d-e7aab56e2dbe tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/ports?device_id=24259894-c73e-4cc4-8151-ba03b4fcce4c HTTP/1.1" status: 200 len: 210 time: 0.1684771 Jul 16 20:26:10.345620 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['810c8272-d682-44c5-9fab-7793c6efd176'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:10.426008 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6e8f18-f673-435a-a1a8-701d6c0f2df5 x-openstack-request-id: req-7e6e8f18-f673-435a-a1a8-701d6c0f2df5 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:10.428012 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56006495-190b-44c9-b79c-8710ec63129b", "name": "network-vif-plugged", "status": "completed", "tag": "bf65e3b8-e43f-42b0-83bd-60ddb5dfc222", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:10.428271 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7e6e8f18-f673-435a-a1a8-701d6c0f2df5 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:10.428678 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56006495-190b-44c9-b79c-8710ec63129b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf65e3b8-e43f-42b0-83bd-60ddb5dfc222', 'code': 200} Jul 16 20:26:10.508788 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3e93a38b-43d8-4ff3-8d1a-ba80eec4586e tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:10.628387 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-413b769f-903e-4589-97f6-69e32979370e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:10.730889 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93a38b-43d8-4ff3-8d1a-ba80eec4586e tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Pushing event deleted for resources: {'Port': ['ID=c2249b1c-7625-4782-b554-53273f603e44,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:10.955527 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2d470082-70ba-4834-be65-b18e56777a5b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.024833 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3e93a38b-43d8-4ff3-8d1a-ba80eec4586e tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.027748 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3e93a38b-43d8-4ff3-8d1a-ba80eec4586e tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] 10.222.0.38 "DELETE /v2.0/ports/c2249b1c-7625-4782-b554-53273f603e44 HTTP/1.1" status: 204 len: 168 time: 1.9639673 Jul 16 20:26:11.031235 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 32770) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:11.057770 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874beb0-5090-41f1-bc3e-bd8a92aeb41d req-455f7b6b-69b7-4ebf-ac54-6dd9473f4957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:11.058952 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6874beb0-5090-41f1-bc3e-bd8a92aeb41d req-455f7b6b-69b7-4ebf-ac54-6dd9473f4957 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=56006495-190b-44c9-b79c-8710ec63129b HTTP/1.1" status: 200 len: 1101 time: 0.4890680 Jul 16 20:26:11.105302 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2d470082-70ba-4834-be65-b18e56777a5b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.187668 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d470082-70ba-4834-be65-b18e56777a5b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event deleted for resources: {'Subnet': ['ID=0fb7782e-5bdd-467d-b034-a978e9d64a45,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:11.190713 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2d470082-70ba-4834-be65-b18e56777a5b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.193074 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2d470082-70ba-4834-be65-b18e56777a5b tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "DELETE /v2.0/subnets/0fb7782e-5bdd-467d-b034-a978e9d64a45 HTTP/1.1" status: 204 len: 168 time: 1.6343699 Jul 16 20:26:11.200878 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 32774) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:11.213066 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ed0fbe-3274-4fb0-865a-61d9be74597c None None] Network 4dce85eb-8c4d-477d-aedc-b37f3762c695 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:11.282836 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6874beb0-5090-41f1-bc3e-bd8a92aeb41d req-42f29d69-c750-4ee8-9772-a8c680e316cb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088478 Jul 16 20:26:11.437008 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-138988e7-6b99-42b2-acfc-a647bc6c04f4 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.451221 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49f3df7-b328-4ef4-8a15-06097e044aa5 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Deleting subnet ca4e8206-37bf-4fcb-b195-07d57d9d7189 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:26:11.490929 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b49f3df7-b328-4ef4-8a15-06097e044aa5 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.651262 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b49f3df7-b328-4ef4-8a15-06097e044aa5 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.664404 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-138988e7-6b99-42b2-acfc-a647bc6c04f4 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Deleting port 5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:11.665091 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-138988e7-6b99-42b2-acfc-a647bc6c04f4 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.699491 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565f249-e8b5-418d-be5d-7cefb8f09266 req-bad3f88e-0278-4ef5-b623-6858d8f3fa0f tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:11.709473 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e565f249-e8b5-418d-be5d-7cefb8f09266 req-bad3f88e-0278-4ef5-b623-6858d8f3fa0f tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 1096 time: 1.0327613 Jul 16 20:26:11.723533 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4410db6f-f4ee-42c7-a860-ebd57bf02b03 None None] DHCP port deletion for 4dce85eb-8c4d-477d-aedc-b37f3762c695 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:26:11.796510 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-138988e7-6b99-42b2-acfc-a647bc6c04f4 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] For port 5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a,segment=NetworkSegment(8f1adb44-0500-40b4-afe3-df741f33bf12),segment_id=8f1adb44-0500-40b4-afe3-df741f33bf12)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:11.798149 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-138988e7-6b99-42b2-acfc-a647bc6c04f4 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.815740 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-138988e7-6b99-42b2-acfc-a647bc6c04f4 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Calling delete_port for 5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:11.835176 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4410db6f-f4ee-42c7-a860-ebd57bf02b03 None None] Deleting port 5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:11.835592 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4410db6f-f4ee-42c7-a860-ebd57bf02b03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.930108 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-138988e7-6b99-42b2-acfc-a647bc6c04f4 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.942819 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-685a7424-9812-49b8-8b32-c0880ae8684a tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:11.946710 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-685a7424-9812-49b8-8b32-c0880ae8684a tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.18 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61&tenant_id=ae184935e63442fbbd551c2164ed273b&binding%3Ahost_id=n-h1-791506-21 HTTP/1.1" status: 200 len: 949 time: 1.0228138 Jul 16 20:26:11.954212 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138988e7-6b99-42b2-acfc-a647bc6c04f4 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] No DVR routers for this DVR port 5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:11.978303 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540fbdf-ca0a-4b8a-a9ef-3c04c2a68eea req-b4f0487d-74f7-4b7f-9ecd-8c29e7c8ec91 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:11.986340 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e540fbdf-ca0a-4b8a-a9ef-3c04c2a68eea req-b4f0487d-74f7-4b7f-9ecd-8c29e7c8ec91 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 949 time: 1.0003295 Jul 16 20:26:11.986817 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138988e7-6b99-42b2-acfc-a647bc6c04f4 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event deleted for resources: {'Port': ['ID=5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:12.018096 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4410db6f-f4ee-42c7-a860-ebd57bf02b03 None None] For port 5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a,segment=NetworkSegment(8f1adb44-0500-40b4-afe3-df741f33bf12),segment_id=8f1adb44-0500-40b4-afe3-df741f33bf12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:12.018662 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4410db6f-f4ee-42c7-a860-ebd57bf02b03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.058840 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4410db6f-f4ee-42c7-a860-ebd57bf02b03 None None] Calling delete_port for 5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:12.103557 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-138988e7-6b99-42b2-acfc-a647bc6c04f4 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.119064 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-138988e7-6b99-42b2-acfc-a647bc6c04f4 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dce85eb-8c4d-477d-aedc-b37f3762c695']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:12.134137 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-138988e7-6b99-42b2-acfc-a647bc6c04f4 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1adb44-0500-40b4-afe3-df741f33bf12') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:12.134685 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-138988e7-6b99-42b2-acfc-a647bc6c04f4 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1adb44-0500-40b4-afe3-df741f33bf12') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:12.151305 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-138988e7-6b99-42b2-acfc-a647bc6c04f4 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.157653 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4410db6f-f4ee-42c7-a860-ebd57bf02b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.164635 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e565f249-e8b5-418d-be5d-7cefb8f09266 req-2ce5928a-4a4c-49d0-bd3a-8a814d369196 tempest-LiveMigrationTest-273209982 tempest-LiveMigrationTest-273209982-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540973 Jul 16 20:26:12.180531 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-138988e7-6b99-42b2-acfc-a647bc6c04f4 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.197070 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138988e7-6b99-42b2-acfc-a647bc6c04f4 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:26:12.197943 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-138988e7-6b99-42b2-acfc-a647bc6c04f4 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.265601 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410db6f-f4ee-42c7-a860-ebd57bf02b03 None None] Pushing event deleted for resources: {'Port': ['ID=5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:12.285692 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4410db6f-f4ee-42c7-a860-ebd57bf02b03 None None] No DVR routers for this DVR port 5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:26:12.334947 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:26:12.345338 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-138988e7-6b99-42b2-acfc-a647bc6c04f4 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.364468 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-138988e7-6b99-42b2-acfc-a647bc6c04f4 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.367115 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-138988e7-6b99-42b2-acfc-a647bc6c04f4 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "DELETE /v2.0/networks/4dce85eb-8c4d-477d-aedc-b37f3762c695 HTTP/1.1" status: 204 len: 168 time: 1.1645463 Jul 16 20:26:12.379512 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 32780) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:12.392881 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138988e7-6b99-42b2-acfc-a647bc6c04f4 tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event deleted for resources: {'Network': ['ID=4dce85eb-8c4d-477d-aedc-b37f3762c695,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:12.438942 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b49f3df7-b328-4ef4-8a15-06097e044aa5 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.532630 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d94ce8-a530-42a9-ae76-799ce3e11e7f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Deleting subnet 2cd8e3ab-7ee2-4df8-9bba-6c425f08eec5 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:26:12.541917 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58d94ce8-a530-42a9-ae76-799ce3e11e7f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.571339 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-a06fb767-c47e-4369-a182-276137b561ea service neutron] 10.222.0.18 "GET /v2.0/ports/810c8272-d682-44c5-9fab-7793c6efd176/bindings/n-h1-791506-21 HTTP/1.1" status: 200 len: 383 time: 0.5608814 Jul 16 20:26:12.577303 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b49f3df7-b328-4ef4-8a15-06097e044aa5 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.601921 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e540fbdf-ca0a-4b8a-a9ef-3c04c2a68eea req-16329ba2-5efa-4646-a0b0-17be49302653 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6145389 Jul 16 20:26:12.617684 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58d94ce8-a530-42a9-ae76-799ce3e11e7f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.675554 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b49f3df7-b328-4ef4-8a15-06097e044aa5 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.680354 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e825f1ab-0999-48cb-bcd3-d080822a2436 None None] Network 95100319-2701-40c2-8248-a8519f7b20a1 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:12.694932 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b49f3df7-b328-4ef4-8a15-06097e044aa5 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] 10.222.0.38 "DELETE /v2.0/subnets/ca4e8206-37bf-4fcb-b195-07d57d9d7189 HTTP/1.1" status: 204 len: 168 time: 1.6445858 Jul 16 20:26:12.723203 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 32786) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:12.799701 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58d94ce8-a530-42a9-ae76-799ce3e11e7f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.911981 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58d94ce8-a530-42a9-ae76-799ce3e11e7f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.928078 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31b88001-7119-4a3f-8297-23cff4aaa466 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.945046 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8eb4e24-387b-4299-aabc-ee81b6ad12c1 None None] Network 1fdd040d-1a48-48fa-a824-3eee5713ef90 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:12.946441 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58d94ce8-a530-42a9-ae76-799ce3e11e7f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.948520 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f3df7-b328-4ef4-8a15-06097e044aa5 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Pushing event deleted for resources: {'Subnet': ['ID=ca4e8206-37bf-4fcb-b195-07d57d9d7189,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:12.954391 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-58d94ce8-a530-42a9-ae76-799ce3e11e7f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "DELETE /v2.0/subnets/2cd8e3ab-7ee2-4df8-9bba-6c425f08eec5 HTTP/1.1" status: 204 len: 168 time: 0.5690188 Jul 16 20:26:12.956641 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 32794) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:12.991727 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b30b37-a450-43cc-8672-6070356aa042 req-3820276f-3a99-4f1a-af8a-61bd7e0d78b2 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:12.993443 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-18b30b37-a450-43cc-8672-6070356aa042 req-3820276f-3a99-4f1a-af8a-61bd7e0d78b2 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=56006495-190b-44c9-b79c-8710ec63129b HTTP/1.1" status: 200 len: 949 time: 0.4578767 Jul 16 20:26:13.029559 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d94ce8-a530-42a9-ae76-799ce3e11e7f tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event deleted for resources: {'Subnet': ['ID=2cd8e3ab-7ee2-4df8-9bba-6c425f08eec5,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:13.091939 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 810c8272-d682-44c5-9fab-7793c6efd176 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:13.237805 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:13.311738 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cd35fe7a-051a-433e-9787-0fe71b8b304e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.315057 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:13.316237 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5b4ec2fb-a8d5-4556-8413-fb1e0a72e78a not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:13.415333 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1042253-b170-4a1c-a836-468fee31f95a None None] DHCP port deletion for 95100319-2701-40c2-8248-a8519f7b20a1 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:26:13.483618 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-cd35fe7a-051a-433e-9787-0fe71b8b304e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Deleting port 0bc9f532-ce46-4079-975e-4f76ed571dd0 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:13.483941 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cd35fe7a-051a-433e-9787-0fe71b8b304e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.589103 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 810c8272-d682-44c5-9fab-7793c6efd176 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:13.610121 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 810c8272-d682-44c5-9fab-7793c6efd176 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:13.610788 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.703546 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b1042253-b170-4a1c-a836-468fee31f95a None None] Deleting port fcaf00db-9d8e-4979-8e9e-cdfa132d45cb {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:13.704049 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b1042253-b170-4a1c-a836-468fee31f95a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.744820 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-cd35fe7a-051a-433e-9787-0fe71b8b304e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] For port 0bc9f532-ce46-4079-975e-4f76ed571dd0, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=0bc9f532-ce46-4079-975e-4f76ed571dd0,segment=NetworkSegment(cfeb7d39-cd12-4383-9d47-b8e1bb6740fa),segment_id=cfeb7d39-cd12-4383-9d47-b8e1bb6740fa)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:13.747613 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cd35fe7a-051a-433e-9787-0fe71b8b304e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.791446 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 32802) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:13.833235 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ca6045-d384-4aae-a1a6-f62314adeb65 None None] DHCP port deletion for 1fdd040d-1a48-48fa-a824-3eee5713ef90 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:26:13.835023 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-cd35fe7a-051a-433e-9787-0fe71b8b304e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Calling delete_port for 0bc9f532-ce46-4079-975e-4f76ed571dd0 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:13.869072 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413b769f-903e-4589-97f6-69e32979370e admin admin] Router f42341e3-d7ae-4bb3-9027-f95c12ff366c has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:26:13.873334 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-35ae7264-f7d7-4a98-a3ae-81a2b5448e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:13.875890 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-35ae7264-f7d7-4a98-a3ae-81a2b5448e27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 1101 time: 1.2729652 Jul 16 20:26:13.958524 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-18b30b37-a450-43cc-8672-6070356aa042 req-0fe71c73-712a-446b-a112-2fc908f7c14a tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539636 Jul 16 20:26:13.970512 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b1042253-b170-4a1c-a836-468fee31f95a None None] For port fcaf00db-9d8e-4979-8e9e-cdfa132d45cb, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fcaf00db-9d8e-4979-8e9e-cdfa132d45cb,segment=NetworkSegment(c407cfa5-e0a8-4f31-875c-6c104fe6dfe5),segment_id=c407cfa5-e0a8-4f31-875c-6c104fe6dfe5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:13.971127 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b1042253-b170-4a1c-a836-468fee31f95a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.986364 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.069863 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b1042253-b170-4a1c-a836-468fee31f95a None None] Calling delete_port for fcaf00db-9d8e-4979-8e9e-cdfa132d45cb owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:14.088635 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15766d48-eeb6-49fb-b5b1-76b46c1f0a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810c8272-d682-44c5-9fab-7793c6efd176'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:14.092198 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0061771-87b3-4e28-9b9a-b92d343d363b" -d '{"events": [{"server_uuid": "15766d48-eeb6-49fb-b5b1-76b46c1f0a61", "name": "network-vif-plugged", "status": "completed", "tag": "810c8272-d682-44c5-9fab-7793c6efd176"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:14.160902 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dc2b2696-246f-4622-985f-69ef5ec02365 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.174658 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 810c8272-d682-44c5-9fab-7793c6efd176, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=810c8272-d682-44c5-9fab-7793c6efd176,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:14.191826 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.196271 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dc2b2696-246f-4622-985f-69ef5ec02365 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.265227 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dc2b2696-246f-4622-985f-69ef5ec02365 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.268669 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dc2b2696-246f-4622-985f-69ef5ec02365 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.270042 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-dc2b2696-246f-4622-985f-69ef5ec02365 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "DELETE /v2.0/security-groups/c3b6aa22-d573-46e7-8402-4f023cbae97a HTTP/1.1" status: 204 len: 168 time: 0.4630516 Jul 16 20:26:14.282172 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 32806) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:14.283747 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b2696-246f-4622-985f-69ef5ec02365 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b6aa22-d573-46e7-8402-4f023cbae97a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:14.306589 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-f3d2f724-ad83-4724-8eb4-f96446a29c35 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] show failed (client error): The resource could not be found. Jul 16 20:26:14.307371 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-31b88001-7119-4a3f-8297-23cff4aaa466 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Deleting port fcaf00db-9d8e-4979-8e9e-cdfa132d45cb {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:14.307774 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31b88001-7119-4a3f-8297-23cff4aaa466 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.312114 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f3d2f724-ad83-4724-8eb4-f96446a29c35 tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "GET /v2.0/security-groups/c3b6aa22-d573-46e7-8402-4f023cbae97a HTTP/1.1" status: 404 len: 347 time: 0.0261195 Jul 16 20:26:14.312832 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 32808) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:14.321302 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cd35fe7a-051a-433e-9787-0fe71b8b304e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.361663 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=810c8272-d682-44c5-9fab-7793c6efd176,revision_number=9']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:14.430846 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c6ca6045-d384-4aae-a1a6-f62314adeb65 None None] Deleting port 0bc9f532-ce46-4079-975e-4f76ed571dd0 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:14.431229 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6ca6045-d384-4aae-a1a6-f62314adeb65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.455095 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd35fe7a-051a-433e-9787-0fe71b8b304e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] No DVR routers for this DVR port 0bc9f532-ce46-4079-975e-4f76ed571dd0 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:14.458636 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35fe7a-051a-433e-9787-0fe71b8b304e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event deleted for resources: {'Port': ['ID=0bc9f532-ce46-4079-975e-4f76ed571dd0,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:14.588117 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c6ca6045-d384-4aae-a1a6-f62314adeb65 None None] For port 0bc9f532-ce46-4079-975e-4f76ed571dd0, host n-d-791506-21, got binding levels [] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:14.588524 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6ca6045-d384-4aae-a1a6-f62314adeb65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.621151 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cd35fe7a-051a-433e-9787-0fe71b8b304e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.632612 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-cd35fe7a-051a-433e-9787-0fe71b8b304e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fdd040d-1a48-48fa-a824-3eee5713ef90']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:14.635190 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c6ca6045-d384-4aae-a1a6-f62314adeb65 None None] Calling delete_port for 0bc9f532-ce46-4079-975e-4f76ed571dd0 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:14.643912 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.ipam_backend_mixin [None req-c6ca6045-d384-4aae-a1a6-f62314adeb65 None None] Port 0bc9f532-ce46-4079-975e-4f76ed571dd0 was not found and therefore no delete operation was performed {{(pid=93795) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:26:14.647283 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6ca6045-d384-4aae-a1a6-f62314adeb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.670519 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-cd35fe7a-051a-433e-9787-0fe71b8b304e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfeb7d39-cd12-4383-9d47-b8e1bb6740fa') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:14.672248 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-cd35fe7a-051a-433e-9787-0fe71b8b304e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfeb7d39-cd12-4383-9d47-b8e1bb6740fa') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:14.677786 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413b769f-903e-4589-97f6-69e32979370e admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:26:14.693831 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-413b769f-903e-4589-97f6-69e32979370e admin admin] 10.222.0.38 "PUT /v2.0/routers/f42341e3-d7ae-4bb3-9027-f95c12ff366c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7645826 Jul 16 20:26:14.702826 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cd35fe7a-051a-433e-9787-0fe71b8b304e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.705618 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 32810) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:14.730562 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cd35fe7a-051a-433e-9787-0fe71b8b304e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.747829 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd35fe7a-051a-433e-9787-0fe71b8b304e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:26:14.748619 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cd35fe7a-051a-433e-9787-0fe71b8b304e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.756114 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca6045-d384-4aae-a1a6-f62314adeb65 None None] Pushing event deleted for resources: {'Port': ['ID=0bc9f532-ce46-4079-975e-4f76ed571dd0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:14.766441 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4765986a-48b1-40b0-ad48-e9a53f8ad429 None None] Sync routers for ids ['f42341e3-d7ae-4bb3-9027-f95c12ff366c'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:26:14.802300 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:26:14.810412 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ca6045-d384-4aae-a1a6-f62314adeb65 None None] No DVR routers for this DVR port 0bc9f532-ce46-4079-975e-4f76ed571dd0 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:14.823517 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4765986a-48b1-40b0-ad48-e9a53f8ad429 None None] Routers {'f42341e3-d7ae-4bb3-9027-f95c12ff366c'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:14.824415 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4765986a-48b1-40b0-ad48-e9a53f8ad429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:25:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['f42341e3-d7ae-4bb3-9027-f95c12ff366c'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:14.949415 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-31b88001-7119-4a3f-8297-23cff4aaa466 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] For port fcaf00db-9d8e-4979-8e9e-cdfa132d45cb, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fcaf00db-9d8e-4979-8e9e-cdfa132d45cb,segment=NetworkSegment(c407cfa5-e0a8-4f31-875c-6c104fe6dfe5),segment_id=c407cfa5-e0a8-4f31-875c-6c104fe6dfe5)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:14.949990 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31b88001-7119-4a3f-8297-23cff4aaa466 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.977422 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-20a4173c-4f7f-42d9-80a8-72dd6d55abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:14.978916 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-20a4173c-4f7f-42d9-80a8-72dd6d55abb2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 1.0836856 Jul 16 20:26:14.988844 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b1042253-b170-4a1c-a836-468fee31f95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.030565 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1042253-b170-4a1c-a836-468fee31f95a None None] Pushing event deleted for resources: {'Port': ['ID=fcaf00db-9d8e-4979-8e9e-cdfa132d45cb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:15.033037 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-31b88001-7119-4a3f-8297-23cff4aaa466 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Calling delete_port for fcaf00db-9d8e-4979-8e9e-cdfa132d45cb owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:15.062989 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1042253-b170-4a1c-a836-468fee31f95a None None] No DVR routers for this DVR port fcaf00db-9d8e-4979-8e9e-cdfa132d45cb on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:15.098703 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-6844290a-4883-48e8-a9fb-4feafb75885c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=810c8272-d682-44c5-9fab-7793c6efd176 HTTP/1.1" status: 200 len: 217 time: 0.1107249 Jul 16 20:26:15.129906 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-4765986a-48b1-40b0-ad48-e9a53f8ad429 None None] Set router f42341e3-d7ae-4bb3-9027-f95c12ff366c gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:15.138130 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cd35fe7a-051a-433e-9787-0fe71b8b304e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.199653 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0cfb4-d6dd-4a2f-a926-9e19d4d3ec6b req-03dbdfb2-d612-4ca9-968d-bd8f685ff2fc tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:15.206375 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cd35fe7a-051a-433e-9787-0fe71b8b304e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.206822 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-acd0cfb4-d6dd-4a2f-a926-9e19d4d3ec6b req-03dbdfb2-d612-4ca9-968d-bd8f685ff2fc tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 944 time: 0.9047506 Jul 16 20:26:15.208574 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cd35fe7a-051a-433e-9787-0fe71b8b304e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] 10.222.0.38 "DELETE /v2.0/networks/1fdd040d-1a48-48fa-a824-3eee5713ef90 HTTP/1.1" status: 204 len: 168 time: 2.1956942 Jul 16 20:26:15.212613 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35fe7a-051a-433e-9787-0fe71b8b304e tempest-ServersTestMultiNic-377368190 tempest-ServersTestMultiNic-377368190-project] Pushing event deleted for resources: {'Network': ['ID=1fdd040d-1a48-48fa-a824-3eee5713ef90,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:15.228525 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924b1d9-a90f-40e3-a90b-897fbf794b7f req-90ff86dc-dd44-44b3-bf97-4e332de19838 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:15.229135 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0bc9f532-ce46-4079-975e-4f76ed571dd0 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:15.230601 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8924b1d9-a90f-40e3-a90b-897fbf794b7f req-90ff86dc-dd44-44b3-bf97-4e332de19838 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 944 time: 0.8714974 Jul 16 20:26:15.239018 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05d3debb-ac2b-4d59-a3f1-caf26a194d8f admin admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.269100 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42d063-46c1-4555-a258-704d24b68455 req-830b0b6c-fcf8-4232-b849-9d61354428a9 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:15.275945 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7d42d063-46c1-4555-a258-704d24b68455 req-830b0b6c-fcf8-4232-b849-9d61354428a9 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 950 time: 1.0260775 Jul 16 20:26:15.280571 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 0bc9f532-ce46-4079-975e-4f76ed571dd0 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:15.282836 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0bc9f532-ce46-4079-975e-4f76ed571dd0 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:15.283461 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fcaf00db-9d8e-4979-8e9e-cdfa132d45cb no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:15.301690 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-15b73981-fb68-454f-950c-bf1aa9e528cd tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Deleting port d2071aec-1640-4659-9bfb-3ca595646bae {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:15.302429 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-15b73981-fb68-454f-950c-bf1aa9e528cd tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.327150 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: fcaf00db-9d8e-4979-8e9e-cdfa132d45cb {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:15.327802 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fcaf00db-9d8e-4979-8e9e-cdfa132d45cb not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:15.379915 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-88e3a7ad-87d3-4be0-9a0a-d6d0c8d40d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:15.382161 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-88e3a7ad-87d3-4be0-9a0a-d6d0c8d40d94 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.2670085 Jul 16 20:26:15.440811 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31b88001-7119-4a3f-8297-23cff4aaa466 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.463627 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-15b73981-fb68-454f-950c-bf1aa9e528cd tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.464126 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-15b73981-fb68-454f-950c-bf1aa9e528cd tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.475260 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-8924b1d9-a90f-40e3-a90b-897fbf794b7f req-a10aee0f-892d-483b-ad52-90aaea7b2615 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Deleting port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:15.475965 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8924b1d9-a90f-40e3-a90b-897fbf794b7f req-a10aee0f-892d-483b-ad52-90aaea7b2615 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.476918 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:26:15.501819 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4765986a-48b1-40b0-ad48-e9a53f8ad429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-306516921-router', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:26:09Z', 'revision_number': 5, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'gw_port': {'id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:15.521155 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-15b73981-fb68-454f-950c-bf1aa9e528cd tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Calling delete_port for d2071aec-1640-4659-9bfb-3ca595646bae owned by network:floatingip {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:15.536587 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4765986a-48b1-40b0-ad48-e9a53f8ad429 None None] Checking router: f42341e3-d7ae-4bb3-9027-f95c12ff366c for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:26:15.549669 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-acd0cfb4-d6dd-4a2f-a926-9e19d4d3ec6b req-6b53a23d-6dac-44f2-9cdc-3807ba2f6221 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417099 Jul 16 20:26:15.569116 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4765986a-48b1-40b0-ad48-e9a53f8ad429 None None] Routers {'f42341e3-d7ae-4bb3-9027-f95c12ff366c'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:15.569756 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4765986a-48b1-40b0-ad48-e9a53f8ad429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:25:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['f42341e3-d7ae-4bb3-9027-f95c12ff366c'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:15.573531 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b88001-7119-4a3f-8297-23cff4aaa466 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] No DVR routers for this DVR port fcaf00db-9d8e-4979-8e9e-cdfa132d45cb on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:15.584952 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b88001-7119-4a3f-8297-23cff4aaa466 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Pushing event deleted for resources: {'Port': ['ID=fcaf00db-9d8e-4979-8e9e-cdfa132d45cb,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:15.678022 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7d42d063-46c1-4555-a258-704d24b68455 req-75034db7-0b33-46df-8437-44565310eb6a tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011087 Jul 16 20:26:15.681383 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8924b1d9-a90f-40e3-a90b-897fbf794b7f req-a10aee0f-892d-483b-ad52-90aaea7b2615 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] For port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b6d4a6fa-69b4-49dc-8b41-55852bd1de2a,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:15.681868 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8924b1d9-a90f-40e3-a90b-897fbf794b7f req-a10aee0f-892d-483b-ad52-90aaea7b2615 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.703326 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-8924b1d9-a90f-40e3-a90b-897fbf794b7f req-a10aee0f-892d-483b-ad52-90aaea7b2615 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Calling delete_port for b6d4a6fa-69b4-49dc-8b41-55852bd1de2a owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:15.851090 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-4765986a-48b1-40b0-ad48-e9a53f8ad429 None None] Set router f42341e3-d7ae-4bb3-9027-f95c12ff366c gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:15.929369 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31b88001-7119-4a3f-8297-23cff4aaa466 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.974772 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05d3debb-ac2b-4d59-a3f1-caf26a194d8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.977623 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8828fe87-1d29-499a-8934-03a587804f12 x-openstack-request-id: req-8828fe87-1d29-499a-8934-03a587804f12 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:15.978004 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15766d48-eeb6-49fb-b5b1-76b46c1f0a61", "name": "network-vif-plugged", "status": "completed", "tag": "810c8272-d682-44c5-9fab-7793c6efd176", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:15.978385 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8828fe87-1d29-499a-8934-03a587804f12 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:15.978877 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15766d48-eeb6-49fb-b5b1-76b46c1f0a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810c8272-d682-44c5-9fab-7793c6efd176', 'code': 200} Jul 16 20:26:15.987685 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8924b1d9-a90f-40e3-a90b-897fbf794b7f req-a10aee0f-892d-483b-ad52-90aaea7b2615 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.998293 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-31b88001-7119-4a3f-8297-23cff4aaa466 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95100319-2701-40c2-8248-a8519f7b20a1']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:16.005453 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-55a3ca9d-fcbd-4a96-ac04-2c71c5eaf494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:16.005453 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-55a3ca9d-fcbd-4a96-ac04-2c71c5eaf494 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6079621 Jul 16 20:26:16.009920 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['371d6c7c-88ff-4783-aad3-eb3b449763a2'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:16.046662 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10aee0f-892d-483b-ad52-90aaea7b2615 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Pushing event deleted for resources: {'Port': ['ID=b6d4a6fa-69b4-49dc-8b41-55852bd1de2a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:16.133237 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-8924b1d9-a90f-40e3-a90b-897fbf794b7f req-a10aee0f-892d-483b-ad52-90aaea7b2615 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] No DVR routers for this DVR port b6d4a6fa-69b4-49dc-8b41-55852bd1de2a on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:16.139803 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8924b1d9-a90f-40e3-a90b-897fbf794b7f req-a10aee0f-892d-483b-ad52-90aaea7b2615 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.146018 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8924b1d9-a90f-40e3-a90b-897fbf794b7f req-a10aee0f-892d-483b-ad52-90aaea7b2615 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.18 "DELETE /v2.0/ports/b6d4a6fa-69b4-49dc-8b41-55852bd1de2a HTTP/1.1" status: 204 len: 173 time: 0.9048262 Jul 16 20:26:16.147183 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3b0d91-2767-462e-b4cf-ae7026373ea5', 'name': 'network-vif-deleted', 'tag': 'b6d4a6fa-69b4-49dc-8b41-55852bd1de2a'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:16.154249 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c883e5d-3c56-4932-9638-d1c6ef20de44" -d '{"events": [{"server_uuid": "cf3b0d91-2767-462e-b4cf-ae7026373ea5", "name": "network-vif-deleted", "tag": "b6d4a6fa-69b4-49dc-8b41-55852bd1de2a"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:16.163553 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-15b73981-fb68-454f-950c-bf1aa9e528cd tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.236698 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-31b88001-7119-4a3f-8297-23cff4aaa466 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c407cfa5-e0a8-4f31-875c-6c104fe6dfe5') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:16.236698 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-31b88001-7119-4a3f-8297-23cff4aaa466 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c407cfa5-e0a8-4f31-875c-6c104fe6dfe5') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:16.248247 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31b88001-7119-4a3f-8297-23cff4aaa466 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.269532 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f955ebc6-fd03-47da-898f-e8bf698c1a0e x-openstack-request-id: req-f955ebc6-fd03-47da-898f-e8bf698c1a0e {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:16.274428 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3b0d91-2767-462e-b4cf-ae7026373ea5", "name": "network-vif-deleted", "tag": "b6d4a6fa-69b4-49dc-8b41-55852bd1de2a", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:16.274936 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f955ebc6-fd03-47da-898f-e8bf698c1a0e {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:16.275582 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3b0d91-2767-462e-b4cf-ae7026373ea5', 'name': 'network-vif-deleted', 'tag': 'b6d4a6fa-69b4-49dc-8b41-55852bd1de2a', 'status': 'completed', 'code': 200} Jul 16 20:26:16.276363 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31b88001-7119-4a3f-8297-23cff4aaa466 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.280868 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b73981-fb68-454f-950c-bf1aa9e528cd tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Pushing event deleted for resources: {'Port': ['ID=d2071aec-1640-4659-9bfb-3ca595646bae,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:16.288606 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b88001-7119-4a3f-8297-23cff4aaa466 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:26:16.288606 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31b88001-7119-4a3f-8297-23cff4aaa466 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.364440 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-679d2239-935b-4196-b746-a57178b18084 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733996 Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: self.session.flush() Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: self.session.flush() Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: self.session.flush() Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: self.session.flush() Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:26:16.365382 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:26:16.370148 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:26:16.370148 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:26:16.370148 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:26:16.370148 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:26:16.370148 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:26:16.370148 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:26:16.370148 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:26:16.370148 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:26:16.370148 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:26:16.370148 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:26:16.370148 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:26:16.370148 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:26:16.370148 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:26:16.370148 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:26:16.370148 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:26:16.410924 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-15b73981-fb68-454f-950c-bf1aa9e528cd tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks [] for floatingip, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.416599 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-15b73981-fb68-454f-950c-bf1aa9e528cd tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.423539 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-15b73981-fb68-454f-950c-bf1aa9e528cd tempest-ServersTestBootFromVolume-205259915 tempest-ServersTestBootFromVolume-205259915-project] 10.222.0.38 "DELETE /v2.0/floatingips/df0bd12c-06cc-4945-af94-5e18115e8bce HTTP/1.1" status: 204 len: 168 time: 2.1095083 Jul 16 20:26:16.429830 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 32832) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:16.462600 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31b88001-7119-4a3f-8297-23cff4aaa466 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.468856 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 32834) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:16.647696 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31b88001-7119-4a3f-8297-23cff4aaa466 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.650859 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-31b88001-7119-4a3f-8297-23cff4aaa466 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] 10.222.0.38 "DELETE /v2.0/networks/95100319-2701-40c2-8248-a8519f7b20a1 HTTP/1.1" status: 204 len: 168 time: 3.8363323 Jul 16 20:26:16.655079 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b88001-7119-4a3f-8297-23cff4aaa466 tempest-AllowedAddressPairTestJSON-1955784662 tempest-AllowedAddressPairTestJSON-1955784662-project] Pushing event deleted for resources: {'Network': ['ID=95100319-2701-40c2-8248-a8519f7b20a1,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:16.877734 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4765986a-48b1-40b0-ad48-e9a53f8ad429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-306516921-router', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:26:09Z', 'revision_number': 5, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'gw_port': {'id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:16.951630 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4765986a-48b1-40b0-ad48-e9a53f8ad429 None None] The sync data for ids ['f42341e3-d7ae-4bb3-9027-f95c12ff366c'] in n-d-791506-21 is: [{'id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-306516921-router', 'tenant_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:26:09Z', 'revision_number': 5, 'project_id': 'd3df7bf01e9545dc8fec2031b5863a44', 'gw_port': {'id': '79e756cc-dd85-4bbf-9266-a68cf3a0a4fc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42341e3-d7ae-4bb3-9027-f95c12ff366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:44Z', 'updated_at': '2021-07-16T20:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:26:17.007735 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8995f87-9456-4178-ba38-7df9f9562225 req-ab6d3013-114e-4b53-96d6-9b50189adfd7 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 210 time: 0.1183662 Jul 16 20:26:17.026552 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b77eee-1d66-4bcf-adae-783024610de3 req-0ae57f36-5c06-40ca-b8b1-4fc406e56a0f tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:17.028528 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d5b77eee-1d66-4bcf-adae-783024610de3 req-0ae57f36-5c06-40ca-b8b1-4fc406e56a0f tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=56006495-190b-44c9-b79c-8710ec63129b HTTP/1.1" status: 200 len: 949 time: 1.0395989 Jul 16 20:26:17.043606 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-05d3debb-ac2b-4d59-a3f1-caf26a194d8f admin admin] Deleting port 79e756cc-dd85-4bbf-9266-a68cf3a0a4fc {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:17.044588 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05d3debb-ac2b-4d59-a3f1-caf26a194d8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:17.093578 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 32846) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:17.098905 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b6d4a6fa-69b4-49dc-8b41-55852bd1de2a no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:17.132885 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-f8736b3a-2111-4f30-9945-7fcb0c6c13c3 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6925306 Jul 16 20:26:17.137962 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: b6d4a6fa-69b4-49dc-8b41-55852bd1de2a {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:17.138832 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b6d4a6fa-69b4-49dc-8b41-55852bd1de2a not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:17.347235 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9b87d0d-6fe0-4ad8-a636-0eb13547e4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:17.361453 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e956de07-d1b1-477b-a025-0650d33a49f6 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:17.423286 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: e956de07-d1b1-477b-a025-0650d33a49f6 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:17.423991 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e956de07-d1b1-477b-a025-0650d33a49f6 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:17.768484 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d5b77eee-1d66-4bcf-adae-783024610de3 req-70b920e3-cb38-416c-8b72-e1116a5a3922 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7318118 Jul 16 20:26:17.889437 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-05d3debb-ac2b-4d59-a3f1-caf26a194d8f admin admin] For port 79e756cc-dd85-4bbf-9266-a68cf3a0a4fc, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=79e756cc-dd85-4bbf-9266-a68cf3a0a4fc,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:17.890870 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05d3debb-ac2b-4d59-a3f1-caf26a194d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:17.896540 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a0ce2d6e-32dd-458f-b277-3797f2a0d6a9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=81f0c086e79845729e8ab3b6249d4ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7750115 Jul 16 20:26:17.900001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 32860) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:17.924427 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-05d3debb-ac2b-4d59-a3f1-caf26a194d8f admin admin] Calling delete_port for 79e756cc-dd85-4bbf-9266-a68cf3a0a4fc owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:17.931761 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-d9b87d0d-6fe0-4ad8-a636-0eb13547e4ec admin admin] Deleting port f0cd52d9-45f1-49ac-ad48-283392bee098 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:17.932347 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9b87d0d-6fe0-4ad8-a636-0eb13547e4ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.013336 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123a8f1-5175-4cd3-a1c0-a6f0dff44eb6 req-df6a4744-4fbb-4258-a09e-eb097aee1203 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:18.020869 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3123a8f1-5175-4cd3-a1c0-a6f0dff44eb6 req-df6a4744-4fbb-4258-a09e-eb097aee1203 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 950 time: 0.3467469 Jul 16 20:26:18.038178 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-d9b87d0d-6fe0-4ad8-a636-0eb13547e4ec admin admin] For port f0cd52d9-45f1-49ac-ad48-283392bee098, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f0cd52d9-45f1-49ac-ad48-283392bee098,segment=NetworkSegment(078bf850-a9a4-47df-a8d7-e25abae15d64),segment_id=078bf850-a9a4-47df-a8d7-e25abae15d64)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:18.038529 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9b87d0d-6fe0-4ad8-a636-0eb13547e4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.063187 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-d9b87d0d-6fe0-4ad8-a636-0eb13547e4ec admin admin] Calling delete_port for f0cd52d9-45f1-49ac-ad48-283392bee098 owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:18.155914 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c6e12fbb-406d-4fd3-ab03-19b3f176242e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.195244 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3123a8f1-5175-4cd3-a1c0-a6f0dff44eb6 req-e8e517b8-3a80-4b37-aac2-9a996fdc2986 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738491 Jul 16 20:26:18.195402 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c6e12fbb-406d-4fd3-ab03-19b3f176242e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.358967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f152b-6f3b-4a7e-92f8-3bfba1f84d73 req-e2aa959b-5c2d-4a9b-a4db-ceb5908dc353 tempest-ServersOnMultiNodesTest-1228379329 tempest-ServersOnMultiNodesTest-1228379329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:18.360805 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-347f152b-6f3b-4a7e-92f8-3bfba1f84d73 req-e2aa959b-5c2d-4a9b-a4db-ceb5908dc353 tempest-ServersOnMultiNodesTest-1228379329 tempest-ServersOnMultiNodesTest-1228379329-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=56006495-190b-44c9-b79c-8710ec63129b HTTP/1.1" status: 200 len: 1101 time: 0.3071244 Jul 16 20:26:18.427308 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05d3debb-ac2b-4d59-a3f1-caf26a194d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.445289 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-347f152b-6f3b-4a7e-92f8-3bfba1f84d73 req-6f458292-15eb-4688-b08e-f0a55aa7cb9d tempest-ServersOnMultiNodesTest-1228379329 tempest-ServersOnMultiNodesTest-1228379329-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738132 Jul 16 20:26:18.491169 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3debb-ac2b-4d59-a3f1-caf26a194d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=79e756cc-dd85-4bbf-9266-a68cf3a0a4fc,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:18.591805 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ebc2870d-4da0-4e61-bb49-1450d7728f59 req-8022ad48-5491-4c99-87ce-947103e852ce tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 210 time: 0.1268847 Jul 16 20:26:18.644819 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05d3debb-ac2b-4d59-a3f1-caf26a194d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.776198 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd0efcd7-5b7a-4d09-b0bc-5b1c7945f9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.782039 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05d3debb-ac2b-4d59-a3f1-caf26a194d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.804719 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c6e12fbb-406d-4fd3-ab03-19b3f176242e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.815189 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c6e12fbb-406d-4fd3-ab03-19b3f176242e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.818656 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c6e12fbb-406d-4fd3-ab03-19b3f176242e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/17215aa9-b864-43f8-9f3b-c6969e202129 HTTP/1.1" status: 204 len: 168 time: 0.9137714 Jul 16 20:26:18.818845 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05d3debb-ac2b-4d59-a3f1-caf26a194d8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.849983 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e12fbb-406d-4fd3-ab03-19b3f176242e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17215aa9-b864-43f8-9f3b-c6969e202129,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:18.956056 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9b87d0d-6fe0-4ad8-a636-0eb13547e4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.080082 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b87d0d-6fe0-4ad8-a636-0eb13547e4ec admin admin] Pushing event deleted for resources: {'Port': ['ID=f0cd52d9-45f1-49ac-ad48-283392bee098,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:19.320801 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05d3debb-ac2b-4d59-a3f1-caf26a194d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.321501 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d3debb-ac2b-4d59-a3f1-caf26a194d8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f42341e3-d7ae-4bb3-9027-f95c12ff366c {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:26:19.377355 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05d3debb-ac2b-4d59-a3f1-caf26a194d8f admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.381301 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-05d3debb-ac2b-4d59-a3f1-caf26a194d8f admin admin] 10.222.0.38 "DELETE /v2.0/routers/f42341e3-d7ae-4bb3-9027-f95c12ff366c HTTP/1.1" status: 204 len: 168 time: 4.6658432 Jul 16 20:26:19.392447 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 32886) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:19.551325 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-effe3e8e-bfc9-4b78-81cf-b583750de4ae admin admin] Deleting subnet 2dbbabcf-de96-4fb3-85e1-f42c7891edb1 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:26:19.609997 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093fdd3-cb26-47da-a72d-27490e5fb295 req-edb7a69d-d67a-4e75-a3cd-03143cd18fc1 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:19.619382 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d093fdd3-cb26-47da-a72d-27490e5fb295 req-edb7a69d-d67a-4e75-a3cd-03143cd18fc1 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=56006495-190b-44c9-b79c-8710ec63129b HTTP/1.1" status: 200 len: 949 time: 0.3341718 Jul 16 20:26:19.655142 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-effe3e8e-bfc9-4b78-81cf-b583750de4ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.706048 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d093fdd3-cb26-47da-a72d-27490e5fb295 req-495433d4-f11f-446c-8aac-cb3cfd7d8208 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855088 Jul 16 20:26:19.885425 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9b87d0d-6fe0-4ad8-a636-0eb13547e4ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.969826 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-effe3e8e-bfc9-4b78-81cf-b583750de4ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.036019 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aaa6d026-8ba2-4915-8c3a-d728733d5beb req-cbf317d1-7079-4999-8476-908496a9aa4a tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 210 time: 0.0786865 Jul 16 20:26:20.068008 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb225e-db29-461f-91b7-694b74fda9bd req-9f265e51-db00-458d-a01b-a7889cde8b70 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:20.098281 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9acb225e-db29-461f-91b7-694b74fda9bd req-9f265e51-db00-458d-a01b-a7889cde8b70 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 950 time: 0.3845358 Jul 16 20:26:20.100279 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-bd0efcd7-5b7a-4d09-b0bc-5b1c7945f9e1 admin admin] Deleting port 5ddc36b8-0fbe-4b97-b804-57b5682ccd67 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:20.100650 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd0efcd7-5b7a-4d09-b0bc-5b1c7945f9e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.209062 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-effe3e8e-bfc9-4b78-81cf-b583750de4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.244113 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-bd0efcd7-5b7a-4d09-b0bc-5b1c7945f9e1 admin admin] For port 5ddc36b8-0fbe-4b97-b804-57b5682ccd67, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=5ddc36b8-0fbe-4b97-b804-57b5682ccd67,segment=NetworkSegment(3e7eb669-e96c-4cb9-8d8b-0289206b3974),segment_id=3e7eb669-e96c-4cb9-8d8b-0289206b3974)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:20.244522 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd0efcd7-5b7a-4d09-b0bc-5b1c7945f9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.258913 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-bd0efcd7-5b7a-4d09-b0bc-5b1c7945f9e1 admin admin] Calling delete_port for 5ddc36b8-0fbe-4b97-b804-57b5682ccd67 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:20.310564 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-effe3e8e-bfc9-4b78-81cf-b583750de4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.382900 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe3e8e-bfc9-4b78-81cf-b583750de4ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dbbabcf-de96-4fb3-85e1-f42c7891edb1,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:20.385051 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-effe3e8e-bfc9-4b78-81cf-b583750de4ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.390613 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-effe3e8e-bfc9-4b78-81cf-b583750de4ae admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2dbbabcf-de96-4fb3-85e1-f42c7891edb1 HTTP/1.1" status: 204 len: 168 time: 0.9907918 Jul 16 20:26:20.394096 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 32918) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:20.395318 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0708f8e8-cce2-400e-80cb-86c7321cc3e1 None None] Network a6e3de95-78fc-4a31-9b59-b1f10f47e4ed requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:20.411864 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-13541c43-f172-44be-937a-dd0c3aa17bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:20.413608 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-13541c43-f172-44be-937a-dd0c3aa17bec service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61&tenant_id=ae184935e63442fbbd551c2164ed273b HTTP/1.1" status: 200 len: 1102 time: 0.6581202 Jul 16 20:26:20.428147 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 32920) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:20.436590 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-a3972af9-9916-4e4a-a06a-6e60ddb2c0ce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-21', 'device_owner': 'compute:nova'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:20.647834 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9acb225e-db29-461f-91b7-694b74fda9bd req-c6207279-bb07-4cde-bb09-17a2e78cbb02 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659598 Jul 16 20:26:20.657337 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-dd569872-f8b3-4355-9edc-3ddc3abedbf3 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-807681872'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:20.681771 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd0efcd7-5b7a-4d09-b0bc-5b1c7945f9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.686149 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-df31ee81-cce8-4897-abc5-11355811ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.694521 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3977647-459e-40ba-a964-baa43b9dfe94 None None] DHCP port deletion for a6e3de95-78fc-4a31-9b59-b1f10f47e4ed request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:26:20.703840 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea223b-7ecd-474f-aed7-addb026bac48 req-d37a592b-2cd3-4b3b-bb3d-0e495c75315c tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:20.705358 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-88ea223b-7ecd-474f-aed7-addb026bac48 req-d37a592b-2cd3-4b3b-bb3d-0e495c75315c tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.18 "GET /v2.0/ports?device_id=56006495-190b-44c9-b79c-8710ec63129b HTTP/1.1" status: 200 len: 949 time: 0.2209296 Jul 16 20:26:20.742710 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0efcd7-5b7a-4d09-b0bc-5b1c7945f9e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ddc36b8-0fbe-4b97-b804-57b5682ccd67,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:20.833393 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e3977647-459e-40ba-a964-baa43b9dfe94 None None] Deleting port 0ee00350-b359-426f-86af-a53fb124aa1a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:20.842507 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3977647-459e-40ba-a964-baa43b9dfe94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.861429 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd569872-f8b3-4355-9edc-3ddc3abedbf3 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Made reservation on behalf of f0fcb10c851f45f2ace7481704fc3adb for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:20.864946 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd569872-f8b3-4355-9edc-3ddc3abedbf3 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.894087 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-a3972af9-9916-4e4a-a06a-6e60ddb2c0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.977193 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd569872-f8b3-4355-9edc-3ddc3abedbf3 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.993397 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-e3977647-459e-40ba-a964-baa43b9dfe94 None None] For port 0ee00350-b359-426f-86af-a53fb124aa1a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=0ee00350-b359-426f-86af-a53fb124aa1a,segment=NetworkSegment(d15bdb67-ac69-4e40-89a0-85bf2440b02e),segment_id=d15bdb67-ac69-4e40-89a0-85bf2440b02e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:20.994176 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3977647-459e-40ba-a964-baa43b9dfe94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:21.031435 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e3977647-459e-40ba-a964-baa43b9dfe94 None None] Calling delete_port for 0ee00350-b359-426f-86af-a53fb124aa1a owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:21.130824 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 810c8272-d682-44c5-9fab-7793c6efd176 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:21.311861 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b87d0d-6fe0-4ad8-a636-0eb13547e4ec admin admin] Router 10783144-a07b-4ae9-93da-d65f2de6fedb has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:26:21.337060 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3977647-459e-40ba-a964-baa43b9dfe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:21.377612 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3977647-459e-40ba-a964-baa43b9dfe94 None None] Pushing event deleted for resources: {'Port': ['ID=0ee00350-b359-426f-86af-a53fb124aa1a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:21.384853 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3977647-459e-40ba-a964-baa43b9dfe94 None None] No DVR routers for this DVR port 0ee00350-b359-426f-86af-a53fb124aa1a on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:21.390903 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:21.428462 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 79e756cc-dd85-4bbf-9266-a68cf3a0a4fc no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:21.467966 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 79e756cc-dd85-4bbf-9266-a68cf3a0a4fc {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:21.468183 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-df31ee81-cce8-4897-abc5-11355811ee13 admin admin] Deleting port 0ee00350-b359-426f-86af-a53fb124aa1a {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:21.468458 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-df31ee81-cce8-4897-abc5-11355811ee13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:21.469101 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 79e756cc-dd85-4bbf-9266-a68cf3a0a4fc not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:21.470401 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0d97310f-cc27-4bbb-a292-688564c9ae60 req-77976489-a1bc-46b5-bc45-2ff3524ce4cf tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 210 time: 0.1494961 Jul 16 20:26:21.476419 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0ee00350-b359-426f-86af-a53fb124aa1a no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:21.482495 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd0efcd7-5b7a-4d09-b0bc-5b1c7945f9e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:21.532775 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 0ee00350-b359-426f-86af-a53fb124aa1a {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:21.534218 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0ee00350-b359-426f-86af-a53fb124aa1a not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:21.556310 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39b390-f10e-4773-ba1c-6dfacc039466 req-9c161ee9-2fe3-437d-a8c4-df4a851beec2 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:21.561538 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4f39b390-f10e-4773-ba1c-6dfacc039466 req-9c161ee9-2fe3-437d-a8c4-df4a851beec2 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=56006495-190b-44c9-b79c-8710ec63129b HTTP/1.1" status: 200 len: 949 time: 0.5744920 Jul 16 20:26:21.632028 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd569872-f8b3-4355-9edc-3ddc3abedbf3 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:21.665857 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-88ea223b-7ecd-474f-aed7-addb026bac48 req-f8af4931-3289-4182-abdc-6fe8bd5891b9 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Deleting port bf65e3b8-e43f-42b0-83bd-60ddb5dfc222 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:21.666454 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-88ea223b-7ecd-474f-aed7-addb026bac48 req-f8af4931-3289-4182-abdc-6fe8bd5891b9 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:21.679049 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd569872-f8b3-4355-9edc-3ddc3abedbf3 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:21.694204 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-df31ee81-cce8-4897-abc5-11355811ee13 admin admin] For port 0ee00350-b359-426f-86af-a53fb124aa1a, host n-d-791506-21, got binding levels [] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:21.694819 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-df31ee81-cce8-4897-abc5-11355811ee13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:21.713352 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e9e24eb-e2e8-4992-bf98-9941783ad357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:21.782004 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b87d0d-6fe0-4ad8-a636-0eb13547e4ec admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:26:21.790643 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4f39b390-f10e-4773-ba1c-6dfacc039466 req-66d60b83-3c45-4e0c-8d6f-43ba2b38d565 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186389 Jul 16 20:26:21.797953 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6b92ae-3465-47d5-8fb9-1c4d5db4fc47 None None] Sync routers for ids ['10783144-a07b-4ae9-93da-d65f2de6fedb'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:26:21.832439 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6b92ae-3465-47d5-8fb9-1c4d5db4fc47 None None] Routers {'10783144-a07b-4ae9-93da-d65f2de6fedb'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:21.834969 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2d6b92ae-3465-47d5-8fb9-1c4d5db4fc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:25:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['10783144-a07b-4ae9-93da-d65f2de6fedb'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:21.886944 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d9b87d0d-6fe0-4ad8-a636-0eb13547e4ec admin admin] 10.222.0.38 "PUT /v2.0/routers/10783144-a07b-4ae9-93da-d65f2de6fedb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4559050 Jul 16 20:26:21.891375 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 32966) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:21.913357 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd569872-f8b3-4355-9edc-3ddc3abedbf3 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:26:21.941636 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-df31ee81-cce8-4897-abc5-11355811ee13 admin admin] Calling delete_port for 0ee00350-b359-426f-86af-a53fb124aa1a owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:21.948123 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.ipam_backend_mixin [None req-df31ee81-cce8-4897-abc5-11355811ee13 admin admin] Port 0ee00350-b359-426f-86af-a53fb124aa1a was not found and therefore no delete operation was performed {{(pid=93793) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:26:21.980247 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-88ea223b-7ecd-474f-aed7-addb026bac48 req-f8af4931-3289-4182-abdc-6fe8bd5891b9 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] For port bf65e3b8-e43f-42b0-83bd-60ddb5dfc222, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=bf65e3b8-e43f-42b0-83bd-60ddb5dfc222,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:21.980624 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-88ea223b-7ecd-474f-aed7-addb026bac48 req-f8af4931-3289-4182-abdc-6fe8bd5891b9 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:22.010813 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-88ea223b-7ecd-474f-aed7-addb026bac48 req-f8af4931-3289-4182-abdc-6fe8bd5891b9 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Calling delete_port for bf65e3b8-e43f-42b0-83bd-60ddb5dfc222 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:22.091462 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-df31ee81-cce8-4897-abc5-11355811ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:22.093020 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-2d6b92ae-3465-47d5-8fb9-1c4d5db4fc47 None None] Set router 10783144-a07b-4ae9-93da-d65f2de6fedb gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:22.112814 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-a3972af9-9916-4e4a-a06a-6e60ddb2c0ce service neutron] For port 810c8272-d682-44c5-9fab-7793c6efd176, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=810c8272-d682-44c5-9fab-7793c6efd176,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:22.159621 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-a3972af9-9916-4e4a-a06a-6e60ddb2c0ce service neutron] For port 810c8272-d682-44c5-9fab-7793c6efd176, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:22.212977 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-a3972af9-9916-4e4a-a06a-6e60ddb2c0ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:22.231763 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-a3972af9-9916-4e4a-a06a-6e60ddb2c0ce service neutron] Transition to ACTIVE for port object 810c8272-d682-44c5-9fab-7793c6efd176 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:22.236172 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd569872-f8b3-4355-9edc-3ddc3abedbf3 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1717f747-5f49-4d1e-86fe-c620d7d185ed,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:22.256952 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15766d48-eeb6-49fb-b5b1-76b46c1f0a61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '810c8272-d682-44c5-9fab-7793c6efd176'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:22.264451 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babbe051-f7a7-4a62-af45-39e21993547d" -d '{"events": [{"server_uuid": "15766d48-eeb6-49fb-b5b1-76b46c1f0a61", "name": "network-vif-unplugged", "status": "completed", "tag": "810c8272-d682-44c5-9fab-7793c6efd176"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:22.273020 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd569872-f8b3-4355-9edc-3ddc3abedbf3 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:22.273681 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-dd569872-f8b3-4355-9edc-3ddc3abedbf3 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Added segment 1a366659-3f15-4063-a4fa-f35776911343 of type vlan for network 10d571b1-9bcd-4539-9068-0826c7940b17 Jul 16 20:26:22.282039 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-a3972af9-9916-4e4a-a06a-6e60ddb2c0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:22.319893 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:26:22.320246 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:26:22.344198 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2d6b92ae-3465-47d5-8fb9-1c4d5db4fc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'name': 'tempest-ServersTestBootFromVolume-393347287-router', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:36Z', 'updated_at': '2021-07-16T20:26:18Z', 'revision_number': 5, 'project_id': '24465f931afb4d548cf03856aa8b33bd', 'gw_port': {'id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:37Z', 'updated_at': '2021-07-16T20:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:22.381328 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6b92ae-3465-47d5-8fb9-1c4d5db4fc47 None None] Checking router: 10783144-a07b-4ae9-93da-d65f2de6fedb for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:26:22.391280 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31ee81-cce8-4897-abc5-11355811ee13 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee00350-b359-426f-86af-a53fb124aa1a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:22.393109 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6b92ae-3465-47d5-8fb9-1c4d5db4fc47 None None] Routers {'10783144-a07b-4ae9-93da-d65f2de6fedb'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:22.394118 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2d6b92ae-3465-47d5-8fb9-1c4d5db4fc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:25:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['10783144-a07b-4ae9-93da-d65f2de6fedb'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:22.398186 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df31ee81-cce8-4897-abc5-11355811ee13 admin admin] No DVR routers for this DVR port 0ee00350-b359-426f-86af-a53fb124aa1a on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:22.529287 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-2d6b92ae-3465-47d5-8fb9-1c4d5db4fc47 None None] Set router 10783144-a07b-4ae9-93da-d65f2de6fedb gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:22.532681 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf78778-35ee-4b56-91c5-37288deddbea req-f9fe6989-12a0-4bd7-a7a1-055a1e881514 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:22.549808 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fdf78778-35ee-4b56-91c5-37288deddbea req-f9fe6989-12a0-4bd7-a7a1-055a1e881514 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 950 time: 0.6559310 Jul 16 20:26:22.568237 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd569872-f8b3-4355-9edc-3ddc3abedbf3 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:22.646117 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-a3972af9-9916-4e4a-a06a-6e60ddb2c0ce service neutron] No DVR routers for this DVR port 810c8272-d682-44c5-9fab-7793c6efd176 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:22.662465 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fdf78778-35ee-4b56-91c5-37288deddbea req-c6e5d659-6c4e-40de-b264-f25cf90ce7c0 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121871 Jul 16 20:26:22.679055 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0efcd7-5b7a-4d09-b0bc-5b1c7945f9e1 admin admin] Router 01a5b839-ea87-4ef4-b34d-7deb5c879de0 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:26:22.712758 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3972af9-9916-4e4a-a06a-6e60ddb2c0ce service neutron] Pushing event updated for resources: {'Port': ['ID=810c8272-d682-44c5-9fab-7793c6efd176,revision_number=10']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:22.762188 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-df31ee81-cce8-4897-abc5-11355811ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:22.789912 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2d6b92ae-3465-47d5-8fb9-1c4d5db4fc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'name': 'tempest-ServersTestBootFromVolume-393347287-router', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:36Z', 'updated_at': '2021-07-16T20:26:18Z', 'revision_number': 5, 'project_id': '24465f931afb4d548cf03856aa8b33bd', 'gw_port': {'id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:37Z', 'updated_at': '2021-07-16T20:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:22.809546 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6eb4caf9-52a3-4ecd-b00a-4b323010842e admin admin] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:22.820871 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964b84cf-650f-4a15-ab90-8c3dd53dbe2f x-openstack-request-id: req-964b84cf-650f-4a15-ab90-8c3dd53dbe2f {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:22.821213 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15766d48-eeb6-49fb-b5b1-76b46c1f0a61", "name": "network-vif-unplugged", "status": "completed", "tag": "810c8272-d682-44c5-9fab-7793c6efd176", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:22.821476 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-964b84cf-650f-4a15-ab90-8c3dd53dbe2f {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:22.821879 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15766d48-eeb6-49fb-b5b1-76b46c1f0a61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '810c8272-d682-44c5-9fab-7793c6efd176', 'code': 200} Jul 16 20:26:22.823851 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6b92ae-3465-47d5-8fb9-1c4d5db4fc47 None None] The sync data for ids ['10783144-a07b-4ae9-93da-d65f2de6fedb'] in n-d-791506-21 is: [{'id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'name': 'tempest-ServersTestBootFromVolume-393347287-router', 'tenant_id': '24465f931afb4d548cf03856aa8b33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:36Z', 'updated_at': '2021-07-16T20:26:18Z', 'revision_number': 5, 'project_id': '24465f931afb4d548cf03856aa8b33bd', 'gw_port': {'id': '3de3c916-5cdf-4eff-82e6-70e6cfceda69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10783144-a07b-4ae9-93da-d65f2de6fedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:37Z', 'updated_at': '2021-07-16T20:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:26:22.835331 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-df31ee81-cce8-4897-abc5-11355811ee13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e3de95-78fc-4a31-9b59-b1f10f47e4ed']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:22.923019 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-df31ee81-cce8-4897-abc5-11355811ee13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15bdb67-ac69-4e40-89a0-85bf2440b02e') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:22.924106 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-df31ee81-cce8-4897-abc5-11355811ee13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15bdb67-ac69-4e40-89a0-85bf2440b02e') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:22.932590 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd569872-f8b3-4355-9edc-3ddc3abedbf3 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:22.938574 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd569872-f8b3-4355-9edc-3ddc3abedbf3 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:22.939409 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd569872-f8b3-4355-9edc-3ddc3abedbf3 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:22.954549 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-a3972af9-9916-4e4a-a06a-6e60ddb2c0ce service neutron] Attempting to bind port 810c8272-d682-44c5-9fab-7793c6efd176 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:22.954903 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-a3972af9-9916-4e4a-a06a-6e60ddb2c0ce service neutron] Attempting to bind port 810c8272-d682-44c5-9fab-7793c6efd176 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:22.955213 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-a3972af9-9916-4e4a-a06a-6e60ddb2c0ce service neutron] Attempting to bind port 810c8272-d682-44c5-9fab-7793c6efd176 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:22.963914 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-df31ee81-cce8-4897-abc5-11355811ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:22.999081 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-88ea223b-7ecd-474f-aed7-addb026bac48 req-f8af4931-3289-4182-abdc-6fe8bd5891b9 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.012758 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f9aa5cc8-d6c0-42be-8acf-38074d0583d5', '779776ba-d9f0-4fe0-9527-90d0560ef7cc'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:23.025257 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-a3972af9-9916-4e4a-a06a-6e60ddb2c0ce service neutron] Port 810c8272-d682-44c5-9fab-7793c6efd176 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:23.025684 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-a3972af9-9916-4e4a-a06a-6e60ddb2c0ce service neutron] Attempting to bind port 810c8272-d682-44c5-9fab-7793c6efd176 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:23.049464 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-dd569872-f8b3-4355-9edc-3ddc3abedbf3 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.6148963 Jul 16 20:26:23.050352 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-df31ee81-cce8-4897-abc5-11355811ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.051717 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['8e3da5c1-787e-433f-b543-77bc7f75e480', '5bed6517-899b-4190-a8dc-5aced4507220', 'c6fd142d-49fc-477b-b82f-164b97511e79', '2d6fa718-0eef-4928-ae44-c97213f8ff1c', 'fd964d28-6ddc-4d78-a49c-508b9fe92f60'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:23.053013 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-a3972af9-9916-4e4a-a06a-6e60ddb2c0ce service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:23.053369 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-a3972af9-9916-4e4a-a06a-6e60ddb2c0ce service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:23.053801 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-a3972af9-9916-4e4a-a06a-6e60ddb2c0ce service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:23.054478 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-a3972af9-9916-4e4a-a06a-6e60ddb2c0ce service neutron] Bound port: 810c8272-d682-44c5-9fab-7793c6efd176, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:23.054845 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-a3972af9-9916-4e4a-a06a-6e60ddb2c0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.063756 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33008) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:23.065858 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af4931-3289-4182-abdc-6fe8bd5891b9 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Pushing event deleted for resources: {'Port': ['ID=bf65e3b8-e43f-42b0-83bd-60ddb5dfc222,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:23.106370 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df31ee81-cce8-4897-abc5-11355811ee13 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:26:23.107602 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-df31ee81-cce8-4897-abc5-11355811ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:26:23.110571 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:26:23.112831 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd569872-f8b3-4355-9edc-3ddc3abedbf3 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Pushing event updated for resources: {'Network': ['ID=10d571b1-9bcd-4539-9068-0826c7940b17,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:23.129027 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 10d571b1-9bcd-4539-9068-0826c7940b17 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:26:23.136012 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 7ff9bb74-436d-4738-aadb-24b7f86e12b5 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:23.142641 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-fc5d01e1-fd79-44be-ae2d-32933b0b9aba tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Request body: {'subnet': {'network_id': '10d571b1-9bcd-4539-9068-0826c7940b17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:23.248523 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6eb4caf9-52a3-4ecd-b00a-4b323010842e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.274202 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-df31ee81-cce8-4897-abc5-11355811ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.310284 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-df31ee81-cce8-4897-abc5-11355811ee13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.320060 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-df31ee81-cce8-4897-abc5-11355811ee13 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a6e3de95-78fc-4a31-9b59-b1f10f47e4ed HTTP/1.1" status: 204 len: 168 time: 2.9193153 Jul 16 20:26:23.324527 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33012) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:23.350169 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9380d242-245d-4108-a487-82b02a48b976 req-591fa859-75ff-4b6e-bcb0-2445d47a39a2 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=56006495-190b-44c9-b79c-8710ec63129b HTTP/1.1" status: 200 len: 210 time: 0.2907112 Jul 16 20:26:23.352113 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31ee81-cce8-4897-abc5-11355811ee13 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6e3de95-78fc-4a31-9b59-b1f10f47e4ed,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:23.396875 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f0cd52d9-45f1-49ac-ad48-283392bee098 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:23.430279 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-a3972af9-9916-4e4a-a06a-6e60ddb2c0ce service neutron] For port 810c8272-d682-44c5-9fab-7793c6efd176, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:23.440937 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: f0cd52d9-45f1-49ac-ad48-283392bee098 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:23.441447 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f0cd52d9-45f1-49ac-ad48-283392bee098 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:23.475755 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-a3972af9-9916-4e4a-a06a-6e60ddb2c0ce service neutron] For port 810c8272-d682-44c5-9fab-7793c6efd176, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=810c8272-d682-44c5-9fab-7793c6efd176,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:23.584095 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a2ae5603-2a01-4d6a-ba51-eee117c12f69 req-c1114e4d-bafc-4dcc-903f-f7d748df228d tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf3b0d91-2767-462e-b4cf-ae7026373ea5 HTTP/1.1" status: 200 len: 210 time: 0.5191729 Jul 16 20:26:23.634771 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.676981 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ea223b-7ecd-474f-aed7-addb026bac48 req-f8af4931-3289-4182-abdc-6fe8bd5891b9 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] No DVR routers for this DVR port bf65e3b8-e43f-42b0-83bd-60ddb5dfc222 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:23.701297 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf6745e-39f9-432d-a911-2f138bccdc62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ff9bb74-436d-4738-aadb-24b7f86e12b5'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:23.703729 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf05c6d-808e-477c-93e0-93ed737a82eb" -d '{"events": [{"server_uuid": "daf6745e-39f9-432d-a911-2f138bccdc62", "name": "network-vif-unplugged", "status": "completed", "tag": "7ff9bb74-436d-4738-aadb-24b7f86e12b5"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:23.726309 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 7ff9bb74-436d-4738-aadb-24b7f86e12b5, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7ff9bb74-436d-4738-aadb-24b7f86e12b5,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:23.742585 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.743574 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device bf65e3b8-e43f-42b0-83bd-60ddb5dfc222 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:23.785528 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: bf65e3b8-e43f-42b0-83bd-60ddb5dfc222 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:23.785528 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device bf65e3b8-e43f-42b0-83bd-60ddb5dfc222 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:23.789400 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-88ea223b-7ecd-474f-aed7-addb026bac48 req-f8af4931-3289-4182-abdc-6fe8bd5891b9 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.792698 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-88ea223b-7ecd-474f-aed7-addb026bac48 req-f8af4931-3289-4182-abdc-6fe8bd5891b9 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.18 "DELETE /v2.0/ports/bf65e3b8-e43f-42b0-83bd-60ddb5dfc222 HTTP/1.1" status: 204 len: 173 time: 3.0628898 Jul 16 20:26:23.797798 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56006495-190b-44c9-b79c-8710ec63129b', 'name': 'network-vif-deleted', 'tag': 'bf65e3b8-e43f-42b0-83bd-60ddb5dfc222'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:23.800177 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36aff509-6561-4006-a363-cd333234f286" -d '{"events": [{"server_uuid": "56006495-190b-44c9-b79c-8710ec63129b", "name": "network-vif-deleted", "tag": "bf65e3b8-e43f-42b0-83bd-60ddb5dfc222"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:23.835278 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5d01e1-fd79-44be-ae2d-32933b0b9aba tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Made reservation on behalf of f0fcb10c851f45f2ace7481704fc3adb for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:23.838837 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fc5d01e1-fd79-44be-ae2d-32933b0b9aba tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.898590 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=7ff9bb74-436d-4738-aadb-24b7f86e12b5,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:23.933124 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0efcd7-5b7a-4d09-b0bc-5b1c7945f9e1 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:26:23.956371 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bd0efcd7-5b7a-4d09-b0bc-5b1c7945f9e1 admin admin] 10.222.0.38 "PUT /v2.0/routers/01a5b839-ea87-4ef4-b34d-7deb5c879de0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4829853 Jul 16 20:26:23.963782 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33020) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:24.107456 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaad794-5b0e-4ab9-9bdb-a4a1f372d068 None None] Sync routers for ids ['01a5b839-ea87-4ef4-b34d-7deb5c879de0'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:26:24.159493 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c464ab12-bedf-41ed-a196-77973fff6247 x-openstack-request-id: req-c464ab12-bedf-41ed-a196-77973fff6247 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:24.160322 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf6745e-39f9-432d-a911-2f138bccdc62", "name": "network-vif-unplugged", "status": "completed", "tag": "7ff9bb74-436d-4738-aadb-24b7f86e12b5", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:24.161135 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c464ab12-bedf-41ed-a196-77973fff6247 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:24.161557 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf6745e-39f9-432d-a911-2f138bccdc62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ff9bb74-436d-4738-aadb-24b7f86e12b5', 'code': 200} Jul 16 20:26:24.201155 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaad794-5b0e-4ab9-9bdb-a4a1f372d068 None None] Routers {'01a5b839-ea87-4ef4-b34d-7deb5c879de0'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:24.202994 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-7eaad794-5b0e-4ab9-9bdb-a4a1f372d068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:25:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['01a5b839-ea87-4ef4-b34d-7deb5c879de0'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:24.209834 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf63be-70f2-41db-ab7a-1d75f85a7b25 req-c2a1e496-5318-4874-8787-56dd432395a5 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:24.237427 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66bf63be-70f2-41db-ab7a-1d75f85a7b25 req-c2a1e496-5318-4874-8787-56dd432395a5 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 949 time: 0.2633951 Jul 16 20:26:24.266715 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-a3972af9-9916-4e4a-a06a-6e60ddb2c0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.308073 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-478dddae-2ac7-4315-9ac1-b13435a16ba0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.316283 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14fd008-c05b-486b-8a6b-0b3712acd221 x-openstack-request-id: req-a14fd008-c05b-486b-8a6b-0b3712acd221 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:24.316821 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56006495-190b-44c9-b79c-8710ec63129b", "name": "network-vif-deleted", "tag": "bf65e3b8-e43f-42b0-83bd-60ddb5dfc222", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:24.317256 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a14fd008-c05b-486b-8a6b-0b3712acd221 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:24.318309 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56006495-190b-44c9-b79c-8710ec63129b', 'name': 'network-vif-deleted', 'tag': 'bf65e3b8-e43f-42b0-83bd-60ddb5dfc222', 'status': 'completed', 'code': 200} Jul 16 20:26:24.345940 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-a3972af9-9916-4e4a-a06a-6e60ddb2c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:24.347032 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-a3972af9-9916-4e4a-a06a-6e60ddb2c0ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.348568 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-a3972af9-9916-4e4a-a06a-6e60ddb2c0ce service neutron] 10.222.0.62 "PUT /v2.0/ports/810c8272-d682-44c5-9fab-7793c6efd176 HTTP/1.1" status: 200 len: 1098 time: 3.9180298 Jul 16 20:26:24.379179 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-6eb4caf9-52a3-4ecd-b00a-4b323010842e admin admin] Deleting port 3de3c916-5cdf-4eff-82e6-70e6cfceda69 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:24.379720 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6eb4caf9-52a3-4ecd-b00a-4b323010842e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.505054 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3972af9-9916-4e4a-a06a-6e60ddb2c0ce service neutron] Pushing event updated for resources: {'Port': ['ID=810c8272-d682-44c5-9fab-7793c6efd176,revision_number=11']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:24.509714 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66bf63be-70f2-41db-ab7a-1d75f85a7b25 req-83c18248-0d50-405d-b661-a1d72864070d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710018 Jul 16 20:26:24.680869 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-abf68325-06a0-4eac-8e72-f614aa8549fd tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:24.691637 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-abf68325-06a0-4eac-8e72-f614aa8549fd tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/networks?id=e1c5d2cc-b665-49f1-a6ce-bba156502988 HTTP/1.1" status: 200 len: 804 time: 0.2870815 Jul 16 20:26:24.749334 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-6eb4caf9-52a3-4ecd-b00a-4b323010842e admin admin] For port 3de3c916-5cdf-4eff-82e6-70e6cfceda69, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=3de3c916-5cdf-4eff-82e6-70e6cfceda69,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:24.751453 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6eb4caf9-52a3-4ecd-b00a-4b323010842e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.783565 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-d7715d4a-d603-4dd9-b9d5-4e0df171f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:24.796300 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-d7715d4a-d603-4dd9-b9d5-4e0df171f473 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 1101 time: 0.3351405 Jul 16 20:26:24.806456 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-6eb4caf9-52a3-4ecd-b00a-4b323010842e admin admin] Calling delete_port for 3de3c916-5cdf-4eff-82e6-70e6cfceda69 owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:24.826918 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-4798d3e0-a2aa-40a9-9bc3-899f40e55a02 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/quotas/8b8887d8465f43f68153fdd72b6e7bdc HTTP/1.1" status: 200 len: 375 time: 0.1344392 Jul 16 20:26:24.876504 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15766d48-eeb6-49fb-b5b1-76b46c1f0a61', 'tag': '810c8272-d682-44c5-9fab-7793c6efd176'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:24.879007 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084d3592-9f0f-4d3e-b797-9e1e65ecf20b" -d '{"events": [{"name": "network-changed", "server_uuid": "15766d48-eeb6-49fb-b5b1-76b46c1f0a61", "tag": "810c8272-d682-44c5-9fab-7793c6efd176"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:24.886010 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.907173 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-7eaad794-5b0e-4ab9-9bdb-a4a1f372d068 None None] Set router 01a5b839-ea87-4ef4-b34d-7deb5c879de0 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:24.913186 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b9324f3-9fdc-4766-b4bd-194fab254c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.931336 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4cfa80c3-b909-42a9-8248-11c135c987c0 req-7237747e-7482-48a7-8b6f-feb6784ae43a tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=56006495-190b-44c9-b79c-8710ec63129b HTTP/1.1" status: 200 len: 210 time: 0.1582966 Jul 16 20:26:24.974828 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-478dddae-2ac7-4315-9ac1-b13435a16ba0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:25.055331 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fc5d01e1-fd79-44be-ae2d-32933b0b9aba tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:25.118910 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-e35d0ad6-08f4-4c7b-8776-f057ee888ec1 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8b8887d8465f43f68153fdd72b6e7bdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2807651 Jul 16 20:26:25.153592 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-31f275fa-e6c0-42c2-a860-8dabb0754a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:25.155247 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-31f275fa-e6c0-42c2-a860-8dabb0754a6d service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.3427086 Jul 16 20:26:25.181880 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5d01e1-fd79-44be-ae2d-32933b0b9aba tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Checking segment: {'id': '1a366659-3f15-4063-a4fa-f35776911343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '10d571b1-9bcd-4539-9068-0826c7940b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:25.182263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5d01e1-fd79-44be-ae2d-32933b0b9aba tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Network hostable DHCP agents. Network: 10d571b1-9bcd-4539-9068-0826c7940b17, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:26:25.187856 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d01e1-fd79-44be-ae2d-32933b0b9aba tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Pushing event updated for resources: {'Subnet': ['ID=4033fc01-0b8f-4cab-b8a6-52b55b2bc23c,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:25.192524 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-478dddae-2ac7-4315-9ac1-b13435a16ba0 admin admin] Deleting port f6ed7c18-456d-4c08-92b7-4d916a00ef62 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:25.192870 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-478dddae-2ac7-4315-9ac1-b13435a16ba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:25.236985 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-92ddc9d5-3fbe-41c7-b466-dd122c831062 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=810c8272-d682-44c5-9fab-7793c6efd176 HTTP/1.1" status: 200 len: 217 time: 0.0633268 Jul 16 20:26:25.288102 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-478dddae-2ac7-4315-9ac1-b13435a16ba0 admin admin] For port f6ed7c18-456d-4c08-92b7-4d916a00ef62, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f6ed7c18-456d-4c08-92b7-4d916a00ef62,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:25.288460 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-478dddae-2ac7-4315-9ac1-b13435a16ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:25.301868 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-478dddae-2ac7-4315-9ac1-b13435a16ba0 admin admin] Calling delete_port for f6ed7c18-456d-4c08-92b7-4d916a00ef62 owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:25.452222 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-f9179fdf-75d3-4d08-85ad-8089e0dbdbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:25.453628 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-f9179fdf-75d3-4d08-85ad-8089e0dbdbdf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.2052932 Jul 16 20:26:25.459176 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12d06fc-a7ed-4c33-b25f-72f2219f3a99 x-openstack-request-id: req-b12d06fc-a7ed-4c33-b25f-72f2219f3a99 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:25.459477 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15766d48-eeb6-49fb-b5b1-76b46c1f0a61", "tag": "810c8272-d682-44c5-9fab-7793c6efd176", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:25.459732 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b12d06fc-a7ed-4c33-b25f-72f2219f3a99 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:25.460123 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15766d48-eeb6-49fb-b5b1-76b46c1f0a61', 'tag': '810c8272-d682-44c5-9fab-7793c6efd176', 'status': 'completed', 'code': 200} Jul 16 20:26:25.505434 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-7eaad794-5b0e-4ab9-9bdb-a4a1f372d068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a5b839-ea87-4ef4-b34d-7deb5c879de0', 'name': 'tempest-ServersTestMultiNic-727318464-router', 'tenant_id': '09c144a5203b4664aacedc644bfac14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f6ed7c18-456d-4c08-92b7-4d916a00ef62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:25Z', 'updated_at': '2021-07-16T20:26:20Z', 'revision_number': 5, 'project_id': '09c144a5203b4664aacedc644bfac14e', 'gw_port': {'id': 'f6ed7c18-456d-4c08-92b7-4d916a00ef62', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a5b839-ea87-4ef4-b34d-7deb5c879de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:26Z', 'updated_at': '2021-07-16T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:25.568312 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaad794-5b0e-4ab9-9bdb-a4a1f372d068 None None] Checking router: 01a5b839-ea87-4ef4-b34d-7deb5c879de0 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:26:25.578747 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6eb4caf9-52a3-4ecd-b00a-4b323010842e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:25.579571 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaad794-5b0e-4ab9-9bdb-a4a1f372d068 None None] Routers {'01a5b839-ea87-4ef4-b34d-7deb5c879de0'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:25.580462 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-7eaad794-5b0e-4ab9-9bdb-a4a1f372d068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:26:25Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['01a5b839-ea87-4ef4-b34d-7deb5c879de0'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:25.680811 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4caf9-52a3-4ecd-b00a-4b323010842e admin admin] Pushing event deleted for resources: {'Port': ['ID=3de3c916-5cdf-4eff-82e6-70e6cfceda69,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:25.712113 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-7eaad794-5b0e-4ab9-9bdb-a4a1f372d068 None None] Set router 01a5b839-ea87-4ef4-b34d-7deb5c879de0 gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:25.718227 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5d01e1-fd79-44be-ae2d-32933b0b9aba tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Network 10d571b1-9bcd-4539-9068-0826c7940b17 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:26:25.752765 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4b5764fd-70d5-4040-8342-272350af569d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:25.820913 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-7eaad794-5b0e-4ab9-9bdb-a4a1f372d068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a5b839-ea87-4ef4-b34d-7deb5c879de0', 'name': 'tempest-ServersTestMultiNic-727318464-router', 'tenant_id': '09c144a5203b4664aacedc644bfac14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:25Z', 'updated_at': '2021-07-16T20:26:24Z', 'revision_number': 6, 'project_id': '09c144a5203b4664aacedc644bfac14e', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:25.832749 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-fc5d01e1-fd79-44be-ae2d-32933b0b9aba tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 10d571b1-9bcd-4539-9068-0826c7940b17) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:25.848901 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-ba6ed5f3-6e55-4c59-8999-9b56c3f8e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:25.850496 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-ba6ed5f3-6e55-4c59-8999-9b56c3f8e92b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3743191 Jul 16 20:26:25.860458 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5d01e1-fd79-44be-ae2d-32933b0b9aba tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:25.861059 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fc5d01e1-fd79-44be-ae2d-32933b0b9aba tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:25.873310 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee22eca-b863-4895-ad8e-7d4359dfb275 None None] Network 10d571b1-9bcd-4539-9068-0826c7940b17 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:25.875891 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaad794-5b0e-4ab9-9bdb-a4a1f372d068 None None] The sync data for ids ['01a5b839-ea87-4ef4-b34d-7deb5c879de0'] in n-d-791506-21 is: [{'id': '01a5b839-ea87-4ef4-b34d-7deb5c879de0', 'name': 'tempest-ServersTestMultiNic-727318464-router', 'tenant_id': '09c144a5203b4664aacedc644bfac14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:25Z', 'updated_at': '2021-07-16T20:26:24Z', 'revision_number': 6, 'project_id': '09c144a5203b4664aacedc644bfac14e', 'gw_port_host': None}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:26:25.878782 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:25.942017 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-043e6e9a-331e-4527-a330-6bc711815c71 service neutron] 10.222.0.38 "GET /v2.0/networks/e1c5d2cc-b665-49f1-a6ce-bba156502988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8222461 Jul 16 20:26:25.942966 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6eb4caf9-52a3-4ecd-b00a-4b323010842e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:25.978791 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fc5d01e1-fd79-44be-ae2d-32933b0b9aba tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8973064 Jul 16 20:26:25.980469 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33056) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:26.010946 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-8fffc443-e540-424d-ae12-296f6d444478 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Request body: {'port': {'network_id': '10d571b1-9bcd-4539-9068-0826c7940b17', 'name': 'tempest-ExtraDHCPOptionsTestJSON-37348892'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:26.072805 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-478dddae-2ac7-4315-9ac1-b13435a16ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.117159 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6eb4caf9-52a3-4ecd-b00a-4b323010842e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.121234 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165a9d33-1afd-4534-a378-7e719851b62d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-10d571b1-9bcd-4539-9068-0826c7940b17', 'network_id': '10d571b1-9bcd-4539-9068-0826c7940b17', 'tenant_id': 'f0fcb10c851f45f2ace7481704fc3adb', 'fixed_ips': [{'subnet_id': '4033fc01-0b8f-4cab-b8a6-52b55b2bc23c'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:26:26.123638 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-165a9d33-1afd-4534-a378-7e719851b62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.125037 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6eb4caf9-52a3-4ecd-b00a-4b323010842e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.198520 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478dddae-2ac7-4315-9ac1-b13435a16ba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6ed7c18-456d-4c08-92b7-4d916a00ef62,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:26.205593 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d3592-9f0f-4d3e-b797-9e1e65ecf20b req-bba1ca61-98b5-41b4-b42d-03d2a3bb8476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:26.207176 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-084d3592-9f0f-4d3e-b797-9e1e65ecf20b req-bba1ca61-98b5-41b4-b42d-03d2a3bb8476 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 1101 time: 0.7388070 Jul 16 20:26:26.309384 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-165a9d33-1afd-4534-a378-7e719851b62d None None] Allocated IP 172.20.0.2 (10d571b1-9bcd-4539-9068-0826c7940b17/4033fc01-0b8f-4cab-b8a6-52b55b2bc23c/4ff6423a-a86e-432e-874a-d3aa1b79dd90) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:26.326228 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce72dd0-bf75-48c2-9592-0a86011faf49 req-461dec98-8e7d-420c-9ef3-2dda9b74ad5c tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:26.336303 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0ce72dd0-bf75-48c2-9592-0a86011faf49 req-461dec98-8e7d-420c-9ef3-2dda9b74ad5c tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf6745e-39f9-432d-a911-2f138bccdc62 HTTP/1.1" status: 200 len: 944 time: 0.5015256 Jul 16 20:26:26.381318 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b1865-d2dd-435b-b671-e3c8c8b06f20 req-b8329013-85fb-478a-b74c-52b1ec51ba6d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:26.387998 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-544b1865-d2dd-435b-b671-e3c8c8b06f20 req-b8329013-85fb-478a-b74c-52b1ec51ba6d tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 949 time: 0.5766075 Jul 16 20:26:26.435430 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-768aee07-af80-4ea7-9593-4ecb445cd481 service neutron] 10.222.0.38 "GET /v2.0/networks/e1c5d2cc-b665-49f1-a6ce-bba156502988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921405 Jul 16 20:26:26.500168 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6eb4caf9-52a3-4ecd-b00a-4b323010842e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.500688 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb4caf9-52a3-4ecd-b00a-4b323010842e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10783144-a07b-4ae9-93da-d65f2de6fedb {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:26:26.517837 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6eb4caf9-52a3-4ecd-b00a-4b323010842e admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.522641 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6eb4caf9-52a3-4ecd-b00a-4b323010842e admin admin] 10.222.0.38 "DELETE /v2.0/routers/10783144-a07b-4ae9-93da-d65f2de6fedb HTTP/1.1" status: 204 len: 168 time: 4.6103752 Jul 16 20:26:26.526487 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-b234798b-7595-4cf8-9005-8c77cc60d5ab service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6211109 Jul 16 20:26:26.527047 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33062) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:26.628656 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-165a9d33-1afd-4534-a378-7e719851b62d None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.641326 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-165a9d33-1afd-4534-a378-7e719851b62d None None] Transition to ACTIVE for port object 4ff6423a-a86e-432e-874a-d3aa1b79dd90 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:26.660118 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-165a9d33-1afd-4534-a378-7e719851b62d None None] Transition to ACTIVE for port object 4ff6423a-a86e-432e-874a-d3aa1b79dd90 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:26.680058 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-165a9d33-1afd-4534-a378-7e719851b62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.786537 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165a9d33-1afd-4534-a378-7e719851b62d None None] Network 10d571b1-9bcd-4539-9068-0826c7940b17 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:26.799114 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a9d33-1afd-4534-a378-7e719851b62d None None] Pushing event updated for resources: {'Port': ['ID=4ff6423a-a86e-432e-874a-d3aa1b79dd90,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:26.804708 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-165a9d33-1afd-4534-a378-7e719851b62d None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:26.810968 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165a9d33-1afd-4534-a378-7e719851b62d None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:26.900318 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd756233-4a6d-4f9a-9e37-b0fbac4860eb admin admin] Deleting subnet ed3fe018-6845-4dcd-8942-5ef871b7139d {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:26:26.956685 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cd756233-4a6d-4f9a-9e37-b0fbac4860eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.980584 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-165a9d33-1afd-4534-a378-7e719851b62d None None] Attempting to bind port 4ff6423a-a86e-432e-874a-d3aa1b79dd90 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:26.981022 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-165a9d33-1afd-4534-a378-7e719851b62d None None] Attempting to bind port 4ff6423a-a86e-432e-874a-d3aa1b79dd90 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '1a366659-3f15-4063-a4fa-f35776911343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '10d571b1-9bcd-4539-9068-0826c7940b17'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:26.982957 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a9d33-1afd-4534-a378-7e719851b62d None None] Attempting to bind port 4ff6423a-a86e-432e-874a-d3aa1b79dd90 on network 10d571b1-9bcd-4539-9068-0826c7940b17 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:26.994519 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a9d33-1afd-4534-a378-7e719851b62d None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:26.994904 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a9d33-1afd-4534-a378-7e719851b62d None None] Checking segment: {'id': '1a366659-3f15-4063-a4fa-f35776911343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '10d571b1-9bcd-4539-9068-0826c7940b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:26.995312 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-165a9d33-1afd-4534-a378-7e719851b62d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.995707 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a9d33-1afd-4534-a378-7e719851b62d None None] Bound using segment: {'id': '1a366659-3f15-4063-a4fa-f35776911343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '10d571b1-9bcd-4539-9068-0826c7940b17'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:26.996189 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-165a9d33-1afd-4534-a378-7e719851b62d None None] Bound port: 4ff6423a-a86e-432e-874a-d3aa1b79dd90, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a366659-3f15-4063-a4fa-f35776911343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '10d571b1-9bcd-4539-9068-0826c7940b17'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:27.000493 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-165a9d33-1afd-4534-a378-7e719851b62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.040290 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-0ce72dd0-bf75-48c2-9592-0a86011faf49 req-8f35e02f-ef2d-4ce4-94b7-35b07274ba8a tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Deleting port 7ff9bb74-436d-4738-aadb-24b7f86e12b5 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:27.040991 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0ce72dd0-bf75-48c2-9592-0a86011faf49 req-8f35e02f-ef2d-4ce4-94b7-35b07274ba8a tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.130898 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-165a9d33-1afd-4534-a378-7e719851b62d None None] For port 4ff6423a-a86e-432e-874a-d3aa1b79dd90, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:27.135939 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-165a9d33-1afd-4534-a378-7e719851b62d None None] For port 4ff6423a-a86e-432e-874a-d3aa1b79dd90, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4ff6423a-a86e-432e-874a-d3aa1b79dd90,segment=NetworkSegment(1a366659-3f15-4063-a4fa-f35776911343),segment_id=1a366659-3f15-4063-a4fa-f35776911343)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:27.146386 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-165a9d33-1afd-4534-a378-7e719851b62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.165882 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-0ce72dd0-bf75-48c2-9592-0a86011faf49 req-8f35e02f-ef2d-4ce4-94b7-35b07274ba8a tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] For port 7ff9bb74-436d-4738-aadb-24b7f86e12b5, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7ff9bb74-436d-4738-aadb-24b7f86e12b5,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:27.166583 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0ce72dd0-bf75-48c2-9592-0a86011faf49 req-8f35e02f-ef2d-4ce4-94b7-35b07274ba8a tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.206954 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-0ce72dd0-bf75-48c2-9592-0a86011faf49 req-8f35e02f-ef2d-4ce4-94b7-35b07274ba8a tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Calling delete_port for 7ff9bb74-436d-4738-aadb-24b7f86e12b5 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:27.291378 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be95471c-d12d-4d6b-bf74-77bb4f95d035 req-e466812a-20ed-47e9-8293-6c8b98cb7320 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 210 time: 0.1310501 Jul 16 20:26:27.294541 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-478dddae-2ac7-4315-9ac1-b13435a16ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.303913 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fffc443-e540-424d-ae12-296f6d444478 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Made reservation on behalf of f0fcb10c851f45f2ace7481704fc3adb for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:27.314689 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8fffc443-e540-424d-ae12-296f6d444478 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.316770 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a9d33-1afd-4534-a378-7e719851b62d None None] Pushing event updated for resources: {'Port': ['ID=4ff6423a-a86e-432e-874a-d3aa1b79dd90,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:27.343773 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f6ed7c18-456d-4c08-92b7-4d916a00ef62 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:27.345222 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-544b1865-d2dd-435b-b671-e3c8c8b06f20 req-91e1bece-8664-4ef6-8bee-d804f920fe3a tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9514499 Jul 16 20:26:27.401661 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: f6ed7c18-456d-4c08-92b7-4d916a00ef62 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:27.402013 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f6ed7c18-456d-4c08-92b7-4d916a00ef62 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:27.402380 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5ddc36b8-0fbe-4b97-b804-57b5682ccd67 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:27.452675 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 5ddc36b8-0fbe-4b97-b804-57b5682ccd67 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:27.453027 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5ddc36b8-0fbe-4b97-b804-57b5682ccd67 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:27.455441 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3de3c916-5cdf-4eff-82e6-70e6cfceda69 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:27.527870 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d3592-9f0f-4d3e-b797-9e1e65ecf20b req-0a3e8190-cd7a-4bf7-84de-edf5c0e6c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:27.528503 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 3de3c916-5cdf-4eff-82e6-70e6cfceda69 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:27.529782 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3de3c916-5cdf-4eff-82e6-70e6cfceda69 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:27.531273 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-084d3592-9f0f-4d3e-b797-9e1e65ecf20b req-0a3e8190-cd7a-4bf7-84de-edf5c0e6c4d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 1.3100243 Jul 16 20:26:27.540960 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-478dddae-2ac7-4315-9ac1-b13435a16ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.549063 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-8fffc443-e540-424d-ae12-296f6d444478 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] device_id is not set on port f93a0704-2216-4835-948e-6b93e0b00157 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:26:27.567772 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.584569 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-478dddae-2ac7-4315-9ac1-b13435a16ba0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.625369 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cd756233-4a6d-4f9a-9e37-b0fbac4860eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.703382 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-084d3592-9f0f-4d3e-b797-9e1e65ecf20b req-6c31a732-2d02-4d79-b4de-40456c54ec32 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=810c8272-d682-44c5-9fab-7793c6efd176 HTTP/1.1" status: 200 len: 217 time: 0.1486361 Jul 16 20:26:27.786759 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cd756233-4a6d-4f9a-9e37-b0fbac4860eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.901866 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-478dddae-2ac7-4315-9ac1-b13435a16ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.902484 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478dddae-2ac7-4315-9ac1-b13435a16ba0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01a5b839-ea87-4ef4-b34d-7deb5c879de0 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:26:27.911365 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-478dddae-2ac7-4315-9ac1-b13435a16ba0 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.913408 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-478dddae-2ac7-4315-9ac1-b13435a16ba0 admin admin] 10.222.0.38 "DELETE /v2.0/routers/01a5b839-ea87-4ef4-b34d-7deb5c879de0 HTTP/1.1" status: 204 len: 168 time: 3.9437263 Jul 16 20:26:27.914588 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cd756233-4a6d-4f9a-9e37-b0fbac4860eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.920596 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33082) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:27.941408 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d3592-9f0f-4d3e-b797-9e1e65ecf20b req-d4f97b03-0268-48c0-8a85-4612b956a2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:27.943313 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-084d3592-9f0f-4d3e-b797-9e1e65ecf20b req-d4f97b03-0268-48c0-8a85-4612b956a2ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.2320538 Jul 16 20:26:27.982244 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0ce72dd0-bf75-48c2-9592-0a86011faf49 req-8f35e02f-ef2d-4ce4-94b7-35b07274ba8a tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.074015 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cd756233-4a6d-4f9a-9e37-b0fbac4860eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.079458 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cd756233-4a6d-4f9a-9e37-b0fbac4860eb admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ed3fe018-6845-4dcd-8942-5ef871b7139d HTTP/1.1" status: 204 len: 168 time: 1.5469167 Jul 16 20:26:28.080063 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdb2fc9-ac4b-430f-9477-3c7b1d5eec0b None None] Network 6d86ebc6-550a-4185-8eaf-4536a4601097 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:28.082099 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35e02f-ef2d-4ce4-94b7-35b07274ba8a tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Pushing event deleted for resources: {'Port': ['ID=7ff9bb74-436d-4738-aadb-24b7f86e12b5,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:28.084770 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd756233-4a6d-4f9a-9e37-b0fbac4860eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed3fe018-6845-4dcd-8942-5ef871b7139d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:28.088227 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8127f87e-8166-4ab3-85d0-60b1566823b8 req-d6083bc8-daec-495d-8264-d146c2025b65 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5428243 Jul 16 20:26:28.096823 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33086) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:28.125415 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-8fffc443-e540-424d-ae12-296f6d444478 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Allocated IP 172.20.0.9 (10d571b1-9bcd-4539-9068-0826c7940b17/4033fc01-0b8f-4cab-b8a6-52b55b2bc23c/f93a0704-2216-4835-948e-6b93e0b00157) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:28.266506 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce72dd0-bf75-48c2-9592-0a86011faf49 req-8f35e02f-ef2d-4ce4-94b7-35b07274ba8a tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] No DVR routers for this DVR port 7ff9bb74-436d-4738-aadb-24b7f86e12b5 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:28.270987 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b85d939-ee82-4b08-8727-7608cea3e66b admin admin] Deleting subnet 91faf270-ac14-4f50-981d-163f0f892313 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:26:28.280297 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0ce72dd0-bf75-48c2-9592-0a86011faf49 req-8f35e02f-ef2d-4ce4-94b7-35b07274ba8a tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.282447 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0ce72dd0-bf75-48c2-9592-0a86011faf49 req-8f35e02f-ef2d-4ce4-94b7-35b07274ba8a tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.18 "DELETE /v2.0/ports/7ff9bb74-436d-4738-aadb-24b7f86e12b5 HTTP/1.1" status: 204 len: 173 time: 1.9450324 Jul 16 20:26:28.288967 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf6745e-39f9-432d-a911-2f138bccdc62', 'name': 'network-vif-deleted', 'tag': '7ff9bb74-436d-4738-aadb-24b7f86e12b5'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:28.288967 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfb3990-0ad5-48fb-98c0-98575c66bb20" -d '{"events": [{"server_uuid": "daf6745e-39f9-432d-a911-2f138bccdc62", "name": "network-vif-deleted", "tag": "7ff9bb74-436d-4738-aadb-24b7f86e12b5"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:28.338834 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3b85d939-ee82-4b08-8727-7608cea3e66b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.419553 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87934260-2644-4c79-a799-bef1b5d965e2 x-openstack-request-id: req-87934260-2644-4c79-a799-bef1b5d965e2 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:28.419989 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf6745e-39f9-432d-a911-2f138bccdc62", "name": "network-vif-deleted", "tag": "7ff9bb74-436d-4738-aadb-24b7f86e12b5", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:28.420355 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-87934260-2644-4c79-a799-bef1b5d965e2 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:28.425046 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf6745e-39f9-432d-a911-2f138bccdc62', 'name': 'network-vif-deleted', 'tag': '7ff9bb74-436d-4738-aadb-24b7f86e12b5', 'status': 'completed', 'code': 200} Jul 16 20:26:28.467952 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-4b5764fd-70d5-4040-8342-272350af569d admin admin] Deleting port fe3c27ae-20f7-4307-896f-0b993e34cf9d {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:28.468743 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4b5764fd-70d5-4040-8342-272350af569d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.501852 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3b85d939-ee82-4b08-8727-7608cea3e66b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.525498 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d3592-9f0f-4d3e-b797-9e1e65ecf20b req-5c7d4c88-3e9e-4270-9351-38a278acd47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:28.537112 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c9566f-76f5-4685-b459-2bee08243813 None None] DHCP port deletion for 6d86ebc6-550a-4185-8eaf-4536a4601097 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:26:28.543885 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-084d3592-9f0f-4d3e-b797-9e1e65ecf20b req-5c7d4c88-3e9e-4270-9351-38a278acd47b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 1101 time: 0.2785187 Jul 16 20:26:28.620783 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-41c9566f-76f5-4685-b459-2bee08243813 None None] Deleting port fa6f889e-85ae-4ec0-8828-3bf431efca15 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:28.622439 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41c9566f-76f5-4685-b459-2bee08243813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.749015 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-4b5764fd-70d5-4040-8342-272350af569d admin admin] For port fe3c27ae-20f7-4307-896f-0b993e34cf9d, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fe3c27ae-20f7-4307-896f-0b993e34cf9d,segment=NetworkSegment(682fddbc-f2da-4cc6-aeb2-ac3ee663bf5b),segment_id=682fddbc-f2da-4cc6-aeb2-ac3ee663bf5b)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:28.749731 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4b5764fd-70d5-4040-8342-272350af569d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.772677 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-4b5764fd-70d5-4040-8342-272350af569d admin admin] Calling delete_port for fe3c27ae-20f7-4307-896f-0b993e34cf9d owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:28.791908 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-41c9566f-76f5-4685-b459-2bee08243813 None None] For port fa6f889e-85ae-4ec0-8828-3bf431efca15, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fa6f889e-85ae-4ec0-8828-3bf431efca15,segment=NetworkSegment(078bf850-a9a4-47df-a8d7-e25abae15d64),segment_id=078bf850-a9a4-47df-a8d7-e25abae15d64)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:28.795667 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41c9566f-76f5-4685-b459-2bee08243813 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.820439 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-41c9566f-76f5-4685-b459-2bee08243813 None None] Calling delete_port for fa6f889e-85ae-4ec0-8828-3bf431efca15 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:28.923895 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8865da9c-b4e3-438d-b07e-51910832075e req-7dfb8bcd-b5c8-47eb-a084-9140dd5caf26 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 210 time: 0.0472915 Jul 16 20:26:28.992878 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41c9566f-76f5-4685-b459-2bee08243813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.007789 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3b85d939-ee82-4b08-8727-7608cea3e66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.050293 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9566f-76f5-4685-b459-2bee08243813 None None] Pushing event deleted for resources: {'Port': ['ID=fa6f889e-85ae-4ec0-8828-3bf431efca15,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:29.052180 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dce8545-dbf9-442f-bb1b-ce32a618898d None None] Network 10d571b1-9bcd-4539-9068-0826c7940b17 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:29.140495 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-898c0c08-c179-47a4-8eab-480b36590a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.205928 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 7ff9bb74-436d-4738-aadb-24b7f86e12b5 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:29.243990 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 7ff9bb74-436d-4738-aadb-24b7f86e12b5 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:29.244559 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 7ff9bb74-436d-4738-aadb-24b7f86e12b5 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:29.258675 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c9566f-76f5-4685-b459-2bee08243813 None None] No DVR routers for this DVR port fa6f889e-85ae-4ec0-8828-3bf431efca15 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:29.299760 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d3592-9f0f-4d3e-b797-9e1e65ecf20b req-824ce14e-726c-4478-871c-f9c2d93c2c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:29.301551 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-084d3592-9f0f-4d3e-b797-9e1e65ecf20b req-824ce14e-726c-4478-871c-f9c2d93c2c5f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.3150563 Jul 16 20:26:29.325714 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4ff6423a-a86e-432e-874a-d3aa1b79dd90 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:29.380679 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d5e3ed68-82d1-49a5-abd5-1dc63208d370 None None] Provisioning for port 4ff6423a-a86e-432e-874a-d3aa1b79dd90 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:29.402565 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.472102 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 4ff6423a-a86e-432e-874a-d3aa1b79dd90 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:29.491009 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 4ff6423a-a86e-432e-874a-d3aa1b79dd90 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:29.491381 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.593773 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3b85d939-ee82-4b08-8727-7608cea3e66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.612837 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb105e9b-5e71-4427-836b-34557bd56108 req-9f769cf4-4c94-4403-9b13-56d1d41b3296 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:29.620958 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb105e9b-5e71-4427-836b-34557bd56108 req-9f769cf4-4c94-4403-9b13-56d1d41b3296 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad146398-13aa-4e91-8f57-a872b40636eb HTTP/1.1" status: 200 len: 950 time: 1.3539524 Jul 16 20:26:29.629776 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d3592-9f0f-4d3e-b797-9e1e65ecf20b req-638eef62-e380-4fb3-baa5-c4620859598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:29.640920 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-084d3592-9f0f-4d3e-b797-9e1e65ecf20b req-638eef62-e380-4fb3-baa5-c4620859598a service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 1.0849218 Jul 16 20:26:29.658027 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0156bec-f6e4-4b78-9652-da963ab570db None None] Network 3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:29.694557 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3b85d939-ee82-4b08-8727-7608cea3e66b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.697119 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3b85d939-ee82-4b08-8727-7608cea3e66b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/91faf270-ac14-4f50-981d-163f0f892313 HTTP/1.1" status: 204 len: 168 time: 1.7675791 Jul 16 20:26:29.709970 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85d939-ee82-4b08-8727-7608cea3e66b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91faf270-ac14-4f50-981d-163f0f892313,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:29.717441 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33098) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:29.753887 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-084d3592-9f0f-4d3e-b797-9e1e65ecf20b req-5c23f1e2-cfd4-4cbe-8d71-b46216be0d90 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=810c8272-d682-44c5-9fab-7793c6efd176 HTTP/1.1" status: 200 len: 217 time: 0.1043179 Jul 16 20:26:29.800115 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-898c0c08-c179-47a4-8eab-480b36590a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.839625 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.938450 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 4ff6423a-a86e-432e-874a-d3aa1b79dd90, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4ff6423a-a86e-432e-874a-d3aa1b79dd90,segment=NetworkSegment(1a366659-3f15-4063-a4fa-f35776911343),segment_id=1a366659-3f15-4063-a4fa-f35776911343)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:29.949701 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.993181 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4b5764fd-70d5-4040-8342-272350af569d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:30.028767 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=4ff6423a-a86e-432e-874a-d3aa1b79dd90,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:30.065853 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fa6f889e-85ae-4ec0-8828-3bf431efca15 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:30.075724 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-343a10ec-7e1a-48e1-bc52-6b7e8f216674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:30.099775 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-898c0c08-c179-47a4-8eab-480b36590a97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d86ebc6-550a-4185-8eaf-4536a4601097']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:30.123089 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: fa6f889e-85ae-4ec0-8828-3bf431efca15 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:30.123595 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fa6f889e-85ae-4ec0-8828-3bf431efca15 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:30.126359 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aca2c92-8be9-428c-ae54-df53d2b2d853 None None] DHCP port deletion for 3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:26:30.152867 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5764fd-70d5-4040-8342-272350af569d admin admin] Pushing event deleted for resources: {'Port': ['ID=fe3c27ae-20f7-4307-896f-0b993e34cf9d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:30.187869 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb105e9b-5e71-4427-836b-34557bd56108 req-1fc7bdc8-8b15-4221-bf48-34a1789e368a tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5609326 Jul 16 20:26:30.237013 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5aca2c92-8be9-428c-ae54-df53d2b2d853 None None] Deleting port 47cf2953-c058-4bc1-9284-44e5d1b674cf {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:30.237506 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5aca2c92-8be9-428c-ae54-df53d2b2d853 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:30.259395 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-898c0c08-c179-47a4-8eab-480b36590a97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '078bf850-a9a4-47df-a8d7-e25abae15d64') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:30.267911 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-898c0c08-c179-47a4-8eab-480b36590a97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '078bf850-a9a4-47df-a8d7-e25abae15d64') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:30.268865 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d3592-9f0f-4d3e-b797-9e1e65ecf20b req-6d340216-014c-48d9-b486-dfaa3a7d6fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:30.271345 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-084d3592-9f0f-4d3e-b797-9e1e65ecf20b req-6d340216-014c-48d9-b486-dfaa3a7d6fab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.4980192 Jul 16 20:26:30.342734 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5aca2c92-8be9-428c-ae54-df53d2b2d853 None None] For port 47cf2953-c058-4bc1-9284-44e5d1b674cf, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=47cf2953-c058-4bc1-9284-44e5d1b674cf,segment=NetworkSegment(3e7eb669-e96c-4cb9-8d8b-0289206b3974),segment_id=3e7eb669-e96c-4cb9-8d8b-0289206b3974)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:30.343320 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5aca2c92-8be9-428c-ae54-df53d2b2d853 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:30.369820 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5aca2c92-8be9-428c-ae54-df53d2b2d853 None None] Calling delete_port for 47cf2953-c058-4bc1-9284-44e5d1b674cf owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:30.399221 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-898c0c08-c179-47a4-8eab-480b36590a97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:30.426265 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8fffc443-e540-424d-ae12-296f6d444478 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:30.507274 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979328d7-92ed-4aa7-949d-c308c1be6a3d req-425f39c9-50de-445b-9ba6-13d0a8566a49 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:30.516916 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-979328d7-92ed-4aa7-949d-c308c1be6a3d req-425f39c9-50de-445b-9ba6-13d0a8566a49 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 949 time: 1.2551916 Jul 16 20:26:30.520359 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4b5764fd-70d5-4040-8342-272350af569d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:30.539422 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5aca2c92-8be9-428c-ae54-df53d2b2d853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:30.570475 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-898c0c08-c179-47a4-8eab-480b36590a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:30.577281 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-084d3592-9f0f-4d3e-b797-9e1e65ecf20b req-54d9b1bf-74c4-4995-9c75-9a4895b9beaf service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1861403 Jul 16 20:26:30.578378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-8fffc443-e540-424d-ae12-296f6d444478 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Transition to ACTIVE for port object f93a0704-2216-4835-948e-6b93e0b00157 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:30.603213 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898c0c08-c179-47a4-8eab-480b36590a97 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:26:30.603919 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-898c0c08-c179-47a4-8eab-480b36590a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:26:30.607426 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:26:30.641067 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-acfaf350-5096-41a8-bd95-50ef71ba8c58 None None] Provisioning complete for port 4ff6423a-a86e-432e-874a-d3aa1b79dd90 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:30.641677 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-acfaf350-5096-41a8-bd95-50ef71ba8c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:30.726619 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aca2c92-8be9-428c-ae54-df53d2b2d853 None None] No DVR routers for this DVR port 47cf2953-c058-4bc1-9284-44e5d1b674cf on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:30.739457 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca2c92-8be9-428c-ae54-df53d2b2d853 None None] Pushing event deleted for resources: {'Port': ['ID=47cf2953-c058-4bc1-9284-44e5d1b674cf,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:30.749564 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-979328d7-92ed-4aa7-949d-c308c1be6a3d req-d90e04ce-566a-4533-b827-68466436ff5b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316761 Jul 16 20:26:30.751240 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-ecd97b82-2cc0-4393-9201-a8f44f766be5 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:30.752981 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-ecd97b82-2cc0-4393-9201-a8f44f766be5 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.62 "GET /v2.0/networks?id=e1c5d2cc-b665-49f1-a6ce-bba156502988 HTTP/1.1" status: 200 len: 804 time: 0.7943904 Jul 16 20:26:30.764081 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d3592-9f0f-4d3e-b797-9e1e65ecf20b req-221c68ee-1cb9-474e-b0a1-655e42b15fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:30.765751 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-084d3592-9f0f-4d3e-b797-9e1e65ecf20b req-221c68ee-1cb9-474e-b0a1-655e42b15fb7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4361749 Jul 16 20:26:30.772549 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-179afe5e-a295-4be6-9bbf-83459f28e330 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Request body: {'port': {'device_id': 'bca65985-680f-431b-a6fe-a6dab260f3d0', 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988', 'admin_state_up': True, 'tenant_id': '8b8887d8465f43f68153fdd72b6e7bdc'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:30.884726 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa34c3a-e717-40e5-8244-5eb6d7cf383d req-19e07d68-ae95-4ab9-af0d-e6de7bf79188 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:30.886588 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3fa34c3a-e717-40e5-8244-5eb6d7cf383d req-19e07d68-ae95-4ab9-af0d-e6de7bf79188 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad146398-13aa-4e91-8f57-a872b40636eb HTTP/1.1" status: 200 len: 950 time: 0.7952623 Jul 16 20:26:30.893262 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8fffc443-e540-424d-ae12-296f6d444478 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:30.999745 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-898c0c08-c179-47a4-8eab-480b36590a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:31.052065 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-898c0c08-c179-47a4-8eab-480b36590a97 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:31.052419 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-084d3592-9f0f-4d3e-b797-9e1e65ecf20b req-045e6c8f-3aa5-4c86-aa42-9631c909e849 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692664 Jul 16 20:26:31.056785 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-898c0c08-c179-47a4-8eab-480b36590a97 admin admin] 10.222.0.38 "DELETE /v2.0/networks/6d86ebc6-550a-4185-8eaf-4536a4601097 HTTP/1.1" status: 204 len: 168 time: 2.9426610 Jul 16 20:26:31.080759 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-343a10ec-7e1a-48e1-bc52-6b7e8f216674 admin admin] Deleting port 47cf2953-c058-4bc1-9284-44e5d1b674cf {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:31.081260 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-343a10ec-7e1a-48e1-bc52-6b7e8f216674 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:31.140577 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c0c08-c179-47a4-8eab-480b36590a97 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d86ebc6-550a-4185-8eaf-4536a4601097,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:31.171419 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5764fd-70d5-4040-8342-272350af569d admin admin] Router e8b0ccb7-c351-4e77-a0c0-8989c9170d03 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:26:31.208626 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 810c8272-d682-44c5-9fab-7793c6efd176 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:26:31.213868 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fffc443-e540-424d-ae12-296f6d444478 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Network 10d571b1-9bcd-4539-9068-0826c7940b17 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:31.283185 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-818b5b1b-2e21-40c7-a55f-5b3f2e08e1aa req-2cce9776-e2e9-4de9-964e-f7b61e7e2d6f tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 210 time: 0.2764492 Jul 16 20:26:31.292705 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.62', 52489) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:31.314828 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-8fffc443-e540-424d-ae12-296f6d444478 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:31.355614 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fffc443-e540-424d-ae12-296f6d444478 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:31.358293 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-179afe5e-a295-4be6-9bbf-83459f28e330 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Made reservation on behalf of 8b8887d8465f43f68153fdd72b6e7bdc for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:31.363390 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-179afe5e-a295-4be6-9bbf-83459f28e330 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:31.397011 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-084d3592-9f0f-4d3e-b797-9e1e65ecf20b req-2f2c3965-970e-4e86-bd6f-07b0c791f1c1 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224537 Jul 16 20:26:31.414697 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33114) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:31.422069 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffc443-e540-424d-ae12-296f6d444478 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Pushing event updated for resources: {'Port': ['ID=f93a0704-2216-4835-948e-6b93e0b00157,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:31.443106 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-084d3592-9f0f-4d3e-b797-9e1e65ecf20b req-923d9009-7c0c-4730-afcf-9f46909842af service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8564897 Jul 16 20:26:31.525366 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4ff6423a-a86e-432e-874a-d3aa1b79dd90 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:31.569044 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fffc443-e540-424d-ae12-296f6d444478 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:31.569601 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8fffc443-e540-424d-ae12-296f6d444478 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:31.587150 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5764fd-70d5-4040-8342-272350af569d admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:26:31.606673 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cd1901-4176-4b66-9bce-bdb48386161f None None] Sync routers for ids ['e8b0ccb7-c351-4e77-a0c0-8989c9170d03'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:26:31.609183 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4b5764fd-70d5-4040-8342-272350af569d admin admin] 10.222.0.38 "PUT /v2.0/routers/e8b0ccb7-c351-4e77-a0c0-8989c9170d03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2728713 Jul 16 20:26:31.610307 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-343a10ec-7e1a-48e1-bc52-6b7e8f216674 admin admin] For port 47cf2953-c058-4bc1-9284-44e5d1b674cf, host n-d-791506-21, got binding levels [] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:31.611219 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-343a10ec-7e1a-48e1-bc52-6b7e8f216674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:31.614537 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33116) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:31.619765 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cd1901-4176-4b66-9bce-bdb48386161f None None] Routers {'e8b0ccb7-c351-4e77-a0c0-8989c9170d03'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:31.620757 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-35cd1901-4176-4b66-9bce-bdb48386161f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:26:25Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['e8b0ccb7-c351-4e77-a0c0-8989c9170d03'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:31.633875 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 810c8272-d682-44c5-9fab-7793c6efd176, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=810c8272-d682-44c5-9fab-7793c6efd176,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:31.646144 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-343a10ec-7e1a-48e1-bc52-6b7e8f216674 admin admin] Calling delete_port for 47cf2953-c058-4bc1-9284-44e5d1b674cf owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:31.653225 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '810c8272-d682-44c5-9fab-7793c6efd176', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': '810c8272-d682-44c5-9fab-7793c6efd176', 'mac_address': 'fa:16:3e:fa:ba:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:26:31.654031 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.ipam_backend_mixin [None req-343a10ec-7e1a-48e1-bc52-6b7e8f216674 admin admin] Port 47cf2953-c058-4bc1-9284-44e5d1b674cf was not found and therefore no delete operation was performed {{(pid=93794) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:26:31.663984 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-3fa34c3a-e717-40e5-8244-5eb6d7cf383d req-7cfa39ca-a188-44d9-9280-907895a5c525 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Deleting port fd964d28-6ddc-4d78-a49c-508b9fe92f60 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:31.664361 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3fa34c3a-e717-40e5-8244-5eb6d7cf383d req-7cfa39ca-a188-44d9-9280-907895a5c525 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:31.670942 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-343a10ec-7e1a-48e1-bc52-6b7e8f216674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:31.675890 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 4ff6423a-a86e-432e-874a-d3aa1b79dd90 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:31.675890 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:31.688014 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428a041-775d-4c8d-bf53-d540da5bcf54 req-1b6e61d8-bed0-441b-ba7a-9c56e4580a5c tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:31.697106 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0428a041-775d-4c8d-bf53-d540da5bcf54 req-1b6e61d8-bed0-441b-ba7a-9c56e4580a5c tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 944 time: 0.6855958 Jul 16 20:26:31.712995 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8fffc443-e540-424d-ae12-296f6d444478 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7039468 Jul 16 20:26:31.742128 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33118) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:31.761901 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-820555b9-13a7-4afe-9876-11b144e9a741 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Request body: {'port': {'network_id': '10d571b1-9bcd-4539-9068-0826c7940b17', 'name': 'tempest-ExtraDHCPOptionsTestJSON-449397074', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:31.763806 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.api.validators [None req-820555b9-13a7-4afe-9876-11b144e9a741 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] bootfile-name is not in valid_values {{(pid=93793) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:26:31.764363 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.api.validators [None req-820555b9-13a7-4afe-9876-11b144e9a741 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] tftp-server is not in valid_values {{(pid=93793) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:26:31.765679 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.api.validators [None req-820555b9-13a7-4afe-9876-11b144e9a741 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] server-ip-address is not in valid_values {{(pid=93793) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:26:31.771437 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-29921840-c542-4de0-b78b-f56673a9bf86 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=24465f931afb4d548cf03856aa8b33bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553839 Jul 16 20:26:31.787982 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33120) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:31.864358 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8ca62ba7-ad51-4556-970d-ef2f09eaabb0 None None] Provisioning for port f93a0704-2216-4835-948e-6b93e0b00157 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:31.877711 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8ca62ba7-ad51-4556-970d-ef2f09eaabb0 None None] Provisioning complete for port f93a0704-2216-4835-948e-6b93e0b00157 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:31.878287 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ca62ba7-ad51-4556-970d-ef2f09eaabb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:31.926107 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-35cd1901-4176-4b66-9bce-bdb48386161f None None] Set router e8b0ccb7-c351-4e77-a0c0-8989c9170d03 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:31.940828 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-179afe5e-a295-4be6-9bbf-83459f28e330 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Allocated IP 172.20.0.2 (e1c5d2cc-b665-49f1-a6ce-bba156502988/18d69795-663e-4814-80c1-613e990ce032/81ce99cf-7793-40e6-a832-d7af7dbf4ca1) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:31.954575 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8ca62ba7-ad51-4556-970d-ef2f09eaabb0 None None] Port f93a0704-2216-4835-948e-6b93e0b00157 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:31.967920 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:31.988129 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-776f3ebd-66bb-4903-8fff-467a4e6a4776 admin admin] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.013111 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 810c8272-d682-44c5-9fab-7793c6efd176 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:32.053392 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 810c8272-d682-44c5-9fab-7793c6efd176, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=810c8272-d682-44c5-9fab-7793c6efd176,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:32.068461 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.086220 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a38dfec5-9f22-4fd3-ab28-062eee015ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.167311 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-35cd1901-4176-4b66-9bce-bdb48386161f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b0ccb7-c351-4e77-a0c0-8989c9170d03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693163783-router', 'tenant_id': 'c9efb048aafe4288985664c92f9db050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '07c6bc06-ea5e-40cd-ba6b-52527c06f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:54Z', 'updated_at': '2021-07-16T20:26:29Z', 'revision_number': 5, 'project_id': 'c9efb048aafe4288985664c92f9db050', 'gw_port': {'id': '07c6bc06-ea5e-40cd-ba6b-52527c06f6fb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b0ccb7-c351-4e77-a0c0-8989c9170d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:54Z', 'updated_at': '2021-07-16T20:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:32.200285 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cd1901-4176-4b66-9bce-bdb48386161f None None] Checking router: e8b0ccb7-c351-4e77-a0c0-8989c9170d03 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:26:32.211039 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cd1901-4176-4b66-9bce-bdb48386161f None None] Routers {'e8b0ccb7-c351-4e77-a0c0-8989c9170d03'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:32.211649 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-35cd1901-4176-4b66-9bce-bdb48386161f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:26:25Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['e8b0ccb7-c351-4e77-a0c0-8989c9170d03'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:32.212459 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a38dfec5-9f22-4fd3-ab28-062eee015ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.214826 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=810c8272-d682-44c5-9fab-7793c6efd176,revision_number=12']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:32.224120 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 47cf2953-c058-4bc1-9284-44e5d1b674cf no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:32.278182 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820555b9-13a7-4afe-9876-11b144e9a741 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Made reservation on behalf of f0fcb10c851f45f2ace7481704fc3adb for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:32.279641 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a10ec-7e1a-48e1-bc52-6b7e8f216674 admin admin] Pushing event deleted for resources: {'Port': ['ID=47cf2953-c058-4bc1-9284-44e5d1b674cf,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:32.282654 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-820555b9-13a7-4afe-9876-11b144e9a741 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.304966 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343a10ec-7e1a-48e1-bc52-6b7e8f216674 admin admin] No DVR routers for this DVR port 47cf2953-c058-4bc1-9284-44e5d1b674cf on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:32.308460 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 47cf2953-c058-4bc1-9284-44e5d1b674cf {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:32.308460 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 47cf2953-c058-4bc1-9284-44e5d1b674cf not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:32.334442 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-776f3ebd-66bb-4903-8fff-467a4e6a4776 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.335637 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8000c-aab1-4950-9e54-0d777f1061f0 req-61da952e-39f9-403d-96ab-779f5e545579 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:32.337776 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9ae8000c-aab1-4950-9e54-0d777f1061f0 req-61da952e-39f9-403d-96ab-779f5e545579 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 944 time: 1.0152345 Jul 16 20:26:32.354522 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-35cd1901-4176-4b66-9bce-bdb48386161f None None] Set router e8b0ccb7-c351-4e77-a0c0-8989c9170d03 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:32.363191 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-820555b9-13a7-4afe-9876-11b144e9a741 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] device_id is not set on port d6fa74ff-40ef-48b0-9fa7-c823362fb0cc yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:26:32.437005 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['810c8272-d682-44c5-9fab-7793c6efd176'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:32.437672 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-179afe5e-a295-4be6-9bbf-83459f28e330 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.464619 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0428a041-775d-4c8d-bf53-d540da5bcf54 req-1f63611b-20b2-4d7d-90d6-996eaf03c97b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7665663 Jul 16 20:26:32.481350 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a38dfec5-9f22-4fd3-ab28-062eee015ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.493959 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a38dfec5-9f22-4fd3-ab28-062eee015ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.493959 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a38dfec5-9f22-4fd3-ab28-062eee015ced admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/56ae0099-7cfa-4c9d-badd-c87ae87edb73 HTTP/1.1" status: 204 len: 168 time: 0.6931961 Jul 16 20:26:32.529127 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38dfec5-9f22-4fd3-ab28-062eee015ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ae0099-7cfa-4c9d-badd-c87ae87edb73,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:32.601576 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-776f3ebd-66bb-4903-8fff-467a4e6a4776 admin admin] Deleting port 07c6bc06-ea5e-40cd-ba6b-52527c06f6fb {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:32.601921 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-776f3ebd-66bb-4903-8fff-467a4e6a4776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.611098 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-35cd1901-4176-4b66-9bce-bdb48386161f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b0ccb7-c351-4e77-a0c0-8989c9170d03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693163783-router', 'tenant_id': 'c9efb048aafe4288985664c92f9db050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '07c6bc06-ea5e-40cd-ba6b-52527c06f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:54Z', 'updated_at': '2021-07-16T20:26:29Z', 'revision_number': 5, 'project_id': 'c9efb048aafe4288985664c92f9db050', 'gw_port': {'id': '07c6bc06-ea5e-40cd-ba6b-52527c06f6fb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b0ccb7-c351-4e77-a0c0-8989c9170d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:54Z', 'updated_at': '2021-07-16T20:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:32.613282 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae06fb5-7ddb-4c58-bbd6-07a243749eb1 req-72e98f4e-a4d7-487d-9a51-6ebef2aeb3cb tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:32.614979 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2ae06fb5-7ddb-4c58-bbd6-07a243749eb1 req-72e98f4e-a4d7-487d-9a51-6ebef2aeb3cb tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad146398-13aa-4e91-8f57-a872b40636eb HTTP/1.1" status: 200 len: 950 time: 1.0991867 Jul 16 20:26:32.649202 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cd1901-4176-4b66-9bce-bdb48386161f None None] The sync data for ids ['e8b0ccb7-c351-4e77-a0c0-8989c9170d03'] in n-d-791506-21 is: [{'id': 'e8b0ccb7-c351-4e77-a0c0-8989c9170d03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693163783-router', 'tenant_id': 'c9efb048aafe4288985664c92f9db050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '07c6bc06-ea5e-40cd-ba6b-52527c06f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:54Z', 'updated_at': '2021-07-16T20:26:29Z', 'revision_number': 5, 'project_id': 'c9efb048aafe4288985664c92f9db050', 'gw_port': {'id': '07c6bc06-ea5e-40cd-ba6b-52527c06f6fb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b0ccb7-c351-4e77-a0c0-8989c9170d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:54Z', 'updated_at': '2021-07-16T20:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:26:32.667454 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-820555b9-13a7-4afe-9876-11b144e9a741 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Allocated IP 172.20.0.7 (10d571b1-9bcd-4539-9068-0826c7940b17/4033fc01-0b8f-4cab-b8a6-52b55b2bc23c/d6fa74ff-40ef-48b0-9fa7-c823362fb0cc) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:32.674037 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-3fa34c3a-e717-40e5-8244-5eb6d7cf383d req-7cfa39ca-a188-44d9-9280-907895a5c525 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] For port fd964d28-6ddc-4d78-a49c-508b9fe92f60, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=fd964d28-6ddc-4d78-a49c-508b9fe92f60,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:32.674453 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3fa34c3a-e717-40e5-8244-5eb6d7cf383d req-7cfa39ca-a188-44d9-9280-907895a5c525 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.707904 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-179afe5e-a295-4be6-9bbf-83459f28e330 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.722403 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-343a10ec-7e1a-48e1-bc52-6b7e8f216674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.769959 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-343a10ec-7e1a-48e1-bc52-6b7e8f216674 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:32.779739 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-3fa34c3a-e717-40e5-8244-5eb6d7cf383d req-7cfa39ca-a188-44d9-9280-907895a5c525 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Calling delete_port for fd964d28-6ddc-4d78-a49c-508b9fe92f60 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:32.818188 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-343a10ec-7e1a-48e1-bc52-6b7e8f216674 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e7eb669-e96c-4cb9-8d8b-0289206b3974') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:32.818188 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-343a10ec-7e1a-48e1-bc52-6b7e8f216674 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e7eb669-e96c-4cb9-8d8b-0289206b3974') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:32.821853 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-179afe5e-a295-4be6-9bbf-83459f28e330 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Network e1c5d2cc-b665-49f1-a6ce-bba156502988 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:32.833544 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179afe5e-a295-4be6-9bbf-83459f28e330 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Pushing event updated for resources: {'Port': ['ID=81ce99cf-7793-40e6-a832-d7af7dbf4ca1,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:32.841707 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-343a10ec-7e1a-48e1-bc52-6b7e8f216674 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.843669 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-179afe5e-a295-4be6-9bbf-83459f28e330 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:32.849922 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-179afe5e-a295-4be6-9bbf-83459f28e330 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:32.910510 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-343a10ec-7e1a-48e1-bc52-6b7e8f216674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.922943 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2ae06fb5-7ddb-4c58-bbd6-07a243749eb1 req-9b72f898-ff43-47cf-824a-767dbe2d9ddc tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892182 Jul 16 20:26:32.927986 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-776f3ebd-66bb-4903-8fff-467a4e6a4776 admin admin] For port 07c6bc06-ea5e-40cd-ba6b-52527c06f6fb, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=07c6bc06-ea5e-40cd-ba6b-52527c06f6fb,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:32.928352 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-776f3ebd-66bb-4903-8fff-467a4e6a4776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.944396 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.956357 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-776f3ebd-66bb-4903-8fff-467a4e6a4776 admin admin] Calling delete_port for 07c6bc06-ea5e-40cd-ba6b-52527c06f6fb owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:33.005909 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-179afe5e-a295-4be6-9bbf-83459f28e330 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:33.006597 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-179afe5e-a295-4be6-9bbf-83459f28e330 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.055496 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-343a10ec-7e1a-48e1-bc52-6b7e8f216674 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:26:33.055996 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-343a10ec-7e1a-48e1-bc52-6b7e8f216674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:26:33.075004 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:26:33.087395 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fe3c27ae-20f7-4307-896f-0b993e34cf9d no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:33.120983 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: fe3c27ae-20f7-4307-896f-0b993e34cf9d {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:33.121991 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fe3c27ae-20f7-4307-896f-0b993e34cf9d not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:33.153520 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-9ae8000c-aab1-4950-9e54-0d777f1061f0 req-91f4d9ab-d933-4d60-bbe3-6acab2ebac6a tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Deleting port 371d6c7c-88ff-4783-aad3-eb3b449763a2 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:33.153896 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9ae8000c-aab1-4950-9e54-0d777f1061f0 req-91f4d9ab-d933-4d60-bbe3-6acab2ebac6a tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.227541 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device fd964d28-6ddc-4d78-a49c-508b9fe92f60 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:33.303398 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-9ae8000c-aab1-4950-9e54-0d777f1061f0 req-91f4d9ab-d933-4d60-bbe3-6acab2ebac6a tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] For port 371d6c7c-88ff-4783-aad3-eb3b449763a2, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=371d6c7c-88ff-4783-aad3-eb3b449763a2,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:33.303903 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9ae8000c-aab1-4950-9e54-0d777f1061f0 req-91f4d9ab-d933-4d60-bbe3-6acab2ebac6a tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.345524 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-343a10ec-7e1a-48e1-bc52-6b7e8f216674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.351059 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-343a10ec-7e1a-48e1-bc52-6b7e8f216674 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.357004 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-343a10ec-7e1a-48e1-bc52-6b7e8f216674 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f HTTP/1.1" status: 204 len: 168 time: 3.5458109 Jul 16 20:26:33.358145 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-9ae8000c-aab1-4950-9e54-0d777f1061f0 req-91f4d9ab-d933-4d60-bbe3-6acab2ebac6a tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Calling delete_port for 371d6c7c-88ff-4783-aad3-eb3b449763a2 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:33.369684 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e64ece-ce1b-4f5e-8723-cb4509c6d6b6 req-e3a27903-b4f1-482a-aaac-990ecdbd3f50 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:33.376890 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.377546 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2e64ece-ce1b-4f5e-8723-cb4509c6d6b6 req-e3a27903-b4f1-482a-aaac-990ecdbd3f50 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 950 time: 0.6242490 Jul 16 20:26:33.379478 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3fa34c3a-e717-40e5-8244-5eb6d7cf383d req-7cfa39ca-a188-44d9-9280-907895a5c525 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.407085 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f9aa5cc8-d6c0-42be-8acf-38074d0583d5', '779776ba-d9f0-4fe0-9527-90d0560ef7cc'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:33.455702 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a10ec-7e1a-48e1-bc52-6b7e8f216674 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cdb5516-8ad1-46c3-a1cf-ed3ddc737b0f,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:33.465732 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa39ca-a188-44d9-9280-907895a5c525 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Pushing event deleted for resources: {'Port': ['ID=fd964d28-6ddc-4d78-a49c-508b9fe92f60,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:33.480400 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 371d6c7c-88ff-4783-aad3-eb3b449763a2 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:33.491747 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a2d4b-de12-445e-ae85-16a5e316673d req-ed369ab2-9ed5-4124-9023-e77fb9a5ec99 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:33.493421 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b17a2d4b-de12-445e-ae85-16a5e316673d req-ed369ab2-9ed5-4124-9023-e77fb9a5ec99 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 931 time: 0.4062595 Jul 16 20:26:33.534070 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['8e3da5c1-787e-433f-b543-77bc7f75e480', '5bed6517-899b-4190-a8dc-5aced4507220', 'c6fd142d-49fc-477b-b82f-164b97511e79', '2d6fa718-0eef-4928-ae44-c97213f8ff1c'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:33.545426 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-179afe5e-a295-4be6-9bbf-83459f28e330 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7785013 Jul 16 20:26:33.561296 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-ecec4d01-be70-48f5-b7b2-ca0d81a7f9b7 service neutron] Request body: {'port': {'device_id': 'bca65985-680f-431b-a6fe-a6dab260f3d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:33.608731 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa34c3a-e717-40e5-8244-5eb6d7cf383d req-7cfa39ca-a188-44d9-9280-907895a5c525 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] No DVR routers for this DVR port fd964d28-6ddc-4d78-a49c-508b9fe92f60 on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:33.612173 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3fa34c3a-e717-40e5-8244-5eb6d7cf383d req-7cfa39ca-a188-44d9-9280-907895a5c525 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.616474 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3fa34c3a-e717-40e5-8244-5eb6d7cf383d req-7cfa39ca-a188-44d9-9280-907895a5c525 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.62 "DELETE /v2.0/ports/fd964d28-6ddc-4d78-a49c-508b9fe92f60 HTTP/1.1" status: 204 len: 173 time: 2.7161231 Jul 16 20:26:33.634742 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33150) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:33.654102 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad146398-13aa-4e91-8f57-a872b40636eb', 'name': 'network-vif-deleted', 'tag': 'fd964d28-6ddc-4d78-a49c-508b9fe92f60'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:33.656983 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab0ea9d-9fbc-40db-8165-77387cccd0a1" -d '{"events": [{"server_uuid": "ad146398-13aa-4e91-8f57-a872b40636eb", "name": "network-vif-deleted", "tag": "fd964d28-6ddc-4d78-a49c-508b9fe92f60"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:33.684832 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-820555b9-13a7-4afe-9876-11b144e9a741 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.697702 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33154) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:33.716150 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2e64ece-ce1b-4f5e-8723-cb4509c6d6b6 req-1850d26f-1375-4325-bed7-a6820a31ddcf tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374505 Jul 16 20:26:33.771954 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b17a2d4b-de12-445e-ae85-16a5e316673d req-0a48097f-9d76-407d-b886-74913746d4ce tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080908 Jul 16 20:26:33.807183 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-820555b9-13a7-4afe-9876-11b144e9a741 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Transition to ACTIVE for port object d6fa74ff-40ef-48b0-9fa7-c823362fb0cc will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:33.869019 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9ae8000c-aab1-4950-9e54-0d777f1061f0 req-91f4d9ab-d933-4d60-bbe3-6acab2ebac6a tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.893181 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-ecec4d01-be70-48f5-b7b2-ca0d81a7f9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.912198 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-95992db9-0eb1-4184-844a-dc94466a5bbe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=09c144a5203b4664aacedc644bfac14e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2668738 Jul 16 20:26:33.921718 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33162) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:33.952539 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4d9ab-d933-4d60-bbe3-6acab2ebac6a tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Pushing event deleted for resources: {'Port': ['ID=371d6c7c-88ff-4783-aad3-eb3b449763a2,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:34.012536 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-776f3ebd-66bb-4903-8fff-467a4e6a4776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.015982 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9000f218-7ba7-43c0-8edd-5790a4cad729 req-89bc51b3-8678-4368-8e51-b4c9afcb41ba tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 210 time: 0.0986235 Jul 16 20:26:34.155984 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae8000c-aab1-4950-9e54-0d777f1061f0 req-91f4d9ab-d933-4d60-bbe3-6acab2ebac6a tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] No DVR routers for this DVR port 371d6c7c-88ff-4783-aad3-eb3b449763a2 on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:34.161438 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9ae8000c-aab1-4950-9e54-0d777f1061f0 req-91f4d9ab-d933-4d60-bbe3-6acab2ebac6a tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.163444 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9ae8000c-aab1-4950-9e54-0d777f1061f0 req-91f4d9ab-d933-4d60-bbe3-6acab2ebac6a tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.62 "DELETE /v2.0/ports/371d6c7c-88ff-4783-aad3-eb3b449763a2 HTTP/1.1" status: 204 len: 173 time: 1.8144550 Jul 16 20:26:34.190641 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-54f34894-bead-400a-b03f-765e12cff92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.257530 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-54f34894-bead-400a-b03f-765e12cff92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.260220 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-5baba354-7808-43dd-a529-ba1c992cc7bf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1647898104-network', 'tenant_id': '040bf7ee1ec54a50aca3b42fc92ded92'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:34.310896 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-54f34894-bead-400a-b03f-765e12cff92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.314066 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-54f34894-bead-400a-b03f-765e12cff92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.315356 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-54f34894-bead-400a-b03f-765e12cff92f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/656f16ca-2e14-48aa-b125-c18f0015cf5d HTTP/1.1" status: 204 len: 168 time: 0.3925014 Jul 16 20:26:34.317006 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdc7e46-3150-4627-9d28-28743a991ebb x-openstack-request-id: req-0fdc7e46-3150-4627-9d28-28743a991ebb {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:34.317421 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad146398-13aa-4e91-8f57-a872b40636eb", "name": "network-vif-deleted", "tag": "fd964d28-6ddc-4d78-a49c-508b9fe92f60", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:34.317733 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0fdc7e46-3150-4627-9d28-28743a991ebb {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:34.318129 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad146398-13aa-4e91-8f57-a872b40636eb', 'name': 'network-vif-deleted', 'tag': 'fd964d28-6ddc-4d78-a49c-508b9fe92f60', 'status': 'completed', 'code': 200} Jul 16 20:26:34.346166 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-776f3ebd-66bb-4903-8fff-467a4e6a4776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.348854 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f34894-bead-400a-b03f-765e12cff92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656f16ca-2e14-48aa-b125-c18f0015cf5d,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:34.496671 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-776f3ebd-66bb-4903-8fff-467a4e6a4776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.501594 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-776f3ebd-66bb-4903-8fff-467a4e6a4776 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.548292 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ad28d8fe-b786-429e-8a12-99952d760afa req-9f30f558-813f-4125-af0f-07db6b21ce2d tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad146398-13aa-4e91-8f57-a872b40636eb HTTP/1.1" status: 200 len: 210 time: 0.0719690 Jul 16 20:26:34.563279 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5baba354-7808-43dd-a529-ba1c992cc7bf admin admin] Made reservation on behalf of 040bf7ee1ec54a50aca3b42fc92ded92 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:34.564497 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f51524-fc4b-497f-9db2-06ca6ac7d370 req-e625dab6-ed95-45e2-af05-223320ee5112 tempest-MigrationsAdminTest-1218624185 tempest-MigrationsAdminTest-1218624185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:34.566011 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5baba354-7808-43dd-a529-ba1c992cc7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.567298 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f7f51524-fc4b-497f-9db2-06ca6ac7d370 req-e625dab6-ed95-45e2-af05-223320ee5112 tempest-MigrationsAdminTest-1218624185 tempest-MigrationsAdminTest-1218624185-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 1102 time: 0.2209258 Jul 16 20:26:34.568032 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f3ebd-66bb-4903-8fff-467a4e6a4776 admin admin] Pushing event deleted for resources: {'Port': ['ID=07c6bc06-ea5e-40cd-ba6b-52527c06f6fb,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:34.613086 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5baba354-7808-43dd-a529-ba1c992cc7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.632496 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-820555b9-13a7-4afe-9876-11b144e9a741 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.642737 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f7f51524-fc4b-497f-9db2-06ca6ac7d370 req-7f16935d-c9cd-48dd-aabd-f75061c781ea tempest-MigrationsAdminTest-1218624185 tempest-MigrationsAdminTest-1218624185-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593677 Jul 16 20:26:34.646465 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-776f3ebd-66bb-4903-8fff-467a4e6a4776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.647018 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776f3ebd-66bb-4903-8fff-467a4e6a4776 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8b0ccb7-c351-4e77-a0c0-8989c9170d03 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:26:34.727283 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-776f3ebd-66bb-4903-8fff-467a4e6a4776 admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.733869 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33174) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:34.734107 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-776f3ebd-66bb-4903-8fff-467a4e6a4776 admin admin] 10.222.0.38 "DELETE /v2.0/routers/e8b0ccb7-c351-4e77-a0c0-8989c9170d03 HTTP/1.1" status: 204 len: 168 time: 3.1153889 Jul 16 20:26:34.821118 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820555b9-13a7-4afe-9876-11b144e9a741 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Network 10d571b1-9bcd-4539-9068-0826c7940b17 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:34.862711 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-5feaf8aa-f010-46af-8cfe-8c72b8447da4 admin admin] Deleting subnet 43fcb000-98c9-4e21-8886-e114a893c915 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:26:34.874037 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5feaf8aa-f010-46af-8cfe-8c72b8447da4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.933013 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5feaf8aa-f010-46af-8cfe-8c72b8447da4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.940808 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-820555b9-13a7-4afe-9876-11b144e9a741 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:34.944352 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820555b9-13a7-4afe-9876-11b144e9a741 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:34.997733 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820555b9-13a7-4afe-9876-11b144e9a741 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Pushing event updated for resources: {'Port': ['ID=d6fa74ff-40ef-48b0-9fa7-c823362fb0cc,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:35.070026 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820555b9-13a7-4afe-9876-11b144e9a741 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:35.070766 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-820555b9-13a7-4afe-9876-11b144e9a741 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.102884 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5feaf8aa-f010-46af-8cfe-8c72b8447da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.210842 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5baba354-7808-43dd-a529-ba1c992cc7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.229754 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 810c8272-d682-44c5-9fab-7793c6efd176 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:35.238839 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5baba354-7808-43dd-a529-ba1c992cc7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.263326 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5baba354-7808-43dd-a529-ba1c992cc7bf admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:26:35.284150 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5baba354-7808-43dd-a529-ba1c992cc7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.284755 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-5baba354-7808-43dd-a529-ba1c992cc7bf admin admin] Added segment d044cd58-1c1b-47a2-8117-29daed7caee7 of type vlan for network b358c1d9-e9f6-4096-8d60-98099a8c70b7 Jul 16 20:26:35.357781 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5baba354-7808-43dd-a529-ba1c992cc7bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.395245 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5feaf8aa-f010-46af-8cfe-8c72b8447da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.413332 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-820555b9-13a7-4afe-9876-11b144e9a741 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.6535590 Jul 16 20:26:35.413332 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5baba354-7808-43dd-a529-ba1c992cc7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.413332 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baba354-7808-43dd-a529-ba1c992cc7bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:35.413625 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5baba354-7808-43dd-a529-ba1c992cc7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.419081 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df9f25-326d-4862-b227-ad4513b961c6 req-823817f2-9da4-4b2f-9ce5-eca687a01ca9 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:35.424588 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 07c6bc06-ea5e-40cd-ba6b-52527c06f6fb no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:35.426373 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-58df9f25-326d-4862-b227-ad4513b961c6 req-823817f2-9da4-4b2f-9ce5-eca687a01ca9 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 931 time: 0.2613528 Jul 16 20:26:35.428964 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33194) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:35.445570 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 810c8272-d682-44c5-9fab-7793c6efd176 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:35.462894 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5baba354-7808-43dd-a529-ba1c992cc7bf admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7638183 Jul 16 20:26:35.469023 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33198) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:35.472608 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 07c6bc06-ea5e-40cd-ba6b-52527c06f6fb {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:35.473003 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 07c6bc06-ea5e-40cd-ba6b-52527c06f6fb not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:35.476433 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 810c8272-d682-44c5-9fab-7793c6efd176 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:35.476848 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.480126 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c1a5beeb-4529-4bda-b182-2ec275662002 None None] Provisioning for port d6fa74ff-40ef-48b0-9fa7-c823362fb0cc completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:35.502590 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c1a5beeb-4529-4bda-b182-2ec275662002 None None] Provisioning complete for port d6fa74ff-40ef-48b0-9fa7-c823362fb0cc triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:35.503052 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1a5beeb-4529-4bda-b182-2ec275662002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.507153 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-b1a6fb69-446d-4f3a-92ac-ff6737b0c916 admin admin] Request body: {'subnet': {'network_id': 'b358c1d9-e9f6-4096-8d60-98099a8c70b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1647898104-subnet', 'tenant_id': '040bf7ee1ec54a50aca3b42fc92ded92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:35.533069 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feaf8aa-f010-46af-8cfe-8c72b8447da4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43fcb000-98c9-4e21-8886-e114a893c915,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:35.542573 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baba354-7808-43dd-a529-ba1c992cc7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:35.561580 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c1a5beeb-4529-4bda-b182-2ec275662002 None None] Port d6fa74ff-40ef-48b0-9fa7-c823362fb0cc cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:35.585336 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33202) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:35.596446 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5feaf8aa-f010-46af-8cfe-8c72b8447da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.597046 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c772dc-cb04-49b5-80a3-617ed7cc2695 None None] Network 51a96a87-ccb0-437c-8046-ee0c45fa53f3 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:35.600979 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5feaf8aa-f010-46af-8cfe-8c72b8447da4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/43fcb000-98c9-4e21-8886-e114a893c915 HTTP/1.1" status: 204 len: 168 time: 0.8659952 Jul 16 20:26:35.608536 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7979d6ed-df1e-4884-8a90-88b160300710 req-25ee3beb-4bbc-49bc-b300-02d9af1c0412 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3fd0775-41ec-4e8c-80bd-ee470354da28 HTTP/1.1" status: 200 len: 210 time: 0.1547678 Jul 16 20:26:35.610354 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33204) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:35.632819 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.646270 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baba354-7808-43dd-a529-ba1c992cc7bf admin admin] Pushing event updated for resources: {'Network': ['ID=b358c1d9-e9f6-4096-8d60-98099a8c70b7,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:35.656795 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a6fb69-446d-4f3a-92ac-ff6737b0c916 admin admin] Made reservation on behalf of 040bf7ee1ec54a50aca3b42fc92ded92 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:35.659432 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1a6fb69-446d-4f3a-92ac-ff6737b0c916 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.664575 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-58df9f25-326d-4862-b227-ad4513b961c6 req-40cfa5d8-1e65-4128-bcea-fc0140a09ae0 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369206 Jul 16 20:26:35.677807 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-ecec4d01-be70-48f5-b7b2-ca0d81a7f9b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ce99cf-7793-40e6-a832-d7af7dbf4ca1 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:35.691500 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network b358c1d9-e9f6-4096-8d60-98099a8c70b7 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:26:35.695178 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-ecec4d01-be70-48f5-b7b2-ca0d81a7f9b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.745447 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-ecec4d01-be70-48f5-b7b2-ca0d81a7f9b7 service neutron] Transition to ACTIVE for port object 81ce99cf-7793-40e6-a832-d7af7dbf4ca1 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:35.757253 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-ecec4d01-be70-48f5-b7b2-ca0d81a7f9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.773943 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15766d48-eeb6-49fb-b5b1-76b46c1f0a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810c8272-d682-44c5-9fab-7793c6efd176'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:35.776713 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0668b86-c9b2-4039-9448-cbfb83aaa317" -d '{"events": [{"server_uuid": "15766d48-eeb6-49fb-b5b1-76b46c1f0a61", "name": "network-vif-plugged", "status": "completed", "tag": "810c8272-d682-44c5-9fab-7793c6efd176"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:35.817740 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec4d01-be70-48f5-b7b2-ca0d81a7f9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=81ce99cf-7793-40e6-a832-d7af7dbf4ca1,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:35.823102 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7e9a9f-8327-4164-971b-ce5b336370b7 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:35.843089 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7e9a9f-8327-4164-971b-ce5b336370b7 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:35.849935 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7e9a9f-8327-4164-971b-ce5b336370b7 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:35.852519 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0d7e9a9f-8327-4164-971b-ce5b336370b7 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.3966973 Jul 16 20:26:35.857728 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33214) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:35.868714 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 810c8272-d682-44c5-9fab-7793c6efd176, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=810c8272-d682-44c5-9fab-7793c6efd176,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:35.877227 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.897110 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7dba0e9a-eb2c-47d7-8258-3d7e93ac1f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.950248 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=810c8272-d682-44c5-9fab-7793c6efd176,revision_number=13']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:35.979785 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-05b3e282-f16b-4a86-a428-adb7bebe835b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2045298829-network', 'tenant_id': '865a4ca4e884477eae955fd4db1057f2'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:36.025436 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf739c-3bd8-48a6-898b-c623b3f7a3de req-6953dfff-df71-4713-8aba-a8e52a7f23a9 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:36.026797 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55cf739c-3bd8-48a6-898b-c623b3f7a3de req-6953dfff-df71-4713-8aba-a8e52a7f23a9 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 951 time: 0.1277106 Jul 16 20:26:36.037343 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-7dba0e9a-eb2c-47d7-8258-3d7e93ac1f34 admin admin] Deleting port 1e5acece-bbd2-4679-9ebb-b7370ef6857c {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:36.037704 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7dba0e9a-eb2c-47d7-8258-3d7e93ac1f34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.041569 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2a7fac-df70-419b-ab36-da28fd262423 None None] DHCP port deletion for 51a96a87-ccb0-437c-8046-ee0c45fa53f3 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:26:36.075291 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99011ff-2646-499b-bf2f-7cbb2aa53f6f x-openstack-request-id: req-d99011ff-2646-499b-bf2f-7cbb2aa53f6f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:36.075591 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15766d48-eeb6-49fb-b5b1-76b46c1f0a61", "name": "network-vif-plugged", "status": "completed", "tag": "810c8272-d682-44c5-9fab-7793c6efd176", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:36.075892 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d99011ff-2646-499b-bf2f-7cbb2aa53f6f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:36.076530 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15766d48-eeb6-49fb-b5b1-76b46c1f0a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810c8272-d682-44c5-9fab-7793c6efd176', 'code': 200} Jul 16 20:26:36.107884 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a7fac-df70-419b-ab36-da28fd262423 None None] Deleting port 1e5acece-bbd2-4679-9ebb-b7370ef6857c {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:36.108259 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d2a7fac-df70-419b-ab36-da28fd262423 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.142554 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55cf739c-3bd8-48a6-898b-c623b3f7a3de req-34eea556-7bff-49fc-9058-5adda3a9fe85 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909238 Jul 16 20:26:36.149888 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-7dba0e9a-eb2c-47d7-8258-3d7e93ac1f34 admin admin] For port 1e5acece-bbd2-4679-9ebb-b7370ef6857c, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=1e5acece-bbd2-4679-9ebb-b7370ef6857c,segment=NetworkSegment(682fddbc-f2da-4cc6-aeb2-ac3ee663bf5b),segment_id=682fddbc-f2da-4cc6-aeb2-ac3ee663bf5b)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:36.153128 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7dba0e9a-eb2c-47d7-8258-3d7e93ac1f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.155790 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b3e282-f16b-4a86-a428-adb7bebe835b admin admin] Made reservation on behalf of 865a4ca4e884477eae955fd4db1057f2 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:36.169046 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-05b3e282-f16b-4a86-a428-adb7bebe835b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.182454 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-7dba0e9a-eb2c-47d7-8258-3d7e93ac1f34 admin admin] Calling delete_port for 1e5acece-bbd2-4679-9ebb-b7370ef6857c owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:36.195971 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-9d2a7fac-df70-419b-ab36-da28fd262423 None None] For port 1e5acece-bbd2-4679-9ebb-b7370ef6857c, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=1e5acece-bbd2-4679-9ebb-b7370ef6857c,segment=NetworkSegment(682fddbc-f2da-4cc6-aeb2-ac3ee663bf5b),segment_id=682fddbc-f2da-4cc6-aeb2-ac3ee663bf5b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:36.196593 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d2a7fac-df70-419b-ab36-da28fd262423 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.208759 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-05b3e282-f16b-4a86-a428-adb7bebe835b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.212490 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1a6fb69-446d-4f3a-92ac-ff6737b0c916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.212659 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a7fac-df70-419b-ab36-da28fd262423 None None] Calling delete_port for 1e5acece-bbd2-4679-9ebb-b7370ef6857c owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:36.248910 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-ecec4d01-be70-48f5-b7b2-ca0d81a7f9b7 service neutron] Attempting to bind port 81ce99cf-7793-40e6-a832-d7af7dbf4ca1 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:36.249252 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-ecec4d01-be70-48f5-b7b2-ca0d81a7f9b7 service neutron] Attempting to bind port 81ce99cf-7793-40e6-a832-d7af7dbf4ca1 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '74469c65-10c2-4a15-a42f-0b8daf985fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:36.249587 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-ecec4d01-be70-48f5-b7b2-ca0d81a7f9b7 service neutron] Attempting to bind port 81ce99cf-7793-40e6-a832-d7af7dbf4ca1 on network e1c5d2cc-b665-49f1-a6ce-bba156502988 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:36.295230 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7dba0e9a-eb2c-47d7-8258-3d7e93ac1f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.306702 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d2a7fac-df70-419b-ab36-da28fd262423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.315837 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-ecec4d01-be70-48f5-b7b2-ca0d81a7f9b7 service neutron] Port 81ce99cf-7793-40e6-a832-d7af7dbf4ca1 on network e1c5d2cc-b665-49f1-a6ce-bba156502988 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:36.316168 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-ecec4d01-be70-48f5-b7b2-ca0d81a7f9b7 service neutron] Attempting to bind port 81ce99cf-7793-40e6-a832-d7af7dbf4ca1 on network e1c5d2cc-b665-49f1-a6ce-bba156502988 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:36.319944 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fd0775-41ec-4e8c-80bd-ee470354da28', 'name': 'network-vif-deleted', 'tag': '371d6c7c-88ff-4783-aad3-eb3b449763a2'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:36.323039 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c36861-7d3a-4ef3-8083-9d02a5665273" -d '{"events": [{"server_uuid": "f3fd0775-41ec-4e8c-80bd-ee470354da28", "name": "network-vif-deleted", "tag": "371d6c7c-88ff-4783-aad3-eb3b449763a2"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:36.325927 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba0e9a-eb2c-47d7-8258-3d7e93ac1f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e5acece-bbd2-4679-9ebb-b7370ef6857c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:36.347607 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a7fac-df70-419b-ab36-da28fd262423 None None] Pushing event deleted for resources: {'Port': ['ID=1e5acece-bbd2-4679-9ebb-b7370ef6857c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:36.352318 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-ecec4d01-be70-48f5-b7b2-ca0d81a7f9b7 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:36.352663 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-ecec4d01-be70-48f5-b7b2-ca0d81a7f9b7 service neutron] Checking segment: {'id': '74469c65-10c2-4a15-a42f-0b8daf985fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:36.352896 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dba0e9a-eb2c-47d7-8258-3d7e93ac1f34 admin admin] No DVR routers for this DVR port 1e5acece-bbd2-4679-9ebb-b7370ef6857c on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:36.353101 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-ecec4d01-be70-48f5-b7b2-ca0d81a7f9b7 service neutron] Bound using segment: {'id': '74469c65-10c2-4a15-a42f-0b8daf985fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:36.353493 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-ecec4d01-be70-48f5-b7b2-ca0d81a7f9b7 service neutron] Bound port: 81ce99cf-7793-40e6-a832-d7af7dbf4ca1, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74469c65-10c2-4a15-a42f-0b8daf985fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:36.353857 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-ecec4d01-be70-48f5-b7b2-ca0d81a7f9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.360436 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2a7fac-df70-419b-ab36-da28fd262423 None None] No DVR routers for this DVR port 1e5acece-bbd2-4679-9ebb-b7370ef6857c on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:36.360692 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6fb69-446d-4f3a-92ac-ff6737b0c916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84f36c9a-649f-4fbc-95a8-0fd0b2d3d58e,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:36.387574 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-b58ee99f-ba32-4383-8988-6d188c31d852 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Deleting port d6fa74ff-40ef-48b0-9fa7-c823362fb0cc {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:36.387916 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b58ee99f-ba32-4383-8988-6d188c31d852 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.419140 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aeda9c3-ac10-4bd9-b8f2-123b9612099f x-openstack-request-id: req-4aeda9c3-ac10-4bd9-b8f2-123b9612099f {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:36.419140 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fd0775-41ec-4e8c-80bd-ee470354da28", "name": "network-vif-deleted", "tag": "371d6c7c-88ff-4783-aad3-eb3b449763a2", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:36.419473 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4aeda9c3-ac10-4bd9-b8f2-123b9612099f {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:36.420144 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3fd0775-41ec-4e8c-80bd-ee470354da28', 'name': 'network-vif-deleted', 'tag': '371d6c7c-88ff-4783-aad3-eb3b449763a2', 'status': 'completed', 'code': 200} Jul 16 20:26:36.479134 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7dba0e9a-eb2c-47d7-8258-3d7e93ac1f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.492921 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a6fb69-446d-4f3a-92ac-ff6737b0c916 admin admin] Checking segment: {'id': 'd044cd58-1c1b-47a2-8117-29daed7caee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b358c1d9-e9f6-4096-8d60-98099a8c70b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:36.492921 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a6fb69-446d-4f3a-92ac-ff6737b0c916 admin admin] Network hostable DHCP agents. Network: b358c1d9-e9f6-4096-8d60-98099a8c70b7, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:26:36.515186 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-7dba0e9a-eb2c-47d7-8258-3d7e93ac1f34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a96a87-ccb0-437c-8046-ee0c45fa53f3']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:36.536945 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-7dba0e9a-eb2c-47d7-8258-3d7e93ac1f34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '682fddbc-f2da-4cc6-aeb2-ac3ee663bf5b') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:36.537250 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-7dba0e9a-eb2c-47d7-8258-3d7e93ac1f34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '682fddbc-f2da-4cc6-aeb2-ac3ee663bf5b') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:36.571127 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7dba0e9a-eb2c-47d7-8258-3d7e93ac1f34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.588420 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-ecec4d01-be70-48f5-b7b2-ca0d81a7f9b7 service neutron] For port 81ce99cf-7793-40e6-a832-d7af7dbf4ca1, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:36.598565 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a6fb69-446d-4f3a-92ac-ff6737b0c916 admin admin] Network b358c1d9-e9f6-4096-8d60-98099a8c70b7 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:26:36.598986 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7dba0e9a-eb2c-47d7-8258-3d7e93ac1f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.612132 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dba0e9a-eb2c-47d7-8258-3d7e93ac1f34 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:26:36.612369 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b58ee99f-ba32-4383-8988-6d188c31d852 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.612540 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7dba0e9a-eb2c-47d7-8258-3d7e93ac1f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.615623 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-05b3e282-f16b-4a86-a428-adb7bebe835b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:26:36.618702 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:26:36.627297 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-05b3e282-f16b-4a86-a428-adb7bebe835b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.636859 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-b58ee99f-ba32-4383-8988-6d188c31d852 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Calling delete_port for d6fa74ff-40ef-48b0-9fa7-c823362fb0cc owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:36.639226 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-b1a6fb69-446d-4f3a-92ac-ff6737b0c916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, b358c1d9-e9f6-4096-8d60-98099a8c70b7) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:36.644558 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a6fb69-446d-4f3a-92ac-ff6737b0c916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:36.645086 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1a6fb69-446d-4f3a-92ac-ff6737b0c916 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.650410 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5abc62-73a6-4557-8a5e-ac87f90dae4a req-505ebd00-8a58-4f19-9415-5d3ea13b7910 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:36.651945 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a5abc62-73a6-4557-8a5e-ac87f90dae4a req-505ebd00-8a58-4f19-9415-5d3ea13b7910 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.62 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 951 time: 0.1696260 Jul 16 20:26:36.653892 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7f81e7-6a38-4050-a510-e20018cbaf8b None None] Network b358c1d9-e9f6-4096-8d60-98099a8c70b7 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:36.679718 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b3e282-f16b-4a86-a428-adb7bebe835b admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:26:36.703605 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3e282-f16b-4a86-a428-adb7bebe835b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45174294-91e7-488a-8964-9afb2ca0ba65,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:36.723751 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd270618-21b3-48f0-b214-8ca623496666 req-c718553a-ab98-4750-92ca-be3ca703bcbe tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:36.725361 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd270618-21b3-48f0-b214-8ca623496666 req-c718553a-ab98-4750-92ca-be3ca703bcbe tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=e52891b5-772b-4baf-a7e7-f69f9af54a44 HTTP/1.1" status: 200 len: 950 time: 0.2076137 Jul 16 20:26:36.749337 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-05b3e282-f16b-4a86-a428-adb7bebe835b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.749682 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-05b3e282-f16b-4a86-a428-adb7bebe835b admin admin] Added segment 8d35c410-30a1-4b75-a650-78fe73e706ce of type vlan for network 9e1ef5a8-bcda-4218-b2dd-c5f692229aa3 Jul 16 20:26:36.753659 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b1a6fb69-446d-4f3a-92ac-ff6737b0c916 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2813213 Jul 16 20:26:36.766557 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-ecec4d01-be70-48f5-b7b2-ca0d81a7f9b7 service neutron] For port 81ce99cf-7793-40e6-a832-d7af7dbf4ca1, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=81ce99cf-7793-40e6-a832-d7af7dbf4ca1,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:36.767384 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33224) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:36.776475 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-be4c258b-afe0-4d7b-a048-ce759016f94a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1647898104-router', 'tenant_id': '040bf7ee1ec54a50aca3b42fc92ded92', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:36.791083 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-ecec4d01-be70-48f5-b7b2-ca0d81a7f9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.815013 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7dba0e9a-eb2c-47d7-8258-3d7e93ac1f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.850170 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70e529c-02d5-4046-bb64-a237fe88d6a5 None None] Network b358c1d9-e9f6-4096-8d60-98099a8c70b7 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:36.882197 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-ecec4d01-be70-48f5-b7b2-ca0d81a7f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:36.883390 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-ecec4d01-be70-48f5-b7b2-ca0d81a7f9b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.884446 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd270618-21b3-48f0-b214-8ca623496666 req-82aae834-5268-4bd8-94b3-142a0f1622ec tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440849 Jul 16 20:26:36.885583 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-ecec4d01-be70-48f5-b7b2-ca0d81a7f9b7 service neutron] 10.222.0.62 "PUT /v2.0/ports/81ce99cf-7793-40e6-a832-d7af7dbf4ca1 HTTP/1.1" status: 200 len: 1092 time: 3.3312764 Jul 16 20:26:36.893001 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7dba0e9a-eb2c-47d7-8258-3d7e93ac1f34 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.893851 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-05b3e282-f16b-4a86-a428-adb7bebe835b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.899664 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca65985-680f-431b-a6fe-a6dab260f3d0', 'tag': '81ce99cf-7793-40e6-a832-d7af7dbf4ca1'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:36.904316 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e7bc63-f2ad-4e64-928e-187187695f70" -d '{"events": [{"name": "network-changed", "server_uuid": "bca65985-680f-431b-a6fe-a6dab260f3d0", "tag": "81ce99cf-7793-40e6-a832-d7af7dbf4ca1"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:36.911772 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7dba0e9a-eb2c-47d7-8258-3d7e93ac1f34 admin admin] 10.222.0.38 "DELETE /v2.0/networks/51a96a87-ccb0-437c-8046-ee0c45fa53f3 HTTP/1.1" status: 204 len: 168 time: 1.3006325 Jul 16 20:26:36.940732 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be4c258b-afe0-4d7b-a048-ce759016f94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.941751 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be4c258b-afe0-4d7b-a048-ce759016f94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.948367 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba0e9a-eb2c-47d7-8258-3d7e93ac1f34 admin admin] Pushing event deleted for resources: {'Network': ['ID=51a96a87-ccb0-437c-8046-ee0c45fa53f3,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:37.029869 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec4d01-be70-48f5-b7b2-ca0d81a7f9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=81ce99cf-7793-40e6-a832-d7af7dbf4ca1,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:37.055506 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-05b3e282-f16b-4a86-a428-adb7bebe835b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.056651 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b3e282-f16b-4a86-a428-adb7bebe835b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:37.057500 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-05b3e282-f16b-4a86-a428-adb7bebe835b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.129070 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33232) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:37.163932 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 1e5acece-bbd2-4679-9ebb-b7370ef6857c no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:37.185295 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be4c258b-afe0-4d7b-a048-ce759016f94a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.185820 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 1e5acece-bbd2-4679-9ebb-b7370ef6857c {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:37.186582 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 1e5acece-bbd2-4679-9ebb-b7370ef6857c not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:37.221331 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-05b3e282-f16b-4a86-a428-adb7bebe835b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6076927 Jul 16 20:26:37.222883 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33236) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:37.236133 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-55b99365-7ce2-4c23-96c2-03627d1020cd admin admin] Request body: {'subnet': {'network_id': '9e1ef5a8-bcda-4218-b2dd-c5f692229aa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2045298829-subnet', 'tenant_id': '865a4ca4e884477eae955fd4db1057f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:37.239938 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b62e8c8f-2e04-4cc1-b08e-fef7635bde96 req-68ac0872-6902-474f-a582-8b2fe447f12b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2807553 Jul 16 20:26:37.243072 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-56d8186a-363e-40f0-94ac-a9220ab525d2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d3df7bf01e9545dc8fec2031b5863a44&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1125870 Jul 16 20:26:37.260819 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33238) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:37.288297 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-9a5abc62-73a6-4557-8a5e-ac87f90dae4a req-42d5f8bb-a3ca-40ba-a5b6-32945e928618 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Deleting port 810c8272-d682-44c5-9fab-7793c6efd176 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:37.288818 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9a5abc62-73a6-4557-8a5e-ac87f90dae4a req-42d5f8bb-a3ca-40ba-a5b6-32945e928618 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.304598 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f3a59-1e25-4a27-9122-9cbfde7325bd req-73da6923-9a4a-428b-95dc-741e1ee9437c tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:37.305838 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa3f3a59-1e25-4a27-9122-9cbfde7325bd req-73da6923-9a4a-428b-95dc-741e1ee9437c tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 943 time: 0.3079703 Jul 16 20:26:37.343504 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a922ac39-5b87-459a-bc44-95655a5acff3 x-openstack-request-id: req-a922ac39-5b87-459a-bc44-95655a5acff3 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:37.343904 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca65985-680f-431b-a6fe-a6dab260f3d0", "tag": "81ce99cf-7793-40e6-a832-d7af7dbf4ca1", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:37.344275 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a922ac39-5b87-459a-bc44-95655a5acff3 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:37.344754 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca65985-680f-431b-a6fe-a6dab260f3d0', 'tag': '81ce99cf-7793-40e6-a832-d7af7dbf4ca1', 'status': 'completed', 'code': 200} Jul 16 20:26:37.355161 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3e282-f16b-4a86-a428-adb7bebe835b admin admin] Pushing event updated for resources: {'Network': ['ID=9e1ef5a8-bcda-4218-b2dd-c5f692229aa3,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:37.361286 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b99365-7ce2-4c23-96c2-03627d1020cd admin admin] Made reservation on behalf of 865a4ca4e884477eae955fd4db1057f2 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:37.364725 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-55b99365-7ce2-4c23-96c2-03627d1020cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.376945 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 9e1ef5a8-bcda-4218-b2dd-c5f692229aa3 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:26:37.386253 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b58ee99f-ba32-4383-8988-6d188c31d852 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.482439 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-43880c24-519c-45e5-87ce-a77118895c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:37.484025 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-43880c24-519c-45e5-87ce-a77118895c40 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8b8887d8465f43f68153fdd72b6e7bdc&device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 1095 time: 0.5284898 Jul 16 20:26:37.549494 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be4c258b-afe0-4d7b-a048-ce759016f94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.588713 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ee99f-ba32-4383-8988-6d188c31d852 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Pushing event deleted for resources: {'Port': ['ID=d6fa74ff-40ef-48b0-9fa7-c823362fb0cc,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:37.622218 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-68105223-b2a5-4f44-93e2-f93a97d35143 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81ce99cf-7793-40e6-a832-d7af7dbf4ca1 HTTP/1.1" status: 200 len: 217 time: 0.1248426 Jul 16 20:26:37.657090 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-477873a5-b399-4833-b088-cfd746de9572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.742419 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b58ee99f-ba32-4383-8988-6d188c31d852 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.744292 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b58ee99f-ba32-4383-8988-6d188c31d852 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] 10.222.0.38 "DELETE /v2.0/ports/d6fa74ff-40ef-48b0-9fa7-c823362fb0cc HTTP/1.1" status: 204 len: 168 time: 1.8712466 Jul 16 20:26:37.747081 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-477873a5-b399-4833-b088-cfd746de9572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.751823 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33242) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:37.762971 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-36557dac-2fd5-415e-b084-7af3afcef970 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Request body: {'port': {'name': 'tempest-new-port-name-1290628338', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:37.763272 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.api.validators [None req-36557dac-2fd5-415e-b084-7af3afcef970 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] bootfile-name is not in valid_values {{(pid=93793) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:26:37.763615 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.api.validators [None req-36557dac-2fd5-415e-b084-7af3afcef970 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] tftp-server is not in valid_values {{(pid=93793) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:26:37.763948 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.api.validators [None req-36557dac-2fd5-415e-b084-7af3afcef970 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] server-ip-address is not in valid_values {{(pid=93793) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:26:37.790376 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-79b51eb0-5993-4a92-a2ac-eb27457b7c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:37.791848 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-79b51eb0-5993-4a92-a2ac-eb27457b7c10 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18d69795-663e-4814-80c1-613e990ce032 HTTP/1.1" status: 200 len: 844 time: 0.1604526 Jul 16 20:26:37.814986 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa3f3a59-1e25-4a27-9122-9cbfde7325bd req-769603c3-6306-49da-b968-3fb6582bfb63 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885497 Jul 16 20:26:37.861794 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-07ef5b62-df30-4482-a499-7f441536f515 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e1c5d2cc-b665-49f1-a6ce-bba156502988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549076 Jul 16 20:26:37.890863 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-9a5abc62-73a6-4557-8a5e-ac87f90dae4a req-42d5f8bb-a3ca-40ba-a5b6-32945e928618 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] For port 810c8272-d682-44c5-9fab-7793c6efd176, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=810c8272-d682-44c5-9fab-7793c6efd176,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:37.891289 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9a5abc62-73a6-4557-8a5e-ac87f90dae4a req-42d5f8bb-a3ca-40ba-a5b6-32945e928618 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.926069 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-9a5abc62-73a6-4557-8a5e-ac87f90dae4a req-42d5f8bb-a3ca-40ba-a5b6-32945e928618 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Calling delete_port for 810c8272-d682-44c5-9fab-7793c6efd176 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:37.944155 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e8c8f-2e04-4cc1-b08e-fef7635bde96 req-c3f6f355-ee7c-4b57-a3d5-1373ffaa2b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:37.945790 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b62e8c8f-2e04-4cc1-b08e-fef7635bde96 req-c3f6f355-ee7c-4b57-a3d5-1373ffaa2b83 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 1102 time: 0.6521716 Jul 16 20:26:38.001586 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-477873a5-b399-4833-b088-cfd746de9572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.004194 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-477873a5-b399-4833-b088-cfd746de9572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.005326 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-477873a5-b399-4833-b088-cfd746de9572 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4bd5ed48-b822-453b-84ad-074ee055e137 HTTP/1.1" status: 204 len: 168 time: 0.7101507 Jul 16 20:26:38.026855 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36557dac-2fd5-415e-b084-7af3afcef970 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.060935 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477873a5-b399-4833-b088-cfd746de9572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd5ed48-b822-453b-84ad-074ee055e137,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:38.128954 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c006628-7fdc-4544-94de-cc88bab63891 req-c7f08add-e3f9-4b1e-9489-2a8337341dcc tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:38.130526 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4c006628-7fdc-4544-94de-cc88bab63891 req-c7f08add-e3f9-4b1e-9489-2a8337341dcc tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=15766d48-eeb6-49fb-b5b1-76b46c1f0a61 HTTP/1.1" status: 200 len: 951 time: 0.4174206 Jul 16 20:26:38.166931 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a6a9f-9fac-49ff-9268-399ef947be5c req-999226dd-8845-4911-aa9a-d9c15d1c138b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:38.167149 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0456c2a-8d5f-4ddc-b719-c4cc006d3101 req-b2905d4f-6764-4edb-b826-c7bb12481e1e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:38.169204 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b0456c2a-8d5f-4ddc-b719-c4cc006d3101 req-b2905d4f-6764-4edb-b826-c7bb12481e1e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.62 "GET /v2.0/ports?device_id=e52891b5-772b-4baf-a7e7-f69f9af54a44 HTTP/1.1" status: 200 len: 950 time: 0.2465870 Jul 16 20:26:38.170419 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-670a6a9f-9fac-49ff-9268-399ef947be5c req-999226dd-8845-4911-aa9a-d9c15d1c138b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.62 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 945 time: 0.3611994 Jul 16 20:26:38.171229 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-68a44d51-48de-4b3e-9663-fcb1a1ccbc94 service neutron] 10.222.0.62 "GET /v2.0/networks/e1c5d2cc-b665-49f1-a6ce-bba156502988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747984 Jul 16 20:26:38.396660 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e8c8f-2e04-4cc1-b08e-fef7635bde96 req-b008075e-7648-49ee-a4d8-8f627a4d0b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:38.398466 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b62e8c8f-2e04-4cc1-b08e-fef7635bde96 req-b008075e-7648-49ee-a4d8-8f627a4d0b91 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.4242139 Jul 16 20:26:38.409405 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b0bc4-2aad-41c9-8a6b-99bc54c3e93f req-627635a6-bf95-40f5-a1fc-3a3e54095c55 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:38.410981 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7d0b0bc4-2aad-41c9-8a6b-99bc54c3e93f req-627635a6-bf95-40f5-a1fc-3a3e54095c55 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 945 time: 0.4723477 Jul 16 20:26:38.421004 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4c006628-7fdc-4544-94de-cc88bab63891 req-630d215e-f48a-4b48-a4e7-3a2ff74c625b tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647579 Jul 16 20:26:38.421827 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-55b99365-7ce2-4c23-96c2-03627d1020cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.456611 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33250) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:38.586952 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b62e8c8f-2e04-4cc1-b08e-fef7635bde96 req-250af4d7-d061-4666-9fdd-fbd4372af490 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=3079e223-4e17-4a7f-be91-ec6a7ee5dfac HTTP/1.1" status: 200 len: 217 time: 0.1709225 Jul 16 20:26:38.712362 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b99365-7ce2-4c23-96c2-03627d1020cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=973cc802-97a0-42d1-9c50-9d84240b247f,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:38.737611 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7d0b0bc4-2aad-41c9-8a6b-99bc54c3e93f req-355fe80b-1e9b-4d48-8537-007862d4a2ea tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020663 Jul 16 20:26:38.738221 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9a5abc62-73a6-4557-8a5e-ac87f90dae4a req-42d5f8bb-a3ca-40ba-a5b6-32945e928618 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.750989 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['3079e223-4e17-4a7f-be91-ec6a7ee5dfac', '7c759f51-36a6-4ed3-82f3-1d08c63872c1'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:38.753958 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2', '810c8272-d682-44c5-9fab-7793c6efd176'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:38.804669 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be4c258b-afe0-4d7b-a048-ce759016f94a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.809447 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-26d754cf-98a6-4926-8a7e-e1a444565ea8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c9efb048aafe4288985664c92f9db050&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3493185 Jul 16 20:26:38.815942 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33252) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:38.831817 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b99365-7ce2-4c23-96c2-03627d1020cd admin admin] Checking segment: {'id': '8d35c410-30a1-4b75-a650-78fe73e706ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e1ef5a8-bcda-4218-b2dd-c5f692229aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:38.832730 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b99365-7ce2-4c23-96c2-03627d1020cd admin admin] Network hostable DHCP agents. Network: 9e1ef5a8-bcda-4218-b2dd-c5f692229aa3, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:26:38.858007 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3cb71d51-688d-4e34-a9df-7c464990bbff req-8f0793e9-8138-4d81-a929-15f5da1efd73 service neutron] 10.222.0.62 "GET /v2.0/networks/e1c5d2cc-b665-49f1-a6ce-bba156502988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6461098 Jul 16 20:26:38.861588 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be4c258b-afe0-4d7b-a048-ce759016f94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.893127 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5abc62-73a6-4557-8a5e-ac87f90dae4a req-42d5f8bb-a3ca-40ba-a5b6-32945e928618 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] No DVR routers for this DVR port 810c8272-d682-44c5-9fab-7793c6efd176 on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:38.899678 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e8c8f-2e04-4cc1-b08e-fef7635bde96 req-8fdd76a5-9f8d-443e-8310-3c35f19cf6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:38.902863 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b62e8c8f-2e04-4cc1-b08e-fef7635bde96 req-8fdd76a5-9f8d-443e-8310-3c35f19cf6d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.2987578 Jul 16 20:26:38.907674 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5f8bb-a3ca-40ba-a5b6-32945e928618 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Pushing event deleted for resources: {'Port': ['ID=810c8272-d682-44c5-9fab-7793c6efd176,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:38.922795 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9a5abc62-73a6-4557-8a5e-ac87f90dae4a req-42d5f8bb-a3ca-40ba-a5b6-32945e928618 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.924909 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a5abc62-73a6-4557-8a5e-ac87f90dae4a req-42d5f8bb-a3ca-40ba-a5b6-32945e928618 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.62 "DELETE /v2.0/ports/810c8272-d682-44c5-9fab-7793c6efd176 HTTP/1.1" status: 204 len: 173 time: 2.2655957 Jul 16 20:26:38.928288 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15766d48-eeb6-49fb-b5b1-76b46c1f0a61', 'name': 'network-vif-deleted', 'tag': '810c8272-d682-44c5-9fab-7793c6efd176'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:38.930705 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace38c18-7a61-4101-b1e7-85cd5e4afd96" -d '{"events": [{"server_uuid": "15766d48-eeb6-49fb-b5b1-76b46c1f0a61", "name": "network-vif-deleted", "tag": "810c8272-d682-44c5-9fab-7793c6efd176"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:38.969128 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-670a6a9f-9fac-49ff-9268-399ef947be5c req-47e72fdc-bc87-4739-b460-322e57b3a96b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Deleting port 22d99bce-efee-47af-839d-3b59f303faea {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:38.969386 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-670a6a9f-9fac-49ff-9268-399ef947be5c req-47e72fdc-bc87-4739-b460-322e57b3a96b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.017042 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912fe3f-61d4-4797-a3e1-9744b6a50758 req-4b7f417b-59a6-4645-8939-f3340f95ddb4 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:39.025418 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e912fe3f-61d4-4797-a3e1-9744b6a50758 req-4b7f417b-59a6-4645-8939-f3340f95ddb4 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=e52891b5-772b-4baf-a7e7-f69f9af54a44 HTTP/1.1" status: 200 len: 950 time: 0.4548035 Jul 16 20:26:39.040905 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b99365-7ce2-4c23-96c2-03627d1020cd admin admin] Network 9e1ef5a8-bcda-4218-b2dd-c5f692229aa3 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:26:39.104922 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-b0456c2a-8d5f-4ddc-b719-c4cc006d3101 req-69e7d964-0590-4fb4-b7da-5aeab069ed1d tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Deleting port 2d6fa718-0eef-4928-ae44-c97213f8ff1c {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:39.106100 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b0456c2a-8d5f-4ddc-b719-c4cc006d3101 req-69e7d964-0590-4fb4-b7da-5aeab069ed1d tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.153259 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-55b99365-7ce2-4c23-96c2-03627d1020cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 9e1ef5a8-bcda-4218-b2dd-c5f692229aa3) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:39.175504 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b99365-7ce2-4c23-96c2-03627d1020cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:39.176685 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-55b99365-7ce2-4c23-96c2-03627d1020cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.179691 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36557dac-2fd5-415e-b084-7af3afcef970 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.181874 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097b631d-47d2-4c12-be68-7b89215a79d3 None None] Network 9e1ef5a8-bcda-4218-b2dd-c5f692229aa3 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:39.261067 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e912fe3f-61d4-4797-a3e1-9744b6a50758 req-116d7297-0ea0-460e-8372-06cecadb6f0d tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346714 Jul 16 20:26:39.281298 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-55b99365-7ce2-4c23-96c2-03627d1020cd admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0533979 Jul 16 20:26:39.283912 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-670a6a9f-9fac-49ff-9268-399ef947be5c req-47e72fdc-bc87-4739-b460-322e57b3a96b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] For port 22d99bce-efee-47af-839d-3b59f303faea, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=22d99bce-efee-47af-839d-3b59f303faea,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:39.284316 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-670a6a9f-9fac-49ff-9268-399ef947be5c req-47e72fdc-bc87-4739-b460-322e57b3a96b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.291609 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e8c8f-2e04-4cc1-b08e-fef7635bde96 req-b9f1a532-ebdd-47ef-b35a-437cb74ab90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:39.293697 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b62e8c8f-2e04-4cc1-b08e-fef7635bde96 req-b9f1a532-ebdd-47ef-b35a-437cb74ab90d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3813493 Jul 16 20:26:39.303966 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36557dac-2fd5-415e-b084-7af3afcef970 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.306234 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75f90ce3-ce12-4a06-9c31-ed35b80b9733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.316103 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-670a6a9f-9fac-49ff-9268-399ef947be5c req-47e72fdc-bc87-4739-b460-322e57b3a96b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Calling delete_port for 22d99bce-efee-47af-839d-3b59f303faea owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:39.332351 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75f90ce3-ce12-4a06-9c31-ed35b80b9733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.376872 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74e4088-80ca-4947-96a4-0dd15b053b99 x-openstack-request-id: req-b74e4088-80ca-4947-96a4-0dd15b053b99 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:39.377182 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15766d48-eeb6-49fb-b5b1-76b46c1f0a61", "name": "network-vif-deleted", "tag": "810c8272-d682-44c5-9fab-7793c6efd176", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:39.377600 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b74e4088-80ca-4947-96a4-0dd15b053b99 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:39.378059 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15766d48-eeb6-49fb-b5b1-76b46c1f0a61', 'name': 'network-vif-deleted', 'tag': '810c8272-d682-44c5-9fab-7793c6efd176', 'status': 'completed', 'code': 200} Jul 16 20:26:39.404519 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2846f-ca72-43b0-916b-b71030bd2476 req-9dd60ebf-fa38-405e-9bb9-945176790fda tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:39.413041 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73e2846f-ca72-43b0-916b-b71030bd2476 req-9dd60ebf-fa38-405e-9bb9-945176790fda tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 943 time: 0.3621430 Jul 16 20:26:39.444894 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-b0456c2a-8d5f-4ddc-b719-c4cc006d3101 req-69e7d964-0590-4fb4-b7da-5aeab069ed1d tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] For port 2d6fa718-0eef-4928-ae44-c97213f8ff1c, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=2d6fa718-0eef-4928-ae44-c97213f8ff1c,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:39.445268 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b0456c2a-8d5f-4ddc-b719-c4cc006d3101 req-69e7d964-0590-4fb4-b7da-5aeab069ed1d tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.468138 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-b0456c2a-8d5f-4ddc-b719-c4cc006d3101 req-69e7d964-0590-4fb4-b7da-5aeab069ed1d tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Calling delete_port for 2d6fa718-0eef-4928-ae44-c97213f8ff1c owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:39.514018 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9073190c-25bf-4f2c-82c5-5dbc6a486f0c None None] Network 9e1ef5a8-bcda-4218-b2dd-c5f692229aa3 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:39.579619 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73e2846f-ca72-43b0-916b-b71030bd2476 req-9c29a995-b1d5-4675-be56-4fb61259adc1 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624641 Jul 16 20:26:39.590213 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b62e8c8f-2e04-4cc1-b08e-fef7635bde96 req-aca298bd-a58e-4d14-a05a-3fcfaf9e9877 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867808 Jul 16 20:26:39.603024 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-be4c258b-afe0-4d7b-a048-ce759016f94a admin admin] Allocated IP 172.25.0.128 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/cbf8922c-25b1-4e29-b257-c261d54c0b69) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:39.682310 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7bc63-f2ad-4e64-928e-187187695f70 req-ad6bc4fc-edeb-45b4-8133-0bcde246880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:39.684865 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c4e7bc63-f2ad-4e64-928e-187187695f70 req-ad6bc4fc-edeb-45b4-8133-0bcde246880c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8b8887d8465f43f68153fdd72b6e7bdc&device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 1095 time: 0.7445052 Jul 16 20:26:39.750079 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36557dac-2fd5-415e-b084-7af3afcef970 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Pushing event updated for resources: {'Port': ['ID=f93a0704-2216-4835-948e-6b93e0b00157,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:39.780893 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-36557dac-2fd5-415e-b084-7af3afcef970 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] In _notify_port_updated(), no bound segment for port f93a0704-2216-4835-948e-6b93e0b00157 on network 10d571b1-9bcd-4539-9068-0826c7940b17 {{(pid=93793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:26:39.786595 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36557dac-2fd5-415e-b084-7af3afcef970 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:39.787259 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36557dac-2fd5-415e-b084-7af3afcef970 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.788779 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-36557dac-2fd5-415e-b084-7af3afcef970 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] 10.222.0.38 "PUT /v2.0/ports/f93a0704-2216-4835-948e-6b93e0b00157 HTTP/1.1" status: 200 len: 1136 time: 2.0311589 Jul 16 20:26:39.799030 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33272) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:39.931333 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb429e15-4d04-48e2-9841-92096759d715 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:39.940953 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-642f39cb-5eb4-468b-bb0d-5e4f6cb40011 None None] Provisioning complete for port f93a0704-2216-4835-948e-6b93e0b00157 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:39.941580 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-642f39cb-5eb4-468b-bb0d-5e4f6cb40011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.943389 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33282) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:39.943794 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fb429e15-4d04-48e2-9841-92096759d715 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] 10.222.0.38 "GET /v2.0/ports/f93a0704-2216-4835-948e-6b93e0b00157 HTTP/1.1" status: 200 len: 1136 time: 0.1359251 Jul 16 20:26:39.961125 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75f90ce3-ce12-4a06-9c31-ed35b80b9733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.963911 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75f90ce3-ce12-4a06-9c31-ed35b80b9733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.965792 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-75f90ce3-ce12-4a06-9c31-ed35b80b9733 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5c5f91d4-e9af-4070-a974-6fe840225770 HTTP/1.1" status: 204 len: 168 time: 1.1234310 Jul 16 20:26:39.990572 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b0456c2a-8d5f-4ddc-b719-c4cc006d3101 req-69e7d964-0590-4fb4-b7da-5aeab069ed1d tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.004800 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f9aa5cc8-d6c0-42be-8acf-38074d0583d5', '779776ba-d9f0-4fe0-9527-90d0560ef7cc'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:40.007613 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['8e3da5c1-787e-433f-b543-77bc7f75e480', '5bed6517-899b-4190-a8dc-5aced4507220', 'c6fd142d-49fc-477b-b82f-164b97511e79', '2d6fa718-0eef-4928-ae44-c97213f8ff1c'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:40.009238 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be4c258b-afe0-4d7b-a048-ce759016f94a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.023368 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b62e8c8f-2e04-4cc1-b08e-fef7635bde96 req-144f29db-e86b-4b0a-b24d-3899289d06f9 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159470 Jul 16 20:26:40.024652 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-670a6a9f-9fac-49ff-9268-399ef947be5c req-47e72fdc-bc87-4739-b460-322e57b3a96b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.070424 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f90ce3-ce12-4a06-9c31-ed35b80b9733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5f91d4-e9af-4070-a974-6fe840225770,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:40.081865 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7d964-0590-4fb4-b7da-5aeab069ed1d tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Pushing event deleted for resources: {'Port': ['ID=2d6fa718-0eef-4928-ae44-c97213f8ff1c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:40.096855 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7bc63-f2ad-4e64-928e-187187695f70 req-a25614c0-146b-4c62-add6-a38d29f701c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:40.098634 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c4e7bc63-f2ad-4e64-928e-187187695f70 req-a25614c0-146b-4c62-add6-a38d29f701c4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e1c5d2cc-b665-49f1-a6ce-bba156502988 HTTP/1.1" status: 200 len: 905 time: 0.4054620 Jul 16 20:26:40.110931 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-642f39cb-5eb4-468b-bb0d-5e4f6cb40011 None None] Port f93a0704-2216-4835-948e-6b93e0b00157 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:40.163556 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e72fdc-bc87-4739-b460-322e57b3a96b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Pushing event deleted for resources: {'Port': ['ID=22d99bce-efee-47af-839d-3b59f303faea,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:40.312378 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0456c2a-8d5f-4ddc-b719-c4cc006d3101 req-69e7d964-0590-4fb4-b7da-5aeab069ed1d tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] No DVR routers for this DVR port 2d6fa718-0eef-4928-ae44-c97213f8ff1c on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:40.317810 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b0456c2a-8d5f-4ddc-b719-c4cc006d3101 req-69e7d964-0590-4fb4-b7da-5aeab069ed1d tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.320002 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b0456c2a-8d5f-4ddc-b719-c4cc006d3101 req-69e7d964-0590-4fb4-b7da-5aeab069ed1d tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.62 "DELETE /v2.0/ports/2d6fa718-0eef-4928-ae44-c97213f8ff1c HTTP/1.1" status: 204 len: 173 time: 2.1091514 Jul 16 20:26:40.322812 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c4e7bc63-f2ad-4e64-928e-187187695f70 req-b4aef4db-4249-47a5-9fa4-5e8fd025fe41 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81ce99cf-7793-40e6-a832-d7af7dbf4ca1 HTTP/1.1" status: 200 len: 217 time: 0.2098145 Jul 16 20:26:40.332064 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52891b5-772b-4baf-a7e7-f69f9af54a44', 'name': 'network-vif-deleted', 'tag': '2d6fa718-0eef-4928-ae44-c97213f8ff1c'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:40.335961 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6911617e-59fa-487d-ba31-af74d67e5dec" -d '{"events": [{"server_uuid": "e52891b5-772b-4baf-a7e7-f69f9af54a44", "name": "network-vif-deleted", "tag": "2d6fa718-0eef-4928-ae44-c97213f8ff1c"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:40.361088 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-670a6a9f-9fac-49ff-9268-399ef947be5c req-47e72fdc-bc87-4739-b460-322e57b3a96b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] No DVR routers for this DVR port 22d99bce-efee-47af-839d-3b59f303faea on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:40.376997 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-12741344-0f9c-40ed-9cb3-cc33fb7456db req-cbf038d1-b8af-453f-9274-955bdfe6b14c tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=766af1ee-d0e7-44bb-9569-9ef67e3e96e9 HTTP/1.1" status: 200 len: 210 time: 0.0920539 Jul 16 20:26:40.395043 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-670a6a9f-9fac-49ff-9268-399ef947be5c req-47e72fdc-bc87-4739-b460-322e57b3a96b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.397321 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-670a6a9f-9fac-49ff-9268-399ef947be5c req-47e72fdc-bc87-4739-b460-322e57b3a96b tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.62 "DELETE /v2.0/ports/22d99bce-efee-47af-839d-3b59f303faea HTTP/1.1" status: 204 len: 173 time: 2.1890559 Jul 16 20:26:40.426876 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be4c258b-afe0-4d7b-a048-ce759016f94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.443202 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-76bcfa20-dd3f-4d91-b9cf-920b2025b67c tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:40.445293 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-76bcfa20-dd3f-4d91-b9cf-920b2025b67c tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/networks?id=9e1ef5a8-bcda-4218-b2dd-c5f692229aa3 HTTP/1.1" status: 200 len: 815 time: 0.4845145 Jul 16 20:26:40.475299 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-55c5795e-ecf3-4191-b27b-510824809fb5 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/quotas/865a4ca4e884477eae955fd4db1057f2 HTTP/1.1" status: 200 len: 375 time: 0.0220082 Jul 16 20:26:40.489561 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4c258b-afe0-4d7b-a048-ce759016f94a admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:40.552063 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-ce1e8977-1967-4993-a37d-3fb23a0cf7b9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=865a4ca4e884477eae955fd4db1057f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686984 Jul 16 20:26:40.579547 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-be4c258b-afe0-4d7b-a048-ce759016f94a admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:40.638706 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4c258b-afe0-4d7b-a048-ce759016f94a admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:40.673976 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7bc63-f2ad-4e64-928e-187187695f70 req-0e1d171e-2082-4a33-b5d0-30bb4c6ed679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:40.676262 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c4e7bc63-f2ad-4e64-928e-187187695f70 req-0e1d171e-2082-4a33-b5d0-30bb4c6ed679 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18d69795-663e-4814-80c1-613e990ce032 HTTP/1.1" status: 200 len: 844 time: 0.3260968 Jul 16 20:26:40.718254 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c258b-afe0-4d7b-a048-ce759016f94a admin admin] Pushing event updated for resources: {'Port': ['ID=cbf8922c-25b1-4e29-b257-c261d54c0b69,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:40.801449 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-f195b68b-f904-4ea3-a157-70d448036569 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Deleting port f93a0704-2216-4835-948e-6b93e0b00157 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:40.802357 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f195b68b-f904-4ea3-a157-70d448036569 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.830586 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c4e7bc63-f2ad-4e64-928e-187187695f70 req-c9e91394-83d7-49e5-94ed-cadf4937e94e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e1c5d2cc-b665-49f1-a6ce-bba156502988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1384361 Jul 16 20:26:40.832461 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-b0915930-98b2-407b-a754-97110c8d7013 service neutron] 10.222.0.38 "GET /v2.0/networks/9e1ef5a8-bcda-4218-b2dd-c5f692229aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707071 Jul 16 20:26:41.241204 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 81ce99cf-7793-40e6-a832-d7af7dbf4ca1 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:26:41.305976 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e39c02-3ed6-49e4-bbd5-cd9847a594b4 req-ce3c9277-b9e9-400f-bf91-6a52f72871fb tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:41.314102 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2e39c02-3ed6-49e4-bbd5-cd9847a594b4 req-ce3c9277-b9e9-400f-bf91-6a52f72871fb tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 950 time: 0.7087829 Jul 16 20:26:41.363473 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f195b68b-f904-4ea3-a157-70d448036569 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.381988 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766af1ee-d0e7-44bb-9569-9ef67e3e96e9', 'name': 'network-vif-deleted', 'tag': '22d99bce-efee-47af-839d-3b59f303faea'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:41.385214 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8112775a-ab90-426c-874e-71eaefb58c83" -d '{"events": [{"server_uuid": "766af1ee-d0e7-44bb-9569-9ef67e3e96e9", "name": "network-vif-deleted", "tag": "22d99bce-efee-47af-839d-3b59f303faea"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:41.391519 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-f195b68b-f904-4ea3-a157-70d448036569 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Calling delete_port for f93a0704-2216-4835-948e-6b93e0b00157 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:41.443810 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-dc721747-b95c-4a8b-bfd2-04f989815f28 service neutron] 10.222.0.38 "GET /v2.0/networks/9e1ef5a8-bcda-4218-b2dd-c5f692229aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5945797 Jul 16 20:26:41.478073 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2e39c02-3ed6-49e4-bbd5-cd9847a594b4 req-aa659bad-3ba3-4803-9ff0-b8fce7d8a21f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629348 Jul 16 20:26:41.572034 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 81ce99cf-7793-40e6-a832-d7af7dbf4ca1, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=81ce99cf-7793-40e6-a832-d7af7dbf4ca1,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:41.591937 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c4e7bc63-f2ad-4e64-928e-187187695f70 req-6ec71cdc-901e-42c8-b785-7b7a3804cb7b service neutron] 10.222.0.62 "GET /v2.0/networks/e1c5d2cc-b665-49f1-a6ce-bba156502988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7321949 Jul 16 20:26:41.625358 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 810c8272-d682-44c5-9fab-7793c6efd176 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:41.633176 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '81ce99cf-7793-40e6-a832-d7af7dbf4ca1', 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988', 'port_id': '81ce99cf-7793-40e6-a832-d7af7dbf4ca1', 'mac_address': 'fa:16:3e:83:24:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d69795-663e-4814-80c1-613e990ce032', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:26:41.700796 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 810c8272-d682-44c5-9fab-7793c6efd176 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:41.701573 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 810c8272-d682-44c5-9fab-7793c6efd176 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:41.705310 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33316) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:41.846811 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65abdb-3b70-4e51-8043-0efe6ff603cd req-feb2ad37-4818-4e75-a1c9-b33a3f68cac1 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:41.849378 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.858898 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ae65abdb-3b70-4e51-8043-0efe6ff603cd req-feb2ad37-4818-4e75-a1c9-b33a3f68cac1 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 950 time: 0.2988770 Jul 16 20:26:41.865393 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f38bb8-ba6d-4240-a630-c28b211008c9 x-openstack-request-id: req-32f38bb8-ba6d-4240-a630-c28b211008c9 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:41.874916 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6441e308-fa35-46a4-8eae-ae54053c104f req-793a765e-c98d-438e-ba44-c030b8e44b20 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2387757 Jul 16 20:26:41.875176 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52891b5-772b-4baf-a7e7-f69f9af54a44", "name": "network-vif-deleted", "tag": "2d6fa718-0eef-4928-ae44-c97213f8ff1c", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:41.875562 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-32f38bb8-ba6d-4240-a630-c28b211008c9 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:41.876077 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52891b5-772b-4baf-a7e7-f69f9af54a44', 'name': 'network-vif-deleted', 'tag': '2d6fa718-0eef-4928-ae44-c97213f8ff1c', 'status': 'completed', 'code': 200} Jul 16 20:26:41.880346 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae970b03-f68f-4cbd-8dfc-6063bb2acfc2 x-openstack-request-id: req-ae970b03-f68f-4cbd-8dfc-6063bb2acfc2 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:41.881732 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766af1ee-d0e7-44bb-9569-9ef67e3e96e9", "name": "network-vif-deleted", "tag": "22d99bce-efee-47af-839d-3b59f303faea", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:41.881983 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ae970b03-f68f-4cbd-8dfc-6063bb2acfc2 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:41.882588 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766af1ee-d0e7-44bb-9569-9ef67e3e96e9', 'name': 'network-vif-deleted', 'tag': '22d99bce-efee-47af-839d-3b59f303faea', 'status': 'completed', 'code': 200} Jul 16 20:26:41.895335 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ce99cf-7793-40e6-a832-d7af7dbf4ca1 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:41.909487 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-d1936932-5306-4259-a425-c7182de2a44a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1050020623-network', 'tenant_id': 'f8a8ade9cff04e3db4af1591a2770156'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:41.941458 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c4e7bc63-f2ad-4e64-928e-187187695f70 req-c6ee9846-246a-41be-8aff-4861ac1b49d5 service neutron] 10.222.0.62 "GET /v2.0/networks/e1c5d2cc-b665-49f1-a6ce-bba156502988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418298 Jul 16 20:26:41.952549 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 81ce99cf-7793-40e6-a832-d7af7dbf4ca1, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=81ce99cf-7793-40e6-a832-d7af7dbf4ca1,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:41.967618 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.076147 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1936932-5306-4259-a425-c7182de2a44a admin admin] Made reservation on behalf of f8a8ade9cff04e3db4af1591a2770156 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:42.079203 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1936932-5306-4259-a425-c7182de2a44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.087486 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f195b68b-f904-4ea3-a157-70d448036569 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.104569 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1936932-5306-4259-a425-c7182de2a44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.107196 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=81ce99cf-7793-40e6-a832-d7af7dbf4ca1,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:42.149589 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195b68b-f904-4ea3-a157-70d448036569 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Pushing event deleted for resources: {'Port': ['ID=f93a0704-2216-4835-948e-6b93e0b00157,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:42.167601 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be4c258b-afe0-4d7b-a048-ce759016f94a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.180063 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b7d06-aa68-4423-9a14-7ec1a1a8bbbb req-dfc55f9a-4a5e-4b49-a68a-da8f0041de5c tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:42.192191 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-300b7d06-aa68-4423-9a14-7ec1a1a8bbbb req-dfc55f9a-4a5e-4b49-a68a-da8f0041de5c tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 944 time: 0.2762573 Jul 16 20:26:42.223394 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['81ce99cf-7793-40e6-a832-d7af7dbf4ca1'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:42.343973 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f195b68b-f904-4ea3-a157-70d448036569 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.348231 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f195b68b-f904-4ea3-a157-70d448036569 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] 10.222.0.38 "DELETE /v2.0/ports/f93a0704-2216-4835-948e-6b93e0b00157 HTTP/1.1" status: 204 len: 168 time: 2.4032555 Jul 16 20:26:42.350245 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-ae65abdb-3b70-4e51-8043-0efe6ff603cd req-fe7f396e-bfce-4f10-b069-d74e6860264f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Deleting port 7c759f51-36a6-4ed3-82f3-1d08c63872c1 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:42.351486 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ae65abdb-3b70-4e51-8043-0efe6ff603cd req-fe7f396e-bfce-4f10-b069-d74e6860264f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.357821 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33334) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:42.470611 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441e308-fa35-46a4-8eae-ae54053c104f req-008b3136-0147-4ebc-91b2-ec3e72c905e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:42.472331 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6441e308-fa35-46a4-8eae-ae54053c104f req-008b3136-0147-4ebc-91b2-ec3e72c905e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae184935e63442fbbd551c2164ed273b&device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 1101 time: 0.5170794 Jul 16 20:26:42.510855 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1936932-5306-4259-a425-c7182de2a44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.515872 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-300b7d06-aa68-4423-9a14-7ec1a1a8bbbb req-a2ab83f0-6d5e-423a-aef2-1996b701453c tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225136 Jul 16 20:26:42.552433 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e3270bd2-fd99-4db4-b867-fbf6e1b6fdbe req-08133695-cb53-404a-bfa9-438ed6b4cb4a tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 210 time: 0.1383736 Jul 16 20:26:42.553126 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1936932-5306-4259-a425-c7182de2a44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.581905 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1936932-5306-4259-a425-c7182de2a44a admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:26:42.597407 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1936932-5306-4259-a425-c7182de2a44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.597758 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-d1936932-5306-4259-a425-c7182de2a44a admin admin] Added segment 25ee15e2-4b43-4410-a8eb-dec70c0000c8 of type vlan for network e0476e10-8d02-4fbd-b804-ab41bcf63297 Jul 16 20:26:42.642512 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1936932-5306-4259-a425-c7182de2a44a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.652515 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be4c258b-afe0-4d7b-a048-ce759016f94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.719309 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1936932-5306-4259-a425-c7182de2a44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.720758 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1936932-5306-4259-a425-c7182de2a44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:42.721304 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1936932-5306-4259-a425-c7182de2a44a admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.789077 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-d40a742d-16fa-4a3b-ab1d-583f2f0f37e2 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Deleting subnet 4033fc01-0b8f-4cab-b8a6-52b55b2bc23c {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:26:42.805178 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d40a742d-16fa-4a3b-ab1d-583f2f0f37e2 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.869489 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d1936932-5306-4259-a425-c7182de2a44a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1600163 Jul 16 20:26:42.876339 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33342) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:42.890177 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-7670bc00-7de2-48eb-945e-411279db3c69 admin admin] Request body: {'subnet': {'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1050020623-subnet', 'tenant_id': 'f8a8ade9cff04e3db4af1591a2770156', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:42.891450 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-ae65abdb-3b70-4e51-8043-0efe6ff603cd req-fe7f396e-bfce-4f10-b069-d74e6860264f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] For port 7c759f51-36a6-4ed3-82f3-1d08c63872c1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7c759f51-36a6-4ed3-82f3-1d08c63872c1,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:42.892501 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ae65abdb-3b70-4e51-8043-0efe6ff603cd req-fe7f396e-bfce-4f10-b069-d74e6860264f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.917314 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-ae65abdb-3b70-4e51-8043-0efe6ff603cd req-fe7f396e-bfce-4f10-b069-d74e6860264f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Calling delete_port for 7c759f51-36a6-4ed3-82f3-1d08c63872c1 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:42.920624 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1936932-5306-4259-a425-c7182de2a44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:42.956750 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1936932-5306-4259-a425-c7182de2a44a admin admin] Pushing event updated for resources: {'Network': ['ID=e0476e10-8d02-4fbd-b804-ab41bcf63297,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:42.981083 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network e0476e10-8d02-4fbd-b804-ab41bcf63297 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:26:43.009050 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d40a742d-16fa-4a3b-ab1d-583f2f0f37e2 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.237093 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 81ce99cf-7793-40e6-a832-d7af7dbf4ca1 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:43.305386 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 81ce99cf-7793-40e6-a832-d7af7dbf4ca1 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:43.309124 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 81ce99cf-7793-40e6-a832-d7af7dbf4ca1 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:43.309708 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.314745 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d40a742d-16fa-4a3b-ab1d-583f2f0f37e2 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.329944 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7670bc00-7de2-48eb-945e-411279db3c69 admin admin] Made reservation on behalf of f8a8ade9cff04e3db4af1591a2770156 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:43.332345 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7670bc00-7de2-48eb-945e-411279db3c69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.369211 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441e308-fa35-46a4-8eae-ae54053c104f req-cd2dc758-9e75-445b-9b06-743a5681d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:43.371081 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6441e308-fa35-46a4-8eae-ae54053c104f req-cd2dc758-9e75-445b-9b06-743a5681d0a9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.7204514 Jul 16 20:26:43.413431 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.425773 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6441e308-fa35-46a4-8eae-ae54053c104f req-7863e084-2b3b-421c-ae5e-e1c99912f0dd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 HTTP/1.1" status: 200 len: 217 time: 0.0459373 Jul 16 20:26:43.447758 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca65985-680f-431b-a6fe-a6dab260f3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ce99cf-7793-40e6-a832-d7af7dbf4ca1'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:43.451025 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf56a530-6152-4029-af5c-63de502c77c3" -d '{"events": [{"server_uuid": "bca65985-680f-431b-a6fe-a6dab260f3d0", "name": "network-vif-plugged", "status": "completed", "tag": "81ce99cf-7793-40e6-a832-d7af7dbf4ca1"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:43.466514 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 81ce99cf-7793-40e6-a832-d7af7dbf4ca1, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=81ce99cf-7793-40e6-a832-d7af7dbf4ca1,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:43.472406 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4c258b-afe0-4d7b-a048-ce759016f94a admin admin] Router c1fc2b91-fbc6-495d-b4bc-121cb08148b4 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:26:43.479712 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.481708 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 22d99bce-efee-47af-839d-3b59f303faea no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:43.500348 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d40a742d-16fa-4a3b-ab1d-583f2f0f37e2 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.523885 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 22d99bce-efee-47af-839d-3b59f303faea {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:43.524554 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 22d99bce-efee-47af-839d-3b59f303faea not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:43.525077 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 2d6fa718-0eef-4928-ae44-c97213f8ff1c no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:43.573308 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441e308-fa35-46a4-8eae-ae54053c104f req-a8f975cf-96de-451d-bda8-12bee0914440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:43.574387 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 2d6fa718-0eef-4928-ae44-c97213f8ff1c {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:43.574700 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 2d6fa718-0eef-4928-ae44-c97213f8ff1c not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:43.575197 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6441e308-fa35-46a4-8eae-ae54053c104f req-a8f975cf-96de-451d-bda8-12bee0914440 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1158926 Jul 16 20:26:43.603764 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a742d-16fa-4a3b-ab1d-583f2f0f37e2 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Pushing event deleted for resources: {'Subnet': ['ID=4033fc01-0b8f-4cab-b8a6-52b55b2bc23c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:43.604753 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=81ce99cf-7793-40e6-a832-d7af7dbf4ca1,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:43.643862 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d40a742d-16fa-4a3b-ab1d-583f2f0f37e2 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.648420 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d40a742d-16fa-4a3b-ab1d-583f2f0f37e2 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] 10.222.0.38 "DELETE /v2.0/subnets/4033fc01-0b8f-4cab-b8a6-52b55b2bc23c HTTP/1.1" status: 204 len: 168 time: 1.2834587 Jul 16 20:26:43.655627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33354) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:43.657732 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0c82f7-956e-405a-938b-b161eef74b21 None None] Network 10d571b1-9bcd-4539-9068-0826c7940b17 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:43.735729 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab799c-ff18-42e8-b889-17b20386d157 req-89f5aaa9-1ee5-4a93-9eb7-122ed7009460 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:43.737274 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5cab799c-ff18-42e8-b889-17b20386d157 req-89f5aaa9-1ee5-4a93-9eb7-122ed7009460 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=745513b4-d918-414d-9a23-fd755c4ad9e2 HTTP/1.1" status: 200 len: 950 time: 0.3523223 Jul 16 20:26:43.752491 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c04856-f2ad-4420-9d0b-e6f5021ec066 req-e5b87d75-688f-4782-91ab-fe90121b6ff4 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:43.760056 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b3c04856-f2ad-4420-9d0b-e6f5021ec066 req-e5b87d75-688f-4782-91ab-fe90121b6ff4 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1e09f3-a09a-4e66-b965-aacccd7d5c8d HTTP/1.1" status: 200 len: 950 time: 0.5686772 Jul 16 20:26:43.875630 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0393ffcf-6167-4490-baf4-edcfaf7c0109 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.877508 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ae65abdb-3b70-4e51-8043-0efe6ff603cd req-fe7f396e-bfce-4f10-b069-d74e6860264f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.894238 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:43.901500 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['3079e223-4e17-4a7f-be91-ec6a7ee5dfac'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:43.945675 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441e308-fa35-46a4-8eae-ae54053c104f req-ce99b4c0-93c3-4059-82c2-a40e19cbe7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:43.946052 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5cab799c-ff18-42e8-b889-17b20386d157 req-4546e33e-3ebf-4a95-ab2a-f61da6dd66f0 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788764 Jul 16 20:26:43.947709 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6441e308-fa35-46a4-8eae-ae54053c104f req-ce99b4c0-93c3-4059-82c2-a40e19cbe7ad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3640687 Jul 16 20:26:43.950968 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f396e-bfce-4f10-b069-d74e6860264f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Pushing event deleted for resources: {'Port': ['ID=7c759f51-36a6-4ed3-82f3-1d08c63872c1,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:43.959745 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4c258b-afe0-4d7b-a048-ce759016f94a admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:26:43.973703 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928a99b-2003-4ee0-8ad4-8e01b9edf578 req-d72d202b-1a09-4863-ac21-cf8ebd56da26 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:43.975324 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5928a99b-2003-4ee0-8ad4-8e01b9edf578 req-d72d202b-1a09-4863-ac21-cf8ebd56da26 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 944 time: 0.3904195 Jul 16 20:26:43.987569 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b3c04856-f2ad-4420-9d0b-e6f5021ec066 req-491152f2-46cd-491d-b426-49d57bcee534 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265041 Jul 16 20:26:44.016225 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be4c258b-afe0-4d7b-a048-ce759016f94a admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.018067 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-be4c258b-afe0-4d7b-a048-ce759016f94a admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.2480614 Jul 16 20:26:44.025588 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3e2253-70e4-48c1-90dd-907a0e5d34ec None None] Sync routers for ids ['c1fc2b91-fbc6-495d-b4bc-121cb08148b4'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:26:44.035310 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f04a8bf-1bde-4eef-a9cc-71916151bc10 None None] DHCP port deletion for 10d571b1-9bcd-4539-9068-0826c7940b17 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:26:44.054837 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33356) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:44.078881 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1077ea78-3d84-4dd3-94c5-7b0743dc1263 x-openstack-request-id: req-1077ea78-3d84-4dd3-94c5-7b0743dc1263 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:44.079476 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca65985-680f-431b-a6fe-a6dab260f3d0", "name": "network-vif-plugged", "status": "completed", "tag": "81ce99cf-7793-40e6-a832-d7af7dbf4ca1", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:44.079826 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1077ea78-3d84-4dd3-94c5-7b0743dc1263 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:44.080619 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca65985-680f-431b-a6fe-a6dab260f3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ce99cf-7793-40e6-a832-d7af7dbf4ca1', 'code': 200} Jul 16 20:26:44.178914 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae65abdb-3b70-4e51-8043-0efe6ff603cd req-fe7f396e-bfce-4f10-b069-d74e6860264f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] No DVR routers for this DVR port 7c759f51-36a6-4ed3-82f3-1d08c63872c1 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:44.180433 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3e2253-70e4-48c1-90dd-907a0e5d34ec None None] Routers {'c1fc2b91-fbc6-495d-b4bc-121cb08148b4'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:44.181118 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-1b3e2253-70e4-48c1-90dd-907a0e5d34ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:26:25Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c1fc2b91-fbc6-495d-b4bc-121cb08148b4'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:44.200393 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7670bc00-7de2-48eb-945e-411279db3c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.215582 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ae65abdb-3b70-4e51-8043-0efe6ff603cd req-fe7f396e-bfce-4f10-b069-d74e6860264f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.221219 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ae65abdb-3b70-4e51-8043-0efe6ff603cd req-fe7f396e-bfce-4f10-b069-d74e6860264f tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.18 "DELETE /v2.0/ports/7c759f51-36a6-4ed3-82f3-1d08c63872c1 HTTP/1.1" status: 204 len: 173 time: 2.3537183 Jul 16 20:26:44.227878 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1e09f3-a09a-4e66-b965-aacccd7d5c8d', 'name': 'network-vif-deleted', 'tag': '7c759f51-36a6-4ed3-82f3-1d08c63872c1'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:44.230210 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df43a85-8311-402a-a99d-6ffb093683fe" -d '{"events": [{"server_uuid": "5b1e09f3-a09a-4e66-b965-aacccd7d5c8d", "name": "network-vif-deleted", "tag": "7c759f51-36a6-4ed3-82f3-1d08c63872c1"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:44.291269 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-a96db41a-f758-4477-a628-7d33ede5a58f tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:44.293144 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-a96db41a-f758-4477-a628-7d33ede5a58f tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.18 "GET /v2.0/networks?id=9e1ef5a8-bcda-4218-b2dd-c5f692229aa3 HTTP/1.1" status: 200 len: 815 time: 0.5749271 Jul 16 20:26:44.349701 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-84abdb93-ca38-4807-84dc-0a2d05816311 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Request body: {'port': {'device_id': '90f6cf9d-3aa4-485f-8c75-70d6a24ca53f', 'network_id': '9e1ef5a8-bcda-4218-b2dd-c5f692229aa3', 'admin_state_up': True, 'tenant_id': '865a4ca4e884477eae955fd4db1057f2'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:44.465292 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107f28d-c19a-4c43-b5e9-e316bbb49dfe req-e58098dd-2629-4b56-bdba-81b76bf2ea22 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:44.467166 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3107f28d-c19a-4c43-b5e9-e316bbb49dfe req-e58098dd-2629-4b56-bdba-81b76bf2ea22 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.18 "GET /v2.0/ports?device_id=745513b4-d918-414d-9a23-fd755c4ad9e2 HTTP/1.1" status: 200 len: 950 time: 0.7464733 Jul 16 20:26:44.505983 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670bc00-7de2-48eb-945e-411279db3c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13ad8455-a3f9-4cd7-bb5a-6261d086b47a,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:44.520934 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-0393ffcf-6167-4490-baf4-edcfaf7c0109 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Deleting port 4ff6423a-a86e-432e-874a-d3aa1b79dd90 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:44.520934 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0393ffcf-6167-4490-baf4-edcfaf7c0109 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.595087 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-0393ffcf-6167-4490-baf4-edcfaf7c0109 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] For port 4ff6423a-a86e-432e-874a-d3aa1b79dd90, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4ff6423a-a86e-432e-874a-d3aa1b79dd90,segment=NetworkSegment(1a366659-3f15-4063-a4fa-f35776911343),segment_id=1a366659-3f15-4063-a4fa-f35776911343)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:44.595868 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0393ffcf-6167-4490-baf4-edcfaf7c0109 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.598278 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5f04a8bf-1bde-4eef-a9cc-71916151bc10 None None] Deleting port 4ff6423a-a86e-432e-874a-d3aa1b79dd90 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:44.598675 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f04a8bf-1bde-4eef-a9cc-71916151bc10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.604056 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-1b3e2253-70e4-48c1-90dd-907a0e5d34ec None None] Set router c1fc2b91-fbc6-495d-b4bc-121cb08148b4 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:44.611496 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-0393ffcf-6167-4490-baf4-edcfaf7c0109 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Calling delete_port for 4ff6423a-a86e-432e-874a-d3aa1b79dd90 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:44.694694 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864fda6-c094-47e4-893b-6b4bf516b644 req-fe0d61a4-f3e5-4d05-91c5-7f592af740dc tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:44.696357 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e864fda6-c094-47e4-893b-6b4bf516b644 req-fe0d61a4-f3e5-4d05-91c5-7f592af740dc tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 945 time: 0.4405639 Jul 16 20:26:44.723429 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6441e308-fa35-46a4-8eae-ae54053c104f req-e5ae61a0-c056-4730-9236-c09a2453f394 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7280738 Jul 16 20:26:44.727797 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7670bc00-7de2-48eb-945e-411279db3c69 admin admin] Checking segment: {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:44.727797 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7670bc00-7de2-48eb-945e-411279db3c69 admin admin] Network hostable DHCP agents. Network: e0476e10-8d02-4fbd-b804-ab41bcf63297, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:26:44.730901 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-84abdb93-ca38-4807-84dc-0a2d05816311 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Made reservation on behalf of 865a4ca4e884477eae955fd4db1057f2 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:44.734557 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-84abdb93-ca38-4807-84dc-0a2d05816311 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.739929 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce3222-4be3-4a0a-9d0d-23bd396fcd52 req-772b3347-3763-41b3-a203-78bbd673e33d tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:44.741951 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4bce3222-4be3-4a0a-9d0d-23bd396fcd52 req-772b3347-3763-41b3-a203-78bbd673e33d tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 944 time: 0.5196846 Jul 16 20:26:44.768291 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5f04a8bf-1bde-4eef-a9cc-71916151bc10 None None] For port 4ff6423a-a86e-432e-874a-d3aa1b79dd90, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4ff6423a-a86e-432e-874a-d3aa1b79dd90,segment=NetworkSegment(1a366659-3f15-4063-a4fa-f35776911343),segment_id=1a366659-3f15-4063-a4fa-f35776911343)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:44.768600 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f04a8bf-1bde-4eef-a9cc-71916151bc10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.776690 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62642e1-5eec-40c4-875a-0037005b4f0c req-857d2652-7360-443b-a910-b6854d7af8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:44.776946 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-5928a99b-2003-4ee0-8ad4-8e01b9edf578 req-9bb81de8-1dc3-4d29-ba4b-40a89f24f3f1 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Deleting port e8d7853a-2e45-4036-a726-a7e4ecff5403 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:44.777499 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5928a99b-2003-4ee0-8ad4-8e01b9edf578 req-9bb81de8-1dc3-4d29-ba4b-40a89f24f3f1 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.778607 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b62642e1-5eec-40c4-875a-0037005b4f0c req-857d2652-7360-443b-a910-b6854d7af8ae service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 1097 time: 0.5674956 Jul 16 20:26:44.837522 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5f04a8bf-1bde-4eef-a9cc-71916151bc10 None None] Calling delete_port for 4ff6423a-a86e-432e-874a-d3aa1b79dd90 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:44.848579 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824bffc-8bef-45fa-b278-34fa674c2305 req-ef8bc3d5-5551-490c-a5d1-fad455e0607a tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:44.849989 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c824bffc-8bef-45fa-b278-34fa674c2305 req-ef8bc3d5-5551-490c-a5d1-fad455e0607a tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.62 "GET /v2.0/ports?device_id=a03442a3-6d87-435f-87fc-d16eba4c971b HTTP/1.1" status: 200 len: 950 time: 0.4456556 Jul 16 20:26:44.894382 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e864fda6-c094-47e4-893b-6b4bf516b644 req-993e4f34-5873-4920-8948-7949bfabf5ed tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888049 Jul 16 20:26:44.958085 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0393ffcf-6167-4490-baf4-edcfaf7c0109 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.960986 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7670bc00-7de2-48eb-945e-411279db3c69 admin admin] Network e0476e10-8d02-4fbd-b804-ab41bcf63297 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:26:45.020845 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f04a8bf-1bde-4eef-a9cc-71916151bc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:45.045310 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-7670bc00-7de2-48eb-945e-411279db3c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, e0476e10-8d02-4fbd-b804-ab41bcf63297) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:45.048004 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b62642e1-5eec-40c4-875a-0037005b4f0c req-50a4ced8-86ff-47ef-9052-0584f81f9ef4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463348 Jul 16 20:26:45.059230 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7670bc00-7de2-48eb-945e-411279db3c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:45.059904 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7670bc00-7de2-48eb-945e-411279db3c69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:45.062987 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-1b3e2253-70e4-48c1-90dd-907a0e5d34ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc2b91-fbc6-495d-b4bc-121cb08148b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1647898104-router', 'tenant_id': '040bf7ee1ec54a50aca3b42fc92ded92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'cbf8922c-25b1-4e29-b257-c261d54c0b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:36Z', 'updated_at': '2021-07-16T20:26:41Z', 'revision_number': 3, 'project_id': '040bf7ee1ec54a50aca3b42fc92ded92', 'gw_port': {'id': 'cbf8922c-25b1-4e29-b257-c261d54c0b69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:96:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc2b91-fbc6-495d-b4bc-121cb08148b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:38Z', 'updated_at': '2021-07-16T20:26:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:45.066574 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb0c7e4-3779-4dbc-bdb6-91443fdec015 None None] Network e0476e10-8d02-4fbd-b804-ab41bcf63297 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:45.104509 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04a8bf-1bde-4eef-a9cc-71916151bc10 None None] Pushing event deleted for resources: {'Port': ['ID=4ff6423a-a86e-432e-874a-d3aa1b79dd90,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:45.120051 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f04a8bf-1bde-4eef-a9cc-71916151bc10 None None] No DVR routers for this DVR port 4ff6423a-a86e-432e-874a-d3aa1b79dd90 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:45.139762 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3e2253-70e4-48c1-90dd-907a0e5d34ec None None] Checking router: c1fc2b91-fbc6-495d-b4bc-121cb08148b4 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:26:45.140108 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3e2253-70e4-48c1-90dd-907a0e5d34ec None None] Updating router c1fc2b91-fbc6-495d-b4bc-121cb08148b4 port cbf8922c-25b1-4e29-b257-c261d54c0b69 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:26:45.157123 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6441e308-fa35-46a4-8eae-ae54053c104f req-e10dda3d-5055-4dc8-8b4e-3cec24ec33fe service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168022 Jul 16 20:26:45.194075 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7670bc00-7de2-48eb-945e-411279db3c69 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3166084 Jul 16 20:26:45.203030 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-3107f28d-c19a-4c43-b5e9-e316bbb49dfe req-c0e078be-9383-459f-bd46-6669554285f6 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Deleting port 779776ba-d9f0-4fe0-9527-90d0560ef7cc {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:45.204081 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3107f28d-c19a-4c43-b5e9-e316bbb49dfe req-c0e078be-9383-459f-bd46-6669554285f6 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:45.208587 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4c0522f1-cad6-4eb7-90aa-88e8e31b413d req-f83742e7-1332-4a83-b1d2-16193e4266fc tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 210 time: 0.1333864 Jul 16 20:26:45.211143 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393ffcf-6167-4490-baf4-edcfaf7c0109 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Pushing event deleted for resources: {'Port': ['ID=4ff6423a-a86e-432e-874a-d3aa1b79dd90,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:45.225435 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0393ffcf-6167-4490-baf4-edcfaf7c0109 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] No DVR routers for this DVR port 4ff6423a-a86e-432e-874a-d3aa1b79dd90 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:45.275753 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4bce3222-4be3-4a0a-9d0d-23bd396fcd52 req-089c006b-136b-4ab5-a6b6-abb89d7a31d7 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/security-groups?id=1dbd843a-9697-4006-95e0-0753e2fa4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765391 Jul 16 20:26:45.292874 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 7c759f51-36a6-4ed3-82f3-1d08c63872c1 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:45.320621 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-84abdb93-ca38-4807-84dc-0a2d05816311 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Allocated IP 172.20.0.11 (9e1ef5a8-bcda-4218-b2dd-c5f692229aa3/973cc802-97a0-42d1-9c50-9d84240b247f/0c3b0425-aada-40e8-801b-330e50701516) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:45.389765 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4ff6423a-a86e-432e-874a-d3aa1b79dd90 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:45.401133 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 7c759f51-36a6-4ed3-82f3-1d08c63872c1 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:45.401828 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 7c759f51-36a6-4ed3-82f3-1d08c63872c1 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:45.440042 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b3e2253-70e4-48c1-90dd-907a0e5d34ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:45.490231 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 4ff6423a-a86e-432e-874a-d3aa1b79dd90 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:45.490832 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4ff6423a-a86e-432e-874a-d3aa1b79dd90 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:45.583386 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-3107f28d-c19a-4c43-b5e9-e316bbb49dfe req-c0e078be-9383-459f-bd46-6669554285f6 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] For port 779776ba-d9f0-4fe0-9527-90d0560ef7cc, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=779776ba-d9f0-4fe0-9527-90d0560ef7cc,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:45.584873 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3107f28d-c19a-4c43-b5e9-e316bbb49dfe req-c0e078be-9383-459f-bd46-6669554285f6 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:45.611797 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-3107f28d-c19a-4c43-b5e9-e316bbb49dfe req-c0e078be-9383-459f-bd46-6669554285f6 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Calling delete_port for 779776ba-d9f0-4fe0-9527-90d0560ef7cc owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:45.699309 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0393ffcf-6167-4490-baf4-edcfaf7c0109 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:45.740628 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-0393ffcf-6167-4490-baf4-edcfaf7c0109 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d571b1-9bcd-4539-9068-0826c7940b17']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:45.758610 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-0393ffcf-6167-4490-baf4-edcfaf7c0109 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a366659-3f15-4063-a4fa-f35776911343') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:45.758940 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-0393ffcf-6167-4490-baf4-edcfaf7c0109 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a366659-3f15-4063-a4fa-f35776911343') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:45.771439 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0393ffcf-6167-4490-baf4-edcfaf7c0109 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:45.783801 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feacc9b9-42fe-48df-952a-3e23c94e34be None None] Network e0476e10-8d02-4fbd-b804-ab41bcf63297 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:45.790599 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0393ffcf-6167-4490-baf4-edcfaf7c0109 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:45.801103 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0393ffcf-6167-4490-baf4-edcfaf7c0109 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:26:45.802031 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0393ffcf-6167-4490-baf4-edcfaf7c0109 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.104108 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-212a9aea-f814-49e9-8d63-ea4dbca4091e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.111107 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3107f28d-c19a-4c43-b5e9-e316bbb49dfe req-c0e078be-9383-459f-bd46-6669554285f6 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.157766 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f9aa5cc8-d6c0-42be-8acf-38074d0583d5'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:46.161814 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['8e3da5c1-787e-433f-b543-77bc7f75e480', '5bed6517-899b-4190-a8dc-5aced4507220', 'c6fd142d-49fc-477b-b82f-164b97511e79'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:46.213693 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e078be-9383-459f-bd46-6669554285f6 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Pushing event deleted for resources: {'Port': ['ID=779776ba-d9f0-4fe0-9527-90d0560ef7cc,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:46.246467 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-3107f28d-c19a-4c43-b5e9-e316bbb49dfe req-c0e078be-9383-459f-bd46-6669554285f6 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] No DVR routers for this DVR port 779776ba-d9f0-4fe0-9527-90d0560ef7cc on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:46.249948 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3107f28d-c19a-4c43-b5e9-e316bbb49dfe req-c0e078be-9383-459f-bd46-6669554285f6 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.252511 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3107f28d-c19a-4c43-b5e9-e316bbb49dfe req-c0e078be-9383-459f-bd46-6669554285f6 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.18 "DELETE /v2.0/ports/779776ba-d9f0-4fe0-9527-90d0560ef7cc HTTP/1.1" status: 204 len: 173 time: 1.7724977 Jul 16 20:26:46.258526 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745513b4-d918-414d-9a23-fd755c4ad9e2', 'name': 'network-vif-deleted', 'tag': '779776ba-d9f0-4fe0-9527-90d0560ef7cc'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:46.260889 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3fe575-5059-46d7-baab-379ab0088985" -d '{"events": [{"server_uuid": "745513b4-d918-414d-9a23-fd755c4ad9e2", "name": "network-vif-deleted", "tag": "779776ba-d9f0-4fe0-9527-90d0560ef7cc"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:46.282367 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22533ce-1b9e-4409-8f65-01c118c33b4d x-openstack-request-id: req-d22533ce-1b9e-4409-8f65-01c118c33b4d {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:46.283022 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1e09f3-a09a-4e66-b965-aacccd7d5c8d", "name": "network-vif-deleted", "tag": "7c759f51-36a6-4ed3-82f3-1d08c63872c1", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:46.283581 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d22533ce-1b9e-4409-8f65-01c118c33b4d {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:46.284151 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1e09f3-a09a-4e66-b965-aacccd7d5c8d', 'name': 'network-vif-deleted', 'tag': '7c759f51-36a6-4ed3-82f3-1d08c63872c1', 'status': 'completed', 'code': 200} Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:26:46.285044 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:26:46.306862 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-84abdb93-ca38-4807-84dc-0a2d05816311 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.313086 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-5928a99b-2003-4ee0-8ad4-8e01b9edf578 req-9bb81de8-1dc3-4d29-ba4b-40a89f24f3f1 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] For port e8d7853a-2e45-4036-a726-a7e4ecff5403, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=e8d7853a-2e45-4036-a726-a7e4ecff5403,segment=NetworkSegment(e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab),segment_id=e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:46.313451 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5928a99b-2003-4ee0-8ad4-8e01b9edf578 req-9bb81de8-1dc3-4d29-ba4b-40a89f24f3f1 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.366173 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33390) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:46.371752 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-55967e87-4c6b-435a-9562-93a2f7662c1f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2079040051-network', 'tenant_id': 'd08dc9bcb4a34608ad06bb7c3fa99f77'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:46.377882 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b3e2253-70e4-48c1-90dd-907a0e5d34ec None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.394589 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1b3e2253-70e4-48c1-90dd-907a0e5d34ec None None] Transition to ACTIVE for port object cbf8922c-25b1-4e29-b257-c261d54c0b69 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:46.400070 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ce6a6684-23fd-466c-891b-62f1c51759f2 req-1fd46cc0-ac99-47e0-b45d-7b7bd2e9f335 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=745513b4-d918-414d-9a23-fd755c4ad9e2 HTTP/1.1" status: 200 len: 210 time: 0.1249585 Jul 16 20:26:46.403631 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0393ffcf-6167-4490-baf4-edcfaf7c0109 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.407667 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-5928a99b-2003-4ee0-8ad4-8e01b9edf578 req-9bb81de8-1dc3-4d29-ba4b-40a89f24f3f1 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Calling delete_port for e8d7853a-2e45-4036-a726-a7e4ecff5403 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:46.415996 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55967e87-4c6b-435a-9562-93a2f7662c1f admin admin] Made reservation on behalf of d08dc9bcb4a34608ad06bb7c3fa99f77 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:46.418562 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-55967e87-4c6b-435a-9562-93a2f7662c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.437567 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0393ffcf-6167-4490-baf4-edcfaf7c0109 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.441535 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0393ffcf-6167-4490-baf4-edcfaf7c0109 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] 10.222.0.38 "DELETE /v2.0/networks/10d571b1-9bcd-4539-9068-0826c7940b17 HTTP/1.1" status: 204 len: 168 time: 2.7710531 Jul 16 20:26:46.441695 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b3e2253-70e4-48c1-90dd-907a0e5d34ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.448664 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-55967e87-4c6b-435a-9562-93a2f7662c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.501136 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-84abdb93-ca38-4807-84dc-0a2d05816311 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.521841 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393ffcf-6167-4490-baf4-edcfaf7c0109 tempest-ExtraDHCPOptionsTestJSON-791133054 tempest-ExtraDHCPOptionsTestJSON-791133054-project] Pushing event deleted for resources: {'Network': ['ID=10d571b1-9bcd-4539-9068-0826c7940b17,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:46.582233 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abdb93-ca38-4807-84dc-0a2d05816311 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Pushing event updated for resources: {'Port': ['ID=0c3b0425-aada-40e8-801b-330e50701516,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:46.613191 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1b3e2253-70e4-48c1-90dd-907a0e5d34ec None None] Attempting to bind port cbf8922c-25b1-4e29-b257-c261d54c0b69 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:46.613825 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1b3e2253-70e4-48c1-90dd-907a0e5d34ec None None] Attempting to bind port cbf8922c-25b1-4e29-b257-c261d54c0b69 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:46.614493 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3e2253-70e4-48c1-90dd-907a0e5d34ec None None] Attempting to bind port cbf8922c-25b1-4e29-b257-c261d54c0b69 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:46.620159 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-212a9aea-f814-49e9-8d63-ea4dbca4091e admin admin] Allocated IP 172.20.0.1 (b358c1d9-e9f6-4096-8d60-98099a8c70b7/84f36c9a-649f-4fbc-95a8-0fd0b2d3d58e/433f39d2-f62f-4f01-ada3-b677b1b52692) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:46.629390 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-84abdb93-ca38-4807-84dc-0a2d05816311 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Network 9e1ef5a8-bcda-4218-b2dd-c5f692229aa3 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:46.639478 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-84abdb93-ca38-4807-84dc-0a2d05816311 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:46.642443 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-84abdb93-ca38-4807-84dc-0a2d05816311 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:46.654380 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3e2253-70e4-48c1-90dd-907a0e5d34ec None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:46.655072 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3e2253-70e4-48c1-90dd-907a0e5d34ec None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:46.655772 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b3e2253-70e4-48c1-90dd-907a0e5d34ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.656383 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3e2253-70e4-48c1-90dd-907a0e5d34ec None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:46.657077 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1b3e2253-70e4-48c1-90dd-907a0e5d34ec None None] Bound port: cbf8922c-25b1-4e29-b257-c261d54c0b69, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:46.657677 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b3e2253-70e4-48c1-90dd-907a0e5d34ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.735831 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564559f-6ec8-40af-a05d-f1da282de445 None None] Pushing event updated for resources: {'Port': ['ID=cbf8922c-25b1-4e29-b257-c261d54c0b69,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:46.766530 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-84abdb93-ca38-4807-84dc-0a2d05816311 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:46.767266 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-84abdb93-ca38-4807-84dc-0a2d05816311 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.781043 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd8572-3b39-446e-a1c7-f72c94000b95 req-7580051f-7f5b-461d-a6df-e83d12289a69 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:46.797775 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6dbd8572-3b39-446e-a1c7-f72c94000b95 req-7580051f-7f5b-461d-a6df-e83d12289a69 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.5213258 Jul 16 20:26:46.873372 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1b3e2253-70e4-48c1-90dd-907a0e5d34ec None None] For port cbf8922c-25b1-4e29-b257-c261d54c0b69, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:46.885328 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-55967e87-4c6b-435a-9562-93a2f7662c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.886893 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-c824bffc-8bef-45fa-b278-34fa674c2305 req-d902197a-a962-46d2-bf72-1376b7d782d3 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Deleting port c6fd142d-49fc-477b-b82f-164b97511e79 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:46.889552 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c824bffc-8bef-45fa-b278-34fa674c2305 req-d902197a-a962-46d2-bf72-1376b7d782d3 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.892035 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-212a9aea-f814-49e9-8d63-ea4dbca4091e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.898580 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-55967e87-4c6b-435a-9562-93a2f7662c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.913817 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55967e87-4c6b-435a-9562-93a2f7662c1f admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:26:46.918542 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1b3e2253-70e4-48c1-90dd-907a0e5d34ec None None] For port cbf8922c-25b1-4e29-b257-c261d54c0b69, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=cbf8922c-25b1-4e29-b257-c261d54c0b69,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:46.925101 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-84abdb93-ca38-4807-84dc-0a2d05816311 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6177137 Jul 16 20:26:46.931215 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b3e2253-70e4-48c1-90dd-907a0e5d34ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.939139 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6dbd8572-3b39-446e-a1c7-f72c94000b95 req-635956d1-866c-4c2e-9c0d-184116533024 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297095 Jul 16 20:26:46.950088 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-55967e87-4c6b-435a-9562-93a2f7662c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.950456 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-55967e87-4c6b-435a-9562-93a2f7662c1f admin admin] Added segment 63b2c0f5-7aae-4108-b1f5-1e47e06272cf of type vlan for network 48e09210-b3b8-41c5-a6c9-7fb2e5f7e8bb Jul 16 20:26:46.966987 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-25f25358-82a7-4da6-8ef7-f33a4041d5bb service neutron] Request body: {'port': {'device_id': '90f6cf9d-3aa4-485f-8c75-70d6a24ca53f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:46.994509 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564559f-6ec8-40af-a05d-f1da282de445 None None] Pushing event updated for resources: {'Port': ['ID=cbf8922c-25b1-4e29-b257-c261d54c0b69,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:47.083068 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33396) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:47.127974 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3e2253-70e4-48c1-90dd-907a0e5d34ec None None] Routers {'c1fc2b91-fbc6-495d-b4bc-121cb08148b4'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:47.129509 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-1b3e2253-70e4-48c1-90dd-907a0e5d34ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:26:25Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c1fc2b91-fbc6-495d-b4bc-121cb08148b4'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:47.161025 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746e182-5e8e-413b-9d0b-e52bf4eced16 req-0fa83f8d-9c7b-4647-8960-7443970201b9 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:47.170746 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5746e182-5e8e-413b-9d0b-e52bf4eced16 req-0fa83f8d-9c7b-4647-8960-7443970201b9 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 945 time: 0.5549788 Jul 16 20:26:47.242946 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 779776ba-d9f0-4fe0-9527-90d0560ef7cc no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:47.274280 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device c6fd142d-49fc-477b-b82f-164b97511e79 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:47.282391 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 779776ba-d9f0-4fe0-9527-90d0560ef7cc {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:47.282805 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 779776ba-d9f0-4fe0-9527-90d0560ef7cc not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:47.301338 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5746e182-5e8e-413b-9d0b-e52bf4eced16 req-6d20a695-272f-4590-bf62-663dde8feee6 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273260 Jul 16 20:26:47.318439 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-c824bffc-8bef-45fa-b278-34fa674c2305 req-d902197a-a962-46d2-bf72-1376b7d782d3 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] For port c6fd142d-49fc-477b-b82f-164b97511e79, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c6fd142d-49fc-477b-b82f-164b97511e79,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:47.318807 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c824bffc-8bef-45fa-b278-34fa674c2305 req-d902197a-a962-46d2-bf72-1376b7d782d3 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.352579 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-c824bffc-8bef-45fa-b278-34fa674c2305 req-d902197a-a962-46d2-bf72-1376b7d782d3 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Calling delete_port for c6fd142d-49fc-477b-b82f-164b97511e79 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:47.354403 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5928a99b-2003-4ee0-8ad4-8e01b9edf578 req-9bb81de8-1dc3-4d29-ba4b-40a89f24f3f1 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.418795 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1405a86-f52b-4ac7-a87f-e3ee0c24d7d1 x-openstack-request-id: req-f1405a86-f52b-4ac7-a87f-e3ee0c24d7d1 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:47.419228 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745513b4-d918-414d-9a23-fd755c4ad9e2", "name": "network-vif-deleted", "tag": "779776ba-d9f0-4fe0-9527-90d0560ef7cc", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:47.419574 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f1405a86-f52b-4ac7-a87f-e3ee0c24d7d1 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:47.420061 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745513b4-d918-414d-9a23-fd755c4ad9e2', 'name': 'network-vif-deleted', 'tag': '779776ba-d9f0-4fe0-9527-90d0560ef7cc', 'status': 'completed', 'code': 200} Jul 16 20:26:47.422087 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fe701be2-c495-4e7d-8ed0-6b268d4957b5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f0fcb10c851f45f2ace7481704fc3adb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338301 Jul 16 20:26:47.426770 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33402) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:47.468530 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb81de8-1dc3-4d29-ba4b-40a89f24f3f1 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Pushing event deleted for resources: {'Port': ['ID=e8d7853a-2e45-4036-a726-a7e4ecff5403,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:47.505156 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55967e87-4c6b-435a-9562-93a2f7662c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf25b1a-8000-474a-990e-30a3a66f33b0,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:47.510430 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-55967e87-4c6b-435a-9562-93a2f7662c1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.536223 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55967e87-4c6b-435a-9562-93a2f7662c1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:47.536737 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55967e87-4c6b-435a-9562-93a2f7662c1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:47.537188 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55967e87-4c6b-435a-9562-93a2f7662c1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:47.537614 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55967e87-4c6b-435a-9562-93a2f7662c1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:47.538095 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55967e87-4c6b-435a-9562-93a2f7662c1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:47.538553 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55967e87-4c6b-435a-9562-93a2f7662c1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:47.538962 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55967e87-4c6b-435a-9562-93a2f7662c1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:47.539376 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55967e87-4c6b-435a-9562-93a2f7662c1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:47.539794 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55967e87-4c6b-435a-9562-93a2f7662c1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:47.540199 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55967e87-4c6b-435a-9562-93a2f7662c1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:47.540636 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55967e87-4c6b-435a-9562-93a2f7662c1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:47.541037 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55967e87-4c6b-435a-9562-93a2f7662c1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:47.564979 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-1b3e2253-70e4-48c1-90dd-907a0e5d34ec None None] Set router c1fc2b91-fbc6-495d-b4bc-121cb08148b4 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:47.576746 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668c058-2213-4e96-af4e-31a725476314 req-3e8b0932-0314-4f06-ba38-0a73b8c2445a tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:47.583695 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4668c058-2213-4e96-af4e-31a725476314 req-3e8b0932-0314-4f06-ba38-0a73b8c2445a tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 932 time: 0.4101484 Jul 16 20:26:47.587508 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-212a9aea-f814-49e9-8d63-ea4dbca4091e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.622115 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-16288625-a6e2-42bc-8a62-7b9960e7bdb3 req-8bc9dc3f-4aab-4239-9c83-ceb315a31e3e tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a7aa58b-f104-41fe-93b0-d087381d4e4f HTTP/1.1" status: 200 len: 210 time: 0.1066740 Jul 16 20:26:47.668823 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-5928a99b-2003-4ee0-8ad4-8e01b9edf578 req-9bb81de8-1dc3-4d29-ba4b-40a89f24f3f1 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] No DVR routers for this DVR port e8d7853a-2e45-4036-a726-a7e4ecff5403 on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:47.669112 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-25f25358-82a7-4da6-8ef7-f33a4041d5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.672805 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212a9aea-f814-49e9-8d63-ea4dbca4091e admin admin] Network b358c1d9-e9f6-4096-8d60-98099a8c70b7 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:47.676881 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5928a99b-2003-4ee0-8ad4-8e01b9edf578 req-9bb81de8-1dc3-4d29-ba4b-40a89f24f3f1 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.678921 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5928a99b-2003-4ee0-8ad4-8e01b9edf578 req-9bb81de8-1dc3-4d29-ba4b-40a89f24f3f1 tempest-LiveMigrationTest-41983557 tempest-LiveMigrationTest-41983557-project] 10.222.0.62 "DELETE /v2.0/ports/e8d7853a-2e45-4036-a726-a7e4ecff5403 HTTP/1.1" status: 204 len: 173 time: 3.6903796 Jul 16 20:26:47.684397 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ccc25-e590-43ce-8eee-0bd076025012 req-6608b189-9062-4e52-901a-d1f984f1f615 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:47.686358 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-294ccc25-e590-43ce-8eee-0bd076025012 req-6608b189-9062-4e52-901a-d1f984f1f615 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.2475030 Jul 16 20:26:47.694952 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-55967e87-4c6b-435a-9562-93a2f7662c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.696004 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55967e87-4c6b-435a-9562-93a2f7662c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:47.697215 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-55967e87-4c6b-435a-9562-93a2f7662c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.712723 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-212a9aea-f814-49e9-8d63-ea4dbca4091e admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:47.727287 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1569cdb3-1237-4533-a093-68bfe357d539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.735012 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.742092 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4668c058-2213-4e96-af4e-31a725476314 req-31272d02-8f37-4937-863b-f2c72408d296 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574450 Jul 16 20:26:47.831448 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212a9aea-f814-49e9-8d63-ea4dbca4091e admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:47.862813 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a9aea-f814-49e9-8d63-ea4dbca4091e admin admin] Pushing event updated for resources: {'Port': ['ID=433f39d2-f62f-4f01-ada3-b677b1b52692,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:47.921638 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1569cdb3-1237-4533-a093-68bfe357d539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.931846 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-1b3e2253-70e4-48c1-90dd-907a0e5d34ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc2b91-fbc6-495d-b4bc-121cb08148b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1647898104-router', 'tenant_id': '040bf7ee1ec54a50aca3b42fc92ded92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'cbf8922c-25b1-4e29-b257-c261d54c0b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:36Z', 'updated_at': '2021-07-16T20:26:41Z', 'revision_number': 3, 'project_id': '040bf7ee1ec54a50aca3b42fc92ded92', 'gw_port': {'id': 'cbf8922c-25b1-4e29-b257-c261d54c0b69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:96:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc2b91-fbc6-495d-b4bc-121cb08148b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:38Z', 'updated_at': '2021-07-16T20:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:47.979931 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3e2253-70e4-48c1-90dd-907a0e5d34ec None None] The sync data for ids ['c1fc2b91-fbc6-495d-b4bc-121cb08148b4'] in n-d-791506-21 is: [{'id': 'c1fc2b91-fbc6-495d-b4bc-121cb08148b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1647898104-router', 'tenant_id': '040bf7ee1ec54a50aca3b42fc92ded92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'cbf8922c-25b1-4e29-b257-c261d54c0b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:36Z', 'updated_at': '2021-07-16T20:26:41Z', 'revision_number': 3, 'project_id': '040bf7ee1ec54a50aca3b42fc92ded92', 'gw_port': {'id': 'cbf8922c-25b1-4e29-b257-c261d54c0b69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:96:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc2b91-fbc6-495d-b4bc-121cb08148b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:38Z', 'updated_at': '2021-07-16T20:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:26:48.034851 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device e8d7853a-2e45-4036-a726-a7e4ecff5403 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:48.045276 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c824bffc-8bef-45fa-b278-34fa674c2305 req-d902197a-a962-46d2-bf72-1376b7d782d3 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.085947 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f9aa5cc8-d6c0-42be-8acf-38074d0583d5'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:48.100283 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: e8d7853a-2e45-4036-a726-a7e4ecff5403 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:48.100952 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device e8d7853a-2e45-4036-a726-a7e4ecff5403 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:48.132755 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902197a-a962-46d2-bf72-1376b7d782d3 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Pushing event deleted for resources: {'Port': ['ID=c6fd142d-49fc-477b-b82f-164b97511e79,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:48.134928 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1569cdb3-1237-4533-a093-68bfe357d539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.151518 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1569cdb3-1237-4533-a093-68bfe357d539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.155379 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1569cdb3-1237-4533-a093-68bfe357d539 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1717f747-5f49-4d1e-86fe-c620d7d185ed HTTP/1.1" status: 204 len: 168 time: 0.7017875 Jul 16 20:26:48.178430 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a6a2011c-ede1-44c0-b23b-ed10756678f6 req-3e6a1a38-781f-4478-956c-539201ecdffb tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03442a3-6d87-435f-87fc-d16eba4c971b HTTP/1.1" status: 200 len: 210 time: 0.0840840 Jul 16 20:26:48.307745 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['8e3da5c1-787e-433f-b543-77bc7f75e480', '5bed6517-899b-4190-a8dc-5aced4507220'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:48.317873 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-25f25358-82a7-4da6-8ef7-f33a4041d5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c3b0425-aada-40e8-801b-330e50701516 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:48.329435 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-25f25358-82a7-4da6-8ef7-f33a4041d5bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.345716 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-25f25358-82a7-4da6-8ef7-f33a4041d5bb service neutron] Transition to ACTIVE for port object 0c3b0425-aada-40e8-801b-330e50701516 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:48.386909 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-25f25358-82a7-4da6-8ef7-f33a4041d5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.409098 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-55967e87-4c6b-435a-9562-93a2f7662c1f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0418279 Jul 16 20:26:48.434038 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7aa58b-f104-41fe-93b0-d087381d4e4f', 'name': 'network-vif-deleted', 'tag': 'e8d7853a-2e45-4036-a726-a7e4ecff5403'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:48.470978 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21685785-fdb1-4f49-87f3-8eed1e566d69" -d '{"events": [{"server_uuid": "3a7aa58b-f104-41fe-93b0-d087381d4e4f", "name": "network-vif-deleted", "tag": "e8d7853a-2e45-4036-a726-a7e4ecff5403"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:48.478728 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-c824bffc-8bef-45fa-b278-34fa674c2305 req-d902197a-a962-46d2-bf72-1376b7d782d3 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] No DVR routers for this DVR port c6fd142d-49fc-477b-b82f-164b97511e79 on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:48.482914 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569cdb3-1237-4533-a093-68bfe357d539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1717f747-5f49-4d1e-86fe-c620d7d185ed,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:48.485049 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c824bffc-8bef-45fa-b278-34fa674c2305 req-d902197a-a962-46d2-bf72-1376b7d782d3 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.487333 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c824bffc-8bef-45fa-b278-34fa674c2305 req-d902197a-a962-46d2-bf72-1376b7d782d3 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.62 "DELETE /v2.0/ports/c6fd142d-49fc-477b-b82f-164b97511e79 HTTP/1.1" status: 204 len: 173 time: 3.6222260 Jul 16 20:26:48.489596 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33416) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:48.511619 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-086d1e7d-e0f0-4739-8f60-e649e7fefca7 admin admin] Request body: {'subnet': {'network_id': '48e09210-b3b8-41c5-a6c9-7fb2e5f7e8bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2079040051-subnet', 'tenant_id': 'd08dc9bcb4a34608ad06bb7c3fa99f77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:48.576766 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55967e87-4c6b-435a-9562-93a2f7662c1f admin admin] Pushing event updated for resources: {'Network': ['ID=48e09210-b3b8-41c5-a6c9-7fb2e5f7e8bb,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:48.590367 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 48e09210-b3b8-41c5-a6c9-7fb2e5f7e8bb details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:26:48.655913 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086d1e7d-e0f0-4739-8f60-e649e7fefca7 admin admin] Made reservation on behalf of d08dc9bcb4a34608ad06bb7c3fa99f77 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:48.658287 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-086d1e7d-e0f0-4739-8f60-e649e7fefca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.758102 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35d5d8-16af-4c5e-b625-29f7f81d5e88 req-66d1c82a-4209-4108-a2bf-bee662c1deda tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:48.768019 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d35d5d8-16af-4c5e-b625-29f7f81d5e88 req-66d1c82a-4209-4108-a2bf-bee662c1deda tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 950 time: 0.4372561 Jul 16 20:26:48.795221 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-294ccc25-e590-43ce-8eee-0bd076025012 req-e7f3a3fc-08ca-4417-a6ca-49c15d366813 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Deleting port 3079e223-4e17-4a7f-be91-ec6a7ee5dfac {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:48.796204 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-294ccc25-e590-43ce-8eee-0bd076025012 req-e7f3a3fc-08ca-4417-a6ca-49c15d366813 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.863523 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-212a9aea-f814-49e9-8d63-ea4dbca4091e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.944712 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3bedb-20d6-4073-a36a-5fc21b1ef639 req-450279e2-d101-4f79-8202-0193d3432f2a tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:48.952196 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-efb3bedb-20d6-4073-a36a-5fc21b1ef639 req-450279e2-d101-4f79-8202-0193d3432f2a tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 945 time: 0.4634993 Jul 16 20:26:48.973202 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f25358-82a7-4da6-8ef7-f33a4041d5bb service neutron] Pushing event updated for resources: {'Port': ['ID=0c3b0425-aada-40e8-801b-330e50701516,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:49.015824 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d35d5d8-16af-4c5e-b625-29f7f81d5e88 req-b893497e-81d5-479e-a674-6ec0733f2769 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468185 Jul 16 20:26:49.051314 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-25f25358-82a7-4da6-8ef7-f33a4041d5bb service neutron] Attempting to bind port 0c3b0425-aada-40e8-801b-330e50701516 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:49.052429 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-25f25358-82a7-4da6-8ef7-f33a4041d5bb service neutron] Attempting to bind port 0c3b0425-aada-40e8-801b-330e50701516 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '8d35c410-30a1-4b75-a650-78fe73e706ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e1ef5a8-bcda-4218-b2dd-c5f692229aa3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:49.053208 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-25f25358-82a7-4da6-8ef7-f33a4041d5bb service neutron] Attempting to bind port 0c3b0425-aada-40e8-801b-330e50701516 on network 9e1ef5a8-bcda-4218-b2dd-c5f692229aa3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:49.076690 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-25f25358-82a7-4da6-8ef7-f33a4041d5bb service neutron] Port 0c3b0425-aada-40e8-801b-330e50701516 on network 9e1ef5a8-bcda-4218-b2dd-c5f692229aa3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:49.077119 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-25f25358-82a7-4da6-8ef7-f33a4041d5bb service neutron] Attempting to bind port 0c3b0425-aada-40e8-801b-330e50701516 on network 9e1ef5a8-bcda-4218-b2dd-c5f692229aa3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:49.090511 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-efb3bedb-20d6-4073-a36a-5fc21b1ef639 req-eba7c82b-8093-45cc-8da4-0567f41b5a95 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373229 Jul 16 20:26:49.112099 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-25f25358-82a7-4da6-8ef7-f33a4041d5bb service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:49.112575 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-25f25358-82a7-4da6-8ef7-f33a4041d5bb service neutron] Checking segment: {'id': '8d35c410-30a1-4b75-a650-78fe73e706ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e1ef5a8-bcda-4218-b2dd-c5f692229aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:49.113063 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-25f25358-82a7-4da6-8ef7-f33a4041d5bb service neutron] Bound using segment: {'id': '8d35c410-30a1-4b75-a650-78fe73e706ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e1ef5a8-bcda-4218-b2dd-c5f692229aa3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:49.113634 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-25f25358-82a7-4da6-8ef7-f33a4041d5bb service neutron] Bound port: 0c3b0425-aada-40e8-801b-330e50701516, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35c410-30a1-4b75-a650-78fe73e706ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e1ef5a8-bcda-4218-b2dd-c5f692229aa3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:49.114092 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-25f25358-82a7-4da6-8ef7-f33a4041d5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:49.149721 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4669941-f80c-46fd-a9cf-02a09586beec x-openstack-request-id: req-d4669941-f80c-46fd-a9cf-02a09586beec {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:49.150193 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a7aa58b-f104-41fe-93b0-d087381d4e4f", "name": "network-vif-deleted", "tag": "e8d7853a-2e45-4036-a726-a7e4ecff5403", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:49.150742 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d4669941-f80c-46fd-a9cf-02a09586beec {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:49.151390 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7aa58b-f104-41fe-93b0-d087381d4e4f', 'name': 'network-vif-deleted', 'tag': 'e8d7853a-2e45-4036-a726-a7e4ecff5403', 'status': 'completed', 'code': 200} Jul 16 20:26:49.207169 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-294ccc25-e590-43ce-8eee-0bd076025012 req-e7f3a3fc-08ca-4417-a6ca-49c15d366813 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] For port 3079e223-4e17-4a7f-be91-ec6a7ee5dfac, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=3079e223-4e17-4a7f-be91-ec6a7ee5dfac,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:49.207674 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-294ccc25-e590-43ce-8eee-0bd076025012 req-e7f3a3fc-08ca-4417-a6ca-49c15d366813 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:49.262017 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device cbf8922c-25b1-4e29-b257-c261d54c0b69 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:49.269242 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-294ccc25-e590-43ce-8eee-0bd076025012 req-e7f3a3fc-08ca-4417-a6ca-49c15d366813 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Calling delete_port for 3079e223-4e17-4a7f-be91-ec6a7ee5dfac owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:49.292052 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33436) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:49.334903 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-25f25358-82a7-4da6-8ef7-f33a4041d5bb service neutron] For port 0c3b0425-aada-40e8-801b-330e50701516, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:49.337495 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-086d1e7d-e0f0-4739-8f60-e649e7fefca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:49.438928 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-25f25358-82a7-4da6-8ef7-f33a4041d5bb service neutron] For port 0c3b0425-aada-40e8-801b-330e50701516, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0c3b0425-aada-40e8-801b-330e50701516,segment=NetworkSegment(8d35c410-30a1-4b75-a650-78fe73e706ce),segment_id=8d35c410-30a1-4b75-a650-78fe73e706ce)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:49.455131 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-25f25358-82a7-4da6-8ef7-f33a4041d5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:49.462471 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port cbf8922c-25b1-4e29-b257-c261d54c0b69 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:49.472832 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port cbf8922c-25b1-4e29-b257-c261d54c0b69 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:49.473207 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:49.477297 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-212a9aea-f814-49e9-8d63-ea4dbca4091e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:49.614489 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b6e58e5e-35d4-496b-bae7-fbb57ca3ce71 req-4dd154b4-6bd2-4c40-bad8-16a1a5c77604 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=a03442a3-6d87-435f-87fc-d16eba4c971b HTTP/1.1" status: 200 len: 210 time: 0.0622551 Jul 16 20:26:49.623091 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d1e7d-e0f0-4739-8f60-e649e7fefca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf20a0c0-b3cb-4c8a-a3b3-5f9387178bd4,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:49.623224 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f25358-82a7-4da6-8ef7-f33a4041d5bb service neutron] Pushing event updated for resources: {'Port': ['ID=0c3b0425-aada-40e8-801b-330e50701516,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:49.652927 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-25f25358-82a7-4da6-8ef7-f33a4041d5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:49.653657 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-25f25358-82a7-4da6-8ef7-f33a4041d5bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:49.655159 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-25f25358-82a7-4da6-8ef7-f33a4041d5bb service neutron] 10.222.0.18 "PUT /v2.0/ports/0c3b0425-aada-40e8-801b-330e50701516 HTTP/1.1" status: 200 len: 1093 time: 2.7089233 Jul 16 20:26:49.657086 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f6cf9d-3aa4-485f-8c75-70d6a24ca53f', 'tag': '0c3b0425-aada-40e8-801b-330e50701516'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:49.659601 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef0e60a-9363-4acd-a041-87c2177d235a" -d '{"events": [{"name": "network-changed", "server_uuid": "90f6cf9d-3aa4-485f-8c75-70d6a24ca53f", "tag": "0c3b0425-aada-40e8-801b-330e50701516"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:49.697234 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:49.742891 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086d1e7d-e0f0-4739-8f60-e649e7fefca7 admin admin] Checking segment: {'id': '63b2c0f5-7aae-4108-b1f5-1e47e06272cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '48e09210-b3b8-41c5-a6c9-7fb2e5f7e8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:49.743346 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086d1e7d-e0f0-4739-8f60-e649e7fefca7 admin admin] Network hostable DHCP agents. Network: 48e09210-b3b8-41c5-a6c9-7fb2e5f7e8bb, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:26:49.751143 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8e9a95-a2e4-4304-ac7d-8f0bcd258337 x-openstack-request-id: req-1a8e9a95-a2e4-4304-ac7d-8f0bcd258337 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:49.752289 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f6cf9d-3aa4-485f-8c75-70d6a24ca53f", "tag": "0c3b0425-aada-40e8-801b-330e50701516", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:49.753165 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a8e9a95-a2e4-4304-ac7d-8f0bcd258337 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:49.754558 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port cbf8922c-25b1-4e29-b257-c261d54c0b69, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=cbf8922c-25b1-4e29-b257-c261d54c0b69,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:49.754919 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f6cf9d-3aa4-485f-8c75-70d6a24ca53f', 'tag': '0c3b0425-aada-40e8-801b-330e50701516', 'status': 'completed', 'code': 200} Jul 16 20:26:49.765754 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:49.795949 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd472dc-5ec6-4f1c-b305-794128d0ca21 req-b3620ba4-98dd-423e-92ef-e1d646a8bfac tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:49.800644 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-abd472dc-5ec6-4f1c-b305-794128d0ca21 req-b3620ba4-98dd-423e-92ef-e1d646a8bfac tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 944 time: 0.4012609 Jul 16 20:26:49.801145 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33448) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:49.811017 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086d1e7d-e0f0-4739-8f60-e649e7fefca7 admin admin] Network 48e09210-b3b8-41c5-a6c9-7fb2e5f7e8bb is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:26:49.819100 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f6011af-bdf7-4a9a-8aeb-ba8a4044c78a admin admin] Deleting subnet fed2a9f4-4984-4b87-a48a-a9fcef3fa565 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:26:49.827608 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f6011af-bdf7-4a9a-8aeb-ba8a4044c78a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:49.838306 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=cbf8922c-25b1-4e29-b257-c261d54c0b69,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:49.878779 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-086d1e7d-e0f0-4739-8f60-e649e7fefca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 48e09210-b3b8-41c5-a6c9-7fb2e5f7e8bb) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:49.898273 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf8c8cc-0420-424c-bc28-956fea5989d8 None None] Network 48e09210-b3b8-41c5-a6c9-7fb2e5f7e8bb requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:49.904757 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086d1e7d-e0f0-4739-8f60-e649e7fefca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:49.905364 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-086d1e7d-e0f0-4739-8f60-e649e7fefca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:49.926882 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-abd472dc-5ec6-4f1c-b305-794128d0ca21 req-541caeb5-e497-443f-85b6-7151aa12d590 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112070 Jul 16 20:26:49.934954 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-6f747ffc-1a13-48f1-b5c7-975bd556348d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-676978674'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:49.942909 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f6011af-bdf7-4a9a-8aeb-ba8a4044c78a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:49.963992 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-086d1e7d-e0f0-4739-8f60-e649e7fefca7 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4714749 Jul 16 20:26:49.964862 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-294ccc25-e590-43ce-8eee-0bd076025012 req-e7f3a3fc-08ca-4417-a6ca-49c15d366813 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:49.971277 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-e8f3184e-5a09-4f95-bf71-edd91bdf84b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:49.972804 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-e8f3184e-5a09-4f95-bf71-edd91bdf84b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=865a4ca4e884477eae955fd4db1057f2&device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 1096 time: 0.2410369 Jul 16 20:26:49.985066 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:50.008321 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f6011af-bdf7-4a9a-8aeb-ba8a4044c78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.010736 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f747ffc-1a13-48f1-b5c7-975bd556348d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Made reservation on behalf of 514b8c1536374dbf84870ab629c3f050 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:50.016632 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6f747ffc-1a13-48f1-b5c7-975bd556348d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.050587 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6f747ffc-1a13-48f1-b5c7-975bd556348d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.085452 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-e083cbba-3171-4695-914e-ff1d5f8b6f6d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c3b0425-aada-40e8-801b-330e50701516 HTTP/1.1" status: 200 len: 217 time: 0.0980525 Jul 16 20:26:50.116011 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79c06e9-b247-47cf-97b9-6c76bb308ec5 None None] Network 48e09210-b3b8-41c5-a6c9-7fb2e5f7e8bb requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:50.129242 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f6011af-bdf7-4a9a-8aeb-ba8a4044c78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.171219 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3a3fc-08ca-4417-a6ca-49c15d366813 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Pushing event deleted for resources: {'Port': ['ID=3079e223-4e17-4a7f-be91-ec6a7ee5dfac,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:50.177546 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f6011af-bdf7-4a9a-8aeb-ba8a4044c78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.184605 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4f6011af-bdf7-4a9a-8aeb-ba8a4044c78a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/fed2a9f4-4984-4b87-a48a-a9fcef3fa565 HTTP/1.1" status: 204 len: 168 time: 0.8873684 Jul 16 20:26:50.188371 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33458) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:50.191301 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6011af-bdf7-4a9a-8aeb-ba8a4044c78a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fed2a9f4-4984-4b87-a48a-a9fcef3fa565,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:50.309907 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-294ccc25-e590-43ce-8eee-0bd076025012 req-e7f3a3fc-08ca-4417-a6ca-49c15d366813 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] No DVR routers for this DVR port 3079e223-4e17-4a7f-be91-ec6a7ee5dfac on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:50.314384 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-294ccc25-e590-43ce-8eee-0bd076025012 req-e7f3a3fc-08ca-4417-a6ca-49c15d366813 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.316555 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-294ccc25-e590-43ce-8eee-0bd076025012 req-e7f3a3fc-08ca-4417-a6ca-49c15d366813 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.18 "DELETE /v2.0/ports/3079e223-4e17-4a7f-be91-ec6a7ee5dfac HTTP/1.1" status: 204 len: 173 time: 2.6152349 Jul 16 20:26:50.374545 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-6daec9fb-c268-4a9d-9ed6-74ff580beeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:50.376748 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-6daec9fb-c268-4a9d-9ed6-74ff580beeb1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=973cc802-97a0-42d1-9c50-9d84240b247f HTTP/1.1" status: 200 len: 855 time: 0.1894569 Jul 16 20:26:50.416216 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-cdf51a2e-6331-4114-a3ae-705db1b17b12 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9e1ef5a8-bcda-4218-b2dd-c5f692229aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321963 Jul 16 20:26:50.435383 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8725541c-70b4-4c12-b824-68b5f2962c43 req-7131c8b2-9316-454d-a982-b063fe072454 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b607b0-62b2-454f-93d1-543f7ff15344 HTTP/1.1" status: 200 len: 210 time: 0.0678804 Jul 16 20:26:50.441531 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1026f882-d64c-4a23-9818-3b473bdca6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.446098 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-212a9aea-f814-49e9-8d63-ea4dbca4091e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.466818 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-212a9aea-f814-49e9-8d63-ea4dbca4091e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.552441 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6f747ffc-1a13-48f1-b5c7-975bd556348d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.570820 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6f747ffc-1a13-48f1-b5c7-975bd556348d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.610029 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f747ffc-1a13-48f1-b5c7-975bd556348d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:26:50.635682 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1026f882-d64c-4a23-9818-3b473bdca6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.652967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f3add-a8af-4414-8734-0f704d15dcad req-93904ffd-33e8-448e-a212-7febd5dc8bf2 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:50.654683 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e21f3add-a8af-4414-8734-0f704d15dcad req-93904ffd-33e8-448e-a212-7febd5dc8bf2 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 945 time: 0.2970688 Jul 16 20:26:50.678203 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-1026f882-d64c-4a23-9818-3b473bdca6aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e9950ba-8ffa-4ae0-b3a9-a9194f267418']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:50.692757 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a9aea-f814-49e9-8d63-ea4dbca4091e admin admin] Pushing event updated for resources: {'Port': ['ID=433f39d2-f62f-4f01-ada3-b677b1b52692,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:50.703689 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-212a9aea-f814-49e9-8d63-ea4dbca4091e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.704746 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-1026f882-d64c-4a23-9818-3b473bdca6aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:50.705056 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-1026f882-d64c-4a23-9818-3b473bdca6aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f8f312-21a9-4dd0-8c04-a8ed8f18e6ab') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:50.707054 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f747ffc-1a13-48f1-b5c7-975bd556348d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c88765-fa93-44cd-af57-d6db815bbaef,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:50.710251 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6f747ffc-1a13-48f1-b5c7-975bd556348d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.710251 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-6f747ffc-1a13-48f1-b5c7-975bd556348d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Added segment 6a5e5626-894e-46d4-8591-3df441a4c72f of type vlan for network 104a9fbc-bc32-435a-bca1-4251f5b323e2 Jul 16 20:26:50.731862 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1026f882-d64c-4a23-9818-3b473bdca6aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.783177 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1026f882-d64c-4a23-9818-3b473bdca6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.797230 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6f747ffc-1a13-48f1-b5c7-975bd556348d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.803955 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e21f3add-a8af-4414-8734-0f704d15dcad req-8660c5c5-8869-4ffa-a9e6-8c3c171d9347 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308277 Jul 16 20:26:50.805480 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1026f882-d64c-4a23-9818-3b473bdca6aa admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:26:50.805879 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1026f882-d64c-4a23-9818-3b473bdca6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:26:50.807702 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:26:50.858534 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-d4f1526d-2736-4a01-85e1-2b79bdadfab1 service neutron] 10.222.0.18 "GET /v2.0/networks/9e1ef5a8-bcda-4218-b2dd-c5f692229aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341052 Jul 16 20:26:50.901173 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6f747ffc-1a13-48f1-b5c7-975bd556348d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.907263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f747ffc-1a13-48f1-b5c7-975bd556348d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:50.907850 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6f747ffc-1a13-48f1-b5c7-975bd556348d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.930493 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1026f882-d64c-4a23-9818-3b473bdca6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.962067 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1026f882-d64c-4a23-9818-3b473bdca6aa admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.967335 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1026f882-d64c-4a23-9818-3b473bdca6aa admin admin] 10.222.0.38 "DELETE /v2.0/networks/0e9950ba-8ffa-4ae0-b3a9-a9194f267418 HTTP/1.1" status: 204 len: 168 time: 0.7773445 Jul 16 20:26:50.968619 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33478) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:51.043844 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6f747ffc-1a13-48f1-b5c7-975bd556348d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2390404 Jul 16 20:26:51.052257 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6f743e78-de2a-4005-a2d0-45892beaa37c req-9ac082d2-e633-4624-99fb-cde1caafe356 service neutron] 10.222.0.18 "GET /v2.0/networks/9e1ef5a8-bcda-4218-b2dd-c5f692229aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857662 Jul 16 20:26:51.054633 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212a9aea-f814-49e9-8d63-ea4dbca4091e admin admin] Network b358c1d9-e9f6-4096-8d60-98099a8c70b7 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:51.056232 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-212a9aea-f814-49e9-8d63-ea4dbca4091e admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:51.190165 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03442a3-6d87-435f-87fc-d16eba4c971b', 'name': 'network-vif-deleted', 'tag': 'c6fd142d-49fc-477b-b82f-164b97511e79'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:51.197007 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11868352-203a-4254-b2b7-60b65e35d607" -d '{"events": [{"server_uuid": "a03442a3-6d87-435f-87fc-d16eba4c971b", "name": "network-vif-deleted", "tag": "c6fd142d-49fc-477b-b82f-164b97511e79"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:51.211122 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f747ffc-1a13-48f1-b5c7-975bd556348d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event updated for resources: {'Network': ['ID=104a9fbc-bc32-435a-bca1-4251f5b323e2,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:51.250557 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 104a9fbc-bc32-435a-bca1-4251f5b323e2 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:26:51.272801 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026f882-d64c-4a23-9818-3b473bdca6aa admin admin] Pushing event deleted for resources: {'Network': ['ID=0e9950ba-8ffa-4ae0-b3a9-a9194f267418,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:51.302718 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 3079e223-4e17-4a7f-be91-ec6a7ee5dfac no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:51.341696 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 3079e223-4e17-4a7f-be91-ec6a7ee5dfac {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:51.342270 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 3079e223-4e17-4a7f-be91-ec6a7ee5dfac not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:51.346927 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device cbf8922c-25b1-4e29-b257-c261d54c0b69 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:51.436833 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-9439d994-d364-420d-8be1-b47a199ed11c admin admin] Deleting subnet affd55f3-933d-4d29-ab31-f974eaf416f1 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:26:51.442065 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port cbf8922c-25b1-4e29-b257-c261d54c0b69 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:51.442923 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:51.446362 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9439d994-d364-420d-8be1-b47a199ed11c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:51.459019 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212a9aea-f814-49e9-8d63-ea4dbca4091e admin admin] Router c1fc2b91-fbc6-495d-b4bc-121cb08148b4 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:26:51.487977 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0e60a-9363-4acd-a041-87c2177d235a req-21d9bbc8-feec-4521-a08b-f2837b82e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:51.490664 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4ef0e60a-9363-4acd-a041-87c2177d235a req-21d9bbc8-feec-4521-a08b-f2837b82e572 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=865a4ca4e884477eae955fd4db1057f2&device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 1096 time: 0.2095771 Jul 16 20:26:51.496352 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-4afb0edd-37d0-4cfa-8590-6c98f502340f tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:51.505612 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-4afb0edd-37d0-4cfa-8590-6c98f502340f tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/networks?id=e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 200 len: 821 time: 0.6157999 Jul 16 20:26:51.548692 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-8d0d812b-bb9d-4fad-b3dc-a378b07f2344 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/quotas/f8a8ade9cff04e3db4af1591a2770156 HTTP/1.1" status: 200 len: 375 time: 0.0421047 Jul 16 20:26:51.592332 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed772a-7993-4e6c-af27-0a17decac96d req-9cf4cb31-c5b4-446b-9434-3c484c3ac64a tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:51.593842 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8ed772a-7993-4e6c-af27-0a17decac96d req-9cf4cb31-c5b4-446b-9434-3c484c3ac64a tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 944 time: 0.3369701 Jul 16 20:26:51.596456 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9439d994-d364-420d-8be1-b47a199ed11c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:51.599665 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-66b8ad3c-b39d-47c6-9c10-730659672344 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f8a8ade9cff04e3db4af1591a2770156&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501673 Jul 16 20:26:51.638965 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2bc2b1ba-5bd5-4722-b5ed-bb4bf25d7a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:51.679519 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0e60a-9363-4acd-a041-87c2177d235a req-4cf2e82d-f780-4ef9-86dc-3f342d0aac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:51.681625 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4ef0e60a-9363-4acd-a041-87c2177d235a req-4cf2e82d-f780-4ef9-86dc-3f342d0aac9d service neutron] 10.222.0.18 "GET /v2.0/networks?id=9e1ef5a8-bcda-4218-b2dd-c5f692229aa3 HTTP/1.1" status: 200 len: 916 time: 0.1515040 Jul 16 20:26:51.694629 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212a9aea-f814-49e9-8d63-ea4dbca4091e admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:26:51.694866 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9439d994-d364-420d-8be1-b47a199ed11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:51.701080 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-212a9aea-f814-49e9-8d63-ea4dbca4091e admin admin] 10.222.0.38 "PUT /v2.0/routers/c1fc2b91-fbc6-495d-b4bc-121cb08148b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6452327 Jul 16 20:26:51.709829 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6d408a-a80d-4d30-a90e-439c3c131dd6 None None] Sync routers for ids ['c1fc2b91-fbc6-495d-b4bc-121cb08148b4'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:26:51.724334 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6d408a-a80d-4d30-a90e-439c3c131dd6 None None] Routers {'c1fc2b91-fbc6-495d-b4bc-121cb08148b4'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:51.724964 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-be6d408a-a80d-4d30-a90e-439c3c131dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:26:25Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c1fc2b91-fbc6-495d-b4bc-121cb08148b4'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:51.734698 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4ef0e60a-9363-4acd-a041-87c2177d235a req-9dfb3c10-201a-4c65-8c8b-928990a4893a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c3b0425-aada-40e8-801b-330e50701516 HTTP/1.1" status: 200 len: 217 time: 0.0462108 Jul 16 20:26:51.781937 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8ed772a-7993-4e6c-af27-0a17decac96d req-88234792-7574-40bf-b3a6-a648764421d9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638408 Jul 16 20:26:51.831671 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b607b0-62b2-454f-93d1-543f7ff15344', 'name': 'network-vif-deleted', 'tag': '3079e223-4e17-4a7f-be91-ec6a7ee5dfac'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:51.836315 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df45c0b-3360-42f5-855c-f1b7f1c42651" -d '{"events": [{"server_uuid": "a0b607b0-62b2-454f-93d1-543f7ff15344", "name": "network-vif-deleted", "tag": "3079e223-4e17-4a7f-be91-ec6a7ee5dfac"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:51.846009 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0e60a-9363-4acd-a041-87c2177d235a req-f5cf08a7-0259-421d-af84-3676aacc2c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:51.855160 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4ef0e60a-9363-4acd-a041-87c2177d235a req-f5cf08a7-0259-421d-af84-3676aacc2c3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=973cc802-97a0-42d1-9c50-9d84240b247f HTTP/1.1" status: 200 len: 855 time: 0.1085854 Jul 16 20:26:51.859693 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-be6d408a-a80d-4d30-a90e-439c3c131dd6 None None] Set router c1fc2b91-fbc6-495d-b4bc-121cb08148b4 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:51.915332 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4ef0e60a-9363-4acd-a041-87c2177d235a req-ddba2102-7291-4c0a-8c24-4924dabed6f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9e1ef5a8-bcda-4218-b2dd-c5f692229aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529661 Jul 16 20:26:51.938115 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-0d1d0d2a-9937-43da-bfcb-193828412917 service neutron] 10.222.0.38 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008189 Jul 16 20:26:52.012347 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9439d994-d364-420d-8be1-b47a199ed11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.041508 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614680c7-538b-46b5-9ecb-23f0f21033a3 x-openstack-request-id: req-614680c7-538b-46b5-9ecb-23f0f21033a3 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:52.042991 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03442a3-6d87-435f-87fc-d16eba4c971b", "name": "network-vif-deleted", "tag": "c6fd142d-49fc-477b-b82f-164b97511e79", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:52.043384 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-614680c7-538b-46b5-9ecb-23f0f21033a3 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:52.044023 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03442a3-6d87-435f-87fc-d16eba4c971b', 'name': 'network-vif-deleted', 'tag': 'c6fd142d-49fc-477b-b82f-164b97511e79', 'status': 'completed', 'code': 200} Jul 16 20:26:52.095648 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-be6d408a-a80d-4d30-a90e-439c3c131dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc2b91-fbc6-495d-b4bc-121cb08148b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1647898104-router', 'tenant_id': '040bf7ee1ec54a50aca3b42fc92ded92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'cbf8922c-25b1-4e29-b257-c261d54c0b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:36Z', 'updated_at': '2021-07-16T20:26:49Z', 'revision_number': 4, 'project_id': '040bf7ee1ec54a50aca3b42fc92ded92', 'gw_port': {'id': 'cbf8922c-25b1-4e29-b257-c261d54c0b69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2b91-fbc6-495d-b4bc-121cb08148b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:38Z', 'updated_at': '2021-07-16T20:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '433f39d2-f62f-4f01-ada3-b677b1b52692', 'name': '', 'network_id': 'b358c1d9-e9f6-4096-8d60-98099a8c70b7', 'tenant_id': '040bf7ee1ec54a50aca3b42fc92ded92', 'mac_address': 'fa:16:3e:28:9b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc2b91-fbc6-495d-b4bc-121cb08148b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '84f36c9a-649f-4fbc-95a8-0fd0b2d3d58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:46Z', 'updated_at': '2021-07-16T20:26:49Z', 'revision_number': 2, 'project_id': '040bf7ee1ec54a50aca3b42fc92ded92', 'subnets': [{'id': '84f36c9a-649f-4fbc-95a8-0fd0b2d3d58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:52.101596 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439d994-d364-420d-8be1-b47a199ed11c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=affd55f3-933d-4d29-ab31-f974eaf416f1,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:52.125174 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6d408a-a80d-4d30-a90e-439c3c131dd6 None None] Checking router: c1fc2b91-fbc6-495d-b4bc-121cb08148b4 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:26:52.125762 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6d408a-a80d-4d30-a90e-439c3c131dd6 None None] Updating router c1fc2b91-fbc6-495d-b4bc-121cb08148b4 port 433f39d2-f62f-4f01-ada3-b677b1b52692 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:26:52.135572 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9439d994-d364-420d-8be1-b47a199ed11c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.138170 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9439d994-d364-420d-8be1-b47a199ed11c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/affd55f3-933d-4d29-ab31-f974eaf416f1 HTTP/1.1" status: 204 len: 168 time: 1.1567526 Jul 16 20:26:52.141978 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4ef0e60a-9363-4acd-a041-87c2177d235a req-a5d63338-5bb9-4a99-bbe8-e043f3d8b5c1 service neutron] 10.222.0.18 "GET /v2.0/networks/9e1ef5a8-bcda-4218-b2dd-c5f692229aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199607 Jul 16 20:26:52.142551 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33500) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:52.177194 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be6d408a-a80d-4d30-a90e-439c3c131dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.305492 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1fa7207-aa24-405c-b596-cd8bd0cc13ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.403245 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4ef0e60a-9363-4acd-a041-87c2177d235a req-8e66d28d-04ef-4c24-80eb-eb9b7ce3bd49 service neutron] 10.222.0.18 "GET /v2.0/networks/9e1ef5a8-bcda-4218-b2dd-c5f692229aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455759 Jul 16 20:26:52.493709 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be6d408a-a80d-4d30-a90e-439c3c131dd6 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.504511 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-be6d408a-a80d-4d30-a90e-439c3c131dd6 None None] Transition to ACTIVE for port object 433f39d2-f62f-4f01-ada3-b677b1b52692 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:52.511742 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1fa7207-aa24-405c-b596-cd8bd0cc13ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.516451 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be6d408a-a80d-4d30-a90e-439c3c131dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.528619 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:26:52.538009 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-d1fa7207-aa24-405c-b596-cd8bd0cc13ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86849a1-0995-4e32-bf22-b2015d9aebf6']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:52.553045 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-d1fa7207-aa24-405c-b596-cd8bd0cc13ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e60931a-ced6-44d8-982c-77a26b9f5105') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:52.553895 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-d1fa7207-aa24-405c-b596-cd8bd0cc13ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e60931a-ced6-44d8-982c-77a26b9f5105') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:52.557772 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-62489fe8-8fa3-4186-8196-08ff54e11c73 service neutron] 10.222.0.38 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6046612 Jul 16 20:26:52.570889 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1fa7207-aa24-405c-b596-cd8bd0cc13ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.574929 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47356b04-0375-4211-85d3-c96546770ff5 None None] Pushing event updated for resources: {'Port': ['ID=433f39d2-f62f-4f01-ada3-b677b1b52692,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:52.603863 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1fa7207-aa24-405c-b596-cd8bd0cc13ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.619939 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1fa7207-aa24-405c-b596-cd8bd0cc13ea admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:26:52.621326 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1fa7207-aa24-405c-b596-cd8bd0cc13ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.628634 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c910a0-f066-4d12-b23b-8f4f3f80ca95 req-2dd4f7fd-692b-40ae-9160-2dbb2dc87582 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:52.630127 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-52c910a0-f066-4d12-b23b-8f4f3f80ca95 req-2dd4f7fd-692b-40ae-9160-2dbb2dc87582 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 945 time: 0.1515508 Jul 16 20:26:52.643985 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-be6d408a-a80d-4d30-a90e-439c3c131dd6 None None] Attempting to bind port 433f39d2-f62f-4f01-ada3-b677b1b52692 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:52.644424 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-be6d408a-a80d-4d30-a90e-439c3c131dd6 None None] Attempting to bind port 433f39d2-f62f-4f01-ada3-b677b1b52692 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'd044cd58-1c1b-47a2-8117-29daed7caee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b358c1d9-e9f6-4096-8d60-98099a8c70b7'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:52.644979 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6d408a-a80d-4d30-a90e-439c3c131dd6 None None] Attempting to bind port 433f39d2-f62f-4f01-ada3-b677b1b52692 on network b358c1d9-e9f6-4096-8d60-98099a8c70b7 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:52.651247 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47356b04-0375-4211-85d3-c96546770ff5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:52.652333 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47356b04-0375-4211-85d3-c96546770ff5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:52.652831 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47356b04-0375-4211-85d3-c96546770ff5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:52.653375 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47356b04-0375-4211-85d3-c96546770ff5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:52.653882 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47356b04-0375-4211-85d3-c96546770ff5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:52.654401 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47356b04-0375-4211-85d3-c96546770ff5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:52.654885 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47356b04-0375-4211-85d3-c96546770ff5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:52.655365 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47356b04-0375-4211-85d3-c96546770ff5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:52.655845 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47356b04-0375-4211-85d3-c96546770ff5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:52.656334 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47356b04-0375-4211-85d3-c96546770ff5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:52.656814 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47356b04-0375-4211-85d3-c96546770ff5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:52.657298 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47356b04-0375-4211-85d3-c96546770ff5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:52.660755 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6d408a-a80d-4d30-a90e-439c3c131dd6 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:52.661407 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6d408a-a80d-4d30-a90e-439c3c131dd6 None None] Checking segment: {'id': 'd044cd58-1c1b-47a2-8117-29daed7caee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b358c1d9-e9f6-4096-8d60-98099a8c70b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:52.661984 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be6d408a-a80d-4d30-a90e-439c3c131dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.662564 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6d408a-a80d-4d30-a90e-439c3c131dd6 None None] Bound using segment: {'id': 'd044cd58-1c1b-47a2-8117-29daed7caee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b358c1d9-e9f6-4096-8d60-98099a8c70b7'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:52.663207 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-be6d408a-a80d-4d30-a90e-439c3c131dd6 None None] Bound port: 433f39d2-f62f-4f01-ada3-b677b1b52692, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd044cd58-1c1b-47a2-8117-29daed7caee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b358c1d9-e9f6-4096-8d60-98099a8c70b7'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:52.663781 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be6d408a-a80d-4d30-a90e-439c3c131dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.725588 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-52c910a0-f066-4d12-b23b-8f4f3f80ca95 req-08ccfb88-b0de-46f3-b6e2-a42a6a4dec8b tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818980 Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:26:52.729927 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:26:52.734866 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1fa7207-aa24-405c-b596-cd8bd0cc13ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.740165 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1fa7207-aa24-405c-b596-cd8bd0cc13ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.740880 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-be6d408a-a80d-4d30-a90e-439c3c131dd6 None None] For port 433f39d2-f62f-4f01-ada3-b677b1b52692, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:52.745440 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-be6d408a-a80d-4d30-a90e-439c3c131dd6 None None] For port 433f39d2-f62f-4f01-ada3-b677b1b52692, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=433f39d2-f62f-4f01-ada3-b677b1b52692,segment=NetworkSegment(d044cd58-1c1b-47a2-8117-29daed7caee7),segment_id=d044cd58-1c1b-47a2-8117-29daed7caee7)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:52.746584 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d1fa7207-aa24-405c-b596-cd8bd0cc13ea admin admin] 10.222.0.38 "DELETE /v2.0/networks/c86849a1-0995-4e32-bf22-b2015d9aebf6 HTTP/1.1" status: 204 len: 168 time: 0.6026742 Jul 16 20:26:52.767507 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be6d408a-a80d-4d30-a90e-439c3c131dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.776612 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa7207-aa24-405c-b596-cd8bd0cc13ea admin admin] Pushing event deleted for resources: {'Network': ['ID=c86849a1-0995-4e32-bf22-b2015d9aebf6,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:52.850613 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ad3e15-9b68-471b-a097-b1e7466ee5c5 x-openstack-request-id: req-e4ad3e15-9b68-471b-a097-b1e7466ee5c5 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:52.851138 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b607b0-62b2-454f-93d1-543f7ff15344", "name": "network-vif-deleted", "tag": "3079e223-4e17-4a7f-be91-ec6a7ee5dfac", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:52.852212 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e4ad3e15-9b68-471b-a097-b1e7466ee5c5 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:52.852818 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b607b0-62b2-454f-93d1-543f7ff15344', 'name': 'network-vif-deleted', 'tag': '3079e223-4e17-4a7f-be91-ec6a7ee5dfac', 'status': 'completed', 'code': 200} Jul 16 20:26:52.925604 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47356b04-0375-4211-85d3-c96546770ff5 None None] Pushing event updated for resources: {'Port': ['ID=433f39d2-f62f-4f01-ada3-b677b1b52692,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:52.929452 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6d408a-a80d-4d30-a90e-439c3c131dd6 None None] Routers {'c1fc2b91-fbc6-495d-b4bc-121cb08148b4'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:52.930451 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-be6d408a-a80d-4d30-a90e-439c3c131dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:26:25Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c1fc2b91-fbc6-495d-b4bc-121cb08148b4'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:53.130081 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33526) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:53.192006 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2f5c38ee-123d-4535-a47c-19c292185181 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cc52fcbf2d324f89bc73ed69e6a22b3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0598807 Jul 16 20:26:53.195001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33528) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:53.282930 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 0c3b0425-aada-40e8-801b-330e50701516 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:26:53.305539 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a2ff6488-65c7-460e-82a2-317004e755ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.335006 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-be6d408a-a80d-4d30-a90e-439c3c131dd6 None None] Set router c1fc2b91-fbc6-495d-b4bc-121cb08148b4 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:53.341188 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a2ff6488-65c7-460e-82a2-317004e755ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.347759 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16eecb-dd72-4050-9f17-df140c465c02 req-bed2f72f-7918-4d15-934a-23840cc0b7ee tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:53.357248 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-df16eecb-dd72-4050-9f17-df140c465c02 req-bed2f72f-7918-4d15-934a-23840cc0b7ee tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/networks?id=b358c1d9-e9f6-4096-8d60-98099a8c70b7 HTTP/1.1" status: 200 len: 819 time: 0.2602463 Jul 16 20:26:53.394825 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-df16eecb-dd72-4050-9f17-df140c465c02 req-0ed5d2cd-d582-4246-b5af-fd74bcf7f1a7 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/quotas/040bf7ee1ec54a50aca3b42fc92ded92 HTTP/1.1" status: 200 len: 375 time: 0.0365927 Jul 16 20:26:53.418351 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a2ff6488-65c7-460e-82a2-317004e755ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.421365 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a2ff6488-65c7-460e-82a2-317004e755ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.426964 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a2ff6488-65c7-460e-82a2-317004e755ac admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1dbd843a-9697-4006-95e0-0753e2fa4f4a HTTP/1.1" status: 204 len: 168 time: 0.1983833 Jul 16 20:26:53.438292 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff6488-65c7-460e-82a2-317004e755ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbd843a-9697-4006-95e0-0753e2fa4f4a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:53.547389 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 0c3b0425-aada-40e8-801b-330e50701516, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0c3b0425-aada-40e8-801b-330e50701516,segment=NetworkSegment(8d35c410-30a1-4b75-a650-78fe73e706ce),segment_id=8d35c410-30a1-4b75-a650-78fe73e706ce)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:53.578770 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '0c3b0425-aada-40e8-801b-330e50701516', 'network_id': '9e1ef5a8-bcda-4218-b2dd-c5f692229aa3', 'port_id': '0c3b0425-aada-40e8-801b-330e50701516', 'mac_address': 'fa:16:3e:d2:6b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973cc802-97a0-42d1-9c50-9d84240b247f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:26:53.594922 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-df16eecb-dd72-4050-9f17-df140c465c02 req-36af1ac6-cb96-49b0-bb65-0f796ea041c7 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=040bf7ee1ec54a50aca3b42fc92ded92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1914082 Jul 16 20:26:53.648826 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.664229 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3b0425-aada-40e8-801b-330e50701516 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:53.690768 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 0c3b0425-aada-40e8-801b-330e50701516, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0c3b0425-aada-40e8-801b-330e50701516,segment=NetworkSegment(8d35c410-30a1-4b75-a650-78fe73e706ce),segment_id=8d35c410-30a1-4b75-a650-78fe73e706ce)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:53.697706 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.815762 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-be6d408a-a80d-4d30-a90e-439c3c131dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc2b91-fbc6-495d-b4bc-121cb08148b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1647898104-router', 'tenant_id': '040bf7ee1ec54a50aca3b42fc92ded92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'cbf8922c-25b1-4e29-b257-c261d54c0b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:36Z', 'updated_at': '2021-07-16T20:26:49Z', 'revision_number': 4, 'project_id': '040bf7ee1ec54a50aca3b42fc92ded92', 'gw_port': {'id': 'cbf8922c-25b1-4e29-b257-c261d54c0b69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2b91-fbc6-495d-b4bc-121cb08148b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:38Z', 'updated_at': '2021-07-16T20:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '433f39d2-f62f-4f01-ada3-b677b1b52692', 'name': '', 'network_id': 'b358c1d9-e9f6-4096-8d60-98099a8c70b7', 'tenant_id': '040bf7ee1ec54a50aca3b42fc92ded92', 'mac_address': 'fa:16:3e:28:9b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc2b91-fbc6-495d-b4bc-121cb08148b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '84f36c9a-649f-4fbc-95a8-0fd0b2d3d58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:46Z', 'updated_at': '2021-07-16T20:26:52Z', 'revision_number': 4, 'project_id': '040bf7ee1ec54a50aca3b42fc92ded92', 'subnets': [{'id': '84f36c9a-649f-4fbc-95a8-0fd0b2d3d58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:53.898982 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=0c3b0425-aada-40e8-801b-330e50701516,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:53.903407 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6d408a-a80d-4d30-a90e-439c3c131dd6 None None] The sync data for ids ['c1fc2b91-fbc6-495d-b4bc-121cb08148b4'] in n-d-791506-21 is: [{'id': 'c1fc2b91-fbc6-495d-b4bc-121cb08148b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1647898104-router', 'tenant_id': '040bf7ee1ec54a50aca3b42fc92ded92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'cbf8922c-25b1-4e29-b257-c261d54c0b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:36Z', 'updated_at': '2021-07-16T20:26:49Z', 'revision_number': 4, 'project_id': '040bf7ee1ec54a50aca3b42fc92ded92', 'gw_port': {'id': 'cbf8922c-25b1-4e29-b257-c261d54c0b69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2b91-fbc6-495d-b4bc-121cb08148b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:38Z', 'updated_at': '2021-07-16T20:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '433f39d2-f62f-4f01-ada3-b677b1b52692', 'name': '', 'network_id': 'b358c1d9-e9f6-4096-8d60-98099a8c70b7', 'tenant_id': '040bf7ee1ec54a50aca3b42fc92ded92', 'mac_address': 'fa:16:3e:28:9b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc2b91-fbc6-495d-b4bc-121cb08148b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '84f36c9a-649f-4fbc-95a8-0fd0b2d3d58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:46Z', 'updated_at': '2021-07-16T20:26:52Z', 'revision_number': 4, 'project_id': '040bf7ee1ec54a50aca3b42fc92ded92', 'subnets': [{'id': '84f36c9a-649f-4fbc-95a8-0fd0b2d3d58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:26:53.929998 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:53.930381 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:53.930729 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:53.931063 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:53.931397 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:53.931727 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:53.932056 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:53.932379 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:53.937465 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:53.937866 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:53.940010 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:53.941112 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:53.965017 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['0c3b0425-aada-40e8-801b-330e50701516'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:54.152899 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-df16eecb-dd72-4050-9f17-df140c465c02 req-b6cccdd2-b518-4538-bd7c-e5109095edc9 service neutron] 10.222.0.38 "GET /v2.0/networks/b358c1d9-e9f6-4096-8d60-98099a8c70b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503130 Jul 16 20:26:54.285277 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33544) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:54.348361 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-83651bb0-ee54-427f-8ae0-4aa7053a3c3b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=88142d8e409e48c68e195436eecaf4a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0589900 Jul 16 20:26:54.348615 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33546) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:54.370603 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:54.384876 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33548) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:54.393303 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-788ea3f4-219a-4fbe-b924-4cffad3b2b27 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Request body: {'subnet': {'network_id': '104a9fbc-bc32-435a-bca1-4251f5b323e2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:54.397863 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2604ab12-3baa-4a8d-ba96-84eda18d44e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:54.438205 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8b4244ab-09c2-486d-9339-6a4924b14be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:54.444177 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1ea0be9d-69ac-433e-b693-65adc43f7015 req-4bc0b037-6df5-4bc5-99de-2d89371e245d tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 210 time: 0.0553646 Jul 16 20:26:54.454070 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-df16eecb-dd72-4050-9f17-df140c465c02 req-61a75fb5-cd2a-4665-92c3-dfe094a050e6 service neutron] 10.222.0.38 "GET /v2.0/networks/b358c1d9-e9f6-4096-8d60-98099a8c70b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997515 Jul 16 20:26:54.515427 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8b4244ab-09c2-486d-9339-6a4924b14be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:54.549439 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788ea3f4-219a-4fbe-b924-4cffad3b2b27 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Made reservation on behalf of 514b8c1536374dbf84870ab629c3f050 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:54.552998 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-788ea3f4-219a-4fbe-b924-4cffad3b2b27 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:54.716965 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8b4244ab-09c2-486d-9339-6a4924b14be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:54.735027 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb70d1-d089-4b82-9add-d9b3492bc5d5 req-e7dbc2c9-5b8a-4e61-a41a-47f7710f7163 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:54.736567 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6bdb70d1-d089-4b82-9add-d9b3492bc5d5 req-e7dbc2c9-5b8a-4e61-a41a-47f7710f7163 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 945 time: 0.1462314 Jul 16 20:26:54.737935 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8b4244ab-09c2-486d-9339-6a4924b14be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:54.741339 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8b4244ab-09c2-486d-9339-6a4924b14be2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c8c23811-a94b-4cab-82f9-136297f7e4ba HTTP/1.1" status: 204 len: 168 time: 0.3895628 Jul 16 20:26:54.759038 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4244ab-09c2-486d-9339-6a4924b14be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c23811-a94b-4cab-82f9-136297f7e4ba,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:54.955216 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6bdb70d1-d089-4b82-9add-d9b3492bc5d5 req-38d17080-97a1-49d2-8f91-f412e6455007 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076309 Jul 16 20:26:55.049522 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46058b0-820c-47d2-8189-2533eaf8cb6d req-f928e8af-2ae0-44ae-8b1f-f415122eabfe tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:55.069884 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c46058b0-820c-47d2-8189-2533eaf8cb6d req-f928e8af-2ae0-44ae-8b1f-f415122eabfe tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.62 "GET /v2.0/ports?device_id=1068304c-985f-4752-90ad-5380a9a8c8e4 HTTP/1.1" status: 200 len: 950 time: 0.2543430 Jul 16 20:26:55.296246 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 0c3b0425-aada-40e8-801b-330e50701516 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:55.377525 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 433f39d2-f62f-4f01-ada3-b677b1b52692 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:55.463176 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 433f39d2-f62f-4f01-ada3-b677b1b52692 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:55.467623 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 0c3b0425-aada-40e8-801b-330e50701516 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:55.473088 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 0c3b0425-aada-40e8-801b-330e50701516 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:55.473469 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.495714 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 433f39d2-f62f-4f01-ada3-b677b1b52692 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:55.496124 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.687732 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-c46058b0-820c-47d2-8189-2533eaf8cb6d req-313fd70d-2c22-4550-9c0f-6162afdfc1bd tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Deleting port 5bed6517-899b-4190-a8dc-5aced4507220 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:55.688989 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c46058b0-820c-47d2-8189-2533eaf8cb6d req-313fd70d-2c22-4550-9c0f-6162afdfc1bd tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.769766 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.774897 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.781620 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-788ea3f4-219a-4fbe-b924-4cffad3b2b27 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.812935 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.838276 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ea3f4-219a-4fbe-b924-4cffad3b2b27 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event updated for resources: {'Subnet': ['ID=0a2207a5-157b-4e28-8366-bf857a267906,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:55.840669 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-c46058b0-820c-47d2-8189-2533eaf8cb6d req-313fd70d-2c22-4550-9c0f-6162afdfc1bd tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] For port 5bed6517-899b-4190-a8dc-5aced4507220, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=5bed6517-899b-4190-a8dc-5aced4507220,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:55.841379 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c46058b0-820c-47d2-8189-2533eaf8cb6d req-313fd70d-2c22-4550-9c0f-6162afdfc1bd tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.849900 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-913d05cd-d7c3-4642-a943-879e4eb2ae8c tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:55.852022 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-913d05cd-d7c3-4642-a943-879e4eb2ae8c tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.18 "GET /v2.0/networks?id=e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 200 len: 821 time: 0.2809083 Jul 16 20:26:55.866392 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-f6b50fd9-5b18-41ad-b511-7b0763f1378a tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Request body: {'port': {'device_id': '23dfb31a-bbf9-47ea-a947-28605a55b17a', 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297', 'admin_state_up': True, 'tenant_id': 'f8a8ade9cff04e3db4af1591a2770156'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:55.873218 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 433f39d2-f62f-4f01-ada3-b677b1b52692, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=433f39d2-f62f-4f01-ada3-b677b1b52692,segment=NetworkSegment(d044cd58-1c1b-47a2-8117-29daed7caee7),segment_id=d044cd58-1c1b-47a2-8117-29daed7caee7)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:55.880089 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f6cf9d-3aa4-485f-8c75-70d6a24ca53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3b0425-aada-40e8-801b-330e50701516'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:55.882824 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ab8c65-c120-44ec-8b99-1a20ce1b9dd9" -d '{"events": [{"server_uuid": "90f6cf9d-3aa4-485f-8c75-70d6a24ca53f", "name": "network-vif-plugged", "status": "completed", "tag": "0c3b0425-aada-40e8-801b-330e50701516"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:55.903148 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-c46058b0-820c-47d2-8189-2533eaf8cb6d req-313fd70d-2c22-4550-9c0f-6162afdfc1bd tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Calling delete_port for 5bed6517-899b-4190-a8dc-5aced4507220 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:55.904370 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.912289 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 0c3b0425-aada-40e8-801b-330e50701516, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0c3b0425-aada-40e8-801b-330e50701516,segment=NetworkSegment(8d35c410-30a1-4b75-a650-78fe73e706ce),segment_id=8d35c410-30a1-4b75-a650-78fe73e706ce)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:56.012579 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788ea3f4-219a-4fbe-b924-4cffad3b2b27 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Checking segment: {'id': '6a5e5626-894e-46d4-8591-3df441a4c72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '104a9fbc-bc32-435a-bca1-4251f5b323e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:56.013256 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788ea3f4-219a-4fbe-b924-4cffad3b2b27 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Network hostable DHCP agents. Network: 104a9fbc-bc32-435a-bca1-4251f5b323e2, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:26:56.065214 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788ea3f4-219a-4fbe-b924-4cffad3b2b27 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Network 104a9fbc-bc32-435a-bca1-4251f5b323e2 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:26:56.076259 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1a193-be7c-412a-9ad4-422a451ee98d req-b8ef0162-d0c5-45e6-b827-45f346a5a1e4 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:56.084052 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b1f1a193-be7c-412a-9ad4-422a451ee98d req-b8ef0162-d0c5-45e6-b827-45f346a5a1e4 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 945 time: 0.7189026 Jul 16 20:26:56.104714 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c5f00-dcd2-4dc8-bea6-7405dc6d0249 req-4eff33f8-40c2-42c2-aaa4-5475f8f724ce tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:56.108437 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-788ea3f4-219a-4fbe-b924-4cffad3b2b27 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 104a9fbc-bc32-435a-bca1-4251f5b323e2) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:56.113081 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-559c5f00-dcd2-4dc8-bea6-7405dc6d0249 req-4eff33f8-40c2-42c2-aaa4-5475f8f724ce tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 949 time: 0.9188399 Jul 16 20:26:56.116802 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788ea3f4-219a-4fbe-b924-4cffad3b2b27 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:56.117440 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-788ea3f4-219a-4fbe-b924-4cffad3b2b27 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.150604 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-f6b50fd9-5b18-41ad-b511-7b0763f1378a tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Made reservation on behalf of f8a8ade9cff04e3db4af1591a2770156 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:56.156214 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-f6b50fd9-5b18-41ad-b511-7b0763f1378a tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.171967 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-788ea3f4-219a-4fbe-b924-4cffad3b2b27 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7860377 Jul 16 20:26:56.176004 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33588) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:56.178585 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c96a1a-ae54-4272-a59f-285efcc96970 req-9bfdbf5e-a910-4d44-852d-8e32125c3414 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:56.179540 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a26b6d-3015-46c1-8f16-e2ec8dcc6f09 None None] Network 104a9fbc-bc32-435a-bca1-4251f5b323e2 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:56.180548 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02c96a1a-ae54-4272-a59f-285efcc96970 req-9bfdbf5e-a910-4d44-852d-8e32125c3414 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.62 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 949 time: 0.8134511 Jul 16 20:26:56.181674 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.292909 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=433f39d2-f62f-4f01-ada3-b677b1b52692,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:56.298487 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-828241f1-1ba6-4b88-a103-97d0bcebb147 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-86398506'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:56.303238 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-559c5f00-dcd2-4dc8-bea6-7405dc6d0249 req-db65a653-469c-4988-a7e8-b1b785f8fed8 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/security-groups?id=ff0df340-7634-44b4-b276-35531d8fb55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877139 Jul 16 20:26:56.318640 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b1f1a193-be7c-412a-9ad4-422a451ee98d req-11e93bb8-2905-411f-8f8e-ef1cef69100f tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332966 Jul 16 20:26:56.386133 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828241f1-1ba6-4b88-a103-97d0bcebb147 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Made reservation on behalf of 514b8c1536374dbf84870ab629c3f050 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:56.392554 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-828241f1-1ba6-4b88-a103-97d0bcebb147 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.431552 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-f6b50fd9-5b18-41ad-b511-7b0763f1378a tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Allocated IP 172.20.0.11 (e0476e10-8d02-4fbd-b804-ab41bcf63297/13ad8455-a3f9-4cd7-bb5a-6261d086b47a/2a537c4f-b427-45f1-a5fb-ffd3270918fc) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:56.446425 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-828241f1-1ba6-4b88-a103-97d0bcebb147 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:26:56.486189 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-828241f1-1ba6-4b88-a103-97d0bcebb147 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.486826 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-828241f1-1ba6-4b88-a103-97d0bcebb147 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Added segment be62b3a9-66ca-4959-8292-0214c4b76b01 of type vlan for network 95138798-80d9-4a3c-bc3b-5b2a5d66edc0 Jul 16 20:26:56.497536 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=0c3b0425-aada-40e8-801b-330e50701516,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:56.520641 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c46058b0-820c-47d2-8189-2533eaf8cb6d req-313fd70d-2c22-4550-9c0f-6162afdfc1bd tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.589940 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['8e3da5c1-787e-433f-b543-77bc7f75e480', '5bed6517-899b-4190-a8dc-5aced4507220'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:56.593971 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313fd70d-2c22-4550-9c0f-6162afdfc1bd tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Pushing event deleted for resources: {'Port': ['ID=5bed6517-899b-4190-a8dc-5aced4507220,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:56.596746 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f9aa5cc8-d6c0-42be-8acf-38074d0583d5'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:56.680323 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2bb49809-1a83-4872-a299-6079c9c044fc req-0318f4fe-9d42-44f7-98f0-ad58d7d3dcd3 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=1068304c-985f-4752-90ad-5380a9a8c8e4 HTTP/1.1" status: 200 len: 210 time: 0.0947652 Jul 16 20:26:56.681934 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fd70d-2c22-4550-9c0f-6162afdfc1bd tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:56.682622 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fd70d-2c22-4550-9c0f-6162afdfc1bd tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:56.683293 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fd70d-2c22-4550-9c0f-6162afdfc1bd tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:56.683689 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fd70d-2c22-4550-9c0f-6162afdfc1bd tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:56.684157 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fd70d-2c22-4550-9c0f-6162afdfc1bd tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:56.684667 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fd70d-2c22-4550-9c0f-6162afdfc1bd tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:56.685044 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fd70d-2c22-4550-9c0f-6162afdfc1bd tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:56.685476 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fd70d-2c22-4550-9c0f-6162afdfc1bd tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:56.686010 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fd70d-2c22-4550-9c0f-6162afdfc1bd tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:56.686502 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fd70d-2c22-4550-9c0f-6162afdfc1bd tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:56.686929 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fd70d-2c22-4550-9c0f-6162afdfc1bd tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:56.687452 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fd70d-2c22-4550-9c0f-6162afdfc1bd tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:56.694458 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-38cc5194-59a8-4a00-a217-cc74558a305d req-77411bd6-1a2f-44e1-9b5a-d01e180d84fa tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 210 time: 0.1071222 Jul 16 20:26:56.707464 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-828241f1-1ba6-4b88-a103-97d0bcebb147 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.800574 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46058b0-820c-47d2-8189-2533eaf8cb6d req-313fd70d-2c22-4550-9c0f-6162afdfc1bd tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] No DVR routers for this DVR port 5bed6517-899b-4190-a8dc-5aced4507220 on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:56.813106 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c46058b0-820c-47d2-8189-2533eaf8cb6d req-313fd70d-2c22-4550-9c0f-6162afdfc1bd tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.816952 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c46058b0-820c-47d2-8189-2533eaf8cb6d req-313fd70d-2c22-4550-9c0f-6162afdfc1bd tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.62 "DELETE /v2.0/ports/5bed6517-899b-4190-a8dc-5aced4507220 HTTP/1.1" status: 204 len: 173 time: 1.7408690 Jul 16 20:26:56.818431 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1068304c-985f-4752-90ad-5380a9a8c8e4', 'name': 'network-vif-deleted', 'tag': '5bed6517-899b-4190-a8dc-5aced4507220'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:56.820988 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd98c96d-7ab3-4726-a565-11dfa8dbc9d9" -d '{"events": [{"server_uuid": "1068304c-985f-4752-90ad-5380a9a8c8e4", "name": "network-vif-deleted", "tag": "5bed6517-899b-4190-a8dc-5aced4507220"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:56.825708 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-02c96a1a-ae54-4272-a59f-285efcc96970 req-9d37aa9c-8b73-4003-a9c3-6f22ca36b088 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Deleting port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:56.826050 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-02c96a1a-ae54-4272-a59f-285efcc96970 req-9d37aa9c-8b73-4003-a9c3-6f22ca36b088 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.882690 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405436c0-daa2-4a4e-85c0-45f952840ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-104a9fbc-bc32-435a-bca1-4251f5b323e2', 'network_id': '104a9fbc-bc32-435a-bca1-4251f5b323e2', 'tenant_id': '514b8c1536374dbf84870ab629c3f050', 'fixed_ips': [{'subnet_id': '0a2207a5-157b-4e28-8366-bf857a267906'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:26:56.883654 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-405436c0-daa2-4a4e-85c0-45f952840ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.920585 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b5ed1c-6e82-48de-8f52-93b3a1fb0b90 x-openstack-request-id: req-d2b5ed1c-6e82-48de-8f52-93b3a1fb0b90 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:56.920868 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f6cf9d-3aa4-485f-8c75-70d6a24ca53f", "name": "network-vif-plugged", "status": "completed", "tag": "0c3b0425-aada-40e8-801b-330e50701516", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:56.927401 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d2b5ed1c-6e82-48de-8f52-93b3a1fb0b90 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:56.928054 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f6cf9d-3aa4-485f-8c75-70d6a24ca53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3b0425-aada-40e8-801b-330e50701516', 'code': 200} Jul 16 20:26:56.974766 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.db.resource_extend [None req-828241f1-1ba6-4b88-a103-97d0bcebb147 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:26:57.059392 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4333c-3567-428e-a4f3-d4d383ae686a req-b5132f9b-9b06-40cc-a3ac-64b4fd41264f tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:57.061347 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-21b4333c-3567-428e-a4f3-d4d383ae686a req-b5132f9b-9b06-40cc-a3ac-64b4fd41264f tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d3d5634-8e7c-41a0-a01c-080767ca45e7 HTTP/1.1" status: 200 len: 949 time: 0.5983315 Jul 16 20:26:57.098898 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-43309df4-a1e2-42e2-a926-5c2467a906fc req-ce31b2e0-a62f-4ce6-a7d1-c98194392802 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 210 time: 0.0817211 Jul 16 20:26:57.152527 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-02c96a1a-ae54-4272-a59f-285efcc96970 req-9d37aa9c-8b73-4003-a9c3-6f22ca36b088 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] For port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:57.152527 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-02c96a1a-ae54-4272-a59f-285efcc96970 req-9d37aa9c-8b73-4003-a9c3-6f22ca36b088 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.214694 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-02c96a1a-ae54-4272-a59f-285efcc96970 req-9d37aa9c-8b73-4003-a9c3-6f22ca36b088 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Calling delete_port for 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:57.270197 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-405436c0-daa2-4a4e-85c0-45f952840ff4 None None] Allocated IP 2001:db8:0:ffff::2 (104a9fbc-bc32-435a-bca1-4251f5b323e2/0a2207a5-157b-4e28-8366-bf857a267906/ec62b2df-fb28-4511-8bad-97c8e2f56958) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:57.271400 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd94cb55-3e07-4625-890d-c24347f11af7 x-openstack-request-id: req-bd94cb55-3e07-4625-890d-c24347f11af7 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:57.271976 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1068304c-985f-4752-90ad-5380a9a8c8e4", "name": "network-vif-deleted", "tag": "5bed6517-899b-4190-a8dc-5aced4507220", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:57.272263 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bd94cb55-3e07-4625-890d-c24347f11af7 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:57.272745 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1068304c-985f-4752-90ad-5380a9a8c8e4', 'name': 'network-vif-deleted', 'tag': '5bed6517-899b-4190-a8dc-5aced4507220', 'status': 'completed', 'code': 200} Jul 16 20:26:57.447592 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-828241f1-1ba6-4b88-a103-97d0bcebb147 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.470474 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828241f1-1ba6-4b88-a103-97d0bcebb147 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:57.474679 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-828241f1-1ba6-4b88-a103-97d0bcebb147 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.511454 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-405436c0-daa2-4a4e-85c0-45f952840ff4 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.520801 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-405436c0-daa2-4a4e-85c0-45f952840ff4 None None] Transition to ACTIVE for port object ec62b2df-fb28-4511-8bad-97c8e2f56958 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:57.540562 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aaeac3-523a-401a-86c4-2c16919aa47b req-ea1f67a9-8b03-4a1f-9204-5ff58c6ec5f0 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:57.542839 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3aaeac3-523a-401a-86c4-2c16919aa47b req-ea1f67a9-8b03-4a1f-9204-5ff58c6ec5f0 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 946 time: 0.3618577 Jul 16 20:26:57.546236 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 433f39d2-f62f-4f01-ada3-b677b1b52692 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:57.549750 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-405436c0-daa2-4a4e-85c0-45f952840ff4 None None] Transition to ACTIVE for port object ec62b2df-fb28-4511-8bad-97c8e2f56958 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:57.565718 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828241f1-1ba6-4b88-a103-97d0bcebb147 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event updated for resources: {'Network': ['ID=95138798-80d9-4a3c-bc3b-5b2a5d66edc0,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:57.600427 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 95138798-80d9-4a3c-bc3b-5b2a5d66edc0 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:26:57.610554 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16eecb-dd72-4050-9f17-df140c465c02 req-a3e9955f-0070-4b11-a6fa-199a4801ad7c tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:57.612228 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-df16eecb-dd72-4050-9f17-df140c465c02 req-a3e9955f-0070-4b11-a6fa-199a4801ad7c tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.62 "GET /v2.0/networks?id=b358c1d9-e9f6-4096-8d60-98099a8c70b7 HTTP/1.1" status: 200 len: 819 time: 0.9869976 Jul 16 20:26:57.630427 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-828241f1-1ba6-4b88-a103-97d0bcebb147 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4530327 Jul 16 20:26:57.631044 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33624) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:57.642594 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-daf7feff-f2de-4dd2-b058-29bd69526006 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Request body: {'subnet': {'network_id': '95138798-80d9-4a3c-bc3b-5b2a5d66edc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:57.647580 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-405436c0-daa2-4a4e-85c0-45f952840ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.656802 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-df16eecb-dd72-4050-9f17-df140c465c02 req-d4630414-bcac-4350-8938-bd94e33ed09f tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Request body: {'port': {'device_id': '65bf6bee-ad0f-4abd-8705-ddb1388b9bb9', 'network_id': 'b358c1d9-e9f6-4096-8d60-98099a8c70b7', 'admin_state_up': True, 'tenant_id': '040bf7ee1ec54a50aca3b42fc92ded92'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:57.681634 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3aaeac3-523a-401a-86c4-2c16919aa47b req-bf0e1340-f945-4927-b871-dabf2d4c1dc0 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023030 Jul 16 20:26:57.694543 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a418f58-7804-40ba-8b28-83812c81456f req-b8de1060-64dc-4fc3-b5dd-c3c31ff911fc tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:57.705646 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4a418f58-7804-40ba-8b28-83812c81456f req-b8de1060-64dc-4fc3-b5dd-c3c31ff911fc tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/networks?id=b358c1d9-e9f6-4096-8d60-98099a8c70b7 HTTP/1.1" status: 200 len: 819 time: 0.2873483 Jul 16 20:26:57.725408 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.728736 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4a418f58-7804-40ba-8b28-83812c81456f req-d77c8434-112d-4bfb-8211-bf250cb338b6 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/quotas/040bf7ee1ec54a50aca3b42fc92ded92 HTTP/1.1" status: 200 len: 375 time: 0.0221694 Jul 16 20:26:57.740807 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-02c96a1a-ae54-4272-a59f-285efcc96970 req-9d37aa9c-8b73-4003-a9c3-6f22ca36b088 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.804231 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37aa9c-8b73-4003-a9c3-6f22ca36b088 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Pushing event deleted for resources: {'Port': ['ID=7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:57.870772 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405436c0-daa2-4a4e-85c0-45f952840ff4 None None] Network 104a9fbc-bc32-435a-bca1-4251f5b323e2 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:57.885510 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-405436c0-daa2-4a4e-85c0-45f952840ff4 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:57.890349 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405436c0-daa2-4a4e-85c0-45f952840ff4 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:57.896839 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-f6b50fd9-5b18-41ad-b511-7b0763f1378a tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.902026 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c96a1a-ae54-4272-a59f-285efcc96970 req-9d37aa9c-8b73-4003-a9c3-6f22ca36b088 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] No DVR routers for this DVR port 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:57.905827 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-02c96a1a-ae54-4272-a59f-285efcc96970 req-9d37aa9c-8b73-4003-a9c3-6f22ca36b088 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.908250 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02c96a1a-ae54-4272-a59f-285efcc96970 req-9d37aa9c-8b73-4003-a9c3-6f22ca36b088 tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.62 "DELETE /v2.0/ports/7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 HTTP/1.1" status: 204 len: 173 time: 1.7130721 Jul 16 20:26:57.925841 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4a418f58-7804-40ba-8b28-83812c81456f req-0d35d8d1-bc59-4716-ae88-5b7ea7c168c3 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=040bf7ee1ec54a50aca3b42fc92ded92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1961534 Jul 16 20:26:57.928835 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405436c0-daa2-4a4e-85c0-45f952840ff4 None None] Pushing event updated for resources: {'Port': ['ID=ec62b2df-fb28-4511-8bad-97c8e2f56958,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:57.975842 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da02da-d36a-4aa2-bf59-f3616b1763d2 req-7a7b1113-9933-49ec-a292-a637825d1283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:57.977734 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f5da02da-d36a-4aa2-bf59-f3616b1763d2 req-7a7b1113-9933-49ec-a292-a637825d1283 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 1098 time: 0.7742560 Jul 16 20:26:57.984085 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0ffb2b4-834e-4c0c-a7f7-b147af9fb88a req-51afbbaf-7ba2-4b9b-aab8-b2f0fe4a19ce tempest-MigrationsAdminTest-1638052657 tempest-MigrationsAdminTest-1638052657-project] 10.222.0.38 "GET /v2.0/ports?device_id=588f57f6-0144-43f9-b507-ab238c35abbf HTTP/1.1" status: 200 len: 210 time: 0.0488822 Jul 16 20:26:58.027080 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df16eecb-dd72-4050-9f17-df140c465c02 req-d4630414-bcac-4350-8938-bd94e33ed09f tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Made reservation on behalf of 040bf7ee1ec54a50aca3b42fc92ded92 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:58.028744 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-df16eecb-dd72-4050-9f17-df140c465c02 req-d4630414-bcac-4350-8938-bd94e33ed09f tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.054702 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 433f39d2-f62f-4f01-ada3-b677b1b52692 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:58.056061 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.092843 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf7feff-f2de-4dd2-b058-29bd69526006 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Made reservation on behalf of 514b8c1536374dbf84870ab629c3f050 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:58.097415 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-daf7feff-f2de-4dd2-b058-29bd69526006 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.113772 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-405436c0-daa2-4a4e-85c0-45f952840ff4 None None] Attempting to bind port ec62b2df-fb28-4511-8bad-97c8e2f56958 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:58.114590 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-405436c0-daa2-4a4e-85c0-45f952840ff4 None None] Attempting to bind port ec62b2df-fb28-4511-8bad-97c8e2f56958 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '6a5e5626-894e-46d4-8591-3df441a4c72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '104a9fbc-bc32-435a-bca1-4251f5b323e2'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:58.115168 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405436c0-daa2-4a4e-85c0-45f952840ff4 None None] Attempting to bind port ec62b2df-fb28-4511-8bad-97c8e2f56958 on network 104a9fbc-bc32-435a-bca1-4251f5b323e2 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:58.118264 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4a418f58-7804-40ba-8b28-83812c81456f req-c0f7123f-0059-44a3-9323-48769f6935a3 service neutron] 10.222.0.38 "GET /v2.0/networks/b358c1d9-e9f6-4096-8d60-98099a8c70b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914692 Jul 16 20:26:58.147170 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405436c0-daa2-4a4e-85c0-45f952840ff4 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:58.147904 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405436c0-daa2-4a4e-85c0-45f952840ff4 None None] Checking segment: {'id': '6a5e5626-894e-46d4-8591-3df441a4c72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '104a9fbc-bc32-435a-bca1-4251f5b323e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:58.148517 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-405436c0-daa2-4a4e-85c0-45f952840ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.149097 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405436c0-daa2-4a4e-85c0-45f952840ff4 None None] Bound using segment: {'id': '6a5e5626-894e-46d4-8591-3df441a4c72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '104a9fbc-bc32-435a-bca1-4251f5b323e2'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:58.149789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-405436c0-daa2-4a4e-85c0-45f952840ff4 None None] Bound port: ec62b2df-fb28-4511-8bad-97c8e2f56958, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5e5626-894e-46d4-8591-3df441a4c72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '104a9fbc-bc32-435a-bca1-4251f5b323e2'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:58.150406 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-405436c0-daa2-4a4e-85c0-45f952840ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.297210 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-405436c0-daa2-4a4e-85c0-45f952840ff4 None None] For port ec62b2df-fb28-4511-8bad-97c8e2f56958, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:58.308015 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4a418f58-7804-40ba-8b28-83812c81456f req-bef72344-b569-409b-8450-5463caa1504e service neutron] 10.222.0.38 "GET /v2.0/networks/b358c1d9-e9f6-4096-8d60-98099a8c70b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887686 Jul 16 20:26:58.308834 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-405436c0-daa2-4a4e-85c0-45f952840ff4 None None] For port ec62b2df-fb28-4511-8bad-97c8e2f56958, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=ec62b2df-fb28-4511-8bad-97c8e2f56958,segment=NetworkSegment(6a5e5626-894e-46d4-8591-3df441a4c72f),segment_id=6a5e5626-894e-46d4-8591-3df441a4c72f)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:58.314713 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-405436c0-daa2-4a4e-85c0-45f952840ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.342027 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-21b4333c-3567-428e-a4f3-d4d383ae686a req-b900c19b-3118-46ad-b6fa-52abfce1328e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Deleting port 8e3da5c1-787e-433f-b543-77bc7f75e480 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:58.342560 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-21b4333c-3567-428e-a4f3-d4d383ae686a req-b900c19b-3118-46ad-b6fa-52abfce1328e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.427447 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405436c0-daa2-4a4e-85c0-45f952840ff4 None None] Pushing event updated for resources: {'Port': ['ID=ec62b2df-fb28-4511-8bad-97c8e2f56958,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:58.434548 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-daf7feff-f2de-4dd2-b058-29bd69526006 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.439627 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f5da02da-d36a-4aa2-bf59-f3616b1763d2 req-e9c8f6d9-94bc-4f06-8ca2-711dcb820fdc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483604 Jul 16 20:26:58.490058 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a370450-63a8-4819-b30c-5e80de5ab6d0 req-9834a12b-7216-4167-a402-2ed20887afb4 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:58.492161 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6a370450-63a8-4819-b30c-5e80de5ab6d0 req-9834a12b-7216-4167-a402-2ed20887afb4 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 945 time: 0.1949327 Jul 16 20:26:58.536893 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-f6b50fd9-5b18-41ad-b511-7b0763f1378a tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.573228 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6a370450-63a8-4819-b30c-5e80de5ab6d0 req-de8c1421-372e-420f-b60c-a15567a121a9 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711238 Jul 16 20:26:58.763269 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7feff-f2de-4dd2-b058-29bd69526006 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event updated for resources: {'Subnet': ['ID=726e00a5-dc45-4063-b704-dc831a56563f,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:58.792125 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-f6b50fd9-5b18-41ad-b511-7b0763f1378a tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Network e0476e10-8d02-4fbd-b804-ab41bcf63297 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:58.800069 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-df16eecb-dd72-4050-9f17-df140c465c02 req-d4630414-bcac-4350-8938-bd94e33ed09f tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Allocated IP 172.20.0.12 (b358c1d9-e9f6-4096-8d60-98099a8c70b7/84f36c9a-649f-4fbc-95a8-0fd0b2d3d58e/a2ce7eaf-57bc-4a87-be95-7e45a7b50942) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:58.817313 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-21b4333c-3567-428e-a4f3-d4d383ae686a req-b900c19b-3118-46ad-b6fa-52abfce1328e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] For port 8e3da5c1-787e-433f-b543-77bc7f75e480, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=8e3da5c1-787e-433f-b543-77bc7f75e480,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:58.817524 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-21b4333c-3567-428e-a4f3-d4d383ae686a req-b900c19b-3118-46ad-b6fa-52abfce1328e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.834964 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-f6b50fd9-5b18-41ad-b511-7b0763f1378a tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:58.845136 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b50fd9-5b18-41ad-b511-7b0763f1378a tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Pushing event updated for resources: {'Port': ['ID=2a537c4f-b427-45f1-a5fb-ffd3270918fc,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:58.854980 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-f6b50fd9-5b18-41ad-b511-7b0763f1378a tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:58.866962 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf7feff-f2de-4dd2-b058-29bd69526006 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Checking segment: {'id': 'be62b3a9-66ca-4959-8292-0214c4b76b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '95138798-80d9-4a3c-bc3b-5b2a5d66edc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:58.867322 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf7feff-f2de-4dd2-b058-29bd69526006 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Network hostable DHCP agents. Network: 95138798-80d9-4a3c-bc3b-5b2a5d66edc0, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:26:58.941623 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-e02f3567-40d6-4bb9-84c5-2d26ec811025 req-a1f12fcb-747b-475b-aad0-e5fb577ae69d tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] Request body: {'security_group': {'name': 'tempest-securitygroup-710942944', 'description': 'tempest-description-1992018233'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:58.989041 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-21b4333c-3567-428e-a4f3-d4d383ae686a req-b900c19b-3118-46ad-b6fa-52abfce1328e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Calling delete_port for 8e3da5c1-787e-433f-b543-77bc7f75e480 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:59.000190 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e02f3567-40d6-4bb9-84c5-2d26ec811025 req-a1f12fcb-747b-475b-aad0-e5fb577ae69d tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.011767 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e02f3567-40d6-4bb9-84c5-2d26ec811025 req-a1f12fcb-747b-475b-aad0-e5fb577ae69d tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.016726 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-f6b50fd9-5b18-41ad-b511-7b0763f1378a tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:59.017540 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-f6b50fd9-5b18-41ad-b511-7b0763f1378a tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.071944 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf7feff-f2de-4dd2-b058-29bd69526006 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Network 95138798-80d9-4a3c-bc3b-5b2a5d66edc0 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:26:59.092722 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb647171-f7ce-4d78-be33-36006971b1a9 req-7855343c-6a70-4f76-992f-ca5e67bf45b8 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:59.094598 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eb647171-f7ce-4d78-be33-36006971b1a9 req-7855343c-6a70-4f76-992f-ca5e67bf45b8 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 932 time: 0.1291578 Jul 16 20:26:59.149937 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-daf7feff-f2de-4dd2-b058-29bd69526006 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 95138798-80d9-4a3c-bc3b-5b2a5d66edc0) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:59.158554 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3104bfa4-259d-4e76-86b2-526df5bbde28 None None] Network 95138798-80d9-4a3c-bc3b-5b2a5d66edc0 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:59.159978 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eb647171-f7ce-4d78-be33-36006971b1a9 req-df66880b-92fd-404d-92be-bc0215177999 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567162 Jul 16 20:26:59.185367 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf7feff-f2de-4dd2-b058-29bd69526006 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:59.186109 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-daf7feff-f2de-4dd2-b058-29bd69526006 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.236266 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e02f3567-40d6-4bb9-84c5-2d26ec811025 req-a1f12fcb-747b-475b-aad0-e5fb577ae69d tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.272229 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e02f3567-40d6-4bb9-84c5-2d26ec811025 req-a1f12fcb-747b-475b-aad0-e5fb577ae69d tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.273764 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 5bed6517-899b-4190-a8dc-5aced4507220 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:59.303916 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588f57f6-0144-43f9-b507-ab238c35abbf', 'name': 'network-vif-deleted', 'tag': '7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:59.306730 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b36acc8-876c-4f12-afb8-379d3df2e9db" -d '{"events": [{"server_uuid": "588f57f6-0144-43f9-b507-ab238c35abbf", "name": "network-vif-deleted", "tag": "7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:59.331697 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0bbfa722-5815-4b6e-9ab6-8c9789303ce1 req-849f1b88-f16d-4b26-9228-f83504347bc4 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 210 time: 0.0709174 Jul 16 20:26:59.332071 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device ec62b2df-fb28-4511-8bad-97c8e2f56958 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:59.382562 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-daf7feff-f2de-4dd2-b058-29bd69526006 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7419930 Jul 16 20:26:59.382562 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-f6b50fd9-5b18-41ad-b511-7b0763f1378a tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5195346 Jul 16 20:26:59.385176 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33650) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:59.413637 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 5bed6517-899b-4190-a8dc-5aced4507220 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:59.413971 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 5bed6517-899b-4190-a8dc-5aced4507220 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:59.414416 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:59.425267 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f12fcb-747b-475b-aad0-e5fb577ae69d tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=774b9ac8-a609-4131-8b7d-7abebc249e6c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:59.477243 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-6bb3646b-b851-4c8e-acc9-2493e40309ff service neutron] Request body: {'port': {'device_id': '23dfb31a-bbf9-47ea-a947-28605a55b17a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:59.525726 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.540188 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:59.540538 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:59.556535 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e02f3567-40d6-4bb9-84c5-2d26ec811025 req-a1f12fcb-747b-475b-aad0-e5fb577ae69d tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.610039 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e02f3567-40d6-4bb9-84c5-2d26ec811025 req-a1f12fcb-747b-475b-aad0-e5fb577ae69d tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.612168 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port ec62b2df-fb28-4511-8bad-97c8e2f56958 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:59.660248 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cdfa687c-bbef-45a1-b49b-dbd8f9a308b2 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.662995 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e02f3567-40d6-4bb9-84c5-2d26ec811025 req-a1f12fcb-747b-475b-aad0-e5fb577ae69d tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.665281 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e02f3567-40d6-4bb9-84c5-2d26ec811025 req-a1f12fcb-747b-475b-aad0-e5fb577ae69d tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7329805 Jul 16 20:26:59.666141 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f12fcb-747b-475b-aad0-e5fb577ae69d tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2655a4-3187-4a23-b501-02872cd370f0,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:59.682128 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-df16eecb-dd72-4050-9f17-df140c465c02 req-d4630414-bcac-4350-8938-bd94e33ed09f tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.712112 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d28fac-bac4-438c-aeac-38b581e715bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-95138798-80d9-4a3c-bc3b-5b2a5d66edc0', 'network_id': '95138798-80d9-4a3c-bc3b-5b2a5d66edc0', 'tenant_id': '514b8c1536374dbf84870ab629c3f050', 'fixed_ips': [{'subnet_id': '726e00a5-dc45-4063-b704-dc831a56563f'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:26:59.713148 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-90d28fac-bac4-438c-aeac-38b581e715bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.722253 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf06624-0d58-43d6-84cd-ab255f5ed052 req-228d06d9-6727-4f4d-a5fd-0908c95883de tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:59.734441 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8cf06624-0d58-43d6-84cd-ab255f5ed052 req-228d06d9-6727-4f4d-a5fd-0908c95883de tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 946 time: 0.1805513 Jul 16 20:26:59.736721 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-21b4333c-3567-428e-a4f3-d4d383ae686a req-b900c19b-3118-46ad-b6fa-52abfce1328e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.756130 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f9aa5cc8-d6c0-42be-8acf-38074d0583d5'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:59.803423 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8cf06624-0d58-43d6-84cd-ab255f5ed052 req-44a2dd05-8122-407e-bd61-376a2a3e0afd tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671685 Jul 16 20:26:59.841160 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900c19b-3118-46ad-b6fa-52abfce1328e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Pushing event deleted for resources: {'Port': ['ID=8e3da5c1-787e-433f-b543-77bc7f75e480,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:59.859008 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-6bb3646b-b851-4c8e-acc9-2493e40309ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.919352 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-312c6986-8bfb-4337-8e12-a0009911edb3 req-3b49c49d-4062-4e38-bf5d-e20e1be0fba8 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=9d3d5634-8e7c-41a0-a01c-080767ca45e7 HTTP/1.1" status: 200 len: 210 time: 0.1144490 Jul 16 20:26:59.941853 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b4333c-3567-428e-a4f3-d4d383ae686a req-b900c19b-3118-46ad-b6fa-52abfce1328e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] No DVR routers for this DVR port 8e3da5c1-787e-433f-b543-77bc7f75e480 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:59.948319 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-21b4333c-3567-428e-a4f3-d4d383ae686a req-b900c19b-3118-46ad-b6fa-52abfce1328e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.950498 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-21b4333c-3567-428e-a4f3-d4d383ae686a req-b900c19b-3118-46ad-b6fa-52abfce1328e tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.62 "DELETE /v2.0/ports/8e3da5c1-787e-433f-b543-77bc7f75e480 HTTP/1.1" status: 204 len: 173 time: 2.8339293 Jul 16 20:26:59.953034 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3d5634-8e7c-41a0-a01c-080767ca45e7', 'name': 'network-vif-deleted', 'tag': '8e3da5c1-787e-433f-b543-77bc7f75e480'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:59.955347 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e13f916-88e0-44b1-816b-8f7e5b2698df" -d '{"events": [{"server_uuid": "9d3d5634-8e7c-41a0-a01c-080767ca45e7", "name": "network-vif-deleted", "tag": "8e3da5c1-787e-433f-b543-77bc7f75e480"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:59.971812 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce8a403-45be-4c00-bb5d-2ff16cb013bb x-openstack-request-id: req-fce8a403-45be-4c00-bb5d-2ff16cb013bb {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:59.972388 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588f57f6-0144-43f9-b507-ab238c35abbf", "name": "network-vif-deleted", "tag": "7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:59.972552 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fce8a403-45be-4c00-bb5d-2ff16cb013bb {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:59.973036 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588f57f6-0144-43f9-b507-ab238c35abbf', 'name': 'network-vif-deleted', 'tag': '7c3ef4ba-77f4-47e4-b360-fb8ee926f5a2', 'status': 'completed', 'code': 200} Jul 16 20:26:59.981227 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cdfa687c-bbef-45a1-b49b-dbd8f9a308b2 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.999017 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221478d2-cd45-4550-b217-a5d24c6490e6 None None] Network 104a9fbc-bc32-435a-bca1-4251f5b323e2 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:00.008782 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-f69c05ab-7284-4490-b5fc-f3f707d71726 req-1002429d-0a5a-4b72-9702-74dbe42f4189 tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] Request body: {'security_group': {'name': 'tempest-securitygroup-463236199', 'description': 'tempest-description-741250690'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:00.014355 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-df16eecb-dd72-4050-9f17-df140c465c02 req-d4630414-bcac-4350-8938-bd94e33ed09f tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.047331 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f69c05ab-7284-4490-b5fc-f3f707d71726 req-1002429d-0a5a-4b72-9702-74dbe42f4189 tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.104475 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b031e41f-0615-476d-916d-a6ab972cf45f None None] Provisioning for port ec62b2df-fb28-4511-8bad-97c8e2f56958 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:00.120567 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b031e41f-0615-476d-916d-a6ab972cf45f None None] Provisioning complete for port ec62b2df-fb28-4511-8bad-97c8e2f56958 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:00.121552 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b031e41f-0615-476d-916d-a6ab972cf45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.178430 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df16eecb-dd72-4050-9f17-df140c465c02 req-d4630414-bcac-4350-8938-bd94e33ed09f tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Network b358c1d9-e9f6-4096-8d60-98099a8c70b7 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:00.199308 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-df16eecb-dd72-4050-9f17-df140c465c02 req-d4630414-bcac-4350-8938-bd94e33ed09f tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:00.206806 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4630414-bcac-4350-8938-bd94e33ed09f tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Pushing event updated for resources: {'Port': ['ID=a2ce7eaf-57bc-4a87-be95-7e45a7b50942,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:00.211070 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-df16eecb-dd72-4050-9f17-df140c465c02 req-d4630414-bcac-4350-8938-bd94e33ed09f tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server [None req-90d28fac-bac4-438c-aeac-38b581e715bc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 726e00a5-dc45-4063-b704-dc831a56563f: This subnet is being modified by another concurrent operation. Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:27:00.306381 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 726e00a5-dc45-4063-b704-dc831a56563f: This subnet is being modified by another concurrent operation. Jul 16 20:27:00.311121 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server Jul 16 20:27:00.313866 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cdfa687c-bbef-45a1-b49b-dbd8f9a308b2 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.318809 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f69c05ab-7284-4490-b5fc-f3f707d71726 req-1002429d-0a5a-4b72-9702-74dbe42f4189 tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.328814 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f69c05ab-7284-4490-b5fc-f3f707d71726 req-1002429d-0a5a-4b72-9702-74dbe42f4189 tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.372060 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f69c05ab-7284-4490-b5fc-f3f707d71726 req-1002429d-0a5a-4b72-9702-74dbe42f4189 tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.391878 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f69c05ab-7284-4490-b5fc-f3f707d71726 req-1002429d-0a5a-4b72-9702-74dbe42f4189 tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3906269 Jul 16 20:27:00.394525 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b53e4a2-72cc-4fe1-8988-8f31d1014608 None None] Network 95138798-80d9-4a3c-bc3b-5b2a5d66edc0 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:00.398780 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa687c-bbef-45a1-b49b-dbd8f9a308b2 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event deleted for resources: {'Subnet': ['ID=726e00a5-dc45-4063-b704-dc831a56563f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:00.400560 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002429d-0a5a-4b72-9702-74dbe42f4189 tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c1dcf3-cd2c-4060-b1c7-22f239046de3,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:00.421335 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b7326-33f9-4d5e-9dd4-f56099ebaeab req-4cd9ac85-b826-43fb-a03d-17bbe392fba6 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:00.445788 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-139b7326-33f9-4d5e-9dd4-f56099ebaeab req-4cd9ac85-b826-43fb-a03d-17bbe392fba6 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 945 time: 0.2792909 Jul 16 20:27:00.479820 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16eecb-dd72-4050-9f17-df140c465c02 req-d4630414-bcac-4350-8938-bd94e33ed09f tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:00.480686 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-df16eecb-dd72-4050-9f17-df140c465c02 req-d4630414-bcac-4350-8938-bd94e33ed09f tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.606850 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-df16eecb-dd72-4050-9f17-df140c465c02 req-d4630414-bcac-4350-8938-bd94e33ed09f tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9538958 Jul 16 20:27:00.631281 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cdfa687c-bbef-45a1-b49b-dbd8f9a308b2 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.631458 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-139b7326-33f9-4d5e-9dd4-f56099ebaeab req-4c8568a0-1cad-4784-b5f9-0eb25017d2c9 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834614 Jul 16 20:27:00.642886 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33670) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:00.659462 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-df16eecb-dd72-4050-9f17-df140c465c02 req-4b97800d-b1d3-4a70-9208-8885546ab07d service neutron] Request body: {'port': {'device_id': '65bf6bee-ad0f-4abd-8705-ddb1388b9bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:00.669850 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-cdfa687c-bbef-45a1-b49b-dbd8f9a308b2 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95138798-80d9-4a3c-bc3b-5b2a5d66edc0']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:00.708790 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48248be-7d31-461a-83b6-842d82a653e5 x-openstack-request-id: req-e48248be-7d31-461a-83b6-842d82a653e5 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:00.709084 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3d5634-8e7c-41a0-a01c-080767ca45e7", "name": "network-vif-deleted", "tag": "8e3da5c1-787e-433f-b543-77bc7f75e480", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:00.709339 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e48248be-7d31-461a-83b6-842d82a653e5 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:00.709739 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3d5634-8e7c-41a0-a01c-080767ca45e7', 'name': 'network-vif-deleted', 'tag': '8e3da5c1-787e-433f-b543-77bc7f75e480', 'status': 'completed', 'code': 200} Jul 16 20:27:00.711558 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-cdfa687c-bbef-45a1-b49b-dbd8f9a308b2 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be62b3a9-66ca-4959-8292-0214c4b76b01') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:00.711854 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-cdfa687c-bbef-45a1-b49b-dbd8f9a308b2 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be62b3a9-66ca-4959-8292-0214c4b76b01') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:00.779774 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ab5eb-3069-4e4f-8242-5b0c64ca50bf req-73a42711-fc34-427b-8faf-4effcd2ef143 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:00.787061 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e9ab5eb-3069-4e4f-8242-5b0c64ca50bf req-73a42711-fc34-427b-8faf-4effcd2ef143 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 946 time: 0.1892481 Jul 16 20:27:00.864997 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e9ab5eb-3069-4e4f-8242-5b0c64ca50bf req-e47c4422-6c93-4b92-9675-37860e0bd703 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769279 Jul 16 20:27:00.935896 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1161f4-29b7-45d0-ad33-3b6974c231a8 req-cdbb019a-85d8-4ff6-b380-4d7af644397e tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:00.937815 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bd1161f4-29b7-45d0-ad33-3b6974c231a8 req-cdbb019a-85d8-4ff6-b380-4d7af644397e tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 932 time: 0.1207809 Jul 16 20:27:01.009333 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b031e41f-0615-476d-916d-a6ab972cf45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.017967 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bd1161f4-29b7-45d0-ad33-3b6974c231a8 req-51369f7a-7a09-4979-ba3c-437a40771ea2 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740433 Jul 16 20:27:01.080484 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9d46c095-8ed9-4b89-91e4-d5a18cae97b3 req-684f1bda-85a3-4573-8408-efa6c39450ff tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 210 time: 0.0440748 Jul 16 20:27:01.163610 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b031e41f-0615-476d-916d-a6ab972cf45f None None] For port ec62b2df-fb28-4511-8bad-97c8e2f56958, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=ec62b2df-fb28-4511-8bad-97c8e2f56958,segment=NetworkSegment(6a5e5626-894e-46d4-8591-3df441a4c72f),segment_id=6a5e5626-894e-46d4-8591-3df441a4c72f)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:01.169372 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b031e41f-0615-476d-916d-a6ab972cf45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.233478 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031e41f-0615-476d-916d-a6ab972cf45f None None] Pushing event updated for resources: {'Port': ['ID=ec62b2df-fb28-4511-8bad-97c8e2f56958,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:01.267906 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 8e3da5c1-787e-433f-b543-77bc7f75e480 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:01.305329 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 8e3da5c1-787e-433f-b543-77bc7f75e480 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:01.306063 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 8e3da5c1-787e-433f-b543-77bc7f75e480 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:01.391978 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cdfa687c-bbef-45a1-b49b-dbd8f9a308b2 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.398574 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-f21331e1-8beb-454c-80f7-968d94dd3c67 req-e38846ee-ef5a-4eb1-9399-e166d2ed9464 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-141468177', 'description': 'tempest-description-513499524'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:01.428077 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a418f58-7804-40ba-8b28-83812c81456f req-7f413590-44c9-4220-8947-93f9adc84ae5 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:01.428440 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f21331e1-8beb-454c-80f7-968d94dd3c67 req-e38846ee-ef5a-4eb1-9399-e166d2ed9464 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.429559 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a418f58-7804-40ba-8b28-83812c81456f req-7f413590-44c9-4220-8947-93f9adc84ae5 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.62 "GET /v2.0/networks?id=b358c1d9-e9f6-4096-8d60-98099a8c70b7 HTTP/1.1" status: 200 len: 819 time: 0.8860891 Jul 16 20:27:01.449893 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f21331e1-8beb-454c-80f7-968d94dd3c67 req-e38846ee-ef5a-4eb1-9399-e166d2ed9464 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.467222 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-4a418f58-7804-40ba-8b28-83812c81456f req-c31e8dd7-9a51-4a75-bb15-dc81a6423641 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Request body: {'port': {'device_id': '16f91420-0144-4089-a306-28486771c4b8', 'network_id': 'b358c1d9-e9f6-4096-8d60-98099a8c70b7', 'admin_state_up': True, 'tenant_id': '040bf7ee1ec54a50aca3b42fc92ded92'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:01.515073 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38357dd-e566-47a3-b016-1932ebab0aa1 None None] get_active_networks_info from n-d-791506-21 {{(pid=93795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:27:01.534115 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cdfa687c-bbef-45a1-b49b-dbd8f9a308b2 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.577595 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdfa687c-bbef-45a1-b49b-dbd8f9a308b2 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:27:01.578305 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cdfa687c-bbef-45a1-b49b-dbd8f9a308b2 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:27:01.587656 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:27:01.601034 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f21331e1-8beb-454c-80f7-968d94dd3c67 req-e38846ee-ef5a-4eb1-9399-e166d2ed9464 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.634714 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f21331e1-8beb-454c-80f7-968d94dd3c67 req-e38846ee-ef5a-4eb1-9399-e166d2ed9464 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.654914 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5345748b-8741-4569-830f-f79541ef4e52 None None] Provisioning complete for port ec62b2df-fb28-4511-8bad-97c8e2f56958 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:01.655446 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5345748b-8741-4569-830f-f79541ef4e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.668166 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-df16eecb-dd72-4050-9f17-df140c465c02 req-4b97800d-b1d3-4a70-9208-8885546ab07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.679279 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-6bb3646b-b851-4c8e-acc9-2493e40309ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a537c4f-b427-45f1-a5fb-ffd3270918fc {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:01.680613 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38846ee-ef5a-4eb1-9399-e166d2ed9464 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f9d36b-6159-47d4-be8b-ae24292957b5,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:01.732197 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38357dd-e566-47a3-b016-1932ebab0aa1 None None] Resources bound (agent type, host, resource id): {{(pid=93795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:27:01.747214 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-6bb3646b-b851-4c8e-acc9-2493e40309ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.754792 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-27d65311-7f21-475a-9a8a-ea689d977839 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ae184935e63442fbbd551c2164ed273b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1034491 Jul 16 20:27:01.760516 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33698) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:01.783170 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-6bb3646b-b851-4c8e-acc9-2493e40309ff service neutron] Transition to ACTIVE for port object 2a537c4f-b427-45f1-a5fb-ffd3270918fc will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:01.807916 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cdfa687c-bbef-45a1-b49b-dbd8f9a308b2 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.819151 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-6bb3646b-b851-4c8e-acc9-2493e40309ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.825081 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cdfa687c-bbef-45a1-b49b-dbd8f9a308b2 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.826935 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cdfa687c-bbef-45a1-b49b-dbd8f9a308b2 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "DELETE /v2.0/networks/95138798-80d9-4a3c-bc3b-5b2a5d66edc0 HTTP/1.1" status: 204 len: 168 time: 2.4398699 Jul 16 20:27:01.837738 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33700) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:01.849858 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-525daea8-d7fb-4948-922f-aa3daca128c7 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-183907487'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:01.876117 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa687c-bbef-45a1-b49b-dbd8f9a308b2 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event deleted for resources: {'Network': ['ID=95138798-80d9-4a3c-bc3b-5b2a5d66edc0,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:01.903346 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f21331e1-8beb-454c-80f7-968d94dd3c67 req-e38846ee-ef5a-4eb1-9399-e166d2ed9464 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.928927 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f21331e1-8beb-454c-80f7-968d94dd3c67 req-e38846ee-ef5a-4eb1-9399-e166d2ed9464 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.995261 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3646b-b851-4c8e-acc9-2493e40309ff service neutron] Pushing event updated for resources: {'Port': ['ID=2a537c4f-b427-45f1-a5fb-ffd3270918fc,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:02.008838 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38846ee-ef5a-4eb1-9399-e166d2ed9464 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026e16df-e599-460d-be79-25f89966e8d4,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:02.014939 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1d5e2b69-428c-48a6-9961-716181de8521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.053846 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fde34-5f3d-4733-8477-44a6f4d7fc96 req-07e8919b-961f-404a-8d40-41287b56a042 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:02.061531 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6a8fde34-5f3d-4733-8477-44a6f4d7fc96 req-07e8919b-961f-404a-8d40-41287b56a042 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 946 time: 0.1536603 Jul 16 20:27:02.066389 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a418f58-7804-40ba-8b28-83812c81456f req-c31e8dd7-9a51-4a75-bb15-dc81a6423641 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Made reservation on behalf of 040bf7ee1ec54a50aca3b42fc92ded92 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:02.068956 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-4a418f58-7804-40ba-8b28-83812c81456f req-c31e8dd7-9a51-4a75-bb15-dc81a6423641 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.075708 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1d5e2b69-428c-48a6-9961-716181de8521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.080191 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f21331e1-8beb-454c-80f7-968d94dd3c67 req-e38846ee-ef5a-4eb1-9399-e166d2ed9464 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.082807 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f21331e1-8beb-454c-80f7-968d94dd3c67 req-e38846ee-ef5a-4eb1-9399-e166d2ed9464 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6882083 Jul 16 20:27:02.161327 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525daea8-d7fb-4948-922f-aa3daca128c7 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Made reservation on behalf of 514b8c1536374dbf84870ab629c3f050 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:02.169643 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-525daea8-d7fb-4948-922f-aa3daca128c7 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.218559 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6a8fde34-5f3d-4733-8477-44a6f4d7fc96 req-53e595bd-0a77-4c5b-854b-50cd6a9da25d tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559525 Jul 16 20:27:02.229135 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525daea8-d7fb-4948-922f-aa3daca128c7 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:27:02.229289 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-6bb3646b-b851-4c8e-acc9-2493e40309ff service neutron] Attempting to bind port 2a537c4f-b427-45f1-a5fb-ffd3270918fc on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:02.229620 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-6bb3646b-b851-4c8e-acc9-2493e40309ff service neutron] Attempting to bind port 2a537c4f-b427-45f1-a5fb-ffd3270918fc by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:02.229978 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-6bb3646b-b851-4c8e-acc9-2493e40309ff service neutron] Attempting to bind port 2a537c4f-b427-45f1-a5fb-ffd3270918fc on network e0476e10-8d02-4fbd-b804-ab41bcf63297 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:02.255090 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1d5e2b69-428c-48a6-9961-716181de8521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.257757 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-6bb3646b-b851-4c8e-acc9-2493e40309ff service neutron] Port 2a537c4f-b427-45f1-a5fb-ffd3270918fc on network e0476e10-8d02-4fbd-b804-ab41bcf63297 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:02.257757 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-6bb3646b-b851-4c8e-acc9-2493e40309ff service neutron] Attempting to bind port 2a537c4f-b427-45f1-a5fb-ffd3270918fc on network e0476e10-8d02-4fbd-b804-ab41bcf63297 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:02.258017 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1d5e2b69-428c-48a6-9961-716181de8521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.259639 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1d5e2b69-428c-48a6-9961-716181de8521 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ff0df340-7634-44b4-b276-35531d8fb55f HTTP/1.1" status: 204 len: 168 time: 0.4885790 Jul 16 20:27:02.273531 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-6bb3646b-b851-4c8e-acc9-2493e40309ff service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:02.274369 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-6bb3646b-b851-4c8e-acc9-2493e40309ff service neutron] Checking segment: {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:02.274536 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-6bb3646b-b851-4c8e-acc9-2493e40309ff service neutron] Bound using segment: {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:02.274857 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-6bb3646b-b851-4c8e-acc9-2493e40309ff service neutron] Bound port: 2a537c4f-b427-45f1-a5fb-ffd3270918fc, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:02.275326 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-6bb3646b-b851-4c8e-acc9-2493e40309ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.303720 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-525daea8-d7fb-4948-922f-aa3daca128c7 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.304046 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-525daea8-d7fb-4948-922f-aa3daca128c7 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Added segment 08868352-e568-4be0-95fa-1eecb626bb77 of type vlan for network d4f2b01a-d14d-4924-80cf-267c083a694d Jul 16 20:27:02.305543 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e2b69-428c-48a6-9961-716181de8521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0df340-7634-44b4-b276-35531d8fb55f,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:02.367362 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-525daea8-d7fb-4948-922f-aa3daca128c7 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.401855 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ba4a0-0f46-4822-a8f5-fbfff5819bf2 req-05e7073c-82e9-4ee9-8c12-947a62be09dc tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:02.410145 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-774ba4a0-0f46-4822-a8f5-fbfff5819bf2 req-05e7073c-82e9-4ee9-8c12-947a62be09dc tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 945 time: 0.2006869 Jul 16 20:27:02.411386 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-df16eecb-dd72-4050-9f17-df140c465c02 req-4b97800d-b1d3-4a70-9208-8885546ab07d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ce7eaf-57bc-4a87-be95-7e45a7b50942 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:02.423179 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-df16eecb-dd72-4050-9f17-df140c465c02 req-4b97800d-b1d3-4a70-9208-8885546ab07d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.453730 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-df16eecb-dd72-4050-9f17-df140c465c02 req-4b97800d-b1d3-4a70-9208-8885546ab07d service neutron] Transition to ACTIVE for port object a2ce7eaf-57bc-4a87-be95-7e45a7b50942 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:02.456894 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-6bb3646b-b851-4c8e-acc9-2493e40309ff service neutron] For port 2a537c4f-b427-45f1-a5fb-ffd3270918fc, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:02.466165 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-6bb3646b-b851-4c8e-acc9-2493e40309ff service neutron] For port 2a537c4f-b427-45f1-a5fb-ffd3270918fc, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=2a537c4f-b427-45f1-a5fb-ffd3270918fc,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:02.467494 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-df16eecb-dd72-4050-9f17-df140c465c02 req-4b97800d-b1d3-4a70-9208-8885546ab07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.483915 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-525daea8-d7fb-4948-922f-aa3daca128c7 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.489806 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525daea8-d7fb-4948-922f-aa3daca128c7 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:02.490431 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-525daea8-d7fb-4948-922f-aa3daca128c7 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.521030 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-6bb3646b-b851-4c8e-acc9-2493e40309ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.551655 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-774ba4a0-0f46-4822-a8f5-fbfff5819bf2 req-ec20f825-854b-4f72-9c9b-77120f0f6e3c tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405833 Jul 16 20:27:02.558308 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-4a418f58-7804-40ba-8b28-83812c81456f req-c31e8dd7-9a51-4a75-bb15-dc81a6423641 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Allocated IP 172.20.0.7 (b358c1d9-e9f6-4096-8d60-98099a8c70b7/84f36c9a-649f-4fbc-95a8-0fd0b2d3d58e/1d2717eb-29b5-4ca5-a180-a0ea02b91e58) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:02.561578 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-525daea8-d7fb-4948-922f-aa3daca128c7 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7176914 Jul 16 20:27:02.564587 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33714) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:02.573461 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-a23526fd-3b9f-4c96-8656-931f198103ab tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Request body: {'subnet': {'network_id': 'd4f2b01a-d14d-4924-80cf-267c083a694d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:02.626918 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525daea8-d7fb-4948-922f-aa3daca128c7 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event updated for resources: {'Network': ['ID=d4f2b01a-d14d-4924-80cf-267c083a694d,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:02.638775 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network d4f2b01a-d14d-4924-80cf-267c083a694d details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:27:02.642054 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-766292c2-6cc7-42f3-a4ff-b772c2bbf2e2 req-1ee4efb8-f130-4e9c-9f3f-e2a318a065a5 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-956744098', 'description': 'tempest-description-645971929'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:02.646760 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97800d-b1d3-4a70-9208-8885546ab07d service neutron] Pushing event updated for resources: {'Port': ['ID=a2ce7eaf-57bc-4a87-be95-7e45a7b50942,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:02.702135 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613f470-16fb-4d60-a712-944772848f3e req-84eeeae8-114c-42ae-a7fc-74103af39ae6 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:02.703713 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e613f470-16fb-4d60-a712-944772848f3e req-84eeeae8-114c-42ae-a7fc-74103af39ae6 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 944 time: 0.2857900 Jul 16 20:27:02.724627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33716) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:02.747242 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-766292c2-6cc7-42f3-a4ff-b772c2bbf2e2 req-1ee4efb8-f130-4e9c-9f3f-e2a318a065a5 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.788205 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-6bb3646b-b851-4c8e-acc9-2493e40309ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:02.788855 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-6bb3646b-b851-4c8e-acc9-2493e40309ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.790246 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-6bb3646b-b851-4c8e-acc9-2493e40309ff service neutron] 10.222.0.18 "PUT /v2.0/ports/2a537c4f-b427-45f1-a5fb-ffd3270918fc HTTP/1.1" status: 200 len: 1093 time: 3.3193636 Jul 16 20:27:02.790741 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23dfb31a-bbf9-47ea-a947-28605a55b17a', 'tag': '2a537c4f-b427-45f1-a5fb-ffd3270918fc'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:02.793781 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc76f3f8-44fe-49c0-9b65-13e3c9e57c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "23dfb31a-bbf9-47ea-a947-28605a55b17a", "tag": "2a537c4f-b427-45f1-a5fb-ffd3270918fc"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:02.813110 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e613f470-16fb-4d60-a712-944772848f3e req-fb50119e-8719-4fe3-8892-4229da06fee6 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002460 Jul 16 20:27:02.842049 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3265ae98-dc3f-4106-a660-fb6246623ca9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d07b11bef4224f25b321814b5b08f28b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1092949 Jul 16 20:27:02.842049 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23526fd-3b9f-4c96-8656-931f198103ab tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Made reservation on behalf of 514b8c1536374dbf84870ab629c3f050 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:02.842049 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a23526fd-3b9f-4c96-8656-931f198103ab tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.842476 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33720) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:02.944124 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.965822 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3646b-b851-4c8e-acc9-2493e40309ff service neutron] Pushing event updated for resources: {'Port': ['ID=2a537c4f-b427-45f1-a5fb-ffd3270918fc,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:02.978005 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-4a418f58-7804-40ba-8b28-83812c81456f req-c31e8dd7-9a51-4a75-bb15-dc81a6423641 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.008849 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-df16eecb-dd72-4050-9f17-df140c465c02 req-4b97800d-b1d3-4a70-9208-8885546ab07d service neutron] Attempting to bind port a2ce7eaf-57bc-4a87-be95-7e45a7b50942 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:03.009191 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-df16eecb-dd72-4050-9f17-df140c465c02 req-4b97800d-b1d3-4a70-9208-8885546ab07d service neutron] Attempting to bind port a2ce7eaf-57bc-4a87-be95-7e45a7b50942 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'd044cd58-1c1b-47a2-8117-29daed7caee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b358c1d9-e9f6-4096-8d60-98099a8c70b7'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:03.009530 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df16eecb-dd72-4050-9f17-df140c465c02 req-4b97800d-b1d3-4a70-9208-8885546ab07d service neutron] Attempting to bind port a2ce7eaf-57bc-4a87-be95-7e45a7b50942 on network b358c1d9-e9f6-4096-8d60-98099a8c70b7 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:03.039578 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df16eecb-dd72-4050-9f17-df140c465c02 req-4b97800d-b1d3-4a70-9208-8885546ab07d service neutron] Port a2ce7eaf-57bc-4a87-be95-7e45a7b50942 on network b358c1d9-e9f6-4096-8d60-98099a8c70b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:03.039906 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df16eecb-dd72-4050-9f17-df140c465c02 req-4b97800d-b1d3-4a70-9208-8885546ab07d service neutron] Attempting to bind port a2ce7eaf-57bc-4a87-be95-7e45a7b50942 on network b358c1d9-e9f6-4096-8d60-98099a8c70b7 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:03.044996 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a87ef99e-c124-4b3d-a373-1af3b2987eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.070391 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df16eecb-dd72-4050-9f17-df140c465c02 req-4b97800d-b1d3-4a70-9208-8885546ab07d service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:03.070700 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df16eecb-dd72-4050-9f17-df140c465c02 req-4b97800d-b1d3-4a70-9208-8885546ab07d service neutron] Checking segment: {'id': 'd044cd58-1c1b-47a2-8117-29daed7caee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b358c1d9-e9f6-4096-8d60-98099a8c70b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:03.071089 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df16eecb-dd72-4050-9f17-df140c465c02 req-4b97800d-b1d3-4a70-9208-8885546ab07d service neutron] Bound using segment: {'id': 'd044cd58-1c1b-47a2-8117-29daed7caee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b358c1d9-e9f6-4096-8d60-98099a8c70b7'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:03.071533 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-df16eecb-dd72-4050-9f17-df140c465c02 req-4b97800d-b1d3-4a70-9208-8885546ab07d service neutron] Bound port: a2ce7eaf-57bc-4a87-be95-7e45a7b50942, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd044cd58-1c1b-47a2-8117-29daed7caee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b358c1d9-e9f6-4096-8d60-98099a8c70b7'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:03.071894 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-df16eecb-dd72-4050-9f17-df140c465c02 req-4b97800d-b1d3-4a70-9208-8885546ab07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.085261 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-c79ab537-aee8-4d86-befb-eb7d56677a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:03.086807 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-c79ab537-aee8-4d86-befb-eb7d56677a37 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f8a8ade9cff04e3db4af1591a2770156&device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 1096 time: 0.2491274 Jul 16 20:27:03.116172 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a87ef99e-c124-4b3d-a373-1af3b2987eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.172925 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-4a418f58-7804-40ba-8b28-83812c81456f req-c31e8dd7-9a51-4a75-bb15-dc81a6423641 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.175232 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device ec62b2df-fb28-4511-8bad-97c8e2f56958 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:03.175386 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-73736ff9-f070-4332-9185-82bd87a12910 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a537c4f-b427-45f1-a5fb-ffd3270918fc HTTP/1.1" status: 200 len: 217 time: 0.0728648 Jul 16 20:27:03.257904 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port ec62b2df-fb28-4511-8bad-97c8e2f56958 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:03.258491 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.302925 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f7980-e55e-45ae-a894-bbeb9717d25c req-99abd9be-3366-40eb-8b5b-6afcbd08f625 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:03.304367 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8c8f7980-e55e-45ae-a894-bbeb9717d25c req-99abd9be-3366-40eb-8b5b-6afcbd08f625 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 931 time: 0.1904767 Jul 16 20:27:03.310238 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a418f58-7804-40ba-8b28-83812c81456f req-c31e8dd7-9a51-4a75-bb15-dc81a6423641 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Network b358c1d9-e9f6-4096-8d60-98099a8c70b7 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:03.313884 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-766292c2-6cc7-42f3-a4ff-b772c2bbf2e2 req-1ee4efb8-f130-4e9c-9f3f-e2a318a065a5 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.324221 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-4a418f58-7804-40ba-8b28-83812c81456f req-c31e8dd7-9a51-4a75-bb15-dc81a6423641 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:03.330300 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a418f58-7804-40ba-8b28-83812c81456f req-c31e8dd7-9a51-4a75-bb15-dc81a6423641 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:03.339973 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e8dd7-9a51-4a75-bb15-dc81a6423641 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Pushing event updated for resources: {'Port': ['ID=1d2717eb-29b5-4ca5-a180-a0ea02b91e58,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:03.341580 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-766292c2-6cc7-42f3-a4ff-b772c2bbf2e2 req-1ee4efb8-f130-4e9c-9f3f-e2a318a065a5 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.345206 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-df16eecb-dd72-4050-9f17-df140c465c02 req-4b97800d-b1d3-4a70-9208-8885546ab07d service neutron] For port a2ce7eaf-57bc-4a87-be95-7e45a7b50942, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:03.380537 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-17ec1cdb-e093-4ba3-89fd-f35b9d4a01fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:03.382013 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-17ec1cdb-e093-4ba3-89fd-f35b9d4a01fa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=13ad8455-a3f9-4cd7-bb5a-6261d086b47a HTTP/1.1" status: 200 len: 861 time: 0.1958323 Jul 16 20:27:03.393684 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-df16eecb-dd72-4050-9f17-df140c465c02 req-4b97800d-b1d3-4a70-9208-8885546ab07d service neutron] For port a2ce7eaf-57bc-4a87-be95-7e45a7b50942, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=a2ce7eaf-57bc-4a87-be95-7e45a7b50942,segment=NetworkSegment(d044cd58-1c1b-47a2-8117-29daed7caee7),segment_id=d044cd58-1c1b-47a2-8117-29daed7caee7)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:03.407818 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-df16eecb-dd72-4050-9f17-df140c465c02 req-4b97800d-b1d3-4a70-9208-8885546ab07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.425619 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-766292c2-6cc7-42f3-a4ff-b772c2bbf2e2 req-1ee4efb8-f130-4e9c-9f3f-e2a318a065a5 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.426860 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-766292c2-6cc7-42f3-a4ff-b772c2bbf2e2 req-1ee4efb8-f130-4e9c-9f3f-e2a318a065a5 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8135273 Jul 16 20:27:03.434141 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8c8f7980-e55e-45ae-a894-bbeb9717d25c req-cc13bf42-0b5f-4afe-893b-d2c82a0e85e8 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165366 Jul 16 20:27:03.436522 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee4efb8-f130-4e9c-9f3f-e2a318a065a5 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56437925-f295-48bc-afab-c9d226ccc1ee,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:03.450023 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-15c14cf9-10ab-48af-91af-51eb924f0db1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0476e10-8d02-4fbd-b804-ab41bcf63297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582707 Jul 16 20:27:03.469575 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a87ef99e-c124-4b3d-a373-1af3b2987eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.472431 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a87ef99e-c124-4b3d-a373-1af3b2987eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.473563 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a87ef99e-c124-4b3d-a373-1af3b2987eb2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/21cc16d3-919c-4da7-b39b-03951fceb493 HTTP/1.1" status: 204 len: 168 time: 0.6280775 Jul 16 20:27:03.485295 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a418f58-7804-40ba-8b28-83812c81456f req-c31e8dd7-9a51-4a75-bb15-dc81a6423641 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:03.485926 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-4a418f58-7804-40ba-8b28-83812c81456f req-c31e8dd7-9a51-4a75-bb15-dc81a6423641 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.495995 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a23526fd-3b9f-4c96-8656-931f198103ab tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.534543 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ef99e-c124-4b3d-a373-1af3b2987eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cc16d3-919c-4da7-b39b-03951fceb493,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:03.542114 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16eecb-dd72-4050-9f17-df140c465c02 req-4b97800d-b1d3-4a70-9208-8885546ab07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:03.543591 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-df16eecb-dd72-4050-9f17-df140c465c02 req-4b97800d-b1d3-4a70-9208-8885546ab07d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.545304 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-df16eecb-dd72-4050-9f17-df140c465c02 req-4b97800d-b1d3-4a70-9208-8885546ab07d service neutron] 10.222.0.62 "PUT /v2.0/ports/a2ce7eaf-57bc-4a87-be95-7e45a7b50942 HTTP/1.1" status: 200 len: 1093 time: 2.9014359 Jul 16 20:27:03.551983 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d0611e-ab32-47d2-b48b-811b20527ffe x-openstack-request-id: req-f3d0611e-ab32-47d2-b48b-811b20527ffe {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:03.552509 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23dfb31a-bbf9-47ea-a947-28605a55b17a", "tag": "2a537c4f-b427-45f1-a5fb-ffd3270918fc", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:03.552985 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f3d0611e-ab32-47d2-b48b-811b20527ffe {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:03.553545 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23dfb31a-bbf9-47ea-a947-28605a55b17a', 'tag': '2a537c4f-b427-45f1-a5fb-ffd3270918fc', 'status': 'completed', 'code': 200} Jul 16 20:27:03.561000 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a418f58-7804-40ba-8b28-83812c81456f req-c31e8dd7-9a51-4a75-bb15-dc81a6423641 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0985198 Jul 16 20:27:03.609200 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-4a418f58-7804-40ba-8b28-83812c81456f req-493cccb0-522d-487a-a360-e1c59b2b6b7f service neutron] Request body: {'port': {'device_id': '16f91420-0144-4089-a306-28486771c4b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:03.641653 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23526fd-3b9f-4c96-8656-931f198103ab tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Checking segment: {'id': '08868352-e568-4be0-95fa-1eecb626bb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd4f2b01a-d14d-4924-80cf-267c083a694d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:03.641924 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23526fd-3b9f-4c96-8656-931f198103ab tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Network hostable DHCP agents. Network: d4f2b01a-d14d-4924-80cf-267c083a694d, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:27:03.660609 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23526fd-3b9f-4c96-8656-931f198103ab tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event updated for resources: {'Subnet': ['ID=d8874b74-cc06-4739-b749-40a18a3ac8ef,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:03.687423 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97800d-b1d3-4a70-9208-8885546ab07d service neutron] Pushing event updated for resources: {'Port': ['ID=a2ce7eaf-57bc-4a87-be95-7e45a7b50942,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:03.711266 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23526fd-3b9f-4c96-8656-931f198103ab tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Network d4f2b01a-d14d-4924-80cf-267c083a694d is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:27:03.743533 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-a23526fd-3b9f-4c96-8656-931f198103ab tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, d4f2b01a-d14d-4924-80cf-267c083a694d) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:03.755876 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23526fd-3b9f-4c96-8656-931f198103ab tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:03.756431 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a23526fd-3b9f-4c96-8656-931f198103ab tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.759566 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a62c331-152f-4afe-963e-5d49878e49a2 None None] Network d4f2b01a-d14d-4924-80cf-267c083a694d requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:03.801008 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a23526fd-3b9f-4c96-8656-931f198103ab tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2320893 Jul 16 20:27:03.803461 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33734) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:03.810114 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-635b81dc-4266-43af-9dc6-0a7279120333 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1425342920'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:03.826769 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-31429c3e-a6bb-422c-9a53-a3e4f09d6caa service neutron] 10.222.0.18 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499365 Jul 16 20:27:03.832371 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab90886-6d6a-40fd-8f52-5199080370b0 req-e8cd6c31-676b-4779-9e6b-dba8378ae85d tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:03.833947 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1ab90886-6d6a-40fd-8f52-5199080370b0 req-e8cd6c31-676b-4779-9e6b-dba8378ae85d tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 946 time: 0.1322458 Jul 16 20:27:03.885365 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-4a418f58-7804-40ba-8b28-83812c81456f req-493cccb0-522d-487a-a360-e1c59b2b6b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.910015 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635b81dc-4266-43af-9dc6-0a7279120333 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Made reservation on behalf of 514b8c1536374dbf84870ab629c3f050 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:03.913849 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-635b81dc-4266-43af-9dc6-0a7279120333 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.966004 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16eecb-dd72-4050-9f17-df140c465c02 req-5223ac0f-ffbf-488a-ba79-df2bba080db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:03.967544 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-df16eecb-dd72-4050-9f17-df140c465c02 req-5223ac0f-ffbf-488a-ba79-df2bba080db7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=040bf7ee1ec54a50aca3b42fc92ded92&device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 1096 time: 0.3524382 Jul 16 20:27:03.969253 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1ab90886-6d6a-40fd-8f52-5199080370b0 req-d9d1d805-7d4a-4e73-90fe-6709ecd46395 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234915 Jul 16 20:27:03.974788 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635b81dc-4266-43af-9dc6-0a7279120333 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:27:03.989799 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa443d9-58d0-4cc9-aea0-1dd2ee95c1cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-d4f2b01a-d14d-4924-80cf-267c083a694d', 'network_id': 'd4f2b01a-d14d-4924-80cf-267c083a694d', 'tenant_id': '514b8c1536374dbf84870ab629c3f050', 'fixed_ips': [{'subnet_id': 'd8874b74-cc06-4739-b749-40a18a3ac8ef'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:27:03.992535 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2fa443d9-58d0-4cc9-aea0-1dd2ee95c1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.000419 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-635b81dc-4266-43af-9dc6-0a7279120333 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.000877 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-635b81dc-4266-43af-9dc6-0a7279120333 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Added segment 20d060d5-88d4-4731-ba2b-a58d21e9eb3a of type vlan for network 20877108-a403-40b8-b17a-cca1b093a2d3 Jul 16 20:27:04.067018 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-635b81dc-4266-43af-9dc6-0a7279120333 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.151302 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-df16eecb-dd72-4050-9f17-df140c465c02 req-02b5073f-c148-4734-be5b-e594feaffd30 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2ce7eaf-57bc-4a87-be95-7e45a7b50942 HTTP/1.1" status: 200 len: 217 time: 0.0796034 Jul 16 20:27:04.157847 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-635b81dc-4266-43af-9dc6-0a7279120333 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.176693 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635b81dc-4266-43af-9dc6-0a7279120333 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:04.180425 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-635b81dc-4266-43af-9dc6-0a7279120333 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.249876 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f4788ad8-d684-486f-9edd-3b6eebb26d7c req-7e85cf07-b2a3-4ffa-b2dc-b5cfbb07cbda service neutron] 10.222.0.18 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121377 Jul 16 20:27:04.258125 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16eecb-dd72-4050-9f17-df140c465c02 req-f8d27d7c-6aee-406f-9c8b-55e9cfe2e363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:04.259599 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-df16eecb-dd72-4050-9f17-df140c465c02 req-f8d27d7c-6aee-406f-9c8b-55e9cfe2e363 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=84f36c9a-649f-4fbc-95a8-0fd0b2d3d58e HTTP/1.1" status: 200 len: 859 time: 0.1003489 Jul 16 20:27:04.273893 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-2fa443d9-58d0-4cc9-aea0-1dd2ee95c1cc None None] Allocated IP 2001:db8::1 (d4f2b01a-d14d-4924-80cf-267c083a694d/d8874b74-cc06-4739-b749-40a18a3ac8ef/566d0328-e17b-456d-93a2-b13e255950ef) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:04.353595 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-635b81dc-4266-43af-9dc6-0a7279120333 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5490012 Jul 16 20:27:04.358702 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33750) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:04.360869 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b81dc-4266-43af-9dc6-0a7279120333 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event updated for resources: {'Network': ['ID=20877108-a403-40b8-b17a-cca1b093a2d3,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:04.371959 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-a86ea056-ed5d-4bb9-9945-0653aa0466bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Request body: {'subnet': {'network_id': '20877108-a403-40b8-b17a-cca1b093a2d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:04.390105 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 20877108-a403-40b8-b17a-cca1b093a2d3 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:27:04.390991 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-df16eecb-dd72-4050-9f17-df140c465c02 req-68a42dd5-f91a-482c-be71-068dffd0a3f0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b358c1d9-e9f6-4096-8d60-98099a8c70b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158657 Jul 16 20:27:04.454415 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-951ef48f-d350-4577-b7ea-b6e74a7c99f3 req-f6255d71-5f78-4049-8d6a-788132728f0f tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42362 time: 0.6295455 Jul 16 20:27:04.524160 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080eb53-ec79-47e7-acc8-9e0fa09cb708 req-0e8445c8-d2b1-48f8-9f14-172c2667334b tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:04.531820 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e080eb53-ec79-47e7-acc8-9e0fa09cb708 req-0e8445c8-d2b1-48f8-9f14-172c2667334b tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 945 time: 0.3442450 Jul 16 20:27:04.550542 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2fa443d9-58d0-4cc9-aea0-1dd2ee95c1cc None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.563303 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2fa443d9-58d0-4cc9-aea0-1dd2ee95c1cc None None] Transition to ACTIVE for port object 566d0328-e17b-456d-93a2-b13e255950ef will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:04.595388 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76f3f8-44fe-49c0-9b65-13e3c9e57c0b req-ba5950db-7fb5-46bd-b826-0dff66f1f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:04.596896 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cc76f3f8-44fe-49c0-9b65-13e3c9e57c0b req-ba5950db-7fb5-46bd-b826-0dff66f1f322 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f8a8ade9cff04e3db4af1591a2770156&device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 1096 time: 0.2623858 Jul 16 20:27:04.598715 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2fa443d9-58d0-4cc9-aea0-1dd2ee95c1cc None None] Transition to ACTIVE for port object 566d0328-e17b-456d-93a2-b13e255950ef will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:04.607777 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-951ef48f-d350-4577-b7ea-b6e74a7c99f3 req-d140d5e9-8568-47ae-951e-8e96380c9000 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups/0af6ceb7-8785-409f-b059-ec95471e4d11 HTTP/1.1" status: 200 len: 2981 time: 0.1561992 Jul 16 20:27:04.611023 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2fa443d9-58d0-4cc9-aea0-1dd2ee95c1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.615891 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86ea056-ed5d-4bb9-9945-0653aa0466bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Made reservation on behalf of 514b8c1536374dbf84870ab629c3f050 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:04.620134 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-4a418f58-7804-40ba-8b28-83812c81456f req-493cccb0-522d-487a-a360-e1c59b2b6b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d2717eb-29b5-4ca5-a180-a0ea02b91e58 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:04.626343 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a86ea056-ed5d-4bb9-9945-0653aa0466bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.637861 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa443d9-58d0-4cc9-aea0-1dd2ee95c1cc None None] Network d4f2b01a-d14d-4924-80cf-267c083a694d is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:04.648949 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-4a418f58-7804-40ba-8b28-83812c81456f req-493cccb0-522d-487a-a360-e1c59b2b6b7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.656619 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-2fa443d9-58d0-4cc9-aea0-1dd2ee95c1cc None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:04.660755 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa443d9-58d0-4cc9-aea0-1dd2ee95c1cc None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:04.680194 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-4a418f58-7804-40ba-8b28-83812c81456f req-493cccb0-522d-487a-a360-e1c59b2b6b7f service neutron] Transition to ACTIVE for port object 1d2717eb-29b5-4ca5-a180-a0ea02b91e58 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:04.716801 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-4a418f58-7804-40ba-8b28-83812c81456f req-493cccb0-522d-487a-a360-e1c59b2b6b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.720513 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-df16eecb-dd72-4050-9f17-df140c465c02 req-f38ff11e-b96b-4c48-87d3-93b2b6b3b5bd service neutron] 10.222.0.62 "GET /v2.0/networks/b358c1d9-e9f6-4096-8d60-98099a8c70b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122482 Jul 16 20:27:04.756201 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.ipam_backend_mixin [None req-a86ea056-ed5d-4bb9-9945-0653aa0466bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Performing IP validity checks on allocation pools {{(pid=93794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 20:27:04.757257 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.ipam_backend_mixin [None req-a86ea056-ed5d-4bb9-9945-0653aa0466bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 20:27:04.798990 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e080eb53-ec79-47e7-acc8-9e0fa09cb708 req-0817a148-df26-48de-ad85-c0164b2e00af tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661905 Jul 16 20:27:04.823181 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76f3f8-44fe-49c0-9b65-13e3c9e57c0b req-eeddedba-18a3-47b3-a1c9-df13ed0caaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:04.825362 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cc76f3f8-44fe-49c0-9b65-13e3c9e57c0b req-eeddedba-18a3-47b3-a1c9-df13ed0caaec service neutron] 10.222.0.18 "GET /v2.0/networks?id=e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 200 len: 922 time: 0.2209833 Jul 16 20:27:04.877479 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa443d9-58d0-4cc9-aea0-1dd2ee95c1cc None None] Pushing event updated for resources: {'Port': ['ID=566d0328-e17b-456d-93a2-b13e255950ef,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:04.878098 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-951ef48f-d350-4577-b7ea-b6e74a7c99f3 req-48a0e77c-6834-4e3a-99de-db650739e8fd tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups/0af6ceb7-8785-409f-b059-ec95471e4d11 HTTP/1.1" status: 200 len: 2981 time: 0.2621038 Jul 16 20:27:04.898269 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2fa443d9-58d0-4cc9-aea0-1dd2ee95c1cc None None] Attempting to bind port 566d0328-e17b-456d-93a2-b13e255950ef on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:04.898986 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2fa443d9-58d0-4cc9-aea0-1dd2ee95c1cc None None] Attempting to bind port 566d0328-e17b-456d-93a2-b13e255950ef by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '08868352-e568-4be0-95fa-1eecb626bb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd4f2b01a-d14d-4924-80cf-267c083a694d'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:04.899532 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa443d9-58d0-4cc9-aea0-1dd2ee95c1cc None None] Attempting to bind port 566d0328-e17b-456d-93a2-b13e255950ef on network d4f2b01a-d14d-4924-80cf-267c083a694d {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:04.906140 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa443d9-58d0-4cc9-aea0-1dd2ee95c1cc None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:04.906844 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa443d9-58d0-4cc9-aea0-1dd2ee95c1cc None None] Checking segment: {'id': '08868352-e568-4be0-95fa-1eecb626bb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd4f2b01a-d14d-4924-80cf-267c083a694d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:04.907835 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2fa443d9-58d0-4cc9-aea0-1dd2ee95c1cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.908394 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa443d9-58d0-4cc9-aea0-1dd2ee95c1cc None None] Bound using segment: {'id': '08868352-e568-4be0-95fa-1eecb626bb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd4f2b01a-d14d-4924-80cf-267c083a694d'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:04.909053 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2fa443d9-58d0-4cc9-aea0-1dd2ee95c1cc None None] Bound port: 566d0328-e17b-456d-93a2-b13e255950ef, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08868352-e568-4be0-95fa-1eecb626bb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd4f2b01a-d14d-4924-80cf-267c083a694d'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:04.909609 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2fa443d9-58d0-4cc9-aea0-1dd2ee95c1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.954830 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cccb0-522d-487a-a360-e1c59b2b6b7f service neutron] Pushing event updated for resources: {'Port': ['ID=1d2717eb-29b5-4ca5-a180-a0ea02b91e58,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:04.959825 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-df16eecb-dd72-4050-9f17-df140c465c02 req-e3015314-01e4-4308-9ba5-7fbb4ba0b8a8 service neutron] 10.222.0.62 "GET /v2.0/networks/b358c1d9-e9f6-4096-8d60-98099a8c70b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265477 Jul 16 20:27:05.007949 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2fa443d9-58d0-4cc9-aea0-1dd2ee95c1cc None None] For port 566d0328-e17b-456d-93a2-b13e255950ef, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:05.015564 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2fa443d9-58d0-4cc9-aea0-1dd2ee95c1cc None None] For port 566d0328-e17b-456d-93a2-b13e255950ef, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=566d0328-e17b-456d-93a2-b13e255950ef,segment=NetworkSegment(08868352-e568-4be0-95fa-1eecb626bb77),segment_id=08868352-e568-4be0-95fa-1eecb626bb77)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:05.023086 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2fa443d9-58d0-4cc9-aea0-1dd2ee95c1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.029683 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cc76f3f8-44fe-49c0-9b65-13e3c9e57c0b req-d1316330-0052-4800-8805-66503a8913f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a537c4f-b427-45f1-a5fb-ffd3270918fc HTTP/1.1" status: 200 len: 217 time: 0.1288729 Jul 16 20:27:05.063347 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-951ef48f-d350-4577-b7ea-b6e74a7c99f3 req-b9b60bd1-e89b-4841-afbc-f33012700153 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups/3cf25b1a-8000-474a-990e-30a3a66f33b0 HTTP/1.1" status: 200 len: 2981 time: 0.1830990 Jul 16 20:27:05.120846 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa443d9-58d0-4cc9-aea0-1dd2ee95c1cc None None] Pushing event updated for resources: {'Port': ['ID=566d0328-e17b-456d-93a2-b13e255950ef,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:05.128744 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76f3f8-44fe-49c0-9b65-13e3c9e57c0b req-4eb8fd21-e5c0-4e7b-86e1-fe1fc392b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:05.130649 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cc76f3f8-44fe-49c0-9b65-13e3c9e57c0b req-4eb8fd21-e5c0-4e7b-86e1-fe1fc392b25b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=13ad8455-a3f9-4cd7-bb5a-6261d086b47a HTTP/1.1" status: 200 len: 861 time: 0.0687208 Jul 16 20:27:05.188372 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a86ea056-ed5d-4bb9-9945-0653aa0466bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.193286 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cc76f3f8-44fe-49c0-9b65-13e3c9e57c0b req-4f729b12-95df-466b-b29f-0a5717021382 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0476e10-8d02-4fbd-b804-ab41bcf63297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435264 Jul 16 20:27:05.214870 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08cbba-5aa5-4640-88a7-526cea9e523c req-9099e9ff-6b5d-4fdd-b950-d70bdae7cc4d tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:05.216414 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac08cbba-5aa5-4640-88a7-526cea9e523c req-9099e9ff-6b5d-4fdd-b950-d70bdae7cc4d tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4bcd672-e9e7-4f5f-9f3a-b244f1991d03 HTTP/1.1" status: 200 len: 950 time: 0.2330372 Jul 16 20:27:05.269261 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-951ef48f-d350-4577-b7ea-b6e74a7c99f3 req-2784c135-4f50-4203-ab52-82af69678924 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups/3cf25b1a-8000-474a-990e-30a3a66f33b0 HTTP/1.1" status: 200 len: 2981 time: 0.1705897 Jul 16 20:27:05.350755 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cc76f3f8-44fe-49c0-9b65-13e3c9e57c0b req-81f57af5-f36e-4748-8bb0-ceccb345de4a service neutron] 10.222.0.18 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397529 Jul 16 20:27:05.373318 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-4a418f58-7804-40ba-8b28-83812c81456f req-493cccb0-522d-487a-a360-e1c59b2b6b7f service neutron] Attempting to bind port 1d2717eb-29b5-4ca5-a180-a0ea02b91e58 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:05.373987 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-4a418f58-7804-40ba-8b28-83812c81456f req-493cccb0-522d-487a-a360-e1c59b2b6b7f service neutron] Attempting to bind port 1d2717eb-29b5-4ca5-a180-a0ea02b91e58 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'd044cd58-1c1b-47a2-8117-29daed7caee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b358c1d9-e9f6-4096-8d60-98099a8c70b7'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:05.374595 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a418f58-7804-40ba-8b28-83812c81456f req-493cccb0-522d-487a-a360-e1c59b2b6b7f service neutron] Attempting to bind port 1d2717eb-29b5-4ca5-a180-a0ea02b91e58 on network b358c1d9-e9f6-4096-8d60-98099a8c70b7 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:05.423515 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac08cbba-5aa5-4640-88a7-526cea9e523c req-df5172b0-35e7-4721-9843-13844660bbdc tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c164969-d6a1-4e14-94a1-d6dfd20081c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652932 Jul 16 20:27:05.449971 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ea056-ed5d-4bb9-9945-0653aa0466bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event updated for resources: {'Subnet': ['ID=0ff6ee2d-f7d0-47f2-91c6-0786882a677b,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:05.460097 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a418f58-7804-40ba-8b28-83812c81456f req-493cccb0-522d-487a-a360-e1c59b2b6b7f service neutron] Port 1d2717eb-29b5-4ca5-a180-a0ea02b91e58 on network b358c1d9-e9f6-4096-8d60-98099a8c70b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:05.460424 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a418f58-7804-40ba-8b28-83812c81456f req-493cccb0-522d-487a-a360-e1c59b2b6b7f service neutron] Attempting to bind port 1d2717eb-29b5-4ca5-a180-a0ea02b91e58 on network b358c1d9-e9f6-4096-8d60-98099a8c70b7 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:05.462952 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86ea056-ed5d-4bb9-9945-0653aa0466bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Checking segment: {'id': '20d060d5-88d4-4731-ba2b-a58d21e9eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '20877108-a403-40b8-b17a-cca1b093a2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:05.463367 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86ea056-ed5d-4bb9-9945-0653aa0466bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Network hostable DHCP agents. Network: 20877108-a403-40b8-b17a-cca1b093a2d3, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:27:05.467787 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a418f58-7804-40ba-8b28-83812c81456f req-493cccb0-522d-487a-a360-e1c59b2b6b7f service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:05.468028 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a418f58-7804-40ba-8b28-83812c81456f req-493cccb0-522d-487a-a360-e1c59b2b6b7f service neutron] Checking segment: {'id': 'd044cd58-1c1b-47a2-8117-29daed7caee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b358c1d9-e9f6-4096-8d60-98099a8c70b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:05.468371 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a418f58-7804-40ba-8b28-83812c81456f req-493cccb0-522d-487a-a360-e1c59b2b6b7f service neutron] Bound using segment: {'id': 'd044cd58-1c1b-47a2-8117-29daed7caee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b358c1d9-e9f6-4096-8d60-98099a8c70b7'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:05.468807 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-4a418f58-7804-40ba-8b28-83812c81456f req-493cccb0-522d-487a-a360-e1c59b2b6b7f service neutron] Bound port: 1d2717eb-29b5-4ca5-a180-a0ea02b91e58, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd044cd58-1c1b-47a2-8117-29daed7caee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b358c1d9-e9f6-4096-8d60-98099a8c70b7'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:05.469175 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-4a418f58-7804-40ba-8b28-83812c81456f req-493cccb0-522d-487a-a360-e1c59b2b6b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.484570 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-951ef48f-d350-4577-b7ea-b6e74a7c99f3 req-5ba2a281-976d-4d36-923b-2c3d51e90a4d tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups/3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e HTTP/1.1" status: 200 len: 2981 time: 0.1825426 Jul 16 20:27:05.518001 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86ea056-ed5d-4bb9-9945-0653aa0466bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Network 20877108-a403-40b8-b17a-cca1b093a2d3 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:27:05.538344 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-a86ea056-ed5d-4bb9-9945-0653aa0466bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 20877108-a403-40b8-b17a-cca1b093a2d3) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:05.548753 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf1d18f-c856-42e8-ab91-15b71e802c06 None None] Network 20877108-a403-40b8-b17a-cca1b093a2d3 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:05.562193 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-951ef48f-d350-4577-b7ea-b6e74a7c99f3 req-7a863276-48b6-43aa-8c55-09002cd971e4 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups/3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e HTTP/1.1" status: 200 len: 2981 time: 0.0704150 Jul 16 20:27:05.563850 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86ea056-ed5d-4bb9-9945-0653aa0466bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:05.564523 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a86ea056-ed5d-4bb9-9945-0653aa0466bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.627989 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a86ea056-ed5d-4bb9-9945-0653aa0466bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2624724 Jul 16 20:27:05.629562 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33776) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:05.708825 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-951ef48f-d350-4577-b7ea-b6e74a7c99f3 req-45642738-d8f8-47d7-855c-1bdced40d3cf tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups/45174294-91e7-488a-8964-9afb2ca0ba65 HTTP/1.1" status: 200 len: 2981 time: 0.1407280 Jul 16 20:27:05.722490 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52acf47b-42fd-4946-ad68-51f339c8444a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-20877108-a403-40b8-b17a-cca1b093a2d3', 'network_id': '20877108-a403-40b8-b17a-cca1b093a2d3', 'tenant_id': '514b8c1536374dbf84870ab629c3f050', 'fixed_ips': [{'subnet_id': '0ff6ee2d-f7d0-47f2-91c6-0786882a677b'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:27:05.723950 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52acf47b-42fd-4946-ad68-51f339c8444a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.811335 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-951ef48f-d350-4577-b7ea-b6e74a7c99f3 req-c369bed6-f8ad-4332-9b0f-1db81fef3e56 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups/45174294-91e7-488a-8964-9afb2ca0ba65 HTTP/1.1" status: 200 len: 2981 time: 0.1012802 Jul 16 20:27:05.841144 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aff11-1e60-4366-aadb-bb67657911d3 req-5778d3e7-16eb-451d-916d-324e9cc69c3a tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:05.843099 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ee5aff11-1e60-4366-aadb-bb67657911d3 req-5778d3e7-16eb-451d-916d-324e9cc69c3a tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 944 time: 0.2835224 Jul 16 20:27:05.855313 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65bf6bee-ad0f-4abd-8705-ddb1388b9bb9', 'tag': 'a2ce7eaf-57bc-4a87-be95-7e45a7b50942'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:05.857663 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0ad9ec-b982-420d-9356-2da7207f393b" -d '{"events": [{"name": "network-changed", "server_uuid": "65bf6bee-ad0f-4abd-8705-ddb1388b9bb9", "tag": "a2ce7eaf-57bc-4a87-be95-7e45a7b50942"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:05.863694 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.881709 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-52acf47b-42fd-4946-ad68-51f339c8444a None None] Allocated IP 2001:db8::3 (20877108-a403-40b8-b17a-cca1b093a2d3/0ff6ee2d-f7d0-47f2-91c6-0786882a677b/985330ae-fc74-4be8-a8dc-037e041ead4f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:05.905990 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df23d20-0fd0-4305-b925-f5de3b5d41d1 req-df5d11a8-5dcc-4f29-91a5-0a70bf48eb7c tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:05.908065 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2df23d20-0fd0-4305-b925-f5de3b5d41d1 req-df5d11a8-5dcc-4f29-91a5-0a70bf48eb7c tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4bcd672-e9e7-4f5f-9f3a-b244f1991d03 HTTP/1.1" status: 200 len: 950 time: 0.7593472 Jul 16 20:27:05.914248 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cc76f3f8-44fe-49c0-9b65-13e3c9e57c0b req-1a14e434-51b3-41f6-9d78-08303f5ea83a service neutron] 10.222.0.18 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5549531 Jul 16 20:27:05.942068 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ee5aff11-1e60-4366-aadb-bb67657911d3 req-b85b65f3-af62-431e-906f-12a03885ca59 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904121 Jul 16 20:27:05.946780 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-951ef48f-d350-4577-b7ea-b6e74a7c99f3 req-520ecf39-5a57-4544-82d6-86e0f8f1e1b7 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups/5c164969-d6a1-4e14-94a1-d6dfd20081c0 HTTP/1.1" status: 200 len: 2981 time: 0.1176426 Jul 16 20:27:06.029588 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-4a418f58-7804-40ba-8b28-83812c81456f req-493cccb0-522d-487a-a360-e1c59b2b6b7f service neutron] For port 1d2717eb-29b5-4ca5-a180-a0ea02b91e58, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:06.033970 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-4a418f58-7804-40ba-8b28-83812c81456f req-493cccb0-522d-487a-a360-e1c59b2b6b7f service neutron] For port 1d2717eb-29b5-4ca5-a180-a0ea02b91e58, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=1d2717eb-29b5-4ca5-a180-a0ea02b91e58,segment=NetworkSegment(d044cd58-1c1b-47a2-8117-29daed7caee7),segment_id=d044cd58-1c1b-47a2-8117-29daed7caee7)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:06.062879 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-4a418f58-7804-40ba-8b28-83812c81456f req-493cccb0-522d-487a-a360-e1c59b2b6b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.094159 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52acf47b-42fd-4946-ad68-51f339c8444a None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.104748 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a418f58-7804-40ba-8b28-83812c81456f req-493cccb0-522d-487a-a360-e1c59b2b6b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:06.105847 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-4a418f58-7804-40ba-8b28-83812c81456f req-493cccb0-522d-487a-a360-e1c59b2b6b7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.107571 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a418f58-7804-40ba-8b28-83812c81456f req-493cccb0-522d-487a-a360-e1c59b2b6b7f service neutron] 10.222.0.62 "PUT /v2.0/ports/1d2717eb-29b5-4ca5-a180-a0ea02b91e58 HTTP/1.1" status: 200 len: 1092 time: 2.5350897 Jul 16 20:27:06.120635 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-2df23d20-0fd0-4305-b925-f5de3b5d41d1 req-4d5ecd97-7545-48ab-81ab-fe2c563417e3 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Deleting port f9aa5cc8-d6c0-42be-8acf-38074d0583d5 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:06.120896 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2df23d20-0fd0-4305-b925-f5de3b5d41d1 req-4d5ecd97-7545-48ab-81ab-fe2c563417e3 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.125688 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-52acf47b-42fd-4946-ad68-51f339c8444a None None] Transition to ACTIVE for port object 985330ae-fc74-4be8-a8dc-037e041ead4f will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:06.127441 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-951ef48f-d350-4577-b7ea-b6e74a7c99f3 req-7b07a05f-2731-4cd6-9c86-6acc32ce6e66 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups/5c164969-d6a1-4e14-94a1-d6dfd20081c0 HTTP/1.1" status: 200 len: 2981 time: 0.1671722 Jul 16 20:27:06.136612 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.162277 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-52acf47b-42fd-4946-ad68-51f339c8444a None None] Transition to ACTIVE for port object 985330ae-fc74-4be8-a8dc-037e041ead4f will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:06.172595 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52acf47b-42fd-4946-ad68-51f339c8444a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.211413 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52acf47b-42fd-4946-ad68-51f339c8444a None None] Network 20877108-a403-40b8-b17a-cca1b093a2d3 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:06.234256 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cccb0-522d-487a-a360-e1c59b2b6b7f service neutron] Pushing event updated for resources: {'Port': ['ID=1d2717eb-29b5-4ca5-a180-a0ea02b91e58,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:06.234516 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-52acf47b-42fd-4946-ad68-51f339c8444a None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:06.239377 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52acf47b-42fd-4946-ad68-51f339c8444a None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:06.282350 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52acf47b-42fd-4946-ad68-51f339c8444a None None] Pushing event updated for resources: {'Port': ['ID=985330ae-fc74-4be8-a8dc-037e041ead4f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:06.286708 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-2df23d20-0fd0-4305-b925-f5de3b5d41d1 req-4d5ecd97-7545-48ab-81ab-fe2c563417e3 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] For port f9aa5cc8-d6c0-42be-8acf-38074d0583d5, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f9aa5cc8-d6c0-42be-8acf-38074d0583d5,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:06.287084 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2df23d20-0fd0-4305-b925-f5de3b5d41d1 req-4d5ecd97-7545-48ab-81ab-fe2c563417e3 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.300821 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-951ef48f-d350-4577-b7ea-b6e74a7c99f3 req-24dcd295-3a2c-4562-9633-a468a3ff2834 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups/65c88765-fa93-44cd-af57-d6db815bbaef HTTP/1.1" status: 200 len: 2981 time: 0.1723130 Jul 16 20:27:06.316714 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a418f58-7804-40ba-8b28-83812c81456f req-e52fbf36-7056-48e8-a0ce-bbf1827d8844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:06.318560 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a418f58-7804-40ba-8b28-83812c81456f req-e52fbf36-7056-48e8-a0ce-bbf1827d8844 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=040bf7ee1ec54a50aca3b42fc92ded92&device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 1095 time: 0.1593428 Jul 16 20:27:06.319545 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-2df23d20-0fd0-4305-b925-f5de3b5d41d1 req-4d5ecd97-7545-48ab-81ab-fe2c563417e3 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Calling delete_port for f9aa5cc8-d6c0-42be-8acf-38074d0583d5 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:06.325039 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba755d-4c4e-4063-a3e6-e1744f402898 req-3f663843-ba36-42b9-a515-400f2f7ec498 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:06.326740 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-79ba755d-4c4e-4063-a3e6-e1744f402898 req-3f663843-ba36-42b9-a515-400f2f7ec498 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 943 time: 0.1585672 Jul 16 20:27:06.330181 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-52acf47b-42fd-4946-ad68-51f339c8444a None None] Attempting to bind port 985330ae-fc74-4be8-a8dc-037e041ead4f on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:06.330604 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-52acf47b-42fd-4946-ad68-51f339c8444a None None] Attempting to bind port 985330ae-fc74-4be8-a8dc-037e041ead4f by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '20d060d5-88d4-4731-ba2b-a58d21e9eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '20877108-a403-40b8-b17a-cca1b093a2d3'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:06.330967 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52acf47b-42fd-4946-ad68-51f339c8444a None None] Attempting to bind port 985330ae-fc74-4be8-a8dc-037e041ead4f on network 20877108-a403-40b8-b17a-cca1b093a2d3 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:06.334103 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.336912 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52acf47b-42fd-4946-ad68-51f339c8444a None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:06.337312 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52acf47b-42fd-4946-ad68-51f339c8444a None None] Checking segment: {'id': '20d060d5-88d4-4731-ba2b-a58d21e9eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '20877108-a403-40b8-b17a-cca1b093a2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:06.337729 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52acf47b-42fd-4946-ad68-51f339c8444a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.338177 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52acf47b-42fd-4946-ad68-51f339c8444a None None] Bound using segment: {'id': '20d060d5-88d4-4731-ba2b-a58d21e9eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '20877108-a403-40b8-b17a-cca1b093a2d3'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:06.338810 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-52acf47b-42fd-4946-ad68-51f339c8444a None None] Bound port: 985330ae-fc74-4be8-a8dc-037e041ead4f, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d060d5-88d4-4731-ba2b-a58d21e9eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '20877108-a403-40b8-b17a-cca1b093a2d3'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:06.339194 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52acf47b-42fd-4946-ad68-51f339c8444a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.374757 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a418f58-7804-40ba-8b28-83812c81456f req-2a0a17fc-ca5a-4086-b8ee-e6d8d39c597d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d2717eb-29b5-4ca5-a180-a0ea02b91e58 HTTP/1.1" status: 200 len: 217 time: 0.0399666 Jul 16 20:27:06.408998 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-52acf47b-42fd-4946-ad68-51f339c8444a None None] For port 985330ae-fc74-4be8-a8dc-037e041ead4f, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:06.412656 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-52acf47b-42fd-4946-ad68-51f339c8444a None None] For port 985330ae-fc74-4be8-a8dc-037e041ead4f, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=985330ae-fc74-4be8-a8dc-037e041ead4f,segment=NetworkSegment(20d060d5-88d4-4731-ba2b-a58d21e9eb3a),segment_id=20d060d5-88d4-4731-ba2b-a58d21e9eb3a)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:06.418128 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52acf47b-42fd-4946-ad68-51f339c8444a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.425086 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.437962 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20877108-a403-40b8-b17a-cca1b093a2d3']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:06.449480 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d060d5-88d4-4731-ba2b-a58d21e9eb3a') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:06.450012 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d060d5-88d4-4731-ba2b-a58d21e9eb3a') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:06.462789 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.470717 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a418f58-7804-40ba-8b28-83812c81456f req-5f78e856-a49a-4989-9e4a-d1a235695a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:06.472218 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a418f58-7804-40ba-8b28-83812c81456f req-5f78e856-a49a-4989-9e4a-d1a235695a35 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=84f36c9a-649f-4fbc-95a8-0fd0b2d3d58e HTTP/1.1" status: 200 len: 859 time: 0.0693932 Jul 16 20:27:06.483342 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.498005 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:27:06.498599 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.516079 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a418f58-7804-40ba-8b28-83812c81456f req-3e292dbc-e366-4c14-b409-1afaa740a407 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b358c1d9-e9f6-4096-8d60-98099a8c70b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327890 Jul 16 20:27:06.516460 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52acf47b-42fd-4946-ad68-51f339c8444a None None] Pushing event updated for resources: {'Port': ['ID=985330ae-fc74-4be8-a8dc-037e041ead4f,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:27:06.528348 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:27:06.531104 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event deleted for resources: {'Subnet': ['ID=0ff6ee2d-f7d0-47f2-91c6-0786882a677b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:06.539145 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5593b53-6c69-45b0-9785-251562749ef4 None None] Network 20877108-a403-40b8-b17a-cca1b093a2d3 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:06.562775 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f45f08-5c8c-4eaa-9197-cb8ab0b5d4b0 None None] Network d4f2b01a-d14d-4924-80cf-267c083a694d requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:06.637959 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2df23d20-0fd0-4305-b925-f5de3b5d41d1 req-4d5ecd97-7545-48ab-81ab-fe2c563417e3 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.642128 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.db.api [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 20:27:06.642128 n-d-791506-21 neutron-server[93794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 20:27:06.642128 n-d-791506-21 neutron-server[93794]: [parameters: {'id': '20877108-a403-40b8-b17a-cca1b093a2d3'}] Jul 16 20:27:06.642128 n-d-791506-21 neutron-server[93794]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:27:06.643062 n-d-791506-21 neutron-server[93794]: DEBUG oslo_db.api [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:27:06.650040 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-79ba755d-4c4e-4063-a3e6-e1744f402898 req-9256c563-347c-4f4a-8fbc-541752e97320 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065472 Jul 16 20:27:06.652756 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-951ef48f-d350-4577-b7ea-b6e74a7c99f3 req-5c6c8f2d-9785-4245-9ee5-8da48e72b4d7 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups/65c88765-fa93-44cd-af57-d6db815bbaef HTTP/1.1" status: 200 len: 2981 time: 0.3382456 Jul 16 20:27:06.671136 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f9aa5cc8-d6c0-42be-8acf-38074d0583d5'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:06.719147 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-951ef48f-d350-4577-b7ea-b6e74a7c99f3 req-cd9d903a-ca41-48f2-8315-275e43475035 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups/70f9d36b-6159-47d4-be8b-ae24292957b5 HTTP/1.1" status: 200 len: 2981 time: 0.0537124 Jul 16 20:27:06.738028 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ecd97-7545-48ab-81ab-fe2c563417e3 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Pushing event deleted for resources: {'Port': ['ID=f9aa5cc8-d6c0-42be-8acf-38074d0583d5,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:06.758586 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a418f58-7804-40ba-8b28-83812c81456f req-9b5304b3-2390-4c60-baa3-c4efd841e39b service neutron] 10.222.0.62 "GET /v2.0/networks/b358c1d9-e9f6-4096-8d60-98099a8c70b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279894 Jul 16 20:27:06.774398 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e8a74f8c-6bbb-4e49-9620-eb5c89513a72 None None] Provisioning for port 566d0328-e17b-456d-93a2-b13e255950ef completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:06.783538 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df23d20-0fd0-4305-b925-f5de3b5d41d1 req-4d5ecd97-7545-48ab-81ab-fe2c563417e3 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] No DVR routers for this DVR port f9aa5cc8-d6c0-42be-8acf-38074d0583d5 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:06.795422 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2df23d20-0fd0-4305-b925-f5de3b5d41d1 req-4d5ecd97-7545-48ab-81ab-fe2c563417e3 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.797739 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2df23d20-0fd0-4305-b925-f5de3b5d41d1 req-4d5ecd97-7545-48ab-81ab-fe2c563417e3 tempest-ServersOnMultiNodesTest-2082247736 tempest-ServersOnMultiNodesTest-2082247736-project] 10.222.0.18 "DELETE /v2.0/ports/f9aa5cc8-d6c0-42be-8acf-38074d0583d5 HTTP/1.1" status: 204 len: 173 time: 0.8807957 Jul 16 20:27:06.802867 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-951ef48f-d350-4577-b7ea-b6e74a7c99f3 req-738f5c4a-208e-44ca-ad24-83cdba70de30 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups/70f9d36b-6159-47d4-be8b-ae24292957b5 HTTP/1.1" status: 200 len: 2981 time: 0.0767014 Jul 16 20:27:06.894423 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-951ef48f-d350-4577-b7ea-b6e74a7c99f3 req-9a712bd3-1d9d-49e6-8180-f00b31c9b923 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups/774b9ac8-a609-4131-8b7d-7abebc249e6c HTTP/1.1" status: 200 len: 2981 time: 0.0794346 Jul 16 20:27:06.915412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771875fb-edd6-4701-8a35-49b3a05a6a5c req-e1de6a05-9478-4fb0-8d10-dcfb92ed6023 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:06.917619 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-771875fb-edd6-4701-8a35-49b3a05a6a5c req-e1de6a05-9478-4fb0-8d10-dcfb92ed6023 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 946 time: 0.1138074 Jul 16 20:27:06.927501 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a418f58-7804-40ba-8b28-83812c81456f req-5105d1fc-8f2d-4af9-9b30-ac94b2d211f0 service neutron] 10.222.0.62 "GET /v2.0/networks/b358c1d9-e9f6-4096-8d60-98099a8c70b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450632 Jul 16 20:27:06.989482 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-951ef48f-d350-4577-b7ea-b6e74a7c99f3 req-ca0b87b0-6c99-4e2a-a6ec-19f6987d994e tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups/774b9ac8-a609-4131-8b7d-7abebc249e6c HTTP/1.1" status: 200 len: 2981 time: 0.0836284 Jul 16 20:27:06.993849 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-771875fb-edd6-4701-8a35-49b3a05a6a5c req-b5286383-d17c-4534-b64c-e155132b0511 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665002 Jul 16 20:27:07.055410 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-951ef48f-d350-4577-b7ea-b6e74a7c99f3 req-5b33f986-f102-4261-a74f-f935a2bf9466 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups/9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4 HTTP/1.1" status: 200 len: 2981 time: 0.0556884 Jul 16 20:27:07.107581 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-951ef48f-d350-4577-b7ea-b6e74a7c99f3 req-87c25bfe-efaf-4a7f-8e6a-ee93876abb6e tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups/9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4 HTTP/1.1" status: 200 len: 2981 time: 0.0466731 Jul 16 20:27:07.149028 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.183303 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-951ef48f-d350-4577-b7ea-b6e74a7c99f3 req-bdc9245b-5761-4d9c-8fd4-b032e4908024 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups/d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46 HTTP/1.1" status: 200 len: 2981 time: 0.0678220 Jul 16 20:27:07.232176 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 566d0328-e17b-456d-93a2-b13e255950ef up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:07.275522 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Deleting port 985330ae-fc74-4be8-a8dc-037e041ead4f {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:07.276044 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.284537 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-951ef48f-d350-4577-b7ea-b6e74a7c99f3 req-9bdc1756-0dbc-4c0d-90b4-ca584aa848e3 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups/d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46 HTTP/1.1" status: 200 len: 2981 time: 0.0699639 Jul 16 20:27:07.335966 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 566d0328-e17b-456d-93a2-b13e255950ef completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:07.341575 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 566d0328-e17b-456d-93a2-b13e255950ef triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:07.342980 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.366864 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d985ad1b-db43-4a6e-a612-19a1a56a4ee0 None None] get_active_networks_info from n-d-791506-21 {{(pid=93795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:27:07.399008 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-951ef48f-d350-4577-b7ea-b6e74a7c99f3 req-2271f878-f237-4f29-a4ae-98c00b27bb14 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups/ddf52b70-5c12-4ed0-a06f-2d9b72bb9407 HTTP/1.1" status: 200 len: 2973 time: 0.1133778 Jul 16 20:27:07.400071 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 2a537c4f-b427-45f1-a5fb-ffd3270918fc details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:27:07.403229 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] For port 985330ae-fc74-4be8-a8dc-037e041ead4f, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=985330ae-fc74-4be8-a8dc-037e041ead4f,segment=NetworkSegment(20d060d5-88d4-4731-ba2b-a58d21e9eb3a),segment_id=20d060d5-88d4-4731-ba2b-a58d21e9eb3a)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:07.404620 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.430942 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Calling delete_port for 985330ae-fc74-4be8-a8dc-037e041ead4f owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:07.531901 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-951ef48f-d350-4577-b7ea-b6e74a7c99f3 req-c2ae391e-7feb-4642-a431-cf7b9f1aebc0 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups/ddf52b70-5c12-4ed0-a06f-2d9b72bb9407 HTTP/1.1" status: 200 len: 2973 time: 0.1316819 Jul 16 20:27:07.570587 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 2a537c4f-b427-45f1-a5fb-ffd3270918fc, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=2a537c4f-b427-45f1-a5fb-ffd3270918fc,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:07.598836 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '2a537c4f-b427-45f1-a5fb-ffd3270918fc', 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297', 'port_id': '2a537c4f-b427-45f1-a5fb-ffd3270918fc', 'mac_address': 'fa:16:3e:e6:a8:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ad8455-a3f9-4cd7-bb5a-6261d086b47a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:27:07.609603 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d985ad1b-db43-4a6e-a612-19a1a56a4ee0 None None] Resources bound (agent type, host, resource id): {{(pid=93795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:27:07.612656 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.615855 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-951ef48f-d350-4577-b7ea-b6e74a7c99f3 req-def9dc27-7802-4a0c-bfd4-aaa2ce58d121 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups/eb6c7917-a320-4cd5-868f-c6e30c4f53f0 HTTP/1.1" status: 200 len: 2981 time: 0.0759721 Jul 16 20:27:07.628269 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43225caa-6a18-4025-898c-d4d29477155d req-060fc6b4-bd46-42dd-ac7b-db47ea58df6d tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:07.629783 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-43225caa-6a18-4025-898c-d4d29477155d req-060fc6b4-bd46-42dd-ac7b-db47ea58df6d tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 945 time: 0.1647036 Jul 16 20:27:07.632675 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.682985 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event deleted for resources: {'Port': ['ID=985330ae-fc74-4be8-a8dc-037e041ead4f,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:07.697005 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] No DVR routers for this DVR port 985330ae-fc74-4be8-a8dc-037e041ead4f on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:07.699720 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 566d0328-e17b-456d-93a2-b13e255950ef, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=566d0328-e17b-456d-93a2-b13e255950ef,segment=NetworkSegment(08868352-e568-4be0-95fa-1eecb626bb77),segment_id=08868352-e568-4be0-95fa-1eecb626bb77)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:07.709894 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.716518 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.750388 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-43225caa-6a18-4025-898c-d4d29477155d req-65baaa6a-ccbf-48ee-85d9-3862bf1108a8 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102023 Jul 16 20:27:07.761596 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-951ef48f-d350-4577-b7ea-b6e74a7c99f3 req-f5fe5893-2ad4-4a33-8392-bcaa896909c1 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups/eb6c7917-a320-4cd5-868f-c6e30c4f53f0 HTTP/1.1" status: 200 len: 2981 time: 0.1303918 Jul 16 20:27:07.791550 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a537c4f-b427-45f1-a5fb-ffd3270918fc {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:07.818220 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.828224 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8455f98f-e539-4d76-aa0c-1734eb2dddc4 x-openstack-request-id: req-8455f98f-e539-4d76-aa0c-1734eb2dddc4 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:07.828622 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65bf6bee-ad0f-4abd-8705-ddb1388b9bb9", "tag": "a2ce7eaf-57bc-4a87-be95-7e45a7b50942", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:07.828974 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8455f98f-e539-4d76-aa0c-1734eb2dddc4 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:07.830361 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65bf6bee-ad0f-4abd-8705-ddb1388b9bb9', 'tag': 'a2ce7eaf-57bc-4a87-be95-7e45a7b50942', 'status': 'completed', 'code': 200} Jul 16 20:27:07.836564 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20877108-a403-40b8-b17a-cca1b093a2d3']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:07.840599 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=566d0328-e17b-456d-93a2-b13e255950ef,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:07.844432 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 2a537c4f-b427-45f1-a5fb-ffd3270918fc, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=2a537c4f-b427-45f1-a5fb-ffd3270918fc,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:07.854557 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.854827 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d060d5-88d4-4731-ba2b-a58d21e9eb3a') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:07.855134 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d060d5-88d4-4731-ba2b-a58d21e9eb3a') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:07.873612 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.875980 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-951ef48f-d350-4577-b7ea-b6e74a7c99f3 req-ce7dc151-d964-4b26-a80e-278827fc62c7 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups/f295cde6-c6b4-40a2-b988-984b90c653e2 HTTP/1.1" status: 200 len: 2977 time: 0.1049027 Jul 16 20:27:07.903495 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.917989 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:27:07.918444 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:27:07.921515 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:27:07.940449 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ad9ec-b982-420d-9356-2da7207f393b req-c6a7a303-71db-47ec-a6d1-2b77dbc8adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:07.942076 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a0ad9ec-b982-420d-9356-2da7207f393b req-c6a7a303-71db-47ec-a6d1-2b77dbc8adaa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=040bf7ee1ec54a50aca3b42fc92ded92&device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 1096 time: 0.0806098 Jul 16 20:27:07.963900 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=2a537c4f-b427-45f1-a5fb-ffd3270918fc,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:08.024428 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-951ef48f-d350-4577-b7ea-b6e74a7c99f3 req-db02628f-5061-4348-9130-e35cf1a738ac tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups/f295cde6-c6b4-40a2-b988-984b90c653e2 HTTP/1.1" status: 200 len: 2977 time: 0.1394088 Jul 16 20:27:08.044118 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.056221 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ad9ec-b982-420d-9356-2da7207f393b req-c3a48fd4-6f03-4044-a57f-0e54774df418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:08.058555 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a0ad9ec-b982-420d-9356-2da7207f393b req-c3a48fd4-6f03-4044-a57f-0e54774df418 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b358c1d9-e9f6-4096-8d60-98099a8c70b7 HTTP/1.1" status: 200 len: 920 time: 0.1086185 Jul 16 20:27:08.059083 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.063556 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "DELETE /v2.0/networks/20877108-a403-40b8-b17a-cca1b093a2d3 HTTP/1.1" status: 204 len: 168 time: 2.4282026 Jul 16 20:27:08.068381 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33806) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:08.079946 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448c495-ce9d-46d0-8a5f-00416197cabe tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event deleted for resources: {'Network': ['ID=20877108-a403-40b8-b17a-cca1b093a2d3,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:08.085545 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a2b3d89d-42c5-44a9-a6c0-f55833c75ba6 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1130161447'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:08.101885 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['2a537c4f-b427-45f1-a5fb-ffd3270918fc'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:08.139929 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a0ad9ec-b982-420d-9356-2da7207f393b req-a6e3cb86-0052-4619-a993-b5436008502e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2ce7eaf-57bc-4a87-be95-7e45a7b50942 HTTP/1.1" status: 200 len: 217 time: 0.0703166 Jul 16 20:27:08.202853 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b3d89d-42c5-44a9-a6c0-f55833c75ba6 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Made reservation on behalf of 514b8c1536374dbf84870ab629c3f050 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:08.207632 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a2b3d89d-42c5-44a9-a6c0-f55833c75ba6 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.253909 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ad9ec-b982-420d-9356-2da7207f393b req-dc95254a-5592-4794-8566-03792127e116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:08.255815 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a0ad9ec-b982-420d-9356-2da7207f393b req-dc95254a-5592-4794-8566-03792127e116 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=84f36c9a-649f-4fbc-95a8-0fd0b2d3d58e HTTP/1.1" status: 200 len: 859 time: 0.1072149 Jul 16 20:27:08.281791 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b3d89d-42c5-44a9-a6c0-f55833c75ba6 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:27:08.302573 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f24be-b748-45ab-bd28-2c499eb3cf79 req-5eace2c7-d29a-4a8e-ba27-61b71cecf8b0 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:08.304202 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-691f24be-b748-45ab-bd28-2c499eb3cf79 req-5eace2c7-d29a-4a8e-ba27-61b71cecf8b0 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 945 time: 0.1625369 Jul 16 20:27:08.310451 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a0ad9ec-b982-420d-9356-2da7207f393b req-e476d890-b413-4e51-8c9f-a69b2f65fb00 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b358c1d9-e9f6-4096-8d60-98099a8c70b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466237 Jul 16 20:27:08.316091 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a2b3d89d-42c5-44a9-a6c0-f55833c75ba6 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.316567 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-a2b3d89d-42c5-44a9-a6c0-f55833c75ba6 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Added segment 55772ce7-343d-44b6-85dd-ec97c926cbcc of type vlan for network 395a2e46-80df-4a3e-b49e-35493555cb17 Jul 16 20:27:08.415181 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a2b3d89d-42c5-44a9-a6c0-f55833c75ba6 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.442852 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33812) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:08.447489 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-691f24be-b748-45ab-bd28-2c499eb3cf79 req-ee7b2d20-5319-4012-b7d7-740e6f3ca286 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302457 Jul 16 20:27:08.472309 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a0ad9ec-b982-420d-9356-2da7207f393b req-28d48034-c1d6-4db7-9567-397ff32d6df9 service neutron] 10.222.0.62 "GET /v2.0/networks/b358c1d9-e9f6-4096-8d60-98099a8c70b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539016 Jul 16 20:27:08.490395 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a2b3d89d-42c5-44a9-a6c0-f55833c75ba6 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.497748 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b3d89d-42c5-44a9-a6c0-f55833c75ba6 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:08.498680 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a2b3d89d-42c5-44a9-a6c0-f55833c75ba6 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.507611 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5e0a5-a346-49ef-af34-1b946c1de8b2 req-3c1c147f-3456-4016-85af-7971c8c9698d tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:08.509291 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-44a5e0a5-a346-49ef-af34-1b946c1de8b2 req-3c1c147f-3456-4016-85af-7971c8c9698d tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 943 time: 0.1373434 Jul 16 20:27:08.570867 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a2b3d89d-42c5-44a9-a6c0-f55833c75ba6 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5000067 Jul 16 20:27:08.577353 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33818) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:08.582355 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-b26bc003-c029-498f-af51-dfa2ee6ac186 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Request body: {'subnet': {'network_id': '395a2e46-80df-4a3e-b49e-35493555cb17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:08.615207 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-44a5e0a5-a346-49ef-af34-1b946c1de8b2 req-e12473d7-d02e-414e-add8-1f5a489bca7f tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961792 Jul 16 20:27:08.629872 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3e0de0a4-0598-47ab-8d86-7828bc98a19b req-c84cc7ac-a386-4f00-8934-90def39f3275 tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5ed3bba1f91741008edebeff0575c848 HTTP/1.1" status: 200 len: 6101 time: 0.1509819 Jul 16 20:27:08.652379 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3d89d-42c5-44a9-a6c0-f55833c75ba6 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event updated for resources: {'Network': ['ID=395a2e46-80df-4a3e-b49e-35493555cb17,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:08.663629 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 395a2e46-80df-4a3e-b49e-35493555cb17 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:27:08.711678 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a0ad9ec-b982-420d-9356-2da7207f393b req-20618337-fc75-4c05-a25f-f6cfd9029809 service neutron] 10.222.0.62 "GET /v2.0/networks/b358c1d9-e9f6-4096-8d60-98099a8c70b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314618 Jul 16 20:27:08.716956 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-309c4ce1-a9a8-40b2-a350-12e32bae2606 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0e3f4908cd7247a9bb3c103236a62c8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686081 Jul 16 20:27:08.717210 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33820) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:08.778024 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ce8532b7-51d3-4ffe-92ca-276cecec214a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.801627 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ce8532b7-51d3-4ffe-92ca-276cecec214a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.858024 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ce8532b7-51d3-4ffe-92ca-276cecec214a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.860832 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ce8532b7-51d3-4ffe-92ca-276cecec214a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.864593 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ce8532b7-51d3-4ffe-92ca-276cecec214a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5c164969-d6a1-4e14-94a1-d6dfd20081c0 HTTP/1.1" status: 204 len: 168 time: 0.1437876 Jul 16 20:27:08.870538 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8532b7-51d3-4ffe-92ca-276cecec214a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c164969-d6a1-4e14-94a1-d6dfd20081c0,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:09.039273 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3e0de0a4-0598-47ab-8d86-7828bc98a19b req-6a087777-a26a-4245-884b-1e6cca034491 tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] 10.222.0.38 "GET /v2.0/security-groups/774b9ac8-a609-4131-8b7d-7abebc249e6c HTTP/1.1" status: 200 len: 2981 time: 0.0977461 Jul 16 20:27:09.044479 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26bc003-c029-498f-af51-dfa2ee6ac186 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Made reservation on behalf of 514b8c1536374dbf84870ab629c3f050 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:09.047932 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b26bc003-c029-498f-af51-dfa2ee6ac186 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.117768 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa811d-6a30-42f0-95fa-74b73f448fdf req-2ca5d6d3-1347-4b43-8c4f-4fff682311c5 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:09.119499 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-69fa811d-6a30-42f0-95fa-74b73f448fdf req-2ca5d6d3-1347-4b43-8c4f-4fff682311c5 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 946 time: 0.1792705 Jul 16 20:27:09.155663 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33828) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:09.176931 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 566d0328-e17b-456d-93a2-b13e255950ef up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:09.191121 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3e0de0a4-0598-47ab-8d86-7828bc98a19b req-d760d610-dc83-4fa0-8b56-dd61e605d225 tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] 10.222.0.38 "GET /v2.0/security-groups/774b9ac8-a609-4131-8b7d-7abebc249e6c HTTP/1.1" status: 200 len: 2981 time: 0.1363091 Jul 16 20:27:09.209154 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-822c21aa-e12b-4711-a047-601a249e5497 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9e41936d1a3b4a558d596747f02d4f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519097 Jul 16 20:27:09.212661 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33834) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:09.235405 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-69fa811d-6a30-42f0-95fa-74b73f448fdf req-d88e82ea-beb2-4ea2-a1c5-d42b953bc3e2 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789566 Jul 16 20:27:09.238556 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 566d0328-e17b-456d-93a2-b13e255950ef triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:09.238556 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.317956 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device a2ce7eaf-57bc-4a87-be95-7e45a7b50942 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:27:09.326852 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ec5c1e9e-c39e-4fa6-a252-5320a225cf77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.386931 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ec5c1e9e-c39e-4fa6-a252-5320a225cf77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.451181 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b26bc003-c029-498f-af51-dfa2ee6ac186 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.501603 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 2a537c4f-b427-45f1-a5fb-ffd3270918fc up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:09.555866 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26bc003-c029-498f-af51-dfa2ee6ac186 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event updated for resources: {'Subnet': ['ID=fcfad6b6-049b-43f5-89ec-385e9b25d4f7,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:09.572260 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ec5c1e9e-c39e-4fa6-a252-5320a225cf77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.575762 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ec5c1e9e-c39e-4fa6-a252-5320a225cf77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.576922 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ec5c1e9e-c39e-4fa6-a252-5320a225cf77 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0af6ceb7-8785-409f-b059-ec95471e4d11 HTTP/1.1" status: 204 len: 168 time: 0.3599677 Jul 16 20:27:09.596968 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddb497-96c7-4772-84d0-225c75b27a5a req-1a88700a-efee-4bae-a63a-29c7e7032d5d tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:09.598809 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3dddb497-96c7-4772-84d0-225c75b27a5a req-1a88700a-efee-4bae-a63a-29c7e7032d5d tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 945 time: 0.2011149 Jul 16 20:27:09.619089 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port a2ce7eaf-57bc-4a87-be95-7e45a7b50942, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=a2ce7eaf-57bc-4a87-be95-7e45a7b50942,segment=NetworkSegment(d044cd58-1c1b-47a2-8117-29daed7caee7),segment_id=d044cd58-1c1b-47a2-8117-29daed7caee7)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:09.637452 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'a2ce7eaf-57bc-4a87-be95-7e45a7b50942', 'network_id': 'b358c1d9-e9f6-4096-8d60-98099a8c70b7', 'port_id': 'a2ce7eaf-57bc-4a87-be95-7e45a7b50942', 'mac_address': 'fa:16:3e:97:1c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f36c9a-649f-4fbc-95a8-0fd0b2d3d58e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:27:09.639563 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 2a537c4f-b427-45f1-a5fb-ffd3270918fc completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:09.641442 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26bc003-c029-498f-af51-dfa2ee6ac186 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Checking segment: {'id': '55772ce7-343d-44b6-85dd-ec97c926cbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '395a2e46-80df-4a3e-b49e-35493555cb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:09.641746 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26bc003-c029-498f-af51-dfa2ee6ac186 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Network hostable DHCP agents. Network: 395a2e46-80df-4a3e-b49e-35493555cb17, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:27:09.644941 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 2a537c4f-b427-45f1-a5fb-ffd3270918fc triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:09.645388 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.655742 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd3ef4e7-e212-4ad5-9b9d-fc62f00dfd1f req-b113fa85-746a-41a9-a576-0d62808bdca4 tempest-QuotasAdminNegativeTest-500259942 tempest-QuotasAdminNegativeTest-500259942-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=fe0317411af841ee8d4060dffafe9205&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541704 Jul 16 20:27:09.656452 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c1e9e-c39e-4fa6-a252-5320a225cf77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af6ceb7-8785-409f-b059-ec95471e4d11,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:09.723430 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.724091 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26bc003-c029-498f-af51-dfa2ee6ac186 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Network 395a2e46-80df-4a3e-b49e-35493555cb17 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:27:09.732049 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3dddb497-96c7-4772-84d0-225c75b27a5a req-8d0c38df-cf85-4324-b126-ebe5f2180f2d tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178715 Jul 16 20:27:09.741058 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ce7eaf-57bc-4a87-be95-7e45a7b50942 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:09.790596 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-b26bc003-c029-498f-af51-dfa2ee6ac186 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 395a2e46-80df-4a3e-b49e-35493555cb17) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:09.792554 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port a2ce7eaf-57bc-4a87-be95-7e45a7b50942, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=a2ce7eaf-57bc-4a87-be95-7e45a7b50942,segment=NetworkSegment(d044cd58-1c1b-47a2-8117-29daed7caee7),segment_id=d044cd58-1c1b-47a2-8117-29daed7caee7)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:09.796698 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26bc003-c029-498f-af51-dfa2ee6ac186 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:09.797740 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b26bc003-c029-498f-af51-dfa2ee6ac186 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.801824 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.811087 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5530769b-0e4e-49d6-9cb4-e411a8a54af9 None None] Network 395a2e46-80df-4a3e-b49e-35493555cb17 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:09.830210 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f91420-0144-4089-a306-28486771c4b8', 'tag': '1d2717eb-29b5-4ca5-a180-a0ea02b91e58'}, {'server_uuid': 'b4bcd672-e9e7-4f5f-9f3a-b244f1991d03', 'name': 'network-vif-deleted', 'tag': 'f9aa5cc8-d6c0-42be-8acf-38074d0583d5'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:09.834422 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c8c26a-f1fb-4053-8178-a023befd910d" -d '{"events": [{"name": "network-changed", "server_uuid": "16f91420-0144-4089-a306-28486771c4b8", "tag": "1d2717eb-29b5-4ca5-a180-a0ea02b91e58"}, {"server_uuid": "b4bcd672-e9e7-4f5f-9f3a-b244f1991d03", "name": "network-vif-deleted", "tag": "f9aa5cc8-d6c0-42be-8acf-38074d0583d5"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:09.835203 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.851096 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b26bc003-c029-498f-af51-dfa2ee6ac186 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2723954 Jul 16 20:27:09.854959 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33854) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:09.873683 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ef4e7-e212-4ad5-9b9d-fc62f00dfd1f req-c6bca3db-bb1c-43f8-9396-45f00127a2bf tempest-QuotasAdminNegativeTest-500259942 tempest-QuotasAdminNegativeTest-500259942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:09.879354 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd3ef4e7-e212-4ad5-9b9d-fc62f00dfd1f req-c6bca3db-bb1c-43f8-9396-45f00127a2bf tempest-QuotasAdminNegativeTest-500259942 tempest-QuotasAdminNegativeTest-500259942-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2116601 Jul 16 20:27:09.885049 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2efceb6f-574c-4e5c-8987-e93046bb8943 req-cdd80a02-c422-4505-b520-a23ee61aa8a9 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups/56437925-f295-48bc-afab-c9d226ccc1ee HTTP/1.1" status: 200 len: 1776 time: 0.1040998 Jul 16 20:27:09.903269 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd3ef4e7-e212-4ad5-9b9d-fc62f00dfd1f req-9404fa4d-231a-4487-a51d-355dbbbf884d tempest-QuotasAdminNegativeTest-500259942 tempest-QuotasAdminNegativeTest-500259942-project] 10.222.0.38 "GET /v2.0/quotas/fe0317411af841ee8d4060dffafe9205 HTTP/1.1" status: 200 len: 375 time: 0.0217116 Jul 16 20:27:09.926605 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23dfb31a-bbf9-47ea-a947-28605a55b17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a537c4f-b427-45f1-a5fb-ffd3270918fc'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:09.926605 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9f606b-ee91-4f3b-abe4-0c13379be027" -d '{"events": [{"server_uuid": "23dfb31a-bbf9-47ea-a947-28605a55b17a", "name": "network-vif-plugged", "status": "completed", "tag": "2a537c4f-b427-45f1-a5fb-ffd3270918fc"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:09.937329 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=a2ce7eaf-57bc-4a87-be95-7e45a7b50942,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:09.946515 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 2a537c4f-b427-45f1-a5fb-ffd3270918fc, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=2a537c4f-b427-45f1-a5fb-ffd3270918fc,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:09.957665 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.958628 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device f9aa5cc8-d6c0-42be-8acf-38074d0583d5 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:09.960000 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd3ef4e7-e212-4ad5-9b9d-fc62f00dfd1f req-ca982c82-7cfc-4101-b350-88b3d6e5cb77 tempest-QuotasAdminNegativeTest-500259942 tempest-QuotasAdminNegativeTest-500259942-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe0317411af841ee8d4060dffafe9205&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458193 Jul 16 20:27:09.984302 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2efceb6f-574c-4e5c-8987-e93046bb8943 req-65fca47b-1975-4a94-85e7-44f20a2cfc00 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.993201 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: f9aa5cc8-d6c0-42be-8acf-38074d0583d5 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:09.993759 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device f9aa5cc8-d6c0-42be-8acf-38074d0583d5 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:10.014113 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2efceb6f-574c-4e5c-8987-e93046bb8943 req-65fca47b-1975-4a94-85e7-44f20a2cfc00 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.023518 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['a2ce7eaf-57bc-4a87-be95-7e45a7b50942'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:10.033280 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2754a56-8663-4818-8484-5f6e953dac8d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.073654 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2efceb6f-574c-4e5c-8987-e93046bb8943 req-65fca47b-1975-4a94-85e7-44f20a2cfc00 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.080850 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2efceb6f-574c-4e5c-8987-e93046bb8943 req-65fca47b-1975-4a94-85e7-44f20a2cfc00 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.089673 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2efceb6f-574c-4e5c-8987-e93046bb8943 req-65fca47b-1975-4a94-85e7-44f20a2cfc00 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "DELETE /v2.0/security-groups/56437925-f295-48bc-afab-c9d226ccc1ee HTTP/1.1" status: 204 len: 173 time: 0.1961434 Jul 16 20:27:10.109652 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fca47b-1975-4a94-85e7-44f20a2cfc00 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56437925-f295-48bc-afab-c9d226ccc1ee,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:10.133481 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2754a56-8663-4818-8484-5f6e953dac8d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.146450 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=2a537c4f-b427-45f1-a5fb-ffd3270918fc,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:10.235800 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2754a56-8663-4818-8484-5f6e953dac8d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.254247 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c74773-b6c4-4924-871b-aa12866335c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-395a2e46-80df-4a3e-b49e-35493555cb17', 'network_id': '395a2e46-80df-4a3e-b49e-35493555cb17', 'tenant_id': '514b8c1536374dbf84870ab629c3f050', 'fixed_ips': [{'subnet_id': 'fcfad6b6-049b-43f5-89ec-385e9b25d4f7'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:27:10.255387 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34c74773-b6c4-4924-871b-aa12866335c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.346586 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312774d9-6a05-4771-98dd-07ab22189903 req-032fb0e5-0095-4410-8de3-d1fb53317d32 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:10.348296 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-312774d9-6a05-4771-98dd-07ab22189903 req-032fb0e5-0095-4410-8de3-d1fb53317d32 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 946 time: 0.1221659 Jul 16 20:27:10.354413 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2754a56-8663-4818-8484-5f6e953dac8d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.362842 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28014f-07e5-48e8-98e5-7d8ea09e9556 req-38d7aaf6-5d4c-4b09-ba9c-c4ea59c685ad tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:10.364492 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3b28014f-07e5-48e8-98e5-7d8ea09e9556 req-38d7aaf6-5d4c-4b09-ba9c-c4ea59c685ad tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 943 time: 0.1396298 Jul 16 20:27:10.373183 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-c2754a56-8663-4818-8484-5f6e953dac8d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['395a2e46-80df-4a3e-b49e-35493555cb17']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:10.383257 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-c2754a56-8663-4818-8484-5f6e953dac8d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55772ce7-343d-44b6-85dd-ec97c926cbcc') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:10.383553 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-c2754a56-8663-4818-8484-5f6e953dac8d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55772ce7-343d-44b6-85dd-ec97c926cbcc') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:10.388035 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a637cd9-0cef-4fcd-9dc4-90164090554e None None] Network 395a2e46-80df-4a3e-b49e-35493555cb17 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:10.395957 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2754a56-8663-4818-8484-5f6e953dac8d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.412497 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2754a56-8663-4818-8484-5f6e953dac8d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.419723 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2754a56-8663-4818-8484-5f6e953dac8d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event deleted for resources: {'Subnet': ['ID=fcfad6b6-049b-43f5-89ec-385e9b25d4f7,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:10.423064 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2754a56-8663-4818-8484-5f6e953dac8d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:27:10.423568 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2754a56-8663-4818-8484-5f6e953dac8d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:27:10.427087 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:27:10.467339 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-312774d9-6a05-4771-98dd-07ab22189903 req-b1ac734e-514b-48f7-bb20-ed0050deddc7 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016521 Jul 16 20:27:10.488922 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3b28014f-07e5-48e8-98e5-7d8ea09e9556 req-085610f0-2027-4438-86c9-2edcb9f7d423 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962741 Jul 16 20:27:10.512505 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2754a56-8663-4818-8484-5f6e953dac8d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.522983 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2754a56-8663-4818-8484-5f6e953dac8d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.524822 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c2754a56-8663-4818-8484-5f6e953dac8d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "DELETE /v2.0/networks/395a2e46-80df-4a3e-b49e-35493555cb17 HTTP/1.1" status: 204 len: 168 time: 0.6686900 Jul 16 20:27:10.529596 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33878) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:10.536429 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2f18a882-0042-4b08-ae28-5e2125ee88a2 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-370052853'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:10.551985 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b65566-a228-4497-a5f6-eb0614de04b2 x-openstack-request-id: req-39b65566-a228-4497-a5f6-eb0614de04b2 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:10.552279 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f91420-0144-4089-a306-28486771c4b8", "tag": "1d2717eb-29b5-4ca5-a180-a0ea02b91e58", "status": "completed", "code": 200}, {"server_uuid": "b4bcd672-e9e7-4f5f-9f3a-b244f1991d03", "name": "network-vif-deleted", "tag": "f9aa5cc8-d6c0-42be-8acf-38074d0583d5", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:10.552574 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-39b65566-a228-4497-a5f6-eb0614de04b2 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:10.552925 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16f91420-0144-4089-a306-28486771c4b8', 'tag': '1d2717eb-29b5-4ca5-a180-a0ea02b91e58', 'status': 'completed', 'code': 200} Jul 16 20:27:10.553179 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4bcd672-e9e7-4f5f-9f3a-b244f1991d03', 'name': 'network-vif-deleted', 'tag': 'f9aa5cc8-d6c0-42be-8acf-38074d0583d5', 'status': 'completed', 'code': 200} Jul 16 20:27:10.553966 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2754a56-8663-4818-8484-5f6e953dac8d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event deleted for resources: {'Network': ['ID=395a2e46-80df-4a3e-b49e-35493555cb17,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:10.573333 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2dadf17-00f3-4d5c-981a-190565894ab9 x-openstack-request-id: req-e2dadf17-00f3-4d5c-981a-190565894ab9 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:10.573520 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23dfb31a-bbf9-47ea-a947-28605a55b17a", "name": "network-vif-plugged", "status": "completed", "tag": "2a537c4f-b427-45f1-a5fb-ffd3270918fc", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:10.573659 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e2dadf17-00f3-4d5c-981a-190565894ab9 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:10.574025 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23dfb31a-bbf9-47ea-a947-28605a55b17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a537c4f-b427-45f1-a5fb-ffd3270918fc', 'code': 200} Jul 16 20:27:10.575444 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f18a882-0042-4b08-ae28-5e2125ee88a2 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Made reservation on behalf of 514b8c1536374dbf84870ab629c3f050 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:10.581229 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2f18a882-0042-4b08-ae28-5e2125ee88a2 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.640847 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f18a882-0042-4b08-ae28-5e2125ee88a2 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:27:10.673479 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2f18a882-0042-4b08-ae28-5e2125ee88a2 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.674224 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-2f18a882-0042-4b08-ae28-5e2125ee88a2 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Added segment 9e312421-1c44-4fdf-9318-23ab186f3bdf of type vlan for network 92f844bb-3cdf-4241-97eb-c5bb49a2250e Jul 16 20:27:10.706364 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-166847f4-c6a1-4c00-97d5-68b172007b6a req-4fe82f4f-4645-4e1b-9b6a-8db101bca471 tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "GET /v2.0/security-groups/026e16df-e599-460d-be79-25f89966e8d4 HTTP/1.1" status: 200 len: 1776 time: 0.0876226 Jul 16 20:27:10.707461 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8c26a-f1fb-4053-8178-a023befd910d req-60f9560e-b818-4c26-b820-63e6acdeefe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:10.709547 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-80c8c26a-f1fb-4053-8178-a023befd910d req-60f9560e-b818-4c26-b820-63e6acdeefe3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=040bf7ee1ec54a50aca3b42fc92ded92&device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 1095 time: 0.1304538 Jul 16 20:27:10.734701 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2f18a882-0042-4b08-ae28-5e2125ee88a2 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.742621 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ac415-6e86-4ffd-ac1e-458480dc3b4c req-2a0bdf6c-b5f6-4154-b041-377988b10e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:10.744670 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e08ac415-6e86-4ffd-ac1e-458480dc3b4c req-2a0bdf6c-b5f6-4154-b041-377988b10e22 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 1098 time: 0.0968590 Jul 16 20:27:10.808311 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2f18a882-0042-4b08-ae28-5e2125ee88a2 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.814028 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f18a882-0042-4b08-ae28-5e2125ee88a2 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:10.814657 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2f18a882-0042-4b08-ae28-5e2125ee88a2 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.828684 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-166847f4-c6a1-4c00-97d5-68b172007b6a req-5a513e8b-dece-4e57-a3f3-ac0185d71c7c tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.840833 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e08ac415-6e86-4ffd-ac1e-458480dc3b4c req-cbe4a1be-bf23-41fe-9d4b-f2a34789e3b0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872924 Jul 16 20:27:10.855493 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8c26a-f1fb-4053-8178-a023befd910d req-a51558e9-2a01-44b7-b87c-1a55b4b170be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:10.857171 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-80c8c26a-f1fb-4053-8178-a023befd910d req-a51558e9-2a01-44b7-b87c-1a55b4b170be service neutron] 10.222.0.62 "GET /v2.0/networks?id=b358c1d9-e9f6-4096-8d60-98099a8c70b7 HTTP/1.1" status: 200 len: 920 time: 0.1398766 Jul 16 20:27:10.889772 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2f18a882-0042-4b08-ae28-5e2125ee88a2 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3565788 Jul 16 20:27:10.891554 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-166847f4-c6a1-4c00-97d5-68b172007b6a req-5a513e8b-dece-4e57-a3f3-ac0185d71c7c tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.917782 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33890) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:10.920972 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-80c8c26a-f1fb-4053-8178-a023befd910d req-83fa8a55-0715-4895-afb0-c195cf84987f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d2717eb-29b5-4ca5-a180-a0ea02b91e58 HTTP/1.1" status: 200 len: 217 time: 0.0563593 Jul 16 20:27:10.925035 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-2850bdc3-54ef-4b75-8d7e-d17968ba4315 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Request body: {'subnet': {'network_id': '92f844bb-3cdf-4241-97eb-c5bb49a2250e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:10.976782 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18a882-0042-4b08-ae28-5e2125ee88a2 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event updated for resources: {'Network': ['ID=92f844bb-3cdf-4241-97eb-c5bb49a2250e,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:10.990172 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 92f844bb-3cdf-4241-97eb-c5bb49a2250e details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:27:10.990780 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-166847f4-c6a1-4c00-97d5-68b172007b6a req-5a513e8b-dece-4e57-a3f3-ac0185d71c7c tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.992920 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-166847f4-c6a1-4c00-97d5-68b172007b6a req-5a513e8b-dece-4e57-a3f3-ac0185d71c7c tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.009480 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-166847f4-c6a1-4c00-97d5-68b172007b6a req-5a513e8b-dece-4e57-a3f3-ac0185d71c7c tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] 10.222.0.38 "DELETE /v2.0/security-groups/026e16df-e599-460d-be79-25f89966e8d4 HTTP/1.1" status: 204 len: 173 time: 0.2935059 Jul 16 20:27:11.032491 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a513e8b-dece-4e57-a3f3-ac0185d71c7c tempest-SecurityGroupsTestAdminJSON-1079402335 tempest-SecurityGroupsTestAdminJSON-1079402335-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026e16df-e599-460d-be79-25f89966e8d4,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:11.045107 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8c26a-f1fb-4053-8178-a023befd910d req-6279abd9-c114-48f6-8dae-5c4d265a4dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:11.046914 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-80c8c26a-f1fb-4053-8178-a023befd910d req-6279abd9-c114-48f6-8dae-5c4d265a4dda service neutron] 10.222.0.62 "GET /v2.0/subnets?id=84f36c9a-649f-4fbc-95a8-0fd0b2d3d58e HTTP/1.1" status: 200 len: 859 time: 0.1171508 Jul 16 20:27:11.095702 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-80c8c26a-f1fb-4053-8178-a023befd910d req-0f06463b-82bb-473d-bac8-b667e1db2f3a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b358c1d9-e9f6-4096-8d60-98099a8c70b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387468 Jul 16 20:27:11.102561 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2850bdc3-54ef-4b75-8d7e-d17968ba4315 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Made reservation on behalf of 514b8c1536374dbf84870ab629c3f050 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:11.110862 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2850bdc3-54ef-4b75-8d7e-d17968ba4315 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.221364 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aaf927-4912-47ad-8f72-cb0e51149081 req-eeeff8d6-c803-4777-b210-018986db5049 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:11.223102 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0aaf927-4912-47ad-8f72-cb0e51149081 req-eeeff8d6-c803-4777-b210-018986db5049 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 946 time: 0.1512642 Jul 16 20:27:11.307308 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-80c8c26a-f1fb-4053-8178-a023befd910d req-6ba2c461-4f80-4ea2-9494-1e95ef8d8d9a service neutron] 10.222.0.62 "GET /v2.0/networks/b358c1d9-e9f6-4096-8d60-98099a8c70b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883671 Jul 16 20:27:11.310909 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd39f1b-bf8a-4c81-82f1-a1f42c05afdd req-396a503d-8132-40bc-aead-07ee82c6952e tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:11.313114 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8dd39f1b-bf8a-4c81-82f1-a1f42c05afdd req-396a503d-8132-40bc-aead-07ee82c6952e tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 945 time: 0.1338747 Jul 16 20:27:11.316307 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0aaf927-4912-47ad-8f72-cb0e51149081 req-854fecd9-5751-44a4-8656-d00338df0e60 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847859 Jul 16 20:27:11.319272 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 1d2717eb-29b5-4ca5-a180-a0ea02b91e58 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:27:11.322309 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device a2ce7eaf-57bc-4a87-be95-7e45a7b50942 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:11.374150 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8dd39f1b-bf8a-4c81-82f1-a1f42c05afdd req-853c0bf0-cde6-4204-b328-f82f1dc3ba51 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492096 Jul 16 20:27:11.482556 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-750e2a06-d1aa-4be5-ab70-ba5b2a11d3a0 req-6f4005d9-2518-44e3-b76c-2f1ed0a5ba71 tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] 10.222.0.38 "GET /v2.0/security-groups/c6c1dcf3-cd2c-4060-b1c7-22f239046de3 HTTP/1.1" status: 200 len: 1776 time: 0.0708420 Jul 16 20:27:11.497152 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port a2ce7eaf-57bc-4a87-be95-7e45a7b50942 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:11.506764 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port a2ce7eaf-57bc-4a87-be95-7e45a7b50942 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:11.507545 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.554798 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-80c8c26a-f1fb-4053-8178-a023befd910d req-7e38e995-74d0-41c2-a1c9-682cea751afe service neutron] 10.222.0.62 "GET /v2.0/networks/b358c1d9-e9f6-4096-8d60-98099a8c70b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283111 Jul 16 20:27:11.563054 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2850bdc3-54ef-4b75-8d7e-d17968ba4315 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.571406 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 1d2717eb-29b5-4ca5-a180-a0ea02b91e58, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=1d2717eb-29b5-4ca5-a180-a0ea02b91e58,segment=NetworkSegment(d044cd58-1c1b-47a2-8117-29daed7caee7),segment_id=d044cd58-1c1b-47a2-8117-29daed7caee7)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:11.627373 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '1d2717eb-29b5-4ca5-a180-a0ea02b91e58', 'network_id': 'b358c1d9-e9f6-4096-8d60-98099a8c70b7', 'port_id': '1d2717eb-29b5-4ca5-a180-a0ea02b91e58', 'mac_address': 'fa:16:3e:af:09:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f36c9a-649f-4fbc-95a8-0fd0b2d3d58e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:27:11.630164 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-750e2a06-d1aa-4be5-ab70-ba5b2a11d3a0 req-4a50d568-758c-4d9f-b723-4185ebdcf2be tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.637773 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850bdc3-54ef-4b75-8d7e-d17968ba4315 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event updated for resources: {'Subnet': ['ID=a74680c7-f9ad-4f88-bf07-67f0b15d6f61,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:11.657328 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2850bdc3-54ef-4b75-8d7e-d17968ba4315 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Checking segment: {'id': '9e312421-1c44-4fdf-9318-23ab186f3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '92f844bb-3cdf-4241-97eb-c5bb49a2250e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:11.657761 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2850bdc3-54ef-4b75-8d7e-d17968ba4315 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Network hostable DHCP agents. Network: 92f844bb-3cdf-4241-97eb-c5bb49a2250e, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:27:11.689510 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-750e2a06-d1aa-4be5-ab70-ba5b2a11d3a0 req-4a50d568-758c-4d9f-b723-4185ebdcf2be tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.696953 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2850bdc3-54ef-4b75-8d7e-d17968ba4315 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Network 92f844bb-3cdf-4241-97eb-c5bb49a2250e is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:27:11.717600 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-2850bdc3-54ef-4b75-8d7e-d17968ba4315 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 92f844bb-3cdf-4241-97eb-c5bb49a2250e) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:11.729142 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2850bdc3-54ef-4b75-8d7e-d17968ba4315 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:11.731356 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2850bdc3-54ef-4b75-8d7e-d17968ba4315 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.742206 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc2d0dc-7c1f-4ff3-9ada-697f6335eb33 None None] Network 92f844bb-3cdf-4241-97eb-c5bb49a2250e requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:11.771698 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33920) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:11.771926 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2850bdc3-54ef-4b75-8d7e-d17968ba4315 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8527906 Jul 16 20:27:11.783740 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-750e2a06-d1aa-4be5-ab70-ba5b2a11d3a0 req-4a50d568-758c-4d9f-b723-4185ebdcf2be tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.786566 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-750e2a06-d1aa-4be5-ab70-ba5b2a11d3a0 req-4a50d568-758c-4d9f-b723-4185ebdcf2be tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.787691 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-750e2a06-d1aa-4be5-ab70-ba5b2a11d3a0 req-4a50d568-758c-4d9f-b723-4185ebdcf2be tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] 10.222.0.38 "DELETE /v2.0/security-groups/c6c1dcf3-cd2c-4060-b1c7-22f239046de3 HTTP/1.1" status: 204 len: 173 time: 0.3039134 Jul 16 20:27:11.791834 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.817981 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50d568-758c-4d9f-b723-4185ebdcf2be tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c1dcf3-cd2c-4060-b1c7-22f239046de3,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:11.819736 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.896643 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port a2ce7eaf-57bc-4a87-be95-7e45a7b50942, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=a2ce7eaf-57bc-4a87-be95-7e45a7b50942,segment=NetworkSegment(d044cd58-1c1b-47a2-8117-29daed7caee7),segment_id=d044cd58-1c1b-47a2-8117-29daed7caee7)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:11.901335 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d2717eb-29b5-4ca5-a180-a0ea02b91e58 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:11.910198 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.960479 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 1d2717eb-29b5-4ca5-a180-a0ea02b91e58, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=1d2717eb-29b5-4ca5-a180-a0ea02b91e58,segment=NetworkSegment(d044cd58-1c1b-47a2-8117-29daed7caee7),segment_id=d044cd58-1c1b-47a2-8117-29daed7caee7)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:11.970952 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.976444 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e834acbc-bc55-4fcb-9d29-b346c7b98b9b tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.017562 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=a2ce7eaf-57bc-4a87-be95-7e45a7b50942,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:12.021454 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18b5f6-9160-4842-8c3b-946d6c955789 req-33e82629-b1f8-4424-9367-86180b5c636f tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:12.023024 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a18b5f6-9160-4842-8c3b-946d6c955789 req-33e82629-b1f8-4424-9367-86180b5c636f tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 943 time: 0.1557913 Jul 16 20:27:12.073965 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc52c27d-5189-4a29-b977-16547e6dee16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-92f844bb-3cdf-4241-97eb-c5bb49a2250e', 'network_id': '92f844bb-3cdf-4241-97eb-c5bb49a2250e', 'tenant_id': '514b8c1536374dbf84870ab629c3f050', 'fixed_ips': [{'subnet_id': 'a74680c7-f9ad-4f88-bf07-67f0b15d6f61'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:27:12.074846 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc52c27d-5189-4a29-b977-16547e6dee16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.077657 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184688e8-0325-4669-8a22-dae594408375 req-9a2e714b-9373-405d-9deb-05ffc9684362 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:12.079208 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-184688e8-0325-4669-8a22-dae594408375 req-9a2e714b-9373-405d-9deb-05ffc9684362 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 946 time: 0.1722524 Jul 16 20:27:12.100090 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=1d2717eb-29b5-4ca5-a180-a0ea02b91e58,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:12.123333 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a18b5f6-9160-4842-8c3b-946d6c955789 req-ad59f48f-4a76-46d1-a901-35e9a96bbdc0 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768054 Jul 16 20:27:12.124271 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e834acbc-bc55-4fcb-9d29-b346c7b98b9b tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.175135 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-184688e8-0325-4669-8a22-dae594408375 req-09876a1c-20fd-423c-bdfb-f32e2d53459a tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884109 Jul 16 20:27:12.205729 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e834acbc-bc55-4fcb-9d29-b346c7b98b9b tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server [None req-bc52c27d-5189-4a29-b977-16547e6dee16 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a74680c7-f9ad-4f88-bf07-67f0b15d6f61: This subnet is being modified by another concurrent operation. Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:27:12.208138 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a74680c7-f9ad-4f88-bf07-67f0b15d6f61: This subnet is being modified by another concurrent operation. Jul 16 20:27:12.212128 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server Jul 16 20:27:12.236762 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834acbc-bc55-4fcb-9d29-b346c7b98b9b tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event deleted for resources: {'Subnet': ['ID=a74680c7-f9ad-4f88-bf07-67f0b15d6f61,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:12.249119 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80ed882-8145-460f-b66c-aa716446f71d None None] Network 92f844bb-3cdf-4241-97eb-c5bb49a2250e requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:12.265320 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['1d2717eb-29b5-4ca5-a180-a0ea02b91e58'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:12.337480 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e834acbc-bc55-4fcb-9d29-b346c7b98b9b tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.361016 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-e834acbc-bc55-4fcb-9d29-b346c7b98b9b tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f844bb-3cdf-4241-97eb-c5bb49a2250e']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:12.384290 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-e834acbc-bc55-4fcb-9d29-b346c7b98b9b tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e312421-1c44-4fdf-9318-23ab186f3bdf') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:12.384559 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-e834acbc-bc55-4fcb-9d29-b346c7b98b9b tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e312421-1c44-4fdf-9318-23ab186f3bdf') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:12.413927 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e834acbc-bc55-4fcb-9d29-b346c7b98b9b tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.418961 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-36803fcd-01df-4ebe-885e-9619f7ef4b8f req-6234f0f0-c351-448a-91cc-dae985b022d8 tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] 10.222.0.38 "GET /v2.0/security-groups/3b2655a4-3187-4a23-b501-02872cd370f0 HTTP/1.1" status: 200 len: 1777 time: 0.1248176 Jul 16 20:27:12.422060 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9d87ac-c361-4c9f-815c-2f9977ce989f None None] get_active_networks_info from n-d-791506-21 {{(pid=93795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:27:12.435141 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e834acbc-bc55-4fcb-9d29-b346c7b98b9b tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.475885 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e834acbc-bc55-4fcb-9d29-b346c7b98b9b tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:27:12.476296 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e834acbc-bc55-4fcb-9d29-b346c7b98b9b tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:27:12.479591 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:27:12.555649 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-36803fcd-01df-4ebe-885e-9619f7ef4b8f req-c3e11b2c-a882-4af9-91a0-ff0be6d37c94 tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.564181 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9d87ac-c361-4c9f-815c-2f9977ce989f None None] Resources bound (agent type, host, resource id): {{(pid=93795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:27:12.571763 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e834acbc-bc55-4fcb-9d29-b346c7b98b9b tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.575858 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65bf6bee-ad0f-4abd-8705-ddb1388b9bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ce7eaf-57bc-4a87-be95-7e45a7b50942'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:12.578281 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97190d35-1fbc-4abb-b205-23ff5f689ed6" -d '{"events": [{"server_uuid": "65bf6bee-ad0f-4abd-8705-ddb1388b9bb9", "name": "network-vif-plugged", "status": "completed", "tag": "a2ce7eaf-57bc-4a87-be95-7e45a7b50942"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:12.591302 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e834acbc-bc55-4fcb-9d29-b346c7b98b9b tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.593302 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e834acbc-bc55-4fcb-9d29-b346c7b98b9b tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "DELETE /v2.0/networks/92f844bb-3cdf-4241-97eb-c5bb49a2250e HTTP/1.1" status: 204 len: 168 time: 0.8203266 Jul 16 20:27:12.596934 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33948) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:12.602279 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e55a4b63-44b6-4f7b-82b3-5b2a38ef7bc8 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-941804944'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:12.617832 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-36803fcd-01df-4ebe-885e-9619f7ef4b8f req-c3e11b2c-a882-4af9-91a0-ff0be6d37c94 tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.626637 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55a4b63-44b6-4f7b-82b3-5b2a38ef7bc8 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Made reservation on behalf of 514b8c1536374dbf84870ab629c3f050 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:12.631057 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e55a4b63-44b6-4f7b-82b3-5b2a38ef7bc8 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.659428 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55a4b63-44b6-4f7b-82b3-5b2a38ef7bc8 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:27:12.661060 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834acbc-bc55-4fcb-9d29-b346c7b98b9b tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event deleted for resources: {'Network': ['ID=92f844bb-3cdf-4241-97eb-c5bb49a2250e,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:12.669896 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e55a4b63-44b6-4f7b-82b3-5b2a38ef7bc8 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.670309 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-e55a4b63-44b6-4f7b-82b3-5b2a38ef7bc8 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Added segment 9fc3d085-5a9e-429b-bd87-be0b29da3aa4 of type vlan for network 16eb0858-cdfd-480f-9e43-d6b99f5b5beb Jul 16 20:27:12.707517 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-36803fcd-01df-4ebe-885e-9619f7ef4b8f req-c3e11b2c-a882-4af9-91a0-ff0be6d37c94 tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.710179 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-36803fcd-01df-4ebe-885e-9619f7ef4b8f req-c3e11b2c-a882-4af9-91a0-ff0be6d37c94 tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.711604 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-36803fcd-01df-4ebe-885e-9619f7ef4b8f req-c3e11b2c-a882-4af9-91a0-ff0be6d37c94 tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] 10.222.0.38 "DELETE /v2.0/security-groups/3b2655a4-3187-4a23-b501-02872cd370f0 HTTP/1.1" status: 204 len: 173 time: 0.2779164 Jul 16 20:27:12.722636 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e55a4b63-44b6-4f7b-82b3-5b2a38ef7bc8 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.749578 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e11b2c-a882-4af9-91a0-ff0be6d37c94 tempest-SecurityGroupsTestAdminJSON-2102042636 tempest-SecurityGroupsTestAdminJSON-2102042636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2655a4-3187-4a23-b501-02872cd370f0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:12.763239 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89686c1-ed2f-4fcf-908e-4c56e3cbbd7d req-c391a41b-20a7-455b-987e-fe1fa2d35a6d tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:12.765092 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b89686c1-ed2f-4fcf-908e-4c56e3cbbd7d req-c391a41b-20a7-455b-987e-fe1fa2d35a6d tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 1098 time: 0.1004169 Jul 16 20:27:12.768511 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e55a4b63-44b6-4f7b-82b3-5b2a38ef7bc8 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.778641 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55a4b63-44b6-4f7b-82b3-5b2a38ef7bc8 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:12.779758 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e55a4b63-44b6-4f7b-82b3-5b2a38ef7bc8 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.844047 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e55a4b63-44b6-4f7b-82b3-5b2a38ef7bc8 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2458997 Jul 16 20:27:12.845114 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33956) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:12.855756 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-c3693003-1d68-4d82-bb5a-b88d466117d5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Request body: {'subnet': {'network_id': '16eb0858-cdfd-480f-9e43-d6b99f5b5beb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:12.864058 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b89686c1-ed2f-4fcf-908e-4c56e3cbbd7d req-11c63ad9-8a6a-4ea7-8608-0bf2a84bb900 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917852 Jul 16 20:27:12.975262 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a2896-e53f-4831-a2ae-eecefcb5b2db req-1ae7a568-e7a8-4d61-88f7-d2be04c573db tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:12.977329 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a4b63-44b6-4f7b-82b3-5b2a38ef7bc8 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event updated for resources: {'Network': ['ID=16eb0858-cdfd-480f-9e43-d6b99f5b5beb,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:12.978212 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-095a2896-e53f-4831-a2ae-eecefcb5b2db req-1ae7a568-e7a8-4d61-88f7-d2be04c573db tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 946 time: 0.0946207 Jul 16 20:27:13.005800 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 16eb0858-cdfd-480f-9e43-d6b99f5b5beb details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:27:13.043662 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3693003-1d68-4d82-bb5a-b88d466117d5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Made reservation on behalf of 514b8c1536374dbf84870ab629c3f050 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:13.050384 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c3693003-1d68-4d82-bb5a-b88d466117d5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.054924 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-095a2896-e53f-4831-a2ae-eecefcb5b2db req-411d8c79-313a-48d6-9ee2-6f9a99d40508 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706851 Jul 16 20:27:13.151134 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33966) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:13.215098 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f2c06-2f3d-4f5b-ad00-3cdfd65c8445 req-acd8e1cc-3e0d-4eb7-b14c-3d54edb31cd2 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:13.217716 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-566f2c06-2f3d-4f5b-ad00-3cdfd65c8445 req-acd8e1cc-3e0d-4eb7-b14c-3d54edb31cd2 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 945 time: 0.1468046 Jul 16 20:27:13.219573 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4f0308de-203c-45b8-8249-edeaebd3493d req-8a6e0e69-4e26-44ef-965d-e98d0e98d8c1 tempest-QuotasAdminNegativeTest-500259942 tempest-QuotasAdminNegativeTest-500259942-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=fe0317411af841ee8d4060dffafe9205&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342424 Jul 16 20:27:13.312245 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-566f2c06-2f3d-4f5b-ad00-3cdfd65c8445 req-b74640b4-7fb2-4ef3-9b3e-cfa60962a35e tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852211 Jul 16 20:27:13.328039 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c3693003-1d68-4d82-bb5a-b88d466117d5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.329580 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 1d2717eb-29b5-4ca5-a180-a0ea02b91e58 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:13.397365 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 1d2717eb-29b5-4ca5-a180-a0ea02b91e58 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:13.399981 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-29175f0d-694c-46fe-9784-9799f3bc6b7f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5ed3bba1f91741008edebeff0575c848&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414615 Jul 16 20:27:13.402607 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 1d2717eb-29b5-4ca5-a180-a0ea02b91e58 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:13.403446 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.404296 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33976) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:13.431127 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b471fa14-0f7b-446c-bb52-09dda1f5c99d x-openstack-request-id: req-b471fa14-0f7b-446c-bb52-09dda1f5c99d {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:13.434338 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65bf6bee-ad0f-4abd-8705-ddb1388b9bb9", "name": "network-vif-plugged", "status": "completed", "tag": "a2ce7eaf-57bc-4a87-be95-7e45a7b50942", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:13.434891 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b471fa14-0f7b-446c-bb52-09dda1f5c99d {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:13.435512 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65bf6bee-ad0f-4abd-8705-ddb1388b9bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ce7eaf-57bc-4a87-be95-7e45a7b50942', 'code': 200} Jul 16 20:27:13.468474 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0308de-203c-45b8-8249-edeaebd3493d req-e18b8592-4254-4a2d-ab8b-cdd94edb8e96 tempest-QuotasAdminNegativeTest-500259942 tempest-QuotasAdminNegativeTest-500259942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:13.470221 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4f0308de-203c-45b8-8249-edeaebd3493d req-e18b8592-4254-4a2d-ab8b-cdd94edb8e96 tempest-QuotasAdminNegativeTest-500259942 tempest-QuotasAdminNegativeTest-500259942-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2414954 Jul 16 20:27:13.481836 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3693003-1d68-4d82-bb5a-b88d466117d5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event updated for resources: {'Subnet': ['ID=2ab2fb28-d01a-4c7b-a731-1110ca6df70d,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:13.489204 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3693003-1d68-4d82-bb5a-b88d466117d5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Checking segment: {'id': '9fc3d085-5a9e-429b-bd87-be0b29da3aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '16eb0858-cdfd-480f-9e43-d6b99f5b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:13.489371 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3693003-1d68-4d82-bb5a-b88d466117d5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Network hostable DHCP agents. Network: 16eb0858-cdfd-480f-9e43-d6b99f5b5beb, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:27:13.504851 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4f0308de-203c-45b8-8249-edeaebd3493d req-f70f75a5-99c3-47a6-bd0a-79084da4c2f6 tempest-QuotasAdminNegativeTest-500259942 tempest-QuotasAdminNegativeTest-500259942-project] 10.222.0.38 "GET /v2.0/quotas/fe0317411af841ee8d4060dffafe9205 HTTP/1.1" status: 200 len: 375 time: 0.0288396 Jul 16 20:27:13.507480 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ab61ca4e-76a1-46da-8347-fd5912abbe3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.531646 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ab61ca4e-76a1-46da-8347-fd5912abbe3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.535904 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.580613 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 1d2717eb-29b5-4ca5-a180-a0ea02b91e58, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=1d2717eb-29b5-4ca5-a180-a0ea02b91e58,segment=NetworkSegment(d044cd58-1c1b-47a2-8117-29daed7caee7),segment_id=d044cd58-1c1b-47a2-8117-29daed7caee7)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:13.583402 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3693003-1d68-4d82-bb5a-b88d466117d5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Network 16eb0858-cdfd-480f-9e43-d6b99f5b5beb is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:27:13.585715 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.603256 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989da059-9426-4d22-9a3c-96987a643808 req-52c41565-8ccc-4233-88fa-f1beace9d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:13.604468 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4f0308de-203c-45b8-8249-edeaebd3493d req-1cba8593-67a2-41b8-baef-1d9915c65da5 tempest-QuotasAdminNegativeTest-500259942 tempest-QuotasAdminNegativeTest-500259942-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe0317411af841ee8d4060dffafe9205&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0941713 Jul 16 20:27:13.604916 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-989da059-9426-4d22-9a3c-96987a643808 req-52c41565-8ccc-4233-88fa-f1beace9d091 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 1098 time: 0.1018410 Jul 16 20:27:13.605992 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-c3693003-1d68-4d82-bb5a-b88d466117d5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 16eb0858-cdfd-480f-9e43-d6b99f5b5beb) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:13.625468 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247eab29-4221-422a-b806-8f6f4db30ef1 None None] Network 16eb0858-cdfd-480f-9e43-d6b99f5b5beb requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:13.629719 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3693003-1d68-4d82-bb5a-b88d466117d5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:13.630559 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c3693003-1d68-4d82-bb5a-b88d466117d5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.657744 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c3693003-1d68-4d82-bb5a-b88d466117d5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8043735 Jul 16 20:27:13.658209 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33982) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:13.665906 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-33cfc759-a67b-446d-ae78-622fff98c738 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Request body: {'subnet': {'network_id': '16eb0858-cdfd-480f-9e43-d6b99f5b5beb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:13.697220 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-989da059-9426-4d22-9a3c-96987a643808 req-08951ffe-b53b-4ddc-8bf7-e3ad28bcd683 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834632 Jul 16 20:27:13.707812 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ab61ca4e-76a1-46da-8347-fd5912abbe3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.710959 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ab61ca4e-76a1-46da-8347-fd5912abbe3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.719930 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=1d2717eb-29b5-4ca5-a180-a0ea02b91e58,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:13.728019 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ab61ca4e-76a1-46da-8347-fd5912abbe3d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/774b9ac8-a609-4131-8b7d-7abebc249e6c HTTP/1.1" status: 204 len: 168 time: 0.3126037 Jul 16 20:27:13.849673 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab61ca4e-76a1-46da-8347-fd5912abbe3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774b9ac8-a609-4131-8b7d-7abebc249e6c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:13.863557 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea651acb-c258-4d50-87a5-1e15cd8b1a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-16eb0858-cdfd-480f-9e43-d6b99f5b5beb', 'network_id': '16eb0858-cdfd-480f-9e43-d6b99f5b5beb', 'tenant_id': '514b8c1536374dbf84870ab629c3f050', 'fixed_ips': [{'subnet_id': '2ab2fb28-d01a-4c7b-a731-1110ca6df70d'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:27:13.865177 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea651acb-c258-4d50-87a5-1e15cd8b1a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.985822 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2e45c-a014-4a60-aed7-93b2adeaff52 req-7fc4a7af-5134-48e4-969d-449fdf0adcf6 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:13.993370 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-86c2e45c-a014-4a60-aed7-93b2adeaff52 req-7fc4a7af-5134-48e4-969d-449fdf0adcf6 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 1098 time: 0.3159668 Jul 16 20:27:14.049513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32cd23-ca7e-4ee7-97e7-8d5ba2760b5f req-97bcc98c-26eb-4ab6-9931-868bb8f03161 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.051384 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac32cd23-ca7e-4ee7-97e7-8d5ba2760b5f req-97bcc98c-26eb-4ab6-9931-868bb8f03161 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 945 time: 0.2258229 Jul 16 20:27:14.095800 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-86c2e45c-a014-4a60-aed7-93b2adeaff52 req-af1fd5c7-5e17-4ad0-bce0-d86cbd23c010 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014402 Jul 16 20:27:14.099331 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cfc759-a67b-446d-ae78-622fff98c738 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Made reservation on behalf of 514b8c1536374dbf84870ab629c3f050 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:14.102943 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33cfc759-a67b-446d-ae78-622fff98c738 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.126392 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33992) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:14.147591 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac32cd23-ca7e-4ee7-97e7-8d5ba2760b5f req-d6bf9584-292b-45dd-95e9-4024daaf271a tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815027 Jul 16 20:27:14.196057 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-467cc094-1d7f-46d8-a4f2-6db9862b7f4b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3e79ee58fd104fcaa3f46e024edfea27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0648999 Jul 16 20:27:14.196818 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33998) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:14.255658 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-ea651acb-c258-4d50-87a5-1e15cd8b1a38 None None] Allocated IP 2001:db8::2 (16eb0858-cdfd-480f-9e43-d6b99f5b5beb/2ab2fb28-d01a-4c7b-a731-1110ca6df70d/a57ca49e-c4c2-4872-a57a-26cdb92e6333) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:14.291402 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-02c8855b-c86c-4dc7-8508-7049f3761444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.327754 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-02c8855b-c86c-4dc7-8508-7049f3761444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.391092 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-02c8855b-c86c-4dc7-8508-7049f3761444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.394212 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-02c8855b-c86c-4dc7-8508-7049f3761444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.395602 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-02c8855b-c86c-4dc7-8508-7049f3761444 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/70f9d36b-6159-47d4-be8b-ae24292957b5 HTTP/1.1" status: 204 len: 168 time: 0.1975222 Jul 16 20:27:14.407607 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8855b-c86c-4dc7-8508-7049f3761444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f9d36b-6159-47d4-be8b-ae24292957b5,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:14.492843 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea651acb-c258-4d50-87a5-1e15cd8b1a38 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.507239 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ea651acb-c258-4d50-87a5-1e15cd8b1a38 None None] Transition to ACTIVE for port object a57ca49e-c4c2-4872-a57a-26cdb92e6333 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:14.529529 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ea651acb-c258-4d50-87a5-1e15cd8b1a38 None None] Transition to ACTIVE for port object a57ca49e-c4c2-4872-a57a-26cdb92e6333 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:14.538832 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea651acb-c258-4d50-87a5-1e15cd8b1a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.564538 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05faa4-9611-4b11-b47e-882536944a50 req-7fbed941-3531-4501-8045-4477cb0113b4 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.566115 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0e05faa4-9611-4b11-b47e-882536944a50 req-7fbed941-3531-4501-8045-4477cb0113b4 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 946 time: 0.1369307 Jul 16 20:27:14.569451 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33cfc759-a67b-446d-ae78-622fff98c738 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.588903 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea651acb-c258-4d50-87a5-1e15cd8b1a38 None None] Network 16eb0858-cdfd-480f-9e43-d6b99f5b5beb is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:14.600624 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-ea651acb-c258-4d50-87a5-1e15cd8b1a38 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:14.606862 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea651acb-c258-4d50-87a5-1e15cd8b1a38 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:14.633401 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea651acb-c258-4d50-87a5-1e15cd8b1a38 None None] Pushing event updated for resources: {'Port': ['ID=a57ca49e-c4c2-4872-a57a-26cdb92e6333,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:14.664630 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cfc759-a67b-446d-ae78-622fff98c738 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Network 16eb0858-cdfd-480f-9e43-d6b99f5b5beb is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:14.675694 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-33cfc759-a67b-446d-ae78-622fff98c738 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:14.678789 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cfc759-a67b-446d-ae78-622fff98c738 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.679382 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33cfc759-a67b-446d-ae78-622fff98c738 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.696400 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ea651acb-c258-4d50-87a5-1e15cd8b1a38 None None] Attempting to bind port a57ca49e-c4c2-4872-a57a-26cdb92e6333 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:14.696789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ea651acb-c258-4d50-87a5-1e15cd8b1a38 None None] Attempting to bind port a57ca49e-c4c2-4872-a57a-26cdb92e6333 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '9fc3d085-5a9e-429b-bd87-be0b29da3aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '16eb0858-cdfd-480f-9e43-d6b99f5b5beb'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:14.698307 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea651acb-c258-4d50-87a5-1e15cd8b1a38 None None] Attempting to bind port a57ca49e-c4c2-4872-a57a-26cdb92e6333 on network 16eb0858-cdfd-480f-9e43-d6b99f5b5beb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:14.705256 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cfc759-a67b-446d-ae78-622fff98c738 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event updated for resources: {'Subnet': ['ID=96f2c393-01df-44e5-8600-e841fff7ba36,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:14.708738 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea651acb-c258-4d50-87a5-1e15cd8b1a38 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:14.709125 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea651acb-c258-4d50-87a5-1e15cd8b1a38 None None] Checking segment: {'id': '9fc3d085-5a9e-429b-bd87-be0b29da3aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '16eb0858-cdfd-480f-9e43-d6b99f5b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:14.709814 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-33cfc759-a67b-446d-ae78-622fff98c738 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0503969 Jul 16 20:27:14.710641 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea651acb-c258-4d50-87a5-1e15cd8b1a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.711346 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea651acb-c258-4d50-87a5-1e15cd8b1a38 None None] Bound using segment: {'id': '9fc3d085-5a9e-429b-bd87-be0b29da3aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '16eb0858-cdfd-480f-9e43-d6b99f5b5beb'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:14.712391 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ea651acb-c258-4d50-87a5-1e15cd8b1a38 None None] Bound port: a57ca49e-c4c2-4872-a57a-26cdb92e6333, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc3d085-5a9e-429b-bd87-be0b29da3aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '16eb0858-cdfd-480f-9e43-d6b99f5b5beb'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:14.712562 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34012) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:14.713101 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea651acb-c258-4d50-87a5-1e15cd8b1a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.730841 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0e05faa4-9611-4b11-b47e-882536944a50 req-21e398ef-7351-4c05-93ea-0170f4494f53 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584651 Jul 16 20:27:14.841147 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ea651acb-c258-4d50-87a5-1e15cd8b1a38 None None] For port a57ca49e-c4c2-4872-a57a-26cdb92e6333, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:14.851108 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ea651acb-c258-4d50-87a5-1e15cd8b1a38 None None] For port a57ca49e-c4c2-4872-a57a-26cdb92e6333, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a57ca49e-c4c2-4872-a57a-26cdb92e6333,segment=NetworkSegment(9fc3d085-5a9e-429b-bd87-be0b29da3aa4),segment_id=9fc3d085-5a9e-429b-bd87-be0b29da3aa4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:14.860073 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea651acb-c258-4d50-87a5-1e15cd8b1a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.907456 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8084cda9-2fe1-4f92-9b39-574f0a6ed013 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.916662 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8084cda9-2fe1-4f92-9b39-574f0a6ed013 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.918369 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8084cda9-2fe1-4f92-9b39-574f0a6ed013 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.920018 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8084cda9-2fe1-4f92-9b39-574f0a6ed013 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.921983 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8084cda9-2fe1-4f92-9b39-574f0a6ed013 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.924441 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8084cda9-2fe1-4f92-9b39-574f0a6ed013 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2103298 Jul 16 20:27:14.927772 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34030) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:14.933679 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea651acb-c258-4d50-87a5-1e15cd8b1a38 None None] Pushing event updated for resources: {'Port': ['ID=a57ca49e-c4c2-4872-a57a-26cdb92e6333,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:14.936112 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-f883074e-ecaa-4399-b7cc-e3ba1a7eb7bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1583279214'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:14.971834 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f883074e-ecaa-4399-b7cc-e3ba1a7eb7bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Made reservation on behalf of 514b8c1536374dbf84870ab629c3f050 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:14.978627 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f883074e-ecaa-4399-b7cc-e3ba1a7eb7bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.012204 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f883074e-ecaa-4399-b7cc-e3ba1a7eb7bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:27:15.023515 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f883074e-ecaa-4399-b7cc-e3ba1a7eb7bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.024282 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-f883074e-ecaa-4399-b7cc-e3ba1a7eb7bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Added segment b178c874-d48b-4e38-b0db-075b4b7d11aa of type vlan for network c79a0aa8-3847-4214-a4b1-e363af43a34a Jul 16 20:27:15.026404 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ace887-4d32-4c9f-9eaf-f02428b1f11e req-35636b89-6225-4f0d-ba15-875f6c1253c0 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:15.028378 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-62ace887-4d32-4c9f-9eaf-f02428b1f11e req-35636b89-6225-4f0d-ba15-875f6c1253c0 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 945 time: 0.1128292 Jul 16 20:27:15.089077 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f883074e-ecaa-4399-b7cc-e3ba1a7eb7bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.092645 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-62ace887-4d32-4c9f-9eaf-f02428b1f11e req-49cd6f61-f678-45ba-b1f9-9ceadf3126a6 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553408 Jul 16 20:27:15.132078 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f883074e-ecaa-4399-b7cc-e3ba1a7eb7bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.146131 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f883074e-ecaa-4399-b7cc-e3ba1a7eb7bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:15.147030 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f883074e-ecaa-4399-b7cc-e3ba1a7eb7bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.227705 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34040) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:15.228126 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f883074e-ecaa-4399-b7cc-e3ba1a7eb7bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2986474 Jul 16 20:27:15.233322 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-9a1fa2bd-27e8-4feb-98eb-406937442bbd tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:15.321673 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883074e-ecaa-4399-b7cc-e3ba1a7eb7bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event updated for resources: {'Network': ['ID=c79a0aa8-3847-4214-a4b1-e363af43a34a,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:15.334193 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network c79a0aa8-3847-4214-a4b1-e363af43a34a details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:27:15.476157 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f91420-0144-4089-a306-28486771c4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2717eb-29b5-4ca5-a180-a0ea02b91e58'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:15.481164 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbf7681-cf10-4fba-863b-66e7376d1acc" -d '{"events": [{"server_uuid": "16f91420-0144-4089-a306-28486771c4b8", "name": "network-vif-plugged", "status": "completed", "tag": "1d2717eb-29b5-4ca5-a180-a0ea02b91e58"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:15.518286 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9a1fa2bd-27e8-4feb-98eb-406937442bbd tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.541837 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9a1fa2bd-27e8-4feb-98eb-406937442bbd tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.887124 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9a1fa2bd-27e8-4feb-98eb-406937442bbd tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Network c79a0aa8-3847-4214-a4b1-e363af43a34a is not hosted by any dhcp agent {{(pid=93794) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:27:15.892138 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1fa2bd-27e8-4feb-98eb-406937442bbd tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:15.895815 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9a1fa2bd-27e8-4feb-98eb-406937442bbd tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.895815 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9a1fa2bd-27e8-4feb-98eb-406937442bbd tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "PUT /v2.0/networks/c79a0aa8-3847-4214-a4b1-e363af43a34a HTTP/1.1" status: 200 len: 723 time: 0.6650670 Jul 16 20:27:15.897726 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34084) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:15.904671 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-f6cc31a9-5acd-475c-a5a2-0c51d2d2adb5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Request body: {'subnet': {'network_id': 'c79a0aa8-3847-4214-a4b1-e363af43a34a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:15.933677 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fa2bd-27e8-4feb-98eb-406937442bbd tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event updated for resources: {'Network': ['ID=c79a0aa8-3847-4214-a4b1-e363af43a34a,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:15.946147 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network c79a0aa8-3847-4214-a4b1-e363af43a34a details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:27:16.022490 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae4b23-044d-45df-9101-09e1af07c183 req-07d20f5b-d600-4899-95e6-dcb0ce77f456 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:16.029979 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-32ae4b23-044d-45df-9101-09e1af07c183 req-07d20f5b-d600-4899-95e6-dcb0ce77f456 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 945 time: 0.4999371 Jul 16 20:27:16.062599 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cc31a9-5acd-475c-a5a2-0c51d2d2adb5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Made reservation on behalf of 514b8c1536374dbf84870ab629c3f050 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:16.067373 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f6cc31a9-5acd-475c-a5a2-0c51d2d2adb5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.091341 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-32ae4b23-044d-45df-9101-09e1af07c183 req-58a21d57-00ec-4e62-a2ba-0a373783bc03 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603564 Jul 16 20:27:16.268816 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72bd337-3b3c-448d-a29d-dd3ae36b5194 None None] Network 16eb0858-cdfd-480f-9e43-d6b99f5b5beb requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:16.421641 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-94bcce4d-8652-403b-aae3-7a05411903bf tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:27:16.422181 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3fff7950-6c19-45e0-bf98-22ab68651795 None None] Provisioning for port a57ca49e-c4c2-4872-a57a-26cdb92e6333 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:16.427104 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-94bcce4d-8652-403b-aae3-7a05411903bf tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129619 Jul 16 20:27:16.438615 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f6cc31a9-5acd-475c-a5a2-0c51d2d2adb5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.508083 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc31a9-5acd-475c-a5a2-0c51d2d2adb5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event updated for resources: {'Subnet': ['ID=7971a0da-7a8c-493c-ae56-32da8ca3ea85,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:16.519389 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cc31a9-5acd-475c-a5a2-0c51d2d2adb5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Checking segment: {'id': 'b178c874-d48b-4e38-b0db-075b4b7d11aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c79a0aa8-3847-4214-a4b1-e363af43a34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:16.519806 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cc31a9-5acd-475c-a5a2-0c51d2d2adb5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Network hostable DHCP agents. Network: c79a0aa8-3847-4214-a4b1-e363af43a34a, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:27:16.539516 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cc31a9-5acd-475c-a5a2-0c51d2d2adb5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Network c79a0aa8-3847-4214-a4b1-e363af43a34a is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:27:16.555765 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-f6cc31a9-5acd-475c-a5a2-0c51d2d2adb5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, c79a0aa8-3847-4214-a4b1-e363af43a34a) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:16.576058 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbe3f19-7175-4c4f-8442-4309674e354f None None] Network c79a0aa8-3847-4214-a4b1-e363af43a34a requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:16.584056 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-1ac7e9c4-e8fb-4e17-8c2a-0a0806d3add1 service neutron] Request body: {'binding': {'host': 'n-h2-791506-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:16.584851 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-1ac7e9c4-e8fb-4e17-8c2a-0a0806d3add1 service neutron] Unknown quota resources ['binding']. {{(pid=93793) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:27:16.589526 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cc31a9-5acd-475c-a5a2-0c51d2d2adb5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:16.590125 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f6cc31a9-5acd-475c-a5a2-0c51d2d2adb5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.653964 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f6cc31a9-5acd-475c-a5a2-0c51d2d2adb5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7548687 Jul 16 20:27:16.657116 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34110) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:16.664082 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-f9f183b3-3b4f-4b60-8519-13af9bfd3cdc tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:16.671057 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2e9f9b-dd6a-4cbd-b33c-98e758875e7d None None] Update dhcp port {'port': {'network_id': '16eb0858-cdfd-480f-9e43-d6b99f5b5beb', 'fixed_ips': [{'subnet_id': '2ab2fb28-d01a-4c7b-a731-1110ca6df70d', 'ip_address': '2001:db8::2'}, {'subnet_id': '96f2c393-01df-44e5-8600-e841fff7ba36'}], 'binding:host_id': 'n-d-791506-21'}, 'id': 'a57ca49e-c4c2-4872-a57a-26cdb92e6333'} from n-d-791506-21. {{(pid=93795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:27:16.773613 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e2e9f9b-dd6a-4cbd-b33c-98e758875e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.782764 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-1ac7e9c4-e8fb-4e17-8c2a-0a0806d3add1 service neutron] Attempting to bind port 2a537c4f-b427-45f1-a5fb-ffd3270918fc on host n-h2-791506-21 for vnic_type normal with profile None {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:16.782764 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-1ac7e9c4-e8fb-4e17-8c2a-0a0806d3add1 service neutron] Attempting to bind port 2a537c4f-b427-45f1-a5fb-ffd3270918fc by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:16.782764 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-1ac7e9c4-e8fb-4e17-8c2a-0a0806d3add1 service neutron] Attempting to bind port 2a537c4f-b427-45f1-a5fb-ffd3270918fc on network e0476e10-8d02-4fbd-b804-ab41bcf63297 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:16.786155 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-1ac7e9c4-e8fb-4e17-8c2a-0a0806d3add1 service neutron] Port 2a537c4f-b427-45f1-a5fb-ffd3270918fc on network e0476e10-8d02-4fbd-b804-ab41bcf63297 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:16.786864 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-1ac7e9c4-e8fb-4e17-8c2a-0a0806d3add1 service neutron] Attempting to bind port 2a537c4f-b427-45f1-a5fb-ffd3270918fc on network e0476e10-8d02-4fbd-b804-ab41bcf63297 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:16.793459 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-1ac7e9c4-e8fb-4e17-8c2a-0a0806d3add1 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:16.793930 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-1ac7e9c4-e8fb-4e17-8c2a-0a0806d3add1 service neutron] Checking segment: {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:16.794185 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-1ac7e9c4-e8fb-4e17-8c2a-0a0806d3add1 service neutron] Bound using segment: {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:16.794645 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-1ac7e9c4-e8fb-4e17-8c2a-0a0806d3add1 service neutron] Bound port: 2a537c4f-b427-45f1-a5fb-ffd3270918fc, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:16.805216 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f9f183b3-3b4f-4b60-8519-13af9bfd3cdc tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2143371813'] for subnet, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.826272 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0ad202-5073-4eec-954f-3882614fbe47 x-openstack-request-id: req-ad0ad202-5073-4eec-954f-3882614fbe47 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:16.826593 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f91420-0144-4089-a306-28486771c4b8", "name": "network-vif-plugged", "status": "completed", "tag": "1d2717eb-29b5-4ca5-a180-a0ea02b91e58", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:16.826851 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ad0ad202-5073-4eec-954f-3882614fbe47 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:16.827248 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f91420-0144-4089-a306-28486771c4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2717eb-29b5-4ca5-a180-a0ea02b91e58', 'code': 200} Jul 16 20:27:16.910871 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-1ac7e9c4-e8fb-4e17-8c2a-0a0806d3add1 service neutron] For port 2a537c4f-b427-45f1-a5fb-ffd3270918fc, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=2a537c4f-b427-45f1-a5fb-ffd3270918fc,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:16.918571 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-1ac7e9c4-e8fb-4e17-8c2a-0a0806d3add1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.920618 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-1ac7e9c4-e8fb-4e17-8c2a-0a0806d3add1 service neutron] 10.222.0.38 "POST /v2.0/ports/2a537c4f-b427-45f1-a5fb-ffd3270918fc/bindings HTTP/1.1" status: 201 len: 390 time: 0.4875662 Jul 16 20:27:16.995654 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc7b37-f744-4a3c-9ba4-55f935f91b80 req-3c0fc596-f613-43a3-a7b9-905ce46d3f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:16.998340 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cabc7b37-f744-4a3c-9ba4-55f935f91b80 req-3c0fc596-f613-43a3-a7b9-905ce46d3f2e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 1097 time: 0.0764611 Jul 16 20:27:17.047044 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cabc7b37-f744-4a3c-9ba4-55f935f91b80 req-f736c2ea-3200-4570-8e37-be44831e2b8f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410402 Jul 16 20:27:17.092141 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52a5f21-10c2-4386-91de-035c106ba531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-c79a0aa8-3847-4214-a4b1-e363af43a34a', 'network_id': 'c79a0aa8-3847-4214-a4b1-e363af43a34a', 'tenant_id': '514b8c1536374dbf84870ab629c3f050', 'fixed_ips': [{'subnet_id': '7971a0da-7a8c-493c-ae56-32da8ca3ea85'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:27:17.093564 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b52a5f21-10c2-4386-91de-035c106ba531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.129366 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-5e2e9f9b-dd6a-4cbd-b33c-98e758875e7d None None] Allocated IP 172.20.0.1 (16eb0858-cdfd-480f-9e43-d6b99f5b5beb/96f2c393-01df-44e5-8600-e841fff7ba36/a57ca49e-c4c2-4872-a57a-26cdb92e6333) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:17.136440 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f9f183b3-3b4f-4b60-8519-13af9bfd3cdc tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726300449419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2143530448'] for subnet, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.160247 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5cdba-e6bb-4bcd-932f-d07ce553181f req-90eee3b2-bbe4-4a98-8923-1425a266ea24 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:17.162158 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7fa5cdba-e6bb-4bcd-932f-d07ce553181f req-90eee3b2-bbe4-4a98-8923-1425a266ea24 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 946 time: 0.2085106 Jul 16 20:27:17.292509 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a57ca49e-c4c2-4872-a57a-26cdb92e6333 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:17.299297 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34122) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:17.307099 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f183b3-3b4f-4b60-8519-13af9bfd3cdc tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:17.307983 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f9f183b3-3b4f-4b60-8519-13af9bfd3cdc tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.311894 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f9f183b3-3b4f-4b60-8519-13af9bfd3cdc tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "PUT /v2.0/subnets/7971a0da-7a8c-493c-ae56-32da8ca3ea85 HTTP/1.1" status: 200 len: 826 time: 0.6509624 Jul 16 20:27:17.320703 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34126) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:17.351073 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-926d5ef2-1dba-4839-9ae6-2bc5d092d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:17.352958 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-926d5ef2-1dba-4839-9ae6-2bc5d092d710 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8a8ade9cff04e3db4af1591a2770156&device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 1098 time: 0.0677171 Jul 16 20:27:17.392739 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-b52a5f21-10c2-4386-91de-035c106ba531 None None] Allocated IP 2001:db8::2 (c79a0aa8-3847-4214-a4b1-e363af43a34a/7971a0da-7a8c-493c-ae56-32da8ca3ea85/b235eb81-27e0-43c9-bff7-d5cdcc925c5f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:17.412508 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5e2e9f9b-dd6a-4cbd-b33c-98e758875e7d None None] For port a57ca49e-c4c2-4872-a57a-26cdb92e6333, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a57ca49e-c4c2-4872-a57a-26cdb92e6333,segment=NetworkSegment(9fc3d085-5a9e-429b-bd87-be0b29da3aa4),segment_id=9fc3d085-5a9e-429b-bd87-be0b29da3aa4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:17.446034 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f183b3-3b4f-4b60-8519-13af9bfd3cdc tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event updated for resources: {'Subnet': ['ID=7971a0da-7a8c-493c-ae56-32da8ca3ea85,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:17.457608 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-985ea3d8-055b-4d20-b808-58219d0b137f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.471497 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port a57ca49e-c4c2-4872-a57a-26cdb92e6333 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:17.484966 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.505191 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-b8fead82-3a74-413d-81ce-8a4118d1b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:17.505965 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e2e9f9b-dd6a-4cbd-b33c-98e758875e7d None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.506871 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-b8fead82-3a74-413d-81ce-8a4118d1b771 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 200 len: 922 time: 0.1453006 Jul 16 20:27:17.507000 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7fa5cdba-e6bb-4bcd-932f-d07ce553181f req-130e1879-0a4b-4e55-8fd1-2b958e6066d0 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351593 Jul 16 20:27:17.511774 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port a57ca49e-c4c2-4872-a57a-26cdb92e6333 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:17.512174 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.559282 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-09280143-509a-47b8-a465-9e9d71a0a362 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a537c4f-b427-45f1-a5fb-ffd3270918fc HTTP/1.1" status: 200 len: 217 time: 0.0412478 Jul 16 20:27:17.568831 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5e2e9f9b-dd6a-4cbd-b33c-98e758875e7d None None] Transition to ACTIVE for port object a57ca49e-c4c2-4872-a57a-26cdb92e6333 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:17.583246 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e2e9f9b-dd6a-4cbd-b33c-98e758875e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.602412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f884a6-2ba5-4739-a522-a06d0ba8ca83 req-0c8a73b6-605b-46de-a397-44b9956ee4a3 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:17.604145 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d2f884a6-2ba5-4739-a522-a06d0ba8ca83 req-0c8a73b6-605b-46de-a397-44b9956ee4a3 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 945 time: 0.3096313 Jul 16 20:27:17.624914 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-985ea3d8-055b-4d20-b808-58219d0b137f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.638479 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-985ea3d8-055b-4d20-b808-58219d0b137f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.641431 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.654682 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Port a57ca49e-c4c2-4872-a57a-26cdb92e6333 had new provisioning blocks added so it will not transition to active. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 16 20:27:17.695098 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ea3d8-055b-4d20-b808-58219d0b137f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e535c66-279a-43bc-92a4-41a7a119aa9d,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:17.696644 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d2f884a6-2ba5-4739-a522-a06d0ba8ca83 req-3e01aee3-cfc3-40ca-a61a-113ab39e3702 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838070 Jul 16 20:27:17.729120 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-985ea3d8-055b-4d20-b808-58219d0b137f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e48e33e7f05245dba7709598ca550657&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4242320 Jul 16 20:27:17.733613 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-291bbddb-981f-4145-b572-5d7815af8fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:17.734518 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34130) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:17.735607 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-291bbddb-981f-4145-b572-5d7815af8fd3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13ad8455-a3f9-4cd7-bb5a-6261d086b47a HTTP/1.1" status: 200 len: 861 time: 0.1092381 Jul 16 20:27:17.749675 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e9f9b-dd6a-4cbd-b33c-98e758875e7d None None] Pushing event updated for resources: {'Port': ['ID=a57ca49e-c4c2-4872-a57a-26cdb92e6333,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:17.761185 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b52a5f21-10c2-4386-91de-035c106ba531 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.773471 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b52a5f21-10c2-4386-91de-035c106ba531 None None] Transition to ACTIVE for port object b235eb81-27e0-43c9-bff7-d5cdcc925c5f will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:17.790040 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-cc466d14-77f3-4e05-a9d0-3f6da254e12f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0476e10-8d02-4fbd-b804-ab41bcf63297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470765 Jul 16 20:27:17.807978 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b52a5f21-10c2-4386-91de-035c106ba531 None None] Transition to ACTIVE for port object b235eb81-27e0-43c9-bff7-d5cdcc925c5f will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:17.827339 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b52a5f21-10c2-4386-91de-035c106ba531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.851964 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9b9dcb8d-4094-4540-b2ff-06b6625e7622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.884012 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9b9dcb8d-4094-4540-b2ff-06b6625e7622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.913267 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52a5f21-10c2-4386-91de-035c106ba531 None None] Network c79a0aa8-3847-4214-a4b1-e363af43a34a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:17.916738 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-b52a5f21-10c2-4386-91de-035c106ba531 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:17.925461 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52a5f21-10c2-4386-91de-035c106ba531 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:17.938944 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0dfec46b-7d7f-4183-9acb-004a84bed5d5 req-1686dfe9-b31a-4631-a732-84ae5b158809 tempest-QuotasAdminNegativeTest-500259942 tempest-QuotasAdminNegativeTest-500259942-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=fe0317411af841ee8d4060dffafe9205&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450251 Jul 16 20:27:17.945404 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a5f21-10c2-4386-91de-035c106ba531 None None] Pushing event updated for resources: {'Port': ['ID=b235eb81-27e0-43c9-bff7-d5cdcc925c5f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:17.972202 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.034879 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b52a5f21-10c2-4386-91de-035c106ba531 None None] Attempting to bind port b235eb81-27e0-43c9-bff7-d5cdcc925c5f on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:18.035253 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b52a5f21-10c2-4386-91de-035c106ba531 None None] Attempting to bind port b235eb81-27e0-43c9-bff7-d5cdcc925c5f by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'b178c874-d48b-4e38-b0db-075b4b7d11aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c79a0aa8-3847-4214-a4b1-e363af43a34a'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:18.035618 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52a5f21-10c2-4386-91de-035c106ba531 None None] Attempting to bind port b235eb81-27e0-43c9-bff7-d5cdcc925c5f on network c79a0aa8-3847-4214-a4b1-e363af43a34a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:18.041486 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52a5f21-10c2-4386-91de-035c106ba531 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:18.041855 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52a5f21-10c2-4386-91de-035c106ba531 None None] Checking segment: {'id': 'b178c874-d48b-4e38-b0db-075b4b7d11aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c79a0aa8-3847-4214-a4b1-e363af43a34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:18.042262 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b52a5f21-10c2-4386-91de-035c106ba531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.042692 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52a5f21-10c2-4386-91de-035c106ba531 None None] Bound using segment: {'id': 'b178c874-d48b-4e38-b0db-075b4b7d11aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c79a0aa8-3847-4214-a4b1-e363af43a34a'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:18.043161 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b52a5f21-10c2-4386-91de-035c106ba531 None None] Bound port: b235eb81-27e0-43c9-bff7-d5cdcc925c5f, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b178c874-d48b-4e38-b0db-075b4b7d11aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c79a0aa8-3847-4214-a4b1-e363af43a34a'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:18.043542 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b52a5f21-10c2-4386-91de-035c106ba531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.085113 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event deleted for resources: {'Subnet': ['ID=7971a0da-7a8c-493c-ae56-32da8ca3ea85,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:18.286906 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.297229 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b52a5f21-10c2-4386-91de-035c106ba531 None None] For port b235eb81-27e0-43c9-bff7-d5cdcc925c5f, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:18.299404 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c79a0aa8-3847-4214-a4b1-e363af43a34a']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:18.300907 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b52a5f21-10c2-4386-91de-035c106ba531 None None] For port b235eb81-27e0-43c9-bff7-d5cdcc925c5f, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b235eb81-27e0-43c9-bff7-d5cdcc925c5f,segment=NetworkSegment(b178c874-d48b-4e38-b0db-075b4b7d11aa),segment_id=b178c874-d48b-4e38-b0db-075b4b7d11aa)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:18.311157 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b52a5f21-10c2-4386-91de-035c106ba531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.313389 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b178c874-d48b-4e38-b0db-075b4b7d11aa') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:18.313703 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b178c874-d48b-4e38-b0db-075b4b7d11aa') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:18.324636 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.342029 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.349300 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:27:18.349773 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:27:18.415401 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:27:18.436338 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-95b2615b-6c2a-44d8-9008-40f03ba8fe78 service neutron] 10.222.0.62 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6386836 Jul 16 20:27:18.450188 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9b9dcb8d-4094-4540-b2ff-06b6625e7622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.450732 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a5f21-10c2-4386-91de-035c106ba531 None None] Pushing event updated for resources: {'Port': ['ID=b235eb81-27e0-43c9-bff7-d5cdcc925c5f,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:18.452849 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9b9dcb8d-4094-4540-b2ff-06b6625e7622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.454005 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9b9dcb8d-4094-4540-b2ff-06b6625e7622 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8e535c66-279a-43bc-92a4-41a7a119aa9d HTTP/1.1" status: 204 len: 168 time: 0.7185099 Jul 16 20:27:18.454857 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.db.api [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 20:27:18.454857 n-d-791506-21 neutron-server[93794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 20:27:18.454857 n-d-791506-21 neutron-server[93794]: [parameters: {'id': 'c79a0aa8-3847-4214-a4b1-e363af43a34a'}] Jul 16 20:27:18.454857 n-d-791506-21 neutron-server[93794]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:27:18.455207 n-d-791506-21 neutron-server[93794]: DEBUG oslo_db.api [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:27:18.496402 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0750b0d-df5e-41ba-a111-3045f7fa66d4 None None] Network c79a0aa8-3847-4214-a4b1-e363af43a34a requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:18.504690 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9dcb8d-4094-4540-b2ff-06b6625e7622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e535c66-279a-43bc-92a4-41a7a119aa9d,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:18.564145 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfec46b-7d7f-4183-9acb-004a84bed5d5 req-4db2f505-f4bf-4a5c-8bcb-71d50212cf8c tempest-QuotasAdminNegativeTest-500259942 tempest-QuotasAdminNegativeTest-500259942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:18.565712 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0dfec46b-7d7f-4183-9acb-004a84bed5d5 req-4db2f505-f4bf-4a5c-8bcb-71d50212cf8c tempest-QuotasAdminNegativeTest-500259942 tempest-QuotasAdminNegativeTest-500259942-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6062334 Jul 16 20:27:18.578754 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ded689-bd67-439f-ab84-7d0e74c378f2 req-9c23f864-8afd-4cb6-8ea8-55ee372aab52 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:18.580241 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2ded689-bd67-439f-ab84-7d0e74c378f2 req-9c23f864-8afd-4cb6-8ea8-55ee372aab52 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 946 time: 0.3738673 Jul 16 20:27:18.600044 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0dfec46b-7d7f-4183-9acb-004a84bed5d5 req-e5eeff96-b39b-45bc-9cf4-4cf019883a13 tempest-QuotasAdminNegativeTest-500259942 tempest-QuotasAdminNegativeTest-500259942-project] 10.222.0.38 "GET /v2.0/quotas/fe0317411af841ee8d4060dffafe9205 HTTP/1.1" status: 200 len: 375 time: 0.0187938 Jul 16 20:27:18.616279 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-f4337416-ca32-4ab2-ab23-3e12c99ca353 service neutron] 10.222.0.62 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732187 Jul 16 20:27:18.638594 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1920059f-0d92-4af0-a6d4-bf3942048db2 None None] Network 16eb0858-cdfd-480f-9e43-d6b99f5b5beb requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:18.651561 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0dfec46b-7d7f-4183-9acb-004a84bed5d5 req-2229f65b-14c5-45a8-a0cd-a870935c6f68 tempest-QuotasAdminNegativeTest-500259942 tempest-QuotasAdminNegativeTest-500259942-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe0317411af841ee8d4060dffafe9205&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423658 Jul 16 20:27:18.670022 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2ded689-bd67-439f-ab84-7d0e74c378f2 req-6643d259-0791-42ba-bd92-6130b946a6b3 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746663 Jul 16 20:27:18.768793 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-2a80ba2a-ee9c-4042-80de-d50355738f1b tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:18.770525 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-2a80ba2a-ee9c-4042-80de-d50355738f1b tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a&tenant_id=f8a8ade9cff04e3db4af1591a2770156&binding%3Ahost_id=n-h1-791506-21 HTTP/1.1" status: 200 len: 1098 time: 0.0875177 Jul 16 20:27:18.772391 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b9c6b171-e99f-4581-a581-df231b6fbca4 None None] Provisioning for port a57ca49e-c4c2-4872-a57a-26cdb92e6333 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:18.786195 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-543dd27e-13ae-435e-803a-51e82731bfd9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-21'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:18.809920 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b9c6b171-e99f-4581-a581-df231b6fbca4 None None] Provisioning complete for port a57ca49e-c4c2-4872-a57a-26cdb92e6333 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:18.811647 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9c6b171-e99f-4581-a581-df231b6fbca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.929933 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76d22c1-76bb-4b0c-a500-e0e766a44407 None None] Network c79a0aa8-3847-4214-a4b1-e363af43a34a requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:18.948560 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e12672-a588-4776-a082-c7e65c75a15f req-ff4a1ca9-8bbd-4f67-b160-49c78e75f97b tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:18.958708 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c0e12672-a588-4776-a082-c7e65c75a15f req-ff4a1ca9-8bbd-4f67-b160-49c78e75f97b tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 945 time: 0.0989046 Jul 16 20:27:18.970569 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-543dd27e-13ae-435e-803a-51e82731bfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.993002 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.994603 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34158) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:19.052099 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9c6b171-e99f-4581-a581-df231b6fbca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.052881 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e9dfa6af-98bd-4e25-9aec-8b7c61a7899c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.063424 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c0e12672-a588-4776-a082-c7e65c75a15f req-58827843-4943-4a4a-8757-000ec007ffab tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032374 Jul 16 20:27:19.124809 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-543dd27e-13ae-435e-803a-51e82731bfd9 service neutron] For port 2a537c4f-b427-45f1-a5fb-ffd3270918fc, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=2a537c4f-b427-45f1-a5fb-ffd3270918fc,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:19.173476 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b9c6b171-e99f-4581-a581-df231b6fbca4 None None] For port a57ca49e-c4c2-4872-a57a-26cdb92e6333, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a57ca49e-c4c2-4872-a57a-26cdb92e6333,segment=NetworkSegment(9fc3d085-5a9e-429b-bd87-be0b29da3aa4),segment_id=9fc3d085-5a9e-429b-bd87-be0b29da3aa4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:19.176935 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-543dd27e-13ae-435e-803a-51e82731bfd9 service neutron] For port 2a537c4f-b427-45f1-a5fb-ffd3270918fc, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:19.180123 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d0093-50a0-450c-84a9-b5a33e207e40 req-ac96d636-a273-4bea-94fe-1b43e676212d tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:19.187945 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f4d0093-50a0-450c-84a9-b5a33e207e40 req-ac96d636-a273-4bea-94fe-1b43e676212d tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 946 time: 0.2046111 Jul 16 20:27:19.188173 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9c6b171-e99f-4581-a581-df231b6fbca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.225999 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a57ca49e-c4c2-4872-a57a-26cdb92e6333 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:19.234424 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23dfb31a-bbf9-47ea-a947-28605a55b17a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a537c4f-b427-45f1-a5fb-ffd3270918fc'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:19.237002 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5def5c46-7f92-4ce2-87ae-69b0f37a47fa" -d '{"events": [{"server_uuid": "23dfb31a-bbf9-47ea-a947-28605a55b17a", "name": "network-vif-unplugged", "status": "completed", "tag": "2a537c4f-b427-45f1-a5fb-ffd3270918fc"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:19.241461 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-543dd27e-13ae-435e-803a-51e82731bfd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.249052 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-543dd27e-13ae-435e-803a-51e82731bfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.317160 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6b171-e99f-4581-a581-df231b6fbca4 None None] Pushing event updated for resources: {'Port': ['ID=a57ca49e-c4c2-4872-a57a-26cdb92e6333,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:19.334421 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f4d0093-50a0-450c-84a9-b5a33e207e40 req-6b0b36f6-ca78-4aa8-9c33-ad2eaa8e0551 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455801 Jul 16 20:27:19.336210 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port a57ca49e-c4c2-4872-a57a-26cdb92e6333 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:19.336582 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.338737 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Deleting port b235eb81-27e0-43c9-bff7-d5cdcc925c5f {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:19.339351 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.352489 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-543dd27e-13ae-435e-803a-51e82731bfd9 service neutron] Attempting to bind port 2a537c4f-b427-45f1-a5fb-ffd3270918fc on host n-h1-791506-21 for vnic_type normal with profile {"migrating_to": "n-h2-791506-21"} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:19.353016 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-543dd27e-13ae-435e-803a-51e82731bfd9 service neutron] Attempting to bind port 2a537c4f-b427-45f1-a5fb-ffd3270918fc by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:19.353466 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-543dd27e-13ae-435e-803a-51e82731bfd9 service neutron] Attempting to bind port 2a537c4f-b427-45f1-a5fb-ffd3270918fc on network e0476e10-8d02-4fbd-b804-ab41bcf63297 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:19.356915 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543dd27e-13ae-435e-803a-51e82731bfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=2a537c4f-b427-45f1-a5fb-ffd3270918fc,revision_number=7']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:19.361758 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-543dd27e-13ae-435e-803a-51e82731bfd9 service neutron] Port 2a537c4f-b427-45f1-a5fb-ffd3270918fc on network e0476e10-8d02-4fbd-b804-ab41bcf63297 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:19.362208 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-543dd27e-13ae-435e-803a-51e82731bfd9 service neutron] Attempting to bind port 2a537c4f-b427-45f1-a5fb-ffd3270918fc on network e0476e10-8d02-4fbd-b804-ab41bcf63297 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:19.374429 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-543dd27e-13ae-435e-803a-51e82731bfd9 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:19.374736 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-543dd27e-13ae-435e-803a-51e82731bfd9 service neutron] Checking segment: {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:19.375228 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-543dd27e-13ae-435e-803a-51e82731bfd9 service neutron] Bound using segment: {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:19.376050 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-543dd27e-13ae-435e-803a-51e82731bfd9 service neutron] Bound port: 2a537c4f-b427-45f1-a5fb-ffd3270918fc, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:19.376518 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-543dd27e-13ae-435e-803a-51e82731bfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.460148 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-543dd27e-13ae-435e-803a-51e82731bfd9 service neutron] For port 2a537c4f-b427-45f1-a5fb-ffd3270918fc, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:19.466626 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-543dd27e-13ae-435e-803a-51e82731bfd9 service neutron] For port 2a537c4f-b427-45f1-a5fb-ffd3270918fc, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=2a537c4f-b427-45f1-a5fb-ffd3270918fc,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:19.467301 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e9dfa6af-98bd-4e25-9aec-8b7c61a7899c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.469942 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] For port b235eb81-27e0-43c9-bff7-d5cdcc925c5f, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b235eb81-27e0-43c9-bff7-d5cdcc925c5f,segment=NetworkSegment(b178c874-d48b-4e38-b0db-075b4b7d11aa),segment_id=b178c874-d48b-4e38-b0db-075b4b7d11aa)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:19.470312 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.474496 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-543dd27e-13ae-435e-803a-51e82731bfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.487867 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e9dfa6af-98bd-4e25-9aec-8b7c61a7899c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.511547 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa761e-9194-40ee-afdc-934ea3d1d713 req-db8a0d00-780e-4b23-a9bd-f4d38b52160f tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:19.513252 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-39aa761e-9194-40ee-afdc-934ea3d1d713 req-db8a0d00-780e-4b23-a9bd-f4d38b52160f tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 945 time: 0.2832005 Jul 16 20:27:19.541058 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Calling delete_port for b235eb81-27e0-43c9-bff7-d5cdcc925c5f owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:19.599268 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fd14aa-8e74-4f27-bff1-7a4edd965bcc None None] get_active_networks_info from n-d-791506-21 {{(pid=93795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:27:19.599473 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e9dfa6af-98bd-4e25-9aec-8b7c61a7899c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=85a88e8a062b4a4389b16111b87bf1fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5990622 Jul 16 20:27:19.600048 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dfa6af-98bd-4e25-9aec-8b7c61a7899c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990beff3-9751-44fd-80de-c6c881481db3,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:19.600938 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-543dd27e-13ae-435e-803a-51e82731bfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:19.603373 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-543dd27e-13ae-435e-803a-51e82731bfd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.603527 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34168) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:19.604831 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-543dd27e-13ae-435e-803a-51e82731bfd9 service neutron] 10.222.0.62 "PUT /v2.0/ports/2a537c4f-b427-45f1-a5fb-ffd3270918fc HTTP/1.1" status: 200 len: 1124 time: 0.8259561 Jul 16 20:27:19.614370 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543dd27e-13ae-435e-803a-51e82731bfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=2a537c4f-b427-45f1-a5fb-ffd3270918fc,revision_number=8']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:19.661887 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1d6fcd78-5e81-4c05-8e6f-3dc898747953 None None] Provisioning complete for port a57ca49e-c4c2-4872-a57a-26cdb92e6333 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:19.662450 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d6fcd78-5e81-4c05-8e6f-3dc898747953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.674546 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['2a537c4f-b427-45f1-a5fb-ffd3270918fc'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:19.677555 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-39aa761e-9194-40ee-afdc-934ea3d1d713 req-975cd93b-49b8-4ad6-8203-8ea7ddc46787 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378889 Jul 16 20:27:19.767675 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-98a6ad4a-7698-4a33-9e65-28773fa83d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.791343 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.800111 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fd14aa-8e74-4f27-bff1-7a4edd965bcc None None] Resources bound (agent type, host, resource id): {{(pid=93795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:27:19.818874 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-98a6ad4a-7698-4a33-9e65-28773fa83d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.861997 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c035737-d407-4303-88cd-cf6b0b8a301e x-openstack-request-id: req-8c035737-d407-4303-88cd-cf6b0b8a301e {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:19.862304 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23dfb31a-bbf9-47ea-a947-28605a55b17a", "name": "network-vif-unplugged", "status": "completed", "tag": "2a537c4f-b427-45f1-a5fb-ffd3270918fc", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:19.862604 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8c035737-d407-4303-88cd-cf6b0b8a301e {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:19.863009 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23dfb31a-bbf9-47ea-a947-28605a55b17a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a537c4f-b427-45f1-a5fb-ffd3270918fc', 'code': 200} Jul 16 20:27:19.868337 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event deleted for resources: {'Port': ['ID=b235eb81-27e0-43c9-bff7-d5cdcc925c5f,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:19.881466 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] No DVR routers for this DVR port b235eb81-27e0-43c9-bff7-d5cdcc925c5f on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:19.986058 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-98a6ad4a-7698-4a33-9e65-28773fa83d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.988939 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-98a6ad4a-7698-4a33-9e65-28773fa83d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.990064 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-98a6ad4a-7698-4a33-9e65-28773fa83d78 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/990beff3-9751-44fd-80de-c6c881481db3 HTTP/1.1" status: 204 len: 168 time: 0.3840363 Jul 16 20:27:20.008213 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6ad4a-7698-4a33-9e65-28773fa83d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990beff3-9751-44fd-80de-c6c881481db3,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:20.035980 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.059879 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c79a0aa8-3847-4214-a4b1-e363af43a34a']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:20.079316 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b178c874-d48b-4e38-b0db-075b4b7d11aa') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:20.079791 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b178c874-d48b-4e38-b0db-075b4b7d11aa') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:20.107859 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.131121 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.139462 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:27:20.140465 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:27:20.145323 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:27:20.278671 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.288202 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.290337 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "DELETE /v2.0/networks/c79a0aa8-3847-4214-a4b1-e363af43a34a HTTP/1.1" status: 204 len: 168 time: 2.9574854 Jul 16 20:27:20.293721 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34192) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:20.324838 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09a1c5-cd52-489d-aea7-65e2a1755690 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event deleted for resources: {'Network': ['ID=c79a0aa8-3847-4214-a4b1-e363af43a34a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:20.339254 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a511a9-a4a3-4bf9-8686-a11bd319a99f tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] DELETE failed (client error): The resource could not be found. Jul 16 20:27:20.339959 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03a511a9-a4a3-4bf9-8686-a11bd319a99f tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:27:20.345314 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-03a511a9-a4a3-4bf9-8686-a11bd319a99f tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "DELETE /v2.0/networks/c79a0aa8-3847-4214-a4b1-e363af43a34a HTTP/1.1" status: 404 len: 339 time: 0.0464852 Jul 16 20:27:20.355164 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34196) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:20.365319 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-34f82046-fff5-4182-a97a-55d48055f8c4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-967465400', 'description': 'd1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:20.376015 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b0c8a-7b35-4f0d-bbb9-69161c98afc4 req-22a861c4-6677-4977-8790-630b992b0f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:20.382261 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-335b0c8a-7b35-4f0d-bbb9-69161c98afc4 req-22a861c4-6677-4977-8790-630b992b0f47 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=040bf7ee1ec54a50aca3b42fc92ded92&device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 1097 time: 0.1598964 Jul 16 20:27:20.401865 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554dac85-5b6f-4535-bc66-b03abc075f08 req-e2a46603-b4ff-48e4-8eed-0e91a4d2a3d8 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:20.408753 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-554dac85-5b6f-4535-bc66-b03abc075f08 req-e2a46603-b4ff-48e4-8eed-0e91a4d2a3d8 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 944 time: 0.0958943 Jul 16 20:27:20.442639 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f82046-fff5-4182-a97a-55d48055f8c4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Made reservation on behalf of 514b8c1536374dbf84870ab629c3f050 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:20.446758 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-34f82046-fff5-4182-a97a-55d48055f8c4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.463631 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-554dac85-5b6f-4535-bc66-b03abc075f08 req-7398d6dd-ed9f-412c-a093-0ea9eb55254f tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538340 Jul 16 20:27:20.531752 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f82046-fff5-4182-a97a-55d48055f8c4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:27:20.549243 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-34f82046-fff5-4182-a97a-55d48055f8c4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.549587 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-34f82046-fff5-4182-a97a-55d48055f8c4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Added segment 133f67c5-5973-4a64-b4d5-90d7082aaa8a of type vlan for network 8fbf00fe-2b65-4c67-a954-2e1469e77288 Jul 16 20:27:20.595723 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b0c8a-7b35-4f0d-bbb9-69161c98afc4 req-11ca2a86-0bdf-4acc-8f01-130d05d6c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:20.599188 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-335b0c8a-7b35-4f0d-bbb9-69161c98afc4 req-11ca2a86-0bdf-4acc-8f01-130d05d6c75d service neutron] 10.222.0.62 "GET /v2.0/networks?id=b358c1d9-e9f6-4096-8d60-98099a8c70b7 HTTP/1.1" status: 200 len: 920 time: 0.1890121 Jul 16 20:27:20.649222 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-335b0c8a-7b35-4f0d-bbb9-69161c98afc4 req-0f9ba8e8-6b9f-4005-bc9a-284ea2bdb7f4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d2717eb-29b5-4ca5-a180-a0ea02b91e58 HTTP/1.1" status: 200 len: 217 time: 0.0396390 Jul 16 20:27:20.651174 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-34f82046-fff5-4182-a97a-55d48055f8c4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.720198 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240ad4b-d1a5-4420-8c07-52ff6c71708b req-ccaf6295-0fe0-47d6-8acf-6f27bd60ec78 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:20.722007 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6240ad4b-d1a5-4420-8c07-52ff6c71708b req-ccaf6295-0fe0-47d6-8acf-6f27bd60ec78 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 945 time: 0.1360753 Jul 16 20:27:20.724150 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b0c8a-7b35-4f0d-bbb9-69161c98afc4 req-03bbb7ca-3395-4cae-af25-ccd030ad6f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:20.725866 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-335b0c8a-7b35-4f0d-bbb9-69161c98afc4 req-03bbb7ca-3395-4cae-af25-ccd030ad6f5d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=84f36c9a-649f-4fbc-95a8-0fd0b2d3d58e HTTP/1.1" status: 200 len: 859 time: 0.0682473 Jul 16 20:27:20.730778 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-34f82046-fff5-4182-a97a-55d48055f8c4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.743344 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f82046-fff5-4182-a97a-55d48055f8c4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:20.748576 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-34f82046-fff5-4182-a97a-55d48055f8c4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531303'] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.806742 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6240ad4b-d1a5-4420-8c07-52ff6c71708b req-97d7ffda-1d9d-4b7a-89fb-8b269e2b81bd tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708277 Jul 16 20:27:20.871212 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075abbd-a5a3-460c-b962-39b558a14032 req-844f8a7a-70f6-4e59-9f7f-530c293eb097 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:20.881892 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f075abbd-a5a3-460c-b962-39b558a14032 req-844f8a7a-70f6-4e59-9f7f-530c293eb097 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 946 time: 0.1583960 Jul 16 20:27:20.890633 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-335b0c8a-7b35-4f0d-bbb9-69161c98afc4 req-5a346e6c-a937-4d40-a0dd-65759c5c6f61 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b358c1d9-e9f6-4096-8d60-98099a8c70b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296093 Jul 16 20:27:20.893978 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f82046-fff5-4182-a97a-55d48055f8c4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event updated for resources: {'Network': ['ID=8fbf00fe-2b65-4c67-a954-2e1469e77288,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:20.906074 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 8fbf00fe-2b65-4c67-a954-2e1469e77288 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:27:20.959049 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f075abbd-a5a3-460c-b962-39b558a14032 req-996124a9-2fdb-4c7e-87eb-8b04b3836649 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755770 Jul 16 20:27:20.974942 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-34f82046-fff5-4182-a97a-55d48055f8c4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6154935 Jul 16 20:27:20.975566 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34224) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:20.993513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34226) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:20.993792 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34228) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:21.110957 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc75ba5-556b-4aea-82ca-ef9ed9afd028 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:21.115788 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-dbc75ba5-556b-4aea-82ca-ef9ed9afd028 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "GET /v2.0/networks?id=8fbf00fe-2b65-4c67-a954-2e1469e77288 HTTP/1.1" status: 200 len: 764 time: 0.1374135 Jul 16 20:27:21.116254 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34236) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:21.123363 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9c341cc7-5511-4811-9b63-4628c98730b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.136923 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-ec759b38-b35b-42c2-8eec-cd8cc631ea83 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Request body: {'network': {'description': 'd2'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:21.253536 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-566e9161-e1ba-4469-9a4f-a63b7fbe4e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.264494 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-335b0c8a-7b35-4f0d-bbb9-69161c98afc4 req-54d7a76e-84ff-45ab-ae2b-fd1999df08ae service neutron] 10.222.0.62 "GET /v2.0/networks/b358c1d9-e9f6-4096-8d60-98099a8c70b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645821 Jul 16 20:27:21.280802 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a57ca49e-c4c2-4872-a57a-26cdb92e6333 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:21.356767 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9c341cc7-5511-4811-9b63-4628c98730b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.363098 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port a57ca49e-c4c2-4872-a57a-26cdb92e6333 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:21.363843 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.365705 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9c341cc7-5511-4811-9b63-4628c98730b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.397948 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c341cc7-5511-4811-9b63-4628c98730b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341c8f72-0415-4aca-b5ca-0cdac1ebd494,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:21.442718 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9c341cc7-5511-4811-9b63-4628c98730b6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=065b86e1d57645d5aca5ecd141603e0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4479640 Jul 16 20:27:21.447712 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34240) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:21.488245 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec759b38-b35b-42c2-8eec-cd8cc631ea83 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.530114 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec759b38-b35b-42c2-8eec-cd8cc631ea83 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.541773 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-335b0c8a-7b35-4f0d-bbb9-69161c98afc4 req-4f50e5c9-348e-4251-b600-38ec70bacd15 service neutron] 10.222.0.62 "GET /v2.0/networks/b358c1d9-e9f6-4096-8d60-98099a8c70b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623653 Jul 16 20:27:21.547759 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ec759b38-b35b-42c2-8eec-cd8cc631ea83 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Network 8fbf00fe-2b65-4c67-a954-2e1469e77288 is not hosted by any dhcp agent {{(pid=93793) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:27:21.557409 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec759b38-b35b-42c2-8eec-cd8cc631ea83 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:21.558581 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec759b38-b35b-42c2-8eec-cd8cc631ea83 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.564788 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ec759b38-b35b-42c2-8eec-cd8cc631ea83 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "PUT /v2.0/networks/8fbf00fe-2b65-4c67-a954-2e1469e77288 HTTP/1.1" status: 200 len: 761 time: 0.4458079 Jul 16 20:27:21.565686 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34248) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:21.618272 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5affd62c-fa32-44f8-a12d-8eb88aafeafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.639039 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9131bfd-dd33-4554-bf8f-cbafbc4a4af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.656757 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5affd62c-fa32-44f8-a12d-8eb88aafeafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.698674 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-566e9161-e1ba-4469-9a4f-a63b7fbe4e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.710792 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec759b38-b35b-42c2-8eec-cd8cc631ea83 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event updated for resources: {'Network': ['ID=8fbf00fe-2b65-4c67-a954-2e1469e77288,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:21.729240 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 8fbf00fe-2b65-4c67-a954-2e1469e77288 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:27:21.749799 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-566e9161-e1ba-4469-9a4f-a63b7fbe4e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.772986 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39f8ced-c681-40db-bec8-fb6f5f87307b tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:21.779967 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e39f8ced-c681-40db-bec8-fb6f5f87307b tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "GET /v2.0/networks?id=8fbf00fe-2b65-4c67-a954-2e1469e77288 HTTP/1.1" status: 200 len: 764 time: 0.2100086 Jul 16 20:27:21.779967 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34258) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:21.811893 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-566e9161-e1ba-4469-9a4f-a63b7fbe4e98 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fe0317411af841ee8d4060dffafe9205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8194315 Jul 16 20:27:21.812681 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e9161-e1ba-4469-9a4f-a63b7fbe4e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b2bda0-6308-48a6-8984-a488dae3b0bf,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:21.815228 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34260) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:21.824707 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5affd62c-fa32-44f8-a12d-8eb88aafeafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.827285 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5affd62c-fa32-44f8-a12d-8eb88aafeafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.838826 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5affd62c-fa32-44f8-a12d-8eb88aafeafe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/341c8f72-0415-4aca-b5ca-0cdac1ebd494 HTTP/1.1" status: 204 len: 168 time: 0.3795962 Jul 16 20:27:21.870902 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23dfb31a-bbf9-47ea-a947-28605a55b17a', 'tag': '2a537c4f-b427-45f1-a5fb-ffd3270918fc'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:21.873200 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a5884a-b7ae-4643-a0bc-ebfb39dea41e" -d '{"events": [{"name": "network-changed", "server_uuid": "23dfb31a-bbf9-47ea-a947-28605a55b17a", "tag": "2a537c4f-b427-45f1-a5fb-ffd3270918fc"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:21.889999 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affd62c-fa32-44f8-a12d-8eb88aafeafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341c8f72-0415-4aca-b5ca-0cdac1ebd494,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:21.920784 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723c83f-34f7-4d82-8320-d14508c79c59 req-9205a130-8776-4ebb-8ac6-a181b7c05b32 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:21.922355 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8723c83f-34f7-4d82-8320-d14508c79c59 req-9205a130-8776-4ebb-8ac6-a181b7c05b32 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 944 time: 0.2621694 Jul 16 20:27:21.980007 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b17e12ad-5059-4ed3-b0f5-506b7a51982b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.022877 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8723c83f-34f7-4d82-8320-d14508c79c59 req-7188283a-c857-4171-b653-5c4725320fbe tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871203 Jul 16 20:27:22.042715 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b17e12ad-5059-4ed3-b0f5-506b7a51982b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.086264 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1bee29-14e8-4085-b9ba-00a509146351 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.088238 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ca1bee29-14e8-4085-b9ba-00a509146351 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3067286 Jul 16 20:27:22.092082 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34276) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:22.115386 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481b46f-b3f2-4b2c-b2c5-eacfba32bf5e req-0d4304d2-56e3-457a-9c16-21b18a1c108a tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.123322 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f481b46f-b3f2-4b2c-b2c5-eacfba32bf5e req-0d4304d2-56e3-457a-9c16-21b18a1c108a tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 945 time: 0.1387029 Jul 16 20:27:22.153649 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580aaf32-c20a-471e-a40a-337283c7b2a9 x-openstack-request-id: req-580aaf32-c20a-471e-a40a-337283c7b2a9 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:22.153649 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23dfb31a-bbf9-47ea-a947-28605a55b17a", "tag": "2a537c4f-b427-45f1-a5fb-ffd3270918fc", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:22.153649 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-580aaf32-c20a-471e-a40a-337283c7b2a9 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:22.154578 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23dfb31a-bbf9-47ea-a947-28605a55b17a', 'tag': '2a537c4f-b427-45f1-a5fb-ffd3270918fc', 'status': 'completed', 'code': 200} Jul 16 20:27:22.156600 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ff2d2c01-8ec9-4443-bf70-bde8fb517e09 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "GET /v2.0/subnets?network_id=9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 207 time: 0.0626922 Jul 16 20:27:22.166545 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34282) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:22.220446 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b17e12ad-5059-4ed3-b0f5-506b7a51982b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.223309 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b17e12ad-5059-4ed3-b0f5-506b7a51982b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.224495 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b17e12ad-5059-4ed3-b0f5-506b7a51982b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/46b2bda0-6308-48a6-8984-a488dae3b0bf HTTP/1.1" status: 204 len: 168 time: 0.4062991 Jul 16 20:27:22.252380 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5884a-b7ae-4643-a0bc-ebfb39dea41e req-fdce018b-8961-4b28-a3a5-a91a104e5ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.253525 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f481b46f-b3f2-4b2c-b2c5-eacfba32bf5e req-2dd93711-b04f-47ba-baed-ec9af77072cb tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292422 Jul 16 20:27:22.256162 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-00a5884a-b7ae-4643-a0bc-ebfb39dea41e req-fdce018b-8961-4b28-a3a5-a91a104e5ce2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f8a8ade9cff04e3db4af1591a2770156&device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 1127 time: 0.0932105 Jul 16 20:27:22.274589 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e12ad-5059-4ed3-b0f5-506b7a51982b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b2bda0-6308-48a6-8984-a488dae3b0bf,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:22.406253 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afab7c3-a98f-4286-b94e-b128fbf61c97 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.413466 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afab7c3-a98f-4286-b94e-b128fbf61c97 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.419877 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afab7c3-a98f-4286-b94e-b128fbf61c97 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.426228 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afab7c3-a98f-4286-b94e-b128fbf61c97 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.433219 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afab7c3-a98f-4286-b94e-b128fbf61c97 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.435735 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5884a-b7ae-4643-a0bc-ebfb39dea41e req-a6068003-1cb8-414d-80c7-206e04a23b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.438217 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-00a5884a-b7ae-4643-a0bc-ebfb39dea41e req-a6068003-1cb8-414d-80c7-206e04a23b96 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 200 len: 922 time: 0.1702931 Jul 16 20:27:22.439841 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afab7c3-a98f-4286-b94e-b128fbf61c97 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.441606 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2afab7c3-a98f-4286-b94e-b128fbf61c97 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.2735300 Jul 16 20:27:22.446346 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34294) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:22.477374 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34296) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:22.494846 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-00a5884a-b7ae-4643-a0bc-ebfb39dea41e req-0a53d3e8-3bb9-4866-ad4f-d351c2e3328a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a537c4f-b427-45f1-a5fb-ffd3270918fc HTTP/1.1" status: 200 len: 217 time: 0.0481632 Jul 16 20:27:22.512458 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2bfc36c6-fa04-410d-9c1c-94906048953a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.565448 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5884a-b7ae-4643-a0bc-ebfb39dea41e req-a12f837f-ef82-4de3-9e74-b9f84ee673f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.567354 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-00a5884a-b7ae-4643-a0bc-ebfb39dea41e req-a12f837f-ef82-4de3-9e74-b9f84ee673f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=13ad8455-a3f9-4cd7-bb5a-6261d086b47a HTTP/1.1" status: 200 len: 861 time: 0.0645053 Jul 16 20:27:22.586788 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ce78b-006c-4267-aeda-ff4d85ea5186 req-8bbc22e0-c8cc-47af-8e78-d9e8e73999e5 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.593919 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f61ce78b-006c-4267-aeda-ff4d85ea5186 req-8bbc22e0-c8cc-47af-8e78-d9e8e73999e5 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 946 time: 0.2480445 Jul 16 20:27:22.610407 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-00a5884a-b7ae-4643-a0bc-ebfb39dea41e req-7028d019-3360-438a-8652-58ddb8346a58 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0476e10-8d02-4fbd-b804-ab41bcf63297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361404 Jul 16 20:27:22.699217 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-dfbd57f2-9c80-45c3-a36e-fdc61c0aa716 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.2492721 Jul 16 20:27:22.702782 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34302) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:22.720099 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f61ce78b-006c-4267-aeda-ff4d85ea5186 req-6362a9a3-a665-4d22-b124-4a04bbc331e2 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248581 Jul 16 20:27:22.772703 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7b6c06-4e8f-47e1-9bcb-c4291998278e tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.773814 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34306) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:22.774220 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7b6c06-4e8f-47e1-9bcb-c4291998278e tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.776619 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7b6c06-4e8f-47e1-9bcb-c4291998278e tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.778636 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7b6c06-4e8f-47e1-9bcb-c4291998278e tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.779854 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7b6c06-4e8f-47e1-9bcb-c4291998278e tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.782378 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cc7b6c06-4e8f-47e1-9bcb-c4291998278e tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0778191 Jul 16 20:27:22.785395 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34308) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:22.796639 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f7981c5-6b2f-48a4-b114-d46bebe0eb5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.816258 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2bfc36c6-fa04-410d-9c1c-94906048953a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.825037 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2bfc36c6-fa04-410d-9c1c-94906048953a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.860870 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-00a5884a-b7ae-4643-a0bc-ebfb39dea41e req-5f9e1a36-35df-4bd2-be18-08bd68bf755e service neutron] 10.222.0.18 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422132 Jul 16 20:27:22.865123 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fe8f1b-ffda-4737-b6d2-678a81f98f55 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['shared'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.866635 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fe8f1b-ffda-4737-b6d2-678a81f98f55 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['shared'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.868073 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fe8f1b-ffda-4737-b6d2-678a81f98f55 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['shared'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.870570 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fe8f1b-ffda-4737-b6d2-678a81f98f55 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['shared'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.872062 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fe8f1b-ffda-4737-b6d2-678a81f98f55 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['shared'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.877200 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-89fe8f1b-ffda-4737-b6d2-678a81f98f55 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0873246 Jul 16 20:27:22.877403 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2bfc36c6-fa04-410d-9c1c-94906048953a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=05ff5c160a2942e1a903b10d91aae7be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3964474 Jul 16 20:27:22.878655 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc36c6-fa04-410d-9c1c-94906048953a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ce3162-468d-47bf-b44f-479c1f528c98,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:22.881446 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34310) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:22.881446 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34312) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:22.956291 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f7981c5-6b2f-48a4-b114-d46bebe0eb5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.960835 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f7981c5-6b2f-48a4-b114-d46bebe0eb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.998715 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7981c5-6b2f-48a4-b114-d46bebe0eb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e38b9ea-0951-4896-b94b-b7f965fcc503,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:23.016088 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7f7981c5-6b2f-48a4-b114-d46bebe0eb5d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5a30d4b2e1914086bb96b699bea00978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398117 Jul 16 20:27:23.016683 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34318) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:23.073682 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8df7d90b-0c67-4389-9197-f4320996f5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.099934 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8df7d90b-0c67-4389-9197-f4320996f5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.167565 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8df7d90b-0c67-4389-9197-f4320996f5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.172190 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8df7d90b-0c67-4389-9197-f4320996f5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.176602 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8df7d90b-0c67-4389-9197-f4320996f5f0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3e38b9ea-0951-4896-b94b-b7f965fcc503 HTTP/1.1" status: 204 len: 168 time: 0.1587472 Jul 16 20:27:23.190453 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7d90b-0c67-4389-9197-f4320996f5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e38b9ea-0951-4896-b94b-b7f965fcc503,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:23.297047 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdee58-6f51-48db-9c41-e69bd1fa73ce req-148f4fba-e557-4c43-8b7b-c7abeca917df tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:23.299411 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f5bdee58-6f51-48db-9c41-e69bd1fa73ce req-148f4fba-e557-4c43-8b7b-c7abeca917df tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 944 time: 0.1112323 Jul 16 20:27:23.346268 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f5bdee58-6f51-48db-9c41-e69bd1fa73ce req-0e47a567-eddc-43c2-83ff-af5e623e4a16 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400090 Jul 16 20:27:23.376362 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 2a537c4f-b427-45f1-a5fb-ffd3270918fc details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:27:23.397950 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-00a5884a-b7ae-4643-a0bc-ebfb39dea41e req-fc94db8d-398a-465c-a8af-638f5f9d2378 service neutron] 10.222.0.18 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232759 Jul 16 20:27:23.401196 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aa79f0dd-9e6e-4b04-9b49-b911c93a4754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.411259 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fe9a32-bdfb-4a98-8fd3-5d99ee0619dc tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:23.412976 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a5fe9a32-bdfb-4a98-8fd3-5d99ee0619dc tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "GET /v2.0/networks/104a9fbc-bc32-435a-bca1-4251f5b323e2 HTTP/1.1" status: 200 len: 803 time: 0.5100210 Jul 16 20:27:23.418027 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34342) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:23.473640 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aa79f0dd-9e6e-4b04-9b49-b911c93a4754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.536461 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e814c-9fc1-4386-90c2-ee9d0c5f68ef req-aad3c701-9b0a-4cf2-9be8-4ce980e4216a tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:23.545129 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0b0e814c-9fc1-4386-90c2-ee9d0c5f68ef req-aad3c701-9b0a-4cf2-9be8-4ce980e4216a tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 945 time: 0.0845721 Jul 16 20:27:23.592602 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0b0e814c-9fc1-4386-90c2-ee9d0c5f68ef req-c022ad49-a674-47d7-9e6f-0d1e1cc196a3 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463653 Jul 16 20:27:23.597867 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 2a537c4f-b427-45f1-a5fb-ffd3270918fc, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=2a537c4f-b427-45f1-a5fb-ffd3270918fc,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:23.615351 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 2a537c4f-b427-45f1-a5fb-ffd3270918fc has no active binding in host n-h2-791506-21 {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:27:23.616577 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 81ce99cf-7793-40e6-a832-d7af7dbf4ca1 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:27:23.649966 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d5314624-4bfa-4d69-96ae-6ccd4915761e tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "GET /v2.0/networks/104a9fbc-bc32-435a-bca1-4251f5b323e2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2299323 Jul 16 20:27:23.653057 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34356) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:23.670214 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aa79f0dd-9e6e-4b04-9b49-b911c93a4754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.673136 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aa79f0dd-9e6e-4b04-9b49-b911c93a4754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.679209 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-aa79f0dd-9e6e-4b04-9b49-b911c93a4754 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/34ce3162-468d-47bf-b44f-479c1f528c98 HTTP/1.1" status: 204 len: 168 time: 0.7743628 Jul 16 20:27:23.697600 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79f0dd-9e6e-4b04-9b49-b911c93a4754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ce3162-468d-47bf-b44f-479c1f528c98,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:23.732113 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da540d1b-7fde-4b01-aeee-0cc5fe2792a6 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:23.733448 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-da540d1b-7fde-4b01-aeee-0cc5fe2792a6 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "GET /v2.0/subnets/0a2207a5-157b-4e28-8366-bf857a267906 HTTP/1.1" status: 200 len: 843 time: 0.0788910 Jul 16 20:27:23.737294 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34362) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:23.816956 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 81ce99cf-7793-40e6-a832-d7af7dbf4ca1, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=81ce99cf-7793-40e6-a832-d7af7dbf4ca1,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:23.824882 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde55a27-ef81-4a61-b107-349e7086c625 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['shared'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:23.826280 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-dde55a27-ef81-4a61-b107-349e7086c625 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "GET /v2.0/subnets/0a2207a5-157b-4e28-8366-bf857a267906?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0878539 Jul 16 20:27:23.829939 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34368) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:23.835227 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-180a4780-6fef-4c38-bd75-e1d58abdda51 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1767700919'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:23.837505 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '81ce99cf-7793-40e6-a832-d7af7dbf4ca1', 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988', 'port_id': '81ce99cf-7793-40e6-a832-d7af7dbf4ca1', 'mac_address': 'fa:16:3e:83:24:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d69795-663e-4814-80c1-613e990ce032', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:27:23.864125 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180a4780-6fef-4c38-bd75-e1d58abdda51 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Made reservation on behalf of 514b8c1536374dbf84870ab629c3f050 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:23.871584 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-180a4780-6fef-4c38-bd75-e1d58abdda51 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.913597 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.942711 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180a4780-6fef-4c38-bd75-e1d58abdda51 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:27:23.960443 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81ce99cf-7793-40e6-a832-d7af7dbf4ca1 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:23.960902 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-180a4780-6fef-4c38-bd75-e1d58abdda51 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.961261 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-180a4780-6fef-4c38-bd75-e1d58abdda51 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Added segment 5071aca0-020a-4350-bf4c-9c075b23e5cb of type vlan for network a68b7979-4eee-4cb6-9a8a-37822a45778c Jul 16 20:27:23.988342 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 81ce99cf-7793-40e6-a832-d7af7dbf4ca1, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=81ce99cf-7793-40e6-a832-d7af7dbf4ca1,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:23.996190 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.017231 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-80dc09a9-a66c-45ee-86f3-a0eb46e58c7b tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=89d9ceaed53949069dfb572e7dcda643&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450063 Jul 16 20:27:24.057854 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=81ce99cf-7793-40e6-a832-d7af7dbf4ca1,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:24.101714 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['81ce99cf-7793-40e6-a832-d7af7dbf4ca1'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:24.224216 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.281885 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aeb48efb-3c20-4197-9e78-c38ae7aa26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.330145 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60a7d9-f93e-4d47-879b-27cf8446e261 req-b264df05-1700-45e8-a5ea-f2237beb5cb6 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:24.336983 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cf60a7d9-f93e-4d47-879b-27cf8446e261 req-b264df05-1700-45e8-a5ea-f2237beb5cb6 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 946 time: 0.4548540 Jul 16 20:27:24.377582 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-180a4780-6fef-4c38-bd75-e1d58abdda51 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.447489 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cf60a7d9-f93e-4d47-879b-27cf8446e261 req-82723ff3-a20a-4f08-90b1-efc6dc5883f2 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089854 Jul 16 20:27:24.495522 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-180a4780-6fef-4c38-bd75-e1d58abdda51 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.500783 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180a4780-6fef-4c38-bd75-e1d58abdda51 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:24.501559 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-180a4780-6fef-4c38-bd75-e1d58abdda51 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.552375 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-766118be-8c00-4dc9-ac70-c23daba1e0fc tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:24.559217 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-766118be-8c00-4dc9-ac70-c23daba1e0fc tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5411038 Jul 16 20:27:24.580573 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-180a4780-6fef-4c38-bd75-e1d58abdda51 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7493856 Jul 16 20:27:24.582636 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-8c16028f-225a-41f8-939b-b78585bef6d2 service neutron] 10.222.0.18 "GET /v2.0/ports/2a537c4f-b427-45f1-a5fb-ffd3270918fc/bindings/n-h2-791506-21 HTTP/1.1" status: 200 len: 385 time: 0.1021736 Jul 16 20:27:24.585977 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34422) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:24.590878 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-046d14e5-0400-46ef-bab1-954ce307c1f7 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/quotas/89d9ceaed53949069dfb572e7dcda643 HTTP/1.1" status: 200 len: 375 time: 0.0307095 Jul 16 20:27:24.609897 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-72f3fde7-7a34-483c-a32f-f2bb04e2fe31 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Request body: {'subnet': {'network_id': 'a68b7979-4eee-4cb6-9a8a-37822a45778c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:24.628796 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a4780-6fef-4c38-bd75-e1d58abdda51 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event updated for resources: {'Network': ['ID=a68b7979-4eee-4cb6-9a8a-37822a45778c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:24.642396 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network a68b7979-4eee-4cb6-9a8a-37822a45778c details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:27:24.679432 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-379d6ec9-b047-42e7-a018-c0cc773056a0 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=89d9ceaed53949069dfb572e7dcda643&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0869837 Jul 16 20:27:24.910179 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f3fde7-7a34-483c-a32f-f2bb04e2fe31 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Made reservation on behalf of 514b8c1536374dbf84870ab629c3f050 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:24.914996 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-72f3fde7-7a34-483c-a32f-f2bb04e2fe31 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:25.002733 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.ipam_backend_mixin [None req-72f3fde7-7a34-483c-a32f-f2bb04e2fe31 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Performing IP validity checks on allocation pools {{(pid=93793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 20:27:25.003554 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.ipam_backend_mixin [None req-72f3fde7-7a34-483c-a32f-f2bb04e2fe31 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 20:27:25.102618 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf41be7-6198-4dd1-bbf0-b7ee14974311 req-773df3e0-eb55-4cd0-8ce9-0433af732287 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:25.113398 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9cf41be7-6198-4dd1-bbf0-b7ee14974311 req-773df3e0-eb55-4cd0-8ce9-0433af732287 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 944 time: 0.1673758 Jul 16 20:27:25.204187 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9cf41be7-6198-4dd1-bbf0-b7ee14974311 req-936b8e4c-005d-49b2-a36d-d461b77bb9ea tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894980 Jul 16 20:27:25.235573 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-72f3fde7-7a34-483c-a32f-f2bb04e2fe31 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:25.310889 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34450) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:25.369592 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 81ce99cf-7793-40e6-a832-d7af7dbf4ca1 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:25.427346 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b7e84325-d150-439d-bf23-291f93a7b124 req-6c9bc1fe-7e4b-497f-9a20-e18c9001d72d tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5a1179e-41c6-4461-90dc-dfd416cc068e HTTP/1.1" status: 200 len: 210 time: 0.0445795 Jul 16 20:27:25.427543 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3fde7-7a34-483c-a32f-f2bb04e2fe31 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event updated for resources: {'Subnet': ['ID=666f748c-f2e5-4947-b051-812bdd556327,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:25.531869 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cc650-d475-486d-8f9d-f1be3b876286 req-19f3cccc-ce9e-40d7-a53a-acab9feada7a tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:25.539653 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f78cc650-d475-486d-8f9d-f1be3b876286 req-19f3cccc-ce9e-40d7-a53a-acab9feada7a tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 945 time: 0.2205524 Jul 16 20:27:25.553367 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 81ce99cf-7793-40e6-a832-d7af7dbf4ca1 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:25.554353 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:25.649732 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f78cc650-d475-486d-8f9d-f1be3b876286 req-91e36d3e-d76f-479e-ae8f-49430df2adee tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085289 Jul 16 20:27:25.729449 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:25.764139 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f3fde7-7a34-483c-a32f-f2bb04e2fe31 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Checking segment: {'id': '5071aca0-020a-4350-bf4c-9c075b23e5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a68b7979-4eee-4cb6-9a8a-37822a45778c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:25.767701 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f3fde7-7a34-483c-a32f-f2bb04e2fe31 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Network hostable DHCP agents. Network: a68b7979-4eee-4cb6-9a8a-37822a45778c, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:27:25.795090 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-3a3dfc6f-3e75-4162-873f-9a264edb9ac5 service neutron] For port 2a537c4f-b427-45f1-a5fb-ffd3270918fc, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=2a537c4f-b427-45f1-a5fb-ffd3270918fc,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:25.881767 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3857f0-5188-468a-9d02-dc48343df740 req-5a35da8d-6e64-4aac-a5c2-df267a065ce4 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:25.888096 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:25.892471 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f3fde7-7a34-483c-a32f-f2bb04e2fe31 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Network a68b7979-4eee-4cb6-9a8a-37822a45778c is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:27:25.893216 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0c3857f0-5188-468a-9d02-dc48343df740 req-5a35da8d-6e64-4aac-a5c2-df267a065ce4 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 946 time: 0.1407750 Jul 16 20:27:25.901727 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-c7a34bdb-efda-4b47-bfe6-12ed65676f32 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1163147631-network', 'tenant_id': 'ac98e682f9564a20af69f1659d8ff414'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:25.923537 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-72f3fde7-7a34-483c-a32f-f2bb04e2fe31 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, a68b7979-4eee-4cb6-9a8a-37822a45778c) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:25.943835 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c327bd2-7d6e-404e-858e-52eb1530eb33 None None] Network a68b7979-4eee-4cb6-9a8a-37822a45778c requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:25.945025 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f3fde7-7a34-483c-a32f-f2bb04e2fe31 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:25.948005 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-72f3fde7-7a34-483c-a32f-f2bb04e2fe31 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:25.959182 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-3a3dfc6f-3e75-4162-873f-9a264edb9ac5 service neutron] For port 2a537c4f-b427-45f1-a5fb-ffd3270918fc, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:25.967839 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0c3857f0-5188-468a-9d02-dc48343df740 req-cbbeef40-013a-4ddd-975f-c1e49628aacc tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736332 Jul 16 20:27:25.997313 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a34bdb-efda-4b47-bfe6-12ed65676f32 admin admin] Made reservation on behalf of ac98e682f9564a20af69f1659d8ff414 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:26.004196 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7a34bdb-efda-4b47-bfe6-12ed65676f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.022376 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7a34bdb-efda-4b47-bfe6-12ed65676f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.041968 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca65985-680f-431b-a6fe-a6dab260f3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ce99cf-7793-40e6-a832-d7af7dbf4ca1'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:26.046828 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34480) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:26.049157 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-72f3fde7-7a34-483c-a32f-f2bb04e2fe31 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4564421 Jul 16 20:27:26.056829 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-cd220a05-dae6-4307-96ec-6b26eb9fc84b tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:26.062945 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd6330a-5b29-4ecd-b177-653dd7bb8186" -d '{"events": [{"server_uuid": "bca65985-680f-431b-a6fe-a6dab260f3d0", "name": "network-vif-plugged", "status": "completed", "tag": "81ce99cf-7793-40e6-a832-d7af7dbf4ca1"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:26.076966 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-3a3dfc6f-3e75-4162-873f-9a264edb9ac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a537c4f-b427-45f1-a5fb-ffd3270918fc {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:26.122646 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-3a3dfc6f-3e75-4162-873f-9a264edb9ac5 service neutron] For port 2a537c4f-b427-45f1-a5fb-ffd3270918fc, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=2a537c4f-b427-45f1-a5fb-ffd3270918fc,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:26.152820 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-3a3dfc6f-3e75-4162-873f-9a264edb9ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.208938 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98581f5-8cd0-4181-8548-efd8eb9df218 x-openstack-request-id: req-f98581f5-8cd0-4181-8548-efd8eb9df218 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:26.211973 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca65985-680f-431b-a6fe-a6dab260f3d0", "name": "network-vif-plugged", "status": "completed", "tag": "81ce99cf-7793-40e6-a832-d7af7dbf4ca1", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:26.213478 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f98581f5-8cd0-4181-8548-efd8eb9df218 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:26.214429 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca65985-680f-431b-a6fe-a6dab260f3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ce99cf-7793-40e6-a832-d7af7dbf4ca1', 'code': 200} Jul 16 20:27:26.221781 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 81ce99cf-7793-40e6-a832-d7af7dbf4ca1, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=81ce99cf-7793-40e6-a832-d7af7dbf4ca1,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:26.234960 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.375219 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=81ce99cf-7793-40e6-a832-d7af7dbf4ca1,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:26.377713 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-3a3dfc6f-3e75-4162-873f-9a264edb9ac5 service neutron] Transition to ACTIVE for port object 2a537c4f-b427-45f1-a5fb-ffd3270918fc will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:26.391738 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-3a3dfc6f-3e75-4162-873f-9a264edb9ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.404157 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cd220a05-dae6-4307-96ec-6b26eb9fc84b tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2143371813'] for subnet, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.480902 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7a34bdb-efda-4b47-bfe6-12ed65676f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.487780 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7a34bdb-efda-4b47-bfe6-12ed65676f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.501641 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d7c9fb-d8c0-4632-b6bb-82c0b21399c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-a68b7979-4eee-4cb6-9a8a-37822a45778c', 'network_id': 'a68b7979-4eee-4cb6-9a8a-37822a45778c', 'tenant_id': '514b8c1536374dbf84870ab629c3f050', 'fixed_ips': [{'subnet_id': '666f748c-f2e5-4947-b051-812bdd556327'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:27:26.503469 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0d7c9fb-d8c0-4632-b6bb-82c0b21399c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.545836 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a34bdb-efda-4b47-bfe6-12ed65676f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786927a0-f19a-4ac9-a216-82bc73b9b765,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:26.567285 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a34bdb-efda-4b47-bfe6-12ed65676f32 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:27:26.624918 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dfc6f-3e75-4162-873f-9a264edb9ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a537c4f-b427-45f1-a5fb-ffd3270918fc,revision_number=10']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:26.681391 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-3a3dfc6f-3e75-4162-873f-9a264edb9ac5 service neutron] No DVR routers for this DVR port 2a537c4f-b427-45f1-a5fb-ffd3270918fc on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:26.740897 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7a34bdb-efda-4b47-bfe6-12ed65676f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.741490 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-c7a34bdb-efda-4b47-bfe6-12ed65676f32 admin admin] Added segment b4e1a03e-80f8-4721-9088-3210f878bdf6 of type vlan for network c2fa3e81-1040-43a8-b077-a3b3a35fa72c Jul 16 20:27:26.756204 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dc42db3d-7989-4a45-9a47-b4a3f8bc3033 req-020f4837-1b0f-48a4-930e-b7423cb5667c tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5a1179e-41c6-4461-90dc-dfd416cc068e HTTP/1.1" status: 200 len: 210 time: 0.0633798 Jul 16 20:27:26.762678 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-3a3dfc6f-3e75-4162-873f-9a264edb9ac5 service neutron] 10.222.0.18 "PUT /v2.0/ports/2a537c4f-b427-45f1-a5fb-ffd3270918fc/bindings/n-h2-791506-21/activate HTTP/1.1" status: 200 len: 370 time: 2.1465979 Jul 16 20:27:26.834707 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7a34bdb-efda-4b47-bfe6-12ed65676f32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.927149 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9a2af-643d-4b8b-b029-5d23f588261c req-23dfb272-800a-4ff6-9dec-3147607cdf54 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:26.928674 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aeb9a2af-643d-4b8b-b029-5d23f588261c req-23dfb272-800a-4ff6-9dec-3147607cdf54 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 945 time: 0.3370783 Jul 16 20:27:26.976914 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7a34bdb-efda-4b47-bfe6-12ed65676f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.978468 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a34bdb-efda-4b47-bfe6-12ed65676f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:26.979476 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7a34bdb-efda-4b47-bfe6-12ed65676f32 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.035253 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c7a34bdb-efda-4b47-bfe6-12ed65676f32 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7228103 Jul 16 20:27:27.039005 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34500) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:27.045171 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-6dfebfdf-a7fc-48be-90a2-deb0df75b331 admin admin] Request body: {'subnet': {'network_id': 'c2fa3e81-1040-43a8-b077-a3b3a35fa72c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1163147631-subnet', 'tenant_id': 'ac98e682f9564a20af69f1659d8ff414', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:27.084023 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cd220a05-dae6-4307-96ec-6b26eb9fc84b tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726300449419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2143530448'] for subnet, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.084317 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfebfdf-a7fc-48be-90a2-deb0df75b331 admin admin] Made reservation on behalf of ac98e682f9564a20af69f1659d8ff414 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:27.090111 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6dfebfdf-a7fc-48be-90a2-deb0df75b331 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.130841 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-a0d7c9fb-d8c0-4632-b6bb-82c0b21399c8 None None] Allocated IP 2001:db8::3 (a68b7979-4eee-4cb6-9a8a-37822a45778c/666f748c-f2e5-4947-b051-812bdd556327/ff725e86-bfa0-4fbc-8832-e971b11de698) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:27.189008 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-d51a9ed1-785c-427e-95c4-7cab002ee0a4 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=89d9ceaed53949069dfb572e7dcda643&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362020 Jul 16 20:27:27.338732 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aeb9a2af-643d-4b8b-b029-5d23f588261c req-9601e373-8652-47b0-8111-0697c8994b40 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783336 Jul 16 20:27:27.359955 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd220a05-dae6-4307-96ec-6b26eb9fc84b tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event updated for resources: {'Subnet': ['ID=666f748c-f2e5-4947-b051-812bdd556327,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:27.367861 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0d7c9fb-d8c0-4632-b6bb-82c0b21399c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.371085 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a34bdb-efda-4b47-bfe6-12ed65676f32 admin admin] Pushing event updated for resources: {'Network': ['ID=c2fa3e81-1040-43a8-b077-a3b3a35fa72c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:27.387860 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee16b6-21cc-4700-bc66-3554c6d5c027 req-1ade1381-1f4a-486d-a39e-665ce0703bb4 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:27.390944 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network c2fa3e81-1040-43a8-b077-a3b3a35fa72c details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:27:27.396404 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-57ee16b6-21cc-4700-bc66-3554c6d5c027 req-1ade1381-1f4a-486d-a39e-665ce0703bb4 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 945 time: 0.4911129 Jul 16 20:27:27.398683 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a0d7c9fb-d8c0-4632-b6bb-82c0b21399c8 None None] Transition to ACTIVE for port object ff725e86-bfa0-4fbc-8832-e971b11de698 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:27.472357 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-c506ab3d-df6c-4348-adab-95bbf5f5a65c tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:27.474216 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-c506ab3d-df6c-4348-adab-95bbf5f5a65c tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a&tenant_id=f8a8ade9cff04e3db4af1591a2770156&binding%3Ahost_id=n-h1-791506-21 HTTP/1.1" status: 200 len: 1097 time: 0.3815758 Jul 16 20:27:27.486200 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd220a05-dae6-4307-96ec-6b26eb9fc84b tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:27.486975 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cd220a05-dae6-4307-96ec-6b26eb9fc84b tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.490281 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a0d7c9fb-d8c0-4632-b6bb-82c0b21399c8 None None] Transition to ACTIVE for port object ff725e86-bfa0-4fbc-8832-e971b11de698 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:27.496073 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cd220a05-dae6-4307-96ec-6b26eb9fc84b tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "PUT /v2.0/subnets/666f748c-f2e5-4947-b051-812bdd556327 HTTP/1.1" status: 200 len: 900 time: 1.4472785 Jul 16 20:27:27.502755 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34506) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:27.543668 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 2a537c4f-b427-45f1-a5fb-ffd3270918fc no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:27.576336 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0d7c9fb-d8c0-4632-b6bb-82c0b21399c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.634898 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.645255 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d7c9fb-d8c0-4632-b6bb-82c0b21399c8 None None] Network a68b7979-4eee-4cb6-9a8a-37822a45778c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:27.651813 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a0d7c9fb-d8c0-4632-b6bb-82c0b21399c8 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:27.657024 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-57ee16b6-21cc-4700-bc66-3554c6d5c027 req-f2e82dfb-0555-4d54-abab-f46a3cefb25c tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594163 Jul 16 20:27:27.676309 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-b2e21028-e7fd-4331-9211-b44c39253c1f tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:27.677820 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-b2e21028-e7fd-4331-9211-b44c39253c1f tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4832573 Jul 16 20:27:27.694301 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7c9fb-d8c0-4632-b6bb-82c0b21399c8 None None] Pushing event updated for resources: {'Port': ['ID=ff725e86-bfa0-4fbc-8832-e971b11de698,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:27.711395 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-e23c321e-9f21-4e8a-9746-4bd0cf3faa89 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Request body: {'port': {'device_id': 'f5a1179e-41c6-4461-90dc-dfd416cc068e', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': '89d9ceaed53949069dfb572e7dcda643'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:27.712560 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d7c9fb-d8c0-4632-b6bb-82c0b21399c8 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:27.715195 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 2a537c4f-b427-45f1-a5fb-ffd3270918fc not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:27.717199 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-62b78777-23a6-4e9a-be13-1a57457c2001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:27.719424 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-62b78777-23a6-4e9a-be13-1a57457c2001 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a&tenant_id=f8a8ade9cff04e3db4af1591a2770156 HTTP/1.1" status: 200 len: 1097 time: 0.2116318 Jul 16 20:27:27.816481 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a0d7c9fb-d8c0-4632-b6bb-82c0b21399c8 None None] Attempting to bind port ff725e86-bfa0-4fbc-8832-e971b11de698 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:27.816904 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a0d7c9fb-d8c0-4632-b6bb-82c0b21399c8 None None] Attempting to bind port ff725e86-bfa0-4fbc-8832-e971b11de698 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '5071aca0-020a-4350-bf4c-9c075b23e5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a68b7979-4eee-4cb6-9a8a-37822a45778c'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:27.817274 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d7c9fb-d8c0-4632-b6bb-82c0b21399c8 None None] Attempting to bind port ff725e86-bfa0-4fbc-8832-e971b11de698 on network a68b7979-4eee-4cb6-9a8a-37822a45778c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:27.826681 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d7c9fb-d8c0-4632-b6bb-82c0b21399c8 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:27.827117 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d7c9fb-d8c0-4632-b6bb-82c0b21399c8 None None] Checking segment: {'id': '5071aca0-020a-4350-bf4c-9c075b23e5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a68b7979-4eee-4cb6-9a8a-37822a45778c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:27.827522 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0d7c9fb-d8c0-4632-b6bb-82c0b21399c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.828161 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d7c9fb-d8c0-4632-b6bb-82c0b21399c8 None None] Bound using segment: {'id': '5071aca0-020a-4350-bf4c-9c075b23e5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a68b7979-4eee-4cb6-9a8a-37822a45778c'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:27.829073 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a0d7c9fb-d8c0-4632-b6bb-82c0b21399c8 None None] Bound port: ff725e86-bfa0-4fbc-8832-e971b11de698, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5071aca0-020a-4350-bf4c-9c075b23e5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a68b7979-4eee-4cb6-9a8a-37822a45778c'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:27.829460 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0d7c9fb-d8c0-4632-b6bb-82c0b21399c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.899416 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-e7a0a112-d689-464b-8aad-8a05a96c41f5 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=b0f3dfe9e5014bd09c21cc6a1ac6f23d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0800705 Jul 16 20:27:27.914522 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a0d7c9fb-d8c0-4632-b6bb-82c0b21399c8 None None] For port ff725e86-bfa0-4fbc-8832-e971b11de698, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:27.919375 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a0d7c9fb-d8c0-4632-b6bb-82c0b21399c8 None None] For port ff725e86-bfa0-4fbc-8832-e971b11de698, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=ff725e86-bfa0-4fbc-8832-e971b11de698,segment=NetworkSegment(5071aca0-020a-4350-bf4c-9c075b23e5cb),segment_id=5071aca0-020a-4350-bf4c-9c075b23e5cb)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:27.925592 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0d7c9fb-d8c0-4632-b6bb-82c0b21399c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.947511 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6dfebfdf-a7fc-48be-90a2-deb0df75b331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.007063 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7c9fb-d8c0-4632-b6bb-82c0b21399c8 None None] Pushing event updated for resources: {'Port': ['ID=ff725e86-bfa0-4fbc-8832-e971b11de698,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:28.007287 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfebfdf-a7fc-48be-90a2-deb0df75b331 admin admin] Pushing event updated for resources: {'Subnet': ['ID=416ec7e9-071b-4e5e-b3ca-0ea11f74e08c,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:28.025605 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-dbc1f040-c182-4857-8518-49f4e7e9934f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:28.027590 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-dbc1f040-c182-4857-8518-49f4e7e9934f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8a8ade9cff04e3db4af1591a2770156&device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 1097 time: 0.2744179 Jul 16 20:27:28.076705 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a14b471c-2695-416b-a778-30c36e7c255d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.170102 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfebfdf-a7fc-48be-90a2-deb0df75b331 admin admin] Checking segment: {'id': 'b4e1a03e-80f8-4721-9088-3210f878bdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c2fa3e81-1040-43a8-b077-a3b3a35fa72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:28.170925 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfebfdf-a7fc-48be-90a2-deb0df75b331 admin admin] Network hostable DHCP agents. Network: c2fa3e81-1040-43a8-b077-a3b3a35fa72c, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:27:28.183254 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-e23c321e-9f21-4e8a-9746-4bd0cf3faa89 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Made reservation on behalf of 89d9ceaed53949069dfb572e7dcda643 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:28.187566 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-e23c321e-9f21-4e8a-9746-4bd0cf3faa89 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.217842 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-e23c321e-9f21-4e8a-9746-4bd0cf3faa89 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.235901 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-84a9ccd1-d542-46ed-a5bd-8bef49978524 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:28.243325 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-84a9ccd1-d542-46ed-a5bd-8bef49978524 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3319628 Jul 16 20:27:28.276652 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-03b7f110-3b70-4cef-9112-1c5ef762ba25 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/quotas/b0f3dfe9e5014bd09c21cc6a1ac6f23d HTTP/1.1" status: 200 len: 375 time: 0.0323238 Jul 16 20:27:28.299277 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-237d1b7b-8a4a-49ba-9f30-75f8721be67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:28.306474 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-237d1b7b-8a4a-49ba-9f30-75f8721be67d service neutron] 10.222.0.62 "GET /v2.0/networks?id=e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 200 len: 922 time: 0.2615163 Jul 16 20:27:28.315102 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfebfdf-a7fc-48be-90a2-deb0df75b331 admin admin] Network c2fa3e81-1040-43a8-b077-a3b3a35fa72c is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:27:28.339609 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be57d4-4029-49d5-918e-d791d025b68c req-bd30efe0-84bf-4232-a8a9-e6a9fbf37543 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:28.341344 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-83be57d4-4029-49d5-918e-d791d025b68c req-bd30efe0-84bf-4232-a8a9-e6a9fbf37543 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 946 time: 0.3228786 Jul 16 20:27:28.344584 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-7c736bcb-d4e8-4f6f-8c6d-408bf3b29fd2 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b0f3dfe9e5014bd09c21cc6a1ac6f23d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671558 Jul 16 20:27:28.365512 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-a14b471c-2695-416b-a778-30c36e7c255d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Deleting port ff725e86-bfa0-4fbc-8832-e971b11de698 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:28.379740 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a14b471c-2695-416b-a778-30c36e7c255d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.511755 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-83be57d4-4029-49d5-918e-d791d025b68c req-77feb59d-5a2d-49f8-9f9a-2e6e4a94d2f5 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554525 Jul 16 20:27:28.512557 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-e23c321e-9f21-4e8a-9746-4bd0cf3faa89 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.515237 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-6dfebfdf-a7fc-48be-90a2-deb0df75b331 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, c2fa3e81-1040-43a8-b077-a3b3a35fa72c) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:28.526079 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-769d932f-bc9e-4382-b38a-809e8c2eb2c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a537c4f-b427-45f1-a5fb-ffd3270918fc HTTP/1.1" status: 200 len: 217 time: 0.1949260 Jul 16 20:27:28.526887 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d098bdf1-c0d4-47f5-914b-e8abea29fea1 None None] Network c2fa3e81-1040-43a8-b077-a3b3a35fa72c requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:28.527480 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-e23c321e-9f21-4e8a-9746-4bd0cf3faa89 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.554375 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfebfdf-a7fc-48be-90a2-deb0df75b331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:28.555186 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6dfebfdf-a7fc-48be-90a2-deb0df75b331 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.652777 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-a14b471c-2695-416b-a778-30c36e7c255d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] For port ff725e86-bfa0-4fbc-8832-e971b11de698, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=ff725e86-bfa0-4fbc-8832-e971b11de698,segment=NetworkSegment(5071aca0-020a-4350-bf4c-9c075b23e5cb),segment_id=5071aca0-020a-4350-bf4c-9c075b23e5cb)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:28.653434 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a14b471c-2695-416b-a778-30c36e7c255d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.678465 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-a14b471c-2695-416b-a778-30c36e7c255d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Calling delete_port for ff725e86-bfa0-4fbc-8832-e971b11de698 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:28.864707 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6dfebfdf-a7fc-48be-90a2-deb0df75b331 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8184226 Jul 16 20:27:28.865784 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34536) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:28.885778 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-fc8cb49b-54c7-422a-8503-dcde972af17c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1163147631-router', 'tenant_id': 'ac98e682f9564a20af69f1659d8ff414', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:28.907774 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c321e-9f21-4e8a-9746-4bd0cf3faa89 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f92684f-746e-4a40-abfc-7e68aa0c15e2,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:28.930190 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-498e7ba8-11ea-4dce-98ba-56698111cb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:28.935078 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-498e7ba8-11ea-4dce-98ba-56698111cb5b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13ad8455-a3f9-4cd7-bb5a-6261d086b47a HTTP/1.1" status: 200 len: 861 time: 0.3755360 Jul 16 20:27:28.937535 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa78ea7-1ea6-448c-9ac9-ed9faab9a8ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-c2fa3e81-1040-43a8-b077-a3b3a35fa72c', 'network_id': 'c2fa3e81-1040-43a8-b077-a3b3a35fa72c', 'tenant_id': 'ac98e682f9564a20af69f1659d8ff414', 'fixed_ips': [{'subnet_id': '416ec7e9-071b-4e5e-b3ca-0ea11f74e08c'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:27:28.940380 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc8cb49b-54c7-422a-8503-dcde972af17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.941554 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0fa78ea7-1ea6-448c-9ac9-ed9faab9a8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.941878 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc8cb49b-54c7-422a-8503-dcde972af17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.947554 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a212fd6f-bcaf-43ff-b286-d9aec86a3040 req-3a3c0702-d3f6-4e8b-b107-1fbfd4e53993 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5a1179e-41c6-4461-90dc-dfd416cc068e HTTP/1.1" status: 200 len: 210 time: 0.1011097 Jul 16 20:27:29.178471 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-e23c321e-9f21-4e8a-9746-4bd0cf3faa89 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Allocated IP 192.168.233.85 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/f27bafd3-77fd-4177-9ac0-3a8b85957b37) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:29.187228 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-4925ba4b-d20b-479f-a115-a28fd0705ad8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0476e10-8d02-4fbd-b804-ab41bcf63297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2319887 Jul 16 20:27:29.227249 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a14b471c-2695-416b-a778-30c36e7c255d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.374119 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device ff725e86-bfa0-4fbc-8832-e971b11de698 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:29.379990 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.413808 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b471c-2695-416b-a778-30c36e7c255d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event deleted for resources: {'Port': ['ID=ff725e86-bfa0-4fbc-8832-e971b11de698,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:29.455166 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc8cb49b-54c7-422a-8503-dcde972af17c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.460422 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: ff725e86-bfa0-4fbc-8832-e971b11de698 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:29.460422 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device ff725e86-bfa0-4fbc-8832-e971b11de698 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 20:27:29.497611 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14b471c-2695-416b-a778-30c36e7c255d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] No DVR routers for this DVR port ff725e86-bfa0-4fbc-8832-e971b11de698 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:29.520245 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:27:29.526485 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Port ff725e86-bfa0-4fbc-8832-e971b11de698 not found, will not notify nova. {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 20:27:29.532703 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-0fa78ea7-1ea6-448c-9ac9-ed9faab9a8ff None None] Allocated IP 172.20.0.2 (c2fa3e81-1040-43a8-b077-a3b3a35fa72c/416ec7e9-071b-4e5e-b3ca-0ea11f74e08c/6c88a15c-9289-4ac9-b43a-14a52d66298f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:29.643252 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-68ec8ade-c217-4283-8030-09facbd963bd service neutron] 10.222.0.62 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477730 Jul 16 20:27:29.721774 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a14b471c-2695-416b-a778-30c36e7c255d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.823460 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0fa78ea7-1ea6-448c-9ac9-ed9faab9a8ff None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.833543 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0fa78ea7-1ea6-448c-9ac9-ed9faab9a8ff None None] Transition to ACTIVE for port object 6c88a15c-9289-4ac9-b43a-14a52d66298f will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:29.851899 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0fa78ea7-1ea6-448c-9ac9-ed9faab9a8ff None None] Transition to ACTIVE for port object 6c88a15c-9289-4ac9-b43a-14a52d66298f will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:29.857772 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8baca84-b847-4c93-b215-bdb362883216 None None] Network a68b7979-4eee-4cb6-9a8a-37822a45778c requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:29.862194 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0fa78ea7-1ea6-448c-9ac9-ed9faab9a8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.921971 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b47bd-a387-47da-8b05-062635aa52d3 req-bedfb67d-536d-420a-b1b8-05816cf3d1f6 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:29.930196 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f42b47bd-a387-47da-8b05-062635aa52d3 req-bedfb67d-536d-420a-b1b8-05816cf3d1f6 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 945 time: 0.6617594 Jul 16 20:27:29.937782 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa78ea7-1ea6-448c-9ac9-ed9faab9a8ff None None] Network c2fa3e81-1040-43a8-b077-a3b3a35fa72c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:29.941316 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4791cf5-db07-464b-affa-cf2b8d11d089 req-68307b1f-f271-4466-b9bd-026a101bedd1 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:29.943263 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b4791cf5-db07-464b-affa-cf2b8d11d089 req-68307b1f-f271-4466-b9bd-026a101bedd1 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 945 time: 0.5793047 Jul 16 20:27:30.025149 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b4791cf5-db07-464b-affa-cf2b8d11d089 req-3cd0264d-412f-47fd-9977-1897d769a5f8 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750365 Jul 16 20:27:30.047035 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0fa78ea7-1ea6-448c-9ac9-ed9faab9a8ff None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:30.051074 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa78ea7-1ea6-448c-9ac9-ed9faab9a8ff None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:30.058152 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-61434c01-8eb5-4264-a223-dac8fbb2df10 None None] Could not find standard attr ID for object ff725e86-bfa0-4fbc-8832-e971b11de698. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:27:30.063862 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f42b47bd-a387-47da-8b05-062635aa52d3 req-da630af6-c1b2-4d84-bb20-505580fd2e39 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321802 Jul 16 20:27:30.089645 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a14b471c-2695-416b-a778-30c36e7c255d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.098782 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa78ea7-1ea6-448c-9ac9-ed9faab9a8ff None None] Pushing event updated for resources: {'Port': ['ID=6c88a15c-9289-4ac9-b43a-14a52d66298f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:30.146267 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc8cb49b-54c7-422a-8503-dcde972af17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.192954 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b471c-2695-416b-a778-30c36e7c255d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event deleted for resources: {'Subnet': ['ID=666f748c-f2e5-4947-b051-812bdd556327,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:30.219491 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-0fa78ea7-1ea6-448c-9ac9-ed9faab9a8ff None None] Attempting to bind port 6c88a15c-9289-4ac9-b43a-14a52d66298f on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:30.220248 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-0fa78ea7-1ea6-448c-9ac9-ed9faab9a8ff None None] Attempting to bind port 6c88a15c-9289-4ac9-b43a-14a52d66298f by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'b4e1a03e-80f8-4721-9088-3210f878bdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c2fa3e81-1040-43a8-b077-a3b3a35fa72c'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:30.220798 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa78ea7-1ea6-448c-9ac9-ed9faab9a8ff None None] Attempting to bind port 6c88a15c-9289-4ac9-b43a-14a52d66298f on network c2fa3e81-1040-43a8-b077-a3b3a35fa72c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:30.254616 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa78ea7-1ea6-448c-9ac9-ed9faab9a8ff None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:30.255225 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa78ea7-1ea6-448c-9ac9-ed9faab9a8ff None None] Checking segment: {'id': 'b4e1a03e-80f8-4721-9088-3210f878bdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c2fa3e81-1040-43a8-b077-a3b3a35fa72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:30.255884 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0fa78ea7-1ea6-448c-9ac9-ed9faab9a8ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.256536 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa78ea7-1ea6-448c-9ac9-ed9faab9a8ff None None] Bound using segment: {'id': 'b4e1a03e-80f8-4721-9088-3210f878bdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c2fa3e81-1040-43a8-b077-a3b3a35fa72c'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:30.257310 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-0fa78ea7-1ea6-448c-9ac9-ed9faab9a8ff None None] Bound port: 6c88a15c-9289-4ac9-b43a-14a52d66298f, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e1a03e-80f8-4721-9088-3210f878bdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c2fa3e81-1040-43a8-b077-a3b3a35fa72c'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:30.257930 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0fa78ea7-1ea6-448c-9ac9-ed9faab9a8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.316410 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a14b471c-2695-416b-a778-30c36e7c255d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.341691 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-a14b471c-2695-416b-a778-30c36e7c255d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68b7979-4eee-4cb6-9a8a-37822a45778c']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:30.367068 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-a14b471c-2695-416b-a778-30c36e7c255d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5071aca0-020a-4350-bf4c-9c075b23e5cb') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:30.367375 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-a14b471c-2695-416b-a778-30c36e7c255d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5071aca0-020a-4350-bf4c-9c075b23e5cb') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:30.389706 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a14b471c-2695-416b-a778-30c36e7c255d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.426066 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a14b471c-2695-416b-a778-30c36e7c255d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.439758 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14b471c-2695-416b-a778-30c36e7c255d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:27:30.440782 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a14b471c-2695-416b-a778-30c36e7c255d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.470548 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-0fa78ea7-1ea6-448c-9ac9-ed9faab9a8ff None None] For port 6c88a15c-9289-4ac9-b43a-14a52d66298f, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:30.475389 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-0fa78ea7-1ea6-448c-9ac9-ed9faab9a8ff None None] For port 6c88a15c-9289-4ac9-b43a-14a52d66298f, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=6c88a15c-9289-4ac9-b43a-14a52d66298f,segment=NetworkSegment(b4e1a03e-80f8-4721-9088-3210f878bdf6),segment_id=b4e1a03e-80f8-4721-9088-3210f878bdf6)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:30.482230 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0fa78ea7-1ea6-448c-9ac9-ed9faab9a8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:27:30.492396 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:27:30.673973 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa78ea7-1ea6-448c-9ac9-ed9faab9a8ff None None] Pushing event updated for resources: {'Port': ['ID=6c88a15c-9289-4ac9-b43a-14a52d66298f,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:30.687696 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07298b6b-a5ff-483d-b85a-2c4c907a2bcc None None] Network a68b7979-4eee-4cb6-9a8a-37822a45778c requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:30.729981 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c11a80fa-ca59-46bf-8f6c-26d56385786f req-3f2faffe-3302-4a58-bc67-6ff845e7ab17 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b08f087-6495-491a-81a3-c87fff399ac1 HTTP/1.1" status: 200 len: 210 time: 0.2216799 Jul 16 20:27:30.740560 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a14b471c-2695-416b-a778-30c36e7c255d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.750048 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a14b471c-2695-416b-a778-30c36e7c255d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.756430 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a14b471c-2695-416b-a778-30c36e7c255d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "DELETE /v2.0/networks/a68b7979-4eee-4cb6-9a8a-37822a45778c HTTP/1.1" status: 204 len: 168 time: 3.2495742 Jul 16 20:27:30.764234 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-dc9de996-17ba-46cb-8612-2152d3ba0617 service neutron] 10.222.0.62 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6008399 Jul 16 20:27:30.790520 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34556) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:30.795069 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b471c-2695-416b-a778-30c36e7c255d tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event deleted for resources: {'Network': ['ID=a68b7979-4eee-4cb6-9a8a-37822a45778c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:30.840030 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e3665-2421-4358-8ea8-36572f804b33 req-95afaa62-e1fc-4871-b9a2-3e5d52de2f17 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:30.847609 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-323e3665-2421-4358-8ea8-36572f804b33 req-95afaa62-e1fc-4871-b9a2-3e5d52de2f17 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 946 time: 0.3519340 Jul 16 20:27:30.894554 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d964052-2929-441a-90bd-5d82241be2e7 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] DELETE failed (client error): The resource could not be found. Jul 16 20:27:30.895050 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d964052-2929-441a-90bd-5d82241be2e7 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:27:30.896892 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2d964052-2929-441a-90bd-5d82241be2e7 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "DELETE /v2.0/subnets/666f748c-f2e5-4947-b051-812bdd556327 HTTP/1.1" status: 404 len: 337 time: 0.0969820 Jul 16 20:27:30.908802 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34558) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:30.956035 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3ebbd4-98f1-4820-abfe-7fdc792d82bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] DELETE failed (client error): The resource could not be found. Jul 16 20:27:30.970652 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d3ebbd4-98f1-4820-abfe-7fdc792d82bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:27:30.973899 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8d3ebbd4-98f1-4820-abfe-7fdc792d82bb tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "DELETE /v2.0/networks/a68b7979-4eee-4cb6-9a8a-37822a45778c HTTP/1.1" status: 404 len: 339 time: 0.0639417 Jul 16 20:27:30.974105 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-323e3665-2421-4358-8ea8-36572f804b33 req-7c50d47e-f998-4744-807e-49fe4ae2e295 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252775 Jul 16 20:27:30.979276 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34560) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:31.083906 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-e23c321e-9f21-4e8a-9746-4bd0cf3faa89 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:31.128174 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-e23c321e-9f21-4e8a-9746-4bd0cf3faa89 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Transition to ACTIVE for port object f27bafd3-77fd-4177-9ac0-3a8b85957b37 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:31.144900 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-419ce0e9-441a-4006-a5bc-0bf74d838100 req-ff1fe843-20fa-495e-ae84-7c7b58ecb16f tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5a1179e-41c6-4461-90dc-dfd416cc068e HTTP/1.1" status: 200 len: 210 time: 0.0982907 Jul 16 20:27:31.154945 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ae3d75-d57b-4bab-a358-69907eb47cd0 None None] DHCP port deletion for a68b7979-4eee-4cb6-9a8a-37822a45778c request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:27:31.194716 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-e23c321e-9f21-4e8a-9746-4bd0cf3faa89 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:31.316632 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-76e14510-4ad4-4222-9376-0009f3585940 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:31.320613 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-b72a0674-4684-454d-a403-2a22635d8a4f tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=b0f3dfe9e5014bd09c21cc6a1ac6f23d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1299376 Jul 16 20:27:31.397917 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c321e-9f21-4e8a-9746-4bd0cf3faa89 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Pushing event updated for resources: {'Port': ['ID=f27bafd3-77fd-4177-9ac0-3a8b85957b37,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:31.413731 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-e23c321e-9f21-4e8a-9746-4bd0cf3faa89 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:31.417696 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-e23c321e-9f21-4e8a-9746-4bd0cf3faa89 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:31.451222 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 6c88a15c-9289-4ac9-b43a-14a52d66298f up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:31.507106 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 0c3b0425-aada-40e8-801b-330e50701516 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:27:31.513915 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 0c3b0425-aada-40e8-801b-330e50701516 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:31.568153 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-e23c321e-9f21-4e8a-9746-4bd0cf3faa89 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:31.578977 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-47a634c8-aac9-4c21-83ac-1483211dcce3 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:31.580758 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-47a634c8-aac9-4c21-83ac-1483211dcce3 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1645312 Jul 16 20:27:31.662502 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-76e14510-4ad4-4222-9376-0009f3585940 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:31.691735 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-c6c1c794-36c9-4519-ac42-5c99ab38d59e tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Request body: {'port': {'device_id': '2b08f087-6495-491a-81a3-c87fff399ac1', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': 'b0f3dfe9e5014bd09c21cc6a1ac6f23d'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:31.738899 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-76e14510-4ad4-4222-9376-0009f3585940 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fbf00fe-2b65-4c67-a954-2e1469e77288']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:31.788841 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-76e14510-4ad4-4222-9376-0009f3585940 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133f67c5-5973-4a64-b4d5-90d7082aaa8a') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:31.789260 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-76e14510-4ad4-4222-9376-0009f3585940 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133f67c5-5973-4a64-b4d5-90d7082aaa8a') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:31.831430 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-76e14510-4ad4-4222-9376-0009f3585940 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:31.845591 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 6c88a15c-9289-4ac9-b43a-14a52d66298f completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:31.869998 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:31.919141 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 0c3b0425-aada-40e8-801b-330e50701516, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0c3b0425-aada-40e8-801b-330e50701516,segment=NetworkSegment(8d35c410-30a1-4b75-a650-78fe73e706ce),segment_id=8d35c410-30a1-4b75-a650-78fe73e706ce)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:31.929073 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-76e14510-4ad4-4222-9376-0009f3585940 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:31.933953 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '0c3b0425-aada-40e8-801b-330e50701516', 'network_id': '9e1ef5a8-bcda-4218-b2dd-c5f692229aa3', 'port_id': '0c3b0425-aada-40e8-801b-330e50701516', 'mac_address': 'fa:16:3e:d2:6b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973cc802-97a0-42d1-9c50-9d84240b247f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:27:31.941329 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-c6c1c794-36c9-4519-ac42-5c99ab38d59e tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Made reservation on behalf of b0f3dfe9e5014bd09c21cc6a1ac6f23d for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:31.948117 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-c6c1c794-36c9-4519-ac42-5c99ab38d59e tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:31.955227 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f6cf9d-3aa4-485f-8c75-70d6a24ca53f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c3b0425-aada-40e8-801b-330e50701516'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:31.957452 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-e23c321e-9f21-4e8a-9746-4bd0cf3faa89 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:31.957975 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae55f01b-9720-454a-ade0-33ca5d24aa5c" -d '{"events": [{"server_uuid": "90f6cf9d-3aa4-485f-8c75-70d6a24ca53f", "name": "network-vif-unplugged", "status": "completed", "tag": "0c3b0425-aada-40e8-801b-330e50701516"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:31.958173 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-e23c321e-9f21-4e8a-9746-4bd0cf3faa89 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:31.959484 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e14510-4ad4-4222-9376-0009f3585940 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:27:31.960006 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-76e14510-4ad4-4222-9376-0009f3585940 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:27:31.964443 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:27:31.976523 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device ff725e86-bfa0-4fbc-8832-e971b11de698 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:32.009388 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-c6c1c794-36c9-4519-ac42-5c99ab38d59e tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.016951 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838d616-e83e-469c-9925-32546aa4fa26 req-81fa8d47-0369-4428-beba-cbbfeb8f5c83 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:32.027276 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1838d616-e83e-469c-9925-32546aa4fa26 req-81fa8d47-0369-4428-beba-cbbfeb8f5c83 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 945 time: 0.3185673 Jul 16 20:27:32.032998 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-cd6c62c9-74ae-47d6-af56-67dded7e874d tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:32.035097 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-cd6c62c9-74ae-47d6-af56-67dded7e874d tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a&tenant_id=f8a8ade9cff04e3db4af1591a2770156&binding%3Ahost_id=n-h2-791506-21 HTTP/1.1" status: 200 len: 1097 time: 0.4505906 Jul 16 20:27:32.036071 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-e23c321e-9f21-4e8a-9746-4bd0cf3faa89 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3368266 Jul 16 20:27:32.043015 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 0c3b0425-aada-40e8-801b-330e50701516, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0c3b0425-aada-40e8-801b-330e50701516,segment=NetworkSegment(8d35c410-30a1-4b75-a650-78fe73e706ce),segment_id=8d35c410-30a1-4b75-a650-78fe73e706ce)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:32.066521 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af74e6e-9f99-4c86-9cb7-af37255c0c4a req-c4bdd7c1-313f-4ef3-b660-204b3ec74710 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:32.072959 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0af74e6e-9f99-4c86-9cb7-af37255c0c4a req-c4bdd7c1-313f-4ef3-b660-204b3ec74710 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 945 time: 0.5331137 Jul 16 20:27:32.074014 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: ff725e86-bfa0-4fbc-8832-e971b11de698 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:32.074583 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device ff725e86-bfa0-4fbc-8832-e971b11de698 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:32.095606 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.178727 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.183450 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0af74e6e-9f99-4c86-9cb7-af37255c0c4a req-de7f2ed2-a56d-4b44-920d-b6cbdfd9ea5d tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981109 Jul 16 20:27:32.184027 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-892a6c4d-3c64-4e5e-9d9f-a6a1d28c490e None None] Provisioning for port f27bafd3-77fd-4177-9ac0-3a8b85957b37 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:32.191104 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-76e14510-4ad4-4222-9376-0009f3585940 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.217745 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-76e14510-4ad4-4222-9376-0009f3585940 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.218245 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-892a6c4d-3c64-4e5e-9d9f-a6a1d28c490e None None] Provisioning complete for port f27bafd3-77fd-4177-9ac0-3a8b85957b37 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:32.218655 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-892a6c4d-3c64-4e5e-9d9f-a6a1d28c490e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.221067 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-76e14510-4ad4-4222-9376-0009f3585940 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "DELETE /v2.0/networks/8fbf00fe-2b65-4c67-a954-2e1469e77288 HTTP/1.1" status: 204 len: 168 time: 1.2408149 Jul 16 20:27:32.222797 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c3b0425-aada-40e8-801b-330e50701516 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:32.227532 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-df001861-4e7a-415d-a7f6-69a8a2f12e86 service neutron] Request body: {'port': {'device_id': 'f5a1179e-41c6-4461-90dc-dfd416cc068e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:32.228107 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=0c3b0425-aada-40e8-801b-330e50701516,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:32.250970 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34576) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:32.278356 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e14510-4ad4-4222-9376-0009f3585940 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event deleted for resources: {'Network': ['ID=8fbf00fe-2b65-4c67-a954-2e1469e77288,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:32.316152 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1838d616-e83e-469c-9925-32546aa4fa26 req-43587fb7-099f-4973-9f17-95dc6f259b82 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877071 Jul 16 20:27:32.342872 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-df001861-4e7a-415d-a7f6-69a8a2f12e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.369799 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-934cd4fe-0287-458c-a4c2-6b1ab5e18564 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] DELETE failed (client error): The resource could not be found. Jul 16 20:27:32.380882 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934cd4fe-0287-458c-a4c2-6b1ab5e18564 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:27:32.385035 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-934cd4fe-0287-458c-a4c2-6b1ab5e18564 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "DELETE /v2.0/subnets/7971a0da-7a8c-493c-ae56-32da8ca3ea85 HTTP/1.1" status: 404 len: 337 time: 0.1299319 Jul 16 20:27:32.388852 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34586) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:32.452827 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2184478-39c1-4fdf-949c-7a3874472061 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] DELETE failed (client error): The resource could not be found. Jul 16 20:27:32.453729 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2184478-39c1-4fdf-949c-7a3874472061 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:27:32.459171 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e2184478-39c1-4fdf-949c-7a3874472061 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "DELETE /v2.0/networks/c79a0aa8-3847-4214-a4b1-e363af43a34a HTTP/1.1" status: 404 len: 339 time: 0.0691912 Jul 16 20:27:32.462604 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34588) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:32.603784 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a51358-a684-451d-9efe-d99c462ecd7e tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Deleting subnet 96f2c393-01df-44e5-8600-e841fff7ba36 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:27:32.612806 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95a51358-a684-451d-9efe-d99c462ecd7e tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.645773 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc8cb49b-54c7-422a-8503-dcde972af17c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.676871 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95a51358-a684-451d-9efe-d99c462ecd7e tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.698901 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:27:32.699233 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:27:32.702514 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6895266-6613-47ce-afc5-f2306831b946 x-openstack-request-id: req-f6895266-6613-47ce-afc5-f2306831b946 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:32.702820 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f6cf9d-3aa4-485f-8c75-70d6a24ca53f", "name": "network-vif-unplugged", "status": "completed", "tag": "0c3b0425-aada-40e8-801b-330e50701516", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:32.703055 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f6895266-6613-47ce-afc5-f2306831b946 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:32.703444 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f6cf9d-3aa4-485f-8c75-70d6a24ca53f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c3b0425-aada-40e8-801b-330e50701516', 'code': 200} Jul 16 20:27:32.705781 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6edae8d-6183-473b-9076-c560e518a48d None None] Network c2fa3e81-1040-43a8-b077-a3b3a35fa72c requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:32.727171 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-892a6c4d-3c64-4e5e-9d9f-a6a1d28c490e None None] Port f27bafd3-77fd-4177-9ac0-3a8b85957b37 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:32.782251 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc8cb49b-54c7-422a-8503-dcde972af17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.783365 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95a51358-a684-451d-9efe-d99c462ecd7e tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.911925 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5e34b2ea-d553-45a2-a7cf-1728bbd533c3 None None] Provisioning for port 6c88a15c-9289-4ac9-b43a-14a52d66298f completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:32.920792 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-711ccb77-b5c6-4f5f-819b-b6f3dddd038b service neutron] For port 2a537c4f-b427-45f1-a5fb-ffd3270918fc, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:32.936071 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-711ccb77-b5c6-4f5f-819b-b6f3dddd038b service neutron] Notify callbacks [] for binding, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.937808 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ed79e89a-a02d-4040-9ba2-db58fb88a858 req-711ccb77-b5c6-4f5f-819b-b6f3dddd038b service neutron] 10.222.0.62 "DELETE /v2.0/ports/2a537c4f-b427-45f1-a5fb-ffd3270918fc/bindings/n-h1-791506-21 HTTP/1.1" status: 204 len: 173 time: 0.8177776 Jul 16 20:27:32.945107 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5e34b2ea-d553-45a2-a7cf-1728bbd533c3 None None] Provisioning complete for port 6c88a15c-9289-4ac9-b43a-14a52d66298f triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:32.945632 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e34b2ea-d553-45a2-a7cf-1728bbd533c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.034840 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.144254 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-fc8cb49b-54c7-422a-8503-dcde972af17c admin admin] Allocated IP 172.25.0.189 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/32a845e4-9788-4824-8ccb-e2cc6ce70f69) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:33.155245 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e34b2ea-d553-45a2-a7cf-1728bbd533c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.180624 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-c6c1c794-36c9-4519-ac42-5c99ab38d59e tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.208333 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-c6c1c794-36c9-4519-ac42-5c99ab38d59e tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.215977 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5e34b2ea-d553-45a2-a7cf-1728bbd533c3 None None] For port 6c88a15c-9289-4ac9-b43a-14a52d66298f, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=6c88a15c-9289-4ac9-b43a-14a52d66298f,segment=NetworkSegment(b4e1a03e-80f8-4721-9088-3210f878bdf6),segment_id=b4e1a03e-80f8-4721-9088-3210f878bdf6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:33.330857 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e34b2ea-d553-45a2-a7cf-1728bbd533c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.436680 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.485066 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3b0425-aada-40e8-801b-330e50701516 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:33.489028 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a19f79f3-e3f9-4a24-b786-69e56a28e730 req-1805f026-6321-4f95-809c-fcea66a5a196 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b08f087-6495-491a-81a3-c87fff399ac1 HTTP/1.1" status: 200 len: 210 time: 0.8812137 Jul 16 20:27:33.502055 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95a51358-a684-451d-9efe-d99c462ecd7e tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.549984 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34b2ea-d553-45a2-a7cf-1728bbd533c3 None None] Pushing event updated for resources: {'Port': ['ID=6c88a15c-9289-4ac9-b43a-14a52d66298f,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:33.572396 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1c794-36c9-4519-ac42-5c99ab38d59e tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d86c322-3ce5-48fe-b037-d51408957c1c,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:33.595625 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a51358-a684-451d-9efe-d99c462ecd7e tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event deleted for resources: {'Subnet': ['ID=96f2c393-01df-44e5-8600-e841fff7ba36,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:33.608234 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95a51358-a684-451d-9efe-d99c462ecd7e tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.613560 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-95a51358-a684-451d-9efe-d99c462ecd7e tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "DELETE /v2.0/subnets/96f2c393-01df-44e5-8600-e841fff7ba36 HTTP/1.1" status: 204 len: 168 time: 1.1483431 Jul 16 20:27:33.615389 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34600) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:33.623411 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-df001861-4e7a-415d-a7f6-69a8a2f12e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27bafd3-77fd-4177-9ac0-3a8b85957b37 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:33.644730 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9c188a11-2ce4-42ea-9e97-1b28714a7888 None None] Provisioning complete for port 6c88a15c-9289-4ac9-b43a-14a52d66298f triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:33.646989 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c188a11-2ce4-42ea-9e97-1b28714a7888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.659719 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f70f50-1301-4c64-97c4-6276c9b890c5 None None] Network 16eb0858-cdfd-480f-9e43-d6b99f5b5beb requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:33.689401 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69426755-7e7a-46de-bc09-1da2fbed6d76 req-5e75c012-3118-486f-aa89-00a583a76b26 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:33.691152 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-69426755-7e7a-46de-bc09-1da2fbed6d76 req-5e75c012-3118-486f-aa89-00a583a76b26 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 944 time: 0.2458973 Jul 16 20:27:33.713466 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d688902-3804-428d-bf3b-e39e4d0c82d7 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Deleting subnet 2ab2fb28-d01a-4c7b-a731-1110ca6df70d {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:27:33.724713 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8d688902-3804-428d-bf3b-e39e4d0c82d7 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.758816 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-df001861-4e7a-415d-a7f6-69a8a2f12e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.780693 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc8cb49b-54c7-422a-8503-dcde972af17c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.794561 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-df001861-4e7a-415d-a7f6-69a8a2f12e86 service neutron] Transition to ACTIVE for port object f27bafd3-77fd-4177-9ac0-3a8b85957b37 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:33.811229 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-df001861-4e7a-415d-a7f6-69a8a2f12e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.815525 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-69426755-7e7a-46de-bc09-1da2fbed6d76 req-47b16c6d-80cb-4bb7-92e0-abfc3bd8dd38 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166294 Jul 16 20:27:33.831968 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8d688902-3804-428d-bf3b-e39e4d0c82d7 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.887770 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 0c3b0425-aada-40e8-801b-330e50701516, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0c3b0425-aada-40e8-801b-330e50701516,segment=NetworkSegment(8d35c410-30a1-4b75-a650-78fe73e706ce),segment_id=8d35c410-30a1-4b75-a650-78fe73e706ce)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:33.896361 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93c12a-671c-41cf-8964-5beaa03598ad req-c8bfced5-d74c-47fe-9a1b-69a106d6388a tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:33.897941 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0f93c12a-671c-41cf-8964-5beaa03598ad req-c8bfced5-d74c-47fe-9a1b-69a106d6388a tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5a1179e-41c6-4461-90dc-dfd416cc068e HTTP/1.1" status: 200 len: 935 time: 0.2058837 Jul 16 20:27:33.952070 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.023800 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0f93c12a-671c-41cf-8964-5beaa03598ad req-b6cf19f6-ea4a-4290-a79e-423fe7805d15 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f92684f-746e-4a40-abfc-7e68aa0c15e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085300 Jul 16 20:27:34.049215 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=0c3b0425-aada-40e8-801b-330e50701516,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:34.092813 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-c6c1c794-36c9-4519-ac42-5c99ab38d59e tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Allocated IP 192.168.233.133 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/c14b4dff-fdb5-4497-acdf-7c7a9813267f) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:34.099444 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df001861-4e7a-415d-a7f6-69a8a2f12e86 service neutron] Pushing event updated for resources: {'Port': ['ID=f27bafd3-77fd-4177-9ac0-3a8b85957b37,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:34.105755 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc8cb49b-54c7-422a-8503-dcde972af17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.149660 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8d688902-3804-428d-bf3b-e39e4d0c82d7 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.160889 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['0c3b0425-aada-40e8-801b-330e50701516'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:34.316777 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8d688902-3804-428d-bf3b-e39e4d0c82d7 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.349471 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02211b93-b00d-44ab-9d44-66a5d52266ca req-d36ba789-a386-40a6-bcb4-4b49de761838 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:34.359520 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8cb49b-54c7-422a-8503-dcde972af17c admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:34.360362 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02211b93-b00d-44ab-9d44-66a5d52266ca req-d36ba789-a386-40a6-bcb4-4b49de761838 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 945 time: 0.3101580 Jul 16 20:27:34.364526 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8cb49b-54c7-422a-8503-dcde972af17c admin admin] Pushing event updated for resources: {'Port': ['ID=32a845e4-9788-4824-8ccb-e2cc6ce70f69,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:34.395063 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-fc8cb49b-54c7-422a-8503-dcde972af17c admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:34.414165 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8cb49b-54c7-422a-8503-dcde972af17c admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:34.434193 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8d688902-3804-428d-bf3b-e39e4d0c82d7 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.438787 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8d688902-3804-428d-bf3b-e39e4d0c82d7 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "DELETE /v2.0/subnets/2ab2fb28-d01a-4c7b-a731-1110ca6df70d HTTP/1.1" status: 204 len: 168 time: 0.8186097 Jul 16 20:27:34.460835 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34602) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:34.474086 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d688902-3804-428d-bf3b-e39e4d0c82d7 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event deleted for resources: {'Subnet': ['ID=2ab2fb28-d01a-4c7b-a731-1110ca6df70d,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:34.542790 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02211b93-b00d-44ab-9d44-66a5d52266ca req-a3c46ac1-b75a-4a7e-a434-f1e7f96b2ba4 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812034 Jul 16 20:27:34.608329 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ec18b-5929-48d6-b8c6-9c8b78cdc997 req-71dbe14d-e5ec-4e39-b654-3eeafc1281d6 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:34.616341 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa5ec18b-5929-48d6-b8c6-9c8b78cdc997 req-71dbe14d-e5ec-4e39-b654-3eeafc1281d6 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 945 time: 0.2458048 Jul 16 20:27:34.623966 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-df001861-4e7a-415d-a7f6-69a8a2f12e86 service neutron] Attempting to bind port f27bafd3-77fd-4177-9ac0-3a8b85957b37 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:34.624307 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-df001861-4e7a-415d-a7f6-69a8a2f12e86 service neutron] Attempting to bind port f27bafd3-77fd-4177-9ac0-3a8b85957b37 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:34.624635 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-df001861-4e7a-415d-a7f6-69a8a2f12e86 service neutron] Attempting to bind port f27bafd3-77fd-4177-9ac0-3a8b85957b37 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:34.698345 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa5ec18b-5929-48d6-b8c6-9c8b78cdc997 req-a617922b-c4bc-4056-a1db-fd9bff94c7f8 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778866 Jul 16 20:27:34.782301 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-df001861-4e7a-415d-a7f6-69a8a2f12e86 service neutron] Port f27bafd3-77fd-4177-9ac0-3a8b85957b37 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:34.782757 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-df001861-4e7a-415d-a7f6-69a8a2f12e86 service neutron] Attempting to bind port f27bafd3-77fd-4177-9ac0-3a8b85957b37 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:34.825911 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-df001861-4e7a-415d-a7f6-69a8a2f12e86 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:34.826400 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-df001861-4e7a-415d-a7f6-69a8a2f12e86 service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:34.826920 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-df001861-4e7a-415d-a7f6-69a8a2f12e86 service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:34.827497 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-df001861-4e7a-415d-a7f6-69a8a2f12e86 service neutron] Bound port: f27bafd3-77fd-4177-9ac0-3a8b85957b37, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:34.827961 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-df001861-4e7a-415d-a7f6-69a8a2f12e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.833962 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b6822014-f09c-4b69-8e19-4aec3f351ff4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.875494 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cf7c5780-6ba4-4b43-b3cb-ca8a42a232f9 req-4bfc7344-592e-4dab-9549-8aab7d58504d tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b08f087-6495-491a-81a3-c87fff399ac1 HTTP/1.1" status: 200 len: 210 time: 0.0585577 Jul 16 20:27:35.154852 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1783acb-49ca-4f1b-a388-59b281169e36 None None] Network 16eb0858-cdfd-480f-9e43-d6b99f5b5beb requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:35.159529 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169ce23-98f0-4706-a5bb-21f33188409a req-cb37ea24-9339-4d2f-8d1d-c4b519971992 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:35.163482 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e169ce23-98f0-4706-a5bb-21f33188409a req-cb37ea24-9339-4d2f-8d1d-c4b519971992 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 1097 time: 0.1746898 Jul 16 20:27:35.190043 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e7b3b-f1d1-492d-9e5b-e7ebc94a2214 req-6a924487-becb-49b5-a554-e8a257f9d8ef tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:35.191932 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4e9e7b3b-f1d1-492d-9e5b-e7ebc94a2214 req-6a924487-becb-49b5-a554-e8a257f9d8ef tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 945 time: 0.1391852 Jul 16 20:27:35.251565 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4e9e7b3b-f1d1-492d-9e5b-e7ebc94a2214 req-a583f626-d508-4bc7-918f-99673ff294b8 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511339 Jul 16 20:27:35.307897 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e169ce23-98f0-4706-a5bb-21f33188409a req-b1b50cd1-c6a3-4902-9508-e042344a15f3 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350462 Jul 16 20:27:35.323314 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 6c88a15c-9289-4ac9-b43a-14a52d66298f up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:35.335842 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-df001861-4e7a-415d-a7f6-69a8a2f12e86 service neutron] For port f27bafd3-77fd-4177-9ac0-3a8b85957b37, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:35.343394 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-df001861-4e7a-415d-a7f6-69a8a2f12e86 service neutron] For port f27bafd3-77fd-4177-9ac0-3a8b85957b37, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f27bafd3-77fd-4177-9ac0-3a8b85957b37,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:35.354473 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-c6c1c794-36c9-4519-ac42-5c99ab38d59e tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.416010 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-df001861-4e7a-415d-a7f6-69a8a2f12e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.450626 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2fd572b3-fe71-4e91-adb4-8a57206be1df None None] Provisioning complete for port a57ca49e-c4c2-4872-a57a-26cdb92e6333 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:35.451119 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2fd572b3-fe71-4e91-adb4-8a57206be1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.507883 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67702c71-2e1d-4cc7-b226-7a3b38bc340b req-c4654815-0427-44a3-bac3-ebd6d2aee382 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:35.520441 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-67702c71-2e1d-4cc7-b226-7a3b38bc340b req-c4654815-0427-44a3-bac3-ebd6d2aee382 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5a1179e-41c6-4461-90dc-dfd416cc068e HTTP/1.1" status: 200 len: 947 time: 0.0946054 Jul 16 20:27:35.520686 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 6c88a15c-9289-4ac9-b43a-14a52d66298f triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:35.520982 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.561019 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-c6c1c794-36c9-4519-ac42-5c99ab38d59e tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Transition to ACTIVE for port object c14b4dff-fdb5-4497-acdf-7c7a9813267f will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:35.610560 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-67702c71-2e1d-4cc7-b226-7a3b38bc340b req-9dc66d43-0ce2-4f20-88af-135251c24a3a tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f92684f-746e-4a40-abfc-7e68aa0c15e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876215 Jul 16 20:27:35.679962 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-df001861-4e7a-415d-a7f6-69a8a2f12e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:35.681503 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-df001861-4e7a-415d-a7f6-69a8a2f12e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.683445 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-df001861-4e7a-415d-a7f6-69a8a2f12e86 service neutron] 10.222.0.18 "PUT /v2.0/ports/f27bafd3-77fd-4177-9ac0-3a8b85957b37 HTTP/1.1" status: 200 len: 1096 time: 3.5606842 Jul 16 20:27:35.713628 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a1179e-41c6-4461-90dc-dfd416cc068e', 'tag': 'f27bafd3-77fd-4177-9ac0-3a8b85957b37'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:35.719641 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b59e763-ed8b-4e80-a114-19aea2c91370" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a1179e-41c6-4461-90dc-dfd416cc068e", "tag": "f27bafd3-77fd-4177-9ac0-3a8b85957b37"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:35.766153 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22162542-1bc7-4af2-8792-a0c40937c65f None None] DHCP port deletion for 16eb0858-cdfd-480f-9e43-d6b99f5b5beb request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:27:35.848888 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-22162542-1bc7-4af2-8792-a0c40937c65f None None] Deleting port a57ca49e-c4c2-4872-a57a-26cdb92e6333 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:35.849413 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22162542-1bc7-4af2-8792-a0c40937c65f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.907666 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc8cb49b-54c7-422a-8503-dcde972af17c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.974157 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-22162542-1bc7-4af2-8792-a0c40937c65f None None] For port a57ca49e-c4c2-4872-a57a-26cdb92e6333, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a57ca49e-c4c2-4872-a57a-26cdb92e6333,segment=NetworkSegment(9fc3d085-5a9e-429b-bd87-be0b29da3aa4),segment_id=9fc3d085-5a9e-429b-bd87-be0b29da3aa4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:35.974859 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22162542-1bc7-4af2-8792-a0c40937c65f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.993906 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-22162542-1bc7-4af2-8792-a0c40937c65f None None] Calling delete_port for a57ca49e-c4c2-4872-a57a-26cdb92e6333 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:36.013343 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df001861-4e7a-415d-a7f6-69a8a2f12e86 service neutron] Pushing event updated for resources: {'Port': ['ID=f27bafd3-77fd-4177-9ac0-3a8b85957b37,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:36.046461 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-1911c4d7-7ac6-431a-a271-6ebdd5909018 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.063016 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-1911c4d7-7ac6-431a-a271-6ebdd5909018 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/networks?id=e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 200 len: 821 time: 0.3040555 Jul 16 20:27:36.074064 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-c6c1c794-36c9-4519-ac42-5c99ab38d59e tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.079998 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-223a1b2d-de41-452f-80c2-7f8bfe0f4dca tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/quotas/f8a8ade9cff04e3db4af1591a2770156 HTTP/1.1" status: 200 len: 375 time: 0.0159078 Jul 16 20:27:36.092978 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 0c3b0425-aada-40e8-801b-330e50701516 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:36.161732 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22162542-1bc7-4af2-8792-a0c40937c65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.178572 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-b6822014-f09c-4b69-8e19-4aec3f351ff4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Deleting port a57ca49e-c4c2-4872-a57a-26cdb92e6333 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:36.179179 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b6822014-f09c-4b69-8e19-4aec3f351ff4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.185768 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1c794-36c9-4519-ac42-5c99ab38d59e tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Pushing event updated for resources: {'Port': ['ID=c14b4dff-fdb5-4497-acdf-7c7a9813267f,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:36.196419 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22162542-1bc7-4af2-8792-a0c40937c65f None None] Pushing event deleted for resources: {'Port': ['ID=a57ca49e-c4c2-4872-a57a-26cdb92e6333,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:36.209427 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22162542-1bc7-4af2-8792-a0c40937c65f None None] No DVR routers for this DVR port a57ca49e-c4c2-4872-a57a-26cdb92e6333 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:36.221805 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 0c3b0425-aada-40e8-801b-330e50701516 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:36.222216 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.251983 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-c6c1c794-36c9-4519-ac42-5c99ab38d59e tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:36.253733 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-01c7ea5b-e022-410a-bf09-350abaec1360 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f8a8ade9cff04e3db4af1591a2770156&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1534758 Jul 16 20:27:36.268183 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-c6c1c794-36c9-4519-ac42-5c99ab38d59e tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:36.277869 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-c6c1c794-36c9-4519-ac42-5c99ab38d59e tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:36.317405 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b26b4-f86a-4ff2-9c23-49851fb5b214 req-c17949da-7858-45bb-a6c6-6af388309fd1 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.319429 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b48b26b4-f86a-4ff2-9c23-49851fb5b214 req-c17949da-7858-45bb-a6c6-6af388309fd1 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 945 time: 0.2361751 Jul 16 20:27:36.332600 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-45d4cc67-0c84-4731-b920-ca4950b34fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.334805 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-45d4cc67-0c84-4731-b920-ca4950b34fd3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89d9ceaed53949069dfb572e7dcda643&device_id=f5a1179e-41c6-4461-90dc-dfd416cc068e HTTP/1.1" status: 200 len: 1099 time: 0.5514286 Jul 16 20:27:36.343365 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.385733 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f6cf9d-3aa4-485f-8c75-70d6a24ca53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3b0425-aada-40e8-801b-330e50701516'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:36.388961 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb15927-c69f-49c1-b535-bfb8fe2f8a27" -d '{"events": [{"server_uuid": "90f6cf9d-3aa4-485f-8c75-70d6a24ca53f", "name": "network-vif-plugged", "status": "completed", "tag": "0c3b0425-aada-40e8-801b-330e50701516"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:36.409042 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 0c3b0425-aada-40e8-801b-330e50701516, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0c3b0425-aada-40e8-801b-330e50701516,segment=NetworkSegment(8d35c410-30a1-4b75-a650-78fe73e706ce),segment_id=8d35c410-30a1-4b75-a650-78fe73e706ce)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:36.413974 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.496519 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b48b26b4-f86a-4ff2-9c23-49851fb5b214 req-34bca0f5-e2dd-426b-a6a7-246791aed3d6 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668844 Jul 16 20:27:36.519604 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-b6822014-f09c-4b69-8e19-4aec3f351ff4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] For port a57ca49e-c4c2-4872-a57a-26cdb92e6333, host n-d-791506-21, got binding levels [] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:36.520322 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b6822014-f09c-4b69-8e19-4aec3f351ff4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.523795 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-017faf4d-27d1-406f-9c40-4aefff20e153 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=f27bafd3-77fd-4177-9ac0-3a8b85957b37 HTTP/1.1" status: 200 len: 217 time: 0.1495998 Jul 16 20:27:36.527778 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-5980bf02-f048-4810-8931-af1ceae1ee5d service neutron] 10.222.0.38 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731047 Jul 16 20:27:36.545594 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=0c3b0425-aada-40e8-801b-330e50701516,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:36.566967 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-b6822014-f09c-4b69-8e19-4aec3f351ff4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Calling delete_port for a57ca49e-c4c2-4872-a57a-26cdb92e6333 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:36.570113 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.ipam_backend_mixin [None req-b6822014-f09c-4b69-8e19-4aec3f351ff4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Port a57ca49e-c4c2-4872-a57a-26cdb92e6333 was not found and therefore no delete operation was performed {{(pid=93793) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:27:36.574497 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b6822014-f09c-4b69-8e19-4aec3f351ff4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.589198 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8bcf2813-78a0-49a9-b120-f86f6285cfa4 None None] Provisioning for port c14b4dff-fdb5-4497-acdf-7c7a9813267f completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:36.594625 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8bcf2813-78a0-49a9-b120-f86f6285cfa4 None None] Provisioning complete for port c14b4dff-fdb5-4497-acdf-7c7a9813267f triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:36.595360 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8bcf2813-78a0-49a9-b120-f86f6285cfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.639873 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-d9efe049-c94f-4b82-86b3-af2875e99c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.641826 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8bcf2813-78a0-49a9-b120-f86f6285cfa4 None None] Port c14b4dff-fdb5-4497-acdf-7c7a9813267f cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:36.642333 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-d9efe049-c94f-4b82-86b3-af2875e99c0c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0650764 Jul 16 20:27:36.648243 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf87686-4ab7-47de-8cdf-50600ef16ac2 x-openstack-request-id: req-fcf87686-4ab7-47de-8cdf-50600ef16ac2 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:36.648544 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a1179e-41c6-4461-90dc-dfd416cc068e", "tag": "f27bafd3-77fd-4177-9ac0-3a8b85957b37", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:36.648791 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fcf87686-4ab7-47de-8cdf-50600ef16ac2 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:36.649238 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a1179e-41c6-4461-90dc-dfd416cc068e', 'tag': 'f27bafd3-77fd-4177-9ac0-3a8b85957b37', 'status': 'completed', 'code': 200} Jul 16 20:27:36.710253 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-f50ee3d7-756b-4319-9691-7082b751d04d service neutron] 10.222.0.38 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815517 Jul 16 20:27:36.720483 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6822014-f09c-4b69-8e19-4aec3f351ff4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event deleted for resources: {'Port': ['ID=a57ca49e-c4c2-4872-a57a-26cdb92e6333,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:36.754827 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6822014-f09c-4b69-8e19-4aec3f351ff4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] No DVR routers for this DVR port a57ca49e-c4c2-4872-a57a-26cdb92e6333 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:36.771509 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-c6c1c794-36c9-4519-ac42-5c99ab38d59e tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.772218 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-c6c1c794-36c9-4519-ac42-5c99ab38d59e tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.837469 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-c6c1c794-36c9-4519-ac42-5c99ab38d59e tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1599877 Jul 16 20:27:36.859451 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-7c020534-93ed-44ad-85fd-c183cd01a1d9 service neutron] Request body: {'port': {'device_id': '2b08f087-6495-491a-81a3-c87fff399ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:36.880784 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b2df8-4684-41a2-ab02-f1fee75dadf1 req-7587e44b-da2d-4533-91f7-4324d09c3274 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.882969 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-920b2df8-4684-41a2-ab02-f1fee75dadf1 req-7587e44b-da2d-4533-91f7-4324d09c3274 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b08f087-6495-491a-81a3-c87fff399ac1 HTTP/1.1" status: 200 len: 936 time: 0.1196980 Jul 16 20:27:36.909639 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc8cb49b-54c7-422a-8503-dcde972af17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.940243 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-920b2df8-4684-41a2-ab02-f1fee75dadf1 req-3b2daa33-36d5-4dcc-ba61-bca6145980ed tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d86c322-3ce5-48fe-b037-d51408957c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496893 Jul 16 20:27:36.983081 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b6822014-f09c-4b69-8e19-4aec3f351ff4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.988695 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-0a8b5621-b14a-40d7-9f3f-ce3876447374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.990232 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-0a8b5621-b14a-40d7-9f3f-ce3876447374 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3087547 Jul 16 20:27:37.040537 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-b6822014-f09c-4b69-8e19-4aec3f351ff4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16eb0858-cdfd-480f-9e43-d6b99f5b5beb']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:37.063663 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd60ae7c-305a-46b7-bfa5-91d4c3e9448a x-openstack-request-id: req-cd60ae7c-305a-46b7-bfa5-91d4c3e9448a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:37.064464 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f6cf9d-3aa4-485f-8c75-70d6a24ca53f", "name": "network-vif-plugged", "status": "completed", "tag": "0c3b0425-aada-40e8-801b-330e50701516", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:37.067317 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cd60ae7c-305a-46b7-bfa5-91d4c3e9448a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:37.067317 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f6cf9d-3aa4-485f-8c75-70d6a24ca53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3b0425-aada-40e8-801b-330e50701516', 'code': 200} Jul 16 20:27:37.104323 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-b6822014-f09c-4b69-8e19-4aec3f351ff4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc3d085-5a9e-429b-bd87-be0b29da3aa4') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:37.104323 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-b6822014-f09c-4b69-8e19-4aec3f351ff4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc3d085-5a9e-429b-bd87-be0b29da3aa4') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:37.204910 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b6822014-f09c-4b69-8e19-4aec3f351ff4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.248501 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a57ca49e-c4c2-4872-a57a-26cdb92e6333 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:37.288597 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: a57ca49e-c4c2-4872-a57a-26cdb92e6333 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:37.293533 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a57ca49e-c4c2-4872-a57a-26cdb92e6333 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:37.301890 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977910d-2800-43ba-85ec-544d02610cc7 req-75af95c8-eb95-4c17-b458-ca3288bc6f36 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:37.304137 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3977910d-2800-43ba-85ec-544d02610cc7 req-75af95c8-eb95-4c17-b458-ca3288bc6f36 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 946 time: 0.2826128 Jul 16 20:27:37.374115 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3977910d-2800-43ba-85ec-544d02610cc7 req-5b36533b-8536-4853-9218-6d56370ab371 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468876 Jul 16 20:27:37.409747 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b6822014-f09c-4b69-8e19-4aec3f351ff4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.417498 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6822014-f09c-4b69-8e19-4aec3f351ff4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:27:37.418121 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b6822014-f09c-4b69-8e19-4aec3f351ff4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.450906 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55d606-fd07-4fa9-8ffe-6203c7a3e310 req-133d7abb-0c79-4c7a-97c2-7a36f6543ff2 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:37.452427 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ec55d606-fd07-4fa9-8ffe-6203c7a3e310 req-133d7abb-0c79-4c7a-97c2-7a36f6543ff2 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5a1179e-41c6-4461-90dc-dfd416cc068e HTTP/1.1" status: 200 len: 947 time: 0.1701996 Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:27:37.506038 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:27:37.534791 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ec55d606-fd07-4fa9-8ffe-6203c7a3e310 req-d4a631c6-d1d3-4cd4-bbd3-f39fc9669b6e tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f92684f-746e-4a40-abfc-7e68aa0c15e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750172 Jul 16 20:27:37.544424 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-7bf795ff-ab1c-4906-8c5c-451297d14dc6 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145552 Jul 16 20:27:37.546600 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-7c020534-93ed-44ad-85fd-c183cd01a1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.557707 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b6822014-f09c-4b69-8e19-4aec3f351ff4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.619673 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b00fbdea-231e-4423-8039-46f296091fe7 req-720722eb-0b68-4145-893d-9e8f4d8f20e5 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 210 time: 0.0878212 Jul 16 20:27:37.645935 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b6822014-f09c-4b69-8e19-4aec3f351ff4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.657544 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b6822014-f09c-4b69-8e19-4aec3f351ff4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "DELETE /v2.0/networks/16eb0858-cdfd-480f-9e43-d6b99f5b5beb HTTP/1.1" status: 204 len: 168 time: 3.1853800 Jul 16 20:27:37.658409 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34678) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:37.728859 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6822014-f09c-4b69-8e19-4aec3f351ff4 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event deleted for resources: {'Network': ['ID=16eb0858-cdfd-480f-9e43-d6b99f5b5beb,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:37.754502 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a071df-889d-4ede-80d4-aa60b50934f9 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] DELETE failed (client error): The resource could not be found. Jul 16 20:27:37.755086 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56a071df-889d-4ede-80d4-aa60b50934f9 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:27:37.761839 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-56a071df-889d-4ede-80d4-aa60b50934f9 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "DELETE /v2.0/subnets/a74680c7-f9ad-4f88-bf07-67f0b15d6f61 HTTP/1.1" status: 404 len: 337 time: 0.0970223 Jul 16 20:27:37.761839 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34680) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:37.831825 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f52f53b-97e5-4cc8-ac2b-c3eeb0364012 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] DELETE failed (client error): The resource could not be found. Jul 16 20:27:37.832432 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f52f53b-97e5-4cc8-ac2b-c3eeb0364012 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:27:37.836458 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1f52f53b-97e5-4cc8-ac2b-c3eeb0364012 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "DELETE /v2.0/networks/92f844bb-3cdf-4241-97eb-c5bb49a2250e HTTP/1.1" status: 404 len: 339 time: 0.0735915 Jul 16 20:27:37.840841 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34682) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:37.887095 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e73e5e9-332a-4b47-9eee-3ad35d45f9bd tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] DELETE failed (client error): The resource could not be found. Jul 16 20:27:37.891829 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e73e5e9-332a-4b47-9eee-3ad35d45f9bd tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:27:37.894085 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5e73e5e9-332a-4b47-9eee-3ad35d45f9bd tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "DELETE /v2.0/subnets/fcfad6b6-049b-43f5-89ec-385e9b25d4f7 HTTP/1.1" status: 404 len: 337 time: 0.0520768 Jul 16 20:27:37.900982 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34684) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:37.924076 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6882ac80-de87-4e44-9675-c8039ee89aba tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] DELETE failed (client error): The resource could not be found. Jul 16 20:27:37.924920 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6882ac80-de87-4e44-9675-c8039ee89aba tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:27:37.926958 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6882ac80-de87-4e44-9675-c8039ee89aba tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "DELETE /v2.0/networks/395a2e46-80df-4a3e-b49e-35493555cb17 HTTP/1.1" status: 404 len: 339 time: 0.0247178 Jul 16 20:27:37.931346 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34686) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:37.970352 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568ae3d-8a14-4620-bf07-b84011ad9f85 req-829e418f-9c1d-44a1-bbc2-2a1893ad88c9 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:37.978226 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1568ae3d-8a14-4620-bf07-b84011ad9f85 req-829e418f-9c1d-44a1-bbc2-2a1893ad88c9 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 945 time: 0.2570934 Jul 16 20:27:37.987442 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4205c1ad-1b75-4856-b1b6-5509ce838b70 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] DELETE failed (client error): The resource could not be found. Jul 16 20:27:37.988159 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4205c1ad-1b75-4856-b1b6-5509ce838b70 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:27:38.000179 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4205c1ad-1b75-4856-b1b6-5509ce838b70 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "DELETE /v2.0/subnets/0ff6ee2d-f7d0-47f2-91c6-0786882a677b HTTP/1.1" status: 404 len: 337 time: 0.0674562 Jul 16 20:27:38.011781 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34690) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:38.075285 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93bac21-3ede-4e9a-811f-baab320cfb38 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] DELETE failed (client error): The resource could not be found. Jul 16 20:27:38.077295 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93bac21-3ede-4e9a-811f-baab320cfb38 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:27:38.079403 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f93bac21-3ede-4e9a-811f-baab320cfb38 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "DELETE /v2.0/networks/20877108-a403-40b8-b17a-cca1b093a2d3 HTTP/1.1" status: 404 len: 339 time: 0.0599031 Jul 16 20:27:38.095298 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34692) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:38.204476 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1568ae3d-8a14-4620-bf07-b84011ad9f85 req-1bb2eef8-2bcc-4a1d-bad5-b29fd799783b tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248673 Jul 16 20:27:38.269677 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-982e2f7f-e830-40e3-a415-605ceb32b8b5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Deleting subnet d8874b74-cc06-4739-b749-40a18a3ac8ef {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:27:38.276710 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-982e2f7f-e830-40e3-a415-605ceb32b8b5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.330508 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-982e2f7f-e830-40e3-a415-605ceb32b8b5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.342947 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d220cd-2131-406e-a2b5-85778616e9ed req-0416521d-f32d-4d29-b2df-69536b71d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:38.344726 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-77d220cd-2131-406e-a2b5-85778616e9ed req-0416521d-f32d-4d29-b2df-69536b71d9f3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 1098 time: 1.0880790 Jul 16 20:27:38.365867 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1187180-25ee-4aca-af9b-3f61937dbcf3 req-841430ea-f75a-4d08-baeb-c3fad0327dba tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:38.367486 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a1187180-25ee-4aca-af9b-3f61937dbcf3 req-841430ea-f75a-4d08-baeb-c3fad0327dba tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b08f087-6495-491a-81a3-c87fff399ac1 HTTP/1.1" status: 200 len: 936 time: 0.1969132 Jul 16 20:27:38.392043 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8cb49b-54c7-422a-8503-dcde972af17c admin admin] Router 260c0019-91a9-4428-ba88-5518dc375e88 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:27:38.420018 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-64110c39-97d6-43c2-986c-0152a6a5c0b6 req-44373394-63dc-4afa-a439-8c9244c9fc40 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8589244 Jul 16 20:27:38.443021 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-77d220cd-2131-406e-a2b5-85778616e9ed req-696e1925-a2a5-48a9-8120-f322605a2b62 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853028 Jul 16 20:27:38.451756 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a1187180-25ee-4aca-af9b-3f61937dbcf3 req-73b0099f-c15b-4633-8852-0972a1fe33b3 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d86c322-3ce5-48fe-b037-d51408957c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733941 Jul 16 20:27:38.513287 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-982e2f7f-e830-40e3-a415-605ceb32b8b5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.645200 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-7c020534-93ed-44ad-85fd-c183cd01a1d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14b4dff-fdb5-4497-acdf-7c7a9813267f {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:38.661186 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-7c020534-93ed-44ad-85fd-c183cd01a1d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.672991 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8cb49b-54c7-422a-8503-dcde972af17c admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:27:38.686728 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-7c020534-93ed-44ad-85fd-c183cd01a1d9 service neutron] Transition to ACTIVE for port object c14b4dff-fdb5-4497-acdf-7c7a9813267f will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:38.688178 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f96f878-0250-4b65-88a0-f909541958fe None None] Sync routers for ids ['260c0019-91a9-4428-ba88-5518dc375e88'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:27:38.695226 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-982e2f7f-e830-40e3-a415-605ceb32b8b5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.704186 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-7c020534-93ed-44ad-85fd-c183cd01a1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.705195 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f96f878-0250-4b65-88a0-f909541958fe None None] Routers {'260c0019-91a9-4428-ba88-5518dc375e88'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:38.706087 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-1f96f878-0250-4b65-88a0-f909541958fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:27:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['260c0019-91a9-4428-ba88-5518dc375e88'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:38.741493 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc8cb49b-54c7-422a-8503-dcde972af17c admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.745436 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d29e46-655e-48d2-8a49-b7862e79199e req-0431de97-3385-4e15-830e-19d6c138b735 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:38.745630 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fc8cb49b-54c7-422a-8503-dcde972af17c admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.8711836 Jul 16 20:27:38.748823 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34710) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:38.752196 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b5d29e46-655e-48d2-8a49-b7862e79199e req-0431de97-3385-4e15-830e-19d6c138b735 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 946 time: 0.1890223 Jul 16 20:27:38.769521 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59e763-ed8b-4e80-a114-19aea2c91370 req-410bd690-59b2-40ca-88d6-55eebe1410cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:38.771089 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9b59e763-ed8b-4e80-a114-19aea2c91370 req-410bd690-59b2-40ca-88d6-55eebe1410cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89d9ceaed53949069dfb572e7dcda643&device_id=f5a1179e-41c6-4461-90dc-dfd416cc068e HTTP/1.1" status: 200 len: 1099 time: 0.1939211 Jul 16 20:27:38.805147 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e2f7f-e830-40e3-a415-605ceb32b8b5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event deleted for resources: {'Subnet': ['ID=d8874b74-cc06-4739-b749-40a18a3ac8ef,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:38.822613 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1774da02-8b9b-4813-81d7-1604cca8bb60 None None] Network d4f2b01a-d14d-4924-80cf-267c083a694d requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:38.834973 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-982e2f7f-e830-40e3-a415-605ceb32b8b5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.837513 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-982e2f7f-e830-40e3-a415-605ceb32b8b5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "DELETE /v2.0/subnets/d8874b74-cc06-4739-b749-40a18a3ac8ef HTTP/1.1" status: 204 len: 168 time: 0.7392700 Jul 16 20:27:38.848056 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34712) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:38.879710 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c020534-93ed-44ad-85fd-c183cd01a1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c14b4dff-fdb5-4497-acdf-7c7a9813267f,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:38.936741 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b5d29e46-655e-48d2-8a49-b7862e79199e req-3b0a794e-2297-4a64-abdb-fdd6f677a557 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836424 Jul 16 20:27:39.071464 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f90dd345-3d91-4f8b-bc31-e6b6b432f922 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.135937 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-1f96f878-0250-4b65-88a0-f909541958fe None None] Set router 260c0019-91a9-4428-ba88-5518dc375e88 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:39.173274 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc445b68-44ff-4533-981f-a8553c524294 req-4194a328-2c06-414e-837a-bad805688965 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:39.183152 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fc445b68-44ff-4533-981f-a8553c524294 req-4194a328-2c06-414e-837a-bad805688965 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5a1179e-41c6-4461-90dc-dfd416cc068e HTTP/1.1" status: 200 len: 947 time: 0.3978820 Jul 16 20:27:39.346615 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1de20d5e-c097-4699-9320-02c59a46536e req-fc8c458d-24f1-474a-8582-31f57ed12f78 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 210 time: 0.1211493 Jul 16 20:27:39.370520 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fc445b68-44ff-4533-981f-a8553c524294 req-3ef94f57-f496-47e0-a39c-7520a64437fa tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f92684f-746e-4a40-abfc-7e68aa0c15e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861489 Jul 16 20:27:39.427468 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59e763-ed8b-4e80-a114-19aea2c91370 req-2da64db2-1937-4876-8cce-5363f2975744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:39.429026 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9b59e763-ed8b-4e80-a114-19aea2c91370 req-2da64db2-1937-4876-8cce-5363f2975744 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.6237237 Jul 16 20:27:39.447758 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-f90dd345-3d91-4f8b-bc31-e6b6b432f922 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Deleting port 566d0328-e17b-456d-93a2-b13e255950ef {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:39.448392 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f90dd345-3d91-4f8b-bc31-e6b6b432f922 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.608181 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9b59e763-ed8b-4e80-a114-19aea2c91370 req-7eca2f4d-eba9-43ac-93ea-328d0dac50cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=f27bafd3-77fd-4177-9ac0-3a8b85957b37 HTTP/1.1" status: 200 len: 217 time: 0.0942307 Jul 16 20:27:39.675178 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-f90dd345-3d91-4f8b-bc31-e6b6b432f922 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] For port 566d0328-e17b-456d-93a2-b13e255950ef, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=566d0328-e17b-456d-93a2-b13e255950ef,segment=NetworkSegment(08868352-e568-4be0-95fa-1eecb626bb77),segment_id=08868352-e568-4be0-95fa-1eecb626bb77)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:39.676010 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f90dd345-3d91-4f8b-bc31-e6b6b432f922 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.740609 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-f90dd345-3d91-4f8b-bc31-e6b6b432f922 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Calling delete_port for 566d0328-e17b-456d-93a2-b13e255950ef owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:39.934848 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59e763-ed8b-4e80-a114-19aea2c91370 req-347e97ce-3b18-4c35-8317-a6d5276d9b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:39.936175 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9b59e763-ed8b-4e80-a114-19aea2c91370 req-347e97ce-3b18-4c35-8317-a6d5276d9b35 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.2935681 Jul 16 20:27:39.992594 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d6b93-b02e-4cc4-a642-03291c73d3e1 req-189449e6-7fec-46e9-a2db-9db052b1d3b8 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:40.008401 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d6d6b93-b02e-4cc4-a642-03291c73d3e1 req-189449e6-7fec-46e9-a2db-9db052b1d3b8 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 945 time: 0.3171129 Jul 16 20:27:40.010989 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb74401c-45f8-47d9-bf94-6e2d4ee38abf None None] DHCP port deletion for d4f2b01a-d14d-4924-80cf-267c083a694d request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:27:40.013429 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-7c020534-93ed-44ad-85fd-c183cd01a1d9 service neutron] Attempting to bind port c14b4dff-fdb5-4497-acdf-7c7a9813267f on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:40.013769 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-7c020534-93ed-44ad-85fd-c183cd01a1d9 service neutron] Attempting to bind port c14b4dff-fdb5-4497-acdf-7c7a9813267f by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:40.014106 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-7c020534-93ed-44ad-85fd-c183cd01a1d9 service neutron] Attempting to bind port c14b4dff-fdb5-4497-acdf-7c7a9813267f on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:40.030338 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-34e5819d-6db0-4690-a603-fe54bdc189b1 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:40.030338 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-34e5819d-6db0-4690-a603-fe54bdc189b1 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.18 "GET /v2.0/networks?id=e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 200 len: 821 time: 0.9983304 Jul 16 20:27:40.052223 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc970f2d-5c0a-43e5-b745-78ac3af0602b req-445ce90f-7e1b-438d-b9f3-6bddda89fb15 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:40.060599 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dc970f2d-5c0a-43e5-b745-78ac3af0602b req-445ce90f-7e1b-438d-b9f3-6bddda89fb15 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b08f087-6495-491a-81a3-c87fff399ac1 HTTP/1.1" status: 200 len: 948 time: 0.2869649 Jul 16 20:27:40.077898 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-7c020534-93ed-44ad-85fd-c183cd01a1d9 service neutron] Port c14b4dff-fdb5-4497-acdf-7c7a9813267f on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:40.078243 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-7c020534-93ed-44ad-85fd-c183cd01a1d9 service neutron] Attempting to bind port c14b4dff-fdb5-4497-acdf-7c7a9813267f on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:40.088258 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-a2a91e56-53f9-4363-b46d-50363294b7b1 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Request body: {'port': {'device_id': '112adbb0-0564-4d2e-b24f-4312ea29dd2b', 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297', 'admin_state_up': True, 'tenant_id': 'f8a8ade9cff04e3db4af1591a2770156'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:40.097897 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f90dd345-3d91-4f8b-bc31-e6b6b432f922 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.103340 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-1f96f878-0250-4b65-88a0-f909541958fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c0019-91a9-4428-ba88-5518dc375e88', 'name': 'tempest-AttachSCSIVolumeTestJSON-1163147631-router', 'tenant_id': 'ac98e682f9564a20af69f1659d8ff414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '32a845e4-9788-4824-8ccb-e2cc6ce70f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:28Z', 'updated_at': '2021-07-16T20:27:35Z', 'revision_number': 3, 'project_id': 'ac98e682f9564a20af69f1659d8ff414', 'gw_port': {'id': '32a845e4-9788-4824-8ccb-e2cc6ce70f69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c0019-91a9-4428-ba88-5518dc375e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:32Z', 'updated_at': '2021-07-16T20:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:40.127173 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-7c020534-93ed-44ad-85fd-c183cd01a1d9 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:40.127529 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-7c020534-93ed-44ad-85fd-c183cd01a1d9 service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:40.127921 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-7c020534-93ed-44ad-85fd-c183cd01a1d9 service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:40.128552 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-7c020534-93ed-44ad-85fd-c183cd01a1d9 service neutron] Bound port: c14b4dff-fdb5-4497-acdf-7c7a9813267f, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:40.128728 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-7c020534-93ed-44ad-85fd-c183cd01a1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.138044 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d6d6b93-b02e-4cc4-a642-03291c73d3e1 req-2e5dc6ce-86ed-42fc-986e-72508f5b7cc2 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266844 Jul 16 20:27:40.163166 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f96f878-0250-4b65-88a0-f909541958fe None None] Checking router: 260c0019-91a9-4428-ba88-5518dc375e88 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:27:40.163890 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f96f878-0250-4b65-88a0-f909541958fe None None] Updating router 260c0019-91a9-4428-ba88-5518dc375e88 port 32a845e4-9788-4824-8ccb-e2cc6ce70f69 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:27:40.197813 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90dd345-3d91-4f8b-bc31-e6b6b432f922 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] No DVR routers for this DVR port 566d0328-e17b-456d-93a2-b13e255950ef on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:40.204241 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90dd345-3d91-4f8b-bc31-e6b6b432f922 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event deleted for resources: {'Port': ['ID=566d0328-e17b-456d-93a2-b13e255950ef,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:40.220927 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f96f878-0250-4b65-88a0-f909541958fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.244794 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fb74401c-45f8-47d9-bf94-6e2d4ee38abf None None] Deleting port 566d0328-e17b-456d-93a2-b13e255950ef {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:40.245170 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fb74401c-45f8-47d9-bf94-6e2d4ee38abf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.295581 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dc970f2d-5c0a-43e5-b745-78ac3af0602b req-0c28081f-0ea6-4b47-932a-225f9fcc6a76 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d86c322-3ce5-48fe-b037-d51408957c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340832 Jul 16 20:27:40.320259 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-fb74401c-45f8-47d9-bf94-6e2d4ee38abf None None] For port 566d0328-e17b-456d-93a2-b13e255950ef, host n-d-791506-21, got binding levels [] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:40.320653 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fb74401c-45f8-47d9-bf94-6e2d4ee38abf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.335365 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fb74401c-45f8-47d9-bf94-6e2d4ee38abf None None] Calling delete_port for 566d0328-e17b-456d-93a2-b13e255950ef owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:40.339906 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.ipam_backend_mixin [None req-fb74401c-45f8-47d9-bf94-6e2d4ee38abf None None] Port 566d0328-e17b-456d-93a2-b13e255950ef was not found and therefore no delete operation was performed {{(pid=93795) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:27:40.346213 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fb74401c-45f8-47d9-bf94-6e2d4ee38abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.381460 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f90dd345-3d91-4f8b-bc31-e6b6b432f922 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.386482 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74401c-45f8-47d9-bf94-6e2d4ee38abf None None] Pushing event deleted for resources: {'Port': ['ID=566d0328-e17b-456d-93a2-b13e255950ef,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:40.440661 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-f90dd345-3d91-4f8b-bc31-e6b6b432f922 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f2b01a-d14d-4924-80cf-267c083a694d']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:40.450691 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb74401c-45f8-47d9-bf94-6e2d4ee38abf None None] No DVR routers for this DVR port 566d0328-e17b-456d-93a2-b13e255950ef on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:40.473775 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-7c020534-93ed-44ad-85fd-c183cd01a1d9 service neutron] For port c14b4dff-fdb5-4497-acdf-7c7a9813267f, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:40.477096 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-7c020534-93ed-44ad-85fd-c183cd01a1d9 service neutron] For port c14b4dff-fdb5-4497-acdf-7c7a9813267f, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c14b4dff-fdb5-4497-acdf-7c7a9813267f,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:40.490528 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-7c020534-93ed-44ad-85fd-c183cd01a1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.514681 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-f90dd345-3d91-4f8b-bc31-e6b6b432f922 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08868352-e568-4be0-95fa-1eecb626bb77') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:40.519437 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-f90dd345-3d91-4f8b-bc31-e6b6b432f922 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08868352-e568-4be0-95fa-1eecb626bb77') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:40.555892 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f90dd345-3d91-4f8b-bc31-e6b6b432f922 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.614650 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59e763-ed8b-4e80-a114-19aea2c91370 req-5d4cc488-5f74-41a8-bc22-8519717e0356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:40.617353 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9b59e763-ed8b-4e80-a114-19aea2c91370 req-5d4cc488-5f74-41a8-bc22-8519717e0356 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6697011 Jul 16 20:27:40.621725 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f90dd345-3d91-4f8b-bc31-e6b6b432f922 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.636048 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-7c020534-93ed-44ad-85fd-c183cd01a1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:40.637289 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-7c020534-93ed-44ad-85fd-c183cd01a1d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.637818 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f90dd345-3d91-4f8b-bc31-e6b6b432f922 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:27:40.638098 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-7c020534-93ed-44ad-85fd-c183cd01a1d9 service neutron] 10.222.0.62 "PUT /v2.0/ports/c14b4dff-fdb5-4497-acdf-7c7a9813267f HTTP/1.1" status: 200 len: 1097 time: 3.7832563 Jul 16 20:27:40.638462 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f90dd345-3d91-4f8b-bc31-e6b6b432f922 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.638612 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b08f087-6495-491a-81a3-c87fff399ac1', 'tag': 'c14b4dff-fdb5-4497-acdf-7c7a9813267f'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:40.641270 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850f0207-efa5-4338-a197-6c4f9108e321" -d '{"events": [{"name": "network-changed", "server_uuid": "2b08f087-6495-491a-81a3-c87fff399ac1", "tag": "c14b4dff-fdb5-4497-acdf-7c7a9813267f"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:27:40.641901 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:27:40.671671 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-a2a91e56-53f9-4363-b46d-50363294b7b1 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Made reservation on behalf of f8a8ade9cff04e3db4af1591a2770156 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:40.676124 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-a2a91e56-53f9-4363-b46d-50363294b7b1 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.690179 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f3d68-20c9-4f22-a861-14b3083eec1c req-725367f2-a105-4c1c-a211-afd000f926fa tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:40.694893 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c020534-93ed-44ad-85fd-c183cd01a1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c14b4dff-fdb5-4497-acdf-7c7a9813267f,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:40.707200 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d0f3d68-20c9-4f22-a861-14b3083eec1c req-725367f2-a105-4c1c-a211-afd000f926fa tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 946 time: 0.2881720 Jul 16 20:27:40.784444 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f90dd345-3d91-4f8b-bc31-e6b6b432f922 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.790064 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f90dd345-3d91-4f8b-bc31-e6b6b432f922 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.792163 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f90dd345-3d91-4f8b-bc31-e6b6b432f922 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "DELETE /v2.0/networks/d4f2b01a-d14d-4924-80cf-267c083a694d HTTP/1.1" status: 204 len: 168 time: 1.9430203 Jul 16 20:27:40.803924 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34740) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:40.804256 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f96f878-0250-4b65-88a0-f909541958fe None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.817703 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1f96f878-0250-4b65-88a0-f909541958fe None None] Transition to ACTIVE for port object 32a845e4-9788-4824-8ccb-e2cc6ce70f69 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:40.817963 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11a7b9-db3e-42e3-b547-250d7ec4c37e req-8620b4fa-58f8-4a6b-8e8c-8e744d413848 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:40.820938 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-df11a7b9-db3e-42e3-b547-250d7ec4c37e req-8620b4fa-58f8-4a6b-8e8c-8e744d413848 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5a1179e-41c6-4461-90dc-dfd416cc068e HTTP/1.1" status: 200 len: 947 time: 0.2522807 Jul 16 20:27:40.831276 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f96f878-0250-4b65-88a0-f909541958fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.898808 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d0f3d68-20c9-4f22-a861-14b3083eec1c req-742a1987-daa8-41ab-a271-0e93dabf9ce4 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891122 Jul 16 20:27:40.908566 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90dd345-3d91-4f8b-bc31-e6b6b432f922 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event deleted for resources: {'Network': ['ID=d4f2b01a-d14d-4924-80cf-267c083a694d,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:40.913162 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ca356-e37d-4f90-9517-f61d6c9b6000 None None] Pushing event updated for resources: {'Port': ['ID=32a845e4-9788-4824-8ccb-e2cc6ce70f69,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:40.919886 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-df78a75e-fc02-4b5d-88b3-4672d65eea43 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] DELETE failed (client error): The resource could not be found. Jul 16 20:27:40.920599 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df78a75e-fc02-4b5d-88b3-4672d65eea43 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:27:40.922592 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-df78a75e-fc02-4b5d-88b3-4672d65eea43 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "DELETE /v2.0/subnets/726e00a5-dc45-4063-b704-dc831a56563f HTTP/1.1" status: 404 len: 337 time: 0.0998259 Jul 16 20:27:40.925248 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34742) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:40.932399 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1f96f878-0250-4b65-88a0-f909541958fe None None] Attempting to bind port 32a845e4-9788-4824-8ccb-e2cc6ce70f69 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:40.932779 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1f96f878-0250-4b65-88a0-f909541958fe None None] Attempting to bind port 32a845e4-9788-4824-8ccb-e2cc6ce70f69 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:40.933144 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f96f878-0250-4b65-88a0-f909541958fe None None] Attempting to bind port 32a845e4-9788-4824-8ccb-e2cc6ce70f69 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:40.940961 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f96f878-0250-4b65-88a0-f909541958fe None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:40.941769 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f96f878-0250-4b65-88a0-f909541958fe None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:40.942140 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f96f878-0250-4b65-88a0-f909541958fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.942735 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f96f878-0250-4b65-88a0-f909541958fe None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:40.943240 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1f96f878-0250-4b65-88a0-f909541958fe None None] Bound port: 32a845e4-9788-4824-8ccb-e2cc6ce70f69, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:40.943679 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f96f878-0250-4b65-88a0-f909541958fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.969935 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f5fd37-a5e9-46d9-9fe9-7e418833a71e tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] DELETE failed (client error): The resource could not be found. Jul 16 20:27:40.970560 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f5fd37-a5e9-46d9-9fe9-7e418833a71e tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:27:40.972360 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-58f5fd37-a5e9-46d9-9fe9-7e418833a71e tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "DELETE /v2.0/networks/95138798-80d9-4a3c-bc3b-5b2a5d66edc0 HTTP/1.1" status: 404 len: 339 time: 0.0457208 Jul 16 20:27:40.975393 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34746) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:41.013490 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1f96f878-0250-4b65-88a0-f909541958fe None None] For port 32a845e4-9788-4824-8ccb-e2cc6ce70f69, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:41.017756 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1f96f878-0250-4b65-88a0-f909541958fe None None] For port 32a845e4-9788-4824-8ccb-e2cc6ce70f69, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=32a845e4-9788-4824-8ccb-e2cc6ce70f69,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:41.030791 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f96f878-0250-4b65-88a0-f909541958fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:41.076954 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-b7466ff8-e8ad-4e99-b66c-0a48e23064f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:41.079164 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-b7466ff8-e8ad-4e99-b66c-0a48e23064f4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0f3dfe9e5014bd09c21cc6a1ac6f23d&device_id=2b08f087-6495-491a-81a3-c87fff399ac1 HTTP/1.1" status: 200 len: 1100 time: 0.3572223 Jul 16 20:27:41.090720 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9b59e763-ed8b-4e80-a114-19aea2c91370 req-f15bc4fb-69c3-411d-8564-3c8a24266b8c service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573386 Jul 16 20:27:41.091248 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec74daf-c583-4eed-b9d7-ef1575865bc5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Deleting subnet 0a2207a5-157b-4e28-8366-bf857a267906 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:27:41.099752 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1ec74daf-c583-4eed-b9d7-ef1575865bc5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:41.104400 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f96f878-0250-4b65-88a0-f909541958fe None None] Routers {'260c0019-91a9-4428-ba88-5518dc375e88'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:41.105312 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-1f96f878-0250-4b65-88a0-f909541958fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:27:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['260c0019-91a9-4428-ba88-5518dc375e88'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:41.145753 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-df11a7b9-db3e-42e3-b547-250d7ec4c37e req-25d4424d-0ceb-485c-8b0b-d05eac40c681 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f92684f-746e-4a40-abfc-7e68aa0c15e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078084 Jul 16 20:27:41.198137 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1ec74daf-c583-4eed-b9d7-ef1575865bc5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:41.252308 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-ff7e0451-650e-402e-9cf9-5d4fc446822e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=c14b4dff-fdb5-4497-acdf-7c7a9813267f HTTP/1.1" status: 200 len: 217 time: 0.1192749 Jul 16 20:27:41.295230 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-1f96f878-0250-4b65-88a0-f909541958fe None None] Set router 260c0019-91a9-4428-ba88-5518dc375e88 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:41.312814 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6d8414-ecf9-434d-b701-2494521ec79a x-openstack-request-id: req-5f6d8414-ecf9-434d-b701-2494521ec79a {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:41.313105 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b08f087-6495-491a-81a3-c87fff399ac1", "tag": "c14b4dff-fdb5-4497-acdf-7c7a9813267f", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:41.313357 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5f6d8414-ecf9-434d-b701-2494521ec79a {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:41.313750 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b08f087-6495-491a-81a3-c87fff399ac1', 'tag': 'c14b4dff-fdb5-4497-acdf-7c7a9813267f', 'status': 'completed', 'code': 200} Jul 16 20:27:41.487409 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 566d0328-e17b-456d-93a2-b13e255950ef no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:41.550366 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 566d0328-e17b-456d-93a2-b13e255950ef {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:41.550708 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 566d0328-e17b-456d-93a2-b13e255950ef not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:41.615425 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ca356-e37d-4f90-9517-f61d6c9b6000 None None] Pushing event updated for resources: {'Port': ['ID=32a845e4-9788-4824-8ccb-e2cc6ce70f69,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:41.647171 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-1f96f878-0250-4b65-88a0-f909541958fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c0019-91a9-4428-ba88-5518dc375e88', 'name': 'tempest-AttachSCSIVolumeTestJSON-1163147631-router', 'tenant_id': 'ac98e682f9564a20af69f1659d8ff414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '32a845e4-9788-4824-8ccb-e2cc6ce70f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:28Z', 'updated_at': '2021-07-16T20:27:35Z', 'revision_number': 3, 'project_id': 'ac98e682f9564a20af69f1659d8ff414', 'gw_port': {'id': '32a845e4-9788-4824-8ccb-e2cc6ce70f69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c0019-91a9-4428-ba88-5518dc375e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:32Z', 'updated_at': '2021-07-16T20:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:41.676146 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f96f878-0250-4b65-88a0-f909541958fe None None] The sync data for ids ['260c0019-91a9-4428-ba88-5518dc375e88'] in n-d-791506-21 is: [{'id': '260c0019-91a9-4428-ba88-5518dc375e88', 'name': 'tempest-AttachSCSIVolumeTestJSON-1163147631-router', 'tenant_id': 'ac98e682f9564a20af69f1659d8ff414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '32a845e4-9788-4824-8ccb-e2cc6ce70f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:28Z', 'updated_at': '2021-07-16T20:27:35Z', 'revision_number': 3, 'project_id': 'ac98e682f9564a20af69f1659d8ff414', 'gw_port': {'id': '32a845e4-9788-4824-8ccb-e2cc6ce70f69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c0019-91a9-4428-ba88-5518dc375e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:32Z', 'updated_at': '2021-07-16T20:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:27:41.769417 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-a2a91e56-53f9-4363-b46d-50363294b7b1 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Allocated IP 172.20.0.2 (e0476e10-8d02-4fbd-b804-ab41bcf63297/13ad8455-a3f9-4cd7-bb5a-6261d086b47a/7ebf8697-f8f6-412c-9791-cffa7bf46842) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:41.778619 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-b172b7ca-b88b-46e3-abfc-e316586b5e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:41.780550 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-b172b7ca-b88b-46e3-abfc-e316586b5e31 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.5160158 Jul 16 20:27:41.800299 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1ec74daf-c583-4eed-b9d7-ef1575865bc5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:41.855738 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b8e00b0-feb8-4ae5-82e2-2ab51cd30186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:41.906752 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9b59e763-ed8b-4e80-a114-19aea2c91370 req-9bca03f5-6831-45bd-a637-6f0a8dfd9ebf service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7841597 Jul 16 20:27:41.963190 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fddc4f8f-b968-4e11-ae36-ea6f7dda3816 req-57d26510-9ceb-4202-a3db-3e6210d5819e tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 210 time: 0.1116643 Jul 16 20:27:42.001382 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device f27bafd3-77fd-4177-9ac0-3a8b85957b37 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:27:42.050834 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1ec74daf-c583-4eed-b9d7-ef1575865bc5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.161764 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec74daf-c583-4eed-b9d7-ef1575865bc5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event deleted for resources: {'Subnet': ['ID=0a2207a5-157b-4e28-8366-bf857a267906,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:42.178973 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9245b9b-a6cc-4a6b-b012-784778ee0d06 None None] Network 104a9fbc-bc32-435a-bca1-4251f5b323e2 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:42.189415 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1ec74daf-c583-4eed-b9d7-ef1575865bc5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.195265 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1ec74daf-c583-4eed-b9d7-ef1575865bc5 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "DELETE /v2.0/subnets/0a2207a5-157b-4e28-8366-bf857a267906 HTTP/1.1" status: 204 len: 168 time: 1.2145603 Jul 16 20:27:42.199378 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-f1c7f8c0-8c2c-440a-a293-5b35ed7e4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:42.201100 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-f1c7f8c0-8c2c-440a-a293-5b35ed7e4e8e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4080117 Jul 16 20:27:42.209460 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34756) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:42.213276 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dac18-2ca8-425c-aefd-efa9f5436db0 req-2b5f7a0b-ab38-4064-9209-ce97dd752282 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:42.229983 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-420dac18-2ca8-425c-aefd-efa9f5436db0 req-2b5f7a0b-ab38-4064-9209-ce97dd752282 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 946 time: 0.3772843 Jul 16 20:27:42.411713 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-420dac18-2ca8-425c-aefd-efa9f5436db0 req-88724be6-7d80-47ab-83c3-02349fe7df29 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804566 Jul 16 20:27:42.466495 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-6e0de8ed-5f4d-4e14-a689-365360a40f48 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368140 Jul 16 20:27:42.479745 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daada0bb-7bbc-473e-9afa-dbf7202d2920 req-c25c1853-c9df-4ae8-bb01-f17e0b007074 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:42.487651 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port f27bafd3-77fd-4177-9ac0-3a8b85957b37, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f27bafd3-77fd-4177-9ac0-3a8b85957b37,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:42.494745 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-daada0bb-7bbc-473e-9afa-dbf7202d2920 req-c25c1853-c9df-4ae8-bb01-f17e0b007074 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 945 time: 0.2138546 Jul 16 20:27:42.544890 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'f27bafd3-77fd-4177-9ac0-3a8b85957b37', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': 'f27bafd3-77fd-4177-9ac0-3a8b85957b37', 'mac_address': 'fa:16:3e:20:41:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:27:42.584370 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-a2a91e56-53f9-4363-b46d-50363294b7b1 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.588577 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-daada0bb-7bbc-473e-9afa-dbf7202d2920 req-c1327c78-13eb-445e-922b-f4070cf340d1 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870531 Jul 16 20:27:42.663573 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-9b8e00b0-feb8-4ae5-82e2-2ab51cd30186 admin admin] Allocated IP 172.20.0.1 (c2fa3e81-1040-43a8-b077-a3b3a35fa72c/416ec7e9-071b-4e5e-b3ca-0ea11f74e08c/539ecb7b-ec22-4019-89a7-b9b7287253b5) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:42.676039 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.696689 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27bafd3-77fd-4177-9ac0-3a8b85957b37 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:42.754373 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port f27bafd3-77fd-4177-9ac0-3a8b85957b37, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f27bafd3-77fd-4177-9ac0-3a8b85957b37,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:42.764152 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.950336 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=f27bafd3-77fd-4177-9ac0-3a8b85957b37,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:42.969632 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc68fd5-ec87-47bf-83a8-c9e1aa7e7625 None None] DHCP port deletion for 104a9fbc-bc32-435a-bca1-4251f5b323e2 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:27:42.973457 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b8e00b0-feb8-4ae5-82e2-2ab51cd30186 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.987049 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f27bafd3-77fd-4177-9ac0-3a8b85957b37'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:42.994901 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9b8e00b0-feb8-4ae5-82e2-2ab51cd30186 admin admin] Transition to ACTIVE for port object 539ecb7b-ec22-4019-89a7-b9b7287253b5 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:43.052624 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4e12e524-d217-4209-8627-dd5fcd6addd1 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:43.055100 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b8e00b0-feb8-4ae5-82e2-2ab51cd30186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:43.133772 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64f38b-50df-4923-9423-e4fa0b748a5f req-98129f65-efdf-4581-b2fe-3bc7f33820f8 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:43.143130 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3b64f38b-50df-4923-9423-e4fa0b748a5f req-98129f65-efdf-4581-b2fe-3bc7f33820f8 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b08f087-6495-491a-81a3-c87fff399ac1 HTTP/1.1" status: 200 len: 948 time: 0.3116646 Jul 16 20:27:43.216391 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8e00b0-feb8-4ae5-82e2-2ab51cd30186 admin admin] Network c2fa3e81-1040-43a8-b077-a3b3a35fa72c is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:43.251906 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-9b8e00b0-feb8-4ae5-82e2-2ab51cd30186 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:43.264391 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3b64f38b-50df-4923-9423-e4fa0b748a5f req-d5a4ce15-3b73-4264-90b5-17acd5f2fb2c tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d86c322-3ce5-48fe-b037-d51408957c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202958 Jul 16 20:27:43.279884 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5dc68fd5-ec87-47bf-83a8-c9e1aa7e7625 None None] Deleting port ec62b2df-fb28-4511-8bad-97c8e2f56958 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:43.280621 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5dc68fd5-ec87-47bf-83a8-c9e1aa7e7625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:43.285385 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8e00b0-feb8-4ae5-82e2-2ab51cd30186 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:43.308458 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f85cf-7f9f-43f0-83cb-4aff87b30d94 req-2348d6ff-f8f0-4074-9ef1-7d4fa9d0754f tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:43.318960 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-731f85cf-7f9f-43f0-83cb-4aff87b30d94 req-2348d6ff-f8f0-4074-9ef1-7d4fa9d0754f tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5a1179e-41c6-4461-90dc-dfd416cc068e HTTP/1.1" status: 200 len: 948 time: 0.4115899 Jul 16 20:27:43.371838 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e00b0-feb8-4ae5-82e2-2ab51cd30186 admin admin] Pushing event updated for resources: {'Port': ['ID=539ecb7b-ec22-4019-89a7-b9b7287253b5,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:43.394938 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bf725f99-eacf-4859-8aee-c19b5a735b54 req-95c2ab08-65ad-4407-a854-7a03f164ab1a service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8383434 Jul 16 20:27:43.416285 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-731f85cf-7f9f-43f0-83cb-4aff87b30d94 req-4077fce3-b439-4051-96d8-04e9c8012bfd tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f92684f-746e-4a40-abfc-7e68aa0c15e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953174 Jul 16 20:27:43.470480 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 32a845e4-9788-4824-8ccb-e2cc6ce70f69 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:43.535181 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-a2a91e56-53f9-4363-b46d-50363294b7b1 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:43.595077 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5dc68fd5-ec87-47bf-83a8-c9e1aa7e7625 None None] For port ec62b2df-fb28-4511-8bad-97c8e2f56958, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=ec62b2df-fb28-4511-8bad-97c8e2f56958,segment=NetworkSegment(6a5e5626-894e-46d4-8591-3df441a4c72f),segment_id=6a5e5626-894e-46d4-8591-3df441a4c72f)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:43.595675 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5dc68fd5-ec87-47bf-83a8-c9e1aa7e7625 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:43.710442 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b8e00b0-feb8-4ae5-82e2-2ab51cd30186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:43.783676 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5dc68fd5-ec87-47bf-83a8-c9e1aa7e7625 None None] Calling delete_port for ec62b2df-fb28-4511-8bad-97c8e2f56958 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:43.836733 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a645f744-8e56-4676-a82a-58952b314f60 None None] Provisioning for port 539ecb7b-ec22-4019-89a7-b9b7287253b5 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:43.842821 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66881f24-6a73-4ef3-b7f9-43d348c9c166 req-4ec2248b-345e-4483-81f8-382c17414746 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:43.849037 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66881f24-6a73-4ef3-b7f9-43d348c9c166 req-4ec2248b-345e-4483-81f8-382c17414746 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 931 time: 0.1904836 Jul 16 20:27:43.893199 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a91e56-53f9-4363-b46d-50363294b7b1 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Pushing event updated for resources: {'Port': ['ID=7ebf8697-f8f6-412c-9791-cffa7bf46842,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:43.919977 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-a2a91e56-53f9-4363-b46d-50363294b7b1 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Network e0476e10-8d02-4fbd-b804-ab41bcf63297 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:43.928183 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66881f24-6a73-4ef3-b7f9-43d348c9c166 req-98b373f0-d7a4-4e89-ab54-f64cfc3c73f3 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710814 Jul 16 20:27:43.933174 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-a2a91e56-53f9-4363-b46d-50363294b7b1 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:43.935114 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a645f744-8e56-4676-a82a-58952b314f60 None None] Provisioning complete for port 539ecb7b-ec22-4019-89a7-b9b7287253b5 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:43.935829 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a645f744-8e56-4676-a82a-58952b314f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:43.955175 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-a2a91e56-53f9-4363-b46d-50363294b7b1 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:44.007951 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 32a845e4-9788-4824-8ccb-e2cc6ce70f69 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:44.033085 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 32a845e4-9788-4824-8ccb-e2cc6ce70f69 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:44.033459 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.043552 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-4e12e524-d217-4209-8627-dd5fcd6addd1 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Deleting port ec62b2df-fb28-4511-8bad-97c8e2f56958 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:44.048911 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4e12e524-d217-4209-8627-dd5fcd6addd1 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.126416 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a645f744-8e56-4676-a82a-58952b314f60 None None] Port 539ecb7b-ec22-4019-89a7-b9b7287253b5 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:44.169562 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5dc68fd5-ec87-47bf-83a8-c9e1aa7e7625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.191573 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f0207-efa5-4338-a197-6c4f9108e321 req-6e54a598-b43a-4d15-8ea2-8e8b1e10d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.193770 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-850f0207-efa5-4338-a197-6c4f9108e321 req-6e54a598-b43a-4d15-8ea2-8e8b1e10d4cd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0f3dfe9e5014bd09c21cc6a1ac6f23d&device_id=2b08f087-6495-491a-81a3-c87fff399ac1 HTTP/1.1" status: 200 len: 1100 time: 0.7037997 Jul 16 20:27:44.237880 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc68fd5-ec87-47bf-83a8-c9e1aa7e7625 None None] Pushing event deleted for resources: {'Port': ['ID=ec62b2df-fb28-4511-8bad-97c8e2f56958,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:44.248807 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc68fd5-ec87-47bf-83a8-c9e1aa7e7625 None None] No DVR routers for this DVR port ec62b2df-fb28-4511-8bad-97c8e2f56958 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:44.377720 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.424256 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 32a845e4-9788-4824-8ccb-e2cc6ce70f69, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=32a845e4-9788-4824-8ccb-e2cc6ce70f69,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:44.438188 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.457515 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdfd03-c0f3-4671-8797-2511ed6ce9b7 req-829258b5-c1d6-4dad-80b2-bd7013f903a9 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.466645 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-62cdfd03-c0f3-4671-8797-2511ed6ce9b7 req-829258b5-c1d6-4dad-80b2-bd7013f903a9 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 945 time: 0.2299225 Jul 16 20:27:44.537830 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-62cdfd03-c0f3-4671-8797-2511ed6ce9b7 req-6b440dc8-bdef-4162-bf68-e68613b41a2c tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699120 Jul 16 20:27:44.547953 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device ec62b2df-fb28-4511-8bad-97c8e2f56958 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:44.560459 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-4e12e524-d217-4209-8627-dd5fcd6addd1 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] For port ec62b2df-fb28-4511-8bad-97c8e2f56958, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=ec62b2df-fb28-4511-8bad-97c8e2f56958,segment=NetworkSegment(6a5e5626-894e-46d4-8591-3df441a4c72f),segment_id=6a5e5626-894e-46d4-8591-3df441a4c72f)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:44.561062 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4e12e524-d217-4209-8627-dd5fcd6addd1 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.591688 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-14d5eaa1-7125-45b4-8d07-741f1d96baf6 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.610278 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-14d5eaa1-7125-45b4-8d07-741f1d96baf6 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/networks?id=9e1ef5a8-bcda-4218-b2dd-c5f692229aa3 HTTP/1.1" status: 200 len: 815 time: 0.2975013 Jul 16 20:27:44.630627 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: ec62b2df-fb28-4511-8bad-97c8e2f56958 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:44.631443 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device ec62b2df-fb28-4511-8bad-97c8e2f56958 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:44.643239 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-72a61b72-35df-42fa-a638-ed8888950f40 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/quotas/865a4ca4e884477eae955fd4db1057f2 HTTP/1.1" status: 200 len: 375 time: 0.0319898 Jul 16 20:27:44.675335 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=32a845e4-9788-4824-8ccb-e2cc6ce70f69,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:44.746407 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-a2a91e56-53f9-4363-b46d-50363294b7b1 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.747790 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-a2a91e56-53f9-4363-b46d-50363294b7b1 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.751929 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b8e00b0-feb8-4ae5-82e2-2ab51cd30186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.776276 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f0207-efa5-4338-a197-6c4f9108e321 req-937039b7-7556-4425-840d-aa4bb169b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.779414 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-850f0207-efa5-4338-a197-6c4f9108e321 req-937039b7-7556-4425-840d-aa4bb169b7a5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.4306591 Jul 16 20:27:44.780605 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-dbc803f5-bece-49e7-8843-8727bb227920 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=865a4ca4e884477eae955fd4db1057f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1364348 Jul 16 20:27:44.785701 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-4e12e524-d217-4209-8627-dd5fcd6addd1 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Calling delete_port for ec62b2df-fb28-4511-8bad-97c8e2f56958 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:44.818263 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-a2a91e56-53f9-4363-b46d-50363294b7b1 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7345076 Jul 16 20:27:44.861693 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Request body: {'port': {'device_id': '112adbb0-0564-4d2e-b24f-4312ea29dd2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:44.900219 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-850f0207-efa5-4338-a197-6c4f9108e321 req-a4c45d21-13fc-4206-aa38-ee0d86e2ecc9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=c14b4dff-fdb5-4497-acdf-7c7a9813267f HTTP/1.1" status: 200 len: 217 time: 0.0975161 Jul 16 20:27:44.978029 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-aed54c5d-4c75-4bba-92a2-d496b3da75e4 service neutron] 10.222.0.38 "GET /v2.0/networks/9e1ef5a8-bcda-4218-b2dd-c5f692229aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813166 Jul 16 20:27:44.992268 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21344365-d9b1-46a5-ac98-28e53611c320 req-0f74cf2e-7a62-4314-b794-8a94fb700f2f tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.994657 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-21344365-d9b1-46a5-ac98-28e53611c320 req-0f74cf2e-7a62-4314-b794-8a94fb700f2f tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b08f087-6495-491a-81a3-c87fff399ac1 HTTP/1.1" status: 200 len: 948 time: 0.2129977 Jul 16 20:27:45.029630 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f0207-efa5-4338-a197-6c4f9108e321 req-6db6611d-7f7e-457a-8655-7732369283d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:45.031169 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-850f0207-efa5-4338-a197-6c4f9108e321 req-6db6611d-7f7e-457a-8655-7732369283d4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1083603 Jul 16 20:27:45.175774 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-f177bee0-05db-4333-89ab-689ca5c373c0 service neutron] 10.222.0.38 "GET /v2.0/networks/9e1ef5a8-bcda-4218-b2dd-c5f692229aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768157 Jul 16 20:27:45.224275 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-21344365-d9b1-46a5-ac98-28e53611c320 req-b961105b-446c-4988-b219-90693802ca85 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d86c322-3ce5-48fe-b037-d51408957c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257315 Jul 16 20:27:45.278212 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.291578 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 32a845e4-9788-4824-8ccb-e2cc6ce70f69 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:45.361505 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4e12e524-d217-4209-8627-dd5fcd6addd1 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.397838 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 32a845e4-9788-4824-8ccb-e2cc6ce70f69 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:45.399022 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.506483 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12e524-d217-4209-8627-dd5fcd6addd1 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event deleted for resources: {'Port': ['ID=ec62b2df-fb28-4511-8bad-97c8e2f56958,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:45.524048 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e12e524-d217-4209-8627-dd5fcd6addd1 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] No DVR routers for this DVR port ec62b2df-fb28-4511-8bad-97c8e2f56958 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:45.548554 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f0207-efa5-4338-a197-6c4f9108e321 req-cd5c205b-2fe0-4ff3-a88d-1d25be2cd48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:45.550143 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-850f0207-efa5-4338-a197-6c4f9108e321 req-cd5c205b-2fe0-4ff3-a88d-1d25be2cd48f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4975250 Jul 16 20:27:45.643138 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c63c26-d4fa-46b9-b9b8-6e4c3a53783c req-827ac295-69e5-424d-98d5-1a747cec5583 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:45.645425 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-78c63c26-d4fa-46b9-b9b8-6e4c3a53783c req-827ac295-69e5-424d-98d5-1a747cec5583 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5a1179e-41c6-4461-90dc-dfd416cc068e HTTP/1.1" status: 200 len: 948 time: 0.2444663 Jul 16 20:27:45.664847 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa22fc2-7132-4a84-bafb-a409fe4b91cc req-8e2f5268-c32f-41f0-8568-aec1aab06968 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:45.666464 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dfa22fc2-7132-4a84-bafb-a409fe4b91cc req-8e2f5268-c32f-41f0-8568-aec1aab06968 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.18 "GET /v2.0/ports?device_id=90f6cf9d-3aa4-485f-8c75-70d6a24ca53f HTTP/1.1" status: 200 len: 946 time: 0.5451839 Jul 16 20:27:45.739906 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-78c63c26-d4fa-46b9-b9b8-6e4c3a53783c req-05020bb8-8f8a-417c-831f-315ea2ab9e51 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f92684f-746e-4a40-abfc-7e68aa0c15e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847058 Jul 16 20:27:45.864596 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9b213929-4711-451c-946a-0f7086bcbbf9 req-26f1b0ac-b846-49bb-9e9d-77c7978723a1 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 210 time: 0.0681162 Jul 16 20:27:45.936063 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1073a-ecc1-4401-8eda-2a2cfba00fa8 req-de003ea8-05fa-47ae-a2b7-05437122ccaf tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:45.937966 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1ba1073a-ecc1-4401-8eda-2a2cfba00fa8 req-de003ea8-05fa-47ae-a2b7-05437122ccaf tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 931 time: 0.1604764 Jul 16 20:27:46.006269 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1ba1073a-ecc1-4401-8eda-2a2cfba00fa8 req-56d4f591-6d8a-40bd-885a-27f537010612 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556335 Jul 16 20:27:46.048708 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device f27bafd3-77fd-4177-9ac0-3a8b85957b37 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:46.169677 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b8e00b0-feb8-4ae5-82e2-2ab51cd30186 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.197720 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b8e00b0-feb8-4ae5-82e2-2ab51cd30186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.208352 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc883a4-0047-49af-bd26-6bcad6d24548 req-c7f22aaf-9c35-4e66-9ac9-883b92970dc1 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:46.209991 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cbc883a4-0047-49af-bd26-6bcad6d24548 req-c7f22aaf-9c35-4e66-9ac9-883b92970dc1 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 945 time: 0.1268392 Jul 16 20:27:46.220180 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port f27bafd3-77fd-4177-9ac0-3a8b85957b37 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:46.225693 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port f27bafd3-77fd-4177-9ac0-3a8b85957b37 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:46.226218 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.291484 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cbc883a4-0047-49af-bd26-6bcad6d24548 req-558f3d55-1aee-46e6-8d71-f1c0fdf99c6b tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681047 Jul 16 20:27:46.315830 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4e12e524-d217-4209-8627-dd5fcd6addd1 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.365024 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.405595 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port f27bafd3-77fd-4177-9ac0-3a8b85957b37, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f27bafd3-77fd-4177-9ac0-3a8b85957b37,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:46.407420 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a1179e-41c6-4461-90dc-dfd416cc068e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27bafd3-77fd-4177-9ac0-3a8b85957b37'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:46.411032 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ed005e-bc65-404a-968f-fe8ed88af470" -d '{"events": [{"server_uuid": "f5a1179e-41c6-4461-90dc-dfd416cc068e", "name": "network-vif-plugged", "status": "completed", "tag": "f27bafd3-77fd-4177-9ac0-3a8b85957b37"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:46.416051 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.418539 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 0c3b0425-aada-40e8-801b-330e50701516 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:46.434119 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-4e12e524-d217-4209-8627-dd5fcd6addd1 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104a9fbc-bc32-435a-bca1-4251f5b323e2']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:46.505054 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ac9965-5f08-4e51-aea3-760277b6e03f x-openstack-request-id: req-40ac9965-5f08-4e51-aea3-760277b6e03f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:46.505701 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a1179e-41c6-4461-90dc-dfd416cc068e", "name": "network-vif-plugged", "status": "completed", "tag": "f27bafd3-77fd-4177-9ac0-3a8b85957b37", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:46.506222 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-40ac9965-5f08-4e51-aea3-760277b6e03f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:46.506822 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a1179e-41c6-4461-90dc-dfd416cc068e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27bafd3-77fd-4177-9ac0-3a8b85957b37', 'code': 200} Jul 16 20:27:46.556879 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-4e12e524-d217-4209-8627-dd5fcd6addd1 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a5e5626-894e-46d4-8591-3df441a4c72f') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:46.557172 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-4e12e524-d217-4209-8627-dd5fcd6addd1 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a5e5626-894e-46d4-8591-3df441a4c72f') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:46.581849 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98175356-b97a-4079-b59c-21b6acb712d3 req-317567a9-7f64-4fb1-889d-fcf4d07ba7e4 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:46.592268 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=f27bafd3-77fd-4177-9ac0-3a8b85957b37,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:46.597635 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-98175356-b97a-4079-b59c-21b6acb712d3 req-317567a9-7f64-4fb1-889d-fcf4d07ba7e4 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b08f087-6495-491a-81a3-c87fff399ac1 HTTP/1.1" status: 200 len: 948 time: 0.1322846 Jul 16 20:27:46.651869 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.702873 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 0c3b0425-aada-40e8-801b-330e50701516, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0c3b0425-aada-40e8-801b-330e50701516,segment=NetworkSegment(8d35c410-30a1-4b75-a650-78fe73e706ce),segment_id=8d35c410-30a1-4b75-a650-78fe73e706ce)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:46.712553 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.725657 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4e12e524-d217-4209-8627-dd5fcd6addd1 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.814407 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-98175356-b97a-4079-b59c-21b6acb712d3 req-9ea433f0-a940-4e2a-aa4b-267438e23af0 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d86c322-3ce5-48fe-b037-d51408957c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157905 Jul 16 20:27:46.816699 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e00b0-feb8-4ae5-82e2-2ab51cd30186 admin admin] Pushing event updated for resources: {'Port': ['ID=539ecb7b-ec22-4019-89a7-b9b7287253b5,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:46.844529 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=0c3b0425-aada-40e8-801b-330e50701516,revision_number=9']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:46.853632 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8b09c-a333-49a8-b8be-b6ff4ac1c78e req-b6f2b3bc-2f02-4404-94f0-65d1984b559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:46.855483 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-29c8b09c-a333-49a8-b8be-b6ff4ac1c78e req-b6f2b3bc-2f02-4404-94f0-65d1984b559a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f5a1179e-41c6-4461-90dc-dfd416cc068e HTTP/1.1" status: 200 len: 1101 time: 0.2497377 Jul 16 20:27:46.882539 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4e12e524-d217-4209-8627-dd5fcd6addd1 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.897246 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e12e524-d217-4209-8627-dd5fcd6addd1 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:27:46.898058 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4e12e524-d217-4209-8627-dd5fcd6addd1 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.928453 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-29c8b09c-a333-49a8-b8be-b6ff4ac1c78e req-170825d4-4458-4ebe-bbc5-10b6da0cce4b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8f92684f-746e-4a40-abfc-7e68aa0c15e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658576 Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:27:46.976492 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:27:46.981282 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b8e00b0-feb8-4ae5-82e2-2ab51cd30186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:47.090695 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-850f0207-efa5-4338-a197-6c4f9108e321 req-16a977c7-bc23-4720-8eaa-837001626561 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4837234 Jul 16 20:27:47.201255 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4e12e524-d217-4209-8627-dd5fcd6addd1 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:47.227387 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e6c7b05d-ecbb-46da-a22a-6bc023946a51 req-6fa65a8c-3c40-4ac9-a30c-a86b015b4b24 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 210 time: 0.1221738 Jul 16 20:27:47.260884 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4e12e524-d217-4209-8627-dd5fcd6addd1 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:47.270133 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4e12e524-d217-4209-8627-dd5fcd6addd1 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] 10.222.0.38 "DELETE /v2.0/networks/104a9fbc-bc32-435a-bca1-4251f5b323e2 HTTP/1.1" status: 204 len: 168 time: 5.0550439 Jul 16 20:27:47.290711 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b091f8-cdcc-4e71-bc7b-55542ec48344 req-6bf20a97-f9c5-4e8f-8275-a52d83d208b0 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:47.293097 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-28b091f8-cdcc-4e71-bc7b-55542ec48344 req-6bf20a97-f9c5-4e8f-8275-a52d83d208b0 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5a1179e-41c6-4461-90dc-dfd416cc068e HTTP/1.1" status: 200 len: 949 time: 0.2957644 Jul 16 20:27:47.383817 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12e524-d217-4209-8627-dd5fcd6addd1 tempest-NetworksIpV6Test-1657598236 tempest-NetworksIpV6Test-1657598236-project] Pushing event deleted for resources: {'Network': ['ID=104a9fbc-bc32-435a-bca1-4251f5b323e2,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:47.406706 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-dfa22fc2-7132-4a84-bafb-a409fe4b91cc req-17b3a1b2-decb-46f7-ac8c-4079635bc613 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Deleting port 0c3b0425-aada-40e8-801b-330e50701516 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:47.407165 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-28b091f8-cdcc-4e71-bc7b-55542ec48344 req-f3761d0e-4a49-42d0-aa91-d57ff8716286 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f92684f-746e-4a40-abfc-7e68aa0c15e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944591 Jul 16 20:27:47.407294 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-dfa22fc2-7132-4a84-bafb-a409fe4b91cc req-17b3a1b2-decb-46f7-ac8c-4079635bc613 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:47.467593 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device c14b4dff-fdb5-4497-acdf-7c7a9813267f details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:27:47.589436 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-dfa22fc2-7132-4a84-bafb-a409fe4b91cc req-17b3a1b2-decb-46f7-ac8c-4079635bc613 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] For port 0c3b0425-aada-40e8-801b-330e50701516, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0c3b0425-aada-40e8-801b-330e50701516,segment=NetworkSegment(8d35c410-30a1-4b75-a650-78fe73e706ce),segment_id=8d35c410-30a1-4b75-a650-78fe73e706ce)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:47.591070 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-dfa22fc2-7132-4a84-bafb-a409fe4b91cc req-17b3a1b2-decb-46f7-ac8c-4079635bc613 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:47.651885 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-dfa22fc2-7132-4a84-bafb-a409fe4b91cc req-17b3a1b2-decb-46f7-ac8c-4079635bc613 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Calling delete_port for 0c3b0425-aada-40e8-801b-330e50701516 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:47.678588 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284475c-75fb-48cb-bb0f-ceb2d77308c1 req-8871c8ed-6907-4d05-86da-fcf7aadfad10 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:47.681154 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e284475c-75fb-48cb-bb0f-ceb2d77308c1 req-8871c8ed-6907-4d05-86da-fcf7aadfad10 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 931 time: 0.2832117 Jul 16 20:27:47.722479 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port c14b4dff-fdb5-4497-acdf-7c7a9813267f, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c14b4dff-fdb5-4497-acdf-7c7a9813267f,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:47.733076 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-f2441b27-1d3a-4d31-a0aa-c3e9443b42fb tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:47.734997 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-f2441b27-1d3a-4d31-a0aa-c3e9443b42fb tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.18 "GET /v2.0/networks?id=9e1ef5a8-bcda-4218-b2dd-c5f692229aa3 HTTP/1.1" status: 200 len: 815 time: 0.4382870 Jul 16 20:27:47.756573 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'c14b4dff-fdb5-4497-acdf-7c7a9813267f', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': 'c14b4dff-fdb5-4497-acdf-7c7a9813267f', 'mac_address': 'fa:16:3e:3d:1b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:27:47.771859 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-f7d8da97-8cb1-4716-9c8e-12ba39016bdd tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Request body: {'port': {'device_id': 'f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba', 'network_id': '9e1ef5a8-bcda-4218-b2dd-c5f692229aa3', 'admin_state_up': True, 'tenant_id': '865a4ca4e884477eae955fd4db1057f2'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:47.876338 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:47.902659 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8e00b0-feb8-4ae5-82e2-2ab51cd30186 admin admin] Network c2fa3e81-1040-43a8-b077-a3b3a35fa72c is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:47.910081 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34858) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:47.919620 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14b4dff-fdb5-4497-acdf-7c7a9813267f {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:47.964543 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-9b8e00b0-feb8-4ae5-82e2-2ab51cd30186 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:47.971340 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port c14b4dff-fdb5-4497-acdf-7c7a9813267f, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c14b4dff-fdb5-4497-acdf-7c7a9813267f,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:47.978568 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:48.039632 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e284475c-75fb-48cb-bb0f-ceb2d77308c1 req-b5cc0bbd-5b78-45d8-bbbb-f38ea3361b55 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934477 Jul 16 20:27:48.076911 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-f7d8da97-8cb1-4716-9c8e-12ba39016bdd tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Made reservation on behalf of 865a4ca4e884477eae955fd4db1057f2 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:48.089053 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-f7d8da97-8cb1-4716-9c8e-12ba39016bdd tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:48.131460 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=c14b4dff-fdb5-4497-acdf-7c7a9813267f,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:48.149160 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039597c1-e9c8-4097-9167-15e77c6d18e3 req-de022a0e-f6ba-4cfd-83aa-5e97664287a4 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:48.158138 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-039597c1-e9c8-4097-9167-15e77c6d18e3 req-de022a0e-f6ba-4cfd-83aa-5e97664287a4 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 945 time: 0.4737344 Jul 16 20:27:48.299326 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-039597c1-e9c8-4097-9167-15e77c6d18e3 req-b5cff362-10ac-4e6e-8856-e24ab2b02972 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348042 Jul 16 20:27:48.336885 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['c14b4dff-fdb5-4497-acdf-7c7a9813267f'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:48.350277 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-850f0207-efa5-4338-a197-6c4f9108e321 req-c31b6262-b322-460e-b1bc-0638cab14313 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2405150 Jul 16 20:27:48.419732 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f4dd815a-b59b-4cb4-b1b9-0ef25e2e474b None None] Provisioning complete for port 539ecb7b-ec22-4019-89a7-b9b7287253b5 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:48.420113 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4dd815a-b59b-4cb4-b1b9-0ef25e2e474b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:48.453870 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ebf8697-f8f6-412c-9791-cffa7bf46842 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:48.480369 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-36663fa6-1c45-4351-8fab-052de5e82b95 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=514b8c1536374dbf84870ab629c3f050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5667694 Jul 16 20:27:48.482593 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:48.501202 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34874) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:48.502512 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Transition to ACTIVE for port object 7ebf8697-f8f6-412c-9791-cffa7bf46842 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:48.509841 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f6cf9d-3aa4-485f-8c75-70d6a24ca53f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c3b0425-aada-40e8-801b-330e50701516'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:48.512435 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41569f88-ebb1-4ecb-813a-214e3466d6ae" -d '{"events": [{"server_uuid": "90f6cf9d-3aa4-485f-8c75-70d6a24ca53f", "name": "network-vif-unplugged", "status": "completed", "tag": "0c3b0425-aada-40e8-801b-330e50701516"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:48.520121 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:48.520391 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f4dd815a-b59b-4cb4-b1b9-0ef25e2e474b None None] Port 539ecb7b-ec22-4019-89a7-b9b7287253b5 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:48.553690 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8e00b0-feb8-4ae5-82e2-2ab51cd30186 admin admin] Router 260c0019-91a9-4428-ba88-5518dc375e88 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:27:48.565037 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-f7d8da97-8cb1-4716-9c8e-12ba39016bdd tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Allocated IP 172.20.0.6 (9e1ef5a8-bcda-4218-b2dd-c5f692229aa3/973cc802-97a0-42d1-9c50-9d84240b247f/e951cdf0-41d8-44ab-a556-77e943b8f8b5) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:48.607231 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b27dac9e-dbe7-4742-abe6-6c62a2173217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:48.632040 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b27dac9e-dbe7-4742-abe6-6c62a2173217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:48.665896 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-dfa22fc2-7132-4a84-bafb-a409fe4b91cc req-17b3a1b2-decb-46f7-ac8c-4079635bc613 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:48.719870 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8617b600-f535-4e71-a769-1ef587ba96c0 req-68fb8d06-f3ae-43e0-b4a5-ea0f7acee949 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 210 time: 0.0680332 Jul 16 20:27:48.784840 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fa85b-e34b-4af7-8f89-91d43cf2d8ed req-f1d397fc-7af5-4f92-b171-d4f9299410ca tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:48.786377 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d6fa85b-e34b-4af7-8f89-91d43cf2d8ed req-f1d397fc-7af5-4f92-b171-d4f9299410ca tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b08f087-6495-491a-81a3-c87fff399ac1 HTTP/1.1" status: 200 len: 949 time: 0.3449111 Jul 16 20:27:48.864349 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b27dac9e-dbe7-4742-abe6-6c62a2173217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:48.867012 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b27dac9e-dbe7-4742-abe6-6c62a2173217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:48.869345 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b27dac9e-dbe7-4742-abe6-6c62a2173217 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/65c88765-fa93-44cd-af57-d6db815bbaef HTTP/1.1" status: 204 len: 168 time: 0.3660727 Jul 16 20:27:48.886402 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Pushing event updated for resources: {'Port': ['ID=7ebf8697-f8f6-412c-9791-cffa7bf46842,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:48.900536 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d6fa85b-e34b-4af7-8f89-91d43cf2d8ed req-3838e044-2995-42d6-a42b-db17e078dcfb tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d86c322-3ce5-48fe-b037-d51408957c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067102 Jul 16 20:27:48.917989 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:48.919029 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:48.919617 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:48.920222 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:48.920803 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:48.922444 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:48.922866 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:48.923083 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:48.923413 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:48.923741 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:48.924076 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:48.924411 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:48.932383 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27dac9e-dbe7-4742-abe6-6c62a2173217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c88765-fa93-44cd-af57-d6db815bbaef,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:48.941594 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa22fc2-7132-4a84-bafb-a409fe4b91cc req-17b3a1b2-decb-46f7-ac8c-4079635bc613 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] No DVR routers for this DVR port 0c3b0425-aada-40e8-801b-330e50701516 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:48.949857 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-dfa22fc2-7132-4a84-bafb-a409fe4b91cc req-17b3a1b2-decb-46f7-ac8c-4079635bc613 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:48.952756 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dfa22fc2-7132-4a84-bafb-a409fe4b91cc req-17b3a1b2-decb-46f7-ac8c-4079635bc613 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.18 "DELETE /v2.0/ports/0c3b0425-aada-40e8-801b-330e50701516 HTTP/1.1" status: 204 len: 173 time: 3.2234139 Jul 16 20:27:48.955993 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-f7d8da97-8cb1-4716-9c8e-12ba39016bdd tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:48.983030 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d930d7-172c-46c2-8baf-c8877dfb5fc8 x-openstack-request-id: req-10d930d7-172c-46c2-8baf-c8877dfb5fc8 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:48.983638 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f6cf9d-3aa4-485f-8c75-70d6a24ca53f", "name": "network-vif-unplugged", "status": "completed", "tag": "0c3b0425-aada-40e8-801b-330e50701516", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:48.984139 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-10d930d7-172c-46c2-8baf-c8877dfb5fc8 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:48.984902 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f6cf9d-3aa4-485f-8c75-70d6a24ca53f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c3b0425-aada-40e8-801b-330e50701516', 'code': 200} Jul 16 20:27:49.001510 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f6cf9d-3aa4-485f-8c75-70d6a24ca53f', 'name': 'network-vif-deleted', 'tag': '0c3b0425-aada-40e8-801b-330e50701516'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:49.004776 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1066b880-abd5-497a-ac58-6103a47fcd72" -d '{"events": [{"server_uuid": "90f6cf9d-3aa4-485f-8c75-70d6a24ca53f", "name": "network-vif-deleted", "tag": "0c3b0425-aada-40e8-801b-330e50701516"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:49.012595 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed280655-761b-4eb0-9c1f-a22c74cab8b0 req-92de275f-502e-413e-9347-4e2d5854912f tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:49.014069 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ed280655-761b-4eb0-9c1f-a22c74cab8b0 req-92de275f-502e-413e-9347-4e2d5854912f tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5a1179e-41c6-4461-90dc-dfd416cc068e HTTP/1.1" status: 200 len: 949 time: 0.1436276 Jul 16 20:27:49.015829 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3a1b2-decb-46f7-ac8c-4079635bc613 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Pushing event deleted for resources: {'Port': ['ID=0c3b0425-aada-40e8-801b-330e50701516,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:49.027968 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Attempting to bind port 7ebf8697-f8f6-412c-9791-cffa7bf46842 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:49.028239 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Attempting to bind port 7ebf8697-f8f6-412c-9791-cffa7bf46842 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:49.028565 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Attempting to bind port 7ebf8697-f8f6-412c-9791-cffa7bf46842 on network e0476e10-8d02-4fbd-b804-ab41bcf63297 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:49.045536 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-f7d8da97-8cb1-4716-9c8e-12ba39016bdd tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.063610 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Port 7ebf8697-f8f6-412c-9791-cffa7bf46842 on network e0476e10-8d02-4fbd-b804-ab41bcf63297 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:49.063957 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Attempting to bind port 7ebf8697-f8f6-412c-9791-cffa7bf46842 on network e0476e10-8d02-4fbd-b804-ab41bcf63297 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:49.068170 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940281f9-c458-4a93-8c53-d06827974627 x-openstack-request-id: req-940281f9-c458-4a93-8c53-d06827974627 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:49.068170 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f6cf9d-3aa4-485f-8c75-70d6a24ca53f", "name": "network-vif-deleted", "tag": "0c3b0425-aada-40e8-801b-330e50701516", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:49.068170 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-940281f9-c458-4a93-8c53-d06827974627 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:49.068170 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f6cf9d-3aa4-485f-8c75-70d6a24ca53f', 'name': 'network-vif-deleted', 'tag': '0c3b0425-aada-40e8-801b-330e50701516', 'status': 'completed', 'code': 200} Jul 16 20:27:49.076287 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:49.076679 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Checking segment: {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:49.078484 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Bound using segment: {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:49.078484 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Bound port: 7ebf8697-f8f6-412c-9791-cffa7bf46842, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:49.078484 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.121392 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-f7d8da97-8cb1-4716-9c8e-12ba39016bdd tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Network 9e1ef5a8-bcda-4218-b2dd-c5f692229aa3 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:49.130309 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-f7d8da97-8cb1-4716-9c8e-12ba39016bdd tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:49.135618 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-f7d8da97-8cb1-4716-9c8e-12ba39016bdd tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:49.155065 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ed280655-761b-4eb0-9c1f-a22c74cab8b0 req-8346f694-bd53-4c02-9a54-6665012045b4 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f92684f-746e-4a40-abfc-7e68aa0c15e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250880 Jul 16 20:27:49.176499 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8da97-8cb1-4716-9c8e-12ba39016bdd tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Pushing event updated for resources: {'Port': ['ID=e951cdf0-41d8-44ab-a556-77e943b8f8b5,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:49.208546 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] For port 7ebf8697-f8f6-412c-9791-cffa7bf46842, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:49.212627 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] For port 7ebf8697-f8f6-412c-9791-cffa7bf46842, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7ebf8697-f8f6-412c-9791-cffa7bf46842,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:49.222974 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8e00b0-feb8-4ae5-82e2-2ab51cd30186 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:27:49.234138 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a67063-edac-4abe-bc6b-a6d50752a1dc None None] Sync routers for ids ['260c0019-91a9-4428-ba88-5518dc375e88'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:27:49.238588 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.249905 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a67063-edac-4abe-bc6b-a6d50752a1dc None None] Routers {'260c0019-91a9-4428-ba88-5518dc375e88'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:49.251139 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-28a67063-edac-4abe-bc6b-a6d50752a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:27:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['260c0019-91a9-4428-ba88-5518dc375e88'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:49.265094 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9b8e00b0-feb8-4ae5-82e2-2ab51cd30186 admin admin] 10.222.0.38 "PUT /v2.0/routers/260c0019-91a9-4428-ba88-5518dc375e88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5136008 Jul 16 20:27:49.310433 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-f7d8da97-8cb1-4716-9c8e-12ba39016bdd tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:49.312678 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-f7d8da97-8cb1-4716-9c8e-12ba39016bdd tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.380844 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Pushing event updated for resources: {'Port': ['ID=7ebf8697-f8f6-412c-9791-cffa7bf46842,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:49.397313 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-28a67063-edac-4abe-bc6b-a6d50752a1dc None None] Set router 260c0019-91a9-4428-ba88-5518dc375e88 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:49.404013 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-f7d8da97-8cb1-4716-9c8e-12ba39016bdd tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6437423 Jul 16 20:27:49.404748 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:49.406786 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.408393 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-ae4fbcd7-b4d7-4cd6-9fa2-389c3b44919b service neutron] 10.222.0.18 "PUT /v2.0/ports/7ebf8697-f8f6-412c-9791-cffa7bf46842 HTTP/1.1" status: 200 len: 1092 time: 4.5519707 Jul 16 20:27:49.418812 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-5c9e837d-1df7-4fbf-8ee1-be3ce53f2770 service neutron] Request body: {'port': {'device_id': 'f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:49.468776 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device c14b4dff-fdb5-4497-acdf-7c7a9813267f up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:49.563671 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c370bd-dbe4-425e-8133-05460c85f6e1 req-e5fb8488-96b6-481c-9ef8-cb089d5b1999 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:49.577459 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a2c370bd-dbe4-425e-8133-05460c85f6e1 req-e5fb8488-96b6-481c-9ef8-cb089d5b1999 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 943 time: 0.2576683 Jul 16 20:27:49.613084 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-701a6264-c0f3-449c-8208-c327272d6a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:49.616633 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-701a6264-c0f3-449c-8208-c327272d6a00 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f8a8ade9cff04e3db4af1591a2770156&device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 1095 time: 0.1448104 Jul 16 20:27:49.722966 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-cb310c22-0be2-4431-a88e-6b0ee08e1791 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ebf8697-f8f6-412c-9791-cffa7bf46842 HTTP/1.1" status: 200 len: 217 time: 0.0940285 Jul 16 20:27:49.809676 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a2c370bd-dbe4-425e-8133-05460c85f6e1 req-2491b1da-c612-4145-bda7-26c0ec12afff tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269716 Jul 16 20:27:49.845746 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-5c9e837d-1df7-4fbf-8ee1-be3ce53f2770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.881211 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-28a67063-edac-4abe-bc6b-a6d50752a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c0019-91a9-4428-ba88-5518dc375e88', 'name': 'tempest-AttachSCSIVolumeTestJSON-1163147631-router', 'tenant_id': 'ac98e682f9564a20af69f1659d8ff414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '32a845e4-9788-4824-8ccb-e2cc6ce70f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:28Z', 'updated_at': '2021-07-16T20:27:44Z', 'revision_number': 4, 'project_id': 'ac98e682f9564a20af69f1659d8ff414', 'gw_port': {'id': '32a845e4-9788-4824-8ccb-e2cc6ce70f69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c0019-91a9-4428-ba88-5518dc375e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:32Z', 'updated_at': '2021-07-16T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '539ecb7b-ec22-4019-89a7-b9b7287253b5', 'name': '', 'network_id': 'c2fa3e81-1040-43a8-b077-a3b3a35fa72c', 'tenant_id': 'ac98e682f9564a20af69f1659d8ff414', 'mac_address': 'fa:16:3e:40:2c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c0019-91a9-4428-ba88-5518dc375e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '416ec7e9-071b-4e5e-b3ca-0ea11f74e08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:41Z', 'updated_at': '2021-07-16T20:27:45Z', 'revision_number': 2, 'project_id': 'ac98e682f9564a20af69f1659d8ff414', 'subnets': [{'id': '416ec7e9-071b-4e5e-b3ca-0ea11f74e08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:49.906348 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-fdc7441f-e9a0-4022-9bfb-0c40025c7f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:49.908950 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-fdc7441f-e9a0-4022-9bfb-0c40025c7f53 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=13ad8455-a3f9-4cd7-bb5a-6261d086b47a HTTP/1.1" status: 200 len: 861 time: 0.1836224 Jul 16 20:27:49.941342 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a67063-edac-4abe-bc6b-a6d50752a1dc None None] Checking router: 260c0019-91a9-4428-ba88-5518dc375e88 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:27:49.944523 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a67063-edac-4abe-bc6b-a6d50752a1dc None None] Updating router 260c0019-91a9-4428-ba88-5518dc375e88 port 539ecb7b-ec22-4019-89a7-b9b7287253b5 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:27:49.954726 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port c14b4dff-fdb5-4497-acdf-7c7a9813267f completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:49.967506 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port c14b4dff-fdb5-4497-acdf-7c7a9813267f triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:49.969735 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.985804 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-371f007d-b9c7-42c1-9080-d58c77ea9a5d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0476e10-8d02-4fbd-b804-ab41bcf63297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701857 Jul 16 20:27:49.999165 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-28a67063-edac-4abe-bc6b-a6d50752a1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.146438 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.214478 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-476c2590-eac8-49a6-a196-cd1f82b08460 service neutron] 10.222.0.18 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207341 Jul 16 20:27:50.224831 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port c14b4dff-fdb5-4497-acdf-7c7a9813267f, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c14b4dff-fdb5-4497-acdf-7c7a9813267f,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:50.230397 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.339917 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=c14b4dff-fdb5-4497-acdf-7c7a9813267f,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:50.342805 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb413dc2-0efd-4857-8382-0081ea2a1bf1 req-1806906b-821e-4e5f-a153-a28fa2d6646a tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:50.351075 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb413dc2-0efd-4857-8382-0081ea2a1bf1 req-1806906b-821e-4e5f-a153-a28fa2d6646a tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 945 time: 0.3375309 Jul 16 20:27:50.386376 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f16d76fe-364b-4de9-8c62-3bdcc1ff21b7 req-8b8ab4de-9ed3-49fe-b31e-1dfab80f58c0 service neutron] 10.222.0.18 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646738 Jul 16 20:27:50.423174 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f5073-d6f5-4fa9-816e-5a6d2a4270b0 req-7ecf37af-4607-4098-a682-e0367dd56e3b tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:50.431469 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b85f5073-d6f5-4fa9-816e-5a6d2a4270b0 req-7ecf37af-4607-4098-a682-e0367dd56e3b tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 931 time: 0.2620254 Jul 16 20:27:50.495054 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34952) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:50.502065 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-9bad8b8e-c9f8-4c23-acd5-ac6b2c43295d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1563513049-network', 'tenant_id': '51cc847a11f8452b9c78db123ef2f8ca'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:50.511997 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb413dc2-0efd-4857-8382-0081ea2a1bf1 req-94da7078-9c6a-40a7-987f-d091d2f70785 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596327 Jul 16 20:27:50.534699 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-28a67063-edac-4abe-bc6b-a6d50752a1dc None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.537114 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bad8b8e-c9f8-4c23-acd5-ac6b2c43295d admin admin] Made reservation on behalf of 51cc847a11f8452b9c78db123ef2f8ca for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:50.541183 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9bad8b8e-c9f8-4c23-acd5-ac6b2c43295d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.549173 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-28a67063-edac-4abe-bc6b-a6d50752a1dc None None] Transition to ACTIVE for port object 539ecb7b-ec22-4019-89a7-b9b7287253b5 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:50.555183 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9bad8b8e-c9f8-4c23-acd5-ac6b2c43295d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.557572 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-28a67063-edac-4abe-bc6b-a6d50752a1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.580694 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b85f5073-d6f5-4fa9-816e-5a6d2a4270b0 req-52844ed7-e70c-40b6-841a-29eb256fae9b tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482472 Jul 16 20:27:50.604213 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-5c9e837d-1df7-4fbf-8ee1-be3ce53f2770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e951cdf0-41d8-44ab-a556-77e943b8f8b5 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:50.626436 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-5c9e837d-1df7-4fbf-8ee1-be3ce53f2770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.640006 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079da2c-c3c1-412c-9577-fac7a100aece None None] Pushing event updated for resources: {'Port': ['ID=539ecb7b-ec22-4019-89a7-b9b7287253b5,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:50.683484 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-5c9e837d-1df7-4fbf-8ee1-be3ce53f2770 service neutron] Transition to ACTIVE for port object e951cdf0-41d8-44ab-a556-77e943b8f8b5 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:50.688544 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-5c9e837d-1df7-4fbf-8ee1-be3ce53f2770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.741774 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34964) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:50.770521 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-28a67063-edac-4abe-bc6b-a6d50752a1dc None None] Attempting to bind port 539ecb7b-ec22-4019-89a7-b9b7287253b5 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:50.772194 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-28a67063-edac-4abe-bc6b-a6d50752a1dc None None] Attempting to bind port 539ecb7b-ec22-4019-89a7-b9b7287253b5 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'b4e1a03e-80f8-4721-9088-3210f878bdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c2fa3e81-1040-43a8-b077-a3b3a35fa72c'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:50.773357 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a67063-edac-4abe-bc6b-a6d50752a1dc None None] Attempting to bind port 539ecb7b-ec22-4019-89a7-b9b7287253b5 on network c2fa3e81-1040-43a8-b077-a3b3a35fa72c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:50.783131 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9bad8b8e-c9f8-4c23-acd5-ac6b2c43295d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.787554 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a67063-edac-4abe-bc6b-a6d50752a1dc None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:50.788229 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a67063-edac-4abe-bc6b-a6d50752a1dc None None] Checking segment: {'id': 'b4e1a03e-80f8-4721-9088-3210f878bdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c2fa3e81-1040-43a8-b077-a3b3a35fa72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:50.788803 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-28a67063-edac-4abe-bc6b-a6d50752a1dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.790532 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a67063-edac-4abe-bc6b-a6d50752a1dc None None] Bound using segment: {'id': 'b4e1a03e-80f8-4721-9088-3210f878bdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c2fa3e81-1040-43a8-b077-a3b3a35fa72c'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:50.791373 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-28a67063-edac-4abe-bc6b-a6d50752a1dc None None] Bound port: 539ecb7b-ec22-4019-89a7-b9b7287253b5, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e1a03e-80f8-4721-9088-3210f878bdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c2fa3e81-1040-43a8-b077-a3b3a35fa72c'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:50.792036 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-28a67063-edac-4abe-bc6b-a6d50752a1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.797015 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9bad8b8e-c9f8-4c23-acd5-ac6b2c43295d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.808168 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e837d-1df7-4fbf-8ee1-be3ce53f2770 service neutron] Pushing event updated for resources: {'Port': ['ID=e951cdf0-41d8-44ab-a556-77e943b8f8b5,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:50.862972 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bad8b8e-c9f8-4c23-acd5-ac6b2c43295d admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:27:50.910358 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9bad8b8e-c9f8-4c23-acd5-ac6b2c43295d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.910881 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-9bad8b8e-c9f8-4c23-acd5-ac6b2c43295d admin admin] Added segment 5d9745a4-c4dd-4acf-b728-f5fc411c2b1c of type vlan for network 8bea5ebe-158d-4e75-8361-f9164427d954 Jul 16 20:27:50.935385 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad8b8e-c9f8-4c23-acd5-ac6b2c43295d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70437c8c-fb3f-4d60-a6fd-6cf57040a6b2,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:50.975567 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-28a67063-edac-4abe-bc6b-a6d50752a1dc None None] For port 539ecb7b-ec22-4019-89a7-b9b7287253b5, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:50.979525 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-28a67063-edac-4abe-bc6b-a6d50752a1dc None None] For port 539ecb7b-ec22-4019-89a7-b9b7287253b5, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=539ecb7b-ec22-4019-89a7-b9b7287253b5,segment=NetworkSegment(b4e1a03e-80f8-4721-9088-3210f878bdf6),segment_id=b4e1a03e-80f8-4721-9088-3210f878bdf6)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:50.985823 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-28a67063-edac-4abe-bc6b-a6d50752a1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.986911 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b08f087-6495-491a-81a3-c87fff399ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14b4dff-fdb5-4497-acdf-7c7a9813267f'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:50.989377 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4517d68-5723-4479-abc2-faad31c213d3" -d '{"events": [{"server_uuid": "2b08f087-6495-491a-81a3-c87fff399ac1", "name": "network-vif-plugged", "status": "completed", "tag": "c14b4dff-fdb5-4497-acdf-7c7a9813267f"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:51.012100 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-7f7ab3e9-f243-45b5-98c3-996b160c06e7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-784124110'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:51.020760 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-5c9e837d-1df7-4fbf-8ee1-be3ce53f2770 service neutron] Attempting to bind port e951cdf0-41d8-44ab-a556-77e943b8f8b5 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:51.021057 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-5c9e837d-1df7-4fbf-8ee1-be3ce53f2770 service neutron] Attempting to bind port e951cdf0-41d8-44ab-a556-77e943b8f8b5 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '8d35c410-30a1-4b75-a650-78fe73e706ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e1ef5a8-bcda-4218-b2dd-c5f692229aa3'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:51.021345 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-5c9e837d-1df7-4fbf-8ee1-be3ce53f2770 service neutron] Attempting to bind port e951cdf0-41d8-44ab-a556-77e943b8f8b5 on network 9e1ef5a8-bcda-4218-b2dd-c5f692229aa3 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:51.031881 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9bad8b8e-c9f8-4c23-acd5-ac6b2c43295d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.041682 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0336736-4bfd-49e1-b976-f80c9e4f342c req-25e19cd0-2a92-4cb0-997d-d728d0a9eba1 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:51.043332 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0336736-4bfd-49e1-b976-f80c9e4f342c req-25e19cd0-2a92-4cb0-997d-d728d0a9eba1 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b08f087-6495-491a-81a3-c87fff399ac1 HTTP/1.1" status: 200 len: 950 time: 0.1909387 Jul 16 20:27:51.044555 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-5c9e837d-1df7-4fbf-8ee1-be3ce53f2770 service neutron] Port e951cdf0-41d8-44ab-a556-77e943b8f8b5 on network 9e1ef5a8-bcda-4218-b2dd-c5f692229aa3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:51.044882 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-5c9e837d-1df7-4fbf-8ee1-be3ce53f2770 service neutron] Attempting to bind port e951cdf0-41d8-44ab-a556-77e943b8f8b5 on network 9e1ef5a8-bcda-4218-b2dd-c5f692229aa3 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:51.050986 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-5c9e837d-1df7-4fbf-8ee1-be3ce53f2770 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:51.051483 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-5c9e837d-1df7-4fbf-8ee1-be3ce53f2770 service neutron] Checking segment: {'id': '8d35c410-30a1-4b75-a650-78fe73e706ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e1ef5a8-bcda-4218-b2dd-c5f692229aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:51.051754 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-5c9e837d-1df7-4fbf-8ee1-be3ce53f2770 service neutron] Bound using segment: {'id': '8d35c410-30a1-4b75-a650-78fe73e706ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e1ef5a8-bcda-4218-b2dd-c5f692229aa3'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:51.052427 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-5c9e837d-1df7-4fbf-8ee1-be3ce53f2770 service neutron] Bound port: e951cdf0-41d8-44ab-a556-77e943b8f8b5, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35c410-30a1-4b75-a650-78fe73e706ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e1ef5a8-bcda-4218-b2dd-c5f692229aa3'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:51.052800 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-5c9e837d-1df7-4fbf-8ee1-be3ce53f2770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.059835 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7ab3e9-f243-45b5-98c3-996b160c06e7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:51.063043 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f7ab3e9-f243-45b5-98c3-996b160c06e7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.075011 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079da2c-c3c1-412c-9577-fac7a100aece None None] Pushing event updated for resources: {'Port': ['ID=539ecb7b-ec22-4019-89a7-b9b7287253b5,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:51.100548 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '112adbb0-0564-4d2e-b24f-4312ea29dd2b', 'tag': '7ebf8697-f8f6-412c-9791-cffa7bf46842'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:51.103177 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac36fb74-3748-4224-9f1a-e3e3f74f99f6" -d '{"events": [{"name": "network-changed", "server_uuid": "112adbb0-0564-4d2e-b24f-4312ea29dd2b", "tag": "7ebf8697-f8f6-412c-9791-cffa7bf46842"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:51.105887 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f7ab3e9-f243-45b5-98c3-996b160c06e7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.108613 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a67063-edac-4abe-bc6b-a6d50752a1dc None None] Routers {'260c0019-91a9-4428-ba88-5518dc375e88'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:51.110998 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-28a67063-edac-4abe-bc6b-a6d50752a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:27:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['260c0019-91a9-4428-ba88-5518dc375e88'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:51.138879 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9bad8b8e-c9f8-4c23-acd5-ac6b2c43295d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.140889 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bad8b8e-c9f8-4c23-acd5-ac6b2c43295d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:51.142142 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9bad8b8e-c9f8-4c23-acd5-ac6b2c43295d admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.159586 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0336736-4bfd-49e1-b976-f80c9e4f342c req-f235a946-2b1a-41db-a6f5-d3be8cf020bd tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d86c322-3ce5-48fe-b037-d51408957c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029601 Jul 16 20:27:51.225375 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-5c9e837d-1df7-4fbf-8ee1-be3ce53f2770 service neutron] For port e951cdf0-41d8-44ab-a556-77e943b8f8b5, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:51.231775 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-5c9e837d-1df7-4fbf-8ee1-be3ce53f2770 service neutron] For port e951cdf0-41d8-44ab-a556-77e943b8f8b5, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e951cdf0-41d8-44ab-a556-77e943b8f8b5,segment=NetworkSegment(8d35c410-30a1-4b75-a650-78fe73e706ce),segment_id=8d35c410-30a1-4b75-a650-78fe73e706ce)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:51.245079 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-5c9e837d-1df7-4fbf-8ee1-be3ce53f2770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.267257 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-5c9e837d-1df7-4fbf-8ee1-be3ce53f2770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:51.267843 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-5c9e837d-1df7-4fbf-8ee1-be3ce53f2770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.269365 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-5c9e837d-1df7-4fbf-8ee1-be3ce53f2770 service neutron] 10.222.0.18 "PUT /v2.0/ports/e951cdf0-41d8-44ab-a556-77e943b8f8b5 HTTP/1.1" status: 200 len: 1092 time: 1.8556144 Jul 16 20:27:51.269882 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba', 'tag': 'e951cdf0-41d8-44ab-a556-77e943b8f8b5'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:51.272391 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd1238b-7130-4bbe-8a34-a062897baada" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba", "tag": "e951cdf0-41d8-44ab-a556-77e943b8f8b5"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:51.334202 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-28a67063-edac-4abe-bc6b-a6d50752a1dc None None] Set router 260c0019-91a9-4428-ba88-5518dc375e88 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:51.338737 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f7ab3e9-f243-45b5-98c3-996b160c06e7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.350930 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f7ab3e9-f243-45b5-98c3-996b160c06e7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.405085 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9bad8b8e-c9f8-4c23-acd5-ac6b2c43295d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9082773 Jul 16 20:27:51.408304 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34994) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:51.410763 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ab3e9-f243-45b5-98c3-996b160c06e7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28153484-9148-41bc-b1a3-1eed3f093067,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:51.442783 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-1fef7d33-9dde-4aa0-89ff-c081b4dd38bd admin admin] Request body: {'subnet': {'network_id': '8bea5ebe-158d-4e75-8361-f9164427d954', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1563513049-subnet', 'tenant_id': '51cc847a11f8452b9c78db123ef2f8ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:51.461995 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7ab3e9-f243-45b5-98c3-996b160c06e7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:27:51.466170 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e837d-1df7-4fbf-8ee1-be3ce53f2770 service neutron] Pushing event updated for resources: {'Port': ['ID=e951cdf0-41d8-44ab-a556-77e943b8f8b5,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:51.616360 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f6050-006a-41fa-884e-eee8936a6630 req-7d415c34-2d50-4985-8e0b-59828f5d052e tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:51.620272 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-041f6050-006a-41fa-884e-eee8936a6630 req-7d415c34-2d50-4985-8e0b-59828f5d052e tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 943 time: 0.1552560 Jul 16 20:27:51.624252 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-4724ed59-0240-4f33-8e76-3df320979a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:51.626575 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-4724ed59-0240-4f33-8e76-3df320979a99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=865a4ca4e884477eae955fd4db1057f2&device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 1095 time: 0.2971480 Jul 16 20:27:51.637139 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f05303d6-6f1f-46ef-89ed-4130dcaa0408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.716042 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-994d04c6-8149-414c-ac6b-80b53790cbb1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e951cdf0-41d8-44ab-a556-77e943b8f8b5 HTTP/1.1" status: 200 len: 217 time: 0.0815468 Jul 16 20:27:51.771548 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-28a67063-edac-4abe-bc6b-a6d50752a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c0019-91a9-4428-ba88-5518dc375e88', 'name': 'tempest-AttachSCSIVolumeTestJSON-1163147631-router', 'tenant_id': 'ac98e682f9564a20af69f1659d8ff414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '32a845e4-9788-4824-8ccb-e2cc6ce70f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:28Z', 'updated_at': '2021-07-16T20:27:44Z', 'revision_number': 4, 'project_id': 'ac98e682f9564a20af69f1659d8ff414', 'gw_port': {'id': '32a845e4-9788-4824-8ccb-e2cc6ce70f69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c0019-91a9-4428-ba88-5518dc375e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:32Z', 'updated_at': '2021-07-16T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '539ecb7b-ec22-4019-89a7-b9b7287253b5', 'name': '', 'network_id': 'c2fa3e81-1040-43a8-b077-a3b3a35fa72c', 'tenant_id': 'ac98e682f9564a20af69f1659d8ff414', 'mac_address': 'fa:16:3e:40:2c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c0019-91a9-4428-ba88-5518dc375e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '416ec7e9-071b-4e5e-b3ca-0ea11f74e08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:41Z', 'updated_at': '2021-07-16T20:27:50Z', 'revision_number': 4, 'project_id': 'ac98e682f9564a20af69f1659d8ff414', 'subnets': [{'id': '416ec7e9-071b-4e5e-b3ca-0ea11f74e08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:51.797313 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-041f6050-006a-41fa-884e-eee8936a6630 req-f51e79e3-d06e-4547-9f5f-7c42dc06d125 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603329 Jul 16 20:27:51.871843 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-58954c4b-e9ba-4a58-9cfd-ef4b0828b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:51.876525 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-58954c4b-e9ba-4a58-9cfd-ef4b0828b767 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=973cc802-97a0-42d1-9c50-9d84240b247f HTTP/1.1" status: 200 len: 855 time: 0.1509888 Jul 16 20:27:51.953895 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a67063-edac-4abe-bc6b-a6d50752a1dc None None] The sync data for ids ['260c0019-91a9-4428-ba88-5518dc375e88'] in n-d-791506-21 is: [{'id': '260c0019-91a9-4428-ba88-5518dc375e88', 'name': 'tempest-AttachSCSIVolumeTestJSON-1163147631-router', 'tenant_id': 'ac98e682f9564a20af69f1659d8ff414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '32a845e4-9788-4824-8ccb-e2cc6ce70f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:28Z', 'updated_at': '2021-07-16T20:27:44Z', 'revision_number': 4, 'project_id': 'ac98e682f9564a20af69f1659d8ff414', 'gw_port': {'id': '32a845e4-9788-4824-8ccb-e2cc6ce70f69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c0019-91a9-4428-ba88-5518dc375e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:32Z', 'updated_at': '2021-07-16T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '539ecb7b-ec22-4019-89a7-b9b7287253b5', 'name': '', 'network_id': 'c2fa3e81-1040-43a8-b077-a3b3a35fa72c', 'tenant_id': 'ac98e682f9564a20af69f1659d8ff414', 'mac_address': 'fa:16:3e:40:2c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c0019-91a9-4428-ba88-5518dc375e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '416ec7e9-071b-4e5e-b3ca-0ea11f74e08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:41Z', 'updated_at': '2021-07-16T20:27:50Z', 'revision_number': 4, 'project_id': 'ac98e682f9564a20af69f1659d8ff414', 'subnets': [{'id': '416ec7e9-071b-4e5e-b3ca-0ea11f74e08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:27:51.954868 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecf405c-797c-4889-b687-d038800be177 x-openstack-request-id: req-fecf405c-797c-4889-b687-d038800be177 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:51.955391 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b08f087-6495-491a-81a3-c87fff399ac1", "name": "network-vif-plugged", "status": "completed", "tag": "c14b4dff-fdb5-4497-acdf-7c7a9813267f", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:51.955949 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fecf405c-797c-4889-b687-d038800be177 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:51.956531 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b08f087-6495-491a-81a3-c87fff399ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14b4dff-fdb5-4497-acdf-7c7a9813267f', 'code': 200} Jul 16 20:27:51.967310 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-482f9412-38bd-4d48-b3e1-42882670f82f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9e1ef5a8-bcda-4218-b2dd-c5f692229aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818889 Jul 16 20:27:51.969302 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad8b8e-c9f8-4c23-acd5-ac6b2c43295d admin admin] Pushing event updated for resources: {'Network': ['ID=8bea5ebe-158d-4e75-8361-f9164427d954,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:51.983851 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 8bea5ebe-158d-4e75-8361-f9164427d954 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:27:51.996212 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f7ab3e9-f243-45b5-98c3-996b160c06e7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.999172 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-7f7ab3e9-f243-45b5-98c3-996b160c06e7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Added segment 2d9d61ae-c19c-49ea-87a2-09a6e14db35d of type vlan for network e037d4fb-96b9-4f75-9ba3-6684fa98dc76 Jul 16 20:27:52.110023 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fef7d33-9dde-4aa0-89ff-c081b4dd38bd admin admin] Made reservation on behalf of 51cc847a11f8452b9c78db123ef2f8ca for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:52.125940 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1fef7d33-9dde-4aa0-89ff-c081b4dd38bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.128176 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb7b1e1-ef76-46f5-b486-1fec761d6ad4 x-openstack-request-id: req-ccb7b1e1-ef76-46f5-b486-1fec761d6ad4 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:52.128468 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba", "tag": "e951cdf0-41d8-44ab-a556-77e943b8f8b5", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:52.128725 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ccb7b1e1-ef76-46f5-b486-1fec761d6ad4 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:52.129122 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba', 'tag': 'e951cdf0-41d8-44ab-a556-77e943b8f8b5', 'status': 'completed', 'code': 200} Jul 16 20:27:52.150500 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9da1274-4898-498e-9346-c3ce59d95303 x-openstack-request-id: req-f9da1274-4898-498e-9346-c3ce59d95303 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:52.150890 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "112adbb0-0564-4d2e-b24f-4312ea29dd2b", "tag": "7ebf8697-f8f6-412c-9791-cffa7bf46842", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:52.151138 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f9da1274-4898-498e-9346-c3ce59d95303 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:52.151558 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '112adbb0-0564-4d2e-b24f-4312ea29dd2b', 'tag': '7ebf8697-f8f6-412c-9791-cffa7bf46842', 'status': 'completed', 'code': 200} Jul 16 20:27:52.187325 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-1e60c765-3777-4cbb-9c52-fd5aeb0d3a11 service neutron] 10.222.0.18 "GET /v2.0/networks/9e1ef5a8-bcda-4218-b2dd-c5f692229aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127733 Jul 16 20:27:52.254508 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f7ab3e9-f243-45b5-98c3-996b160c06e7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.381189 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f7ab3e9-f243-45b5-98c3-996b160c06e7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.387796 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7ab3e9-f243-45b5-98c3-996b160c06e7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:52.388562 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f7ab3e9-f243-45b5-98c3-996b160c06e7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.457601 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7f7ab3e9-f243-45b5-98c3-996b160c06e7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7136531 Jul 16 20:27:52.459834 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca896afb-c2ca-4be8-a59f-86e6a29c6afd req-fe561215-c72f-458d-954f-d400e1f26b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:52.462598 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ca896afb-c2ca-4be8-a59f-86e6a29c6afd req-fe561215-c72f-458d-954f-d400e1f26b92 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2b08f087-6495-491a-81a3-c87fff399ac1 HTTP/1.1" status: 200 len: 1102 time: 0.3534985 Jul 16 20:27:52.465267 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35026) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:52.479726 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d5d88862-1061-464b-b15a-1b0b24f02095 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'port': {'network_id': 'e037d4fb-96b9-4f75-9ba3-6684fa98dc76', 'name': 'tempest-PortsIpV6TestJSON-1912277719'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:52.563464 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36fb74-3748-4224-9f1a-e3e3f74f99f6 req-7ce4e5b3-0d59-47d4-a479-8cdccfefd161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:52.564923 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ac36fb74-3748-4224-9f1a-e3e3f74f99f6 req-7ce4e5b3-0d59-47d4-a479-8cdccfefd161 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f8a8ade9cff04e3db4af1591a2770156&device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 1095 time: 0.4125597 Jul 16 20:27:52.585223 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ab3e9-f243-45b5-98c3-996b160c06e7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Network': ['ID=e037d4fb-96b9-4f75-9ba3-6684fa98dc76,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:52.609227 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network e037d4fb-96b9-4f75-9ba3-6684fa98dc76 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:27:52.723664 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3c1f9e8-0d69-4b66-8523-8514fa34330a req-a710f95f-769f-4d4f-b22a-ca4f8e37a86f service neutron] 10.222.0.18 "GET /v2.0/networks/9e1ef5a8-bcda-4218-b2dd-c5f692229aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266080 Jul 16 20:27:52.729203 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ca896afb-c2ca-4be8-a59f-86e6a29c6afd req-8206e083-f53c-4e6a-8053-5035d5d64d9c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7d86c322-3ce5-48fe-b037-d51408957c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396030 Jul 16 20:27:52.756471 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b4dff-a7a9-43d7-98e4-14961a8f92e4 req-6d189992-c6e3-4335-be6b-0652a537c564 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:52.766789 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-025b4dff-a7a9-43d7-98e4-14961a8f92e4 req-6d189992-c6e3-4335-be6b-0652a537c564 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 945 time: 0.4563408 Jul 16 20:27:52.809164 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1fef7d33-9dde-4aa0-89ff-c081b4dd38bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.828665 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d88862-1061-464b-b15a-1b0b24f02095 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:52.832219 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d5d88862-1061-464b-b15a-1b0b24f02095 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.838266 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef327b-a961-474b-9358-2550131ad55d req-af5556e1-2751-4c21-a319-97d94148d9f9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:52.840675 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-82ef327b-a961-474b-9358-2550131ad55d req-af5556e1-2751-4c21-a319-97d94148d9f9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 943 time: 0.2112362 Jul 16 20:27:52.871626 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36fb74-3748-4224-9f1a-e3e3f74f99f6 req-b803c9bc-eb24-482a-9e64-edc15e9d2974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:52.873144 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ac36fb74-3748-4224-9f1a-e3e3f74f99f6 req-b803c9bc-eb24-482a-9e64-edc15e9d2974 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 200 len: 922 time: 0.2893991 Jul 16 20:27:52.879247 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-025b4dff-a7a9-43d7-98e4-14961a8f92e4 req-3639a092-87a1-4aa5-8815-459d4f6a038d tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111367 Jul 16 20:27:52.901690 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-d5d88862-1061-464b-b15a-1b0b24f02095 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] device_id is not set on port 41c814ab-04e7-4798-8fef-67b68c4b7b36 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:27:52.910271 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-82ef327b-a961-474b-9358-2550131ad55d req-55e5d544-830a-4f8f-9e3a-a5498b39310d tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626552 Jul 16 20:27:52.918435 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1238b-7130-4bbe-8a34-a062897baada req-ef0a5888-caae-4f3c-b2df-454d3b8abacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:52.919986 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5fd1238b-7130-4bbe-8a34-a062897baada req-ef0a5888-caae-4f3c-b2df-454d3b8abacf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=865a4ca4e884477eae955fd4db1057f2&device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 1095 time: 0.1292748 Jul 16 20:27:52.971013 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ac36fb74-3748-4224-9f1a-e3e3f74f99f6 req-1c37a0ec-88cf-4ab4-96ad-65f449655163 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ebf8697-f8f6-412c-9791-cffa7bf46842 HTTP/1.1" status: 200 len: 217 time: 0.0880775 Jul 16 20:27:52.975111 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef7d33-9dde-4aa0-89ff-c081b4dd38bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a6becea-12de-4971-a3b1-8a3aff138970,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:53.068878 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fef7d33-9dde-4aa0-89ff-c081b4dd38bd admin admin] Checking segment: {'id': '5d9745a4-c4dd-4acf-b728-f5fc411c2b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8bea5ebe-158d-4e75-8361-f9164427d954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:53.069250 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fef7d33-9dde-4aa0-89ff-c081b4dd38bd admin admin] Network hostable DHCP agents. Network: 8bea5ebe-158d-4e75-8361-f9164427d954, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:27:53.072008 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1238b-7130-4bbe-8a34-a062897baada req-815ea7d5-e447-4994-a8ad-c22a8f708bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:53.075841 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5fd1238b-7130-4bbe-8a34-a062897baada req-815ea7d5-e447-4994-a8ad-c22a8f708bc3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9e1ef5a8-bcda-4218-b2dd-c5f692229aa3 HTTP/1.1" status: 200 len: 916 time: 0.1490252 Jul 16 20:27:53.150681 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36fb74-3748-4224-9f1a-e3e3f74f99f6 req-c4feb859-daca-4531-abe3-2a8e95660373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:53.152566 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ac36fb74-3748-4224-9f1a-e3e3f74f99f6 req-c4feb859-daca-4531-abe3-2a8e95660373 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=13ad8455-a3f9-4cd7-bb5a-6261d086b47a HTTP/1.1" status: 200 len: 861 time: 0.1319416 Jul 16 20:27:53.153478 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5fd1238b-7130-4bbe-8a34-a062897baada req-0cd69994-8bfe-4c28-bc76-03b0615499fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e951cdf0-41d8-44ab-a556-77e943b8f8b5 HTTP/1.1" status: 200 len: 217 time: 0.0703650 Jul 16 20:27:53.213273 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ac36fb74-3748-4224-9f1a-e3e3f74f99f6 req-ab594509-0bf5-4de1-897d-4d3e8030446b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0476e10-8d02-4fbd-b804-ab41bcf63297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446296 Jul 16 20:27:53.221555 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fef7d33-9dde-4aa0-89ff-c081b4dd38bd admin admin] Network 8bea5ebe-158d-4e75-8361-f9164427d954 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:27:53.307783 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 539ecb7b-ec22-4019-89a7-b9b7287253b5 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:53.320948 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1238b-7130-4bbe-8a34-a062897baada req-60f0417c-9c59-4a4d-9585-6d33ee7eb510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:53.322918 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5fd1238b-7130-4bbe-8a34-a062897baada req-60f0417c-9c59-4a4d-9585-6d33ee7eb510 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=973cc802-97a0-42d1-9c50-9d84240b247f HTTP/1.1" status: 200 len: 855 time: 0.1571667 Jul 16 20:27:53.372533 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ac36fb74-3748-4224-9f1a-e3e3f74f99f6 req-9adf1d40-c398-41fe-b738-fecb6e2ed91a service neutron] 10.222.0.18 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519082 Jul 16 20:27:53.392530 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-1fef7d33-9dde-4aa0-89ff-c081b4dd38bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 8bea5ebe-158d-4e75-8361-f9164427d954) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:53.402269 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fef7d33-9dde-4aa0-89ff-c081b4dd38bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:53.404347 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1fef7d33-9dde-4aa0-89ff-c081b4dd38bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.417309 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de217f1-b664-4399-98a6-f0d2f10db750 None None] Network 8bea5ebe-158d-4e75-8361-f9164427d954 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:53.432446 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5fd1238b-7130-4bbe-8a34-a062897baada req-9464b768-15a4-4f76-a26f-afccb4f67e7d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9e1ef5a8-bcda-4218-b2dd-c5f692229aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929093 Jul 16 20:27:53.461185 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 539ecb7b-ec22-4019-89a7-b9b7287253b5 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:53.469689 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 539ecb7b-ec22-4019-89a7-b9b7287253b5 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:53.470149 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.477637 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14492cf-ceab-4823-aa4f-7aef0604ee13 req-8f755d1f-d183-43fe-a2b9-5fbf7d65aaa8 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:53.479202 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e14492cf-ceab-4823-aa4f-7aef0604ee13 req-8f755d1f-d183-43fe-a2b9-5fbf7d65aaa8 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b08f087-6495-491a-81a3-c87fff399ac1 HTTP/1.1" status: 200 len: 950 time: 0.3281708 Jul 16 20:27:53.555399 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 81ce99cf-7793-40e6-a832-d7af7dbf4ca1 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:53.590056 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ac36fb74-3748-4224-9f1a-e3e3f74f99f6 req-ffd22654-af86-4a72-8721-71e3c8e54ded service neutron] 10.222.0.18 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992049 Jul 16 20:27:53.667367 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debd6dd-0ca5-4a04-99ec-6205ec21643a req-3bce5d11-e023-4f2f-b7a6-547c6ac5b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:53.670292 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8debd6dd-0ca5-4a04-99ec-6205ec21643a req-3bce5d11-e023-4f2f-b7a6-547c6ac5b0e7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 1097 time: 0.6155045 Jul 16 20:27:53.678925 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1fef7d33-9dde-4aa0-89ff-c081b4dd38bd admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2471483 Jul 16 20:27:53.683284 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35034) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:53.703807 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e14492cf-ceab-4823-aa4f-7aef0604ee13 req-35270e08-c4fe-4f81-88c9-ac4864622993 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d86c322-3ce5-48fe-b037-d51408957c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154827 Jul 16 20:27:53.718351 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.752725 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228860e-8529-469b-a2f0-4436d73837f5 req-ac5d2312-245a-41cb-9e05-e63315b29e40 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:53.764173 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4228860e-8529-469b-a2f0-4436d73837f5 req-ac5d2312-245a-41cb-9e05-e63315b29e40 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5a1179e-41c6-4461-90dc-dfd416cc068e HTTP/1.1" status: 200 len: 949 time: 0.2732103 Jul 16 20:27:53.775919 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5fd1238b-7130-4bbe-8a34-a062897baada req-8dd3e396-14f4-45c0-850f-18b8b14c13d7 service neutron] 10.222.0.18 "GET /v2.0/networks/9e1ef5a8-bcda-4218-b2dd-c5f692229aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146446 Jul 16 20:27:53.799568 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-f18436f2-59cd-49aa-bae4-acbd5af42a65 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1563513049-router', 'tenant_id': '51cc847a11f8452b9c78db123ef2f8ca', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:53.845000 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f18436f2-59cd-49aa-bae4-acbd5af42a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.846446 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f18436f2-59cd-49aa-bae4-acbd5af42a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.855432 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4228860e-8529-469b-a2f0-4436d73837f5 req-d4f39134-95df-4bea-a336-5706a5d1f254 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f92684f-746e-4a40-abfc-7e68aa0c15e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896795 Jul 16 20:27:53.875701 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 539ecb7b-ec22-4019-89a7-b9b7287253b5, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=539ecb7b-ec22-4019-89a7-b9b7287253b5,segment=NetworkSegment(b4e1a03e-80f8-4721-9088-3210f878bdf6),segment_id=b4e1a03e-80f8-4721-9088-3210f878bdf6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:53.879523 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.889311 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.920168 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f18436f2-59cd-49aa-bae4-acbd5af42a65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.925927 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d5d88862-1061-464b-b15a-1b0b24f02095 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.964945 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca65985-680f-431b-a6fe-a6dab260f3d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81ce99cf-7793-40e6-a832-d7af7dbf4ca1'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:53.967299 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6d3a08-40a7-4dc9-9d93-0552726fc6e4" -d '{"events": [{"server_uuid": "bca65985-680f-431b-a6fe-a6dab260f3d0", "name": "network-vif-unplugged", "status": "completed", "tag": "81ce99cf-7793-40e6-a832-d7af7dbf4ca1"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:53.989591 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c1c336-5f82-45a6-852f-9d609cd251eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-8bea5ebe-158d-4e75-8361-f9164427d954', 'network_id': '8bea5ebe-158d-4e75-8361-f9164427d954', 'tenant_id': '51cc847a11f8452b9c78db123ef2f8ca', 'fixed_ips': [{'subnet_id': '6a6becea-12de-4971-a3b1-8a3aff138970'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:27:53.990472 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4c1c336-5f82-45a6-852f-9d609cd251eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.995203 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 81ce99cf-7793-40e6-a832-d7af7dbf4ca1, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=81ce99cf-7793-40e6-a832-d7af7dbf4ca1,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:54.011347 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.028535 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=539ecb7b-ec22-4019-89a7-b9b7287253b5,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:54.040595 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:54.041059 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:54.041311 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:54.041481 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:54.042215 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:54.042215 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:54.042641 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:54.042832 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:54.043009 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:54.043340 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:54.043661 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:54.043975 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:54.045965 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8debd6dd-0ca5-4a04-99ec-6205ec21643a req-f5fd0466-1931-4acd-b859-df4d0dadfa53 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612788 Jul 16 20:27:54.054482 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5fd1238b-7130-4bbe-8a34-a062897baada req-0e26db4e-0a31-4baf-8ec2-ebb5513885a7 service neutron] 10.222.0.18 "GET /v2.0/networks/9e1ef5a8-bcda-4218-b2dd-c5f692229aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692862 Jul 16 20:27:54.087563 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8a052-223c-48cc-9f30-b23c75f93382 req-b3a3d4ac-ef63-4cab-bdf8-f1f0782b5207 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:54.089938 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2da8a052-223c-48cc-9f30-b23c75f93382 req-b3a3d4ac-ef63-4cab-bdf8-f1f0782b5207 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5a1179e-41c6-4461-90dc-dfd416cc068e HTTP/1.1" status: 200 len: 949 time: 0.4507542 Jul 16 20:27:54.145143 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05723-82e6-4974-b314-22598d6d176e req-a68a06a2-2622-4c26-a738-d291dc9434fe tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:54.146839 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6bf05723-82e6-4974-b314-22598d6d176e req-a68a06a2-2622-4c26-a738-d291dc9434fe tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 943 time: 0.2151439 Jul 16 20:27:54.152986 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=81ce99cf-7793-40e6-a832-d7af7dbf4ca1,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:54.159202 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-d16f1551-089f-432b-875c-31df7f89748e tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:54.161953 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-d16f1551-089f-432b-875c-31df7f89748e tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/networks?id=e1c5d2cc-b665-49f1-a6ce-bba156502988 HTTP/1.1" status: 200 len: 804 time: 0.1715319 Jul 16 20:27:54.165077 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 7ebf8697-f8f6-412c-9791-cffa7bf46842 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:27:54.202936 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f18436f2-59cd-49aa-bae4-acbd5af42a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.215775 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72809d8a-cb9d-47e6-b84a-cb83b743944d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.216027 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-e9ef30bb-b6df-4235-b049-26e360a03a4a tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/quotas/8b8887d8465f43f68153fdd72b6e7bdc HTTP/1.1" status: 200 len: 375 time: 0.0296388 Jul 16 20:27:54.224704 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.240918 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d5d88862-1061-464b-b15a-1b0b24f02095 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.287330 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6bf05723-82e6-4974-b314-22598d6d176e req-76ceff2a-2867-455d-a0d7-5b85d0d695a8 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238129 Jul 16 20:27:54.330844 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-d4c1c336-5f82-45a6-852f-9d609cd251eb None None] Allocated IP 172.20.0.2 (8bea5ebe-158d-4e75-8361-f9164427d954/6a6becea-12de-4971-a3b1-8a3aff138970/092da4a3-61e4-4852-b1b9-dce68d4e09aa) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:54.338905 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d88862-1061-464b-b15a-1b0b24f02095 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Port': ['ID=41c814ab-04e7-4798-8fef-67b68c4b7b36,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:54.374379 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-bc375cfb-e6db-49dc-b033-97a635cf006a tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8b8887d8465f43f68153fdd72b6e7bdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1457696 Jul 16 20:27:54.391395 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d88862-1061-464b-b15a-1b0b24f02095 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Checking segment: {'id': '2d9d61ae-c19c-49ea-87a2-09a6e14db35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e037d4fb-96b9-4f75-9ba3-6684fa98dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:54.391782 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d88862-1061-464b-b15a-1b0b24f02095 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network hostable DHCP agents. Network: e037d4fb-96b9-4f75-9ba3-6684fa98dc76, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:27:54.392526 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 7ebf8697-f8f6-412c-9791-cffa7bf46842, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7ebf8697-f8f6-412c-9791-cffa7bf46842,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:54.417916 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-2da8a052-223c-48cc-9f30-b23c75f93382 req-3c6ed8fa-22b7-4e03-80bc-d6a27f24e98c tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Deleting port f27bafd3-77fd-4177-9ac0-3a8b85957b37 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:54.418154 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2da8a052-223c-48cc-9f30-b23c75f93382 req-3c6ed8fa-22b7-4e03-80bc-d6a27f24e98c tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.438209 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '7ebf8697-f8f6-412c-9791-cffa7bf46842', 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297', 'port_id': '7ebf8697-f8f6-412c-9791-cffa7bf46842', 'mac_address': 'fa:16:3e:f9:25:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ad8455-a3f9-4cd7-bb5a-6261d086b47a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:27:54.505550 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.512324 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d88862-1061-464b-b15a-1b0b24f02095 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network e037d4fb-96b9-4f75-9ba3-6684fa98dc76 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:27:54.525841 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ebf8697-f8f6-412c-9791-cffa7bf46842 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:54.527693 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-ec3cc77b-25ce-44dc-9ed6-fe09b7ceb196 service neutron] 10.222.0.38 "GET /v2.0/networks/e1c5d2cc-b665-49f1-a6ce-bba156502988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462579 Jul 16 20:27:54.535691 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-d5d88862-1061-464b-b15a-1b0b24f02095 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, e037d4fb-96b9-4f75-9ba3-6684fa98dc76) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:54.543863 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d88862-1061-464b-b15a-1b0b24f02095 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:54.549585 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d88862-1061-464b-b15a-1b0b24f02095 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:54.550210 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d5d88862-1061-464b-b15a-1b0b24f02095 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.566237 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6709eee-cd5e-49ba-af5a-d8060b6b6b39 None None] Network e037d4fb-96b9-4f75-9ba3-6684fa98dc76 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:54.575181 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-2da8a052-223c-48cc-9f30-b23c75f93382 req-3c6ed8fa-22b7-4e03-80bc-d6a27f24e98c tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] For port f27bafd3-77fd-4177-9ac0-3a8b85957b37, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f27bafd3-77fd-4177-9ac0-3a8b85957b37,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:54.575584 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2da8a052-223c-48cc-9f30-b23c75f93382 req-3c6ed8fa-22b7-4e03-80bc-d6a27f24e98c tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.584410 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f574e3-f933-411d-be62-910bd31f2229 req-706c51ab-fcb2-41e8-8c49-e563374f7c34 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:54.590480 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d5d88862-1061-464b-b15a-1b0b24f02095 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1204424 Jul 16 20:27:54.592867 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d1f574e3-f933-411d-be62-910bd31f2229 req-706c51ab-fcb2-41e8-8c49-e563374f7c34 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 945 time: 0.1349218 Jul 16 20:27:54.595101 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35050) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:54.596252 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 7ebf8697-f8f6-412c-9791-cffa7bf46842, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7ebf8697-f8f6-412c-9791-cffa7bf46842,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:54.611894 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.635086 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-2da8a052-223c-48cc-9f30-b23c75f93382 req-3c6ed8fa-22b7-4e03-80bc-d6a27f24e98c tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Calling delete_port for f27bafd3-77fd-4177-9ac0-3a8b85957b37 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:54.639919 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-8322855d-4a35-485e-9a85-ca155063441f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1591814307'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:54.658013 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4c1c336-5f82-45a6-852f-9d609cd251eb None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.683464 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d1f574e3-f933-411d-be62-910bd31f2229 req-355b5bea-ebe7-42e9-840a-d823d07e509b tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891562 Jul 16 20:27:54.711694 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-a0e3df30-9126-4c5c-a398-ef378fc4caa2 service neutron] 10.222.0.38 "GET /v2.0/networks/e1c5d2cc-b665-49f1-a6ce-bba156502988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708367 Jul 16 20:27:54.712593 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d4c1c336-5f82-45a6-852f-9d609cd251eb None None] Transition to ACTIVE for port object 092da4a3-61e4-4852-b1b9-dce68d4e09aa will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:54.775112 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8322855d-4a35-485e-9a85-ca155063441f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:54.779111 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8322855d-4a35-485e-9a85-ca155063441f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.786757 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=7ebf8697-f8f6-412c-9791-cffa7bf46842,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:54.822398 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d4c1c336-5f82-45a6-852f-9d609cd251eb None None] Transition to ACTIVE for port object 092da4a3-61e4-4852-b1b9-dce68d4e09aa will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:54.825472 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['7ebf8697-f8f6-412c-9791-cffa7bf46842'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:54.836879 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f18436f2-59cd-49aa-bae4-acbd5af42a65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.859039 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4c1c336-5f82-45a6-852f-9d609cd251eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.923315 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7ab8ce-1028-4fd2-9756-1202d5e323bf x-openstack-request-id: req-5e7ab8ce-1028-4fd2-9756-1202d5e323bf {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:54.923617 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca65985-680f-431b-a6fe-a6dab260f3d0", "name": "network-vif-unplugged", "status": "completed", "tag": "81ce99cf-7793-40e6-a832-d7af7dbf4ca1", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:54.923863 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5e7ab8ce-1028-4fd2-9756-1202d5e323bf {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:54.924252 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca65985-680f-431b-a6fe-a6dab260f3d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81ce99cf-7793-40e6-a832-d7af7dbf4ca1', 'code': 200} Jul 16 20:27:54.943133 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c1c336-5f82-45a6-852f-9d609cd251eb None None] Network 8bea5ebe-158d-4e75-8361-f9164427d954 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:54.953190 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d4c1c336-5f82-45a6-852f-9d609cd251eb None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:54.966168 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c1c336-5f82-45a6-852f-9d609cd251eb None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:54.980004 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1c336-5f82-45a6-852f-9d609cd251eb None None] Pushing event updated for resources: {'Port': ['ID=092da4a3-61e4-4852-b1b9-dce68d4e09aa,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:54.980533 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8322855d-4a35-485e-9a85-ca155063441f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:27:54.999962 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8322855d-4a35-485e-9a85-ca155063441f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.000544 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-8322855d-4a35-485e-9a85-ca155063441f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Added segment 4642534f-dcd9-4f93-95f2-83059ee2fdf0 of type vlan for network e1ca8a27-6fe2-4e5a-83d0-0331325bb346 Jul 16 20:27:55.056953 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d1ab0-22ff-45ae-985b-88e372220f13 req-da987384-af7f-49cb-8817-1b7e75ee3c8f tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:55.060889 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8322855d-4a35-485e-9a85-ca155063441f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.065857 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e87d1ab0-22ff-45ae-985b-88e372220f13 req-da987384-af7f-49cb-8817-1b7e75ee3c8f tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 943 time: 0.1487033 Jul 16 20:27:55.084715 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f18436f2-59cd-49aa-bae4-acbd5af42a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.084976 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-d4c1c336-5f82-45a6-852f-9d609cd251eb None None] Attempting to bind port 092da4a3-61e4-4852-b1b9-dce68d4e09aa on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:55.086052 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-d4c1c336-5f82-45a6-852f-9d609cd251eb None None] Attempting to bind port 092da4a3-61e4-4852-b1b9-dce68d4e09aa by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '5d9745a4-c4dd-4acf-b728-f5fc411c2b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8bea5ebe-158d-4e75-8361-f9164427d954'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:55.087241 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c1c336-5f82-45a6-852f-9d609cd251eb None None] Attempting to bind port 092da4a3-61e4-4852-b1b9-dce68d4e09aa on network 8bea5ebe-158d-4e75-8361-f9164427d954 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:55.090054 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2da8a052-223c-48cc-9f30-b23c75f93382 req-3c6ed8fa-22b7-4e03-80bc-d6a27f24e98c tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.101048 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c1c336-5f82-45a6-852f-9d609cd251eb None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:55.102868 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c1c336-5f82-45a6-852f-9d609cd251eb None None] Checking segment: {'id': '5d9745a4-c4dd-4acf-b728-f5fc411c2b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8bea5ebe-158d-4e75-8361-f9164427d954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:55.103771 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4c1c336-5f82-45a6-852f-9d609cd251eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.104460 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c1c336-5f82-45a6-852f-9d609cd251eb None None] Bound using segment: {'id': '5d9745a4-c4dd-4acf-b728-f5fc411c2b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8bea5ebe-158d-4e75-8361-f9164427d954'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:55.105831 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-d4c1c336-5f82-45a6-852f-9d609cd251eb None None] Bound port: 092da4a3-61e4-4852-b1b9-dce68d4e09aa, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9745a4-c4dd-4acf-b728-f5fc411c2b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8bea5ebe-158d-4e75-8361-f9164427d954'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:55.106559 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4c1c336-5f82-45a6-852f-9d609cd251eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.148845 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ed8fa-22b7-4e03-80bc-d6a27f24e98c tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Pushing event deleted for resources: {'Port': ['ID=f27bafd3-77fd-4177-9ac0-3a8b85957b37,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:55.169887 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e87d1ab0-22ff-45ae-985b-88e372220f13 req-0faf6798-fc5b-4a67-8b0b-5e3b202d153b tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930939 Jul 16 20:27:55.223539 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8322855d-4a35-485e-9a85-ca155063441f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.231380 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8322855d-4a35-485e-9a85-ca155063441f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:55.232413 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8322855d-4a35-485e-9a85-ca155063441f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.321034 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-d4c1c336-5f82-45a6-852f-9d609cd251eb None None] For port 092da4a3-61e4-4852-b1b9-dce68d4e09aa, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:55.323178 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1168881e-2d54-470d-ba52-d4d71cc4e890 req-ef97c08b-44b4-46b8-9c90-b69f1efa43f4 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=73f4fa6b-09dd-46e9-9532-12e2b8b55358 HTTP/1.1" status: 200 len: 210 time: 0.0579081 Jul 16 20:27:55.362211 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 539ecb7b-ec22-4019-89a7-b9b7287253b5 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:55.375401 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd37842-cf88-4272-a733-e34e5ad9db8d req-c3af3968-1020-4ebf-a240-ffe7e6f0833f tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:55.377939 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0cd37842-cf88-4272-a733-e34e5ad9db8d req-c3af3968-1020-4ebf-a240-ffe7e6f0833f tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b08f087-6495-491a-81a3-c87fff399ac1 HTTP/1.1" status: 200 len: 950 time: 0.2063954 Jul 16 20:27:55.430401 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da8a052-223c-48cc-9f30-b23c75f93382 req-3c6ed8fa-22b7-4e03-80bc-d6a27f24e98c tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] No DVR routers for this DVR port f27bafd3-77fd-4177-9ac0-3a8b85957b37 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:55.434169 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8322855d-4a35-485e-9a85-ca155063441f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8379607 Jul 16 20:27:55.438338 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2da8a052-223c-48cc-9f30-b23c75f93382 req-3c6ed8fa-22b7-4e03-80bc-d6a27f24e98c tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.440660 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2da8a052-223c-48cc-9f30-b23c75f93382 req-3c6ed8fa-22b7-4e03-80bc-d6a27f24e98c tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.18 "DELETE /v2.0/ports/f27bafd3-77fd-4177-9ac0-3a8b85957b37 HTTP/1.1" status: 204 len: 173 time: 1.3446295 Jul 16 20:27:55.446687 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a1179e-41c6-4461-90dc-dfd416cc068e', 'name': 'network-vif-deleted', 'tag': 'f27bafd3-77fd-4177-9ac0-3a8b85957b37'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:55.449079 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d57e262-5876-4f48-91d3-83ace39e3825" -d '{"events": [{"server_uuid": "f5a1179e-41c6-4461-90dc-dfd416cc068e", "name": "network-vif-deleted", "tag": "f27bafd3-77fd-4177-9ac0-3a8b85957b37"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:55.456630 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35066) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:55.457133 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-d4c1c336-5f82-45a6-852f-9d609cd251eb None None] For port 092da4a3-61e4-4852-b1b9-dce68d4e09aa, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=092da4a3-61e4-4852-b1b9-dce68d4e09aa,segment=NetworkSegment(5d9745a4-c4dd-4acf-b728-f5fc411c2b1c),segment_id=5d9745a4-c4dd-4acf-b728-f5fc411c2b1c)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:55.472985 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4c1c336-5f82-45a6-852f-9d609cd251eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.500486 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322855d-4a35-485e-9a85-ca155063441f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Network': ['ID=e1ca8a27-6fe2-4e5a-83d0-0331325bb346,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:55.519675 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'ports': [{'network_id': 'e037d4fb-96b9-4f75-9ba3-6684fa98dc76'}, {'network_id': 'e1ca8a27-6fe2-4e5a-83d0-0331325bb346'}]} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:55.519990 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'port': {'network_id': 'e037d4fb-96b9-4f75-9ba3-6684fa98dc76'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:55.520468 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'port': {'network_id': 'e1ca8a27-6fe2-4e5a-83d0-0331325bb346'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:55.572733 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a3eea-1431-4cad-937b-ae604ce247a3 req-0e62bddc-5f3d-4c20-ab6f-e50951878cb8 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:55.574426 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-980a3eea-1431-4cad-937b-ae604ce247a3 req-0e62bddc-5f3d-4c20-ab6f-e50951878cb8 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.62 "GET /v2.0/ports?device_id=bca65985-680f-431b-a6fe-a6dab260f3d0 HTTP/1.1" status: 200 len: 943 time: 0.3546872 Jul 16 20:27:55.603970 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0cd37842-cf88-4272-a733-e34e5ad9db8d req-0d8d71b6-ce4f-429a-bc3c-c80194e56ed8 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d86c322-3ce5-48fe-b037-d51408957c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197764 Jul 16 20:27:55.610002 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-f18436f2-59cd-49aa-bae4-acbd5af42a65 admin admin] Allocated IP 172.25.0.167 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/2542bec8-77d3-4f69-b7fc-303d9a39eea6) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:55.615460 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-31c10d35-53e4-4fb7-b243-76f3268d3c96 req-ba369c5d-b436-49c3-b303-141085a4d017 tempest-TenantUsagesTestJSON-203546137 tempest-TenantUsagesTestJSON-203546137-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5a1179e-41c6-4461-90dc-dfd416cc068e HTTP/1.1" status: 200 len: 210 time: 0.0909135 Jul 16 20:27:55.622552 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1c336-5f82-45a6-852f-9d609cd251eb None None] Pushing event updated for resources: {'Port': ['ID=092da4a3-61e4-4852-b1b9-dce68d4e09aa,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:55.656468 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network e1ca8a27-6fe2-4e5a-83d0-0331325bb346 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:27:55.843573 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 539ecb7b-ec22-4019-89a7-b9b7287253b5 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:55.844887 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.923116 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.924206 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f27bafd3-77fd-4177-9ac0-3a8b85957b37'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:56.076143 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6f7545-2639-4cbd-b9a4-43c5961d2e99 x-openstack-request-id: req-be6f7545-2639-4cbd-b9a4-43c5961d2e99 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:56.076865 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a1179e-41c6-4461-90dc-dfd416cc068e", "name": "network-vif-deleted", "tag": "f27bafd3-77fd-4177-9ac0-3a8b85957b37", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:56.080390 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-be6f7545-2639-4cbd-b9a4-43c5961d2e99 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:56.081185 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a1179e-41c6-4461-90dc-dfd416cc068e', 'name': 'network-vif-deleted', 'tag': 'f27bafd3-77fd-4177-9ac0-3a8b85957b37', 'status': 'completed', 'code': 200} Jul 16 20:27:56.089445 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e951cdf0-41d8-44ab-a556-77e943b8f8b5 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:27:56.140414 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'port': 2} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:56.146593 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 7ebf8697-f8f6-412c-9791-cffa7bf46842 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:56.156330 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.218873 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.307528 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f18436f2-59cd-49aa-bae4-acbd5af42a65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.311656 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 7ebf8697-f8f6-412c-9791-cffa7bf46842 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:56.326288 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e951cdf0-41d8-44ab-a556-77e943b8f8b5, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e951cdf0-41d8-44ab-a556-77e943b8f8b5,segment=NetworkSegment(8d35c410-30a1-4b75-a650-78fe73e706ce),segment_id=8d35c410-30a1-4b75-a650-78fe73e706ce)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:56.328911 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 7ebf8697-f8f6-412c-9791-cffa7bf46842 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:56.329323 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.353441 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e855cf-68ed-4391-b581-f11cec2c3ef1 req-3f7f3e1b-691e-4712-9690-3968327b830f tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:56.368330 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-92e855cf-68ed-4391-b581-f11cec2c3ef1 req-3f7f3e1b-691e-4712-9690-3968327b830f tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 944 time: 0.4558914 Jul 16 20:27:56.374530 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'e951cdf0-41d8-44ab-a556-77e943b8f8b5', 'network_id': '9e1ef5a8-bcda-4218-b2dd-c5f692229aa3', 'port_id': 'e951cdf0-41d8-44ab-a556-77e943b8f8b5', 'mac_address': 'fa:16:3e:c9:dd:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973cc802-97a0-42d1-9c50-9d84240b247f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:27:56.408867 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-980a3eea-1431-4cad-937b-ae604ce247a3 req-5c7ccab5-3539-4439-a625-54b9c8f7b6da tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Deleting port 81ce99cf-7793-40e6-a832-d7af7dbf4ca1 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:56.408867 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-980a3eea-1431-4cad-937b-ae604ce247a3 req-5c7ccab5-3539-4439-a625-54b9c8f7b6da tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.469122 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.502533 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] device_id is not set on port 8ec80251-424e-4028-9349-fd7a66f42f25 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:27:56.510294 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-92e855cf-68ed-4391-b581-f11cec2c3ef1 req-2af55107-acd9-41e6-8b99-23cc2c45aff8 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403754 Jul 16 20:27:56.513141 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e951cdf0-41d8-44ab-a556-77e943b8f8b5 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:56.536689 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.561037 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e951cdf0-41d8-44ab-a556-77e943b8f8b5, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e951cdf0-41d8-44ab-a556-77e943b8f8b5,segment=NetworkSegment(8d35c410-30a1-4b75-a650-78fe73e706ce),segment_id=8d35c410-30a1-4b75-a650-78fe73e706ce)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:56.564057 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-980a3eea-1431-4cad-937b-ae604ce247a3 req-5c7ccab5-3539-4439-a625-54b9c8f7b6da tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] For port 81ce99cf-7793-40e6-a832-d7af7dbf4ca1, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=81ce99cf-7793-40e6-a832-d7af7dbf4ca1,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:56.564434 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-980a3eea-1431-4cad-937b-ae604ce247a3 req-5c7ccab5-3539-4439-a625-54b9c8f7b6da tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.568736 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.573430 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f18436f2-59cd-49aa-bae4-acbd5af42a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.591969 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-980a3eea-1431-4cad-937b-ae604ce247a3 req-5c7ccab5-3539-4439-a625-54b9c8f7b6da tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Calling delete_port for 81ce99cf-7793-40e6-a832-d7af7dbf4ca1 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:56.629386 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18436f2-59cd-49aa-bae4-acbd5af42a65 admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:56.635039 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-f18436f2-59cd-49aa-bae4-acbd5af42a65 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:56.636947 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf6675-7231-4eca-8ffb-56c714b401aa req-e37db767-1027-4e3e-ab41-ad4973f17774 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:56.642314 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e4bf6675-7231-4eca-8ffb-56c714b401aa req-e37db767-1027-4e3e-ab41-ad4973f17774 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 945 time: 0.4525275 Jul 16 20:27:56.649725 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18436f2-59cd-49aa-bae4-acbd5af42a65 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:56.670087 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=e951cdf0-41d8-44ab-a556-77e943b8f8b5,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:56.730085 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 7ebf8697-f8f6-412c-9791-cffa7bf46842, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7ebf8697-f8f6-412c-9791-cffa7bf46842,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:56.735670 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.787197 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18436f2-59cd-49aa-bae4-acbd5af42a65 admin admin] Pushing event updated for resources: {'Port': ['ID=2542bec8-77d3-4f69-b7fc-303d9a39eea6,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:56.808169 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['e951cdf0-41d8-44ab-a556-77e943b8f8b5'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:56.822632 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.851075 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e4bf6675-7231-4eca-8ffb-56c714b401aa req-5b5eb3f7-72fb-472f-ae6d-95d2f7465807 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985483 Jul 16 20:27:56.927841 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112adbb0-0564-4d2e-b24f-4312ea29dd2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ebf8697-f8f6-412c-9791-cffa7bf46842'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:56.930885 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dded4e6b-e0b7-44a2-90a1-93628de89e6b" -d '{"events": [{"server_uuid": "112adbb0-0564-4d2e-b24f-4312ea29dd2b", "name": "network-vif-plugged", "status": "completed", "tag": "7ebf8697-f8f6-412c-9791-cffa7bf46842"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:56.943064 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=7ebf8697-f8f6-412c-9791-cffa7bf46842,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:57.045449 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] device_id is not set on port f48ce741-928c-4c47-84db-49b7d3020971 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:27:57.255541 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ab116e-6d1e-4d0e-8ef8-db3ed594ba94 None None] Network 8bea5ebe-158d-4e75-8361-f9164427d954 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:57.298976 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.342304 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 092da4a3-61e4-4852-b1b9-dce68d4e09aa up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:57.411832 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c9ab45f8-6145-4310-9387-196e0212302f req-48b7181d-2acb-417b-8e28-30817c976c7c tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=73f4fa6b-09dd-46e9-9532-12e2b8b55358 HTTP/1.1" status: 200 len: 210 time: 0.0380368 Jul 16 20:27:57.473009 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.506605 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-980a3eea-1431-4cad-937b-ae604ce247a3 req-5c7ccab5-3539-4439-a625-54b9c8f7b6da tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.521934 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3eb2f-284f-441e-865f-f11f18b87430 req-9946deb1-1282-43bd-b5fc-fdd884935ab3 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:57.530619 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3de3eb2f-284f-441e-865f-f11f18b87430 req-9946deb1-1282-43bd-b5fc-fdd884935ab3 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 944 time: 0.2207620 Jul 16 20:27:57.584976 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ccab5-3539-4439-a625-54b9c8f7b6da tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Pushing event deleted for resources: {'Port': ['ID=81ce99cf-7793-40e6-a832-d7af7dbf4ca1,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:57.610674 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Port': ['ID=8ec80251-424e-4028-9349-fd7a66f42f25,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:57.638245 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-7e4594bc-9884-4125-9125-759e47d99031 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:57.639818 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-7e4594bc-9884-4125-9125-759e47d99031 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.62 "GET /v2.0/networks?id=e1c5d2cc-b665-49f1-a6ce-bba156502988 HTTP/1.1" status: 200 len: 804 time: 0.5037792 Jul 16 20:27:57.647893 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:57.649202 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:57.649814 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:57.650515 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:57.651074 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:57.651620 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:57.652172 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:57.652735 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:57.653272 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:57.653804 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:57.654363 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:57.654936 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:57.660439 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network e037d4fb-96b9-4f75-9ba3-6684fa98dc76 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:57.670908 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:57.671690 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-e6897deb-c4b9-4b96-9ba2-a417b1d31090 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Request body: {'port': {'device_id': '73f4fa6b-09dd-46e9-9532-12e2b8b55358', 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988', 'admin_state_up': True, 'tenant_id': '8b8887d8465f43f68153fdd72b6e7bdc'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:57.678341 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f18436f2-59cd-49aa-bae4-acbd5af42a65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.692460 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:57.693321 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-caf6e25b-f91f-4627-8875-6e62ab94a6b9 None None] Provisioning for port 092da4a3-61e4-4852-b1b9-dce68d4e09aa completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:57.693910 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.720768 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3de3eb2f-284f-441e-865f-f11f18b87430 req-789af1e6-3fd5-4054-8646-5eb9bb1071e3 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887460 Jul 16 20:27:57.756313 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.766783 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-980a3eea-1431-4cad-937b-ae604ce247a3 req-5c7ccab5-3539-4439-a625-54b9c8f7b6da tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] No DVR routers for this DVR port 81ce99cf-7793-40e6-a832-d7af7dbf4ca1 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:57.779056 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-980a3eea-1431-4cad-937b-ae604ce247a3 req-5c7ccab5-3539-4439-a625-54b9c8f7b6da tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.782561 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-980a3eea-1431-4cad-937b-ae604ce247a3 req-5c7ccab5-3539-4439-a625-54b9c8f7b6da tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.62 "DELETE /v2.0/ports/81ce99cf-7793-40e6-a832-d7af7dbf4ca1 HTTP/1.1" status: 204 len: 173 time: 2.1942675 Jul 16 20:27:57.784444 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 092da4a3-61e4-4852-b1b9-dce68d4e09aa completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:57.800544 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 092da4a3-61e4-4852-b1b9-dce68d4e09aa triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:57.801312 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.931481 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c391517-31c8-4cdf-9c2d-30017783cdcc x-openstack-request-id: req-2c391517-31c8-4cdf-9c2d-30017783cdcc {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:57.932119 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112adbb0-0564-4d2e-b24f-4312ea29dd2b", "name": "network-vif-plugged", "status": "completed", "tag": "7ebf8697-f8f6-412c-9791-cffa7bf46842", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:57.934441 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2c391517-31c8-4cdf-9c2d-30017783cdcc {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:57.934863 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112adbb0-0564-4d2e-b24f-4312ea29dd2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ebf8697-f8f6-412c-9791-cffa7bf46842', 'code': 200} Jul 16 20:27:57.964590 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Port': ['ID=f48ce741-928c-4c47-84db-49b7d3020971,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:57.971391 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Checking segment: {'id': '4642534f-dcd9-4f93-95f2-83059ee2fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e1ca8a27-6fe2-4e5a-83d0-0331325bb346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:57.972613 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network hostable DHCP agents. Network: e1ca8a27-6fe2-4e5a-83d0-0331325bb346, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:27:57.988603 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334ed14-f62b-4d67-8a7b-8e543876cb2b req-9f11303d-98b6-4300-b948-839d55fefd63 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:57.990664 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d334ed14-f62b-4d67-8a7b-8e543876cb2b req-9f11303d-98b6-4300-b948-839d55fefd63 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 946 time: 0.3446920 Jul 16 20:27:58.054583 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network e1ca8a27-6fe2-4e5a-83d0-0331325bb346 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:27:58.064399 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-e6897deb-c4b9-4b96-9ba2-a417b1d31090 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Made reservation on behalf of 8b8887d8465f43f68153fdd72b6e7bdc for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:58.068117 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-e6897deb-c4b9-4b96-9ba2-a417b1d31090 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.082027 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca65985-680f-431b-a6fe-a6dab260f3d0', 'name': 'network-vif-deleted', 'tag': '81ce99cf-7793-40e6-a832-d7af7dbf4ca1'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:58.084499 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5601664-90ae-423f-9d2a-8fed7fdc25f1" -d '{"events": [{"server_uuid": "bca65985-680f-431b-a6fe-a6dab260f3d0", "name": "network-vif-deleted", "tag": "81ce99cf-7793-40e6-a832-d7af7dbf4ca1"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:58.086102 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, e1ca8a27-6fe2-4e5a-83d0-0331325bb346) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:58.096523 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:58.103881 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:58.108811 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:58.109160 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e951cdf0-41d8-44ab-a556-77e943b8f8b5 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:58.109601 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.111878 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35100) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:58.121031 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d334ed14-f62b-4d67-8a7b-8e543876cb2b req-db219655-e5a5-4255-b86b-e0d9a1f7d965 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923104 Jul 16 20:27:58.135893 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c118dccd-0f0a-49ee-a658-8279ecccf56b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6732881 Jul 16 20:27:58.142561 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb8a72-f09e-4ce6-8d13-7352fbe07be6 req-aedc1ada-c94c-4bed-b83e-25ad2986648a tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:58.144264 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-44fb8a72-f09e-4ce6-8d13-7352fbe07be6 req-aedc1ada-c94c-4bed-b83e-25ad2986648a tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b08f087-6495-491a-81a3-c87fff399ac1 HTTP/1.1" status: 200 len: 950 time: 0.1513236 Jul 16 20:27:58.144843 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35102) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:58.193161 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c7a0a8-9950-445a-babe-027c17039ac7 None None] Network e1ca8a27-6fe2-4e5a-83d0-0331325bb346 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:58.255762 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-44fb8a72-f09e-4ce6-8d13-7352fbe07be6 req-b2c7bce3-089d-483e-8323-e0ed8465a4d4 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d86c322-3ce5-48fe-b037-d51408957c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018524 Jul 16 20:27:58.280194 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f18436f2-59cd-49aa-bae4-acbd5af42a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.333249 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1474070d-41ec-4622-97c3-e7025a3a9218 x-openstack-request-id: req-1474070d-41ec-4622-97c3-e7025a3a9218 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:58.333569 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca65985-680f-431b-a6fe-a6dab260f3d0", "name": "network-vif-deleted", "tag": "81ce99cf-7793-40e6-a832-d7af7dbf4ca1", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:58.333782 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1474070d-41ec-4622-97c3-e7025a3a9218 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:58.334175 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca65985-680f-431b-a6fe-a6dab260f3d0', 'name': 'network-vif-deleted', 'tag': '81ce99cf-7793-40e6-a832-d7af7dbf4ca1', 'status': 'completed', 'code': 200} Jul 16 20:27:58.406181 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.475388 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port e951cdf0-41d8-44ab-a556-77e943b8f8b5 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:58.484071 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-f6f6cdc4-07f0-4125-88b9-a862af29381f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting port f48ce741-928c-4c47-84db-49b7d3020971 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:58.484694 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f6f6cdc4-07f0-4125-88b9-a862af29381f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.502109 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port e951cdf0-41d8-44ab-a556-77e943b8f8b5 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:58.502845 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.518418 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e361f17-d59e-4ac4-9359-a6d25872d5e3 req-f9bc043d-3926-4be6-8cae-981dd84b7ed5 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:58.520280 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8e361f17-d59e-4ac4-9359-a6d25872d5e3 req-f9bc043d-3926-4be6-8cae-981dd84b7ed5 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 945 time: 0.1805384 Jul 16 20:27:58.533279 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871bcda-fe0a-4db1-96b4-badf0ffa06c2 req-dd4b5dda-34f8-4fb0-a76a-701aec967e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:58.537208 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2871bcda-fe0a-4db1-96b4-badf0ffa06c2 req-dd4b5dda-34f8-4fb0-a76a-701aec967e0f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 1097 time: 0.4888198 Jul 16 20:27:58.596743 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 092da4a3-61e4-4852-b1b9-dce68d4e09aa, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=092da4a3-61e4-4852-b1b9-dce68d4e09aa,segment=NetworkSegment(5d9745a4-c4dd-4acf-b728-f5fc411c2b1c),segment_id=5d9745a4-c4dd-4acf-b728-f5fc411c2b1c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:58.598894 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f6f6cdc4-07f0-4125-88b9-a862af29381f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.616626 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-e6897deb-c4b9-4b96-9ba2-a417b1d31090 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Allocated IP 172.20.0.13 (e1c5d2cc-b665-49f1-a6ce-bba156502988/18d69795-663e-4814-80c1-613e990ce032/e4808d2e-d222-4d94-b31c-821276b3cf31) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:58.623008 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-f6f6cdc4-07f0-4125-88b9-a862af29381f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Calling delete_port for f48ce741-928c-4c47-84db-49b7d3020971 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:58.641549 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.647847 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8e361f17-d59e-4ac4-9359-a6d25872d5e3 req-6bc4205f-00f0-4ca6-a653-9413ab15b705 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178415 Jul 16 20:27:58.765794 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-65bda9d6-975d-46ea-8128-fff51929a0a3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=89d9ceaed53949069dfb572e7dcda643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6203783 Jul 16 20:27:58.775972 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35116) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:58.832310 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.843291 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2871bcda-fe0a-4db1-96b4-badf0ffa06c2 req-c431e7de-e3b2-41b4-b860-d7beae58b85d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635968 Jul 16 20:27:58.892296 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=092da4a3-61e4-4852-b1b9-dce68d4e09aa,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:58.909430 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e951cdf0-41d8-44ab-a556-77e943b8f8b5, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e951cdf0-41d8-44ab-a556-77e943b8f8b5,segment=NetworkSegment(8d35c410-30a1-4b75-a650-78fe73e706ce),segment_id=8d35c410-30a1-4b75-a650-78fe73e706ce)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:58.915833 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.916785 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device f27bafd3-77fd-4177-9ac0-3a8b85957b37 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:58.968876 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: f27bafd3-77fd-4177-9ac0-3a8b85957b37 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:58.970244 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device f27bafd3-77fd-4177-9ac0-3a8b85957b37 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:58.998669 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c65e8-8476-4392-9787-d5f0efe29253 req-bef86d2c-362d-4ad9-92a2-a12b76d0881b tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:59.000188 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-442c65e8-8476-4392-9787-d5f0efe29253 req-bef86d2c-362d-4ad9-92a2-a12b76d0881b tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b08f087-6495-491a-81a3-c87fff399ac1 HTTP/1.1" status: 200 len: 950 time: 0.3387051 Jul 16 20:27:59.003768 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6e952aeb-f24f-4d0c-a0d4-3f50872148e2 req-eeedd517-f671-4816-ae1c-6ac89e04e1c0 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=73f4fa6b-09dd-46e9-9532-12e2b8b55358 HTTP/1.1" status: 200 len: 210 time: 0.2191679 Jul 16 20:27:59.012522 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f6f6cdc4-07f0-4125-88b9-a862af29381f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.019689 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5e1c1553-523d-4ef9-a9d6-279907308552 None None] Provisioning complete for port 092da4a3-61e4-4852-b1b9-dce68d4e09aa triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:59.020651 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e1c1553-523d-4ef9-a9d6-279907308552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.045572 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=e951cdf0-41d8-44ab-a556-77e943b8f8b5,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:59.069501 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18436f2-59cd-49aa-bae4-acbd5af42a65 admin admin] Router a2e3e5b6-2f70-465e-8005-71b28999b6a5 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:27:59.071735 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d983f4d9-efc5-4ce1-b335-1df7f54cb8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.096933 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d983f4d9-efc5-4ce1-b335-1df7f54cb8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.097340 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-e6897deb-c4b9-4b96-9ba2-a417b1d31090 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.102453 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6cdc4-07f0-4125-88b9-a862af29381f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Port': ['ID=f48ce741-928c-4c47-84db-49b7d3020971,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:59.126531 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f6f6cdc4-07f0-4125-88b9-a862af29381f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.131244 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f6f6cdc4-07f0-4125-88b9-a862af29381f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/ports/f48ce741-928c-4c47-84db-49b7d3020971 HTTP/1.1" status: 204 len: 168 time: 0.9852629 Jul 16 20:27:59.134856 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35118) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:59.174120 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933306cd-e386-4446-bb73-73750adb3ac6 req-b84257a5-cbe8-4ea5-88a0-6bd79c036993 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:59.175641 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-933306cd-e386-4446-bb73-73750adb3ac6 req-b84257a5-cbe8-4ea5-88a0-6bd79c036993 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 946 time: 0.2945039 Jul 16 20:27:59.245014 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 092da4a3-61e4-4852-b1b9-dce68d4e09aa up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:59.248484 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d983f4d9-efc5-4ce1-b335-1df7f54cb8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.251094 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d983f4d9-efc5-4ce1-b335-1df7f54cb8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.252262 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d983f4d9-efc5-4ce1-b335-1df7f54cb8c1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8f92684f-746e-4a40-abfc-7e68aa0c15e2 HTTP/1.1" status: 204 len: 168 time: 0.4752390 Jul 16 20:27:59.275969 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983f4d9-efc5-4ce1-b335-1df7f54cb8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f92684f-746e-4a40-abfc-7e68aa0c15e2,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:59.287739 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-933306cd-e386-4446-bb73-73750adb3ac6 req-5edb8f7b-8d0e-4ccf-be67-a8545dc072af tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960886 Jul 16 20:27:59.349449 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a864efb-da73-4cc1-8cf7-389e50b8c78e req-5553d1be-bdfe-46a6-b6a6-4a09896773cb tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:59.361978 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5a864efb-da73-4cc1-8cf7-389e50b8c78e req-5553d1be-bdfe-46a6-b6a6-4a09896773cb tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 945 time: 0.1688926 Jul 16 20:27:59.366079 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.388988 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 092da4a3-61e4-4852-b1b9-dce68d4e09aa triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:59.389507 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.434899 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5a864efb-da73-4cc1-8cf7-389e50b8c78e req-dbfa58ae-10ef-4e86-9f27-b574640d6adc tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566783 Jul 16 20:27:59.546312 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 81ce99cf-7793-40e6-a832-d7af7dbf4ca1 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:59.560379 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20231a-bdf7-42ee-b5a5-dd3f897cda4c req-62087c18-82aa-464d-954b-9a0177e3ee89 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:59.560959 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4c20231a-bdf7-42ee-b5a5-dd3f897cda4c req-62087c18-82aa-464d-954b-9a0177e3ee89 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b08f087-6495-491a-81a3-c87fff399ac1 HTTP/1.1" status: 200 len: 950 time: 0.0968742 Jul 16 20:27:59.574087 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 81ce99cf-7793-40e6-a832-d7af7dbf4ca1 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:59.574583 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 81ce99cf-7793-40e6-a832-d7af7dbf4ca1 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:59.604434 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-e6897deb-c4b9-4b96-9ba2-a417b1d31090 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.635087 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4c20231a-bdf7-42ee-b5a5-dd3f897cda4c req-f1d488f1-81f2-49ad-b53b-d1884b1961a5 tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d86c322-3ce5-48fe-b037-d51408957c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629990 Jul 16 20:27:59.660486 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-442c65e8-8476-4392-9787-d5f0efe29253 req-e3237ee8-e9b3-4206-9655-eb66388249ff tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Deleting port c14b4dff-fdb5-4497-acdf-7c7a9813267f {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:59.660486 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-442c65e8-8476-4392-9787-d5f0efe29253 req-e3237ee8-e9b3-4206-9655-eb66388249ff tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.676012 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35126) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:59.681072 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18436f2-59cd-49aa-bae4-acbd5af42a65 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:27:59.696339 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56de840-d7af-4b10-9a46-26251e939196 None None] Sync routers for ids ['a2e3e5b6-2f70-465e-8005-71b28999b6a5'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:27:59.700478 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f9641a95-fb59-4a59-9766-145d1e8ea30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.711482 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-e6897deb-c4b9-4b96-9ba2-a417b1d31090 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Network e1c5d2cc-b665-49f1-a6ce-bba156502988 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:59.712836 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56de840-d7af-4b10-9a46-26251e939196 None None] Routers {'a2e3e5b6-2f70-465e-8005-71b28999b6a5'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:59.716076 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a56de840-d7af-4b10-9a46-26251e939196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:27:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['a2e3e5b6-2f70-465e-8005-71b28999b6a5'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:59.733883 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de9b043-a49d-44c8-93c6-25946a53213d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:59.746079 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de9b043-a49d-44c8-93c6-25946a53213d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:59.748509 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8de9b043-a49d-44c8-93c6-25946a53213d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.6129429 Jul 16 20:27:59.755354 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-e6897deb-c4b9-4b96-9ba2-a417b1d31090 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:59.756182 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35130) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:59.765640 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-e6897deb-c4b9-4b96-9ba2-a417b1d31090 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:59.814136 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6897deb-c4b9-4b96-9ba2-a417b1d31090 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Pushing event updated for resources: {'Port': ['ID=e4808d2e-d222-4d94-b31c-821276b3cf31,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:59.858796 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-e6897deb-c4b9-4b96-9ba2-a417b1d31090 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:59.859368 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-e6897deb-c4b9-4b96-9ba2-a417b1d31090 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.869693 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-a56de840-d7af-4b10-9a46-26251e939196 None None] Set router a2e3e5b6-2f70-465e-8005-71b28999b6a5 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:59.879973 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-442c65e8-8476-4392-9787-d5f0efe29253 req-e3237ee8-e9b3-4206-9655-eb66388249ff tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] For port c14b4dff-fdb5-4497-acdf-7c7a9813267f, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c14b4dff-fdb5-4497-acdf-7c7a9813267f,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:59.880342 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-442c65e8-8476-4392-9787-d5f0efe29253 req-e3237ee8-e9b3-4206-9655-eb66388249ff tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.894609 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-442c65e8-8476-4392-9787-d5f0efe29253 req-e3237ee8-e9b3-4206-9655-eb66388249ff tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Calling delete_port for c14b4dff-fdb5-4497-acdf-7c7a9813267f owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:59.935666 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e951cdf0-41d8-44ab-a556-77e943b8f8b5'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:59.938118 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e6cdc5-0fef-4f10-8cd7-70c44e52c9a9" -d '{"events": [{"server_uuid": "f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba", "name": "network-vif-plugged", "status": "completed", "tag": "e951cdf0-41d8-44ab-a556-77e943b8f8b5"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:59.994220 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d122fdf-dab3-478f-aee2-5173611935af x-openstack-request-id: req-9d122fdf-dab3-478f-aee2-5173611935af {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:59.994935 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba", "name": "network-vif-plugged", "status": "completed", "tag": "e951cdf0-41d8-44ab-a556-77e943b8f8b5", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:59.994935 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9d122fdf-dab3-478f-aee2-5173611935af {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:59.995137 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e951cdf0-41d8-44ab-a556-77e943b8f8b5', 'code': 200} Jul 16 20:28:00.069026 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-442c65e8-8476-4392-9787-d5f0efe29253 req-e3237ee8-e9b3-4206-9655-eb66388249ff tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.087055 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['c14b4dff-fdb5-4497-acdf-7c7a9813267f'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:00.103316 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3237ee8-e9b3-4206-9655-eb66388249ff tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Pushing event deleted for resources: {'Port': ['ID=c14b4dff-fdb5-4497-acdf-7c7a9813267f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:00.117116 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a56de840-d7af-4b10-9a46-26251e939196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e3e5b6-2f70-465e-8005-71b28999b6a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1563513049-router', 'tenant_id': '51cc847a11f8452b9c78db123ef2f8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '2542bec8-77d3-4f69-b7fc-303d9a39eea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:53Z', 'updated_at': '2021-07-16T20:27:57Z', 'revision_number': 3, 'project_id': '51cc847a11f8452b9c78db123ef2f8ca', 'gw_port': {'id': '2542bec8-77d3-4f69-b7fc-303d9a39eea6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e3e5b6-2f70-465e-8005-71b28999b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:55Z', 'updated_at': '2021-07-16T20:27:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:00.151971 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56de840-d7af-4b10-9a46-26251e939196 None None] Checking router: a2e3e5b6-2f70-465e-8005-71b28999b6a5 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:28:00.152244 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56de840-d7af-4b10-9a46-26251e939196 None None] Updating router a2e3e5b6-2f70-465e-8005-71b28999b6a5 port 2542bec8-77d3-4f69-b7fc-303d9a39eea6 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:28:00.215352 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-442c65e8-8476-4392-9787-d5f0efe29253 req-e3237ee8-e9b3-4206-9655-eb66388249ff tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] No DVR routers for this DVR port c14b4dff-fdb5-4497-acdf-7c7a9813267f on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:00.218614 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-442c65e8-8476-4392-9787-d5f0efe29253 req-e3237ee8-e9b3-4206-9655-eb66388249ff tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.219295 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a56de840-d7af-4b10-9a46-26251e939196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.222048 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-442c65e8-8476-4392-9787-d5f0efe29253 req-e3237ee8-e9b3-4206-9655-eb66388249ff tempest-ServerDiagnosticsNegativeTest-1560056846 tempest-ServerDiagnosticsNegativeTest-1560056846-project] 10.222.0.62 "DELETE /v2.0/ports/c14b4dff-fdb5-4497-acdf-7c7a9813267f HTTP/1.1" status: 204 len: 173 time: 1.2025108 Jul 16 20:28:00.236142 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bd61f-5e2d-49c4-9212-26cef7ccac81 req-717e630d-390e-4dba-bf35-d58859a0385f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:00.238068 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ea7bd61f-5e2d-49c4-9212-26cef7ccac81 req-717e630d-390e-4dba-bf35-d58859a0385f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 1097 time: 0.1377039 Jul 16 20:28:00.288467 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ea7bd61f-5e2d-49c4-9212-26cef7ccac81 req-d1aaf580-3f85-4001-aa1f-aa97c9484c5d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432494 Jul 16 20:28:00.335542 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b08f087-6495-491a-81a3-c87fff399ac1', 'name': 'network-vif-deleted', 'tag': 'c14b4dff-fdb5-4497-acdf-7c7a9813267f'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:00.338579 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21a9f95-6ac4-4680-84cc-c7c8bb1f88ed" -d '{"events": [{"server_uuid": "2b08f087-6495-491a-81a3-c87fff399ac1", "name": "network-vif-deleted", "tag": "c14b4dff-fdb5-4497-acdf-7c7a9813267f"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:00.389203 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff7fbb-8792-443f-bc3c-942f603acd28 req-f76832ed-ef3e-4022-a143-19296e01bf15 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:00.390805 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0cff7fbb-8792-443f-bc3c-942f603acd28 req-f76832ed-ef3e-4022-a143-19296e01bf15 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 945 time: 0.2649391 Jul 16 20:28:00.393031 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f9641a95-fb59-4a59-9766-145d1e8ea30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.398076 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-fbebc38a-549d-4700-b6b9-26cd1f7ac188 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting port 8ec80251-424e-4028-9349-fd7a66f42f25 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:00.398481 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fbebc38a-549d-4700-b6b9-26cd1f7ac188 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.406749 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-e6897deb-c4b9-4b96-9ba2-a417b1d31090 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7410245 Jul 16 20:28:00.408294 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f18436f2-59cd-49aa-bae4-acbd5af42a65 admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.409676 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f18436f2-59cd-49aa-bae4-acbd5af42a65 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.6755023 Jul 16 20:28:00.411610 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f9641a95-fb59-4a59-9766-145d1e8ea30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.412534 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35142) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:00.427001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-bd2e4d7f-57bb-4f7a-b602-83d733bf351a service neutron] Request body: {'port': {'device_id': '73f4fa6b-09dd-46e9-9532-12e2b8b55358', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:00.454643 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aeafd1-30db-4d05-a3bf-b05d0ac0f904 req-6ee74ef7-23cb-48be-b5e1-c774a246dfb3 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:00.456192 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-44aeafd1-30db-4d05-a3bf-b05d0ac0f904 req-6ee74ef7-23cb-48be-b5e1-c774a246dfb3 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=73f4fa6b-09dd-46e9-9532-12e2b8b55358 HTTP/1.1" status: 200 len: 932 time: 0.2867019 Jul 16 20:28:00.580330 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a56de840-d7af-4b10-9a46-26251e939196 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.581432 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9641a95-fb59-4a59-9766-145d1e8ea30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b1f487-7d39-42ac-bee1-a0abcc830c85,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:00.582675 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-bd2e4d7f-57bb-4f7a-b602-83d733bf351a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.594261 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f9641a95-fb59-4a59-9766-145d1e8ea30e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=019a251685f34776b84794ee01edb6a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9163096 Jul 16 20:28:00.594451 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a56de840-d7af-4b10-9a46-26251e939196 None None] Transition to ACTIVE for port object 2542bec8-77d3-4f69-b7fc-303d9a39eea6 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:00.594763 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35146) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:00.603480 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fbebc38a-549d-4700-b6b9-26cd1f7ac188 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.604239 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a56de840-d7af-4b10-9a46-26251e939196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.618964 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0cff7fbb-8792-443f-bc3c-942f603acd28 req-04506f1d-a1ea-42b3-b226-e8fa72f09615 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130036 Jul 16 20:28:00.628799 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-fbebc38a-549d-4700-b6b9-26cd1f7ac188 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Calling delete_port for 8ec80251-424e-4028-9349-fd7a66f42f25 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:00.648494 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-44aeafd1-30db-4d05-a3bf-b05d0ac0f904 req-ff4c717e-f882-470e-b8f9-64fe64ce3382 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639059 Jul 16 20:28:00.669930 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779903c-e49e-48cf-9ce4-6013ec7c45c6 None None] Pushing event updated for resources: {'Port': ['ID=2542bec8-77d3-4f69-b7fc-303d9a39eea6,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:00.675087 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a56de840-d7af-4b10-9a46-26251e939196 None None] Attempting to bind port 2542bec8-77d3-4f69-b7fc-303d9a39eea6 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:00.675559 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a56de840-d7af-4b10-9a46-26251e939196 None None] Attempting to bind port 2542bec8-77d3-4f69-b7fc-303d9a39eea6 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:00.676021 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56de840-d7af-4b10-9a46-26251e939196 None None] Attempting to bind port 2542bec8-77d3-4f69-b7fc-303d9a39eea6 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:00.682797 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56de840-d7af-4b10-9a46-26251e939196 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:00.683307 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56de840-d7af-4b10-9a46-26251e939196 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:00.683812 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a56de840-d7af-4b10-9a46-26251e939196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.684304 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56de840-d7af-4b10-9a46-26251e939196 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:00.684886 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a56de840-d7af-4b10-9a46-26251e939196 None None] Bound port: 2542bec8-77d3-4f69-b7fc-303d9a39eea6, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:00.685365 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a56de840-d7af-4b10-9a46-26251e939196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.745421 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a56de840-d7af-4b10-9a46-26251e939196 None None] For port 2542bec8-77d3-4f69-b7fc-303d9a39eea6, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:00.749912 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a56de840-d7af-4b10-9a46-26251e939196 None None] For port 2542bec8-77d3-4f69-b7fc-303d9a39eea6, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=2542bec8-77d3-4f69-b7fc-303d9a39eea6,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:00.756845 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a56de840-d7af-4b10-9a46-26251e939196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.765082 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e199ab2-77db-47fb-96c5-db3dcc634b8a x-openstack-request-id: req-3e199ab2-77db-47fb-96c5-db3dcc634b8a {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:00.765597 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b08f087-6495-491a-81a3-c87fff399ac1", "name": "network-vif-deleted", "tag": "c14b4dff-fdb5-4497-acdf-7c7a9813267f", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:00.765812 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3e199ab2-77db-47fb-96c5-db3dcc634b8a {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:00.766234 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b08f087-6495-491a-81a3-c87fff399ac1', 'name': 'network-vif-deleted', 'tag': 'c14b4dff-fdb5-4497-acdf-7c7a9813267f', 'status': 'completed', 'code': 200} Jul 16 20:28:00.806128 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ae5cfda9-08cd-485f-8763-b196115e1f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.850666 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779903c-e49e-48cf-9ce4-6013ec7c45c6 None None] Pushing event updated for resources: {'Port': ['ID=2542bec8-77d3-4f69-b7fc-303d9a39eea6,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:00.853682 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56de840-d7af-4b10-9a46-26251e939196 None None] Routers {'a2e3e5b6-2f70-465e-8005-71b28999b6a5'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:00.854526 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a56de840-d7af-4b10-9a46-26251e939196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:27:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['a2e3e5b6-2f70-465e-8005-71b28999b6a5'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:00.911294 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fbebc38a-549d-4700-b6b9-26cd1f7ac188 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.934894 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ae5cfda9-08cd-485f-8763-b196115e1f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.000759 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fbebc38a-549d-4700-b6b9-26cd1f7ac188 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.004749 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fbebc38a-549d-4700-b6b9-26cd1f7ac188 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/ports/8ec80251-424e-4028-9349-fd7a66f42f25 HTTP/1.1" status: 204 len: 168 time: 1.2466116 Jul 16 20:28:01.011600 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35152) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:01.039385 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebc38a-549d-4700-b6b9-26cd1f7ac188 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Port': ['ID=8ec80251-424e-4028-9349-fd7a66f42f25,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:01.057581 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd85c7b-6741-4397-a04b-cedc38fa162d req-3958d436-e91c-4f86-91f9-83f1780767c8 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:01.068409 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dbd85c7b-6741-4397-a04b-cedc38fa162d req-3958d436-e91c-4f86-91f9-83f1780767c8 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 946 time: 0.3060558 Jul 16 20:28:01.111654 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-a56de840-d7af-4b10-9a46-26251e939196 None None] Set router a2e3e5b6-2f70-465e-8005-71b28999b6a5 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:28:01.162680 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dbd85c7b-6741-4397-a04b-cedc38fa162d req-e9c56f34-0aa1-4ff6-b132-5d5710619f4f tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931292 Jul 16 20:28:01.175406 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781d923-1d97-4242-97fd-cb8d88d8904a req-51b07a71-885a-4abe-84dd-bce7da2ecefa tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:01.184975 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e781d923-1d97-4242-97fd-cb8d88d8904a req-51b07a71-885a-4abe-84dd-bce7da2ecefa tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 945 time: 0.2766263 Jul 16 20:28:01.243660 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e781d923-1d97-4242-97fd-cb8d88d8904a req-aaaa98c7-2e99-4393-811f-feceac6b336d tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572357 Jul 16 20:28:01.360138 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a56de840-d7af-4b10-9a46-26251e939196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e3e5b6-2f70-465e-8005-71b28999b6a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1563513049-router', 'tenant_id': '51cc847a11f8452b9c78db123ef2f8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '2542bec8-77d3-4f69-b7fc-303d9a39eea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:53Z', 'updated_at': '2021-07-16T20:27:57Z', 'revision_number': 3, 'project_id': '51cc847a11f8452b9c78db123ef2f8ca', 'gw_port': {'id': '2542bec8-77d3-4f69-b7fc-303d9a39eea6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e3e5b6-2f70-465e-8005-71b28999b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:55Z', 'updated_at': '2021-07-16T20:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:01.384194 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ae5cfda9-08cd-485f-8763-b196115e1f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.387217 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ae5cfda9-08cd-485f-8763-b196115e1f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.388391 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ae5cfda9-08cd-485f-8763-b196115e1f17 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e8b1f487-7d39-42ac-bee1-a0abcc830c85 HTTP/1.1" status: 204 len: 168 time: 0.7906146 Jul 16 20:28:01.416694 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4778a8-2228-430b-941c-cf8ab86ca861 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:01.418177 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2f4778a8-2228-430b-941c-cf8ab86ca861 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4056218 Jul 16 20:28:01.423038 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35160) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:01.424238 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8964d71-b2ca-4fd1-b0b4-26105df47688 req-83a2b93c-d72b-47c2-9ecb-b7bd7861a592 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:01.425249 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5cfda9-08cd-485f-8763-b196115e1f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b1f487-7d39-42ac-bee1-a0abcc830c85,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:01.428903 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f8964d71-b2ca-4fd1-b0b4-26105df47688 req-83a2b93c-d72b-47c2-9ecb-b7bd7861a592 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 1097 time: 0.0971131 Jul 16 20:28:01.470861 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56de840-d7af-4b10-9a46-26251e939196 None None] The sync data for ids ['a2e3e5b6-2f70-465e-8005-71b28999b6a5'] in n-d-791506-21 is: [{'id': 'a2e3e5b6-2f70-465e-8005-71b28999b6a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1563513049-router', 'tenant_id': '51cc847a11f8452b9c78db123ef2f8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '2542bec8-77d3-4f69-b7fc-303d9a39eea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:53Z', 'updated_at': '2021-07-16T20:27:57Z', 'revision_number': 3, 'project_id': '51cc847a11f8452b9c78db123ef2f8ca', 'gw_port': {'id': '2542bec8-77d3-4f69-b7fc-303d9a39eea6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e3e5b6-2f70-465e-8005-71b28999b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:55Z', 'updated_at': '2021-07-16T20:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:28:01.499112 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-634d53bf-629e-4024-b777-6d10dbbefa01 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] GET failed (client error): The resource could not be found. Jul 16 20:28:01.511670 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-634d53bf-629e-4024-b777-6d10dbbefa01 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "GET /v2.0/ports/f48ce741-928c-4c47-84db-49b7d3020971 HTTP/1.1" status: 404 len: 333 time: 0.0722575 Jul 16 20:28:01.512412 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35162) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:01.534042 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f8964d71-b2ca-4fd1-b0b4-26105df47688 req-e7387789-43a0-4829-b07c-e26e9ff1c1aa tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936723 Jul 16 20:28:01.578305 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-4598c45c-693b-492d-98ee-e95d377df67e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] GET failed (client error): The resource could not be found. Jul 16 20:28:01.581969 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4598c45c-693b-492d-98ee-e95d377df67e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "GET /v2.0/ports/8ec80251-424e-4028-9349-fd7a66f42f25 HTTP/1.1" status: 404 len: 333 time: 0.0595522 Jul 16 20:28:01.583335 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35166) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:01.680884 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-bd2e4d7f-57bb-4f7a-b602-83d733bf351a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4808d2e-d222-4d94-b31c-821276b3cf31 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:01.712670 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-bd2e4d7f-57bb-4f7a-b602-83d733bf351a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.737855 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-bd2e4d7f-57bb-4f7a-b602-83d733bf351a service neutron] Transition to ACTIVE for port object e4808d2e-d222-4d94-b31c-821276b3cf31 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:01.743123 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-302df3ca-f7bf-4e70-b720-0407076d0120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.750237 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-bd2e4d7f-57bb-4f7a-b602-83d733bf351a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.772787 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f9d2b93f-cfbe-4b98-85d1-ccc7addfcdd9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.952318 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35176) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:02.027880 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e4d7f-57bb-4f7a-b602-83d733bf351a service neutron] Pushing event updated for resources: {'Port': ['ID=e4808d2e-d222-4d94-b31c-821276b3cf31,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:02.042616 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f9d2b93f-cfbe-4b98-85d1-ccc7addfcdd9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.075844 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-f9d2b93f-cfbe-4b98-85d1-ccc7addfcdd9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ca8a27-6fe2-4e5a-83d0-0331325bb346']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:02.102271 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-f9d2b93f-cfbe-4b98-85d1-ccc7addfcdd9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4642534f-dcd9-4f93-95f2-83059ee2fdf0') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:02.102897 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-f9d2b93f-cfbe-4b98-85d1-ccc7addfcdd9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4642534f-dcd9-4f93-95f2-83059ee2fdf0') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:02.125158 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f9d2b93f-cfbe-4b98-85d1-ccc7addfcdd9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.156676 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f9d2b93f-cfbe-4b98-85d1-ccc7addfcdd9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.164131 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d2b93f-cfbe-4b98-85d1-ccc7addfcdd9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:28:02.164748 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f9d2b93f-cfbe-4b98-85d1-ccc7addfcdd9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.202493 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-bd2e4d7f-57bb-4f7a-b602-83d733bf351a service neutron] Attempting to bind port e4808d2e-d222-4d94-b31c-821276b3cf31 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:02.202852 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-bd2e4d7f-57bb-4f7a-b602-83d733bf351a service neutron] Attempting to bind port e4808d2e-d222-4d94-b31c-821276b3cf31 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '74469c65-10c2-4a15-a42f-0b8daf985fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:02.203159 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-bd2e4d7f-57bb-4f7a-b602-83d733bf351a service neutron] Attempting to bind port e4808d2e-d222-4d94-b31c-821276b3cf31 on network e1c5d2cc-b665-49f1-a6ce-bba156502988 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:28:02.286854 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:28:02.292544 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f9d2b93f-cfbe-4b98-85d1-ccc7addfcdd9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.306149 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-bd2e4d7f-57bb-4f7a-b602-83d733bf351a service neutron] Port e4808d2e-d222-4d94-b31c-821276b3cf31 on network e1c5d2cc-b665-49f1-a6ce-bba156502988 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:28:02.306502 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-bd2e4d7f-57bb-4f7a-b602-83d733bf351a service neutron] Attempting to bind port e4808d2e-d222-4d94-b31c-821276b3cf31 on network e1c5d2cc-b665-49f1-a6ce-bba156502988 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:02.314869 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-bd2e4d7f-57bb-4f7a-b602-83d733bf351a service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:02.315387 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-bd2e4d7f-57bb-4f7a-b602-83d733bf351a service neutron] Checking segment: {'id': '74469c65-10c2-4a15-a42f-0b8daf985fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:02.315779 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-bd2e4d7f-57bb-4f7a-b602-83d733bf351a service neutron] Bound using segment: {'id': '74469c65-10c2-4a15-a42f-0b8daf985fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:02.316239 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-bd2e4d7f-57bb-4f7a-b602-83d733bf351a service neutron] Bound port: e4808d2e-d222-4d94-b31c-821276b3cf31, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74469c65-10c2-4a15-a42f-0b8daf985fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:02.316747 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-bd2e4d7f-57bb-4f7a-b602-83d733bf351a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.334760 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f9d2b93f-cfbe-4b98-85d1-ccc7addfcdd9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.337995 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f9d2b93f-cfbe-4b98-85d1-ccc7addfcdd9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/networks/e1ca8a27-6fe2-4e5a-83d0-0331325bb346 HTTP/1.1" status: 204 len: 168 time: 0.7537842 Jul 16 20:28:02.343993 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35192) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:02.374137 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-6bf9e234-81f3-4b16-a633-a60158dfb5e8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2139218198'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:02.375489 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-302df3ca-f7bf-4e70-b720-0407076d0120 admin admin] Allocated IP 172.20.0.1 (8bea5ebe-158d-4e75-8361-f9164427d954/6a6becea-12de-4971-a3b1-8a3aff138970/9da1f4db-57dd-40ee-8b2d-d5a6f75348a8) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:02.380438 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd25d6-7949-4361-915d-fa4016f9c9f3 req-159a18c6-ca97-449c-880c-4d4e7c36e1e2 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:02.382448 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-77dd25d6-7949-4361-915d-fa4016f9c9f3 req-159a18c6-ca97-449c-880c-4d4e7c36e1e2 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 1097 time: 0.4804010 Jul 16 20:28:02.391179 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2b93f-cfbe-4b98-85d1-ccc7addfcdd9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Network': ['ID=e1ca8a27-6fe2-4e5a-83d0-0331325bb346,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:02.413740 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f59d952a-0d20-4b40-a5e3-fddb3d2fd569 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b0f3dfe9e5014bd09c21cc6a1ac6f23d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4156499 Jul 16 20:28:02.419592 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35194) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:02.471127 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-77dd25d6-7949-4361-915d-fa4016f9c9f3 req-62e76f74-90fa-408b-9ead-4134bc4476f7 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752587 Jul 16 20:28:02.480243 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf9e234-81f3-4b16-a633-a60158dfb5e8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:02.484658 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6bf9e234-81f3-4b16-a633-a60158dfb5e8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.535726 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ce844-02d4-4d38-a682-4ad74caaaeb7 req-8134a762-b209-4487-8c0b-81c8a9775716 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:02.536876 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-bd2e4d7f-57bb-4f7a-b602-83d733bf351a service neutron] For port e4808d2e-d222-4d94-b31c-821276b3cf31, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:02.541813 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ce1ce844-02d4-4d38-a682-4ad74caaaeb7 req-8134a762-b209-4487-8c0b-81c8a9775716 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=73f4fa6b-09dd-46e9-9532-12e2b8b55358 HTTP/1.1" status: 200 len: 944 time: 0.2706568 Jul 16 20:28:02.570529 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf9e234-81f3-4b16-a633-a60158dfb5e8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:28:02.596665 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-bd2e4d7f-57bb-4f7a-b602-83d733bf351a service neutron] For port e4808d2e-d222-4d94-b31c-821276b3cf31, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=e4808d2e-d222-4d94-b31c-821276b3cf31,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:02.608108 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ce1ce844-02d4-4d38-a682-4ad74caaaeb7 req-e080492c-fff2-4514-9f0a-54af4436c3b9 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639157 Jul 16 20:28:02.615370 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6bf9e234-81f3-4b16-a633-a60158dfb5e8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.615721 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-6bf9e234-81f3-4b16-a633-a60158dfb5e8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Added segment df711fc5-0209-4adf-80fa-1a2ec53c4964 of type vlan for network 4c68800f-b9d3-4d35-bf91-1b389ede7634 Jul 16 20:28:02.615871 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-bd2e4d7f-57bb-4f7a-b602-83d733bf351a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.679075 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-302df3ca-f7bf-4e70-b720-0407076d0120 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.704799 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-302df3ca-f7bf-4e70-b720-0407076d0120 admin admin] Transition to ACTIVE for port object 9da1f4db-57dd-40ee-8b2d-d5a6f75348a8 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:02.719613 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef782561-c104-437d-8cca-e04bab474367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.725467 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6bf9e234-81f3-4b16-a633-a60158dfb5e8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.761174 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-bd2e4d7f-57bb-4f7a-b602-83d733bf351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:02.762229 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-bd2e4d7f-57bb-4f7a-b602-83d733bf351a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.764030 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-bd2e4d7f-57bb-4f7a-b602-83d733bf351a service neutron] 10.222.0.62 "PUT /v2.0/ports/e4808d2e-d222-4d94-b31c-821276b3cf31 HTTP/1.1" status: 200 len: 1093 time: 2.3437254 Jul 16 20:28:02.775877 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f4fa6b-09dd-46e9-9532-12e2b8b55358', 'tag': 'e4808d2e-d222-4d94-b31c-821276b3cf31'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:02.778718 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056e32c6-cfd6-42a1-ac27-3fd94e16457b" -d '{"events": [{"name": "network-changed", "server_uuid": "73f4fa6b-09dd-46e9-9532-12e2b8b55358", "tag": "e4808d2e-d222-4d94-b31c-821276b3cf31"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:02.813958 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef782561-c104-437d-8cca-e04bab474367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.884593 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e4d7f-57bb-4f7a-b602-83d733bf351a service neutron] Pushing event updated for resources: {'Port': ['ID=e4808d2e-d222-4d94-b31c-821276b3cf31,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:02.899801 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6bf9e234-81f3-4b16-a633-a60158dfb5e8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.905293 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf9e234-81f3-4b16-a633-a60158dfb5e8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:02.905847 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6bf9e234-81f3-4b16-a633-a60158dfb5e8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.915060 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-302df3ca-f7bf-4e70-b720-0407076d0120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.966061 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1de18-5557-4d2d-b6a0-712803d8f23b req-d2e801ef-9a64-4408-992f-4466c8dfb63b tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:02.967986 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ffa1de18-5557-4d2d-b6a0-712803d8f23b req-d2e801ef-9a64-4408-992f-4466c8dfb63b tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 946 time: 0.2527478 Jul 16 20:28:02.969290 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6bf9e234-81f3-4b16-a633-a60158dfb5e8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6014669 Jul 16 20:28:02.977204 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.978963 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35210) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:02.988839 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-16ad3dab-8c0b-4b76-9e0e-d8db6cd8718e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'subnet': {'network_id': '4c68800f-b9d3-4d35-bf91-1b389ede7634', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:03.050876 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9e234-81f3-4b16-a633-a60158dfb5e8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Network': ['ID=4c68800f-b9d3-4d35-bf91-1b389ede7634,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:03.065214 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 4c68800f-b9d3-4d35-bf91-1b389ede7634 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:28:03.081778 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191a159-ca60-4062-b09a-01b23d651d98 req-7a22d2e3-af2f-4a0c-88b4-b6726948cd8a tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:03.083368 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a191a159-ca60-4062-b09a-01b23d651d98 req-7a22d2e3-af2f-4a0c-88b4-b6726948cd8a tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 945 time: 0.2486367 Jul 16 20:28:03.143012 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ffa1de18-5557-4d2d-b6a0-712803d8f23b req-060be1b1-e17d-42e0-bcb1-9bfbe13b721c tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603711 Jul 16 20:28:03.203635 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a191a159-ca60-4062-b09a-01b23d651d98 req-3f075c71-c042-41a2-bce1-263b4a18209a tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110044 Jul 16 20:28:03.254363 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ad3dab-8c0b-4b76-9e0e-d8db6cd8718e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:03.260042 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-16ad3dab-8c0b-4b76-9e0e-d8db6cd8718e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:03.279545 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302df3ca-f7bf-4e70-b720-0407076d0120 admin admin] Network 8bea5ebe-158d-4e75-8361-f9164427d954 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:03.287536 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-302df3ca-f7bf-4e70-b720-0407076d0120 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:03.293362 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef782561-c104-437d-8cca-e04bab474367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:03.296024 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef782561-c104-437d-8cca-e04bab474367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:03.299386 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ef782561-c104-437d-8cca-e04bab474367 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7d86c322-3ce5-48fe-b037-d51408957c1c HTTP/1.1" status: 204 len: 168 time: 0.8751125 Jul 16 20:28:03.301477 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302df3ca-f7bf-4e70-b720-0407076d0120 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:03.327722 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 2542bec8-77d3-4f69-b7fc-303d9a39eea6 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:03.355945 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302df3ca-f7bf-4e70-b720-0407076d0120 admin admin] Pushing event updated for resources: {'Port': ['ID=9da1f4db-57dd-40ee-8b2d-d5a6f75348a8,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:03.372209 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f0c64b-5834-4c75-bb7f-e17bac835ed9 x-openstack-request-id: req-a9f0c64b-5834-4c75-bb7f-e17bac835ed9 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:03.372741 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f4fa6b-09dd-46e9-9532-12e2b8b55358", "tag": "e4808d2e-d222-4d94-b31c-821276b3cf31", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:03.373043 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a9f0c64b-5834-4c75-bb7f-e17bac835ed9 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:03.379446 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f4fa6b-09dd-46e9-9532-12e2b8b55358', 'tag': 'e4808d2e-d222-4d94-b31c-821276b3cf31', 'status': 'completed', 'code': 200} Jul 16 20:28:03.387196 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-4ccba8ea-c3f5-4884-9879-1ce4947bc78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:03.396238 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-4ccba8ea-c3f5-4884-9879-1ce4947bc78d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8b8887d8465f43f68153fdd72b6e7bdc&device_id=73f4fa6b-09dd-46e9-9532-12e2b8b55358 HTTP/1.1" status: 200 len: 1096 time: 0.5613956 Jul 16 20:28:03.397167 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef782561-c104-437d-8cca-e04bab474367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d86c322-3ce5-48fe-b037-d51408957c1c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:03.497034 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 2542bec8-77d3-4f69-b7fc-303d9a39eea6 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:03.505478 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 2542bec8-77d3-4f69-b7fc-303d9a39eea6 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:03.505927 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:03.528671 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-4187b2f9-bfae-42f4-864c-fc8213ebf121 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4808d2e-d222-4d94-b31c-821276b3cf31 HTTP/1.1" status: 200 len: 217 time: 0.1069913 Jul 16 20:28:03.570872 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-302df3ca-f7bf-4e70-b720-0407076d0120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:03.580975 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device c14b4dff-fdb5-4497-acdf-7c7a9813267f no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:03.655245 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: c14b4dff-fdb5-4497-acdf-7c7a9813267f {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:28:03.658311 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device c14b4dff-fdb5-4497-acdf-7c7a9813267f not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:28:03.811935 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:03.840962 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-16ad3dab-8c0b-4b76-9e0e-d8db6cd8718e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:03.845940 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 2542bec8-77d3-4f69-b7fc-303d9a39eea6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=2542bec8-77d3-4f69-b7fc-303d9a39eea6,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:03.853600 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:03.938411 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-0d3b765f-99d2-4975-ac8d-6b50a58ba88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:03.940258 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-0d3b765f-99d2-4975-ac8d-6b50a58ba88d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18d69795-663e-4814-80c1-613e990ce032 HTTP/1.1" status: 200 len: 844 time: 0.3953602 Jul 16 20:28:03.994682 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-933fdca5-1a05-4f5a-8a72-88f151be51e2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e1c5d2cc-b665-49f1-a6ce-bba156502988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452526 Jul 16 20:28:04.000088 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-302df3ca-f7bf-4e70-b720-0407076d0120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.037110 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-fc958e70-5880-4427-95fd-c22bd2e49f82 None None] Provisioning for port 9da1f4db-57dd-40ee-8b2d-d5a6f75348a8 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:04.040874 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=2542bec8-77d3-4f69-b7fc-303d9a39eea6,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:04.047119 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-fc958e70-5880-4427-95fd-c22bd2e49f82 None None] Provisioning complete for port 9da1f4db-57dd-40ee-8b2d-d5a6f75348a8 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:04.047843 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc958e70-5880-4427-95fd-c22bd2e49f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.093289 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad3dab-8c0b-4b76-9e0e-d8db6cd8718e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Subnet': ['ID=8940e765-9956-4279-b8e0-83c8925e4434,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:04.096970 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fc958e70-5880-4427-95fd-c22bd2e49f82 None None] Port 9da1f4db-57dd-40ee-8b2d-d5a6f75348a8 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:28:04.150989 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35248) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:04.184193 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ded918f2-61b0-4522-9860-006d15c2212b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.188847 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad3dab-8c0b-4b76-9e0e-d8db6cd8718e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Checking segment: {'id': 'df711fc5-0209-4adf-80fa-1a2ec53c4964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4c68800f-b9d3-4d35-bf91-1b389ede7634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:04.189217 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ad3dab-8c0b-4b76-9e0e-d8db6cd8718e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network hostable DHCP agents. Network: 4c68800f-b9d3-4d35-bf91-1b389ede7634, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:28:04.236796 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-09d8cf17-4693-407a-a0d7-0050e3a6a660 service neutron] 10.222.0.62 "GET /v2.0/networks/e1c5d2cc-b665-49f1-a6ce-bba156502988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323048 Jul 16 20:28:04.260483 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e173b9-8cce-4f0b-9619-117598653673 req-28d39241-dead-4d56-9f00-e25733425a0c tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:04.269565 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-85e173b9-8cce-4f0b-9619-117598653673 req-28d39241-dead-4d56-9f00-e25733425a0c tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 945 time: 0.4598575 Jul 16 20:28:04.311728 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ad3dab-8c0b-4b76-9e0e-d8db6cd8718e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network 4c68800f-b9d3-4d35-bf91-1b389ede7634 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:28:04.323739 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-16ad3dab-8c0b-4b76-9e0e-d8db6cd8718e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 4c68800f-b9d3-4d35-bf91-1b389ede7634) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:04.329109 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ad3dab-8c0b-4b76-9e0e-d8db6cd8718e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:04.329998 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-16ad3dab-8c0b-4b76-9e0e-d8db6cd8718e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.341261 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef44b76-2b94-4b0e-967e-eacddf623b49 None None] Network 4c68800f-b9d3-4d35-bf91-1b389ede7634 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:04.359353 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-85e173b9-8cce-4f0b-9619-117598653673 req-90cceca7-8302-4036-9a50-8a10db76c71f tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888145 Jul 16 20:28:04.409967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9b352-2933-4f46-8e0b-4176020c2308 req-88a90f69-63be-4e6b-be11-8bbbdab89b90 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:04.417477 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0eb9b352-2933-4f46-8e0b-4176020c2308 req-88a90f69-63be-4e6b-be11-8bbbdab89b90 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=73f4fa6b-09dd-46e9-9532-12e2b8b55358 HTTP/1.1" status: 200 len: 944 time: 0.2095392 Jul 16 20:28:04.432840 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-302df3ca-f7bf-4e70-b720-0407076d0120 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.449125 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-302df3ca-f7bf-4e70-b720-0407076d0120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.469564 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0eb9b352-2933-4f46-8e0b-4176020c2308 req-b57bef94-c774-4855-a0c1-94857d7c0fbc tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511148 Jul 16 20:28:04.540957 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302df3ca-f7bf-4e70-b720-0407076d0120 admin admin] Pushing event updated for resources: {'Port': ['ID=9da1f4db-57dd-40ee-8b2d-d5a6f75348a8,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:04.586131 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3460e1b-b48c-4ff1-9994-5c42083877fe req-a75a3e5c-2566-4151-ac63-af4a79717fce service neutron] 10.222.0.62 "GET /v2.0/networks/e1c5d2cc-b665-49f1-a6ce-bba156502988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385150 Jul 16 20:28:04.630707 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-302df3ca-f7bf-4e70-b720-0407076d0120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.646902 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535a4f11-2557-4625-99f7-857596752982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-4c68800f-b9d3-4d35-bf91-1b389ede7634', 'network_id': '4c68800f-b9d3-4d35-bf91-1b389ede7634', 'tenant_id': '8f9a426ea30846e192079ccbb52ca7cc', 'fixed_ips': [{'subnet_id': '8940e765-9956-4279-b8e0-83c8925e4434'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:28:04.648152 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-535a4f11-2557-4625-99f7-857596752982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.680480 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ded918f2-61b0-4522-9860-006d15c2212b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.689203 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602da70-d6cb-4550-8885-97fb8800ebe3 req-04535da6-dd26-4607-a88b-00ece39a71b5 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:04.691062 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7602da70-d6cb-4550-8885-97fb8800ebe3 req-04535da6-dd26-4607-a88b-00ece39a71b5 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 1097 time: 0.0992103 Jul 16 20:28:04.708592 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-16ad3dab-8c0b-4b76-9e0e-d8db6cd8718e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7281623 Jul 16 20:28:04.711460 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35258) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:04.726346 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-01e1fa08-8ef1-4172-91c0-62de73682e59 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'port': {'network_id': '4c68800f-b9d3-4d35-bf91-1b389ede7634', 'name': 'tempest-PortsIpV6TestJSON-2021492687'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:04.733575 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ded918f2-61b0-4522-9860-006d15c2212b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.787672 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7602da70-d6cb-4550-8885-97fb8800ebe3 req-dab6a902-bd1f-49af-ad2a-18e6b2f33a47 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905316 Jul 16 20:28:04.833996 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-535a4f11-2557-4625-99f7-857596752982 None None] Allocated IP 2001:db8::2 (4c68800f-b9d3-4d35-bf91-1b389ede7634/8940e765-9956-4279-b8e0-83c8925e4434/688cbb3d-0db2-4a01-99b8-b21696b69258) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:04.894237 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ded918f2-61b0-4522-9860-006d15c2212b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0ba901ba1d864592bbef6a6a4f69fdcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7421293 Jul 16 20:28:04.895439 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35268) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:04.947182 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded918f2-61b0-4522-9860-006d15c2212b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae556f1b-cc7f-4cfb-b89d-df00af1067d8,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:04.961248 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e1fa08-8ef1-4172-91c0-62de73682e59 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:04.964795 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01e1fa08-8ef1-4172-91c0-62de73682e59 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.977507 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302df3ca-f7bf-4e70-b720-0407076d0120 admin admin] Network 8bea5ebe-158d-4e75-8361-f9164427d954 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:04.994272 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-302df3ca-f7bf-4e70-b720-0407076d0120 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:05.004462 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-01e1fa08-8ef1-4172-91c0-62de73682e59 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] device_id is not set on port abe80749-4160-4772-b25f-16e441fc0a5c yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:28:05.142882 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-535a4f11-2557-4625-99f7-857596752982 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.183431 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-535a4f11-2557-4625-99f7-857596752982 None None] Transition to ACTIVE for port object 688cbb3d-0db2-4a01-99b8-b21696b69258 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:05.204106 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-535a4f11-2557-4625-99f7-857596752982 None None] Transition to ACTIVE for port object 688cbb3d-0db2-4a01-99b8-b21696b69258 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:05.215413 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-535a4f11-2557-4625-99f7-857596752982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.293065 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e32c6-cfd6-42a1-ac27-3fd94e16457b req-fe12cb96-211d-4906-8279-30e859f9ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:05.295508 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-056e32c6-cfd6-42a1-ac27-3fd94e16457b req-fe12cb96-211d-4906-8279-30e859f9ba2a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8b8887d8465f43f68153fdd72b6e7bdc&device_id=73f4fa6b-09dd-46e9-9532-12e2b8b55358 HTTP/1.1" status: 200 len: 1096 time: 0.6122510 Jul 16 20:28:05.299776 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a4f11-2557-4625-99f7-857596752982 None None] Pushing event updated for resources: {'Port': ['ID=688cbb3d-0db2-4a01-99b8-b21696b69258,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:05.307766 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 2542bec8-77d3-4f69-b7fc-303d9a39eea6 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:05.311782 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-57152192-271d-428c-9e56-1985970f146d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.311960 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535a4f11-2557-4625-99f7-857596752982 None None] Network 4c68800f-b9d3-4d35-bf91-1b389ede7634 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:05.314895 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-535a4f11-2557-4625-99f7-857596752982 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:05.343874 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535a4f11-2557-4625-99f7-857596752982 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:05.368373 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311736f-60ab-4d20-ad84-197d3ecdb607 req-47446f39-5454-4b7a-9c5f-e6941b2c3a88 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:05.370168 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e311736f-60ab-4d20-ad84-197d3ecdb607 req-47446f39-5454-4b7a-9c5f-e6941b2c3a88 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 945 time: 0.2637568 Jul 16 20:28:05.403594 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302df3ca-f7bf-4e70-b720-0407076d0120 admin admin] Router a2e3e5b6-2f70-465e-8005-71b28999b6a5 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:28:05.407349 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-01e1fa08-8ef1-4172-91c0-62de73682e59 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Allocated IP 2001:db8::e7 (4c68800f-b9d3-4d35-bf91-1b389ede7634/8940e765-9956-4279-b8e0-83c8925e4434/abe80749-4160-4772-b25f-16e441fc0a5c) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:05.415288 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-57152192-271d-428c-9e56-1985970f146d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.451721 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-535a4f11-2557-4625-99f7-857596752982 None None] Attempting to bind port 688cbb3d-0db2-4a01-99b8-b21696b69258 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:05.452175 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-535a4f11-2557-4625-99f7-857596752982 None None] Attempting to bind port 688cbb3d-0db2-4a01-99b8-b21696b69258 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'df711fc5-0209-4adf-80fa-1a2ec53c4964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4c68800f-b9d3-4d35-bf91-1b389ede7634'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:05.452545 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535a4f11-2557-4625-99f7-857596752982 None None] Attempting to bind port 688cbb3d-0db2-4a01-99b8-b21696b69258 on network 4c68800f-b9d3-4d35-bf91-1b389ede7634 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:05.458339 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 2542bec8-77d3-4f69-b7fc-303d9a39eea6 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:05.458761 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.463705 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535a4f11-2557-4625-99f7-857596752982 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:05.464224 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535a4f11-2557-4625-99f7-857596752982 None None] Checking segment: {'id': 'df711fc5-0209-4adf-80fa-1a2ec53c4964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4c68800f-b9d3-4d35-bf91-1b389ede7634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:05.464816 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-535a4f11-2557-4625-99f7-857596752982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.465199 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535a4f11-2557-4625-99f7-857596752982 None None] Bound using segment: {'id': 'df711fc5-0209-4adf-80fa-1a2ec53c4964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4c68800f-b9d3-4d35-bf91-1b389ede7634'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:05.465881 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-535a4f11-2557-4625-99f7-857596752982 None None] Bound port: 688cbb3d-0db2-4a01-99b8-b21696b69258, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df711fc5-0209-4adf-80fa-1a2ec53c4964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4c68800f-b9d3-4d35-bf91-1b389ede7634'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:05.466044 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-535a4f11-2557-4625-99f7-857596752982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.488293 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e311736f-60ab-4d20-ad84-197d3ecdb607 req-be75380d-b847-44b5-8ec6-aa4245386f4e tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086600 Jul 16 20:28:05.491544 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-57152192-271d-428c-9e56-1985970f146d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.495024 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-57152192-271d-428c-9e56-1985970f146d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.498667 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-57152192-271d-428c-9e56-1985970f146d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ae556f1b-cc7f-4cfb-b89d-df00af1067d8 HTTP/1.1" status: 204 len: 168 time: 0.5956378 Jul 16 20:28:05.550382 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57152192-271d-428c-9e56-1985970f146d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae556f1b-cc7f-4cfb-b89d-df00af1067d8,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:05.643877 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e32c6-cfd6-42a1-ac27-3fd94e16457b req-cbcc2518-975a-4e44-b54a-bdf3328f9257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:05.645387 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-056e32c6-cfd6-42a1-ac27-3fd94e16457b req-cbcc2518-975a-4e44-b54a-bdf3328f9257 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e1c5d2cc-b665-49f1-a6ce-bba156502988 HTTP/1.1" status: 200 len: 905 time: 0.3347006 Jul 16 20:28:05.682338 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-37a62e34-58dc-4ec2-8fcf-852fc031cbd2 None None] Provisioning complete for port 9da1f4db-57dd-40ee-8b2d-d5a6f75348a8 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:05.683267 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37a62e34-58dc-4ec2-8fcf-852fc031cbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.737809 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01e1fa08-8ef1-4172-91c0-62de73682e59 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.751981 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-056e32c6-cfd6-42a1-ac27-3fd94e16457b req-f6eef108-7893-4bbb-8f70-66bed7713a6d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4808d2e-d222-4d94-b31c-821276b3cf31 HTTP/1.1" status: 200 len: 217 time: 0.0954981 Jul 16 20:28:05.774837 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-01e1fa08-8ef1-4172-91c0-62de73682e59 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Transition to ACTIVE for port object abe80749-4160-4772-b25f-16e441fc0a5c will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:05.809755 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-535a4f11-2557-4625-99f7-857596752982 None None] For port 688cbb3d-0db2-4a01-99b8-b21696b69258, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:05.816382 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-37a62e34-58dc-4ec2-8fcf-852fc031cbd2 None None] Port 9da1f4db-57dd-40ee-8b2d-d5a6f75348a8 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:28:05.827615 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-535a4f11-2557-4625-99f7-857596752982 None None] For port 688cbb3d-0db2-4a01-99b8-b21696b69258, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=688cbb3d-0db2-4a01-99b8-b21696b69258,segment=NetworkSegment(df711fc5-0209-4adf-80fa-1a2ec53c4964),segment_id=df711fc5-0209-4adf-80fa-1a2ec53c4964)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:05.834914 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e32c6-cfd6-42a1-ac27-3fd94e16457b req-97b9caec-6a8a-4c04-970a-229c3477163f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:05.837124 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-056e32c6-cfd6-42a1-ac27-3fd94e16457b req-97b9caec-6a8a-4c04-970a-229c3477163f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18d69795-663e-4814-80c1-613e990ce032 HTTP/1.1" status: 200 len: 844 time: 0.0715125 Jul 16 20:28:05.846275 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302df3ca-f7bf-4e70-b720-0407076d0120 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:28:05.852235 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-302df3ca-f7bf-4e70-b720-0407076d0120 admin admin] 10.222.0.38 "PUT /v2.0/routers/a2e3e5b6-2f70-465e-8005-71b28999b6a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4385483 Jul 16 20:28:05.864303 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3723c62-9910-4e9a-a57d-99c3d02091cf None None] Sync routers for ids ['a2e3e5b6-2f70-465e-8005-71b28999b6a5'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:28:05.875277 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-535a4f11-2557-4625-99f7-857596752982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.878164 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3723c62-9910-4e9a-a57d-99c3d02091cf None None] Routers {'a2e3e5b6-2f70-465e-8005-71b28999b6a5'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:05.879397 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-c3723c62-9910-4e9a-a57d-99c3d02091cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:27:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['a2e3e5b6-2f70-465e-8005-71b28999b6a5'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:05.919931 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01e1fa08-8ef1-4172-91c0-62de73682e59 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.953782 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-056e32c6-cfd6-42a1-ac27-3fd94e16457b req-47085a2e-b90f-401d-851b-6192195d4566 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e1c5d2cc-b665-49f1-a6ce-bba156502988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911543 Jul 16 20:28:05.981090 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce19cdd-5fb8-4ab6-a2cc-2e32d9208fdd req-24de552f-830f-4ca6-92c5-9af2050f380e tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:05.982740 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ce19cdd-5fb8-4ab6-a2cc-2e32d9208fdd req-24de552f-830f-4ca6-92c5-9af2050f380e tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=73f4fa6b-09dd-46e9-9532-12e2b8b55358 HTTP/1.1" status: 200 len: 944 time: 0.1769018 Jul 16 20:28:06.008868 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e1fa08-8ef1-4172-91c0-62de73682e59 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network 4c68800f-b9d3-4d35-bf91-1b389ede7634 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:06.012913 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a4f11-2557-4625-99f7-857596752982 None None] Pushing event updated for resources: {'Port': ['ID=688cbb3d-0db2-4a01-99b8-b21696b69258,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:06.040225 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-c3723c62-9910-4e9a-a57d-99c3d02091cf None None] Set router a2e3e5b6-2f70-465e-8005-71b28999b6a5 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:28:06.083122 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-01e1fa08-8ef1-4172-91c0-62de73682e59 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:06.136382 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e1fa08-8ef1-4172-91c0-62de73682e59 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:06.146906 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e1fa08-8ef1-4172-91c0-62de73682e59 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:06.148678 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01e1fa08-8ef1-4172-91c0-62de73682e59 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:06.175360 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1fa08-8ef1-4172-91c0-62de73682e59 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Port': ['ID=abe80749-4160-4772-b25f-16e441fc0a5c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:06.198242 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ce19cdd-5fb8-4ab6-a2cc-2e32d9208fdd req-f660653d-b6a2-494b-afb9-bc1e68fee508 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909678 Jul 16 20:28:06.204168 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35326) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:06.205132 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-01e1fa08-8ef1-4172-91c0-62de73682e59 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4918988 Jul 16 20:28:06.232141 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-056e32c6-cfd6-42a1-ac27-3fd94e16457b req-ce74ecc7-43ef-40c7-b70c-8aa61f1de7e2 service neutron] 10.222.0.62 "GET /v2.0/networks/e1c5d2cc-b665-49f1-a6ce-bba156502988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647607 Jul 16 20:28:06.358592 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-c3723c62-9910-4e9a-a57d-99c3d02091cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e3e5b6-2f70-465e-8005-71b28999b6a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1563513049-router', 'tenant_id': '51cc847a11f8452b9c78db123ef2f8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '2542bec8-77d3-4f69-b7fc-303d9a39eea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:53Z', 'updated_at': '2021-07-16T20:28:03Z', 'revision_number': 4, 'project_id': '51cc847a11f8452b9c78db123ef2f8ca', 'gw_port': {'id': '2542bec8-77d3-4f69-b7fc-303d9a39eea6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e3e5b6-2f70-465e-8005-71b28999b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:55Z', 'updated_at': '2021-07-16T20:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '9da1f4db-57dd-40ee-8b2d-d5a6f75348a8', 'name': '', 'network_id': '8bea5ebe-158d-4e75-8361-f9164427d954', 'tenant_id': '51cc847a11f8452b9c78db123ef2f8ca', 'mac_address': 'fa:16:3e:4d:26:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e3e5b6-2f70-465e-8005-71b28999b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '6a6becea-12de-4971-a3b1-8a3aff138970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:01Z', 'updated_at': '2021-07-16T20:28:04Z', 'revision_number': 2, 'project_id': '51cc847a11f8452b9c78db123ef2f8ca', 'subnets': [{'id': '6a6becea-12de-4971-a3b1-8a3aff138970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:06.435394 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3723c62-9910-4e9a-a57d-99c3d02091cf None None] Checking router: a2e3e5b6-2f70-465e-8005-71b28999b6a5 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:28:06.436096 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3723c62-9910-4e9a-a57d-99c3d02091cf None None] Updating router a2e3e5b6-2f70-465e-8005-71b28999b6a5 port 9da1f4db-57dd-40ee-8b2d-d5a6f75348a8 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:28:06.480949 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-056e32c6-cfd6-42a1-ac27-3fd94e16457b req-8bd390d3-826a-4661-ae3e-316a9cde8417 service neutron] 10.222.0.62 "GET /v2.0/networks/e1c5d2cc-b665-49f1-a6ce-bba156502988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463539 Jul 16 20:28:06.501806 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-0960451d-6791-402f-b8b8-2faa7e143d63 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting port abe80749-4160-4772-b25f-16e441fc0a5c {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:06.502531 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0960451d-6791-402f-b8b8-2faa7e143d63 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:06.524723 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:28:06.538357 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c3723c62-9910-4e9a-a57d-99c3d02091cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:06.614511 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362b06c-81bd-4950-89d3-c0eb9aa29aab req-e8b5fe23-2c02-4431-a111-4d7a5fc1155a tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:06.628328 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c362b06c-81bd-4950-89d3-c0eb9aa29aab req-e8b5fe23-2c02-4431-a111-4d7a5fc1155a tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 945 time: 0.1664045 Jul 16 20:28:06.720301 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c362b06c-81bd-4950-89d3-c0eb9aa29aab req-0af79c7e-218d-4605-bdab-6d11bffcbcfb tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869167 Jul 16 20:28:06.792703 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0960451d-6791-402f-b8b8-2faa7e143d63 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:06.828292 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-0960451d-6791-402f-b8b8-2faa7e143d63 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Calling delete_port for abe80749-4160-4772-b25f-16e441fc0a5c owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:07.400967 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0960451d-6791-402f-b8b8-2faa7e143d63 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:07.445799 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 688cbb3d-0db2-4a01-99b8-b21696b69258 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:07.497840 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960451d-6791-402f-b8b8-2faa7e143d63 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Port': ['ID=abe80749-4160-4772-b25f-16e441fc0a5c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:07.598128 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0960451d-6791-402f-b8b8-2faa7e143d63 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:07.601858 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device e4808d2e-d222-4d94-b31c-821276b3cf31 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:28:07.603794 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35368) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:07.626180 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0960451d-6791-402f-b8b8-2faa7e143d63 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/ports/abe80749-4160-4772-b25f-16e441fc0a5c HTTP/1.1" status: 204 len: 168 time: 1.4169328 Jul 16 20:28:07.636495 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c3723c62-9910-4e9a-a57d-99c3d02091cf None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:07.663853 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35370) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:07.671905 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 688cbb3d-0db2-4a01-99b8-b21696b69258 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:07.693994 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-c3723c62-9910-4e9a-a57d-99c3d02091cf None None] Transition to ACTIVE for port object 9da1f4db-57dd-40ee-8b2d-d5a6f75348a8 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:07.714928 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c3723c62-9910-4e9a-a57d-99c3d02091cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:07.731298 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e10545f-384b-4cfa-a7cf-891d536819cf tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] DELETE failed (client error): The resource could not be found. Jul 16 20:28:07.732800 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e10545f-384b-4cfa-a7cf-891d536819cf tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:28:07.736122 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced634c4-9ee3-4a5d-b55a-1ea40797702d req-170258db-59ce-4e9c-83f1-76297f8807f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:07.743581 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4e10545f-384b-4cfa-a7cf-891d536819cf tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/ports/abe80749-4160-4772-b25f-16e441fc0a5c HTTP/1.1" status: 404 len: 333 time: 0.1373396 Jul 16 20:28:07.747984 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ced634c4-9ee3-4a5d-b55a-1ea40797702d req-170258db-59ce-4e9c-83f1-76297f8807f5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=040bf7ee1ec54a50aca3b42fc92ded92&device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 1098 time: 0.3854208 Jul 16 20:28:07.748816 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35374) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:07.839502 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-8963567b-87a2-4fd8-8787-e443f287f1cb tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] GET failed (client error): The resource could not be found. Jul 16 20:28:07.843178 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8963567b-87a2-4fd8-8787-e443f287f1cb tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "GET /v2.0/ports/abe80749-4160-4772-b25f-16e441fc0a5c HTTP/1.1" status: 404 len: 333 time: 0.0920479 Jul 16 20:28:07.845906 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35376) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:07.889023 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d1c710-589a-49e8-89e6-38d7e1fc5570 None None] Network 4c68800f-b9d3-4d35-bf91-1b389ede7634 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:07.952640 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-6afdc148-b640-4d44-828f-c65bc98c0cbf tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting subnet 8940e765-9956-4279-b8e0-83c8925e4434 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:28:07.962591 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6afdc148-b640-4d44-828f-c65bc98c0cbf tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:07.969253 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced634c4-9ee3-4a5d-b55a-1ea40797702d req-948159bd-6c61-41e8-90b6-e804bd0e5e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:07.971072 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ced634c4-9ee3-4a5d-b55a-1ea40797702d req-948159bd-6c61-41e8-90b6-e804bd0e5e95 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b358c1d9-e9f6-4096-8d60-98099a8c70b7 HTTP/1.1" status: 200 len: 920 time: 0.2150364 Jul 16 20:28:08.024010 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ec2b8-e20e-4152-91b2-ecd01f279199 None None] Pushing event updated for resources: {'Port': ['ID=9da1f4db-57dd-40ee-8b2d-d5a6f75348a8,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:08.067833 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6afdc148-b640-4d44-828f-c65bc98c0cbf tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:08.082631 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ced634c4-9ee3-4a5d-b55a-1ea40797702d req-87478b73-75d4-4e85-9665-26b61324e388 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2ce7eaf-57bc-4a87-be95-7e45a7b50942 HTTP/1.1" status: 200 len: 217 time: 0.1035571 Jul 16 20:28:08.127523 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ec2b8-e20e-4152-91b2-ecd01f279199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:08.128752 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ec2b8-e20e-4152-91b2-ecd01f279199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:08.132324 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ec2b8-e20e-4152-91b2-ecd01f279199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:08.136409 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ec2b8-e20e-4152-91b2-ecd01f279199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:08.139076 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ec2b8-e20e-4152-91b2-ecd01f279199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:08.139604 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ec2b8-e20e-4152-91b2-ecd01f279199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:08.142790 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ec2b8-e20e-4152-91b2-ecd01f279199 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:08.143897 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ec2b8-e20e-4152-91b2-ecd01f279199 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:08.149065 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ec2b8-e20e-4152-91b2-ecd01f279199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:08.163965 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ec2b8-e20e-4152-91b2-ecd01f279199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:08.168067 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ec2b8-e20e-4152-91b2-ecd01f279199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:08.170529 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ec2b8-e20e-4152-91b2-ecd01f279199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:08.317256 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced634c4-9ee3-4a5d-b55a-1ea40797702d req-68708bef-fc5e-42bd-85a5-4e2bb95ffaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:08.324586 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port e4808d2e-d222-4d94-b31c-821276b3cf31, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=e4808d2e-d222-4d94-b31c-821276b3cf31,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:08.326167 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ced634c4-9ee3-4a5d-b55a-1ea40797702d req-68708bef-fc5e-42bd-85a5-4e2bb95ffaba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=84f36c9a-649f-4fbc-95a8-0fd0b2d3d58e HTTP/1.1" status: 200 len: 859 time: 0.2353139 Jul 16 20:28:08.465517 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ced634c4-9ee3-4a5d-b55a-1ea40797702d req-5ceb5f67-af0f-4f3b-95ea-3aae3cf99fb7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b358c1d9-e9f6-4096-8d60-98099a8c70b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303425 Jul 16 20:28:08.475341 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6afdc148-b640-4d44-828f-c65bc98c0cbf tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:08.481715 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-4a20cdb3-78a1-4c62-9b87-ecc7036dcc4e tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:28:08.484916 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-4a20cdb3-78a1-4c62-9b87-ecc7036dcc4e tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.3270490 Jul 16 20:28:08.487668 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'e4808d2e-d222-4d94-b31c-821276b3cf31', 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988', 'port_id': 'e4808d2e-d222-4d94-b31c-821276b3cf31', 'mac_address': 'fa:16:3e:66:d2:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d69795-663e-4814-80c1-613e990ce032', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:28:08.520632 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-96b3b6a1-1b4f-4727-aa2b-63a574466cec service neutron] Request body: {'binding': {'host': 'n-h2-791506-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:08.524206 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-96b3b6a1-1b4f-4727-aa2b-63a574466cec service neutron] Unknown quota resources ['binding']. {{(pid=93793) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:28:08.554977 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-c3723c62-9910-4e9a-a57d-99c3d02091cf None None] Attempting to bind port 9da1f4db-57dd-40ee-8b2d-d5a6f75348a8 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:08.555348 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-c3723c62-9910-4e9a-a57d-99c3d02091cf None None] Attempting to bind port 9da1f4db-57dd-40ee-8b2d-d5a6f75348a8 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '5d9745a4-c4dd-4acf-b728-f5fc411c2b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8bea5ebe-158d-4e75-8361-f9164427d954'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:08.555712 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3723c62-9910-4e9a-a57d-99c3d02091cf None None] Attempting to bind port 9da1f4db-57dd-40ee-8b2d-d5a6f75348a8 on network 8bea5ebe-158d-4e75-8361-f9164427d954 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:08.575977 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3723c62-9910-4e9a-a57d-99c3d02091cf None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:08.576673 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3723c62-9910-4e9a-a57d-99c3d02091cf None None] Checking segment: {'id': '5d9745a4-c4dd-4acf-b728-f5fc411c2b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8bea5ebe-158d-4e75-8361-f9164427d954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:08.577083 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c3723c62-9910-4e9a-a57d-99c3d02091cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:08.577475 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3723c62-9910-4e9a-a57d-99c3d02091cf None None] Bound using segment: {'id': '5d9745a4-c4dd-4acf-b728-f5fc411c2b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8bea5ebe-158d-4e75-8361-f9164427d954'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:08.577954 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-c3723c62-9910-4e9a-a57d-99c3d02091cf None None] Bound port: 9da1f4db-57dd-40ee-8b2d-d5a6f75348a8, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9745a4-c4dd-4acf-b728-f5fc411c2b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8bea5ebe-158d-4e75-8361-f9164427d954'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:08.578367 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c3723c62-9910-4e9a-a57d-99c3d02091cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:08.695496 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6afdc148-b640-4d44-828f-c65bc98c0cbf tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:08.728111 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:08.730019 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-61aa71bd-8994-4d82-8d9b-ca8c4a041a4d None None] Provisioning for port 688cbb3d-0db2-4a01-99b8-b21696b69258 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:08.770262 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3b225a50-96f8-4821-aea7-c1369ae7843e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:08.796557 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-61aa71bd-8994-4d82-8d9b-ca8c4a041a4d None None] Provisioning complete for port 688cbb3d-0db2-4a01-99b8-b21696b69258 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:08.797278 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61aa71bd-8994-4d82-8d9b-ca8c4a041a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:08.883594 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-c3723c62-9910-4e9a-a57d-99c3d02091cf None None] For port 9da1f4db-57dd-40ee-8b2d-d5a6f75348a8, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:08.892265 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-c3723c62-9910-4e9a-a57d-99c3d02091cf None None] For port 9da1f4db-57dd-40ee-8b2d-d5a6f75348a8, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9da1f4db-57dd-40ee-8b2d-d5a6f75348a8,segment=NetworkSegment(5d9745a4-c4dd-4acf-b728-f5fc411c2b1c),segment_id=5d9745a4-c4dd-4acf-b728-f5fc411c2b1c)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:08.909214 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c3723c62-9910-4e9a-a57d-99c3d02091cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:08.942965 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6afdc148-b640-4d44-828f-c65bc98c0cbf tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:08.945268 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4808d2e-d222-4d94-b31c-821276b3cf31 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:08.947775 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6afdc148-b640-4d44-828f-c65bc98c0cbf tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/subnets/8940e765-9956-4279-b8e0-83c8925e4434 HTTP/1.1" status: 204 len: 168 time: 1.1007609 Jul 16 20:28:08.954352 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afdc148-b640-4d44-828f-c65bc98c0cbf tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Subnet': ['ID=8940e765-9956-4279-b8e0-83c8925e4434,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:08.958172 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35390) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:09.074654 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port e4808d2e-d222-4d94-b31c-821276b3cf31, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=e4808d2e-d222-4d94-b31c-821276b3cf31,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:09.101783 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.137833 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3723c62-9910-4e9a-a57d-99c3d02091cf None None] Routers {'a2e3e5b6-2f70-465e-8005-71b28999b6a5'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:09.229399 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-c3723c62-9910-4e9a-a57d-99c3d02091cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:27:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['a2e3e5b6-2f70-465e-8005-71b28999b6a5'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:09.267346 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe2987-c07f-4ee5-bc58-5de6403cd185 req-bcc714ca-52a2-47d4-a372-40edd75380de tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:09.279838 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9ffe2987-c07f-4ee5-bc58-5de6403cd185 req-bcc714ca-52a2-47d4-a372-40edd75380de tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=73f4fa6b-09dd-46e9-9532-12e2b8b55358 HTTP/1.1" status: 200 len: 944 time: 0.5934169 Jul 16 20:28:09.297185 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c76258df-872e-484b-a596-5485847ce4c9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.389105 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['e4808d2e-d222-4d94-b31c-821276b3cf31'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:09.408828 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9ffe2987-c07f-4ee5-bc58-5de6403cd185 req-7203d67b-6e5d-4a47-b548-01bf914875e5 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278536 Jul 16 20:28:09.432909 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=e4808d2e-d222-4d94-b31c-821276b3cf31,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:09.523596 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61aa71bd-8994-4d82-8d9b-ca8c4a041a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.535467 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-c76258df-872e-484b-a596-5485847ce4c9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting port 688cbb3d-0db2-4a01-99b8-b21696b69258 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:09.540596 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c76258df-872e-484b-a596-5485847ce4c9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.586045 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ec2b8-e20e-4152-91b2-ecd01f279199 None None] Pushing event updated for resources: {'Port': ['ID=9da1f4db-57dd-40ee-8b2d-d5a6f75348a8,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:09.626272 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-c3723c62-9910-4e9a-a57d-99c3d02091cf None None] Set router a2e3e5b6-2f70-465e-8005-71b28999b6a5 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:28:09.755228 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-61aa71bd-8994-4d82-8d9b-ca8c4a041a4d None None] For port 688cbb3d-0db2-4a01-99b8-b21696b69258, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=688cbb3d-0db2-4a01-99b8-b21696b69258,segment=NetworkSegment(df711fc5-0209-4adf-80fa-1a2ec53c4964),segment_id=df711fc5-0209-4adf-80fa-1a2ec53c4964)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:09.780227 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61aa71bd-8994-4d82-8d9b-ca8c4a041a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.855511 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ced634c4-9ee3-4a5d-b55a-1ea40797702d req-ee5afdce-7cbd-4589-87ba-e61d910d0f71 service neutron] 10.222.0.62 "GET /v2.0/networks/b358c1d9-e9f6-4096-8d60-98099a8c70b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3696079 Jul 16 20:28:09.909268 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-c76258df-872e-484b-a596-5485847ce4c9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] For port 688cbb3d-0db2-4a01-99b8-b21696b69258, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=688cbb3d-0db2-4a01-99b8-b21696b69258,segment=NetworkSegment(df711fc5-0209-4adf-80fa-1a2ec53c4964),segment_id=df711fc5-0209-4adf-80fa-1a2ec53c4964)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:09.910943 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c76258df-872e-484b-a596-5485847ce4c9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.944078 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0d689b-2a0c-49f8-a1e8-9bc8f5c15bc2 None None] Network 4c68800f-b9d3-4d35-bf91-1b389ede7634 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:09.980309 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-c76258df-872e-484b-a596-5485847ce4c9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Calling delete_port for 688cbb3d-0db2-4a01-99b8-b21696b69258 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:10.072196 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdea2b-adc8-4602-9d3b-e8f729ed0a26 req-3f5542a2-72e3-455b-b89f-aa13bce83e86 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:10.074172 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cdbdea2b-adc8-4602-9d3b-e8f729ed0a26 req-3f5542a2-72e3-455b-b89f-aa13bce83e86 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 946 time: 0.1551619 Jul 16 20:28:10.130932 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ced634c4-9ee3-4a5d-b55a-1ea40797702d req-dc1b99af-737c-425e-bc56-66f4cb6bfd95 service neutron] 10.222.0.62 "GET /v2.0/networks/b358c1d9-e9f6-4096-8d60-98099a8c70b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480242 Jul 16 20:28:10.206635 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-96b3b6a1-1b4f-4727-aa2b-63a574466cec service neutron] Attempting to bind port 7ebf8697-f8f6-412c-9791-cffa7bf46842 on host n-h2-791506-21 for vnic_type normal with profile None {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:10.208091 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-96b3b6a1-1b4f-4727-aa2b-63a574466cec service neutron] Attempting to bind port 7ebf8697-f8f6-412c-9791-cffa7bf46842 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:10.210533 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-96b3b6a1-1b4f-4727-aa2b-63a574466cec service neutron] Attempting to bind port 7ebf8697-f8f6-412c-9791-cffa7bf46842 on network e0476e10-8d02-4fbd-b804-ab41bcf63297 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:10.263759 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cdbdea2b-adc8-4602-9d3b-e8f729ed0a26 req-4b3e6c66-0cdd-4c67-8549-f96477e62520 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674457 Jul 16 20:28:10.289913 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3b225a50-96f8-4821-aea7-c1369ae7843e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.296381 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-96b3b6a1-1b4f-4727-aa2b-63a574466cec service neutron] Port 7ebf8697-f8f6-412c-9791-cffa7bf46842 on network e0476e10-8d02-4fbd-b804-ab41bcf63297 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:28:10.296381 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-96b3b6a1-1b4f-4727-aa2b-63a574466cec service neutron] Attempting to bind port 7ebf8697-f8f6-412c-9791-cffa7bf46842 on network e0476e10-8d02-4fbd-b804-ab41bcf63297 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:10.296694 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c76258df-872e-484b-a596-5485847ce4c9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.307639 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3b225a50-96f8-4821-aea7-c1369ae7843e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.322368 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-96b3b6a1-1b4f-4727-aa2b-63a574466cec service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:10.322887 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-96b3b6a1-1b4f-4727-aa2b-63a574466cec service neutron] Checking segment: {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:10.323287 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-96b3b6a1-1b4f-4727-aa2b-63a574466cec service neutron] Bound using segment: {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:10.323734 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-96b3b6a1-1b4f-4727-aa2b-63a574466cec service neutron] Bound port: 7ebf8697-f8f6-412c-9791-cffa7bf46842, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:10.347714 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-c3723c62-9910-4e9a-a57d-99c3d02091cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e3e5b6-2f70-465e-8005-71b28999b6a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1563513049-router', 'tenant_id': '51cc847a11f8452b9c78db123ef2f8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '2542bec8-77d3-4f69-b7fc-303d9a39eea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:53Z', 'updated_at': '2021-07-16T20:28:03Z', 'revision_number': 4, 'project_id': '51cc847a11f8452b9c78db123ef2f8ca', 'gw_port': {'id': '2542bec8-77d3-4f69-b7fc-303d9a39eea6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e3e5b6-2f70-465e-8005-71b28999b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:55Z', 'updated_at': '2021-07-16T20:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '9da1f4db-57dd-40ee-8b2d-d5a6f75348a8', 'name': '', 'network_id': '8bea5ebe-158d-4e75-8361-f9164427d954', 'tenant_id': '51cc847a11f8452b9c78db123ef2f8ca', 'mac_address': 'fa:16:3e:4d:26:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e3e5b6-2f70-465e-8005-71b28999b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '6a6becea-12de-4971-a3b1-8a3aff138970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:01Z', 'updated_at': '2021-07-16T20:28:08Z', 'revision_number': 4, 'project_id': '51cc847a11f8452b9c78db123ef2f8ca', 'subnets': [{'id': '6a6becea-12de-4971-a3b1-8a3aff138970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:10.357989 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76258df-872e-484b-a596-5485847ce4c9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Port': ['ID=688cbb3d-0db2-4a01-99b8-b21696b69258,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:10.364668 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76258df-872e-484b-a596-5485847ce4c9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] No DVR routers for this DVR port 688cbb3d-0db2-4a01-99b8-b21696b69258 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:10.384739 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-da94270f-5f8c-40b7-96e9-8eab40396173 None None] Could not find standard attr ID for object 688cbb3d-0db2-4a01-99b8-b21696b69258. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:28:10.399013 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3723c62-9910-4e9a-a57d-99c3d02091cf None None] The sync data for ids ['a2e3e5b6-2f70-465e-8005-71b28999b6a5'] in n-d-791506-21 is: [{'id': 'a2e3e5b6-2f70-465e-8005-71b28999b6a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1563513049-router', 'tenant_id': '51cc847a11f8452b9c78db123ef2f8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '2542bec8-77d3-4f69-b7fc-303d9a39eea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:53Z', 'updated_at': '2021-07-16T20:28:03Z', 'revision_number': 4, 'project_id': '51cc847a11f8452b9c78db123ef2f8ca', 'gw_port': {'id': '2542bec8-77d3-4f69-b7fc-303d9a39eea6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e3e5b6-2f70-465e-8005-71b28999b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:55Z', 'updated_at': '2021-07-16T20:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '9da1f4db-57dd-40ee-8b2d-d5a6f75348a8', 'name': '', 'network_id': '8bea5ebe-158d-4e75-8361-f9164427d954', 'tenant_id': '51cc847a11f8452b9c78db123ef2f8ca', 'mac_address': 'fa:16:3e:4d:26:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e3e5b6-2f70-465e-8005-71b28999b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '6a6becea-12de-4971-a3b1-8a3aff138970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:01Z', 'updated_at': '2021-07-16T20:28:08Z', 'revision_number': 4, 'project_id': '51cc847a11f8452b9c78db123ef2f8ca', 'subnets': [{'id': '6a6becea-12de-4971-a3b1-8a3aff138970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:28:10.412593 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa71bd-8994-4d82-8d9b-ca8c4a041a4d None None] Pushing event updated for resources: {'Port': ['ID=688cbb3d-0db2-4a01-99b8-b21696b69258,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:10.455848 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-96b3b6a1-1b4f-4727-aa2b-63a574466cec service neutron] For port 7ebf8697-f8f6-412c-9791-cffa7bf46842, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=7ebf8697-f8f6-412c-9791-cffa7bf46842,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:10.525216 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35408) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:10.526805 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3b225a50-96f8-4821-aea7-c1369ae7843e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=411ae8e61c2a40559047af5222cc0fca&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8584971 Jul 16 20:28:10.527990 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b225a50-96f8-4821-aea7-c1369ae7843e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a6f127-7717-42fd-b20e-e0918e35f98d,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:10.566485 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-96b3b6a1-1b4f-4727-aa2b-63a574466cec service neutron] Notify callbacks [] for binding, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.575676 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-96b3b6a1-1b4f-4727-aa2b-63a574466cec service neutron] 10.222.0.38 "POST /v2.0/ports/7ebf8697-f8f6-412c-9791-cffa7bf46842/bindings HTTP/1.1" status: 201 len: 390 time: 2.0710914 Jul 16 20:28:10.654755 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe09757f-6cdd-4799-bc20-a3af784380f0 None None] DHCP port deletion for 4c68800f-b9d3-4d35-bf91-1b389ede7634 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:28:10.655428 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c76258df-872e-484b-a596-5485847ce4c9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.706438 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-c76258df-872e-484b-a596-5485847ce4c9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c68800f-b9d3-4d35-bf91-1b389ede7634']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:10.766572 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-c76258df-872e-484b-a596-5485847ce4c9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df711fc5-0209-4adf-80fa-1a2ec53c4964') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:10.766890 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-c76258df-872e-484b-a596-5485847ce4c9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df711fc5-0209-4adf-80fa-1a2ec53c4964') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:10.830342 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c76258df-872e-484b-a596-5485847ce4c9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.909280 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c76258df-872e-484b-a596-5485847ce4c9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.919001 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d2f49f17-e75f-4835-9cad-3d305a071385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.964094 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d2f49f17-e75f-4835-9cad-3d305a071385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.041831 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-a945779a-92ee-43be-a878-fcc5ee0dd99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:11.044610 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-a945779a-92ee-43be-a878-fcc5ee0dd99e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8a8ade9cff04e3db4af1591a2770156&device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 1097 time: 0.1092484 Jul 16 20:28:11.265463 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-069950b3-77a7-4d38-bdec-5c3f4b48e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:11.267044 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-069950b3-77a7-4d38-bdec-5c3f4b48e680 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 200 len: 922 time: 0.2158952 Jul 16 20:28:11.308583 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9da1f4db-57dd-40ee-8b2d-d5a6f75348a8 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:11.356848 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-21d93c64-d040-44c5-b961-26f2ead9b0e2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ebf8697-f8f6-412c-9791-cffa7bf46842 HTTP/1.1" status: 200 len: 217 time: 0.0822604 Jul 16 20:28:11.399802 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 9da1f4db-57dd-40ee-8b2d-d5a6f75348a8 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:11.407614 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 9da1f4db-57dd-40ee-8b2d-d5a6f75348a8 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:11.408168 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.419803 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c76258df-872e-484b-a596-5485847ce4c9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:28:11.420265 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c76258df-872e-484b-a596-5485847ce4c9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:28:11.425773 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:28:11.453591 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-0f2efffa-e97a-47a9-8ad3-d8e7fc89c088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:11.455211 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-0f2efffa-e97a-47a9-8ad3-d8e7fc89c088 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13ad8455-a3f9-4cd7-bb5a-6261d086b47a HTTP/1.1" status: 200 len: 861 time: 0.0848973 Jul 16 20:28:11.517882 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766378f0-56c5-40ba-93ee-e447b53ee251 req-f321117b-2bf1-44fd-9d9b-e02d6fcaeb04 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:11.525664 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-766378f0-56c5-40ba-93ee-e447b53ee251 req-f321117b-2bf1-44fd-9d9b-e02d6fcaeb04 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 945 time: 0.8672717 Jul 16 20:28:11.539914 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-74512620-d772-4404-b23c-82dafe99cb98 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0476e10-8d02-4fbd-b804-ab41bcf63297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673213 Jul 16 20:28:11.558663 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.595956 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c76258df-872e-484b-a596-5485847ce4c9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.603898 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c76258df-872e-484b-a596-5485847ce4c9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.605832 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c76258df-872e-484b-a596-5485847ce4c9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/networks/4c68800f-b9d3-4d35-bf91-1b389ede7634 HTTP/1.1" status: 204 len: 168 time: 2.6434176 Jul 16 20:28:11.614997 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 9da1f4db-57dd-40ee-8b2d-d5a6f75348a8, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9da1f4db-57dd-40ee-8b2d-d5a6f75348a8,segment=NetworkSegment(5d9745a4-c4dd-4acf-b728-f5fc411c2b1c),segment_id=5d9745a4-c4dd-4acf-b728-f5fc411c2b1c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:11.622394 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.635350 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device e4808d2e-d222-4d94-b31c-821276b3cf31 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:11.680481 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35418) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:11.699189 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-766378f0-56c5-40ba-93ee-e447b53ee251 req-f6b75b61-2b62-44f3-9d1b-9f9102fee2de tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725705 Jul 16 20:28:11.713467 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-5c4d777e-f2d8-4272-b53f-7d9aed60da88 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1074661465'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:11.772137 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d2f49f17-e75f-4835-9cad-3d305a071385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.775862 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-a2fdf60f-b484-49d1-84ea-3534965ff7ce service neutron] 10.222.0.62 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293224 Jul 16 20:28:11.776951 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d2f49f17-e75f-4835-9cad-3d305a071385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.780360 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d2f49f17-e75f-4835-9cad-3d305a071385 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/28a6f127-7717-42fd-b20e-e0918e35f98d HTTP/1.1" status: 204 len: 168 time: 1.2466104 Jul 16 20:28:11.780360 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76258df-872e-484b-a596-5485847ce4c9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Network': ['ID=4c68800f-b9d3-4d35-bf91-1b389ede7634,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:11.789896 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 688cbb3d-0db2-4a01-99b8-b21696b69258 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:11.798153 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4d777e-f2d8-4272-b53f-7d9aed60da88 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:11.803339 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5c4d777e-f2d8-4272-b53f-7d9aed60da88 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.843535 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 688cbb3d-0db2-4a01-99b8-b21696b69258 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:28:11.843864 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 688cbb3d-0db2-4a01-99b8-b21696b69258 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:28:11.902745 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port e4808d2e-d222-4d94-b31c-821276b3cf31 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:11.923176 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1841eaa-e3fd-4c9f-bc96-389a74187c16 req-64971946-cad9-4aa0-ac8b-39ad3d020ce6 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:11.926015 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e1841eaa-e3fd-4c9f-bc96-389a74187c16 req-64971946-cad9-4aa0-ac8b-39ad3d020ce6 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=73f4fa6b-09dd-46e9-9532-12e2b8b55358 HTTP/1.1" status: 200 len: 945 time: 0.5080080 Jul 16 20:28:11.934941 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port e4808d2e-d222-4d94-b31c-821276b3cf31 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:11.935580 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f49f17-e75f-4835-9cad-3d305a071385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a6f127-7717-42fd-b20e-e0918e35f98d,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:11.936058 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.018942 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4d777e-f2d8-4272-b53f-7d9aed60da88 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:28:12.028676 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-8ed48323-e184-4330-9841-88f4a525567e service neutron] 10.222.0.62 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420919 Jul 16 20:28:12.064747 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e1841eaa-e3fd-4c9f-bc96-389a74187c16 req-29facd44-017b-449b-a53d-376d550fbfc1 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087637 Jul 16 20:28:12.074706 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5c4d777e-f2d8-4272-b53f-7d9aed60da88 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.075058 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-5c4d777e-f2d8-4272-b53f-7d9aed60da88 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Added segment 1731c471-ce27-4897-823a-9a5a7642d036 of type vlan for network a1e9a075-1e8c-40e0-86af-bbfa98c6d14b Jul 16 20:28:12.258648 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-03593cf1-ca49-487a-85a6-497270a33a67 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:12.260532 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-03593cf1-ca49-487a-85a6-497270a33a67 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b&tenant_id=f8a8ade9cff04e3db4af1591a2770156&binding%3Ahost_id=n-h1-791506-21 HTTP/1.1" status: 200 len: 1097 time: 0.1670430 Jul 16 20:28:12.266851 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5c4d777e-f2d8-4272-b53f-7d9aed60da88 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.278388 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-7a4b4804-18c1-4539-bb34-b5ad81e6f100 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-21'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:12.298701 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed289f-72c9-4446-b454-d7c7e6eba597 req-38ab26b6-4604-428c-a2e8-e1207dbf6451 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:12.308460 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3fed289f-72c9-4446-b454-d7c7e6eba597 req-38ab26b6-4604-428c-a2e8-e1207dbf6451 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 945 time: 0.3744502 Jul 16 20:28:12.428010 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=9da1f4db-57dd-40ee-8b2d-d5a6f75348a8,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:12.487879 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.494762 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3fed289f-72c9-4446-b454-d7c7e6eba597 req-83110dbf-e11a-4c51-8ad0-397b970f5d6d tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795182 Jul 16 20:28:12.511837 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-7a4b4804-18c1-4539-bb34-b5ad81e6f100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.544980 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port e4808d2e-d222-4d94-b31c-821276b3cf31, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=e4808d2e-d222-4d94-b31c-821276b3cf31,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:12.546798 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f4fa6b-09dd-46e9-9532-12e2b8b55358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4808d2e-d222-4d94-b31c-821276b3cf31'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:12.549687 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbab82e-8d27-4180-854d-bf4471ebf256" -d '{"events": [{"server_uuid": "73f4fa6b-09dd-46e9-9532-12e2b8b55358", "name": "network-vif-plugged", "status": "completed", "tag": "e4808d2e-d222-4d94-b31c-821276b3cf31"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:12.555348 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.576602 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5c4d777e-f2d8-4272-b53f-7d9aed60da88 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.594730 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4d777e-f2d8-4272-b53f-7d9aed60da88 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:12.596437 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5c4d777e-f2d8-4272-b53f-7d9aed60da88 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.627546 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=e4808d2e-d222-4d94-b31c-821276b3cf31,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:12.697853 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8373a3-8551-4bf7-9e53-ce8ea7ef4dea x-openstack-request-id: req-2d8373a3-8551-4bf7-9e53-ce8ea7ef4dea {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:12.698158 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f4fa6b-09dd-46e9-9532-12e2b8b55358", "name": "network-vif-plugged", "status": "completed", "tag": "e4808d2e-d222-4d94-b31c-821276b3cf31", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:12.698445 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2d8373a3-8551-4bf7-9e53-ce8ea7ef4dea {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:12.698852 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f4fa6b-09dd-46e9-9532-12e2b8b55358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4808d2e-d222-4d94-b31c-821276b3cf31', 'code': 200} Jul 16 20:28:12.796569 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d777e-f2d8-4272-b53f-7d9aed60da88 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Network': ['ID=a1e9a075-1e8c-40e0-86af-bbfa98c6d14b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:12.801153 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5c4d777e-f2d8-4272-b53f-7d9aed60da88 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0977035 Jul 16 20:28:12.807389 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35446) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:12.815960 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network a1e9a075-1e8c-40e0-86af-bbfa98c6d14b details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:28:12.818141 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-a77b4943-38a3-46d0-98c0-f14501c7ee47 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'subnet': {'network_id': 'a1e9a075-1e8c-40e0-86af-bbfa98c6d14b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:12.919412 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-7a4b4804-18c1-4539-bb34-b5ad81e6f100 service neutron] For port 7ebf8697-f8f6-412c-9791-cffa7bf46842, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7ebf8697-f8f6-412c-9791-cffa7bf46842,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:12.970516 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77b4943-38a3-46d0-98c0-f14501c7ee47 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:12.974180 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a77b4943-38a3-46d0-98c0-f14501c7ee47 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:13.003907 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-7a4b4804-18c1-4539-bb34-b5ad81e6f100 service neutron] For port 7ebf8697-f8f6-412c-9791-cffa7bf46842, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:13.050897 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0335cc-345a-4b88-8b60-e58cd6d377f6 req-d1e27328-fa2d-46b4-bf43-37e7a498ea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:13.053748 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fb0335cc-345a-4b88-8b60-e58cd6d377f6 req-d1e27328-fa2d-46b4-bf43-37e7a498ea5e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=73f4fa6b-09dd-46e9-9532-12e2b8b55358 HTTP/1.1" status: 200 len: 1098 time: 0.2831790 Jul 16 20:28:13.098454 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112adbb0-0564-4d2e-b24f-4312ea29dd2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ebf8697-f8f6-412c-9791-cffa7bf46842'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:13.102334 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ce6895-27e9-4479-8c98-1b874ecb7942" -d '{"events": [{"server_uuid": "112adbb0-0564-4d2e-b24f-4312ea29dd2b", "name": "network-vif-unplugged", "status": "completed", "tag": "7ebf8697-f8f6-412c-9791-cffa7bf46842"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:13.113875 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-7a4b4804-18c1-4539-bb34-b5ad81e6f100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:13.131332 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-7a4b4804-18c1-4539-bb34-b5ad81e6f100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:13.188623 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380ea67-7361-4a70-bfc0-807bd21b5144 req-5adfc29d-aee6-47a6-b3c4-dd5d219039fd tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:13.194831 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b380ea67-7361-4a70-bfc0-807bd21b5144 req-5adfc29d-aee6-47a6-b3c4-dd5d219039fd tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 946 time: 0.7057829 Jul 16 20:28:13.205981 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fb0335cc-345a-4b88-8b60-e58cd6d377f6 req-89f66663-4220-43df-9ac9-bce848c9e436 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432950 Jul 16 20:28:13.217671 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b4804-18c1-4539-bb34-b5ad81e6f100 service neutron] Pushing event updated for resources: {'Port': ['ID=7ebf8697-f8f6-412c-9791-cffa7bf46842,revision_number=7']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:13.294594 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9da1f4db-57dd-40ee-8b2d-d5a6f75348a8 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:13.297085 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7dd67-fa6f-421f-a2f6-20ca3542802e req-3bde9634-1bf2-4bac-ae08-7c59da3e7d01 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:13.302784 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fbb7dd67-fa6f-421f-a2f6-20ca3542802e req-3bde9634-1bf2-4bac-ae08-7c59da3e7d01 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 945 time: 0.3471129 Jul 16 20:28:13.375660 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 9da1f4db-57dd-40ee-8b2d-d5a6f75348a8 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:13.378090 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:13.382566 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-7a4b4804-18c1-4539-bb34-b5ad81e6f100 service neutron] Attempting to bind port 7ebf8697-f8f6-412c-9791-cffa7bf46842 on host n-h1-791506-21 for vnic_type normal with profile {"migrating_to": "n-h2-791506-21"} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:13.383122 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-7a4b4804-18c1-4539-bb34-b5ad81e6f100 service neutron] Attempting to bind port 7ebf8697-f8f6-412c-9791-cffa7bf46842 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:13.383517 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-7a4b4804-18c1-4539-bb34-b5ad81e6f100 service neutron] Attempting to bind port 7ebf8697-f8f6-412c-9791-cffa7bf46842 on network e0476e10-8d02-4fbd-b804-ab41bcf63297 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:13.391757 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-7a4b4804-18c1-4539-bb34-b5ad81e6f100 service neutron] Port 7ebf8697-f8f6-412c-9791-cffa7bf46842 on network e0476e10-8d02-4fbd-b804-ab41bcf63297 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:28:13.392278 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-7a4b4804-18c1-4539-bb34-b5ad81e6f100 service neutron] Attempting to bind port 7ebf8697-f8f6-412c-9791-cffa7bf46842 on network e0476e10-8d02-4fbd-b804-ab41bcf63297 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:13.404006 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-7a4b4804-18c1-4539-bb34-b5ad81e6f100 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:13.404212 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-7a4b4804-18c1-4539-bb34-b5ad81e6f100 service neutron] Checking segment: {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:13.404738 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-7a4b4804-18c1-4539-bb34-b5ad81e6f100 service neutron] Bound using segment: {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:13.405587 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-7a4b4804-18c1-4539-bb34-b5ad81e6f100 service neutron] Bound port: 7ebf8697-f8f6-412c-9791-cffa7bf46842, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:13.406765 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-7a4b4804-18c1-4539-bb34-b5ad81e6f100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:13.429650 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b380ea67-7361-4a70-bfc0-807bd21b5144 req-2bdb6e90-078b-4332-bf55-283e1e1c1587 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315438 Jul 16 20:28:13.515819 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fbb7dd67-fa6f-421f-a2f6-20ca3542802e req-c9a8b296-d6f1-498b-8075-4a1f5932b907 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906600 Jul 16 20:28:13.699450 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-7a4b4804-18c1-4539-bb34-b5ad81e6f100 service neutron] For port 7ebf8697-f8f6-412c-9791-cffa7bf46842, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:13.707863 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-7a4b4804-18c1-4539-bb34-b5ad81e6f100 service neutron] For port 7ebf8697-f8f6-412c-9791-cffa7bf46842, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7ebf8697-f8f6-412c-9791-cffa7bf46842,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:13.720344 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-7a4b4804-18c1-4539-bb34-b5ad81e6f100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:13.776516 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a77b4943-38a3-46d0-98c0-f14501c7ee47 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:13.818032 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff30c0f-d979-4bc4-837d-963a00ac80b4 x-openstack-request-id: req-3ff30c0f-d979-4bc4-837d-963a00ac80b4 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:13.818351 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112adbb0-0564-4d2e-b24f-4312ea29dd2b", "name": "network-vif-unplugged", "status": "completed", "tag": "7ebf8697-f8f6-412c-9791-cffa7bf46842", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:13.818615 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3ff30c0f-d979-4bc4-837d-963a00ac80b4 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:13.819528 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112adbb0-0564-4d2e-b24f-4312ea29dd2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ebf8697-f8f6-412c-9791-cffa7bf46842', 'code': 200} Jul 16 20:28:13.871383 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b4943-38a3-46d0-98c0-f14501c7ee47 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Subnet': ['ID=aa6697f4-2d3d-4e2e-8f98-d2ff0cfff689,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:13.875413 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-7a4b4804-18c1-4539-bb34-b5ad81e6f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:13.876445 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-7a4b4804-18c1-4539-bb34-b5ad81e6f100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:13.879116 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-7a4b4804-18c1-4539-bb34-b5ad81e6f100 service neutron] 10.222.0.62 "PUT /v2.0/ports/7ebf8697-f8f6-412c-9791-cffa7bf46842 HTTP/1.1" status: 200 len: 1123 time: 1.6050711 Jul 16 20:28:13.950518 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['7ebf8697-f8f6-412c-9791-cffa7bf46842'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:13.955340 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b4804-18c1-4539-bb34-b5ad81e6f100 service neutron] Pushing event updated for resources: {'Port': ['ID=7ebf8697-f8f6-412c-9791-cffa7bf46842,revision_number=8']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:14.068836 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77b4943-38a3-46d0-98c0-f14501c7ee47 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Checking segment: {'id': '1731c471-ce27-4897-823a-9a5a7642d036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a1e9a075-1e8c-40e0-86af-bbfa98c6d14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:14.070731 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77b4943-38a3-46d0-98c0-f14501c7ee47 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network hostable DHCP agents. Network: a1e9a075-1e8c-40e0-86af-bbfa98c6d14b, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:28:14.136508 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77b4943-38a3-46d0-98c0-f14501c7ee47 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network a1e9a075-1e8c-40e0-86af-bbfa98c6d14b is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:28:14.160047 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9fff7-c10b-49a2-9504-54d05997fcca req-f482e599-009d-44a5-bea4-1bf85a839bae tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:14.161717 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ec9fff7-c10b-49a2-9504-54d05997fcca req-f482e599-009d-44a5-bea4-1bf85a839bae tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=73f4fa6b-09dd-46e9-9532-12e2b8b55358 HTTP/1.1" status: 200 len: 946 time: 0.3749204 Jul 16 20:28:14.247695 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33de90ab-6938-4690-b0f4-d1c463099667 req-d3290806-1d1d-4218-98b1-f369a25cb875 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=bdafaaf1751f413daf315a2773eb5256&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594490 Jul 16 20:28:14.423357 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-a77b4943-38a3-46d0-98c0-f14501c7ee47 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, a1e9a075-1e8c-40e0-86af-bbfa98c6d14b) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:14.437889 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed712bf-91e8-4165-8808-70caaccd226d None None] Network a1e9a075-1e8c-40e0-86af-bbfa98c6d14b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:14.462561 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de90ab-6938-4690-b0f4-d1c463099667 req-0a4f1ce7-9c1a-4d3a-bb36-c452066b0a81 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:14.464209 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33de90ab-6938-4690-b0f4-d1c463099667 req-0a4f1ce7-9c1a-4d3a-bb36-c452066b0a81 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1910150 Jul 16 20:28:14.465769 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77b4943-38a3-46d0-98c0-f14501c7ee47 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:14.466359 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a77b4943-38a3-46d0-98c0-f14501c7ee47 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:14.473033 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ec9fff7-c10b-49a2-9504-54d05997fcca req-141e164e-1180-46a5-844d-edac30582162 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206676 Jul 16 20:28:14.490123 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33de90ab-6938-4690-b0f4-d1c463099667 req-02c54b84-29d4-4262-98ef-e89a8cecb25f tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] 10.222.0.38 "GET /v2.0/quotas/bdafaaf1751f413daf315a2773eb5256 HTTP/1.1" status: 200 len: 375 time: 0.0160735 Jul 16 20:28:14.497975 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35478) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:14.499987 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a77b4943-38a3-46d0-98c0-f14501c7ee47 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6911004 Jul 16 20:28:14.507848 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-0154e3f8-c82d-42b2-9b6f-1f37dc8acea4 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'port': {'network_id': 'a1e9a075-1e8c-40e0-86af-bbfa98c6d14b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-280346616'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:14.567769 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33de90ab-6938-4690-b0f4-d1c463099667 req-0939fc3c-d2fa-4e45-9bc2-83a383927aca tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=bdafaaf1751f413daf315a2773eb5256&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620282 Jul 16 20:28:14.747471 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50915f23-68ed-44f7-bf38-7cdf6447c42a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-a1e9a075-1e8c-40e0-86af-bbfa98c6d14b', 'network_id': 'a1e9a075-1e8c-40e0-86af-bbfa98c6d14b', 'tenant_id': '8f9a426ea30846e192079ccbb52ca7cc', 'fixed_ips': [{'subnet_id': 'aa6697f4-2d3d-4e2e-8f98-d2ff0cfff689'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:28:14.748367 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50915f23-68ed-44f7-bf38-7cdf6447c42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:14.774942 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0154e3f8-c82d-42b2-9b6f-1f37dc8acea4 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:14.779195 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0154e3f8-c82d-42b2-9b6f-1f37dc8acea4 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:14.814253 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-0154e3f8-c82d-42b2-9b6f-1f37dc8acea4 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] device_id is not set on port c9238cef-a7bc-416c-a08e-251848b78776 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:28:14.817531 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee168a2-6307-43e5-a564-d973eac95f60 req-0f95c260-d454-4f8b-b2be-25fc1587aaec tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:14.827497 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0ee168a2-6307-43e5-a564-d973eac95f60 req-0f95c260-d454-4f8b-b2be-25fc1587aaec tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 943 time: 0.1687057 Jul 16 20:28:14.917974 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0ee168a2-6307-43e5-a564-d973eac95f60 req-93c91141-57db-47a7-ade8-0b9fccaee8bd tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785167 Jul 16 20:28:15.012098 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-50915f23-68ed-44f7-bf38-7cdf6447c42a None None] Allocated IP 2001:db8::2 (a1e9a075-1e8c-40e0-86af-bbfa98c6d14b/aa6697f4-2d3d-4e2e-8f98-d2ff0cfff689/272c10ba-f382-45e5-a58a-f3ed2b4c5f49) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:15.295325 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50915f23-68ed-44f7-bf38-7cdf6447c42a None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.302520 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48297bf-a914-4541-8f50-e70cd174437d req-e4e5b7c2-ec76-4422-8e1c-703345201046 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:15.305808 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a48297bf-a914-4541-8f50-e70cd174437d req-e4e5b7c2-ec76-4422-8e1c-703345201046 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 946 time: 0.2005403 Jul 16 20:28:15.307431 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-50915f23-68ed-44f7-bf38-7cdf6447c42a None None] Transition to ACTIVE for port object 272c10ba-f382-45e5-a58a-f3ed2b4c5f49 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:15.326387 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-50915f23-68ed-44f7-bf38-7cdf6447c42a None None] Transition to ACTIVE for port object 272c10ba-f382-45e5-a58a-f3ed2b4c5f49 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:15.339851 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6c426-8757-479c-8622-433f4a56380f req-e5573e7c-318c-4c52-91d4-0e294aab3a74 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:15.347095 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50915f23-68ed-44f7-bf38-7cdf6447c42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.348618 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-12b6c426-8757-479c-8622-433f4a56380f req-e5573e7c-318c-4c52-91d4-0e294aab3a74 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 945 time: 0.1569183 Jul 16 20:28:15.417037 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a48297bf-a914-4541-8f50-e70cd174437d req-71b491bb-cfc2-4c18-8bbf-41217756d994 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988193 Jul 16 20:28:15.465738 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50915f23-68ed-44f7-bf38-7cdf6447c42a None None] Network a1e9a075-1e8c-40e0-86af-bbfa98c6d14b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:15.470056 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-12b6c426-8757-479c-8622-433f4a56380f req-0f75f087-f867-447b-9b73-29415b23ab1d tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203249 Jul 16 20:28:15.471438 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-50915f23-68ed-44f7-bf38-7cdf6447c42a None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:15.481733 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50915f23-68ed-44f7-bf38-7cdf6447c42a None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:15.508169 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-0154e3f8-c82d-42b2-9b6f-1f37dc8acea4 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Allocated IP 2001:db8::298 (a1e9a075-1e8c-40e0-86af-bbfa98c6d14b/aa6697f4-2d3d-4e2e-8f98-d2ff0cfff689/c9238cef-a7bc-416c-a08e-251848b78776) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:15.595838 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c7cea34e-289c-402f-af1d-6c247f6433ff req-f81d9b86-968f-40e1-98d7-f18113c22f10 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc399a19-d523-4859-b631-d09583ca95b6 HTTP/1.1" status: 200 len: 210 time: 0.0534680 Jul 16 20:28:15.606930 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50915f23-68ed-44f7-bf38-7cdf6447c42a None None] Pushing event updated for resources: {'Port': ['ID=272c10ba-f382-45e5-a58a-f3ed2b4c5f49,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:15.614756 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-50915f23-68ed-44f7-bf38-7cdf6447c42a None None] Attempting to bind port 272c10ba-f382-45e5-a58a-f3ed2b4c5f49 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:15.615240 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-50915f23-68ed-44f7-bf38-7cdf6447c42a None None] Attempting to bind port 272c10ba-f382-45e5-a58a-f3ed2b4c5f49 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '1731c471-ce27-4897-823a-9a5a7642d036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a1e9a075-1e8c-40e0-86af-bbfa98c6d14b'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:15.615713 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50915f23-68ed-44f7-bf38-7cdf6447c42a None None] Attempting to bind port 272c10ba-f382-45e5-a58a-f3ed2b4c5f49 on network a1e9a075-1e8c-40e0-86af-bbfa98c6d14b {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:15.623769 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50915f23-68ed-44f7-bf38-7cdf6447c42a None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:15.625418 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50915f23-68ed-44f7-bf38-7cdf6447c42a None None] Checking segment: {'id': '1731c471-ce27-4897-823a-9a5a7642d036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a1e9a075-1e8c-40e0-86af-bbfa98c6d14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:15.625418 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50915f23-68ed-44f7-bf38-7cdf6447c42a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.625418 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50915f23-68ed-44f7-bf38-7cdf6447c42a None None] Bound using segment: {'id': '1731c471-ce27-4897-823a-9a5a7642d036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a1e9a075-1e8c-40e0-86af-bbfa98c6d14b'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:15.625808 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-50915f23-68ed-44f7-bf38-7cdf6447c42a None None] Bound port: 272c10ba-f382-45e5-a58a-f3ed2b4c5f49, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1731c471-ce27-4897-823a-9a5a7642d036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a1e9a075-1e8c-40e0-86af-bbfa98c6d14b'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:15.626243 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50915f23-68ed-44f7-bf38-7cdf6447c42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.771860 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-50915f23-68ed-44f7-bf38-7cdf6447c42a None None] For port 272c10ba-f382-45e5-a58a-f3ed2b4c5f49, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:15.778355 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-50915f23-68ed-44f7-bf38-7cdf6447c42a None None] For port 272c10ba-f382-45e5-a58a-f3ed2b4c5f49, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=272c10ba-f382-45e5-a58a-f3ed2b4c5f49,segment=NetworkSegment(1731c471-ce27-4897-823a-9a5a7642d036),segment_id=1731c471-ce27-4897-823a-9a5a7642d036)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:15.789963 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50915f23-68ed-44f7-bf38-7cdf6447c42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.825719 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '112adbb0-0564-4d2e-b24f-4312ea29dd2b', 'tag': '7ebf8697-f8f6-412c-9791-cffa7bf46842'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:15.836727 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a776e80-a43e-40b5-a971-2f81a3ec19a8" -d '{"events": [{"name": "network-changed", "server_uuid": "112adbb0-0564-4d2e-b24f-4312ea29dd2b", "tag": "7ebf8697-f8f6-412c-9791-cffa7bf46842"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:15.846153 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0154e3f8-c82d-42b2-9b6f-1f37dc8acea4 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.877006 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94071b-a766-4fbb-88be-d6134c5db79a req-581507fd-90ba-45da-a528-e7a693ff841f tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:15.880440 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50915f23-68ed-44f7-bf38-7cdf6447c42a None None] Pushing event updated for resources: {'Port': ['ID=272c10ba-f382-45e5-a58a-f3ed2b4c5f49,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:15.880949 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8f94071b-a766-4fbb-88be-d6134c5db79a req-581507fd-90ba-45da-a528-e7a693ff841f tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=73f4fa6b-09dd-46e9-9532-12e2b8b55358 HTTP/1.1" status: 200 len: 946 time: 0.1361458 Jul 16 20:28:15.890620 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-0154e3f8-c82d-42b2-9b6f-1f37dc8acea4 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Transition to ACTIVE for port object c9238cef-a7bc-416c-a08e-251848b78776 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:15.939447 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68020f35-9420-4efc-b2f8-e3801101959b x-openstack-request-id: req-68020f35-9420-4efc-b2f8-e3801101959b {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:15.941424 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "112adbb0-0564-4d2e-b24f-4312ea29dd2b", "tag": "7ebf8697-f8f6-412c-9791-cffa7bf46842", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:15.941424 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-68020f35-9420-4efc-b2f8-e3801101959b {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:15.941424 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '112adbb0-0564-4d2e-b24f-4312ea29dd2b', 'tag': '7ebf8697-f8f6-412c-9791-cffa7bf46842', 'status': 'completed', 'code': 200} Jul 16 20:28:15.964982 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8f94071b-a766-4fbb-88be-d6134c5db79a req-eb377100-bc50-44d9-ac4f-c5720802efe8 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718634 Jul 16 20:28:15.981967 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0154e3f8-c82d-42b2-9b6f-1f37dc8acea4 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:16.104306 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154e3f8-c82d-42b2-9b6f-1f37dc8acea4 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Port': ['ID=c9238cef-a7bc-416c-a08e-251848b78776,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:16.110523 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0154e3f8-c82d-42b2-9b6f-1f37dc8acea4 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network a1e9a075-1e8c-40e0-86af-bbfa98c6d14b is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:16.155689 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-0154e3f8-c82d-42b2-9b6f-1f37dc8acea4 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:16.158842 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0154e3f8-c82d-42b2-9b6f-1f37dc8acea4 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:16.166838 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0154e3f8-c82d-42b2-9b6f-1f37dc8acea4 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:16.167859 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0154e3f8-c82d-42b2-9b6f-1f37dc8acea4 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:16.216367 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0154e3f8-c82d-42b2-9b6f-1f37dc8acea4 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.7137849 Jul 16 20:28:16.216959 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35522) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:16.270999 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a776e80-a43e-40b5-a971-2f81a3ec19a8 req-d2b469e3-a637-4af3-bfaf-26cf8076bb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:16.273095 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a776e80-a43e-40b5-a971-2f81a3ec19a8 req-d2b469e3-a637-4af3-bfaf-26cf8076bb96 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f8a8ade9cff04e3db4af1591a2770156&device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 1126 time: 0.2526820 Jul 16 20:28:16.573871 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a776e80-a43e-40b5-a971-2f81a3ec19a8 req-b276c61e-72af-4e35-ad25-d8b1756503e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:16.575435 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a776e80-a43e-40b5-a971-2f81a3ec19a8 req-b276c61e-72af-4e35-ad25-d8b1756503e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 200 len: 922 time: 0.2681077 Jul 16 20:28:16.686023 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a776e80-a43e-40b5-a971-2f81a3ec19a8 req-954bc659-ab1f-475b-af47-a60e67b6dcf6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ebf8697-f8f6-412c-9791-cffa7bf46842 HTTP/1.1" status: 200 len: 217 time: 0.1003976 Jul 16 20:28:16.712220 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-6fb74509-4e90-41a2-816b-d8efb95f5135 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting port c9238cef-a7bc-416c-a08e-251848b78776 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:16.712865 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6fb74509-4e90-41a2-816b-d8efb95f5135 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:16.784122 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913ea22-8b14-4d94-8f85-3878b59dbc33 req-89231c65-eee9-4478-a696-03aa9878a323 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:16.792270 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d913ea22-8b14-4d94-8f85-3878b59dbc33 req-89231c65-eee9-4478-a696-03aa9878a323 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 943 time: 0.3460670 Jul 16 20:28:16.795056 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a776e80-a43e-40b5-a971-2f81a3ec19a8 req-7410ac22-f769-45bb-a224-b197e7fc3893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:16.798434 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a776e80-a43e-40b5-a971-2f81a3ec19a8 req-7410ac22-f769-45bb-a224-b197e7fc3893 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=13ad8455-a3f9-4cd7-bb5a-6261d086b47a HTTP/1.1" status: 200 len: 861 time: 0.1070273 Jul 16 20:28:16.865498 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a776e80-a43e-40b5-a971-2f81a3ec19a8 req-56a27fd8-b84d-478c-b5d2-412d54920196 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0476e10-8d02-4fbd-b804-ab41bcf63297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495048 Jul 16 20:28:16.869515 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35534) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:17.032571 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a776e80-a43e-40b5-a971-2f81a3ec19a8 req-d9d66d52-9f5c-4d80-8114-6e7de3891a00 service neutron] 10.222.0.18 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465185 Jul 16 20:28:17.041561 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33de90ab-6938-4690-b0f4-d1c463099667 req-8db66edc-7d4e-4ef3-9cf8-adbd9eb9c922 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=bdafaaf1751f413daf315a2773eb5256&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1568563 Jul 16 20:28:17.089588 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d913ea22-8b14-4d94-8f85-3878b59dbc33 req-133b8242-433b-4ef4-8450-44e7f9f9473a tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959552 Jul 16 20:28:17.137958 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6fb74509-4e90-41a2-816b-d8efb95f5135 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:17.229442 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f869aed9-8421-4b16-83f2-0e54e3e24a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:17.270747 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-6fb74509-4e90-41a2-816b-d8efb95f5135 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Calling delete_port for c9238cef-a7bc-416c-a08e-251848b78776 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:17.351887 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a776e80-a43e-40b5-a971-2f81a3ec19a8 req-d40ef668-2194-4419-b984-1696c215a75b service neutron] 10.222.0.18 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781706 Jul 16 20:28:17.460777 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 272c10ba-f382-45e5-a58a-f3ed2b4c5f49 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:17.474778 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb5184-1492-411c-9845-24ca0ecc1415 req-481db788-8744-4028-bd6e-bd6ada4ec153 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:17.483619 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1dcb5184-1492-411c-9845-24ca0ecc1415 req-481db788-8744-4028-bd6e-bd6ada4ec153 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 946 time: 0.6776049 Jul 16 20:28:17.552051 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f869aed9-8421-4b16-83f2-0e54e3e24a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:17.560694 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f869aed9-8421-4b16-83f2-0e54e3e24a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:17.578913 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 272c10ba-f382-45e5-a58a-f3ed2b4c5f49 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:17.624992 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869aed9-8421-4b16-83f2-0e54e3e24a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4ffbac-a614-411f-b7e9-661172303dc3,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:17.639914 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 7ebf8697-f8f6-412c-9791-cffa7bf46842 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:28:17.691165 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f869aed9-8421-4b16-83f2-0e54e3e24a18 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6c398b7a18f645008de0c9c0e34026ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8178575 Jul 16 20:28:17.691581 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35538) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:17.698526 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058048d9-885d-4e1e-887e-48a7b8c7b218 None None] Network a1e9a075-1e8c-40e0-86af-bbfa98c6d14b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:17.757129 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1dcb5184-1492-411c-9845-24ca0ecc1415 req-29f4bc78-cb8a-4d94-8c2d-fd48a4b3f19c tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678821 Jul 16 20:28:17.763782 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ca47272d-a394-4663-adee-dd655f8186fb None None] Provisioning for port 272c10ba-f382-45e5-a58a-f3ed2b4c5f49 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:17.783413 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ca47272d-a394-4663-adee-dd655f8186fb None None] Provisioning complete for port 272c10ba-f382-45e5-a58a-f3ed2b4c5f49 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:17.784320 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ca47272d-a394-4663-adee-dd655f8186fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:17.813098 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-107df431-8aed-4087-a9b5-cb97076fe7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:17.846684 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-107df431-8aed-4087-a9b5-cb97076fe7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:17.858383 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de90ab-6938-4690-b0f4-d1c463099667 req-7e35fef8-b3cb-428c-92f7-e232ef3d4080 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:17.860233 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33de90ab-6938-4690-b0f4-d1c463099667 req-7e35fef8-b3cb-428c-92f7-e232ef3d4080 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7992005 Jul 16 20:28:17.880911 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-33de90ab-6938-4690-b0f4-d1c463099667 req-72f16c82-23d1-4e7a-9efb-7a08cd59857f tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Request body: {'port': {'device_id': 'bc399a19-d523-4859-b631-d09583ca95b6', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': 'bdafaaf1751f413daf315a2773eb5256'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:17.922347 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-107df431-8aed-4087-a9b5-cb97076fe7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:17.934568 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-107df431-8aed-4087-a9b5-cb97076fe7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:17.934568 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-107df431-8aed-4087-a9b5-cb97076fe7b9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fc4ffbac-a614-411f-b7e9-661172303dc3 HTTP/1.1" status: 204 len: 168 time: 0.2341530 Jul 16 20:28:17.980465 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107df431-8aed-4087-a9b5-cb97076fe7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4ffbac-a614-411f-b7e9-661172303dc3,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:18.030593 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-3cff5db7-8cd6-468c-9520-0216a61b88f1 service neutron] 10.222.0.18 "GET /v2.0/ports/7ebf8697-f8f6-412c-9791-cffa7bf46842/bindings/n-h2-791506-21 HTTP/1.1" status: 200 len: 385 time: 0.2858653 Jul 16 20:28:18.082581 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d290662-9755-4042-8e53-b07618f2cab8 req-2d81ef13-13c2-4252-886b-093afd3092bd tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:18.104521 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2d290662-9755-4042-8e53-b07618f2cab8 req-2d81ef13-13c2-4252-886b-093afd3092bd tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 945 time: 0.7186072 Jul 16 20:28:18.111548 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 7ebf8697-f8f6-412c-9791-cffa7bf46842, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7ebf8697-f8f6-412c-9791-cffa7bf46842,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:18.168868 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33de90ab-6938-4690-b0f4-d1c463099667 req-72f16c82-23d1-4e7a-9efb-7a08cd59857f tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Made reservation on behalf of bdafaaf1751f413daf315a2773eb5256 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:18.173388 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-33de90ab-6938-4690-b0f4-d1c463099667 req-72f16c82-23d1-4e7a-9efb-7a08cd59857f tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.177652 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6fb74509-4e90-41a2-816b-d8efb95f5135 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.216582 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ca47272d-a394-4663-adee-dd655f8186fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.222217 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 7ebf8697-f8f6-412c-9791-cffa7bf46842 has no active binding in host n-h2-791506-21 {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:28:18.312748 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb74509-4e90-41a2-816b-d8efb95f5135 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Port': ['ID=c9238cef-a7bc-416c-a08e-251848b78776,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:18.319862 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ca47272d-a394-4663-adee-dd655f8186fb None None] For port 272c10ba-f382-45e5-a58a-f3ed2b4c5f49, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=272c10ba-f382-45e5-a58a-f3ed2b4c5f49,segment=NetworkSegment(1731c471-ce27-4897-823a-9a5a7642d036),segment_id=1731c471-ce27-4897-823a-9a5a7642d036)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:18.335977 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-33de90ab-6938-4690-b0f4-d1c463099667 req-72f16c82-23d1-4e7a-9efb-7a08cd59857f tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.339090 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ca47272d-a394-4663-adee-dd655f8186fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.419191 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47272d-a394-4663-adee-dd655f8186fb None None] Pushing event updated for resources: {'Port': ['ID=272c10ba-f382-45e5-a58a-f3ed2b4c5f49,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:18.490986 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-33de90ab-6938-4690-b0f4-d1c463099667 req-72f16c82-23d1-4e7a-9efb-7a08cd59857f tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.535989 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-077b1fbb-c60e-46b0-b771-42921539d02f service neutron] For port 7ebf8697-f8f6-412c-9791-cffa7bf46842, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=7ebf8697-f8f6-412c-9791-cffa7bf46842,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:18.557263 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2d290662-9755-4042-8e53-b07618f2cab8 req-3048cbdf-ecf7-4e2b-b485-9bfd38d9a766 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510827 Jul 16 20:28:18.583480 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-077b1fbb-c60e-46b0-b771-42921539d02f service neutron] For port 7ebf8697-f8f6-412c-9791-cffa7bf46842, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:18.610688 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-33de90ab-6938-4690-b0f4-d1c463099667 req-72f16c82-23d1-4e7a-9efb-7a08cd59857f tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.639960 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6fb74509-4e90-41a2-816b-d8efb95f5135 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.642064 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6fb74509-4e90-41a2-816b-d8efb95f5135 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/ports/c9238cef-a7bc-416c-a08e-251848b78776 HTTP/1.1" status: 204 len: 168 time: 2.4235513 Jul 16 20:28:18.663327 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-077b1fbb-c60e-46b0-b771-42921539d02f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ebf8697-f8f6-412c-9791-cffa7bf46842 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:18.667902 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35546) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:18.743745 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-077b1fbb-c60e-46b0-b771-42921539d02f service neutron] For port 7ebf8697-f8f6-412c-9791-cffa7bf46842, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=7ebf8697-f8f6-412c-9791-cffa7bf46842,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:18.754488 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35548) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:18.791781 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c897e7a5-184a-4fb0-a472-ae13be9ccc8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.819634 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-077b1fbb-c60e-46b0-b771-42921539d02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.840728 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9689b0b6-ac4b-4934-868e-4d37abaf3a7b None None] Provisioning complete for port 272c10ba-f382-45e5-a58a-f3ed2b4c5f49 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:18.843375 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9689b0b6-ac4b-4934-868e-4d37abaf3a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.973846 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-077b1fbb-c60e-46b0-b771-42921539d02f service neutron] Transition to ACTIVE for port object 7ebf8697-f8f6-412c-9791-cffa7bf46842 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:18.979887 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-077b1fbb-c60e-46b0-b771-42921539d02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.036459 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d09e1b-2b92-430c-b04f-0360d61a16b5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] GET failed (client error): The resource could not be found. Jul 16 20:28:19.043459 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e1d09e1b-2b92-430c-b04f-0360d61a16b5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "GET /v2.0/ports/c9238cef-a7bc-416c-a08e-251848b78776 HTTP/1.1" status: 404 len: 333 time: 0.3461969 Jul 16 20:28:19.076558 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35552) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:19.078881 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b1fbb-c60e-46b0-b771-42921539d02f service neutron] Pushing event updated for resources: {'Port': ['ID=7ebf8697-f8f6-412c-9791-cffa7bf46842,revision_number=10']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:19.265983 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c897e7a5-184a-4fb0-a472-ae13be9ccc8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.335343 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 272c10ba-f382-45e5-a58a-f3ed2b4c5f49 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:19.345172 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c897e7a5-184a-4fb0-a472-ae13be9ccc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.364077 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f16c82-23d1-4e7a-9efb-7a08cd59857f tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f64d05-b047-4496-8dda-8193d7630024,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:19.381907 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-47e03e7d-2bd6-4595-b692-da1322715181 None None] Could not find standard attr ID for object c9238cef-a7bc-416c-a08e-251848b78776. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:28:19.384763 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595650ed-1d48-4a93-b8c8-bafb05825faf req-87119b6e-aec7-402f-883a-48747d6323ab tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:19.407252 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897e7a5-184a-4fb0-a472-ae13be9ccc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf1e65e-5e26-4318-b247-057ce9e4aa24,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:19.414966 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-595650ed-1d48-4a93-b8c8-bafb05825faf req-87119b6e-aec7-402f-883a-48747d6323ab tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=73f4fa6b-09dd-46e9-9532-12e2b8b55358 HTTP/1.1" status: 200 len: 946 time: 1.2741961 Jul 16 20:28:19.440111 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 272c10ba-f382-45e5-a58a-f3ed2b4c5f49 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:19.440497 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.459183 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-33de90ab-6938-4690-b0f4-d1c463099667 req-72f16c82-23d1-4e7a-9efb-7a08cd59857f tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Allocated IP 192.168.233.216 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/340368b5-aa11-43fd-88c9-73952db8c357) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:19.494132 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c897e7a5-184a-4fb0-a472-ae13be9ccc8a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=23197a65a645484680b84541ce6d767c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7302735 Jul 16 20:28:19.498074 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-79c4ffdd-6412-427b-9e29-7a514db1806b req-0062201c-76c5-46ef-8b61-e97c8e160625 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc399a19-d523-4859-b631-d09583ca95b6 HTTP/1.1" status: 200 len: 210 time: 0.4869518 Jul 16 20:28:19.502346 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c96716-7859-41b9-8d55-f6e387d84efc tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting subnet aa6697f4-2d3d-4e2e-8f98-d2ff0cfff689 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:28:19.503578 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35554) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:19.505600 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-077b1fbb-c60e-46b0-b771-42921539d02f service neutron] No DVR routers for this DVR port 7ebf8697-f8f6-412c-9791-cffa7bf46842 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:19.514870 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-79c96716-7859-41b9-8d55-f6e387d84efc tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.569420 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-077b1fbb-c60e-46b0-b771-42921539d02f service neutron] 10.222.0.18 "PUT /v2.0/ports/7ebf8697-f8f6-412c-9791-cffa7bf46842/bindings/n-h2-791506-21/activate HTTP/1.1" status: 200 len: 370 time: 1.5299497 Jul 16 20:28:19.605843 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-79c96716-7859-41b9-8d55-f6e387d84efc tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.683597 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-595650ed-1d48-4a93-b8c8-bafb05825faf req-3bbb189e-fe77-4360-b8d5-d5446d960e48 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674482 Jul 16 20:28:19.809744 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-ae7cb294-801b-4841-af56-3ebdd6e4d962 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:19.811478 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-ae7cb294-801b-4841-af56-3ebdd6e4d962 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b&tenant_id=f8a8ade9cff04e3db4af1591a2770156&binding%3Ahost_id=n-h1-791506-21 HTTP/1.1" status: 200 len: 1096 time: 0.1496761 Jul 16 20:28:19.815028 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-79c96716-7859-41b9-8d55-f6e387d84efc tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.916447 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-33de90ab-6938-4690-b0f4-d1c463099667 req-72f16c82-23d1-4e7a-9efb-7a08cd59857f tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.922098 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-01a43c0e-e539-4875-a313-51940dcbe91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:19.923899 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-01a43c0e-e539-4875-a313-51940dcbe91a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b&tenant_id=f8a8ade9cff04e3db4af1591a2770156 HTTP/1.1" status: 200 len: 1096 time: 0.1049120 Jul 16 20:28:19.931094 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-79c96716-7859-41b9-8d55-f6e387d84efc tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.931521 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2e1a84a9-9475-4979-997e-5b10363ac5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.963855 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-33de90ab-6938-4690-b0f4-d1c463099667 req-72f16c82-23d1-4e7a-9efb-7a08cd59857f tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Transition to ACTIVE for port object 340368b5-aa11-43fd-88c9-73952db8c357 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:19.976524 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c96716-7859-41b9-8d55-f6e387d84efc tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Subnet': ['ID=aa6697f4-2d3d-4e2e-8f98-d2ff0cfff689,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:19.981700 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-79c96716-7859-41b9-8d55-f6e387d84efc tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.986164 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-79c96716-7859-41b9-8d55-f6e387d84efc tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/subnets/aa6697f4-2d3d-4e2e-8f98-d2ff0cfff689 HTTP/1.1" status: 204 len: 168 time: 0.9015813 Jul 16 20:28:19.992035 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2e1a84a9-9475-4979-997e-5b10363ac5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.993619 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35576) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:20.007713 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63347608-94d1-4503-bda7-9f3cbe2c13eb None None] Network a1e9a075-1e8c-40e0-86af-bbfa98c6d14b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:20.045729 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7bf7b-0a37-4207-9e94-041ea9a89368 req-ebc4bea0-e609-4571-9a50-2636e7f313e5 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:20.051745 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-fc3f9c48-7fe9-4190-9ab9-d889a46dad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:20.053721 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-fc3f9c48-7fe9-4190-9ab9-d889a46dad51 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8a8ade9cff04e3db4af1591a2770156&device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 1096 time: 0.0860655 Jul 16 20:28:20.054572 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-76c7bf7b-0a37-4207-9e94-041ea9a89368 req-ebc4bea0-e609-4571-9a50-2636e7f313e5 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 944 time: 0.3432908 Jul 16 20:28:20.086460 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3889def-739a-4e11-b896-a0098822d787 req-6b5549d6-0f51-41ce-a174-b8b134a3781f tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:20.087950 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e3889def-739a-4e11-b896-a0098822d787 req-6b5549d6-0f51-41ce-a174-b8b134a3781f tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 946 time: 0.2609634 Jul 16 20:28:20.225378 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-547c42a7-3b55-41d4-87b7-24dc5753a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:20.227503 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-547c42a7-3b55-41d4-87b7-24dc5753a5b2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 200 len: 922 time: 0.1665566 Jul 16 20:28:20.287166 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-a0799ffd-6993-478b-8644-6dd73d1f8098 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ebf8697-f8f6-412c-9791-cffa7bf46842 HTTP/1.1" status: 200 len: 217 time: 0.0528939 Jul 16 20:28:20.304327 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc644e5-9b92-49e6-9b30-62d78ccba78e None None] DHCP port deletion for a1e9a075-1e8c-40e0-86af-bbfa98c6d14b request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:28:20.361256 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4dc644e5-9b92-49e6-9b30-62d78ccba78e None None] Deleting port 272c10ba-f382-45e5-a58a-f3ed2b4c5f49 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:20.361794 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4dc644e5-9b92-49e6-9b30-62d78ccba78e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.380343 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-880c2dd6-55be-4889-90aa-d4ecddc91c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:20.382734 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-880c2dd6-55be-4889-90aa-d4ecddc91c5d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13ad8455-a3f9-4cd7-bb5a-6261d086b47a HTTP/1.1" status: 200 len: 861 time: 0.0874104 Jul 16 20:28:20.431307 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-e26f92a7-cf8b-4455-9793-043196f8119c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0476e10-8d02-4fbd-b804-ab41bcf63297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387390 Jul 16 20:28:20.476296 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4dc644e5-9b92-49e6-9b30-62d78ccba78e None None] For port 272c10ba-f382-45e5-a58a-f3ed2b4c5f49, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=272c10ba-f382-45e5-a58a-f3ed2b4c5f49,segment=NetworkSegment(1731c471-ce27-4897-823a-9a5a7642d036),segment_id=1731c471-ce27-4897-823a-9a5a7642d036)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:20.476835 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4dc644e5-9b92-49e6-9b30-62d78ccba78e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.482922 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a5a55a1-4997-4d42-9993-fc8f42bda327 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.498912 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-33de90ab-6938-4690-b0f4-d1c463099667 req-72f16c82-23d1-4e7a-9efb-7a08cd59857f tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.522749 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4dc644e5-9b92-49e6-9b30-62d78ccba78e None None] Calling delete_port for 272c10ba-f382-45e5-a58a-f3ed2b4c5f49 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:20.533535 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-76c7bf7b-0a37-4207-9e94-041ea9a89368 req-308de0b1-87ff-4cc7-afdb-1626bbcfdb34 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780073 Jul 16 20:28:20.605732 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-ee482837-675b-4841-8ded-fdde0cde3671 service neutron] 10.222.0.62 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649370 Jul 16 20:28:20.606970 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e3889def-739a-4e11-b896-a0098822d787 req-e84dd383-0d53-4136-a301-f5d89fcc3518 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003281 Jul 16 20:28:20.637537 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2e1a84a9-9475-4979-997e-5b10363ac5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.637537 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2e1a84a9-9475-4979-997e-5b10363ac5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.637537 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2e1a84a9-9475-4979-997e-5b10363ac5f6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ebf1e65e-5e26-4318-b247-057ce9e4aa24 HTTP/1.1" status: 204 len: 168 time: 1.0818057 Jul 16 20:28:20.665673 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4dc644e5-9b92-49e6-9b30-62d78ccba78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.730418 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a84a9-9475-4979-997e-5b10363ac5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf1e65e-5e26-4318-b247-057ce9e4aa24,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:20.733391 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33de90ab-6938-4690-b0f4-d1c463099667 req-72f16c82-23d1-4e7a-9efb-7a08cd59857f tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:20.734299 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f16c82-23d1-4e7a-9efb-7a08cd59857f tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Pushing event updated for resources: {'Port': ['ID=340368b5-aa11-43fd-88c9-73952db8c357,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:20.742804 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a55a1-4997-4d42-9993-fc8f42bda327 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] The port '272c10ba-f382-45e5-a58a-f3ed2b4c5f49' was deleted {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 20:28:20.781477 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-33de90ab-6938-4690-b0f4-d1c463099667 req-72f16c82-23d1-4e7a-9efb-7a08cd59857f tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:20.793023 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-33de90ab-6938-4690-b0f4-d1c463099667 req-72f16c82-23d1-4e7a-9efb-7a08cd59857f tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:20.845666 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc644e5-9b92-49e6-9b30-62d78ccba78e None None] No DVR routers for this DVR port 272c10ba-f382-45e5-a58a-f3ed2b4c5f49 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:20.879632 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc644e5-9b92-49e6-9b30-62d78ccba78e None None] Pushing event deleted for resources: {'Port': ['ID=272c10ba-f382-45e5-a58a-f3ed2b4c5f49,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:21.005566 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de90ab-6938-4690-b0f4-d1c463099667 req-72f16c82-23d1-4e7a-9efb-7a08cd59857f tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:21.006419 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-33de90ab-6938-4690-b0f4-d1c463099667 req-72f16c82-23d1-4e7a-9efb-7a08cd59857f tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:21.024063 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-a0af56fa-21ac-4ecd-8057-4813f78a6929 service neutron] 10.222.0.62 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016199 Jul 16 20:28:21.068789 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a5a55a1-4997-4d42-9993-fc8f42bda327 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:21.097194 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-5a5a55a1-4997-4d42-9993-fc8f42bda327 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e9a075-1e8c-40e0-86af-bbfa98c6d14b']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:21.131799 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-5a5a55a1-4997-4d42-9993-fc8f42bda327 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1731c471-ce27-4897-823a-9a5a7642d036') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:21.131799 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-5a5a55a1-4997-4d42-9993-fc8f42bda327 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1731c471-ce27-4897-823a-9a5a7642d036') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:21.134596 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33de90ab-6938-4690-b0f4-d1c463099667 req-72f16c82-23d1-4e7a-9efb-7a08cd59857f tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2588928 Jul 16 20:28:21.204824 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-33de90ab-6938-4690-b0f4-d1c463099667 req-12dca790-296d-43f2-bc1f-84eece124f50 service neutron] Request body: {'port': {'device_id': 'bc399a19-d523-4859-b631-d09583ca95b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:21.226069 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a5a55a1-4997-4d42-9993-fc8f42bda327 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:21.369676 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a5a55a1-4997-4d42-9993-fc8f42bda327 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:21.371373 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 272c10ba-f382-45e5-a58a-f3ed2b4c5f49 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:21.383299 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f9e96068-dd81-44ce-aee3-7c1a79dff0ae None None] Provisioning for port 340368b5-aa11-43fd-88c9-73952db8c357 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:21.407822 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2dd6b-2502-4106-8828-0309142fefcd req-6d24b636-600d-4d5b-96b0-58664ba984b1 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:21.419670 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7f2dd6b-2502-4106-8828-0309142fefcd req-6d24b636-600d-4d5b-96b0-58664ba984b1 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 945 time: 0.6734779 Jul 16 20:28:21.444470 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f9e96068-dd81-44ce-aee3-7c1a79dff0ae None None] Provisioning complete for port 340368b5-aa11-43fd-88c9-73952db8c357 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:21.445839 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9e96068-dd81-44ce-aee3-7c1a79dff0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:21.447793 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5a55a1-4997-4d42-9993-fc8f42bda327 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:28:21.448706 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a5a55a1-4997-4d42-9993-fc8f42bda327 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:28:21.453273 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:28:21.461020 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 272c10ba-f382-45e5-a58a-f3ed2b4c5f49 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:28:21.465814 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 272c10ba-f382-45e5-a58a-f3ed2b4c5f49 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:28:21.539122 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f9e96068-dd81-44ce-aee3-7c1a79dff0ae None None] Port 340368b5-aa11-43fd-88c9-73952db8c357 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:28:21.629337 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-15e24d7b-291c-424c-9dfe-4be0286e0ce0 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:21.631274 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-15e24d7b-291c-424c-9dfe-4be0286e0ce0 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b&tenant_id=f8a8ade9cff04e3db4af1591a2770156&binding%3Ahost_id=n-h2-791506-21 HTTP/1.1" status: 200 len: 1096 time: 0.1149375 Jul 16 20:28:21.734636 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b55a908-5e92-4138-b964-4d1872eb3a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:21.762044 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7f2dd6b-2502-4106-8828-0309142fefcd req-3bb0f0c6-9143-4f1e-9f48-dfb90d20e30b tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414679 Jul 16 20:28:21.769614 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a5a55a1-4997-4d42-9993-fc8f42bda327 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:21.791318 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a5a55a1-4997-4d42-9993-fc8f42bda327 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:21.793630 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5a5a55a1-4997-4d42-9993-fc8f42bda327 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/networks/a1e9a075-1e8c-40e0-86af-bbfa98c6d14b HTTP/1.1" status: 204 len: 168 time: 1.7990019 Jul 16 20:28:21.796307 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-33de90ab-6938-4690-b0f4-d1c463099667 req-12dca790-296d-43f2-bc1f-84eece124f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:21.808204 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35610) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:21.815451 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-82411928-ea46-4b8e-96e5-9dbb22e484a0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'port': {'network_id': 'e037d4fb-96b9-4f75-9ba3-6684fa98dc76', 'name': 'tempest-PortsIpV6TestJSON-1859449580'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:21.825823 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a55a1-4997-4d42-9993-fc8f42bda327 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Network': ['ID=a1e9a075-1e8c-40e0-86af-bbfa98c6d14b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:21.862528 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166bb90d-79dd-455a-b54b-69c57f958303 req-63860c8a-dc4b-4f99-bd2e-26d2b7ac8789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:21.880011 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-166bb90d-79dd-455a-b54b-69c57f958303 req-63860c8a-dc4b-4f99-bd2e-26d2b7ac8789 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 1098 time: 0.2848611 Jul 16 20:28:22.093604 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-166bb90d-79dd-455a-b54b-69c57f958303 req-40af148a-cab9-48d0-a24e-c878e9c8f8e7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013459 Jul 16 20:28:22.136627 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-5700a71e-c620-4a95-8577-0a233883e0fd service neutron] For port 7ebf8697-f8f6-412c-9791-cffa7bf46842, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:22.140340 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-5700a71e-c620-4a95-8577-0a233883e0fd service neutron] Notify callbacks [] for binding, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.141846 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e6527dc-570f-4cf7-914a-ff96f5d77e8d req-5700a71e-c620-4a95-8577-0a233883e0fd service neutron] 10.222.0.62 "DELETE /v2.0/ports/7ebf8697-f8f6-412c-9791-cffa7bf46842/bindings/n-h1-791506-21 HTTP/1.1" status: 204 len: 173 time: 0.5021365 Jul 16 20:28:22.234501 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 7ebf8697-f8f6-412c-9791-cffa7bf46842 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:22.235178 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82411928-ea46-4b8e-96e5-9dbb22e484a0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:22.240890 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-82411928-ea46-4b8e-96e5-9dbb22e484a0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.293708 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 7ebf8697-f8f6-412c-9791-cffa7bf46842 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:28:22.345318 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-82411928-ea46-4b8e-96e5-9dbb22e484a0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] device_id is not set on port a9b1d992-cacb-49b1-b0da-2da0cdf8a6e7 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:28:22.356456 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35620) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:22.520252 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-49d75d7b-4f01-4a23-a764-8c2aaf53333f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-network', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:22.541430 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec697932-d0b9-4030-8514-edc1b16d3561 req-3fb80638-8a20-4886-951e-abc2b4da4a9e tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:22.549171 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ec697932-d0b9-4030-8514-edc1b16d3561 req-3fb80638-8a20-4886-951e-abc2b4da4a9e tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc399a19-d523-4859-b631-d09583ca95b6 HTTP/1.1" status: 200 len: 936 time: 0.4101713 Jul 16 20:28:22.563646 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d75d7b-4f01-4a23-a764-8c2aaf53333f admin admin] Made reservation on behalf of f464673b810d4cdf9ae03e9f2a99c895 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:22.566711 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-49d75d7b-4f01-4a23-a764-8c2aaf53333f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.583367 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-49d75d7b-4f01-4a23-a764-8c2aaf53333f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.590630 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd1196-0d2b-4ac3-9094-24048d805ba7 req-3a9b7189-3031-4d9f-b1d8-9165d9557dbc tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:22.592552 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4ebd1196-0d2b-4ac3-9094-24048d805ba7 req-3a9b7189-3031-4d9f-b1d8-9165d9557dbc tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 944 time: 0.4528217 Jul 16 20:28:22.705097 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-49d75d7b-4f01-4a23-a764-8c2aaf53333f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.713276 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-49d75d7b-4f01-4a23-a764-8c2aaf53333f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.746102 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-33de90ab-6938-4690-b0f4-d1c463099667 req-12dca790-296d-43f2-bc1f-84eece124f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 340368b5-aa11-43fd-88c9-73952db8c357 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:22.760207 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d75d7b-4f01-4a23-a764-8c2aaf53333f admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:28:22.771460 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-33de90ab-6938-4690-b0f4-d1c463099667 req-12dca790-296d-43f2-bc1f-84eece124f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.772735 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d75d7b-4f01-4a23-a764-8c2aaf53333f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e281b25-8765-433e-9429-8b0fb9a75f9c,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:22.796936 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ec697932-d0b9-4030-8514-edc1b16d3561 req-05f5c711-6b6c-4e94-87ad-1cbf081ae73f tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] 10.222.0.38 "GET /v2.0/security-groups?id=39f64d05-b047-4496-8dda-8193d7630024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470040 Jul 16 20:28:22.804920 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-82411928-ea46-4b8e-96e5-9dbb22e484a0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.827393 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-49d75d7b-4f01-4a23-a764-8c2aaf53333f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.827850 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-49d75d7b-4f01-4a23-a764-8c2aaf53333f admin admin] Added segment c1804d01-4de0-4d24-bc8b-607047aabf4a of type vlan for network 673b6ba0-33b0-47d1-a50e-816aecbacdba Jul 16 20:28:22.836505 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4ebd1196-0d2b-4ac3-9094-24048d805ba7 req-4e94f05d-9809-454d-8d79-21407e274420 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256362 Jul 16 20:28:22.856194 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-33de90ab-6938-4690-b0f4-d1c463099667 req-12dca790-296d-43f2-bc1f-84eece124f50 service neutron] Transition to ACTIVE for port object 340368b5-aa11-43fd-88c9-73952db8c357 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:22.869675 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-33de90ab-6938-4690-b0f4-d1c463099667 req-12dca790-296d-43f2-bc1f-84eece124f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.915234 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-49d75d7b-4f01-4a23-a764-8c2aaf53333f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.981038 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-49d75d7b-4f01-4a23-a764-8c2aaf53333f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.983138 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d75d7b-4f01-4a23-a764-8c2aaf53333f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:22.983613 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-49d75d7b-4f01-4a23-a764-8c2aaf53333f admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.035537 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dca790-296d-43f2-bc1f-84eece124f50 service neutron] Pushing event updated for resources: {'Port': ['ID=340368b5-aa11-43fd-88c9-73952db8c357,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:23.060698 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-82411928-ea46-4b8e-96e5-9dbb22e484a0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.088620 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-49d75d7b-4f01-4a23-a764-8c2aaf53333f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7306910 Jul 16 20:28:23.093913 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35636) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:23.109348 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-b5c03194-a292-4d3a-9ab8-e41713d331b0 admin admin] Request body: {'subnet': {'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-subnet', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:23.177314 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d75d7b-4f01-4a23-a764-8c2aaf53333f admin admin] Pushing event updated for resources: {'Network': ['ID=673b6ba0-33b0-47d1-a50e-816aecbacdba,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:23.197352 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 673b6ba0-33b0-47d1-a50e-816aecbacdba details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:28:23.242787 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c03194-a292-4d3a-9ab8-e41713d331b0 admin admin] Made reservation on behalf of f464673b810d4cdf9ae03e9f2a99c895 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:23.244644 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82411928-ea46-4b8e-96e5-9dbb22e484a0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network e037d4fb-96b9-4f75-9ba3-6684fa98dc76 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:23.246219 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b5c03194-a292-4d3a-9ab8-e41713d331b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.259454 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-82411928-ea46-4b8e-96e5-9dbb22e484a0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:23.273436 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82411928-ea46-4b8e-96e5-9dbb22e484a0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:23.279478 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82411928-ea46-4b8e-96e5-9dbb22e484a0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:23.291906 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-82411928-ea46-4b8e-96e5-9dbb22e484a0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.300291 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82411928-ea46-4b8e-96e5-9dbb22e484a0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Port': ['ID=a9b1d992-cacb-49b1-b0da-2da0cdf8a6e7,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:23.381117 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-33de90ab-6938-4690-b0f4-d1c463099667 req-12dca790-296d-43f2-bc1f-84eece124f50 service neutron] Attempting to bind port 340368b5-aa11-43fd-88c9-73952db8c357 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:23.392942 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-33de90ab-6938-4690-b0f4-d1c463099667 req-12dca790-296d-43f2-bc1f-84eece124f50 service neutron] Attempting to bind port 340368b5-aa11-43fd-88c9-73952db8c357 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:23.393304 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33de90ab-6938-4690-b0f4-d1c463099667 req-12dca790-296d-43f2-bc1f-84eece124f50 service neutron] Attempting to bind port 340368b5-aa11-43fd-88c9-73952db8c357 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:23.435593 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-82411928-ea46-4b8e-96e5-9dbb22e484a0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6250606 Jul 16 20:28:23.442022 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33de90ab-6938-4690-b0f4-d1c463099667 req-12dca790-296d-43f2-bc1f-84eece124f50 service neutron] Port 340368b5-aa11-43fd-88c9-73952db8c357 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:28:23.442381 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33de90ab-6938-4690-b0f4-d1c463099667 req-12dca790-296d-43f2-bc1f-84eece124f50 service neutron] Attempting to bind port 340368b5-aa11-43fd-88c9-73952db8c357 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:23.444614 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35638) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:23.484519 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b5c03194-a292-4d3a-9ab8-e41713d331b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.530742 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33de90ab-6938-4690-b0f4-d1c463099667 req-12dca790-296d-43f2-bc1f-84eece124f50 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:23.531269 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33de90ab-6938-4690-b0f4-d1c463099667 req-12dca790-296d-43f2-bc1f-84eece124f50 service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:23.531685 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33de90ab-6938-4690-b0f4-d1c463099667 req-12dca790-296d-43f2-bc1f-84eece124f50 service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:23.532119 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-33de90ab-6938-4690-b0f4-d1c463099667 req-12dca790-296d-43f2-bc1f-84eece124f50 service neutron] Bound port: 340368b5-aa11-43fd-88c9-73952db8c357, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:23.532486 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-33de90ab-6938-4690-b0f4-d1c463099667 req-12dca790-296d-43f2-bc1f-84eece124f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.542713 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf95ccf-0763-4479-b241-21c6390e1d3c req-245f146d-2b78-4848-bc43-3b2760627039 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:23.544281 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9cf95ccf-0763-4479-b241-21c6390e1d3c req-245f146d-2b78-4848-bc43-3b2760627039 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 946 time: 0.4880326 Jul 16 20:28:23.554943 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c03194-a292-4d3a-9ab8-e41713d331b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3f938fb-8c6d-4792-bc71-ef35aeb96d69,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:23.560086 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c03194-a292-4d3a-9ab8-e41713d331b0 admin admin] Checking segment: {'id': 'c1804d01-4de0-4d24-bc8b-607047aabf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:23.560563 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c03194-a292-4d3a-9ab8-e41713d331b0 admin admin] Network hostable DHCP agents. Network: 673b6ba0-33b0-47d1-a50e-816aecbacdba, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:28:23.582794 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c03194-a292-4d3a-9ab8-e41713d331b0 admin admin] Network 673b6ba0-33b0-47d1-a50e-816aecbacdba is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:28:23.596982 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-b5c03194-a292-4d3a-9ab8-e41713d331b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 673b6ba0-33b0-47d1-a50e-816aecbacdba) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:23.603061 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c03194-a292-4d3a-9ab8-e41713d331b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:23.607799 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b5c03194-a292-4d3a-9ab8-e41713d331b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.611760 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c946921-22c8-4178-b903-da061bf4d968 None None] Network 673b6ba0-33b0-47d1-a50e-816aecbacdba requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:23.626396 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b5c03194-a292-4d3a-9ab8-e41713d331b0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5300553 Jul 16 20:28:23.628515 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35640) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:23.633701 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-b8c0dd42-bac0-4b33-931b-11a1a6e82b0d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-router', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:23.668323 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8c0dd42-bac0-4b33-931b-11a1a6e82b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.669787 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8c0dd42-bac0-4b33-931b-11a1a6e82b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.698570 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9cf95ccf-0763-4479-b241-21c6390e1d3c req-9d71d8f5-6611-4669-bbf5-eeb9201d1963 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390760 Jul 16 20:28:23.708905 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc052a-bb77-4ed2-8ca3-37e44555ba9d req-bf7d9a75-8b45-4e7a-99fd-db1260817368 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:23.717492 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-17fc052a-bb77-4ed2-8ca3-37e44555ba9d req-bf7d9a75-8b45-4e7a-99fd-db1260817368 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 945 time: 0.3433092 Jul 16 20:28:23.766381 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-59d79f25-849c-47d4-b5c6-e58d7e6a5817 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting port a9b1d992-cacb-49b1-b0da-2da0cdf8a6e7 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:23.766781 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-59d79f25-849c-47d4-b5c6-e58d7e6a5817 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.789317 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8c0dd42-bac0-4b33-931b-11a1a6e82b0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.791473 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-33de90ab-6938-4690-b0f4-d1c463099667 req-12dca790-296d-43f2-bc1f-84eece124f50 service neutron] For port 340368b5-aa11-43fd-88c9-73952db8c357, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:23.841424 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-17fc052a-bb77-4ed2-8ca3-37e44555ba9d req-06a85c19-3003-49e8-8b1c-c7132ac12ae1 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229362 Jul 16 20:28:23.849457 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-33de90ab-6938-4690-b0f4-d1c463099667 req-12dca790-296d-43f2-bc1f-84eece124f50 service neutron] For port 340368b5-aa11-43fd-88c9-73952db8c357, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=340368b5-aa11-43fd-88c9-73952db8c357,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:23.876470 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-33de90ab-6938-4690-b0f4-d1c463099667 req-12dca790-296d-43f2-bc1f-84eece124f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.921988 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3055c4c-5b4b-4bdd-9942-27a227b4133b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-673b6ba0-33b0-47d1-a50e-816aecbacdba', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'fixed_ips': [{'subnet_id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:28:23.923217 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c3055c4c-5b4b-4bdd-9942-27a227b4133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.025272 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-59d79f25-849c-47d4-b5c6-e58d7e6a5817 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.080553 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de90ab-6938-4690-b0f4-d1c463099667 req-12dca790-296d-43f2-bc1f-84eece124f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:24.081189 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-33de90ab-6938-4690-b0f4-d1c463099667 req-12dca790-296d-43f2-bc1f-84eece124f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.082644 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33de90ab-6938-4690-b0f4-d1c463099667 req-12dca790-296d-43f2-bc1f-84eece124f50 service neutron] 10.222.0.18 "PUT /v2.0/ports/340368b5-aa11-43fd-88c9-73952db8c357 HTTP/1.1" status: 200 len: 1097 time: 2.8845668 Jul 16 20:28:24.083613 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-59d79f25-849c-47d4-b5c6-e58d7e6a5817 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Calling delete_port for a9b1d992-cacb-49b1-b0da-2da0cdf8a6e7 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:24.248825 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc399a19-d523-4859-b631-d09583ca95b6', 'tag': '340368b5-aa11-43fd-88c9-73952db8c357'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:24.252139 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec539fe-a99d-4ef7-8f04-dac60ca8d2e6" -d '{"events": [{"name": "network-changed", "server_uuid": "bc399a19-d523-4859-b631-d09583ca95b6", "tag": "340368b5-aa11-43fd-88c9-73952db8c357"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:24.253376 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-272ffbf8-2d21-4a7e-8fae-f9ea2b1cfdf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.275504 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.299030 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dca790-296d-43f2-bc1f-84eece124f50 service neutron] Pushing event updated for resources: {'Port': ['ID=340368b5-aa11-43fd-88c9-73952db8c357,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:24.310300 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-59d79f25-849c-47d4-b5c6-e58d7e6a5817 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.326490 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-c3055c4c-5b4b-4bdd-9942-27a227b4133b None None] Allocated IP 172.20.0.2 (673b6ba0-33b0-47d1-a50e-816aecbacdba/e3f938fb-8c6d-4792-bc71-ef35aeb96d69/2c55f267-3f94-448e-9142-01024353ad52) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:24.380830 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-59d79f25-849c-47d4-b5c6-e58d7e6a5817 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.383253 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-59d79f25-849c-47d4-b5c6-e58d7e6a5817 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/ports/a9b1d992-cacb-49b1-b0da-2da0cdf8a6e7 HTTP/1.1" status: 204 len: 168 time: 0.9358804 Jul 16 20:28:24.385476 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d79f25-849c-47d4-b5c6-e58d7e6a5817 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Port': ['ID=a9b1d992-cacb-49b1-b0da-2da0cdf8a6e7,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:24.392814 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35650) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:24.400521 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-21ad884d-bba0-4f24-b440-372381b92c29 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'port': {'network_id': 'e037d4fb-96b9-4f75-9ba3-6684fa98dc76', 'mac_address': 'fa:16:3e:4c:34:8c', 'name': 'tempest-PortsIpV6TestJSON-2030415051'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:24.551684 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c3055c4c-5b4b-4bdd-9942-27a227b4133b None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.560221 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db4597-5522-477d-a032-d7e9fa1ef33e req-f9e0dada-2b52-4cdf-a534-eeae489b9823 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:24.564059 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c3055c4c-5b4b-4bdd-9942-27a227b4133b None None] Transition to ACTIVE for port object 2c55f267-3f94-448e-9142-01024353ad52 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:24.571125 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c2db4597-5522-477d-a032-d7e9fa1ef33e req-f9e0dada-2b52-4cdf-a534-eeae489b9823 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc399a19-d523-4859-b631-d09583ca95b6 HTTP/1.1" status: 200 len: 948 time: 0.5400269 Jul 16 20:28:24.571484 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8c0dd42-bac0-4b33-931b-11a1a6e82b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.581231 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549ca64-2d4b-4fd9-8465-16e35c3e5363 req-2ad0d2c6-17ce-4f3a-a73a-38c907405bf0 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:24.582918 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b549ca64-2d4b-4fd9-8465-16e35c3e5363 req-2ad0d2c6-17ce-4f3a-a73a-38c907405bf0 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 1096 time: 0.5687399 Jul 16 20:28:24.599003 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c3055c4c-5b4b-4bdd-9942-27a227b4133b None None] Transition to ACTIVE for port object 2c55f267-3f94-448e-9142-01024353ad52 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:24.613930 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c3055c4c-5b4b-4bdd-9942-27a227b4133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.664397 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de90ab-6938-4690-b0f4-d1c463099667 req-a05c2be8-5bab-4be9-b356-1c0b8281070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:24.666165 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33de90ab-6938-4690-b0f4-d1c463099667 req-a05c2be8-5bab-4be9-b356-1c0b8281070f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bdafaaf1751f413daf315a2773eb5256&device_id=bc399a19-d523-4859-b631-d09583ca95b6 HTTP/1.1" status: 200 len: 1100 time: 0.4093084 Jul 16 20:28:24.753185 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b549ca64-2d4b-4fd9-8465-16e35c3e5363 req-768ff1ff-df8f-484f-a9e7-4f012331d739 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518781 Jul 16 20:28:24.757967 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33de90ab-6938-4690-b0f4-d1c463099667 req-60204e2c-86bf-453f-8b18-35f83e53c01e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=340368b5-aa11-43fd-88c9-73952db8c357 HTTP/1.1" status: 200 len: 217 time: 0.0819077 Jul 16 20:28:24.855108 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de90ab-6938-4690-b0f4-d1c463099667 req-5a6889e1-d153-4342-b935-f11dadc0f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:24.861039 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33de90ab-6938-4690-b0f4-d1c463099667 req-5a6889e1-d153-4342-b935-f11dadc0f646 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0971465 Jul 16 20:28:24.864669 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ad884d-bba0-4f24-b440-372381b92c29 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:24.876580 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c2db4597-5522-477d-a032-d7e9fa1ef33e req-5b1f62ff-bfd8-4601-b296-8a8c53b51506 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] 10.222.0.38 "GET /v2.0/security-groups?id=39f64d05-b047-4496-8dda-8193d7630024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045061 Jul 16 20:28:25.048868 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8c0dd42-bac0-4b33-931b-11a1a6e82b0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.056563 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3055c4c-5b4b-4bdd-9942-27a227b4133b None None] Network 673b6ba0-33b0-47d1-a50e-816aecbacdba is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:25.065344 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbe37be-a57c-4cc7-a7b3-84b0d9fadc41 x-openstack-request-id: req-adbe37be-a57c-4cc7-a7b3-84b0d9fadc41 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:25.079010 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc399a19-d523-4859-b631-d09583ca95b6", "tag": "340368b5-aa11-43fd-88c9-73952db8c357", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:25.079519 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-adbe37be-a57c-4cc7-a7b3-84b0d9fadc41 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:25.081040 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc399a19-d523-4859-b631-d09583ca95b6', 'tag': '340368b5-aa11-43fd-88c9-73952db8c357', 'status': 'completed', 'code': 200} Jul 16 20:28:25.082124 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8c0dd42-bac0-4b33-931b-11a1a6e82b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.086931 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-c3055c4c-5b4b-4bdd-9942-27a227b4133b None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:25.105522 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3055c4c-5b4b-4bdd-9942-27a227b4133b None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:25.172770 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3055c4c-5b4b-4bdd-9942-27a227b4133b None None] Pushing event updated for resources: {'Port': ['ID=2c55f267-3f94-448e-9142-01024353ad52,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:25.340334 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-b8c0dd42-bac0-4b33-931b-11a1a6e82b0d admin admin] Allocated IP 172.25.0.125 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/d200ca02-ef3f-4404-86dc-661ae03a1efb) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:25.480525 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-c3055c4c-5b4b-4bdd-9942-27a227b4133b None None] Attempting to bind port 2c55f267-3f94-448e-9142-01024353ad52 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:25.481115 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-c3055c4c-5b4b-4bdd-9942-27a227b4133b None None] Attempting to bind port 2c55f267-3f94-448e-9142-01024353ad52 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'c1804d01-4de0-4d24-bc8b-607047aabf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:25.481606 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3055c4c-5b4b-4bdd-9942-27a227b4133b None None] Attempting to bind port 2c55f267-3f94-448e-9142-01024353ad52 on network 673b6ba0-33b0-47d1-a50e-816aecbacdba {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:25.486248 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8c0dd42-bac0-4b33-931b-11a1a6e82b0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.495071 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3055c4c-5b4b-4bdd-9942-27a227b4133b None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:25.495680 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3055c4c-5b4b-4bdd-9942-27a227b4133b None None] Checking segment: {'id': 'c1804d01-4de0-4d24-bc8b-607047aabf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:25.499707 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c3055c4c-5b4b-4bdd-9942-27a227b4133b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.500537 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3055c4c-5b4b-4bdd-9942-27a227b4133b None None] Bound using segment: {'id': 'c1804d01-4de0-4d24-bc8b-607047aabf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:25.501354 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-c3055c4c-5b4b-4bdd-9942-27a227b4133b None None] Bound port: 2c55f267-3f94-448e-9142-01024353ad52, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1804d01-4de0-4d24-bc8b-607047aabf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:25.502013 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c3055c4c-5b4b-4bdd-9942-27a227b4133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.541308 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-21ad884d-bba0-4f24-b440-372381b92c29 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.559676 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8c0dd42-bac0-4b33-931b-11a1a6e82b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.583234 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-21ad884d-bba0-4f24-b440-372381b92c29 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] device_id is not set on port bb1de192-dae2-4aba-a5ea-0f8dad2406f0 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:28:25.612503 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de90ab-6938-4690-b0f4-d1c463099667 req-c2b843f7-f0b9-4bd6-98db-7829510665f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:25.614354 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33de90ab-6938-4690-b0f4-d1c463099667 req-c2b843f7-f0b9-4bd6-98db-7829510665f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7414033 Jul 16 20:28:25.663405 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c3055c4c-5b4b-4bdd-9942-27a227b4133b None None] For port 2c55f267-3f94-448e-9142-01024353ad52, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:25.675102 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device e4808d2e-d222-4d94-b31c-821276b3cf31 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:28:25.677704 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c0dd42-bac0-4b33-931b-11a1a6e82b0d admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:25.687132 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-b8c0dd42-bac0-4b33-931b-11a1a6e82b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:25.700557 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c0dd42-bac0-4b33-931b-11a1a6e82b0d admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:25.703025 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c3055c4c-5b4b-4bdd-9942-27a227b4133b None None] For port 2c55f267-3f94-448e-9142-01024353ad52, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=2c55f267-3f94-448e-9142-01024353ad52,segment=NetworkSegment(c1804d01-4de0-4d24-bc8b-607047aabf4a),segment_id=c1804d01-4de0-4d24-bc8b-607047aabf4a)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:25.725892 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.729940 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c3055c4c-5b4b-4bdd-9942-27a227b4133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.738402 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0dd42-bac0-4b33-931b-11a1a6e82b0d admin admin] Pushing event updated for resources: {'Port': ['ID=d200ca02-ef3f-4404-86dc-661ae03a1efb,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:25.800891 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2bbe7f-e1eb-4403-982e-372fd739af5c req-284a726f-1c2a-4b64-873c-7577a7d84e36 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:25.806197 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5b2bbe7f-e1eb-4403-982e-372fd739af5c req-284a726f-1c2a-4b64-873c-7577a7d84e36 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 946 time: 0.3389258 Jul 16 20:28:25.814964 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d034c8-3e72-4895-8ff0-25f50babdee0 req-2f1a437b-eb86-4d18-bf3c-3d45870ccaa9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:25.823189 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-58d034c8-3e72-4895-8ff0-25f50babdee0 req-2f1a437b-eb86-4d18-bf3c-3d45870ccaa9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 945 time: 0.3544767 Jul 16 20:28:25.889252 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.resource_extend [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:28:25.918774 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33de90ab-6938-4690-b0f4-d1c463099667 req-0d60390f-c68b-4499-82e8-412a2f67ca99 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616451 Jul 16 20:28:25.956524 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3055c4c-5b4b-4bdd-9942-27a227b4133b None None] Pushing event updated for resources: {'Port': ['ID=2c55f267-3f94-448e-9142-01024353ad52,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:26.060800 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5b2bbe7f-e1eb-4403-982e-372fd739af5c req-c92f0bac-a3ae-4a94-89a6-6fc9040140ba tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344952 Jul 16 20:28:26.101230 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port e4808d2e-d222-4d94-b31c-821276b3cf31, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=e4808d2e-d222-4d94-b31c-821276b3cf31,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:26.125909 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'e4808d2e-d222-4d94-b31c-821276b3cf31', 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988', 'port_id': 'e4808d2e-d222-4d94-b31c-821276b3cf31', 'mac_address': 'fa:16:3e:66:d2:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d69795-663e-4814-80c1-613e990ce032', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:28:26.139674 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-58d034c8-3e72-4895-8ff0-25f50babdee0 req-ca3cbd54-a760-4bda-9ebe-fc761b234cd8 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154144 Jul 16 20:28:26.200795 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8c0dd42-bac0-4b33-931b-11a1a6e82b0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:26.247705 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:26.274021 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4808d2e-d222-4d94-b31c-821276b3cf31 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:26.348912 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port e4808d2e-d222-4d94-b31c-821276b3cf31, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=e4808d2e-d222-4d94-b31c-821276b3cf31,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:26.385472 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:26.480188 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=e4808d2e-d222-4d94-b31c-821276b3cf31,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:26.549461 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['e4808d2e-d222-4d94-b31c-821276b3cf31'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:26.626144 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-21ad884d-bba0-4f24-b440-372381b92c29 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:26.652512 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33de90ab-6938-4690-b0f4-d1c463099667 req-6bfebcf3-552d-4ce9-a6e5-9e48e9a65358 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6895204 Jul 16 20:28:26.696240 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b4bc6-6d30-4d78-adaa-2b5bf852bdf4 req-06589913-ed31-40c3-9ab0-2e572fc729b8 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:26.703362 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-883b4bc6-6d30-4d78-adaa-2b5bf852bdf4 req-06589913-ed31-40c3-9ab0-2e572fc729b8 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc399a19-d523-4859-b631-d09583ca95b6 HTTP/1.1" status: 200 len: 948 time: 0.1844997 Jul 16 20:28:26.753702 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8c0dd42-bac0-4b33-931b-11a1a6e82b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:26.770249 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-883b4bc6-6d30-4d78-adaa-2b5bf852bdf4 req-b8c32338-3117-4520-84bf-69ea345ed4a1 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] 10.222.0.38 "GET /v2.0/security-groups?id=39f64d05-b047-4496-8dda-8193d7630024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657864 Jul 16 20:28:26.908217 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-21ad884d-bba0-4f24-b440-372381b92c29 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:26.923008 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec539fe-a99d-4ef7-8f04-dac60ca8d2e6 req-eb0ec8e1-8ebc-4002-806b-9849fb59620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:26.924575 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4ec539fe-a99d-4ef7-8f04-dac60ca8d2e6 req-eb0ec8e1-8ebc-4002-806b-9849fb59620d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bdafaaf1751f413daf315a2773eb5256&device_id=bc399a19-d523-4859-b631-d09583ca95b6 HTTP/1.1" status: 200 len: 1100 time: 0.1698210 Jul 16 20:28:27.048844 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ad884d-bba0-4f24-b440-372381b92c29 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network e037d4fb-96b9-4f75-9ba3-6684fa98dc76 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:27.065198 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-21ad884d-bba0-4f24-b440-372381b92c29 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:27.086174 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ad884d-bba0-4f24-b440-372381b92c29 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:27.099179 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ad884d-bba0-4f24-b440-372381b92c29 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:27.101602 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c0dd42-bac0-4b33-931b-11a1a6e82b0d admin admin] Router ec619c74-3ab5-4356-848c-329ff9a640b1 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:28:27.104303 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-21ad884d-bba0-4f24-b440-372381b92c29 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:27.134954 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-21ad884d-bba0-4f24-b440-372381b92c29 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.7370021 Jul 16 20:28:27.139501 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35710) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:27.289659 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad884d-bba0-4f24-b440-372381b92c29 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Port': ['ID=bb1de192-dae2-4aba-a5ea-0f8dad2406f0,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:27.386769 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 2c55f267-3f94-448e-9142-01024353ad52 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:27.430813 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a6caf9-9eb7-47c4-93f8-551fd7483cf2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:27.432673 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a5a6caf9-9eb7-47c4-93f8-551fd7483cf2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "GET /v2.0/ports/bb1de192-dae2-4aba-a5ea-0f8dad2406f0 HTTP/1.1" status: 200 len: 845 time: 0.2879391 Jul 16 20:28:27.435608 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35714) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:27.508437 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c0dd42-bac0-4b33-931b-11a1a6e82b0d admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:28:27.514540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec539fe-a99d-4ef7-8f04-dac60ca8d2e6 req-699b21ef-c597-42b7-a728-185c5c3f4035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:27.516424 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4ec539fe-a99d-4ef7-8f04-dac60ca8d2e6 req-699b21ef-c597-42b7-a728-185c5c3f4035 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.5728593 Jul 16 20:28:27.529591 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b006935-085b-41a9-9ccf-f2603e62fa87 None None] Sync routers for ids ['ec619c74-3ab5-4356-848c-329ff9a640b1'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:28:27.550169 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:27.554150 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 2c55f267-3f94-448e-9142-01024353ad52 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:27.566143 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b006935-085b-41a9-9ccf-f2603e62fa87 None None] Routers {'ec619c74-3ab5-4356-848c-329ff9a640b1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:27.566835 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-1b006935-085b-41a9-9ccf-f2603e62fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:28:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ec619c74-3ab5-4356-848c-329ff9a640b1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:27.573635 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8c0dd42-bac0-4b33-931b-11a1a6e82b0d admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:27.580955 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b8c0dd42-bac0-4b33-931b-11a1a6e82b0d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.9486041 Jul 16 20:28:27.585942 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35716) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:27.605795 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4ec539fe-a99d-4ef7-8f04-dac60ca8d2e6 req-a672af2d-45d6-442f-b9e0-84deecd98a0b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=340368b5-aa11-43fd-88c9-73952db8c357 HTTP/1.1" status: 200 len: 217 time: 0.0594893 Jul 16 20:28:27.672510 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cce1cb-2dd3-4a6f-9558-37bbb35ed138 None None] Network 673b6ba0-33b0-47d1-a50e-816aecbacdba requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:27.756860 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-b5933645-29f8-4bf3-a13d-3cd18baf7f2a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting port bb1de192-dae2-4aba-a5ea-0f8dad2406f0 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:27.756860 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b5933645-29f8-4bf3-a13d-3cd18baf7f2a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:27.927023 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device e4808d2e-d222-4d94-b31c-821276b3cf31 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:27.986498 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b5933645-29f8-4bf3-a13d-3cd18baf7f2a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.014223 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-b5933645-29f8-4bf3-a13d-3cd18baf7f2a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Calling delete_port for bb1de192-dae2-4aba-a5ea-0f8dad2406f0 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:28.158923 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-30da02c0-96d5-4a03-bded-ebc2cd6ca636 None None] Provisioning for port 2c55f267-3f94-448e-9142-01024353ad52 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:28.165012 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-1b006935-085b-41a9-9ccf-f2603e62fa87 None None] Set router ec619c74-3ab5-4356-848c-329ff9a640b1 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:28:28.208501 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b5933645-29f8-4bf3-a13d-3cd18baf7f2a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.244620 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec539fe-a99d-4ef7-8f04-dac60ca8d2e6 req-5f9c732d-cdf5-44ba-8eba-0f905e15e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:28.246786 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4ec539fe-a99d-4ef7-8f04-dac60ca8d2e6 req-5f9c732d-cdf5-44ba-8eba-0f905e15e48d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.6296792 Jul 16 20:28:28.343702 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b5933645-29f8-4bf3-a13d-3cd18baf7f2a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.348347 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b5933645-29f8-4bf3-a13d-3cd18baf7f2a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/ports/bb1de192-dae2-4aba-a5ea-0f8dad2406f0 HTTP/1.1" status: 204 len: 168 time: 0.9088817 Jul 16 20:28:28.348347 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5933645-29f8-4bf3-a13d-3cd18baf7f2a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Port': ['ID=bb1de192-dae2-4aba-a5ea-0f8dad2406f0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:28.351164 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35720) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:28.370246 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-30da02c0-96d5-4a03-bded-ebc2cd6ca636 None None] Provisioning complete for port 2c55f267-3f94-448e-9142-01024353ad52 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:28.375486 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-30da02c0-96d5-4a03-bded-ebc2cd6ca636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.501933 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-0329efeb-aa35-4411-97ad-33b888aa26e0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] GET failed (client error): The resource could not be found. Jul 16 20:28:28.503227 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0329efeb-aa35-4411-97ad-33b888aa26e0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "GET /v2.0/ports/bb1de192-dae2-4aba-a5ea-0f8dad2406f0 HTTP/1.1" status: 404 len: 333 time: 0.1486790 Jul 16 20:28:28.525662 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35722) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:28.549773 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-4ef326ef-25c7-4fac-b529-eca614397ca5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'port': {'network_id': 'e037d4fb-96b9-4f75-9ba3-6684fa98dc76', 'name': 'tempest-PortsIpV6TestJSON-2146165765'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:28.762025 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port e4808d2e-d222-4d94-b31c-821276b3cf31 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:28.762803 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.792942 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec539fe-a99d-4ef7-8f04-dac60ca8d2e6 req-caec0515-5080-433d-ac71-019726c8bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:28.800530 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4ec539fe-a99d-4ef7-8f04-dac60ca8d2e6 req-caec0515-5080-433d-ac71-019726c8bcf4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5029461 Jul 16 20:28:28.813629 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d3b8fa5d-52a8-4282-8e2f-a000641827ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.886220 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-30da02c0-96d5-4a03-bded-ebc2cd6ca636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.918921 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef326ef-25c7-4fac-b529-eca614397ca5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:28.922832 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4ef326ef-25c7-4fac-b529-eca614397ca5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.989024 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-4ef326ef-25c7-4fac-b529-eca614397ca5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] device_id is not set on port 2421e9cd-02a6-4116-8e3b-c821b7e3006c yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:28:29.038985 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.126979 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-30da02c0-96d5-4a03-bded-ebc2cd6ca636 None None] For port 2c55f267-3f94-448e-9142-01024353ad52, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=2c55f267-3f94-448e-9142-01024353ad52,segment=NetworkSegment(c1804d01-4de0-4d24-bc8b-607047aabf4a),segment_id=c1804d01-4de0-4d24-bc8b-607047aabf4a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:29.153429 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-1b006935-085b-41a9-9ccf-f2603e62fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-router', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:23Z', 'updated_at': '2021-07-16T20:28:25Z', 'revision_number': 3, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'gw_port': {'id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:de:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:25Z', 'updated_at': '2021-07-16T20:28:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:29.155700 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-30da02c0-96d5-4a03-bded-ebc2cd6ca636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.159355 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f4fa6b-09dd-46e9-9532-12e2b8b55358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4808d2e-d222-4d94-b31c-821276b3cf31'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:29.166393 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed5d3a3-4848-4388-a1bc-3697bf8803d7" -d '{"events": [{"server_uuid": "73f4fa6b-09dd-46e9-9532-12e2b8b55358", "name": "network-vif-plugged", "status": "completed", "tag": "e4808d2e-d222-4d94-b31c-821276b3cf31"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:29.307822 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da02c0-96d5-4a03-bded-ebc2cd6ca636 None None] Pushing event updated for resources: {'Port': ['ID=2c55f267-3f94-448e-9142-01024353ad52,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:29.338209 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port e4808d2e-d222-4d94-b31c-821276b3cf31, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=e4808d2e-d222-4d94-b31c-821276b3cf31,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:29.351870 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b006935-085b-41a9-9ccf-f2603e62fa87 None None] Checking router: ec619c74-3ab5-4356-848c-329ff9a640b1 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:28:29.359613 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b006935-085b-41a9-9ccf-f2603e62fa87 None None] Updating router ec619c74-3ab5-4356-848c-329ff9a640b1 port d200ca02-ef3f-4404-86dc-661ae03a1efb binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:28:29.378874 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4ef326ef-25c7-4fac-b529-eca614397ca5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.383784 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-d3b8fa5d-52a8-4282-8e2f-a000641827ab admin admin] Allocated IP 172.20.0.1 (673b6ba0-33b0-47d1-a50e-816aecbacdba/e3f938fb-8c6d-4792-bc71-ef35aeb96d69/fe8148e8-3458-4276-8214-07bcf76d8cd3) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:29.434658 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4ec539fe-a99d-4ef7-8f04-dac60ca8d2e6 req-3d980451-8783-4727-8d92-5ef578fb3260 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6329365 Jul 16 20:28:29.437159 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4ef326ef-25c7-4fac-b529-eca614397ca5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.442653 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b006935-085b-41a9-9ccf-f2603e62fa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.589824 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef326ef-25c7-4fac-b529-eca614397ca5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network e037d4fb-96b9-4f75-9ba3-6684fa98dc76 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:29.634525 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-4ef326ef-25c7-4fac-b529-eca614397ca5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:29.639656 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef326ef-25c7-4fac-b529-eca614397ca5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:29.650115 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef326ef-25c7-4fac-b529-eca614397ca5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:29.650835 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4ef326ef-25c7-4fac-b529-eca614397ca5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.659511 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef326ef-25c7-4fac-b529-eca614397ca5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Port': ['ID=2421e9cd-02a6-4116-8e3b-c821b7e3006c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:29.753002 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4ef326ef-25c7-4fac-b529-eca614397ca5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2260549 Jul 16 20:28:29.757695 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35726) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:29.759483 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.772873 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-6db38298-987e-475a-b504-6a4b6e9dade2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:29.776363 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d3b8fa5d-52a8-4282-8e2f-a000641827ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.781571 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.810864 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-d3b8fa5d-52a8-4282-8e2f-a000641827ab admin admin] Transition to ACTIVE for port object fe8148e8-3458-4276-8214-07bcf76d8cd3 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:29.919056 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d3b8fa5d-52a8-4282-8e2f-a000641827ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.954413 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5133d311-b6a6-4f65-bbdc-d58bd122e975 None None] Provisioning complete for port 2c55f267-3f94-448e-9142-01024353ad52 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:29.954781 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5133d311-b6a6-4f65-bbdc-d58bd122e975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.003819 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b8fa5d-52a8-4282-8e2f-a000641827ab admin admin] Network 673b6ba0-33b0-47d1-a50e-816aecbacdba is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:30.013947 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-d3b8fa5d-52a8-4282-8e2f-a000641827ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:30.019194 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b8fa5d-52a8-4282-8e2f-a000641827ab admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:30.074038 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6db38298-987e-475a-b504-6a4b6e9dade2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.158047 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8fa5d-52a8-4282-8e2f-a000641827ab admin admin] Pushing event updated for resources: {'Port': ['ID=fe8148e8-3458-4276-8214-07bcf76d8cd3,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:30.176300 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4ec539fe-a99d-4ef7-8f04-dac60ca8d2e6 req-016e000e-301e-44dc-ba16-9ef6a7cffad7 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7224610 Jul 16 20:28:30.200722 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d3b8fa5d-52a8-4282-8e2f-a000641827ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.293618 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 340368b5-aa11-43fd-88c9-73952db8c357 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:28:30.307273 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=e4808d2e-d222-4d94-b31c-821276b3cf31,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:30.672720 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6db38298-987e-475a-b504-6a4b6e9dade2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.681892 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6db38298-987e-475a-b504-6a4b6e9dade2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.718571 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d3b8fa5d-52a8-4282-8e2f-a000641827ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.719309 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-6db38298-987e-475a-b504-6a4b6e9dade2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] In _notify_port_updated(), no bound segment for port 2421e9cd-02a6-4116-8e3b-c821b7e3006c on network e037d4fb-96b9-4f75-9ba3-6684fa98dc76 {{(pid=93794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:28:30.738608 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db38298-987e-475a-b504-6a4b6e9dade2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:30.738608 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6db38298-987e-475a-b504-6a4b6e9dade2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.743382 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6db38298-987e-475a-b504-6a4b6e9dade2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "PUT /v2.0/ports/2421e9cd-02a6-4116-8e3b-c821b7e3006c HTTP/1.1" status: 200 len: 818 time: 0.9743211 Jul 16 20:28:30.754591 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35728) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:30.899227 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b006935-085b-41a9-9ccf-f2603e62fa87 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.973418 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1b006935-085b-41a9-9ccf-f2603e62fa87 None None] Transition to ACTIVE for port object d200ca02-ef3f-4404-86dc-661ae03a1efb will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:30.987744 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d3b8fa5d-52a8-4282-8e2f-a000641827ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.998238 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d3b8fa5d-52a8-4282-8e2f-a000641827ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.011354 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b006935-085b-41a9-9ccf-f2603e62fa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.092141 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db38298-987e-475a-b504-6a4b6e9dade2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Port': ['ID=2421e9cd-02a6-4116-8e3b-c821b7e3006c,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:31.169643 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-327f05f2-0e06-4c20-9799-fa8578b53ff0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting port 2421e9cd-02a6-4116-8e3b-c821b7e3006c {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:31.169643 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-327f05f2-0e06-4c20-9799-fa8578b53ff0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.187334 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d3b8fa5d-52a8-4282-8e2f-a000641827ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.187856 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8fa5d-52a8-4282-8e2f-a000641827ab admin admin] Pushing event updated for resources: {'Port': ['ID=fe8148e8-3458-4276-8214-07bcf76d8cd3,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:31.340564 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 2c55f267-3f94-448e-9142-01024353ad52 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:31.343527 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1b006935-085b-41a9-9ccf-f2603e62fa87 None None] Attempting to bind port d200ca02-ef3f-4404-86dc-661ae03a1efb on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:31.344098 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1b006935-085b-41a9-9ccf-f2603e62fa87 None None] Attempting to bind port d200ca02-ef3f-4404-86dc-661ae03a1efb by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:31.344646 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b006935-085b-41a9-9ccf-f2603e62fa87 None None] Attempting to bind port d200ca02-ef3f-4404-86dc-661ae03a1efb on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:31.368676 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-327f05f2-0e06-4c20-9799-fa8578b53ff0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.392601 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-327f05f2-0e06-4c20-9799-fa8578b53ff0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Calling delete_port for 2421e9cd-02a6-4116-8e3b-c821b7e3006c owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:31.393002 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdf932-9178-444a-92a3-713ca75fd8d8 None None] Pushing event updated for resources: {'Port': ['ID=d200ca02-ef3f-4404-86dc-661ae03a1efb,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:31.406047 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b006935-085b-41a9-9ccf-f2603e62fa87 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:31.407006 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b006935-085b-41a9-9ccf-f2603e62fa87 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:31.408587 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b006935-085b-41a9-9ccf-f2603e62fa87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.409328 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b006935-085b-41a9-9ccf-f2603e62fa87 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:31.410046 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1b006935-085b-41a9-9ccf-f2603e62fa87 None None] Bound port: d200ca02-ef3f-4404-86dc-661ae03a1efb, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:31.410638 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b006935-085b-41a9-9ccf-f2603e62fa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.413228 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b8fa5d-52a8-4282-8e2f-a000641827ab admin admin] Network 673b6ba0-33b0-47d1-a50e-816aecbacdba is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:31.417896 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-d3b8fa5d-52a8-4282-8e2f-a000641827ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:31.517816 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1b006935-085b-41a9-9ccf-f2603e62fa87 None None] For port d200ca02-ef3f-4404-86dc-661ae03a1efb, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:31.527636 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1b006935-085b-41a9-9ccf-f2603e62fa87 None None] For port d200ca02-ef3f-4404-86dc-661ae03a1efb, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=d200ca02-ef3f-4404-86dc-661ae03a1efb,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:31.574429 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 340368b5-aa11-43fd-88c9-73952db8c357, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=340368b5-aa11-43fd-88c9-73952db8c357,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:31.591155 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-327f05f2-0e06-4c20-9799-fa8578b53ff0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.641583 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '340368b5-aa11-43fd-88c9-73952db8c357', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': '340368b5-aa11-43fd-88c9-73952db8c357', 'mac_address': 'fa:16:3e:77:1d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:28:31.651327 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3dc8b937-b571-47b5-bcb5-6fd394f87053 None None] Provisioning for port fe8148e8-3458-4276-8214-07bcf76d8cd3 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:31.656574 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b006935-085b-41a9-9ccf-f2603e62fa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.677714 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b8fa5d-52a8-4282-8e2f-a000641827ab admin admin] Router ec619c74-3ab5-4356-848c-329ff9a640b1 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:28:31.752670 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f05f2-0e06-4c20-9799-fa8578b53ff0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Port': ['ID=2421e9cd-02a6-4116-8e3b-c821b7e3006c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:31.773534 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-327f05f2-0e06-4c20-9799-fa8578b53ff0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.784632 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-327f05f2-0e06-4c20-9799-fa8578b53ff0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/ports/2421e9cd-02a6-4116-8e3b-c821b7e3006c HTTP/1.1" status: 204 len: 168 time: 1.0298245 Jul 16 20:28:31.791131 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35730) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:31.798046 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdf932-9178-444a-92a3-713ca75fd8d8 None None] Pushing event updated for resources: {'Port': ['ID=d200ca02-ef3f-4404-86dc-661ae03a1efb,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:31.807075 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3dc8b937-b571-47b5-bcb5-6fd394f87053 None None] Provisioning complete for port fe8148e8-3458-4276-8214-07bcf76d8cd3 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:31.807444 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3dc8b937-b571-47b5-bcb5-6fd394f87053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.881673 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 2c55f267-3f94-448e-9142-01024353ad52 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:31.882075 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.949253 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b006935-085b-41a9-9ccf-f2603e62fa87 None None] Routers {'ec619c74-3ab5-4356-848c-329ff9a640b1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:31.949947 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-1b006935-085b-41a9-9ccf-f2603e62fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:28:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ec619c74-3ab5-4356-848c-329ff9a640b1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:31.955499 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.969659 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b8fa5d-52a8-4282-8e2f-a000641827ab admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:28:31.996300 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f363f1-5c86-4124-b8fb-af254287d332 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:31.998237 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d3b8fa5d-52a8-4282-8e2f-a000641827ab admin admin] 10.222.0.38 "PUT /v2.0/routers/ec619c74-3ab5-4356-848c-329ff9a640b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4110942 Jul 16 20:28:32.001434 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35734) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:32.002153 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 340368b5-aa11-43fd-88c9-73952db8c357 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:32.004066 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-70f363f1-5c86-4124-b8fb-af254287d332 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2117240 Jul 16 20:28:32.027199 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 340368b5-aa11-43fd-88c9-73952db8c357, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=340368b5-aa11-43fd-88c9-73952db8c357,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:32.032229 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3dc8b937-b571-47b5-bcb5-6fd394f87053 None None] Port fe8148e8-3458-4276-8214-07bcf76d8cd3 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:28:32.050868 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97d80ab-1bc2-4bce-ac59-c287cd5b75b0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] GET failed (client error): The resource could not be found. Jul 16 20:28:32.053953 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b97d80ab-1bc2-4bce-ac59-c287cd5b75b0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "GET /v2.0/ports/2421e9cd-02a6-4116-8e3b-c821b7e3006c HTTP/1.1" status: 404 len: 333 time: 0.0507944 Jul 16 20:28:32.058666 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35736) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:32.065693 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.066829 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-ebb17211-db5f-48f9-8cf3-27e0d717c8bb tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-330449354'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:32.116201 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb17211-db5f-48f9-8cf3-27e0d717c8bb tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:32.122922 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ebb17211-db5f-48f9-8cf3-27e0d717c8bb tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.198679 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb17211-db5f-48f9-8cf3-27e0d717c8bb tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:28:32.235088 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ebb17211-db5f-48f9-8cf3-27e0d717c8bb tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.235088 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-ebb17211-db5f-48f9-8cf3-27e0d717c8bb tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Added segment 55d8e636-9bdb-4847-8b9d-fd9d028fdbea of type vlan for network d570cca8-8ec0-4170-a878-b66db68a5e34 Jul 16 20:28:32.235453 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=340368b5-aa11-43fd-88c9-73952db8c357,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:32.281264 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e951cdf0-41d8-44ab-a556-77e943b8f8b5 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:32.288206 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ebb17211-db5f-48f9-8cf3-27e0d717c8bb tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.312778 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-1b006935-085b-41a9-9ccf-f2603e62fa87 None None] Set router ec619c74-3ab5-4356-848c-329ff9a640b1 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:28:32.315190 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bb8ebadf-be84-4927-90a6-4a13695a8b90 None None] Provisioning complete for port fe8148e8-3458-4276-8214-07bcf76d8cd3 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:32.315562 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb8ebadf-be84-4927-90a6-4a13695a8b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.355744 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ebb17211-db5f-48f9-8cf3-27e0d717c8bb tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.361554 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb17211-db5f-48f9-8cf3-27e0d717c8bb tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:32.362393 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ebb17211-db5f-48f9-8cf3-27e0d717c8bb tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.438213 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35744) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:32.438443 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ebb17211-db5f-48f9-8cf3-27e0d717c8bb tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3783665 Jul 16 20:28:32.439461 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-bb8ebadf-be84-4927-90a6-4a13695a8b90 None None] Port fe8148e8-3458-4276-8214-07bcf76d8cd3 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:28:32.439648 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb17211-db5f-48f9-8cf3-27e0d717c8bb tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Network': ['ID=d570cca8-8ec0-4170-a878-b66db68a5e34,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:32.442838 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['340368b5-aa11-43fd-88c9-73952db8c357'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:32.450818 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d6eca1f8-10a0-4c10-a860-2a8bc4bd7e70 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'subnet': {'network_id': 'd570cca8-8ec0-4170-a878-b66db68a5e34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:32.483910 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network d570cca8-8ec0-4170-a878-b66db68a5e34 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:28:32.641448 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6eca1f8-10a0-4c10-a860-2a8bc4bd7e70 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:32.655475 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d6eca1f8-10a0-4c10-a860-2a8bc4bd7e70 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.688815 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.880374 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e951cdf0-41d8-44ab-a556-77e943b8f8b5, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e951cdf0-41d8-44ab-a556-77e943b8f8b5,segment=NetworkSegment(8d35c410-30a1-4b75-a650-78fe73e706ce),segment_id=8d35c410-30a1-4b75-a650-78fe73e706ce)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:32.894427 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.102604 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.111435 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d6eca1f8-10a0-4c10-a860-2a8bc4bd7e70 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.133453 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=e951cdf0-41d8-44ab-a556-77e943b8f8b5,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:33.190520 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-1b006935-085b-41a9-9ccf-f2603e62fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-router', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:23Z', 'updated_at': '2021-07-16T20:28:30Z', 'revision_number': 4, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'gw_port': {'id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:de:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:25Z', 'updated_at': '2021-07-16T20:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'fe8148e8-3458-4276-8214-07bcf76d8cd3', 'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'mac_address': 'fa:16:3e:82:84:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:28Z', 'updated_at': '2021-07-16T20:28:30Z', 'revision_number': 2, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'subnets': [{'id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:33.217484 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eca1f8-10a0-4c10-a860-2a8bc4bd7e70 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Subnet': ['ID=6bd22c23-eaae-40a6-a2ca-166adbe53f75,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:33.283725 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b006935-085b-41a9-9ccf-f2603e62fa87 None None] The sync data for ids ['ec619c74-3ab5-4356-848c-329ff9a640b1'] in n-d-791506-21 is: [{'id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-router', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:23Z', 'updated_at': '2021-07-16T20:28:30Z', 'revision_number': 4, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'gw_port': {'id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:de:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:25Z', 'updated_at': '2021-07-16T20:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'fe8148e8-3458-4276-8214-07bcf76d8cd3', 'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'mac_address': 'fa:16:3e:82:84:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:28Z', 'updated_at': '2021-07-16T20:28:30Z', 'revision_number': 2, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'subnets': [{'id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:28:33.295966 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eca1f8-10a0-4c10-a860-2a8bc4bd7e70 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Checking segment: {'id': '55d8e636-9bdb-4847-8b9d-fd9d028fdbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd570cca8-8ec0-4170-a878-b66db68a5e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:33.295966 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6eca1f8-10a0-4c10-a860-2a8bc4bd7e70 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network hostable DHCP agents. Network: d570cca8-8ec0-4170-a878-b66db68a5e34, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:28:33.342163 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6eca1f8-10a0-4c10-a860-2a8bc4bd7e70 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network d570cca8-8ec0-4170-a878-b66db68a5e34 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:28:33.360285 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-d6eca1f8-10a0-4c10-a860-2a8bc4bd7e70 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, d570cca8-8ec0-4170-a878-b66db68a5e34) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:33.364771 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6eca1f8-10a0-4c10-a860-2a8bc4bd7e70 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:33.365442 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d6eca1f8-10a0-4c10-a860-2a8bc4bd7e70 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.371860 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed00ec5-e8e6-47af-ad0f-49d6ced7e815 None None] Network d570cca8-8ec0-4170-a878-b66db68a5e34 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:33.423553 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35752) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:33.429254 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-85b0b1e0-3a1e-46a6-99cc-e28747b4a85e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'subnet': {'network_id': 'd570cca8-8ec0-4170-a878-b66db68a5e34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:33.430902 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d6eca1f8-10a0-4c10-a860-2a8bc4bd7e70 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9909444 Jul 16 20:28:33.696501 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b0b1e0-3a1e-46a6-99cc-e28747b4a85e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:33.700349 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-85b0b1e0-3a1e-46a6-99cc-e28747b4a85e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.738874 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4cb7f6-ac4c-40d6-bc0e-e092dd362e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-d570cca8-8ec0-4170-a878-b66db68a5e34', 'network_id': 'd570cca8-8ec0-4170-a878-b66db68a5e34', 'tenant_id': '8f9a426ea30846e192079ccbb52ca7cc', 'fixed_ips': [{'subnet_id': '6bd22c23-eaae-40a6-a2ca-166adbe53f75'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:28:33.744402 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb7f6-ac4c-40d6-bc0e-e092dd362e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.906368 n-d-791506-21 neutron-server[93794]: INFO neutron.db.ipam_backend_mixin [None req-85b0b1e0-3a1e-46a6-99cc-e28747b4a85e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6bd22c23-eaae-40a6-a2ca-166adbe53f75 (CIDR: 2001:db8::/64) Jul 16 20:28:33.915192 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b0b1e0-3a1e-46a6-99cc-e28747b4a85e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:28:33.915192 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b0b1e0-3a1e-46a6-99cc-e28747b4a85e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:28:33.959643 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35754) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:33.964833 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-adec5bae-122b-4514-bf84-a3b3319ef453 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'subnet': {'network_id': 'd570cca8-8ec0-4170-a878-b66db68a5e34', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:33.973428 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-85b0b1e0-3a1e-46a6-99cc-e28747b4a85e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5487151 Jul 16 20:28:34.068152 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-ac4cb7f6-ac4c-40d6-bc0e-e092dd362e98 None None] Allocated IP 2001:db8::2 (d570cca8-8ec0-4170-a878-b66db68a5e34/6bd22c23-eaae-40a6-a2ca-166adbe53f75/776edb3f-fc96-4d01-b602-b37c2ec554e3) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:34.347116 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adec5bae-122b-4514-bf84-a3b3319ef453 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:34.351568 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-adec5bae-122b-4514-bf84-a3b3319ef453 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.440321 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e951cdf0-41d8-44ab-a556-77e943b8f8b5 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:28:34.445417 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 340368b5-aa11-43fd-88c9-73952db8c357 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:34.867019 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 340368b5-aa11-43fd-88c9-73952db8c357 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:34.903161 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb7f6-ac4c-40d6-bc0e-e092dd362e98 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.907867 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 340368b5-aa11-43fd-88c9-73952db8c357 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:34.908263 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.968243 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e951cdf0-41d8-44ab-a556-77e943b8f8b5, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e951cdf0-41d8-44ab-a556-77e943b8f8b5,segment=NetworkSegment(8d35c410-30a1-4b75-a650-78fe73e706ce),segment_id=8d35c410-30a1-4b75-a650-78fe73e706ce)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:34.978278 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ac4cb7f6-ac4c-40d6-bc0e-e092dd362e98 None None] Transition to ACTIVE for port object 776edb3f-fc96-4d01-b602-b37c2ec554e3 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:35.013154 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'e951cdf0-41d8-44ab-a556-77e943b8f8b5', 'network_id': '9e1ef5a8-bcda-4218-b2dd-c5f692229aa3', 'port_id': 'e951cdf0-41d8-44ab-a556-77e943b8f8b5', 'mac_address': 'fa:16:3e:c9:dd:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973cc802-97a0-42d1-9c50-9d84240b247f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:28:35.112209 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.116809 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ac4cb7f6-ac4c-40d6-bc0e-e092dd362e98 None None] Transition to ACTIVE for port object 776edb3f-fc96-4d01-b602-b37c2ec554e3 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:35.139771 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-adec5bae-122b-4514-bf84-a3b3319ef453 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.150976 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb7f6-ac4c-40d6-bc0e-e092dd362e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.189524 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e951cdf0-41d8-44ab-a556-77e943b8f8b5 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:35.277876 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4cb7f6-ac4c-40d6-bc0e-e092dd362e98 None None] Network d570cca8-8ec0-4170-a878-b66db68a5e34 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:35.284948 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.296013 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e951cdf0-41d8-44ab-a556-77e943b8f8b5, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e951cdf0-41d8-44ab-a556-77e943b8f8b5,segment=NetworkSegment(8d35c410-30a1-4b75-a650-78fe73e706ce),segment_id=8d35c410-30a1-4b75-a650-78fe73e706ce)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:35.298944 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-ac4cb7f6-ac4c-40d6-bc0e-e092dd362e98 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:35.305367 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4cb7f6-ac4c-40d6-bc0e-e092dd362e98 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:35.321995 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.330254 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4cb7f6-ac4c-40d6-bc0e-e092dd362e98 None None] Pushing event updated for resources: {'Port': ['ID=776edb3f-fc96-4d01-b602-b37c2ec554e3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:35.389783 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec5bae-122b-4514-bf84-a3b3319ef453 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Subnet': ['ID=80b417e8-f154-47bd-b720-31d41c6ed5ab,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:35.435910 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adec5bae-122b-4514-bf84-a3b3319ef453 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network d570cca8-8ec0-4170-a878-b66db68a5e34 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:35.438263 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 340368b5-aa11-43fd-88c9-73952db8c357, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=340368b5-aa11-43fd-88c9-73952db8c357,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:35.439875 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-adec5bae-122b-4514-bf84-a3b3319ef453 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:35.450712 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adec5bae-122b-4514-bf84-a3b3319ef453 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:35.452823 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-adec5bae-122b-4514-bf84-a3b3319ef453 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.500616 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-adec5bae-122b-4514-bf84-a3b3319ef453 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5399354 Jul 16 20:28:35.503178 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35756) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:35.509383 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-b06a0401-e4cf-43bb-b31a-4632a9d1d9b0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'port': {'network_id': 'd570cca8-8ec0-4170-a878-b66db68a5e34', 'fixed_ips': [{'subnet_id': '6bd22c23-eaae-40a6-a2ca-166adbe53f75'}, {'subnet_id': '80b417e8-f154-47bd-b720-31d41c6ed5ab'}], 'name': 'tempest-PortsIpV6TestJSON-1810237318'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:35.539291 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.549586 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device d200ca02-ef3f-4404-86dc-661ae03a1efb up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:35.644647 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['e951cdf0-41d8-44ab-a556-77e943b8f8b5'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:35.874799 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06a0401-e4cf-43bb-b31a-4632a9d1d9b0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:35.896706 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ac4cb7f6-ac4c-40d6-bc0e-e092dd362e98 None None] Attempting to bind port 776edb3f-fc96-4d01-b602-b37c2ec554e3 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:35.897386 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ac4cb7f6-ac4c-40d6-bc0e-e092dd362e98 None None] Attempting to bind port 776edb3f-fc96-4d01-b602-b37c2ec554e3 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '55d8e636-9bdb-4847-8b9d-fd9d028fdbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd570cca8-8ec0-4170-a878-b66db68a5e34'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:35.897962 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4cb7f6-ac4c-40d6-bc0e-e092dd362e98 None None] Attempting to bind port 776edb3f-fc96-4d01-b602-b37c2ec554e3 on network d570cca8-8ec0-4170-a878-b66db68a5e34 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:35.948437 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=e951cdf0-41d8-44ab-a556-77e943b8f8b5,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:35.957615 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4cb7f6-ac4c-40d6-bc0e-e092dd362e98 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:35.958304 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4cb7f6-ac4c-40d6-bc0e-e092dd362e98 None None] Checking segment: {'id': '55d8e636-9bdb-4847-8b9d-fd9d028fdbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd570cca8-8ec0-4170-a878-b66db68a5e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:35.959099 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb7f6-ac4c-40d6-bc0e-e092dd362e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.959743 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4cb7f6-ac4c-40d6-bc0e-e092dd362e98 None None] Bound using segment: {'id': '55d8e636-9bdb-4847-8b9d-fd9d028fdbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd570cca8-8ec0-4170-a878-b66db68a5e34'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:35.960431 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ac4cb7f6-ac4c-40d6-bc0e-e092dd362e98 None None] Bound port: 776edb3f-fc96-4d01-b602-b37c2ec554e3, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d8e636-9bdb-4847-8b9d-fd9d028fdbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd570cca8-8ec0-4170-a878-b66db68a5e34'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:35.961014 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb7f6-ac4c-40d6-bc0e-e092dd362e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:36.122653 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port d200ca02-ef3f-4404-86dc-661ae03a1efb completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:36.133214 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port d200ca02-ef3f-4404-86dc-661ae03a1efb triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:36.133599 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:36.370611 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:36.400307 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port d200ca02-ef3f-4404-86dc-661ae03a1efb, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=d200ca02-ef3f-4404-86dc-661ae03a1efb,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:36.401689 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=340368b5-aa11-43fd-88c9-73952db8c357,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:36.436046 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:36.549579 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ac4cb7f6-ac4c-40d6-bc0e-e092dd362e98 None None] For port 776edb3f-fc96-4d01-b602-b37c2ec554e3, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:36.551430 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b06a0401-e4cf-43bb-b31a-4632a9d1d9b0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:36.584210 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-b06a0401-e4cf-43bb-b31a-4632a9d1d9b0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] device_id is not set on port a0b87ccd-3f00-4201-bb35-60848e5dc0a4 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:28:36.606191 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=d200ca02-ef3f-4404-86dc-661ae03a1efb,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:36.639177 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ac4cb7f6-ac4c-40d6-bc0e-e092dd362e98 None None] For port 776edb3f-fc96-4d01-b602-b37c2ec554e3, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=776edb3f-fc96-4d01-b602-b37c2ec554e3,segment=NetworkSegment(55d8e636-9bdb-4847-8b9d-fd9d028fdbea),segment_id=55d8e636-9bdb-4847-8b9d-fd9d028fdbea)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:36.647969 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb7f6-ac4c-40d6-bc0e-e092dd362e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:36.874504 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4cb7f6-ac4c-40d6-bc0e-e092dd362e98 None None] Pushing event updated for resources: {'Port': ['ID=776edb3f-fc96-4d01-b602-b37c2ec554e3,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:37.051617 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8543ee68-a926-4f64-ac22-640fd81859d7 None None] Sync routers for ids ['ec619c74-3ab5-4356-848c-329ff9a640b1'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:28:37.082177 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8543ee68-a926-4f64-ac22-640fd81859d7 None None] Routers {'ec619c74-3ab5-4356-848c-329ff9a640b1'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:37.082827 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-8543ee68-a926-4f64-ac22-640fd81859d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:28:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ec619c74-3ab5-4356-848c-329ff9a640b1'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:37.257091 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-b06a0401-e4cf-43bb-b31a-4632a9d1d9b0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Allocated IP 2001:db8::b3 (d570cca8-8ec0-4170-a878-b66db68a5e34/6bd22c23-eaae-40a6-a2ca-166adbe53f75/a0b87ccd-3f00-4201-bb35-60848e5dc0a4) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:37.278961 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-b06a0401-e4cf-43bb-b31a-4632a9d1d9b0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Allocated IP 2001:db8:0:1::e3 (d570cca8-8ec0-4170-a878-b66db68a5e34/80b417e8-f154-47bd-b720-31d41c6ed5ab/a0b87ccd-3f00-4201-bb35-60848e5dc0a4) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:37.393912 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-8543ee68-a926-4f64-ac22-640fd81859d7 None None] Set router ec619c74-3ab5-4356-848c-329ff9a640b1 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:28:37.494630 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device d200ca02-ef3f-4404-86dc-661ae03a1efb up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:37.582713 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b06a0401-e4cf-43bb-b31a-4632a9d1d9b0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:37.612002 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-b06a0401-e4cf-43bb-b31a-4632a9d1d9b0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Transition to ACTIVE for port object a0b87ccd-3f00-4201-bb35-60848e5dc0a4 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:37.643825 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port d200ca02-ef3f-4404-86dc-661ae03a1efb triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:37.644404 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:37.750126 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b06a0401-e4cf-43bb-b31a-4632a9d1d9b0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:37.824654 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 776edb3f-fc96-4d01-b602-b37c2ec554e3 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:37.832759 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06a0401-e4cf-43bb-b31a-4632a9d1d9b0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network d570cca8-8ec0-4170-a878-b66db68a5e34 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:37.838613 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-b06a0401-e4cf-43bb-b31a-4632a9d1d9b0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:37.853621 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06a0401-e4cf-43bb-b31a-4632a9d1d9b0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:37.863507 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06a0401-e4cf-43bb-b31a-4632a9d1d9b0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:37.864191 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b06a0401-e4cf-43bb-b31a-4632a9d1d9b0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:37.882851 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-8543ee68-a926-4f64-ac22-640fd81859d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-router', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:23Z', 'updated_at': '2021-07-16T20:28:30Z', 'revision_number': 4, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'gw_port': {'id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:de:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:25Z', 'updated_at': '2021-07-16T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'fe8148e8-3458-4276-8214-07bcf76d8cd3', 'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'mac_address': 'fa:16:3e:82:84:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:28Z', 'updated_at': '2021-07-16T20:28:30Z', 'revision_number': 2, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'subnets': [{'id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:37.908981 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 776edb3f-fc96-4d01-b602-b37c2ec554e3 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:37.909157 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a0401-e4cf-43bb-b31a-4632a9d1d9b0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Port': ['ID=a0b87ccd-3f00-4201-bb35-60848e5dc0a4,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:37.951285 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35772) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:37.952999 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b06a0401-e4cf-43bb-b31a-4632a9d1d9b0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.4467080 Jul 16 20:28:37.968532 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-15835d88-199e-4658-aa25-82e3505cb78b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6bd22c23-eaae-40a6-a2ca-166adbe53f75'}]}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:38.010102 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8543ee68-a926-4f64-ac22-640fd81859d7 None None] Checking router: ec619c74-3ab5-4356-848c-329ff9a640b1 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:28:38.010486 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8543ee68-a926-4f64-ac22-640fd81859d7 None None] Updating router ec619c74-3ab5-4356-848c-329ff9a640b1 port fe8148e8-3458-4276-8214-07bcf76d8cd3 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:28:38.089143 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8543ee68-a926-4f64-ac22-640fd81859d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.293817 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e951cdf0-41d8-44ab-a556-77e943b8f8b5 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:38.392265 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-bfa2fba0-693b-4d75-af1f-ce2df4a65ccc tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:38.393882 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-bfa2fba0-693b-4d75-af1f-ce2df4a65ccc tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/networks?id=e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 200 len: 821 time: 0.3349602 Jul 16 20:28:38.408291 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port e951cdf0-41d8-44ab-a556-77e943b8f8b5 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:38.410904 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.459357 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-9db26e5a-4b05-458c-ad03-3a68ee48bc5b tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/quotas/f8a8ade9cff04e3db4af1591a2770156 HTTP/1.1" status: 200 len: 375 time: 0.0528553 Jul 16 20:28:38.487564 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ff201c-91f4-4456-89fa-d93686a097b1 None None] Network d570cca8-8ec0-4170-a878-b66db68a5e34 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:38.574835 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c02eb3a9-9c1c-4565-838a-5e694889613f None None] Provisioning for port 776edb3f-fc96-4d01-b602-b37c2ec554e3 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:38.597922 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c02eb3a9-9c1c-4565-838a-5e694889613f None None] Provisioning complete for port 776edb3f-fc96-4d01-b602-b37c2ec554e3 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:38.599127 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c02eb3a9-9c1c-4565-838a-5e694889613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.678613 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8543ee68-a926-4f64-ac22-640fd81859d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.694683 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-8543ee68-a926-4f64-ac22-640fd81859d7 None None] Transition to ACTIVE for port object fe8148e8-3458-4276-8214-07bcf76d8cd3 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:38.710814 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.721539 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8543ee68-a926-4f64-ac22-640fd81859d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.816504 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410858d7-7921-4013-acf0-2415957ad7a7 None None] Pushing event updated for resources: {'Port': ['ID=fe8148e8-3458-4276-8214-07bcf76d8cd3,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:38.925702 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c02eb3a9-9c1c-4565-838a-5e694889613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.929488 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e951cdf0-41d8-44ab-a556-77e943b8f8b5, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e951cdf0-41d8-44ab-a556-77e943b8f8b5,segment=NetworkSegment(8d35c410-30a1-4b75-a650-78fe73e706ce),segment_id=8d35c410-30a1-4b75-a650-78fe73e706ce)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:38.939948 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-8543ee68-a926-4f64-ac22-640fd81859d7 None None] Attempting to bind port fe8148e8-3458-4276-8214-07bcf76d8cd3 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:38.940378 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-8543ee68-a926-4f64-ac22-640fd81859d7 None None] Attempting to bind port fe8148e8-3458-4276-8214-07bcf76d8cd3 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'c1804d01-4de0-4d24-bc8b-607047aabf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:38.941041 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8543ee68-a926-4f64-ac22-640fd81859d7 None None] Attempting to bind port fe8148e8-3458-4276-8214-07bcf76d8cd3 on network 673b6ba0-33b0-47d1-a50e-816aecbacdba {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:38.955607 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.960666 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8543ee68-a926-4f64-ac22-640fd81859d7 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:38.961052 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8543ee68-a926-4f64-ac22-640fd81859d7 None None] Checking segment: {'id': 'c1804d01-4de0-4d24-bc8b-607047aabf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:38.961497 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8543ee68-a926-4f64-ac22-640fd81859d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.961898 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8543ee68-a926-4f64-ac22-640fd81859d7 None None] Bound using segment: {'id': 'c1804d01-4de0-4d24-bc8b-607047aabf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:38.964985 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-8543ee68-a926-4f64-ac22-640fd81859d7 None None] Bound port: fe8148e8-3458-4276-8214-07bcf76d8cd3, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1804d01-4de0-4d24-bc8b-607047aabf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:38.964985 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8543ee68-a926-4f64-ac22-640fd81859d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:39.024524 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=e951cdf0-41d8-44ab-a556-77e943b8f8b5,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:39.026969 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd46970-bfe8-4fa1-a48b-aefc08acb19e req-adcfe576-8825-4dc7-9223-637dd6373bd9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:39.044123 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5dd46970-bfe8-4fa1-a48b-aefc08acb19e req-adcfe576-8825-4dc7-9223-637dd6373bd9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 944 time: 0.6467414 Jul 16 20:28:39.081975 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-15835d88-199e-4658-aa25-82e3505cb78b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:39.086233 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-8543ee68-a926-4f64-ac22-640fd81859d7 None None] For port fe8148e8-3458-4276-8214-07bcf76d8cd3, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:39.088292 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c02eb3a9-9c1c-4565-838a-5e694889613f None None] For port 776edb3f-fc96-4d01-b602-b37c2ec554e3, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=776edb3f-fc96-4d01-b602-b37c2ec554e3,segment=NetworkSegment(55d8e636-9bdb-4847-8b9d-fd9d028fdbea),segment_id=55d8e636-9bdb-4847-8b9d-fd9d028fdbea)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:39.094346 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-8543ee68-a926-4f64-ac22-640fd81859d7 None None] For port fe8148e8-3458-4276-8214-07bcf76d8cd3, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fe8148e8-3458-4276-8214-07bcf76d8cd3,segment=NetworkSegment(c1804d01-4de0-4d24-bc8b-607047aabf4a),segment_id=c1804d01-4de0-4d24-bc8b-607047aabf4a)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:39.108960 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c02eb3a9-9c1c-4565-838a-5e694889613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:39.113722 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8543ee68-a926-4f64-ac22-640fd81859d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:39.217555 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8543ee68-a926-4f64-ac22-640fd81859d7 None None] Routers {'ec619c74-3ab5-4356-848c-329ff9a640b1'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:39.218489 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-8543ee68-a926-4f64-ac22-640fd81859d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:28:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ec619c74-3ab5-4356-848c-329ff9a640b1'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:39.221163 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410858d7-7921-4013-acf0-2415957ad7a7 None None] Pushing event updated for resources: {'Port': ['ID=fe8148e8-3458-4276-8214-07bcf76d8cd3,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:39.229575 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-6742e15f-cdbf-4b53-9651-bcaa8f3ab588 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f8a8ade9cff04e3db4af1591a2770156&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7677238 Jul 16 20:28:39.243741 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5dd46970-bfe8-4fa1-a48b-aefc08acb19e req-38c9cbc7-3373-4394-ad9b-98d09ccdb851 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983056 Jul 16 20:28:39.342772 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02eb3a9-9c1c-4565-838a-5e694889613f None None] Pushing event updated for resources: {'Port': ['ID=776edb3f-fc96-4d01-b602-b37c2ec554e3,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:39.378692 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355870c2-cc76-4985-a9f9-17fdbbe3bd99 None None] Update dhcp port {'port': {'network_id': 'd570cca8-8ec0-4170-a878-b66db68a5e34', 'fixed_ips': [{'subnet_id': '6bd22c23-eaae-40a6-a2ca-166adbe53f75', 'ip_address': '2001:db8::2'}, {'subnet_id': '80b417e8-f154-47bd-b720-31d41c6ed5ab'}], 'binding:host_id': 'n-d-791506-21'}, 'id': '776edb3f-fc96-4d01-b602-b37c2ec554e3'} from n-d-791506-21. {{(pid=93795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:28:39.402899 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3de29-958c-4fdb-ae59-f47eb6de5af0 req-d1746b9e-0804-4443-b644-edd1906108d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:39.406492 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5cb3de29-958c-4fdb-ae59-f47eb6de5af0 req-d1746b9e-0804-4443-b644-edd1906108d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=865a4ca4e884477eae955fd4db1057f2&device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 1097 time: 0.4093430 Jul 16 20:28:39.451328 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-8543ee68-a926-4f64-ac22-640fd81859d7 None None] Set router ec619c74-3ab5-4356-848c-329ff9a640b1 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:28:39.475190 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-355870c2-cc76-4985-a9f9-17fdbbe3bd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:39.783556 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-8543ee68-a926-4f64-ac22-640fd81859d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-router', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:23Z', 'updated_at': '2021-07-16T20:28:30Z', 'revision_number': 4, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'gw_port': {'id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:de:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:25Z', 'updated_at': '2021-07-16T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'fe8148e8-3458-4276-8214-07bcf76d8cd3', 'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'mac_address': 'fa:16:3e:82:84:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:28Z', 'updated_at': '2021-07-16T20:28:39Z', 'revision_number': 4, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'subnets': [{'id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:39.827220 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8543ee68-a926-4f64-ac22-640fd81859d7 None None] The sync data for ids ['ec619c74-3ab5-4356-848c-329ff9a640b1'] in n-d-791506-21 is: [{'id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-router', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:23Z', 'updated_at': '2021-07-16T20:28:30Z', 'revision_number': 4, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'gw_port': {'id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:de:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:25Z', 'updated_at': '2021-07-16T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'fe8148e8-3458-4276-8214-07bcf76d8cd3', 'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'mac_address': 'fa:16:3e:82:84:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:28Z', 'updated_at': '2021-07-16T20:28:39Z', 'revision_number': 4, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'subnets': [{'id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:28:39.910814 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-15835d88-199e-4658-aa25-82e3505cb78b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Delete allocated IP 2001:db8:0:1::e3 (d570cca8-8ec0-4170-a878-b66db68a5e34/80b417e8-f154-47bd-b720-31d41c6ed5ab) {{(pid=93794) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:28:39.934737 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-0043bc01-0e8c-40e3-b584-18defe7ff3ae service neutron] 10.222.0.38 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6763451 Jul 16 20:28:40.006668 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145ba5f-facc-4388-9236-1efb3075cdb1 req-303950cc-9cd5-4b51-b119-45f087a47ea6 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:40.008598 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4145ba5f-facc-4388-9236-1efb3075cdb1 req-303950cc-9cd5-4b51-b119-45f087a47ea6 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc399a19-d523-4859-b631-d09583ca95b6 HTTP/1.1" status: 200 len: 950 time: 0.5287361 Jul 16 20:28:40.009819 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3de29-958c-4fdb-ae59-f47eb6de5af0 req-6a0478af-3fa7-40af-a8d6-237791102ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:40.011314 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5cb3de29-958c-4fdb-ae59-f47eb6de5af0 req-6a0478af-3fa7-40af-a8d6-237791102ac7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9e1ef5a8-bcda-4218-b2dd-c5f692229aa3 HTTP/1.1" status: 200 len: 916 time: 0.5752192 Jul 16 20:28:40.092652 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5cb3de29-958c-4fdb-ae59-f47eb6de5af0 req-9abeff3b-08fb-4816-b107-99cea6420626 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e951cdf0-41d8-44ab-a556-77e943b8f8b5 HTTP/1.1" status: 200 len: 217 time: 0.0617909 Jul 16 20:28:40.243299 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4145ba5f-facc-4388-9236-1efb3075cdb1 req-89802d83-ced9-4a3a-baff-a3cdef34743a tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] 10.222.0.38 "GET /v2.0/security-groups?id=39f64d05-b047-4496-8dda-8193d7630024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165544 Jul 16 20:28:40.268067 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3de29-958c-4fdb-ae59-f47eb6de5af0 req-723c6bde-26a6-4df0-b144-cf95838dbb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:40.279534 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5cb3de29-958c-4fdb-ae59-f47eb6de5af0 req-723c6bde-26a6-4df0-b144-cf95838dbb46 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=973cc802-97a0-42d1-9c50-9d84240b247f HTTP/1.1" status: 200 len: 855 time: 0.1493165 Jul 16 20:28:40.284529 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-5e973133-d9f0-4fc0-909c-9b115570fafe service neutron] 10.222.0.38 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489411 Jul 16 20:28:40.316810 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887b5d37-0c16-46dd-ae67-7416c30848af x-openstack-request-id: req-887b5d37-0c16-46dd-ae67-7416c30848af {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:40.317317 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f4fa6b-09dd-46e9-9532-12e2b8b55358", "name": "network-vif-plugged", "status": "completed", "tag": "e4808d2e-d222-4d94-b31c-821276b3cf31", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:40.317557 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-887b5d37-0c16-46dd-ae67-7416c30848af {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:40.318124 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f4fa6b-09dd-46e9-9532-12e2b8b55358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4808d2e-d222-4d94-b31c-821276b3cf31', 'code': 200} Jul 16 20:28:40.361435 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5cb3de29-958c-4fdb-ae59-f47eb6de5af0 req-8ddb72a0-d6e9-4af8-90c3-2f0eb8affc5f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9e1ef5a8-bcda-4218-b2dd-c5f692229aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736778 Jul 16 20:28:40.524016 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-15835d88-199e-4658-aa25-82e3505cb78b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.552451 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-15835d88-199e-4658-aa25-82e3505cb78b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Ignored duplicate provisioning block setup for port a0b87ccd-3f00-4201-bb35-60848e5dc0a4 by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 20:28:40.582462 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-15835d88-199e-4658-aa25-82e3505cb78b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.632251 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5cb3de29-958c-4fdb-ae59-f47eb6de5af0 req-d03e716b-b0db-4ea7-a5ec-bb388dc99ab4 service neutron] 10.222.0.18 "GET /v2.0/networks/9e1ef5a8-bcda-4218-b2dd-c5f692229aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628381 Jul 16 20:28:40.740493 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-355870c2-cc76-4985-a9f9-17fdbbe3bd99 None None] Allocated IP 2001:db8:0:1::2 (d570cca8-8ec0-4170-a878-b66db68a5e34/80b417e8-f154-47bd-b720-31d41c6ed5ab/776edb3f-fc96-4d01-b602-b37c2ec554e3) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:40.809699 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5cb3de29-958c-4fdb-ae59-f47eb6de5af0 req-7371a30f-8eeb-41d0-8e90-da64ce4ca54f service neutron] 10.222.0.18 "GET /v2.0/networks/9e1ef5a8-bcda-4218-b2dd-c5f692229aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561632 Jul 16 20:28:40.899277 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-355870c2-cc76-4985-a9f9-17fdbbe3bd99 None None] For port 776edb3f-fc96-4d01-b602-b37c2ec554e3, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=776edb3f-fc96-4d01-b602-b37c2ec554e3,segment=NetworkSegment(55d8e636-9bdb-4847-8b9d-fd9d028fdbea),segment_id=55d8e636-9bdb-4847-8b9d-fd9d028fdbea)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:40.916400 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15835d88-199e-4658-aa25-82e3505cb78b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Port': ['ID=a0b87ccd-3f00-4201-bb35-60848e5dc0a4,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:40.954534 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-15835d88-199e-4658-aa25-82e3505cb78b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] In _notify_port_updated(), no bound segment for port a0b87ccd-3f00-4201-bb35-60848e5dc0a4 on network d570cca8-8ec0-4170-a878-b66db68a5e34 {{(pid=93794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:28:40.960507 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15835d88-199e-4658-aa25-82e3505cb78b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:40.961152 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-15835d88-199e-4658-aa25-82e3505cb78b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.964972 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-15835d88-199e-4658-aa25-82e3505cb78b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "PUT /v2.0/ports/a0b87ccd-3f00-4201-bb35-60848e5dc0a4 HTTP/1.1" status: 200 len: 925 time: 3.0101306 Jul 16 20:28:40.965327 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35820) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:40.970037 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-355870c2-cc76-4985-a9f9-17fdbbe3bd99 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.971851 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-8dc47138-169d-4f7c-a798-37ec81db7cae tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6bd22c23-eaae-40a6-a2ca-166adbe53f75'}, {'subnet_id': '80b417e8-f154-47bd-b720-31d41c6ed5ab'}]}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:41.008976 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-355870c2-cc76-4985-a9f9-17fdbbe3bd99 None None] Transition to ACTIVE for port object 776edb3f-fc96-4d01-b602-b37c2ec554e3 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:41.018784 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-355870c2-cc76-4985-a9f9-17fdbbe3bd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.095207 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8dc47138-169d-4f7c-a798-37ec81db7cae tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.105274 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-0e6fab4a-ef4b-40e4-9644-67aaff650997 tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:41.107513 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-0e6fab4a-ef4b-40e4-9644-67aaff650997 tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.38 "GET /v2.0/networks?id=c2fa3e81-1040-43a8-b077-a3b3a35fa72c HTTP/1.1" status: 200 len: 815 time: 0.2731290 Jul 16 20:28:41.137584 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-ffcfa8f7-63c7-46c8-87a5-9dd300cba1d8 tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.38 "GET /v2.0/quotas/ac98e682f9564a20af69f1659d8ff414 HTTP/1.1" status: 200 len: 375 time: 0.0198972 Jul 16 20:28:41.188393 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355870c2-cc76-4985-a9f9-17fdbbe3bd99 None None] Pushing event updated for resources: {'Port': ['ID=776edb3f-fc96-4d01-b602-b37c2ec554e3,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:41.196654 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-0af92368-a6ef-4478-b17e-1f9c3a2cda2c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:41.203558 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-0af92368-a6ef-4478-b17e-1f9c3a2cda2c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/networks?id=673b6ba0-33b0-47d1-a50e-816aecbacdba HTTP/1.1" status: 200 len: 820 time: 0.3989482 Jul 16 20:28:41.248901 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-ea6ddaa8-df70-4646-a53b-ca3e6ab123aa tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/quotas/f464673b810d4cdf9ae03e9f2a99c895 HTTP/1.1" status: 200 len: 375 time: 0.0444012 Jul 16 20:28:41.414699 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fe8148e8-3458-4276-8214-07bcf76d8cd3 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:41.416509 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-d2ae8344-882f-45cd-9663-cfaeec6191f7 tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ac98e682f9564a20af69f1659d8ff414&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2725174 Jul 16 20:28:41.470005 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-e1d4017e-4ec1-4585-9aaa-a46086c24066 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f464673b810d4cdf9ae03e9f2a99c895&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2201383 Jul 16 20:28:41.499110 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port fe8148e8-3458-4276-8214-07bcf76d8cd3 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:41.503624 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port fe8148e8-3458-4276-8214-07bcf76d8cd3 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:41.504315 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.582200 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-8dc47138-169d-4f7c-a798-37ec81db7cae tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Allocated IP 2001:db8:0:1::384 (d570cca8-8ec0-4170-a878-b66db68a5e34/80b417e8-f154-47bd-b720-31d41c6ed5ab/a0b87ccd-3f00-4201-bb35-60848e5dc0a4) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:41.656909 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.680988 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-b263f46c-3063-4c90-8537-8443754a92d2 service neutron] 10.222.0.38 "GET /v2.0/networks/c2fa3e81-1040-43a8-b077-a3b3a35fa72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633634 Jul 16 20:28:41.704688 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port fe8148e8-3458-4276-8214-07bcf76d8cd3, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fe8148e8-3458-4276-8214-07bcf76d8cd3,segment=NetworkSegment(c1804d01-4de0-4d24-bc8b-607047aabf4a),segment_id=c1804d01-4de0-4d24-bc8b-607047aabf4a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:41.726230 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.727482 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 776edb3f-fc96-4d01-b602-b37c2ec554e3 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:41.779958 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-b3e4ff7e-bdfe-4023-bbbf-50d3f855a426 service neutron] 10.222.0.38 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046168 Jul 16 20:28:41.861363 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=fe8148e8-3458-4276-8214-07bcf76d8cd3,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:41.906299 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8dc47138-169d-4f7c-a798-37ec81db7cae tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.922997 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-8dc47138-169d-4f7c-a798-37ec81db7cae tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Ignored duplicate provisioning block setup for port a0b87ccd-3f00-4201-bb35-60848e5dc0a4 by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 20:28:41.930522 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8dc47138-169d-4f7c-a798-37ec81db7cae tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.012957 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-4973bf14-920b-4cc5-945d-866ce0690847 service neutron] 10.222.0.38 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216505 Jul 16 20:28:42.092030 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-8f2ce700-cad2-491d-9e45-beac67ea7d1f service neutron] 10.222.0.38 "GET /v2.0/networks/c2fa3e81-1040-43a8-b077-a3b3a35fa72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099208 Jul 16 20:28:42.150510 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-8dc47138-169d-4f7c-a798-37ec81db7cae tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] In _notify_port_updated(), no bound segment for port a0b87ccd-3f00-4201-bb35-60848e5dc0a4 on network d570cca8-8ec0-4170-a878-b66db68a5e34 {{(pid=93793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:28:42.171367 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc47138-169d-4f7c-a798-37ec81db7cae tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:42.173397 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8dc47138-169d-4f7c-a798-37ec81db7cae tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.175271 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8dc47138-169d-4f7c-a798-37ec81db7cae tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "PUT /v2.0/ports/a0b87ccd-3f00-4201-bb35-60848e5dc0a4 HTTP/1.1" status: 200 len: 1011 time: 1.2080433 Jul 16 20:28:42.178874 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35830) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:42.180040 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc47138-169d-4f7c-a798-37ec81db7cae tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Port': ['ID=a0b87ccd-3f00-4201-bb35-60848e5dc0a4,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:42.319702 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e951cdf0-41d8-44ab-a556-77e943b8f8b5'}, {'server_uuid': 'bc399a19-d523-4859-b631-d09583ca95b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340368b5-aa11-43fd-88c9-73952db8c357'}, {'server_uuid': 'f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e951cdf0-41d8-44ab-a556-77e943b8f8b5'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:42.322976 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bc7dd8-ec23-4b4c-bc67-4a32c81e1712" -d '{"events": [{"server_uuid": "f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba", "name": "network-vif-unplugged", "status": "completed", "tag": "e951cdf0-41d8-44ab-a556-77e943b8f8b5"}, {"server_uuid": "bc399a19-d523-4859-b631-d09583ca95b6", "name": "network-vif-plugged", "status": "completed", "tag": "340368b5-aa11-43fd-88c9-73952db8c357"}, {"server_uuid": "f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba", "name": "network-vif-plugged", "status": "completed", "tag": "e951cdf0-41d8-44ab-a556-77e943b8f8b5"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:42.348584 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f970790-dde7-454e-84a1-c3b75305255a None None] Network d570cca8-8ec0-4170-a878-b66db68a5e34 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:42.480163 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-1a9ab4c7-df43-4949-8165-505078d8b641 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting port a0b87ccd-3f00-4201-bb35-60848e5dc0a4 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:42.480515 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1a9ab4c7-df43-4949-8165-505078d8b641 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.597481 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e81d44b5-ab7b-4f98-aec1-52c3fc077323 None None] Provisioning for port 776edb3f-fc96-4d01-b602-b37c2ec554e3 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:42.613235 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e81d44b5-ab7b-4f98-aec1-52c3fc077323 None None] Provisioning complete for port 776edb3f-fc96-4d01-b602-b37c2ec554e3 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:42.613481 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e81d44b5-ab7b-4f98-aec1-52c3fc077323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.734071 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1a9ab4c7-df43-4949-8165-505078d8b641 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.762602 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-1a9ab4c7-df43-4949-8165-505078d8b641 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Calling delete_port for a0b87ccd-3f00-4201-bb35-60848e5dc0a4 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:43.150788 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e81d44b5-ab7b-4f98-aec1-52c3fc077323 None None] Provisioning for port a0b87ccd-3f00-4201-bb35-60848e5dc0a4 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:43.162026 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e81d44b5-ab7b-4f98-aec1-52c3fc077323 None None] Provisioning complete for port a0b87ccd-3f00-4201-bb35-60848e5dc0a4 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:43.162434 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e81d44b5-ab7b-4f98-aec1-52c3fc077323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.253841 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e81d44b5-ab7b-4f98-aec1-52c3fc077323 None None] Port a0b87ccd-3f00-4201-bb35-60848e5dc0a4 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:28:43.365397 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29595196-cce2-42bb-8d97-28f5ffefcb91 req-e56bd9c3-c298-49c6-9bfb-53ee99656ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:43.367705 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-29595196-cce2-42bb-8d97-28f5ffefcb91 req-e56bd9c3-c298-49c6-9bfb-53ee99656ace service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=040bf7ee1ec54a50aca3b42fc92ded92&device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 1098 time: 0.1645541 Jul 16 20:28:43.381078 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fe8148e8-3458-4276-8214-07bcf76d8cd3 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:43.526717 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:28:43.569470 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port fe8148e8-3458-4276-8214-07bcf76d8cd3 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:43.570801 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.732545 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29595196-cce2-42bb-8d97-28f5ffefcb91 req-017e339e-fcee-4158-ac20-c6a4974de507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:43.738528 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-29595196-cce2-42bb-8d97-28f5ffefcb91 req-017e339e-fcee-4158-ac20-c6a4974de507 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b358c1d9-e9f6-4096-8d60-98099a8c70b7 HTTP/1.1" status: 200 len: 920 time: 0.3603280 Jul 16 20:28:43.789186 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99e7b551-1b1d-4cf5-b077-8df57e47d8cb req-fe6698d9-5085-4e40-89ea-f4208cc64ccb tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 210 time: 0.2390745 Jul 16 20:28:43.853587 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 776edb3f-fc96-4d01-b602-b37c2ec554e3 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:43.893930 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-29595196-cce2-42bb-8d97-28f5ffefcb91 req-e36d359c-0dff-485b-ad04-3f324b7db181 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2ce7eaf-57bc-4a87-be95-7e45a7b50942 HTTP/1.1" status: 200 len: 217 time: 0.1340003 Jul 16 20:28:43.949323 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-68f266d7-4f02-4cf0-89eb-e59e0fc263a8 None None] Provisioning complete for port 776edb3f-fc96-4d01-b602-b37c2ec554e3 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:43.950478 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68f266d7-4f02-4cf0-89eb-e59e0fc263a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:44.088842 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 776edb3f-fc96-4d01-b602-b37c2ec554e3 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:44.089305 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:44.111851 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29595196-cce2-42bb-8d97-28f5ffefcb91 req-4ad26e0b-1802-4b62-ba9d-714ddacd9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:44.119402 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-29595196-cce2-42bb-8d97-28f5ffefcb91 req-4ad26e0b-1802-4b62-ba9d-714ddacd9caa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=84f36c9a-649f-4fbc-95a8-0fd0b2d3d58e HTTP/1.1" status: 200 len: 859 time: 0.2099090 Jul 16 20:28:44.199952 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-29595196-cce2-42bb-8d97-28f5ffefcb91 req-dd4c9653-f1a4-40fe-8dfc-e5c388920806 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b358c1d9-e9f6-4096-8d60-98099a8c70b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769260 Jul 16 20:28:44.336898 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-68f266d7-4f02-4cf0-89eb-e59e0fc263a8 None None] Provisioning complete for port a0b87ccd-3f00-4201-bb35-60848e5dc0a4 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:44.337282 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68f266d7-4f02-4cf0-89eb-e59e0fc263a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:44.404027 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-b3322887-13e4-42b1-ada6-c890c395e68a tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:44.430480 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-b3322887-13e4-42b1-ada6-c890c395e68a tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.18 "GET /v2.0/networks?id=e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 200 len: 821 time: 0.8583450 Jul 16 20:28:44.464372 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dd015-0734-4a70-8913-f35425245100 req-ed256e52-3d42-4daa-a3cf-77492221370a tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:44.466148 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-29595196-cce2-42bb-8d97-28f5ffefcb91 req-8f22bdf8-c5e3-4103-b3ff-2385bf059e9a service neutron] 10.222.0.62 "GET /v2.0/networks/b358c1d9-e9f6-4096-8d60-98099a8c70b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581751 Jul 16 20:28:44.468852 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a41dd015-0734-4a70-8913-f35425245100 req-ed256e52-3d42-4daa-a3cf-77492221370a tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 945 time: 0.8557160 Jul 16 20:28:44.495283 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-2e9156ea-c45b-49d8-95cf-94a39b339d85 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Request body: {'port': {'device_id': '18d69cad-b9cb-4078-a444-bd1494b6d8f3', 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297', 'admin_state_up': True, 'tenant_id': 'f8a8ade9cff04e3db4af1591a2770156'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:44.522656 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-68f266d7-4f02-4cf0-89eb-e59e0fc263a8 None None] Port a0b87ccd-3f00-4201-bb35-60848e5dc0a4 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:28:44.663095 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ecbea2f8-7cde-491a-a3fd-7cbd8fa627b1 None None] Provisioning complete for port a0b87ccd-3f00-4201-bb35-60848e5dc0a4 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:44.666772 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecbea2f8-7cde-491a-a3fd-7cbd8fa627b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:44.740017 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-29595196-cce2-42bb-8d97-28f5ffefcb91 req-b5c2fd3a-6012-469b-b737-7c4bd1b14472 service neutron] 10.222.0.62 "GET /v2.0/networks/b358c1d9-e9f6-4096-8d60-98099a8c70b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606487 Jul 16 20:28:44.757638 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fb58e-accd-4e27-a384-8d56a7902297 req-614475ec-5461-493b-ab51-e9735551f00f tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:44.767920 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e15fb58e-accd-4e27-a384-8d56a7902297 req-614475ec-5461-493b-ab51-e9735551f00f tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc399a19-d523-4859-b631-d09583ca95b6 HTTP/1.1" status: 200 len: 950 time: 0.6621172 Jul 16 20:28:44.793869 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ecbea2f8-7cde-491a-a3fd-7cbd8fa627b1 None None] Port a0b87ccd-3f00-4201-bb35-60848e5dc0a4 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:28:44.821944 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a41dd015-0734-4a70-8913-f35425245100 req-7de329a5-db0d-4d15-a8ed-822059c45dcf tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083341 Jul 16 20:28:44.913617 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-525ac6de-ced0-4bf7-8081-ad7746e83f70 None None] Could not find standard attr ID for object a0b87ccd-3f00-4201-bb35-60848e5dc0a4. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:28:44.923615 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1a9ab4c7-df43-4949-8165-505078d8b641 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.139662 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ab4c7-df43-4949-8165-505078d8b641 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Port': ['ID=a0b87ccd-3f00-4201-bb35-60848e5dc0a4,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:45.158944 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d4a22096-4710-4c45-8125-f70b668b2bf7 req-c3237f6e-71c1-4c3b-9823-1f8a829eaf94 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 210 time: 0.1056194 Jul 16 20:28:45.252872 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e15fb58e-accd-4e27-a384-8d56a7902297 req-ac4087b3-fa57-48ca-8aab-2712966a994f tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] 10.222.0.38 "GET /v2.0/security-groups?id=39f64d05-b047-4496-8dda-8193d7630024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842374 Jul 16 20:28:45.253312 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d63a9b32-14d6-4937-94d3-0793f7db228f None None] Could not find standard attr ID for object a0b87ccd-3f00-4201-bb35-60848e5dc0a4. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:28:45.362659 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edd373e-f0a3-49c8-949e-38cc1de4c843 x-openstack-request-id: req-1edd373e-f0a3-49c8-949e-38cc1de4c843 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:45.363074 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba", "name": "network-vif-unplugged", "status": "completed", "tag": "e951cdf0-41d8-44ab-a556-77e943b8f8b5", "code": 200}, {"server_uuid": "bc399a19-d523-4859-b631-d09583ca95b6", "name": "network-vif-plugged", "status": "completed", "tag": "340368b5-aa11-43fd-88c9-73952db8c357", "code": 200}, {"server_uuid": "f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba", "name": "network-vif-plugged", "status": "completed", "tag": "e951cdf0-41d8-44ab-a556-77e943b8f8b5", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:45.363520 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1edd373e-f0a3-49c8-949e-38cc1de4c843 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:45.365017 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e951cdf0-41d8-44ab-a556-77e943b8f8b5', 'code': 200} Jul 16 20:28:45.365232 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc399a19-d523-4859-b631-d09583ca95b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340368b5-aa11-43fd-88c9-73952db8c357', 'code': 200} Jul 16 20:28:45.365540 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e951cdf0-41d8-44ab-a556-77e943b8f8b5', 'code': 200} Jul 16 20:28:45.383302 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1a9ab4c7-df43-4949-8165-505078d8b641 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.391628 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1a9ab4c7-df43-4949-8165-505078d8b641 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/ports/a0b87ccd-3f00-4201-bb35-60848e5dc0a4 HTTP/1.1" status: 204 len: 168 time: 3.2115951 Jul 16 20:28:45.398829 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35874) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:45.556032 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b56cce-19e4-405c-a97c-4129b68cdf31 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] GET failed (client error): The resource could not be found. Jul 16 20:28:45.560814 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a4b56cce-19e4-405c-a97c-4129b68cdf31 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "GET /v2.0/ports/a0b87ccd-3f00-4201-bb35-60848e5dc0a4 HTTP/1.1" status: 404 len: 333 time: 0.1608648 Jul 16 20:28:45.576742 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35878) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:45.581279 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-376a9530-7143-4958-98fd-1cbdb0ce9f97 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:45.584724 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-376a9530-7143-4958-98fd-1cbdb0ce9f97 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.62 "GET /v2.0/networks?id=673b6ba0-33b0-47d1-a50e-816aecbacdba HTTP/1.1" status: 200 len: 820 time: 0.2507594 Jul 16 20:28:45.599076 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-992e5e02-3727-468c-92c2-ca94c6c5f35b tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Request body: {'port': {'device_id': '8f167036-52b6-43fe-8762-fcb34b8a6217', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'admin_state_up': True, 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:45.631638 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-2e9156ea-c45b-49d8-95cf-94a39b339d85 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Made reservation on behalf of f8a8ade9cff04e3db4af1591a2770156 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:45.635340 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-2e9156ea-c45b-49d8-95cf-94a39b339d85 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.650224 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8a1548a0-a30d-400e-b99c-9de928c1c6f3 req-62051c61-1a42-4271-8765-375feba11e6e tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5ccf963-e66b-4ba5-bbb3-c19170a50a65 HTTP/1.1" status: 200 len: 210 time: 0.1044519 Jul 16 20:28:45.745545 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa16538-8a71-424a-b3f2-44ff9644d70d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting subnet 80b417e8-f154-47bd-b720-31d41c6ed5ab {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:28:45.794039 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-afa16538-8a71-424a-b3f2-44ff9644d70d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.015730 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-afa16538-8a71-424a-b3f2-44ff9644d70d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.033749 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-992e5e02-3727-468c-92c2-ca94c6c5f35b tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Made reservation on behalf of f464673b810d4cdf9ae03e9f2a99c895 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:46.038796 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-992e5e02-3727-468c-92c2-ca94c6c5f35b tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.085164 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d67c3eb3-ae44-43fa-b9a8-f89c69bc758f req-67683994-7b12-4543-a7bb-d559d35fd1f0 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 210 time: 0.0760267 Jul 16 20:28:46.101677 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-379fc80f-1620-4f34-a92c-bbd983a73f86 req-387eb039-0873-4191-b76b-a79a53f0c73d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1468740 Jul 16 20:28:46.103688 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83596ee7-6bb2-4151-b21a-741926ea9062 req-0d7a7409-a824-4a4c-93c8-36598d5956f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:46.105278 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-83596ee7-6bb2-4151-b21a-741926ea9062 req-0d7a7409-a824-4a4c-93c8-36598d5956f9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bc399a19-d523-4859-b631-d09583ca95b6 HTTP/1.1" status: 200 len: 1102 time: 0.2049007 Jul 16 20:28:46.109848 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf9d68-e590-4688-ac76-feec9b8efc53 req-68dcd5c5-d8fc-46b9-bec7-80d3e9caaeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:46.111740 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87cf9d68-e590-4688-ac76-feec9b8efc53 req-68dcd5c5-d8fc-46b9-bec7-80d3e9caaeaa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 1097 time: 0.4104683 Jul 16 20:28:46.160910 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e872bd2-5fbb-41d3-9cae-0832923ce40b req-f417b90c-bec6-48c8-8efb-a4d7ab6933e3 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:46.168644 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1e872bd2-5fbb-41d3-9cae-0832923ce40b req-f417b90c-bec6-48c8-8efb-a4d7ab6933e3 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 946 time: 0.3773413 Jul 16 20:28:46.235900 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-2e9156ea-c45b-49d8-95cf-94a39b339d85 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Allocated IP 172.20.0.5 (e0476e10-8d02-4fbd-b804-ab41bcf63297/13ad8455-a3f9-4cd7-bb5a-6261d086b47a/4da1b85c-da5d-4df3-8ad7-97cd630dac2b) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:46.280489 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87cf9d68-e590-4688-ac76-feec9b8efc53 req-8809766a-ef35-47bb-b6ac-233587136cab service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335115 Jul 16 20:28:46.285219 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-83596ee7-6bb2-4151-b21a-741926ea9062 req-9c4b5cf7-b610-4240-8531-42c42c592acb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=39f64d05-b047-4496-8dda-8193d7630024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443639 Jul 16 20:28:46.303338 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-afa16538-8a71-424a-b3f2-44ff9644d70d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.317256 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-992e5e02-3727-468c-92c2-ca94c6c5f35b tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Allocated IP 172.20.0.12 (673b6ba0-33b0-47d1-a50e-816aecbacdba/e3f938fb-8c6d-4792-bc71-ef35aeb96d69/b4303d43-5f18-45b1-a4f0-1602debbc55f) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:46.329988 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fc80f-1620-4f34-a92c-bbd983a73f86 req-1d2b4593-8a84-4efd-a2a5-529790fbafc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:46.331493 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-379fc80f-1620-4f34-a92c-bbd983a73f86 req-1d2b4593-8a84-4efd-a2a5-529790fbafc5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8a8ade9cff04e3db4af1591a2770156&device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 1097 time: 0.1479969 Jul 16 20:28:46.353429 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1e872bd2-5fbb-41d3-9cae-0832923ce40b req-8aa26eff-77cc-4fb4-8b39-e66ae0048ca8 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837115 Jul 16 20:28:46.472875 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-afa16538-8a71-424a-b3f2-44ff9644d70d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.585553 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa16538-8a71-424a-b3f2-44ff9644d70d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Subnet': ['ID=80b417e8-f154-47bd-b720-31d41c6ed5ab,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:46.595989 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ea36e2-4958-42b4-a830-bd4ae0e9d702 None None] Network d570cca8-8ec0-4170-a878-b66db68a5e34 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:46.606354 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-afa16538-8a71-424a-b3f2-44ff9644d70d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.611847 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-afa16538-8a71-424a-b3f2-44ff9644d70d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/subnets/80b417e8-f154-47bd-b720-31d41c6ed5ab HTTP/1.1" status: 204 len: 168 time: 1.0340867 Jul 16 20:28:46.614308 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35904) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:46.691278 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0cddf941-a846-4ced-a8f1-95bd9a6eea89 req-ffdbac3b-043b-48b5-bad6-f96b4993e67f tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 210 time: 0.0614986 Jul 16 20:28:46.728677 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-2e9156ea-c45b-49d8-95cf-94a39b339d85 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.731169 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-992e5e02-3727-468c-92c2-ca94c6c5f35b tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.764314 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b6e170-56d5-448b-9f33-e22541236227 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting subnet 6bd22c23-eaae-40a6-a2ca-166adbe53f75 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:28:46.767996 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-41b6e170-56d5-448b-9f33-e22541236227 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.813085 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-41b6e170-56d5-448b-9f33-e22541236227 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.814764 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-2e9156ea-c45b-49d8-95cf-94a39b339d85 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.871633 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-992e5e02-3727-468c-92c2-ca94c6c5f35b tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Transition to ACTIVE for port object b4303d43-5f18-45b1-a4f0-1602debbc55f will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:46.877007 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fc80f-1620-4f34-a92c-bbd983a73f86 req-1f774a7d-80a5-4ab1-88ad-f4d58f237b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:46.878583 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-379fc80f-1620-4f34-a92c-bbd983a73f86 req-1f774a7d-80a5-4ab1-88ad-f4d58f237b98 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 200 len: 922 time: 0.4149473 Jul 16 20:28:46.889771 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-2e9156ea-c45b-49d8-95cf-94a39b339d85 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Network e0476e10-8d02-4fbd-b804-ab41bcf63297 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:46.918700 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cb5c7-cd05-441e-a953-e34b7ba43a46 req-6b879177-b81b-41de-90e9-05ff7de326c3 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:46.921821 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c33cb5c7-cd05-441e-a953-e34b7ba43a46 req-6b879177-b81b-41de-90e9-05ff7de326c3 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 945 time: 0.6429505 Jul 16 20:28:46.923265 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-2e9156ea-c45b-49d8-95cf-94a39b339d85 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:46.952387 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-379fc80f-1620-4f34-a92c-bbd983a73f86 req-5774f71b-c92d-4521-86a1-c3104fea3056 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a537c4f-b427-45f1-a5fb-ffd3270918fc HTTP/1.1" status: 200 len: 217 time: 0.0624740 Jul 16 20:28:46.964092 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-2e9156ea-c45b-49d8-95cf-94a39b339d85 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:47.015888 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9156ea-c45b-49d8-95cf-94a39b339d85 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Pushing event updated for resources: {'Port': ['ID=4da1b85c-da5d-4df3-8ad7-97cd630dac2b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:47.043676 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-41b6e170-56d5-448b-9f33-e22541236227 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:47.045733 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-470d753f-63c5-47c8-b347-d3055ba73714 tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:47.046206 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-470d753f-63c5-47c8-b347-d3055ba73714 tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.62 "GET /v2.0/networks?id=c2fa3e81-1040-43a8-b077-a3b3a35fa72c HTTP/1.1" status: 200 len: 815 time: 0.5223501 Jul 16 20:28:47.079347 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-992e5e02-3727-468c-92c2-ca94c6c5f35b tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:47.082815 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c33cb5c7-cd05-441e-a953-e34b7ba43a46 req-51462458-bd0f-4cbe-9d3f-06349db2f180 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197567 Jul 16 20:28:47.085920 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fc80f-1620-4f34-a92c-bbd983a73f86 req-23b27f06-1a1a-4cfc-8007-c3c4f7f72de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:47.087433 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-379fc80f-1620-4f34-a92c-bbd983a73f86 req-23b27f06-1a1a-4cfc-8007-c3c4f7f72de8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13ad8455-a3f9-4cd7-bb5a-6261d086b47a HTTP/1.1" status: 200 len: 861 time: 0.1280260 Jul 16 20:28:47.089275 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-e6dbea92-a168-4a75-bac0-1dd01b2758dc tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Request body: {'port': {'device_id': 'a5ccf963-e66b-4ba5-bbb3-c19170a50a65', 'network_id': 'c2fa3e81-1040-43a8-b077-a3b3a35fa72c', 'admin_state_up': True, 'tenant_id': 'ac98e682f9564a20af69f1659d8ff414'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:47.153292 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-2e9156ea-c45b-49d8-95cf-94a39b339d85 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:47.153972 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-2e9156ea-c45b-49d8-95cf-94a39b339d85 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:47.172467 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e5e02-3727-468c-92c2-ca94c6c5f35b tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Pushing event updated for resources: {'Port': ['ID=b4303d43-5f18-45b1-a4f0-1602debbc55f,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:47.204711 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-992e5e02-3727-468c-92c2-ca94c6c5f35b tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Network 673b6ba0-33b0-47d1-a50e-816aecbacdba is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:47.227698 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-379fc80f-1620-4f34-a92c-bbd983a73f86 req-e45fb9f7-5b50-4d55-a3e9-06614580df5f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0476e10-8d02-4fbd-b804-ab41bcf63297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715146 Jul 16 20:28:47.238127 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-992e5e02-3727-468c-92c2-ca94c6c5f35b tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:47.256406 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-992e5e02-3727-468c-92c2-ca94c6c5f35b tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:47.282075 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-2e9156ea-c45b-49d8-95cf-94a39b339d85 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7929513 Jul 16 20:28:47.323772 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e2b44-06cb-4b39-a3db-09fcbae31829 req-dafe6e25-ce1e-4c1c-b569-53199d228c95 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:47.336964 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-619e2b44-06cb-4b39-a3db-09fcbae31829 req-dafe6e25-ce1e-4c1c-b569-53199d228c95 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc399a19-d523-4859-b631-d09583ca95b6 HTTP/1.1" status: 200 len: 950 time: 0.4613674 Jul 16 20:28:47.386961 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-802be63b-22ae-489c-bfa4-834cfeacecaa service neutron] Request body: {'port': {'device_id': '18d69cad-b9cb-4078-a444-bd1494b6d8f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:47.442905 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-992e5e02-3727-468c-92c2-ca94c6c5f35b tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:47.443894 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-992e5e02-3727-468c-92c2-ca94c6c5f35b tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:47.497440 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-992e5e02-3727-468c-92c2-ca94c6c5f35b tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9039900 Jul 16 20:28:47.501082 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-41b6e170-56d5-448b-9f33-e22541236227 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:47.528302 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-41b6e170-56d5-448b-9f33-e22541236227 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:47.533448 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-41b6e170-56d5-448b-9f33-e22541236227 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/subnets/6bd22c23-eaae-40a6-a2ca-166adbe53f75 HTTP/1.1" status: 204 len: 168 time: 0.9171166 Jul 16 20:28:47.545436 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35930) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:47.559477 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6e170-56d5-448b-9f33-e22541236227 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Subnet': ['ID=6bd22c23-eaae-40a6-a2ca-166adbe53f75,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:47.589863 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-379fc80f-1620-4f34-a92c-bbd983a73f86 req-5f110a68-07ee-4a5c-9641-684fcc138968 service neutron] 10.222.0.62 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049150 Jul 16 20:28:47.680401 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Request body: {'port': {'device_id': '8f167036-52b6-43fe-8762-fcb34b8a6217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:47.795369 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0940c51e-79da-436a-9923-6e4825c4c402 req-e3754c4c-d784-41e6-944b-476ea97e5c63 tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5ccf963-e66b-4ba5-bbb3-c19170a50a65 HTTP/1.1" status: 200 len: 210 time: 0.3792045 Jul 16 20:28:47.829474 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4c40c55c-8da7-4b8a-845b-b19ab5133f4e None None] Provisioning for port b4303d43-5f18-45b1-a4f0-1602debbc55f completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:47.839720 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4c40c55c-8da7-4b8a-845b-b19ab5133f4e None None] Provisioning complete for port b4303d43-5f18-45b1-a4f0-1602debbc55f triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:47.840743 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c40c55c-8da7-4b8a-845b-b19ab5133f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:47.910661 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-619e2b44-06cb-4b39-a3db-09fcbae31829 req-4c9f4a2e-43da-42dc-82a5-7756eab68c8d tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] 10.222.0.38 "GET /v2.0/security-groups?id=39f64d05-b047-4496-8dda-8193d7630024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5600936 Jul 16 20:28:47.930471 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4c40c55c-8da7-4b8a-845b-b19ab5133f4e None None] Port b4303d43-5f18-45b1-a4f0-1602debbc55f cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:28:47.962722 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.061973 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-379fc80f-1620-4f34-a92c-bbd983a73f86 req-5648f4bc-83d1-4246-8f39-cc24aeb9b976 service neutron] 10.222.0.62 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958480 Jul 16 20:28:48.121958 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7caa3f60-86de-4828-b5e8-64ddc8c671a7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.128031 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75f4312-a871-4bba-b621-0169a231c4f0 None None] Network d570cca8-8ec0-4170-a878-b66db68a5e34 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:48.132963 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-e6dbea92-a168-4a75-bac0-1dd01b2758dc tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Made reservation on behalf of ac98e682f9564a20af69f1659d8ff414 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:48.156429 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-e6dbea92-a168-4a75-bac0-1dd01b2758dc tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.205391 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ae163721-793c-42d8-b9df-d510784b14ce None None] Provisioning complete for port 776edb3f-fc96-4d01-b602-b37c2ec554e3 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:48.206040 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae163721-793c-42d8-b9df-d510784b14ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.288415 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-802be63b-22ae-489c-bfa4-834cfeacecaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.422355 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-e6dbea92-a168-4a75-bac0-1dd01b2758dc tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Allocated IP 172.20.0.6 (c2fa3e81-1040-43a8-b077-a3b3a35fa72c/416ec7e9-071b-4e5e-b3ca-0ea11f74e08c/bdaa98ab-e620-4623-a0ab-903239b43605) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:48.511838 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4303d43-5f18-45b1-a4f0-1602debbc55f {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:48.525749 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.536781 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b3bb08-b74b-41b0-beb2-7389fb5935bf None None] DHCP port deletion for d570cca8-8ec0-4170-a878-b66db68a5e34 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:28:48.558933 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Transition to ACTIVE for port object b4303d43-5f18-45b1-a4f0-1602debbc55f will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:48.577523 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.636936 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-e6dbea92-a168-4a75-bac0-1dd01b2758dc tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.640286 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a4b3bb08-b74b-41b0-beb2-7389fb5935bf None None] Deleting port 776edb3f-fc96-4d01-b602-b37c2ec554e3 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:48.640973 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4b3bb08-b74b-41b0-beb2-7389fb5935bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.722994 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a4b3bb08-b74b-41b0-beb2-7389fb5935bf None None] For port 776edb3f-fc96-4d01-b602-b37c2ec554e3, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=776edb3f-fc96-4d01-b602-b37c2ec554e3,segment=NetworkSegment(55d8e636-9bdb-4847-8b9d-fd9d028fdbea),segment_id=55d8e636-9bdb-4847-8b9d-fd9d028fdbea)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:48.723493 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4b3bb08-b74b-41b0-beb2-7389fb5935bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.743231 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a4b3bb08-b74b-41b0-beb2-7389fb5935bf None None] Calling delete_port for 776edb3f-fc96-4d01-b602-b37c2ec554e3 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:48.755772 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Pushing event updated for resources: {'Port': ['ID=b4303d43-5f18-45b1-a4f0-1602debbc55f,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:48.865252 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4b3bb08-b74b-41b0-beb2-7389fb5935bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.904759 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Attempting to bind port b4303d43-5f18-45b1-a4f0-1602debbc55f on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:48.906448 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Attempting to bind port b4303d43-5f18-45b1-a4f0-1602debbc55f by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'c1804d01-4de0-4d24-bc8b-607047aabf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:48.906849 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Attempting to bind port b4303d43-5f18-45b1-a4f0-1602debbc55f on network 673b6ba0-33b0-47d1-a50e-816aecbacdba {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:48.921661 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Port b4303d43-5f18-45b1-a4f0-1602debbc55f on network 673b6ba0-33b0-47d1-a50e-816aecbacdba not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:28:48.921991 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Attempting to bind port b4303d43-5f18-45b1-a4f0-1602debbc55f on network 673b6ba0-33b0-47d1-a50e-816aecbacdba {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:48.933770 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3bb08-b74b-41b0-beb2-7389fb5935bf None None] Pushing event deleted for resources: {'Port': ['ID=776edb3f-fc96-4d01-b602-b37c2ec554e3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:48.935518 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:48.936165 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Checking segment: {'id': 'c1804d01-4de0-4d24-bc8b-607047aabf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:48.936731 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Bound using segment: {'id': 'c1804d01-4de0-4d24-bc8b-607047aabf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:48.937418 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Bound port: b4303d43-5f18-45b1-a4f0-1602debbc55f, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1804d01-4de0-4d24-bc8b-607047aabf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:48.938107 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.942493 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b3bb08-b74b-41b0-beb2-7389fb5935bf None None] No DVR routers for this DVR port 776edb3f-fc96-4d01-b602-b37c2ec554e3 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:49.077050 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] For port b4303d43-5f18-45b1-a4f0-1602debbc55f, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:49.083982 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] For port b4303d43-5f18-45b1-a4f0-1602debbc55f, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b4303d43-5f18-45b1-a4f0-1602debbc55f,segment=NetworkSegment(c1804d01-4de0-4d24-bc8b-607047aabf4a),segment_id=c1804d01-4de0-4d24-bc8b-607047aabf4a)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:49.091836 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:49.134970 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-e6dbea92-a168-4a75-bac0-1dd01b2758dc tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Transition to ACTIVE for port object bdaa98ab-e620-4623-a0ab-903239b43605 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:49.152695 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:49.153889 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:49.160049 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] 10.222.0.62 "PUT /v2.0/ports/b4303d43-5f18-45b1-a4f0-1602debbc55f HTTP/1.1" status: 200 len: 1093 time: 1.4854677 Jul 16 20:28:49.161789 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f167036-52b6-43fe-8762-fcb34b8a6217', 'tag': 'b4303d43-5f18-45b1-a4f0-1602debbc55f'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:49.162893 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee5caa-64cb-4a60-a7a0-a3ced50dc8bd req-5b59bee2-6462-4c75-b1b6-a64a1eac8960 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:49.164710 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b8ee5caa-64cb-4a60-a7a0-a3ced50dc8bd req-5b59bee2-6462-4c75-b1b6-a64a1eac8960 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 946 time: 0.9942198 Jul 16 20:28:49.171163 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feaaacd3-db2d-4bfd-a495-7eaef1965b74" -d '{"events": [{"name": "network-changed", "server_uuid": "8f167036-52b6-43fe-8762-fcb34b8a6217", "tag": "b4303d43-5f18-45b1-a4f0-1602debbc55f"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:49.216613 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009df0dd-9c98-430e-81c9-2f3555562cfd req-be8c5b3a-fdc9-42ec-90da-1c08abe69633 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:49.219521 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Pushing event updated for resources: {'Port': ['ID=b4303d43-5f18-45b1-a4f0-1602debbc55f,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:49.224481 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-009df0dd-9c98-430e-81c9-2f3555562cfd req-be8c5b3a-fdc9-42ec-90da-1c08abe69633 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 931 time: 1.0052257 Jul 16 20:28:49.236108 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:49.236387 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:49.236573 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:49.236947 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:49.237327 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:49.237705 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:49.238088 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:49.238457 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:49.239688 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:49.239688 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:49.239688 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:49.240193 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82283d-d5b0-44f9-834d-64f01640bd79 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:49.346590 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 776edb3f-fc96-4d01-b602-b37c2ec554e3 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:49.367470 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-7caa3f60-86de-4828-b5e8-64ddc8c671a7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting port 776edb3f-fc96-4d01-b602-b37c2ec554e3 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:49.367843 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7caa3f60-86de-4828-b5e8-64ddc8c671a7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:49.376981 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 776edb3f-fc96-4d01-b602-b37c2ec554e3 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:28:49.377565 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 776edb3f-fc96-4d01-b602-b37c2ec554e3 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:28:49.436643 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b8ee5caa-64cb-4a60-a7a0-a3ced50dc8bd req-080d6870-ccf9-4d0d-9a37-660ed80e7fc7 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590692 Jul 16 20:28:49.495357 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-009df0dd-9c98-430e-81c9-2f3555562cfd req-8dc455af-3e14-4189-9dc3-8f98a9af76fd tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696486 Jul 16 20:28:49.513647 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-e6dbea92-a168-4a75-bac0-1dd01b2758dc tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:49.667604 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-7caa3f60-86de-4828-b5e8-64ddc8c671a7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] For port 776edb3f-fc96-4d01-b602-b37c2ec554e3, host n-d-791506-21, got binding levels [] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:49.682975 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7caa3f60-86de-4828-b5e8-64ddc8c671a7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:49.759914 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-e6dbea92-a168-4a75-bac0-1dd01b2758dc tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Network c2fa3e81-1040-43a8-b077-a3b3a35fa72c is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:49.815512 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-e6dbea92-a168-4a75-bac0-1dd01b2758dc tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:49.818210 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device e4808d2e-d222-4d94-b31c-821276b3cf31 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:49.818621 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-7caa3f60-86de-4828-b5e8-64ddc8c671a7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Calling delete_port for 776edb3f-fc96-4d01-b602-b37c2ec554e3 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:49.825590 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-e6dbea92-a168-4a75-bac0-1dd01b2758dc tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:49.834518 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.ipam_backend_mixin [None req-7caa3f60-86de-4828-b5e8-64ddc8c671a7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Port 776edb3f-fc96-4d01-b602-b37c2ec554e3 was not found and therefore no delete operation was performed {{(pid=93794) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:28:49.873200 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7caa3f60-86de-4828-b5e8-64ddc8c671a7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:49.882821 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dbea92-a168-4a75-bac0-1dd01b2758dc tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Pushing event updated for resources: {'Port': ['ID=bdaa98ab-e620-4623-a0ab-903239b43605,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:49.973128 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.022388 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f4fa6b-09dd-46e9-9532-12e2b8b55358', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4808d2e-d222-4d94-b31c-821276b3cf31'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:50.028539 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f328b70f-54f8-428f-93d7-d3e0696fd175" -d '{"events": [{"server_uuid": "73f4fa6b-09dd-46e9-9532-12e2b8b55358", "name": "network-vif-unplugged", "status": "completed", "tag": "e4808d2e-d222-4d94-b31c-821276b3cf31"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:50.090269 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port e4808d2e-d222-4d94-b31c-821276b3cf31, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=e4808d2e-d222-4d94-b31c-821276b3cf31,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:50.101083 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.134634 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-802be63b-22ae-489c-bfa4-834cfeacecaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da1b85c-da5d-4df3-8ad7-97cd630dac2b {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:50.143588 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-802be63b-22ae-489c-bfa4-834cfeacecaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.155545 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-e6dbea92-a168-4a75-bac0-1dd01b2758dc tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:50.156183 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-e6dbea92-a168-4a75-bac0-1dd01b2758dc tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.183229 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa3f60-86de-4828-b5e8-64ddc8c671a7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Port': ['ID=776edb3f-fc96-4d01-b602-b37c2ec554e3,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:50.220355 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=e4808d2e-d222-4d94-b31c-821276b3cf31,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:50.226649 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caa3f60-86de-4828-b5e8-64ddc8c671a7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] No DVR routers for this DVR port 776edb3f-fc96-4d01-b602-b37c2ec554e3 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:50.263323 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-802be63b-22ae-489c-bfa4-834cfeacecaa service neutron] Transition to ACTIVE for port object 4da1b85c-da5d-4df3-8ad7-97cd630dac2b will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:50.284973 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a5e20672-958b-4459-bbdf-500b4247ed56 None None] Provisioning for port bdaa98ab-e620-4623-a0ab-903239b43605 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:50.298571 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a5e20672-958b-4459-bbdf-500b4247ed56 None None] Provisioning complete for port bdaa98ab-e620-4623-a0ab-903239b43605 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:50.299032 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5e20672-958b-4459-bbdf-500b4247ed56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.306689 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-802be63b-22ae-489c-bfa4-834cfeacecaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.370732 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a5e20672-958b-4459-bbdf-500b4247ed56 None None] Port bdaa98ab-e620-4623-a0ab-903239b43605 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:28:50.381573 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802be63b-22ae-489c-bfa4-834cfeacecaa service neutron] Pushing event updated for resources: {'Port': ['ID=4da1b85c-da5d-4df3-8ad7-97cd630dac2b,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:50.403784 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-e6dbea92-a168-4a75-bac0-1dd01b2758dc tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3251424 Jul 16 20:28:50.474028 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7caa3f60-86de-4828-b5e8-64ddc8c671a7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.488391 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-7caa3f60-86de-4828-b5e8-64ddc8c671a7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d570cca8-8ec0-4170-a878-b66db68a5e34']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:50.500176 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3656f7-54d0-4444-9f7b-afe4282de2ac req-47c12eab-e12c-43fd-8192-824e3ecf77e2 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:50.502700 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0d3656f7-54d0-4444-9f7b-afe4282de2ac req-47c12eab-e12c-43fd-8192-824e3ecf77e2 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 944 time: 0.8117242 Jul 16 20:28:50.518002 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-7caa3f60-86de-4828-b5e8-64ddc8c671a7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d8e636-9bdb-4847-8b9d-fd9d028fdbea') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:50.518246 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-7caa3f60-86de-4828-b5e8-64ddc8c671a7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d8e636-9bdb-4847-8b9d-fd9d028fdbea') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:50.543724 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7caa3f60-86de-4828-b5e8-64ddc8c671a7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.625963 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7caa3f60-86de-4828-b5e8-64ddc8c671a7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.656793 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498e028-bc14-4b07-8441-d29213a77656 req-bb9e0e18-9d6f-45d2-997c-70cbf4c4d10a tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:50.658298 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2498e028-bc14-4b07-8441-d29213a77656 req-bb9e0e18-9d6f-45d2-997c-70cbf4c4d10a tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 945 time: 0.7587452 Jul 16 20:28:50.662028 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7caa3f60-86de-4828-b5e8-64ddc8c671a7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:28:50.662515 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7caa3f60-86de-4828-b5e8-64ddc8c671a7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:28:50.666173 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:28:50.682764 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0d3656f7-54d0-4444-9f7b-afe4282de2ac req-9dc1d7a7-7d21-4a91-b793-87720211dc12 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e281b25-8765-433e-9429-8b0fb9a75f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703672 Jul 16 20:28:50.778401 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-802be63b-22ae-489c-bfa4-834cfeacecaa service neutron] Attempting to bind port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:50.778651 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-802be63b-22ae-489c-bfa4-834cfeacecaa service neutron] Attempting to bind port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:50.779180 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-802be63b-22ae-489c-bfa4-834cfeacecaa service neutron] Attempting to bind port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b on network e0476e10-8d02-4fbd-b804-ab41bcf63297 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:50.788147 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2498e028-bc14-4b07-8441-d29213a77656 req-ec28f3c8-6eb5-462b-b23e-c6ec0349239c tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192820 Jul 16 20:28:50.788813 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7caa3f60-86de-4828-b5e8-64ddc8c671a7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.796877 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7caa3f60-86de-4828-b5e8-64ddc8c671a7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.806401 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35976) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:50.828090 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7caa3f60-86de-4828-b5e8-64ddc8c671a7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/networks/d570cca8-8ec0-4170-a878-b66db68a5e34 HTTP/1.1" status: 204 len: 168 time: 3.2453897 Jul 16 20:28:50.831857 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-802be63b-22ae-489c-bfa4-834cfeacecaa service neutron] Port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b on network e0476e10-8d02-4fbd-b804-ab41bcf63297 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:28:50.832201 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-802be63b-22ae-489c-bfa4-834cfeacecaa service neutron] Attempting to bind port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b on network e0476e10-8d02-4fbd-b804-ab41bcf63297 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:50.863849 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa3f60-86de-4828-b5e8-64ddc8c671a7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Network': ['ID=d570cca8-8ec0-4170-a878-b66db68a5e34,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:50.884898 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-802be63b-22ae-489c-bfa4-834cfeacecaa service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:50.885649 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-802be63b-22ae-489c-bfa4-834cfeacecaa service neutron] Checking segment: {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:50.887286 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-802be63b-22ae-489c-bfa4-834cfeacecaa service neutron] Bound using segment: {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:50.887949 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-802be63b-22ae-489c-bfa4-834cfeacecaa service neutron] Bound port: 4da1b85c-da5d-4df3-8ad7-97cd630dac2b, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:50.888560 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-802be63b-22ae-489c-bfa4-834cfeacecaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.949485 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b60930-2885-4cc9-8754-27d4849d6505 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:50.955432 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-54b60930-2885-4cc9-8754-27d4849d6505 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1479924 Jul 16 20:28:50.956437 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35980) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:51.057107 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9c0128a8-47ed-4802-ac4e-1edaf394aa9b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0982871 Jul 16 20:28:51.058438 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35982) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:51.070088 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-94d74386-02c9-4dc8-8304-3548448f3637 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1367533539'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:51.124271 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d74386-02c9-4dc8-8304-3548448f3637 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:51.129254 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-94d74386-02c9-4dc8-8304-3548448f3637 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:51.324370 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-802be63b-22ae-489c-bfa4-834cfeacecaa service neutron] For port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:51.332475 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-802be63b-22ae-489c-bfa4-834cfeacecaa service neutron] For port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=4da1b85c-da5d-4df3-8ad7-97cd630dac2b,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:51.357207 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9093964-adf5-4065-9151-693885bad7bd req-9e7de31e-d79c-4685-9ad6-b52ad5e7a07a tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:51.366621 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9093964-adf5-4065-9151-693885bad7bd req-9e7de31e-d79c-4685-9ad6-b52ad5e7a07a tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5ccf963-e66b-4ba5-bbb3-c19170a50a65 HTTP/1.1" status: 200 len: 931 time: 0.4570284 Jul 16 20:28:51.385332 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-802be63b-22ae-489c-bfa4-834cfeacecaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:51.423326 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d4fbf-f79b-4dea-9912-24e94f3e0333 req-13064e28-3df9-48ea-b980-3516916c5b7f tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:51.425432 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa0d4fbf-f79b-4dea-9912-24e94f3e0333 req-13064e28-3df9-48ea-b980-3516916c5b7f tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc399a19-d523-4859-b631-d09583ca95b6 HTTP/1.1" status: 200 len: 950 time: 0.3319199 Jul 16 20:28:51.477563 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d74386-02c9-4dc8-8304-3548448f3637 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:28:51.490871 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-94d74386-02c9-4dc8-8304-3548448f3637 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:51.491238 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-94d74386-02c9-4dc8-8304-3548448f3637 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Added segment a9efcede-87e8-4b85-a23e-e96fb4a5f98c of type vlan for network 371483cc-1925-4ec7-b8f8-0a5f00226182 Jul 16 20:28:51.496649 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9093964-adf5-4065-9151-693885bad7bd req-794191b4-fa62-4d97-aed2-00cbeda3722a tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.38 "GET /v2.0/security-groups?id=786927a0-f19a-4ac9-a216-82bc73b9b765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290326 Jul 16 20:28:51.508417 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-802be63b-22ae-489c-bfa4-834cfeacecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:51.509039 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-802be63b-22ae-489c-bfa4-834cfeacecaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:51.510458 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-802be63b-22ae-489c-bfa4-834cfeacecaa service neutron] 10.222.0.18 "PUT /v2.0/ports/4da1b85c-da5d-4df3-8ad7-97cd630dac2b HTTP/1.1" status: 200 len: 1092 time: 4.2096543 Jul 16 20:28:51.512732 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d69cad-b9cb-4078-a444-bd1494b6d8f3', 'tag': '4da1b85c-da5d-4df3-8ad7-97cd630dac2b'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:51.514942 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e1a070-50d4-41bc-bbec-63c5bcc60f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "18d69cad-b9cb-4078-a444-bd1494b6d8f3", "tag": "4da1b85c-da5d-4df3-8ad7-97cd630dac2b"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:51.544620 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-94d74386-02c9-4dc8-8304-3548448f3637 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:51.559147 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37320c5d-6feb-4e73-adc9-2e49a32bb602 x-openstack-request-id: req-37320c5d-6feb-4e73-adc9-2e49a32bb602 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:51.560299 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f167036-52b6-43fe-8762-fcb34b8a6217", "tag": "b4303d43-5f18-45b1-a4f0-1602debbc55f", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:51.560299 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-37320c5d-6feb-4e73-adc9-2e49a32bb602 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:51.560299 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f167036-52b6-43fe-8762-fcb34b8a6217', 'tag': 'b4303d43-5f18-45b1-a4f0-1602debbc55f', 'status': 'completed', 'code': 200} Jul 16 20:28:51.593646 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-94d74386-02c9-4dc8-8304-3548448f3637 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:51.609328 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d74386-02c9-4dc8-8304-3548448f3637 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:51.610338 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-94d74386-02c9-4dc8-8304-3548448f3637 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:51.616599 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa0d4fbf-f79b-4dea-9912-24e94f3e0333 req-1bf8f4a8-4b25-409e-9ded-6c7b6838140a tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] 10.222.0.38 "GET /v2.0/security-groups?id=39f64d05-b047-4496-8dda-8193d7630024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748459 Jul 16 20:28:51.631971 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f6eb800-b6b0-4d91-bc1b-a0dc7bda7b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:51.661518 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-94d74386-02c9-4dc8-8304-3548448f3637 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6009607 Jul 16 20:28:51.668907 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35996) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:51.683598 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-fb7ae23d-ecf5-40ca-884e-c9daeee4245a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'subnet': {'network_id': '371483cc-1925-4ec7-b8f8-0a5f00226182', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:51.702012 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3696924d-af9d-4234-959f-f3a78c6fb200 x-openstack-request-id: req-3696924d-af9d-4234-959f-f3a78c6fb200 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:51.702845 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f4fa6b-09dd-46e9-9532-12e2b8b55358", "name": "network-vif-unplugged", "status": "completed", "tag": "e4808d2e-d222-4d94-b31c-821276b3cf31", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:51.703446 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3696924d-af9d-4234-959f-f3a78c6fb200 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:51.704105 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f4fa6b-09dd-46e9-9532-12e2b8b55358', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4808d2e-d222-4d94-b31c-821276b3cf31', 'code': 200} Jul 16 20:28:51.711713 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802be63b-22ae-489c-bfa4-834cfeacecaa service neutron] Pushing event updated for resources: {'Port': ['ID=4da1b85c-da5d-4df3-8ad7-97cd630dac2b,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:51.789437 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-25bdfc4a-9734-4e2b-933f-32830cd54a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:51.791064 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-25bdfc4a-9734-4e2b-933f-32830cd54a34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f8a8ade9cff04e3db4af1591a2770156&device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 1095 time: 0.1897213 Jul 16 20:28:51.801230 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d74386-02c9-4dc8-8304-3548448f3637 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Network': ['ID=371483cc-1925-4ec7-b8f8-0a5f00226182,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:51.812949 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 371483cc-1925-4ec7-b8f8-0a5f00226182 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:28:51.898431 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-02358119-1722-4af7-bbd8-5a258cf7844f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4da1b85c-da5d-4df3-8ad7-97cd630dac2b HTTP/1.1" status: 200 len: 217 time: 0.0983603 Jul 16 20:28:51.911378 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7ae23d-ecf5-40ca-884e-c9daeee4245a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:51.916280 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fb7ae23d-ecf5-40ca-884e-c9daeee4245a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:51.990541 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-aef73f99-a515-45bf-8199-7b9ac696bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:51.992189 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-aef73f99-a515-45bf-8199-7b9ac696bed4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=13ad8455-a3f9-4cd7-bb5a-6261d086b47a HTTP/1.1" status: 200 len: 861 time: 0.0868864 Jul 16 20:28:52.013412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef44fa-32ad-49c0-bdc5-8e73c96b9bd4 req-37d0188e-3000-47dd-b1a4-7f42a1fb5286 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:52.016890 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-caef44fa-32ad-49c0-bdc5-8e73c96b9bd4 req-37d0188e-3000-47dd-b1a4-7f42a1fb5286 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 943 time: 0.1996648 Jul 16 20:28:52.099787 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-ed9d15a5-c9f6-4c46-b4e4-e68c5783b726 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0476e10-8d02-4fbd-b804-ab41bcf63297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801890 Jul 16 20:28:52.179121 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-caef44fa-32ad-49c0-bdc5-8e73c96b9bd4 req-c68e49f0-732a-417f-9f84-3db9a10fb93b tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770006 Jul 16 20:28:52.204756 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fb7ae23d-ecf5-40ca-884e-c9daeee4245a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:52.286993 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ae23d-ecf5-40ca-884e-c9daeee4245a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Subnet': ['ID=ec535f5d-dc96-41d9-b740-7f95fd0408aa,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:52.329068 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7ae23d-ecf5-40ca-884e-c9daeee4245a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Checking segment: {'id': 'a9efcede-87e8-4b85-a23e-e96fb4a5f98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '371483cc-1925-4ec7-b8f8-0a5f00226182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:52.329435 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7ae23d-ecf5-40ca-884e-c9daeee4245a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network hostable DHCP agents. Network: 371483cc-1925-4ec7-b8f8-0a5f00226182, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:28:52.390766 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7ae23d-ecf5-40ca-884e-c9daeee4245a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network 371483cc-1925-4ec7-b8f8-0a5f00226182 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:28:52.409971 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-fb7ae23d-ecf5-40ca-884e-c9daeee4245a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 371483cc-1925-4ec7-b8f8-0a5f00226182) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:52.422402 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7ae23d-ecf5-40ca-884e-c9daeee4245a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:52.422996 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fb7ae23d-ecf5-40ca-884e-c9daeee4245a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:52.423325 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a48a161-3ecb-47bc-9f9f-5d59217ec6d5 None None] Network 371483cc-1925-4ec7-b8f8-0a5f00226182 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:52.440044 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-b0019b04-9476-4590-b138-e90642a4e540 service neutron] 10.222.0.18 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989328 Jul 16 20:28:52.454359 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fb7ae23d-ecf5-40ca-884e-c9daeee4245a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7786806 Jul 16 20:28:52.458152 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36034) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:52.473119 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-00e3f144-00db-4142-8e16-e52d86da5fed tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'port': {'network_id': '371483cc-1925-4ec7-b8f8-0a5f00226182', 'name': 'tempest-PortsIpV6TestJSON-882147833'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:52.651597 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdbdd7c-296d-474e-9f9e-5793f6d67ff8 x-openstack-request-id: req-9fdbdd7c-296d-474e-9f9e-5793f6d67ff8 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:52.651888 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d69cad-b9cb-4078-a444-bd1494b6d8f3", "tag": "4da1b85c-da5d-4df3-8ad7-97cd630dac2b", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:52.652144 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9fdbdd7c-296d-474e-9f9e-5793f6d67ff8 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:52.652544 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d69cad-b9cb-4078-a444-bd1494b6d8f3', 'tag': '4da1b85c-da5d-4df3-8ad7-97cd630dac2b', 'status': 'completed', 'code': 200} Jul 16 20:28:52.710176 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e3f144-00db-4142-8e16-e52d86da5fed tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:52.714117 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-00e3f144-00db-4142-8e16-e52d86da5fed tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:52.729037 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-371483cc-1925-4ec7-b8f8-0a5f00226182', 'network_id': '371483cc-1925-4ec7-b8f8-0a5f00226182', 'tenant_id': '8f9a426ea30846e192079ccbb52ca7cc', 'fixed_ips': [{'subnet_id': 'ec535f5d-dc96-41d9-b740-7f95fd0408aa'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:28:52.730554 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:52.744312 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5faf6e6-7db0-43b7-bdc0-c712ce3cf1dc req-d7c0b6dc-657c-475c-9d6e-4ffef731dbfd service neutron] 10.222.0.18 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993419 Jul 16 20:28:52.758542 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-00e3f144-00db-4142-8e16-e52d86da5fed tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] device_id is not set on port 8fa419ac-2de6-40c9-b322-8b3b51c6f39b yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:28:52.758817 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e3292-a9ed-4444-b8cf-ccacb7cdfc4f req-49ccb776-c8e4-4eed-97a6-2909e8d03f45 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:52.761347 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa9e3292-a9ed-4444-b8cf-ccacb7cdfc4f req-49ccb776-c8e4-4eed-97a6-2909e8d03f45 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 945 time: 0.1324129 Jul 16 20:28:52.928362 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-00e3f144-00db-4142-8e16-e52d86da5fed tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Allocated IP 2001:db8::20c (371483cc-1925-4ec7-b8f8-0a5f00226182/ec535f5d-dc96-41d9-b740-7f95fd0408aa/8fa419ac-2de6-40c9-b322-8b3b51c6f39b) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:52.947154 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa9e3292-a9ed-4444-b8cf-ccacb7cdfc4f req-1f2529df-251f-48b0-adbd-915637b83463 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792471 Jul 16 20:28:52.993597 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1a070-50d4-41bc-bbec-63c5bcc60f0d req-7e89e1b6-bf33-43dd-8667-f52913f3094a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:52.995727 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b9e1a070-50d4-41bc-bbec-63c5bcc60f0d req-7e89e1b6-bf33-43dd-8667-f52913f3094a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f8a8ade9cff04e3db4af1591a2770156&device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 1095 time: 0.1734288 Jul 16 20:28:53.173756 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1a070-50d4-41bc-bbec-63c5bcc60f0d req-075a0b9e-5898-4e74-9e94-bd15a412b8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:53.179894 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b9e1a070-50d4-41bc-bbec-63c5bcc60f0d req-075a0b9e-5898-4e74-9e94-bd15a412b8c1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 200 len: 922 time: 0.1764874 Jul 16 20:28:53.267615 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-00e3f144-00db-4142-8e16-e52d86da5fed tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.284257 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-00e3f144-00db-4142-8e16-e52d86da5fed tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Transition to ACTIVE for port object 8fa419ac-2de6-40c9-b322-8b3b51c6f39b will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:53.290755 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b9e1a070-50d4-41bc-bbec-63c5bcc60f0d req-338afe54-9056-4e4c-aa13-fc209c2bc4bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4da1b85c-da5d-4df3-8ad7-97cd630dac2b HTTP/1.1" status: 200 len: 217 time: 0.1034651 Jul 16 20:28:53.361796 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-00e3f144-00db-4142-8e16-e52d86da5fed tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.422690 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1a070-50d4-41bc-bbec-63c5bcc60f0d req-c223bc4d-ebeb-435b-92bd-22dd3407481f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:53.424252 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b9e1a070-50d4-41bc-bbec-63c5bcc60f0d req-c223bc4d-ebeb-435b-92bd-22dd3407481f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=13ad8455-a3f9-4cd7-bb5a-6261d086b47a HTTP/1.1" status: 200 len: 861 time: 0.1228545 Jul 16 20:28:53.452958 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e3f144-00db-4142-8e16-e52d86da5fed tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network 371483cc-1925-4ec7-b8f8-0a5f00226182 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:53.460290 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-00e3f144-00db-4142-8e16-e52d86da5fed tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:53.470776 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e3f144-00db-4142-8e16-e52d86da5fed tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:53.471119 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Allocated IP 2001:db8::2 (371483cc-1925-4ec7-b8f8-0a5f00226182/ec535f5d-dc96-41d9-b740-7f95fd0408aa/917918ce-48d2-4b92-a88b-47e6ab479dde) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:53.503142 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e3f144-00db-4142-8e16-e52d86da5fed tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:53.504482 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b9e1a070-50d4-41bc-bbec-63c5bcc60f0d req-340cafa2-d540-4457-89da-94e6c4182df3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0476e10-8d02-4fbd-b804-ab41bcf63297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722647 Jul 16 20:28:53.505058 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-00e3f144-00db-4142-8e16-e52d86da5fed tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.513133 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99068342-76c3-4867-9de1-98e469057698 req-15cd9b41-f301-4ead-9d02-ef05ba9eb2c8 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:53.521657 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99068342-76c3-4867-9de1-98e469057698 req-15cd9b41-f301-4ead-9d02-ef05ba9eb2c8 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 944 time: 0.2439618 Jul 16 20:28:53.526964 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3f144-00db-4142-8e16-e52d86da5fed tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Port': ['ID=8fa419ac-2de6-40c9-b322-8b3b51c6f39b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:53.558939 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-00e3f144-00db-4142-8e16-e52d86da5fed tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1030083 Jul 16 20:28:53.559608 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36046) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:53.568454 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d8f0e063-edfc-4fd8-bf8c-c3800cfedf58 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'port': {'network_id': '371483cc-1925-4ec7-b8f8-0a5f00226182', 'name': 'tempest-PortsIpV6TestJSON-742502950'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:53.653713 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b9e1a070-50d4-41bc-bbec-63c5bcc60f0d req-e506ab0e-c990-4218-8342-e8d46aade5f4 service neutron] 10.222.0.18 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307116 Jul 16 20:28:53.692382 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227393f-e367-474c-9651-b5fd070b4f5f req-54bd2562-e060-4e51-8ac8-3c169734cd06 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:53.694041 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f227393f-e367-474c-9651-b5fd070b4f5f req-54bd2562-e060-4e51-8ac8-3c169734cd06 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 946 time: 0.2735167 Jul 16 20:28:53.725035 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99068342-76c3-4867-9de1-98e469057698 req-b28a1df2-3a7b-47b3-aabf-a35e1cf6041b tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e281b25-8765-433e-9429-8b0fb9a75f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031257 Jul 16 20:28:53.772576 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f0e063-edfc-4fd8-bf8c-c3800cfedf58 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:53.776467 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d8f0e063-edfc-4fd8-bf8c-c3800cfedf58 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.839694 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-d8f0e063-edfc-4fd8-bf8c-c3800cfedf58 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] device_id is not set on port ef471adf-b286-4a08-bde9-e572042513c1 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:28:53.939307 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b9e1a070-50d4-41bc-bbec-63c5bcc60f0d req-0573b566-0279-4729-8c09-086a806a1426 service neutron] 10.222.0.18 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693863 Jul 16 20:28:53.952521 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.969063 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Transition to ACTIVE for port object 917918ce-48d2-4b92-a88b-47e6ab479dde will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:53.972142 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f227393f-e367-474c-9651-b5fd070b4f5f req-ba8ff9c6-9e60-4b20-beff-c48e24a0d9ef tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618082 Jul 16 20:28:54.014840 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Transition to ACTIVE for port object 917918ce-48d2-4b92-a88b-47e6ab479dde will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:54.025466 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.092816 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ad8a1-4707-489c-832c-781881b27835 req-9f805493-7a58-4836-ba13-500f9d6f9c30 tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:54.094418 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d47ad8a1-4707-489c-832c-781881b27835 req-9f805493-7a58-4836-ba13-500f9d6f9c30 tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5ccf963-e66b-4ba5-bbb3-c19170a50a65 HTTP/1.1" status: 200 len: 931 time: 0.2152369 Jul 16 20:28:54.115055 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Pushing event updated for resources: {'Port': ['ID=917918ce-48d2-4b92-a88b-47e6ab479dde,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:54.127406 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:54.128122 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:54.128685 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:54.129225 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:54.130729 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:54.130729 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:54.131214 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:54.131651 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:54.132050 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:54.132456 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:54.132856 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:54.133510 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:54.143373 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Network 371483cc-1925-4ec7-b8f8-0a5f00226182 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:54.145068 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:54.147811 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:54.149547 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-d8f0e063-edfc-4fd8-bf8c-c3800cfedf58 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Allocated IP 2001:db8::398 (371483cc-1925-4ec7-b8f8-0a5f00226182/ec535f5d-dc96-41d9-b740-7f95fd0408aa/ef471adf-b286-4a08-bde9-e572042513c1) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:54.167514 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d47ad8a1-4707-489c-832c-781881b27835 req-baeea0bf-06a2-488f-9681-0f94a7c417b9 tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.38 "GET /v2.0/security-groups?id=786927a0-f19a-4ac9-a216-82bc73b9b765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635829 Jul 16 20:28:54.225610 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b7d4334-53f0-48b6-947f-a5a9a5fa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.226152 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.264644 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Attempting to bind port 917918ce-48d2-4b92-a88b-47e6ab479dde on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:54.265141 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Attempting to bind port 917918ce-48d2-4b92-a88b-47e6ab479dde by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'a9efcede-87e8-4b85-a23e-e96fb4a5f98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '371483cc-1925-4ec7-b8f8-0a5f00226182'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:54.265583 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Attempting to bind port 917918ce-48d2-4b92-a88b-47e6ab479dde on network 371483cc-1925-4ec7-b8f8-0a5f00226182 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:54.272420 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:54.272841 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Checking segment: {'id': 'a9efcede-87e8-4b85-a23e-e96fb4a5f98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '371483cc-1925-4ec7-b8f8-0a5f00226182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:54.273196 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.273591 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Bound using segment: {'id': 'a9efcede-87e8-4b85-a23e-e96fb4a5f98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '371483cc-1925-4ec7-b8f8-0a5f00226182'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:54.274075 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Bound port: 917918ce-48d2-4b92-a88b-47e6ab479dde, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9efcede-87e8-4b85-a23e-e96fb4a5f98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '371483cc-1925-4ec7-b8f8-0a5f00226182'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:54.274524 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.440125 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] For port 917918ce-48d2-4b92-a88b-47e6ab479dde, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:54.456061 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] For port 917918ce-48d2-4b92-a88b-47e6ab479dde, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=917918ce-48d2-4b92-a88b-47e6ab479dde,segment=NetworkSegment(a9efcede-87e8-4b85-a23e-e96fb4a5f98c),segment_id=a9efcede-87e8-4b85-a23e-e96fb4a5f98c)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:54.464018 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.581097 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c54769-818d-41cd-9989-8eecd92fbb85 None None] Pushing event updated for resources: {'Port': ['ID=917918ce-48d2-4b92-a88b-47e6ab479dde,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:54.626589 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d8f0e063-edfc-4fd8-bf8c-c3800cfedf58 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.652481 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-d8f0e063-edfc-4fd8-bf8c-c3800cfedf58 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Transition to ACTIVE for port object ef471adf-b286-4a08-bde9-e572042513c1 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:54.697819 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d8f0e063-edfc-4fd8-bf8c-c3800cfedf58 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.751082 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f0e063-edfc-4fd8-bf8c-c3800cfedf58 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network 371483cc-1925-4ec7-b8f8-0a5f00226182 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:54.755669 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-d8f0e063-edfc-4fd8-bf8c-c3800cfedf58 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:54.759159 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f0e063-edfc-4fd8-bf8c-c3800cfedf58 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:54.767441 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45be8e-97ef-4185-8fbf-d90908da4e52 req-d7c58fac-f4ef-4b20-8505-c68c37f777b0 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:54.768309 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f0e063-edfc-4fd8-bf8c-c3800cfedf58 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:54.769336 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d8f0e063-edfc-4fd8-bf8c-c3800cfedf58 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.769518 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2b45be8e-97ef-4185-8fbf-d90908da4e52 req-d7c58fac-f4ef-4b20-8505-c68c37f777b0 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc399a19-d523-4859-b631-d09583ca95b6 HTTP/1.1" status: 200 len: 950 time: 0.2445817 Jul 16 20:28:54.782884 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f9195-cbd2-4e7d-9f18-005af678f77f req-93de7c85-39a9-4f14-aca6-99a1808d3566 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:54.792138 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-449f9195-cbd2-4e7d-9f18-005af678f77f req-93de7c85-39a9-4f14-aca6-99a1808d3566 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc399a19-d523-4859-b631-d09583ca95b6 HTTP/1.1" status: 200 len: 950 time: 0.1773334 Jul 16 20:28:54.804230 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0e063-edfc-4fd8-bf8c-c3800cfedf58 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Port': ['ID=ef471adf-b286-4a08-bde9-e572042513c1,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:54.822397 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d8f0e063-edfc-4fd8-bf8c-c3800cfedf58 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2581239 Jul 16 20:28:54.822397 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36058) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:55.084243 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a9a9d6-4f03-4c85-a892-70626c46a12e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:55.086646 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-56a9a9d6-4f03-4c85-a892-70626c46a12e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A20c HTTP/1.1" status: 200 len: 928 time: 0.2633586 Jul 16 20:28:55.089182 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36064) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:55.138119 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-449f9195-cbd2-4e7d-9f18-005af678f77f req-1db68042-d0d8-4a38-a441-18e4fce52384 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] 10.222.0.38 "GET /v2.0/security-groups?id=39f64d05-b047-4496-8dda-8193d7630024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457296 Jul 16 20:28:55.309872 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-2b45be8e-97ef-4185-8fbf-d90908da4e52 req-18e7eb87-4089-4747-b251-3e441d09d9e1 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Deleting port 340368b5-aa11-43fd-88c9-73952db8c357 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:55.310094 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2b45be8e-97ef-4185-8fbf-d90908da4e52 req-18e7eb87-4089-4747-b251-3e441d09d9e1 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.321658 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-4cf22910-ece3-4f94-a5fc-12547b5dd488 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting port ef471adf-b286-4a08-bde9-e572042513c1 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:55.322557 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4cf22910-ece3-4f94-a5fc-12547b5dd488 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.439428 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 917918ce-48d2-4b92-a88b-47e6ab479dde up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:55.493023 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4cf22910-ece3-4f94-a5fc-12547b5dd488 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.527438 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-4cf22910-ece3-4f94-a5fc-12547b5dd488 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Calling delete_port for ef471adf-b286-4a08-bde9-e572042513c1 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:55.549307 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80b703-0e29-4ee9-8b80-6feb6f784ab5 req-1b5f4db3-56ba-4b2f-92b5-ab82d5d82cbd tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:55.556461 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ff80b703-0e29-4ee9-8b80-6feb6f784ab5 req-1b5f4db3-56ba-4b2f-92b5-ab82d5d82cbd tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 943 time: 0.4172521 Jul 16 20:28:55.566409 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 917918ce-48d2-4b92-a88b-47e6ab479dde completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:55.594223 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-2b45be8e-97ef-4185-8fbf-d90908da4e52 req-18e7eb87-4089-4747-b251-3e441d09d9e1 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] For port 340368b5-aa11-43fd-88c9-73952db8c357, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=340368b5-aa11-43fd-88c9-73952db8c357,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:55.595493 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2b45be8e-97ef-4185-8fbf-d90908da4e52 req-18e7eb87-4089-4747-b251-3e441d09d9e1 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.629017 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-2b45be8e-97ef-4185-8fbf-d90908da4e52 req-18e7eb87-4089-4747-b251-3e441d09d9e1 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Calling delete_port for 340368b5-aa11-43fd-88c9-73952db8c357 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:55.659210 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ff80b703-0e29-4ee9-8b80-6feb6f784ab5 req-d235b8de-639c-4c84-bf72-6ea617c710d1 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015906 Jul 16 20:28:55.689754 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.732020 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4cf22910-ece3-4f94-a5fc-12547b5dd488 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.833803 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf22910-ece3-4f94-a5fc-12547b5dd488 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Port': ['ID=ef471adf-b286-4a08-bde9-e572042513c1,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:55.836367 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4cf22910-ece3-4f94-a5fc-12547b5dd488 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.842988 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4cf22910-ece3-4f94-a5fc-12547b5dd488 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/ports/ef471adf-b286-4a08-bde9-e572042513c1 HTTP/1.1" status: 204 len: 168 time: 0.7520208 Jul 16 20:28:55.843649 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36078) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:55.885188 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-14de7aa8-a24a-4579-90e1-0184f1f1706e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] GET failed (client error): The resource could not be found. Jul 16 20:28:55.890056 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-14de7aa8-a24a-4579-90e1-0184f1f1706e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "GET /v2.0/ports/ef471adf-b286-4a08-bde9-e572042513c1 HTTP/1.1" status: 404 len: 333 time: 0.0450518 Jul 16 20:28:55.890876 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36080) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:55.944771 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2b45be8e-97ef-4185-8fbf-d90908da4e52 req-18e7eb87-4089-4747-b251-3e441d09d9e1 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.960719 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['340368b5-aa11-43fd-88c9-73952db8c357'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:56.008379 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7eb87-4089-4747-b251-3e441d09d9e1 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Pushing event deleted for resources: {'Port': ['ID=340368b5-aa11-43fd-88c9-73952db8c357,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:56.048365 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-d9f6c827-2d1e-437c-8f71-42ddc738698f tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:56.050075 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-d9f6c827-2d1e-437c-8f71-42ddc738698f tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/networks?id=e1c5d2cc-b665-49f1-a6ce-bba156502988 HTTP/1.1" status: 200 len: 804 time: 0.2668357 Jul 16 20:28:56.095030 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-132858f4-a1fa-410f-96d2-31e0b04d7249 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting port 8fa419ac-2de6-40c9-b322-8b3b51c6f39b {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:56.095550 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-132858f4-a1fa-410f-96d2-31e0b04d7249 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.106126 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b45be8e-97ef-4185-8fbf-d90908da4e52 req-18e7eb87-4089-4747-b251-3e441d09d9e1 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] No DVR routers for this DVR port 340368b5-aa11-43fd-88c9-73952db8c357 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:56.119454 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-58070c89-bd12-4bca-a134-f35abfdc839b tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/quotas/8b8887d8465f43f68153fdd72b6e7bdc HTTP/1.1" status: 200 len: 375 time: 0.0499218 Jul 16 20:28:56.159018 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2b45be8e-97ef-4185-8fbf-d90908da4e52 req-18e7eb87-4089-4747-b251-3e441d09d9e1 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.162116 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2b45be8e-97ef-4185-8fbf-d90908da4e52 req-18e7eb87-4089-4747-b251-3e441d09d9e1 tempest-ImagesNegativeTestJSON-1394686151 tempest-ImagesNegativeTestJSON-1394686151-project] 10.222.0.18 "DELETE /v2.0/ports/340368b5-aa11-43fd-88c9-73952db8c357 HTTP/1.1" status: 204 len: 173 time: 1.3670156 Jul 16 20:28:56.168002 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc399a19-d523-4859-b631-d09583ca95b6', 'name': 'network-vif-deleted', 'tag': '340368b5-aa11-43fd-88c9-73952db8c357'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:56.170477 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f702790c-44bc-4ef0-a3b8-30d60cec16fb" -d '{"events": [{"server_uuid": "bc399a19-d523-4859-b631-d09583ca95b6", "name": "network-vif-deleted", "tag": "340368b5-aa11-43fd-88c9-73952db8c357"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:56.264335 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-838dd855-4ee7-4a65-a002-34fd8f163094 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8b8887d8465f43f68153fdd72b6e7bdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1437695 Jul 16 20:28:56.333782 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-132858f4-a1fa-410f-96d2-31e0b04d7249 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.388702 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-132858f4-a1fa-410f-96d2-31e0b04d7249 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Calling delete_port for 8fa419ac-2de6-40c9-b322-8b3b51c6f39b owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:56.390998 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 4da1b85c-da5d-4df3-8ad7-97cd630dac2b details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:28:56.428200 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10bbd6-98dd-411b-afe3-c5d23a32b78a req-c250e9ef-f667-4aa5-8831-5963ba71b05a tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:56.429942 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ef10bbd6-98dd-411b-afe3-c5d23a32b78a req-c250e9ef-f667-4aa5-8831-5963ba71b05a tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba HTTP/1.1" status: 200 len: 945 time: 0.2071447 Jul 16 20:28:56.557357 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=4da1b85c-da5d-4df3-8ad7-97cd630dac2b,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:56.579251 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '4da1b85c-da5d-4df3-8ad7-97cd630dac2b', 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297', 'port_id': '4da1b85c-da5d-4df3-8ad7-97cd630dac2b', 'mac_address': 'fa:16:3e:98:a2:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ad8455-a3f9-4cd7-bb5a-6261d086b47a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:28:56.585894 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfc03d7-d8bc-4b29-b6ce-777be402de48 None None] Network 371483cc-1925-4ec7-b8f8-0a5f00226182 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:56.656969 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-ef10bbd6-98dd-411b-afe3-c5d23a32b78a req-362be3ad-7c17-4bf8-ba17-1a9b087e0d6f tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Deleting port e951cdf0-41d8-44ab-a556-77e943b8f8b5 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:56.657715 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ef10bbd6-98dd-411b-afe3-c5d23a32b78a req-362be3ad-7c17-4bf8-ba17-1a9b087e0d6f tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.716339 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-132858f4-a1fa-410f-96d2-31e0b04d7249 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.836631 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f9e4b865-4a96-417f-92fd-2b5228dcf6cf None None] Provisioning for port 917918ce-48d2-4b92-a88b-47e6ab479dde completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:56.841433 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.858508 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da1b85c-da5d-4df3-8ad7-97cd630dac2b {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:56.894532 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=4da1b85c-da5d-4df3-8ad7-97cd630dac2b,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:56.908233 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f9e4b865-4a96-417f-92fd-2b5228dcf6cf None None] Provisioning complete for port 917918ce-48d2-4b92-a88b-47e6ab479dde triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:56.908608 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9e4b865-4a96-417f-92fd-2b5228dcf6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.914105 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.917362 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132858f4-a1fa-410f-96d2-31e0b04d7249 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Port': ['ID=8fa419ac-2de6-40c9-b322-8b3b51c6f39b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:56.975808 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-132858f4-a1fa-410f-96d2-31e0b04d7249 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.985150 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-132858f4-a1fa-410f-96d2-31e0b04d7249 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/ports/8fa419ac-2de6-40c9-b322-8b3b51c6f39b HTTP/1.1" status: 204 len: 168 time: 1.0928125 Jul 16 20:28:56.986288 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36088) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:57.018140 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-d4673215-5849-479b-92f1-195a83bec5e6 service neutron] 10.222.0.38 "GET /v2.0/networks/e1c5d2cc-b665-49f1-a6ce-bba156502988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7404823 Jul 16 20:28:57.062694 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ef10bbd6-98dd-411b-afe3-c5d23a32b78a req-362be3ad-7c17-4bf8-ba17-1a9b087e0d6f tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] For port e951cdf0-41d8-44ab-a556-77e943b8f8b5, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e951cdf0-41d8-44ab-a556-77e943b8f8b5,segment=NetworkSegment(8d35c410-30a1-4b75-a650-78fe73e706ce),segment_id=8d35c410-30a1-4b75-a650-78fe73e706ce)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:57.063252 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ef10bbd6-98dd-411b-afe3-c5d23a32b78a req-362be3ad-7c17-4bf8-ba17-1a9b087e0d6f tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.068825 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d211ce-84b2-41e1-b167-87920cc4e3bf tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] GET failed (client error): The resource could not be found. Jul 16 20:28:57.076944 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d0d211ce-84b2-41e1-b167-87920cc4e3bf tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "GET /v2.0/ports/8fa419ac-2de6-40c9-b322-8b3b51c6f39b HTTP/1.1" status: 404 len: 333 time: 0.0831325 Jul 16 20:28:57.077864 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36090) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:57.150546 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['4da1b85c-da5d-4df3-8ad7-97cd630dac2b'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:57.161447 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-ef10bbd6-98dd-411b-afe3-c5d23a32b78a req-362be3ad-7c17-4bf8-ba17-1a9b087e0d6f tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Calling delete_port for e951cdf0-41d8-44ab-a556-77e943b8f8b5 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:57.202038 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=4da1b85c-da5d-4df3-8ad7-97cd630dac2b,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:57.235875 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aab4729-9583-42b3-983c-93150657eca5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting subnet ec535f5d-dc96-41d9-b740-7f95fd0408aa {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:28:57.245189 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-31d86280-e7f5-4a57-814a-6a1556ba4bbb service neutron] 10.222.0.38 "GET /v2.0/networks/e1c5d2cc-b665-49f1-a6ce-bba156502988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015941 Jul 16 20:28:57.245441 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9aab4729-9583-42b3-983c-93150657eca5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.354706 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9aab4729-9583-42b3-983c-93150657eca5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.408665 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9e4b865-4a96-417f-92fd-2b5228dcf6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.526717 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ef10bbd6-98dd-411b-afe3-c5d23a32b78a req-362be3ad-7c17-4bf8-ba17-1a9b087e0d6f tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.576474 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362be3ad-7c17-4bf8-ba17-1a9b087e0d6f tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Pushing event deleted for resources: {'Port': ['ID=e951cdf0-41d8-44ab-a556-77e943b8f8b5,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:57.672660 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef10bbd6-98dd-411b-afe3-c5d23a32b78a req-362be3ad-7c17-4bf8-ba17-1a9b087e0d6f tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] No DVR routers for this DVR port e951cdf0-41d8-44ab-a556-77e943b8f8b5 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:57.676449 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f9e4b865-4a96-417f-92fd-2b5228dcf6cf None None] For port 917918ce-48d2-4b92-a88b-47e6ab479dde, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=917918ce-48d2-4b92-a88b-47e6ab479dde,segment=NetworkSegment(a9efcede-87e8-4b85-a23e-e96fb4a5f98c),segment_id=a9efcede-87e8-4b85-a23e-e96fb4a5f98c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:57.677204 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ef10bbd6-98dd-411b-afe3-c5d23a32b78a req-362be3ad-7c17-4bf8-ba17-1a9b087e0d6f tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.680304 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ef10bbd6-98dd-411b-afe3-c5d23a32b78a req-362be3ad-7c17-4bf8-ba17-1a9b087e0d6f tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.18 "DELETE /v2.0/ports/e951cdf0-41d8-44ab-a556-77e943b8f8b5 HTTP/1.1" status: 204 len: 173 time: 1.2421455 Jul 16 20:28:57.680833 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba', 'name': 'network-vif-deleted', 'tag': 'e951cdf0-41d8-44ab-a556-77e943b8f8b5'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:57.683303 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.683785 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b395e6ea-bcdb-41dd-8d6a-f86775cc5dae" -d '{"events": [{"server_uuid": "f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba", "name": "network-vif-deleted", "tag": "e951cdf0-41d8-44ab-a556-77e943b8f8b5"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:57.704617 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9e4b865-4a96-417f-92fd-2b5228dcf6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.712916 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9aab4729-9583-42b3-983c-93150657eca5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.731071 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085f626-102f-4c3f-9eff-31dc7b46a542 req-68d4d85b-b961-486a-9129-89de227c3f9e tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:57.739074 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3085f626-102f-4c3f-9eff-31dc7b46a542 req-68d4d85b-b961-486a-9129-89de227c3f9e tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 944 time: 0.1181405 Jul 16 20:28:57.797752 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3085f626-102f-4c3f-9eff-31dc7b46a542 req-b392ee17-0a32-45e4-9242-6689a9aee788 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e281b25-8765-433e-9429-8b0fb9a75f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574999 Jul 16 20:28:57.820690 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Request body: {'port': {'device_id': 'a5ccf963-e66b-4ba5-bbb3-c19170a50a65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:57.924889 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4b865-4a96-417f-92fd-2b5228dcf6cf None None] Pushing event updated for resources: {'Port': ['ID=917918ce-48d2-4b92-a88b-47e6ab479dde,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:57.989820 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-716dca97-1323-4d1d-9c5f-aeef72f43df8 None None] Provisioning complete for port 917918ce-48d2-4b92-a88b-47e6ab479dde triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:57.993803 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9aab4729-9583-42b3-983c-93150657eca5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.996550 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-716dca97-1323-4d1d-9c5f-aeef72f43df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:58.059330 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab4729-9583-42b3-983c-93150657eca5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Subnet': ['ID=ec535f5d-dc96-41d9-b740-7f95fd0408aa,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:58.061810 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9aab4729-9583-42b3-983c-93150657eca5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:58.068213 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9aab4729-9583-42b3-983c-93150657eca5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/subnets/ec535f5d-dc96-41d9-b740-7f95fd0408aa HTTP/1.1" status: 204 len: 168 time: 0.9790514 Jul 16 20:28:58.070572 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36112) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:58.174836 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20de41ff-48ee-4b88-a4ba-8efec0bf2e37 None None] Network 371483cc-1925-4ec7-b8f8-0a5f00226182 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:58.225316 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaaacd3-db2d-4bfd-a495-7eaef1965b74 req-95f178fe-ab06-469a-88b0-ef86c82cfa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:58.233266 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-feaaacd3-db2d-4bfd-a495-7eaef1965b74 req-95f178fe-ab06-469a-88b0-ef86c82cfa1f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f464673b810d4cdf9ae03e9f2a99c895&device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 1096 time: 0.3612342 Jul 16 20:28:58.266862 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6691a4c2-0b3e-4557-85c5-304cab88d662 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:58.271333 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['e951cdf0-41d8-44ab-a556-77e943b8f8b5'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:58.274145 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:58.430390 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 4da1b85c-da5d-4df3-8ad7-97cd630dac2b up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:58.440637 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-6691a4c2-0b3e-4557-85c5-304cab88d662 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting port 917918ce-48d2-4b92-a88b-47e6ab479dde {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:58.441905 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6691a4c2-0b3e-4557-85c5-304cab88d662 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:58.461951 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79d742-8469-41f4-956c-793cd5213919 req-43f370b8-0d15-41e7-99b2-5da890fc9a4f tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:58.464018 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb79d742-8469-41f4-956c-793cd5213919 req-43f370b8-0d15-41e7-99b2-5da890fc9a4f tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/networks?id=9e1ef5a8-bcda-4218-b2dd-c5f692229aa3 HTTP/1.1" status: 200 len: 815 time: 0.4128811 Jul 16 20:28:58.500390 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb79d742-8469-41f4-956c-793cd5213919 req-a8aea775-31ac-43c9-a901-906115d5258d tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/quotas/865a4ca4e884477eae955fd4db1057f2 HTTP/1.1" status: 200 len: 375 time: 0.0204489 Jul 16 20:28:58.650032 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb79d742-8469-41f4-956c-793cd5213919 req-dc465c1f-9ef6-4b50-baac-c71dd91d7ee6 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=865a4ca4e884477eae955fd4db1057f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1399517 Jul 16 20:28:58.696209 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:58.719496 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:58.719975 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:58.805026 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-6691a4c2-0b3e-4557-85c5-304cab88d662 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] For port 917918ce-48d2-4b92-a88b-47e6ab479dde, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=917918ce-48d2-4b92-a88b-47e6ab479dde,segment=NetworkSegment(a9efcede-87e8-4b85-a23e-e96fb4a5f98c),segment_id=a9efcede-87e8-4b85-a23e-e96fb4a5f98c)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:58.805521 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6691a4c2-0b3e-4557-85c5-304cab88d662 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:58.816588 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-26b96d5f-17e3-45e8-acdf-dbb2ea52e007 None None] Could not find standard attr ID for object 8fa419ac-2de6-40c9-b322-8b3b51c6f39b. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:28:58.855285 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61eed35d-fbe1-4fcb-9e0d-d4498df56569 None None] DHCP port deletion for 371483cc-1925-4ec7-b8f8-0a5f00226182 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:28:58.859022 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-6691a4c2-0b3e-4557-85c5-304cab88d662 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Calling delete_port for 917918ce-48d2-4b92-a88b-47e6ab479dde owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:58.957789 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaaacd3-db2d-4bfd-a495-7eaef1965b74 req-e1caafd4-5b04-49c4-8304-d4c23716d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:58.960617 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-feaaacd3-db2d-4bfd-a495-7eaef1965b74 req-e1caafd4-5b04-49c4-8304-d4c23716d9d3 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f464673b810d4cdf9ae03e9f2a99c895&shared=False HTTP/1.1" status: 200 len: 921 time: 0.4677267 Jul 16 20:28:59.015250 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb79d742-8469-41f4-956c-793cd5213919 req-4fb5b570-63f8-4559-9531-a741b96e70bd service neutron] 10.222.0.38 "GET /v2.0/networks/9e1ef5a8-bcda-4218-b2dd-c5f692229aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359811 Jul 16 20:28:59.050601 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-61eed35d-fbe1-4fcb-9e0d-d4498df56569 None None] Deleting port 917918ce-48d2-4b92-a88b-47e6ab479dde {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:59.057457 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61eed35d-fbe1-4fcb-9e0d-d4498df56569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.134699 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8f233-ae60-47bd-a4df-648aa79b8379 req-9ca57d6a-653d-4a17-9cb3-65bb2f35413a tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:59.143472 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fae8f233-ae60-47bd-a4df-648aa79b8379 req-9ca57d6a-653d-4a17-9cb3-65bb2f35413a tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5ccf963-e66b-4ba5-bbb3-c19170a50a65 HTTP/1.1" status: 200 len: 931 time: 0.5100939 Jul 16 20:28:59.158954 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-61eed35d-fbe1-4fcb-9e0d-d4498df56569 None None] For port 917918ce-48d2-4b92-a88b-47e6ab479dde, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=917918ce-48d2-4b92-a88b-47e6ab479dde,segment=NetworkSegment(a9efcede-87e8-4b85-a23e-e96fb4a5f98c),segment_id=a9efcede-87e8-4b85-a23e-e96fb4a5f98c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:59.159339 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61eed35d-fbe1-4fcb-9e0d-d4498df56569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.173576 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-61eed35d-fbe1-4fcb-9e0d-d4498df56569 None None] Calling delete_port for 917918ce-48d2-4b92-a88b-47e6ab479dde owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:59.199685 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6691a4c2-0b3e-4557-85c5-304cab88d662 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.309887 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fae8f233-ae60-47bd-a4df-648aa79b8379 req-554e3a53-dbd2-4bb3-bef8-68325fbcd7e3 tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.38 "GET /v2.0/security-groups?id=786927a0-f19a-4ac9-a216-82bc73b9b765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647143 Jul 16 20:28:59.326065 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 917918ce-48d2-4b92-a88b-47e6ab479dde no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:59.334907 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61eed35d-fbe1-4fcb-9e0d-d4498df56569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.406519 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.407995 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 917918ce-48d2-4b92-a88b-47e6ab479dde {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:28:59.411696 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 917918ce-48d2-4b92-a88b-47e6ab479dde not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:28:59.434368 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eed35d-fbe1-4fcb-9e0d-d4498df56569 None None] Pushing event deleted for resources: {'Port': ['ID=917918ce-48d2-4b92-a88b-47e6ab479dde,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:59.439309 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68594f5-510a-4057-a365-75f27b3898c9 x-openstack-request-id: req-b68594f5-510a-4057-a365-75f27b3898c9 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:59.439610 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc399a19-d523-4859-b631-d09583ca95b6", "name": "network-vif-deleted", "tag": "340368b5-aa11-43fd-88c9-73952db8c357", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:59.439878 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b68594f5-510a-4057-a365-75f27b3898c9 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:59.440267 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc399a19-d523-4859-b631-d09583ca95b6', 'name': 'network-vif-deleted', 'tag': '340368b5-aa11-43fd-88c9-73952db8c357', 'status': 'completed', 'code': 200} Jul 16 20:28:59.442415 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eed35d-fbe1-4fcb-9e0d-d4498df56569 None None] No DVR routers for this DVR port 917918ce-48d2-4b92-a88b-47e6ab479dde on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:59.471555 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.523273 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdaa98ab-e620-4623-a0ab-903239b43605 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:59.541584 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.552396 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d69cad-b9cb-4078-a444-bd1494b6d8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da1b85c-da5d-4df3-8ad7-97cd630dac2b'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:59.554882 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc21523c-5bc6-4cf9-860d-650e9dbd55f2" -d '{"events": [{"server_uuid": "18d69cad-b9cb-4078-a444-bd1494b6d8f3", "name": "network-vif-plugged", "status": "completed", "tag": "4da1b85c-da5d-4df3-8ad7-97cd630dac2b"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:59.556565 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Transition to ACTIVE for port object bdaa98ab-e620-4623-a0ab-903239b43605 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:59.559520 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb79d742-8469-41f4-956c-793cd5213919 req-7178a943-6326-4620-9c41-bfb787d5c3e1 service neutron] 10.222.0.38 "GET /v2.0/networks/9e1ef5a8-bcda-4218-b2dd-c5f692229aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5432525 Jul 16 20:28:59.561377 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.577591 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=4da1b85c-da5d-4df3-8ad7-97cd630dac2b,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:59.586113 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.587409 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 340368b5-aa11-43fd-88c9-73952db8c357 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:59.620824 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 340368b5-aa11-43fd-88c9-73952db8c357 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:28:59.621538 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 340368b5-aa11-43fd-88c9-73952db8c357 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:28:59.731750 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Pushing event updated for resources: {'Port': ['ID=bdaa98ab-e620-4623-a0ab-903239b43605,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:59.732980 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=4da1b85c-da5d-4df3-8ad7-97cd630dac2b,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:59.789888 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691a4c2-0b3e-4557-85c5-304cab88d662 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Port': ['ID=917918ce-48d2-4b92-a88b-47e6ab479dde,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:59.806447 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6691a4c2-0b3e-4557-85c5-304cab88d662 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] No DVR routers for this DVR port 917918ce-48d2-4b92-a88b-47e6ab479dde on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:59.820373 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaaacd3-db2d-4bfd-a495-7eaef1965b74 req-bd364380-a0fc-4b11-96d0-220776cc1f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:59.829112 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-feaaacd3-db2d-4bfd-a495-7eaef1965b74 req-bd364380-a0fc-4b11-96d0-220776cc1f29 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8590081 Jul 16 20:28:59.862888 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:59.863589 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:59.864116 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:59.864474 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:59.864812 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:59.865145 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:59.866213 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:59.866213 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:59.866213 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:59.866630 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:59.866866 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:59.867191 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:59.886895 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Attempting to bind port bdaa98ab-e620-4623-a0ab-903239b43605 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:59.887236 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Attempting to bind port bdaa98ab-e620-4623-a0ab-903239b43605 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'b4e1a03e-80f8-4721-9088-3210f878bdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c2fa3e81-1040-43a8-b077-a3b3a35fa72c'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:59.887575 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Attempting to bind port bdaa98ab-e620-4623-a0ab-903239b43605 on network c2fa3e81-1040-43a8-b077-a3b3a35fa72c {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:59.930785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Port bdaa98ab-e620-4623-a0ab-903239b43605 on network c2fa3e81-1040-43a8-b077-a3b3a35fa72c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:28:59.931120 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Attempting to bind port bdaa98ab-e620-4623-a0ab-903239b43605 on network c2fa3e81-1040-43a8-b077-a3b3a35fa72c {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:59.968889 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:59.969226 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Checking segment: {'id': 'b4e1a03e-80f8-4721-9088-3210f878bdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c2fa3e81-1040-43a8-b077-a3b3a35fa72c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:59.969619 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Bound using segment: {'id': 'b4e1a03e-80f8-4721-9088-3210f878bdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c2fa3e81-1040-43a8-b077-a3b3a35fa72c'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:59.970072 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Bound port: bdaa98ab-e620-4623-a0ab-903239b43605, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e1a03e-80f8-4721-9088-3210f878bdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c2fa3e81-1040-43a8-b077-a3b3a35fa72c'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:59.970460 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:00.129622 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6691a4c2-0b3e-4557-85c5-304cab88d662 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:00.138729 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-da11c916-7d69-427e-9dca-541a29b876ce req-254c57b4-3549-4d38-9f40-50edf1614a30 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3b6395a-6ff5-4035-a89b-45a27da4d100 HTTP/1.1" status: 200 len: 210 time: 0.0709512 Jul 16 20:29:00.154797 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf317b2e-1bce-42fd-afd2-fe4d1582f5e4 req-6b95e6fc-cd78-4303-bed3-f9ee123281a0 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:00.156341 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf317b2e-1bce-42fd-afd2-fe4d1582f5e4 req-6b95e6fc-cd78-4303-bed3-f9ee123281a0 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 945 time: 0.4991853 Jul 16 20:29:00.182567 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-6691a4c2-0b3e-4557-85c5-304cab88d662 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['371483cc-1925-4ec7-b8f8-0a5f00226182']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:00.188055 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] For port bdaa98ab-e620-4623-a0ab-903239b43605, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:00.192641 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] For port bdaa98ab-e620-4623-a0ab-903239b43605, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=bdaa98ab-e620-4623-a0ab-903239b43605,segment=NetworkSegment(b4e1a03e-80f8-4721-9088-3210f878bdf6),segment_id=b4e1a03e-80f8-4721-9088-3210f878bdf6)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:00.198671 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:00.218909 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f91413-3c34-44d7-bbdc-b6965abb7cad x-openstack-request-id: req-a6f91413-3c34-44d7-bbdc-b6965abb7cad {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:00.219543 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba", "name": "network-vif-deleted", "tag": "e951cdf0-41d8-44ab-a556-77e943b8f8b5", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:00.219979 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a6f91413-3c34-44d7-bbdc-b6965abb7cad {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:00.220613 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c186f5-4d0b-40a0-b3dd-ed03ecc26aba', 'name': 'network-vif-deleted', 'tag': 'e951cdf0-41d8-44ab-a556-77e943b8f8b5', 'status': 'completed', 'code': 200} Jul 16 20:29:00.230129 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-29d2234d-4480-4b96-8331-2c39e7c4539d tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:00.232128 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-29d2234d-4480-4b96-8331-2c39e7c4539d tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.18 "GET /v2.0/networks?id=e1c5d2cc-b665-49f1-a6ce-bba156502988 HTTP/1.1" status: 200 len: 804 time: 0.4573026 Jul 16 20:29:00.234862 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-6691a4c2-0b3e-4557-85c5-304cab88d662 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9efcede-87e8-4b85-a23e-e96fb4a5f98c') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:00.235582 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-6691a4c2-0b3e-4557-85c5-304cab88d662 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9efcede-87e8-4b85-a23e-e96fb4a5f98c') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:00.287790 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-4247b1fc-fa55-4a23-95ec-3876c11230ae tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Request body: {'port': {'device_id': 'a3b6395a-6ff5-4035-a89b-45a27da4d100', 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988', 'admin_state_up': True, 'tenant_id': '8b8887d8465f43f68153fdd72b6e7bdc'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:00.321708 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Pushing event updated for resources: {'Port': ['ID=bdaa98ab-e620-4623-a0ab-903239b43605,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:00.365678 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:00.366878 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:00.368560 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-b0de1b8b-647b-4245-b623-a0cae5b11949 service neutron] 10.222.0.62 "PUT /v2.0/ports/bdaa98ab-e620-4623-a0ab-903239b43605 HTTP/1.1" status: 200 len: 1092 time: 2.5686545 Jul 16 20:29:00.384807 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6691a4c2-0b3e-4557-85c5-304cab88d662 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:00.400802 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e951cdf0-41d8-44ab-a556-77e943b8f8b5 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:00.452633 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: e951cdf0-41d8-44ab-a556-77e943b8f8b5 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:00.453634 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e951cdf0-41d8-44ab-a556-77e943b8f8b5 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:00.456566 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf317b2e-1bce-42fd-afd2-fe4d1582f5e4 req-cfb17685-d505-456a-aff3-c01157a920ea tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617226 Jul 16 20:29:00.468572 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6691a4c2-0b3e-4557-85c5-304cab88d662 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:00.487066 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6691a4c2-0b3e-4557-85c5-304cab88d662 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:00.487475 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6691a4c2-0b3e-4557-85c5-304cab88d662 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:00.498533 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:00.524786 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-ea67115f-fc5e-4913-a867-9e89bd7b4558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:00.526456 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-ea67115f-fc5e-4913-a867-9e89bd7b4558 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f464673b810d4cdf9ae03e9f2a99c895&device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 1096 time: 0.5373807 Jul 16 20:29:00.593464 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-b6d06094-ceaf-43ad-8ebd-c79d11aaaa3c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4303d43-5f18-45b1-a4f0-1602debbc55f HTTP/1.1" status: 200 len: 217 time: 0.0471025 Jul 16 20:29:00.631556 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581a86e-269b-4a8c-a357-80848d7985ea req-483b9d51-f3ad-434b-be26-7bbd83e54769 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:00.633492 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7581a86e-269b-4a8c-a357-80848d7985ea req-483b9d51-f3ad-434b-be26-7bbd83e54769 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 944 time: 0.2590594 Jul 16 20:29:00.654248 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae514ae-b4aa-453d-a597-576a169428c6 x-openstack-request-id: req-1ae514ae-b4aa-453d-a597-576a169428c6 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:00.654683 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-27417c4c-193e-4718-b4f1-29de88cafeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:00.655130 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d69cad-b9cb-4078-a444-bd1494b6d8f3", "name": "network-vif-plugged", "status": "completed", "tag": "4da1b85c-da5d-4df3-8ad7-97cd630dac2b", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:00.655570 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1ae514ae-b4aa-453d-a597-576a169428c6 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:00.656951 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-27417c4c-193e-4718-b4f1-29de88cafeb1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ac98e682f9564a20af69f1659d8ff414&device_id=a5ccf963-e66b-4ba5-bbb3-c19170a50a65 HTTP/1.1" status: 200 len: 1095 time: 0.2400877 Jul 16 20:29:00.657802 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d69cad-b9cb-4078-a444-bd1494b6d8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da1b85c-da5d-4df3-8ad7-97cd630dac2b', 'code': 200} Jul 16 20:29:00.724235 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-1594669a-c217-4b0d-a002-a85526c06558 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdaa98ab-e620-4623-a0ab-903239b43605 HTTP/1.1" status: 200 len: 217 time: 0.0551989 Jul 16 20:29:00.751321 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-4247b1fc-fa55-4a23-95ec-3876c11230ae tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Made reservation on behalf of 8b8887d8465f43f68153fdd72b6e7bdc for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:00.756373 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-4247b1fc-fa55-4a23-95ec-3876c11230ae tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:00.805238 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7581a86e-269b-4a8c-a357-80848d7985ea req-3dd089cc-f033-4a7d-b2ee-5b4ffcfee665 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e281b25-8765-433e-9429-8b0fb9a75f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642053 Jul 16 20:29:00.817172 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3a1aa-6411-4e86-a598-1f350689ee51 req-31e5dc8a-e558-4658-9e48-3efe73cab747 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:00.820726 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b3f3a1aa-6411-4e86-a598-1f350689ee51 req-31e5dc8a-e558-4658-9e48-3efe73cab747 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.62 "GET /v2.0/ports?device_id=73f4fa6b-09dd-46e9-9532-12e2b8b55358 HTTP/1.1" status: 200 len: 944 time: 0.6035457 Jul 16 20:29:00.821664 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6691a4c2-0b3e-4557-85c5-304cab88d662 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:00.871372 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6691a4c2-0b3e-4557-85c5-304cab88d662 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:00.880167 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6691a4c2-0b3e-4557-85c5-304cab88d662 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/networks/371483cc-1925-4ec7-b8f8-0a5f00226182 HTTP/1.1" status: 204 len: 168 time: 2.8079550 Jul 16 20:29:00.906679 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36146) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:00.917913 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-0d079ab6-d9df-4d95-97ca-7cffeeb7e246 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-368681105'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:00.918645 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-82687059-45fd-42f0-8b7d-5b58f7ee927a req-a31b1199-c50a-4061-a492-9afb131c0392 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c17c531-e82a-4376-87b2-f6d6b28884b8 HTTP/1.1" status: 200 len: 210 time: 0.0966010 Jul 16 20:29:00.994996 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691a4c2-0b3e-4557-85c5-304cab88d662 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Network': ['ID=371483cc-1925-4ec7-b8f8-0a5f00226182,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:00.996746 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d079ab6-d9df-4d95-97ca-7cffeeb7e246 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:01.000995 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0d079ab6-d9df-4d95-97ca-7cffeeb7e246 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.018594 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-5f92b0ba-90be-4954-99f3-874b9fa6387b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:01.021346 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-5f92b0ba-90be-4954-99f3-874b9fa6387b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=416ec7e9-071b-4e5e-b3ca-0ea11f74e08c HTTP/1.1" status: 200 len: 854 time: 0.2823536 Jul 16 20:29:01.067824 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-e9b758e5-03d2-42e6-be5e-751aa7b00f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:01.069670 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-e9b758e5-03d2-42e6-be5e-751aa7b00f60 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3f938fb-8c6d-4792-bc71-ef35aeb96d69 HTTP/1.1" status: 200 len: 859 time: 0.4271061 Jul 16 20:29:01.135044 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9037fe-43c3-48f0-8ef6-4a467d78530f req-dd43a7d9-ca3f-441b-b099-8eb9448a7797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:01.136498 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cc9037fe-43c3-48f0-8ef6-4a467d78530f req-dd43a7d9-ca3f-441b-b099-8eb9448a7797 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 1097 time: 0.2143974 Jul 16 20:29:01.178750 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdf7ca-cda6-46cd-8b36-f7aa55f67f5e req-6e5b4826-d9a2-487e-9f9b-604e4a01826e tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:01.180539 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-96cdf7ca-cda6-46cd-8b36-f7aa55f67f5e req-6e5b4826-d9a2-487e-9f9b-604e4a01826e tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5ccf963-e66b-4ba5-bbb3-c19170a50a65 HTTP/1.1" status: 200 len: 943 time: 0.1865966 Jul 16 20:29:01.182884 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-fbebd479-4c47-4c7d-92ee-e7e02ac0ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:01.184430 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-fbebd479-4c47-4c7d-92ee-e7e02ac0ec5c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c2fa3e81-1040-43a8-b077-a3b3a35fa72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1442981 Jul 16 20:29:01.188662 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d079ab6-d9df-4d95-97ca-7cffeeb7e246 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:01.244087 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cc9037fe-43c3-48f0-8ef6-4a467d78530f req-9ae6e30f-edb3-44eb-bf3d-459ded9e24f9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998507 Jul 16 20:29:01.269191 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-96cdf7ca-cda6-46cd-8b36-f7aa55f67f5e req-0b072525-c83a-4a41-8eb4-e64ac0d23cfd tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.38 "GET /v2.0/security-groups?id=786927a0-f19a-4ac9-a216-82bc73b9b765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814373 Jul 16 20:29:01.280905 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0d079ab6-d9df-4d95-97ca-7cffeeb7e246 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.281234 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-0d079ab6-d9df-4d95-97ca-7cffeeb7e246 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Added segment 42001d44-5e25-466e-bb03-eba3d4f98912 of type vlan for network 1cc04a32-cc94-4c03-9045-143fb0e8ac07 Jul 16 20:29:01.312642 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-b3f3a1aa-6411-4e86-a598-1f350689ee51 req-647e5565-ba86-4056-ab3c-179f295c1f46 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Deleting port e4808d2e-d222-4d94-b31c-821276b3cf31 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:01.313122 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b3f3a1aa-6411-4e86-a598-1f350689ee51 req-647e5565-ba86-4056-ab3c-179f295c1f46 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.355508 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-4247b1fc-fa55-4a23-95ec-3876c11230ae tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Allocated IP 172.20.0.11 (e1c5d2cc-b665-49f1-a6ce-bba156502988/18d69795-663e-4814-80c1-613e990ce032/f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:01.377380 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-d5c26d34-1bae-41a6-bc7d-f3535500bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:01.379843 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-d5c26d34-1bae-41a6-bc7d-f3535500bf04 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=673b6ba0-33b0-47d1-a50e-816aecbacdba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2958539 Jul 16 20:29:01.439900 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-0f796057-76b3-4cc6-a935-5b02ef4ecc46 service neutron] 10.222.0.62 "GET /v2.0/networks/c2fa3e81-1040-43a8-b077-a3b3a35fa72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443426 Jul 16 20:29:01.442135 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d231104-b808-458f-bf0a-21948c6c9494 req-4b535078-6cd0-450b-9385-b1e2d90ddbd7 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3b6395a-6ff5-4035-a89b-45a27da4d100 HTTP/1.1" status: 200 len: 210 time: 0.0524082 Jul 16 20:29:01.442881 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ccf963-e66b-4ba5-bbb3-c19170a50a65', 'tag': 'bdaa98ab-e620-4623-a0ab-903239b43605'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:01.445663 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dac967-e650-4561-8a5c-5182a0ffc820" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ccf963-e66b-4ba5-bbb3-c19170a50a65", "tag": "bdaa98ab-e620-4623-a0ab-903239b43605"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:01.501056 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0d079ab6-d9df-4d95-97ca-7cffeeb7e246 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.559526 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13c7fb79-57ab-4ee8-9fa8-4f4374b6a7c1 req-2f42ebc3-0a23-4b87-9741-f2415376c5cf service neutron] 10.222.0.62 "GET /v2.0/networks/c2fa3e81-1040-43a8-b077-a3b3a35fa72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104617 Jul 16 20:29:01.561021 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a41e3d0-02fb-40fe-998d-5d3a20307e4d x-openstack-request-id: req-5a41e3d0-02fb-40fe-998d-5d3a20307e4d {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:01.561348 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ccf963-e66b-4ba5-bbb3-c19170a50a65", "tag": "bdaa98ab-e620-4623-a0ab-903239b43605", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:01.561590 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5a41e3d0-02fb-40fe-998d-5d3a20307e4d {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:01.561947 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ccf963-e66b-4ba5-bbb3-c19170a50a65', 'tag': 'bdaa98ab-e620-4623-a0ab-903239b43605', 'status': 'completed', 'code': 200} Jul 16 20:29:01.636279 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36166) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:01.676343 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0d079ab6-d9df-4d95-97ca-7cffeeb7e246 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.694824 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d079ab6-d9df-4d95-97ca-7cffeeb7e246 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:01.696851 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0d079ab6-d9df-4d95-97ca-7cffeeb7e246 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.825128 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-4247b1fc-fa55-4a23-95ec-3876c11230ae tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.856140 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79d742-8469-41f4-956c-793cd5213919 req-e592af63-05a1-4442-8357-19af2ae9236b tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:01.857999 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb79d742-8469-41f4-956c-793cd5213919 req-e592af63-05a1-4442-8357-19af2ae9236b tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.18 "GET /v2.0/networks?id=9e1ef5a8-bcda-4218-b2dd-c5f692229aa3 HTTP/1.1" status: 200 len: 815 time: 0.2148190 Jul 16 20:29:01.864027 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dac967-e650-4561-8a5c-5182a0ffc820 req-c25dd9ee-53f2-4303-ade6-d6caaf4661a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:01.865734 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-64dac967-e650-4561-8a5c-5182a0ffc820 req-c25dd9ee-53f2-4303-ade6-d6caaf4661a6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ac98e682f9564a20af69f1659d8ff414&device_id=a5ccf963-e66b-4ba5-bbb3-c19170a50a65 HTTP/1.1" status: 200 len: 1095 time: 0.2237787 Jul 16 20:29:01.872909 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-bb79d742-8469-41f4-956c-793cd5213919 req-d653a426-2621-407d-ba43-e1e9e59fb0f9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Request body: {'port': {'device_id': '4c17c531-e82a-4376-87b2-f6d6b28884b8', 'network_id': '9e1ef5a8-bcda-4218-b2dd-c5f692229aa3', 'admin_state_up': True, 'tenant_id': '865a4ca4e884477eae955fd4db1057f2'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:01.947297 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d079ab6-d9df-4d95-97ca-7cffeeb7e246 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Network': ['ID=1cc04a32-cc94-4c03-9045-143fb0e8ac07,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:01.954145 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0d079ab6-d9df-4d95-97ca-7cffeeb7e246 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0413582 Jul 16 20:29:01.958085 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36176) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:01.962009 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 1cc04a32-cc94-4c03-9045-143fb0e8ac07 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:01.983001 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5b14f38e-f7b3-4c36-9315-aa7b36a6eae6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bdafaaf1751f413daf315a2773eb5256&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3455415 Jul 16 20:29:01.983551 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-1fb32d6b-5caf-4ec0-93f0-63bcb6b13846 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'subnet': {'network_id': '1cc04a32-cc94-4c03-9045-143fb0e8ac07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:01.999839 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36178) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:02.004414 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08d896-c7bd-445b-a680-2fd84b71d267 req-69b699d8-6a1d-400b-89a5-dd7a0a1ea187 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:02.014139 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4f08d896-c7bd-445b-a680-2fd84b71d267 req-69b699d8-6a1d-400b-89a5-dd7a0a1ea187 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 945 time: 0.3146532 Jul 16 20:29:02.101673 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8af9ce10-31cc-4d3f-bf3e-61ca6fb65b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.130978 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8af9ce10-31cc-4d3f-bf3e-61ca6fb65b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.171682 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-b3f3a1aa-6411-4e86-a598-1f350689ee51 req-647e5565-ba86-4056-ab3c-179f295c1f46 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] For port e4808d2e-d222-4d94-b31c-821276b3cf31, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=e4808d2e-d222-4d94-b31c-821276b3cf31,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:02.172373 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b3f3a1aa-6411-4e86-a598-1f350689ee51 req-647e5565-ba86-4056-ab3c-179f295c1f46 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.179975 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-43e77bb9-5b0c-4534-940f-ef6c152e9894 service neutron] 10.222.0.62 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7887068 Jul 16 20:29:02.266251 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-b3f3a1aa-6411-4e86-a598-1f350689ee51 req-647e5565-ba86-4056-ab3c-179f295c1f46 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Calling delete_port for e4808d2e-d222-4d94-b31c-821276b3cf31 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:02.292280 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8af9ce10-31cc-4d3f-bf3e-61ca6fb65b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.294880 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8af9ce10-31cc-4d3f-bf3e-61ca6fb65b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.299368 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8af9ce10-31cc-4d3f-bf3e-61ca6fb65b0a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/39f64d05-b047-4496-8dda-8193d7630024 HTTP/1.1" status: 204 len: 168 time: 0.2950096 Jul 16 20:29:02.384833 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb32d6b-5caf-4ec0-93f0-63bcb6b13846 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:02.388418 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1fb32d6b-5caf-4ec0-93f0-63bcb6b13846 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.431724 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9ce10-31cc-4d3f-bf3e-61ca6fb65b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f64d05-b047-4496-8dda-8193d7630024,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:02.468730 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-4247b1fc-fa55-4a23-95ec-3876c11230ae tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.545579 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247b1fc-fa55-4a23-95ec-3876c11230ae tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Pushing event updated for resources: {'Port': ['ID=f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:02.607347 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dac967-e650-4561-8a5c-5182a0ffc820 req-d5217cf4-665b-4b9d-96b8-2d9f43a9972e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:02.610239 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-64dac967-e650-4561-8a5c-5182a0ffc820 req-d5217cf4-665b-4b9d-96b8-2d9f43a9972e service neutron] 10.222.0.62 "GET /v2.0/networks?id=c2fa3e81-1040-43a8-b077-a3b3a35fa72c HTTP/1.1" status: 200 len: 916 time: 0.7324505 Jul 16 20:29:02.618734 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4f08d896-c7bd-445b-a680-2fd84b71d267 req-e7cc9490-8cca-46f9-a57d-dc6c60efc229 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5993218 Jul 16 20:29:02.658310 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8145f339-0dfc-415c-8d96-15ba9f08ded9 req-ca06915a-dded-4299-91a8-3c0c771f3c5f service neutron] 10.222.0.62 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628565 Jul 16 20:29:02.724064 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-4247b1fc-fa55-4a23-95ec-3876c11230ae tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Network e1c5d2cc-b665-49f1-a6ce-bba156502988 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:02.729166 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-4247b1fc-fa55-4a23-95ec-3876c11230ae tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:02.735512 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-4247b1fc-fa55-4a23-95ec-3876c11230ae tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:02.795530 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-64dac967-e650-4561-8a5c-5182a0ffc820 req-c015ca20-f3ea-449b-9a95-73fb72b67b84 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdaa98ab-e620-4623-a0ab-903239b43605 HTTP/1.1" status: 200 len: 217 time: 0.1595531 Jul 16 20:29:02.824791 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-4247b1fc-fa55-4a23-95ec-3876c11230ae tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:02.825582 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-4247b1fc-fa55-4a23-95ec-3876c11230ae tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.886921 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-4247b1fc-fa55-4a23-95ec-3876c11230ae tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6256680 Jul 16 20:29:02.896239 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb79d742-8469-41f4-956c-793cd5213919 req-d653a426-2621-407d-ba43-e1e9e59fb0f9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Made reservation on behalf of 865a4ca4e884477eae955fd4db1057f2 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:02.900176 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bb79d742-8469-41f4-956c-793cd5213919 req-d653a426-2621-407d-ba43-e1e9e59fb0f9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.911113 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-ef081cb6-08cd-4a78-8856-af2806c87cfb service neutron] Request body: {'port': {'device_id': 'a3b6395a-6ff5-4035-a89b-45a27da4d100', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:02.939351 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-71dfeb6a-9664-4890-916a-02098f63a959 req-101ab2fe-3c0f-40ed-af01-db9b8e93a9ac tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c17c531-e82a-4376-87b2-f6d6b28884b8 HTTP/1.1" status: 200 len: 210 time: 0.1117890 Jul 16 20:29:02.955675 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d681ab3-fd02-4746-a0c5-d429239a5044 req-2898ebf8-6b8f-4123-b1c5-70ff4858e53c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:02.964178 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d681ab3-fd02-4746-a0c5-d429239a5044 req-2898ebf8-6b8f-4123-b1c5-70ff4858e53c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 944 time: 0.8903463 Jul 16 20:29:02.967183 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b3f3a1aa-6411-4e86-a598-1f350689ee51 req-647e5565-ba86-4056-ab3c-179f295c1f46 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.988211 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.035780 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dac967-e650-4561-8a5c-5182a0ffc820 req-118f8a4e-6b26-4cf3-8762-0ea2ef12b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:03.037611 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-64dac967-e650-4561-8a5c-5182a0ffc820 req-118f8a4e-6b26-4cf3-8762-0ea2ef12b24b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=416ec7e9-071b-4e5e-b3ca-0ea11f74e08c HTTP/1.1" status: 200 len: 854 time: 0.2291045 Jul 16 20:29:03.055652 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e5565-ba86-4056-ab3c-179f295c1f46 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Pushing event deleted for resources: {'Port': ['ID=e4808d2e-d222-4d94-b31c-821276b3cf31,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:03.087946 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d681ab3-fd02-4746-a0c5-d429239a5044 req-dc5ef3f3-4e73-47f7-817f-43b37a5e2819 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e281b25-8765-433e-9429-8b0fb9a75f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227481 Jul 16 20:29:03.153786 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f3a1aa-6411-4e86-a598-1f350689ee51 req-647e5565-ba86-4056-ab3c-179f295c1f46 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] No DVR routers for this DVR port e4808d2e-d222-4d94-b31c-821276b3cf31 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:03.156742 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b3f3a1aa-6411-4e86-a598-1f350689ee51 req-647e5565-ba86-4056-ab3c-179f295c1f46 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.159060 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b3f3a1aa-6411-4e86-a598-1f350689ee51 req-647e5565-ba86-4056-ab3c-179f295c1f46 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.62 "DELETE /v2.0/ports/e4808d2e-d222-4d94-b31c-821276b3cf31 HTTP/1.1" status: 204 len: 173 time: 2.3248785 Jul 16 20:29:03.164912 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f4fa6b-09dd-46e9-9532-12e2b8b55358', 'name': 'network-vif-deleted', 'tag': 'e4808d2e-d222-4d94-b31c-821276b3cf31'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:03.167683 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fd74ef-c401-4276-91ab-02de2016629c" -d '{"events": [{"server_uuid": "73f4fa6b-09dd-46e9-9532-12e2b8b55358", "name": "network-vif-deleted", "tag": "e4808d2e-d222-4d94-b31c-821276b3cf31"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:03.254928 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1fb32d6b-5caf-4ec0-93f0-63bcb6b13846 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.292293 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-bb79d742-8469-41f4-956c-793cd5213919 req-d653a426-2621-407d-ba43-e1e9e59fb0f9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Allocated IP 172.20.0.4 (9e1ef5a8-bcda-4218-b2dd-c5f692229aa3/973cc802-97a0-42d1-9c50-9d84240b247f/1b664e0c-f324-4c0f-8abd-2dab988b25f4) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:03.312049 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-ef081cb6-08cd-4a78-8856-af2806c87cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.538494 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bb79d742-8469-41f4-956c-793cd5213919 req-d653a426-2621-407d-ba43-e1e9e59fb0f9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.540624 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36208) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:03.577864 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dac967-e650-4561-8a5c-5182a0ffc820 req-69519308-a32e-4d92-8fc5-e1802573e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:03.579445 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-64dac967-e650-4561-8a5c-5182a0ffc820 req-69519308-a32e-4d92-8fc5-e1802573e8e5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c2fa3e81-1040-43a8-b077-a3b3a35fa72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5070243 Jul 16 20:29:03.710361 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e30767-2533-4b14-b83c-f3a15005ace8 req-6af8d5fb-798f-42d2-977c-07b59f28427c tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:03.715437 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-58e30767-2533-4b14-b83c-f3a15005ace8 req-6af8d5fb-798f-42d2-977c-07b59f28427c tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5ccf963-e66b-4ba5-bbb3-c19170a50a65 HTTP/1.1" status: 200 len: 943 time: 0.2633419 Jul 16 20:29:03.761471 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-6f4389f4-4da3-465b-abfb-fdf40ae099b7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-565942411-network', 'tenant_id': 'cd01ae87c65e4bb48af444955800503a'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:03.784523 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bb79d742-8469-41f4-956c-793cd5213919 req-d653a426-2621-407d-ba43-e1e9e59fb0f9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.825490 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be5209-a432-46dd-a5b9-2ba754adab1b req-9a0c6470-f055-4039-9f3e-53c68e2b5d54 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:03.827196 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5be5209-a432-46dd-a5b9-2ba754adab1b req-9a0c6470-f055-4039-9f3e-53c68e2b5d54 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3b6395a-6ff5-4035-a89b-45a27da4d100 HTTP/1.1" status: 200 len: 932 time: 0.3772697 Jul 16 20:29:03.839481 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb32d6b-5caf-4ec0-93f0-63bcb6b13846 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Subnet': ['ID=0ee09f5c-1439-4176-a5cf-91e39e6e2bde,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:03.856558 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device bdaa98ab-e620-4623-a0ab-903239b43605 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:29:03.857157 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-64dac967-e650-4561-8a5c-5182a0ffc820 req-26fa1259-b7e4-40b4-9335-a03a0545c601 service neutron] 10.222.0.62 "GET /v2.0/networks/c2fa3e81-1040-43a8-b077-a3b3a35fa72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647886 Jul 16 20:29:03.861748 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device e4808d2e-d222-4d94-b31c-821276b3cf31 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:03.878279 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb32d6b-5caf-4ec0-93f0-63bcb6b13846 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Checking segment: {'id': '42001d44-5e25-466e-bb03-eba3d4f98912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1cc04a32-cc94-4c03-9045-143fb0e8ac07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:03.878546 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb32d6b-5caf-4ec0-93f0-63bcb6b13846 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network hostable DHCP agents. Network: 1cc04a32-cc94-4c03-9045-143fb0e8ac07, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:29:03.899941 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: e4808d2e-d222-4d94-b31c-821276b3cf31 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:03.901595 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device e4808d2e-d222-4d94-b31c-821276b3cf31 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:03.916310 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5be5209-a432-46dd-a5b9-2ba754adab1b req-be986b37-02c3-4da3-801f-1c2be9f40427 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580540 Jul 16 20:29:03.934915 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb79d742-8469-41f4-956c-793cd5213919 req-d653a426-2621-407d-ba43-e1e9e59fb0f9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Network 9e1ef5a8-bcda-4218-b2dd-c5f692229aa3 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:03.948646 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb32d6b-5caf-4ec0-93f0-63bcb6b13846 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network 1cc04a32-cc94-4c03-9045-143fb0e8ac07 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:29:03.954785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-bb79d742-8469-41f4-956c-793cd5213919 req-d653a426-2621-407d-ba43-e1e9e59fb0f9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:03.957974 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb79d742-8469-41f4-956c-793cd5213919 req-d653a426-2621-407d-ba43-e1e9e59fb0f9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:03.993821 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-1fb32d6b-5caf-4ec0-93f0-63bcb6b13846 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 1cc04a32-cc94-4c03-9045-143fb0e8ac07) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:04.006599 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb32d6b-5caf-4ec0-93f0-63bcb6b13846 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:04.008354 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1fb32d6b-5caf-4ec0-93f0-63bcb6b13846 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.011778 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4ae30e-9566-4540-911c-cdc95161907f None None] Network 1cc04a32-cc94-4c03-9045-143fb0e8ac07 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:04.038579 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79d742-8469-41f4-956c-793cd5213919 req-d653a426-2621-407d-ba43-e1e9e59fb0f9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:04.039227 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bb79d742-8469-41f4-956c-793cd5213919 req-d653a426-2621-407d-ba43-e1e9e59fb0f9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.054769 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f2571d-23d4-42e7-9481-fb6c0c70a369 x-openstack-request-id: req-75f2571d-23d4-42e7-9481-fb6c0c70a369 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:04.055452 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f4fa6b-09dd-46e9-9532-12e2b8b55358", "name": "network-vif-deleted", "tag": "e4808d2e-d222-4d94-b31c-821276b3cf31", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:04.056669 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-75f2571d-23d4-42e7-9481-fb6c0c70a369 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:04.056927 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4389f4-4da3-465b-abfb-fdf40ae099b7 admin admin] Made reservation on behalf of cd01ae87c65e4bb48af444955800503a for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:04.057964 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f4fa6b-09dd-46e9-9532-12e2b8b55358', 'name': 'network-vif-deleted', 'tag': 'e4808d2e-d222-4d94-b31c-821276b3cf31', 'status': 'completed', 'code': 200} Jul 16 20:29:04.059820 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6f4389f4-4da3-465b-abfb-fdf40ae099b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.074938 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653a426-2621-407d-ba43-e1e9e59fb0f9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Pushing event updated for resources: {'Port': ['ID=1b664e0c-f324-4c0f-8abd-2dab988b25f4,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:04.090066 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-58e30767-2533-4b14-b83c-f3a15005ace8 req-dd9a4141-848f-4e26-8f2d-659bcc50262c tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.38 "GET /v2.0/security-groups?id=786927a0-f19a-4ac9-a216-82bc73b9b765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215554 Jul 16 20:29:04.122553 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6f4389f4-4da3-465b-abfb-fdf40ae099b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.132625 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1fb32d6b-5caf-4ec0-93f0-63bcb6b13846 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1587906 Jul 16 20:29:04.138574 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36220) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:04.148695 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-b3be70b2-c46d-4483-b2d6-1287837fc99b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'port': {'network_id': '1cc04a32-cc94-4c03-9045-143fb0e8ac07', 'name': 'tempest-PortsIpV6TestJSON-1555073069', 'fixed_ips': [{'subnet_id': '0ee09f5c-1439-4176-a5cf-91e39e6e2bde', 'ip_address': '2001:db8::10'}]}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:04.230197 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-ef081cb6-08cd-4a78-8856-af2806c87cfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:04.257406 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-ef081cb6-08cd-4a78-8856-af2806c87cfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.305609 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-ef081cb6-08cd-4a78-8856-af2806c87cfb service neutron] Transition to ACTIVE for port object f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:04.310090 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-ef081cb6-08cd-4a78-8856-af2806c87cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.340263 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb79d742-8469-41f4-956c-793cd5213919 req-d653a426-2621-407d-ba43-e1e9e59fb0f9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4734499 Jul 16 20:29:04.398563 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef081cb6-08cd-4a78-8856-af2806c87cfb service neutron] Pushing event updated for resources: {'Port': ['ID=f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:04.413475 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port bdaa98ab-e620-4623-a0ab-903239b43605, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=bdaa98ab-e620-4623-a0ab-903239b43605,segment=NetworkSegment(b4e1a03e-80f8-4721-9088-3210f878bdf6),segment_id=b4e1a03e-80f8-4721-9088-3210f878bdf6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:04.436524 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6f4389f4-4da3-465b-abfb-fdf40ae099b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.447775 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'bdaa98ab-e620-4623-a0ab-903239b43605', 'network_id': 'c2fa3e81-1040-43a8-b077-a3b3a35fa72c', 'port_id': 'bdaa98ab-e620-4623-a0ab-903239b43605', 'mac_address': 'fa:16:3e:aa:46:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416ec7e9-071b-4e5e-b3ca-0ea11f74e08c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:29:04.463750 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-bb79d742-8469-41f4-956c-793cd5213919 req-90448167-3d30-4555-9396-b779484e9963 service neutron] Request body: {'port': {'device_id': '4c17c531-e82a-4376-87b2-f6d6b28884b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:04.488745 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6f4389f4-4da3-465b-abfb-fdf40ae099b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.495740 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.498375 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7096dc6-9b2f-4169-8176-e399a8c83391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-1cc04a32-cc94-4c03-9045-143fb0e8ac07', 'network_id': '1cc04a32-cc94-4c03-9045-143fb0e8ac07', 'tenant_id': '8f9a426ea30846e192079ccbb52ca7cc', 'fixed_ips': [{'subnet_id': '0ee09f5c-1439-4176-a5cf-91e39e6e2bde'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:29:04.499456 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e7096dc6-9b2f-4169-8176-e399a8c83391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.509234 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3be70b2-c46d-4483-b2d6-1287837fc99b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:04.537309 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdaa98ab-e620-4623-a0ab-903239b43605 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:04.564841 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4389f4-4da3-465b-abfb-fdf40ae099b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480bcc7b-f51c-45fb-9fef-8f9c0bf5ca3f,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:04.609759 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f4389f4-4da3-465b-abfb-fdf40ae099b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:04.626359 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3be70b2-c46d-4483-b2d6-1287837fc99b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.647948 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port bdaa98ab-e620-4623-a0ab-903239b43605, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=bdaa98ab-e620-4623-a0ab-903239b43605,segment=NetworkSegment(b4e1a03e-80f8-4721-9088-3210f878bdf6),segment_id=b4e1a03e-80f8-4721-9088-3210f878bdf6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:04.653093 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.656570 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-b3be70b2-c46d-4483-b2d6-1287837fc99b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] device_id is not set on port 5753e320-ff99-43cb-b149-d57a6ded2147 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:29:04.662274 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-64dac967-e650-4561-8a5c-5182a0ffc820 req-386cc41d-1ae0-4e1f-adea-3ece0db77da0 service neutron] 10.222.0.62 "GET /v2.0/networks/c2fa3e81-1040-43a8-b077-a3b3a35fa72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7631447 Jul 16 20:29:04.685966 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6f4389f4-4da3-465b-abfb-fdf40ae099b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.686396 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-6f4389f4-4da3-465b-abfb-fdf40ae099b7 admin admin] Added segment a22e0caf-9db2-49a9-ae4f-2448ff2a2071 of type vlan for network f79ea9b3-8015-410a-823e-3491f5313849 Jul 16 20:29:04.753183 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-ef081cb6-08cd-4a78-8856-af2806c87cfb service neutron] Attempting to bind port f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:04.753573 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-ef081cb6-08cd-4a78-8856-af2806c87cfb service neutron] Attempting to bind port f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '74469c65-10c2-4a15-a42f-0b8daf985fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:04.754065 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-ef081cb6-08cd-4a78-8856-af2806c87cfb service neutron] Attempting to bind port f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c on network e1c5d2cc-b665-49f1-a6ce-bba156502988 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:04.756894 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-e7096dc6-9b2f-4169-8176-e399a8c83391 None None] Allocated IP 2001:db8::2 (1cc04a32-cc94-4c03-9045-143fb0e8ac07/0ee09f5c-1439-4176-a5cf-91e39e6e2bde/633fbdad-fcd6-452d-8276-d452655f844c) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:04.759213 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=bdaa98ab-e620-4623-a0ab-903239b43605,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:04.761656 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-ef081cb6-08cd-4a78-8856-af2806c87cfb service neutron] Port f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c on network e1c5d2cc-b665-49f1-a6ce-bba156502988 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:29:04.762006 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-ef081cb6-08cd-4a78-8856-af2806c87cfb service neutron] Attempting to bind port f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c on network e1c5d2cc-b665-49f1-a6ce-bba156502988 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:04.787577 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca628bf4-adc5-4038-b35e-3d387acd8618 req-4f142659-5c82-44c8-9cd1-0ecf76f02a5a tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:04.795598 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-ef081cb6-08cd-4a78-8856-af2806c87cfb service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:04.796172 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ca628bf4-adc5-4038-b35e-3d387acd8618 req-4f142659-5c82-44c8-9cd1-0ecf76f02a5a tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c17c531-e82a-4376-87b2-f6d6b28884b8 HTTP/1.1" status: 200 len: 931 time: 0.3573687 Jul 16 20:29:04.796301 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-ef081cb6-08cd-4a78-8856-af2806c87cfb service neutron] Checking segment: {'id': '74469c65-10c2-4a15-a42f-0b8daf985fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:04.796301 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-ef081cb6-08cd-4a78-8856-af2806c87cfb service neutron] Bound using segment: {'id': '74469c65-10c2-4a15-a42f-0b8daf985fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:04.796800 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-ef081cb6-08cd-4a78-8856-af2806c87cfb service neutron] Bound port: f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74469c65-10c2-4a15-a42f-0b8daf985fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:04.797165 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-ef081cb6-08cd-4a78-8856-af2806c87cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.827671 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715908d-3fa2-4466-b4df-fe98ec18baeb req-73457398-70a8-4b2b-9431-1331e69e8cf5 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:04.829713 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0715908d-3fa2-4466-b4df-fe98ec18baeb req-73457398-70a8-4b2b-9431-1331e69e8cf5 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 945 time: 0.5007365 Jul 16 20:29:04.868557 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bb79d742-8469-41f4-956c-793cd5213919 req-90448167-3d30-4555-9396-b779484e9963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.878508 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6f4389f4-4da3-465b-abfb-fdf40ae099b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.902576 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-ef081cb6-08cd-4a78-8856-af2806c87cfb service neutron] For port f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:04.906726 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-ef081cb6-08cd-4a78-8856-af2806c87cfb service neutron] For port f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:04.912263 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-ef081cb6-08cd-4a78-8856-af2806c87cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.938431 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['bdaa98ab-e620-4623-a0ab-903239b43605'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:04.973761 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ca628bf4-adc5-4038-b35e-3d387acd8618 req-af0e411a-db77-43ba-9c0f-b149192c11ef tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768699 Jul 16 20:29:04.974406 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-ef081cb6-08cd-4a78-8856-af2806c87cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:04.975675 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-ef081cb6-08cd-4a78-8856-af2806c87cfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.978283 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-ef081cb6-08cd-4a78-8856-af2806c87cfb service neutron] 10.222.0.18 "PUT /v2.0/ports/f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c HTTP/1.1" status: 200 len: 1093 time: 2.0764794 Jul 16 20:29:04.990642 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0715908d-3fa2-4466-b4df-fe98ec18baeb req-cb8fddaf-e3e6-4c11-a6a5-933318244846 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450517 Jul 16 20:29:05.013633 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6f4389f4-4da3-465b-abfb-fdf40ae099b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.015244 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4389f4-4da3-465b-abfb-fdf40ae099b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:05.015867 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e7096dc6-9b2f-4169-8176-e399a8c83391 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.016350 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6f4389f4-4da3-465b-abfb-fdf40ae099b7 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.047941 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e7096dc6-9b2f-4169-8176-e399a8c83391 None None] Transition to ACTIVE for port object 633fbdad-fcd6-452d-8276-d452655f844c will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:05.093062 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef081cb6-08cd-4a78-8856-af2806c87cfb service neutron] Pushing event updated for resources: {'Port': ['ID=f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:05.107663 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6f4389f4-4da3-465b-abfb-fdf40ae099b7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5606382 Jul 16 20:29:05.110063 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36226) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:05.120206 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-2995a2f2-1721-4064-9eaf-4a64fb7fc2b4 admin admin] Request body: {'subnet': {'network_id': 'f79ea9b3-8015-410a-823e-3491f5313849', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-565942411-subnet', 'tenant_id': 'cd01ae87c65e4bb48af444955800503a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:05.130955 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e7096dc6-9b2f-4169-8176-e399a8c83391 None None] Transition to ACTIVE for port object 633fbdad-fcd6-452d-8276-d452655f844c will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:05.142163 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e7096dc6-9b2f-4169-8176-e399a8c83391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.203237 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7096dc6-9b2f-4169-8176-e399a8c83391 None None] Network 1cc04a32-cc94-4c03-9045-143fb0e8ac07 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:05.212561 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e7096dc6-9b2f-4169-8176-e399a8c83391 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:05.217906 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7096dc6-9b2f-4169-8176-e399a8c83391 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:05.220615 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-78482c9b-010d-4d8a-aede-6b8ea6537fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:05.222881 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-78482c9b-010d-4d8a-aede-6b8ea6537fe7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b8887d8465f43f68153fdd72b6e7bdc&device_id=a3b6395a-6ff5-4035-a89b-45a27da4d100 HTTP/1.1" status: 200 len: 1096 time: 0.1974964 Jul 16 20:29:05.223950 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2995a2f2-1721-4064-9eaf-4a64fb7fc2b4 admin admin] Made reservation on behalf of cd01ae87c65e4bb48af444955800503a for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:05.225627 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7096dc6-9b2f-4169-8176-e399a8c83391 None None] Pushing event updated for resources: {'Port': ['ID=633fbdad-fcd6-452d-8276-d452655f844c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:05.227219 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2995a2f2-1721-4064-9eaf-4a64fb7fc2b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.229004 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4389f4-4da3-465b-abfb-fdf40ae099b7 admin admin] Pushing event updated for resources: {'Network': ['ID=f79ea9b3-8015-410a-823e-3491f5313849,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:05.288489 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-4a69b5fc-2f5f-408d-b31e-896002d791c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c HTTP/1.1" status: 200 len: 217 time: 0.0556216 Jul 16 20:29:05.310378 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network f79ea9b3-8015-410a-823e-3491f5313849 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:05.356928 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-376222c6-93c4-45a2-bf7e-6ed50e96bf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:05.358580 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-376222c6-93c4-45a2-bf7e-6ed50e96bf3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d69795-663e-4814-80c1-613e990ce032 HTTP/1.1" status: 200 len: 844 time: 0.0563495 Jul 16 20:29:05.365942 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-b3be70b2-c46d-4483-b2d6-1287837fc99b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Allocated IP 2001:db8::10 (1cc04a32-cc94-4c03-9045-143fb0e8ac07/0ee09f5c-1439-4176-a5cf-91e39e6e2bde/5753e320-ff99-43cb-b149-d57a6ded2147) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:05.401094 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-e7096dc6-9b2f-4169-8176-e399a8c83391 None None] Attempting to bind port 633fbdad-fcd6-452d-8276-d452655f844c on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:05.401463 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-e7096dc6-9b2f-4169-8176-e399a8c83391 None None] Attempting to bind port 633fbdad-fcd6-452d-8276-d452655f844c by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '42001d44-5e25-466e-bb03-eba3d4f98912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1cc04a32-cc94-4c03-9045-143fb0e8ac07'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:05.401830 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7096dc6-9b2f-4169-8176-e399a8c83391 None None] Attempting to bind port 633fbdad-fcd6-452d-8276-d452655f844c on network 1cc04a32-cc94-4c03-9045-143fb0e8ac07 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:05.407630 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-789dc3bc-9045-4537-9974-a576d23280f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1c5d2cc-b665-49f1-a6ce-bba156502988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392468 Jul 16 20:29:05.415424 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7096dc6-9b2f-4169-8176-e399a8c83391 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:05.415808 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7096dc6-9b2f-4169-8176-e399a8c83391 None None] Checking segment: {'id': '42001d44-5e25-466e-bb03-eba3d4f98912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1cc04a32-cc94-4c03-9045-143fb0e8ac07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:05.416219 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e7096dc6-9b2f-4169-8176-e399a8c83391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.416615 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7096dc6-9b2f-4169-8176-e399a8c83391 None None] Bound using segment: {'id': '42001d44-5e25-466e-bb03-eba3d4f98912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1cc04a32-cc94-4c03-9045-143fb0e8ac07'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:05.417240 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-e7096dc6-9b2f-4169-8176-e399a8c83391 None None] Bound port: 633fbdad-fcd6-452d-8276-d452655f844c, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42001d44-5e25-466e-bb03-eba3d4f98912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1cc04a32-cc94-4c03-9045-143fb0e8ac07'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:05.417631 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e7096dc6-9b2f-4169-8176-e399a8c83391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.453412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76831f83-4557-40cc-a888-b3042699a70e req-ed472e57-268c-4af8-a1ac-1622d0a92add tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:05.455032 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-76831f83-4557-40cc-a888-b3042699a70e req-ed472e57-268c-4af8-a1ac-1622d0a92add tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 944 time: 0.3191166 Jul 16 20:29:05.475350 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1b2f9-7c58-4fc6-a738-ed42aef6697d req-5245bbde-ecf2-4fd8-8b44-7ce8dde94222 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:05.482364 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75c1b2f9-7c58-4fc6-a738-ed42aef6697d req-5245bbde-ecf2-4fd8-8b44-7ce8dde94222 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3b6395a-6ff5-4035-a89b-45a27da4d100 HTTP/1.1" status: 200 len: 944 time: 0.2682672 Jul 16 20:29:05.493386 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-e7096dc6-9b2f-4169-8176-e399a8c83391 None None] For port 633fbdad-fcd6-452d-8276-d452655f844c, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:05.503359 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-e7096dc6-9b2f-4169-8176-e399a8c83391 None None] For port 633fbdad-fcd6-452d-8276-d452655f844c, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=633fbdad-fcd6-452d-8276-d452655f844c,segment=NetworkSegment(42001d44-5e25-466e-bb03-eba3d4f98912),segment_id=42001d44-5e25-466e-bb03-eba3d4f98912)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:05.511458 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e7096dc6-9b2f-4169-8176-e399a8c83391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.575126 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-bb79d742-8469-41f4-956c-793cd5213919 req-90448167-3d30-4555-9396-b779484e9963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b664e0c-f324-4c0f-8abd-2dab988b25f4 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:05.604121 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7096dc6-9b2f-4169-8176-e399a8c83391 None None] Pushing event updated for resources: {'Port': ['ID=633fbdad-fcd6-452d-8276-d452655f844c,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:05.606950 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-76831f83-4557-40cc-a888-b3042699a70e req-de46dd1b-06c5-4d2e-9d0d-4059aece0304 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e281b25-8765-433e-9429-8b0fb9a75f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141324 Jul 16 20:29:05.612361 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bb79d742-8469-41f4-956c-793cd5213919 req-90448167-3d30-4555-9396-b779484e9963 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.629669 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75c1b2f9-7c58-4fc6-a738-ed42aef6697d req-2da2d11b-bdf9-4e10-9eda-186ae7da308f tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457782 Jul 16 20:29:05.665372 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-bb79d742-8469-41f4-956c-793cd5213919 req-90448167-3d30-4555-9396-b779484e9963 service neutron] Transition to ACTIVE for port object 1b664e0c-f324-4c0f-8abd-2dab988b25f4 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:05.672441 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bb79d742-8469-41f4-956c-793cd5213919 req-90448167-3d30-4555-9396-b779484e9963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.732258 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-51b091f3-e79a-4858-b0a2-301e90343c3f service neutron] 10.222.0.18 "GET /v2.0/networks/e1c5d2cc-b665-49f1-a6ce-bba156502988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885449 Jul 16 20:29:05.752386 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90448167-3d30-4555-9396-b779484e9963 service neutron] Pushing event updated for resources: {'Port': ['ID=1b664e0c-f324-4c0f-8abd-2dab988b25f4,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:05.859312 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b4303d43-5f18-45b1-a4f0-1602debbc55f details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:29:05.895649 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2995a2f2-1721-4064-9eaf-4a64fb7fc2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.946817 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4c8ff-f070-4d5c-a71f-f3adc87df911 req-337d9d84-9da6-4e66-9e9f-a1550f5b84c9 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:05.954488 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19b4c8ff-f070-4d5c-a71f-f3adc87df911 req-337d9d84-9da6-4e66-9e9f-a1550f5b84c9 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 1097 time: 0.1953619 Jul 16 20:29:05.991443 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc2f82-b4a5-4a4f-8e13-f732bb17d7f4 req-8a69b552-07e0-4122-a949-a17b0a7e2b6d tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:05.993819 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e5dc2f82-b4a5-4a4f-8e13-f732bb17d7f4 req-8a69b552-07e0-4122-a949-a17b0a7e2b6d tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5ccf963-e66b-4ba5-bbb3-c19170a50a65 HTTP/1.1" status: 200 len: 944 time: 0.2011740 Jul 16 20:29:06.000393 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-bb79d742-8469-41f4-956c-793cd5213919 req-90448167-3d30-4555-9396-b779484e9963 service neutron] Attempting to bind port 1b664e0c-f324-4c0f-8abd-2dab988b25f4 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:06.000841 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-bb79d742-8469-41f4-956c-793cd5213919 req-90448167-3d30-4555-9396-b779484e9963 service neutron] Attempting to bind port 1b664e0c-f324-4c0f-8abd-2dab988b25f4 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '8d35c410-30a1-4b75-a650-78fe73e706ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e1ef5a8-bcda-4218-b2dd-c5f692229aa3'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:06.001252 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb79d742-8469-41f4-956c-793cd5213919 req-90448167-3d30-4555-9396-b779484e9963 service neutron] Attempting to bind port 1b664e0c-f324-4c0f-8abd-2dab988b25f4 on network 9e1ef5a8-bcda-4218-b2dd-c5f692229aa3 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:06.002533 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3be70b2-c46d-4483-b2d6-1287837fc99b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.018598 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b4303d43-5f18-45b1-a4f0-1602debbc55f, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b4303d43-5f18-45b1-a4f0-1602debbc55f,segment=NetworkSegment(c1804d01-4de0-4d24-bc8b-607047aabf4a),segment_id=c1804d01-4de0-4d24-bc8b-607047aabf4a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:06.024516 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb79d742-8469-41f4-956c-793cd5213919 req-90448167-3d30-4555-9396-b779484e9963 service neutron] Port 1b664e0c-f324-4c0f-8abd-2dab988b25f4 on network 9e1ef5a8-bcda-4218-b2dd-c5f692229aa3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:29:06.024924 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb79d742-8469-41f4-956c-793cd5213919 req-90448167-3d30-4555-9396-b779484e9963 service neutron] Attempting to bind port 1b664e0c-f324-4c0f-8abd-2dab988b25f4 on network 9e1ef5a8-bcda-4218-b2dd-c5f692229aa3 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:06.033449 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'b4303d43-5f18-45b1-a4f0-1602debbc55f', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'port_id': 'b4303d43-5f18-45b1-a4f0-1602debbc55f', 'mac_address': 'fa:16:3e:39:d8:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:29:06.046927 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-b3be70b2-c46d-4483-b2d6-1287837fc99b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Transition to ACTIVE for port object 5753e320-ff99-43cb-b149-d57a6ded2147 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:06.048852 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19b4c8ff-f070-4d5c-a71f-f3adc87df911 req-b558cc02-001f-463b-85bf-3ad16c8f6eda tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933392 Jul 16 20:29:06.050000 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c4e3b84d-7e97-408a-bc88-1a73066feb28 req-b72f2083-9083-4b17-93a4-f67dba39cdb8 service neutron] 10.222.0.18 "GET /v2.0/networks/e1c5d2cc-b665-49f1-a6ce-bba156502988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372596 Jul 16 20:29:06.050735 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995a2f2-1721-4064-9eaf-4a64fb7fc2b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efff0f06-acb2-4e07-8c83-199431c66cf9,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:06.055522 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb79d742-8469-41f4-956c-793cd5213919 req-90448167-3d30-4555-9396-b779484e9963 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:06.055939 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb79d742-8469-41f4-956c-793cd5213919 req-90448167-3d30-4555-9396-b779484e9963 service neutron] Checking segment: {'id': '8d35c410-30a1-4b75-a650-78fe73e706ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e1ef5a8-bcda-4218-b2dd-c5f692229aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:06.056336 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb79d742-8469-41f4-956c-793cd5213919 req-90448167-3d30-4555-9396-b779484e9963 service neutron] Bound using segment: {'id': '8d35c410-30a1-4b75-a650-78fe73e706ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e1ef5a8-bcda-4218-b2dd-c5f692229aa3'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:06.056779 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-bb79d742-8469-41f4-956c-793cd5213919 req-90448167-3d30-4555-9396-b779484e9963 service neutron] Bound port: 1b664e0c-f324-4c0f-8abd-2dab988b25f4, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35c410-30a1-4b75-a650-78fe73e706ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e1ef5a8-bcda-4218-b2dd-c5f692229aa3'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:06.057254 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bb79d742-8469-41f4-956c-793cd5213919 req-90448167-3d30-4555-9396-b779484e9963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.074196 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b6395a-6ff5-4035-a89b-45a27da4d100', 'tag': 'f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:06.076555 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653e17fd-9232-4b23-8a60-ed75099b1431" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b6395a-6ff5-4035-a89b-45a27da4d100", "tag": "f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:06.093917 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e5dc2f82-b4a5-4a4f-8e13-f732bb17d7f4 req-66f1c101-0096-4ccb-ae20-85bfb0779f69 tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.38 "GET /v2.0/security-groups?id=786927a0-f19a-4ac9-a216-82bc73b9b765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832658 Jul 16 20:29:06.108665 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2995a2f2-1721-4064-9eaf-4a64fb7fc2b4 admin admin] Checking segment: {'id': 'a22e0caf-9db2-49a9-ae4f-2448ff2a2071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f79ea9b3-8015-410a-823e-3491f5313849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:06.109060 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2995a2f2-1721-4064-9eaf-4a64fb7fc2b4 admin admin] Network hostable DHCP agents. Network: f79ea9b3-8015-410a-823e-3491f5313849, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:29:06.122429 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.144310 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2995a2f2-1721-4064-9eaf-4a64fb7fc2b4 admin admin] Network f79ea9b3-8015-410a-823e-3491f5313849 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:29:06.149134 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3be70b2-c46d-4483-b2d6-1287837fc99b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.156877 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4303d43-5f18-45b1-a4f0-1602debbc55f {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:06.187193 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b4303d43-5f18-45b1-a4f0-1602debbc55f, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b4303d43-5f18-45b1-a4f0-1602debbc55f,segment=NetworkSegment(c1804d01-4de0-4d24-bc8b-607047aabf4a),segment_id=c1804d01-4de0-4d24-bc8b-607047aabf4a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:06.194701 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.195121 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4354f5a-1615-4a41-892d-82df9a67512f x-openstack-request-id: req-c4354f5a-1615-4a41-892d-82df9a67512f {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:06.195312 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b6395a-6ff5-4035-a89b-45a27da4d100", "tag": "f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:06.195633 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c4354f5a-1615-4a41-892d-82df9a67512f {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:06.196141 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b6395a-6ff5-4035-a89b-45a27da4d100', 'tag': 'f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c', 'status': 'completed', 'code': 200} Jul 16 20:29:06.198817 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-2995a2f2-1721-4064-9eaf-4a64fb7fc2b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, f79ea9b3-8015-410a-823e-3491f5313849) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:06.208922 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2995a2f2-1721-4064-9eaf-4a64fb7fc2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:06.210056 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2995a2f2-1721-4064-9eaf-4a64fb7fc2b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.227292 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3be70b2-c46d-4483-b2d6-1287837fc99b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network 1cc04a32-cc94-4c03-9045-143fb0e8ac07 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:06.227835 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-bb79d742-8469-41f4-956c-793cd5213919 req-90448167-3d30-4555-9396-b779484e9963 service neutron] For port 1b664e0c-f324-4c0f-8abd-2dab988b25f4, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:06.247335 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-b3be70b2-c46d-4483-b2d6-1287837fc99b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:06.256654 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-bb79d742-8469-41f4-956c-793cd5213919 req-90448167-3d30-4555-9396-b779484e9963 service neutron] For port 1b664e0c-f324-4c0f-8abd-2dab988b25f4, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=1b664e0c-f324-4c0f-8abd-2dab988b25f4,segment=NetworkSegment(8d35c410-30a1-4b75-a650-78fe73e706ce),segment_id=8d35c410-30a1-4b75-a650-78fe73e706ce)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:06.271756 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6157bde-1c17-415b-9d91-c7ddda6a10a2 None None] Network f79ea9b3-8015-410a-823e-3491f5313849 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:06.274352 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bb79d742-8469-41f4-956c-793cd5213919 req-90448167-3d30-4555-9396-b779484e9963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.279206 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3be70b2-c46d-4483-b2d6-1287837fc99b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:06.286420 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3be70b2-c46d-4483-b2d6-1287837fc99b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:06.287186 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3be70b2-c46d-4483-b2d6-1287837fc99b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.329620 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2995a2f2-1721-4064-9eaf-4a64fb7fc2b4 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2050993 Jul 16 20:29:06.329620 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b3be70b2-c46d-4483-b2d6-1287837fc99b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1882141 Jul 16 20:29:06.337303 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36244) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:06.342789 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79d742-8469-41f4-956c-793cd5213919 req-90448167-3d30-4555-9396-b779484e9963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:06.343417 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bb79d742-8469-41f4-956c-793cd5213919 req-90448167-3d30-4555-9396-b779484e9963 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.345441 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb79d742-8469-41f4-956c-793cd5213919 req-90448167-3d30-4555-9396-b779484e9963 service neutron] 10.222.0.18 "PUT /v2.0/ports/1b664e0c-f324-4c0f-8abd-2dab988b25f4 HTTP/1.1" status: 200 len: 1092 time: 1.8924565 Jul 16 20:29:06.347666 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be70b2-c46d-4483-b2d6-1287837fc99b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Port': ['ID=5753e320-ff99-43cb-b149-d57a6ded2147,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:06.353282 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-717fffbc-649f-4efb-83e4-daec9289f5d1 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'port': {'network_id': '1cc04a32-cc94-4c03-9045-143fb0e8ac07', 'name': 'tempest-PortsIpV6TestJSON-510238636', 'fixed_ips': [{'subnet_id': '0ee09f5c-1439-4176-a5cf-91e39e6e2bde', 'ip_address': '2001:db8::f'}]}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:06.363723 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c17c531-e82a-4376-87b2-f6d6b28884b8', 'tag': '1b664e0c-f324-4c0f-8abd-2dab988b25f4'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:06.375432 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f049d5-8dcf-4244-9deb-461d4958f7d5" -d '{"events": [{"name": "network-changed", "server_uuid": "4c17c531-e82a-4376-87b2-f6d6b28884b8", "tag": "1b664e0c-f324-4c0f-8abd-2dab988b25f4"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:06.380001 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=b4303d43-5f18-45b1-a4f0-1602debbc55f,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:06.412565 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e17fd-9232-4b23-8a60-ed75099b1431 req-79a7829d-e791-478d-8e41-f7328df27c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:06.431847 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-653e17fd-9232-4b23-8a60-ed75099b1431 req-79a7829d-e791-478d-8e41-f7328df27c59 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b8887d8465f43f68153fdd72b6e7bdc&device_id=a3b6395a-6ff5-4035-a89b-45a27da4d100 HTTP/1.1" status: 200 len: 1096 time: 0.2032006 Jul 16 20:29:06.482066 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90448167-3d30-4555-9396-b779484e9963 service neutron] Pushing event updated for resources: {'Port': ['ID=1b664e0c-f324-4c0f-8abd-2dab988b25f4,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:06.529996 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc90dcf-0de4-4c70-836b-59030c984fac x-openstack-request-id: req-5fc90dcf-0de4-4c70-836b-59030c984fac {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:06.532431 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c17c531-e82a-4376-87b2-f6d6b28884b8", "tag": "1b664e0c-f324-4c0f-8abd-2dab988b25f4", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:06.533332 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5fc90dcf-0de4-4c70-836b-59030c984fac {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:06.533811 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c17c531-e82a-4376-87b2-f6d6b28884b8', 'tag': '1b664e0c-f324-4c0f-8abd-2dab988b25f4', 'status': 'completed', 'code': 200} Jul 16 20:29:06.574193 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b2045c-90d1-4744-8431-13984700b6cb None None] Network f79ea9b3-8015-410a-823e-3491f5313849 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:06.595212 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e17fd-9232-4b23-8a60-ed75099b1431 req-2abc954d-3acd-49fe-a71e-4299da2df0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:06.596768 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-653e17fd-9232-4b23-8a60-ed75099b1431 req-2abc954d-3acd-49fe-a71e-4299da2df0da service neutron] 10.222.0.18 "GET /v2.0/networks?id=e1c5d2cc-b665-49f1-a6ce-bba156502988 HTTP/1.1" status: 200 len: 905 time: 0.1574333 Jul 16 20:29:06.656948 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-653e17fd-9232-4b23-8a60-ed75099b1431 req-612a5ecc-ed0b-4fe9-b643-22f71a68749a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c HTTP/1.1" status: 200 len: 217 time: 0.0522406 Jul 16 20:29:06.662249 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['b4303d43-5f18-45b1-a4f0-1602debbc55f'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:06.750167 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e17fd-9232-4b23-8a60-ed75099b1431 req-23ae88d8-db3b-46b6-977e-ae31ffc88255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:06.752512 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-653e17fd-9232-4b23-8a60-ed75099b1431 req-23ae88d8-db3b-46b6-977e-ae31ffc88255 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d69795-663e-4814-80c1-613e990ce032 HTTP/1.1" status: 200 len: 844 time: 0.0893548 Jul 16 20:29:06.826390 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-653e17fd-9232-4b23-8a60-ed75099b1431 req-22364191-0d66-41a8-9168-2259e69a06b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1c5d2cc-b665-49f1-a6ce-bba156502988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607233 Jul 16 20:29:06.877731 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf65cea-c092-43d1-aeb1-a710e79c1123 req-08374391-5e21-411e-8162-e7cc13b114fa tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:06.890973 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6cf65cea-c092-43d1-aeb1-a710e79c1123 req-08374391-5e21-411e-8162-e7cc13b114fa tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c17c531-e82a-4376-87b2-f6d6b28884b8 HTTP/1.1" status: 200 len: 943 time: 0.6395988 Jul 16 20:29:06.910765 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-a0a049d6-001e-42a0-9f4d-3b71eb403d05 req-3e4faa8d-e150-4c7d-9249-1c62833a100c tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2083332623', 'description': 'tempest-description-1611630665'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:06.922018 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79d742-8469-41f4-956c-793cd5213919 req-fcb04219-2e4b-4294-bdba-828b39c260aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:06.924019 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb79d742-8469-41f4-956c-793cd5213919 req-fcb04219-2e4b-4294-bdba-828b39c260aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=865a4ca4e884477eae955fd4db1057f2&device_id=4c17c531-e82a-4376-87b2-f6d6b28884b8 HTTP/1.1" status: 200 len: 1095 time: 0.4061716 Jul 16 20:29:07.006633 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-653e17fd-9232-4b23-8a60-ed75099b1431 req-6364aa07-2361-42fd-9ee2-04d67840ccdc service neutron] 10.222.0.18 "GET /v2.0/networks/e1c5d2cc-b665-49f1-a6ce-bba156502988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698318 Jul 16 20:29:07.036365 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb79d742-8469-41f4-956c-793cd5213919 req-c136d9d4-a09d-439c-b4c5-33257cc8f572 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b664e0c-f324-4c0f-8abd-2dab988b25f4 HTTP/1.1" status: 200 len: 217 time: 0.0900402 Jul 16 20:29:07.058793 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.db.api [None req-717fffbc-649f-4efb-83e4-daec9289f5d1 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:29:07.058793 n-d-791506-21 neutron-server[93794]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:29:07.058793 n-d-791506-21 neutron-server[93794]: [parameters: {'project_id': '8f9a426ea30846e192079ccbb52ca7cc', 'id': 'e25d3954-60bb-446d-9c75-a970aa0e4949', 'expiration': datetime.datetime(2021, 7, 16, 20, 31, 7, 25720)}] Jul 16 20:29:07.058793 n-d-791506-21 neutron-server[93794]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:29:07.059242 n-d-791506-21 neutron-server[93794]: DEBUG oslo_db.api [None req-717fffbc-649f-4efb-83e4-daec9289f5d1 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:29:07.073841 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6cf65cea-c092-43d1-aeb1-a710e79c1123 req-a45eaa89-c59c-43f4-b5ba-f0166869b6bd tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820629 Jul 16 20:29:07.112142 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873a7c53-beef-4ced-9ac8-a86e3d3bae4a None None] Network 1cc04a32-cc94-4c03-9045-143fb0e8ac07 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:07.117418 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a0a049d6-001e-42a0-9f4d-3b71eb403d05 req-3e4faa8d-e150-4c7d-9249-1c62833a100c tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.140384 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-653e17fd-9232-4b23-8a60-ed75099b1431 req-6513da84-6e25-4470-b800-3c029511499a service neutron] 10.222.0.18 "GET /v2.0/networks/e1c5d2cc-b665-49f1-a6ce-bba156502988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273279 Jul 16 20:29:07.155731 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79d742-8469-41f4-956c-793cd5213919 req-c177631c-36ed-45a6-aceb-2cbd602a71ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:07.157644 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb79d742-8469-41f4-956c-793cd5213919 req-c177631c-36ed-45a6-aceb-2cbd602a71ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=973cc802-97a0-42d1-9c50-9d84240b247f HTTP/1.1" status: 200 len: 855 time: 0.1160355 Jul 16 20:29:07.201155 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb79d742-8469-41f4-956c-793cd5213919 req-4a09d1ba-e4cd-4df4-89d3-203e3e4e25ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9e1ef5a8-bcda-4218-b2dd-c5f692229aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371161 Jul 16 20:29:07.222393 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e1392c43-28ed-4720-8b40-b9792680adcb None None] Provisioning for port 633fbdad-fcd6-452d-8276-d452655f844c completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:07.360384 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 633fbdad-fcd6-452d-8276-d452655f844c up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:07.427285 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 633fbdad-fcd6-452d-8276-d452655f844c completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:07.432158 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 633fbdad-fcd6-452d-8276-d452655f844c triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:07.432531 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.556956 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.626919 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 633fbdad-fcd6-452d-8276-d452655f844c, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=633fbdad-fcd6-452d-8276-d452655f844c,segment=NetworkSegment(42001d44-5e25-466e-bb03-eba3d4f98912),segment_id=42001d44-5e25-466e-bb03-eba3d4f98912)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:07.633451 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.713416 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=633fbdad-fcd6-452d-8276-d452655f844c,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:07.767121 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb79d742-8469-41f4-956c-793cd5213919 req-0c41cbad-2682-479f-90c9-2ec3f91986f1 service neutron] 10.222.0.18 "GET /v2.0/networks/9e1ef5a8-bcda-4218-b2dd-c5f692229aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5465295 Jul 16 20:29:07.806986 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a0a049d6-001e-42a0-9f4d-3b71eb403d05 req-3e4faa8d-e150-4c7d-9249-1c62833a100c tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.822283 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5e342-dd49-4ef5-ac79-d2d0445cf4b2 req-e5c5ed6b-a9c6-45f8-93ee-d3071ac917a2 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:07.824104 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f7b5e342-dd49-4ef5-ac79-d2d0445cf4b2 req-e5c5ed6b-a9c6-45f8-93ee-d3071ac917a2 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 945 time: 0.6072214 Jul 16 20:29:07.830493 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a0a049d6-001e-42a0-9f4d-3b71eb403d05 req-3e4faa8d-e150-4c7d-9249-1c62833a100c tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.874629 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6abafc8b-b8f9-4e10-9ede-922d6aa3a01c None None] Provisioning for port 5753e320-ff99-43cb-b149-d57a6ded2147 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:07.881231 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6abafc8b-b8f9-4e10-9ede-922d6aa3a01c None None] Provisioning complete for port 5753e320-ff99-43cb-b149-d57a6ded2147 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:07.883530 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6abafc8b-b8f9-4e10-9ede-922d6aa3a01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.931195 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717fffbc-649f-4efb-83e4-daec9289f5d1 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:07.938248 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device bdaa98ab-e620-4623-a0ab-903239b43605 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:07.939292 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4faa8d-e150-4c7d-9249-1c62833a100c tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff581f3f-69d5-4eeb-ad6e-f4b7b26cd01d,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:07.972741 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a0a049d6-001e-42a0-9f4d-3b71eb403d05 req-3e4faa8d-e150-4c7d-9249-1c62833a100c tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.976983 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a0a049d6-001e-42a0-9f4d-3b71eb403d05 req-3e4faa8d-e150-4c7d-9249-1c62833a100c tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.0807467 Jul 16 20:29:07.991915 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6abafc8b-b8f9-4e10-9ede-922d6aa3a01c None None] Port 5753e320-ff99-43cb-b149-d57a6ded2147 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:08.010151 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6abafc8b-b8f9-4e10-9ede-922d6aa3a01c None None] Provisioning complete for port 633fbdad-fcd6-452d-8276-d452655f844c triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:08.010548 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6abafc8b-b8f9-4e10-9ede-922d6aa3a01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.018797 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f7b5e342-dd49-4ef5-ac79-d2d0445cf4b2 req-ddba1039-5f0c-4763-b358-7deca9225a31 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e281b25-8765-433e-9429-8b0fb9a75f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832836 Jul 16 20:29:08.046539 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port bdaa98ab-e620-4623-a0ab-903239b43605 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:08.056993 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb79d742-8469-41f4-956c-793cd5213919 req-9943191e-2c24-4312-bfdf-df2f512747bc service neutron] 10.222.0.18 "GET /v2.0/networks/9e1ef5a8-bcda-4218-b2dd-c5f692229aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813711 Jul 16 20:29:08.057903 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port bdaa98ab-e620-4623-a0ab-903239b43605 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:08.058287 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.152869 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-717fffbc-649f-4efb-83e4-daec9289f5d1 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.198968 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.223741 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ccf963-e66b-4ba5-bbb3-c19170a50a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaa98ab-e620-4623-a0ab-903239b43605'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:08.226011 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1448268-aee8-458a-a474-9766338afd80" -d '{"events": [{"server_uuid": "a5ccf963-e66b-4ba5-bbb3-c19170a50a65", "name": "network-vif-plugged", "status": "completed", "tag": "bdaa98ab-e620-4623-a0ab-903239b43605"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:08.228918 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-717fffbc-649f-4efb-83e4-daec9289f5d1 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] device_id is not set on port d6eca46e-931e-4875-9b30-165a3babc86e yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:29:08.242735 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port bdaa98ab-e620-4623-a0ab-903239b43605, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=bdaa98ab-e620-4623-a0ab-903239b43605,segment=NetworkSegment(b4e1a03e-80f8-4721-9088-3210f878bdf6),segment_id=b4e1a03e-80f8-4721-9088-3210f878bdf6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:08.251897 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.252733 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b4303d43-5f18-45b1-a4f0-1602debbc55f up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:08.351140 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-87bf9963-1c3b-4851-88f7-bbe4993f5524 None None] Provisioning complete for port 5753e320-ff99-43cb-b149-d57a6ded2147 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:08.351510 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87bf9963-1c3b-4851-88f7-bbe4993f5524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.354265 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=bdaa98ab-e620-4623-a0ab-903239b43605,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:08.376210 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f049d5-8dcf-4244-9deb-461d4958f7d5 req-352aa55e-390e-4dd2-bd61-730d17df6f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:08.377730 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66f049d5-8dcf-4244-9deb-461d4958f7d5 req-352aa55e-390e-4dd2-bd61-730d17df6f59 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=865a4ca4e884477eae955fd4db1057f2&device_id=4c17c531-e82a-4376-87b2-f6d6b28884b8 HTTP/1.1" status: 200 len: 1095 time: 0.2721286 Jul 16 20:29:08.389288 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port b4303d43-5f18-45b1-a4f0-1602debbc55f completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:08.397032 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5df6c-a7cf-4f1c-a011-f95d507ffffc req-5eaed413-0066-445f-a2a9-da18bba23c8e tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:08.398525 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46d5df6c-a7cf-4f1c-a011-f95d507ffffc req-5eaed413-0066-445f-a2a9-da18bba23c8e tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3b6395a-6ff5-4035-a89b-45a27da4d100 HTTP/1.1" status: 200 len: 944 time: 0.2602670 Jul 16 20:29:08.403700 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port b4303d43-5f18-45b1-a4f0-1602debbc55f triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:08.404152 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.417843 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e405e-4bd2-4fea-88d3-0321e702ebaf req-adf33cc9-5ea5-40b3-adc3-66be97c4f673 tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:08.419364 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d12e405e-4bd2-4fea-88d3-0321e702ebaf req-adf33cc9-5ea5-40b3-adc3-66be97c4f673 tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5ccf963-e66b-4ba5-bbb3-c19170a50a65 HTTP/1.1" status: 200 len: 944 time: 0.2361057 Jul 16 20:29:08.444760 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-87bf9963-1c3b-4851-88f7-bbe4993f5524 None None] Port 5753e320-ff99-43cb-b149-d57a6ded2147 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:08.455441 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:29:08.579632 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46d5df6c-a7cf-4f1c-a011-f95d507ffffc req-90ed3410-44f3-4a39-a9f5-66cd041c740c tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707406 Jul 16 20:29:08.597535 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d12e405e-4bd2-4fea-88d3-0321e702ebaf req-da752859-65af-41bb-9d7c-6187a380ffa8 tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.38 "GET /v2.0/security-groups?id=786927a0-f19a-4ac9-a216-82bc73b9b765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540802 Jul 16 20:29:08.611987 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-717fffbc-649f-4efb-83e4-daec9289f5d1 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Allocated IP 2001:db8::f (1cc04a32-cc94-4c03-9045-143fb0e8ac07/0ee09f5c-1439-4176-a5cf-91e39e6e2bde/d6eca46e-931e-4875-9b30-165a3babc86e) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:08.633306 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f049d5-8dcf-4244-9deb-461d4958f7d5 req-924260d3-240d-4360-98ea-75a56f545484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:08.634964 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66f049d5-8dcf-4244-9deb-461d4958f7d5 req-924260d3-240d-4360-98ea-75a56f545484 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9e1ef5a8-bcda-4218-b2dd-c5f692229aa3 HTTP/1.1" status: 200 len: 916 time: 0.2463832 Jul 16 20:29:08.668584 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:08.681531 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.695000 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c', 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988', 'port_id': 'f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c', 'mac_address': 'fa:16:3e:a7:a2:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d69795-663e-4814-80c1-613e990ce032', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:29:08.714364 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66f049d5-8dcf-4244-9deb-461d4958f7d5 req-b05b4102-4bd9-4858-b2f3-a6e38d12f772 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b664e0c-f324-4c0f-8abd-2dab988b25f4 HTTP/1.1" status: 200 len: 217 time: 0.0636625 Jul 16 20:29:08.745261 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b4303d43-5f18-45b1-a4f0-1602debbc55f, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b4303d43-5f18-45b1-a4f0-1602debbc55f,segment=NetworkSegment(c1804d01-4de0-4d24-bc8b-607047aabf4a),segment_id=c1804d01-4de0-4d24-bc8b-607047aabf4a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:08.755032 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.787926 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.819188 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:08.838285 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-93b701a9-544f-40f5-964e-ebe522de5ee2 req-31834c45-4855-468e-ad7f-906cfb576441 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] 10.222.0.38 "GET /v2.0/security-groups/ff581f3f-69d5-4eeb-ad6e-f4b7b26cd01d HTTP/1.1" status: 200 len: 1815 time: 0.1761806 Jul 16 20:29:08.846488 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-93b701a9-544f-40f5-964e-ebe522de5ee2 req-9cc051d3-d47d-40ca-b3cd-c2bdffaeae0b tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ff581f3f-69d5-4eeb-ad6e-f4b7b26cd01d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:08.846813 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-93b701a9-544f-40f5-964e-ebe522de5ee2 req-9cc051d3-d47d-40ca-b3cd-c2bdffaeae0b tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ff581f3f-69d5-4eeb-ad6e-f4b7b26cd01d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:08.852580 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=b4303d43-5f18-45b1-a4f0-1602debbc55f,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:08.854492 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f049d5-8dcf-4244-9deb-461d4958f7d5 req-7f8f47ea-ca29-4f76-9716-7846ea4dde4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:08.856125 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66f049d5-8dcf-4244-9deb-461d4958f7d5 req-7f8f47ea-ca29-4f76-9716-7846ea4dde4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=973cc802-97a0-42d1-9c50-9d84240b247f HTTP/1.1" status: 200 len: 855 time: 0.1313138 Jul 16 20:29:08.858272 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:08.864621 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.922948 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:08.926513 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66f049d5-8dcf-4244-9deb-461d4958f7d5 req-b5bf0288-3bf7-43d7-8218-5a898b9b9a72 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9e1ef5a8-bcda-4218-b2dd-c5f692229aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387208 Jul 16 20:29:09.047987 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-717fffbc-649f-4efb-83e4-daec9289f5d1 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:09.088798 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-717fffbc-649f-4efb-83e4-daec9289f5d1 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Transition to ACTIVE for port object d6eca46e-931e-4875-9b30-165a3babc86e will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:09.092062 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:09.106600 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-93b701a9-544f-40f5-964e-ebe522de5ee2 req-9cc051d3-d47d-40ca-b3cd-c2bdffaeae0b tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:09.112346 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66f049d5-8dcf-4244-9deb-461d4958f7d5 req-c64cb1bf-5418-41b8-b297-3e7e809bf134 service neutron] 10.222.0.18 "GET /v2.0/networks/9e1ef5a8-bcda-4218-b2dd-c5f692229aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779871 Jul 16 20:29:09.199547 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-93b701a9-544f-40f5-964e-ebe522de5ee2 req-9cc051d3-d47d-40ca-b3cd-c2bdffaeae0b tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:09.213226 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-93b701a9-544f-40f5-964e-ebe522de5ee2 req-9cc051d3-d47d-40ca-b3cd-c2bdffaeae0b tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:09.299404 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 633fbdad-fcd6-452d-8276-d452655f844c up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:09.308816 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc051d3-d47d-40ca-b3cd-c2bdffaeae0b tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef1d23dd-a60f-4a43-8073-f42aabe5f76e,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:09.324626 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-717fffbc-649f-4efb-83e4-daec9289f5d1 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:09.327168 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-93b701a9-544f-40f5-964e-ebe522de5ee2 req-9cc051d3-d47d-40ca-b3cd-c2bdffaeae0b tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:09.328457 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-93b701a9-544f-40f5-964e-ebe522de5ee2 req-9cc051d3-d47d-40ca-b3cd-c2bdffaeae0b tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4893241 Jul 16 20:29:09.371532 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b113ed5-c8ea-4250-bdc0-dddb65067f59 x-openstack-request-id: req-6b113ed5-c8ea-4250-bdc0-dddb65067f59 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:09.371843 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ccf963-e66b-4ba5-bbb3-c19170a50a65", "name": "network-vif-plugged", "status": "completed", "tag": "bdaa98ab-e620-4623-a0ab-903239b43605", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:09.372799 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6b113ed5-c8ea-4250-bdc0-dddb65067f59 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:09.373356 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ccf963-e66b-4ba5-bbb3-c19170a50a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaa98ab-e620-4623-a0ab-903239b43605', 'code': 200} Jul 16 20:29:09.374125 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 633fbdad-fcd6-452d-8276-d452655f844c triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:09.374880 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:09.425287 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717fffbc-649f-4efb-83e4-daec9289f5d1 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network 1cc04a32-cc94-4c03-9045-143fb0e8ac07 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:09.427215 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717fffbc-649f-4efb-83e4-daec9289f5d1 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Port': ['ID=d6eca46e-931e-4875-9b30-165a3babc86e,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:09.437874 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5160c3a-1ec1-4531-8664-aba46bc2d549 req-f89c0038-2108-4c34-a65d-b7ff349dde2a tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:09.446697 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c5160c3a-1ec1-4531-8664-aba46bc2d549 req-f89c0038-2108-4c34-a65d-b7ff349dde2a tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c17c531-e82a-4376-87b2-f6d6b28884b8 HTTP/1.1" status: 200 len: 943 time: 0.3313000 Jul 16 20:29:09.451451 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66f049d5-8dcf-4244-9deb-461d4958f7d5 req-364e6201-8841-4e70-930d-d19f9fac4213 service neutron] 10.222.0.18 "GET /v2.0/networks/9e1ef5a8-bcda-4218-b2dd-c5f692229aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170674 Jul 16 20:29:09.457711 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-717fffbc-649f-4efb-83e4-daec9289f5d1 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:09.469136 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717fffbc-649f-4efb-83e4-daec9289f5d1 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:09.475366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717fffbc-649f-4efb-83e4-daec9289f5d1 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:09.476549 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-717fffbc-649f-4efb-83e4-daec9289f5d1 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:09.558126 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-717fffbc-649f-4efb-83e4-daec9289f5d1 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2103903 Jul 16 20:29:09.561709 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36292) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:09.587961 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c5160c3a-1ec1-4531-8664-aba46bc2d549 req-194215b7-34b7-4ebd-86b2-237a08fa2476 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402974 Jul 16 20:29:09.679184 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e76235-42a1-4a7e-9fee-4750a0e11ea9 req-5191bbaf-7e8a-4cd1-b2bf-44577ecf3929 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:09.680653 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-86e76235-42a1-4a7e-9fee-4750a0e11ea9 req-5191bbaf-7e8a-4cd1-b2bf-44577ecf3929 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 946 time: 0.1940012 Jul 16 20:29:09.688787 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ca6c7-10d5-4b48-827f-078bd21b9873 req-7cfb4595-4e50-4fe4-ac48-363efaaeef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:09.690315 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-616ca6c7-10d5-4b48-827f-078bd21b9873 req-7cfb4595-4e50-4fe4-ac48-363efaaeef62 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a5ccf963-e66b-4ba5-bbb3-c19170a50a65 HTTP/1.1" status: 200 len: 1097 time: 0.2300994 Jul 16 20:29:09.720930 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6223c971-08ef-42f0-bc66-7228971e3633 req-8f8c7904-34c8-4cfe-8100-a04737026817 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] 10.222.0.38 "GET /v2.0/security-groups/ff581f3f-69d5-4eeb-ad6e-f4b7b26cd01d HTTP/1.1" status: 200 len: 2409 time: 0.1002159 Jul 16 20:29:09.722186 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1d49a3-cc54-43b4-83f6-9071a9a9745a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:09.727814 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4c1d49a3-cc54-43b4-83f6-9071a9a9745a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1604071 Jul 16 20:29:09.729685 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36300) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:09.755784 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-86e76235-42a1-4a7e-9fee-4750a0e11ea9 req-9c84672e-2663-4df3-b11a-7e691d7ee459 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e281b25-8765-433e-9429-8b0fb9a75f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693278 Jul 16 20:29:09.759731 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-616ca6c7-10d5-4b48-827f-078bd21b9873 req-3a8ac20d-b07b-44a0-89b8-79a23b4c1734 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=786927a0-f19a-4ac9-a216-82bc73b9b765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590796 Jul 16 20:29:09.792613 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a5cabd65-b2c0-41aa-92ce-18bdfb717e5f None None] Provisioning for port d6eca46e-931e-4875-9b30-165a3babc86e completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:09.803748 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a5cabd65-b2c0-41aa-92ce-18bdfb717e5f None None] Provisioning complete for port d6eca46e-931e-4875-9b30-165a3babc86e triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:09.803748 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5cabd65-b2c0-41aa-92ce-18bdfb717e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:09.843490 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60f7bc5-0805-4a11-8dbb-4782551af6a6 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:09.853385 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60f7bc5-0805-4a11-8dbb-4782551af6a6 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:09.861121 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60f7bc5-0805-4a11-8dbb-4782551af6a6 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:09.863829 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f60f7bc5-0805-4a11-8dbb-4782551af6a6 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1329615 Jul 16 20:29:09.866560 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36304) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:09.887763 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a5cabd65-b2c0-41aa-92ce-18bdfb717e5f None None] Port d6eca46e-931e-4875-9b30-165a3babc86e cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:10.063602 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c5efa-2b7e-446f-aba2-b4d5f9e62889 req-3bdf25ba-00c6-4175-8c56-e878d2287135 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:10.065079 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-db7c5efa-2b7e-446f-aba2-b4d5f9e62889 req-3bdf25ba-00c6-4175-8c56-e878d2287135 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3b6395a-6ff5-4035-a89b-45a27da4d100 HTTP/1.1" status: 200 len: 945 time: 0.1670399 Jul 16 20:29:10.096197 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-f509c9fd-0b95-4393-94f0-2cd5d059e6c2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting port d6eca46e-931e-4875-9b30-165a3babc86e {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:10.101372 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f509c9fd-0b95-4393-94f0-2cd5d059e6c2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.133368 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de671c8f-0fb3-49ff-94be-45461bc7ec35 req-202e7516-2044-4b62-abae-045cbc297511 tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:10.134884 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-de671c8f-0fb3-49ff-94be-45461bc7ec35 req-202e7516-2044-4b62-abae-045cbc297511 tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5ccf963-e66b-4ba5-bbb3-c19170a50a65 HTTP/1.1" status: 200 len: 945 time: 0.2033942 Jul 16 20:29:10.178532 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-db7c5efa-2b7e-446f-aba2-b4d5f9e62889 req-17e76c53-6eac-46f5-bb14-9a91fe2efd74 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062524 Jul 16 20:29:10.250919 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-de671c8f-0fb3-49ff-94be-45461bc7ec35 req-50faa148-9f71-49eb-9e26-866b9f6bc038 tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.38 "GET /v2.0/security-groups?id=786927a0-f19a-4ac9-a216-82bc73b9b765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031973 Jul 16 20:29:10.260816 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1fd4f7ae-59fb-443b-8697-e83a6a8b3a43 req-a79af0d6-dfdd-46ba-acee-d2d47e72def6 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] 10.222.0.38 "GET /v2.0/security-group-rules/ef1d23dd-a60f-4a43-8073-f42aabe5f76e HTTP/1.1" status: 200 len: 778 time: 0.0521777 Jul 16 20:29:10.284699 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f509c9fd-0b95-4393-94f0-2cd5d059e6c2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.309590 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-f509c9fd-0b95-4393-94f0-2cd5d059e6c2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Calling delete_port for d6eca46e-931e-4875-9b30-165a3babc86e owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:10.370862 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1fd4f7ae-59fb-443b-8697-e83a6a8b3a43 req-e192f139-0491-41c8-8fb3-db6685b4d985 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] 10.222.0.38 "GET /v2.0/security-groups/ff581f3f-69d5-4eeb-ad6e-f4b7b26cd01d HTTP/1.1" status: 200 len: 2409 time: 0.1026585 Jul 16 20:29:10.415766 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1fd4f7ae-59fb-443b-8697-e83a6a8b3a43 req-e8a4a79b-dd1c-42f4-bc01-04cc24457d25 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.430688 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1fd4f7ae-59fb-443b-8697-e83a6a8b3a43 req-e8a4a79b-dd1c-42f4-bc01-04cc24457d25 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.463603 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 1b664e0c-f324-4c0f-8abd-2dab988b25f4 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:29:10.475731 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:10.516313 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1fd4f7ae-59fb-443b-8697-e83a6a8b3a43 req-e8a4a79b-dd1c-42f4-bc01-04cc24457d25 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.526141 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1fd4f7ae-59fb-443b-8697-e83a6a8b3a43 req-e8a4a79b-dd1c-42f4-bc01-04cc24457d25 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.527847 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1fd4f7ae-59fb-443b-8697-e83a6a8b3a43 req-e8a4a79b-dd1c-42f4-bc01-04cc24457d25 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/ef1d23dd-a60f-4a43-8073-f42aabe5f76e HTTP/1.1" status: 204 len: 173 time: 0.1503067 Jul 16 20:29:10.548223 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4a79b-dd1c-42f4-bc01-04cc24457d25 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef1d23dd-a60f-4a43-8073-f42aabe5f76e,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:10.576481 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-0e1a695a-4baa-46e7-8011-ea5650307a63 req-bae49ac9-4e6b-4f22-ac80-72fae26dee53 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1513170965', 'description': 'tempest-description-1099628587'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:10.581094 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f509c9fd-0b95-4393-94f0-2cd5d059e6c2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.600172 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:10.614119 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:10.614679 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.651733 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509c9fd-0b95-4393-94f0-2cd5d059e6c2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Port': ['ID=d6eca46e-931e-4875-9b30-165a3babc86e,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:10.668202 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 1b664e0c-f324-4c0f-8abd-2dab988b25f4, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=1b664e0c-f324-4c0f-8abd-2dab988b25f4,segment=NetworkSegment(8d35c410-30a1-4b75-a650-78fe73e706ce),segment_id=8d35c410-30a1-4b75-a650-78fe73e706ce)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:10.685023 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '1b664e0c-f324-4c0f-8abd-2dab988b25f4', 'network_id': '9e1ef5a8-bcda-4218-b2dd-c5f692229aa3', 'port_id': '1b664e0c-f324-4c0f-8abd-2dab988b25f4', 'mac_address': 'fa:16:3e:07:9b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973cc802-97a0-42d1-9c50-9d84240b247f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:29:10.721633 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f509c9fd-0b95-4393-94f0-2cd5d059e6c2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.727514 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f509c9fd-0b95-4393-94f0-2cd5d059e6c2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/ports/d6eca46e-931e-4875-9b30-165a3babc86e HTTP/1.1" status: 204 len: 168 time: 0.8571196 Jul 16 20:29:10.727514 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-0e1a695a-4baa-46e7-8011-ea5650307a63 req-bae49ac9-4e6b-4f22-ac80-72fae26dee53 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.728183 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36312) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:10.783258 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.788264 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.807168 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-607cd3bf-4fef-4f3e-acd0-d763ac58b9bc tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] GET failed (client error): The resource could not be found. Jul 16 20:29:10.811247 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-607cd3bf-4fef-4f3e-acd0-d763ac58b9bc tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "GET /v2.0/ports/d6eca46e-931e-4875-9b30-165a3babc86e HTTP/1.1" status: 404 len: 333 time: 0.0802670 Jul 16 20:29:10.815978 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36318) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:10.847556 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b664e0c-f324-4c0f-8abd-2dab988b25f4 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:10.906478 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-0e1a695a-4baa-46e7-8011-ea5650307a63 req-bae49ac9-4e6b-4f22-ac80-72fae26dee53 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.950929 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdbb02-b513-4ac4-9b1b-2aa5dc21a4aa req-2ca7827a-6a6d-45fc-a2b4-8745b07097e8 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:10.954996 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-53cdbb02-b513-4ac4-9b1b-2aa5dc21a4aa req-2ca7827a-6a6d-45fc-a2b4-8745b07097e8 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c17c531-e82a-4376-87b2-f6d6b28884b8 HTTP/1.1" status: 200 len: 943 time: 0.1558263 Jul 16 20:29:10.957646 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-0e1a695a-4baa-46e7-8011-ea5650307a63 req-bae49ac9-4e6b-4f22-ac80-72fae26dee53 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.999972 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-84f4f82c-ad96-496b-beac-e4a909582584 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting port 5753e320-ff99-43cb-b149-d57a6ded2147 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:11.000402 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-84f4f82c-ad96-496b-beac-e4a909582584 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.011415 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-0e1a695a-4baa-46e7-8011-ea5650307a63 req-bae49ac9-4e6b-4f22-ac80-72fae26dee53 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.012987 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0e1a695a-4baa-46e7-8011-ea5650307a63 req-bae49ac9-4e6b-4f22-ac80-72fae26dee53 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4467025 Jul 16 20:29:11.063572 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae49ac9-4e6b-4f22-ac80-72fae26dee53 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b2850a-83e7-49ae-ae2c-213e60c58fcc,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:11.103196 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-53cdbb02-b513-4ac4-9b1b-2aa5dc21a4aa req-69d866f8-4cb9-4890-8951-9576689990f3 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102617 Jul 16 20:29:11.142110 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-84f4f82c-ad96-496b-beac-e4a909582584 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.168804 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-84f4f82c-ad96-496b-beac-e4a909582584 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Calling delete_port for 5753e320-ff99-43cb-b149-d57a6ded2147 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:11.275133 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 1b664e0c-f324-4c0f-8abd-2dab988b25f4, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=1b664e0c-f324-4c0f-8abd-2dab988b25f4,segment=NetworkSegment(8d35c410-30a1-4b75-a650-78fe73e706ce),segment_id=8d35c410-30a1-4b75-a650-78fe73e706ce)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:11.287945 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.326885 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:11.338638 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.362426 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=1b664e0c-f324-4c0f-8abd-2dab988b25f4,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:11.378123 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ded01-aadd-482b-a5d8-4ea92fbfd252 req-4d15b776-94fe-4512-8658-ce094560910c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:11.381955 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-374ded01-aadd-482b-a5d8-4ea92fbfd252 req-4d15b776-94fe-4512-8658-ce094560910c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 946 time: 0.1688221 Jul 16 20:29:11.386775 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f167036-52b6-43fe-8762-fcb34b8a6217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4303d43-5f18-45b1-a4f0-1602debbc55f'}, {'server_uuid': 'a3b6395a-6ff5-4035-a89b-45a27da4d100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:11.390476 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17494b23-f270-4314-9f7d-8a0ec2c91043" -d '{"events": [{"server_uuid": "8f167036-52b6-43fe-8762-fcb34b8a6217", "name": "network-vif-plugged", "status": "completed", "tag": "b4303d43-5f18-45b1-a4f0-1602debbc55f"}, {"server_uuid": "a3b6395a-6ff5-4035-a89b-45a27da4d100", "name": "network-vif-plugged", "status": "completed", "tag": "f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:11.423880 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-84f4f82c-ad96-496b-beac-e4a909582584 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.455172 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-374ded01-aadd-482b-a5d8-4ea92fbfd252 req-0ba51ff3-48a3-4f16-a17e-19cadbee7db9 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e281b25-8765-433e-9429-8b0fb9a75f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648427 Jul 16 20:29:11.458447 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:11.487250 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4f82c-ad96-496b-beac-e4a909582584 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Port': ['ID=5753e320-ff99-43cb-b149-d57a6ded2147,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:11.523641 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-84f4f82c-ad96-496b-beac-e4a909582584 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.528530 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['1b664e0c-f324-4c0f-8abd-2dab988b25f4'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:11.529134 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-84f4f82c-ad96-496b-beac-e4a909582584 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/ports/5753e320-ff99-43cb-b149-d57a6ded2147 HTTP/1.1" status: 204 len: 168 time: 0.7090576 Jul 16 20:29:11.529134 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36334) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:11.583699 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-af62c2aa-d418-4deb-84d6-a4c9cfdd585b req-e8555330-345d-4396-b3bb-6003f126ff38 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] 10.222.0.38 "GET /v2.0/security-groups/34b2850a-83e7-49ae-ae2c-213e60c58fcc HTTP/1.1" status: 200 len: 1815 time: 0.0957594 Jul 16 20:29:11.596507 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c3d844-c58c-4f95-b3e5-2a5e74248b8b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] GET failed (client error): The resource could not be found. Jul 16 20:29:11.602152 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-10c3d844-c58c-4f95-b3e5-2a5e74248b8b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "GET /v2.0/ports/5753e320-ff99-43cb-b149-d57a6ded2147 HTTP/1.1" status: 404 len: 333 time: 0.0696287 Jul 16 20:29:11.603934 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36340) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:11.745761 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeca125c-0d17-46e2-aa23-08d75fec713b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting subnet 0ee09f5c-1439-4176-a5cf-91e39e6e2bde {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:29:11.754127 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aeca125c-0d17-46e2-aa23-08d75fec713b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.830632 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aeca125c-0d17-46e2-aa23-08d75fec713b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.936262 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aeca125c-0d17-46e2-aa23-08d75fec713b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.003393 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aeca125c-0d17-46e2-aa23-08d75fec713b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.032944 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca125c-0d17-46e2-aa23-08d75fec713b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Subnet': ['ID=0ee09f5c-1439-4176-a5cf-91e39e6e2bde,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:12.048075 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aeca125c-0d17-46e2-aa23-08d75fec713b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.049069 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e14f00-8ab4-4b46-b5fb-3ea7f946b82e None None] Network 1cc04a32-cc94-4c03-9045-143fb0e8ac07 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:12.053603 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-aeca125c-0d17-46e2-aa23-08d75fec713b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/subnets/0ee09f5c-1439-4176-a5cf-91e39e6e2bde HTTP/1.1" status: 204 len: 168 time: 0.4466290 Jul 16 20:29:12.055160 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36342) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:12.161765 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-34e96416-0ade-4b12-bd23-d38d1080bc65 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.168781 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbe06b-091c-4b4b-870a-f704ff26444f req-1df3a111-e826-4f62-ade2-9a0923520397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:12.170975 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-25bbe06b-091c-4b4b-870a-f704ff26444f req-1df3a111-e826-4f62-ade2-9a0923520397 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=040bf7ee1ec54a50aca3b42fc92ded92&device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 1098 time: 0.5308034 Jul 16 20:29:12.237586 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-34e96416-0ade-4b12-bd23-d38d1080bc65 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting port 633fbdad-fcd6-452d-8276-d452655f844c {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:12.238081 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a2f47-d4e6-4ad2-8ab4-cf8fc34bc21c req-01067e73-b8f7-4a63-841f-09b483780fff tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:12.238202 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-34e96416-0ade-4b12-bd23-d38d1080bc65 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.240386 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1d4a2f47-d4e6-4ad2-8ab4-cf8fc34bc21c req-01067e73-b8f7-4a63-841f-09b483780fff tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3b6395a-6ff5-4035-a89b-45a27da4d100 HTTP/1.1" status: 200 len: 946 time: 0.5298798 Jul 16 20:29:12.280478 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfd5d22-59ad-4086-9671-2c5ec731c358 None None] DHCP port deletion for 1cc04a32-cc94-4c03-9045-143fb0e8ac07 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:29:12.330143 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f360e-8fda-40f7-8c8b-6362c4612f4d req-83470042-8f79-4b5c-ba88-090c62ffa3a8 tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:12.332645 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ef5f360e-8fda-40f7-8c8b-6362c4612f4d req-83470042-8f79-4b5c-ba88-090c62ffa3a8 tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5ccf963-e66b-4ba5-bbb3-c19170a50a65 HTTP/1.1" status: 200 len: 945 time: 0.5476024 Jul 16 20:29:12.345130 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1d4a2f47-d4e6-4ad2-8ab4-cf8fc34bc21c req-4cd4d00e-cb19-4437-b9a7-a33195c46aa1 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036940 Jul 16 20:29:12.360388 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ebfd5d22-59ad-4086-9671-2c5ec731c358 None None] Deleting port 633fbdad-fcd6-452d-8276-d452655f844c {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:12.360853 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-34e96416-0ade-4b12-bd23-d38d1080bc65 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] For port 633fbdad-fcd6-452d-8276-d452655f844c, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=633fbdad-fcd6-452d-8276-d452655f844c,segment=NetworkSegment(42001d44-5e25-466e-bb03-eba3d4f98912),segment_id=42001d44-5e25-466e-bb03-eba3d4f98912)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:12.361229 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-34e96416-0ade-4b12-bd23-d38d1080bc65 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.361828 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ebfd5d22-59ad-4086-9671-2c5ec731c358 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.386864 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-34e96416-0ade-4b12-bd23-d38d1080bc65 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Calling delete_port for 633fbdad-fcd6-452d-8276-d452655f844c owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:12.446748 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ef5f360e-8fda-40f7-8c8b-6362c4612f4d req-9063c631-7d41-4e84-90ec-fe26e256342e tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.38 "GET /v2.0/security-groups?id=786927a0-f19a-4ac9-a216-82bc73b9b765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953028 Jul 16 20:29:12.448419 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbe06b-091c-4b4b-870a-f704ff26444f req-f305af30-7536-4334-966d-5b8e18d12703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:12.450006 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-25bbe06b-091c-4b4b-870a-f704ff26444f req-f305af30-7536-4334-966d-5b8e18d12703 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b358c1d9-e9f6-4096-8d60-98099a8c70b7 HTTP/1.1" status: 200 len: 920 time: 0.2722354 Jul 16 20:29:12.455514 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ebfd5d22-59ad-4086-9671-2c5ec731c358 None None] For port 633fbdad-fcd6-452d-8276-d452655f844c, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=633fbdad-fcd6-452d-8276-d452655f844c,segment=NetworkSegment(42001d44-5e25-466e-bb03-eba3d4f98912),segment_id=42001d44-5e25-466e-bb03-eba3d4f98912)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:12.456108 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ebfd5d22-59ad-4086-9671-2c5ec731c358 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.490916 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ebfd5d22-59ad-4086-9671-2c5ec731c358 None None] Calling delete_port for 633fbdad-fcd6-452d-8276-d452655f844c owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:12.552193 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ca4514-6d37-4b2a-a523-0b485015fe94 x-openstack-request-id: req-38ca4514-6d37-4b2a-a523-0b485015fe94 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:12.552968 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f167036-52b6-43fe-8762-fcb34b8a6217", "name": "network-vif-plugged", "status": "completed", "tag": "b4303d43-5f18-45b1-a4f0-1602debbc55f", "code": 200}, {"server_uuid": "a3b6395a-6ff5-4035-a89b-45a27da4d100", "name": "network-vif-plugged", "status": "completed", "tag": "f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:12.552968 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-38ca4514-6d37-4b2a-a523-0b485015fe94 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:12.553399 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f167036-52b6-43fe-8762-fcb34b8a6217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4303d43-5f18-45b1-a4f0-1602debbc55f', 'code': 200} Jul 16 20:29:12.553684 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b6395a-6ff5-4035-a89b-45a27da4d100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c', 'code': 200} Jul 16 20:29:12.558441 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-34e96416-0ade-4b12-bd23-d38d1080bc65 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.574525 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-25bbe06b-091c-4b4b-870a-f704ff26444f req-09467469-2b8e-4633-b5c0-59905af8efb2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2ce7eaf-57bc-4a87-be95-7e45a7b50942 HTTP/1.1" status: 200 len: 217 time: 0.1088040 Jul 16 20:29:12.624047 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e96416-0ade-4b12-bd23-d38d1080bc65 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Port': ['ID=633fbdad-fcd6-452d-8276-d452655f844c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:12.650718 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 1b664e0c-f324-4c0f-8abd-2dab988b25f4 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:12.678544 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e96416-0ade-4b12-bd23-d38d1080bc65 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] No DVR routers for this DVR port 633fbdad-fcd6-452d-8276-d452655f844c on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:12.705079 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbe06b-091c-4b4b-870a-f704ff26444f req-ddf87067-fcd9-4dbf-bfb4-bbb6454c7c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:12.708048 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-25bbe06b-091c-4b4b-870a-f704ff26444f req-ddf87067-fcd9-4dbf-bfb4-bbb6454c7c63 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=84f36c9a-649f-4fbc-95a8-0fd0b2d3d58e HTTP/1.1" status: 200 len: 859 time: 0.1149962 Jul 16 20:29:12.770435 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 1b664e0c-f324-4c0f-8abd-2dab988b25f4 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:12.779275 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 1b664e0c-f324-4c0f-8abd-2dab988b25f4 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:12.779844 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.825335 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-25bbe06b-091c-4b4b-870a-f704ff26444f req-a67670a0-f81e-444c-96af-0b22a940e6e1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b358c1d9-e9f6-4096-8d60-98099a8c70b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820773 Jul 16 20:29:12.830552 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ebfd5d22-59ad-4086-9671-2c5ec731c358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.851265 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfd5d22-59ad-4086-9671-2c5ec731c358 None None] No DVR routers for this DVR port 633fbdad-fcd6-452d-8276-d452655f844c on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:12.890146 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd5d22-59ad-4086-9671-2c5ec731c358 None None] Pushing event deleted for resources: {'Port': ['ID=633fbdad-fcd6-452d-8276-d452655f844c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:12.933440 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-34e96416-0ade-4b12-bd23-d38d1080bc65 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.942798 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.951148 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-34e96416-0ade-4b12-bd23-d38d1080bc65 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc04a32-cc94-4c03-9045-143fb0e8ac07']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:12.956401 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-25bbe06b-091c-4b4b-870a-f704ff26444f req-be77fd06-04e4-47b4-863c-b09b3e0def03 service neutron] 10.222.0.62 "GET /v2.0/networks/b358c1d9-e9f6-4096-8d60-98099a8c70b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066527 Jul 16 20:29:12.958964 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36382348-9a4b-43df-9d19-7877de90791c req-886f82da-757f-45bf-a2da-73a34685c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:12.960702 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-36382348-9a4b-43df-9d19-7877de90791c req-886f82da-757f-45bf-a2da-73a34685c850 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 1098 time: 0.3498929 Jul 16 20:29:12.984142 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-34e96416-0ade-4b12-bd23-d38d1080bc65 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42001d44-5e25-466e-bb03-eba3d4f98912') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:12.984566 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-34e96416-0ade-4b12-bd23-d38d1080bc65 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42001d44-5e25-466e-bb03-eba3d4f98912') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:13.012880 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-34e96416-0ade-4b12-bd23-d38d1080bc65 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.052324 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-34e96416-0ade-4b12-bd23-d38d1080bc65 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.059333 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 1b664e0c-f324-4c0f-8abd-2dab988b25f4, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=1b664e0c-f324-4c0f-8abd-2dab988b25f4,segment=NetworkSegment(8d35c410-30a1-4b75-a650-78fe73e706ce),segment_id=8d35c410-30a1-4b75-a650-78fe73e706ce)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:13.062498 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-36382348-9a4b-43df-9d19-7877de90791c req-f6193403-85a1-430e-ab5f-0941a7044fff service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1e281b25-8765-433e-9429-8b0fb9a75f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854828 Jul 16 20:29:13.067470 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e96416-0ade-4b12-bd23-d38d1080bc65 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:13.067890 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-34e96416-0ade-4b12-bd23-d38d1080bc65 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.068741 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:13.071049 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:13.136464 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08160e2-6564-4917-87fd-923f859668bd req-3fb77288-e4d4-4a9b-951d-a5dd09ff53dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:13.137336 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c08160e2-6564-4917-87fd-923f859668bd req-3fb77288-e4d4-4a9b-951d-a5dd09ff53dc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a3b6395a-6ff5-4035-a89b-45a27da4d100 HTTP/1.1" status: 200 len: 1098 time: 0.4795945 Jul 16 20:29:13.145704 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd494b-92ff-4c17-9695-3aac8e693a8e req-ecf4799e-6981-4d02-9cf5-e47b6a5f73b5 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:13.147250 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-60bd494b-92ff-4c17-9695-3aac8e693a8e req-ecf4799e-6981-4d02-9cf5-e47b6a5f73b5 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 946 time: 0.4080591 Jul 16 20:29:13.182449 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=1b664e0c-f324-4c0f-8abd-2dab988b25f4,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:13.202891 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-34e96416-0ade-4b12-bd23-d38d1080bc65 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.211982 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-34e96416-0ade-4b12-bd23-d38d1080bc65 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.217614 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-34e96416-0ade-4b12-bd23-d38d1080bc65 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/networks/1cc04a32-cc94-4c03-9045-143fb0e8ac07 HTTP/1.1" status: 204 len: 168 time: 1.1575797 Jul 16 20:29:13.217882 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36360) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:13.249711 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-9772f21d-d50a-477d-9eb9-2c5487d527f0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2113541432'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:13.253077 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e96416-0ade-4b12-bd23-d38d1080bc65 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Network': ['ID=1cc04a32-cc94-4c03-9045-143fb0e8ac07,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:13.278262 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9772f21d-d50a-477d-9eb9-2c5487d527f0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:13.282541 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9772f21d-d50a-477d-9eb9-2c5487d527f0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.319943 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9772f21d-d50a-477d-9eb9-2c5487d527f0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:13.335484 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9772f21d-d50a-477d-9eb9-2c5487d527f0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.335894 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-9772f21d-d50a-477d-9eb9-2c5487d527f0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Added segment a3a4fc57-5a7e-4c90-9d9f-4d4f15960f6e of type vlan for network 446d3a57-3312-4ff5-8259-2ccb9d3fcde5 Jul 16 20:29:13.380428 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a7db5-d601-4077-906a-0fd47b33d1ed req-cf82884a-0e7a-4b41-8b3e-82a95b73d8af tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:13.382103 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6e8a7db5-d601-4077-906a-0fd47b33d1ed req-cf82884a-0e7a-4b41-8b3e-82a95b73d8af tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c17c531-e82a-4376-87b2-f6d6b28884b8 HTTP/1.1" status: 200 len: 944 time: 0.6446877 Jul 16 20:29:13.428154 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 633fbdad-fcd6-452d-8276-d452655f844c no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:13.468717 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9772f21d-d50a-477d-9eb9-2c5487d527f0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.482875 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 633fbdad-fcd6-452d-8276-d452655f844c {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:13.483223 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 633fbdad-fcd6-452d-8276-d452655f844c not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:13.485566 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c08160e2-6564-4917-87fd-923f859668bd req-b60401c7-42dd-4726-82ee-25ddebe9c44a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027878 Jul 16 20:29:13.523077 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-25bbe06b-091c-4b4b-870a-f704ff26444f req-59819bb9-4b80-45eb-9291-e992b4d7f97e service neutron] 10.222.0.62 "GET /v2.0/networks/b358c1d9-e9f6-4096-8d60-98099a8c70b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399950 Jul 16 20:29:13.535438 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9772f21d-d50a-477d-9eb9-2c5487d527f0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.541291 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-60bd494b-92ff-4c17-9695-3aac8e693a8e req-36738512-57f7-4e4f-b44f-3a41950bb5df tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512781 Jul 16 20:29:13.552954 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9772f21d-d50a-477d-9eb9-2c5487d527f0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:13.553331 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9772f21d-d50a-477d-9eb9-2c5487d527f0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.576678 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6e8a7db5-d601-4077-906a-0fd47b33d1ed req-fd9b9149-4f82-47ee-890b-20af4d2424ca tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788461 Jul 16 20:29:13.618815 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-7c590974-9cd1-407b-a8d1-2e0672d40fd4 req-83ae5871-9172-4d6e-beaf-fbacc4d683a9 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1854208188', 'description': 'tempest-description-2099202875'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:13.666125 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7c590974-9cd1-407b-a8d1-2e0672d40fd4 req-83ae5871-9172-4d6e-beaf-fbacc4d683a9 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.689444 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9772f21d-d50a-477d-9eb9-2c5487d527f0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4439151 Jul 16 20:29:13.694866 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36372) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:13.700682 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-5ff42420-d539-4a9d-878d-79c26477c2f5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'subnet': {'network_id': '446d3a57-3312-4ff5-8259-2ccb9d3fcde5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:13.804285 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772f21d-d50a-477d-9eb9-2c5487d527f0 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Network': ['ID=446d3a57-3312-4ff5-8259-2ccb9d3fcde5,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:13.818391 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 446d3a57-3312-4ff5-8259-2ccb9d3fcde5 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:13.962600 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9b2c2-739f-4530-9e34-a9a51d526778 req-7bac8ae7-9d5b-457d-9742-12daf5e5019c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:13.964530 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a6d9b2c2-739f-4530-9e34-a9a51d526778 req-7bac8ae7-9d5b-457d-9742-12daf5e5019c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 946 time: 0.1627679 Jul 16 20:29:13.985089 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7c590974-9cd1-407b-a8d1-2e0672d40fd4 req-83ae5871-9172-4d6e-beaf-fbacc4d683a9 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.020285 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7c590974-9cd1-407b-a8d1-2e0672d40fd4 req-83ae5871-9172-4d6e-beaf-fbacc4d683a9 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.095563 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff42420-d539-4a9d-878d-79c26477c2f5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:14.099412 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5ff42420-d539-4a9d-878d-79c26477c2f5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.114717 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae5871-9172-4d6e-beaf-fbacc4d683a9 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd0aa87-55d3-4606-a200-b4ea4f8a29b2,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:14.127359 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7c590974-9cd1-407b-a8d1-2e0672d40fd4 req-83ae5871-9172-4d6e-beaf-fbacc4d683a9 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.163937 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c590974-9cd1-407b-a8d1-2e0672d40fd4 req-83ae5871-9172-4d6e-beaf-fbacc4d683a9 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5175865 Jul 16 20:29:14.239747 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a6d9b2c2-739f-4530-9e34-a9a51d526778 req-f28fb3fb-3528-453e-8ce1-343a6c923e3a tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e281b25-8765-433e-9429-8b0fb9a75f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656939 Jul 16 20:29:14.541351 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2a37d467-6f37-40ff-94c3-1f73e92bf3c5 req-3aa9d0d8-e998-4b95-bfbf-050a36d17ac8 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] 10.222.0.38 "GET /v2.0/security-groups/abd0aa87-55d3-4606-a200-b4ea4f8a29b2 HTTP/1.1" status: 200 len: 1815 time: 0.2326107 Jul 16 20:29:14.555339 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c17c531-e82a-4376-87b2-f6d6b28884b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b664e0c-f324-4c0f-8abd-2dab988b25f4'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:14.558299 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12699d8e-b710-45f2-8749-272c30d8a009" -d '{"events": [{"server_uuid": "4c17c531-e82a-4376-87b2-f6d6b28884b8", "name": "network-vif-plugged", "status": "completed", "tag": "1b664e0c-f324-4c0f-8abd-2dab988b25f4"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:14.636791 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-a398b62d-95be-4b2e-ae13-11d4499b40d2 req-8adeb22d-3f05-498b-b5b5-519d510122a4 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1173651430', 'description': 'tempest-description-95152198'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:14.729580 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6b421-8c62-4b21-a905-ad28b9192263 req-9ee2cbe8-ccea-4fc8-a90c-62feddabce4d tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:14.732098 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26f6b421-8c62-4b21-a905-ad28b9192263 req-9ee2cbe8-ccea-4fc8-a90c-62feddabce4d tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3b6395a-6ff5-4035-a89b-45a27da4d100 HTTP/1.1" status: 200 len: 946 time: 0.2885735 Jul 16 20:29:14.777484 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a398b62d-95be-4b2e-ae13-11d4499b40d2 req-8adeb22d-3f05-498b-b5b5-519d510122a4 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.807012 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5ff42420-d539-4a9d-878d-79c26477c2f5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.870807 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26f6b421-8c62-4b21-a905-ad28b9192263 req-7a15f610-cc47-447c-9f2b-0464d7b4c6d3 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076674 Jul 16 20:29:14.915546 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff42420-d539-4a9d-878d-79c26477c2f5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Subnet': ['ID=a9a2e65b-24a1-4968-a3fd-08062bc36e59,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:14.938276 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff42420-d539-4a9d-878d-79c26477c2f5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Checking segment: {'id': 'a3a4fc57-5a7e-4c90-9d9f-4d4f15960f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '446d3a57-3312-4ff5-8259-2ccb9d3fcde5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:14.938741 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff42420-d539-4a9d-878d-79c26477c2f5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network hostable DHCP agents. Network: 446d3a57-3312-4ff5-8259-2ccb9d3fcde5, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:29:14.942354 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e94ed0-d39f-4ea0-878d-82897e7fdcc2 x-openstack-request-id: req-d6e94ed0-d39f-4ea0-878d-82897e7fdcc2 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:14.944954 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c17c531-e82a-4376-87b2-f6d6b28884b8", "name": "network-vif-plugged", "status": "completed", "tag": "1b664e0c-f324-4c0f-8abd-2dab988b25f4", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:14.945374 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d6e94ed0-d39f-4ea0-878d-82897e7fdcc2 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:14.947482 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c17c531-e82a-4376-87b2-f6d6b28884b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b664e0c-f324-4c0f-8abd-2dab988b25f4', 'code': 200} Jul 16 20:29:14.975363 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff42420-d539-4a9d-878d-79c26477c2f5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network 446d3a57-3312-4ff5-8259-2ccb9d3fcde5 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:29:14.996636 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-5ff42420-d539-4a9d-878d-79c26477c2f5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 446d3a57-3312-4ff5-8259-2ccb9d3fcde5) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:15.000669 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff42420-d539-4a9d-878d-79c26477c2f5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:15.001274 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5ff42420-d539-4a9d-878d-79c26477c2f5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.006578 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ae81d8-857f-4dcd-8a66-d6b2a0ffad9e None None] Network 446d3a57-3312-4ff5-8259-2ccb9d3fcde5 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:15.032593 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a398b62d-95be-4b2e-ae13-11d4499b40d2 req-8adeb22d-3f05-498b-b5b5-519d510122a4 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.067902 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a398b62d-95be-4b2e-ae13-11d4499b40d2 req-8adeb22d-3f05-498b-b5b5-519d510122a4 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.096878 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5ff42420-d539-4a9d-878d-79c26477c2f5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4008849 Jul 16 20:29:15.098151 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36388) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:15.105300 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-8682739a-5f3f-497d-8c74-e1eff8e401c8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1548193404', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:15.136176 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8682739a-5f3f-497d-8c74-e1eff8e401c8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.137419 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8682739a-5f3f-497d-8c74-e1eff8e401c8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.162002 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a398b62d-95be-4b2e-ae13-11d4499b40d2 req-8adeb22d-3f05-498b-b5b5-519d510122a4 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.163298 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a398b62d-95be-4b2e-ae13-11d4499b40d2 req-8adeb22d-3f05-498b-b5b5-519d510122a4 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5817354 Jul 16 20:29:15.168775 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adeb22d-3f05-498b-b5b5-519d510122a4 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42fa3dc6-e40b-4858-979e-a999a4b71ca1,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:15.202287 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ca299d-7382-4c80-8595-ca3cf5753fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-446d3a57-3312-4ff5-8259-2ccb9d3fcde5', 'network_id': '446d3a57-3312-4ff5-8259-2ccb9d3fcde5', 'tenant_id': '8f9a426ea30846e192079ccbb52ca7cc', 'fixed_ips': [{'subnet_id': 'a9a2e65b-24a1-4968-a3fd-08062bc36e59'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:29:15.203181 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27ca299d-7382-4c80-8595-ca3cf5753fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.217537 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8682739a-5f3f-497d-8c74-e1eff8e401c8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.224526 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8682739a-5f3f-497d-8c74-e1eff8e401c8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.247838 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e58e0-520b-4a46-8e1d-e03b2cceb58d req-ef4741db-2145-4990-ad93-cab8672e98c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:15.251650 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-186e58e0-520b-4a46-8e1d-e03b2cceb58d req-ef4741db-2145-4990-ad93-cab8672e98c5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4c17c531-e82a-4376-87b2-f6d6b28884b8 HTTP/1.1" status: 200 len: 1097 time: 0.2127726 Jul 16 20:29:15.256540 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8682739a-5f3f-497d-8c74-e1eff8e401c8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.262692 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8682739a-5f3f-497d-8c74-e1eff8e401c8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1568272 Jul 16 20:29:15.262692 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36392) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:15.266170 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-ad73f221-6454-48ea-9775-57b9ea3988b9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'port': {'network_id': '446d3a57-3312-4ff5-8259-2ccb9d3fcde5', 'name': 'tempest-PortsIpV6TestJSON-1073086526'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:15.323062 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eed953-f493-4a8e-a097-8a629c3f32a1 req-b628b60f-8d4e-42bf-a7d7-407b3031e5c3 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:15.324631 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2eed953-f493-4a8e-a097-8a629c3f32a1 req-b628b60f-8d4e-42bf-a7d7-407b3031e5c3 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 946 time: 0.2251751 Jul 16 20:29:15.374275 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-186e58e0-520b-4a46-8e1d-e03b2cceb58d req-5e58dac2-499c-47eb-8cca-7e4764b91267 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137619 Jul 16 20:29:15.400230 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2eed953-f493-4a8e-a097-8a629c3f32a1 req-c0c6445a-b8f7-4652-89f3-a9dea830faaa tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622284 Jul 16 20:29:15.422493 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-27ca299d-7382-4c80-8595-ca3cf5753fcd None None] Allocated IP 2001:db8::2 (446d3a57-3312-4ff5-8259-2ccb9d3fcde5/a9a2e65b-24a1-4968-a3fd-08062bc36e59/778ca38b-3d0a-44e9-9277-08db98a3937b) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:15.441621 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b0712-aaf3-4c90-b93e-22f481019ad7 req-99882361-c698-46c0-a639-aa0b35533aa2 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:15.443314 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-015b0712-aaf3-4c90-b93e-22f481019ad7 req-99882361-c698-46c0-a639-aa0b35533aa2 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c17c531-e82a-4376-87b2-f6d6b28884b8 HTTP/1.1" status: 200 len: 945 time: 0.1176476 Jul 16 20:29:15.463573 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad73f221-6454-48ea-9775-57b9ea3988b9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:15.467922 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ad73f221-6454-48ea-9775-57b9ea3988b9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.490477 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-ad73f221-6454-48ea-9775-57b9ea3988b9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] device_id is not set on port 5c29fc07-da4f-45ed-858a-02817b510c91 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:29:15.514971 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-015b0712-aaf3-4c90-b93e-22f481019ad7 req-a0626e40-d803-49df-9e7f-e825986764ad tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616887 Jul 16 20:29:15.526184 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-61ac377f-ab0c-4849-9b1e-5b49adad9b1b req-d3c9fa21-a477-4233-9089-a8a58fe0315b tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] 10.222.0.38 "GET /v2.0/security-groups/42fa3dc6-e40b-4858-979e-a999a4b71ca1 HTTP/1.1" status: 200 len: 1813 time: 0.0816269 Jul 16 20:29:15.627764 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27ca299d-7382-4c80-8595-ca3cf5753fcd None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.638203 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-27ca299d-7382-4c80-8595-ca3cf5753fcd None None] Transition to ACTIVE for port object 778ca38b-3d0a-44e9-9277-08db98a3937b will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:15.653919 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-27ca299d-7382-4c80-8595-ca3cf5753fcd None None] Transition to ACTIVE for port object 778ca38b-3d0a-44e9-9277-08db98a3937b will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:15.667558 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27ca299d-7382-4c80-8595-ca3cf5753fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.714782 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ca299d-7382-4c80-8595-ca3cf5753fcd None None] Network 446d3a57-3312-4ff5-8259-2ccb9d3fcde5 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:15.717954 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-27ca299d-7382-4c80-8595-ca3cf5753fcd None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:15.721870 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ca299d-7382-4c80-8595-ca3cf5753fcd None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:15.730265 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca299d-7382-4c80-8595-ca3cf5753fcd None None] Pushing event updated for resources: {'Port': ['ID=778ca38b-3d0a-44e9-9277-08db98a3937b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:15.741443 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-ad73f221-6454-48ea-9775-57b9ea3988b9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Allocated IP 2001:db8::264 (446d3a57-3312-4ff5-8259-2ccb9d3fcde5/a9a2e65b-24a1-4968-a3fd-08062bc36e59/5c29fc07-da4f-45ed-858a-02817b510c91) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:15.743492 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc6d76-e5fb-4ba4-ba24-e8d2ac0e6eac req-ccddb6b4-51b4-4d5d-adaa-36d7afffeecf tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:15.745090 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6bdc6d76-e5fb-4ba4-ba24-e8d2ac0e6eac req-ccddb6b4-51b4-4d5d-adaa-36d7afffeecf tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 946 time: 0.1142144 Jul 16 20:29:15.804994 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6bdc6d76-e5fb-4ba4-ba24-e8d2ac0e6eac req-4cac0848-39b0-42ba-a46b-81ed875a4f53 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e281b25-8765-433e-9429-8b0fb9a75f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412605 Jul 16 20:29:15.813943 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-27ca299d-7382-4c80-8595-ca3cf5753fcd None None] Attempting to bind port 778ca38b-3d0a-44e9-9277-08db98a3937b on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:15.814363 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-27ca299d-7382-4c80-8595-ca3cf5753fcd None None] Attempting to bind port 778ca38b-3d0a-44e9-9277-08db98a3937b by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'a3a4fc57-5a7e-4c90-9d9f-4d4f15960f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '446d3a57-3312-4ff5-8259-2ccb9d3fcde5'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:15.814727 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ca299d-7382-4c80-8595-ca3cf5753fcd None None] Attempting to bind port 778ca38b-3d0a-44e9-9277-08db98a3937b on network 446d3a57-3312-4ff5-8259-2ccb9d3fcde5 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:15.824035 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ca299d-7382-4c80-8595-ca3cf5753fcd None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:15.824712 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ca299d-7382-4c80-8595-ca3cf5753fcd None None] Checking segment: {'id': 'a3a4fc57-5a7e-4c90-9d9f-4d4f15960f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '446d3a57-3312-4ff5-8259-2ccb9d3fcde5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:15.825327 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27ca299d-7382-4c80-8595-ca3cf5753fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.825961 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ca299d-7382-4c80-8595-ca3cf5753fcd None None] Bound using segment: {'id': 'a3a4fc57-5a7e-4c90-9d9f-4d4f15960f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '446d3a57-3312-4ff5-8259-2ccb9d3fcde5'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:15.826846 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-27ca299d-7382-4c80-8595-ca3cf5753fcd None None] Bound port: 778ca38b-3d0a-44e9-9277-08db98a3937b, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a4fc57-5a7e-4c90-9d9f-4d4f15960f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '446d3a57-3312-4ff5-8259-2ccb9d3fcde5'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:15.827486 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27ca299d-7382-4c80-8595-ca3cf5753fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.862998 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-31ead743-0802-4621-86d9-51c566937706 req-0668c1c0-4733-4ec6-ae1e-c113cf4b0563 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-608347763', 'description': 'tempest-description-109865610'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:15.890862 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-31ead743-0802-4621-86d9-51c566937706 req-0668c1c0-4733-4ec6-ae1e-c113cf4b0563 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.943745 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-27ca299d-7382-4c80-8595-ca3cf5753fcd None None] For port 778ca38b-3d0a-44e9-9277-08db98a3937b, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:15.950490 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-27ca299d-7382-4c80-8595-ca3cf5753fcd None None] For port 778ca38b-3d0a-44e9-9277-08db98a3937b, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=778ca38b-3d0a-44e9-9277-08db98a3937b,segment=NetworkSegment(a3a4fc57-5a7e-4c90-9d9f-4d4f15960f6e),segment_id=a3a4fc57-5a7e-4c90-9d9f-4d4f15960f6e)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:15.957503 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27ca299d-7382-4c80-8595-ca3cf5753fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.963890 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ad73f221-6454-48ea-9775-57b9ea3988b9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.990782 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-ad73f221-6454-48ea-9775-57b9ea3988b9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Transition to ACTIVE for port object 5c29fc07-da4f-45ed-858a-02817b510c91 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:15.993923 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-31ead743-0802-4621-86d9-51c566937706 req-0668c1c0-4733-4ec6-ae1e-c113cf4b0563 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.999857 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-31ead743-0802-4621-86d9-51c566937706 req-0668c1c0-4733-4ec6-ae1e-c113cf4b0563 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.031187 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-31ead743-0802-4621-86d9-51c566937706 req-0668c1c0-4733-4ec6-ae1e-c113cf4b0563 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.033228 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-31ead743-0802-4621-86d9-51c566937706 req-0668c1c0-4733-4ec6-ae1e-c113cf4b0563 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1745732 Jul 16 20:29:16.064030 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ad73f221-6454-48ea-9775-57b9ea3988b9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.083806 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca299d-7382-4c80-8595-ca3cf5753fcd None None] Pushing event updated for resources: {'Port': ['ID=778ca38b-3d0a-44e9-9277-08db98a3937b,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:16.122234 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad73f221-6454-48ea-9775-57b9ea3988b9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network 446d3a57-3312-4ff5-8259-2ccb9d3fcde5 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:16.139371 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-ad73f221-6454-48ea-9775-57b9ea3988b9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:16.148508 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad73f221-6454-48ea-9775-57b9ea3988b9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:16.158548 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad73f221-6454-48ea-9775-57b9ea3988b9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:16.165562 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ad73f221-6454-48ea-9775-57b9ea3988b9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.187431 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ad73f221-6454-48ea-9775-57b9ea3988b9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9251328 Jul 16 20:29:16.188804 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73f221-6454-48ea-9775-57b9ea3988b9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Port': ['ID=5c29fc07-da4f-45ed-858a-02817b510c91,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:16.192272 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36418) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:16.237329 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668c1c0-4733-4ec6-ae1e-c113cf4b0563 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c75b71-62de-4fb5-919d-a4f9f1fbb60b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:16.583672 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf4c77ac-bdd6-46fa-9bac-4c3a0f99cd0f req-cebdfc49-63ca-4212-94dc-5d5db1b49755 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5138495 Jul 16 20:29:16.598422 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-bf4c77ac-bdd6-46fa-9bac-4c3a0f99cd0f req-6a425d8e-5220-44e2-930a-dfc173822ffe tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:16.635200 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bf4c77ac-bdd6-46fa-9bac-4c3a0f99cd0f req-6a425d8e-5220-44e2-930a-dfc173822ffe tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.689435 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cb4d7-fe52-43d4-81fd-99f0e3be81d2 req-7757246d-5bc4-4b0d-8cec-98bbffbc1d8b tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:16.692365 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-480cb4d7-fe52-43d4-81fd-99f0e3be81d2 req-7757246d-5bc4-4b0d-8cec-98bbffbc1d8b tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3b6395a-6ff5-4035-a89b-45a27da4d100 HTTP/1.1" status: 200 len: 946 time: 0.2993250 Jul 16 20:29:16.796860 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-480cb4d7-fe52-43d4-81fd-99f0e3be81d2 req-a58d5af0-f273-436b-894c-dc0dfeafe5dc tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911658 Jul 16 20:29:16.879528 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bf4c77ac-bdd6-46fa-9bac-4c3a0f99cd0f req-6a425d8e-5220-44e2-930a-dfc173822ffe tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.899635 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6857716b-e576-42ed-955a-cc173c9f3760 req-adf0ac69-cd30-4316-b056-1b83ac527d32 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] 10.222.0.38 "GET /v2.0/security-groups/08c75b71-62de-4fb5-919d-a4f9f1fbb60b HTTP/1.1" status: 200 len: 1813 time: 0.0615592 Jul 16 20:29:17.095099 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-bf4c77ac-bdd6-46fa-9bac-4c3a0f99cd0f req-6a425d8e-5220-44e2-930a-dfc173822ffe tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Allocated IP 172.25.0.165 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/ade42df2-2f12-43f4-a45a-6ff43aa4ba74) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:17.150156 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a542d43e-4591-45a3-ad5c-d120b6d5afbd tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.162571 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e998b9-a932-4e25-a41f-770efce2a6cd req-ad2bdc97-4d4f-4066-b724-6eb3de824317 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:17.164579 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f5e998b9-a932-4e25-a41f-770efce2a6cd req-ad2bdc97-4d4f-4066-b724-6eb3de824317 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 946 time: 0.1350336 Jul 16 20:29:17.290767 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f5e998b9-a932-4e25-a41f-770efce2a6cd req-580a571f-67cd-43d2-ab13-0da2dd1dae90 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190960 Jul 16 20:29:17.334955 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bf4c77ac-bdd6-46fa-9bac-4c3a0f99cd0f req-6a425d8e-5220-44e2-930a-dfc173822ffe tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.439990 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bf4c77ac-bdd6-46fa-9bac-4c3a0f99cd0f req-6a425d8e-5220-44e2-930a-dfc173822ffe tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.448448 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 778ca38b-3d0a-44e9-9277-08db98a3937b up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:17.517137 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf4c77ac-bdd6-46fa-9bac-4c3a0f99cd0f req-6a425d8e-5220-44e2-930a-dfc173822ffe tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:17.523362 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-bf4c77ac-bdd6-46fa-9bac-4c3a0f99cd0f req-6a425d8e-5220-44e2-930a-dfc173822ffe tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:17.527658 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4c77ac-bdd6-46fa-9bac-4c3a0f99cd0f req-6a425d8e-5220-44e2-930a-dfc173822ffe tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:17.547881 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 778ca38b-3d0a-44e9-9277-08db98a3937b completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:17.578644 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a425d8e-5220-44e2-930a-dfc173822ffe tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Pushing event updated for resources: {'Port': ['ID=ade42df2-2f12-43f4-a45a-6ff43aa4ba74,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:17.583937 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99812400-95dc-4671-8bd2-bebdb068eb85 None None] Network 446d3a57-3312-4ff5-8259-2ccb9d3fcde5 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:17.653490 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-11e98a02-a946-4b1a-84fb-3f13a5d8eb77 None None] Provisioning for port 778ca38b-3d0a-44e9-9277-08db98a3937b completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:17.658830 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-11e98a02-a946-4b1a-84fb-3f13a5d8eb77 None None] Provisioning complete for port 778ca38b-3d0a-44e9-9277-08db98a3937b triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:17.660484 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11e98a02-a946-4b1a-84fb-3f13a5d8eb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.664091 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a542d43e-4591-45a3-ad5c-d120b6d5afbd tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.670966 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a542d43e-4591-45a3-ad5c-d120b6d5afbd tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.677029 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d1c74-7bd8-4a32-a174-415fa11d5c3e req-299583b0-4209-4264-9cf9-dbde48350db4 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:17.678760 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-642d1c74-7bd8-4a32-a174-415fa11d5c3e req-299583b0-4209-4264-9cf9-dbde48350db4 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c17c531-e82a-4376-87b2-f6d6b28884b8 HTTP/1.1" status: 200 len: 945 time: 0.1863694 Jul 16 20:29:17.724997 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bf4c77ac-bdd6-46fa-9bac-4c3a0f99cd0f req-6a425d8e-5220-44e2-930a-dfc173822ffe tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.741773 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-642d1c74-7bd8-4a32-a174-415fa11d5c3e req-ebc4e310-9cfe-4eb3-96df-c3d7d4a92da1 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549891 Jul 16 20:29:17.778461 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542d43e-4591-45a3-ad5c-d120b6d5afbd tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Port': ['ID=5c29fc07-da4f-45ed-858a-02817b510c91,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:17.827813 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bf4c77ac-bdd6-46fa-9bac-4c3a0f99cd0f req-6a425d8e-5220-44e2-930a-dfc173822ffe tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.934692 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11e98a02-a946-4b1a-84fb-3f13a5d8eb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.013749 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a542d43e-4591-45a3-ad5c-d120b6d5afbd tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.068566 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bf4c77ac-bdd6-46fa-9bac-4c3a0f99cd0f req-6a425d8e-5220-44e2-930a-dfc173822ffe tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.076162 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bf4c77ac-bdd6-46fa-9bac-4c3a0f99cd0f req-6a425d8e-5220-44e2-930a-dfc173822ffe tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.093637 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-11e98a02-a946-4b1a-84fb-3f13a5d8eb77 None None] For port 778ca38b-3d0a-44e9-9277-08db98a3937b, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=778ca38b-3d0a-44e9-9277-08db98a3937b,segment=NetworkSegment(a3a4fc57-5a7e-4c90-9d9f-4d4f15960f6e),segment_id=a3a4fc57-5a7e-4c90-9d9f-4d4f15960f6e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:18.102877 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11e98a02-a946-4b1a-84fb-3f13a5d8eb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.174725 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a425d8e-5220-44e2-930a-dfc173822ffe tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Pushing event updated for resources: {'Port': ['ID=ade42df2-2f12-43f4-a45a-6ff43aa4ba74,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:18.181045 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e98a02-a946-4b1a-84fb-3f13a5d8eb77 None None] Pushing event updated for resources: {'Port': ['ID=778ca38b-3d0a-44e9-9277-08db98a3937b,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:18.187657 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bf4c77ac-bdd6-46fa-9bac-4c3a0f99cd0f req-6a425d8e-5220-44e2-930a-dfc173822ffe tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.211099 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bf4c77ac-bdd6-46fa-9bac-4c3a0f99cd0f req-6a425d8e-5220-44e2-930a-dfc173822ffe tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.214032 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a542d43e-4591-45a3-ad5c-d120b6d5afbd tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.220086 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf4c77ac-bdd6-46fa-9bac-4c3a0f99cd0f req-6a425d8e-5220-44e2-930a-dfc173822ffe tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6293404 Jul 16 20:29:18.348489 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf4c77ac-bdd6-46fa-9bac-4c3a0f99cd0f req-eb46207a-340d-420c-a1cb-884846b5275f tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 696 time: 0.1270919 Jul 16 20:29:18.523642 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c77ac-bdd6-46fa-9bac-4c3a0f99cd0f req-e72c10f3-ef6b-450b-bad4-4d8eef864766 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:18.534206 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf4c77ac-bdd6-46fa-9bac-4c3a0f99cd0f req-e72c10f3-ef6b-450b-bad4-4d8eef864766 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 784 time: 0.1829710 Jul 16 20:29:18.551099 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-bf4c77ac-bdd6-46fa-9bac-4c3a0f99cd0f req-5be5946b-9302-4dcf-9920-4887cedc4a73 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:29:18.552163 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf4c77ac-bdd6-46fa-9bac-4c3a0f99cd0f req-5be5946b-9302-4dcf-9920-4887cedc4a73 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128975 Jul 16 20:29:18.607657 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-d9ebb93b-7f46-4053-b74d-1e42e61b8e57 req-9efc6019-2020-4ae0-a04d-9e8d6da6470d tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] show failed (client error): The resource could not be found. Jul 16 20:29:18.643823 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9ebb93b-7f46-4053-b74d-1e42e61b8e57 req-9efc6019-2020-4ae0-a04d-9e8d6da6470d tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] 10.222.0.38 "GET /v2.0/security-groups/ec41fb38-6f9c-4ef8-af56-8c94d94f7098 HTTP/1.1" status: 404 len: 352 time: 0.0821757 Jul 16 20:29:18.662669 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-cd4de50d-10f2-44e7-8187-9496c195aaf1 None None] Provisioning for port 5c29fc07-da4f-45ed-858a-02817b510c91 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:18.675777 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-cd4de50d-10f2-44e7-8187-9496c195aaf1 None None] Provisioning complete for port 5c29fc07-da4f-45ed-858a-02817b510c91 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:18.676848 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd4de50d-10f2-44e7-8187-9496c195aaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.716953 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a542d43e-4591-45a3-ad5c-d120b6d5afbd tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.726062 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a542d43e-4591-45a3-ad5c-d120b6d5afbd tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.727162 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a542d43e-4591-45a3-ad5c-d120b6d5afbd tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.750464 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-cd4de50d-10f2-44e7-8187-9496c195aaf1 None None] Port 5c29fc07-da4f-45ed-858a-02817b510c91 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:18.772234 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-cd4de50d-10f2-44e7-8187-9496c195aaf1 None None] Provisioning complete for port 778ca38b-3d0a-44e9-9277-08db98a3937b triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:18.772892 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd4de50d-10f2-44e7-8187-9496c195aaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.938604 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38541a5-b66f-42e6-a937-13c833d1b316 req-3cfa20b7-7258-4487-a2c9-8c7b34ecff15 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:18.940246 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d38541a5-b66f-42e6-a937-13c833d1b316 req-3cfa20b7-7258-4487-a2c9-8c7b34ecff15 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c17c531-e82a-4376-87b2-f6d6b28884b8 HTTP/1.1" status: 200 len: 945 time: 0.1497793 Jul 16 20:29:18.955647 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a542d43e-4591-45a3-ad5c-d120b6d5afbd tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network 446d3a57-3312-4ff5-8259-2ccb9d3fcde5 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:18.963690 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-a542d43e-4591-45a3-ad5c-d120b6d5afbd tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:18.986691 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542d43e-4591-45a3-ad5c-d120b6d5afbd tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Port': ['ID=5c29fc07-da4f-45ed-858a-02817b510c91,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:19.036796 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ad55f235-627b-4d0a-85af-d4226c80bf06 None None] Provisioning complete for port 5c29fc07-da4f-45ed-858a-02817b510c91 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:19.037041 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad55f235-627b-4d0a-85af-d4226c80bf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.039337 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d38541a5-b66f-42e6-a937-13c833d1b316 req-020a6b1d-9d26-4e7d-8d11-15baa5131a6e tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757906 Jul 16 20:29:19.105344 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db969e-36d9-4dc2-8d82-e96222ab7b05 req-be74982d-cb23-43ff-a5c3-fb8ab7e167bb tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:19.107037 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-60db969e-36d9-4dc2-8d82-e96222ab7b05 req-be74982d-cb23-43ff-a5c3-fb8ab7e167bb tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 946 time: 0.1898355 Jul 16 20:29:19.119205 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ad55f235-627b-4d0a-85af-d4226c80bf06 None None] Port 5c29fc07-da4f-45ed-858a-02817b510c91 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:19.171315 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a542d43e-4591-45a3-ad5c-d120b6d5afbd tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Router 110ea920-0d88-40df-b354-2b96609bb52d is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:29:19.192541 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-60db969e-36d9-4dc2-8d82-e96222ab7b05 req-3336bab6-37de-4c3d-9fd1-fa30fdac8a2e tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741534 Jul 16 20:29:19.197408 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-9dbe7478-22d9-449c-a223-cd18048e5d48 req-07cb7103-6d9e-485a-a7f6-eb4426eabfd4 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] show failed (client error): The resource could not be found. Jul 16 20:29:19.198534 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9dbe7478-22d9-449c-a223-cd18048e5d48 req-07cb7103-6d9e-485a-a7f6-eb4426eabfd4 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] 10.222.0.38 "GET /v2.0/security-group-rules/bbc0675c-3a54-4bb5-b0f3-4cd35dca1ec2 HTTP/1.1" status: 404 len: 361 time: 0.0278726 Jul 16 20:29:19.360462 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 778ca38b-3d0a-44e9-9277-08db98a3937b up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:19.373785 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a542d43e-4591-45a3-ad5c-d120b6d5afbd tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:19.389378 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a542d43e-4591-45a3-ad5c-d120b6d5afbd tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "PUT /v2.0/routers/110ea920-0d88-40df-b354-2b96609bb52d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1949737 Jul 16 20:29:19.390014 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36480) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:19.418352 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cb1fe5-3d6c-4706-b525-544ec8a1cb07 None None] Sync routers for ids ['110ea920-0d88-40df-b354-2b96609bb52d'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:19.427490 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8f169397-f613-47ac-9e68-4185007c4ad3 None None] Provisioning complete for port 5c29fc07-da4f-45ed-858a-02817b510c91 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:19.428242 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f169397-f613-47ac-9e68-4185007c4ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.506375 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-406274f8-82e6-443f-8187-8ea16b8afa9b tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:19.513229 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2260778d-a464-495b-88ce-2b1d11954563 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:19.513612 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-406274f8-82e6-443f-8187-8ea16b8afa9b tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/networks?id=673b6ba0-33b0-47d1-a50e-816aecbacdba HTTP/1.1" status: 200 len: 820 time: 0.2042632 Jul 16 20:29:19.521543 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2260778d-a464-495b-88ce-2b1d11954563 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "GET /v2.0/ports?device_id=110ea920-0d88-40df-b354-2b96609bb52d HTTP/1.1" status: 200 len: 989 time: 0.1300929 Jul 16 20:29:19.522198 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36484) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:19.530296 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-2f4e597e-8f34-4e05-9866-17edb8410c7d tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/quotas/f464673b810d4cdf9ae03e9f2a99c895 HTTP/1.1" status: 200 len: 375 time: 0.0156176 Jul 16 20:29:19.541607 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8f169397-f613-47ac-9e68-4185007c4ad3 None None] Port 5c29fc07-da4f-45ed-858a-02817b510c91 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:19.570012 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cb1fe5-3d6c-4706-b525-544ec8a1cb07 None None] Routers {'110ea920-0d88-40df-b354-2b96609bb52d'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:19.571490 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-38cb1fe5-3d6c-4706-b525-544ec8a1cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:28:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['110ea920-0d88-40df-b354-2b96609bb52d'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:19.663697 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-38cb1fe5-3d6c-4706-b525-544ec8a1cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:19.672575 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-d3e5b8c6-7e0f-45fd-9100-b98ade101b5b tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f464673b810d4cdf9ae03e9f2a99c895&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1414509 Jul 16 20:29:19.680310 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 778ca38b-3d0a-44e9-9277-08db98a3937b triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:19.680687 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.704750 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cb1fe5-3d6c-4706-b525-544ec8a1cb07 None None] Routers {'110ea920-0d88-40df-b354-2b96609bb52d'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:19.705382 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-38cb1fe5-3d6c-4706-b525-544ec8a1cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:28:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['110ea920-0d88-40df-b354-2b96609bb52d'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:19.748707 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-38cb1fe5-3d6c-4706-b525-544ec8a1cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:19.749429 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cb1fe5-3d6c-4706-b525-544ec8a1cb07 None None] The sync data for ids ['110ea920-0d88-40df-b354-2b96609bb52d'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:19.782132 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ef90556b-b6d8-497a-ad9c-833729f59cd5 None None] Provisioning complete for port 5c29fc07-da4f-45ed-858a-02817b510c91 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:19.782556 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef90556b-b6d8-497a-ad9c-833729f59cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.855178 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ef90556b-b6d8-497a-ad9c-833729f59cd5 None None] Port 5c29fc07-da4f-45ed-858a-02817b510c91 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:20.171106 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c102dd09-6fae-4a78-a666-fcc0c4090207 req-1694ab3a-5e3b-4e19-8ee1-809828cf1f93 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] 10.222.0.38 "GET /v2.0/security-groups/08c75b71-62de-4fb5-919d-a4f9f1fbb60b HTTP/1.1" status: 200 len: 1813 time: 0.4585040 Jul 16 20:29:20.210885 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6d1a90ea-1e92-4b48-b316-b015e224d7d9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.214378 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-a5d64068-cb0d-4092-ba35-42e48203ab5c service neutron] 10.222.0.38 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5114293 Jul 16 20:29:20.236179 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde07a4-86b5-4624-b506-48aef57f8062 req-feea4d40-47a8-4640-9477-f72f066df77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:20.238723 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fcde07a4-86b5-4624-b506-48aef57f8062 req-feea4d40-47a8-4640-9477-f72f066df77c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 1098 time: 0.1884201 Jul 16 20:29:20.346103 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c102dd09-6fae-4a78-a666-fcc0c4090207 req-1c7e80f3-9db6-4055-ada4-a538712a148e tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.351227 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fcde07a4-86b5-4624-b506-48aef57f8062 req-ae417ed4-784e-4522-84ac-8558b27807dd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957327 Jul 16 20:29:20.398463 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-4eefdc6b-2e52-4c87-8f96-55394ad0e6d0 service neutron] 10.222.0.38 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748879 Jul 16 20:29:20.400084 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c102dd09-6fae-4a78-a666-fcc0c4090207 req-1c7e80f3-9db6-4055-ada4-a538712a148e tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.463239 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c102dd09-6fae-4a78-a666-fcc0c4090207 req-1c7e80f3-9db6-4055-ada4-a538712a148e tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.468846 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c102dd09-6fae-4a78-a666-fcc0c4090207 req-1c7e80f3-9db6-4055-ada4-a538712a148e tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.479527 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c102dd09-6fae-4a78-a666-fcc0c4090207 req-1c7e80f3-9db6-4055-ada4-a538712a148e tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] 10.222.0.38 "DELETE /v2.0/security-groups/08c75b71-62de-4fb5-919d-a4f9f1fbb60b HTTP/1.1" status: 204 len: 173 time: 0.2974634 Jul 16 20:29:20.503559 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e80f3-9db6-4055-ada4-a538712a148e tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c75b71-62de-4fb5-919d-a4f9f1fbb60b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:20.532352 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:29:20.724485 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46868f47-9e1f-484b-a281-e131ae9b5afe req-106708a5-641a-463e-8c6b-0d5e523048be tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:20.726110 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46868f47-9e1f-484b-a281-e131ae9b5afe req-106708a5-641a-463e-8c6b-0d5e523048be tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c17c531-e82a-4376-87b2-f6d6b28884b8 HTTP/1.1" status: 200 len: 945 time: 0.1221366 Jul 16 20:29:20.797771 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46868f47-9e1f-484b-a281-e131ae9b5afe req-d77ffd3d-9849-4b5e-99bc-d62802c14fc0 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651109 Jul 16 20:29:20.898298 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ecfaabad-c255-4624-903f-88d9f9d315a0 req-b9613891-064c-46f9-868b-9bdebf625222 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] 10.222.0.38 "GET /v2.0/security-groups/42fa3dc6-e40b-4858-979e-a999a4b71ca1 HTTP/1.1" status: 200 len: 1813 time: 0.0645857 Jul 16 20:29:20.966281 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-6d1a90ea-1e92-4b48-b316-b015e224d7d9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting port 5c29fc07-da4f-45ed-858a-02817b510c91 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:20.966918 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6d1a90ea-1e92-4b48-b316-b015e224d7d9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.981441 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ecfaabad-c255-4624-903f-88d9f9d315a0 req-7e576c73-a12d-46a7-ba60-76f05ea45cae tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.016322 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ecfaabad-c255-4624-903f-88d9f9d315a0 req-7e576c73-a12d-46a7-ba60-76f05ea45cae tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.144188 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ecfaabad-c255-4624-903f-88d9f9d315a0 req-7e576c73-a12d-46a7-ba60-76f05ea45cae tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.147625 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ecfaabad-c255-4624-903f-88d9f9d315a0 req-7e576c73-a12d-46a7-ba60-76f05ea45cae tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.160145 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ecfaabad-c255-4624-903f-88d9f9d315a0 req-7e576c73-a12d-46a7-ba60-76f05ea45cae tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] 10.222.0.38 "DELETE /v2.0/security-groups/42fa3dc6-e40b-4858-979e-a999a4b71ca1 HTTP/1.1" status: 204 len: 173 time: 0.2601709 Jul 16 20:29:21.194085 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e576c73-a12d-46a7-ba60-76f05ea45cae tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fa3dc6-e40b-4858-979e-a999a4b71ca1,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:21.204270 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6d1a90ea-1e92-4b48-b316-b015e224d7d9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.254338 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-6d1a90ea-1e92-4b48-b316-b015e224d7d9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Calling delete_port for 5c29fc07-da4f-45ed-858a-02817b510c91 owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:21.271742 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859b97e-ccf1-4943-9167-b94bff439079 req-6d055b31-b2b3-48ae-aea7-aedfbfdcab5e tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:21.282805 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d859b97e-ccf1-4943-9167-b94bff439079 req-6d055b31-b2b3-48ae-aea7-aedfbfdcab5e tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 946 time: 0.2444568 Jul 16 20:29:21.292429 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b9423268-519a-45de-9ff7-08120f78eb55 req-c03954d0-da32-42b3-8e55-e39be89e9079 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=5ec57a41-7b69-4c25-bc7d-5607b7f4070f HTTP/1.1" status: 200 len: 210 time: 0.0861311 Jul 16 20:29:21.361272 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d859b97e-ccf1-4943-9167-b94bff439079 req-cc36863c-065a-4caf-bb1e-78241ebab867 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676641 Jul 16 20:29:21.554938 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6d1a90ea-1e92-4b48-b316-b015e224d7d9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.574889 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ead71685-ee88-40a6-9605-0a41b5394dc7 req-7d145b37-1855-4e1d-900e-46618cfcd638 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] 10.222.0.38 "GET /v2.0/security-groups/abd0aa87-55d3-4606-a200-b4ea4f8a29b2 HTTP/1.1" status: 200 len: 1815 time: 0.1170003 Jul 16 20:29:21.628527 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a90ea-1e92-4b48-b316-b015e224d7d9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Port': ['ID=5c29fc07-da4f-45ed-858a-02817b510c91,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:21.630914 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aaa0581a-40d6-45a6-80d2-94db40c4769f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.671783 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab2679-0c27-4576-b504-41b3d3301ba8 req-a2aa7dca-3f48-4de4-b316-735ec0279d47 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:21.673389 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-baab2679-0c27-4576-b504-41b3d3301ba8 req-a2aa7dca-3f48-4de4-b316-735ec0279d47 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c17c531-e82a-4376-87b2-f6d6b28884b8 HTTP/1.1" status: 200 len: 945 time: 0.1914723 Jul 16 20:29:21.791071 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ead71685-ee88-40a6-9605-0a41b5394dc7 req-988d41b1-32ca-47a8-83d6-d869d89e58d6 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.843701 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ead71685-ee88-40a6-9605-0a41b5394dc7 req-988d41b1-32ca-47a8-83d6-d869d89e58d6 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.863112 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6d1a90ea-1e92-4b48-b316-b015e224d7d9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.899192 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-baab2679-0c27-4576-b504-41b3d3301ba8 req-8058a595-66a0-4bcb-868c-10e355ee9757 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150841 Jul 16 20:29:21.914264 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ead71685-ee88-40a6-9605-0a41b5394dc7 req-988d41b1-32ca-47a8-83d6-d869d89e58d6 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.917450 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ead71685-ee88-40a6-9605-0a41b5394dc7 req-988d41b1-32ca-47a8-83d6-d869d89e58d6 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.938986 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ead71685-ee88-40a6-9605-0a41b5394dc7 req-988d41b1-32ca-47a8-83d6-d869d89e58d6 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] 10.222.0.38 "DELETE /v2.0/security-groups/abd0aa87-55d3-4606-a200-b4ea4f8a29b2 HTTP/1.1" status: 204 len: 173 time: 0.3524714 Jul 16 20:29:21.961819 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d41b1-32ca-47a8-83d6-d869d89e58d6 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd0aa87-55d3-4606-a200-b4ea4f8a29b2,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:22.131482 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1a90ea-1e92-4b48-b316-b015e224d7d9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Router 110ea920-0d88-40df-b354-2b96609bb52d has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:22.177856 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f4d91-bbe3-4f1d-bdbb-a6f27d4db9ce req-9d1b3b79-374d-48e7-aa7b-d93dcd62a3eb tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:22.179642 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-908f4d91-bbe3-4f1d-bdbb-a6f27d4db9ce req-9d1b3b79-374d-48e7-aa7b-d93dcd62a3eb tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3b6395a-6ff5-4035-a89b-45a27da4d100 HTTP/1.1" status: 200 len: 946 time: 0.1222999 Jul 16 20:29:22.208347 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c5780-be25-4dbc-93cd-6d99647f08ed req-a5fe7286-bff0-4865-acd2-9b92a90b43e3 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:22.210360 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-459c5780-be25-4dbc-93cd-6d99647f08ed req-a5fe7286-bff0-4865-acd2-9b92a90b43e3 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 1097 time: 0.1221535 Jul 16 20:29:22.226474 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1a90ea-1e92-4b48-b316-b015e224d7d9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:22.232065 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6d1a90ea-1e92-4b48-b316-b015e224d7d9 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "PUT /v2.0/routers/110ea920-0d88-40df-b354-2b96609bb52d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7087584 Jul 16 20:29:22.238399 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36544) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:22.240757 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da74363-b809-4e4c-8fd7-3b271389ac42 None None] Sync routers for ids ['110ea920-0d88-40df-b354-2b96609bb52d'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:22.260654 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da74363-b809-4e4c-8fd7-3b271389ac42 None None] Routers {'110ea920-0d88-40df-b354-2b96609bb52d'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:22.261304 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-0da74363-b809-4e4c-8fd7-3b271389ac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:28:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['110ea920-0d88-40df-b354-2b96609bb52d'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:22.279046 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-908f4d91-bbe3-4f1d-bdbb-a6f27d4db9ce req-9ed06923-58da-4029-8347-38da61ca8a6f tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925512 Jul 16 20:29:22.282011 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1202c39-c7f2-497d-9d87-689d42b80109 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] GET failed (client error): The resource could not be found. Jul 16 20:29:22.286525 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d1202c39-c7f2-497d-9d87-689d42b80109 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "GET /v2.0/ports/5c29fc07-da4f-45ed-858a-02817b510c91 HTTP/1.1" status: 404 len: 333 time: 0.0441222 Jul 16 20:29:22.287155 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36546) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:22.313816 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-0da74363-b809-4e4c-8fd7-3b271389ac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:22.319979 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-459c5780-be25-4dbc-93cd-6d99647f08ed req-fbf4015f-3b9c-4e97-9ef7-0208100afc81 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021762 Jul 16 20:29:22.337913 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da74363-b809-4e4c-8fd7-3b271389ac42 None None] Routers {'110ea920-0d88-40df-b354-2b96609bb52d'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:22.338547 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-0da74363-b809-4e4c-8fd7-3b271389ac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:28:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['110ea920-0d88-40df-b354-2b96609bb52d'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:22.380688 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-0da74363-b809-4e4c-8fd7-3b271389ac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:22.381545 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da74363-b809-4e4c-8fd7-3b271389ac42 None None] The sync data for ids ['110ea920-0d88-40df-b354-2b96609bb52d'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:22.410643 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c793a2b1-a7be-4489-90cc-e5d899c32f96 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.440158 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-81bd0e6f-cecf-4a7d-bb57-1ace19880823 req-b4152d86-8a90-4ece-b1d4-b4ad446431e7 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] 10.222.0.38 "GET /v2.0/security-groups/34b2850a-83e7-49ae-ae2c-213e60c58fcc HTTP/1.1" status: 200 len: 1815 time: 0.1114798 Jul 16 20:29:22.529417 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:29:22.587220 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-81bd0e6f-cecf-4a7d-bb57-1ace19880823 req-76ece729-3bd4-4a1c-8fa0-40b2c71f1f24 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.613657 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-0a2ca2de-2bae-4b0e-8534-5ebc8dba5830 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:22.615335 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-0a2ca2de-2bae-4b0e-8534-5ebc8dba5830 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.18 "GET /v2.0/networks?id=673b6ba0-33b0-47d1-a50e-816aecbacdba HTTP/1.1" status: 200 len: 820 time: 0.1729004 Jul 16 20:29:22.634806 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c793a2b1-a7be-4489-90cc-e5d899c32f96 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.637325 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c793a2b1-a7be-4489-90cc-e5d899c32f96 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.638467 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-d0eaa23b-c875-4f00-b3dc-b9f21bf724d9 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Request body: {'port': {'device_id': '5ec57a41-7b69-4c25-bc7d-5607b7f4070f', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'admin_state_up': True, 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:22.654107 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-81bd0e6f-cecf-4a7d-bb57-1ace19880823 req-76ece729-3bd4-4a1c-8fa0-40b2c71f1f24 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.689438 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c793a2b1-a7be-4489-90cc-e5d899c32f96 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.690122 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c793a2b1-a7be-4489-90cc-e5d899c32f96 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Fanout notify agent at l3_agent the message router_deleted on router 110ea920-0d88-40df-b354-2b96609bb52d {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:29:22.699691 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c793a2b1-a7be-4489-90cc-e5d899c32f96 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.700952 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c793a2b1-a7be-4489-90cc-e5d899c32f96 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/routers/110ea920-0d88-40df-b354-2b96609bb52d HTTP/1.1" status: 204 len: 168 time: 0.4122360 Jul 16 20:29:22.703646 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36556) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:22.714432 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:22.736384 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c', 'network_id': 'e1c5d2cc-b665-49f1-a6ce-bba156502988', 'port_id': 'f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c', 'mac_address': 'fa:16:3e:a7:a2:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d69795-663e-4814-80c1-613e990ce032', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:29:22.809387 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-81bd0e6f-cecf-4a7d-bb57-1ace19880823 req-76ece729-3bd4-4a1c-8fa0-40b2c71f1f24 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.815898 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-81bd0e6f-cecf-4a7d-bb57-1ace19880823 req-76ece729-3bd4-4a1c-8fa0-40b2c71f1f24 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.818685 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.823341 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-81bd0e6f-cecf-4a7d-bb57-1ace19880823 req-76ece729-3bd4-4a1c-8fa0-40b2c71f1f24 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] 10.222.0.38 "DELETE /v2.0/security-groups/34b2850a-83e7-49ae-ae2c-213e60c58fcc HTTP/1.1" status: 204 len: 173 time: 0.3795519 Jul 16 20:29:22.833463 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de033fd-f91e-4e01-8c98-bc289bcb2d45 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting subnet a9a2e65b-24a1-4968-a3fd-08062bc36e59 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:29:22.838098 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1de033fd-f91e-4e01-8c98-bc289bcb2d45 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.851551 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:22.889131 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:22.896745 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.911758 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1de033fd-f91e-4e01-8c98-bc289bcb2d45 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.931446 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ece729-3bd4-4a1c-8fa0-40b2c71f1f24 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b2850a-83e7-49ae-ae2c-213e60c58fcc,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:22.935661 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8f12d099-4b31-4b7d-a13f-d5f7740ab539 req-10a6fea7-99fb-4e23-8b71-5d896016d927 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=5ec57a41-7b69-4c25-bc7d-5607b7f4070f HTTP/1.1" status: 200 len: 210 time: 0.1101661 Jul 16 20:29:22.976003 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:22.976248 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-d0eaa23b-c875-4f00-b3dc-b9f21bf724d9 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Made reservation on behalf of f464673b810d4cdf9ae03e9f2a99c895 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:22.984457 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-d0eaa23b-c875-4f00-b3dc-b9f21bf724d9 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.013153 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:23.090795 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1de033fd-f91e-4e01-8c98-bc289bcb2d45 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.178433 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1de033fd-f91e-4e01-8c98-bc289bcb2d45 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.206957 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-d0eaa23b-c875-4f00-b3dc-b9f21bf724d9 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Allocated IP 172.20.0.11 (673b6ba0-33b0-47d1-a50e-816aecbacdba/e3f938fb-8c6d-4792-bc71-ef35aeb96d69/8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:23.220064 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333b971-68f9-4f24-a9a8-f58e01bc46dc req-5d1b048c-69ef-4bf7-9cb5-73ee5b057cf3 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:23.221303 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de033fd-f91e-4e01-8c98-bc289bcb2d45 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a2e65b-24a1-4968-a3fd-08062bc36e59,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:23.222551 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b333b971-68f9-4f24-a9a8-f58e01bc46dc req-5d1b048c-69ef-4bf7-9cb5-73ee5b057cf3 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 946 time: 0.1379712 Jul 16 20:29:23.231520 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1de033fd-f91e-4e01-8c98-bc289bcb2d45 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.233015 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1171c684-84f7-49a4-9ab3-da27231036c6 None None] Network 446d3a57-3312-4ff5-8259-2ccb9d3fcde5 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:23.239912 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1de033fd-f91e-4e01-8c98-bc289bcb2d45 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/subnets/a9a2e65b-24a1-4968-a3fd-08062bc36e59 HTTP/1.1" status: 204 len: 168 time: 0.5351360 Jul 16 20:29:23.242507 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36562) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:23.297345 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b333b971-68f9-4f24-a9a8-f58e01bc46dc req-d685c30b-f6b4-45db-b40b-9b6bc4cc182e tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671420 Jul 16 20:29:23.403968 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8bdda1de-3db3-46cf-8e4e-22669ddd0072 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.465311 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-d0eaa23b-c875-4f00-b3dc-b9f21bf724d9 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.485327 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcd2aae-fd4f-446c-837b-618e6ab994e3 None None] DHCP port deletion for 446d3a57-3312-4ff5-8259-2ccb9d3fcde5 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:29:23.492227 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-8bdda1de-3db3-46cf-8e4e-22669ddd0072 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting port 778ca38b-3d0a-44e9-9277-08db98a3937b {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:23.492641 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8bdda1de-3db3-46cf-8e4e-22669ddd0072 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.510692 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-d0eaa23b-c875-4f00-b3dc-b9f21bf724d9 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Transition to ACTIVE for port object 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:23.545264 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9fcd2aae-fd4f-446c-837b-618e6ab994e3 None None] Deleting port 778ca38b-3d0a-44e9-9277-08db98a3937b {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:23.546029 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2aae-fd4f-446c-837b-618e6ab994e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.588553 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-8bdda1de-3db3-46cf-8e4e-22669ddd0072 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] For port 778ca38b-3d0a-44e9-9277-08db98a3937b, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=778ca38b-3d0a-44e9-9277-08db98a3937b,segment=NetworkSegment(a3a4fc57-5a7e-4c90-9d9f-4d4f15960f6e),segment_id=a3a4fc57-5a7e-4c90-9d9f-4d4f15960f6e)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:23.589259 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8bdda1de-3db3-46cf-8e4e-22669ddd0072 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.594165 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-d0eaa23b-c875-4f00-b3dc-b9f21bf724d9 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.606126 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-8bdda1de-3db3-46cf-8e4e-22669ddd0072 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Calling delete_port for 778ca38b-3d0a-44e9-9277-08db98a3937b owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:23.623619 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['b4303d43-5f18-45b1-a4f0-1602debbc55f'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:23.661997 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eaa23b-c875-4f00-b3dc-b9f21bf724d9 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Pushing event updated for resources: {'Port': ['ID=8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:23.682813 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891535d-2724-44ca-8fcd-8d0cf20ac6af req-eb59dadf-fe86-4917-9074-d11aeebc5f6a tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:23.684607 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3891535d-2724-44ca-8fcd-8d0cf20ac6af req-eb59dadf-fe86-4917-9074-d11aeebc5f6a tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c17c531-e82a-4376-87b2-f6d6b28884b8 HTTP/1.1" status: 200 len: 945 time: 0.1972048 Jul 16 20:29:23.694359 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-d0eaa23b-c875-4f00-b3dc-b9f21bf724d9 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Network 673b6ba0-33b0-47d1-a50e-816aecbacdba is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:23.702968 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-d0eaa23b-c875-4f00-b3dc-b9f21bf724d9 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:23.721199 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8bdda1de-3db3-46cf-8e4e-22669ddd0072 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.723505 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-d0eaa23b-c875-4f00-b3dc-b9f21bf724d9 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:23.768161 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdda1de-3db3-46cf-8e4e-22669ddd0072 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Port': ['ID=778ca38b-3d0a-44e9-9277-08db98a3937b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:23.773911 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdda1de-3db3-46cf-8e4e-22669ddd0072 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] No DVR routers for this DVR port 778ca38b-3d0a-44e9-9277-08db98a3937b on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:23.805880 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3891535d-2724-44ca-8fcd-8d0cf20ac6af req-6b9b3928-b910-4a30-b9b0-68ca12833d2d tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136281 Jul 16 20:29:23.850241 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-d0eaa23b-c875-4f00-b3dc-b9f21bf724d9 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:23.852092 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-d0eaa23b-c875-4f00-b3dc-b9f21bf724d9 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.901442 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-9fcd2aae-fd4f-446c-837b-618e6ab994e3 None None] For port 778ca38b-3d0a-44e9-9277-08db98a3937b, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=778ca38b-3d0a-44e9-9277-08db98a3937b,segment=NetworkSegment(a3a4fc57-5a7e-4c90-9d9f-4d4f15960f6e),segment_id=a3a4fc57-5a7e-4c90-9d9f-4d4f15960f6e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:23.902079 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2aae-fd4f-446c-837b-618e6ab994e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.916918 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-d0eaa23b-c875-4f00-b3dc-b9f21bf724d9 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2847197 Jul 16 20:29:23.926456 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d96e0263-0db8-45e0-99be-394ff67b9411 req-9c2bdd5a-075b-4e8b-8c63-dd754e9084e4 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] 10.222.0.38 "GET /v2.0/security-groups/ff581f3f-69d5-4eeb-ad6e-f4b7b26cd01d HTTP/1.1" status: 200 len: 1815 time: 0.0641415 Jul 16 20:29:23.933815 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9fcd2aae-fd4f-446c-837b-618e6ab994e3 None None] Calling delete_port for 778ca38b-3d0a-44e9-9277-08db98a3937b owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:23.945817 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-467eeb2d-d334-4c92-ae84-228c06ef9cc8 service neutron] Request body: {'port': {'device_id': '5ec57a41-7b69-4c25-bc7d-5607b7f4070f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:23.960223 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8bdda1de-3db3-46cf-8e4e-22669ddd0072 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.976315 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-8bdda1de-3db3-46cf-8e4e-22669ddd0072 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446d3a57-3312-4ff5-8259-2ccb9d3fcde5']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:23.991645 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-8bdda1de-3db3-46cf-8e4e-22669ddd0072 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a4fc57-5a7e-4c90-9d9f-4d4f15960f6e') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:23.992006 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-8bdda1de-3db3-46cf-8e4e-22669ddd0072 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a4fc57-5a7e-4c90-9d9f-4d4f15960f6e') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:24.002028 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8bdda1de-3db3-46cf-8e4e-22669ddd0072 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.020928 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8bdda1de-3db3-46cf-8e4e-22669ddd0072 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.029638 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bdda1de-3db3-46cf-8e4e-22669ddd0072 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:24.030400 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8bdda1de-3db3-46cf-8e4e-22669ddd0072 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:24.035139 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:24.106045 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d96e0263-0db8-45e0-99be-394ff67b9411 req-24106663-200c-4fce-b4e0-468ec870e774 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.124507 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-467eeb2d-d334-4c92-ae84-228c06ef9cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.126247 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8bdda1de-3db3-46cf-8e4e-22669ddd0072 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.133872 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8bdda1de-3db3-46cf-8e4e-22669ddd0072 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.140134 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-73c6a120-a218-4f87-8ab6-e33efe583a2c None None] Provisioning for port 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:24.140358 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8bdda1de-3db3-46cf-8e4e-22669ddd0072 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/networks/446d3a57-3312-4ff5-8259-2ccb9d3fcde5 HTTP/1.1" status: 204 len: 168 time: 0.8902080 Jul 16 20:29:24.141088 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36594) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:24.150847 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-73c6a120-a218-4f87-8ab6-e33efe583a2c None None] Provisioning complete for port 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:24.151216 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73c6a120-a218-4f87-8ab6-e33efe583a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.195742 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdda1de-3db3-46cf-8e4e-22669ddd0072 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Network': ['ID=446d3a57-3312-4ff5-8259-2ccb9d3fcde5,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:24.213350 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d96e0263-0db8-45e0-99be-394ff67b9411 req-24106663-200c-4fce-b4e0-468ec870e774 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.239232 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8033a038-29b6-418f-9588-f4202891fa99 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:24.244315 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8033a038-29b6-418f-9588-f4202891fa99 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "GET /v2.0/ports/41c814ab-04e7-4798-8fef-67b68c4b7b36 HTTP/1.1" status: 200 len: 845 time: 0.0939658 Jul 16 20:29:24.247438 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36596) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: from cryptography.utils import int_from_bytes Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: from cryptography.utils import int_from_bytes Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:24.252413 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:29:24.257159 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:24.257159 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:29:24.257159 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:24.257159 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:29:24.257159 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:24.257159 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:29:24.257159 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:24.257159 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:29:24.257159 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:24.257159 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:29:24.257159 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:24.257159 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:29:24.257159 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:24.257159 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:29:24.279495 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6250f6b1-5fac-4eba-b3f8-6819674859d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.281251 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2aae-fd4f-446c-837b-618e6ab994e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.289354 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.290874 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-73c6a120-a218-4f87-8ab6-e33efe583a2c None None] Port 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:24.320124 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9fcd2aae-fd4f-446c-837b-618e6ab994e3 None None] Network 446d3a57-3312-4ff5-8259-2ccb9d3fcde5 is not hosted by any dhcp agent {{(pid=93795) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:29:24.320730 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcd2aae-fd4f-446c-837b-618e6ab994e3 None None] No DVR routers for this DVR port 778ca38b-3d0a-44e9-9277-08db98a3937b on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:24.322439 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd2aae-fd4f-446c-837b-618e6ab994e3 None None] Pushing event deleted for resources: {'Port': ['ID=778ca38b-3d0a-44e9-9277-08db98a3937b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:24.359454 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d96e0263-0db8-45e0-99be-394ff67b9411 req-24106663-200c-4fce-b4e0-468ec870e774 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.363988 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d96e0263-0db8-45e0-99be-394ff67b9411 req-24106663-200c-4fce-b4e0-468ec870e774 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.365238 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d96e0263-0db8-45e0-99be-394ff67b9411 req-24106663-200c-4fce-b4e0-468ec870e774 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] 10.222.0.38 "DELETE /v2.0/security-groups/ff581f3f-69d5-4eeb-ad6e-f4b7b26cd01d HTTP/1.1" status: 204 len: 173 time: 0.4251652 Jul 16 20:29:24.371328 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-833d7000-1322-4503-b461-ec9b7275f2b7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "GET /v2.0/ports/41c814ab-04e7-4798-8fef-67b68c4b7b36?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1221983 Jul 16 20:29:24.372102 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36598) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:24.372523 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36600) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:24.384575 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24106663-200c-4fce-b4e0-468ec870e774 tempest-SecurityGroupRulesNegativeTestJSON-1353955570 tempest-SecurityGroupRulesNegativeTestJSON-1353955570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff581f3f-69d5-4eeb-ad6e-f4b7b26cd01d,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:24.385380 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-6dece55a-562e-4e98-af90-1e5e701f5960 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'subnet': {'network_id': 'e037d4fb-96b9-4f75-9ba3-6684fa98dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:24.528843 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9a221b-3958-4d5f-8f11-49367a6a54eb admin admin] Deleting subnet efff0f06-acb2-4e07-8c83-199431c66cf9 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:29:24.533782 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d9a221b-3958-4d5f-8f11-49367a6a54eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.541493 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:24.568859 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-2e2f8545-0acf-49e6-b239-c6c8cd00e4b0 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:29:24.569970 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-2e2f8545-0acf-49e6-b239-c6c8cd00e4b0 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1081269 Jul 16 20:29:24.603058 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:24.603535 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.610265 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d9a221b-3958-4d5f-8f11-49367a6a54eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.637391 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dece55a-562e-4e98-af90-1e5e701f5960 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:24.641208 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6dece55a-562e-4e98-af90-1e5e701f5960 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.657304 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-a6f34317-3dd1-4c9e-8e3b-e5a6a59432c2 service neutron] Request body: {'binding': {'host': 'n-h2-791506-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:24.657763 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-a6f34317-3dd1-4c9e-8e3b-e5a6a59432c2 service neutron] Unknown quota resources ['binding']. {{(pid=93793) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:29:24.658957 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-467eeb2d-d334-4c92-ae84-228c06ef9cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:24.680000 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e669e81-d543-4d93-8a86-6a7773f39fd2 req-73a3ea6d-61d1-4c74-a040-9a7bad52f9cc tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:24.682675 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e669e81-d543-4d93-8a86-6a7773f39fd2 req-73a3ea6d-61d1-4c74-a040-9a7bad52f9cc tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3b6395a-6ff5-4035-a89b-45a27da4d100 HTTP/1.1" status: 200 len: 945 time: 0.1862926 Jul 16 20:29:24.685561 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-467eeb2d-d334-4c92-ae84-228c06ef9cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.699682 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.725674 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b6395a-6ff5-4035-a89b-45a27da4d100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:24.728098 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509502bc-1b42-4493-a2e8-561002da8a1a" -d '{"events": [{"server_uuid": "a3b6395a-6ff5-4035-a89b-45a27da4d100", "name": "network-vif-plugged", "status": "completed", "tag": "f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:24.737779 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-467eeb2d-d334-4c92-ae84-228c06ef9cc8 service neutron] Transition to ACTIVE for port object 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:24.742568 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:24.747172 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e669e81-d543-4d93-8a86-6a7773f39fd2 req-9bca327f-d8ca-4d82-9412-72d09e328521 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499973 Jul 16 20:29:24.748461 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.750934 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-467eeb2d-d334-4c92-ae84-228c06ef9cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.775828 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d9a221b-3958-4d5f-8f11-49367a6a54eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.809907 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:24.812989 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467eeb2d-d334-4c92-ae84-228c06ef9cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:24.929999 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-467eeb2d-d334-4c92-ae84-228c06ef9cc8 service neutron] Attempting to bind port 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:24.930355 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-467eeb2d-d334-4c92-ae84-228c06ef9cc8 service neutron] Attempting to bind port 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'c1804d01-4de0-4d24-bc8b-607047aabf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:24.930621 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-467eeb2d-d334-4c92-ae84-228c06ef9cc8 service neutron] Attempting to bind port 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 on network 673b6ba0-33b0-47d1-a50e-816aecbacdba {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:24.936176 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-467eeb2d-d334-4c92-ae84-228c06ef9cc8 service neutron] Port 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 on network 673b6ba0-33b0-47d1-a50e-816aecbacdba not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:29:24.937103 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-467eeb2d-d334-4c92-ae84-228c06ef9cc8 service neutron] Attempting to bind port 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 on network 673b6ba0-33b0-47d1-a50e-816aecbacdba {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:24.941986 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-467eeb2d-d334-4c92-ae84-228c06ef9cc8 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:24.942551 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-467eeb2d-d334-4c92-ae84-228c06ef9cc8 service neutron] Checking segment: {'id': 'c1804d01-4de0-4d24-bc8b-607047aabf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:24.942979 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-467eeb2d-d334-4c92-ae84-228c06ef9cc8 service neutron] Bound using segment: {'id': 'c1804d01-4de0-4d24-bc8b-607047aabf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:24.943163 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-467eeb2d-d334-4c92-ae84-228c06ef9cc8 service neutron] Bound port: 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1804d01-4de0-4d24-bc8b-607047aabf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:24.943530 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-467eeb2d-d334-4c92-ae84-228c06ef9cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.984487 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d9a221b-3958-4d5f-8f11-49367a6a54eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.035682 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d9a221b-3958-4d5f-8f11-49367a6a54eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.037969 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3d9a221b-3958-4d5f-8f11-49367a6a54eb admin admin] 10.222.0.38 "DELETE /v2.0/subnets/efff0f06-acb2-4e07-8c83-199431c66cf9 HTTP/1.1" status: 204 len: 168 time: 0.6600366 Jul 16 20:29:25.038611 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a221b-3958-4d5f-8f11-49367a6a54eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efff0f06-acb2-4e07-8c83-199431c66cf9,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:25.044977 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36618) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:25.073990 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-a6f34317-3dd1-4c9e-8e3b-e5a6a59432c2 service neutron] Attempting to bind port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b on host n-h2-791506-21 for vnic_type normal with profile None {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:25.073990 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-a6f34317-3dd1-4c9e-8e3b-e5a6a59432c2 service neutron] Attempting to bind port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:25.074390 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-a6f34317-3dd1-4c9e-8e3b-e5a6a59432c2 service neutron] Attempting to bind port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b on network e0476e10-8d02-4fbd-b804-ab41bcf63297 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:25.081952 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-467eeb2d-d334-4c92-ae84-228c06ef9cc8 service neutron] For port 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:25.084398 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-a6f34317-3dd1-4c9e-8e3b-e5a6a59432c2 service neutron] Port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b on network e0476e10-8d02-4fbd-b804-ab41bcf63297 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:29:25.084595 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-a6f34317-3dd1-4c9e-8e3b-e5a6a59432c2 service neutron] Attempting to bind port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b on network e0476e10-8d02-4fbd-b804-ab41bcf63297 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:25.094664 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-a6f34317-3dd1-4c9e-8e3b-e5a6a59432c2 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:25.094925 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-a6f34317-3dd1-4c9e-8e3b-e5a6a59432c2 service neutron] Checking segment: {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:25.095318 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-a6f34317-3dd1-4c9e-8e3b-e5a6a59432c2 service neutron] Bound using segment: {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:25.095757 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-a6f34317-3dd1-4c9e-8e3b-e5a6a59432c2 service neutron] Bound port: 4da1b85c-da5d-4df3-8ad7-97cd630dac2b, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:25.136211 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6dece55a-562e-4e98-af90-1e5e701f5960 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.146480 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-467eeb2d-d334-4c92-ae84-228c06ef9cc8 service neutron] For port 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8,segment=NetworkSegment(c1804d01-4de0-4d24-bc8b-607047aabf4a),segment_id=c1804d01-4de0-4d24-bc8b-607047aabf4a)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:25.182288 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-467eeb2d-d334-4c92-ae84-228c06ef9cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.202870 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a99c08cb-dd86-4ae5-9b6c-344aa4519338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.205489 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dece55a-562e-4e98-af90-1e5e701f5960 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network e037d4fb-96b9-4f75-9ba3-6684fa98dc76 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:25.218619 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-a6f34317-3dd1-4c9e-8e3b-e5a6a59432c2 service neutron] For port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=4da1b85c-da5d-4df3-8ad7-97cd630dac2b,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:25.218619 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-6dece55a-562e-4e98-af90-1e5e701f5960 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:25.221254 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dece55a-562e-4e98-af90-1e5e701f5960 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:25.222634 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6dece55a-562e-4e98-af90-1e5e701f5960 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.229425 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dece55a-562e-4e98-af90-1e5e701f5960 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Subnet': ['ID=da524704-caf1-4150-8781-29116b46d965,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:25.235392 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-a6f34317-3dd1-4c9e-8e3b-e5a6a59432c2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.238182 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-467eeb2d-d334-4c92-ae84-228c06ef9cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:25.238407 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-467eeb2d-d334-4c92-ae84-228c06ef9cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.240059 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-467eeb2d-d334-4c92-ae84-228c06ef9cc8 service neutron] 10.222.0.18 "PUT /v2.0/ports/8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 HTTP/1.1" status: 200 len: 1093 time: 1.3012352 Jul 16 20:29:25.240342 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec57a41-7b69-4c25-bc7d-5607b7f4070f', 'tag': '8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:25.242619 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216dc5d8-0c2a-4954-9778-15b0b0161e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec57a41-7b69-4c25-bc7d-5607b7f4070f", "tag": "8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:25.253319 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-a6f34317-3dd1-4c9e-8e3b-e5a6a59432c2 service neutron] 10.222.0.38 "POST /v2.0/ports/4da1b85c-da5d-4df3-8ad7-97cd630dac2b/bindings HTTP/1.1" status: 201 len: 390 time: 0.6682186 Jul 16 20:29:25.258537 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6ecbce-6c49-4fad-8a1c-51ffa196a747 None None] Network e037d4fb-96b9-4f75-9ba3-6684fa98dc76 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:25.274760 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6dece55a-562e-4e98-af90-1e5e701f5960 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8991730 Jul 16 20:29:25.277031 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36622) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:25.282065 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a30e7a6a-aa88-411b-a8e1-5f6bc8329d04 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'security_group': {'name': 'tempest-secgroup-1669022854'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:25.320334 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a93b1-455a-42cc-8618-1660b965c4a6 req-6bec87a9-70e9-49e1-bb40-6d8df91e0869 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:25.320927 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a9a93b1-455a-42cc-8618-1660b965c4a6 req-6bec87a9-70e9-49e1-bb40-6d8df91e0869 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c17c531-e82a-4376-87b2-f6d6b28884b8 HTTP/1.1" status: 200 len: 945 time: 0.2489138 Jul 16 20:29:25.341316 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a30e7a6a-aa88-411b-a8e1-5f6bc8329d04 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.422296 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 778ca38b-3d0a-44e9-9277-08db98a3937b no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:25.464622 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467eeb2d-d334-4c92-ae84-228c06ef9cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:25.467859 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 778ca38b-3d0a-44e9-9277-08db98a3937b {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:25.468412 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 778ca38b-3d0a-44e9-9277-08db98a3937b not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:25.514312 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a30e7a6a-aa88-411b-a8e1-5f6bc8329d04 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.519835 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a30e7a6a-aa88-411b-a8e1-5f6bc8329d04 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.579845 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a30e7a6a-aa88-411b-a8e1-5f6bc8329d04 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.582220 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a30e7a6a-aa88-411b-a8e1-5f6bc8329d04 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3042183 Jul 16 20:29:25.584807 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e7a6a-aa88-411b-a8e1-5f6bc8329d04 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98aa4a8e-20ef-42fa-a9e5-2723e62dc38b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:25.587138 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36626) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:25.592706 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-152833fa-0793-4592-9468-27430a0dc4e8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'security_group': {'name': 'tempest-secgroup-695314053'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:25.625569 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-152833fa-0793-4592-9468-27430a0dc4e8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.630578 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a99c08cb-dd86-4ae5-9b6c-344aa4519338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.639303 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-a99c08cb-dd86-4ae5-9b6c-344aa4519338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f79ea9b3-8015-410a-823e-3491f5313849']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:25.654991 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-a99c08cb-dd86-4ae5-9b6c-344aa4519338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22e0caf-9db2-49a9-ae4f-2448ff2a2071') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:25.655430 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-a99c08cb-dd86-4ae5-9b6c-344aa4519338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22e0caf-9db2-49a9-ae4f-2448ff2a2071') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:25.669461 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a9a93b1-455a-42cc-8618-1660b965c4a6 req-11864b2b-1816-479d-91b5-f0a3f9d923a1 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990847 Jul 16 20:29:25.673104 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.673454 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a99c08cb-dd86-4ae5-9b6c-344aa4519338 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.695485 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbb6f8c-c609-4a8e-acae-744204b08cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-e037d4fb-96b9-4f75-9ba3-6684fa98dc76', 'network_id': 'e037d4fb-96b9-4f75-9ba3-6684fa98dc76', 'tenant_id': '8f9a426ea30846e192079ccbb52ca7cc', 'fixed_ips': [{'subnet_id': 'da524704-caf1-4150-8781-29116b46d965'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:29:25.695485 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dbbb6f8c-c609-4a8e-acae-744204b08cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.740350 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec495849-0882-4105-949c-8388ae96ba99 x-openstack-request-id: req-ec495849-0882-4105-949c-8388ae96ba99 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:25.740705 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b6395a-6ff5-4035-a89b-45a27da4d100", "name": "network-vif-plugged", "status": "completed", "tag": "f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:25.741095 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ec495849-0882-4105-949c-8388ae96ba99 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:25.741487 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b6395a-6ff5-4035-a89b-45a27da4d100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c', 'code': 200} Jul 16 20:29:25.772870 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-152833fa-0793-4592-9468-27430a0dc4e8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.778368 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-152833fa-0793-4592-9468-27430a0dc4e8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.793423 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a99c08cb-dd86-4ae5-9b6c-344aa4519338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.797947 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-1456ae95-3883-488f-af73-42a80e1e7423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:25.800160 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-1456ae95-3883-488f-af73-42a80e1e7423 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f464673b810d4cdf9ae03e9f2a99c895&device_id=5ec57a41-7b69-4c25-bc7d-5607b7f4070f HTTP/1.1" status: 200 len: 1096 time: 0.4748504 Jul 16 20:29:25.821886 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99c08cb-dd86-4ae5-9b6c-344aa4519338 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:25.822617 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a99c08cb-dd86-4ae5-9b6c-344aa4519338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:25.825063 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:25.830452 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152833fa-0793-4592-9468-27430a0dc4e8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f34dc6-9446-4483-8711-95c5a2925d13,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:25.841696 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-152833fa-0793-4592-9468-27430a0dc4e8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.845015 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-152833fa-0793-4592-9468-27430a0dc4e8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2561963 Jul 16 20:29:25.848678 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36630) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:25.857467 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-5ac1932c-5c29-47fe-abc1-79da3f69ddd2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1991595729', 'security_groups': ['b5f34dc6-9446-4483-8711-95c5a2925d13'], 'network_id': 'e037d4fb-96b9-4f75-9ba3-6684fa98dc76', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'da524704-caf1-4150-8781-29116b46d965'}]}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:25.905380 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-ec35ab43-af03-48c7-a2c9-1b7eb1543d5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 HTTP/1.1" status: 200 len: 217 time: 0.0915735 Jul 16 20:29:25.913510 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-dbbb6f8c-c609-4a8e-acae-744204b08cc8 None None] Allocated IP 2001:db8::2 (e037d4fb-96b9-4f75-9ba3-6684fa98dc76/da524704-caf1-4150-8781-29116b46d965/32681c5e-438a-4363-9cd2-f65cc1d26f00) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:26.003209 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a99c08cb-dd86-4ae5-9b6c-344aa4519338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.029327 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a141a5a-8bcb-435a-a6b6-ba3e2de05661 req-4ba9c5ca-3ae0-4c86-85e0-466eadad430e tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:26.036204 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac1932c-5c29-47fe-abc1-79da3f69ddd2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:26.038481 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3a141a5a-8bcb-435a-a6b6-ba3e2de05661 req-4ba9c5ca-3ae0-4c86-85e0-466eadad430e tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=5ec57a41-7b69-4c25-bc7d-5607b7f4070f HTTP/1.1" status: 200 len: 944 time: 0.4633269 Jul 16 20:29:26.045347 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a99c08cb-dd86-4ae5-9b6c-344aa4519338 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.050255 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a99c08cb-dd86-4ae5-9b6c-344aa4519338 admin admin] 10.222.0.38 "DELETE /v2.0/networks/f79ea9b3-8015-410a-823e-3491f5313849 HTTP/1.1" status: 204 len: 168 time: 1.0041773 Jul 16 20:29:26.067785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-3e278347-d30e-4753-a224-a3c5d3cd383c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:26.069404 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-3e278347-d30e-4753-a224-a3c5d3cd383c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8a8ade9cff04e3db4af1591a2770156&device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 1097 time: 0.3985915 Jul 16 20:29:26.072682 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-704baf89-2b28-48f9-a102-4c6ddebdeaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:26.074153 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-704baf89-2b28-48f9-a102-4c6ddebdeaa1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e3f938fb-8c6d-4792-bc71-ef35aeb96d69 HTTP/1.1" status: 200 len: 859 time: 0.1313248 Jul 16 20:29:26.082190 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c08cb-dd86-4ae5-9b6c-344aa4519338 admin admin] Pushing event deleted for resources: {'Network': ['ID=f79ea9b3-8015-410a-823e-3491f5313849,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:26.231002 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3a141a5a-8bcb-435a-a6b6-ba3e2de05661 req-8ca136d2-8b7d-4f29-ab14-4bb370d33caa tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e281b25-8765-433e-9429-8b0fb9a75f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915107 Jul 16 20:29:26.239394 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dbbb6f8c-c609-4a8e-acae-744204b08cc8 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.265140 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-dbbb6f8c-c609-4a8e-acae-744204b08cc8 None None] Transition to ACTIVE for port object 32681c5e-438a-4363-9cd2-f65cc1d26f00 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:26.266411 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5ac1932c-5c29-47fe-abc1-79da3f69ddd2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.310413 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-dbbb6f8c-c609-4a8e-acae-744204b08cc8 None None] Transition to ACTIVE for port object 32681c5e-438a-4363-9cd2-f65cc1d26f00 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:26.317810 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-5ac1932c-5c29-47fe-abc1-79da3f69ddd2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] device_id is not set on port 5ecdc7c6-1c91-463b-b8dc-9628133da4f8 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:29:26.323300 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36640) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:26.325720 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dbbb6f8c-c609-4a8e-acae-744204b08cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.341030 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a35039e-2355-48ee-a55d-4b3c0ad062a5 x-openstack-request-id: req-1a35039e-2355-48ee-a55d-4b3c0ad062a5 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:26.341335 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec57a41-7b69-4c25-bc7d-5607b7f4070f", "tag": "8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:26.341599 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a35039e-2355-48ee-a55d-4b3c0ad062a5 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:26.342012 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec57a41-7b69-4c25-bc7d-5607b7f4070f', 'tag': '8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8', 'status': 'completed', 'code': 200} Jul 16 20:29:26.345843 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-c0ccc71f-6f84-4c81-81fb-b89992fe933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:26.348188 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-c0ccc71f-6f84-4c81-81fb-b89992fe933a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=673b6ba0-33b0-47d1-a50e-816aecbacdba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2644224 Jul 16 20:29:26.351429 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-89a8b375-8409-4dba-8ef4-874db2909290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:26.353063 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-89a8b375-8409-4dba-8ef4-874db2909290 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 200 len: 922 time: 0.2652276 Jul 16 20:29:26.412513 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb6f8c-c609-4a8e-acae-744204b08cc8 None None] Pushing event updated for resources: {'Port': ['ID=32681c5e-438a-4363-9cd2-f65cc1d26f00,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:26.424126 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-2f964f17-ec20-482e-a68d-0d8a5d891ffc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4da1b85c-da5d-4df3-8ad7-97cd630dac2b HTTP/1.1" status: 200 len: 217 time: 0.0586197 Jul 16 20:29:26.442813 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbb6f8c-c609-4a8e-acae-744204b08cc8 None None] Network e037d4fb-96b9-4f75-9ba3-6684fa98dc76 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:26.445918 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-dbbb6f8c-c609-4a8e-acae-744204b08cc8 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:26.453089 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbb6f8c-c609-4a8e-acae-744204b08cc8 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:26.510117 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8ed00576-aaba-420d-89b0-13fe72ab8272 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cd01ae87c65e4bb48af444955800503a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1767385 Jul 16 20:29:26.513095 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36642) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:26.534864 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-dbbb6f8c-c609-4a8e-acae-744204b08cc8 None None] Attempting to bind port 32681c5e-438a-4363-9cd2-f65cc1d26f00 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:26.535258 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-dbbb6f8c-c609-4a8e-acae-744204b08cc8 None None] Attempting to bind port 32681c5e-438a-4363-9cd2-f65cc1d26f00 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '2d9d61ae-c19c-49ea-87a2-09a6e14db35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e037d4fb-96b9-4f75-9ba3-6684fa98dc76'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:26.535660 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbb6f8c-c609-4a8e-acae-744204b08cc8 None None] Attempting to bind port 32681c5e-438a-4363-9cd2-f65cc1d26f00 on network e037d4fb-96b9-4f75-9ba3-6684fa98dc76 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:26.544975 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbb6f8c-c609-4a8e-acae-744204b08cc8 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:26.545380 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbb6f8c-c609-4a8e-acae-744204b08cc8 None None] Checking segment: {'id': '2d9d61ae-c19c-49ea-87a2-09a6e14db35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e037d4fb-96b9-4f75-9ba3-6684fa98dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:26.545799 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dbbb6f8c-c609-4a8e-acae-744204b08cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.546223 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbb6f8c-c609-4a8e-acae-744204b08cc8 None None] Bound using segment: {'id': '2d9d61ae-c19c-49ea-87a2-09a6e14db35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e037d4fb-96b9-4f75-9ba3-6684fa98dc76'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:26.547009 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-dbbb6f8c-c609-4a8e-acae-744204b08cc8 None None] Bound port: 32681c5e-438a-4363-9cd2-f65cc1d26f00, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9d61ae-c19c-49ea-87a2-09a6e14db35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e037d4fb-96b9-4f75-9ba3-6684fa98dc76'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:26.547401 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dbbb6f8c-c609-4a8e-acae-744204b08cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.581850 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:26.592350 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29c5b3-bada-4fb1-a166-9a77996d4796 req-2a7119b7-1f79-40d0-9542-2f7fd59ce071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:26.593891 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6b29c5b3-bada-4fb1-a166-9a77996d4796 req-2a7119b7-1f79-40d0-9542-2f7fd59ce071 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=040bf7ee1ec54a50aca3b42fc92ded92&device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 1098 time: 0.2174029 Jul 16 20:29:26.613813 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-7c2b19d1-5b3f-45fe-97c8-d1fdc4917502 service neutron] 10.222.0.18 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578967 Jul 16 20:29:26.631450 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-0bec1d0a-3cf0-4386-8db3-1f0609799411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:26.633939 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-0bec1d0a-3cf0-4386-8db3-1f0609799411 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13ad8455-a3f9-4cd7-bb5a-6261d086b47a HTTP/1.1" status: 200 len: 861 time: 0.1939540 Jul 16 20:29:26.704682 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-bb57f591-e378-45cb-98b3-30ea873b5b3f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0476e10-8d02-4fbd-b804-ab41bcf63297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510406 Jul 16 20:29:26.711066 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-dbbb6f8c-c609-4a8e-acae-744204b08cc8 None None] For port 32681c5e-438a-4363-9cd2-f65cc1d26f00, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:26.715131 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-5ac1932c-5c29-47fe-abc1-79da3f69ddd2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Allocated IP 2001:db8::2b (e037d4fb-96b9-4f75-9ba3-6684fa98dc76/da524704-caf1-4150-8781-29116b46d965/5ecdc7c6-1c91-463b-b8dc-9628133da4f8) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:26.716624 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-dbbb6f8c-c609-4a8e-acae-744204b08cc8 None None] For port 32681c5e-438a-4363-9cd2-f65cc1d26f00, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=32681c5e-438a-4363-9cd2-f65cc1d26f00,segment=NetworkSegment(2d9d61ae-c19c-49ea-87a2-09a6e14db35d),segment_id=2d9d61ae-c19c-49ea-87a2-09a6e14db35d)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:26.741907 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dbbb6f8c-c609-4a8e-acae-744204b08cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.772229 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29c5b3-bada-4fb1-a166-9a77996d4796 req-c1c4a196-0e88-4971-a2ad-4559b683af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:26.774058 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6b29c5b3-bada-4fb1-a166-9a77996d4796 req-c1c4a196-0e88-4971-a2ad-4559b683af3b service neutron] 10.222.0.62 "GET /v2.0/networks?id=b358c1d9-e9f6-4096-8d60-98099a8c70b7 HTTP/1.1" status: 200 len: 920 time: 0.1597593 Jul 16 20:29:26.794914 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2243aae-28c2-420e-b24e-e70b25df123e req-2230a7ce-6f63-4290-b55c-c61092ef1ce8 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:26.796820 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c2243aae-28c2-420e-b24e-e70b25df123e req-2230a7ce-6f63-4290-b55c-c61092ef1ce8 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 945 time: 0.3696816 Jul 16 20:29:26.808537 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.837267 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6b29c5b3-bada-4fb1-a166-9a77996d4796 req-4823d521-45a7-4383-aa05-18b75b9f9c72 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2ce7eaf-57bc-4a87-be95-7e45a7b50942 HTTP/1.1" status: 200 len: 217 time: 0.0548620 Jul 16 20:29:26.866892 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:26.873433 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.880355 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbac4c5a-f6d1-4ed3-a200-229288f72d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.890044 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb6f8c-c609-4a8e-acae-744204b08cc8 None None] Pushing event updated for resources: {'Port': ['ID=32681c5e-438a-4363-9cd2-f65cc1d26f00,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:26.908371 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29c5b3-bada-4fb1-a166-9a77996d4796 req-b86a8731-5a12-492d-80c6-f62123a65d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:26.910599 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6b29c5b3-bada-4fb1-a166-9a77996d4796 req-b86a8731-5a12-492d-80c6-f62123a65d96 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=84f36c9a-649f-4fbc-95a8-0fd0b2d3d58e HTTP/1.1" status: 200 len: 859 time: 0.0622518 Jul 16 20:29:26.948775 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:26.982366 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6b29c5b3-bada-4fb1-a166-9a77996d4796 req-c1efdce3-ffda-476d-a6b8-5edcfcbd926a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b358c1d9-e9f6-4096-8d60-98099a8c70b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603721 Jul 16 20:29:27.014544 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-3bcf5adc-57a2-45e6-b511-b05ca72b7cf5 service neutron] 10.222.0.62 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801054 Jul 16 20:29:27.016976 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbac4c5a-f6d1-4ed3-a200-229288f72d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.023069 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c2243aae-28c2-420e-b24e-e70b25df123e req-d3de8c3b-cb4a-4992-af11-ecb73ec12c42 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713238 Jul 16 20:29:27.046043 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22184bef-3a2b-4b9b-8374-d49aa00eb722 req-7fc70061-e1d5-436e-9980-896c1eea8fd7 service neutron] 10.222.0.18 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107456 Jul 16 20:29:27.167140 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5ac1932c-5c29-47fe-abc1-79da3f69ddd2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.207455 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-5ac1932c-5c29-47fe-abc1-79da3f69ddd2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Transition to ACTIVE for port object 5ecdc7c6-1c91-463b-b8dc-9628133da4f8 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:27.223459 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6b29c5b3-bada-4fb1-a166-9a77996d4796 req-38fa249b-5f69-46bd-825c-b1a1211fce99 service neutron] 10.222.0.62 "GET /v2.0/networks/b358c1d9-e9f6-4096-8d60-98099a8c70b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229729 Jul 16 20:29:27.226814 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd03d5-d129-4870-9812-675f1f1c308d req-658969e0-2356-4236-b67a-611f2a3abd25 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:27.233801 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-92dd03d5-d129-4870-9812-675f1f1c308d req-658969e0-2356-4236-b67a-611f2a3abd25 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 946 time: 0.3092365 Jul 16 20:29:27.290108 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbac4c5a-f6d1-4ed3-a200-229288f72d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.292763 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbac4c5a-f6d1-4ed3-a200-229288f72d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.293961 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bbac4c5a-f6d1-4ed3-a200-229288f72d53 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/480bcc7b-f51c-45fb-9fef-8f9c0bf5ca3f HTTP/1.1" status: 204 len: 168 time: 0.7597620 Jul 16 20:29:27.375376 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-3ca24b38-449f-4861-8f17-b4e01cd783bd service neutron] 10.222.0.62 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446784 Jul 16 20:29:27.387703 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5ac1932c-5c29-47fe-abc1-79da3f69ddd2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.394729 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-92dd03d5-d129-4870-9812-675f1f1c308d req-ef4fc373-6961-4eb3-83e9-81c34e387a2e tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558454 Jul 16 20:29:27.395615 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac4c5a-f6d1-4ed3-a200-229288f72d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480bcc7b-f51c-45fb-9fef-8f9c0bf5ca3f,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:27.436760 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216dc5d8-0c2a-4954-9778-15b0b0161e1c req-2e419dc6-40c7-4a2f-ad4e-272a61b455eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:27.438511 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-216dc5d8-0c2a-4954-9778-15b0b0161e1c req-2e419dc6-40c7-4a2f-ad4e-272a61b455eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f464673b810d4cdf9ae03e9f2a99c895&device_id=5ec57a41-7b69-4c25-bc7d-5607b7f4070f HTTP/1.1" status: 200 len: 1096 time: 0.2603559 Jul 16 20:29:27.543841 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 32681c5e-438a-4363-9cd2-f65cc1d26f00 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:27.549180 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.552242 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1932c-5c29-47fe-abc1-79da3f69ddd2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Port': ['ID=5ecdc7c6-1c91-463b-b8dc-9628133da4f8,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:27.638304 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac1932c-5c29-47fe-abc1-79da3f69ddd2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network e037d4fb-96b9-4f75-9ba3-6684fa98dc76 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:27.647238 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-5ac1932c-5c29-47fe-abc1-79da3f69ddd2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:27.651910 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac1932c-5c29-47fe-abc1-79da3f69ddd2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:27.656928 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 32681c5e-438a-4363-9cd2-f65cc1d26f00 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:27.679421 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac1932c-5c29-47fe-abc1-79da3f69ddd2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:27.679421 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5ac1932c-5c29-47fe-abc1-79da3f69ddd2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.679421 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6b29c5b3-bada-4fb1-a166-9a77996d4796 req-ebc4e34c-3585-4be6-a9a3-09dea91bcfe3 service neutron] 10.222.0.62 "GET /v2.0/networks/b358c1d9-e9f6-4096-8d60-98099a8c70b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175031 Jul 16 20:29:27.699310 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5ac1932c-5c29-47fe-abc1-79da3f69ddd2 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8488882 Jul 16 20:29:27.704914 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36660) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:27.728980 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-4162601a-a2db-4adc-924c-0a0bddebce82 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'subnet': {'network_id': 'e037d4fb-96b9-4f75-9ba3-6684fa98dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:27.742408 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b6395a-6ff5-4035-a89b-45a27da4d100', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:27.745883 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b0a385-4850-4b6e-932a-9f19307a6ef0" -d '{"events": [{"server_uuid": "a3b6395a-6ff5-4035-a89b-45a27da4d100", "name": "network-vif-unplugged", "status": "completed", "tag": "f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:27.797882 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216dc5d8-0c2a-4954-9778-15b0b0161e1c req-cffc503a-c7df-4358-841a-ec471001695e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:27.799444 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-216dc5d8-0c2a-4954-9778-15b0b0161e1c req-cffc503a-c7df-4358-841a-ec471001695e service neutron] 10.222.0.18 "GET /v2.0/networks?id=673b6ba0-33b0-47d1-a50e-816aecbacdba HTTP/1.1" status: 200 len: 921 time: 0.3478563 Jul 16 20:29:28.272388 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26739530-0f0d-4a8c-b12c-9e4b793350c8 req-722fad7a-cbe3-4173-a5b5-42d3add9025f tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:28.274190 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-26739530-0f0d-4a8c-b12c-9e4b793350c8 req-722fad7a-cbe3-4173-a5b5-42d3add9025f tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3b6395a-6ff5-4035-a89b-45a27da4d100 HTTP/1.1" status: 200 len: 944 time: 0.1272836 Jul 16 20:29:28.367560 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-216dc5d8-0c2a-4954-9778-15b0b0161e1c req-839d7069-0990-4319-9359-1e099097682c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 HTTP/1.1" status: 200 len: 217 time: 0.5477536 Jul 16 20:29:28.565199 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216dc5d8-0c2a-4954-9778-15b0b0161e1c req-ebcc9396-0ebe-4f7e-aade-76125448f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:28.568237 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-216dc5d8-0c2a-4954-9778-15b0b0161e1c req-ebcc9396-0ebe-4f7e-aade-76125448f704 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e3f938fb-8c6d-4792-bc71-ef35aeb96d69 HTTP/1.1" status: 200 len: 859 time: 0.1381910 Jul 16 20:29:28.577312 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4162601a-a2db-4adc-924c-0a0bddebce82 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:28.593252 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4162601a-a2db-4adc-924c-0a0bddebce82 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.609296 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bc5b7a83-267e-49a8-af86-1e047be0e7a2 None None] Provisioning for port 32681c5e-438a-4363-9cd2-f65cc1d26f00 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:28.619676 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bc5b7a83-267e-49a8-af86-1e047be0e7a2 None None] Provisioning complete for port 32681c5e-438a-4363-9cd2-f65cc1d26f00 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:28.620316 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc5b7a83-267e-49a8-af86-1e047be0e7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.758725 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36694) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:28.768066 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc5b7a83-267e-49a8-af86-1e047be0e7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.808297 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714743b6-5e25-4488-8913-bb84b9b54eb8 req-585ac11f-046b-4c4c-a1c1-5d7e2eb675e0 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:28.817460 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-714743b6-5e25-4488-8913-bb84b9b54eb8 req-585ac11f-046b-4c4c-a1c1-5d7e2eb675e0 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=5ec57a41-7b69-4c25-bc7d-5607b7f4070f HTTP/1.1" status: 200 len: 944 time: 0.5184908 Jul 16 20:29:28.840635 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b425f-851b-4864-a10f-4e10b644411e req-dd76632f-18a1-4cad-a690-7c5669184452 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:28.850464 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-829b425f-851b-4864-a10f-4e10b644411e req-dd76632f-18a1-4cad-a690-7c5669184452 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c17c531-e82a-4376-87b2-f6d6b28884b8 HTTP/1.1" status: 200 len: 945 time: 0.5526726 Jul 16 20:29:28.857211 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-bc5b7a83-267e-49a8-af86-1e047be0e7a2 None None] For port 32681c5e-438a-4363-9cd2-f65cc1d26f00, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=32681c5e-438a-4363-9cd2-f65cc1d26f00,segment=NetworkSegment(2d9d61ae-c19c-49ea-87a2-09a6e14db35d),segment_id=2d9d61ae-c19c-49ea-87a2-09a6e14db35d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:28.863564 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc5b7a83-267e-49a8-af86-1e047be0e7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.943939 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bc5b7a83-267e-49a8-af86-1e047be0e7a2 None None] Provisioning complete for port 41c814ab-04e7-4798-8fef-67b68c4b7b36 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:28.944794 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc5b7a83-267e-49a8-af86-1e047be0e7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.005372 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b7a83-267e-49a8-af86-1e047be0e7a2 None None] Pushing event updated for resources: {'Port': ['ID=32681c5e-438a-4363-9cd2-f65cc1d26f00,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:29.011950 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-bc5b7a83-267e-49a8-af86-1e047be0e7a2 None None] Port 41c814ab-04e7-4798-8fef-67b68c4b7b36 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:29.026812 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abfcc4-e8ae-4644-a1e5-3de0099d10b2 req-5d50a61f-2092-4434-b506-75378ab237f3 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:29.028658 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-95abfcc4-e8ae-4644-a1e5-3de0099d10b2 req-5d50a61f-2092-4434-b506-75378ab237f3 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c17c531-e82a-4376-87b2-f6d6b28884b8 HTTP/1.1" status: 200 len: 945 time: 0.6340654 Jul 16 20:29:29.031647 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-26739530-0f0d-4a8c-b12c-9e4b793350c8 req-413af17f-800d-48e1-9491-ce3e4b014f47 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Deleting port f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:29.032067 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-26739530-0f0d-4a8c-b12c-9e4b793350c8 req-413af17f-800d-48e1-9491-ce3e4b014f47 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.039302 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216dc5d8-0c2a-4954-9778-15b0b0161e1c req-7f01b389-abf8-4e08-9754-097e205599ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:29.041458 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-216dc5d8-0c2a-4954-9778-15b0b0161e1c req-7f01b389-abf8-4e08-9754-097e205599ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=673b6ba0-33b0-47d1-a50e-816aecbacdba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4402084 Jul 16 20:29:29.135401 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-d9bd4e11-77d9-4eca-aea2-4a378c9322ff admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-513690695-network', 'tenant_id': 'ed8b857babcd4c8cb76ee5584a65db58'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:29.140045 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-61d91a44-3677-4fa7-8d35-c6159fd2212c None None] Provisioning for port 5ecdc7c6-1c91-463b-b8dc-9628133da4f8 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:29.150205 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-61d91a44-3677-4fa7-8d35-c6159fd2212c None None] Provisioning complete for port 5ecdc7c6-1c91-463b-b8dc-9628133da4f8 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:29.150947 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61d91a44-3677-4fa7-8d35-c6159fd2212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.198974 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-61d91a44-3677-4fa7-8d35-c6159fd2212c None None] Port 5ecdc7c6-1c91-463b-b8dc-9628133da4f8 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:29.201609 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-26739530-0f0d-4a8c-b12c-9e4b793350c8 req-413af17f-800d-48e1-9491-ce3e4b014f47 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] For port f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c,segment=NetworkSegment(74469c65-10c2-4a15-a42f-0b8daf985fae),segment_id=74469c65-10c2-4a15-a42f-0b8daf985fae)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:29.202230 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-26739530-0f0d-4a8c-b12c-9e4b793350c8 req-413af17f-800d-48e1-9491-ce3e4b014f47 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.219125 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-26739530-0f0d-4a8c-b12c-9e4b793350c8 req-413af17f-800d-48e1-9491-ce3e4b014f47 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Calling delete_port for f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:29.227340 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-829b425f-851b-4864-a10f-4e10b644411e req-3b0df311-2b18-4fd9-8fa8-8e5275565eba tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/security-groups?id=45174294-91e7-488a-8964-9afb2ca0ba65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758168 Jul 16 20:29:29.230596 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-95abfcc4-e8ae-4644-a1e5-3de0099d10b2 req-faf1fdaa-288f-4b51-b9db-8a872adf35d9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Deleting port 1b664e0c-f324-4c0f-8abd-2dab988b25f4 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:29.231167 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-95abfcc4-e8ae-4644-a1e5-3de0099d10b2 req-faf1fdaa-288f-4b51-b9db-8a872adf35d9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.231598 n-d-791506-21 neutron-server[93794]: INFO neutron.db.ipam_backend_mixin [None req-4162601a-a2db-4adc-924c-0a0bddebce82 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet da524704-caf1-4150-8781-29116b46d965 (CIDR: 2001:db8::/64) Jul 16 20:29:29.235041 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-714743b6-5e25-4488-8913-bb84b9b54eb8 req-f5114ad9-60b6-43f2-97da-8efa3c9d3a41 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e281b25-8765-433e-9429-8b0fb9a75f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127486 Jul 16 20:29:29.238750 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bd4e11-77d9-4eca-aea2-4a378c9322ff admin admin] Made reservation on behalf of ed8b857babcd4c8cb76ee5584a65db58 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:29.245502 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d9bd4e11-77d9-4eca-aea2-4a378c9322ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.247639 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4162601a-a2db-4adc-924c-0a0bddebce82 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:29:29.248091 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4162601a-a2db-4adc-924c-0a0bddebce82 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:29.291428 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d9bd4e11-77d9-4eca-aea2-4a378c9322ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.348758 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.384040 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b9609d-0ce6-4ee4-b75d-3d22065ccd03 x-openstack-request-id: req-e2b9609d-0ce6-4ee4-b75d-3d22065ccd03 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:29.384737 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b6395a-6ff5-4035-a89b-45a27da4d100", "name": "network-vif-unplugged", "status": "completed", "tag": "f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:29.387055 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e2b9609d-0ce6-4ee4-b75d-3d22065ccd03 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:29.387657 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b6395a-6ff5-4035-a89b-45a27da4d100', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c', 'code': 200} Jul 16 20:29:29.407965 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 32681c5e-438a-4363-9cd2-f65cc1d26f00 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:29.431602 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4162601a-a2db-4adc-924c-0a0bddebce82 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7255259 Jul 16 20:29:29.434969 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-216dc5d8-0c2a-4954-9778-15b0b0161e1c req-61f5ea77-e098-4d2c-9c80-e33958ea356e service neutron] 10.222.0.18 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840530 Jul 16 20:29:29.461890 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d9bd4e11-77d9-4eca-aea2-4a378c9322ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.476934 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d9bd4e11-77d9-4eca-aea2-4a378c9322ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.545997 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36698) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:29.548351 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 32681c5e-438a-4363-9cd2-f65cc1d26f00 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:29.548875 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.563184 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9bd4e11-77d9-4eca-aea2-4a378c9322ff admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:29.586101 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-2494591b-dbd0-4cd3-8e85-3010f7438b4a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'subnet': {'network_id': 'e037d4fb-96b9-4f75-9ba3-6684fa98dc76', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:29.635489 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd4e11-77d9-4eca-aea2-4a378c9322ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f65bae-0057-4727-8cdc-2054b0feed1c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:29.683308 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d9bd4e11-77d9-4eca-aea2-4a378c9322ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.683610 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-d9bd4e11-77d9-4eca-aea2-4a378c9322ff admin admin] Added segment 12a5fd60-5358-4bbc-abac-a964a59b540e of type vlan for network de9c7f7d-80a5-4172-a05a-5fedd883a4a9 Jul 16 20:29:29.719860 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-95abfcc4-e8ae-4644-a1e5-3de0099d10b2 req-faf1fdaa-288f-4b51-b9db-8a872adf35d9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] For port 1b664e0c-f324-4c0f-8abd-2dab988b25f4, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=1b664e0c-f324-4c0f-8abd-2dab988b25f4,segment=NetworkSegment(8d35c410-30a1-4b75-a650-78fe73e706ce),segment_id=8d35c410-30a1-4b75-a650-78fe73e706ce)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:29.720277 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-95abfcc4-e8ae-4644-a1e5-3de0099d10b2 req-faf1fdaa-288f-4b51-b9db-8a872adf35d9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.745388 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-95abfcc4-e8ae-4644-a1e5-3de0099d10b2 req-faf1fdaa-288f-4b51-b9db-8a872adf35d9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Calling delete_port for 1b664e0c-f324-4c0f-8abd-2dab988b25f4 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:29.809727 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-216dc5d8-0c2a-4954-9778-15b0b0161e1c req-1441c327-cf10-44d8-bb28-ec56172f268b service neutron] 10.222.0.18 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457227 Jul 16 20:29:29.812499 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d9bd4e11-77d9-4eca-aea2-4a378c9322ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.872653 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d9bd4e11-77d9-4eca-aea2-4a378c9322ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.873825 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bd4e11-77d9-4eca-aea2-4a378c9322ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:29.874550 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d9bd4e11-77d9-4eca-aea2-4a378c9322ff admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.880631 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-26739530-0f0d-4a8c-b12c-9e4b793350c8 req-413af17f-800d-48e1-9491-ce3e4b014f47 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.890139 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88220789-328f-49c7-bddb-faf7800b9a41 req-8cd19fe1-121e-4b42-88d2-491bcf3d9132 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:29.890846 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-88220789-328f-49c7-bddb-faf7800b9a41 req-8cd19fe1-121e-4b42-88d2-491bcf3d9132 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3b6395a-6ff5-4035-a89b-45a27da4d100 HTTP/1.1" status: 200 len: 944 time: 0.2605207 Jul 16 20:29:29.894279 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2494591b-dbd0-4cd3-8e85-3010f7438b4a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:29.898554 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2494591b-dbd0-4cd3-8e85-3010f7438b4a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.908265 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc703846-e959-41ef-9e44-f41a08ac5009 req-0dae9110-cb30-4416-a732-fc43806c3a0a tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:29.908715 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc703846-e959-41ef-9e44-f41a08ac5009 req-0dae9110-cb30-4416-a732-fc43806c3a0a tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 945 time: 0.2810318 Jul 16 20:29:29.954411 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413af17f-800d-48e1-9491-ce3e4b014f47 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Pushing event deleted for resources: {'Port': ['ID=f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:29.984961 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d9bd4e11-77d9-4eca-aea2-4a378c9322ff admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2199535 Jul 16 20:29:29.986357 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36700) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:29.991539 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-26344959-878b-4abe-a42c-1dacacd05ccf admin admin] Request body: {'subnet': {'network_id': 'de9c7f7d-80a5-4172-a05a-5fedd883a4a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-513690695-subnet', 'tenant_id': 'ed8b857babcd4c8cb76ee5584a65db58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:30.034365 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd4e11-77d9-4eca-aea2-4a378c9322ff admin admin] Pushing event updated for resources: {'Network': ['ID=de9c7f7d-80a5-4172-a05a-5fedd883a4a9,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:30.058583 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network de9c7f7d-80a5-4172-a05a-5fedd883a4a9 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:30.069841 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-88220789-328f-49c7-bddb-faf7800b9a41 req-8c4153a0-306f-457f-b3f8-1b6d05b8563e tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721458 Jul 16 20:29:30.076406 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc703846-e959-41ef-9e44-f41a08ac5009 req-4108fadf-f67f-4229-9d75-675093db872b tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342738 Jul 16 20:29:30.077699 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26344959-878b-4abe-a42c-1dacacd05ccf admin admin] Made reservation on behalf of ed8b857babcd4c8cb76ee5584a65db58 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:30.080396 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-26344959-878b-4abe-a42c-1dacacd05ccf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.118465 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-95abfcc4-e8ae-4644-a1e5-3de0099d10b2 req-faf1fdaa-288f-4b51-b9db-8a872adf35d9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.122378 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-26739530-0f0d-4a8c-b12c-9e4b793350c8 req-413af17f-800d-48e1-9491-ce3e4b014f47 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] No DVR routers for this DVR port f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:30.132813 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-26739530-0f0d-4a8c-b12c-9e4b793350c8 req-413af17f-800d-48e1-9491-ce3e4b014f47 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.134857 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-26739530-0f0d-4a8c-b12c-9e4b793350c8 req-413af17f-800d-48e1-9491-ce3e4b014f47 tempest-ImagesTestJSON-1795904661 tempest-ImagesTestJSON-1795904661-project] 10.222.0.18 "DELETE /v2.0/ports/f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c HTTP/1.1" status: 204 len: 173 time: 1.8553131 Jul 16 20:29:30.138577 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b6395a-6ff5-4035-a89b-45a27da4d100', 'name': 'network-vif-deleted', 'tag': 'f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:30.148097 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af1547e-436e-4766-a86a-2a18364e840d" -d '{"events": [{"server_uuid": "a3b6395a-6ff5-4035-a89b-45a27da4d100", "name": "network-vif-deleted", "tag": "f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:30.185125 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['1b664e0c-f324-4c0f-8abd-2dab988b25f4'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:30.202540 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1fdaa-288f-4b51-b9db-8a872adf35d9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Pushing event deleted for resources: {'Port': ['ID=1b664e0c-f324-4c0f-8abd-2dab988b25f4,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:30.292361 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-26344959-878b-4abe-a42c-1dacacd05ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.305218 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-95abfcc4-e8ae-4644-a1e5-3de0099d10b2 req-faf1fdaa-288f-4b51-b9db-8a872adf35d9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] No DVR routers for this DVR port 1b664e0c-f324-4c0f-8abd-2dab988b25f4 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:30.308876 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-95abfcc4-e8ae-4644-a1e5-3de0099d10b2 req-faf1fdaa-288f-4b51-b9db-8a872adf35d9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.320780 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-95abfcc4-e8ae-4644-a1e5-3de0099d10b2 req-faf1fdaa-288f-4b51-b9db-8a872adf35d9 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.18 "DELETE /v2.0/ports/1b664e0c-f324-4c0f-8abd-2dab988b25f4 HTTP/1.1" status: 204 len: 173 time: 1.2849436 Jul 16 20:29:30.402452 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26344959-878b-4abe-a42c-1dacacd05ccf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cd82ace-68b4-411c-841f-ba905d06966b,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:30.444948 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26344959-878b-4abe-a42c-1dacacd05ccf admin admin] Checking segment: {'id': '12a5fd60-5358-4bbc-abac-a964a59b540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'de9c7f7d-80a5-4172-a05a-5fedd883a4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:30.445324 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26344959-878b-4abe-a42c-1dacacd05ccf admin admin] Network hostable DHCP agents. Network: de9c7f7d-80a5-4172-a05a-5fedd883a4a9, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:29:30.480986 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26344959-878b-4abe-a42c-1dacacd05ccf admin admin] Network de9c7f7d-80a5-4172-a05a-5fedd883a4a9 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:29:30.492509 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-26344959-878b-4abe-a42c-1dacacd05ccf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, de9c7f7d-80a5-4172-a05a-5fedd883a4a9) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:30.506395 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26344959-878b-4abe-a42c-1dacacd05ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:30.506906 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1f0718-c6b1-4cb6-a110-b122c18273b8 None None] Network de9c7f7d-80a5-4172-a05a-5fedd883a4a9 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:30.507911 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-26344959-878b-4abe-a42c-1dacacd05ccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.542473 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-26344959-878b-4abe-a42c-1dacacd05ccf admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5557280 Jul 16 20:29:30.569554 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28646c4a-eef4-48ed-be37-887c8eab429c x-openstack-request-id: req-28646c4a-eef4-48ed-be37-887c8eab429c {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:30.569870 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b6395a-6ff5-4035-a89b-45a27da4d100", "name": "network-vif-deleted", "tag": "f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:30.570455 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-28646c4a-eef4-48ed-be37-887c8eab429c {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:30.571061 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b6395a-6ff5-4035-a89b-45a27da4d100', 'name': 'network-vif-deleted', 'tag': 'f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c', 'status': 'completed', 'code': 200} Jul 16 20:29:30.592550 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:29:30.606292 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2494591b-dbd0-4cd3-8e85-3010f7438b4a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.694761 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2494591b-dbd0-4cd3-8e85-3010f7438b4a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network e037d4fb-96b9-4f75-9ba3-6684fa98dc76 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:30.700995 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-2494591b-dbd0-4cd3-8e85-3010f7438b4a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:30.725195 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2494591b-dbd0-4cd3-8e85-3010f7438b4a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:30.730517 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2494591b-dbd0-4cd3-8e85-3010f7438b4a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.758711 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f175ef96-32c7-41df-969e-6166bb87c2db None None] Network e037d4fb-96b9-4f75-9ba3-6684fa98dc76 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:30.786272 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494591b-dbd0-4cd3-8e85-3010f7438b4a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Subnet': ['ID=74d89120-cccc-4a9b-97fd-82c589d39ba2,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:30.805477 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2494591b-dbd0-4cd3-8e85-3010f7438b4a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2440653 Jul 16 20:29:30.806534 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36716) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:30.817273 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-917cb847-3d5c-4690-8f41-d1aa53a2b76d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-585056439', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '74d89120-cccc-4a9b-97fd-82c589d39ba2'}], 'security_groups': ['98aa4a8e-20ef-42fa-a9e5-2723e62dc38b']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:30.880795 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf2cffd1-ad8a-4141-8263-a72c8c54c776 req-06af0805-a53d-467c-9604-0102177da7b5 tempest-ServerDiskConfigTestJSON-649753829 tempest-ServerDiskConfigTestJSON-649753829-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c17c531-e82a-4376-87b2-f6d6b28884b8 HTTP/1.1" status: 200 len: 210 time: 0.1228304 Jul 16 20:29:30.969694 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22832a98-b85f-4f9a-8ae9-7051a4de7ca3 req-0788ea73-4110-462a-a8d5-359f831ea207 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:30.980514 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22832a98-b85f-4f9a-8ae9-7051a4de7ca3 req-0788ea73-4110-462a-a8d5-359f831ea207 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 946 time: 0.1564589 Jul 16 20:29:31.001209 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-917cb847-3d5c-4690-8f41-d1aa53a2b76d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.046230 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22832a98-b85f-4f9a-8ae9-7051a4de7ca3 req-769bb545-a610-4cdf-af3b-5c7fce336a65 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591247 Jul 16 20:29:31.119808 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6d88e5-6157-4ba0-8591-1727774feeae None None] Network de9c7f7d-80a5-4172-a05a-5fedd883a4a9 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:31.196843 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8,segment=NetworkSegment(c1804d01-4de0-4d24-bc8b-607047aabf4a),segment_id=c1804d01-4de0-4d24-bc8b-607047aabf4a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:31.206757 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edc4c5-5b9d-4ba3-b595-06fb745cd33f req-29268e1e-79eb-4e1c-be6d-a219cf90f552 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:31.213899 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-86edc4c5-5b9d-4ba3-b595-06fb745cd33f req-29268e1e-79eb-4e1c-be6d-a219cf90f552 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=5ec57a41-7b69-4c25-bc7d-5607b7f4070f HTTP/1.1" status: 200 len: 944 time: 0.1665080 Jul 16 20:29:31.256213 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'port_id': '8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8', 'mac_address': 'fa:16:3e:81:d5:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:29:31.325072 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.341775 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-86edc4c5-5b9d-4ba3-b595-06fb745cd33f req-6e47aa65-8347-4a49-9270-a03f6366679b tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e281b25-8765-433e-9429-8b0fb9a75f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121705 Jul 16 20:29:31.380534 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:31.697798 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-917cb847-3d5c-4690-8f41-d1aa53a2b76d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Delete allocated IP 2001:db8::2b (e037d4fb-96b9-4f75-9ba3-6684fa98dc76/da524704-caf1-4150-8781-29116b46d965) {{(pid=93793) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:29:31.709287 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-917cb847-3d5c-4690-8f41-d1aa53a2b76d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Allocated IP 2001:db8:0:1::317 (e037d4fb-96b9-4f75-9ba3-6684fa98dc76/74d89120-cccc-4a9b-97fd-82c589d39ba2/5ecdc7c6-1c91-463b-b8dc-9628133da4f8) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:31.792926 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8,segment=NetworkSegment(c1804d01-4de0-4d24-bc8b-607047aabf4a),segment_id=c1804d01-4de0-4d24-bc8b-607047aabf4a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:31.795085 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5292cc-d1b6-47f7-ad59-504ad3b9f715 None None] Update dhcp port {'port': {'network_id': 'e037d4fb-96b9-4f75-9ba3-6684fa98dc76', 'fixed_ips': [{'subnet_id': 'da524704-caf1-4150-8781-29116b46d965', 'ip_address': '2001:db8::2'}, {'subnet_id': '74d89120-cccc-4a9b-97fd-82c589d39ba2'}], 'binding:host_id': 'n-d-791506-21'}, 'id': '32681c5e-438a-4363-9cd2-f65cc1d26f00'} from n-d-791506-21. {{(pid=93795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:29:31.801082 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.810664 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-5fbacf51-f4f3-4d6a-9db7-2f139b4331d0 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:31.819639 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-5fbacf51-f4f3-4d6a-9db7-2f139b4331d0 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/networks?id=de9c7f7d-80a5-4172-a05a-5fedd883a4a9 HTTP/1.1" status: 200 len: 812 time: 0.1819813 Jul 16 20:29:31.848687 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-42dac499-2303-4db1-98a9-f3daa00f94f6 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/quotas/ed8b857babcd4c8cb76ee5584a65db58 HTTP/1.1" status: 200 len: 375 time: 0.0280831 Jul 16 20:29:31.888253 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:31.907866 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-917cb847-3d5c-4690-8f41-d1aa53a2b76d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.913158 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-da0ce24d-7859-4000-a014-7493ef60b17a tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed8b857babcd4c8cb76ee5584a65db58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635018 Jul 16 20:29:31.925637 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-917cb847-3d5c-4690-8f41-d1aa53a2b76d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Transition to ACTIVE for port object 5ecdc7c6-1c91-463b-b8dc-9628133da4f8 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:31.930919 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb5292cc-d1b6-47f7-ad59-504ad3b9f715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.932627 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-917cb847-3d5c-4690-8f41-d1aa53a2b76d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.037589 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:32.043168 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-917cb847-3d5c-4690-8f41-d1aa53a2b76d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] In _notify_port_updated(), no bound segment for port 5ecdc7c6-1c91-463b-b8dc-9628133da4f8 on network e037d4fb-96b9-4f75-9ba3-6684fa98dc76 {{(pid=93793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:29:32.049049 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917cb847-3d5c-4690-8f41-d1aa53a2b76d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:32.050765 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-917cb847-3d5c-4690-8f41-d1aa53a2b76d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.055112 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-917cb847-3d5c-4690-8f41-d1aa53a2b76d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "PUT /v2.0/ports/5ecdc7c6-1c91-463b-b8dc-9628133da4f8 HTTP/1.1" status: 200 len: 930 time: 1.2473485 Jul 16 20:29:32.055878 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36746) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:32.070213 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-0c223a7f-1dce-47ce-8486-d3702553e70e service neutron] 10.222.0.38 "GET /v2.0/networks/de9c7f7d-80a5-4172-a05a-5fedd883a4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558974 Jul 16 20:29:32.071245 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917cb847-3d5c-4690-8f41-d1aa53a2b76d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Port': ['ID=5ecdc7c6-1c91-463b-b8dc-9628133da4f8,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:32.150761 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124c6ee-0892-47db-bc33-2d3f1c8ec439 req-11b8df19-8c18-4e78-b29c-1a89b1bdbe29 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:32.152988 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3124c6ee-0892-47db-bc33-2d3f1c8ec439 req-11b8df19-8c18-4e78-b29c-1a89b1bdbe29 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 945 time: 0.1362226 Jul 16 20:29:32.189070 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-085f5e10-924c-42a5-95bd-85e7a71ff116 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting port 5ecdc7c6-1c91-463b-b8dc-9628133da4f8 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:32.189417 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-085f5e10-924c-42a5-95bd-85e7a71ff116 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.228304 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3124c6ee-0892-47db-bc33-2d3f1c8ec439 req-0410c80e-520f-4067-9bb6-a6dbbd2e8830 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430298 Jul 16 20:29:32.254958 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-bb5292cc-d1b6-47f7-ad59-504ad3b9f715 None None] Allocated IP 2001:db8:0:1::2 (e037d4fb-96b9-4f75-9ba3-6684fa98dc76/74d89120-cccc-4a9b-97fd-82c589d39ba2/32681c5e-438a-4363-9cd2-f65cc1d26f00) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:32.295479 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-e04aaa1d-9003-4147-9914-f79c4a8c041d service neutron] 10.222.0.38 "GET /v2.0/networks/de9c7f7d-80a5-4172-a05a-5fedd883a4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210095 Jul 16 20:29:32.321206 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-085f5e10-924c-42a5-95bd-85e7a71ff116 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.355802 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-085f5e10-924c-42a5-95bd-85e7a71ff116 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Calling delete_port for 5ecdc7c6-1c91-463b-b8dc-9628133da4f8 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:32.491700 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-bb5292cc-d1b6-47f7-ad59-504ad3b9f715 None None] For port 32681c5e-438a-4363-9cd2-f65cc1d26f00, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=32681c5e-438a-4363-9cd2-f65cc1d26f00,segment=NetworkSegment(2d9d61ae-c19c-49ea-87a2-09a6e14db35d),segment_id=2d9d61ae-c19c-49ea-87a2-09a6e14db35d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:32.570909 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb5292cc-d1b6-47f7-ad59-504ad3b9f715 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.573340 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c17c531-e82a-4376-87b2-f6d6b28884b8', 'name': 'network-vif-deleted', 'tag': '1b664e0c-f324-4c0f-8abd-2dab988b25f4'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:32.576186 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 1b664e0c-f324-4c0f-8abd-2dab988b25f4 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:32.577212 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607e10e6-0ab1-48ad-96ec-5e3437d1407c" -d '{"events": [{"server_uuid": "4c17c531-e82a-4376-87b2-f6d6b28884b8", "name": "network-vif-deleted", "tag": "1b664e0c-f324-4c0f-8abd-2dab988b25f4"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:32.580113 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-085f5e10-924c-42a5-95bd-85e7a71ff116 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.621906 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bb5292cc-d1b6-47f7-ad59-504ad3b9f715 None None] Transition to ACTIVE for port object 32681c5e-438a-4363-9cd2-f65cc1d26f00 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:32.623460 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 1b664e0c-f324-4c0f-8abd-2dab988b25f4 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:32.624152 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 1b664e0c-f324-4c0f-8abd-2dab988b25f4 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:32.624973 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:32.650924 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:32.651523 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device f4174f08-7c1a-40b1-8fc2-fa7d7a86f92c not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:32.653632 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb5292cc-d1b6-47f7-ad59-504ad3b9f715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.655715 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-085f5e10-924c-42a5-95bd-85e7a71ff116 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.658251 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-085f5e10-924c-42a5-95bd-85e7a71ff116 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/ports/5ecdc7c6-1c91-463b-b8dc-9628133da4f8 HTTP/1.1" status: 204 len: 168 time: 0.5985000 Jul 16 20:29:32.660844 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36764) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:32.671128 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f5e10-924c-42a5-95bd-85e7a71ff116 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Port': ['ID=5ecdc7c6-1c91-463b-b8dc-9628133da4f8,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:32.696618 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9384ec4-61bd-45eb-b936-b7e73bead822 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] GET failed (client error): The resource could not be found. Jul 16 20:29:32.698290 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d9384ec4-61bd-45eb-b936-b7e73bead822 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "GET /v2.0/ports/5ecdc7c6-1c91-463b-b8dc-9628133da4f8 HTTP/1.1" status: 404 len: 333 time: 0.0364385 Jul 16 20:29:32.701325 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36766) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:32.783042 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4ced9382-8282-4077-ac81-9bb8445c280d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.833366 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5292cc-d1b6-47f7-ad59-504ad3b9f715 None None] Pushing event updated for resources: {'Port': ['ID=32681c5e-438a-4363-9cd2-f65cc1d26f00,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:32.843124 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4ced9382-8282-4077-ac81-9bb8445c280d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.904968 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4ced9382-8282-4077-ac81-9bb8445c280d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.907675 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4ced9382-8282-4077-ac81-9bb8445c280d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.909590 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4ced9382-8282-4077-ac81-9bb8445c280d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/security-groups/b5f34dc6-9446-4483-8711-95c5a2925d13 HTTP/1.1" status: 204 len: 168 time: 0.2069209 Jul 16 20:29:32.914761 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36776) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:32.943147 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced9382-8282-4077-ac81-9bb8445c280d tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f34dc6-9446-4483-8711-95c5a2925d13,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:32.981510 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbb104-507c-409c-b27a-454b1f91dee1 req-f2a4cc5c-b963-471c-94e4-e8f9a6f4abbc tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:32.985057 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e1dbb104-507c-409c-b27a-454b1f91dee1 req-f2a4cc5c-b963-471c-94e4-e8f9a6f4abbc tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=5ec57a41-7b69-4c25-bc7d-5607b7f4070f HTTP/1.1" status: 200 len: 945 time: 0.0937045 Jul 16 20:29:33.012351 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.054818 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8a24d9af-7963-4b67-bdc0-d6d6b8ea454e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.071741 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e1dbb104-507c-409c-b27a-454b1f91dee1 req-9375cae2-a01c-41bf-b4f2-d46447429974 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e281b25-8765-433e-9429-8b0fb9a75f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793376 Jul 16 20:29:33.097828 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8a24d9af-7963-4b67-bdc0-d6d6b8ea454e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.161188 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8a24d9af-7963-4b67-bdc0-d6d6b8ea454e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.166278 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8a24d9af-7963-4b67-bdc0-d6d6b8ea454e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.171150 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8a24d9af-7963-4b67-bdc0-d6d6b8ea454e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/security-groups/98aa4a8e-20ef-42fa-a9e5-2723e62dc38b HTTP/1.1" status: 204 len: 168 time: 0.2551391 Jul 16 20:29:33.171409 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36782) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:33.184472 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24d9af-7963-4b67-bdc0-d6d6b8ea454e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98aa4a8e-20ef-42fa-a9e5-2723e62dc38b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:33.275559 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-00a8e948-555c-470c-ae98-425752e0f436 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting subnet da524704-caf1-4150-8781-29116b46d965 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:29:33.281226 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-00a8e948-555c-470c-ae98-425752e0f436 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.391587 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-00a8e948-555c-470c-ae98-425752e0f436 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.407730 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 32681c5e-438a-4363-9cd2-f65cc1d26f00 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:33.411166 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3bbc1d-26ab-4469-88d3-8ccde222d1a5 x-openstack-request-id: req-7f3bbc1d-26ab-4469-88d3-8ccde222d1a5 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:33.413041 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c17c531-e82a-4376-87b2-f6d6b28884b8", "name": "network-vif-deleted", "tag": "1b664e0c-f324-4c0f-8abd-2dab988b25f4", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:33.414633 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7f3bbc1d-26ab-4469-88d3-8ccde222d1a5 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:33.415579 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c17c531-e82a-4376-87b2-f6d6b28884b8', 'name': 'network-vif-deleted', 'tag': '1b664e0c-f324-4c0f-8abd-2dab988b25f4', 'status': 'completed', 'code': 200} Jul 16 20:29:33.550456 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-00a8e948-555c-470c-ae98-425752e0f436 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.700612 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-00a8e948-555c-470c-ae98-425752e0f436 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.746221 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-00a8e948-555c-470c-ae98-425752e0f436 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.751586 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-00a8e948-555c-470c-ae98-425752e0f436 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/subnets/da524704-caf1-4150-8781-29116b46d965 HTTP/1.1" status: 204 len: 168 time: 0.5782642 Jul 16 20:29:33.758109 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36794) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:33.773807 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-ed5266a6-fa88-495b-9257-2d9c839d8e5e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'subnet': {'network_id': 'e037d4fb-96b9-4f75-9ba3-6684fa98dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:33.835528 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8e948-555c-470c-ae98-425752e0f436 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Subnet': ['ID=da524704-caf1-4150-8781-29116b46d965,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:33.969102 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57698ccf-6a6b-455d-9e60-e8376cc0643e req-41c5e3c6-8d47-477f-b892-8db106f20c08 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:33.973984 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-57698ccf-6a6b-455d-9e60-e8376cc0643e req-41c5e3c6-8d47-477f-b892-8db106f20c08 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 945 time: 0.1627481 Jul 16 20:29:34.050413 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4eb9f8-fa22-4436-8d2a-36709a802da8 None None] Network e037d4fb-96b9-4f75-9ba3-6684fa98dc76 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:34.052862 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-57698ccf-6a6b-455d-9e60-e8376cc0643e req-5adbdeef-e1f7-470e-aba7-41e3e9d2873f tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675433 Jul 16 20:29:34.057405 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5266a6-fa88-495b-9257-2d9c839d8e5e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:34.061468 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ed5266a6-fa88-495b-9257-2d9c839d8e5e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.244752 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99074e82-7e47-4a53-b5ba-010646b4e6a4 req-f0db90a2-a0ba-43ed-8912-f20274722dc1 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f6b1f96-8cc2-48d1-a062-e53c2ebcdfe2 HTTP/1.1" status: 200 len: 210 time: 0.0627499 Jul 16 20:29:34.288592 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8e2845d1-8f32-4814-a0b9-a2472588e0ec None None] Provisioning for port 32681c5e-438a-4363-9cd2-f65cc1d26f00 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:34.301670 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8e2845d1-8f32-4814-a0b9-a2472588e0ec None None] Provisioning complete for port 32681c5e-438a-4363-9cd2-f65cc1d26f00 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:34.302504 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e2845d1-8f32-4814-a0b9-a2472588e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.464870 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ed5266a6-fa88-495b-9257-2d9c839d8e5e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.476980 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8e2845d1-8f32-4814-a0b9-a2472588e0ec None None] Could not find standard attr ID for object 5ecdc7c6-1c91-463b-b8dc-9628133da4f8. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:29:34.490112 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8e2845d1-8f32-4814-a0b9-a2472588e0ec None None] Provisioning complete for port 41c814ab-04e7-4798-8fef-67b68c4b7b36 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:34.490780 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e2845d1-8f32-4814-a0b9-a2472588e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.527851 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5266a6-fa88-495b-9257-2d9c839d8e5e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network e037d4fb-96b9-4f75-9ba3-6684fa98dc76 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:34.531614 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-ed5266a6-fa88-495b-9257-2d9c839d8e5e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:34.540454 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5266a6-fa88-495b-9257-2d9c839d8e5e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:34.541581 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ed5266a6-fa88-495b-9257-2d9c839d8e5e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.548739 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8e2845d1-8f32-4814-a0b9-a2472588e0ec None None] Port 41c814ab-04e7-4798-8fef-67b68c4b7b36 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:34.577456 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:34.584738 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ed5266a6-fa88-495b-9257-2d9c839d8e5e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8224399 Jul 16 20:29:34.584738 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5266a6-fa88-495b-9257-2d9c839d8e5e tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Subnet': ['ID=5f9b08c5-80f5-4849-a129-08f26ef9f910,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:34.585656 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36802) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:34.591266 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-4079d817-889a-4989-8040-c9a60dccc085 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'security_group': {'name': 'tempest-secgroup-504054559'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:34.676762 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:34.685270 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4079d817-889a-4989-8040-c9a60dccc085 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.695973 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:34.696615 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.761933 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff0e02-c39d-403b-9bcb-7ad52e53c856 req-7f9366c1-5feb-4850-9dda-df2c0bc67b20 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:34.763696 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-37ff0e02-c39d-403b-9bcb-7ad52e53c856 req-7f9366c1-5feb-4850-9dda-df2c0bc67b20 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=5ec57a41-7b69-4c25-bc7d-5607b7f4070f HTTP/1.1" status: 200 len: 945 time: 0.1627541 Jul 16 20:29:34.914771 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.923221 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-37ff0e02-c39d-403b-9bcb-7ad52e53c856 req-7c5353da-00c2-4514-b742-b0efa5540acd tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e281b25-8765-433e-9429-8b0fb9a75f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511645 Jul 16 20:29:34.979584 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec57a41-7b69-4c25-bc7d-5607b7f4070f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:34.981789 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4079d817-889a-4989-8040-c9a60dccc085 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.985944 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704e7b38-f424-47b6-be99-af38d8b45f22" -d '{"events": [{"server_uuid": "5ec57a41-7b69-4c25-bc7d-5607b7f4070f", "name": "network-vif-plugged", "status": "completed", "tag": "8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:34.988007 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4079d817-889a-4989-8040-c9a60dccc085 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.022736 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8,segment=NetworkSegment(c1804d01-4de0-4d24-bc8b-607047aabf4a),segment_id=c1804d01-4de0-4d24-bc8b-607047aabf4a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:35.032298 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.078473 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079d817-889a-4989-8040-c9a60dccc085 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aeccdb2-20a5-47b6-ba37-74bd203cc3b9,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:35.083521 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4079d817-889a-4989-8040-c9a60dccc085 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.091387 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4079d817-889a-4989-8040-c9a60dccc085 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5042553 Jul 16 20:29:35.094727 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36814) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:35.115433 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2b24923a-c29c-49e7-acbf-42a4c88e61a4 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'security_group': {'name': 'tempest-secgroup-1251520757'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:35.186480 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-a417d48d-4f9c-451b-b4a0-400bbb929a78 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:35.189393 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-a417d48d-4f9c-451b-b4a0-400bbb929a78 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.18 "GET /v2.0/networks?id=de9c7f7d-80a5-4172-a05a-5fedd883a4a9 HTTP/1.1" status: 200 len: 812 time: 0.4509866 Jul 16 20:29:35.197488 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2b24923a-c29c-49e7-acbf-42a4c88e61a4 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.217544 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:35.306386 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91be637c-df74-42cf-bd0d-8d22970fcb86 x-openstack-request-id: req-91be637c-df74-42cf-bd0d-8d22970fcb86 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:35.306800 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec57a41-7b69-4c25-bc7d-5607b7f4070f", "name": "network-vif-plugged", "status": "completed", "tag": "8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:35.307202 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-91be637c-df74-42cf-bd0d-8d22970fcb86 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:35.312879 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec57a41-7b69-4c25-bc7d-5607b7f4070f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8', 'code': 200} Jul 16 20:29:35.371679 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6ad517-d67a-4f26-82ad-a199314e10df None None] Network e037d4fb-96b9-4f75-9ba3-6684fa98dc76 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:35.391358 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-8a00e920-1e72-4e7e-8785-04e8f7252aa7 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:35.393302 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-8a00e920-1e72-4e7e-8785-04e8f7252aa7 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.62 "GET /v2.0/networks?id=de9c7f7d-80a5-4172-a05a-5fedd883a4a9 HTTP/1.1" status: 200 len: 812 time: 0.4615428 Jul 16 20:29:35.400009 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-b66cbf48-e687-4e28-a64b-91d9579441d5 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Request body: {'port': {'device_id': '49f308d4-5850-4dfd-890a-e7751764a077', 'network_id': 'de9c7f7d-80a5-4172-a05a-5fedd883a4a9', 'admin_state_up': True, 'tenant_id': 'ed8b857babcd4c8cb76ee5584a65db58'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:35.420957 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2b24923a-c29c-49e7-acbf-42a4c88e61a4 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.427126 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2b24923a-c29c-49e7-acbf-42a4c88e61a4 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.430755 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-23646660-2fb8-411c-a2c3-b620d24545ee tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Request body: {'port': {'device_id': '1f6b1f96-8cc2-48d1-a062-e53c2ebcdfe2', 'network_id': 'de9c7f7d-80a5-4172-a05a-5fedd883a4a9', 'admin_state_up': True, 'tenant_id': 'ed8b857babcd4c8cb76ee5584a65db58'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:35.434922 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-68872f7d-36a6-445c-923e-0b418546747c None None] Provisioning complete for port 32681c5e-438a-4363-9cd2-f65cc1d26f00 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:35.435393 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68872f7d-36a6-445c-923e-0b418546747c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.480989 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24923a-c29c-49e7-acbf-42a4c88e61a4 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70e589bd-45a3-4fee-9ec4-087c3307fb0c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:35.504322 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2b24923a-c29c-49e7-acbf-42a4c88e61a4 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.506398 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2b24923a-c29c-49e7-acbf-42a4c88e61a4 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4106481 Jul 16 20:29:35.509166 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36822) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:35.515319 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-a33f9220-a9dd-4033-a11f-8ec23c1b010f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'security_group': {'name': 'tempest-secgroup-1932576427'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:35.544306 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a33f9220-a9dd-4033-a11f-8ec23c1b010f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.678780 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a33f9220-a9dd-4033-a11f-8ec23c1b010f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.713768 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-b66cbf48-e687-4e28-a64b-91d9579441d5 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Made reservation on behalf of ed8b857babcd4c8cb76ee5584a65db58 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:35.717612 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-b66cbf48-e687-4e28-a64b-91d9579441d5 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.718826 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-68872f7d-36a6-445c-923e-0b418546747c None None] Provisioning complete for port 41c814ab-04e7-4798-8fef-67b68c4b7b36 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:35.719409 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68872f7d-36a6-445c-923e-0b418546747c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.752511 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a33f9220-a9dd-4033-a11f-8ec23c1b010f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.772355 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-68872f7d-36a6-445c-923e-0b418546747c None None] Port 41c814ab-04e7-4798-8fef-67b68c4b7b36 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:35.804896 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f9220-a9dd-4033-a11f-8ec23c1b010f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=276594b7-d3e3-475c-8ea9-9544704bc4d7,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:35.820917 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a33f9220-a9dd-4033-a11f-8ec23c1b010f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.822601 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a33f9220-a9dd-4033-a11f-8ec23c1b010f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3115768 Jul 16 20:29:35.827753 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36824) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:35.834523 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-ab1bd880-6a54-4fd7-89be-f9c1e1f3eb07 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-972066836', 'security_groups': ['276594b7-d3e3-475c-8ea9-9544704bc4d7'], 'network_id': 'e037d4fb-96b9-4f75-9ba3-6684fa98dc76', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5f9b08c5-80f5-4849-a129-08f26ef9f910'}]}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:35.883019 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c923856-b26c-42be-9eba-35623e8624ef req-3b2e1a54-d2fe-45bd-8b21-7f296416e4f2 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:35.884664 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0c923856-b26c-42be-9eba-35623e8624ef req-3b2e1a54-d2fe-45bd-8b21-7f296416e4f2 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 945 time: 0.2024827 Jul 16 20:29:35.891719 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bdbdc1-fe60-4039-ab95-270b3babd129 None None] Update dhcp port {'port': {'network_id': 'e037d4fb-96b9-4f75-9ba3-6684fa98dc76', 'fixed_ips': [{'subnet_id': '74d89120-cccc-4a9b-97fd-82c589d39ba2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5f9b08c5-80f5-4849-a129-08f26ef9f910'}], 'binding:host_id': 'n-d-791506-21'}, 'id': '32681c5e-438a-4363-9cd2-f65cc1d26f00'} from n-d-791506-21. {{(pid=93795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:29:35.943133 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3bdbdc1-fe60-4039-ab95-270b3babd129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.950250 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-b66cbf48-e687-4e28-a64b-91d9579441d5 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Allocated IP 172.20.0.5 (de9c7f7d-80a5-4172-a05a-5fedd883a4a9/6cd82ace-68b4-411c-841f-ba905d06966b/81ac413d-0ebf-41d3-a3bb-a7cd07020df9) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:36.000043 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0c923856-b26c-42be-9eba-35623e8624ef req-d1d84562-3b3e-4d99-8bc8-35d0560d920e tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033211 Jul 16 20:29:36.081811 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1bd880-6a54-4fd7-89be-f9c1e1f3eb07 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:36.145002 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffe2ea-983f-4881-b722-ef4725a3953b req-8a385c73-26b1-449b-a60e-224f4b2b4089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:36.146516 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7fffe2ea-983f-4881-b722-ef4725a3953b req-8a385c73-26b1-449b-a60e-224f4b2b4089 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5ec57a41-7b69-4c25-bc7d-5607b7f4070f HTTP/1.1" status: 200 len: 1098 time: 0.6340330 Jul 16 20:29:36.172303 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36828) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:36.240353 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-e3bdbdc1-fe60-4039-ab95-270b3babd129 None None] Allocated IP 2001:db8::2 (e037d4fb-96b9-4f75-9ba3-6684fa98dc76/5f9b08c5-80f5-4849-a129-08f26ef9f910/32681c5e-438a-4363-9cd2-f65cc1d26f00) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:36.247184 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-b66cbf48-e687-4e28-a64b-91d9579441d5 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.253737 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7fffe2ea-983f-4881-b722-ef4725a3953b req-50dcfee8-cab7-42e6-8240-35eaafc136c8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1e281b25-8765-433e-9429-8b0fb9a75f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986083 Jul 16 20:29:36.260825 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ab1bd880-6a54-4fd7-89be-f9c1e1f3eb07 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.274879 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d80925-ad3e-430e-8ae7-3b13691ee09a admin admin] Deleting subnet 973cc802-97a0-42d1-9c50-9d84240b247f {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:29:36.279661 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-40d80925-ad3e-430e-8ae7-3b13691ee09a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.295726 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-23646660-2fb8-411c-a2c3-b620d24545ee tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Made reservation on behalf of ed8b857babcd4c8cb76ee5584a65db58 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:36.300081 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-23646660-2fb8-411c-a2c3-b620d24545ee tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.320808 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-40d80925-ad3e-430e-8ae7-3b13691ee09a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.393018 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-ab1bd880-6a54-4fd7-89be-f9c1e1f3eb07 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] device_id is not set on port 291a7237-e4bb-41d4-bb33-baeb5a93ea39 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:29:36.407791 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-69c21917-f556-43ca-aba3-c569ea798b64 req-c78710f5-9cc7-4613-bf77-5142bd0d508e tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f6b1f96-8cc2-48d1-a062-e53c2ebcdfe2 HTTP/1.1" status: 200 len: 210 time: 0.0546067 Jul 16 20:29:36.414252 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-40d80925-ad3e-430e-8ae7-3b13691ee09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.420604 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-e3bdbdc1-fe60-4039-ab95-270b3babd129 None None] For port 32681c5e-438a-4363-9cd2-f65cc1d26f00, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=32681c5e-438a-4363-9cd2-f65cc1d26f00,segment=NetworkSegment(2d9d61ae-c19c-49ea-87a2-09a6e14db35d),segment_id=2d9d61ae-c19c-49ea-87a2-09a6e14db35d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:36.491984 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3bdbdc1-fe60-4039-ab95-270b3babd129 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.515550 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-b66cbf48-e687-4e28-a64b-91d9579441d5 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.535488 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e3bdbdc1-fe60-4039-ab95-270b3babd129 None None] Transition to ACTIVE for port object 32681c5e-438a-4363-9cd2-f65cc1d26f00 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:36.540628 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3bdbdc1-fe60-4039-ab95-270b3babd129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.547020 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-23646660-2fb8-411c-a2c3-b620d24545ee tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Allocated IP 172.20.0.6 (de9c7f7d-80a5-4172-a05a-5fedd883a4a9/6cd82ace-68b4-411c-841f-ba905d06966b/2a9d5235-ed6f-414a-a393-cec8c65df4c2) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:36.581153 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-40d80925-ad3e-430e-8ae7-3b13691ee09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.619390 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d80925-ad3e-430e-8ae7-3b13691ee09a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=973cc802-97a0-42d1-9c50-9d84240b247f,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:36.668207 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-40d80925-ad3e-430e-8ae7-3b13691ee09a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.673177 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-40d80925-ad3e-430e-8ae7-3b13691ee09a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/973cc802-97a0-42d1-9c50-9d84240b247f HTTP/1.1" status: 204 len: 168 time: 0.4998164 Jul 16 20:29:36.676714 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36832) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:36.709060 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdbdc1-fe60-4039-ab95-270b3babd129 None None] Pushing event updated for resources: {'Port': ['ID=32681c5e-438a-4363-9cd2-f65cc1d26f00,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:36.749560 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-ab1bd880-6a54-4fd7-89be-f9c1e1f3eb07 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Allocated IP 2001:db8::1c3 (e037d4fb-96b9-4f75-9ba3-6684fa98dc76/5f9b08c5-80f5-4849-a129-08f26ef9f910/291a7237-e4bb-41d4-bb33-baeb5a93ea39) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:36.801914 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-b66cbf48-e687-4e28-a64b-91d9579441d5 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Network de9c7f7d-80a5-4172-a05a-5fedd883a4a9 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:36.816087 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-b66cbf48-e687-4e28-a64b-91d9579441d5 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:36.822802 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66cbf48-e687-4e28-a64b-91d9579441d5 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Pushing event updated for resources: {'Port': ['ID=81ac413d-0ebf-41d3-a3bb-a7cd07020df9,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:36.826047 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-b66cbf48-e687-4e28-a64b-91d9579441d5 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:36.833287 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-23646660-2fb8-411c-a2c3-b620d24545ee tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.860578 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a9cc156a-4a44-4888-bca1-1f931f11b92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.907950 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-b66cbf48-e687-4e28-a64b-91d9579441d5 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:36.909147 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-b66cbf48-e687-4e28-a64b-91d9579441d5 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.956842 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-b66cbf48-e687-4e28-a64b-91d9579441d5 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5620887 Jul 16 20:29:36.970382 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-fe4c25dc-dab8-4af1-9994-0bf894f3a5e8 service neutron] Request body: {'port': {'device_id': '49f308d4-5850-4dfd-890a-e7751764a077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:36.975358 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-23646660-2fb8-411c-a2c3-b620d24545ee tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.037641 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-23646660-2fb8-411c-a2c3-b620d24545ee tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Network de9c7f7d-80a5-4172-a05a-5fedd883a4a9 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:37.063779 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-23646660-2fb8-411c-a2c3-b620d24545ee tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:37.073169 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-23646660-2fb8-411c-a2c3-b620d24545ee tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:37.171776 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23646660-2fb8-411c-a2c3-b620d24545ee tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Pushing event updated for resources: {'Port': ['ID=2a9d5235-ed6f-414a-a393-cec8c65df4c2,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:37.223440 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-fe4c25dc-dab8-4af1-9994-0bf894f3a5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.257364 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-23646660-2fb8-411c-a2c3-b620d24545ee tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:37.258077 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-23646660-2fb8-411c-a2c3-b620d24545ee tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.352634 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 32681c5e-438a-4363-9cd2-f65cc1d26f00 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:37.440778 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-23646660-2fb8-411c-a2c3-b620d24545ee tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0119464 Jul 16 20:29:37.442450 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ab1bd880-6a54-4fd7-89be-f9c1e1f3eb07 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.457701 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-ab1bd880-6a54-4fd7-89be-f9c1e1f3eb07 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Transition to ACTIVE for port object 291a7237-e4bb-41d4-bb33-baeb5a93ea39 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:37.499739 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ab1bd880-6a54-4fd7-89be-f9c1e1f3eb07 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.582502 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a9cc156a-4a44-4888-bca1-1f931f11b92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.608683 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1bd880-6a54-4fd7-89be-f9c1e1f3eb07 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network e037d4fb-96b9-4f75-9ba3-6684fa98dc76 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:37.618218 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef3e8c-75d4-4bc4-bba1-20861a2de8c0 req-eba9674e-4f1a-40ce-8c3e-327d35e0ea27 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:37.623036 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-fe4c25dc-dab8-4af1-9994-0bf894f3a5e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ac413d-0ebf-41d3-a3bb-a7cd07020df9 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:37.626479 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-90ef3e8c-75d4-4bc4-bba1-20861a2de8c0 req-eba9674e-4f1a-40ce-8c3e-327d35e0ea27 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=5ec57a41-7b69-4c25-bc7d-5607b7f4070f HTTP/1.1" status: 200 len: 946 time: 0.8316813 Jul 16 20:29:37.632901 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-fe4c25dc-dab8-4af1-9994-0bf894f3a5e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.635009 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-ab1bd880-6a54-4fd7-89be-f9c1e1f3eb07 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:37.636850 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-201788af-1546-4535-8378-861424a5df3b None None] Provisioning for port 32681c5e-438a-4363-9cd2-f65cc1d26f00 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:37.638543 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-a9cc156a-4a44-4888-bca1-1f931f11b92c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1ef5a8-bcda-4218-b2dd-c5f692229aa3']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:37.649175 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-fe4c25dc-dab8-4af1-9994-0bf894f3a5e8 service neutron] Transition to ACTIVE for port object 81ac413d-0ebf-41d3-a3bb-a7cd07020df9 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:37.653621 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-201788af-1546-4535-8378-861424a5df3b None None] Provisioning complete for port 32681c5e-438a-4363-9cd2-f65cc1d26f00 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:37.654202 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-201788af-1546-4535-8378-861424a5df3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.655448 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-9e502c85-e94a-4e4e-b326-6d961c41f589 service neutron] Request body: {'port': {'device_id': '1f6b1f96-8cc2-48d1-a062-e53c2ebcdfe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:37.661466 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-fe4c25dc-dab8-4af1-9994-0bf894f3a5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.689049 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1bd880-6a54-4fd7-89be-f9c1e1f3eb07 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:37.695112 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1bd880-6a54-4fd7-89be-f9c1e1f3eb07 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:37.695745 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ab1bd880-6a54-4fd7-89be-f9c1e1f3eb07 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.716937 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-a9cc156a-4a44-4888-bca1-1f931f11b92c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d35c410-30a1-4b75-a650-78fe73e706ce') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:37.717270 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-a9cc156a-4a44-4888-bca1-1f931f11b92c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d35c410-30a1-4b75-a650-78fe73e706ce') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:37.731965 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-90ef3e8c-75d4-4bc4-bba1-20861a2de8c0 req-b21af993-e207-4b56-9d70-199c8646206c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e281b25-8765-433e-9429-8b0fb9a75f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044495 Jul 16 20:29:37.749722 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1bd880-6a54-4fd7-89be-f9c1e1f3eb07 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Port': ['ID=291a7237-e4bb-41d4-bb33-baeb5a93ea39,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:37.768545 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ab1bd880-6a54-4fd7-89be-f9c1e1f3eb07 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9390275 Jul 16 20:29:37.771164 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c25dc-dab8-4af1-9994-0bf894f3a5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=81ac413d-0ebf-41d3-a3bb-a7cd07020df9,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:37.773956 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36838) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:37.777250 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a9cc156a-4a44-4888-bca1-1f931f11b92c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.790979 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-3a2e456d-c654-4c6d-9e8a-da745dee6a91 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'subnet': {'network_id': 'e037d4fb-96b9-4f75-9ba3-6684fa98dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:37.873064 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-201788af-1546-4535-8378-861424a5df3b None None] Provisioning complete for port 41c814ab-04e7-4798-8fef-67b68c4b7b36 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:37.873457 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-201788af-1546-4535-8378-861424a5df3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.909761 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a9cc156a-4a44-4888-bca1-1f931f11b92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.918951 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-201788af-1546-4535-8378-861424a5df3b None None] Port 41c814ab-04e7-4798-8fef-67b68c4b7b36 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:37.926903 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9cc156a-4a44-4888-bca1-1f931f11b92c admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:37.927310 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a9cc156a-4a44-4888-bca1-1f931f11b92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.954780 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-fe4c25dc-dab8-4af1-9994-0bf894f3a5e8 service neutron] Attempting to bind port 81ac413d-0ebf-41d3-a3bb-a7cd07020df9 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:37.955149 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-fe4c25dc-dab8-4af1-9994-0bf894f3a5e8 service neutron] Attempting to bind port 81ac413d-0ebf-41d3-a3bb-a7cd07020df9 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '12a5fd60-5358-4bbc-abac-a964a59b540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'de9c7f7d-80a5-4172-a05a-5fedd883a4a9'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:37.956051 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-fe4c25dc-dab8-4af1-9994-0bf894f3a5e8 service neutron] Attempting to bind port 81ac413d-0ebf-41d3-a3bb-a7cd07020df9 on network de9c7f7d-80a5-4172-a05a-5fedd883a4a9 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:37.961402 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-9e502c85-e94a-4e4e-b326-6d961c41f589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.974467 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-fe4c25dc-dab8-4af1-9994-0bf894f3a5e8 service neutron] Port 81ac413d-0ebf-41d3-a3bb-a7cd07020df9 on network de9c7f7d-80a5-4172-a05a-5fedd883a4a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:29:37.974802 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-fe4c25dc-dab8-4af1-9994-0bf894f3a5e8 service neutron] Attempting to bind port 81ac413d-0ebf-41d3-a3bb-a7cd07020df9 on network de9c7f7d-80a5-4172-a05a-5fedd883a4a9 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:37.999374 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-fe4c25dc-dab8-4af1-9994-0bf894f3a5e8 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:38.000554 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-fe4c25dc-dab8-4af1-9994-0bf894f3a5e8 service neutron] Checking segment: {'id': '12a5fd60-5358-4bbc-abac-a964a59b540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'de9c7f7d-80a5-4172-a05a-5fedd883a4a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:38.001138 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-fe4c25dc-dab8-4af1-9994-0bf894f3a5e8 service neutron] Bound using segment: {'id': '12a5fd60-5358-4bbc-abac-a964a59b540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'de9c7f7d-80a5-4172-a05a-5fedd883a4a9'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:38.001795 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-fe4c25dc-dab8-4af1-9994-0bf894f3a5e8 service neutron] Bound port: 81ac413d-0ebf-41d3-a3bb-a7cd07020df9, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a5fd60-5358-4bbc-abac-a964a59b540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'de9c7f7d-80a5-4172-a05a-5fedd883a4a9'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:38.003130 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-fe4c25dc-dab8-4af1-9994-0bf894f3a5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:38.003282 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:38.034641 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d8192e18-a774-44ba-8f03-f69dc3ec6f9b None None] Could not find standard attr ID for object 5ecdc7c6-1c91-463b-b8dc-9628133da4f8. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:29:38.138896 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2e456d-c654-4c6d-9e8a-da745dee6a91 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:38.144152 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a2e456d-c654-4c6d-9e8a-da745dee6a91 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.177486 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a9cc156a-4a44-4888-bca1-1f931f11b92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.234277 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a9cc156a-4a44-4888-bca1-1f931f11b92c admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.239229 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a9cc156a-4a44-4888-bca1-1f931f11b92c admin admin] 10.222.0.38 "DELETE /v2.0/networks/9e1ef5a8-bcda-4218-b2dd-c5f692229aa3 HTTP/1.1" status: 204 len: 168 time: 1.5582871 Jul 16 20:29:38.265285 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d62b14f8-bdf5-4368-901e-c08602b977c0 None None] Provisioning for port 291a7237-e4bb-41d4-bb33-baeb5a93ea39 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:38.269585 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc156a-4a44-4888-bca1-1f931f11b92c admin admin] Pushing event deleted for resources: {'Network': ['ID=9e1ef5a8-bcda-4218-b2dd-c5f692229aa3,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:38.278920 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d62b14f8-bdf5-4368-901e-c08602b977c0 None None] Provisioning complete for port 291a7237-e4bb-41d4-bb33-baeb5a93ea39 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:38.279304 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d62b14f8-bdf5-4368-901e-c08602b977c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.377717 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d62b14f8-bdf5-4368-901e-c08602b977c0 None None] Port 291a7237-e4bb-41d4-bb33-baeb5a93ea39 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:38.459898 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363cca2-26c7-41ef-83dc-f8d06699641d req-15873cf1-2525-493b-b605-7e848399feef tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:38.472849 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c363cca2-26c7-41ef-83dc-f8d06699641d req-15873cf1-2525-493b-b605-7e848399feef tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 945 time: 0.3730898 Jul 16 20:29:38.540080 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36854) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:38.542717 n-d-791506-21 neutron-server[93794]: INFO neutron.db.ipam_backend_mixin [None req-3a2e456d-c654-4c6d-9e8a-da745dee6a91 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5f9b08c5-80f5-4849-a129-08f26ef9f910 (CIDR: 2001:db8::/64) Jul 16 20:29:38.566822 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a2e456d-c654-4c6d-9e8a-da745dee6a91 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:29:38.567325 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a2e456d-c654-4c6d-9e8a-da745dee6a91 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:38.632484 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3a2e456d-c654-4c6d-9e8a-da745dee6a91 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8437576 Jul 16 20:29:38.635864 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36856) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:38.645715 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-670ff92a-3531-4533-9026-4785653f12da tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'subnet': {'network_id': 'e037d4fb-96b9-4f75-9ba3-6684fa98dc76', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:38.656192 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c363cca2-26c7-41ef-83dc-f8d06699641d req-828eb9cd-a28e-4580-a7fe-5e7c674054f3 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824479 Jul 16 20:29:38.751592 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e9190403-27c4-41a9-a10d-7923facca81e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=865a4ca4e884477eae955fd4db1057f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2058721 Jul 16 20:29:38.752243 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36858) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:38.807182 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921499e-fb01-44c8-9de0-27c58dbfd33d req-7d11a73e-5e77-4fb5-8b49-6be0938276c8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:38.810140 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b921499e-fb01-44c8-9de0-27c58dbfd33d req-7d11a73e-5e77-4fb5-8b49-6be0938276c8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f6b1f96-8cc2-48d1-a062-e53c2ebcdfe2 HTTP/1.1" status: 200 len: 931 time: 0.2382231 Jul 16 20:29:38.889855 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd332dc0-79e4-40d4-8622-3ee5c2bc0c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.902497 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-fe4c25dc-dab8-4af1-9994-0bf894f3a5e8 service neutron] For port 81ac413d-0ebf-41d3-a3bb-a7cd07020df9, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:38.944685 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-fe4c25dc-dab8-4af1-9994-0bf894f3a5e8 service neutron] For port 81ac413d-0ebf-41d3-a3bb-a7cd07020df9, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=81ac413d-0ebf-41d3-a3bb-a7cd07020df9,segment=NetworkSegment(12a5fd60-5358-4bbc-abac-a964a59b540e),segment_id=12a5fd60-5358-4bbc-abac-a964a59b540e)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:38.950867 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-fe4c25dc-dab8-4af1-9994-0bf894f3a5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.970731 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b921499e-fb01-44c8-9de0-27c58dbfd33d req-67719376-e710-4683-9ec9-7709258d3cc4 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/security-groups?id=23f65bae-0057-4727-8cdc-2054b0feed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215770 Jul 16 20:29:38.993762 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd332dc0-79e4-40d4-8622-3ee5c2bc0c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.023670 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-fe4c25dc-dab8-4af1-9994-0bf894f3a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:39.023670 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-fe4c25dc-dab8-4af1-9994-0bf894f3a5e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.023670 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-fe4c25dc-dab8-4af1-9994-0bf894f3a5e8 service neutron] 10.222.0.18 "PUT /v2.0/ports/81ac413d-0ebf-41d3-a3bb-a7cd07020df9 HTTP/1.1" status: 200 len: 1092 time: 2.0522640 Jul 16 20:29:39.023670 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-9e502c85-e94a-4e4e-b326-6d961c41f589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a9d5235-ed6f-414a-a393-cec8c65df4c2 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:39.027367 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f308d4-5850-4dfd-890a-e7751764a077', 'tag': '81ac413d-0ebf-41d3-a3bb-a7cd07020df9'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:39.030717 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa089448-18a8-4d50-8da0-19eeba3d687f" -d '{"events": [{"name": "network-changed", "server_uuid": "49f308d4-5850-4dfd-890a-e7751764a077", "tag": "81ac413d-0ebf-41d3-a3bb-a7cd07020df9"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:39.040119 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670ff92a-3531-4533-9026-4785653f12da tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:39.044712 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-9e502c85-e94a-4e4e-b326-6d961c41f589 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.046294 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-670ff92a-3531-4533-9026-4785653f12da tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.122209 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-9e502c85-e94a-4e4e-b326-6d961c41f589 service neutron] Transition to ACTIVE for port object 2a9d5235-ed6f-414a-a393-cec8c65df4c2 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:39.129174 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c25dc-dab8-4af1-9994-0bf894f3a5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=81ac413d-0ebf-41d3-a3bb-a7cd07020df9,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:39.135341 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-9e502c85-e94a-4e4e-b326-6d961c41f589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.149478 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36872) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:39.202624 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525737b9-0b2f-472b-90d3-960c6e1aeabd x-openstack-request-id: req-525737b9-0b2f-472b-90d3-960c6e1aeabd {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:39.202923 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f308d4-5850-4dfd-890a-e7751764a077", "tag": "81ac413d-0ebf-41d3-a3bb-a7cd07020df9", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:39.203162 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-525737b9-0b2f-472b-90d3-960c6e1aeabd {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:39.203553 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f308d4-5850-4dfd-890a-e7751764a077', 'tag': '81ac413d-0ebf-41d3-a3bb-a7cd07020df9', 'status': 'completed', 'code': 200} Jul 16 20:29:39.260512 n-d-791506-21 neutron-server[93794]: INFO neutron.db.ipam_backend_mixin [None req-670ff92a-3531-4533-9026-4785653f12da tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 74d89120-cccc-4a9b-97fd-82c589d39ba2 (CIDR: 2001:db8:0:1::/64) Jul 16 20:29:39.267492 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-670ff92a-3531-4533-9026-4785653f12da tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:29:39.268505 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-670ff92a-3531-4533-9026-4785653f12da tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:39.273497 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd332dc0-79e4-40d4-8622-3ee5c2bc0c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.276053 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd332dc0-79e4-40d4-8622-3ee5c2bc0c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.288033 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bd332dc0-79e4-40d4-8622-3ee5c2bc0c5d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/45174294-91e7-488a-8964-9afb2ca0ba65 HTTP/1.1" status: 204 len: 168 time: 0.5238435 Jul 16 20:29:39.296340 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdbbcce8-dbcd-45a4-966b-5530d7824c10 admin admin] Deleting subnet 18d69795-663e-4814-80c1-613e990ce032 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:29:39.305888 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fdbbcce8-dbcd-45a4-966b-5530d7824c10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.309504 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e502c85-e94a-4e4e-b326-6d961c41f589 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9d5235-ed6f-414a-a393-cec8c65df4c2,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:39.324366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd332dc0-79e4-40d4-8622-3ee5c2bc0c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45174294-91e7-488a-8964-9afb2ca0ba65,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:39.339693 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b71bdf-1b53-4a21-8c40-cf636693208b req-c90729e2-6731-4c27-a6a4-d01d258f46d4 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:39.351221 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c6b71bdf-1b53-4a21-8c40-cf636693208b req-c90729e2-6731-4c27-a6a4-d01d258f46d4 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=5ec57a41-7b69-4c25-bc7d-5607b7f4070f HTTP/1.1" status: 200 len: 946 time: 0.2522924 Jul 16 20:29:39.359481 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-47ced93a-11e6-4972-b431-d61572c1f76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:39.361159 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-47ced93a-11e6-4972-b431-d61572c1f76a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed8b857babcd4c8cb76ee5584a65db58&device_id=49f308d4-5850-4dfd-890a-e7751764a077 HTTP/1.1" status: 200 len: 1095 time: 0.2951512 Jul 16 20:29:39.362192 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-670ff92a-3531-4533-9026-4785653f12da tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7213252 Jul 16 20:29:39.379677 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36876) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:39.387026 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2450bd78-ef23-45d5-ac25-f675b407fe2c tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'subnet': {'network_id': 'e037d4fb-96b9-4f75-9ba3-6684fa98dc76', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:39.441575 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-9e502c85-e94a-4e4e-b326-6d961c41f589 service neutron] Attempting to bind port 2a9d5235-ed6f-414a-a393-cec8c65df4c2 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:39.442075 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-9e502c85-e94a-4e4e-b326-6d961c41f589 service neutron] Attempting to bind port 2a9d5235-ed6f-414a-a393-cec8c65df4c2 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '12a5fd60-5358-4bbc-abac-a964a59b540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'de9c7f7d-80a5-4172-a05a-5fedd883a4a9'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:39.442564 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-9e502c85-e94a-4e4e-b326-6d961c41f589 service neutron] Attempting to bind port 2a9d5235-ed6f-414a-a393-cec8c65df4c2 on network de9c7f7d-80a5-4172-a05a-5fedd883a4a9 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:39.510999 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-9e502c85-e94a-4e4e-b326-6d961c41f589 service neutron] Port 2a9d5235-ed6f-414a-a393-cec8c65df4c2 on network de9c7f7d-80a5-4172-a05a-5fedd883a4a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:29:39.511463 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-9e502c85-e94a-4e4e-b326-6d961c41f589 service neutron] Attempting to bind port 2a9d5235-ed6f-414a-a393-cec8c65df4c2 on network de9c7f7d-80a5-4172-a05a-5fedd883a4a9 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:39.514677 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-a4ca4d0f-eddd-4708-8945-5eb38c59dde9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81ac413d-0ebf-41d3-a3bb-a7cd07020df9 HTTP/1.1" status: 200 len: 217 time: 0.0982702 Jul 16 20:29:39.521423 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fdbbcce8-dbcd-45a4-966b-5530d7824c10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.529665 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c6b71bdf-1b53-4a21-8c40-cf636693208b req-aa8e7cce-87d2-4bac-a573-4b8cfccc9f19 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e281b25-8765-433e-9429-8b0fb9a75f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737456 Jul 16 20:29:39.570883 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-9e502c85-e94a-4e4e-b326-6d961c41f589 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:39.571393 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-9e502c85-e94a-4e4e-b326-6d961c41f589 service neutron] Checking segment: {'id': '12a5fd60-5358-4bbc-abac-a964a59b540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'de9c7f7d-80a5-4172-a05a-5fedd883a4a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:39.571809 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-9e502c85-e94a-4e4e-b326-6d961c41f589 service neutron] Bound using segment: {'id': '12a5fd60-5358-4bbc-abac-a964a59b540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'de9c7f7d-80a5-4172-a05a-5fedd883a4a9'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:39.572332 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-9e502c85-e94a-4e4e-b326-6d961c41f589 service neutron] Bound port: 2a9d5235-ed6f-414a-a393-cec8c65df4c2, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a5fd60-5358-4bbc-abac-a964a59b540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'de9c7f7d-80a5-4172-a05a-5fedd883a4a9'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:39.572818 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-9e502c85-e94a-4e4e-b326-6d961c41f589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.657099 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2450bd78-ef23-45d5-ac25-f675b407fe2c tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Made reservation on behalf of 8f9a426ea30846e192079ccbb52ca7cc for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:39.663519 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2450bd78-ef23-45d5-ac25-f675b407fe2c tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.688049 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fdbbcce8-dbcd-45a4-966b-5530d7824c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.694113 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-e6770287-bdf1-420d-8b93-322b3e433a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:39.695757 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-e6770287-bdf1-420d-8b93-322b3e433a4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6cd82ace-68b4-411c-841f-ba905d06966b HTTP/1.1" status: 200 len: 852 time: 0.1592789 Jul 16 20:29:39.763287 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-e253af37-f080-4ff7-a146-0fad21f094f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=de9c7f7d-80a5-4172-a05a-5fedd883a4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436969 Jul 16 20:29:39.784994 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-9e502c85-e94a-4e4e-b326-6d961c41f589 service neutron] For port 2a9d5235-ed6f-414a-a393-cec8c65df4c2, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:39.828892 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-9e502c85-e94a-4e4e-b326-6d961c41f589 service neutron] For port 2a9d5235-ed6f-414a-a393-cec8c65df4c2, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=2a9d5235-ed6f-414a-a393-cec8c65df4c2,segment=NetworkSegment(12a5fd60-5358-4bbc-abac-a964a59b540e),segment_id=12a5fd60-5358-4bbc-abac-a964a59b540e)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:39.841634 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-9e502c85-e94a-4e4e-b326-6d961c41f589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.923902 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-9e502c85-e94a-4e4e-b326-6d961c41f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:39.923902 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-9e502c85-e94a-4e4e-b326-6d961c41f589 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.925840 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-9e502c85-e94a-4e4e-b326-6d961c41f589 service neutron] 10.222.0.62 "PUT /v2.0/ports/2a9d5235-ed6f-414a-a393-cec8c65df4c2 HTTP/1.1" status: 200 len: 1092 time: 2.2780230 Jul 16 20:29:39.926913 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fdbbcce8-dbcd-45a4-966b-5530d7824c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.962009 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750121e1-eed8-460b-b510-84823f376610 req-655c51d7-ad65-43b8-aacb-f8913bd4aa14 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:39.968935 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-750121e1-eed8-460b-b510-84823f376610 req-655c51d7-ad65-43b8-aacb-f8913bd4aa14 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f167036-52b6-43fe-8762-fcb34b8a6217&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2614737 Jul 16 20:29:39.993712 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00b72c-0141-4960-9461-d4829fe6e5f5 req-6d2e504c-e855-49b7-8ac7-7dc05778c0b6 tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:40.000750 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7e00b72c-0141-4960-9461-d4829fe6e5f5 req-6d2e504c-e855-49b7-8ac7-7dc05778c0b6 tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5ccf963-e66b-4ba5-bbb3-c19170a50a65 HTTP/1.1" status: 200 len: 945 time: 0.2973132 Jul 16 20:29:40.010852 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fdbbcce8-dbcd-45a4-966b-5530d7824c10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.015747 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fdbbcce8-dbcd-45a4-966b-5530d7824c10 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/18d69795-663e-4814-80c1-613e990ce032 HTTP/1.1" status: 204 len: 168 time: 0.8297436 Jul 16 20:29:40.016600 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbcce8-dbcd-45a4-966b-5530d7824c10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18d69795-663e-4814-80c1-613e990ce032,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:40.019797 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36898) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:40.074989 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e502c85-e94a-4e4e-b326-6d961c41f589 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9d5235-ed6f-414a-a393-cec8c65df4c2,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:40.091084 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-750121e1-eed8-460b-b510-84823f376610 req-151517df-27fa-42e0-9d93-c4eafd70c2d5 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 696 time: 0.1211283 Jul 16 20:29:40.107992 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-750121e1-eed8-460b-b510-84823f376610 req-38a940a8-7369-4778-b76b-1ef45b89678c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Request body: {'floatingip': {'port_id': 'b4303d43-5f18-45b1-a4f0-1602debbc55f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:40.130560 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-c6d5e738-a199-4b4a-9be2-ccdf14b291e9 service neutron] 10.222.0.18 "GET /v2.0/networks/de9c7f7d-80a5-4172-a05a-5fedd883a4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602343 Jul 16 20:29:40.218041 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3c6bd61c-7670-419a-b436-09492fd51ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.219995 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-750121e1-eed8-460b-b510-84823f376610 req-38a940a8-7369-4778-b76b-1ef45b89678c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks [] for floatingip, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.230032 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-9d0fde93-1b86-462d-8146-2da3d12f01c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:40.234651 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-9d0fde93-1b86-462d-8146-2da3d12f01c8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed8b857babcd4c8cb76ee5584a65db58&device_id=1f6b1f96-8cc2-48d1-a062-e53c2ebcdfe2 HTTP/1.1" status: 200 len: 1095 time: 0.2614155 Jul 16 20:29:40.302438 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7e00b72c-0141-4960-9461-d4829fe6e5f5 req-e866f6ce-114e-4dfc-b44b-91a5d1281ab7 tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.38 "GET /v2.0/security-groups?id=786927a0-f19a-4ac9-a216-82bc73b9b765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000958 Jul 16 20:29:40.343558 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36908) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:40.371815 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-299c7441-5151-4d49-a017-8fd1d3bfe812 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a9d5235-ed6f-414a-a393-cec8c65df4c2 HTTP/1.1" status: 200 len: 217 time: 0.1214626 Jul 16 20:29:40.434213 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2450bd78-ef23-45d5-ac25-f675b407fe2c tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.493093 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2450bd78-ef23-45d5-ac25-f675b407fe2c tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Network e037d4fb-96b9-4f75-9ba3-6684fa98dc76 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:40.519190 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-966fd8ad-93f5-49a4-930b-6d1be87b9dc9 service neutron] 10.222.0.18 "GET /v2.0/networks/de9c7f7d-80a5-4172-a05a-5fedd883a4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819425 Jul 16 20:29:40.530582 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-2450bd78-ef23-45d5-ac25-f675b407fe2c tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:40.542695 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0045fd-8477-469f-a314-69215f04d1b4 None None] Network e037d4fb-96b9-4f75-9ba3-6684fa98dc76 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:40.575743 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2450bd78-ef23-45d5-ac25-f675b407fe2c tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:40.576261 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2450bd78-ef23-45d5-ac25-f675b407fe2c tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.598622 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450bd78-ef23-45d5-ac25-f675b407fe2c tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Subnet': ['ID=548ca60a-37a2-41c6-b45d-d45ee6be8d2d,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:40.610531 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2450bd78-ef23-45d5-ac25-f675b407fe2c tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2297020 Jul 16 20:29:40.613844 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36912) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:40.636267 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-ef5cb4ee-2614-478f-b546-a63ce8ccc465 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-463989675', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '548ca60a-37a2-41c6-b45d-d45ee6be8d2d'}], 'security_groups': ['3aeccdb2-20a5-47b6-ba37-74bd203cc3b9', '70e589bd-45a3-4fee-9ec4-087c3307fb0c']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:40.667673 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-95614aaa-7807-4e6d-a8da-4cef5e570310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:40.669779 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-95614aaa-7807-4e6d-a8da-4cef5e570310 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6cd82ace-68b4-411c-841f-ba905d06966b HTTP/1.1" status: 200 len: 852 time: 0.2737446 Jul 16 20:29:40.723220 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3c6bd61c-7670-419a-b436-09492fd51ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.731116 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-6e8e823d-63b2-4318-8818-3abfa884ffea admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-366216891-network', 'tenant_id': '9618da2f1f76496c9475c1c9fbb8dd88'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:40.790116 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-bda00f8c-ab5b-4fdd-a6d4-fbe019407e61 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=de9c7f7d-80a5-4172-a05a-5fedd883a4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100657 Jul 16 20:29:40.796777 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-3c6bd61c-7670-419a-b436-09492fd51ae3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c5d2cc-b665-49f1-a6ce-bba156502988']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:40.864582 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2908e-e599-4348-b88b-5333d515fbf4 req-88bf85bd-3be3-422f-9a36-f1d4ac1b58ea tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:40.866362 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6bc2908e-e599-4348-b88b-5333d515fbf4 req-88bf85bd-3be3-422f-9a36-f1d4ac1b58ea tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 945 time: 0.3833408 Jul 16 20:29:40.874612 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef5cb4ee-2614-478f-b546-a63ce8ccc465 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.923761 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-23343ab1-68e0-4e6a-9e3d-75241348d035 service neutron] 10.222.0.62 "GET /v2.0/networks/de9c7f7d-80a5-4172-a05a-5fedd883a4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132591 Jul 16 20:29:40.927921 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-3c6bd61c-7670-419a-b436-09492fd51ae3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74469c65-10c2-4a15-a42f-0b8daf985fae') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:40.928525 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-3c6bd61c-7670-419a-b436-09492fd51ae3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74469c65-10c2-4a15-a42f-0b8daf985fae') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:40.952411 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e691e98-0555-4cf5-b939-c8a8b5679661 None None] Update dhcp port {'port': {'network_id': 'e037d4fb-96b9-4f75-9ba3-6684fa98dc76', 'fixed_ips': [{'subnet_id': '74d89120-cccc-4a9b-97fd-82c589d39ba2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5f9b08c5-80f5-4849-a129-08f26ef9f910', 'ip_address': '2001:db8::2'}, {'subnet_id': '548ca60a-37a2-41c6-b45d-d45ee6be8d2d'}], 'binding:host_id': 'n-d-791506-21'}, 'id': '32681c5e-438a-4363-9cd2-f65cc1d26f00'} from n-d-791506-21. {{(pid=93795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:29:40.991003 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2e691e98-0555-4cf5-b939-c8a8b5679661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.046108 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7f5933d1-af0c-4e84-8fd9-431a40666dc6 req-c92a3ddd-2ee3-459d-a0b9-442c05b043fd service neutron] 10.222.0.62 "GET /v2.0/networks/de9c7f7d-80a5-4172-a05a-5fedd883a4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111581 Jul 16 20:29:41.066672 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3c6bd61c-7670-419a-b436-09492fd51ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.100886 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8e823d-63b2-4318-8818-3abfa884ffea admin admin] Made reservation on behalf of 9618da2f1f76496c9475c1c9fbb8dd88 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:41.103666 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6e8e823d-63b2-4318-8818-3abfa884ffea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.121991 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6e8e823d-63b2-4318-8818-3abfa884ffea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.139649 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa089448-18a8-4d50-8da0-19eeba3d687f req-0c891663-eae1-4c35-830e-0629cbfb0108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:41.141355 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa089448-18a8-4d50-8da0-19eeba3d687f req-0c891663-eae1-4c35-830e-0629cbfb0108 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed8b857babcd4c8cb76ee5584a65db58&device_id=49f308d4-5850-4dfd-890a-e7751764a077 HTTP/1.1" status: 200 len: 1095 time: 0.5533447 Jul 16 20:29:41.142652 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3c6bd61c-7670-419a-b436-09492fd51ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.179851 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6bd61c-7670-419a-b436-09492fd51ae3 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:41.180377 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3c6bd61c-7670-419a-b436-09492fd51ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:41.183231 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:41.205122 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6b1f96-8cc2-48d1-a062-e53c2ebcdfe2', 'tag': '2a9d5235-ed6f-414a-a393-cec8c65df4c2'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:41.208134 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f609d2a-f48a-4000-a3f6-12fd1e3ae505" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6b1f96-8cc2-48d1-a062-e53c2ebcdfe2", "tag": "2a9d5235-ed6f-414a-a393-cec8c65df4c2"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:41.218513 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-2e691e98-0555-4cf5-b939-c8a8b5679661 None None] Allocated IP 2001:db8:0:2::2 (e037d4fb-96b9-4f75-9ba3-6684fa98dc76/548ca60a-37a2-41c6-b45d-d45ee6be8d2d/32681c5e-438a-4363-9cd2-f65cc1d26f00) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:41.355628 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2e691e98-0555-4cf5-b939-c8a8b5679661 None None] For port 32681c5e-438a-4363-9cd2-f65cc1d26f00, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=32681c5e-438a-4363-9cd2-f65cc1d26f00,segment=NetworkSegment(2d9d61ae-c19c-49ea-87a2-09a6e14db35d),segment_id=2d9d61ae-c19c-49ea-87a2-09a6e14db35d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:41.392197 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2e691e98-0555-4cf5-b939-c8a8b5679661 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.407918 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2e691e98-0555-4cf5-b939-c8a8b5679661 None None] Transition to ACTIVE for port object 32681c5e-438a-4363-9cd2-f65cc1d26f00 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:41.409906 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6bc2908e-e599-4348-b88b-5333d515fbf4 req-1a1b5b26-7cb2-427b-98aa-e10fe58bef34 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363226 Jul 16 20:29:41.414599 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2e691e98-0555-4cf5-b939-c8a8b5679661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.467885 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9138ec-e89e-47e1-9f8b-4a982727790b req-9514b8a4-8c86-442f-920f-c4b14e4ccee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:41.473842 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ab9138ec-e89e-47e1-9f8b-4a982727790b req-9514b8a4-8c86-442f-920f-c4b14e4ccee1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f8a8ade9cff04e3db4af1591a2770156&device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 1097 time: 0.4219160 Jul 16 20:29:41.572333 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e691e98-0555-4cf5-b939-c8a8b5679661 None None] Pushing event updated for resources: {'Port': ['ID=32681c5e-438a-4363-9cd2-f65cc1d26f00,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:41.573615 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3c6bd61c-7670-419a-b436-09492fd51ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.733457 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa089448-18a8-4d50-8da0-19eeba3d687f req-34dd5dee-d7e1-4691-a3ed-57b8f3a384cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:41.736018 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa089448-18a8-4d50-8da0-19eeba3d687f req-34dd5dee-d7e1-4691-a3ed-57b8f3a384cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=de9c7f7d-80a5-4172-a05a-5fedd883a4a9 HTTP/1.1" status: 200 len: 913 time: 0.5782747 Jul 16 20:29:41.737513 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9138ec-e89e-47e1-9f8b-4a982727790b req-8716ccd2-de3b-4d98-9677-5f3866de73a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:41.739280 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ab9138ec-e89e-47e1-9f8b-4a982727790b req-8716ccd2-de3b-4d98-9677-5f3866de73a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 200 len: 922 time: 0.2309060 Jul 16 20:29:41.749519 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3c6bd61c-7670-419a-b436-09492fd51ae3 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.754963 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3c6bd61c-7670-419a-b436-09492fd51ae3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e1c5d2cc-b665-49f1-a6ce-bba156502988 HTTP/1.1" status: 204 len: 168 time: 1.7065475 Jul 16 20:29:41.849335 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa089448-18a8-4d50-8da0-19eeba3d687f req-9c7761dc-7bf5-4156-8b90-2f4dc9ae0fd7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81ac413d-0ebf-41d3-a3bb-a7cd07020df9 HTTP/1.1" status: 200 len: 217 time: 0.0956955 Jul 16 20:29:41.850861 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ab9138ec-e89e-47e1-9f8b-4a982727790b req-c4b7857d-4a6b-441f-ba6a-1e5cedc4bdfc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4da1b85c-da5d-4df3-8ad7-97cd630dac2b HTTP/1.1" status: 200 len: 217 time: 0.0575178 Jul 16 20:29:41.950811 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.db.resource_extend [req-750121e1-eed8-460b-b510-84823f376610 req-38a940a8-7369-4778-b76b-1ef45b89678c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:29:41.996099 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9138ec-e89e-47e1-9f8b-4a982727790b req-6e4550bc-a295-4462-aad5-b285d7e3a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:41.998412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36922) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:41.998623 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ab9138ec-e89e-47e1-9f8b-4a982727790b req-6e4550bc-a295-4462-aad5-b285d7e3a7d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=13ad8455-a3f9-4cd7-bb5a-6261d086b47a HTTP/1.1" status: 200 len: 861 time: 0.1312864 Jul 16 20:29:42.001328 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa089448-18a8-4d50-8da0-19eeba3d687f req-50ee8814-b089-4045-8a43-1081c7dcc595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:42.004147 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa089448-18a8-4d50-8da0-19eeba3d687f req-50ee8814-b089-4045-8a43-1081c7dcc595 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6cd82ace-68b4-411c-841f-ba905d06966b HTTP/1.1" status: 200 len: 852 time: 0.0854723 Jul 16 20:29:42.050549 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6bd61c-7670-419a-b436-09492fd51ae3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1c5d2cc-b665-49f1-a6ce-bba156502988,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:42.093551 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa089448-18a8-4d50-8da0-19eeba3d687f req-793d575d-e2ee-4442-b40f-9fded49769f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=de9c7f7d-80a5-4172-a05a-5fedd883a4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394952 Jul 16 20:29:42.096178 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ab9138ec-e89e-47e1-9f8b-4a982727790b req-5ce7060b-da28-45c1-956a-e73f267b7f2e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0476e10-8d02-4fbd-b804-ab41bcf63297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903952 Jul 16 20:29:42.115597 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd424f5-52c0-475d-8335-7b7596c28071 req-5d15944e-2ff7-4236-bda9-877ee4a73af7 tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:42.117235 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5cd424f5-52c0-475d-8335-7b7596c28071 req-5d15944e-2ff7-4236-bda9-877ee4a73af7 tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5ccf963-e66b-4ba5-bbb3-c19170a50a65 HTTP/1.1" status: 200 len: 945 time: 0.7261796 Jul 16 20:29:42.152671 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-750121e1-eed8-460b-b510-84823f376610 req-38a940a8-7369-4778-b76b-1ef45b89678c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.172404 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cdb78-425f-468b-b20b-63a214837700 req-bb64cec4-c452-49a0-8261-a23110dadd18 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:42.180293 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-073cdb78-425f-468b-b20b-63a214837700 req-bb64cec4-c452-49a0-8261-a23110dadd18 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f6b1f96-8cc2-48d1-a062-e53c2ebcdfe2 HTTP/1.1" status: 200 len: 943 time: 0.4222791 Jul 16 20:29:42.191758 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-750121e1-eed8-460b-b510-84823f376610 req-38a940a8-7369-4778-b76b-1ef45b89678c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.359814 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f5b175da-5346-4888-a1d3-123eab58a0dd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8b8887d8465f43f68153fdd72b6e7bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3559296 Jul 16 20:29:42.361969 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36924) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:42.366635 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [req-750121e1-eed8-460b-b510-84823f376610 req-38a940a8-7369-4778-b76b-1ef45b89678c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Floating IP f408acae-7dc6-4bd8-9f99-900ad1eb5633 associated. External IP: 172.25.0.165, port: b4303d43-5f18-45b1-a4f0-1602debbc55f. Jul 16 20:29:42.386206 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-ef5cb4ee-2614-478f-b546-a63ce8ccc465 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Delete allocated IP 2001:db8::1c3 (e037d4fb-96b9-4f75-9ba3-6684fa98dc76/5f9b08c5-80f5-4849-a129-08f26ef9f910) {{(pid=93794) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:29:42.406910 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6e8e823d-63b2-4318-8818-3abfa884ffea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.429771 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6e8e823d-63b2-4318-8818-3abfa884ffea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.444685 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-ef5cb4ee-2614-478f-b546-a63ce8ccc465 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Allocated IP 2001:db8:0:2::11 (e037d4fb-96b9-4f75-9ba3-6684fa98dc76/548ca60a-37a2-41c6-b45d-d45ee6be8d2d/291a7237-e4bb-41d4-bb33-baeb5a93ea39) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:42.456758 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3fe5ebb0-06c6-489e-bb49-c22ab74c74e8 None None] Provisioning complete for port 291a7237-e4bb-41d4-bb33-baeb5a93ea39 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:42.458679 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3fe5ebb0-06c6-489e-bb49-c22ab74c74e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.468095 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-073cdb78-425f-468b-b20b-63a214837700 req-f6ffcfa6-c236-4eda-a071-1f1d7802cc2e tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/security-groups?id=23f65bae-0057-4727-8cdc-2054b0feed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863107 Jul 16 20:29:42.490446 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-5cd424f5-52c0-475d-8335-7b7596c28071 req-cee142ae-e913-422e-8947-2dad7fd799cb tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Deleting port bdaa98ab-e620-4623-a0ab-903239b43605 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:42.490446 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5cd424f5-52c0-475d-8335-7b7596c28071 req-cee142ae-e913-422e-8947-2dad7fd799cb tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.503877 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ab9138ec-e89e-47e1-9f8b-4a982727790b req-96a27bc0-28a2-44f9-835a-477eee70d751 service neutron] 10.222.0.18 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754361 Jul 16 20:29:42.508818 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8e823d-63b2-4318-8818-3abfa884ffea admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:42.531076 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa089448-18a8-4d50-8da0-19eeba3d687f req-9b9f663c-74bb-4c4a-9a79-82723f758d56 service neutron] 10.222.0.18 "GET /v2.0/networks/de9c7f7d-80a5-4172-a05a-5fedd883a4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126582 Jul 16 20:29:42.558775 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e823d-63b2-4318-8818-3abfa884ffea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4775006c-0420-40a7-97d4-8150b1804903,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:42.589494 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6e8e823d-63b2-4318-8818-3abfa884ffea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.589924 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-6e8e823d-63b2-4318-8818-3abfa884ffea admin admin] Added segment ad0803ed-4f73-4a8d-ae1b-7ae303151ff5 of type vlan for network bb5f15a8-1d99-47cb-89c9-33640abaae0c Jul 16 20:29:42.592442 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae92543-a45e-4593-bfb4-2b6e1ea32f47 x-openstack-request-id: req-5ae92543-a45e-4593-bfb4-2b6e1ea32f47 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:42.592733 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6b1f96-8cc2-48d1-a062-e53c2ebcdfe2", "tag": "2a9d5235-ed6f-414a-a393-cec8c65df4c2", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:42.592988 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5ae92543-a45e-4593-bfb4-2b6e1ea32f47 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:42.593400 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6b1f96-8cc2-48d1-a062-e53c2ebcdfe2', 'tag': '2a9d5235-ed6f-414a-a393-cec8c65df4c2', 'status': 'completed', 'code': 200} Jul 16 20:29:42.709054 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 81ac413d-0ebf-41d3-a3bb-a7cd07020df9 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:29:42.768557 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3fe5ebb0-06c6-489e-bb49-c22ab74c74e8 None None] Port 291a7237-e4bb-41d4-bb33-baeb5a93ea39 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:42.895885 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 81ac413d-0ebf-41d3-a3bb-a7cd07020df9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=81ac413d-0ebf-41d3-a3bb-a7cd07020df9,segment=NetworkSegment(12a5fd60-5358-4bbc-abac-a964a59b540e),segment_id=12a5fd60-5358-4bbc-abac-a964a59b540e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:42.910434 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '81ac413d-0ebf-41d3-a3bb-a7cd07020df9', 'network_id': 'de9c7f7d-80a5-4172-a05a-5fedd883a4a9', 'port_id': '81ac413d-0ebf-41d3-a3bb-a7cd07020df9', 'mac_address': 'fa:16:3e:3b:0e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd82ace-68b4-411c-841f-ba905d06966b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:29:42.913808 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3fe5ebb0-06c6-489e-bb49-c22ab74c74e8 None None] Provisioning for port 32681c5e-438a-4363-9cd2-f65cc1d26f00 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:42.920151 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3fe5ebb0-06c6-489e-bb49-c22ab74c74e8 None None] Provisioning complete for port 32681c5e-438a-4363-9cd2-f65cc1d26f00 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:42.920527 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3fe5ebb0-06c6-489e-bb49-c22ab74c74e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.992642 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.032524 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f609d2a-f48a-4000-a3f6-12fd1e3ae505 req-790262cd-8eeb-464d-9c50-a69295b2331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:43.035044 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f609d2a-f48a-4000-a3f6-12fd1e3ae505 req-790262cd-8eeb-464d-9c50-a69295b2331e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed8b857babcd4c8cb76ee5584a65db58&device_id=1f6b1f96-8cc2-48d1-a062-e53c2ebcdfe2 HTTP/1.1" status: 200 len: 1095 time: 0.4167762 Jul 16 20:29:43.055450 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ac413d-0ebf-41d3-a3bb-a7cd07020df9 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:43.103180 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1662c51b-d47d-4939-a11f-1b3f8b0755d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.125634 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 81ac413d-0ebf-41d3-a3bb-a7cd07020df9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=81ac413d-0ebf-41d3-a3bb-a7cd07020df9,segment=NetworkSegment(12a5fd60-5358-4bbc-abac-a964a59b540e),segment_id=12a5fd60-5358-4bbc-abac-a964a59b540e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:43.136142 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4bb65-b922-4af9-9153-48199452e3d4 req-476991ed-fdfa-4020-9d25-0efdc13285cc tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:43.144068 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b6d4bb65-b922-4af9-9153-48199452e3d4 req-476991ed-fdfa-4020-9d25-0efdc13285cc tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5ccf963-e66b-4ba5-bbb3-c19170a50a65 HTTP/1.1" status: 200 len: 945 time: 0.3566730 Jul 16 20:29:43.147638 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef5cb4ee-2614-478f-b546-a63ce8ccc465 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.176086 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-750121e1-eed8-460b-b510-84823f376610 req-38a940a8-7369-4778-b76b-1ef45b89678c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Router ec619c74-3ab5-4356-848c-329ff9a640b1 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:43.181718 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.187777 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6e8e823d-63b2-4318-8818-3abfa884ffea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.227162 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-ef5cb4ee-2614-478f-b546-a63ce8ccc465 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Transition to ACTIVE for port object 291a7237-e4bb-41d4-bb33-baeb5a93ea39 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:43.231351 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1662c51b-d47d-4939-a11f-1b3f8b0755d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.264989 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef5cb4ee-2614-478f-b546-a63ce8ccc465 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.286892 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-5cd424f5-52c0-475d-8335-7b7596c28071 req-cee142ae-e913-422e-8947-2dad7fd799cb tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] For port bdaa98ab-e620-4623-a0ab-903239b43605, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=bdaa98ab-e620-4623-a0ab-903239b43605,segment=NetworkSegment(b4e1a03e-80f8-4721-9088-3210f878bdf6),segment_id=b4e1a03e-80f8-4721-9088-3210f878bdf6)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:43.287274 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5cd424f5-52c0-475d-8335-7b7596c28071 req-cee142ae-e913-422e-8947-2dad7fd799cb tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.301790 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b6d4bb65-b922-4af9-9153-48199452e3d4 req-5c19114d-c296-46ed-a39a-a18e70b6049f tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.38 "GET /v2.0/security-groups?id=786927a0-f19a-4ac9-a216-82bc73b9b765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565716 Jul 16 20:29:43.305049 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=81ac413d-0ebf-41d3-a3bb-a7cd07020df9,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:43.314085 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ab9138ec-e89e-47e1-9f8b-4a982727790b req-d2c82cec-8394-4a93-86d6-2eb78fe27608 service neutron] 10.222.0.18 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7856064 Jul 16 20:29:43.339704 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-5cd424f5-52c0-475d-8335-7b7596c28071 req-cee142ae-e913-422e-8947-2dad7fd799cb tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Calling delete_port for bdaa98ab-e620-4623-a0ab-903239b43605 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:43.362789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3fe5ebb0-06c6-489e-bb49-c22ab74c74e8 None None] Provisioning complete for port 41c814ab-04e7-4798-8fef-67b68c4b7b36 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:43.363202 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3fe5ebb0-06c6-489e-bb49-c22ab74c74e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.397459 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa089448-18a8-4d50-8da0-19eeba3d687f req-2528937f-45b9-44ce-bd08-2286f61081fd service neutron] 10.222.0.18 "GET /v2.0/networks/de9c7f7d-80a5-4172-a05a-5fedd883a4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8396783 Jul 16 20:29:43.463790 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 32681c5e-438a-4363-9cd2-f65cc1d26f00 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:43.466631 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['81ac413d-0ebf-41d3-a3bb-a7cd07020df9'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:43.527729 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cb4ee-2614-478f-b546-a63ce8ccc465 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event updated for resources: {'Port': ['ID=291a7237-e4bb-41d4-bb33-baeb5a93ea39,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:43.530817 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-ef5cb4ee-2614-478f-b546-a63ce8ccc465 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] In _notify_port_updated(), no bound segment for port 291a7237-e4bb-41d4-bb33-baeb5a93ea39 on network e037d4fb-96b9-4f75-9ba3-6684fa98dc76 {{(pid=93794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:29:43.537267 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5cb4ee-2614-478f-b546-a63ce8ccc465 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:43.538490 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef5cb4ee-2614-478f-b546-a63ce8ccc465 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.542726 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ef5cb4ee-2614-478f-b546-a63ce8ccc465 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "PUT /v2.0/ports/291a7237-e4bb-41d4-bb33-baeb5a93ea39 HTTP/1.1" status: 200 len: 968 time: 2.9255433 Jul 16 20:29:43.544682 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36932) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:43.555775 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f609d2a-f48a-4000-a3f6-12fd1e3ae505 req-6928d0cf-943f-4d7d-b32c-b63d7a7c137e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:43.557231 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f609d2a-f48a-4000-a3f6-12fd1e3ae505 req-6928d0cf-943f-4d7d-b32c-b63d7a7c137e service neutron] 10.222.0.62 "GET /v2.0/networks?id=de9c7f7d-80a5-4172-a05a-5fedd883a4a9 HTTP/1.1" status: 200 len: 913 time: 0.5098970 Jul 16 20:29:43.577434 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3fe5ebb0-06c6-489e-bb49-c22ab74c74e8 None None] Port 41c814ab-04e7-4798-8fef-67b68c4b7b36 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:43.633564 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5cd424f5-52c0-475d-8335-7b7596c28071 req-cee142ae-e913-422e-8947-2dad7fd799cb tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.635994 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6e8e823d-63b2-4318-8818-3abfa884ffea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.637497 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8e823d-63b2-4318-8818-3abfa884ffea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:43.638847 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6e8e823d-63b2-4318-8818-3abfa884ffea admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.651106 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['bdaa98ab-e620-4623-a0ab-903239b43605'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:43.688772 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 32681c5e-438a-4363-9cd2-f65cc1d26f00 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:43.690096 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.710180 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f609d2a-f48a-4000-a3f6-12fd1e3ae505 req-e8be2168-2d17-4c24-b413-fae7b67bef5c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a9d5235-ed6f-414a-a393-cec8c65df4c2 HTTP/1.1" status: 200 len: 217 time: 0.1400542 Jul 16 20:29:43.748822 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1662c51b-d47d-4939-a11f-1b3f8b0755d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.752704 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1662c51b-d47d-4939-a11f-1b3f8b0755d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.753889 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1662c51b-d47d-4939-a11f-1b3f8b0755d1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e HTTP/1.1" status: 204 len: 168 time: 1.3764310 Jul 16 20:29:43.838939 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e823d-63b2-4318-8818-3abfa884ffea admin admin] Pushing event updated for resources: {'Network': ['ID=bb5f15a8-1d99-47cb-89c9-33640abaae0c,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:43.861779 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee142ae-e913-422e-8947-2dad7fd799cb tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Pushing event deleted for resources: {'Port': ['ID=bdaa98ab-e620-4623-a0ab-903239b43605,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:43.874785 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network bb5f15a8-1d99-47cb-89c9-33640abaae0c details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:43.879347 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6e8e823d-63b2-4318-8818-3abfa884ffea admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.5341330 Jul 16 20:29:43.900581 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36940) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:43.917847 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662c51b-d47d-4939-a11f-1b3f8b0755d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf4648f-ea6c-4c29-bc4b-ae46e9828f7e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:43.919496 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-fb01a107-1057-41b6-af7d-972fecc8e363 admin admin] Request body: {'subnet': {'network_id': 'bb5f15a8-1d99-47cb-89c9-33640abaae0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-366216891-subnet', 'tenant_id': '9618da2f1f76496c9475c1c9fbb8dd88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:43.967742 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd424f5-52c0-475d-8335-7b7596c28071 req-cee142ae-e913-422e-8947-2dad7fd799cb tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] No DVR routers for this DVR port bdaa98ab-e620-4623-a0ab-903239b43605 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:43.972652 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5cd424f5-52c0-475d-8335-7b7596c28071 req-cee142ae-e913-422e-8947-2dad7fd799cb tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.976568 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b16b46d6-2b91-48b1-8508-be10f03349d1 None None] Provisioning for port 291a7237-e4bb-41d4-bb33-baeb5a93ea39 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:43.978405 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5cd424f5-52c0-475d-8335-7b7596c28071 req-cee142ae-e913-422e-8947-2dad7fd799cb tempest-AttachSCSIVolumeTestJSON-691678356 tempest-AttachSCSIVolumeTestJSON-691678356-project] 10.222.0.62 "DELETE /v2.0/ports/bdaa98ab-e620-4623-a0ab-903239b43605 HTTP/1.1" status: 204 len: 173 time: 1.8388371 Jul 16 20:29:44.004166 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b16b46d6-2b91-48b1-8508-be10f03349d1 None None] Provisioning complete for port 291a7237-e4bb-41d4-bb33-baeb5a93ea39 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:44.004604 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b16b46d6-2b91-48b1-8508-be10f03349d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:44.037936 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb01a107-1057-41b6-af7d-972fecc8e363 admin admin] Made reservation on behalf of 9618da2f1f76496c9475c1c9fbb8dd88 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:44.041101 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fb01a107-1057-41b6-af7d-972fecc8e363 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:44.133086 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b16b46d6-2b91-48b1-8508-be10f03349d1 None None] Port 291a7237-e4bb-41d4-bb33-baeb5a93ea39 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:44.154210 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 2a9d5235-ed6f-414a-a393-cec8c65df4c2 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:29:44.326236 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 2a9d5235-ed6f-414a-a393-cec8c65df4c2, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=2a9d5235-ed6f-414a-a393-cec8c65df4c2,segment=NetworkSegment(12a5fd60-5358-4bbc-abac-a964a59b540e),segment_id=12a5fd60-5358-4bbc-abac-a964a59b540e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:44.342797 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '2a9d5235-ed6f-414a-a393-cec8c65df4c2', 'network_id': 'de9c7f7d-80a5-4172-a05a-5fedd883a4a9', 'port_id': '2a9d5235-ed6f-414a-a393-cec8c65df4c2', 'mac_address': 'fa:16:3e:ee:3e:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd82ace-68b4-411c-841f-ba905d06966b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:29:44.404181 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:44.431533 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a9d5235-ed6f-414a-a393-cec8c65df4c2 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:44.467280 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 2a9d5235-ed6f-414a-a393-cec8c65df4c2, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=2a9d5235-ed6f-414a-a393-cec8c65df4c2,segment=NetworkSegment(12a5fd60-5358-4bbc-abac-a964a59b540e),segment_id=12a5fd60-5358-4bbc-abac-a964a59b540e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:44.479768 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:44.482912 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f609d2a-f48a-4000-a3f6-12fd1e3ae505 req-597eabe3-77cf-486f-a7b1-5c9f338ade88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:44.485094 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f609d2a-f48a-4000-a3f6-12fd1e3ae505 req-597eabe3-77cf-486f-a7b1-5c9f338ade88 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6cd82ace-68b4-411c-841f-ba905d06966b HTTP/1.1" status: 200 len: 852 time: 0.7354343 Jul 16 20:29:44.595257 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-750121e1-eed8-460b-b510-84823f376610 req-38a940a8-7369-4778-b76b-1ef45b89678c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:44.596179 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ccf963-e66b-4ba5-bbb3-c19170a50a65', 'name': 'network-vif-deleted', 'tag': 'bdaa98ab-e620-4623-a0ab-903239b43605'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:44.603606 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-750121e1-eed8-460b-b510-84823f376610 req-38a940a8-7369-4778-b76b-1ef45b89678c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:44.604475 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46979415-88e2-4781-9a71-8f13c882181c" -d '{"events": [{"server_uuid": "a5ccf963-e66b-4ba5-bbb3-c19170a50a65", "name": "network-vif-deleted", "tag": "bdaa98ab-e620-4623-a0ab-903239b43605"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:44.614917 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=2a9d5235-ed6f-414a-a393-cec8c65df4c2,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:44.620147 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 81ac413d-0ebf-41d3-a3bb-a7cd07020df9 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:44.623575 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd124c84-7509-401f-b1e3-cf01d70eee84 None None] Sync routers for ids ['ec619c74-3ab5-4356-848c-329ff9a640b1'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:44.655839 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd124c84-7509-401f-b1e3-cf01d70eee84 None None] Routers {'ec619c74-3ab5-4356-848c-329ff9a640b1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:44.656545 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-bd124c84-7509-401f-b1e3-cf01d70eee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:29:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ec619c74-3ab5-4356-848c-329ff9a640b1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:44.740080 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7931d47-d78d-443c-ab06-97f474aff6bc req-f1269aba-da5d-4529-9ddd-27e18730986e tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:44.755249 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7931d47-d78d-443c-ab06-97f474aff6bc req-f1269aba-da5d-4529-9ddd-27e18730986e tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 945 time: 1.2105839 Jul 16 20:29:44.767274 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 81ac413d-0ebf-41d3-a3bb-a7cd07020df9 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:44.783527 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f609d2a-f48a-4000-a3f6-12fd1e3ae505 req-cd9a9e94-a23c-44bd-b36a-8410e3223866 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=de9c7f7d-80a5-4172-a05a-5fedd883a4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2678173 Jul 16 20:29:44.810008 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 81ac413d-0ebf-41d3-a3bb-a7cd07020df9 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:44.811205 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:44.842256 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['2a9d5235-ed6f-414a-a393-cec8c65df4c2'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:44.847504 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-750121e1-eed8-460b-b510-84823f376610 req-38a940a8-7369-4778-b76b-1ef45b89678c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "PUT /v2.0/floatingips/f408acae-7dc6-4bd8-9f99-900ad1eb5633 HTTP/1.1" status: 200 len: 997 time: 4.7552323 Jul 16 20:29:44.935457 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-bd124c84-7509-401f-b1e3-cf01d70eee84 None None] Set router ec619c74-3ab5-4356-848c-329ff9a640b1 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:44.976467 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f167036-52b6-43fe-8762-fcb34b8a6217', 'tag': 'b4303d43-5f18-45b1-a4f0-1602debbc55f'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:44.979914 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e40310f-e7b7-480f-a45a-239a16d5df1f" -d '{"events": [{"name": "network-changed", "server_uuid": "8f167036-52b6-43fe-8762-fcb34b8a6217", "tag": "b4303d43-5f18-45b1-a4f0-1602debbc55f"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:44.984554 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f609d2a-f48a-4000-a3f6-12fd1e3ae505 req-c1d7b25a-d679-4c21-84f8-95a2d47f9a0c service neutron] 10.222.0.62 "GET /v2.0/networks/de9c7f7d-80a5-4172-a05a-5fedd883a4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205425 Jul 16 20:29:45.104077 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.157121 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f609d2a-f48a-4000-a3f6-12fd1e3ae505 req-ea313090-49c7-4270-94e9-c6fc37ff4b66 service neutron] 10.222.0.62 "GET /v2.0/networks/de9c7f7d-80a5-4172-a05a-5fedd883a4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077788 Jul 16 20:29:45.173581 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f308d4-5850-4dfd-890a-e7751764a077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ac413d-0ebf-41d3-a3bb-a7cd07020df9'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:45.176948 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95331a27-ad3c-4c4d-8a54-67b68a151b78" -d '{"events": [{"server_uuid": "49f308d4-5850-4dfd-890a-e7751764a077", "name": "network-vif-plugged", "status": "completed", "tag": "81ac413d-0ebf-41d3-a3bb-a7cd07020df9"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:45.180424 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-2f91f5a7-0c37-43ba-93f9-3aa74fbf16b8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting port 291a7237-e4bb-41d4-bb33-baeb5a93ea39 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:45.181023 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2f91f5a7-0c37-43ba-93f9-3aa74fbf16b8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.218848 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7931d47-d78d-443c-ab06-97f474aff6bc req-7c115d3e-0fb7-4fa2-a99b-45617571c6f5 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623189 Jul 16 20:29:45.228887 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 81ac413d-0ebf-41d3-a3bb-a7cd07020df9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=81ac413d-0ebf-41d3-a3bb-a7cd07020df9,segment=NetworkSegment(12a5fd60-5358-4bbc-abac-a964a59b540e),segment_id=12a5fd60-5358-4bbc-abac-a964a59b540e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:45.241402 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.318361 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750121e1-eed8-460b-b510-84823f376610 req-9d99b80d-8416-408b-8b7f-d5dc48504e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:45.339424 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-750121e1-eed8-460b-b510-84823f376610 req-9d99b80d-8416-408b-8b7f-d5dc48504e39 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f464673b810d4cdf9ae03e9f2a99c895&device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 1098 time: 0.3527243 Jul 16 20:29:45.417517 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=81ac413d-0ebf-41d3-a3bb-a7cd07020df9,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:45.435586 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fb01a107-1057-41b6-af7d-972fecc8e363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.463529 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-bd124c84-7509-401f-b1e3-cf01d70eee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-router', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:23Z', 'updated_at': '2021-07-16T20:28:30Z', 'revision_number': 4, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'gw_port': {'id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:de:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:25Z', 'updated_at': '2021-07-16T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'f408acae-7dc6-4bd8-9f99-900ad1eb5633', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'port_id': 'b4303d43-5f18-45b1-a4f0-1602debbc55f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'mac_address': 'fa:16:3e:39:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f167036-52b6-43fe-8762-fcb34b8a6217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:29:17Z', 'updated_at': '2021-07-16T20:29:41Z', 'revision_number': 1, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8148e8-3458-4276-8214-07bcf76d8cd3', 'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'mac_address': 'fa:16:3e:82:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:28Z', 'updated_at': '2021-07-16T20:28:41Z', 'revision_number': 5, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'subnets': [{'id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:45.496443 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd124c84-7509-401f-b1e3-cf01d70eee84 None None] Checking router: ec619c74-3ab5-4356-848c-329ff9a640b1 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:45.505658 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd124c84-7509-401f-b1e3-cf01d70eee84 None None] Routers {'ec619c74-3ab5-4356-848c-329ff9a640b1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:45.508575 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-bd124c84-7509-401f-b1e3-cf01d70eee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:29:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ec619c74-3ab5-4356-848c-329ff9a640b1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:45.624295 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01a107-1057-41b6-af7d-972fecc8e363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=962a93b1-b5db-4401-b7c0-fc778023dd82,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:45.663945 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2f91f5a7-0c37-43ba-93f9-3aa74fbf16b8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.692850 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750121e1-eed8-460b-b510-84823f376610 req-ef2e1f0d-3a7e-4764-86dd-07c1757b5122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:45.694378 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-750121e1-eed8-460b-b510-84823f376610 req-ef2e1f0d-3a7e-4764-86dd-07c1757b5122 service neutron] 10.222.0.38 "GET /v2.0/networks?id=673b6ba0-33b0-47d1-a50e-816aecbacdba HTTP/1.1" status: 200 len: 921 time: 0.3539064 Jul 16 20:29:45.696348 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-2f91f5a7-0c37-43ba-93f9-3aa74fbf16b8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Calling delete_port for 291a7237-e4bb-41d4-bb33-baeb5a93ea39 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:45.698100 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb01a107-1057-41b6-af7d-972fecc8e363 admin admin] Checking segment: {'id': 'ad0803ed-4f73-4a8d-ae1b-7ae303151ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bb5f15a8-1d99-47cb-89c9-33640abaae0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:45.698492 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb01a107-1057-41b6-af7d-972fecc8e363 admin admin] Network hostable DHCP agents. Network: bb5f15a8-1d99-47cb-89c9-33640abaae0c, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:29:45.755838 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c6aaf-77d9-48dc-b086-ba6bbdd5c98c req-dd3c57aa-83b5-4924-b1cb-6cb0bf7c59cd tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:45.757255 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1c7c6aaf-77d9-48dc-b086-ba6bbdd5c98c req-dd3c57aa-83b5-4924-b1cb-6cb0bf7c59cd tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f6b1f96-8cc2-48d1-a062-e53c2ebcdfe2 HTTP/1.1" status: 200 len: 944 time: 0.3390303 Jul 16 20:29:45.761060 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-bd124c84-7509-401f-b1e3-cf01d70eee84 None None] Set router ec619c74-3ab5-4356-848c-329ff9a640b1 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:45.864725 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb01a107-1057-41b6-af7d-972fecc8e363 admin admin] Network bb5f15a8-1d99-47cb-89c9-33640abaae0c is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:29:45.897279 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-750121e1-eed8-460b-b510-84823f376610 req-ae6ea38a-0052-4062-9f0e-c4dd6e831b47 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4303d43-5f18-45b1-a4f0-1602debbc55f HTTP/1.1" status: 200 len: 1000 time: 0.1935923 Jul 16 20:29:45.906353 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-fb01a107-1057-41b6-af7d-972fecc8e363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, bb5f15a8-1d99-47cb-89c9-33640abaae0c) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:45.910846 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1c7c6aaf-77d9-48dc-b086-ba6bbdd5c98c req-dc7872c7-3baa-4bb8-8db6-119baf8f1ad0 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/security-groups?id=23f65bae-0057-4727-8cdc-2054b0feed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456828 Jul 16 20:29:45.916857 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ead0c6f-118c-432b-bd3a-05d816d01168 None None] Network bb5f15a8-1d99-47cb-89c9-33640abaae0c requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:45.922359 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb01a107-1057-41b6-af7d-972fecc8e363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:45.922963 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fb01a107-1057-41b6-af7d-972fecc8e363 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.977266 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fb01a107-1057-41b6-af7d-972fecc8e363 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0713553 Jul 16 20:29:45.985909 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750121e1-eed8-460b-b510-84823f376610 req-e4f5ee20-be47-47cc-8bb6-7ee90c77e715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:45.995151 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-750121e1-eed8-460b-b510-84823f376610 req-e4f5ee20-be47-47cc-8bb6-7ee90c77e715 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e3f938fb-8c6d-4792-bc71-ef35aeb96d69 HTTP/1.1" status: 200 len: 859 time: 0.0908072 Jul 16 20:29:46.058790 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94db00d-ccbf-4afc-a65b-307fe7589b8d x-openstack-request-id: req-c94db00d-ccbf-4afc-a65b-307fe7589b8d {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:46.059321 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ccf963-e66b-4ba5-bbb3-c19170a50a65", "name": "network-vif-deleted", "tag": "bdaa98ab-e620-4623-a0ab-903239b43605", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:46.059421 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c94db00d-ccbf-4afc-a65b-307fe7589b8d {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:46.060226 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ccf963-e66b-4ba5-bbb3-c19170a50a65', 'name': 'network-vif-deleted', 'tag': 'bdaa98ab-e620-4623-a0ab-903239b43605', 'status': 'completed', 'code': 200} Jul 16 20:29:46.098621 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device bdaa98ab-e620-4623-a0ab-903239b43605 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:46.117032 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2f91f5a7-0c37-43ba-93f9-3aa74fbf16b8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:46.152861 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: bdaa98ab-e620-4623-a0ab-903239b43605 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:46.153325 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device bdaa98ab-e620-4623-a0ab-903239b43605 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:46.162272 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-bd124c84-7509-401f-b1e3-cf01d70eee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-router', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:23Z', 'updated_at': '2021-07-16T20:28:30Z', 'revision_number': 4, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'gw_port': {'id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:de:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:25Z', 'updated_at': '2021-07-16T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'f408acae-7dc6-4bd8-9f99-900ad1eb5633', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'port_id': 'b4303d43-5f18-45b1-a4f0-1602debbc55f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'mac_address': 'fa:16:3e:39:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f167036-52b6-43fe-8762-fcb34b8a6217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:29:17Z', 'updated_at': '2021-07-16T20:29:41Z', 'revision_number': 1, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8148e8-3458-4276-8214-07bcf76d8cd3', 'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'mac_address': 'fa:16:3e:82:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:28Z', 'updated_at': '2021-07-16T20:28:41Z', 'revision_number': 5, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'subnets': [{'id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:46.166692 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a51c00-1a11-40c6-9a4b-1ece685ea595 x-openstack-request-id: req-83a51c00-1a11-40c6-9a4b-1ece685ea595 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:46.167206 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f167036-52b6-43fe-8762-fcb34b8a6217", "tag": "b4303d43-5f18-45b1-a4f0-1602debbc55f", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:46.167305 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-83a51c00-1a11-40c6-9a4b-1ece685ea595 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:46.167630 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f167036-52b6-43fe-8762-fcb34b8a6217', 'tag': 'b4303d43-5f18-45b1-a4f0-1602debbc55f', 'status': 'completed', 'code': 200} Jul 16 20:29:46.173958 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fff562-15b6-4cac-a330-94dc6c7bd5b1 None None] Network bb5f15a8-1d99-47cb-89c9-33640abaae0c requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:46.201695 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91f5a7-0c37-43ba-93f9-3aa74fbf16b8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Port': ['ID=291a7237-e4bb-41d4-bb33-baeb5a93ea39,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:46.219112 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd124c84-7509-401f-b1e3-cf01d70eee84 None None] The sync data for ids ['ec619c74-3ab5-4356-848c-329ff9a640b1'] in n-d-791506-21 is: [{'id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-router', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:23Z', 'updated_at': '2021-07-16T20:28:30Z', 'revision_number': 4, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'gw_port': {'id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:de:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:25Z', 'updated_at': '2021-07-16T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'f408acae-7dc6-4bd8-9f99-900ad1eb5633', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'port_id': 'b4303d43-5f18-45b1-a4f0-1602debbc55f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'mac_address': 'fa:16:3e:39:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f167036-52b6-43fe-8762-fcb34b8a6217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:29:17Z', 'updated_at': '2021-07-16T20:29:41Z', 'revision_number': 1, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8148e8-3458-4276-8214-07bcf76d8cd3', 'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'mac_address': 'fa:16:3e:82:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:28Z', 'updated_at': '2021-07-16T20:28:41Z', 'revision_number': 5, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'subnets': [{'id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:46.260207 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2f91f5a7-0c37-43ba-93f9-3aa74fbf16b8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:46.264882 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2f91f5a7-0c37-43ba-93f9-3aa74fbf16b8 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/ports/291a7237-e4bb-41d4-bb33-baeb5a93ea39 HTTP/1.1" status: 204 len: 168 time: 2.7168736 Jul 16 20:29:46.265467 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36992) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:46.268080 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750121e1-eed8-460b-b510-84823f376610 req-5ff507ba-d5e4-407d-bbb7-3d99685a9296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:46.269201 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-750121e1-eed8-460b-b510-84823f376610 req-5ff507ba-d5e4-407d-bbb7-3d99685a9296 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=673b6ba0-33b0-47d1-a50e-816aecbacdba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2553501 Jul 16 20:29:46.309015 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-750121e1-eed8-460b-b510-84823f376610 req-560e21e7-8608-4663-9962-33f9685fc324 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:29:46.309791 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-750121e1-eed8-460b-b510-84823f376610 req-560e21e7-8608-4663-9962-33f9685fc324 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0257893 Jul 16 20:29:46.375397 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-9669f4e3-f859-4173-8dae-b2a30c20dd8a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] GET failed (client error): The resource could not be found. Jul 16 20:29:46.378090 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9669f4e3-f859-4173-8dae-b2a30c20dd8a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "GET /v2.0/ports/291a7237-e4bb-41d4-bb33-baeb5a93ea39 HTTP/1.1" status: 404 len: 333 time: 0.1112874 Jul 16 20:29:46.382030 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37006) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:46.406834 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddc7c69-0e02-4316-ab5c-25cbb9c480e1 x-openstack-request-id: req-cddc7c69-0e02-4316-ab5c-25cbb9c480e1 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:46.407135 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f308d4-5850-4dfd-890a-e7751764a077", "name": "network-vif-plugged", "status": "completed", "tag": "81ac413d-0ebf-41d3-a3bb-a7cd07020df9", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:46.407387 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cddc7c69-0e02-4316-ab5c-25cbb9c480e1 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:46.407790 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f308d4-5850-4dfd-890a-e7751764a077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ac413d-0ebf-41d3-a3bb-a7cd07020df9', 'code': 200} Jul 16 20:29:46.472462 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40310f-e7b7-480f-a45a-239a16d5df1f req-f19df94e-1528-4fdb-9ef6-16af7212c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:46.479066 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3e40310f-e7b7-480f-a45a-239a16d5df1f req-f19df94e-1528-4fdb-9ef6-16af7212c831 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f464673b810d4cdf9ae03e9f2a99c895&device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 1098 time: 0.2883766 Jul 16 20:29:46.562703 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-750121e1-eed8-460b-b510-84823f376610 req-d69bab12-b065-4b5e-a64a-701472271bc2 service neutron] 10.222.0.38 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341864 Jul 16 20:29:46.578247 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-87c70e69-3759-47a1-a804-c55b78655960 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:46.629988 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891425ad-284a-4f56-b0dd-217738b4feeb req-31689453-0347-41af-b2ec-525299a5ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:46.632437 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-891425ad-284a-4f56-b0dd-217738b4feeb req-31689453-0347-41af-b2ec-525299a5ba1f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=49f308d4-5850-4dfd-890a-e7751764a077 HTTP/1.1" status: 200 len: 1097 time: 0.2324002 Jul 16 20:29:46.650858 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a2d232-d653-4fda-8c5e-13c0606a3999 None None] New status for floating IP f408acae-7dc6-4bd8-9f99-900ad1eb5633: ACTIVE {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:29:46.685655 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-87c70e69-3759-47a1-a804-c55b78655960 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:46.778217 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40310f-e7b7-480f-a45a-239a16d5df1f req-ec90690a-35cb-4345-904d-6db3e649de81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:46.779922 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3e40310f-e7b7-480f-a45a-239a16d5df1f req-ec90690a-35cb-4345-904d-6db3e649de81 service neutron] 10.222.0.62 "GET /v2.0/networks?id=673b6ba0-33b0-47d1-a50e-816aecbacdba HTTP/1.1" status: 200 len: 921 time: 0.2890148 Jul 16 20:29:46.801341 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-891425ad-284a-4f56-b0dd-217738b4feeb req-160c1d32-4b4d-4fd6-a653-5cecc71b74a3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=23f65bae-0057-4727-8cdc-2054b0feed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533959 Jul 16 20:29:46.817924 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-87c70e69-3759-47a1-a804-c55b78655960 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:46.821879 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-87c70e69-3759-47a1-a804-c55b78655960 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:46.828404 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-87c70e69-3759-47a1-a804-c55b78655960 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/security-groups/276594b7-d3e3-475c-8ea9-9544704bc4d7 HTTP/1.1" status: 204 len: 168 time: 0.4426606 Jul 16 20:29:46.844726 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 37036) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:46.867654 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-0bb3fb00-5133-4c83-8dda-a57f6cbda37e tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:46.869741 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-0bb3fb00-5133-4c83-8dda-a57f6cbda37e tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3&tenant_id=f8a8ade9cff04e3db4af1591a2770156&binding%3Ahost_id=n-h1-791506-21 HTTP/1.1" status: 200 len: 1097 time: 0.1808960 Jul 16 20:29:46.870809 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c70e69-3759-47a1-a804-c55b78655960 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=276594b7-d3e3-475c-8ea9-9544704bc4d7,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:46.891160 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-e2223e71-1981-4822-bb03-0227903a6419 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-21'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:46.960368 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-750121e1-eed8-460b-b510-84823f376610 req-729e4c6b-5a2d-40fa-8abb-d8de88bae0c8 service neutron] 10.222.0.38 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230109 Jul 16 20:29:47.010019 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3e40310f-e7b7-480f-a45a-239a16d5df1f req-089cb57b-ed2e-4d00-9e19-6c5c7cd17064 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4303d43-5f18-45b1-a4f0-1602debbc55f HTTP/1.1" status: 200 len: 1000 time: 0.2124877 Jul 16 20:29:47.027470 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-e2223e71-1981-4822-bb03-0227903a6419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:47.076736 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fd7dfbd9-cb2b-4462-ac1c-ca27e44e6bf7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:47.086019 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edfadf-d7b9-431f-a698-48f5608a9504 req-2dcd97b8-b4a1-464c-8d89-c7f939f5dfb9 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:47.093924 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-23edfadf-d7b9-431f-a698-48f5608a9504 req-2dcd97b8-b4a1-464c-8d89-c7f939f5dfb9 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 945 time: 0.3480780 Jul 16 20:29:47.132315 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40310f-e7b7-480f-a45a-239a16d5df1f req-d98aa4ba-1789-40a5-838a-427881aeb18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:47.133814 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3e40310f-e7b7-480f-a45a-239a16d5df1f req-d98aa4ba-1789-40a5-838a-427881aeb18d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3f938fb-8c6d-4792-bc71-ef35aeb96d69 HTTP/1.1" status: 200 len: 859 time: 0.1174793 Jul 16 20:29:47.165934 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fd7dfbd9-cb2b-4462-ac1c-ca27e44e6bf7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:47.200826 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-23edfadf-d7b9-431f-a698-48f5608a9504 req-be367d66-44d0-4009-ac3d-7982825c9ea2 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059890 Jul 16 20:29:47.266402 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40310f-e7b7-480f-a45a-239a16d5df1f req-e8bf803b-b247-43ea-80a8-b40616800e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:47.272254 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3e40310f-e7b7-480f-a45a-239a16d5df1f req-e8bf803b-b247-43ea-80a8-b40616800e6d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=673b6ba0-33b0-47d1-a50e-816aecbacdba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1261444 Jul 16 20:29:47.272947 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fd7dfbd9-cb2b-4462-ac1c-ca27e44e6bf7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:47.280879 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-e2223e71-1981-4822-bb03-0227903a6419 service neutron] For port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=4da1b85c-da5d-4df3-8ad7-97cd630dac2b,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:47.286574 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fd7dfbd9-cb2b-4462-ac1c-ca27e44e6bf7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:47.287759 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fd7dfbd9-cb2b-4462-ac1c-ca27e44e6bf7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/security-groups/70e589bd-45a3-4fee-9ec4-087c3307fb0c HTTP/1.1" status: 204 len: 168 time: 0.4409628 Jul 16 20:29:47.292407 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 37066) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:47.333218 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6d096c29-6d4c-4f7d-a43d-79ecad0a9078 req-ebd7a8b1-9543-4a21-9103-9f504a37eaa2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1291761 Jul 16 20:29:47.353722 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-e2223e71-1981-4822-bb03-0227903a6419 service neutron] For port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:47.511782 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7dfbd9-cb2b-4462-ac1c-ca27e44e6bf7 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e589bd-45a3-4fee-9ec4-087c3307fb0c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:47.520951 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14be353-950c-4356-a4d2-02b0513438d2 req-0e16a892-6c6b-413f-a434-cb2bba164f8d tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:47.522761 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-0e16a892-6c6b-413f-a434-cb2bba164f8d tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/networks?id=bb5f15a8-1d99-47cb-89c9-33640abaae0c HTTP/1.1" status: 200 len: 817 time: 0.2113955 Jul 16 20:29:47.564557 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-e2223e71-1981-4822-bb03-0227903a6419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:47.576310 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-e2223e71-1981-4822-bb03-0227903a6419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:47.590016 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d096c29-6d4c-4f7d-a43d-79ecad0a9078 req-db8e22ba-6506-4bb9-9d3d-1427e282122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:47.592975 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6d096c29-6d4c-4f7d-a43d-79ecad0a9078 req-db8e22ba-6506-4bb9-9d3d-1427e282122e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=040bf7ee1ec54a50aca3b42fc92ded92&device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 1098 time: 0.1986203 Jul 16 20:29:47.753254 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3e40310f-e7b7-480f-a45a-239a16d5df1f req-5cac7e28-9e98-4653-a542-786628316e3a service neutron] 10.222.0.62 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635179 Jul 16 20:29:47.763572 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-6cd9ab1e-176c-4929-ac40-2799e9339044 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/quotas/9618da2f1f76496c9475c1c9fbb8dd88 HTTP/1.1" status: 200 len: 375 time: 0.2295058 Jul 16 20:29:47.782028 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2223e71-1981-4822-bb03-0227903a6419 service neutron] Pushing event updated for resources: {'Port': ['ID=4da1b85c-da5d-4df3-8ad7-97cd630dac2b,revision_number=7']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:47.816189 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-e2223e71-1981-4822-bb03-0227903a6419 service neutron] Attempting to bind port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b on host n-h1-791506-21 for vnic_type normal with profile {"migrating_to": "n-h2-791506-21"} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:47.816446 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-e2223e71-1981-4822-bb03-0227903a6419 service neutron] Attempting to bind port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:47.816583 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-e2223e71-1981-4822-bb03-0227903a6419 service neutron] Attempting to bind port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b on network e0476e10-8d02-4fbd-b804-ab41bcf63297 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:47.829604 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-e2223e71-1981-4822-bb03-0227903a6419 service neutron] Port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b on network e0476e10-8d02-4fbd-b804-ab41bcf63297 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:29:47.830602 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-e2223e71-1981-4822-bb03-0227903a6419 service neutron] Attempting to bind port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b on network e0476e10-8d02-4fbd-b804-ab41bcf63297 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:47.841289 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-e2223e71-1981-4822-bb03-0227903a6419 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:47.841289 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-e2223e71-1981-4822-bb03-0227903a6419 service neutron] Checking segment: {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:47.841754 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-e2223e71-1981-4822-bb03-0227903a6419 service neutron] Bound using segment: {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:47.842292 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-e2223e71-1981-4822-bb03-0227903a6419 service neutron] Bound port: 4da1b85c-da5d-4df3-8ad7-97cd630dac2b, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:47.842682 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-e2223e71-1981-4822-bb03-0227903a6419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:47.843962 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-f9f84279-d3d8-4ce3-a584-bac336cab86c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9618da2f1f76496c9475c1c9fbb8dd88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0794940 Jul 16 20:29:47.855714 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d096c29-6d4c-4f7d-a43d-79ecad0a9078 req-4f95d4f2-b68e-4a72-b178-9c0272b6aad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:47.857236 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6d096c29-6d4c-4f7d-a43d-79ecad0a9078 req-4f95d4f2-b68e-4a72-b178-9c0272b6aad0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b358c1d9-e9f6-4096-8d60-98099a8c70b7 HTTP/1.1" status: 200 len: 920 time: 0.2275703 Jul 16 20:29:47.917293 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30345ea3-e0c0-4a8b-b511-c4d6938d4dee tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:47.924434 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6d096c29-6d4c-4f7d-a43d-79ecad0a9078 req-804f89f3-9898-4047-988c-b9ace7293b23 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2ce7eaf-57bc-4a87-be95-7e45a7b50942 HTTP/1.1" status: 200 len: 217 time: 0.0598242 Jul 16 20:29:47.988757 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-e2223e71-1981-4822-bb03-0227903a6419 service neutron] For port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:47.995650 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30345ea3-e0c0-4a8b-b511-c4d6938d4dee tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.006813 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d096c29-6d4c-4f7d-a43d-79ecad0a9078 req-89f2ee33-35fb-41e1-a946-c26ec642068b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:48.008326 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6d096c29-6d4c-4f7d-a43d-79ecad0a9078 req-89f2ee33-35fb-41e1-a946-c26ec642068b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=84f36c9a-649f-4fbc-95a8-0fd0b2d3d58e HTTP/1.1" status: 200 len: 859 time: 0.0709498 Jul 16 20:29:48.010654 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-e2223e71-1981-4822-bb03-0227903a6419 service neutron] For port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=4da1b85c-da5d-4df3-8ad7-97cd630dac2b,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:48.015179 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-e2223e71-1981-4822-bb03-0227903a6419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.052810 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82923f0e-9317-4a41-9b5c-e6fd6bf6f237 req-9e34399b-3cf2-4f5b-b659-c9443feb3717 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:48.057501 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-82923f0e-9317-4a41-9b5c-e6fd6bf6f237 req-9e34399b-3cf2-4f5b-b659-c9443feb3717 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f6b1f96-8cc2-48d1-a062-e53c2ebcdfe2 HTTP/1.1" status: 200 len: 944 time: 0.3650112 Jul 16 20:29:48.061437 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3e40310f-e7b7-480f-a45a-239a16d5df1f req-7524daab-b5c4-4022-941e-9ba6ed8366a4 service neutron] 10.222.0.62 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912159 Jul 16 20:29:48.075520 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d69cad-b9cb-4078-a444-bd1494b6d8f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4da1b85c-da5d-4df3-8ad7-97cd630dac2b'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:48.078034 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66285e84-faf8-4a1a-873d-f36caaed22cd" -d '{"events": [{"server_uuid": "18d69cad-b9cb-4078-a444-bd1494b6d8f3", "name": "network-vif-unplugged", "status": "completed", "tag": "4da1b85c-da5d-4df3-8ad7-97cd630dac2b"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:48.087231 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6d096c29-6d4c-4f7d-a43d-79ecad0a9078 req-80d50050-b2be-4fe4-9d5c-8ae843b64d82 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b358c1d9-e9f6-4096-8d60-98099a8c70b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695539 Jul 16 20:29:48.094524 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 4da1b85c-da5d-4df3-8ad7-97cd630dac2b details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:29:48.100435 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 2a9d5235-ed6f-414a-a393-cec8c65df4c2 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:48.142734 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-baaafd73-f93d-4681-9337-62e21e83d843 service neutron] 10.222.0.38 "GET /v2.0/networks/bb5f15a8-1d99-47cb-89c9-33640abaae0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903726 Jul 16 20:29:48.156724 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30345ea3-e0c0-4a8b-b511-c4d6938d4dee tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.161663 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30345ea3-e0c0-4a8b-b511-c4d6938d4dee tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.165176 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-30345ea3-e0c0-4a8b-b511-c4d6938d4dee tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/security-groups/3aeccdb2-20a5-47b6-ba37-74bd203cc3b9 HTTP/1.1" status: 204 len: 168 time: 0.8585076 Jul 16 20:29:48.167140 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37092) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:48.175855 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-e2223e71-1981-4822-bb03-0227903a6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:48.176981 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-e2223e71-1981-4822-bb03-0227903a6419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.178657 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-e2223e71-1981-4822-bb03-0227903a6419 service neutron] 10.222.0.62 "PUT /v2.0/ports/4da1b85c-da5d-4df3-8ad7-97cd630dac2b HTTP/1.1" status: 200 len: 1123 time: 1.3002162 Jul 16 20:29:48.188303 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2223e71-1981-4822-bb03-0227903a6419 service neutron] Pushing event updated for resources: {'Port': ['ID=4da1b85c-da5d-4df3-8ad7-97cd630dac2b,revision_number=8']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:48.223302 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-82923f0e-9317-4a41-9b5c-e6fd6bf6f237 req-207ea470-18fc-4df2-855d-2be2c4672a51 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/security-groups?id=23f65bae-0057-4727-8cdc-2054b0feed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547780 Jul 16 20:29:48.243513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30345ea3-e0c0-4a8b-b511-c4d6938d4dee tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aeccdb2-20a5-47b6-ba37-74bd203cc3b9,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:48.277181 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 2a9d5235-ed6f-414a-a393-cec8c65df4c2 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:48.283651 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['4da1b85c-da5d-4df3-8ad7-97cd630dac2b'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:48.328572 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 2a9d5235-ed6f-414a-a393-cec8c65df4c2 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:48.329228 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.332434 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['4da1b85c-da5d-4df3-8ad7-97cd630dac2b'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:48.341798 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc45f4bf-c288-4e54-960e-1e5b1b85cb10 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting subnet 5f9b08c5-80f5-4849-a129-08f26ef9f910 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:29:48.343889 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=4da1b85c-da5d-4df3-8ad7-97cd630dac2b,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:48.350598 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bc45f4bf-c288-4e54-960e-1e5b1b85cb10 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.417261 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6d096c29-6d4c-4f7d-a43d-79ecad0a9078 req-7b89d4de-2af0-4d7f-9993-44f6c1a561d4 service neutron] 10.222.0.62 "GET /v2.0/networks/b358c1d9-e9f6-4096-8d60-98099a8c70b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166003 Jul 16 20:29:48.426067 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 4da1b85c-da5d-4df3-8ad7-97cd630dac2b has no active binding in host n-h2-791506-21 {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:29:48.444547 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bc45f4bf-c288-4e54-960e-1e5b1b85cb10 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.447198 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-e2331a81-75f1-492b-a9e9-1ea3c72f2527 service neutron] 10.222.0.38 "GET /v2.0/networks/bb5f15a8-1d99-47cb-89c9-33640abaae0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829823 Jul 16 20:29:48.614114 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6d096c29-6d4c-4f7d-a43d-79ecad0a9078 req-e5282b9c-1af7-40c5-b532-1a4284b831ed service neutron] 10.222.0.62 "GET /v2.0/networks/b358c1d9-e9f6-4096-8d60-98099a8c70b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878836 Jul 16 20:29:48.659049 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bc45f4bf-c288-4e54-960e-1e5b1b85cb10 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.664178 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-0d7dfab3-a8dc-4b50-b82f-8faca7750e10 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:48.672195 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-0d7dfab3-a8dc-4b50-b82f-8faca7750e10 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=5ec57a41-7b69-4c25-bc7d-5607b7f4070f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1861696 Jul 16 20:29:48.763552 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.819388 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 2a9d5235-ed6f-414a-a393-cec8c65df4c2, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=2a9d5235-ed6f-414a-a393-cec8c65df4c2,segment=NetworkSegment(12a5fd60-5358-4bbc-abac-a964a59b540e),segment_id=12a5fd60-5358-4bbc-abac-a964a59b540e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:48.827273 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6b1f96-8cc2-48d1-a062-e53c2ebcdfe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9d5235-ed6f-414a-a393-cec8c65df4c2'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:48.829187 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bc45f4bf-c288-4e54-960e-1e5b1b85cb10 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.830145 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33402e10-529d-4089-82ec-93b505ddbc2a" -d '{"events": [{"server_uuid": "1f6b1f96-8cc2-48d1-a062-e53c2ebcdfe2", "name": "network-vif-plugged", "status": "completed", "tag": "2a9d5235-ed6f-414a-a393-cec8c65df4c2"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:48.840807 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.901913 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-85980a19-67f8-4428-830f-f6ac52faee12 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 1002 time: 0.2227025 Jul 16 20:29:48.912104 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-74a6d37e-d2e1-485c-9349-f30a1dc6b7d7 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Request body: {'floatingip': {'port_id': '8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:48.992854 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45f4bf-c288-4e54-960e-1e5b1b85cb10 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Subnet': ['ID=5f9b08c5-80f5-4849-a129-08f26ef9f910,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:49.002201 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bc45f4bf-c288-4e54-960e-1e5b1b85cb10 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.010076 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bc45f4bf-c288-4e54-960e-1e5b1b85cb10 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/subnets/5f9b08c5-80f5-4849-a129-08f26ef9f910 HTTP/1.1" status: 204 len: 168 time: 0.8344326 Jul 16 20:29:49.010509 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=2a9d5235-ed6f-414a-a393-cec8c65df4c2,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:49.015683 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37118) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:49.031378 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dfd9e7-79f1-49f3-af7f-167ba68127c6 None None] Network e037d4fb-96b9-4f75-9ba3-6684fa98dc76 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:49.223787 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd722970-1d7b-4dd6-b4c8-1f33bb3d3284 x-openstack-request-id: req-dd722970-1d7b-4dd6-b4c8-1f33bb3d3284 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:49.227602 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d69cad-b9cb-4078-a444-bd1494b6d8f3", "name": "network-vif-unplugged", "status": "completed", "tag": "4da1b85c-da5d-4df3-8ad7-97cd630dac2b", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:49.228166 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dd722970-1d7b-4dd6-b4c8-1f33bb3d3284 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:49.228842 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d69cad-b9cb-4078-a444-bd1494b6d8f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4da1b85c-da5d-4df3-8ad7-97cd630dac2b', 'code': 200} Jul 16 20:29:49.270967 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b71ab8-b1ca-4ce6-a173-ba3347f4685a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting subnet 548ca60a-37a2-41c6-b45d-d45ee6be8d2d {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:29:49.279139 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-38b71ab8-b1ca-4ce6-a173-ba3347f4685a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.384659 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-38b71ab8-b1ca-4ce6-a173-ba3347f4685a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.530200 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-38b71ab8-b1ca-4ce6-a173-ba3347f4685a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.608621 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-38b71ab8-b1ca-4ce6-a173-ba3347f4685a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.657194 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b71ab8-b1ca-4ce6-a173-ba3347f4685a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Subnet': ['ID=548ca60a-37a2-41c6-b45d-d45ee6be8d2d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:49.665894 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-38b71ab8-b1ca-4ce6-a173-ba3347f4685a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.671536 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-38b71ab8-b1ca-4ce6-a173-ba3347f4685a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/subnets/548ca60a-37a2-41c6-b45d-d45ee6be8d2d HTTP/1.1" status: 204 len: 168 time: 0.6499431 Jul 16 20:29:49.673211 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b71ab8-b1ca-4ce6-a173-ba3347f4685a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:49.673872 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b71ab8-b1ca-4ce6-a173-ba3347f4685a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:49.674356 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b71ab8-b1ca-4ce6-a173-ba3347f4685a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:49.674798 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b71ab8-b1ca-4ce6-a173-ba3347f4685a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:49.675303 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b71ab8-b1ca-4ce6-a173-ba3347f4685a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:49.676064 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b71ab8-b1ca-4ce6-a173-ba3347f4685a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:49.676773 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b71ab8-b1ca-4ce6-a173-ba3347f4685a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:49.677223 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b71ab8-b1ca-4ce6-a173-ba3347f4685a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:49.677756 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b71ab8-b1ca-4ce6-a173-ba3347f4685a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:49.678420 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b71ab8-b1ca-4ce6-a173-ba3347f4685a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:49.678704 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b71ab8-b1ca-4ce6-a173-ba3347f4685a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:49.679234 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b71ab8-b1ca-4ce6-a173-ba3347f4685a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:49.682644 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37132) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:49.716374 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c59c3d-7fb9-4f41-bea7-76b5eb3d9a75 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:49.722443 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c59c3d-7fb9-4f41-bea7-76b5eb3d9a75 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:49.731561 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-28c59c3d-7fb9-4f41-bea7-76b5eb3d9a75 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/subnets/5f9b08c5-80f5-4849-a129-08f26ef9f910 HTTP/1.1" status: 404 len: 337 time: 0.0468004 Jul 16 20:29:49.732512 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37136) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:49.801535 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d63d4bc-03a7-403d-b39a-c177f63eb55b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting subnet 74d89120-cccc-4a9b-97fd-82c589d39ba2 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:29:49.806592 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d63d4bc-03a7-403d-b39a-c177f63eb55b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.819873 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-74a6d37e-d2e1-485c-9349-f30a1dc6b7d7 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks [] for floatingip, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.938401 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d63d4bc-03a7-403d-b39a-c177f63eb55b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.993787 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b137618-b805-49f3-afaa-4f80a4485c20 req-b8beb9cf-2619-4e62-b0ad-7b0a27066066 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:49.996653 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b137618-b805-49f3-afaa-4f80a4485c20 req-b8beb9cf-2619-4e62-b0ad-7b0a27066066 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 943 time: 0.3551016 Jul 16 20:29:50.107810 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d63d4bc-03a7-403d-b39a-c177f63eb55b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.152164 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b137618-b805-49f3-afaa-4f80a4485c20 req-a133858e-f9fb-47cc-adfe-825610e6cbc1 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468265 Jul 16 20:29:50.265490 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d63d4bc-03a7-403d-b39a-c177f63eb55b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.290819 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c85fa19-35cb-4842-97a1-0ee684501d6d x-openstack-request-id: req-9c85fa19-35cb-4842-97a1-0ee684501d6d {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:50.291348 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6b1f96-8cc2-48d1-a062-e53c2ebcdfe2", "name": "network-vif-plugged", "status": "completed", "tag": "2a9d5235-ed6f-414a-a393-cec8c65df4c2", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:50.291348 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9c85fa19-35cb-4842-97a1-0ee684501d6d {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:50.292692 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6b1f96-8cc2-48d1-a062-e53c2ebcdfe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9d5235-ed6f-414a-a393-cec8c65df4c2', 'code': 200} Jul 16 20:29:50.330666 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d63d4bc-03a7-403d-b39a-c177f63eb55b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.338439 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4d63d4bc-03a7-403d-b39a-c177f63eb55b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/subnets/74d89120-cccc-4a9b-97fd-82c589d39ba2 HTTP/1.1" status: 204 len: 168 time: 0.6021616 Jul 16 20:29:50.341417 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37154) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:50.347732 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63d4bc-03a7-403d-b39a-c177f63eb55b tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Subnet': ['ID=74d89120-cccc-4a9b-97fd-82c589d39ba2,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:50.421532 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-e885a23d-0695-4494-9dbc-3a8bc402d8c5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:50.422654 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e885a23d-0695-4494-9dbc-3a8bc402d8c5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:50.426172 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e885a23d-0695-4494-9dbc-3a8bc402d8c5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/subnets/da524704-caf1-4150-8781-29116b46d965 HTTP/1.1" status: 404 len: 337 time: 0.0799019 Jul 16 20:29:50.429789 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 37158) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:50.526917 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a2718-d9c1-4ccf-ae67-a860b4782931 req-06412516-51a1-499a-be4d-4fc55ead3451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:50.529062 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-df7a2718-d9c1-4ccf-ae67-a860b4782931 req-06412516-51a1-499a-be4d-4fc55ead3451 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1f6b1f96-8cc2-48d1-a062-e53c2ebcdfe2 HTTP/1.1" status: 200 len: 1097 time: 0.1439595 Jul 16 20:29:50.636862 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-df7a2718-d9c1-4ccf-ae67-a860b4782931 req-7782441c-5c85-44ab-9c08-6668a8337f45 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=23f65bae-0057-4727-8cdc-2054b0feed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975854 Jul 16 20:29:50.678859 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-faf9ea15-31e4-463c-83a9-20257f88fdd5 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "GET /v2.0/ports?device_id=110ea920-0d88-40df-b354-2b96609bb52d HTTP/1.1" status: 200 len: 205 time: 0.2377200 Jul 16 20:29:50.681229 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37166) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:50.735431 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9856b1b2-997a-4b00-ac2f-d6a06d085d04 None None] Network e037d4fb-96b9-4f75-9ba3-6684fa98dc76 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:50.759119 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-9c83b449-bd23-4eaf-91b4-4fbac4ecd38a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] delete failed (client error): The resource could not be found. Jul 16 20:29:50.760211 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9c83b449-bd23-4eaf-91b4-4fbac4ecd38a tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/routers/110ea920-0d88-40df-b354-2b96609bb52d HTTP/1.1" status: 404 len: 336 time: 0.0779691 Jul 16 20:29:50.762834 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37168) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:50.846735 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5502e7-2a2b-49a3-b707-49d6b69df366 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:50.847204 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae5502e7-2a2b-49a3-b707-49d6b69df366 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:50.848968 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ae5502e7-2a2b-49a3-b707-49d6b69df366 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/subnets/a9a2e65b-24a1-4968-a3fd-08062bc36e59 HTTP/1.1" status: 404 len: 337 time: 0.0852270 Jul 16 20:29:50.851542 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37174) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:50.896583 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e3710f-02e1-4900-b653-d9469ef21918 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:50.907057 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e3710f-02e1-4900-b653-d9469ef21918 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:50.909905 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-30e3710f-02e1-4900-b653-d9469ef21918 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/subnets/0ee09f5c-1439-4176-a5cf-91e39e6e2bde HTTP/1.1" status: 404 len: 337 time: 0.0571754 Jul 16 20:29:50.912394 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37176) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:50.958151 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e00f19-f3fc-4219-95e7-dfedb56aaf9c tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:50.971488 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79e00f19-f3fc-4219-95e7-dfedb56aaf9c tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:50.973751 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-79e00f19-f3fc-4219-95e7-dfedb56aaf9c tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/subnets/ec535f5d-dc96-41d9-b740-7f95fd0408aa HTTP/1.1" status: 404 len: 337 time: 0.0602348 Jul 16 20:29:50.980101 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37180) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:51.018485 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ea537ee9-3d47-44cf-a549-b0db62cf60ac None None] Provisioning complete for port 32681c5e-438a-4363-9cd2-f65cc1d26f00 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:51.019010 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea537ee9-3d47-44cf-a549-b0db62cf60ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.035256 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-c27c57d0-0db8-48de-95c9-d7e6587dcb92 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:51.036487 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c27c57d0-0db8-48de-95c9-d7e6587dcb92 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:51.043685 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c27c57d0-0db8-48de-95c9-d7e6587dcb92 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/ports/a0b87ccd-3f00-4201-bb35-60848e5dc0a4 HTTP/1.1" status: 404 len: 333 time: 0.0619695 Jul 16 20:29:51.046054 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37182) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:51.085083 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-16e57136-7af9-4037-bcfe-8a1e2c3a4815 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:51.092545 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16e57136-7af9-4037-bcfe-8a1e2c3a4815 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:51.101134 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 37184) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:51.103811 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-16e57136-7af9-4037-bcfe-8a1e2c3a4815 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/subnets/80b417e8-f154-47bd-b720-31d41c6ed5ab HTTP/1.1" status: 404 len: 337 time: 0.0564315 Jul 16 20:29:51.146023 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1012e0c-3f70-438b-83e7-18546e56e8dd tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:51.146616 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1012e0c-3f70-438b-83e7-18546e56e8dd tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:51.148302 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d1012e0c-3f70-438b-83e7-18546e56e8dd tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/subnets/6bd22c23-eaae-40a6-a2ca-166adbe53f75 HTTP/1.1" status: 404 len: 337 time: 0.0461352 Jul 16 20:29:51.151534 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37186) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:51.197726 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-9364dcd2-d354-4482-bfd6-54af27906739 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:51.198664 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9364dcd2-d354-4482-bfd6-54af27906739 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:51.200660 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9364dcd2-d354-4482-bfd6-54af27906739 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/ports/c9238cef-a7bc-416c-a08e-251848b78776 HTTP/1.1" status: 404 len: 333 time: 0.0479112 Jul 16 20:29:51.230536 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37190) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:51.232488 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d69cad-b9cb-4078-a444-bd1494b6d8f3', 'tag': '4da1b85c-da5d-4df3-8ad7-97cd630dac2b'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:51.237161 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4a94ad-f16e-4109-ae95-2a8387038c97" -d '{"events": [{"name": "network-changed", "server_uuid": "18d69cad-b9cb-4078-a444-bd1494b6d8f3", "tag": "4da1b85c-da5d-4df3-8ad7-97cd630dac2b"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:51.242305 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92def30c-3716-4210-91ba-d34477db787d None None] DHCP port deletion for e037d4fb-96b9-4f75-9ba3-6684fa98dc76 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:29:51.289115 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb9e20b-11b1-413f-b8d7-c4894a2e4b00 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:51.290137 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb9e20b-11b1-413f-b8d7-c4894a2e4b00 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:51.292374 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-beb9e20b-11b1-413f-b8d7-c4894a2e4b00 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/subnets/aa6697f4-2d3d-4e2e-8f98-d2ff0cfff689 HTTP/1.1" status: 404 len: 337 time: 0.0509827 Jul 16 20:29:51.294849 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37194) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:51.308610 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.db.resource_extend [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-74a6d37e-d2e1-485c-9349-f30a1dc6b7d7 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:29:51.324085 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a599e-e5c6-4bc9-9b79-ead38949ce7d req-365f5250-e964-4aa9-b0e3-38a34945e119 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:51.332775 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-655a599e-e5c6-4bc9-9b79-ead38949ce7d req-365f5250-e964-4aa9-b0e3-38a34945e119 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f6b1f96-8cc2-48d1-a062-e53c2ebcdfe2 HTTP/1.1" status: 200 len: 945 time: 0.3182392 Jul 16 20:29:51.342314 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-1507a930-11be-4642-8433-5bc891d9357f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:51.342926 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1507a930-11be-4642-8433-5bc891d9357f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:51.344870 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1507a930-11be-4642-8433-5bc891d9357f tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/subnets/8940e765-9956-4279-b8e0-83c8925e4434 HTTP/1.1" status: 404 len: 337 time: 0.0474923 Jul 16 20:29:51.349725 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37196) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:51.385305 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ea537ee9-3d47-44cf-a549-b0db62cf60ac None None] Provisioning complete for port 41c814ab-04e7-4798-8fef-67b68c4b7b36 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:51.385912 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea537ee9-3d47-44cf-a549-b0db62cf60ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.459927 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 32681c5e-438a-4363-9cd2-f65cc1d26f00 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:51.534752 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-74a6d37e-d2e1-485c-9349-f30a1dc6b7d7 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.564782 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ea537ee9-3d47-44cf-a549-b0db62cf60ac None None] Port 41c814ab-04e7-4798-8fef-67b68c4b7b36 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:51.571898 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-92def30c-3716-4210-91ba-d34477db787d None None] Deleting port 32681c5e-438a-4363-9cd2-f65cc1d26f00 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:51.572489 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92def30c-3716-4210-91ba-d34477db787d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.585202 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-655a599e-e5c6-4bc9-9b79-ead38949ce7d req-e0062102-f780-45a2-8fd9-e937a57c03ae tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/security-groups?id=23f65bae-0057-4727-8cdc-2054b0feed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493250 Jul 16 20:29:51.587816 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-74a6d37e-d2e1-485c-9349-f30a1dc6b7d7 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.606166 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-6ad11739-9d7c-47ca-8533-dfd4d018db77 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Deleting port 41c814ab-04e7-4798-8fef-67b68c4b7b36 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:51.606811 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ad11739-9d7c-47ca-8533-dfd4d018db77 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.728274 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-92def30c-3716-4210-91ba-d34477db787d None None] For port 32681c5e-438a-4363-9cd2-f65cc1d26f00, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=32681c5e-438a-4363-9cd2-f65cc1d26f00,segment=NetworkSegment(2d9d61ae-c19c-49ea-87a2-09a6e14db35d),segment_id=2d9d61ae-c19c-49ea-87a2-09a6e14db35d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:51.728946 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92def30c-3716-4210-91ba-d34477db787d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.750715 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-92def30c-3716-4210-91ba-d34477db787d None None] Calling delete_port for 32681c5e-438a-4363-9cd2-f65cc1d26f00 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:51.790605 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ad11739-9d7c-47ca-8533-dfd4d018db77 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.794203 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-74a6d37e-d2e1-485c-9349-f30a1dc6b7d7 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Floating IP f408acae-7dc6-4bd8-9f99-900ad1eb5633 associated. External IP: 172.25.0.165, port: b4303d43-5f18-45b1-a4f0-1602debbc55f. Jul 16 20:29:51.824818 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-6ad11739-9d7c-47ca-8533-dfd4d018db77 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Calling delete_port for 41c814ab-04e7-4798-8fef-67b68c4b7b36 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:51.956180 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92def30c-3716-4210-91ba-d34477db787d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.997947 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ad11739-9d7c-47ca-8533-dfd4d018db77 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.026229 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92def30c-3716-4210-91ba-d34477db787d None None] Pushing event deleted for resources: {'Port': ['ID=32681c5e-438a-4363-9cd2-f65cc1d26f00,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:52.028684 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-12517ea7-e709-4c8f-a08a-ad322a198d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.031454 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.034342 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92def30c-3716-4210-91ba-d34477db787d None None] No DVR routers for this DVR port 32681c5e-438a-4363-9cd2-f65cc1d26f00 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:52.062544 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33f03104-caef-41cb-ad42-4a83bfec60f6 req-a829f4e5-9dbb-457e-a9d8-4e88217e7fc6 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0f81baa-5c59-40e5-896a-df78cc80edde HTTP/1.1" status: 200 len: 210 time: 0.0498714 Jul 16 20:29:52.193717 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad11739-9d7c-47ca-8533-dfd4d018db77 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Port': ['ID=41c814ab-04e7-4798-8fef-67b68c4b7b36,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:52.206522 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ad11739-9d7c-47ca-8533-dfd4d018db77 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.208533 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6ad11739-9d7c-47ca-8533-dfd4d018db77 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/ports/41c814ab-04e7-4798-8fef-67b68c4b7b36 HTTP/1.1" status: 204 len: 168 time: 0.8592336 Jul 16 20:29:52.211584 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37214) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:52.322370 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-74a6d37e-d2e1-485c-9349-f30a1dc6b7d7 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Router ec619c74-3ab5-4356-848c-329ff9a640b1 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:52.362587 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3fe53567-c61a-4fa0-b282-49d0b681dd28 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.424802 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8cd81-f537-4a7b-9336-320dd96ce627 req-7fb12b86-e790-4c00-8553-a6c7c25b41e7 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:52.427386 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f5c8cd81-f537-4a7b-9336-320dd96ce627 req-7fb12b86-e790-4c00-8553-a6c7c25b41e7 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 943 time: 0.1560085 Jul 16 20:29:52.535466 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f5c8cd81-f537-4a7b-9336-320dd96ce627 req-5ec98b4c-847a-4706-ad5c-3c1e15e54e5e tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694802 Jul 16 20:29:52.540200 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-74a6d37e-d2e1-485c-9349-f30a1dc6b7d7 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:52.552972 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52a1cda-5a87-4963-88e5-5ffb36c9d51f None None] Sync routers for ids ['ec619c74-3ab5-4356-848c-329ff9a640b1'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:52.570883 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52a1cda-5a87-4963-88e5-5ffb36c9d51f None None] Routers {'ec619c74-3ab5-4356-848c-329ff9a640b1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:52.571204 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-e52a1cda-5a87-4963-88e5-5ffb36c9d51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:29:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ec619c74-3ab5-4356-848c-329ff9a640b1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:52.574986 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3fe53567-c61a-4fa0-b282-49d0b681dd28 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.585739 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-3fe53567-c61a-4fa0-b282-49d0b681dd28 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e037d4fb-96b9-4f75-9ba3-6684fa98dc76']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:52.604148 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-3fe53567-c61a-4fa0-b282-49d0b681dd28 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9d61ae-c19c-49ea-87a2-09a6e14db35d') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:52.605131 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-3fe53567-c61a-4fa0-b282-49d0b681dd28 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9d61ae-c19c-49ea-87a2-09a6e14db35d') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:52.618680 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3fe53567-c61a-4fa0-b282-49d0b681dd28 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.651404 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3fe53567-c61a-4fa0-b282-49d0b681dd28 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.684025 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe53567-c61a-4fa0-b282-49d0b681dd28 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:52.684586 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3fe53567-c61a-4fa0-b282-49d0b681dd28 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.787212 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd22a06-ba65-47be-a890-22bde050e1fe x-openstack-request-id: req-fbd22a06-ba65-47be-a890-22bde050e1fe {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:52.787853 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d69cad-b9cb-4078-a444-bd1494b6d8f3", "tag": "4da1b85c-da5d-4df3-8ad7-97cd630dac2b", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:52.787853 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fbd22a06-ba65-47be-a890-22bde050e1fe {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:52.788320 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d69cad-b9cb-4078-a444-bd1494b6d8f3', 'tag': '4da1b85c-da5d-4df3-8ad7-97cd630dac2b', 'status': 'completed', 'code': 200} Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:52.793544 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:52.800247 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3fe53567-c61a-4fa0-b282-49d0b681dd28 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.063316 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14be353-950c-4356-a4d2-02b0513438d2 req-bca2e652-c22f-4b95-b6bf-2b4a2c27da2c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:53.068859 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-bca2e652-c22f-4b95-b6bf-2b4a2c27da2c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.18 "GET /v2.0/networks?id=bb5f15a8-1d99-47cb-89c9-33640abaae0c HTTP/1.1" status: 200 len: 817 time: 0.7023447 Jul 16 20:29:53.074950 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3fe53567-c61a-4fa0-b282-49d0b681dd28 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.084969 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3fe53567-c61a-4fa0-b282-49d0b681dd28 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] 10.222.0.38 "DELETE /v2.0/networks/e037d4fb-96b9-4f75-9ba3-6684fa98dc76 HTTP/1.1" status: 204 len: 168 time: 0.8678679 Jul 16 20:29:53.085734 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-74a6d37e-d2e1-485c-9349-f30a1dc6b7d7 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Router ec619c74-3ab5-4356-848c-329ff9a640b1 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:53.090703 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe53567-c61a-4fa0-b282-49d0b681dd28 tempest-PortsIpV6TestJSON-640448151 tempest-PortsIpV6TestJSON-640448151-project] Pushing event deleted for resources: {'Network': ['ID=e037d4fb-96b9-4f75-9ba3-6684fa98dc76,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:53.264410 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2de18b9c-a451-4adb-ab8e-c480ac635793 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Request body: {'port': {'device_id': '0b81720b-c965-4c8e-86fc-e053e8a6fe1f', 'network_id': 'bb5f15a8-1d99-47cb-89c9-33640abaae0c', 'admin_state_up': True, 'tenant_id': '9618da2f1f76496c9475c1c9fbb8dd88'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:53.488406 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-e52a1cda-5a87-4963-88e5-5ffb36c9d51f None None] Set router ec619c74-3ab5-4356-848c-329ff9a640b1 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:53.509428 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14be353-950c-4356-a4d2-02b0513438d2 req-91a0f2c2-1ee1-4197-8c6a-7a0698f01501 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:53.511823 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-91a0f2c2-1ee1-4197-8c6a-7a0698f01501 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.62 "GET /v2.0/networks?id=bb5f15a8-1d99-47cb-89c9-33640abaae0c HTTP/1.1" status: 200 len: 817 time: 1.2960784 Jul 16 20:29:53.513346 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2de18b9c-a451-4adb-ab8e-c480ac635793 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Made reservation on behalf of 9618da2f1f76496c9475c1c9fbb8dd88 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:53.517682 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2de18b9c-a451-4adb-ab8e-c480ac635793 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.530516 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-74a6d37e-d2e1-485c-9349-f30a1dc6b7d7 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:53.546671 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-74a6d37e-d2e1-485c-9349-f30a1dc6b7d7 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.675924 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f167036-52b6-43fe-8762-fcb34b8a6217', 'tag': 'b4303d43-5f18-45b1-a4f0-1602debbc55f'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:53.680073 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aead513-87e6-4a72-890e-2b353dc2c665" -d '{"events": [{"name": "network-changed", "server_uuid": "8f167036-52b6-43fe-8762-fcb34b8a6217", "tag": "b4303d43-5f18-45b1-a4f0-1602debbc55f"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:53.699210 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-f14be353-950c-4356-a4d2-02b0513438d2 req-946d77b4-75e4-4b10-9949-93f47f6ec98e tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Request body: {'port': {'device_id': 'd0f81baa-5c59-40e5-896a-df78cc80edde', 'network_id': 'bb5f15a8-1d99-47cb-89c9-33640abaae0c', 'admin_state_up': True, 'tenant_id': '9618da2f1f76496c9475c1c9fbb8dd88'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:53.760388 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 37244) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:53.776385 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52927f5b-1439-49b9-9b85-8fc5bdeb1c4a req-a742c827-b45d-4e07-9f6d-15f630e823d0 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:53.784495 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-52927f5b-1439-49b9-9b85-8fc5bdeb1c4a req-a742c827-b45d-4e07-9f6d-15f630e823d0 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f6b1f96-8cc2-48d1-a062-e53c2ebcdfe2 HTTP/1.1" status: 200 len: 945 time: 0.3207211 Jul 16 20:29:53.802539 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a94ad-f16e-4109-ae95-2a8387038c97 req-7e50d98f-fda7-4ef4-a571-262c01d822cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:53.804488 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dd4a94ad-f16e-4109-ae95-2a8387038c97 req-7e50d98f-fda7-4ef4-a571-262c01d822cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f8a8ade9cff04e3db4af1591a2770156&device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 1126 time: 0.7153587 Jul 16 20:29:53.805978 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2de18b9c-a451-4adb-ab8e-c480ac635793 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Allocated IP 172.20.0.9 (bb5f15a8-1d99-47cb-89c9-33640abaae0c/962a93b1-b5db-4401-b7c0-fc778023dd82/e58e6e8e-2530-4107-ab10-fe9803f417ee) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:53.900309 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-74a6d37e-d2e1-485c-9349-f30a1dc6b7d7 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "PUT /v2.0/floatingips/f408acae-7dc6-4bd8-9f99-900ad1eb5633 HTTP/1.1" status: 200 len: 999 time: 4.9963145 Jul 16 20:29:54.015960 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-52927f5b-1439-49b9-9b85-8fc5bdeb1c4a req-20ec198b-7b9e-4df2-85a5-7c19cad3fa95 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/security-groups?id=23f65bae-0057-4727-8cdc-2054b0feed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293625 Jul 16 20:29:54.053071 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-e52a1cda-5a87-4963-88e5-5ffb36c9d51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-router', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:23Z', 'updated_at': '2021-07-16T20:28:30Z', 'revision_number': 4, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'gw_port': {'id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:de:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:25Z', 'updated_at': '2021-07-16T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'f408acae-7dc6-4bd8-9f99-900ad1eb5633', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'port_id': '8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'mac_address': 'fa:16:3e:81:d5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec57a41-7b69-4c25-bc7d-5607b7f4070f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:29:17Z', 'updated_at': '2021-07-16T20:29:51Z', 'revision_number': 3, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8148e8-3458-4276-8214-07bcf76d8cd3', 'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'mac_address': 'fa:16:3e:82:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:28Z', 'updated_at': '2021-07-16T20:28:41Z', 'revision_number': 5, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'subnets': [{'id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:54.086524 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52a1cda-5a87-4963-88e5-5ffb36c9d51f None None] Checking router: ec619c74-3ab5-4356-848c-329ff9a640b1 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:54.098608 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52a1cda-5a87-4963-88e5-5ffb36c9d51f None None] Routers {'ec619c74-3ab5-4356-848c-329ff9a640b1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:54.099880 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-e52a1cda-5a87-4963-88e5-5ffb36c9d51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:29:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ec619c74-3ab5-4356-848c-329ff9a640b1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:54.110360 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-5160447d-f1b8-4d3d-8ff7-38c060be98ff tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:54.124898 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-5160447d-f1b8-4d3d-8ff7-38c060be98ff tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports/b4303d43-5f18-45b1-a4f0-1602debbc55f HTTP/1.1" status: 200 len: 943 time: 0.2236619 Jul 16 20:29:54.245480 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14be353-950c-4356-a4d2-02b0513438d2 req-bdb95615-be08-41ad-99b9-dfdc242dfecc tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:54.247056 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-bdb95615-be08-41ad-99b9-dfdc242dfecc tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.18 "GET /v2.0/networks?id=bb5f15a8-1d99-47cb-89c9-33640abaae0c HTTP/1.1" status: 200 len: 817 time: 0.5336275 Jul 16 20:29:54.380674 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c245896-7e66-4aa5-9fd2-f1aa7a7cc5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.393178 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.401159 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-f14be353-950c-4356-a4d2-02b0513438d2 req-bb5eda1e-183b-4d2b-be38-bc4e9976600c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Request body: {'port': {'device_id': 'a648fafb-8e34-4a8c-b7e2-69ac3e51dfe6', 'network_id': 'bb5f15a8-1d99-47cb-89c9-33640abaae0c', 'admin_state_up': True, 'tenant_id': '9618da2f1f76496c9475c1c9fbb8dd88'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:54.403946 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-e52a1cda-5a87-4963-88e5-5ffb36c9d51f None None] Set router ec619c74-3ab5-4356-848c-329ff9a640b1 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:54.424864 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf6333d2-1176-491d-a3dc-2803550dd644 req-15933ff7-8782-40f1-8465-f8b81726df06 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0f81baa-5c59-40e5-896a-df78cc80edde HTTP/1.1" status: 200 len: 210 time: 0.2141449 Jul 16 20:29:54.515657 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2b20f901-fd93-4b49-a5a5-b2139c813ebf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8f9a426ea30846e192079ccbb52ca7cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7234373 Jul 16 20:29:54.602991 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37266) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:54.701995 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37268) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:54.896307 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f14be353-950c-4356-a4d2-02b0513438d2 req-946d77b4-75e4-4b10-9949-93f47f6ec98e tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Made reservation on behalf of 9618da2f1f76496c9475c1c9fbb8dd88 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:54.906589 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-946d77b4-75e4-4b10-9949-93f47f6ec98e tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.932857 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-e273c158-432d-4d13-b8f5-7ce56973db24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:54.934573 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-e273c158-432d-4d13-b8f5-7ce56973db24 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f464673b810d4cdf9ae03e9f2a99c895&device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 1098 time: 0.6830764 Jul 16 20:29:54.991428 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-e52a1cda-5a87-4963-88e5-5ffb36c9d51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-router', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:23Z', 'updated_at': '2021-07-16T20:28:30Z', 'revision_number': 4, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'gw_port': {'id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:de:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:25Z', 'updated_at': '2021-07-16T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'f408acae-7dc6-4bd8-9f99-900ad1eb5633', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'port_id': '8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'mac_address': 'fa:16:3e:81:d5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec57a41-7b69-4c25-bc7d-5607b7f4070f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:29:17Z', 'updated_at': '2021-07-16T20:29:51Z', 'revision_number': 3, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8148e8-3458-4276-8214-07bcf76d8cd3', 'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'mac_address': 'fa:16:3e:82:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:28Z', 'updated_at': '2021-07-16T20:28:41Z', 'revision_number': 5, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'subnets': [{'id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:55.014928 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f14be353-950c-4356-a4d2-02b0513438d2 req-bb5eda1e-183b-4d2b-be38-bc4e9976600c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Made reservation on behalf of 9618da2f1f76496c9475c1c9fbb8dd88 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:55.020578 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-bb5eda1e-183b-4d2b-be38-bc4e9976600c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.030463 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52a1cda-5a87-4963-88e5-5ffb36c9d51f None None] The sync data for ids ['ec619c74-3ab5-4356-848c-329ff9a640b1'] in n-d-791506-21 is: [{'id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-router', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:23Z', 'updated_at': '2021-07-16T20:28:30Z', 'revision_number': 4, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'gw_port': {'id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:de:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:25Z', 'updated_at': '2021-07-16T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'f408acae-7dc6-4bd8-9f99-900ad1eb5633', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'port_id': '8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'mac_address': 'fa:16:3e:81:d5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec57a41-7b69-4c25-bc7d-5607b7f4070f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:29:17Z', 'updated_at': '2021-07-16T20:29:51Z', 'revision_number': 3, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8148e8-3458-4276-8214-07bcf76d8cd3', 'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'mac_address': 'fa:16:3e:82:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:28Z', 'updated_at': '2021-07-16T20:28:41Z', 'revision_number': 5, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'subnets': [{'id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:55.036123 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a94ad-f16e-4109-ae95-2a8387038c97 req-60f93a81-378f-4576-9d11-3bd741dbb040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:55.037052 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dd4a94ad-f16e-4109-ae95-2a8387038c97 req-60f93a81-378f-4576-9d11-3bd741dbb040 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 200 len: 922 time: 1.1936464 Jul 16 20:29:55.210997 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-c79a2251-ce57-42a3-a55f-edc3f0688466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:55.212506 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-c79a2251-ce57-42a3-a55f-edc3f0688466 service neutron] 10.222.0.38 "GET /v2.0/networks?id=673b6ba0-33b0-47d1-a50e-816aecbacdba HTTP/1.1" status: 200 len: 921 time: 0.2625396 Jul 16 20:29:55.242417 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dd4a94ad-f16e-4109-ae95-2a8387038c97 req-0955b738-25bb-4c27-90b3-45e3c64ab9ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4da1b85c-da5d-4df3-8ad7-97cd630dac2b HTTP/1.1" status: 200 len: 217 time: 0.1790702 Jul 16 20:29:55.243052 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ea9fee90-115e-45ce-9b72-bd8dc0b9d311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.304876 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-e5cd6509-8e0c-4ea9-b10a-e6a3e4eada0b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4303d43-5f18-45b1-a4f0-1602debbc55f HTTP/1.1" status: 200 len: 217 time: 0.0747256 Jul 16 20:29:55.314728 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98b5078-201c-4f26-ba6a-0d9d335a08a1 None None] New status for floating IP f408acae-7dc6-4bd8-9f99-900ad1eb5633: ACTIVE {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:29:55.340160 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177babce-3533-4680-8be2-215dd2db31b1 req-51d3af58-df86-4f6d-96f0-9489e92f0e79 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:55.341750 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-177babce-3533-4680-8be2-215dd2db31b1 req-51d3af58-df86-4f6d-96f0-9489e92f0e79 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 943 time: 0.4214704 Jul 16 20:29:55.435184 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-177babce-3533-4680-8be2-215dd2db31b1 req-4b87460e-36ee-496b-b4a1-ffd92368b8b7 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781951 Jul 16 20:29:55.436936 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-3308642b-fe1d-4591-89a5-1d99e28953ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:55.438679 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-3308642b-fe1d-4591-89a5-1d99e28953ef service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e3f938fb-8c6d-4792-bc71-ef35aeb96d69 HTTP/1.1" status: 200 len: 859 time: 0.0932503 Jul 16 20:29:55.515778 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-cf7b68b4-5b82-4beb-a8d4-51e2c73f25ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:55.519353 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-cf7b68b4-5b82-4beb-a8d4-51e2c73f25ae service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=673b6ba0-33b0-47d1-a50e-816aecbacdba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0735159 Jul 16 20:29:55.531947 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-0dbb1039-038a-4eb4-bf69-7b4ba424033e service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:29:55.535137 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-0dbb1039-038a-4eb4-bf69-7b4ba424033e service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097141 Jul 16 20:29:55.566962 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da72578-e355-484a-a356-e1b8f362bf8f x-openstack-request-id: req-1da72578-e355-484a-a356-e1b8f362bf8f {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:55.567297 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f167036-52b6-43fe-8762-fcb34b8a6217", "tag": "b4303d43-5f18-45b1-a4f0-1602debbc55f", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:55.567561 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1da72578-e355-484a-a356-e1b8f362bf8f {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:55.568162 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f167036-52b6-43fe-8762-fcb34b8a6217', 'tag': 'b4303d43-5f18-45b1-a4f0-1602debbc55f', 'status': 'completed', 'code': 200} Jul 16 20:29:55.639783 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ea9fee90-115e-45ce-9b72-bd8dc0b9d311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.680714 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.769393 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2de18b9c-a451-4adb-ab8e-c480ac635793 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.863236 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a94ad-f16e-4109-ae95-2a8387038c97 req-f8f66d70-d8c3-40dc-a831-fc743ad2c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:55.865009 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dd4a94ad-f16e-4109-ae95-2a8387038c97 req-f8f66d70-d8c3-40dc-a831-fc743ad2c1b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=13ad8455-a3f9-4cd7-bb5a-6261d086b47a HTTP/1.1" status: 200 len: 861 time: 0.5882540 Jul 16 20:29:55.922046 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423994b8-a1b6-4be6-a9f8-ae83342f1889 None None] Sync routers for ids ['ec619c74-3ab5-4356-848c-329ff9a640b1'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:55.949835 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423994b8-a1b6-4be6-a9f8-ae83342f1889 None None] Routers {'ec619c74-3ab5-4356-848c-329ff9a640b1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:55.950804 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-423994b8-a1b6-4be6-a9f8-ae83342f1889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:29:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ec619c74-3ab5-4356-848c-329ff9a640b1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:55.965120 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dd4a94ad-f16e-4109-ae95-2a8387038c97 req-95303ee0-f98b-49bd-8563-d238655152c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0476e10-8d02-4fbd-b804-ab41bcf63297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630474 Jul 16 20:29:56.105889 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ea9fee90-115e-45ce-9b72-bd8dc0b9d311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.108713 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ea9fee90-115e-45ce-9b72-bd8dc0b9d311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.113808 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ea9fee90-115e-45ce-9b72-bd8dc0b9d311 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/28153484-9148-41bc-b1a3-1eed3f093067 HTTP/1.1" status: 204 len: 168 time: 1.4879398 Jul 16 20:29:56.201254 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fee90-115e-45ce-9b72-bd8dc0b9d311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28153484-9148-41bc-b1a3-1eed3f093067,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:56.216172 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2de18b9c-a451-4adb-ab8e-c480ac635793 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.237524 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aead513-87e6-4a72-890e-2b353dc2c665 req-63cd5f28-52ce-4f68-af95-2de497d5ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:56.237524 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1aead513-87e6-4a72-890e-2b353dc2c665 req-63cd5f28-52ce-4f68-af95-2de497d5ca0c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f464673b810d4cdf9ae03e9f2a99c895&device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 1098 time: 0.6404417 Jul 16 20:29:56.257020 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-a83268be-4362-4b3c-934c-79aaa7da3be7 service neutron] 10.222.0.38 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7143199 Jul 16 20:29:56.277500 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-423994b8-a1b6-4be6-a9f8-ae83342f1889 None None] Set router ec619c74-3ab5-4356-848c-329ff9a640b1 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:56.324607 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-f14be353-950c-4356-a4d2-02b0513438d2 req-bb5eda1e-183b-4d2b-be38-bc4e9976600c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Allocated IP 172.20.0.4 (bb5f15a8-1d99-47cb-89c9-33640abaae0c/962a93b1-b5db-4401-b7c0-fc778023dd82/94fa6a54-491c-4382-89c6-73988d48841e) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:56.367437 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2de18b9c-a451-4adb-ab8e-c480ac635793 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Network bb5f15a8-1d99-47cb-89c9-33640abaae0c is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:56.385632 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2de18b9c-a451-4adb-ab8e-c480ac635793 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:56.388300 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2de18b9c-a451-4adb-ab8e-c480ac635793 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:56.395371 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533252a-45d1-42e8-a51b-05cc3c54e1c6 req-97bfc33c-eb73-4229-a195-f02725ff6983 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:56.397239 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a533252a-45d1-42e8-a51b-05cc3c54e1c6 req-97bfc33c-eb73-4229-a195-f02725ff6983 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/ports?device_id=49f308d4-5850-4dfd-890a-e7751764a077 HTTP/1.1" status: 200 len: 945 time: 0.6452367 Jul 16 20:29:56.405779 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dd4a94ad-f16e-4109-ae95-2a8387038c97 req-3e136c69-77ed-4e72-a1ea-7f3cc6d1b9c9 service neutron] 10.222.0.18 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312348 Jul 16 20:29:56.436208 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de18b9c-a451-4adb-ab8e-c480ac635793 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Pushing event updated for resources: {'Port': ['ID=e58e6e8e-2530-4107-ab10-fe9803f417ee,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:56.471936 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-44fa1ade-9203-4ca7-9dc2-7c6e9b2d67fa service neutron] 10.222.0.38 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124937 Jul 16 20:29:56.554603 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aead513-87e6-4a72-890e-2b353dc2c665 req-6cccb60b-f0af-4af9-b41c-061366b741a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:56.556132 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1aead513-87e6-4a72-890e-2b353dc2c665 req-6cccb60b-f0af-4af9-b41c-061366b741a1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=673b6ba0-33b0-47d1-a50e-816aecbacdba HTTP/1.1" status: 200 len: 921 time: 0.2839153 Jul 16 20:29:56.564795 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2de18b9c-a451-4adb-ab8e-c480ac635793 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:56.565454 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2de18b9c-a451-4adb-ab8e-c480ac635793 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.595106 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a533252a-45d1-42e8-a51b-05cc3c54e1c6 req-efd821b2-45b6-4894-bf99-7654b2dfbceb tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/security-groups?id=23f65bae-0057-4727-8cdc-2054b0feed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907747 Jul 16 20:29:56.768969 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 4da1b85c-da5d-4df3-8ad7-97cd630dac2b no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:56.770028 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-392afe12-eff1-411e-a5e5-84b250fcc8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:56.779991 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-392afe12-eff1-411e-a5e5-84b250fcc8a1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f464673b810d4cdf9ae03e9f2a99c895&device_id=5ec57a41-7b69-4c25-bc7d-5607b7f4070f HTTP/1.1" status: 200 len: 1098 time: 0.2631457 Jul 16 20:29:56.820391 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-bb5eda1e-183b-4d2b-be38-bc4e9976600c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.849317 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1aead513-87e6-4a72-890e-2b353dc2c665 req-13a86fca-bb27-4aa3-bb0a-27a892904991 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4303d43-5f18-45b1-a4f0-1602debbc55f HTTP/1.1" status: 200 len: 217 time: 0.2781270 Jul 16 20:29:56.870111 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2de18b9c-a451-4adb-ab8e-c480ac635793 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6539638 Jul 16 20:29:56.898819 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-bb5eda1e-183b-4d2b-be38-bc4e9976600c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.916414 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-f14be353-950c-4356-a4d2-02b0513438d2 req-4f69bc6b-75c2-4d5e-b094-4cc1293186b8 service neutron] Request body: {'port': {'device_id': '0b81720b-c965-4c8e-86fc-e053e8a6fe1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:56.972147 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1aca01d2-72eb-40ab-8dce-5755165a143e req-c39fb21b-526f-479e-ba8f-cadce3ce4c15 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0f81baa-5c59-40e5-896a-df78cc80edde HTTP/1.1" status: 200 len: 210 time: 0.0575433 Jul 16 20:29:57.060548 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f14be353-950c-4356-a4d2-02b0513438d2 req-bb5eda1e-183b-4d2b-be38-bc4e9976600c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Network bb5f15a8-1d99-47cb-89c9-33640abaae0c is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:57.068994 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-f14be353-950c-4356-a4d2-02b0513438d2 req-bb5eda1e-183b-4d2b-be38-bc4e9976600c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:57.077473 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14be353-950c-4356-a4d2-02b0513438d2 req-bb5eda1e-183b-4d2b-be38-bc4e9976600c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:57.104908 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-423994b8-a1b6-4be6-a9f8-ae83342f1889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-router', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:23Z', 'updated_at': '2021-07-16T20:28:30Z', 'revision_number': 4, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'gw_port': {'id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:de:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:25Z', 'updated_at': '2021-07-16T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'f408acae-7dc6-4bd8-9f99-900ad1eb5633', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'port_id': '8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'mac_address': 'fa:16:3e:81:d5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec57a41-7b69-4c25-bc7d-5607b7f4070f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:29:17Z', 'updated_at': '2021-07-16T20:29:55Z', 'revision_number': 4, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8148e8-3458-4276-8214-07bcf76d8cd3', 'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'mac_address': 'fa:16:3e:82:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:28Z', 'updated_at': '2021-07-16T20:28:41Z', 'revision_number': 5, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'subnets': [{'id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:57.131666 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5eda1e-183b-4d2b-be38-bc4e9976600c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Pushing event updated for resources: {'Port': ['ID=94fa6a54-491c-4382-89c6-73988d48841e,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:57.148277 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423994b8-a1b6-4be6-a9f8-ae83342f1889 None None] Checking router: ec619c74-3ab5-4356-848c-329ff9a640b1 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:57.160548 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14be353-950c-4356-a4d2-02b0513438d2 req-bb5eda1e-183b-4d2b-be38-bc4e9976600c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:57.161851 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-bb5eda1e-183b-4d2b-be38-bc4e9976600c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.162579 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423994b8-a1b6-4be6-a9f8-ae83342f1889 None None] Routers {'ec619c74-3ab5-4356-848c-329ff9a640b1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:57.165524 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-423994b8-a1b6-4be6-a9f8-ae83342f1889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:29:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ec619c74-3ab5-4356-848c-329ff9a640b1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:57.183852 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-39c43fbe-46d4-4f08-a748-3d7f7c46da4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:57.185555 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-39c43fbe-46d4-4f08-a748-3d7f7c46da4b service neutron] 10.222.0.38 "GET /v2.0/networks?id=673b6ba0-33b0-47d1-a50e-816aecbacdba HTTP/1.1" status: 200 len: 921 time: 0.4059470 Jul 16 20:29:57.199859 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dd4a94ad-f16e-4109-ae95-2a8387038c97 req-27e5ccaa-4ab2-4672-bfa1-259e2deadbfb service neutron] 10.222.0.18 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476233 Jul 16 20:29:57.233545 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-bb5eda1e-183b-4d2b-be38-bc4e9976600c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9266827 Jul 16 20:29:57.240439 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-f14be353-950c-4356-a4d2-02b0513438d2 req-946d77b4-75e4-4b10-9949-93f47f6ec98e tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Allocated IP 172.20.0.5 (bb5f15a8-1d99-47cb-89c9-33640abaae0c/962a93b1-b5db-4401-b7c0-fc778023dd82/f04e3295-ba8c-4462-b5d3-99ac2ea9c781) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:57.250571 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aead513-87e6-4a72-890e-2b353dc2c665 req-a17b795a-447e-4c64-b3a4-40028cf1aa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:57.254648 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1aead513-87e6-4a72-890e-2b353dc2c665 req-a17b795a-447e-4c64-b3a4-40028cf1aa0f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3f938fb-8c6d-4792-bc71-ef35aeb96d69 HTTP/1.1" status: 200 len: 859 time: 0.3862340 Jul 16 20:29:57.337504 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Request body: {'port': {'device_id': 'a648fafb-8e34-4a8c-b7e2-69ac3e51dfe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:57.341987 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-3f95de0a-6db8-4915-8453-365524f32d46 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 HTTP/1.1" status: 200 len: 1002 time: 0.0725210 Jul 16 20:29:57.394800 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-d915c604-3b63-4495-9945-69a506eb7cd6 service neutron] 10.222.0.18 "GET /v2.0/ports/4da1b85c-da5d-4df3-8ad7-97cd630dac2b/bindings/n-h2-791506-21 HTTP/1.1" status: 200 len: 385 time: 0.4258108 Jul 16 20:29:57.408947 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-423994b8-a1b6-4be6-a9f8-ae83342f1889 None None] Set router ec619c74-3ab5-4356-848c-329ff9a640b1 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:57.428346 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-4f69bc6b-75c2-4d5e-b094-4cc1293186b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.531451 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:29:57.565922 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37318) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:57.571406 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec57a41-7b69-4c25-bc7d-5607b7f4070f', 'tag': '8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:57.574390 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5930e58f-c414-4865-a343-344b68874d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec57a41-7b69-4c25-bc7d-5607b7f4070f", "tag": "8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:57.577358 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.577633 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.620747 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-737e260a-c9e9-4f9b-80bc-214c6f5d201a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:57.625077 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-737e260a-c9e9-4f9b-80bc-214c6f5d201a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e3f938fb-8c6d-4792-bc71-ef35aeb96d69 HTTP/1.1" status: 200 len: 859 time: 0.2422113 Jul 16 20:29:57.649867 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6785e-2ab1-47c3-991f-81e931a88f03 req-23579bf6-465e-4181-8461-bd36c72fffea tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:57.656355 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b6d6785e-2ab1-47c3-991f-81e931a88f03 req-23579bf6-465e-4181-8461-bd36c72fffea tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 943 time: 0.4647934 Jul 16 20:29:57.671641 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aead513-87e6-4a72-890e-2b353dc2c665 req-82dfb295-e032-4da4-bfc7-f1fbe5b86def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:57.673932 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1aead513-87e6-4a72-890e-2b353dc2c665 req-82dfb295-e032-4da4-bfc7-f1fbe5b86def service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=673b6ba0-33b0-47d1-a50e-816aecbacdba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4014218 Jul 16 20:29:57.696252 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d49f6e24-bd3b-48b1-94ef-5908f75ea1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.811310 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-423994b8-a1b6-4be6-a9f8-ae83342f1889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-router', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:23Z', 'updated_at': '2021-07-16T20:28:30Z', 'revision_number': 4, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'gw_port': {'id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:de:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:25Z', 'updated_at': '2021-07-16T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'f408acae-7dc6-4bd8-9f99-900ad1eb5633', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'port_id': '8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'mac_address': 'fa:16:3e:81:d5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec57a41-7b69-4c25-bc7d-5607b7f4070f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:29:17Z', 'updated_at': '2021-07-16T20:29:55Z', 'revision_number': 4, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8148e8-3458-4276-8214-07bcf76d8cd3', 'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'mac_address': 'fa:16:3e:82:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:28Z', 'updated_at': '2021-07-16T20:28:41Z', 'revision_number': 5, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'subnets': [{'id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:57.848353 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423994b8-a1b6-4be6-a9f8-ae83342f1889 None None] The sync data for ids ['ec619c74-3ab5-4356-848c-329ff9a640b1'] in n-d-791506-21 is: [{'id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-router', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:23Z', 'updated_at': '2021-07-16T20:28:30Z', 'revision_number': 4, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'gw_port': {'id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:de:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:25Z', 'updated_at': '2021-07-16T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'f408acae-7dc6-4bd8-9f99-900ad1eb5633', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'port_id': '8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'mac_address': 'fa:16:3e:81:d5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec57a41-7b69-4c25-bc7d-5607b7f4070f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:29:17Z', 'updated_at': '2021-07-16T20:29:55Z', 'revision_number': 4, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8148e8-3458-4276-8214-07bcf76d8cd3', 'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'mac_address': 'fa:16:3e:82:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:28Z', 'updated_at': '2021-07-16T20:28:41Z', 'revision_number': 5, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'subnets': [{'id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:57.878987 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-daf8a205-9b6f-4b60-84f0-f6f623cbbef8 tempest-DvrRoutersNegativeTest-1015407789 tempest-DvrRoutersNegativeTest-1015407789-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-320273561', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:57.881869 n-d-791506-21 neutron-server[93793]: DEBUG neutron.policy [None req-daf8a205-9b6f-4b60-84f0-f6f623cbbef8 tempest-DvrRoutersNegativeTest-1015407789 tempest-DvrRoutersNegativeTest-1015407789-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93793) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 16 20:29:57.882174 n-d-791506-21 neutron-server[93793]: DEBUG neutron.policy [None req-daf8a205-9b6f-4b60-84f0-f6f623cbbef8 tempest-DvrRoutersNegativeTest-1015407789 tempest-DvrRoutersNegativeTest-1015407789-project] Failed policy check for 'create_router' {{(pid=93793) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 16 20:29:57.882768 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-daf8a205-9b6f-4b60-84f0-f6f623cbbef8 tempest-DvrRoutersNegativeTest-1015407789 tempest-DvrRoutersNegativeTest-1015407789-project] create failed (client error): Access was denied to this resource. Jul 16 20:29:57.887267 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-daf8a205-9b6f-4b60-84f0-f6f623cbbef8 tempest-DvrRoutersNegativeTest-1015407789 tempest-DvrRoutersNegativeTest-1015407789-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3096898 Jul 16 20:29:57.921058 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b6d6785e-2ab1-47c3-991f-81e931a88f03 req-e01fbc28-a87e-4b69-a2e4-c6c47660bca4 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598085 Jul 16 20:29:57.982510 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-946d77b4-75e4-4b10-9949-93f47f6ec98e tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.028820 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-aa53ec89-82c8-4dbd-be4c-1623b2e597a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:58.041388 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-aa53ec89-82c8-4dbd-be4c-1623b2e597a8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=673b6ba0-33b0-47d1-a50e-816aecbacdba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3835433 Jul 16 20:29:58.174500 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-6ad6ee48-ec3c-4a3b-a224-1bb7b0d2119e service neutron] 10.222.0.38 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315296 Jul 16 20:29:58.302546 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd1e5453-32bf-47d4-871d-d043ba3a9e2e req-a6892341-ce7d-4a09-9980-2c9a0b4455bc service neutron] 10.222.0.38 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269243 Jul 16 20:29:58.400956 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb65b562-e567-4825-b96a-4d55c74adf65 x-openstack-request-id: req-eb65b562-e567-4825-b96a-4d55c74adf65 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:58.402513 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec57a41-7b69-4c25-bc7d-5607b7f4070f", "tag": "8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:58.402820 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eb65b562-e567-4825-b96a-4d55c74adf65 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:58.403668 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec57a41-7b69-4c25-bc7d-5607b7f4070f', 'tag': '8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8', 'status': 'completed', 'code': 200} Jul 16 20:29:58.448518 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 37348) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:58.583050 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-699f5c19-6c3f-429e-aad6-05e23529a8f1 req-1621dc9d-8863-4a55-ac6c-e7022f6e18b6 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0f81baa-5c59-40e5-896a-df78cc80edde HTTP/1.1" status: 200 len: 210 time: 0.0605993 Jul 16 20:29:58.652092 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-185d32ac-c540-45e2-8cf0-dd7388656ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.656577 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1aead513-87e6-4a72-890e-2b353dc2c665 req-24b68a1a-d80b-4ab7-9bcd-da6e6b8b1051 service neutron] 10.222.0.62 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9659381 Jul 16 20:29:58.854636 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-0b81e094-ff18-4388-ac41-45fd540e2e4a service neutron] For port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=4da1b85c-da5d-4df3-8ad7-97cd630dac2b,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:58.873802 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-185d32ac-c540-45e2-8cf0-dd7388656ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.882062 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-185d32ac-c540-45e2-8cf0-dd7388656ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.933553 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5978d6f2-bb2f-474e-9e1f-456cc4dc4970 req-0477a714-83e5-4c33-82e9-fd11cb01d70c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 1002 time: 0.1090698 Jul 16 20:29:58.945484 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-946d77b4-75e4-4b10-9949-93f47f6ec98e tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.950122 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-185d32ac-c540-45e2-8cf0-dd7388656ca4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8cced206fdb84ab49aafd946e921588e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4967034 Jul 16 20:29:58.950122 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 37356) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:58.972234 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d32ac-c540-45e2-8cf0-dd7388656ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444e050e-3cc5-4a7d-8efb-2184c43bb3be,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:58.998548 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-0b81e094-ff18-4388-ac41-45fd540e2e4a service neutron] For port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:59.085343 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930e58f-c414-4865-a343-344b68874d6c req-845c8a4e-71f8-402f-bf41-b8b9ea38b489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:59.087215 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5930e58f-c414-4865-a343-344b68874d6c req-845c8a4e-71f8-402f-bf41-b8b9ea38b489 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f464673b810d4cdf9ae03e9f2a99c895&device_id=5ec57a41-7b69-4c25-bc7d-5607b7f4070f HTTP/1.1" status: 200 len: 1098 time: 0.4939964 Jul 16 20:29:59.087810 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978d6f2-bb2f-474e-9e1f-456cc4dc4970 req-1417783e-b880-4fb0-bfb2-644108f186ab tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:59.090227 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5978d6f2-bb2f-474e-9e1f-456cc4dc4970 req-1417783e-b880-4fb0-bfb2-644108f186ab tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports/8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 HTTP/1.1" status: 200 len: 943 time: 0.1413445 Jul 16 20:29:59.108282 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb708d56-ebbb-4bc9-b475-623388f4e9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.140428 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1aead513-87e6-4a72-890e-2b353dc2c665 req-ed4da9a0-24b9-40a9-b5ec-fbcee41cdecb service neutron] 10.222.0.62 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387884 Jul 16 20:29:59.141233 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb708d56-ebbb-4bc9-b475-623388f4e9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.142174 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f14be353-950c-4356-a4d2-02b0513438d2 req-946d77b4-75e4-4b10-9949-93f47f6ec98e tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Network bb5f15a8-1d99-47cb-89c9-33640abaae0c is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:59.162560 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-0b81e094-ff18-4388-ac41-45fd540e2e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da1b85c-da5d-4df3-8ad7-97cd630dac2b {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:59.197533 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-f14be353-950c-4356-a4d2-02b0513438d2 req-946d77b4-75e4-4b10-9949-93f47f6ec98e tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:59.211321 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-0b81e094-ff18-4388-ac41-45fd540e2e4a service neutron] For port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=4da1b85c-da5d-4df3-8ad7-97cd630dac2b,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:59.215493 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14be353-950c-4356-a4d2-02b0513438d2 req-946d77b4-75e4-4b10-9949-93f47f6ec98e tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:59.239183 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d77b4-75e4-4b10-9949-93f47f6ec98e tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Pushing event updated for resources: {'Port': ['ID=f04e3295-ba8c-4462-b5d3-99ac2ea9c781,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:59.245411 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e9d7084b-8921-4801-8867-d0c396d38022 req-d26eea9d-d040-433f-98aa-a6f9cddb646f tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=3333159ada2b489a9381719b5f953f7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381999 Jul 16 20:29:59.289097 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-0b81e094-ff18-4388-ac41-45fd540e2e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.307579 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.325481 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb708d56-ebbb-4bc9-b475-623388f4e9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.328267 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb708d56-ebbb-4bc9-b475-623388f4e9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.329473 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bb708d56-ebbb-4bc9-b475-623388f4e9f8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/444e050e-3cc5-4a7d-8efb-2184c43bb3be HTTP/1.1" status: 204 len: 168 time: 0.3785608 Jul 16 20:29:59.378874 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb708d56-ebbb-4bc9-b475-623388f4e9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444e050e-3cc5-4a7d-8efb-2184c43bb3be,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:59.418381 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5978d6f2-bb2f-474e-9e1f-456cc4dc4970 req-5f8cfd73-9744-4556-ad78-4e4cc20d61c0 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 1002 time: 0.1457193 Jul 16 20:29:59.433472 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14be353-950c-4356-a4d2-02b0513438d2 req-946d77b4-75e4-4b10-9949-93f47f6ec98e tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:59.434230 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-946d77b4-75e4-4b10-9949-93f47f6ec98e tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.440366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7084b-8921-4801-8867-d0c396d38022 req-152b04c3-0cc9-4cd9-a672-87271a8198b2 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:59.441926 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e9d7084b-8921-4801-8867-d0c396d38022 req-152b04c3-0cc9-4cd9-a672-87271a8198b2 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1955879 Jul 16 20:29:59.481807 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e9d7084b-8921-4801-8867-d0c396d38022 req-324c2ef9-1483-4388-8491-bf2ddec908bd tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/quotas/3333159ada2b489a9381719b5f953f7a HTTP/1.1" status: 200 len: 375 time: 0.0289998 Jul 16 20:29:59.521393 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930e58f-c414-4865-a343-344b68874d6c req-a01ae4f4-92d2-4825-8765-4bd8640a5873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:59.522970 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5930e58f-c414-4865-a343-344b68874d6c req-a01ae4f4-92d2-4825-8765-4bd8640a5873 service neutron] 10.222.0.18 "GET /v2.0/networks?id=673b6ba0-33b0-47d1-a50e-816aecbacdba HTTP/1.1" status: 200 len: 921 time: 0.3762472 Jul 16 20:29:59.545815 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-946d77b4-75e4-4b10-9949-93f47f6ec98e tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0048497 Jul 16 20:29:59.583167 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e9d7084b-8921-4801-8867-d0c396d38022 req-bfff4fd9-7dd5-44c5-b5b6-eaa8c448cba3 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3333159ada2b489a9381719b5f953f7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0913219 Jul 16 20:29:59.585164 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-f14be353-950c-4356-a4d2-02b0513438d2 req-4f69bc6b-75c2-4d5e-b094-4cc1293186b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e58e6e8e-2530-4107-ab10-fe9803f417ee {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:59.593816 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-f14be353-950c-4356-a4d2-02b0513438d2 req-fae1f4af-bec8-4333-b691-61657b44108e service neutron] Request body: {'port': {'device_id': 'd0f81baa-5c59-40e5-896a-df78cc80edde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:59.644974 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978d6f2-bb2f-474e-9e1f-456cc4dc4970 req-1c5a2b51-c6d7-4628-aacf-9e7a1158bf6d tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:59.651093 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5978d6f2-bb2f-474e-9e1f-456cc4dc4970 req-1c5a2b51-c6d7-4628-aacf-9e7a1158bf6d tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 784 time: 0.2193627 Jul 16 20:29:59.655147 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-4f69bc6b-75c2-4d5e-b094-4cc1293186b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.693867 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-0b81e094-ff18-4388-ac41-45fd540e2e4a service neutron] Transition to ACTIVE for port object 4da1b85c-da5d-4df3-8ad7-97cd630dac2b will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:59.728626 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.18', 50007) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:59.732893 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-0b81e094-ff18-4388-ac41-45fd540e2e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.742442 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-f14be353-950c-4356-a4d2-02b0513438d2 req-4f69bc6b-75c2-4d5e-b094-4cc1293186b8 service neutron] Transition to ACTIVE for port object e58e6e8e-2530-4107-ab10-fe9803f417ee will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:59.821835 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-4f69bc6b-75c2-4d5e-b094-4cc1293186b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.869422 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5930e58f-c414-4865-a343-344b68874d6c req-1f7ced6f-3070-4ad2-bf90-2d7dc622d683 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 HTTP/1.1" status: 200 len: 1002 time: 0.3260143 Jul 16 20:30:00.003050 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-fae1f4af-bec8-4333-b691-61657b44108e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.005932 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-d49f6e24-bd3b-48b1-94ef-5908f75ea1b3 admin admin] Deleting port 539ecb7b-ec22-4019-89a7-b9b7287253b5 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:00.006781 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d49f6e24-bd3b-48b1-94ef-5908f75ea1b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.026988 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-0b81e094-ff18-4388-ac41-45fd540e2e4a service neutron] No DVR routers for this DVR port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:00.030611 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81e094-ff18-4388-ac41-45fd540e2e4a service neutron] Pushing event updated for resources: {'Port': ['ID=4da1b85c-da5d-4df3-8ad7-97cd630dac2b,revision_number=10']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:00.069921 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930e58f-c414-4865-a343-344b68874d6c req-a1d88482-62a1-45e4-92d0-72c3b75f1f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:00.071491 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5930e58f-c414-4865-a343-344b68874d6c req-a1d88482-62a1-45e4-92d0-72c3b75f1f17 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e3f938fb-8c6d-4792-bc71-ef35aeb96d69 HTTP/1.1" status: 200 len: 859 time: 0.1823404 Jul 16 20:30:00.211100 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822870b0-a994-41d0-8f61-92c258bb065d req-3e2bf4de-e99d-409c-955b-9f26cff106d1 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:00.212471 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-822870b0-a994-41d0-8f61-92c258bb065d req-3e2bf4de-e99d-409c-955b-9f26cff106d1 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 945 time: 0.2325838 Jul 16 20:30:00.234835 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69bc6b-75c2-4d5e-b094-4cc1293186b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e58e6e8e-2530-4107-ab10-fe9803f417ee,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:00.244815 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c1f75-459f-459b-ba3c-4c4b529895a3 req-cd588ffd-b3ca-4ad0-96ba-5a11b90b685b tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:00.246534 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fc8c1f75-459f-459b-ba3c-4c4b529895a3 req-cd588ffd-b3ca-4ad0-96ba-5a11b90b685b tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.18 "GET /v2.0/ports?device_id=49f308d4-5850-4dfd-890a-e7751764a077 HTTP/1.1" status: 200 len: 945 time: 0.5165405 Jul 16 20:30:00.261663 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be41e58-6553-415b-a875-18e63968cb25 req-550de88e-3145-453c-9728-c3f1561c2de7 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:00.270145 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9be41e58-6553-415b-a875-18e63968cb25 req-550de88e-3145-453c-9728-c3f1561c2de7 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 944 time: 0.2788572 Jul 16 20:30:00.349836 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-0b81e094-ff18-4388-ac41-45fd540e2e4a service neutron] 10.222.0.18 "PUT /v2.0/ports/4da1b85c-da5d-4df3-8ad7-97cd630dac2b/bindings/n-h2-791506-21/activate HTTP/1.1" status: 200 len: 370 time: 2.9471343 Jul 16 20:30:00.350112 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 37408) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:00.391728 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94fa6a54-491c-4382-89c6-73988d48841e {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:00.419966 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-822870b0-a994-41d0-8f61-92c258bb065d req-0c2035f8-4d97-4574-9f4a-a5793e60d9af tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967030 Jul 16 20:30:00.436167 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.483015 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9be41e58-6553-415b-a875-18e63968cb25 req-d6bc6a4c-c421-486a-86ae-6728b5bb56da tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117968 Jul 16 20:30:00.537069 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-f14be353-950c-4356-a4d2-02b0513438d2 req-4f69bc6b-75c2-4d5e-b094-4cc1293186b8 service neutron] Attempting to bind port e58e6e8e-2530-4107-ab10-fe9803f417ee on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:00.537411 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-f14be353-950c-4356-a4d2-02b0513438d2 req-4f69bc6b-75c2-4d5e-b094-4cc1293186b8 service neutron] Attempting to bind port e58e6e8e-2530-4107-ab10-fe9803f417ee by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'ad0803ed-4f73-4a8d-ae1b-7ae303151ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bb5f15a8-1d99-47cb-89c9-33640abaae0c'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:00.537739 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14be353-950c-4356-a4d2-02b0513438d2 req-4f69bc6b-75c2-4d5e-b094-4cc1293186b8 service neutron] Attempting to bind port e58e6e8e-2530-4107-ab10-fe9803f417ee on network bb5f15a8-1d99-47cb-89c9-33640abaae0c {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:00.576899 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Transition to ACTIVE for port object 94fa6a54-491c-4382-89c6-73988d48841e will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:00.596898 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-7f5f2228-6abb-47f7-b853-1c22e92d1d7b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1046964777'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:00.608558 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930e58f-c414-4865-a343-344b68874d6c req-4e5a1709-deea-4e91-8e20-613d17a8afce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:00.610210 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5930e58f-c414-4865-a343-344b68874d6c req-4e5a1709-deea-4e91-8e20-613d17a8afce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=673b6ba0-33b0-47d1-a50e-816aecbacdba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4948778 Jul 16 20:30:00.624162 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-d49f6e24-bd3b-48b1-94ef-5908f75ea1b3 admin admin] For port 539ecb7b-ec22-4019-89a7-b9b7287253b5, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=539ecb7b-ec22-4019-89a7-b9b7287253b5,segment=NetworkSegment(b4e1a03e-80f8-4721-9088-3210f878bdf6),segment_id=b4e1a03e-80f8-4721-9088-3210f878bdf6)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:00.624547 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d49f6e24-bd3b-48b1-94ef-5908f75ea1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.629241 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14be353-950c-4356-a4d2-02b0513438d2 req-4f69bc6b-75c2-4d5e-b094-4cc1293186b8 service neutron] Port e58e6e8e-2530-4107-ab10-fe9803f417ee on network bb5f15a8-1d99-47cb-89c9-33640abaae0c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:00.629603 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14be353-950c-4356-a4d2-02b0513438d2 req-4f69bc6b-75c2-4d5e-b094-4cc1293186b8 service neutron] Attempting to bind port e58e6e8e-2530-4107-ab10-fe9803f417ee on network bb5f15a8-1d99-47cb-89c9-33640abaae0c {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:00.630480 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.662851 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14be353-950c-4356-a4d2-02b0513438d2 req-4f69bc6b-75c2-4d5e-b094-4cc1293186b8 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:00.663242 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14be353-950c-4356-a4d2-02b0513438d2 req-4f69bc6b-75c2-4d5e-b094-4cc1293186b8 service neutron] Checking segment: {'id': 'ad0803ed-4f73-4a8d-ae1b-7ae303151ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bb5f15a8-1d99-47cb-89c9-33640abaae0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:00.663613 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14be353-950c-4356-a4d2-02b0513438d2 req-4f69bc6b-75c2-4d5e-b094-4cc1293186b8 service neutron] Bound using segment: {'id': 'ad0803ed-4f73-4a8d-ae1b-7ae303151ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bb5f15a8-1d99-47cb-89c9-33640abaae0c'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:00.664175 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-f14be353-950c-4356-a4d2-02b0513438d2 req-4f69bc6b-75c2-4d5e-b094-4cc1293186b8 service neutron] Bound port: e58e6e8e-2530-4107-ab10-fe9803f417ee, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad0803ed-4f73-4a8d-ae1b-7ae303151ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bb5f15a8-1d99-47cb-89c9-33640abaae0c'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:00.664543 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-4f69bc6b-75c2-4d5e-b094-4cc1293186b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.685213 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-d49f6e24-bd3b-48b1-94ef-5908f75ea1b3 admin admin] Calling delete_port for 539ecb7b-ec22-4019-89a7-b9b7287253b5 owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:00.864614 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5f2228-6abb-47f7-b853-1c22e92d1d7b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] Made reservation on behalf of 0f86cabc774a43f98a275e0c6de4aee0 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:00.868063 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f5f2228-6abb-47f7-b853-1c22e92d1d7b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.888235 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Pushing event updated for resources: {'Port': ['ID=94fa6a54-491c-4382-89c6-73988d48841e,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:00.925598 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f5f2228-6abb-47f7-b853-1c22e92d1d7b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.926405 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-1a7ef304-526f-413b-8043-fb9094c56290 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:00.927969 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-1a7ef304-526f-413b-8043-fb9094c56290 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3&tenant_id=f8a8ade9cff04e3db4af1591a2770156&binding%3Ahost_id=n-h1-791506-21 HTTP/1.1" status: 200 len: 1096 time: 0.3984029 Jul 16 20:30:01.026295 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5930e58f-c414-4865-a343-344b68874d6c req-6758c7c2-7ee9-4b5e-8ab2-f4d4d4e53ca4 service neutron] 10.222.0.18 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979959 Jul 16 20:30:01.064506 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-f14be353-950c-4356-a4d2-02b0513438d2 req-4f69bc6b-75c2-4d5e-b094-4cc1293186b8 service neutron] For port e58e6e8e-2530-4107-ab10-fe9803f417ee, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:01.344926 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:01.345908 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:01.346197 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:01.346569 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:01.346910 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:01.347277 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:01.347553 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:01.347880 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:01.348210 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:01.348539 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:01.348870 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:01.349194 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:01.412203 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-fc8c1f75-459f-459b-ba3c-4c4b529895a3 req-513acfda-26a9-40cf-a3f9-c4fb152589a4 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Deleting port 81ac413d-0ebf-41d3-a3bb-a7cd07020df9 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:01.412552 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-fc8c1f75-459f-459b-ba3c-4c4b529895a3 req-513acfda-26a9-40cf-a3f9-c4fb152589a4 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.432108 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9b105-9764-4218-b697-45dbce8393af req-0466a6d1-ca28-480e-9cb2-85ab2e4c121e tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:01.433697 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46d9b105-9764-4218-b697-45dbce8393af req-0466a6d1-ca28-480e-9cb2-85ab2e4c121e tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/networks?id=de9c7f7d-80a5-4172-a05a-5fedd883a4a9 HTTP/1.1" status: 200 len: 812 time: 0.8153660 Jul 16 20:30:01.454748 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d2df8-8294-4d79-af8b-f14271376b4f req-1c5f5571-0e92-437c-9a43-e8e5bf3a380a tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:01.456244 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d13d2df8-8294-4d79-af8b-f14271376b4f req-1c5f5571-0e92-437c-9a43-e8e5bf3a380a tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f6b1f96-8cc2-48d1-a062-e53c2ebcdfe2 HTTP/1.1" status: 200 len: 945 time: 0.8876915 Jul 16 20:30:01.471444 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-f14be353-950c-4356-a4d2-02b0513438d2 req-4f69bc6b-75c2-4d5e-b094-4cc1293186b8 service neutron] For port e58e6e8e-2530-4107-ab10-fe9803f417ee, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e58e6e8e-2530-4107-ab10-fe9803f417ee,segment=NetworkSegment(ad0803ed-4f73-4a8d-ae1b-7ae303151ff5),segment_id=ad0803ed-4f73-4a8d-ae1b-7ae303151ff5)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:01.503477 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-4f69bc6b-75c2-4d5e-b094-4cc1293186b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.510082 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662ec6f-ec41-4110-aa1f-ada0292ad490 req-2daf34b6-da9c-4ea8-9e1c-585fe38a9b49 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:01.511423 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4662ec6f-ec41-4110-aa1f-ada0292ad490 req-2daf34b6-da9c-4ea8-9e1c-585fe38a9b49 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0f81baa-5c59-40e5-896a-df78cc80edde HTTP/1.1" status: 200 len: 931 time: 0.7915421 Jul 16 20:30:01.514503 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e9d7084b-8921-4801-8867-d0c396d38022 req-fc49a577-d4b9-46e4-8389-e3ef28a27512 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=3333159ada2b489a9381719b5f953f7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564737 Jul 16 20:30:01.587002 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46d9b105-9764-4218-b697-45dbce8393af req-15502534-b41c-4517-afd5-c13b65235c55 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/quotas/ed8b857babcd4c8cb76ee5584a65db58 HTTP/1.1" status: 200 len: 375 time: 0.1106372 Jul 16 20:30:01.669671 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Attempting to bind port 94fa6a54-491c-4382-89c6-73988d48841e on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:01.670012 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Attempting to bind port 94fa6a54-491c-4382-89c6-73988d48841e by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'ad0803ed-4f73-4a8d-ae1b-7ae303151ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bb5f15a8-1d99-47cb-89c9-33640abaae0c'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:01.670377 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Attempting to bind port 94fa6a54-491c-4382-89c6-73988d48841e on network bb5f15a8-1d99-47cb-89c9-33640abaae0c {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:01.677928 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14be353-950c-4356-a4d2-02b0513438d2 req-4f69bc6b-75c2-4d5e-b094-4cc1293186b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:01.678663 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-4f69bc6b-75c2-4d5e-b094-4cc1293186b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.680092 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-4f69bc6b-75c2-4d5e-b094-4cc1293186b8 service neutron] 10.222.0.18 "PUT /v2.0/ports/e58e6e8e-2530-4107-ab10-fe9803f417ee HTTP/1.1" status: 200 len: 1092 time: 4.7693079 Jul 16 20:30:01.680559 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b81720b-c965-4c8e-86fc-e053e8a6fe1f', 'tag': 'e58e6e8e-2530-4107-ab10-fe9803f417ee'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:01.682941 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98ff3f6-b0a2-466a-adee-adaf28adff58" -d '{"events": [{"name": "network-changed", "server_uuid": "0b81720b-c965-4c8e-86fc-e053e8a6fe1f", "tag": "e58e6e8e-2530-4107-ab10-fe9803f417ee"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:01.756565 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Port 94fa6a54-491c-4382-89c6-73988d48841e on network bb5f15a8-1d99-47cb-89c9-33640abaae0c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:01.756821 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Attempting to bind port 94fa6a54-491c-4382-89c6-73988d48841e on network bb5f15a8-1d99-47cb-89c9-33640abaae0c {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:01.761695 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-b7334262-6fcf-44df-9cee-c5747cf449db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:01.763276 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-b7334262-6fcf-44df-9cee-c5747cf449db service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3&tenant_id=f8a8ade9cff04e3db4af1591a2770156 HTTP/1.1" status: 200 len: 1096 time: 0.8140807 Jul 16 20:30:01.779498 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4662ec6f-ec41-4110-aa1f-ada0292ad490 req-a75a4f14-68ea-4917-acc5-487097061412 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/security-groups?id=4775006c-0420-40a7-97d4-8150b1804903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518239 Jul 16 20:30:01.795715 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-fc8c1f75-459f-459b-ba3c-4c4b529895a3 req-513acfda-26a9-40cf-a3f9-c4fb152589a4 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] For port 81ac413d-0ebf-41d3-a3bb-a7cd07020df9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=81ac413d-0ebf-41d3-a3bb-a7cd07020df9,segment=NetworkSegment(12a5fd60-5358-4bbc-abac-a964a59b540e),segment_id=12a5fd60-5358-4bbc-abac-a964a59b540e)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:01.796088 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-fc8c1f75-459f-459b-ba3c-4c4b529895a3 req-513acfda-26a9-40cf-a3f9-c4fb152589a4 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.808870 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:01.809369 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Checking segment: {'id': 'ad0803ed-4f73-4a8d-ae1b-7ae303151ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bb5f15a8-1d99-47cb-89c9-33640abaae0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:01.809771 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Bound using segment: {'id': 'ad0803ed-4f73-4a8d-ae1b-7ae303151ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bb5f15a8-1d99-47cb-89c9-33640abaae0c'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:01.810280 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Bound port: 94fa6a54-491c-4382-89c6-73988d48841e, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad0803ed-4f73-4a8d-ae1b-7ae303151ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bb5f15a8-1d99-47cb-89c9-33640abaae0c'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:01.810986 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.814062 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-f14be353-950c-4356-a4d2-02b0513438d2 req-fae1f4af-bec8-4333-b691-61657b44108e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f04e3295-ba8c-4462-b5d3-99ac2ea9c781 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:01.831313 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110b7ce-2af4-4853-b6f2-cd4719c32819 req-fcb9dce8-3bd0-42fc-9b87-1bafbf696b56 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:01.832817 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5110b7ce-2af4-4853-b6f2-cd4719c32819 req-fcb9dce8-3bd0-42fc-9b87-1bafbf696b56 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.62 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 945 time: 0.5080929 Jul 16 20:30:01.843516 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69bc6b-75c2-4d5e-b094-4cc1293186b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e58e6e8e-2530-4107-ab10-fe9803f417ee,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:01.866699 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-fae1f4af-bec8-4333-b691-61657b44108e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.868192 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-fc8c1f75-459f-459b-ba3c-4c4b529895a3 req-513acfda-26a9-40cf-a3f9-c4fb152589a4 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Calling delete_port for 81ac413d-0ebf-41d3-a3bb-a7cd07020df9 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:01.889725 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5930e58f-c414-4865-a343-344b68874d6c req-c9c5a090-1bb3-4c6d-92ee-002266f1711f service neutron] 10.222.0.18 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8199685 Jul 16 20:30:01.931716 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-f14be353-950c-4356-a4d2-02b0513438d2 req-fae1f4af-bec8-4333-b691-61657b44108e service neutron] Transition to ACTIVE for port object f04e3295-ba8c-4462-b5d3-99ac2ea9c781 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:01.946144 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-fae1f4af-bec8-4333-b691-61657b44108e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.958937 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7084b-8921-4801-8867-d0c396d38022 req-0de13c1f-7e94-478e-8a25-603b4cb1f7a8 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:01.999319 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e9d7084b-8921-4801-8867-d0c396d38022 req-0de13c1f-7e94-478e-8a25-603b4cb1f7a8 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4330521 Jul 16 20:30:01.999319 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d49f6e24-bd3b-48b1-94ef-5908f75ea1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.015492 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-e9d7084b-8921-4801-8867-d0c396d38022 req-19d3d427-0c84-4bfa-b324-b6ba570adde8 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Request body: {'port': {'device_id': 'c7d2ee1a-ea46-4fd9-8c56-9c600098c068', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': '3333159ada2b489a9381719b5f953f7a'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:02.108016 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46d9b105-9764-4218-b697-45dbce8393af req-4676706c-b072-497a-af85-ff307272fc9e tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed8b857babcd4c8cb76ee5584a65db58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4732888 Jul 16 20:30:02.116165 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f5f2228-6abb-47f7-b853-1c22e92d1d7b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.131140 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7937286-d313-4cf6-ae10-a59838d4f1f1 req-1e6783ee-418e-4c74-a446-105a88f6b2c6 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 1002 time: 0.2901196 Jul 16 20:30:02.141656 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1f4af-bec8-4333-b691-61657b44108e service neutron] Pushing event updated for resources: {'Port': ['ID=f04e3295-ba8c-4462-b5d3-99ac2ea9c781,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:02.154643 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f5f2228-6abb-47f7-b853-1c22e92d1d7b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.198624 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14be353-950c-4356-a4d2-02b0513438d2 req-966d89b1-a1aa-48e8-98d7-5d9fd7d6cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:02.200559 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-966d89b1-a1aa-48e8-98d7-5d9fd7d6cd0e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9618da2f1f76496c9475c1c9fbb8dd88&device_id=0b81720b-c965-4c8e-86fc-e053e8a6fe1f HTTP/1.1" status: 200 len: 1095 time: 0.4714828 Jul 16 20:30:02.248380 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-637011e0-edba-4d1e-830d-7c068c58e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:02.249924 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-637011e0-edba-4d1e-830d-7c068c58e422 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8a8ade9cff04e3db4af1591a2770156&device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 1096 time: 0.4460521 Jul 16 20:30:02.273034 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f6e24-bd3b-48b1-94ef-5908f75ea1b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=539ecb7b-ec22-4019-89a7-b9b7287253b5,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:02.275108 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-d13d2df8-8294-4d79-af8b-f14271376b4f req-ae75c27e-e19b-491a-935b-fda00a13a7b8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Deleting port 2a9d5235-ed6f-414a-a393-cec8c65df4c2 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:02.275510 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d13d2df8-8294-4d79-af8b-f14271376b4f req-ae75c27e-e19b-491a-935b-fda00a13a7b8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.324198 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-584b9daf-81eb-475d-b475-2c20774ea830 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e58e6e8e-2530-4107-ab10-fe9803f417ee HTTP/1.1" status: 200 len: 217 time: 0.0886006 Jul 16 20:30:02.328041 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5f2228-6abb-47f7-b853-1c22e92d1d7b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:30:02.375815 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] For port 94fa6a54-491c-4382-89c6-73988d48841e, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:02.406809 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f2228-6abb-47f7-b853-1c22e92d1d7b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28597031-1538-4141-aa04-bfa1c65afa5a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:02.423839 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f5f2228-6abb-47f7-b853-1c22e92d1d7b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.424190 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-7f5f2228-6abb-47f7-b853-1c22e92d1d7b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] Added segment a433600f-9f73-4068-9af4-b8d930c8fbbf of type vlan for network fc74533c-29e0-438a-a2e6-5e74aa95a0d0 Jul 16 20:30:02.433540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7937286-d313-4cf6-ae10-a59838d4f1f1 req-3c44c0e8-eba3-4007-8a29-cd3daa1f9439 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:02.434963 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7937286-d313-4cf6-ae10-a59838d4f1f1 req-3c44c0e8-eba3-4007-8a29-cd3daa1f9439 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports/8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 HTTP/1.1" status: 200 len: 943 time: 0.3026857 Jul 16 20:30:02.437177 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] For port 94fa6a54-491c-4382-89c6-73988d48841e, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=94fa6a54-491c-4382-89c6-73988d48841e,segment=NetworkSegment(ad0803ed-4f73-4a8d-ae1b-7ae303151ff5),segment_id=ad0803ed-4f73-4a8d-ae1b-7ae303151ff5)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:02.492229 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.561062 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-f14be353-950c-4356-a4d2-02b0513438d2 req-fae1f4af-bec8-4333-b691-61657b44108e service neutron] Attempting to bind port f04e3295-ba8c-4462-b5d3-99ac2ea9c781 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:02.561403 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-f14be353-950c-4356-a4d2-02b0513438d2 req-fae1f4af-bec8-4333-b691-61657b44108e service neutron] Attempting to bind port f04e3295-ba8c-4462-b5d3-99ac2ea9c781 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'ad0803ed-4f73-4a8d-ae1b-7ae303151ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bb5f15a8-1d99-47cb-89c9-33640abaae0c'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:02.561803 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14be353-950c-4356-a4d2-02b0513438d2 req-fae1f4af-bec8-4333-b691-61657b44108e service neutron] Attempting to bind port f04e3295-ba8c-4462-b5d3-99ac2ea9c781 on network bb5f15a8-1d99-47cb-89c9-33640abaae0c {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:02.570379 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d7084b-8921-4801-8867-d0c396d38022 req-19d3d427-0c84-4bfa-b324-b6ba570adde8 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Made reservation on behalf of 3333159ada2b489a9381719b5f953f7a for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:02.573954 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e9d7084b-8921-4801-8867-d0c396d38022 req-19d3d427-0c84-4bfa-b324-b6ba570adde8 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.576840 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14be353-950c-4356-a4d2-02b0513438d2 req-cfd6f17e-6977-40e9-bd87-cdc7bffb77ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:02.578281 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-cfd6f17e-6977-40e9-bd87-cdc7bffb77ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=962a93b1-b5db-4401-b7c0-fc778023dd82 HTTP/1.1" status: 200 len: 857 time: 0.2343478 Jul 16 20:30:02.606935 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46d9b105-9764-4218-b697-45dbce8393af req-1627ca9d-b68f-4a3e-a626-5f5a056abfb4 service neutron] 10.222.0.38 "GET /v2.0/networks/de9c7f7d-80a5-4172-a05a-5fedd883a4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606304 Jul 16 20:30:02.607866 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14be353-950c-4356-a4d2-02b0513438d2 req-fae1f4af-bec8-4333-b691-61657b44108e service neutron] Port f04e3295-ba8c-4462-b5d3-99ac2ea9c781 on network bb5f15a8-1d99-47cb-89c9-33640abaae0c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:02.608662 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14be353-950c-4356-a4d2-02b0513438d2 req-fae1f4af-bec8-4333-b691-61657b44108e service neutron] Attempting to bind port f04e3295-ba8c-4462-b5d3-99ac2ea9c781 on network bb5f15a8-1d99-47cb-89c9-33640abaae0c {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:02.609867 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f5f2228-6abb-47f7-b853-1c22e92d1d7b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.615869 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e9d7084b-8921-4801-8867-d0c396d38022 req-19d3d427-0c84-4bfa-b324-b6ba570adde8 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.641377 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:02.642082 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.643501 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] 10.222.0.18 "PUT /v2.0/ports/94fa6a54-491c-4382-89c6-73988d48841e HTTP/1.1" status: 200 len: 1092 time: 5.3752296 Jul 16 20:30:02.651303 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-808735ec-61b3-446d-b86b-885f13c41da3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb5f15a8-1d99-47cb-89c9-33640abaae0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557384 Jul 16 20:30:02.652330 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-8cf39ecc-c817-4bbd-bcad-f289842cdda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:02.653667 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-8cf39ecc-c817-4bbd-bcad-f289842cdda7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 200 len: 922 time: 0.3785017 Jul 16 20:30:02.655652 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14be353-950c-4356-a4d2-02b0513438d2 req-fae1f4af-bec8-4333-b691-61657b44108e service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:02.655999 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14be353-950c-4356-a4d2-02b0513438d2 req-fae1f4af-bec8-4333-b691-61657b44108e service neutron] Checking segment: {'id': 'ad0803ed-4f73-4a8d-ae1b-7ae303151ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bb5f15a8-1d99-47cb-89c9-33640abaae0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:02.656487 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14be353-950c-4356-a4d2-02b0513438d2 req-fae1f4af-bec8-4333-b691-61657b44108e service neutron] Bound using segment: {'id': 'ad0803ed-4f73-4a8d-ae1b-7ae303151ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bb5f15a8-1d99-47cb-89c9-33640abaae0c'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:02.657049 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-f14be353-950c-4356-a4d2-02b0513438d2 req-fae1f4af-bec8-4333-b691-61657b44108e service neutron] Bound port: f04e3295-ba8c-4462-b5d3-99ac2ea9c781, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad0803ed-4f73-4a8d-ae1b-7ae303151ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bb5f15a8-1d99-47cb-89c9-33640abaae0c'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:02.657362 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-fae1f4af-bec8-4333-b691-61657b44108e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.665280 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d49f6e24-bd3b-48b1-94ef-5908f75ea1b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.679260 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 81ac413d-0ebf-41d3-a3bb-a7cd07020df9 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:02.695592 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a648fafb-8e34-4a8c-b7e2-69ac3e51dfe6', 'tag': '94fa6a54-491c-4382-89c6-73988d48841e'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:02.697875 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac8e4ed-4df2-4cba-81fc-6704f528a193" -d '{"events": [{"name": "network-changed", "server_uuid": "a648fafb-8e34-4a8c-b7e2-69ac3e51dfe6", "tag": "94fa6a54-491c-4382-89c6-73988d48841e"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:02.752305 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-01fff0cb-2a02-466c-8818-bcb547c6d3b5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4da1b85c-da5d-4df3-8ad7-97cd630dac2b HTTP/1.1" status: 200 len: 217 time: 0.0900702 Jul 16 20:30:02.765194 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-5110b7ce-2af4-4853-b6f2-cd4719c32819 req-3890315c-5be2-4277-b695-3e4f2be551d8 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Deleting port 1d2717eb-29b5-4ca5-a180-a0ea02b91e58 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:02.765551 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5110b7ce-2af4-4853-b6f2-cd4719c32819 req-3890315c-5be2-4277-b695-3e4f2be551d8 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.779063 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.858150 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286115e-a7a8-4747-a1a4-bebccb7a5b59 service neutron] Pushing event updated for resources: {'Port': ['ID=94fa6a54-491c-4382-89c6-73988d48841e,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:02.874749 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-d13d2df8-8294-4d79-af8b-f14271376b4f req-ae75c27e-e19b-491a-935b-fda00a13a7b8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] For port 2a9d5235-ed6f-414a-a393-cec8c65df4c2, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=2a9d5235-ed6f-414a-a393-cec8c65df4c2,segment=NetworkSegment(12a5fd60-5358-4bbc-abac-a964a59b540e),segment_id=12a5fd60-5358-4bbc-abac-a964a59b540e)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:02.875121 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d13d2df8-8294-4d79-af8b-f14271376b4f req-ae75c27e-e19b-491a-935b-fda00a13a7b8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.918193 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-fc8c1f75-459f-459b-ba3c-4c4b529895a3 req-513acfda-26a9-40cf-a3f9-c4fb152589a4 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.944687 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7937286-d313-4cf6-ae10-a59838d4f1f1 req-bfcb969f-ba9f-42c0-8302-a14e9e5e2f72 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 1002 time: 0.3639128 Jul 16 20:30:02.952874 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-d13d2df8-8294-4d79-af8b-f14271376b4f req-ae75c27e-e19b-491a-935b-fda00a13a7b8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Calling delete_port for 2a9d5235-ed6f-414a-a393-cec8c65df4c2 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:02.955801 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f5f2228-6abb-47f7-b853-1c22e92d1d7b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.961510 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5f2228-6abb-47f7-b853-1c22e92d1d7b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:02.962100 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f5f2228-6abb-47f7-b853-1c22e92d1d7b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.991164 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-3a58b33c-4cc5-4fef-9dbd-5054f52c014e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:02.992661 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-3a58b33c-4cc5-4fef-9dbd-5054f52c014e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13ad8455-a3f9-4cd7-bb5a-6261d086b47a HTTP/1.1" status: 200 len: 861 time: 0.2326391 Jul 16 20:30:03.009824 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.059330 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-f14be353-950c-4356-a4d2-02b0513438d2 req-fae1f4af-bec8-4333-b691-61657b44108e service neutron] For port f04e3295-ba8c-4462-b5d3-99ac2ea9c781, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:03.062805 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-1218ad7f-a361-4735-8783-e37b40efc574 service neutron] 10.222.0.18 "GET /v2.0/networks/bb5f15a8-1d99-47cb-89c9-33640abaae0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002104 Jul 16 20:30:03.065023 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-805ad441-8453-4e80-b467-d6d0fbaa1025 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0476e10-8d02-4fbd-b804-ab41bcf63297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554347 Jul 16 20:30:03.065364 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513acfda-26a9-40cf-a3f9-c4fb152589a4 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Pushing event deleted for resources: {'Port': ['ID=81ac413d-0ebf-41d3-a3bb-a7cd07020df9,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:03.108328 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-f14be353-950c-4356-a4d2-02b0513438d2 req-fae1f4af-bec8-4333-b691-61657b44108e service neutron] For port f04e3295-ba8c-4462-b5d3-99ac2ea9c781, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=f04e3295-ba8c-4462-b5d3-99ac2ea9c781,segment=NetworkSegment(ad0803ed-4f73-4a8d-ae1b-7ae303151ff5),segment_id=ad0803ed-4f73-4a8d-ae1b-7ae303151ff5)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:03.149954 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-fae1f4af-bec8-4333-b691-61657b44108e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.208022 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46d9b105-9764-4218-b697-45dbce8393af req-6a1aafd7-b52b-461f-92d2-fd364f7c6e9e service neutron] 10.222.0.38 "GET /v2.0/networks/de9c7f7d-80a5-4172-a05a-5fedd883a4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5714405 Jul 16 20:30:03.272898 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e9d7084b-8921-4801-8867-d0c396d38022 req-19d3d427-0c84-4bfa-b324-b6ba570adde8 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.274123 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8c1f75-459f-459b-ba3c-4c4b529895a3 req-513acfda-26a9-40cf-a3f9-c4fb152589a4 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] No DVR routers for this DVR port 81ac413d-0ebf-41d3-a3bb-a7cd07020df9 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:03.276627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f2228-6abb-47f7-b853-1c22e92d1d7b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] Pushing event updated for resources: {'Network': ['ID=fc74533c-29e0-438a-a2e6-5e74aa95a0d0,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:03.288656 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-fc8c1f75-459f-459b-ba3c-4c4b529895a3 req-513acfda-26a9-40cf-a3f9-c4fb152589a4 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.290761 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fc8c1f75-459f-459b-ba3c-4c4b529895a3 req-513acfda-26a9-40cf-a3f9-c4fb152589a4 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.18 "DELETE /v2.0/ports/81ac413d-0ebf-41d3-a3bb-a7cd07020df9 HTTP/1.1" status: 204 len: 173 time: 3.0168562 Jul 16 20:30:03.298838 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network fc74533c-29e0-438a-a2e6-5e74aa95a0d0 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:30:03.299293 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-5110b7ce-2af4-4853-b6f2-cd4719c32819 req-3890315c-5be2-4277-b695-3e4f2be551d8 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] For port 1d2717eb-29b5-4ca5-a180-a0ea02b91e58, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=1d2717eb-29b5-4ca5-a180-a0ea02b91e58,segment=NetworkSegment(d044cd58-1c1b-47a2-8117-29daed7caee7),segment_id=d044cd58-1c1b-47a2-8117-29daed7caee7)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:03.299668 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5110b7ce-2af4-4853-b6f2-cd4719c32819 req-3890315c-5be2-4277-b695-3e4f2be551d8 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.311670 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14be353-950c-4356-a4d2-02b0513438d2 req-fae1f4af-bec8-4333-b691-61657b44108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.312333 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f14be353-950c-4356-a4d2-02b0513438d2 req-fae1f4af-bec8-4333-b691-61657b44108e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.313848 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-fae1f4af-bec8-4333-b691-61657b44108e service neutron] 10.222.0.62 "PUT /v2.0/ports/f04e3295-ba8c-4462-b5d3-99ac2ea9c781 HTTP/1.1" status: 200 len: 1092 time: 3.7371221 Jul 16 20:30:03.316648 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e9d7084b-8921-4801-8867-d0c396d38022 req-19d3d427-0c84-4bfa-b324-b6ba570adde8 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.351764 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7f5f2228-6abb-47f7-b853-1c22e92d1d7b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.9941583 Jul 16 20:30:03.356256 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14be353-950c-4356-a4d2-02b0513438d2 req-4ff6d080-885f-4e6c-8837-87eab173a575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.357874 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-4ff6d080-885f-4e6c-8837-87eab173a575 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9618da2f1f76496c9475c1c9fbb8dd88&device_id=a648fafb-8e34-4a8c-b7e2-69ac3e51dfe6 HTTP/1.1" status: 200 len: 1095 time: 0.6537206 Jul 16 20:30:03.365028 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 37432) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:03.375926 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-5110b7ce-2af4-4853-b6f2-cd4719c32819 req-3890315c-5be2-4277-b695-3e4f2be551d8 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Calling delete_port for 1d2717eb-29b5-4ca5-a180-a0ea02b91e58 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:03.380311 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.tag.tag_plugin [None req-1e674951-b8b0-4ca5-b9df-ccd0940c9abe tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'fc74533c-29e0-438a-a2e6-5e74aa95a0d0', 'tempest-TagsTest-Tag-2051349219') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:03.463266 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-75aec238-cdf4-4678-9c1c-5bb81ea6bb4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94fa6a54-491c-4382-89c6-73988d48841e HTTP/1.1" status: 200 len: 217 time: 0.0872421 Jul 16 20:30:03.595023 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7937286-d313-4cf6-ae10-a59838d4f1f1 req-7b78ee1f-4c16-4c57-b988-b550541be53f tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.607269 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7937286-d313-4cf6-ae10-a59838d4f1f1 req-7b78ee1f-4c16-4c57-b988-b550541be53f tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 784 time: 0.6201138 Jul 16 20:30:03.807994 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1f4af-bec8-4333-b691-61657b44108e service neutron] Pushing event updated for resources: {'Port': ['ID=f04e3295-ba8c-4462-b5d3-99ac2ea9c781,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:03.888593 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-935f7a0d-31ac-4f0e-917f-46a15e4454b5 service neutron] 10.222.0.62 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8089578 Jul 16 20:30:03.899834 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-6f3d6736-1b73-42e3-9376-504db77975d3 service neutron] 10.222.0.18 "GET /v2.0/networks/bb5f15a8-1d99-47cb-89c9-33640abaae0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8297713 Jul 16 20:30:03.938801 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3d427-0c84-4bfa-b324-b6ba570adde8 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba6c7ee-7ab6-4901-ad78-b5124b3f69ee,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:04.080280 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49f6e24-bd3b-48b1-94ef-5908f75ea1b3 admin admin] Router 260c0019-91a9-4428-ba88-5518dc375e88 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:04.122147 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14be353-950c-4356-a4d2-02b0513438d2 req-a3986edd-b3fd-441c-a6c1-2855a664e789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:04.124896 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-a3986edd-b3fd-441c-a6c1-2855a664e789 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9618da2f1f76496c9475c1c9fbb8dd88&device_id=d0f81baa-5c59-40e5-896a-df78cc80edde HTTP/1.1" status: 200 len: 1095 time: 0.3824856 Jul 16 20:30:04.126121 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-e9d7084b-8921-4801-8867-d0c396d38022 req-19d3d427-0c84-4bfa-b324-b6ba570adde8 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Allocated IP 192.168.233.176 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/cebef639-c703-4fc5-a3ff-43c86366817b) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:04.155791 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14be353-950c-4356-a4d2-02b0513438d2 req-cbc764c8-6a29-4a4e-829a-bcd233860e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:04.157788 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-cbc764c8-6a29-4a4e-829a-bcd233860e8f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=962a93b1-b5db-4401-b7c0-fc778023dd82 HTTP/1.1" status: 200 len: 857 time: 0.6835003 Jul 16 20:30:04.175903 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 2a9d5235-ed6f-414a-a393-cec8c65df4c2 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:04.178395 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-11c04ed7-dbd7-426a-b42d-c01308d9a82d tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=3333159ada2b489a9381719b5f953f7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832562 Jul 16 20:30:04.205390 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-ee10e304-29cf-4579-abb2-99a86623904a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f04e3295-ba8c-4462-b5d3-99ac2ea9c781 HTTP/1.1" status: 200 len: 217 time: 0.0653415 Jul 16 20:30:04.249295 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-4f48e7a8-c6f9-4c21-bb1b-d44b762e0f27 service neutron] 10.222.0.62 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483064 Jul 16 20:30:04.259870 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No active binding found for port 2a9d5235-ed6f-414a-a393-cec8c65df4c2 {{(pid=93795) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 20:30:04.260310 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 2a9d5235-ed6f-414a-a393-cec8c65df4c2 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:04.286498 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-57fb54c5-2c75-4633-aa8c-992d2ebf142c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb5f15a8-1d99-47cb-89c9-33640abaae0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148238 Jul 16 20:30:04.294205 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d13d2df8-8294-4d79-af8b-f14271376b4f req-ae75c27e-e19b-491a-935b-fda00a13a7b8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.327658 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7937286-d313-4cf6-ae10-a59838d4f1f1 req-043caf2b-fafd-44bb-acbb-19d099df1221 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 1002 time: 0.7193241 Jul 16 20:30:04.406612 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75c27e-e19b-491a-935b-fda00a13a7b8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Pushing event deleted for resources: {'Port': ['ID=2a9d5235-ed6f-414a-a393-cec8c65df4c2,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:04.411610 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14be353-950c-4356-a4d2-02b0513438d2 req-61bd98ff-b1d9-48d9-980c-c597b52caf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:04.413469 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-61bd98ff-b1d9-48d9-980c-c597b52caf0d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=962a93b1-b5db-4401-b7c0-fc778023dd82 HTTP/1.1" status: 200 len: 857 time: 0.1684482 Jul 16 20:30:04.441302 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-d7937286-d313-4cf6-ae10-a59838d4f1f1 req-72335828-8457-46d3-b870-ea53296a72e2 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:04.466135 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-30ab877e-c6d1-45c7-bd8d-feb96af352d4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bb5f15a8-1d99-47cb-89c9-33640abaae0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438764 Jul 16 20:30:04.558286 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1e674951-b8b0-4ca5-b9df-ccd0940c9abe tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] 10.222.0.38 "PUT /v2.0/networks/fc74533c-29e0-438a-a2e6-5e74aa95a0d0/tags/tempest-TagsTest-Tag-2051349219 HTTP/1.1" status: 201 len: 201 time: 1.1920428 Jul 16 20:30:04.560472 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e9d7084b-8921-4801-8867-d0c396d38022 req-19d3d427-0c84-4bfa-b324-b6ba570adde8 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.578201 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-e9d7084b-8921-4801-8867-d0c396d38022 req-19d3d427-0c84-4bfa-b324-b6ba570adde8 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Transition to ACTIVE for port object cebef639-c703-4fc5-a3ff-43c86366817b will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:04.584839 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 37456) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:04.596856 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.tag.tag_plugin [None req-4e8681f6-8aad-4d92-a894-7eef8f5d1071 tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fc74533c-29e0-438a-a2e6-5e74aa95a0d0', 'tempest-TagsTest-Tag-2051349219') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:04.635300 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49f6e24-bd3b-48b1-94ef-5908f75ea1b3 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:04.646343 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d49f6e24-bd3b-48b1-94ef-5908f75ea1b3 admin admin] 10.222.0.38 "PUT /v2.0/routers/260c0019-91a9-4428-ba88-5518dc375e88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9398229 Jul 16 20:30:04.647684 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86bf5d5-f8de-40c9-a6b0-b447b932cf18 None None] Sync routers for ids ['260c0019-91a9-4428-ba88-5518dc375e88'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:04.660316 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37458) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:04.661679 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13d2df8-8294-4d79-af8b-f14271376b4f req-ae75c27e-e19b-491a-935b-fda00a13a7b8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] No DVR routers for this DVR port 2a9d5235-ed6f-414a-a393-cec8c65df4c2 on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:04.667215 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86bf5d5-f8de-40c9-a6b0-b447b932cf18 None None] Routers {'260c0019-91a9-4428-ba88-5518dc375e88'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:04.671080 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f86bf5d5-f8de-40c9-a6b0-b447b932cf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:29:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['260c0019-91a9-4428-ba88-5518dc375e88'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:04.682937 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d13d2df8-8294-4d79-af8b-f14271376b4f req-ae75c27e-e19b-491a-935b-fda00a13a7b8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.684897 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d13d2df8-8294-4d79-af8b-f14271376b4f req-ae75c27e-e19b-491a-935b-fda00a13a7b8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.62 "DELETE /v2.0/ports/2a9d5235-ed6f-414a-a393-cec8c65df4c2 HTTP/1.1" status: 204 len: 173 time: 3.2032311 Jul 16 20:30:04.701548 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-cd300ce3-cf77-442d-9e88-5319d145656a tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:04.709718 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-cd300ce3-cf77-442d-9e88-5319d145656a tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5063705 Jul 16 20:30:04.727445 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5110b7ce-2af4-4853-b6f2-cd4719c32819 req-3890315c-5be2-4277-b695-3e4f2be551d8 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.740489 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d7937286-d313-4cf6-ae10-a59838d4f1f1 req-72335828-8457-46d3-b870-ea53296a72e2 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks [] for floatingip, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.742429 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['a2ce7eaf-57bc-4a87-be95-7e45a7b50942'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:04.852339 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-fd3453e5-0f10-459e-bcf6-51b6856d51fb tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/quotas/3333159ada2b489a9381719b5f953f7a HTTP/1.1" status: 200 len: 375 time: 0.1416340 Jul 16 20:30:04.856120 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e9d7084b-8921-4801-8867-d0c396d38022 req-19d3d427-0c84-4bfa-b324-b6ba570adde8 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.881642 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890315c-5be2-4277-b695-3e4f2be551d8 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Pushing event deleted for resources: {'Port': ['ID=1d2717eb-29b5-4ca5-a180-a0ea02b91e58,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:04.919513 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d7084b-8921-4801-8867-d0c396d38022 req-19d3d427-0c84-4bfa-b324-b6ba570adde8 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:04.926170 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-e9d7084b-8921-4801-8867-d0c396d38022 req-19d3d427-0c84-4bfa-b324-b6ba570adde8 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:04.947323 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d7084b-8921-4801-8867-d0c396d38022 req-19d3d427-0c84-4bfa-b324-b6ba570adde8 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:05.106743 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-f86bf5d5-f8de-40c9-a6b0-b447b932cf18 None None] Set router 260c0019-91a9-4428-ba88-5518dc375e88 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:05.144931 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-852a6676-1d1e-4a96-949f-7271834611f6 service neutron] 10.222.0.62 "GET /v2.0/networks/bb5f15a8-1d99-47cb-89c9-33640abaae0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480824 Jul 16 20:30:05.159091 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d7937286-d313-4cf6-ae10-a59838d4f1f1 req-72335828-8457-46d3-b870-ea53296a72e2 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.171748 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-e32948bb-8d7d-41bd-9e12-44b434eecc75 service neutron] 10.222.0.18 "GET /v2.0/networks/bb5f15a8-1d99-47cb-89c9-33640abaae0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8477488 Jul 16 20:30:05.203678 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d7937286-d313-4cf6-ae10-a59838d4f1f1 req-72335828-8457-46d3-b870-ea53296a72e2 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.204772 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [req-d7937286-d313-4cf6-ae10-a59838d4f1f1 req-72335828-8457-46d3-b870-ea53296a72e2 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Floating IP f408acae-7dc6-4bd8-9f99-900ad1eb5633 disassociated. External IP: 172.25.0.165, port: 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8. Jul 16 20:30:05.210899 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7084b-8921-4801-8867-d0c396d38022 req-19d3d427-0c84-4bfa-b324-b6ba570adde8 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:05.211687 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e9d7084b-8921-4801-8867-d0c396d38022 req-19d3d427-0c84-4bfa-b324-b6ba570adde8 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.225154 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3d427-0c84-4bfa-b324-b6ba570adde8 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Pushing event updated for resources: {'Port': ['ID=cebef639-c703-4fc5-a3ff-43c86366817b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:05.239364 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-20c21753-638a-4166-9475-42e42751c789 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:05.241010 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-20c21753-638a-4166-9475-42e42751c789 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3&tenant_id=f8a8ade9cff04e3db4af1591a2770156&binding%3Ahost_id=n-h2-791506-21 HTTP/1.1" status: 200 len: 1096 time: 0.6009994 Jul 16 20:30:05.313600 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6258b91f-5a80-4592-9b10-3eebc86159b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.345591 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-5110b7ce-2af4-4853-b6f2-cd4719c32819 req-3890315c-5be2-4277-b695-3e4f2be551d8 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] No DVR routers for this DVR port 1d2717eb-29b5-4ca5-a180-a0ea02b91e58 on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:05.348584 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5110b7ce-2af4-4853-b6f2-cd4719c32819 req-3890315c-5be2-4277-b695-3e4f2be551d8 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.350989 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5110b7ce-2af4-4853-b6f2-cd4719c32819 req-3890315c-5be2-4277-b695-3e4f2be551d8 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.62 "DELETE /v2.0/ports/1d2717eb-29b5-4ca5-a180-a0ea02b91e58 HTTP/1.1" status: 204 len: 173 time: 3.4963720 Jul 16 20:30:05.380713 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f86bf5d5-f8de-40c9-a6b0-b447b932cf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c0019-91a9-4428-ba88-5518dc375e88', 'name': 'tempest-AttachSCSIVolumeTestJSON-1163147631-router', 'tenant_id': 'ac98e682f9564a20af69f1659d8ff414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '32a845e4-9788-4824-8ccb-e2cc6ce70f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:28Z', 'updated_at': '2021-07-16T20:30:01Z', 'revision_number': 5, 'project_id': 'ac98e682f9564a20af69f1659d8ff414', 'gw_port': {'id': '32a845e4-9788-4824-8ccb-e2cc6ce70f69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c0019-91a9-4428-ba88-5518dc375e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:32Z', 'updated_at': '2021-07-16T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:05.385410 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a84fc405-b21f-4594-bc93-9ce1242976f1 None None] Provisioning for port cebef639-c703-4fc5-a3ff-43c86366817b completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:05.390637 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a84fc405-b21f-4594-bc93-9ce1242976f1 None None] Provisioning complete for port cebef639-c703-4fc5-a3ff-43c86366817b triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:05.391343 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a84fc405-b21f-4594-bc93-9ce1242976f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.410564 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e9d7084b-8921-4801-8867-d0c396d38022 req-19d3d427-0c84-4bfa-b324-b6ba570adde8 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4391203 Jul 16 20:30:05.417731 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4e8681f6-8aad-4d92-a894-7eef8f5d1071 tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] 10.222.0.38 "GET /v2.0/networks/fc74533c-29e0-438a-a2e6-5e74aa95a0d0/tags/tempest-TagsTest-Tag-2051349219 HTTP/1.1" status: 204 len: 168 time: 0.8298500 Jul 16 20:30:05.428378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 37460) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:05.434744 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.tag.tag_plugin [None req-bc74664e-870d-42f7-97a8-d20e29b87d12 tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'fc74533c-29e0-438a-a2e6-5e74aa95a0d0') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:05.438931 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-e9d7084b-8921-4801-8867-d0c396d38022 req-d101608b-54e9-4309-b9cf-4cd9cc2ad64c service neutron] Request body: {'port': {'device_id': 'c7d2ee1a-ea46-4fd9-8c56-9c600098c068', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:05.462444 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86bf5d5-f8de-40c9-a6b0-b447b932cf18 None None] Checking router: 260c0019-91a9-4428-ba88-5518dc375e88 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:30:05.489880 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86bf5d5-f8de-40c9-a6b0-b447b932cf18 None None] Routers {'260c0019-91a9-4428-ba88-5518dc375e88'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:05.491026 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a84fc405-b21f-4594-bc93-9ce1242976f1 None None] Port cebef639-c703-4fc5-a3ff-43c86366817b cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:05.493071 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f86bf5d5-f8de-40c9-a6b0-b447b932cf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:29:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['260c0019-91a9-4428-ba88-5518dc375e88'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:05.540077 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-b4499866-f02b-4a04-8499-6b90ae56a6d5 service neutron] 10.222.0.62 "GET /v2.0/networks/bb5f15a8-1d99-47cb-89c9-33640abaae0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878248 Jul 16 20:30:05.645503 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-749b6be1-e6d3-4858-8e36-b3a02aa5b43a tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3333159ada2b489a9381719b5f953f7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7920887 Jul 16 20:30:05.657174 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-f86bf5d5-f8de-40c9-a6b0-b447b932cf18 None None] Set router 260c0019-91a9-4428-ba88-5518dc375e88 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:05.686854 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f14be353-950c-4356-a4d2-02b0513438d2 req-9f07dd9c-91a8-4eaf-85c1-e075e7ea0224 service neutron] 10.222.0.18 "GET /v2.0/networks/bb5f15a8-1d99-47cb-89c9-33640abaae0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321859 Jul 16 20:30:05.758658 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bc74664e-870d-42f7-97a8-d20e29b87d12 tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] 10.222.0.38 "GET /v2.0/networks/fc74533c-29e0-438a-a2e6-5e74aa95a0d0/tags HTTP/1.1" status: 200 len: 238 time: 0.3252800 Jul 16 20:30:05.765909 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 37462) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:05.768107 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6258b91f-5a80-4592-9b10-3eebc86159b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.786053 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.tag.tag_plugin [None req-089d0b64-beec-4417-847e-fb4f7abb79e6 tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'fc74533c-29e0-438a-a2e6-5e74aa95a0d0', {'tags': ['tempest-TagsTest-Tag-607181582', 'tempest-TagsTest-Tag-313968959', 'tempest-TagsTest-Tag-503847775']}) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:05.797243 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e9d7084b-8921-4801-8867-d0c396d38022 req-d101608b-54e9-4309-b9cf-4cd9cc2ad64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.851438 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-177df447-66af-4dfc-8327-430a609a9fd0 service neutron] For port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:05.956477 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-177df447-66af-4dfc-8327-430a609a9fd0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.958211 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-089d0b64-beec-4417-847e-fb4f7abb79e6 tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] 10.222.0.38 "PUT /v2.0/networks/fc74533c-29e0-438a-a2e6-5e74aa95a0d0/tags HTTP/1.1" status: 200 len: 306 time: 0.1891389 Jul 16 20:30:05.969634 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 37468) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:05.973154 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-177df447-66af-4dfc-8327-430a609a9fd0 service neutron] 10.222.0.62 "DELETE /v2.0/ports/4da1b85c-da5d-4df3-8ad7-97cd630dac2b/bindings/n-h1-791506-21 HTTP/1.1" status: 204 len: 173 time: 0.6563833 Jul 16 20:30:05.984635 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.tag.tag_plugin [None req-5e5cc372-9a8d-4617-b29d-08db4af40deb tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'fc74533c-29e0-438a-a2e6-5e74aa95a0d0', 'tempest-TagsTest-Tag-607181582') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:06.014788 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f86bf5d5-f8de-40c9-a6b0-b447b932cf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c0019-91a9-4428-ba88-5518dc375e88', 'name': 'tempest-AttachSCSIVolumeTestJSON-1163147631-router', 'tenant_id': 'ac98e682f9564a20af69f1659d8ff414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '32a845e4-9788-4824-8ccb-e2cc6ce70f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:28Z', 'updated_at': '2021-07-16T20:30:01Z', 'revision_number': 5, 'project_id': 'ac98e682f9564a20af69f1659d8ff414', 'gw_port': {'id': '32a845e4-9788-4824-8ccb-e2cc6ce70f69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c0019-91a9-4428-ba88-5518dc375e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:32Z', 'updated_at': '2021-07-16T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:06.079985 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86bf5d5-f8de-40c9-a6b0-b447b932cf18 None None] The sync data for ids ['260c0019-91a9-4428-ba88-5518dc375e88'] in n-d-791506-21 is: [{'id': '260c0019-91a9-4428-ba88-5518dc375e88', 'name': 'tempest-AttachSCSIVolumeTestJSON-1163147631-router', 'tenant_id': 'ac98e682f9564a20af69f1659d8ff414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '32a845e4-9788-4824-8ccb-e2cc6ce70f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:28Z', 'updated_at': '2021-07-16T20:30:01Z', 'revision_number': 5, 'project_id': 'ac98e682f9564a20af69f1659d8ff414', 'gw_port': {'id': '32a845e4-9788-4824-8ccb-e2cc6ce70f69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c0019-91a9-4428-ba88-5518dc375e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:32Z', 'updated_at': '2021-07-16T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:06.184443 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 1d2717eb-29b5-4ca5-a180-a0ea02b91e58 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:06.220695 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 1d2717eb-29b5-4ca5-a180-a0ea02b91e58 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:06.221028 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 1d2717eb-29b5-4ca5-a180-a0ea02b91e58 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:06.278600 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9b105-9764-4218-b697-45dbce8393af req-548fc797-399e-4d81-88e1-02d4ec906f6f tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:06.280592 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-46d9b105-9764-4218-b697-45dbce8393af req-548fc797-399e-4d81-88e1-02d4ec906f6f tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.18 "GET /v2.0/networks?id=de9c7f7d-80a5-4172-a05a-5fedd883a4a9 HTTP/1.1" status: 200 len: 812 time: 0.6916571 Jul 16 20:30:06.335818 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-93abd648-252f-4e4f-b431-f2bd274b8cff req-8157a41c-ec13-48be-b73c-8fae6d658ffb tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f91420-0144-4089-a306-28486771c4b8 HTTP/1.1" status: 200 len: 210 time: 0.1219835 Jul 16 20:30:06.367063 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-46d9b105-9764-4218-b697-45dbce8393af req-50f0e215-1706-4ccc-ad3c-5d4a726541d8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Request body: {'port': {'device_id': '1c7f4024-3178-4f9d-8d37-6c75207389a8', 'network_id': 'de9c7f7d-80a5-4172-a05a-5fedd883a4a9', 'admin_state_up': True, 'tenant_id': 'ed8b857babcd4c8cb76ee5584a65db58'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:06.433490 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7937286-d313-4cf6-ae10-a59838d4f1f1 req-72335828-8457-46d3-b870-ea53296a72e2 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Router ec619c74-3ab5-4356-848c-329ff9a640b1 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:06.438128 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5e5cc372-9a8d-4617-b29d-08db4af40deb tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] 10.222.0.38 "DELETE /v2.0/networks/fc74533c-29e0-438a-a2e6-5e74aa95a0d0/tags/tempest-TagsTest-Tag-607181582 HTTP/1.1" status: 204 len: 168 time: 0.4654257 Jul 16 20:30:06.441492 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 37474) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:06.448850 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.tag.tag_plugin [None req-2cac6aca-3ee4-4df7-991b-c47b0f9130fb tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fc74533c-29e0-438a-a2e6-5e74aa95a0d0', 'tempest-TagsTest-Tag-607181582') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:06.452739 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9b105-9764-4218-b697-45dbce8393af req-5368cf00-5487-40b9-99e1-b522ea3b47c2 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:06.455462 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-46d9b105-9764-4218-b697-45dbce8393af req-5368cf00-5487-40b9-99e1-b522ea3b47c2 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.62 "GET /v2.0/networks?id=de9c7f7d-80a5-4172-a05a-5fedd883a4a9 HTTP/1.1" status: 200 len: 812 time: 0.7803941 Jul 16 20:30:06.482442 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-46d9b105-9764-4218-b697-45dbce8393af req-06aa166c-5cb6-4af0-af7b-f7a1f7db62a3 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Request body: {'port': {'device_id': '291a4e96-dfcb-40d6-bcb0-bf99145902df', 'network_id': 'de9c7f7d-80a5-4172-a05a-5fedd883a4a9', 'admin_state_up': True, 'tenant_id': 'ed8b857babcd4c8cb76ee5584a65db58'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:06.546468 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-6258b91f-5a80-4592-9b10-3eebc86159b8 admin admin] Deleting port 32a845e4-9788-4824-8ccb-e2cc6ce70f69 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:06.547144 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6258b91f-5a80-4592-9b10-3eebc86159b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.676089 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e58e6e8e-2530-4107-ab10-fe9803f417ee details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:30:06.723493 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-2cac6aca-3ee4-4df7-991b-c47b0f9130fb tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] show failed (client error): The resource could not be found. Jul 16 20:30:06.725006 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2cac6aca-3ee4-4df7-991b-c47b0f9130fb tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] 10.222.0.38 "GET /v2.0/networks/fc74533c-29e0-438a-a2e6-5e74aa95a0d0/tags/tempest-TagsTest-Tag-607181582 HTTP/1.1" status: 404 len: 325 time: 0.2811711 Jul 16 20:30:06.731588 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 37478) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:06.742533 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.tag.tag_plugin [None req-128db059-7bee-473f-90e0-2ee390858de0 tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fc74533c-29e0-438a-a2e6-5e74aa95a0d0', 'tempest-TagsTest-Tag-313968959') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:06.782956 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7937286-d313-4cf6-ae10-a59838d4f1f1 req-72335828-8457-46d3-b870-ea53296a72e2 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:06.790189 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d7937286-d313-4cf6-ae10-a59838d4f1f1 req-72335828-8457-46d3-b870-ea53296a72e2 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.839803 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ad85b-3dfb-4375-b0d1-56d6b21bd517 req-00628b65-e0e6-4410-b78b-a6869109d5b8 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:06.848454 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f53ad85b-3dfb-4375-b0d1-56d6b21bd517 req-00628b65-e0e6-4410-b78b-a6869109d5b8 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 944 time: 0.3046346 Jul 16 20:30:06.881304 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91dd179-b8aa-4f8c-a8c6-be626b0e2c15 None None] Sync routers for ids ['ec619c74-3ab5-4356-848c-329ff9a640b1'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:06.905211 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91dd179-b8aa-4f8c-a8c6-be626b0e2c15 None None] Routers {'ec619c74-3ab5-4356-848c-329ff9a640b1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:06.905968 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-d91dd179-b8aa-4f8c-a8c6-be626b0e2c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:29:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ec619c74-3ab5-4356-848c-329ff9a640b1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:06.910852 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7937286-d313-4cf6-ae10-a59838d4f1f1 req-72335828-8457-46d3-b870-ea53296a72e2 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "PUT /v2.0/floatingips/f408acae-7dc6-4bd8-9f99-900ad1eb5633 HTTP/1.1" status: 200 len: 695 time: 2.5110002 Jul 16 20:30:06.916995 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e58e6e8e-2530-4107-ab10-fe9803f417ee, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e58e6e8e-2530-4107-ab10-fe9803f417ee,segment=NetworkSegment(ad0803ed-4f73-4a8d-ae1b-7ae303151ff5),segment_id=ad0803ed-4f73-4a8d-ae1b-7ae303151ff5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:06.998529 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'e58e6e8e-2530-4107-ab10-fe9803f417ee', 'network_id': 'bb5f15a8-1d99-47cb-89c9-33640abaae0c', 'port_id': 'e58e6e8e-2530-4107-ab10-fe9803f417ee', 'mac_address': 'fa:16:3e:af:69:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '962a93b1-b5db-4401-b7c0-fc778023dd82', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:30:07.321895 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-6258b91f-5a80-4592-9b10-3eebc86159b8 admin admin] For port 32a845e4-9788-4824-8ccb-e2cc6ce70f69, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=32a845e4-9788-4824-8ccb-e2cc6ce70f69,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:07.322929 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6258b91f-5a80-4592-9b10-3eebc86159b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.337805 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-6258b91f-5a80-4592-9b10-3eebc86159b8 admin admin] Calling delete_port for 32a845e4-9788-4824-8ccb-e2cc6ce70f69 owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:07.362474 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-128db059-7bee-473f-90e0-2ee390858de0 tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] 10.222.0.38 "GET /v2.0/networks/fc74533c-29e0-438a-a2e6-5e74aa95a0d0/tags/tempest-TagsTest-Tag-313968959 HTTP/1.1" status: 204 len: 168 time: 0.6238949 Jul 16 20:30:07.364993 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37480) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:07.374489 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-071a9395-d94c-48f4-b2a1-807ae0dbd27f tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fc74533c-29e0-438a-a2e6-5e74aa95a0d0', 'tempest-TagsTest-Tag-503847775') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:07.392593 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f53ad85b-3dfb-4375-b0d1-56d6b21bd517 req-a9f992b0-8177-48fa-8ab8-6661f7036e51 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5396049 Jul 16 20:30:07.413509 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 539ecb7b-ec22-4019-89a7-b9b7287253b5 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:07.457206 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 539ecb7b-ec22-4019-89a7-b9b7287253b5 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:07.457766 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 539ecb7b-ec22-4019-89a7-b9b7287253b5 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:07.466622 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7937286-d313-4cf6-ae10-a59838d4f1f1 req-09f0f97c-0fb5-41a3-8412-562cd98b5e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:07.476044 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.477196 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7937286-d313-4cf6-ae10-a59838d4f1f1 req-09f0f97c-0fb5-41a3-8412-562cd98b5e06 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f464673b810d4cdf9ae03e9f2a99c895&device_id=5ec57a41-7b69-4c25-bc7d-5607b7f4070f HTTP/1.1" status: 200 len: 1098 time: 0.5507152 Jul 16 20:30:07.498054 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-d91dd179-b8aa-4f8c-a8c6-be626b0e2c15 None None] Set router ec619c74-3ab5-4356-848c-329ff9a640b1 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:07.505330 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7f72f8-fa1c-45d6-a5de-784253d09e08 x-openstack-request-id: req-2a7f72f8-fa1c-45d6-a5de-784253d09e08 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:07.505615 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b81720b-c965-4c8e-86fc-e053e8a6fe1f", "tag": "e58e6e8e-2530-4107-ab10-fe9803f417ee", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:07.505794 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2a7f72f8-fa1c-45d6-a5de-784253d09e08 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:07.506170 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b81720b-c965-4c8e-86fc-e053e8a6fe1f', 'tag': 'e58e6e8e-2530-4107-ab10-fe9803f417ee', 'status': 'completed', 'code': 200} Jul 16 20:30:07.508693 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.db.api [req-46d9b105-9764-4218-b697-45dbce8393af req-50f0e215-1706-4ccc-ad3c-5d4a726541d8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:30:07.508693 n-d-791506-21 neutron-server[93793]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:30:07.508693 n-d-791506-21 neutron-server[93793]: [parameters: {'project_id': 'ed8b857babcd4c8cb76ee5584a65db58', 'id': '7909d7c1-e70b-4235-ab51-f5a8a4e997c8', 'expiration': datetime.datetime(2021, 7, 16, 20, 32, 7, 462797)}] Jul 16 20:30:07.508693 n-d-791506-21 neutron-server[93793]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:30:07.509055 n-d-791506-21 neutron-server[93793]: DEBUG oslo_db.api [req-46d9b105-9764-4218-b697-45dbce8393af req-50f0e215-1706-4ccc-ad3c-5d4a726541d8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:30:07.546037 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d9b105-9764-4218-b697-45dbce8393af req-06aa166c-5cb6-4af0-af7b-f7a1f7db62a3 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Made reservation on behalf of ed8b857babcd4c8cb76ee5584a65db58 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:07.552524 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-46d9b105-9764-4218-b697-45dbce8393af req-06aa166c-5cb6-4af0-af7b-f7a1f7db62a3 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.568337 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e58e6e8e-2530-4107-ab10-fe9803f417ee {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:07.586954 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fa40db-4398-413b-ba9f-50f660d5cf13 x-openstack-request-id: req-a7fa40db-4398-413b-ba9f-50f660d5cf13 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:07.587264 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a648fafb-8e34-4a8c-b7e2-69ac3e51dfe6", "tag": "94fa6a54-491c-4382-89c6-73988d48841e", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:07.587536 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a7fa40db-4398-413b-ba9f-50f660d5cf13 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:07.588009 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a648fafb-8e34-4a8c-b7e2-69ac3e51dfe6', 'tag': '94fa6a54-491c-4382-89c6-73988d48841e', 'status': 'completed', 'code': 200} Jul 16 20:30:07.600432 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e58e6e8e-2530-4107-ab10-fe9803f417ee, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e58e6e8e-2530-4107-ab10-fe9803f417ee,segment=NetworkSegment(ad0803ed-4f73-4a8d-ae1b-7ae303151ff5),segment_id=ad0803ed-4f73-4a8d-ae1b-7ae303151ff5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:07.613059 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.709904 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-071a9395-d94c-48f4-b2a1-807ae0dbd27f tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] 10.222.0.38 "GET /v2.0/networks/fc74533c-29e0-438a-a2e6-5e74aa95a0d0/tags/tempest-TagsTest-Tag-503847775 HTTP/1.1" status: 204 len: 168 time: 0.3426158 Jul 16 20:30:07.718274 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 37486) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:07.731096 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.tag.tag_plugin [None req-40e067f9-4220-40fb-822b-a3768dbed318 tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'fc74533c-29e0-438a-a2e6-5e74aa95a0d0') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:07.753036 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7937286-d313-4cf6-ae10-a59838d4f1f1 req-a04d2cb0-c1fc-43a2-bc66-69b0528e6c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:07.754691 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7937286-d313-4cf6-ae10-a59838d4f1f1 req-a04d2cb0-c1fc-43a2-bc66-69b0528e6c49 service neutron] 10.222.0.38 "GET /v2.0/networks?id=673b6ba0-33b0-47d1-a50e-816aecbacdba HTTP/1.1" status: 200 len: 921 time: 0.2760928 Jul 16 20:30:07.779043 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=e58e6e8e-2530-4107-ab10-fe9803f417ee,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:07.794722 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:07.795320 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:07.795666 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:07.796001 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:07.796463 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:07.796962 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:07.797432 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:07.798498 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:07.799012 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:07.799567 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:07.800064 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:07.800553 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:07.867257 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['e58e6e8e-2530-4107-ab10-fe9803f417ee'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:07.882420 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7937286-d313-4cf6-ae10-a59838d4f1f1 req-7aac2f9d-ef8d-4ed7-82a5-0a0acc2b6c24 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 HTTP/1.1" status: 200 len: 217 time: 0.0554934 Jul 16 20:30:07.883324 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-e9d7084b-8921-4801-8867-d0c396d38022 req-d101608b-54e9-4309-b9cf-4cd9cc2ad64c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cebef639-c703-4fc5-a3ff-43c86366817b {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:07.904328 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e9d7084b-8921-4801-8867-d0c396d38022 req-d101608b-54e9-4309-b9cf-4cd9cc2ad64c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.942090 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-e9d7084b-8921-4801-8867-d0c396d38022 req-d101608b-54e9-4309-b9cf-4cd9cc2ad64c service neutron] Transition to ACTIVE for port object cebef639-c703-4fc5-a3ff-43c86366817b will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:07.943782 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-46d9b105-9764-4218-b697-45dbce8393af req-06aa166c-5cb6-4af0-af7b-f7a1f7db62a3 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Allocated IP 172.20.0.4 (de9c7f7d-80a5-4172-a05a-5fedd883a4a9/6cd82ace-68b4-411c-841f-ba905d06966b/116726a6-9de1-4c36-9149-4284593f3252) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:07.949526 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e9d7084b-8921-4801-8867-d0c396d38022 req-d101608b-54e9-4309-b9cf-4cd9cc2ad64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.963214 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-d91dd179-b8aa-4f8c-a8c6-be626b0e2c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-router', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:23Z', 'updated_at': '2021-07-16T20:28:30Z', 'revision_number': 4, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'gw_port': {'id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:de:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:25Z', 'updated_at': '2021-07-16T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'fe8148e8-3458-4276-8214-07bcf76d8cd3', 'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'mac_address': 'fa:16:3e:82:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:28Z', 'updated_at': '2021-07-16T20:28:41Z', 'revision_number': 5, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'subnets': [{'id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:07.971087 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ff3f6-b0a2-466a-adee-adaf28adff58 req-0b876ec3-fca8-4d53-bf0a-e60a65d4db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:07.972764 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f98ff3f6-b0a2-466a-adee-adaf28adff58 req-0b876ec3-fca8-4d53-bf0a-e60a65d4db61 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9618da2f1f76496c9475c1c9fbb8dd88&device_id=0b81720b-c965-4c8e-86fc-e053e8a6fe1f HTTP/1.1" status: 200 len: 1095 time: 0.4245031 Jul 16 20:30:07.979335 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8e4ed-4df2-4cba-81fc-6704f528a193 req-7e555510-29a6-4f78-8a21-68d53677278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:07.980825 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5ac8e4ed-4df2-4cba-81fc-6704f528a193 req-7e555510-29a6-4f78-8a21-68d53677278e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9618da2f1f76496c9475c1c9fbb8dd88&device_id=a648fafb-8e34-4a8c-b7e2-69ac3e51dfe6 HTTP/1.1" status: 200 len: 1095 time: 0.3845160 Jul 16 20:30:08.003280 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91dd179-b8aa-4f8c-a8c6-be626b0e2c15 None None] Checking router: ec619c74-3ab5-4356-848c-329ff9a640b1 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:30:08.012434 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6258b91f-5a80-4592-9b10-3eebc86159b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.030206 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91dd179-b8aa-4f8c-a8c6-be626b0e2c15 None None] Routers {'ec619c74-3ab5-4356-848c-329ff9a640b1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:08.030899 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-d91dd179-b8aa-4f8c-a8c6-be626b0e2c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:29:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ec619c74-3ab5-4356-848c-329ff9a640b1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:08.114737 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ff3f6-b0a2-466a-adee-adaf28adff58 req-14a45142-f79e-47f3-962a-8cd2f258ec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:08.116351 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f98ff3f6-b0a2-466a-adee-adaf28adff58 req-14a45142-f79e-47f3-962a-8cd2f258ec6a service neutron] 10.222.0.18 "GET /v2.0/networks?id=bb5f15a8-1d99-47cb-89c9-33640abaae0c HTTP/1.1" status: 200 len: 918 time: 0.1345243 Jul 16 20:30:08.117785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7937286-d313-4cf6-ae10-a59838d4f1f1 req-76808d43-662b-4c8a-8d58-90b81a0d0ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:08.119226 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7937286-d313-4cf6-ae10-a59838d4f1f1 req-76808d43-662b-4c8a-8d58-90b81a0d0ac3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e3f938fb-8c6d-4792-bc71-ef35aeb96d69 HTTP/1.1" status: 200 len: 859 time: 0.2248228 Jul 16 20:30:08.122398 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-2439418c-88d2-4a7a-8e7c-17969462e45d tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3333159ada2b489a9381719b5f953f7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1089311 Jul 16 20:30:08.144807 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101608b-54e9-4309-b9cf-4cd9cc2ad64c service neutron] Pushing event updated for resources: {'Port': ['ID=cebef639-c703-4fc5-a3ff-43c86366817b,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:08.220936 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d9b105-9764-4218-b697-45dbce8393af req-50f0e215-1706-4ccc-ad3c-5d4a726541d8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Made reservation on behalf of ed8b857babcd4c8cb76ee5584a65db58 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:08.224902 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-46d9b105-9764-4218-b697-45dbce8393af req-50f0e215-1706-4ccc-ad3c-5d4a726541d8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.240125 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device f04e3295-ba8c-4462-b5d3-99ac2ea9c781 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:30:08.292464 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f98ff3f6-b0a2-466a-adee-adaf28adff58 req-ca64cf8a-5469-4d76-92f6-cd33ad180395 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e58e6e8e-2530-4107-ab10-fe9803f417ee HTTP/1.1" status: 200 len: 217 time: 0.1597493 Jul 16 20:30:08.303086 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258b91f-5a80-4592-9b10-3eebc86159b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=32a845e4-9788-4824-8ccb-e2cc6ce70f69,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:08.348537 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-d91dd179-b8aa-4f8c-a8c6-be626b0e2c15 None None] Set router ec619c74-3ab5-4356-848c-329ff9a640b1 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:08.363902 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ff3f6-b0a2-466a-adee-adaf28adff58 req-a1d73823-baaf-499e-b7cc-febd11dcbf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:08.365447 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f98ff3f6-b0a2-466a-adee-adaf28adff58 req-a1d73823-baaf-499e-b7cc-febd11dcbf79 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=962a93b1-b5db-4401-b7c0-fc778023dd82 HTTP/1.1" status: 200 len: 857 time: 0.0626926 Jul 16 20:30:08.382583 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be2bb5-fbad-4e0d-946d-b0d39ec20cab req-91d8d2c1-09f2-40a0-8467-d899fb28a66a tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:08.393758 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e3be2bb5-fbad-4e0d-946d-b0d39ec20cab req-91d8d2c1-09f2-40a0-8467-d899fb28a66a tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0f81baa-5c59-40e5-896a-df78cc80edde HTTP/1.1" status: 200 len: 943 time: 0.6758907 Jul 16 20:30:08.414700 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.resource_extend [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:30:08.502472 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6258b91f-5a80-4592-9b10-3eebc86159b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.505992 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f98ff3f6-b0a2-466a-adee-adaf28adff58 req-77d25022-ac65-4b3c-aa03-daaa4cffbbc0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb5f15a8-1d99-47cb-89c9-33640abaae0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677056 Jul 16 20:30:08.513504 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-40e067f9-4220-40fb-822b-a3768dbed318 tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] 10.222.0.38 "DELETE /v2.0/networks/fc74533c-29e0-438a-a2e6-5e74aa95a0d0/tags HTTP/1.1" status: 204 len: 168 time: 0.7881942 Jul 16 20:30:08.516548 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 37488) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:08.523157 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.tag.tag_plugin [None req-0f28bdcd-e9a9-46c8-85d9-69f7f7599fad tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fc74533c-29e0-438a-a2e6-5e74aa95a0d0', 'tempest-TagsTest-Tag-313968959') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:08.597353 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8e4ed-4df2-4cba-81fc-6704f528a193 req-f9e7b0e0-f0af-40f9-93db-06113865c59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:08.598368 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5ac8e4ed-4df2-4cba-81fc-6704f528a193 req-f9e7b0e0-f0af-40f9-93db-06113865c59a service neutron] 10.222.0.18 "GET /v2.0/networks?id=bb5f15a8-1d99-47cb-89c9-33640abaae0c HTTP/1.1" status: 200 len: 918 time: 0.5014820 Jul 16 20:30:08.606199 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e3be2bb5-fbad-4e0d-946d-b0d39ec20cab req-f15a8c72-c44e-4f22-bcfd-33365503ffde tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/security-groups?id=4775006c-0420-40a7-97d4-8150b1804903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068298 Jul 16 20:30:08.620324 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7937286-d313-4cf6-ae10-a59838d4f1f1 req-6cdc81e8-f2ab-40b7-af10-1f186a7ab6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:08.621694 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7937286-d313-4cf6-ae10-a59838d4f1f1 req-6cdc81e8-f2ab-40b7-af10-1f186a7ab6cc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=673b6ba0-33b0-47d1-a50e-816aecbacdba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4913745 Jul 16 20:30:08.684084 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 94fa6a54-491c-4382-89c6-73988d48841e details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:30:08.703191 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port f04e3295-ba8c-4462-b5d3-99ac2ea9c781, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=f04e3295-ba8c-4462-b5d3-99ac2ea9c781,segment=NetworkSegment(ad0803ed-4f73-4a8d-ae1b-7ae303151ff5),segment_id=ad0803ed-4f73-4a8d-ae1b-7ae303151ff5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:08.721613 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-f3424e35-e12c-4375-8d94-f254fd888d46 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:08.723888 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-f3424e35-e12c-4375-8d94-f254fd888d46 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5848918 Jul 16 20:30:08.728921 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6258b91f-5a80-4592-9b10-3eebc86159b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.732329 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5ac8e4ed-4df2-4cba-81fc-6704f528a193 req-4d39977c-e7ba-4bdb-9b1f-19781a25e36e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94fa6a54-491c-4382-89c6-73988d48841e HTTP/1.1" status: 200 len: 217 time: 0.1236279 Jul 16 20:30:08.738338 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6258b91f-5a80-4592-9b10-3eebc86159b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.745484 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'f04e3295-ba8c-4462-b5d3-99ac2ea9c781', 'network_id': 'bb5f15a8-1d99-47cb-89c9-33640abaae0c', 'port_id': 'f04e3295-ba8c-4462-b5d3-99ac2ea9c781', 'mac_address': 'fa:16:3e:86:da:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '962a93b1-b5db-4401-b7c0-fc778023dd82', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:30:08.745697 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-a127d080-bfa4-443c-9838-874bad4b682e tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Request body: {'port': {'device_id': '3906e23d-e2ab-4136-8e6f-209fecc46b2e', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': '3333159ada2b489a9381719b5f953f7a'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:08.824838 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f98ff3f6-b0a2-466a-adee-adaf28adff58 req-c24638dc-3ed2-495c-9b70-009b628434c2 service neutron] 10.222.0.18 "GET /v2.0/networks/bb5f15a8-1d99-47cb-89c9-33640abaae0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091657 Jul 16 20:30:08.859157 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-0f28bdcd-e9a9-46c8-85d9-69f7f7599fad tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] show failed (client error): The resource could not be found. Jul 16 20:30:08.860066 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0f28bdcd-e9a9-46c8-85d9-69f7f7599fad tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] 10.222.0.38 "GET /v2.0/networks/fc74533c-29e0-438a-a2e6-5e74aa95a0d0/tags/tempest-TagsTest-Tag-313968959 HTTP/1.1" status: 404 len: 325 time: 0.3418922 Jul 16 20:30:08.866705 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-46d9b105-9764-4218-b697-45dbce8393af req-06aa166c-5cb6-4af0-af7b-f7a1f7db62a3 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.869856 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 37490) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:08.879574 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.tag.tag_plugin [None req-5fee89ce-fcb8-4e86-baa3-f6080ab06987 tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fc74533c-29e0-438a-a2e6-5e74aa95a0d0', 'tempest-TagsTest-Tag-503847775') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:08.896554 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.924553 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04e3295-ba8c-4462-b5d3-99ac2ea9c781 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:08.925939 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-e9d7084b-8921-4801-8867-d0c396d38022 req-d101608b-54e9-4309-b9cf-4cd9cc2ad64c service neutron] Attempting to bind port cebef639-c703-4fc5-a3ff-43c86366817b on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:08.926761 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-e9d7084b-8921-4801-8867-d0c396d38022 req-d101608b-54e9-4309-b9cf-4cd9cc2ad64c service neutron] Attempting to bind port cebef639-c703-4fc5-a3ff-43c86366817b by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:08.927188 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d7084b-8921-4801-8867-d0c396d38022 req-d101608b-54e9-4309-b9cf-4cd9cc2ad64c service neutron] Attempting to bind port cebef639-c703-4fc5-a3ff-43c86366817b on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:08.927649 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8e4ed-4df2-4cba-81fc-6704f528a193 req-30c55b2d-63b3-404d-932f-22228e3513c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:08.929156 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5ac8e4ed-4df2-4cba-81fc-6704f528a193 req-30c55b2d-63b3-404d-932f-22228e3513c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=962a93b1-b5db-4401-b7c0-fc778023dd82 HTTP/1.1" status: 200 len: 857 time: 0.1835337 Jul 16 20:30:08.959569 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 94fa6a54-491c-4382-89c6-73988d48841e, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=94fa6a54-491c-4382-89c6-73988d48841e,segment=NetworkSegment(ad0803ed-4f73-4a8d-ae1b-7ae303151ff5),segment_id=ad0803ed-4f73-4a8d-ae1b-7ae303151ff5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:08.981408 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port f04e3295-ba8c-4462-b5d3-99ac2ea9c781, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=f04e3295-ba8c-4462-b5d3-99ac2ea9c781,segment=NetworkSegment(ad0803ed-4f73-4a8d-ae1b-7ae303151ff5),segment_id=ad0803ed-4f73-4a8d-ae1b-7ae303151ff5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:08.987565 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '94fa6a54-491c-4382-89c6-73988d48841e', 'network_id': 'bb5f15a8-1d99-47cb-89c9-33640abaae0c', 'port_id': '94fa6a54-491c-4382-89c6-73988d48841e', 'mac_address': 'fa:16:3e:3b:1b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '962a93b1-b5db-4401-b7c0-fc778023dd82', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:30:08.991285 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-d91dd179-b8aa-4f8c-a8c6-be626b0e2c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-router', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:23Z', 'updated_at': '2021-07-16T20:28:30Z', 'revision_number': 4, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'gw_port': {'id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:de:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:25Z', 'updated_at': '2021-07-16T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'fe8148e8-3458-4276-8214-07bcf76d8cd3', 'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'mac_address': 'fa:16:3e:82:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:28Z', 'updated_at': '2021-07-16T20:28:41Z', 'revision_number': 5, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'subnets': [{'id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:08.992282 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d7084b-8921-4801-8867-d0c396d38022 req-d101608b-54e9-4309-b9cf-4cd9cc2ad64c service neutron] Port cebef639-c703-4fc5-a3ff-43c86366817b on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:08.992696 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d7084b-8921-4801-8867-d0c396d38022 req-d101608b-54e9-4309-b9cf-4cd9cc2ad64c service neutron] Attempting to bind port cebef639-c703-4fc5-a3ff-43c86366817b on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:08.994803 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6258b91f-5a80-4592-9b10-3eebc86159b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.996263 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6258b91f-5a80-4592-9b10-3eebc86159b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 260c0019-91a9-4428-ba88-5518dc375e88 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:30:08.997493 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.004265 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-46d9b105-9764-4218-b697-45dbce8393af req-06aa166c-5cb6-4af0-af7b-f7a1f7db62a3 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.015084 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5ac8e4ed-4df2-4cba-81fc-6704f528a193 req-2186d2b9-9d35-405c-8fab-920f74d7bb19 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb5f15a8-1d99-47cb-89c9-33640abaae0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769196 Jul 16 20:30:09.015588 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6258b91f-5a80-4592-9b10-3eebc86159b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.018781 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6258b91f-5a80-4592-9b10-3eebc86159b8 admin admin] 10.222.0.38 "DELETE /v2.0/routers/260c0019-91a9-4428-ba88-5518dc375e88 HTTP/1.1" status: 204 len: 168 time: 4.3533661 Jul 16 20:30:09.023166 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7937286-d313-4cf6-ae10-a59838d4f1f1 req-8bfde3cf-9361-424b-9ec6-82ec0c9ad783 service neutron] 10.222.0.38 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605452 Jul 16 20:30:09.033552 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 37494) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:09.042020 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-46d9b105-9764-4218-b697-45dbce8393af req-50f0e215-1706-4ccc-ad3c-5d4a726541d8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Allocated IP 172.20.0.7 (de9c7f7d-80a5-4172-a05a-5fedd883a4a9/6cd82ace-68b4-411c-841f-ba905d06966b/daa788c0-5853-46e9-8c12-8ae4e12bb1a6) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:09.053548 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d7084b-8921-4801-8867-d0c396d38022 req-d101608b-54e9-4309-b9cf-4cd9cc2ad64c service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:09.053782 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d7084b-8921-4801-8867-d0c396d38022 req-d101608b-54e9-4309-b9cf-4cd9cc2ad64c service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:09.055668 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d7084b-8921-4801-8867-d0c396d38022 req-d101608b-54e9-4309-b9cf-4cd9cc2ad64c service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:09.055668 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-e9d7084b-8921-4801-8867-d0c396d38022 req-d101608b-54e9-4309-b9cf-4cd9cc2ad64c service neutron] Bound port: cebef639-c703-4fc5-a3ff-43c86366817b, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:09.055668 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e9d7084b-8921-4801-8867-d0c396d38022 req-d101608b-54e9-4309-b9cf-4cd9cc2ad64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.083340 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91dd179-b8aa-4f8c-a8c6-be626b0e2c15 None None] The sync data for ids ['ec619c74-3ab5-4356-848c-329ff9a640b1'] in n-d-791506-21 is: [{'id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-router', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:23Z', 'updated_at': '2021-07-16T20:28:30Z', 'revision_number': 4, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'gw_port': {'id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:de:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:25Z', 'updated_at': '2021-07-16T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'fe8148e8-3458-4276-8214-07bcf76d8cd3', 'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'mac_address': 'fa:16:3e:82:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:28Z', 'updated_at': '2021-07-16T20:28:41Z', 'revision_number': 5, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'subnets': [{'id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:09.209648 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.225773 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=f04e3295-ba8c-4462-b5d3-99ac2ea9c781,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:09.232764 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6a713bad-0561-4843-b13c-2d1e92365569 req-7243da70-e177-4665-b09a-3610c88f701c tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/ports?device_id=3906e23d-e2ab-4136-8e6f-209fecc46b2e HTTP/1.1" status: 200 len: 210 time: 0.2133269 Jul 16 20:30:09.260142 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d9b105-9764-4218-b697-45dbce8393af req-06aa166c-5cb6-4af0-af7b-f7a1f7db62a3 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Network de9c7f7d-80a5-4172-a05a-5fedd883a4a9 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:09.268889 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['f04e3295-ba8c-4462-b5d3-99ac2ea9c781'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:09.314430 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-46d9b105-9764-4218-b697-45dbce8393af req-06aa166c-5cb6-4af0-af7b-f7a1f7db62a3 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:09.317476 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d9b105-9764-4218-b697-45dbce8393af req-06aa166c-5cb6-4af0-af7b-f7a1f7db62a3 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:09.381249 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94fa6a54-491c-4382-89c6-73988d48841e {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:09.389871 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa166c-5cb6-4af0-af7b-f7a1f7db62a3 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Pushing event updated for resources: {'Port': ['ID=116726a6-9de1-4c36-9149-4284593f3252,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:09.438755 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 94fa6a54-491c-4382-89c6-73988d48841e, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=94fa6a54-491c-4382-89c6-73988d48841e,segment=NetworkSegment(ad0803ed-4f73-4a8d-ae1b-7ae303151ff5),segment_id=ad0803ed-4f73-4a8d-ae1b-7ae303151ff5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:09.453424 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.464974 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-e9d7084b-8921-4801-8867-d0c396d38022 req-d101608b-54e9-4309-b9cf-4cd9cc2ad64c service neutron] For port cebef639-c703-4fc5-a3ff-43c86366817b, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:09.472924 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-e9d7084b-8921-4801-8867-d0c396d38022 req-d101608b-54e9-4309-b9cf-4cd9cc2ad64c service neutron] For port cebef639-c703-4fc5-a3ff-43c86366817b, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=cebef639-c703-4fc5-a3ff-43c86366817b,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:09.541952 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f81baa-5c59-40e5-896a-df78cc80edde', 'tag': 'f04e3295-ba8c-4462-b5d3-99ac2ea9c781'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:09.544593 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04448bfd-d167-482c-aa35-19a9e5ab7faf" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f81baa-5c59-40e5-896a-df78cc80edde", "tag": "f04e3295-ba8c-4462-b5d3-99ac2ea9c781"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:09.562498 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e9d7084b-8921-4801-8867-d0c396d38022 req-d101608b-54e9-4309-b9cf-4cd9cc2ad64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.573166 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=94fa6a54-491c-4382-89c6-73988d48841e,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:09.608484 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7823f06c-5195-4248-a355-ae809eb5c1b2 None None] New status for floating IP f408acae-7dc6-4bd8-9f99-900ad1eb5633: DOWN {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:30:09.617225 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f308d4-5850-4dfd-890a-e7751764a077', 'name': 'network-vif-deleted', 'tag': '81ac413d-0ebf-41d3-a3bb-a7cd07020df9'}, {'server_uuid': '1f6b1f96-8cc2-48d1-a062-e53c2ebcdfe2', 'name': 'network-vif-deleted', 'tag': '2a9d5235-ed6f-414a-a393-cec8c65df4c2'}, {'server_uuid': '16f91420-0144-4089-a306-28486771c4b8', 'name': 'network-vif-deleted', 'tag': '1d2717eb-29b5-4ca5-a180-a0ea02b91e58'}, {'name': 'network-changed', 'server_uuid': '5ec57a41-7b69-4c25-bc7d-5607b7f4070f', 'tag': '8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:09.620755 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8800979d-ba6a-4dac-86c9-19d6ceeca328" -d '{"events": [{"server_uuid": "49f308d4-5850-4dfd-890a-e7751764a077", "name": "network-vif-deleted", "tag": "81ac413d-0ebf-41d3-a3bb-a7cd07020df9"}, {"server_uuid": "1f6b1f96-8cc2-48d1-a062-e53c2ebcdfe2", "name": "network-vif-deleted", "tag": "2a9d5235-ed6f-414a-a393-cec8c65df4c2"}, {"server_uuid": "16f91420-0144-4089-a306-28486771c4b8", "name": "network-vif-deleted", "tag": "1d2717eb-29b5-4ca5-a180-a0ea02b91e58"}, {"name": "network-changed", "server_uuid": "5ec57a41-7b69-4c25-bc7d-5607b7f4070f", "tag": "8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:09.627022 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-800dbaf3-4871-42d5-a5da-5515b95e593d admin admin] Deleting subnet 416ec7e9-071b-4e5e-b3ca-0ea11f74e08c {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:09.633253 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f98ff3f6-b0a2-466a-adee-adaf28adff58 req-33310832-0cfb-4f26-b9a0-55c5d3110d9b service neutron] 10.222.0.18 "GET /v2.0/networks/bb5f15a8-1d99-47cb-89c9-33640abaae0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7757404 Jul 16 20:30:09.675572 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-800dbaf3-4871-42d5-a5da-5515b95e593d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.678930 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101608b-54e9-4309-b9cf-4cd9cc2ad64c service neutron] Pushing event updated for resources: {'Port': ['ID=cebef639-c703-4fc5-a3ff-43c86366817b,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:09.697266 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['94fa6a54-491c-4382-89c6-73988d48841e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:09.708490 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9b105-9764-4218-b697-45dbce8393af req-06aa166c-5cb6-4af0-af7b-f7a1f7db62a3 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:09.708490 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-46d9b105-9764-4218-b697-45dbce8393af req-06aa166c-5cb6-4af0-af7b-f7a1f7db62a3 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.751628 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-800dbaf3-4871-42d5-a5da-5515b95e593d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.769481 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7084b-8921-4801-8867-d0c396d38022 req-d101608b-54e9-4309-b9cf-4cd9cc2ad64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:09.770125 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e9d7084b-8921-4801-8867-d0c396d38022 req-d101608b-54e9-4309-b9cf-4cd9cc2ad64c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.775780 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e9d7084b-8921-4801-8867-d0c396d38022 req-d101608b-54e9-4309-b9cf-4cd9cc2ad64c service neutron] 10.222.0.18 "PUT /v2.0/ports/cebef639-c703-4fc5-a3ff-43c86366817b HTTP/1.1" status: 200 len: 1097 time: 4.3536131 Jul 16 20:30:09.798610 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-a127d080-bfa4-443c-9838-874bad4b682e tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Made reservation on behalf of 3333159ada2b489a9381719b5f953f7a for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:09.805271 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-a127d080-bfa4-443c-9838-874bad4b682e tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.860984 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-800dbaf3-4871-42d5-a5da-5515b95e593d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.900956 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-46d9b105-9764-4218-b697-45dbce8393af req-06aa166c-5cb6-4af0-af7b-f7a1f7db62a3 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4271824 Jul 16 20:30:09.921868 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-46d9b105-9764-4218-b697-45dbce8393af req-bc5be3a3-3cd1-4d16-a38f-231ec349aeb2 service neutron] Request body: {'port': {'device_id': '291a4e96-dfcb-40d6-bcb0-bf99145902df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:09.926002 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-5fee89ce-fcb8-4e86-baa3-f6080ab06987 tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] show failed (client error): The resource could not be found. Jul 16 20:30:09.930168 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5fee89ce-fcb8-4e86-baa3-f6080ab06987 tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] 10.222.0.38 "GET /v2.0/networks/fc74533c-29e0-438a-a2e6-5e74aa95a0d0/tags/tempest-TagsTest-Tag-503847775 HTTP/1.1" status: 404 len: 325 time: 1.0545340 Jul 16 20:30:09.945816 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 37506) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:09.956225 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.tag.tag_plugin [None req-738125e2-ea76-45d1-8e3e-91cf61c91735 tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'fc74533c-29e0-438a-a2e6-5e74aa95a0d0') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:09.959499 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-800dbaf3-4871-42d5-a5da-5515b95e593d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.993884 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-46d9b105-9764-4218-b697-45dbce8393af req-50f0e215-1706-4ccc-ad3c-5d4a726541d8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.021088 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f350e36-5080-4a7b-b648-2f40662bcda0 req-eaf9d056-6e64-4789-92aa-1e28b2046297 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c7f4024-3178-4f9d-8d37-6c75207389a8 HTTP/1.1" status: 200 len: 210 time: 0.0843482 Jul 16 20:30:10.105578 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df73d45-a401-48ff-b514-01ac4c09a787 None None] Network c2fa3e81-1040-43a8-b077-a3b3a35fa72c requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:10.113406 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800dbaf3-4871-42d5-a5da-5515b95e593d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=416ec7e9-071b-4e5e-b3ca-0ea11f74e08c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:10.125323 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7084b-8921-4801-8867-d0c396d38022 req-08af0885-11e5-466c-ab9c-76fcab31ea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:10.127107 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e9d7084b-8921-4801-8867-d0c396d38022 req-08af0885-11e5-466c-ab9c-76fcab31ea37 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3333159ada2b489a9381719b5f953f7a&device_id=c7d2ee1a-ea46-4fd9-8c56-9c600098c068 HTTP/1.1" status: 200 len: 1100 time: 0.2919333 Jul 16 20:30:10.128284 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-800dbaf3-4871-42d5-a5da-5515b95e593d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.134849 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-800dbaf3-4871-42d5-a5da-5515b95e593d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/416ec7e9-071b-4e5e-b3ca-0ea11f74e08c HTTP/1.1" status: 204 len: 168 time: 1.0713770 Jul 16 20:30:10.139095 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5ac8e4ed-4df2-4cba-81fc-6704f528a193 req-a00ef86c-bd90-4c50-b9d2-fa0c34e90976 service neutron] 10.222.0.18 "GET /v2.0/networks/bb5f15a8-1d99-47cb-89c9-33640abaae0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1143312 Jul 16 20:30:10.143289 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 37508) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:10.162796 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7937286-d313-4cf6-ae10-a59838d4f1f1 req-4302a8f3-7f36-42f0-9d9d-eee342f2d6b4 service neutron] 10.222.0.38 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0714345 Jul 16 20:30:10.222168 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-a127d080-bfa4-443c-9838-874bad4b682e tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Allocated IP 192.168.233.73 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/b171e116-9b39-4dfc-823e-97d739da6d33) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:10.339198 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-738125e2-ea76-45d1-8e3e-91cf61c91735 tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] 10.222.0.38 "DELETE /v2.0/networks/fc74533c-29e0-438a-a2e6-5e74aa95a0d0/tags HTTP/1.1" status: 204 len: 168 time: 0.3912895 Jul 16 20:30:10.343915 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 37516) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:10.358108 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e9d7084b-8921-4801-8867-d0c396d38022 req-61dbd144-34dc-4499-b6c6-47c07d5319ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=cebef639-c703-4fc5-a3ff-43c86366817b HTTP/1.1" status: 200 len: 217 time: 0.2011733 Jul 16 20:30:10.365413 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-46d9b105-9764-4218-b697-45dbce8393af req-bc5be3a3-3cd1-4d16-a38f-231ec349aeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.391930 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-46d9b105-9764-4218-b697-45dbce8393af req-50f0e215-1706-4ccc-ad3c-5d4a726541d8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.395606 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d32a5f8c-2c0c-4967-94f4-d4b3dcedf322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.415985 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b863f7-e1d7-4c8b-b9b9-a5932cbac4a0 x-openstack-request-id: req-82b863f7-e1d7-4c8b-b9b9-a5932cbac4a0 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:10.416232 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f81baa-5c59-40e5-896a-df78cc80edde", "tag": "f04e3295-ba8c-4462-b5d3-99ac2ea9c781", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:10.416462 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-82b863f7-e1d7-4c8b-b9b9-a5932cbac4a0 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:10.416859 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f81baa-5c59-40e5-896a-df78cc80edde', 'tag': 'f04e3295-ba8c-4462-b5d3-99ac2ea9c781', 'status': 'completed', 'code': 200} Jul 16 20:30:10.423233 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c8aa9b-de1c-4667-ad9f-00fcd5ad338f None None] DHCP port deletion for c2fa3e81-1040-43a8-b077-a3b3a35fa72c request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:30:10.497684 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b6c8aa9b-de1c-4667-ad9f-00fcd5ad338f None None] Deleting port 6c88a15c-9289-4ac9-b43a-14a52d66298f {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:10.498175 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6c8aa9b-de1c-4667-ad9f-00fcd5ad338f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.541921 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d9b105-9764-4218-b697-45dbce8393af req-50f0e215-1706-4ccc-ad3c-5d4a726541d8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Network de9c7f7d-80a5-4172-a05a-5fedd883a4a9 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:10.562984 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7084b-8921-4801-8867-d0c396d38022 req-c8bce6ae-ca9f-43c8-87dd-06490f5c1629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:10.564860 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e9d7084b-8921-4801-8867-d0c396d38022 req-c8bce6ae-ca9f-43c8-87dd-06490f5c1629 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1967983 Jul 16 20:30:10.572323 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b6c8aa9b-de1c-4667-ad9f-00fcd5ad338f None None] For port 6c88a15c-9289-4ac9-b43a-14a52d66298f, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=6c88a15c-9289-4ac9-b43a-14a52d66298f,segment=NetworkSegment(b4e1a03e-80f8-4721-9088-3210f878bdf6),segment_id=b4e1a03e-80f8-4721-9088-3210f878bdf6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:10.572716 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6c8aa9b-de1c-4667-ad9f-00fcd5ad338f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.576107 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-46d9b105-9764-4218-b697-45dbce8393af req-50f0e215-1706-4ccc-ad3c-5d4a726541d8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:10.585423 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0e215-1706-4ccc-ad3c-5d4a726541d8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Pushing event updated for resources: {'Port': ['ID=daa788c0-5853-46e9-8c12-8ae4e12bb1a6,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:10.585936 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b6c8aa9b-de1c-4667-ad9f-00fcd5ad338f None None] Calling delete_port for 6c88a15c-9289-4ac9-b43a-14a52d66298f owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:10.588196 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d9b105-9764-4218-b697-45dbce8393af req-50f0e215-1706-4ccc-ad3c-5d4a726541d8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:10.681552 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6c8aa9b-de1c-4667-ad9f-00fcd5ad338f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.695841 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e58e6e8e-2530-4107-ab10-fe9803f417ee up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:10.719682 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c8aa9b-de1c-4667-ad9f-00fcd5ad338f None None] No DVR routers for this DVR port 6c88a15c-9289-4ac9-b43a-14a52d66298f on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:10.742002 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8aa9b-de1c-4667-ad9f-00fcd5ad338f None None] Pushing event deleted for resources: {'Port': ['ID=6c88a15c-9289-4ac9-b43a-14a52d66298f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:10.784081 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port e58e6e8e-2530-4107-ab10-fe9803f417ee completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:10.790255 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port e58e6e8e-2530-4107-ab10-fe9803f417ee triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:10.791271 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.807065 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9b105-9764-4218-b697-45dbce8393af req-50f0e215-1706-4ccc-ad3c-5d4a726541d8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:10.807734 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-46d9b105-9764-4218-b697-45dbce8393af req-50f0e215-1706-4ccc-ad3c-5d4a726541d8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.873026 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-a127d080-bfa4-443c-9838-874bad4b682e tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.876112 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-46d9b105-9764-4218-b697-45dbce8393af req-50f0e215-1706-4ccc-ad3c-5d4a726541d8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5224047 Jul 16 20:30:10.885817 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.897224 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-46d9b105-9764-4218-b697-45dbce8393af req-b25c4e69-5139-42f4-85e9-95cd4745e872 service neutron] Request body: {'port': {'device_id': '1c7f4024-3178-4f9d-8d37-6c75207389a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:10.910863 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b81720b-c965-4c8e-86fc-e053e8a6fe1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58e6e8e-2530-4107-ab10-fe9803f417ee'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:10.913352 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d3ea8d-5b29-48c4-ae7b-af9de2626eb5" -d '{"events": [{"server_uuid": "0b81720b-c965-4c8e-86fc-e053e8a6fe1f", "name": "network-vif-plugged", "status": "completed", "tag": "e58e6e8e-2530-4107-ab10-fe9803f417ee"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:10.928660 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e58e6e8e-2530-4107-ab10-fe9803f417ee, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e58e6e8e-2530-4107-ab10-fe9803f417ee,segment=NetworkSegment(ad0803ed-4f73-4a8d-ae1b-7ae303151ff5),segment_id=ad0803ed-4f73-4a8d-ae1b-7ae303151ff5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:10.934414 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.935442 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 94fa6a54-491c-4382-89c6-73988d48841e up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:10.958542 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-a127d080-bfa4-443c-9838-874bad4b682e tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Transition to ACTIVE for port object b171e116-9b39-4dfc-823e-97d739da6d33 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:10.961249 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7084b-8921-4801-8867-d0c396d38022 req-d38d36cc-a58a-4315-9af4-8822dacae89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:10.962813 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e9d7084b-8921-4801-8867-d0c396d38022 req-d38d36cc-a58a-4315-9af4-8822dacae89a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3787811 Jul 16 20:30:10.969688 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5ac8e4ed-4df2-4cba-81fc-6704f528a193 req-dbfa6df8-4829-49f9-9597-bb6d86154177 service neutron] 10.222.0.18 "GET /v2.0/networks/bb5f15a8-1d99-47cb-89c9-33640abaae0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8166487 Jul 16 20:30:10.980195 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7485b47-7e87-41c9-8e8c-4b1f208fa13b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.014872 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=e58e6e8e-2530-4107-ab10-fe9803f417ee,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:11.030198 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 94fa6a54-491c-4382-89c6-73988d48841e completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:11.035681 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 94fa6a54-491c-4382-89c6-73988d48841e triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:11.036306 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.044001 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04448bfd-d167-482c-aa35-19a9e5ab7faf req-b865e80a-92f5-415d-9bb4-bc8257c20735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:11.047083 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-04448bfd-d167-482c-aa35-19a9e5ab7faf req-b865e80a-92f5-415d-9bb4-bc8257c20735 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9618da2f1f76496c9475c1c9fbb8dd88&device_id=d0f81baa-5c59-40e5-896a-df78cc80edde HTTP/1.1" status: 200 len: 1096 time: 0.5939298 Jul 16 20:30:11.077880 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41349adc-3641-4517-8543-1916ebe33f8d req-bc233c00-9bc5-4a91-b537-baa6dff051e7 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:11.080149 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-41349adc-3641-4517-8543-1916ebe33f8d req-bc233c00-9bc5-4a91-b537-baa6dff051e7 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 1096 time: 0.6886740 Jul 16 20:30:11.135925 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.173886 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 94fa6a54-491c-4382-89c6-73988d48841e, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=94fa6a54-491c-4382-89c6-73988d48841e,segment=NetworkSegment(ad0803ed-4f73-4a8d-ae1b-7ae303151ff5),segment_id=ad0803ed-4f73-4a8d-ae1b-7ae303151ff5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:11.176438 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-d32a5f8c-2c0c-4967-94f4-d4b3dcedf322 admin admin] Deleting port 6c88a15c-9289-4ac9-b43a-14a52d66298f {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:11.176793 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d32a5f8c-2c0c-4967-94f4-d4b3dcedf322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.178746 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.240347 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=94fa6a54-491c-4382-89c6-73988d48841e,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:11.259756 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7485b47-7e87-41c9-8e8c-4b1f208fa13b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.290803 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-c7485b47-7e87-41c9-8e8c-4b1f208fa13b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc74533c-29e0-438a-a2e6-5e74aa95a0d0']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:11.297310 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-41349adc-3641-4517-8543-1916ebe33f8d req-f6b88a59-3d10-4909-a265-eee69af75ce5 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995091 Jul 16 20:30:11.307289 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ac94b-332e-409f-b7d7-5fa00176f3c2 req-6b366c32-4a52-4bb1-93e0-d003ffb59fc8 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:11.308460 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7b7ac94b-332e-409f-b7d7-5fa00176f3c2 req-6b366c32-4a52-4bb1-93e0-d003ffb59fc8 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0f81baa-5c59-40e5-896a-df78cc80edde HTTP/1.1" status: 200 len: 944 time: 0.7872183 Jul 16 20:30:11.327005 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-c7485b47-7e87-41c9-8e8c-4b1f208fa13b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a433600f-9f73-4068-9af4-b8d930c8fbbf') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:11.327316 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-c7485b47-7e87-41c9-8e8c-4b1f208fa13b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a433600f-9f73-4068-9af4-b8d930c8fbbf') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:11.375497 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 32a845e4-9788-4824-8ccb-e2cc6ce70f69 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:11.401176 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 32a845e4-9788-4824-8ccb-e2cc6ce70f69 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:11.401539 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 32a845e4-9788-4824-8ccb-e2cc6ce70f69 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:11.402337 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 6c88a15c-9289-4ac9-b43a-14a52d66298f no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:11.425866 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7485b47-7e87-41c9-8e8c-4b1f208fa13b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.429241 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-d32a5f8c-2c0c-4967-94f4-d4b3dcedf322 admin admin] For port 6c88a15c-9289-4ac9-b43a-14a52d66298f, host n-d-791506-21, got binding levels [] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:11.429592 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d32a5f8c-2c0c-4967-94f4-d4b3dcedf322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.432923 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 6c88a15c-9289-4ac9-b43a-14a52d66298f {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:11.433281 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 6c88a15c-9289-4ac9-b43a-14a52d66298f not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:11.447338 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04448bfd-d167-482c-aa35-19a9e5ab7faf req-a9b5fa8e-ee94-466a-84e2-c14141abddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:11.448640 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-04448bfd-d167-482c-aa35-19a9e5ab7faf req-a9b5fa8e-ee94-466a-84e2-c14141abddb2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bb5f15a8-1d99-47cb-89c9-33640abaae0c HTTP/1.1" status: 200 len: 918 time: 0.3639734 Jul 16 20:30:11.452586 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 692 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cef3ad2-4662-4bac-b27c-afcabaaa23f0 x-openstack-request-id: req-1cef3ad2-4662-4bac-b27c-afcabaaa23f0 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:11.452889 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f308d4-5850-4dfd-890a-e7751764a077", "name": "network-vif-deleted", "tag": "81ac413d-0ebf-41d3-a3bb-a7cd07020df9", "status": "completed", "code": 200}, {"server_uuid": "1f6b1f96-8cc2-48d1-a062-e53c2ebcdfe2", "name": "network-vif-deleted", "tag": "2a9d5235-ed6f-414a-a393-cec8c65df4c2", "status": "completed", "code": 200}, {"server_uuid": "16f91420-0144-4089-a306-28486771c4b8", "name": "network-vif-deleted", "tag": "1d2717eb-29b5-4ca5-a180-a0ea02b91e58", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5ec57a41-7b69-4c25-bc7d-5607b7f4070f", "tag": "8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:11.453141 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1cef3ad2-4662-4bac-b27c-afcabaaa23f0 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:11.453536 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f308d4-5850-4dfd-890a-e7751764a077', 'name': 'network-vif-deleted', 'tag': '81ac413d-0ebf-41d3-a3bb-a7cd07020df9', 'status': 'completed', 'code': 200} Jul 16 20:30:11.453792 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6b1f96-8cc2-48d1-a062-e53c2ebcdfe2', 'name': 'network-vif-deleted', 'tag': '2a9d5235-ed6f-414a-a393-cec8c65df4c2', 'status': 'completed', 'code': 200} Jul 16 20:30:11.454038 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f91420-0144-4089-a306-28486771c4b8', 'name': 'network-vif-deleted', 'tag': '1d2717eb-29b5-4ca5-a180-a0ea02b91e58', 'status': 'completed', 'code': 200} Jul 16 20:30:11.454791 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec57a41-7b69-4c25-bc7d-5607b7f4070f', 'tag': '8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8', 'status': 'completed', 'code': 200} Jul 16 20:30:11.476615 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7485b47-7e87-41c9-8e8c-4b1f208fa13b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.478892 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-d32a5f8c-2c0c-4967-94f4-d4b3dcedf322 admin admin] Calling delete_port for 6c88a15c-9289-4ac9-b43a-14a52d66298f owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:11.508486 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-a127d080-bfa4-443c-9838-874bad4b682e tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.513540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.ipam_backend_mixin [None req-d32a5f8c-2c0c-4967-94f4-d4b3dcedf322 admin admin] Port 6c88a15c-9289-4ac9-b43a-14a52d66298f was not found and therefore no delete operation was performed {{(pid=93794) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:30:11.513695 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-46d9b105-9764-4218-b697-45dbce8393af req-b25c4e69-5139-42f4-85e9-95cd4745e872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.527195 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-04448bfd-d167-482c-aa35-19a9e5ab7faf req-2547be15-1f0e-4988-a6c2-aace46bd9c2f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f04e3295-ba8c-4462-b5d3-99ac2ea9c781 HTTP/1.1" status: 200 len: 217 time: 0.0668764 Jul 16 20:30:11.528571 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7485b47-7e87-41c9-8e8c-4b1f208fa13b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:30:11.530210 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7485b47-7e87-41c9-8e8c-4b1f208fa13b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:11.548668 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:11.551438 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d32a5f8c-2c0c-4967-94f4-d4b3dcedf322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.553655 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7b7ac94b-332e-409f-b7d7-5fa00176f3c2 req-96a8ac94-b9a6-4396-914a-143a804d97d7 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/security-groups?id=4775006c-0420-40a7-97d4-8150b1804903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320347 Jul 16 20:30:11.583132 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e9d7084b-8921-4801-8867-d0c396d38022 req-a6066928-4064-4935-9b6f-1ceed9390f17 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5977480 Jul 16 20:30:11.617639 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127d080-bfa4-443c-9838-874bad4b682e tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Pushing event updated for resources: {'Port': ['ID=b171e116-9b39-4dfc-823e-97d739da6d33,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:11.624239 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-a127d080-bfa4-443c-9838-874bad4b682e tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:11.635158 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a5f8c-2c0c-4967-94f4-d4b3dcedf322 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c88a15c-9289-4ac9-b43a-14a52d66298f,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:11.658773 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-46d9b105-9764-4218-b697-45dbce8393af req-bc5be3a3-3cd1-4d16-a38f-231ec349aeb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 116726a6-9de1-4c36-9149-4284593f3252 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:11.680946 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32a5f8c-2c0c-4967-94f4-d4b3dcedf322 admin admin] No DVR routers for this DVR port 6c88a15c-9289-4ac9-b43a-14a52d66298f on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:11.683618 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-46d9b105-9764-4218-b697-45dbce8393af req-bc5be3a3-3cd1-4d16-a38f-231ec349aeb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.692742 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-a127d080-bfa4-443c-9838-874bad4b682e tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:11.721768 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7485b47-7e87-41c9-8e8c-4b1f208fa13b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.736574 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7485b47-7e87-41c9-8e8c-4b1f208fa13b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.741600 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c7485b47-7e87-41c9-8e8c-4b1f208fa13b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] 10.222.0.38 "DELETE /v2.0/networks/fc74533c-29e0-438a-a2e6-5e74aa95a0d0 HTTP/1.1" status: 204 len: 168 time: 1.3920360 Jul 16 20:30:11.753769 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-a127d080-bfa4-443c-9838-874bad4b682e tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:11.758393 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04448bfd-d167-482c-aa35-19a9e5ab7faf req-6c5b5d52-a590-484c-a284-17cdf7503761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:11.760136 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-04448bfd-d167-482c-aa35-19a9e5ab7faf req-6c5b5d52-a590-484c-a284-17cdf7503761 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=962a93b1-b5db-4401-b7c0-fc778023dd82 HTTP/1.1" status: 200 len: 857 time: 0.1909637 Jul 16 20:30:11.798596 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7485b47-7e87-41c9-8e8c-4b1f208fa13b tempest-TagsTest-592917441 tempest-TagsTest-592917441-project] Pushing event deleted for resources: {'Network': ['ID=fc74533c-29e0-438a-a2e6-5e74aa95a0d0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:11.831597 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-46d9b105-9764-4218-b697-45dbce8393af req-bc5be3a3-3cd1-4d16-a38f-231ec349aeb2 service neutron] Transition to ACTIVE for port object 116726a6-9de1-4c36-9149-4284593f3252 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:11.877697 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-04448bfd-d167-482c-aa35-19a9e5ab7faf req-88611df2-dc73-415f-b3b5-db142829f75e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bb5f15a8-1d99-47cb-89c9-33640abaae0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995660 Jul 16 20:30:11.879491 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-46d9b105-9764-4218-b697-45dbce8393af req-bc5be3a3-3cd1-4d16-a38f-231ec349aeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.896648 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800979d-ba6a-4dac-86c9-19d6ceeca328 req-7d20a95c-cdd3-4341-8aa5-7e7eb0e5adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:11.898464 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8800979d-ba6a-4dac-86c9-19d6ceeca328 req-7d20a95c-cdd3-4341-8aa5-7e7eb0e5adb5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f464673b810d4cdf9ae03e9f2a99c895&device_id=5ec57a41-7b69-4c25-bc7d-5607b7f4070f HTTP/1.1" status: 200 len: 1098 time: 0.3892670 Jul 16 20:30:11.931384 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d32a5f8c-2c0c-4967-94f4-d4b3dcedf322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.986513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-d32a5f8c-2c0c-4967-94f4-d4b3dcedf322 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2fa3e81-1040-43a8-b077-a3b3a35fa72c']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:12.014853 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-a127d080-bfa4-443c-9838-874bad4b682e tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:12.015509 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-a127d080-bfa4-443c-9838-874bad4b682e tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.031724 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-d32a5f8c-2c0c-4967-94f4-d4b3dcedf322 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e1a03e-80f8-4721-9088-3210f878bdf6') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:12.032027 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-d32a5f8c-2c0c-4967-94f4-d4b3dcedf322 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e1a03e-80f8-4721-9088-3210f878bdf6') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:12.057077 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d32a5f8c-2c0c-4967-94f4-d4b3dcedf322 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.060354 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-12af63ec-81d5-44db-afd6-59adbdad0d1a None None] Provisioning for port b171e116-9b39-4dfc-823e-97d739da6d33 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:12.066307 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-12af63ec-81d5-44db-afd6-59adbdad0d1a None None] Provisioning complete for port b171e116-9b39-4dfc-823e-97d739da6d33 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:12.069655 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-12af63ec-81d5-44db-afd6-59adbdad0d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.075291 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5be3a3-3cd1-4d16-a38f-231ec349aeb2 service neutron] Pushing event updated for resources: {'Port': ['ID=116726a6-9de1-4c36-9149-4284593f3252,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:12.079084 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e9d7084b-8921-4801-8867-d0c396d38022 req-627bb3e7-da5f-461f-b8a8-8263ac8e3b21 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511225 Jul 16 20:30:12.085378 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-a127d080-bfa4-443c-9838-874bad4b682e tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3448124 Jul 16 20:30:12.119681 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-6bd4b35a-ff73-4877-9352-c44d611dad7b service neutron] Request body: {'port': {'device_id': '3906e23d-e2ab-4136-8e6f-209fecc46b2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:12.142889 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-12af63ec-81d5-44db-afd6-59adbdad0d1a None None] Port b171e116-9b39-4dfc-823e-97d739da6d33 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:12.144686 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d32a5f8c-2c0c-4967-94f4-d4b3dcedf322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.170697 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d32a5f8c-2c0c-4967-94f4-d4b3dcedf322 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:30:12.171103 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d32a5f8c-2c0c-4967-94f4-d4b3dcedf322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:12.177149 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:12.183518 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37530) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:12.222108 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device f04e3295-ba8c-4462-b5d3-99ac2ea9c781 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:12.239113 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae701d-7911-43ae-9352-a1390a17cc76 req-dcb3bbde-925f-4237-bee5-1a954f899f7e tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:12.246108 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75ae701d-7911-43ae-9352-a1390a17cc76 req-dcb3bbde-925f-4237-bee5-1a954f899f7e tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/ports?device_id=3906e23d-e2ab-4136-8e6f-209fecc46b2e HTTP/1.1" status: 200 len: 935 time: 0.4795785 Jul 16 20:30:12.278439 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-04448bfd-d167-482c-aa35-19a9e5ab7faf req-1e84aebf-f4c6-46ac-aaad-67fbfc0cab68 service neutron] 10.222.0.62 "GET /v2.0/networks/bb5f15a8-1d99-47cb-89c9-33640abaae0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770547 Jul 16 20:30:12.292670 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f8875-1216-48b4-a0f7-77d2ea6623f3 req-d7362bb3-7ce6-4e45-9c98-f338363ebcb8 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:12.294546 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-076f8875-1216-48b4-a0f7-77d2ea6623f3 req-d7362bb3-7ce6-4e45-9c98-f338363ebcb8 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 946 time: 0.4282198 Jul 16 20:30:12.302444 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port f04e3295-ba8c-4462-b5d3-99ac2ea9c781 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:12.308782 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port f04e3295-ba8c-4462-b5d3-99ac2ea9c781 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:12.309282 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.310718 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800979d-ba6a-4dac-86c9-19d6ceeca328 req-576dc8b7-87b6-4418-b22f-3a285d3d1839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:12.312360 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8800979d-ba6a-4dac-86c9-19d6ceeca328 req-576dc8b7-87b6-4418-b22f-3a285d3d1839 service neutron] 10.222.0.18 "GET /v2.0/networks?id=673b6ba0-33b0-47d1-a50e-816aecbacdba HTTP/1.1" status: 200 len: 921 time: 0.3696702 Jul 16 20:30:12.351036 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-46d9b105-9764-4218-b697-45dbce8393af req-bc5be3a3-3cd1-4d16-a38f-231ec349aeb2 service neutron] Attempting to bind port 116726a6-9de1-4c36-9149-4284593f3252 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:12.351374 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-46d9b105-9764-4218-b697-45dbce8393af req-bc5be3a3-3cd1-4d16-a38f-231ec349aeb2 service neutron] Attempting to bind port 116726a6-9de1-4c36-9149-4284593f3252 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '12a5fd60-5358-4bbc-abac-a964a59b540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'de9c7f7d-80a5-4172-a05a-5fedd883a4a9'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:12.351710 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9b105-9764-4218-b697-45dbce8393af req-bc5be3a3-3cd1-4d16-a38f-231ec349aeb2 service neutron] Attempting to bind port 116726a6-9de1-4c36-9149-4284593f3252 on network de9c7f7d-80a5-4172-a05a-5fedd883a4a9 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:12.354066 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d32a5f8c-2c0c-4967-94f4-d4b3dcedf322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.359934 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-6bd4b35a-ff73-4877-9352-c44d611dad7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.378520 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9b105-9764-4218-b697-45dbce8393af req-bc5be3a3-3cd1-4d16-a38f-231ec349aeb2 service neutron] Port 116726a6-9de1-4c36-9149-4284593f3252 on network de9c7f7d-80a5-4172-a05a-5fedd883a4a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:12.378856 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9b105-9764-4218-b697-45dbce8393af req-bc5be3a3-3cd1-4d16-a38f-231ec349aeb2 service neutron] Attempting to bind port 116726a6-9de1-4c36-9149-4284593f3252 on network de9c7f7d-80a5-4172-a05a-5fedd883a4a9 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:12.401274 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9b105-9764-4218-b697-45dbce8393af req-bc5be3a3-3cd1-4d16-a38f-231ec349aeb2 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:12.401871 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9b105-9764-4218-b697-45dbce8393af req-bc5be3a3-3cd1-4d16-a38f-231ec349aeb2 service neutron] Checking segment: {'id': '12a5fd60-5358-4bbc-abac-a964a59b540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'de9c7f7d-80a5-4172-a05a-5fedd883a4a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:12.402530 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9b105-9764-4218-b697-45dbce8393af req-bc5be3a3-3cd1-4d16-a38f-231ec349aeb2 service neutron] Bound using segment: {'id': '12a5fd60-5358-4bbc-abac-a964a59b540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'de9c7f7d-80a5-4172-a05a-5fedd883a4a9'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:12.402918 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-46d9b105-9764-4218-b697-45dbce8393af req-bc5be3a3-3cd1-4d16-a38f-231ec349aeb2 service neutron] Bound port: 116726a6-9de1-4c36-9149-4284593f3252, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a5fd60-5358-4bbc-abac-a964a59b540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'de9c7f7d-80a5-4172-a05a-5fedd883a4a9'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:12.403492 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-46d9b105-9764-4218-b697-45dbce8393af req-bc5be3a3-3cd1-4d16-a38f-231ec349aeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.404570 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d32a5f8c-2c0c-4967-94f4-d4b3dcedf322 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.409916 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d32a5f8c-2c0c-4967-94f4-d4b3dcedf322 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c2fa3e81-1040-43a8-b077-a3b3a35fa72c HTTP/1.1" status: 204 len: 168 time: 2.2621739 Jul 16 20:30:12.414865 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8800979d-ba6a-4dac-86c9-19d6ceeca328 req-dd3cd70f-d521-4833-b956-1f7435725d9a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 HTTP/1.1" status: 200 len: 217 time: 0.0760217 Jul 16 20:30:12.417832 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d2ee1a-ea46-4fd9-8c56-9c600098c068', 'tag': 'cebef639-c703-4fc5-a3ff-43c86366817b'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:12.418141 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.419815 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bd177f-62eb-4525-8fe4-832db1c8b9df" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d2ee1a-ea46-4fd9-8c56-9c600098c068", "tag": "cebef639-c703-4fc5-a3ff-43c86366817b"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:12.422018 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37534) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:12.452308 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a5f8c-2c0c-4967-94f4-d4b3dcedf322 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2fa3e81-1040-43a8-b077-a3b3a35fa72c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:12.513916 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75ae701d-7911-43ae-9352-a1390a17cc76 req-e8ba726c-822b-46d2-928e-b893c25ad558 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba6c7ee-7ab6-4901-ad78-b5124b3f69ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343404 Jul 16 20:30:12.525058 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a7833d21-4541-432b-942a-a089ae019a04 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0f86cabc774a43f98a275e0c6de4aee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3390212 Jul 16 20:30:12.525874 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37538) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:12.534549 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-076f8875-1216-48b4-a0f7-77d2ea6623f3 req-9489a0d6-6e1b-4ffb-9e4a-5e2fed96721a tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190757 Jul 16 20:30:12.601149 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800979d-ba6a-4dac-86c9-19d6ceeca328 req-9adcd62a-941f-40be-8704-a21d22314785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:12.602726 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8800979d-ba6a-4dac-86c9-19d6ceeca328 req-9adcd62a-941f-40be-8704-a21d22314785 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e3f938fb-8c6d-4792-bc71-ef35aeb96d69 HTTP/1.1" status: 200 len: 859 time: 0.1690004 Jul 16 20:30:12.604244 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-46d9b105-9764-4218-b697-45dbce8393af req-b25c4e69-5139-42f4-85e9-95cd4745e872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa788c0-5853-46e9-8c12-8ae4e12bb1a6 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:12.612497 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-04448bfd-d167-482c-aa35-19a9e5ab7faf req-0e946ed7-8338-42f1-a2e3-387a41c213a5 service neutron] 10.222.0.62 "GET /v2.0/networks/bb5f15a8-1d99-47cb-89c9-33640abaae0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162291 Jul 16 20:30:12.648129 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070cd619-b294-4ed0-8ed5-f4656fd4aebb x-openstack-request-id: req-070cd619-b294-4ed0-8ed5-f4656fd4aebb {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:12.651153 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b81720b-c965-4c8e-86fc-e053e8a6fe1f", "name": "network-vif-plugged", "status": "completed", "tag": "e58e6e8e-2530-4107-ab10-fe9803f417ee", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:12.651419 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-070cd619-b294-4ed0-8ed5-f4656fd4aebb {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:12.651823 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b81720b-c965-4c8e-86fc-e053e8a6fe1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58e6e8e-2530-4107-ab10-fe9803f417ee', 'code': 200} Jul 16 20:30:12.699682 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port f04e3295-ba8c-4462-b5d3-99ac2ea9c781, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=f04e3295-ba8c-4462-b5d3-99ac2ea9c781,segment=NetworkSegment(ad0803ed-4f73-4a8d-ae1b-7ae303151ff5),segment_id=ad0803ed-4f73-4a8d-ae1b-7ae303151ff5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:12.706767 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.718453 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-46d9b105-9764-4218-b697-45dbce8393af req-b25c4e69-5139-42f4-85e9-95cd4745e872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.769244 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=f04e3295-ba8c-4462-b5d3-99ac2ea9c781,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:12.774757 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800979d-ba6a-4dac-86c9-19d6ceeca328 req-f52cf0c6-3fa5-4d62-bb50-bf8b11272cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:12.777633 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8800979d-ba6a-4dac-86c9-19d6ceeca328 req-f52cf0c6-3fa5-4d62-bb50-bf8b11272cb2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=673b6ba0-33b0-47d1-a50e-816aecbacdba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1557677 Jul 16 20:30:12.815811 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-46d9b105-9764-4218-b697-45dbce8393af req-b25c4e69-5139-42f4-85e9-95cd4745e872 service neutron] Transition to ACTIVE for port object daa788c0-5853-46e9-8c12-8ae4e12bb1a6 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:12.845830 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-46d9b105-9764-4218-b697-45dbce8393af req-b25c4e69-5139-42f4-85e9-95cd4745e872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.854985 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-46d9b105-9764-4218-b697-45dbce8393af req-bc5be3a3-3cd1-4d16-a38f-231ec349aeb2 service neutron] For port 116726a6-9de1-4c36-9149-4284593f3252, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:12.914146 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096120e5-2196-464d-82ad-4a4185e7ed47 req-da09eec2-8f09-44b4-a081-b76bd132d401 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:12.915673 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-096120e5-2196-464d-82ad-4a4185e7ed47 req-da09eec2-8f09-44b4-a081-b76bd132d401 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c7f4024-3178-4f9d-8d37-6c75207389a8 HTTP/1.1" status: 200 len: 931 time: 0.1883247 Jul 16 20:30:12.956123 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8800979d-ba6a-4dac-86c9-19d6ceeca328 req-60a4808b-d116-4bb6-9324-af01af68bb62 service neutron] 10.222.0.18 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662107 Jul 16 20:30:12.958059 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-46d9b105-9764-4218-b697-45dbce8393af req-bc5be3a3-3cd1-4d16-a38f-231ec349aeb2 service neutron] For port 116726a6-9de1-4c36-9149-4284593f3252, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=116726a6-9de1-4c36-9149-4284593f3252,segment=NetworkSegment(12a5fd60-5358-4bbc-abac-a964a59b540e),segment_id=12a5fd60-5358-4bbc-abac-a964a59b540e)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:12.959140 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e4c7-547b-432f-ade1-64d4caa19caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.960285 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42972882-ca09-4c77-aa96-cd961297fb7e req-1b35589a-4a5b-47cb-82d9-2fca91c2d710 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:12.961820 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-42972882-ca09-4c77-aa96-cd961297fb7e req-1b35589a-4a5b-47cb-82d9-2fca91c2d710 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 1096 time: 0.1832891 Jul 16 20:30:13.006071 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-46d9b105-9764-4218-b697-45dbce8393af req-bc5be3a3-3cd1-4d16-a38f-231ec349aeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.020846 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-096120e5-2196-464d-82ad-4a4185e7ed47 req-52726d09-534a-4566-820c-d2f8847c06c9 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/security-groups?id=23f65bae-0057-4727-8cdc-2054b0feed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935643 Jul 16 20:30:13.050574 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c4e69-5139-42f4-85e9-95cd4745e872 service neutron] Pushing event updated for resources: {'Port': ['ID=daa788c0-5853-46e9-8c12-8ae4e12bb1a6,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:13.089306 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-42972882-ca09-4c77-aa96-cd961297fb7e req-16e727e4-4e7b-4d79-a3fb-fbe82511374f tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081555 Jul 16 20:30:13.111036 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e4c7-547b-432f-ade1-64d4caa19caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.143922 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9b105-9764-4218-b697-45dbce8393af req-bc5be3a3-3cd1-4d16-a38f-231ec349aeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:13.144554 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-46d9b105-9764-4218-b697-45dbce8393af req-bc5be3a3-3cd1-4d16-a38f-231ec349aeb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.145964 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-46d9b105-9764-4218-b697-45dbce8393af req-bc5be3a3-3cd1-4d16-a38f-231ec349aeb2 service neutron] 10.222.0.62 "PUT /v2.0/ports/116726a6-9de1-4c36-9149-4284593f3252 HTTP/1.1" status: 200 len: 1092 time: 3.2349210 Jul 16 20:30:13.149482 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca3a69-e292-486d-bcc7-6ae5f04d6d32 req-3d97b6f5-c9df-4004-bec6-8c6725f2ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:13.151037 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8aca3a69-e292-486d-bcc7-6ae5f04d6d32 req-3d97b6f5-c9df-4004-bec6-8c6725f2ea7a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0b81720b-c965-4c8e-86fc-e053e8a6fe1f HTTP/1.1" status: 200 len: 1097 time: 0.4353294 Jul 16 20:30:13.210244 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8800979d-ba6a-4dac-86c9-19d6ceeca328 req-02bba32a-0a42-4c26-a259-cea5b5d083f6 service neutron] 10.222.0.18 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436941 Jul 16 20:30:13.264559 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e334475-fa12-4945-ba3e-aea71bb58a5f x-openstack-request-id: req-7e334475-fa12-4945-ba3e-aea71bb58a5f {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:13.264858 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d2ee1a-ea46-4fd9-8c56-9c600098c068", "tag": "cebef639-c703-4fc5-a3ff-43c86366817b", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:13.265121 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7e334475-fa12-4945-ba3e-aea71bb58a5f {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:13.265527 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d2ee1a-ea46-4fd9-8c56-9c600098c068', 'tag': 'cebef639-c703-4fc5-a3ff-43c86366817b', 'status': 'completed', 'code': 200} Jul 16 20:30:13.372446 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5be3a3-3cd1-4d16-a38f-231ec349aeb2 service neutron] Pushing event updated for resources: {'Port': ['ID=116726a6-9de1-4c36-9149-4284593f3252,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:13.416876 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8aca3a69-e292-486d-bcc7-6ae5f04d6d32 req-0e03ed6a-ad07-4752-9fb3-28fe4df3fad2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4775006c-0420-40a7-97d4-8150b1804903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361851 Jul 16 20:30:13.458735 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-46d9b105-9764-4218-b697-45dbce8393af req-b25c4e69-5139-42f4-85e9-95cd4745e872 service neutron] Attempting to bind port daa788c0-5853-46e9-8c12-8ae4e12bb1a6 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:13.459094 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-46d9b105-9764-4218-b697-45dbce8393af req-b25c4e69-5139-42f4-85e9-95cd4745e872 service neutron] Attempting to bind port daa788c0-5853-46e9-8c12-8ae4e12bb1a6 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '12a5fd60-5358-4bbc-abac-a964a59b540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'de9c7f7d-80a5-4172-a05a-5fedd883a4a9'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:13.459514 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9b105-9764-4218-b697-45dbce8393af req-b25c4e69-5139-42f4-85e9-95cd4745e872 service neutron] Attempting to bind port daa788c0-5853-46e9-8c12-8ae4e12bb1a6 on network de9c7f7d-80a5-4172-a05a-5fedd883a4a9 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:13.469414 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-6bd4b35a-ff73-4877-9352-c44d611dad7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b171e116-9b39-4dfc-823e-97d739da6d33 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:13.477591 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d3141-f165-4765-b88c-6cc8f04399e8 req-53a46ca8-607d-4e05-946c-711015977594 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:13.479139 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a5d3141-f165-4765-b88c-6cc8f04399e8 req-53a46ca8-607d-4e05-946c-711015977594 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ec57a41-7b69-4c25-bc7d-5607b7f4070f HTTP/1.1" status: 200 len: 946 time: 0.3350625 Jul 16 20:30:13.483072 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd177f-62eb-4525-8fe4-832db1c8b9df req-b2041063-b165-48f9-a451-bcb602c1d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:13.483800 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e4c7-547b-432f-ade1-64d4caa19caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.484466 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-71bd177f-62eb-4525-8fe4-832db1c8b9df req-b2041063-b165-48f9-a451-bcb602c1d965 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3333159ada2b489a9381719b5f953f7a&device_id=c7d2ee1a-ea46-4fd9-8c56-9c600098c068 HTTP/1.1" status: 200 len: 1100 time: 0.2142236 Jul 16 20:30:13.486559 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e4c7-547b-432f-ade1-64d4caa19caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.490869 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c9d5e4c7-547b-432f-ade1-64d4caa19caa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/28597031-1538-4141-aa04-bfa1c65afa5a HTTP/1.1" status: 204 len: 168 time: 0.9563644 Jul 16 20:30:13.493877 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-6bd4b35a-ff73-4877-9352-c44d611dad7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.497884 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9b105-9764-4218-b697-45dbce8393af req-b25c4e69-5139-42f4-85e9-95cd4745e872 service neutron] Port daa788c0-5853-46e9-8c12-8ae4e12bb1a6 on network de9c7f7d-80a5-4172-a05a-5fedd883a4a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:13.498215 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9b105-9764-4218-b697-45dbce8393af req-b25c4e69-5139-42f4-85e9-95cd4745e872 service neutron] Attempting to bind port daa788c0-5853-46e9-8c12-8ae4e12bb1a6 on network de9c7f7d-80a5-4172-a05a-5fedd883a4a9 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:13.505835 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab45c8-d59f-42c1-9da2-274569e8a031 req-3c3d0bb9-17c5-43b9-9e30-b0cf4c9cf9b7 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:13.520983 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3bab45c8-d59f-42c1-9da2-274569e8a031 req-3c3d0bb9-17c5-43b9-9e30-b0cf4c9cf9b7 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f167036-52b6-43fe-8762-fcb34b8a6217&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2396300 Jul 16 20:30:13.541128 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9b105-9764-4218-b697-45dbce8393af req-87369ead-296a-4a97-a8aa-0489bf9df199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:13.542699 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-46d9b105-9764-4218-b697-45dbce8393af req-87369ead-296a-4a97-a8aa-0489bf9df199 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed8b857babcd4c8cb76ee5584a65db58&device_id=291a4e96-dfcb-40d6-bcb0-bf99145902df HTTP/1.1" status: 200 len: 1095 time: 0.3301423 Jul 16 20:30:13.543466 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9b105-9764-4218-b697-45dbce8393af req-b25c4e69-5139-42f4-85e9-95cd4745e872 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:13.543810 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9b105-9764-4218-b697-45dbce8393af req-b25c4e69-5139-42f4-85e9-95cd4745e872 service neutron] Checking segment: {'id': '12a5fd60-5358-4bbc-abac-a964a59b540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'de9c7f7d-80a5-4172-a05a-5fedd883a4a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:13.544208 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9b105-9764-4218-b697-45dbce8393af req-b25c4e69-5139-42f4-85e9-95cd4745e872 service neutron] Bound using segment: {'id': '12a5fd60-5358-4bbc-abac-a964a59b540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'de9c7f7d-80a5-4172-a05a-5fedd883a4a9'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:13.544643 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-46d9b105-9764-4218-b697-45dbce8393af req-b25c4e69-5139-42f4-85e9-95cd4745e872 service neutron] Bound port: daa788c0-5853-46e9-8c12-8ae4e12bb1a6, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a5fd60-5358-4bbc-abac-a964a59b540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'de9c7f7d-80a5-4172-a05a-5fedd883a4a9'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:13.545002 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-46d9b105-9764-4218-b697-45dbce8393af req-b25c4e69-5139-42f4-85e9-95cd4745e872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.547035 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5e4c7-547b-432f-ade1-64d4caa19caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28597031-1538-4141-aa04-bfa1c65afa5a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:13.567729 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-6bd4b35a-ff73-4877-9352-c44d611dad7b service neutron] Transition to ACTIVE for port object b171e116-9b39-4dfc-823e-97d739da6d33 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:13.581157 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-6bd4b35a-ff73-4877-9352-c44d611dad7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.647177 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-46d9b105-9764-4218-b697-45dbce8393af req-20531994-0f60-495c-abee-9fb2560ab953 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=116726a6-9de1-4c36-9149-4284593f3252 HTTP/1.1" status: 200 len: 217 time: 0.0782492 Jul 16 20:30:13.676014 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58930bc-2221-47f3-bc0c-a21079eced39 req-168f2fc2-8be5-43dd-bc70-479432b17afb tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:13.683387 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e58930bc-2221-47f3-bc0c-a21079eced39 req-168f2fc2-8be5-43dd-bc70-479432b17afb tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0f81baa-5c59-40e5-896a-df78cc80edde HTTP/1.1" status: 200 len: 945 time: 0.3344193 Jul 16 20:30:13.703865 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3bab45c8-d59f-42c1-9da2-274569e8a031 req-d42afc82-4f34-4f8a-9152-5b357ec73bf0 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 696 time: 0.1817820 Jul 16 20:30:13.711180 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-3bab45c8-d59f-42c1-9da2-274569e8a031 req-c1a56ed5-0931-4f40-9e19-f257b6d1c756 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Request body: {'floatingip': {'port_id': 'b4303d43-5f18-45b1-a4f0-1602debbc55f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:13.775649 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd4b35a-ff73-4877-9352-c44d611dad7b service neutron] Pushing event updated for resources: {'Port': ['ID=b171e116-9b39-4dfc-823e-97d739da6d33,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:13.842898 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-46d9b105-9764-4218-b697-45dbce8393af req-b25c4e69-5139-42f4-85e9-95cd4745e872 service neutron] For port daa788c0-5853-46e9-8c12-8ae4e12bb1a6, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:13.884415 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9b105-9764-4218-b697-45dbce8393af req-90c4b10d-e361-43ee-89c6-94ddba3ac077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:13.886103 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-46d9b105-9764-4218-b697-45dbce8393af req-90c4b10d-e361-43ee-89c6-94ddba3ac077 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6cd82ace-68b4-411c-841f-ba905d06966b HTTP/1.1" status: 200 len: 852 time: 0.2087994 Jul 16 20:30:13.922395 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-46d9b105-9764-4218-b697-45dbce8393af req-b25c4e69-5139-42f4-85e9-95cd4745e872 service neutron] For port daa788c0-5853-46e9-8c12-8ae4e12bb1a6, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=daa788c0-5853-46e9-8c12-8ae4e12bb1a6,segment=NetworkSegment(12a5fd60-5358-4bbc-abac-a964a59b540e),segment_id=12a5fd60-5358-4bbc-abac-a964a59b540e)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:13.957326 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-6bd4b35a-ff73-4877-9352-c44d611dad7b service neutron] Attempting to bind port b171e116-9b39-4dfc-823e-97d739da6d33 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:13.957678 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-6bd4b35a-ff73-4877-9352-c44d611dad7b service neutron] Attempting to bind port b171e116-9b39-4dfc-823e-97d739da6d33 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:13.958018 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-6bd4b35a-ff73-4877-9352-c44d611dad7b service neutron] Attempting to bind port b171e116-9b39-4dfc-823e-97d739da6d33 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:13.994355 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-6bd4b35a-ff73-4877-9352-c44d611dad7b service neutron] Port b171e116-9b39-4dfc-823e-97d739da6d33 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:13.994724 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-6bd4b35a-ff73-4877-9352-c44d611dad7b service neutron] Attempting to bind port b171e116-9b39-4dfc-823e-97d739da6d33 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:14.001602 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-46d9b105-9764-4218-b697-45dbce8393af req-b25c4e69-5139-42f4-85e9-95cd4745e872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.012976 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-46d9b105-9764-4218-b697-45dbce8393af req-da732715-9054-4d61-94c4-9043b5f6ff14 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=de9c7f7d-80a5-4172-a05a-5fedd883a4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566170 Jul 16 20:30:14.014678 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-6bd4b35a-ff73-4877-9352-c44d611dad7b service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:14.015024 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-6bd4b35a-ff73-4877-9352-c44d611dad7b service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:14.015418 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-6bd4b35a-ff73-4877-9352-c44d611dad7b service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:14.015870 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-6bd4b35a-ff73-4877-9352-c44d611dad7b service neutron] Bound port: b171e116-9b39-4dfc-823e-97d739da6d33, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:14.016236 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-6bd4b35a-ff73-4877-9352-c44d611dad7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.053965 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9b105-9764-4218-b697-45dbce8393af req-b25c4e69-5139-42f4-85e9-95cd4745e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:14.055012 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-46d9b105-9764-4218-b697-45dbce8393af req-b25c4e69-5139-42f4-85e9-95cd4745e872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.056477 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-46d9b105-9764-4218-b697-45dbce8393af req-b25c4e69-5139-42f4-85e9-95cd4745e872 service neutron] 10.222.0.18 "PUT /v2.0/ports/daa788c0-5853-46e9-8c12-8ae4e12bb1a6 HTTP/1.1" status: 200 len: 1092 time: 3.1680989 Jul 16 20:30:14.221448 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3bab45c8-d59f-42c1-9da2-274569e8a031 req-c1a56ed5-0931-4f40-9e19-f257b6d1c756 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks [] for floatingip, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.366857 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e58930bc-2221-47f3-bc0c-a21079eced39 req-96224772-4800-40e7-853f-a985cd8e8290 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/security-groups?id=4775006c-0420-40a7-97d4-8150b1804903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6823621 Jul 16 20:30:14.403741 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd177f-62eb-4525-8fe4-832db1c8b9df req-01caebf7-1415-4f24-8a01-4e2361129700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:14.405571 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-71bd177f-62eb-4525-8fe4-832db1c8b9df req-01caebf7-1415-4f24-8a01-4e2361129700 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.8807955 Jul 16 20:30:14.486944 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-71bd177f-62eb-4525-8fe4-832db1c8b9df req-2eca021f-b01a-4098-a1b4-57740dc65a24 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=cebef639-c703-4fc5-a3ff-43c86366817b HTTP/1.1" status: 200 len: 217 time: 0.0706160 Jul 16 20:30:14.572576 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c4e69-5139-42f4-85e9-95cd4745e872 service neutron] Pushing event updated for resources: {'Port': ['ID=daa788c0-5853-46e9-8c12-8ae4e12bb1a6,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:14.581190 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-7a5d3141-f165-4765-b88c-6cc8f04399e8 req-239b76b9-cae8-4ff5-b260-fcdaf12eca30 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Deleting port 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:14.581866 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7a5d3141-f165-4765-b88c-6cc8f04399e8 req-239b76b9-cae8-4ff5-b260-fcdaf12eca30 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.645190 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd177f-62eb-4525-8fe4-832db1c8b9df req-b52009e4-d5da-4eb6-b7bd-68f6dfe4b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:14.646721 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-71bd177f-62eb-4525-8fe4-832db1c8b9df req-b52009e4-d5da-4eb6-b7bd-68f6dfe4b422 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1515160 Jul 16 20:30:14.654660 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a648fafb-8e34-4a8c-b7e2-69ac3e51dfe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94fa6a54-491c-4382-89c6-73988d48841e'}, {'server_uuid': 'd0f81baa-5c59-40e5-896a-df78cc80edde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04e3295-ba8c-4462-b5d3-99ac2ea9c781'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:14.658355 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e994c971-bc8b-4576-a700-74651c32dc45" -d '{"events": [{"server_uuid": "a648fafb-8e34-4a8c-b7e2-69ac3e51dfe6", "name": "network-vif-plugged", "status": "completed", "tag": "94fa6a54-491c-4382-89c6-73988d48841e"}, {"server_uuid": "d0f81baa-5c59-40e5-896a-df78cc80edde", "name": "network-vif-plugged", "status": "completed", "tag": "f04e3295-ba8c-4462-b5d3-99ac2ea9c781"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:14.679310 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-46d9b105-9764-4218-b697-45dbce8393af req-1aeada3e-4dae-46b9-a7be-25c0c92462f9 service neutron] 10.222.0.62 "GET /v2.0/networks/de9c7f7d-80a5-4172-a05a-5fedd883a4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6216574 Jul 16 20:30:14.699339 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-6bd4b35a-ff73-4877-9352-c44d611dad7b service neutron] For port b171e116-9b39-4dfc-823e-97d739da6d33, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:14.705994 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-6bd4b35a-ff73-4877-9352-c44d611dad7b service neutron] For port b171e116-9b39-4dfc-823e-97d739da6d33, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b171e116-9b39-4dfc-823e-97d739da6d33,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:14.709358 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9b105-9764-4218-b697-45dbce8393af req-891a26fa-2daf-4f21-a509-5d1ef87accec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:14.711045 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-46d9b105-9764-4218-b697-45dbce8393af req-891a26fa-2daf-4f21-a509-5d1ef87accec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed8b857babcd4c8cb76ee5584a65db58&device_id=1c7f4024-3178-4f9d-8d37-6c75207389a8 HTTP/1.1" status: 200 len: 1095 time: 0.5817738 Jul 16 20:30:14.739729 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-6bd4b35a-ff73-4877-9352-c44d611dad7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.744198 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device cebef639-c703-4fc5-a3ff-43c86366817b details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:30:14.823170 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-272e501f-e04f-4217-b017-623c8e86c4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.848019 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-7a5d3141-f165-4765-b88c-6cc8f04399e8 req-239b76b9-cae8-4ff5-b260-fcdaf12eca30 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] For port 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8,segment=NetworkSegment(c1804d01-4de0-4d24-bc8b-607047aabf4a),segment_id=c1804d01-4de0-4d24-bc8b-607047aabf4a)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:14.848385 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7a5d3141-f165-4765-b88c-6cc8f04399e8 req-239b76b9-cae8-4ff5-b260-fcdaf12eca30 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.952156 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port cebef639-c703-4fc5-a3ff-43c86366817b, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=cebef639-c703-4fc5-a3ff-43c86366817b,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:14.956693 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-46d9b105-9764-4218-b697-45dbce8393af req-253dbe94-22a4-4f01-bdb0-c31d5326a411 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa788c0-5853-46e9-8c12-8ae4e12bb1a6 HTTP/1.1" status: 200 len: 217 time: 0.2272789 Jul 16 20:30:14.987755 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'cebef639-c703-4fc5-a3ff-43c86366817b', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': 'cebef639-c703-4fc5-a3ff-43c86366817b', 'mac_address': 'fa:16:3e:97:99:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:30:14.995702 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-6bd4b35a-ff73-4877-9352-c44d611dad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:14.996128 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-6bd4b35a-ff73-4877-9352-c44d611dad7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.997542 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-6bd4b35a-ff73-4877-9352-c44d611dad7b service neutron] 10.222.0.62 "PUT /v2.0/ports/b171e116-9b39-4dfc-823e-97d739da6d33 HTTP/1.1" status: 200 len: 1096 time: 2.8827629 Jul 16 20:30:15.054463 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-7a5d3141-f165-4765-b88c-6cc8f04399e8 req-239b76b9-cae8-4ff5-b260-fcdaf12eca30 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Calling delete_port for 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:15.101439 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.125405 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cebef639-c703-4fc5-a3ff-43c86366817b {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:15.145394 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd4b35a-ff73-4877-9352-c44d611dad7b service neutron] Pushing event updated for resources: {'Port': ['ID=b171e116-9b39-4dfc-823e-97d739da6d33,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:15.175478 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port cebef639-c703-4fc5-a3ff-43c86366817b, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=cebef639-c703-4fc5-a3ff-43c86366817b,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:15.180762 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-46d9b105-9764-4218-b697-45dbce8393af req-a3af0151-1d7e-4318-aced-888b92107936 service neutron] 10.222.0.62 "GET /v2.0/networks/de9c7f7d-80a5-4172-a05a-5fedd883a4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929631 Jul 16 20:30:15.182543 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.189561 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9b105-9764-4218-b697-45dbce8393af req-e2bf71eb-33c5-41dd-a0c8-7095dadb6769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:15.194845 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-46d9b105-9764-4218-b697-45dbce8393af req-e2bf71eb-33c5-41dd-a0c8-7095dadb6769 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6cd82ace-68b4-411c-841f-ba905d06966b HTTP/1.1" status: 200 len: 852 time: 0.2302852 Jul 16 20:30:15.233387 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd177f-62eb-4525-8fe4-832db1c8b9df req-04d331ec-e3f8-44a8-a068-73d82f6ceca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:15.235058 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-71bd177f-62eb-4525-8fe4-832db1c8b9df req-04d331ec-e3f8-44a8-a068-73d82f6ceca3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5233078 Jul 16 20:30:15.265518 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-46d9b105-9764-4218-b697-45dbce8393af req-d8283ed1-06c4-46f0-9721-63f9dd4c36e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=de9c7f7d-80a5-4172-a05a-5fedd883a4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643334 Jul 16 20:30:15.269636 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291a4e96-dfcb-40d6-bcb0-bf99145902df', 'tag': '116726a6-9de1-4c36-9149-4284593f3252'}, {'name': 'network-changed', 'server_uuid': '1c7f4024-3178-4f9d-8d37-6c75207389a8', 'tag': 'daa788c0-5853-46e9-8c12-8ae4e12bb1a6'}, {'name': 'network-changed', 'server_uuid': '3906e23d-e2ab-4136-8e6f-209fecc46b2e', 'tag': 'b171e116-9b39-4dfc-823e-97d739da6d33'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:15.272632 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84" -d '{"events": [{"name": "network-changed", "server_uuid": "291a4e96-dfcb-40d6-bcb0-bf99145902df", "tag": "116726a6-9de1-4c36-9149-4284593f3252"}, {"name": "network-changed", "server_uuid": "1c7f4024-3178-4f9d-8d37-6c75207389a8", "tag": "daa788c0-5853-46e9-8c12-8ae4e12bb1a6"}, {"name": "network-changed", "server_uuid": "3906e23d-e2ab-4136-8e6f-209fecc46b2e", "tag": "b171e116-9b39-4dfc-823e-97d739da6d33"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:15.284851 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=cebef639-c703-4fc5-a3ff-43c86366817b,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:15.405201 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['cebef639-c703-4fc5-a3ff-43c86366817b'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:15.489567 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-0605cd8d-68ff-43d3-87ea-4f82b2c133b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:15.491346 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-0605cd8d-68ff-43d3-87ea-4f82b2c133b1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3333159ada2b489a9381719b5f953f7a&device_id=3906e23d-e2ab-4136-8e6f-209fecc46b2e HTTP/1.1" status: 200 len: 1099 time: 0.4202325 Jul 16 20:30:15.569718 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-3a33be85-e3f6-4372-b94c-13d04fa58330 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=b171e116-9b39-4dfc-823e-97d739da6d33 HTTP/1.1" status: 200 len: 217 time: 0.0579090 Jul 16 20:30:15.581465 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-46d9b105-9764-4218-b697-45dbce8393af req-6bf1820e-cb6e-42cc-8013-f341b4a539fa service neutron] 10.222.0.18 "GET /v2.0/networks/de9c7f7d-80a5-4172-a05a-5fedd883a4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040774 Jul 16 20:30:15.736788 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-2f4fa078-9d2e-425c-9cf0-1ccb1cf5531d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:15.738439 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-2f4fa078-9d2e-425c-9cf0-1ccb1cf5531d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1558204 Jul 16 20:30:15.784419 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2382a-a9aa-4678-ab4c-4a97dda3f392 req-58ce5281-881f-4617-94be-0bc43fb19e93 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:15.786908 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6ff2382a-a9aa-4678-ab4c-4a97dda3f392 req-58ce5281-881f-4617-94be-0bc43fb19e93 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/ports?device_id=3906e23d-e2ab-4136-8e6f-209fecc46b2e HTTP/1.1" status: 200 len: 947 time: 0.8675640 Jul 16 20:30:15.874490 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3bab45c8-d59f-42c1-9da2-274569e8a031 req-c1a56ed5-0931-4f40-9e19-f257b6d1c756 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.875779 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7a5d3141-f165-4765-b88c-6cc8f04399e8 req-239b76b9-cae8-4ff5-b260-fcdaf12eca30 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.883062 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-46d9b105-9764-4218-b697-45dbce8393af req-f408bebc-5a6c-469e-b1d1-39b41cb76756 service neutron] 10.222.0.18 "GET /v2.0/networks/de9c7f7d-80a5-4172-a05a-5fedd883a4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892585 Jul 16 20:30:15.894004 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['b4303d43-5f18-45b1-a4f0-1602debbc55f'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:15.943500 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-af90758e-82e5-4605-a392-3ac38a358fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:15.945186 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-af90758e-82e5-4605-a392-3ac38a358fc7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1977487 Jul 16 20:30:15.954532 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0fed0-2d87-479d-9913-ac6ef7ada247 req-69333079-5b7c-409d-8462-434897f7f20b tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:15.956570 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5bd0fed0-2d87-479d-9913-ac6ef7ada247 req-69333079-5b7c-409d-8462-434897f7f20b tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.62 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 946 time: 0.2116337 Jul 16 20:30:15.987686 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-272e501f-e04f-4217-b017-623c8e86c4d7 admin admin] Deleting port 9da1f4db-57dd-40ee-8b2d-d5a6f75348a8 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:15.988121 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-272e501f-e04f-4217-b017-623c8e86c4d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.081495 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3bab45c8-d59f-42c1-9da2-274569e8a031 req-c1a56ed5-0931-4f40-9e19-f257b6d1c756 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.088281 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 37606) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:16.222740 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-c56cad5f-a20f-44cb-ade0-cc4473534994 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656467 Jul 16 20:30:16.237146 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-272e501f-e04f-4217-b017-623c8e86c4d7 admin admin] For port 9da1f4db-57dd-40ee-8b2d-d5a6f75348a8, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9da1f4db-57dd-40ee-8b2d-d5a6f75348a8,segment=NetworkSegment(5d9745a4-c4dd-4acf-b728-f5fc411c2b1c),segment_id=5d9745a4-c4dd-4acf-b728-f5fc411c2b1c)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:16.237520 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-272e501f-e04f-4217-b017-623c8e86c4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.243600 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6ff2382a-a9aa-4678-ab4c-4a97dda3f392 req-9a0f8b3c-3de1-42f2-adf2-6368f5f335b6 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba6c7ee-7ab6-4901-ad78-b5124b3f69ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742640 Jul 16 20:30:16.244470 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5d3141-f165-4765-b88c-6cc8f04399e8 req-239b76b9-cae8-4ff5-b260-fcdaf12eca30 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] No DVR routers for this DVR port 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:16.251487 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7a5d3141-f165-4765-b88c-6cc8f04399e8 req-239b76b9-cae8-4ff5-b260-fcdaf12eca30 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.253507 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a5d3141-f165-4765-b88c-6cc8f04399e8 req-239b76b9-cae8-4ff5-b260-fcdaf12eca30 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.18 "DELETE /v2.0/ports/8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 HTTP/1.1" status: 204 len: 173 time: 2.7681825 Jul 16 20:30:16.261763 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec57a41-7b69-4c25-bc7d-5607b7f4070f', 'name': 'network-vif-deleted', 'tag': '8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:16.262521 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-272e501f-e04f-4217-b017-623c8e86c4d7 admin admin] Calling delete_port for 9da1f4db-57dd-40ee-8b2d-d5a6f75348a8 owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:16.264092 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb578b68-a4df-4678-9932-7a3e14ff6cf8" -d '{"events": [{"server_uuid": "5ec57a41-7b69-4c25-bc7d-5607b7f4070f", "name": "network-vif-deleted", "tag": "8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:16.284143 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b76b9-cae8-4ff5-b260-fcdaf12eca30 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Pushing event deleted for resources: {'Port': ['ID=8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:16.304330 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-65845a99-628a-43a0-9282-90ba7fb48761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.310294 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-71bd177f-62eb-4525-8fe4-832db1c8b9df req-03d6cdba-ec7d-4b75-aa0a-96347cb0230a service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0645580 Jul 16 20:30:16.421201 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-5bd0fed0-2d87-479d-9913-ac6ef7ada247 req-b7f0ab53-e7f9-4080-82cb-7439e6e59270 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Deleting port a2ce7eaf-57bc-4a87-be95-7e45a7b50942 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:16.421598 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5bd0fed0-2d87-479d-9913-ac6ef7ada247 req-b7f0ab53-e7f9-4080-82cb-7439e6e59270 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.480567 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [req-3bab45c8-d59f-42c1-9da2-274569e8a031 req-c1a56ed5-0931-4f40-9e19-f257b6d1c756 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Floating IP f408acae-7dc6-4bd8-9f99-900ad1eb5633 associated. External IP: 172.25.0.165, port: b4303d43-5f18-45b1-a4f0-1602debbc55f. Jul 16 20:30:16.600973 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2bdb7d01-5fdf-4d3d-b052-6c31c2cef7e8 req-30726693-5318-4d71-ab9d-a7f93203f6fc service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692856 Jul 16 20:30:16.645996 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-5bd0fed0-2d87-479d-9913-ac6ef7ada247 req-b7f0ab53-e7f9-4080-82cb-7439e6e59270 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] For port a2ce7eaf-57bc-4a87-be95-7e45a7b50942, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=a2ce7eaf-57bc-4a87-be95-7e45a7b50942,segment=NetworkSegment(d044cd58-1c1b-47a2-8117-29daed7caee7),segment_id=d044cd58-1c1b-47a2-8117-29daed7caee7)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:16.646401 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5bd0fed0-2d87-479d-9913-ac6ef7ada247 req-b7f0ab53-e7f9-4080-82cb-7439e6e59270 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.672694 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-5bd0fed0-2d87-479d-9913-ac6ef7ada247 req-b7f0ab53-e7f9-4080-82cb-7439e6e59270 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Calling delete_port for a2ce7eaf-57bc-4a87-be95-7e45a7b50942 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:16.696862 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-71bd177f-62eb-4525-8fe4-832db1c8b9df req-a47ae5fc-6461-4a1c-8b2b-47b2030dfc49 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538268 Jul 16 20:30:16.741984 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-65845a99-628a-43a0-9282-90ba7fb48761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.752789 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-65845a99-628a-43a0-9282-90ba7fb48761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.760563 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device cebef639-c703-4fc5-a3ff-43c86366817b up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:16.774095 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fac725-7462-4f31-be4d-57ae7971ff6f req-e0c6392d-0aef-463b-8961-bc7b4a95a991 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:16.778635 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66fac725-7462-4f31-be4d-57ae7971ff6f req-e0c6392d-0aef-463b-8961-bc7b4a95a991 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/ports?device_id=65bf6bee-ad0f-4abd-8705-ddb1388b9bb9 HTTP/1.1" status: 200 len: 946 time: 0.3009138 Jul 16 20:30:16.823982 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-272e501f-e04f-4217-b017-623c8e86c4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.873074 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e501f-e04f-4217-b017-623c8e86c4d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9da1f4db-57dd-40ee-8b2d-d5a6f75348a8,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:16.902225 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port cebef639-c703-4fc5-a3ff-43c86366817b completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:16.907223 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port cebef639-c703-4fc5-a3ff-43c86366817b triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:16.908064 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.004944 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-65845a99-628a-43a0-9282-90ba7fb48761 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=efd45711bff44781abd5f12f634701ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9063838 Jul 16 20:30:17.010059 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65845a99-628a-43a0-9282-90ba7fb48761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c589b24-2396-4197-8885-f11e1c45d439,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:17.017605 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.024996 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37612) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:17.105349 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66fac725-7462-4f31-be4d-57ae7971ff6f req-9793c513-b2bd-4337-b7de-58db723b5d1e tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887628 Jul 16 20:30:17.177707 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port cebef639-c703-4fc5-a3ff-43c86366817b, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=cebef639-c703-4fc5-a3ff-43c86366817b,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:17.189911 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.190804 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:17.243850 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-272e501f-e04f-4217-b017-623c8e86c4d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.329312 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bab45c8-d59f-42c1-9da2-274569e8a031 req-c1a56ed5-0931-4f40-9e19-f257b6d1c756 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Router ec619c74-3ab5-4356-848c-329ff9a640b1 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:17.384542 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=cebef639-c703-4fc5-a3ff-43c86366817b,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:17.393169 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:17.393450 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:17.471886 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-616a9891-585e-4cc1-bfc9-8cd83219c094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.488990 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5bd0fed0-2d87-479d-9913-ac6ef7ada247 req-b7f0ab53-e7f9-4080-82cb-7439e6e59270 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.506550 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['a2ce7eaf-57bc-4a87-be95-7e45a7b50942'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:17.516880 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-616a9891-585e-4cc1-bfc9-8cd83219c094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.540198 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bab45c8-d59f-42c1-9da2-274569e8a031 req-c1a56ed5-0931-4f40-9e19-f257b6d1c756 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:17.546599 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3bab45c8-d59f-42c1-9da2-274569e8a031 req-c1a56ed5-0931-4f40-9e19-f257b6d1c756 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.553599 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0ab53-e7f9-4080-82cb-7439e6e59270 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Pushing event deleted for resources: {'Port': ['ID=a2ce7eaf-57bc-4a87-be95-7e45a7b50942,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:17.560441 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f55829-e551-4aa6-ae7e-79100253b1fd None None] Sync routers for ids ['ec619c74-3ab5-4356-848c-329ff9a640b1'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:17.572174 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f55829-e551-4aa6-ae7e-79100253b1fd None None] Routers {'ec619c74-3ab5-4356-848c-329ff9a640b1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:17.572815 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-40f55829-e551-4aa6-ae7e-79100253b1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:29:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ec619c74-3ab5-4356-848c-329ff9a640b1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:17.590846 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3bab45c8-d59f-42c1-9da2-274569e8a031 req-c1a56ed5-0931-4f40-9e19-f257b6d1c756 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "PUT /v2.0/floatingips/f408acae-7dc6-4bd8-9f99-900ad1eb5633 HTTP/1.1" status: 200 len: 997 time: 3.8856215 Jul 16 20:30:17.605160 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82255c8-39aa-4298-abd5-d9dcfb587a83 req-13e44e71-9dd6-47c0-924f-4b40ae0b695b tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:17.606800 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b82255c8-39aa-4298-abd5-d9dcfb587a83 req-13e44e71-9dd6-47c0-924f-4b40ae0b695b tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c7f4024-3178-4f9d-8d37-6c75207389a8 HTTP/1.1" status: 200 len: 943 time: 0.1733289 Jul 16 20:30:17.618533 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd0fed0-2d87-479d-9913-ac6ef7ada247 req-b7f0ab53-e7f9-4080-82cb-7439e6e59270 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] No DVR routers for this DVR port a2ce7eaf-57bc-4a87-be95-7e45a7b50942 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:17.622289 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5bd0fed0-2d87-479d-9913-ac6ef7ada247 req-b7f0ab53-e7f9-4080-82cb-7439e6e59270 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.624380 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5bd0fed0-2d87-479d-9913-ac6ef7ada247 req-b7f0ab53-e7f9-4080-82cb-7439e6e59270 tempest-ServerRescueNegativeTestJSON-1595849964 tempest-ServerRescueNegativeTestJSON-1595849964-project] 10.222.0.62 "DELETE /v2.0/ports/a2ce7eaf-57bc-4a87-be95-7e45a7b50942 HTTP/1.1" status: 204 len: 173 time: 1.6573241 Jul 16 20:30:17.714801 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b82255c8-39aa-4298-abd5-d9dcfb587a83 req-bf35c627-9436-4317-9041-7729cd7a3a17 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/security-groups?id=23f65bae-0057-4727-8cdc-2054b0feed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998344 Jul 16 20:30:17.733699 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-616a9891-585e-4cc1-bfc9-8cd83219c094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.742556 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-616a9891-585e-4cc1-bfc9-8cd83219c094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.745979 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-616a9891-585e-4cc1-bfc9-8cd83219c094 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9c589b24-2396-4197-8885-f11e1c45d439 HTTP/1.1" status: 204 len: 168 time: 0.7174370 Jul 16 20:30:17.748615 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab45c8-d59f-42c1-9da2-274569e8a031 req-7cca9795-0e7d-49d3-9230-b7b8e11a7b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:17.750730 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3bab45c8-d59f-42c1-9da2-274569e8a031 req-7cca9795-0e7d-49d3-9230-b7b8e11a7b4c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f464673b810d4cdf9ae03e9f2a99c895&device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 1098 time: 0.1368849 Jul 16 20:30:17.780452 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a9891-585e-4cc1-bfc9-8cd83219c094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c589b24-2396-4197-8885-f11e1c45d439,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:17.786288 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-40f55829-e551-4aa6-ae7e-79100253b1fd None None] Set router ec619c74-3ab5-4356-848c-329ff9a640b1 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:17.874768 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e7ec9e-3307-4f73-96e6-e2108f6fce39 x-openstack-request-id: req-23e7ec9e-3307-4f73-96e6-e2108f6fce39 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:17.875237 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a648fafb-8e34-4a8c-b7e2-69ac3e51dfe6", "name": "network-vif-plugged", "status": "completed", "tag": "94fa6a54-491c-4382-89c6-73988d48841e", "code": 200}, {"server_uuid": "d0f81baa-5c59-40e5-896a-df78cc80edde", "name": "network-vif-plugged", "status": "completed", "tag": "f04e3295-ba8c-4462-b5d3-99ac2ea9c781", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:17.875344 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-23e7ec9e-3307-4f73-96e6-e2108f6fce39 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:17.875686 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a648fafb-8e34-4a8c-b7e2-69ac3e51dfe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94fa6a54-491c-4382-89c6-73988d48841e', 'code': 200} Jul 16 20:30:17.876520 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f81baa-5c59-40e5-896a-df78cc80edde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04e3295-ba8c-4462-b5d3-99ac2ea9c781', 'code': 200} Jul 16 20:30:17.904899 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272e501f-e04f-4217-b017-623c8e86c4d7 admin admin] Router a2e3e5b6-2f70-465e-8005-71b28999b6a5 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:17.982828 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab45c8-d59f-42c1-9da2-274569e8a031 req-674effc6-24d3-4f80-9b13-c9908ba6ff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:17.992393 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3bab45c8-d59f-42c1-9da2-274569e8a031 req-674effc6-24d3-4f80-9b13-c9908ba6ff07 service neutron] 10.222.0.38 "GET /v2.0/networks?id=673b6ba0-33b0-47d1-a50e-816aecbacdba HTTP/1.1" status: 200 len: 921 time: 0.2212989 Jul 16 20:30:18.031065 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678e25ea-3d25-4513-905f-cd24a35e9275 x-openstack-request-id: req-678e25ea-3d25-4513-905f-cd24a35e9275 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:18.031845 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291a4e96-dfcb-40d6-bcb0-bf99145902df", "tag": "116726a6-9de1-4c36-9149-4284593f3252", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1c7f4024-3178-4f9d-8d37-6c75207389a8", "tag": "daa788c0-5853-46e9-8c12-8ae4e12bb1a6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3906e23d-e2ab-4136-8e6f-209fecc46b2e", "tag": "b171e116-9b39-4dfc-823e-97d739da6d33", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:18.033237 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-678e25ea-3d25-4513-905f-cd24a35e9275 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:18.033785 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291a4e96-dfcb-40d6-bcb0-bf99145902df', 'tag': '116726a6-9de1-4c36-9149-4284593f3252', 'status': 'completed', 'code': 200} Jul 16 20:30:18.034149 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c7f4024-3178-4f9d-8d37-6c75207389a8', 'tag': 'daa788c0-5853-46e9-8c12-8ae4e12bb1a6', 'status': 'completed', 'code': 200} Jul 16 20:30:18.034782 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3906e23d-e2ab-4136-8e6f-209fecc46b2e', 'tag': 'b171e116-9b39-4dfc-823e-97d739da6d33', 'status': 'completed', 'code': 200} Jul 16 20:30:18.161867 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3bab45c8-d59f-42c1-9da2-274569e8a031 req-85def189-9d3c-495e-a612-90a05c8a0857 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4303d43-5f18-45b1-a4f0-1602debbc55f HTTP/1.1" status: 200 len: 1000 time: 0.1675858 Jul 16 20:30:18.193126 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272e501f-e04f-4217-b017-623c8e86c4d7 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:18.201488 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-272e501f-e04f-4217-b017-623c8e86c4d7 admin admin] 10.222.0.38 "PUT /v2.0/routers/a2e3e5b6-2f70-465e-8005-71b28999b6a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7510591 Jul 16 20:30:18.204357 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37626) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:18.209405 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fd5838-030a-4e36-97ce-26b10ef45c4f None None] Sync routers for ids ['a2e3e5b6-2f70-465e-8005-71b28999b6a5'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:18.231760 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 116726a6-9de1-4c36-9149-4284593f3252 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:30:18.232222 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fd5838-030a-4e36-97ce-26b10ef45c4f None None] Routers {'a2e3e5b6-2f70-465e-8005-71b28999b6a5'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:18.232833 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-35fd5838-030a-4e36-97ce-26b10ef45c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:29:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['a2e3e5b6-2f70-465e-8005-71b28999b6a5'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:18.341893 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-6d8a08ee-5707-4d7f-9d8c-7ed29ba516a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:18.344137 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-6d8a08ee-5707-4d7f-9d8c-7ed29ba516a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed8b857babcd4c8cb76ee5584a65db58&device_id=1c7f4024-3178-4f9d-8d37-6c75207389a8 HTTP/1.1" status: 200 len: 1095 time: 0.2841003 Jul 16 20:30:18.443353 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 116726a6-9de1-4c36-9149-4284593f3252, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=116726a6-9de1-4c36-9149-4284593f3252,segment=NetworkSegment(12a5fd60-5358-4bbc-abac-a964a59b540e),segment_id=12a5fd60-5358-4bbc-abac-a964a59b540e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:18.457542 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-40f55829-e551-4aa6-ae7e-79100253b1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-router', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:23Z', 'updated_at': '2021-07-16T20:28:30Z', 'revision_number': 4, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'gw_port': {'id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:de:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:25Z', 'updated_at': '2021-07-16T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'f408acae-7dc6-4bd8-9f99-900ad1eb5633', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'port_id': 'b4303d43-5f18-45b1-a4f0-1602debbc55f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'mac_address': 'fa:16:3e:39:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f167036-52b6-43fe-8762-fcb34b8a6217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:29:17Z', 'updated_at': '2021-07-16T20:30:15Z', 'revision_number': 8, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8148e8-3458-4276-8214-07bcf76d8cd3', 'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'mac_address': 'fa:16:3e:82:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:28Z', 'updated_at': '2021-07-16T20:28:41Z', 'revision_number': 5, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'subnets': [{'id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:18.464653 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '116726a6-9de1-4c36-9149-4284593f3252', 'network_id': 'de9c7f7d-80a5-4172-a05a-5fedd883a4a9', 'port_id': '116726a6-9de1-4c36-9149-4284593f3252', 'mac_address': 'fa:16:3e:23:c8:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd82ace-68b4-411c-841f-ba905d06966b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:30:18.513693 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f55829-e551-4aa6-ae7e-79100253b1fd None None] Checking router: ec619c74-3ab5-4356-848c-329ff9a640b1 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:30:18.576332 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-35fd5838-030a-4e36-97ce-26b10ef45c4f None None] Set router a2e3e5b6-2f70-465e-8005-71b28999b6a5 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:18.609749 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f55829-e551-4aa6-ae7e-79100253b1fd None None] Routers {'ec619c74-3ab5-4356-848c-329ff9a640b1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:18.610947 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-40f55829-e551-4aa6-ae7e-79100253b1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:29:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ec619c74-3ab5-4356-848c-329ff9a640b1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:18.808239 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-73916eb7-d6a2-48aa-94a6-3202ac112fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:18.811366 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-73916eb7-d6a2-48aa-94a6-3202ac112fb2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed8b857babcd4c8cb76ee5584a65db58&device_id=291a4e96-dfcb-40d6-bcb0-bf99145902df HTTP/1.1" status: 200 len: 1095 time: 0.7892613 Jul 16 20:30:18.812273 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37628) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:18.823385 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-40f55829-e551-4aa6-ae7e-79100253b1fd None None] Set router ec619c74-3ab5-4356-848c-329ff9a640b1 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:18.901998 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-08de283c-bb45-419c-80b4-88351d04210a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.905535 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab45c8-d59f-42c1-9da2-274569e8a031 req-2ee204d1-f46f-4b60-8ed7-34d3367e57df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:18.907974 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3bab45c8-d59f-42c1-9da2-274569e8a031 req-2ee204d1-f46f-4b60-8ed7-34d3367e57df service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e3f938fb-8c6d-4792-bc71-ef35aeb96d69 HTTP/1.1" status: 200 len: 859 time: 0.7446859 Jul 16 20:30:18.921519 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-35fd5838-030a-4e36-97ce-26b10ef45c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e3e5b6-2f70-465e-8005-71b28999b6a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1563513049-router', 'tenant_id': '51cc847a11f8452b9c78db123ef2f8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '2542bec8-77d3-4f69-b7fc-303d9a39eea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:53Z', 'updated_at': '2021-07-16T20:30:16Z', 'revision_number': 5, 'project_id': '51cc847a11f8452b9c78db123ef2f8ca', 'gw_port': {'id': '2542bec8-77d3-4f69-b7fc-303d9a39eea6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e3e5b6-2f70-465e-8005-71b28999b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:55Z', 'updated_at': '2021-07-16T20:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:18.945870 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device daa788c0-5853-46e9-8c12-8ae4e12bb1a6 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:30:18.965162 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fd5838-030a-4e36-97ce-26b10ef45c4f None None] Checking router: a2e3e5b6-2f70-465e-8005-71b28999b6a5 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:30:18.974660 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fd5838-030a-4e36-97ce-26b10ef45c4f None None] Routers {'a2e3e5b6-2f70-465e-8005-71b28999b6a5'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:18.975428 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-35fd5838-030a-4e36-97ce-26b10ef45c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:29:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['a2e3e5b6-2f70-465e-8005-71b28999b6a5'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:19.052888 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.112361 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e56201e-50b3-4743-beb7-d1894285ef35 admin admin] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.118659 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-4e7598e7-f30d-4381-be7e-d4cc301ac0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:19.120860 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-4e7598e7-f30d-4381-be7e-d4cc301ac0b5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=de9c7f7d-80a5-4172-a05a-5fedd883a4a9 HTTP/1.1" status: 200 len: 913 time: 0.2805614 Jul 16 20:30:19.122540 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-35fd5838-030a-4e36-97ce-26b10ef45c4f None None] Set router a2e3e5b6-2f70-465e-8005-71b28999b6a5 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:19.133296 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port daa788c0-5853-46e9-8c12-8ae4e12bb1a6, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=daa788c0-5853-46e9-8c12-8ae4e12bb1a6,segment=NetworkSegment(12a5fd60-5358-4bbc-abac-a964a59b540e),segment_id=12a5fd60-5358-4bbc-abac-a964a59b540e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:19.138759 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 116726a6-9de1-4c36-9149-4284593f3252 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:19.181067 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'daa788c0-5853-46e9-8c12-8ae4e12bb1a6', 'network_id': 'de9c7f7d-80a5-4172-a05a-5fedd883a4a9', 'port_id': 'daa788c0-5853-46e9-8c12-8ae4e12bb1a6', 'mac_address': 'fa:16:3e:36:c0:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd82ace-68b4-411c-841f-ba905d06966b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:30:19.184171 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fd968-d411-450c-a3bc-212b23a321f3 req-ab36ea44-8122-4fa1-a86d-c915dc7461ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:19.186553 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69658b4a-c5b2-4a64-8f94-9c020d24df5e req-224859c0-3f66-4b95-8285-0ff8327a2bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:19.188279 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d3fd968-d411-450c-a3bc-212b23a321f3 req-ab36ea44-8122-4fa1-a86d-c915dc7461ec service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d0f81baa-5c59-40e5-896a-df78cc80edde HTTP/1.1" status: 200 len: 1097 time: 0.9975059 Jul 16 20:30:19.190408 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-69658b4a-c5b2-4a64-8f94-9c020d24df5e req-224859c0-3f66-4b95-8285-0ff8327a2bef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a648fafb-8e34-4a8c-b7e2-69ac3e51dfe6 HTTP/1.1" status: 200 len: 1097 time: 0.9539175 Jul 16 20:30:19.206352 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 116726a6-9de1-4c36-9149-4284593f3252, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=116726a6-9de1-4c36-9149-4284593f3252,segment=NetworkSegment(12a5fd60-5358-4bbc-abac-a964a59b540e),segment_id=12a5fd60-5358-4bbc-abac-a964a59b540e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:19.305625 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84220a60-f196-40eb-b9db-0db22c2a4275 req-99419aac-2f15-45df-9856-d7f1bf67d1bd tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:19.316982 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-84220a60-f196-40eb-b9db-0db22c2a4275 req-99419aac-2f15-45df-9856-d7f1bf67d1bd tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0f81baa-5c59-40e5-896a-df78cc80edde HTTP/1.1" status: 200 len: 945 time: 0.9979479 Jul 16 20:30:19.317495 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.322891 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-f4e42e74-4a19-4140-b027-ba4f88f120dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:19.324783 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-f4e42e74-4a19-4140-b027-ba4f88f120dc service neutron] 10.222.0.18 "GET /v2.0/networks?id=de9c7f7d-80a5-4172-a05a-5fedd883a4a9 HTTP/1.1" status: 200 len: 913 time: 0.9510329 Jul 16 20:30:19.330729 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-547bf677-fd13-495e-ad5f-6f50b1a68521 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=116726a6-9de1-4c36-9149-4284593f3252 HTTP/1.1" status: 200 len: 217 time: 0.1673734 Jul 16 20:30:19.385266 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.413010 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=116726a6-9de1-4c36-9149-4284593f3252,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:19.422759 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa788c0-5853-46e9-8c12-8ae4e12bb1a6 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:19.446151 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port daa788c0-5853-46e9-8c12-8ae4e12bb1a6, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=daa788c0-5853-46e9-8c12-8ae4e12bb1a6,segment=NetworkSegment(12a5fd60-5358-4bbc-abac-a964a59b540e),segment_id=12a5fd60-5358-4bbc-abac-a964a59b540e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:19.452176 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.467020 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-b1692c88-6edb-49e0-bbe8-832a7c37eb43 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa788c0-5853-46e9-8c12-8ae4e12bb1a6 HTTP/1.1" status: 200 len: 217 time: 0.1310697 Jul 16 20:30:19.471427 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-69658b4a-c5b2-4a64-8f94-9c020d24df5e req-307f9900-8db0-46a0-97b4-dc3ebc65e476 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4775006c-0420-40a7-97d4-8150b1804903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663143 Jul 16 20:30:19.479538 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab45c8-d59f-42c1-9da2-274569e8a031 req-5ecf304c-1a4c-4625-82a3-300ea6a6a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:19.482110 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3bab45c8-d59f-42c1-9da2-274569e8a031 req-5ecf304c-1a4c-4625-82a3-300ea6a6a31f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=673b6ba0-33b0-47d1-a50e-816aecbacdba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5630612 Jul 16 20:30:19.489811 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-40f55829-e551-4aa6-ae7e-79100253b1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-router', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:23Z', 'updated_at': '2021-07-16T20:28:30Z', 'revision_number': 4, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'gw_port': {'id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:de:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:25Z', 'updated_at': '2021-07-16T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'f408acae-7dc6-4bd8-9f99-900ad1eb5633', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'port_id': 'b4303d43-5f18-45b1-a4f0-1602debbc55f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'mac_address': 'fa:16:3e:39:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f167036-52b6-43fe-8762-fcb34b8a6217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:29:17Z', 'updated_at': '2021-07-16T20:30:15Z', 'revision_number': 8, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8148e8-3458-4276-8214-07bcf76d8cd3', 'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'mac_address': 'fa:16:3e:82:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:28Z', 'updated_at': '2021-07-16T20:28:41Z', 'revision_number': 5, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'subnets': [{'id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:19.520954 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f55829-e551-4aa6-ae7e-79100253b1fd None None] The sync data for ids ['ec619c74-3ab5-4356-848c-329ff9a640b1'] in n-d-791506-21 is: [{'id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-router', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:23Z', 'updated_at': '2021-07-16T20:28:30Z', 'revision_number': 4, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'gw_port': {'id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:de:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:25Z', 'updated_at': '2021-07-16T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'f408acae-7dc6-4bd8-9f99-900ad1eb5633', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'port_id': 'b4303d43-5f18-45b1-a4f0-1602debbc55f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'mac_address': 'fa:16:3e:39:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f167036-52b6-43fe-8762-fcb34b8a6217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:29:17Z', 'updated_at': '2021-07-16T20:30:15Z', 'revision_number': 8, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8148e8-3458-4276-8214-07bcf76d8cd3', 'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'mac_address': 'fa:16:3e:82:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:28Z', 'updated_at': '2021-07-16T20:28:41Z', 'revision_number': 5, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'subnets': [{'id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:19.537156 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-4f3ab5a8-5b9a-4733-871b-0b3c73948d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:19.539125 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-4f3ab5a8-5b9a-4733-871b-0b3c73948d18 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6cd82ace-68b4-411c-841f-ba905d06966b HTTP/1.1" status: 200 len: 852 time: 0.0633729 Jul 16 20:30:19.567350 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-35fd5838-030a-4e36-97ce-26b10ef45c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e3e5b6-2f70-465e-8005-71b28999b6a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1563513049-router', 'tenant_id': '51cc847a11f8452b9c78db123ef2f8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '2542bec8-77d3-4f69-b7fc-303d9a39eea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:53Z', 'updated_at': '2021-07-16T20:30:16Z', 'revision_number': 5, 'project_id': '51cc847a11f8452b9c78db123ef2f8ca', 'gw_port': {'id': '2542bec8-77d3-4f69-b7fc-303d9a39eea6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e3e5b6-2f70-465e-8005-71b28999b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:55Z', 'updated_at': '2021-07-16T20:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:19.578565 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-84220a60-f196-40eb-b9db-0db22c2a4275 req-c3c11003-16cc-498b-bc44-c72fe3775b50 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/security-groups?id=4775006c-0420-40a7-97d4-8150b1804903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605035 Jul 16 20:30:19.581498 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=daa788c0-5853-46e9-8c12-8ae4e12bb1a6,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:19.600938 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['116726a6-9de1-4c36-9149-4284593f3252'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:19.619653 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-244d9110-0c65-41a4-b751-ccc98a1bc4c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=de9c7f7d-80a5-4172-a05a-5fedd883a4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439293 Jul 16 20:30:19.645312 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fd5838-030a-4e36-97ce-26b10ef45c4f None None] The sync data for ids ['a2e3e5b6-2f70-465e-8005-71b28999b6a5'] in n-d-791506-21 is: [{'id': 'a2e3e5b6-2f70-465e-8005-71b28999b6a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1563513049-router', 'tenant_id': '51cc847a11f8452b9c78db123ef2f8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '2542bec8-77d3-4f69-b7fc-303d9a39eea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:53Z', 'updated_at': '2021-07-16T20:30:16Z', 'revision_number': 5, 'project_id': '51cc847a11f8452b9c78db123ef2f8ca', 'gw_port': {'id': '2542bec8-77d3-4f69-b7fc-303d9a39eea6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e3e5b6-2f70-465e-8005-71b28999b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:55Z', 'updated_at': '2021-07-16T20:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:19.695684 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e56201e-50b3-4743-beb7-d1894285ef35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.713157 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d3fd968-d411-450c-a3bc-212b23a321f3 req-1b4290bc-c84f-4394-8a16-23541154c77a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4775006c-0420-40a7-97d4-8150b1804903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035193 Jul 16 20:30:19.718612 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-3bef0310-f6e5-4bf5-943a-a93c674fb070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:19.720890 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-3bef0310-f6e5-4bf5-943a-a93c674fb070 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6cd82ace-68b4-411c-841f-ba905d06966b HTTP/1.1" status: 200 len: 852 time: 0.3560908 Jul 16 20:30:19.732643 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-08de283c-bb45-419c-80b4-88351d04210a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.744968 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['daa788c0-5853-46e9-8c12-8ae4e12bb1a6'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:19.780731 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdad9538-474a-406a-b071-8f4320da2263 x-openstack-request-id: req-bdad9538-474a-406a-b071-8f4320da2263 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:19.784688 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec57a41-7b69-4c25-bc7d-5607b7f4070f", "name": "network-vif-deleted", "tag": "8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:19.787900 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bdad9538-474a-406a-b071-8f4320da2263 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:19.788057 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-08de283c-bb45-419c-80b4-88351d04210a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.788606 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec57a41-7b69-4c25-bc7d-5607b7f4070f', 'name': 'network-vif-deleted', 'tag': '8a2a54fe-b0fe-4b92-87b2-269c6a6a5de8', 'status': 'completed', 'code': 200} Jul 16 20:30:19.884971 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d2ee1a-ea46-4fd9-8c56-9c600098c068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebef639-c703-4fc5-a3ff-43c86366817b'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:19.887341 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7777dffb-6e74-456b-bb01-8a830ac2e6ad" -d '{"events": [{"server_uuid": "c7d2ee1a-ea46-4fd9-8c56-9c600098c068", "name": "network-vif-plugged", "status": "completed", "tag": "cebef639-c703-4fc5-a3ff-43c86366817b"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:19.898955 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-7e4e0e73-7718-48f0-ad03-40b1bd45015e service neutron] 10.222.0.18 "GET /v2.0/networks/de9c7f7d-80a5-4172-a05a-5fedd883a4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676296 Jul 16 20:30:19.901780 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-4f078d11-968b-4515-94e5-f8a673eb699e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=de9c7f7d-80a5-4172-a05a-5fedd883a4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1227958 Jul 16 20:30:19.903225 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3bab45c8-d59f-42c1-9da2-274569e8a031 req-5569d95e-f4b1-4929-bc1b-349c41e0c741 service neutron] 10.222.0.38 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626471 Jul 16 20:30:19.962752 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-08de283c-bb45-419c-80b4-88351d04210a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0672f0554bac49549f3a9df27a2e974c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1284440 Jul 16 20:30:19.963702 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37636) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:19.964455 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de283c-bb45-419c-80b4-88351d04210a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9320407-f1f5-4301-a53b-c8db23d80d1e,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:20.039289 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9e56201e-50b3-4743-beb7-d1894285ef35 admin admin] Deleting port 2542bec8-77d3-4f69-b7fc-303d9a39eea6 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:20.039641 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e56201e-50b3-4743-beb7-d1894285ef35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.041362 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65bf6bee-ad0f-4abd-8705-ddb1388b9bb9', 'name': 'network-vif-deleted', 'tag': 'a2ce7eaf-57bc-4a87-be95-7e45a7b50942'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:20.043908 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad256bec-1c5b-4cb6-9685-973cfb193421" -d '{"events": [{"server_uuid": "65bf6bee-ad0f-4abd-8705-ddb1388b9bb9", "name": "network-vif-deleted", "tag": "a2ce7eaf-57bc-4a87-be95-7e45a7b50942"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:20.165957 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a15592-1987-42d2-9709-34d76388a3d1 None None] New status for floating IP f408acae-7dc6-4bd8-9f99-900ad1eb5633: ACTIVE {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:30:20.198032 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-036dfa2d-f477-4b87-a7c7-dedc1750c122 service neutron] 10.222.0.62 "GET /v2.0/networks/de9c7f7d-80a5-4172-a05a-5fedd883a4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880335 Jul 16 20:30:20.215028 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e66ff25e-2c4e-408e-959b-3266472f5fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.252862 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e66ff25e-2c4e-408e-959b-3266472f5fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.319453 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-f08cccef-589e-4c97-b240-ec831f0f448a service neutron] 10.222.0.18 "GET /v2.0/networks/de9c7f7d-80a5-4172-a05a-5fedd883a4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146051 Jul 16 20:30:20.328141 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3bab45c8-d59f-42c1-9da2-274569e8a031 req-c89be067-b28d-4850-b129-f9e4625f5bf4 service neutron] 10.222.0.38 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644180 Jul 16 20:30:20.328959 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b171e116-9b39-4dfc-823e-97d739da6d33 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:30:20.341778 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device a2ce7eaf-57bc-4a87-be95-7e45a7b50942 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:20.355610 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02188573-45a3-4e43-a685-716da9fe8e3d req-8c3dfac7-8de1-4b24-8d8b-73bcbc192309 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:20.361450 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02188573-45a3-4e43-a685-716da9fe8e3d req-8c3dfac7-8de1-4b24-8d8b-73bcbc192309 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/ports?device_id=3906e23d-e2ab-4136-8e6f-209fecc46b2e HTTP/1.1" status: 200 len: 947 time: 0.4080625 Jul 16 20:30:20.416568 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: a2ce7eaf-57bc-4a87-be95-7e45a7b50942 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:20.416980 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device a2ce7eaf-57bc-4a87-be95-7e45a7b50942 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:20.437492 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e66ff25e-2c4e-408e-959b-3266472f5fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.443673 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e66ff25e-2c4e-408e-959b-3266472f5fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.468769 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e66ff25e-2c4e-408e-959b-3266472f5fd0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e9320407-f1f5-4301-a53b-c8db23d80d1e HTTP/1.1" status: 204 len: 168 time: 0.4990077 Jul 16 20:30:20.470959 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02188573-45a3-4e43-a685-716da9fe8e3d req-5b05c1c8-05fe-42e1-b9f4-50d1f4648c0c tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba6c7ee-7ab6-4901-ad78-b5124b3f69ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026654 Jul 16 20:30:20.686842 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.resource_extend [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:30:20.717708 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 37648) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:20.722561 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9e56201e-50b3-4743-beb7-d1894285ef35 admin admin] For port 2542bec8-77d3-4f69-b7fc-303d9a39eea6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=2542bec8-77d3-4f69-b7fc-303d9a39eea6,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:20.724866 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e56201e-50b3-4743-beb7-d1894285ef35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.834857 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde8955c-212f-4f9c-8949-e6281f0acd05 x-openstack-request-id: req-fde8955c-212f-4f9c-8949-e6281f0acd05 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:20.835294 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d2ee1a-ea46-4fd9-8c56-9c600098c068", "name": "network-vif-plugged", "status": "completed", "tag": "cebef639-c703-4fc5-a3ff-43c86366817b", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:20.835646 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fde8955c-212f-4f9c-8949-e6281f0acd05 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:20.836477 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d2ee1a-ea46-4fd9-8c56-9c600098c068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebef639-c703-4fc5-a3ff-43c86366817b', 'code': 200} Jul 16 20:30:21.062748 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b171e116-9b39-4dfc-823e-97d739da6d33, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b171e116-9b39-4dfc-823e-97d739da6d33,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:21.082567 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-9d7d06c9-09d2-43bb-aaca-90dd21850c10 service neutron] 10.222.0.62 "GET /v2.0/networks/de9c7f7d-80a5-4172-a05a-5fedd883a4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6843090 Jul 16 20:30:21.083555 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ff25e-2c4e-408e-959b-3266472f5fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9320407-f1f5-4301-a53b-c8db23d80d1e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:21.103775 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fd21ce-28ce-4926-9fa3-03a681c28a08 x-openstack-request-id: req-66fd21ce-28ce-4926-9fa3-03a681c28a08 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:21.103775 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65bf6bee-ad0f-4abd-8705-ddb1388b9bb9", "name": "network-vif-deleted", "tag": "a2ce7eaf-57bc-4a87-be95-7e45a7b50942", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:21.103775 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-66fd21ce-28ce-4926-9fa3-03a681c28a08 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:21.111265 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'b171e116-9b39-4dfc-823e-97d739da6d33', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': 'b171e116-9b39-4dfc-823e-97d739da6d33', 'mac_address': 'fa:16:3e:f5:55:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:30:21.113598 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65bf6bee-ad0f-4abd-8705-ddb1388b9bb9', 'name': 'network-vif-deleted', 'tag': 'a2ce7eaf-57bc-4a87-be95-7e45a7b50942', 'status': 'completed', 'code': 200} Jul 16 20:30:21.123371 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9e56201e-50b3-4743-beb7-d1894285ef35 admin admin] Calling delete_port for 2542bec8-77d3-4f69-b7fc-303d9a39eea6 owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:21.230290 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:21.254673 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b171e116-9b39-4dfc-823e-97d739da6d33 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:21.300369 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b171e116-9b39-4dfc-823e-97d739da6d33, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b171e116-9b39-4dfc-823e-97d739da6d33,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:21.307635 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:21.372736 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9da1f4db-57dd-40ee-8b2d-d5a6f75348a8 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:21.433006 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 9da1f4db-57dd-40ee-8b2d-d5a6f75348a8 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:21.433783 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9da1f4db-57dd-40ee-8b2d-d5a6f75348a8 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:21.485927 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-93fa3544-7168-45d0-86a4-f44e692df8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:21.487705 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-93fa3544-7168-45d0-86a4-f44e692df8cd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3333159ada2b489a9381719b5f953f7a&device_id=3906e23d-e2ab-4136-8e6f-209fecc46b2e HTTP/1.1" status: 200 len: 1099 time: 0.3125131 Jul 16 20:30:21.529513 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=b171e116-9b39-4dfc-823e-97d739da6d33,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:21.593813 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-517dd187-8f36-4a32-b904-bc35f5dbc326 req-9b48fbef-70fd-4603-b41c-f5c0d107251f tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/floatingips/f408acae-7dc6-4bd8-9f99-900ad1eb5633 HTTP/1.1" status: 200 len: 999 time: 0.5360198 Jul 16 20:30:21.628677 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95c6ab-8498-4118-9d61-b4ddd7f2dde9 req-3c2d4eb9-aab8-4d4c-b419-8797d3cd32dd tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:21.635888 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3e95c6ab-8498-4118-9d61-b4ddd7f2dde9 req-3c2d4eb9-aab8-4d4c-b419-8797d3cd32dd tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c7f4024-3178-4f9d-8d37-6c75207389a8 HTTP/1.1" status: 200 len: 944 time: 0.5624609 Jul 16 20:30:21.651342 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411144a9-c274-4500-95d5-894049fa321a req-4d096bab-45ac-46de-8c81-4b9ad59e87d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:21.653133 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-411144a9-c274-4500-95d5-894049fa321a req-4d096bab-45ac-46de-8c81-4b9ad59e87d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c7d2ee1a-ea46-4fd9-8c56-9c600098c068 HTTP/1.1" status: 200 len: 1102 time: 0.5756953 Jul 16 20:30:21.667590 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['b171e116-9b39-4dfc-823e-97d739da6d33'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:21.792603 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f167036-52b6-43fe-8762-fcb34b8a6217', 'tag': 'b4303d43-5f18-45b1-a4f0-1602debbc55f'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:21.803883 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53442932-5d05-4c46-9925-f7f8489d0102" -d '{"events": [{"name": "network-changed", "server_uuid": "8f167036-52b6-43fe-8762-fcb34b8a6217", "tag": "b4303d43-5f18-45b1-a4f0-1602debbc55f"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:21.834114 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9482a50-e05f-402b-92a3-1504c2619577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:21.847474 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-771f65cb-0341-4fbc-beaf-e9050fc2935f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:21.849044 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-771f65cb-0341-4fbc-beaf-e9050fc2935f service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.3456655 Jul 16 20:30:21.971440 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-c617b659-436c-4be2-9c5c-f26eec7f20a7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=b171e116-9b39-4dfc-823e-97d739da6d33 HTTP/1.1" status: 200 len: 217 time: 0.1076288 Jul 16 20:30:21.999585 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e56201e-50b3-4743-beb7-d1894285ef35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.076636 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-411144a9-c274-4500-95d5-894049fa321a req-e1627024-6d5b-4378-826e-91debf7a7c75 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8ba6c7ee-7ab6-4901-ad78-b5124b3f69ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652222 Jul 16 20:30:22.090287 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3e95c6ab-8498-4118-9d61-b4ddd7f2dde9 req-dd7f9562-869a-459f-b335-12ec23aa614c tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/security-groups?id=23f65bae-0057-4727-8cdc-2054b0feed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4529815 Jul 16 20:30:22.093282 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56201e-50b3-4743-beb7-d1894285ef35 admin admin] Pushing event deleted for resources: {'Port': ['ID=2542bec8-77d3-4f69-b7fc-303d9a39eea6,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:22.150832 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-e22eff88-9c8e-4b9b-b660-ec99006250ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:22.152813 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-e22eff88-9c8e-4b9b-b660-ec99006250ef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1732032 Jul 16 20:30:22.255576 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 116726a6-9de1-4c36-9149-4284593f3252 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:22.295876 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e56201e-50b3-4743-beb7-d1894285ef35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.326463 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 116726a6-9de1-4c36-9149-4284593f3252 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:22.331929 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 116726a6-9de1-4c36-9149-4284593f3252 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:22.332563 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.348889 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dd187-8f36-4a32-b904-bc35f5dbc326 req-5ece894d-6b9e-4b4e-8e19-6a8c0be4f0d5 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:22.350715 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-517dd187-8f36-4a32-b904-bc35f5dbc326 req-5ece894d-6b9e-4b4e-8e19-6a8c0be4f0d5 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 784 time: 0.7027619 Jul 16 20:30:22.369351 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-517dd187-8f36-4a32-b904-bc35f5dbc326 req-4eedacbe-84dc-4cab-b8f4-163c0f2406fd tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:30:22.370572 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-517dd187-8f36-4a32-b904-bc35f5dbc326 req-4eedacbe-84dc-4cab-b8f4-163c0f2406fd tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120153 Jul 16 20:30:22.438855 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e56201e-50b3-4743-beb7-d1894285ef35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.440807 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e56201e-50b3-4743-beb7-d1894285ef35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.444668 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-c4f56782-97e1-455e-81ab-ff6660ea2d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:22.446249 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-c4f56782-97e1-455e-81ab-ff6660ea2d70 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2546155 Jul 16 20:30:22.471857 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.476540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b57f6-5b14-47c9-9847-9854aefe8e9e req-d195815c-123a-4318-816e-2afbb978421e tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:22.478515 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2a2b57f6-5b14-47c9-9847-9854aefe8e9e req-d195815c-123a-4318-816e-2afbb978421e tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0f81baa-5c59-40e5-896a-df78cc80edde HTTP/1.1" status: 200 len: 945 time: 0.1829684 Jul 16 20:30:22.525551 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e56201e-50b3-4743-beb7-d1894285ef35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.526591 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e56201e-50b3-4743-beb7-d1894285ef35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2e3e5b6-2f70-465e-8005-71b28999b6a5 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:30:22.529251 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 116726a6-9de1-4c36-9149-4284593f3252, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=116726a6-9de1-4c36-9149-4284593f3252,segment=NetworkSegment(12a5fd60-5358-4bbc-abac-a964a59b540e),segment_id=12a5fd60-5358-4bbc-abac-a964a59b540e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:22.535435 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e56201e-50b3-4743-beb7-d1894285ef35 admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.536633 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.542697 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9e56201e-50b3-4743-beb7-d1894285ef35 admin admin] 10.222.0.38 "DELETE /v2.0/routers/a2e3e5b6-2f70-465e-8005-71b28999b6a5 HTTP/1.1" status: 204 len: 168 time: 4.3282657 Jul 16 20:30:22.543638 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37678) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:22.615709 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=116726a6-9de1-4c36-9149-4284593f3252,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:22.656305 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccbf7b02-955d-4cb8-ae9b-a68e58704b55 admin admin] Deleting subnet 6a6becea-12de-4971-a3b1-8a3aff138970 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:22.661250 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-2d4880fb-4785-49f5-badf-3272eed847bd service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064166 Jul 16 20:30:22.663866 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ccbf7b02-955d-4cb8-ae9b-a68e58704b55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.681164 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2a2b57f6-5b14-47c9-9847-9854aefe8e9e req-8a27e1e2-44ed-44dd-bf67-ceea7a3152dc tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/security-groups?id=4775006c-0420-40a7-97d4-8150b1804903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720994 Jul 16 20:30:22.704480 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-22d3d113-f76c-420e-a167-a1e5e8bd321d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.761702 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ccbf7b02-955d-4cb8-ae9b-a68e58704b55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.767207 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe279a-c8aa-4e32-b647-f829212eba62 req-1e69318a-269a-4368-b8a0-58bbc1d5845a tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:22.776211 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6ffe279a-c8aa-4e32-b647-f829212eba62 req-1e69318a-269a-4368-b8a0-58bbc1d5845a tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/ports?device_id=3906e23d-e2ab-4136-8e6f-209fecc46b2e HTTP/1.1" status: 200 len: 948 time: 0.2655373 Jul 16 20:30:22.785497 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fa1286-1313-4feb-9e2a-e2f402bcf468 x-openstack-request-id: req-68fa1286-1313-4feb-9e2a-e2f402bcf468 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:22.786145 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f167036-52b6-43fe-8762-fcb34b8a6217", "tag": "b4303d43-5f18-45b1-a4f0-1602debbc55f", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:22.788788 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device daa788c0-5853-46e9-8c12-8ae4e12bb1a6 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:22.792629 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-68fa1286-1313-4feb-9e2a-e2f402bcf468 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:22.793208 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f167036-52b6-43fe-8762-fcb34b8a6217', 'tag': 'b4303d43-5f18-45b1-a4f0-1602debbc55f', 'status': 'completed', 'code': 200} Jul 16 20:30:22.841454 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291a4e96-dfcb-40d6-bcb0-bf99145902df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116726a6-9de1-4c36-9149-4284593f3252'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:22.849771 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b3373b-b9da-4e8b-ab76-65c0ab6003f9" -d '{"events": [{"server_uuid": "291a4e96-dfcb-40d6-bcb0-bf99145902df", "name": "network-vif-plugged", "status": "completed", "tag": "116726a6-9de1-4c36-9149-4284593f3252"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:22.877014 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port daa788c0-5853-46e9-8c12-8ae4e12bb1a6 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:22.883197 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port daa788c0-5853-46e9-8c12-8ae4e12bb1a6 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:22.883714 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.941685 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f909e813-e2d8-4361-919c-1a31f487a6a8 req-4bb891aa-465c-480c-92e7-de7a5459e587 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 1002 time: 0.1388628 Jul 16 20:30:22.952958 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1b5d46b0-1f32-4b5a-8082-389ab9a7da84 req-1809b00a-86f6-4972-ae3b-f3d70efc1824 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505617 Jul 16 20:30:23.023843 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.046825 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53442932-5d05-4c46-9925-f7f8489d0102 req-3884ebac-5adf-466a-860a-d11d8fa8be94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:23.053994 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-53442932-5d05-4c46-9925-f7f8489d0102 req-3884ebac-5adf-466a-860a-d11d8fa8be94 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f464673b810d4cdf9ae03e9f2a99c895&device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 1098 time: 0.2520726 Jul 16 20:30:23.092305 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port daa788c0-5853-46e9-8c12-8ae4e12bb1a6, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=daa788c0-5853-46e9-8c12-8ae4e12bb1a6,segment=NetworkSegment(12a5fd60-5358-4bbc-abac-a964a59b540e),segment_id=12a5fd60-5358-4bbc-abac-a964a59b540e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:23.097866 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.120035 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6ffe279a-c8aa-4e32-b647-f829212eba62 req-75c1e6a0-8f9e-48b6-b52d-2950b3cce8d8 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba6c7ee-7ab6-4901-ad78-b5124b3f69ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426592 Jul 16 20:30:23.137666 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909e813-e2d8-4361-919c-1a31f487a6a8 req-1a0a05ed-198b-4d0f-87ff-40d74c02584b tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:23.158734 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f909e813-e2d8-4361-919c-1a31f487a6a8 req-1a0a05ed-198b-4d0f-87ff-40d74c02584b tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports/b4303d43-5f18-45b1-a4f0-1602debbc55f HTTP/1.1" status: 200 len: 943 time: 0.2160623 Jul 16 20:30:23.173104 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=daa788c0-5853-46e9-8c12-8ae4e12bb1a6,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:23.277303 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ccbf7b02-955d-4cb8-ae9b-a68e58704b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.400596 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53442932-5d05-4c46-9925-f7f8489d0102 req-5ac24cc3-97b9-4cc1-aef8-5c89c6e4d4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:23.411158 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-53442932-5d05-4c46-9925-f7f8489d0102 req-5ac24cc3-97b9-4cc1-aef8-5c89c6e4d4ef service neutron] 10.222.0.62 "GET /v2.0/networks?id=673b6ba0-33b0-47d1-a50e-816aecbacdba HTTP/1.1" status: 200 len: 921 time: 0.3503265 Jul 16 20:30:23.425303 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 2542bec8-77d3-4f69-b7fc-303d9a39eea6 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:23.453461 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 2542bec8-77d3-4f69-b7fc-303d9a39eea6 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:23.453935 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 2542bec8-77d3-4f69-b7fc-303d9a39eea6 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:23.511429 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f909e813-e2d8-4361-919c-1a31f487a6a8 req-ab64b62e-f3ec-41bf-a89d-c598326a4442 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 1002 time: 0.1839955 Jul 16 20:30:23.511630 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-53442932-5d05-4c46-9925-f7f8489d0102 req-52e119e8-68dd-427c-81aa-9c734da08464 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4303d43-5f18-45b1-a4f0-1602debbc55f HTTP/1.1" status: 200 len: 1002 time: 0.0925181 Jul 16 20:30:23.529584 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ccbf7b02-955d-4cb8-ae9b-a68e58704b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.541028 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0202f0e-cdcb-4c6a-89b0-7727dd4a15c8 req-d0144042-bdfc-456e-8937-1e9413fcc77c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:23.542615 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0202f0e-cdcb-4c6a-89b0-7727dd4a15c8 req-d0144042-bdfc-456e-8937-1e9413fcc77c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/ports?device_id=a648fafb-8e34-4a8c-b7e2-69ac3e51dfe6 HTTP/1.1" status: 200 len: 945 time: 0.2304707 Jul 16 20:30:23.587732 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf7b02-955d-4cb8-ae9b-a68e58704b55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a6becea-12de-4971-a3b1-8a3aff138970,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:23.604869 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ccbf7b02-955d-4cb8-ae9b-a68e58704b55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.606312 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ccbf7b02-955d-4cb8-ae9b-a68e58704b55 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6a6becea-12de-4971-a3b1-8a3aff138970 HTTP/1.1" status: 204 len: 168 time: 1.0600009 Jul 16 20:30:23.608673 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af2ca54-332d-480f-9ca4-93fdee81e173 None None] Network 8bea5ebe-158d-4e75-8361-f9164427d954 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:23.609148 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37744) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:23.640675 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53442932-5d05-4c46-9925-f7f8489d0102 req-92ff6402-9d95-4056-b69a-65f662a99baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:23.643136 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-53442932-5d05-4c46-9925-f7f8489d0102 req-92ff6402-9d95-4056-b69a-65f662a99baf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3f938fb-8c6d-4792-bc71-ef35aeb96d69 HTTP/1.1" status: 200 len: 859 time: 0.1246569 Jul 16 20:30:23.738132 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f8c6d0ca-a4fe-44cc-aeb5-6107c6d5d115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.756987 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53442932-5d05-4c46-9925-f7f8489d0102 req-2fae9db0-01a0-43dc-b9c3-552b466b436f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:23.758733 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-53442932-5d05-4c46-9925-f7f8489d0102 req-2fae9db0-01a0-43dc-b9c3-552b466b436f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=673b6ba0-33b0-47d1-a50e-816aecbacdba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1082428 Jul 16 20:30:23.905284 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-53442932-5d05-4c46-9925-f7f8489d0102 req-556baf44-1b6c-48ed-9ca8-1650ab42fb32 service neutron] 10.222.0.62 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393373 Jul 16 20:30:23.960433 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c052abca-afb4-4f29-ac81-3ea3946d7994 None None] DHCP port deletion for 8bea5ebe-158d-4e75-8361-f9164427d954 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:30:24.021379 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c052abca-afb4-4f29-ac81-3ea3946d7994 None None] Deleting port 092da4a3-61e4-4852-b1b9-dce68d4e09aa {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:24.021958 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c052abca-afb4-4f29-ac81-3ea3946d7994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.065764 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0202f0e-cdcb-4c6a-89b0-7727dd4a15c8 req-6b677d9b-786e-4780-96fe-e04ec12e7e4c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/security-groups?id=4775006c-0420-40a7-97d4-8150b1804903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5129881 Jul 16 20:30:24.151001 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c052abca-afb4-4f29-ac81-3ea3946d7994 None None] For port 092da4a3-61e4-4852-b1b9-dce68d4e09aa, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=092da4a3-61e4-4852-b1b9-dce68d4e09aa,segment=NetworkSegment(5d9745a4-c4dd-4acf-b728-f5fc411c2b1c),segment_id=5d9745a4-c4dd-4acf-b728-f5fc411c2b1c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:24.151404 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c052abca-afb4-4f29-ac81-3ea3946d7994 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.174054 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c052abca-afb4-4f29-ac81-3ea3946d7994 None None] Calling delete_port for 092da4a3-61e4-4852-b1b9-dce68d4e09aa owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:24.186500 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909e813-e2d8-4361-919c-1a31f487a6a8 req-f687c077-5c87-461d-843c-d79cd96d1253 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:24.212903 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f909e813-e2d8-4361-919c-1a31f487a6a8 req-f687c077-5c87-461d-843c-d79cd96d1253 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 784 time: 0.6912973 Jul 16 20:30:24.358613 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ceb09a-0166-4c24-a078-b563545b39fe x-openstack-request-id: req-63ceb09a-0166-4c24-a078-b563545b39fe {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:24.358988 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291a4e96-dfcb-40d6-bcb0-bf99145902df", "name": "network-vif-plugged", "status": "completed", "tag": "116726a6-9de1-4c36-9149-4284593f3252", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:24.359336 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-63ceb09a-0166-4c24-a078-b563545b39fe {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:24.360097 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291a4e96-dfcb-40d6-bcb0-bf99145902df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116726a6-9de1-4c36-9149-4284593f3252', 'code': 200} Jul 16 20:30:24.374339 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b171e116-9b39-4dfc-823e-97d739da6d33 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:24.411308 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-22d3d113-f76c-420e-a167-a1e5e8bd321d admin admin] Deleting port 433f39d2-f62f-4f01-ada3-b677b1b52692 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:24.411985 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-22d3d113-f76c-420e-a167-a1e5e8bd321d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.440344 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.465685 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9fe7758-e160-408a-b256-2b19c9798743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.495417 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port b171e116-9b39-4dfc-823e-97d739da6d33 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:24.501563 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port b171e116-9b39-4dfc-823e-97d739da6d33 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:24.502457 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.526649 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-22d3d113-f76c-420e-a167-a1e5e8bd321d admin admin] For port 433f39d2-f62f-4f01-ada3-b677b1b52692, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=433f39d2-f62f-4f01-ada3-b677b1b52692,segment=NetworkSegment(d044cd58-1c1b-47a2-8117-29daed7caee7),segment_id=d044cd58-1c1b-47a2-8117-29daed7caee7)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:24.527094 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-22d3d113-f76c-420e-a167-a1e5e8bd321d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.541158 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-22d3d113-f76c-420e-a167-a1e5e8bd321d admin admin] Calling delete_port for 433f39d2-f62f-4f01-ada3-b677b1b52692 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:24.556501 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-53442932-5d05-4c46-9925-f7f8489d0102 req-83198bd1-72c4-427d-8151-4a84de9c9191 service neutron] 10.222.0.62 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6000774 Jul 16 20:30:24.564260 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c052abca-afb4-4f29-ac81-3ea3946d7994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.582030 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-f8c6d0ca-a4fe-44cc-aeb5-6107c6d5d115 admin admin] Deleting port 092da4a3-61e4-4852-b1b9-dce68d4e09aa {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:24.582030 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f8c6d0ca-a4fe-44cc-aeb5-6107c6d5d115 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.597128 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce201c-7c4e-4fb6-807e-ba2beb073365 req-ea99815b-d977-4f40-aed4-410b2e4a62d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:24.598697 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1bce201c-7c4e-4fb6-807e-ba2beb073365 req-ea99815b-d977-4f40-aed4-410b2e4a62d1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=291a4e96-dfcb-40d6-bcb0-bf99145902df HTTP/1.1" status: 200 len: 1097 time: 0.1275239 Jul 16 20:30:24.691052 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-f8c6d0ca-a4fe-44cc-aeb5-6107c6d5d115 admin admin] For port 092da4a3-61e4-4852-b1b9-dce68d4e09aa, host n-d-791506-21, got binding levels [] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:24.691411 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f8c6d0ca-a4fe-44cc-aeb5-6107c6d5d115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.695479 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1bce201c-7c4e-4fb6-807e-ba2beb073365 req-73353fee-2eb3-4f28-a33c-00bb9a1bf02d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=23f65bae-0057-4727-8cdc-2054b0feed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894563 Jul 16 20:30:24.709132 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-f8c6d0ca-a4fe-44cc-aeb5-6107c6d5d115 admin admin] Calling delete_port for 092da4a3-61e4-4852-b1b9-dce68d4e09aa owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:24.715886 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.ipam_backend_mixin [None req-f8c6d0ca-a4fe-44cc-aeb5-6107c6d5d115 admin admin] Port 092da4a3-61e4-4852-b1b9-dce68d4e09aa was not found and therefore no delete operation was performed {{(pid=93793) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:30:24.718651 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f8c6d0ca-a4fe-44cc-aeb5-6107c6d5d115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.749552 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f909e813-e2d8-4361-919c-1a31f487a6a8 req-7004465a-1eeb-465c-86ba-96f1299a5179 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 1002 time: 0.5336094 Jul 16 20:30:24.765010 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6d0ca-a4fe-44cc-aeb5-6107c6d5d115 admin admin] Pushing event deleted for resources: {'Port': ['ID=092da4a3-61e4-4852-b1b9-dce68d4e09aa,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:24.777983 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c6d0ca-a4fe-44cc-aeb5-6107c6d5d115 admin admin] No DVR routers for this DVR port 092da4a3-61e4-4852-b1b9-dce68d4e09aa on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:24.790940 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052abca-afb4-4f29-ac81-3ea3946d7994 None None] Pushing event deleted for resources: {'Port': ['ID=092da4a3-61e4-4852-b1b9-dce68d4e09aa,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:24.793255 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c052abca-afb4-4f29-ac81-3ea3946d7994 None None] No DVR routers for this DVR port 092da4a3-61e4-4852-b1b9-dce68d4e09aa on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:24.806190 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-f909e813-e2d8-4361-919c-1a31f487a6a8 req-b360f893-ac54-4998-891f-6be560dd961c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:24.833270 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.872346 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b171e116-9b39-4dfc-823e-97d739da6d33, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b171e116-9b39-4dfc-823e-97d739da6d33,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:24.880684 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.893800 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f8c6d0ca-a4fe-44cc-aeb5-6107c6d5d115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.907650 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-22d3d113-f76c-420e-a167-a1e5e8bd321d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.909581 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-f8c6d0ca-a4fe-44cc-aeb5-6107c6d5d115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bea5ebe-158d-4e75-8361-f9164427d954']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:24.919102 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f909e813-e2d8-4361-919c-1a31f487a6a8 req-b360f893-ac54-4998-891f-6be560dd961c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks [] for floatingip, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.921265 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-f8c6d0ca-a4fe-44cc-aeb5-6107c6d5d115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9745a4-c4dd-4acf-b728-f5fc411c2b1c') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:24.921568 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-f8c6d0ca-a4fe-44cc-aeb5-6107c6d5d115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9745a4-c4dd-4acf-b728-f5fc411c2b1c') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:24.931949 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f8c6d0ca-a4fe-44cc-aeb5-6107c6d5d115 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.942064 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=b171e116-9b39-4dfc-823e-97d739da6d33,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:24.950951 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f8c6d0ca-a4fe-44cc-aeb5-6107c6d5d115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.958279 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c6d0ca-a4fe-44cc-aeb5-6107c6d5d115 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:30:24.958691 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f8c6d0ca-a4fe-44cc-aeb5-6107c6d5d115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:24.960457 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:25.015609 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3d113-f76c-420e-a167-a1e5e8bd321d admin admin] Pushing event deleted for resources: {'Port': ['ID=433f39d2-f62f-4f01-ada3-b677b1b52692,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:25.036336 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f8c6d0ca-a4fe-44cc-aeb5-6107c6d5d115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.041569 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f8c6d0ca-a4fe-44cc-aeb5-6107c6d5d115 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.045758 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f8c6d0ca-a4fe-44cc-aeb5-6107c6d5d115 admin admin] 10.222.0.38 "DELETE /v2.0/networks/8bea5ebe-158d-4e75-8361-f9164427d954 HTTP/1.1" status: 204 len: 168 time: 1.4335723 Jul 16 20:30:25.056916 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6d0ca-a4fe-44cc-aeb5-6107c6d5d115 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bea5ebe-158d-4e75-8361-f9164427d954,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:25.073335 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606fe72-9579-470e-a08f-045ed801396d req-f1e551b5-1e1f-4a6f-90de-7541868ad012 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:25.074837 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4606fe72-9579-470e-a08f-045ed801396d req-f1e551b5-1e1f-4a6f-90de-7541868ad012 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c7f4024-3178-4f9d-8d37-6c75207389a8 HTTP/1.1" status: 200 len: 945 time: 0.7226295 Jul 16 20:30:25.193954 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4606fe72-9579-470e-a08f-045ed801396d req-676d4f58-8fb3-4e98-99cd-1629c903095c tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/security-groups?id=23f65bae-0057-4727-8cdc-2054b0feed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954797 Jul 16 20:30:25.278784 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37796) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:25.299480 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f909e813-e2d8-4361-919c-1a31f487a6a8 req-b360f893-ac54-4998-891f-6be560dd961c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.305967 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f909e813-e2d8-4361-919c-1a31f487a6a8 req-b360f893-ac54-4998-891f-6be560dd961c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.306404 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [req-f909e813-e2d8-4361-919c-1a31f487a6a8 req-b360f893-ac54-4998-891f-6be560dd961c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Floating IP f408acae-7dc6-4bd8-9f99-900ad1eb5633 disassociated. External IP: 172.25.0.165, port: b4303d43-5f18-45b1-a4f0-1602debbc55f. Jul 16 20:30:25.355136 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-160f8643-888f-4f5e-91c1-612f72fa6203 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ac98e682f9564a20af69f1659d8ff414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0747862 Jul 16 20:30:25.357572 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37798) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:25.433219 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-559b3939-1f0e-4fcb-aee5-1f1e60b77946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.467114 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-559b3939-1f0e-4fcb-aee5-1f1e60b77946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.490111 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 092da4a3-61e4-4852-b1b9-dce68d4e09aa no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:25.532065 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 092da4a3-61e4-4852-b1b9-dce68d4e09aa {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:25.532800 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 092da4a3-61e4-4852-b1b9-dce68d4e09aa not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:25.549322 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4da43d-5042-4fda-92d2-7f9ed9d44414 req-b0378d2e-db92-4ac4-952c-e3023d9d4f3e tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:25.550893 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ef4da43d-5042-4fda-92d2-7f9ed9d44414 req-b0378d2e-db92-4ac4-952c-e3023d9d4f3e tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b81720b-c965-4c8e-86fc-e053e8a6fe1f HTTP/1.1" status: 200 len: 945 time: 0.1921048 Jul 16 20:30:25.562838 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-559b3939-1f0e-4fcb-aee5-1f1e60b77946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.567198 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-559b3939-1f0e-4fcb-aee5-1f1e60b77946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.568571 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-559b3939-1f0e-4fcb-aee5-1f1e60b77946 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/786927a0-f19a-4ac9-a216-82bc73b9b765 HTTP/1.1" status: 204 len: 168 time: 0.2094586 Jul 16 20:30:25.575135 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-22d3d113-f76c-420e-a167-a1e5e8bd321d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.579606 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b3939-1f0e-4fcb-aee5-1f1e60b77946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786927a0-f19a-4ac9-a216-82bc73b9b765,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:25.680636 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.795374 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ef4da43d-5042-4fda-92d2-7f9ed9d44414 req-f3cf07d3-33c7-40b9-abc4-729ee2d83fb3 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/security-groups?id=4775006c-0420-40a7-97d4-8150b1804903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368255 Jul 16 20:30:25.838397 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f909e813-e2d8-4361-919c-1a31f487a6a8 req-b360f893-ac54-4998-891f-6be560dd961c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Router ec619c74-3ab5-4356-848c-329ff9a640b1 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:26.108322 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d3d113-f76c-420e-a167-a1e5e8bd321d admin admin] Router c1fc2b91-fbc6-495d-b4bc-121cb08148b4 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:26.123260 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f909e813-e2d8-4361-919c-1a31f487a6a8 req-b360f893-ac54-4998-891f-6be560dd961c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:26.132132 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f909e813-e2d8-4361-919c-1a31f487a6a8 req-b360f893-ac54-4998-891f-6be560dd961c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.134635 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0828e213-a948-4016-8051-1dbd88cdd6c4 None None] Sync routers for ids ['ec619c74-3ab5-4356-848c-329ff9a640b1'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:26.145922 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0828e213-a948-4016-8051-1dbd88cdd6c4 None None] Routers {'ec619c74-3ab5-4356-848c-329ff9a640b1'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:26.146841 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-0828e213-a948-4016-8051-1dbd88cdd6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:30:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ec619c74-3ab5-4356-848c-329ff9a640b1'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:26.163574 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854477b-f510-4d1d-b2cd-fd626ead0cd1 req-cfd04476-61f1-4d43-b43c-ebdcd2240493 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:26.165204 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1854477b-f510-4d1d-b2cd-fd626ead0cd1 req-cfd04476-61f1-4d43-b43c-ebdcd2240493 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/ports?device_id=3906e23d-e2ab-4136-8e6f-209fecc46b2e HTTP/1.1" status: 200 len: 949 time: 0.2133653 Jul 16 20:30:26.185598 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37814) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:26.245461 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ac4b76d7-c870-4367-8731-7c95242b1d3b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=51cc847a11f8452b9c78db123ef2f8ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0584061 Jul 16 20:30:26.249000 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37818) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:26.255974 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f909e813-e2d8-4361-919c-1a31f487a6a8 req-b360f893-ac54-4998-891f-6be560dd961c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "PUT /v2.0/floatingips/f408acae-7dc6-4bd8-9f99-900ad1eb5633 HTTP/1.1" status: 200 len: 696 time: 1.4895930 Jul 16 20:30:26.263155 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f167036-52b6-43fe-8762-fcb34b8a6217', 'tag': 'b4303d43-5f18-45b1-a4f0-1602debbc55f'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:26.266500 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383d767b-f36b-4c97-8cc7-a904ee1f2e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "8f167036-52b6-43fe-8762-fcb34b8a6217", "tag": "b4303d43-5f18-45b1-a4f0-1602debbc55f"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:26.304232 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-0828e213-a948-4016-8051-1dbd88cdd6c4 None None] Set router ec619c74-3ab5-4356-848c-329ff9a640b1 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:26.321018 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-26b7b91c-664b-487b-8f06-c4f908db3989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.330239 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1854477b-f510-4d1d-b2cd-fd626ead0cd1 req-128a8a99-0341-40ea-b828-29c5116dd23f tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba6c7ee-7ab6-4901-ad78-b5124b3f69ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241834 Jul 16 20:30:26.362802 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7f4024-3178-4f9d-8d37-6c75207389a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa788c0-5853-46e9-8c12-8ae4e12bb1a6'}, {'server_uuid': '3906e23d-e2ab-4136-8e6f-209fecc46b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b171e116-9b39-4dfc-823e-97d739da6d33'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:26.363420 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-26b7b91c-664b-487b-8f06-c4f908db3989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.365902 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc965a6-75f0-4486-9dfc-4abfa76a651f" -d '{"events": [{"server_uuid": "1c7f4024-3178-4f9d-8d37-6c75207389a8", "name": "network-vif-plugged", "status": "completed", "tag": "daa788c0-5853-46e9-8c12-8ae4e12bb1a6"}, {"server_uuid": "3906e23d-e2ab-4136-8e6f-209fecc46b2e", "name": "network-vif-plugged", "status": "completed", "tag": "b171e116-9b39-4dfc-823e-97d739da6d33"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:26.417088 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d3d113-f76c-420e-a167-a1e5e8bd321d admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:26.425346 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-22d3d113-f76c-420e-a167-a1e5e8bd321d admin admin] 10.222.0.38 "PUT /v2.0/routers/c1fc2b91-fbc6-495d-b4bc-121cb08148b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7049522 Jul 16 20:30:26.426537 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 37824) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:26.430436 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e84622-f0e6-441d-b5ab-5fe8bb81b9fb None None] Sync routers for ids ['c1fc2b91-fbc6-495d-b4bc-121cb08148b4'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:26.445269 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-26b7b91c-664b-487b-8f06-c4f908db3989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.446259 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e84622-f0e6-441d-b5ab-5fe8bb81b9fb None None] Routers {'c1fc2b91-fbc6-495d-b4bc-121cb08148b4'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:26.447007 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-27e84622-f0e6-441d-b5ab-5fe8bb81b9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:30:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c1fc2b91-fbc6-495d-b4bc-121cb08148b4'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:26.449424 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-26b7b91c-664b-487b-8f06-c4f908db3989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.453145 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-26b7b91c-664b-487b-8f06-c4f908db3989 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/70437c8c-fb3f-4d60-a6fd-6cf57040a6b2 HTTP/1.1" status: 204 len: 168 time: 0.2007754 Jul 16 20:30:26.472918 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7b91c-664b-487b-8f06-c4f908db3989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70437c8c-fb3f-4d60-a6fd-6cf57040a6b2,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:26.603361 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909e813-e2d8-4361-919c-1a31f487a6a8 req-7a8e07d9-ab09-453f-ba33-47f00bd2530d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:26.605649 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f909e813-e2d8-4361-919c-1a31f487a6a8 req-7a8e07d9-ab09-453f-ba33-47f00bd2530d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f464673b810d4cdf9ae03e9f2a99c895&device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 1098 time: 0.3003058 Jul 16 20:30:26.701265 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e77c34a1-44f3-4d8c-8560-f4711a71afca admin admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.757003 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-27e84622-f0e6-441d-b5ab-5fe8bb81b9fb None None] Set router c1fc2b91-fbc6-495d-b4bc-121cb08148b4 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:26.767422 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-0828e213-a948-4016-8051-1dbd88cdd6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-router', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:23Z', 'updated_at': '2021-07-16T20:28:30Z', 'revision_number': 4, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'gw_port': {'id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:de:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:25Z', 'updated_at': '2021-07-16T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'fe8148e8-3458-4276-8214-07bcf76d8cd3', 'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'mac_address': 'fa:16:3e:82:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:28Z', 'updated_at': '2021-07-16T20:28:41Z', 'revision_number': 5, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'subnets': [{'id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:26.799308 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0828e213-a948-4016-8051-1dbd88cdd6c4 None None] Checking router: ec619c74-3ab5-4356-848c-329ff9a640b1 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:30:26.820743 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0828e213-a948-4016-8051-1dbd88cdd6c4 None None] Routers {'ec619c74-3ab5-4356-848c-329ff9a640b1'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:26.822906 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-0828e213-a948-4016-8051-1dbd88cdd6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:30:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ec619c74-3ab5-4356-848c-329ff9a640b1'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:26.975228 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-0828e213-a948-4016-8051-1dbd88cdd6c4 None None] Set router ec619c74-3ab5-4356-848c-329ff9a640b1 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:27.115993 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-27e84622-f0e6-441d-b5ab-5fe8bb81b9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc2b91-fbc6-495d-b4bc-121cb08148b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1647898104-router', 'tenant_id': '040bf7ee1ec54a50aca3b42fc92ded92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'cbf8922c-25b1-4e29-b257-c261d54c0b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:36Z', 'updated_at': '2021-07-16T20:30:24Z', 'revision_number': 5, 'project_id': '040bf7ee1ec54a50aca3b42fc92ded92', 'gw_port': {'id': 'cbf8922c-25b1-4e29-b257-c261d54c0b69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2b91-fbc6-495d-b4bc-121cb08148b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:38Z', 'updated_at': '2021-07-16T20:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:27.160974 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e84622-f0e6-441d-b5ab-5fe8bb81b9fb None None] Checking router: c1fc2b91-fbc6-495d-b4bc-121cb08148b4 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:30:27.179332 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e84622-f0e6-441d-b5ab-5fe8bb81b9fb None None] Routers {'c1fc2b91-fbc6-495d-b4bc-121cb08148b4'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:27.181184 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-27e84622-f0e6-441d-b5ab-5fe8bb81b9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:30:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c1fc2b91-fbc6-495d-b4bc-121cb08148b4'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:27.378795 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-27e84622-f0e6-441d-b5ab-5fe8bb81b9fb None None] Set router c1fc2b91-fbc6-495d-b4bc-121cb08148b4 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:27.452360 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-0828e213-a948-4016-8051-1dbd88cdd6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-router', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:23Z', 'updated_at': '2021-07-16T20:28:30Z', 'revision_number': 4, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'gw_port': {'id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:de:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:25Z', 'updated_at': '2021-07-16T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'fe8148e8-3458-4276-8214-07bcf76d8cd3', 'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'mac_address': 'fa:16:3e:82:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:28Z', 'updated_at': '2021-07-16T20:28:41Z', 'revision_number': 5, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'subnets': [{'id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:27.526584 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0828e213-a948-4016-8051-1dbd88cdd6c4 None None] The sync data for ids ['ec619c74-3ab5-4356-848c-329ff9a640b1'] in n-d-791506-21 is: [{'id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-router', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:23Z', 'updated_at': '2021-07-16T20:28:30Z', 'revision_number': 4, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'gw_port': {'id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:de:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:25Z', 'updated_at': '2021-07-16T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'fe8148e8-3458-4276-8214-07bcf76d8cd3', 'name': '', 'network_id': '673b6ba0-33b0-47d1-a50e-816aecbacdba', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'mac_address': 'fa:16:3e:82:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:28Z', 'updated_at': '2021-07-16T20:28:41Z', 'revision_number': 5, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'subnets': [{'id': 'e3f938fb-8c6d-4792-bc71-ef35aeb96d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:27.564413 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e77c34a1-44f3-4d8c-8560-f4711a71afca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.633413 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909e813-e2d8-4361-919c-1a31f487a6a8 req-cc270447-b475-4d78-b922-9bc77041b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:27.634989 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f909e813-e2d8-4361-919c-1a31f487a6a8 req-cc270447-b475-4d78-b922-9bc77041b0f1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=673b6ba0-33b0-47d1-a50e-816aecbacdba HTTP/1.1" status: 200 len: 921 time: 1.0096977 Jul 16 20:30:27.645784 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01017040-c394-40d7-b9d6-4828ecc68faa req-e4ab9e8b-7e1d-4dea-a59c-3d10a8d4517c tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:27.661458 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-01017040-c394-40d7-b9d6-4828ecc68faa req-e4ab9e8b-7e1d-4dea-a59c-3d10a8d4517c tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c7f4024-3178-4f9d-8d37-6c75207389a8 HTTP/1.1" status: 200 len: 945 time: 0.8428614 Jul 16 20:30:27.671566 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.744571 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f909e813-e2d8-4361-919c-1a31f487a6a8 req-e9867a60-a0b4-4c6b-b590-6bc6e76ca3a7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4303d43-5f18-45b1-a4f0-1602debbc55f HTTP/1.1" status: 200 len: 217 time: 0.0794702 Jul 16 20:30:27.879850 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-01017040-c394-40d7-b9d6-4828ecc68faa req-f14fad8a-a5d5-4930-8315-b9e6b9c0e8a3 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/security-groups?id=23f65bae-0057-4727-8cdc-2054b0feed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169023 Jul 16 20:30:27.892003 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909e813-e2d8-4361-919c-1a31f487a6a8 req-a204563e-3c75-49dc-b300-7be831e4c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:27.914928 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f909e813-e2d8-4361-919c-1a31f487a6a8 req-a204563e-3c75-49dc-b300-7be831e4c90f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e3f938fb-8c6d-4792-bc71-ef35aeb96d69 HTTP/1.1" status: 200 len: 859 time: 0.1559711 Jul 16 20:30:27.921137 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-27e84622-f0e6-441d-b5ab-5fe8bb81b9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc2b91-fbc6-495d-b4bc-121cb08148b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1647898104-router', 'tenant_id': '040bf7ee1ec54a50aca3b42fc92ded92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'cbf8922c-25b1-4e29-b257-c261d54c0b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:36Z', 'updated_at': '2021-07-16T20:30:24Z', 'revision_number': 5, 'project_id': '040bf7ee1ec54a50aca3b42fc92ded92', 'gw_port': {'id': 'cbf8922c-25b1-4e29-b257-c261d54c0b69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2b91-fbc6-495d-b4bc-121cb08148b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:38Z', 'updated_at': '2021-07-16T20:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:27.934469 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e77c34a1-44f3-4d8c-8560-f4711a71afca admin admin] Deleting port cbf8922c-25b1-4e29-b257-c261d54c0b69 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:27.934825 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e77c34a1-44f3-4d8c-8560-f4711a71afca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.989791 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97245e9-8553-4c6f-ace4-29198b3159ae x-openstack-request-id: req-c97245e9-8553-4c6f-ace4-29198b3159ae {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:27.990213 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f167036-52b6-43fe-8762-fcb34b8a6217", "tag": "b4303d43-5f18-45b1-a4f0-1602debbc55f", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:27.990949 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c97245e9-8553-4c6f-ace4-29198b3159ae {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:27.991614 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f167036-52b6-43fe-8762-fcb34b8a6217', 'tag': 'b4303d43-5f18-45b1-a4f0-1602debbc55f', 'status': 'completed', 'code': 200} Jul 16 20:30:28.012574 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e84622-f0e6-441d-b5ab-5fe8bb81b9fb None None] The sync data for ids ['c1fc2b91-fbc6-495d-b4bc-121cb08148b4'] in n-d-791506-21 is: [{'id': 'c1fc2b91-fbc6-495d-b4bc-121cb08148b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1647898104-router', 'tenant_id': '040bf7ee1ec54a50aca3b42fc92ded92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'cbf8922c-25b1-4e29-b257-c261d54c0b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:36Z', 'updated_at': '2021-07-16T20:30:24Z', 'revision_number': 5, 'project_id': '040bf7ee1ec54a50aca3b42fc92ded92', 'gw_port': {'id': 'cbf8922c-25b1-4e29-b257-c261d54c0b69', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2b91-fbc6-495d-b4bc-121cb08148b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:38Z', 'updated_at': '2021-07-16T20:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:28.029926 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37866) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:28.084574 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beced41f-e40c-4c3a-9823-57db7be3fba8 None None] New status for floating IP f408acae-7dc6-4bd8-9f99-900ad1eb5633: DOWN {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:30:28.122684 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607e375b-c194-431a-b393-5571ebde9fa0 x-openstack-request-id: req-607e375b-c194-431a-b393-5571ebde9fa0 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:28.122996 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7f4024-3178-4f9d-8d37-6c75207389a8", "name": "network-vif-plugged", "status": "completed", "tag": "daa788c0-5853-46e9-8c12-8ae4e12bb1a6", "code": 200}, {"server_uuid": "3906e23d-e2ab-4136-8e6f-209fecc46b2e", "name": "network-vif-plugged", "status": "completed", "tag": "b171e116-9b39-4dfc-823e-97d739da6d33", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:28.123258 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-607e375b-c194-431a-b393-5571ebde9fa0 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:28.124246 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7f4024-3178-4f9d-8d37-6c75207389a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa788c0-5853-46e9-8c12-8ae4e12bb1a6', 'code': 200} Jul 16 20:30:28.124655 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3906e23d-e2ab-4136-8e6f-209fecc46b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b171e116-9b39-4dfc-823e-97d739da6d33', 'code': 200} Jul 16 20:30:28.353027 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-1497f16e-8456-4083-859b-92805e8b914c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1919490945-network', 'tenant_id': '7c8a407255394059aab3556119ea8553'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:28.415287 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d767b-f36b-4c97-8cc7-a904ee1f2e0d req-f9178fe8-518d-44ac-a28e-7596c559a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:28.418852 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-383d767b-f36b-4c97-8cc7-a904ee1f2e0d req-f9178fe8-518d-44ac-a28e-7596c559a956 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f464673b810d4cdf9ae03e9f2a99c895&device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 1098 time: 0.3797884 Jul 16 20:30:28.422371 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1497f16e-8456-4083-859b-92805e8b914c admin admin] Made reservation on behalf of 7c8a407255394059aab3556119ea8553 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:28.429232 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1497f16e-8456-4083-859b-92805e8b914c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:28.470308 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1497f16e-8456-4083-859b-92805e8b914c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:28.472262 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-e77c34a1-44f3-4d8c-8560-f4711a71afca admin admin] For port cbf8922c-25b1-4e29-b257-c261d54c0b69, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=cbf8922c-25b1-4e29-b257-c261d54c0b69,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:28.472741 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e77c34a1-44f3-4d8c-8560-f4711a71afca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:28.512409 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e77c34a1-44f3-4d8c-8560-f4711a71afca admin admin] Calling delete_port for cbf8922c-25b1-4e29-b257-c261d54c0b69 owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:28.585483 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf4c02-5619-475e-bdce-e6d9ca502fe8 req-188b4b79-4c5d-4887-a71e-1b2d3aee3fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:28.587275 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6caf4c02-5619-475e-bdce-e6d9ca502fe8 req-188b4b79-4c5d-4887-a71e-1b2d3aee3fec service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3906e23d-e2ab-4136-8e6f-209fecc46b2e HTTP/1.1" status: 200 len: 1101 time: 0.3642261 Jul 16 20:30:28.617038 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909e813-e2d8-4361-919c-1a31f487a6a8 req-16c38e32-3774-4785-b677-c2b4910d8b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:28.628317 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f909e813-e2d8-4361-919c-1a31f487a6a8 req-16c38e32-3774-4785-b677-c2b4910d8b2a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=673b6ba0-33b0-47d1-a50e-816aecbacdba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7121851 Jul 16 20:30:28.700702 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d767b-f36b-4c97-8cc7-a904ee1f2e0d req-7b1eb4c2-48df-4e8d-880c-87cacff0456f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:28.704348 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-383d767b-f36b-4c97-8cc7-a904ee1f2e0d req-7b1eb4c2-48df-4e8d-880c-87cacff0456f service neutron] 10.222.0.62 "GET /v2.0/networks?id=673b6ba0-33b0-47d1-a50e-816aecbacdba HTTP/1.1" status: 200 len: 921 time: 0.2716887 Jul 16 20:30:28.820928 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6caf4c02-5619-475e-bdce-e6d9ca502fe8 req-ddee3de1-f88b-4681-a30c-e61922c86be4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8ba6c7ee-7ab6-4901-ad78-b5124b3f69ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226279 Jul 16 20:30:28.830743 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-383d767b-f36b-4c97-8cc7-a904ee1f2e0d req-10915aa9-2e71-4363-95b3-7e7999ec37d9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4303d43-5f18-45b1-a4f0-1602debbc55f HTTP/1.1" status: 200 len: 217 time: 0.1166501 Jul 16 20:30:28.927733 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1497f16e-8456-4083-859b-92805e8b914c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:28.934107 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1497f16e-8456-4083-859b-92805e8b914c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:28.952954 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d767b-f36b-4c97-8cc7-a904ee1f2e0d req-48e93d19-22aa-4384-9eac-5a2771884050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:28.955016 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-383d767b-f36b-4c97-8cc7-a904ee1f2e0d req-48e93d19-22aa-4384-9eac-5a2771884050 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3f938fb-8c6d-4792-bc71-ef35aeb96d69 HTTP/1.1" status: 200 len: 859 time: 0.0807202 Jul 16 20:30:28.964377 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1497f16e-8456-4083-859b-92805e8b914c admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:30:28.997327 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563c771-d3de-44fd-8cdb-ada9ee9bd83b req-ea3e8867-08fa-46b2-9d9a-c5b2caa5261b tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:28.998896 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e563c771-d3de-44fd-8cdb-ada9ee9bd83b req-ea3e8867-08fa-46b2-9d9a-c5b2caa5261b tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b81720b-c965-4c8e-86fc-e053e8a6fe1f HTTP/1.1" status: 200 len: 945 time: 0.8708904 Jul 16 20:30:29.011849 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1497f16e-8456-4083-859b-92805e8b914c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:29.012425 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-1497f16e-8456-4083-859b-92805e8b914c admin admin] Added segment f8d511fe-6c47-40b9-ae9e-5edbc54d16af of type vlan for network 21350c64-0f27-47ba-bbc5-0862dccdf852 Jul 16 20:30:29.022408 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497f16e-8456-4083-859b-92805e8b914c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d8d022-cfd6-49fc-a148-4a62ebf5ed3a,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:29.063027 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1497f16e-8456-4083-859b-92805e8b914c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:29.072397 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3387f91-737e-4e8f-9537-ab26272e72f3 req-31535d76-0495-4862-880a-c95862f5cba7 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:29.073935 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a3387f91-737e-4e8f-9537-ab26272e72f3 req-31535d76-0495-4862-880a-c95862f5cba7 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b81720b-c965-4c8e-86fc-e053e8a6fe1f HTTP/1.1" status: 200 len: 945 time: 0.5637534 Jul 16 20:30:29.098829 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90aea1-5577-4480-ae86-336b86bfcf9f req-a2da6984-ca12-4cd9-8fa7-a5d0eefdaf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:29.100308 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2e90aea1-5577-4480-ae86-336b86bfcf9f req-a2da6984-ca12-4cd9-8fa7-a5d0eefdaf28 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1c7f4024-3178-4f9d-8d37-6c75207389a8 HTTP/1.1" status: 200 len: 1097 time: 0.7876427 Jul 16 20:30:29.106429 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d767b-f36b-4c97-8cc7-a904ee1f2e0d req-39437ede-4fab-4eb8-aa29-5422744b4ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:29.107963 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-383d767b-f36b-4c97-8cc7-a904ee1f2e0d req-39437ede-4fab-4eb8-aa29-5422744b4ec3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=673b6ba0-33b0-47d1-a50e-816aecbacdba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1415501 Jul 16 20:30:29.116920 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1497f16e-8456-4083-859b-92805e8b914c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:29.118706 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1497f16e-8456-4083-859b-92805e8b914c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:29.119431 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1497f16e-8456-4083-859b-92805e8b914c admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:29.176361 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f909e813-e2d8-4361-919c-1a31f487a6a8 req-6788c72f-1614-4119-95bd-8bf5c44f517a service neutron] 10.222.0.38 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934298 Jul 16 20:30:29.193327 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1497f16e-8456-4083-859b-92805e8b914c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1610215 Jul 16 20:30:29.199426 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37878) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:29.244235 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-9ddbf403-6275-4216-b697-e181c9b885f5 admin admin] Request body: {'subnet': {'network_id': '21350c64-0f27-47ba-bbc5-0862dccdf852', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1919490945-subnet', 'tenant_id': '7c8a407255394059aab3556119ea8553', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:29.302033 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497f16e-8456-4083-859b-92805e8b914c admin admin] Pushing event updated for resources: {'Network': ['ID=21350c64-0f27-47ba-bbc5-0862dccdf852,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:29.329392 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2e90aea1-5577-4480-ae86-336b86bfcf9f req-5daf9cac-35d7-4778-873f-3ee8d05106f7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=23f65bae-0057-4727-8cdc-2054b0feed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212915 Jul 16 20:30:29.343264 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 21350c64-0f27-47ba-bbc5-0862dccdf852 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:30:29.346464 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a3387f91-737e-4e8f-9537-ab26272e72f3 req-8580917b-68c5-4457-8e90-481adc37ea2a tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/security-groups?id=4775006c-0420-40a7-97d4-8150b1804903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407866 Jul 16 20:30:29.397499 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddbf403-6275-4216-b697-e181c9b885f5 admin admin] Made reservation on behalf of 7c8a407255394059aab3556119ea8553 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:29.410901 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9ddbf403-6275-4216-b697-e181c9b885f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:29.511027 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e77c34a1-44f3-4d8c-8560-f4711a71afca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:29.513768 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 433f39d2-f62f-4f01-ada3-b677b1b52692 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:29.549426 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 433f39d2-f62f-4f01-ada3-b677b1b52692 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:29.550231 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 433f39d2-f62f-4f01-ada3-b677b1b52692 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:29.554608 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:29.561007 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-383d767b-f36b-4c97-8cc7-a904ee1f2e0d req-65b1dc00-5a7c-4ef8-9db3-45a5ff320d20 service neutron] 10.222.0.62 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378352 Jul 16 20:30:29.580888 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c34a1-44f3-4d8c-8560-f4711a71afca admin admin] Pushing event deleted for resources: {'Port': ['ID=cbf8922c-25b1-4e29-b257-c261d54c0b69,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:29.634292 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f909e813-e2d8-4361-919c-1a31f487a6a8 req-359892a0-2328-4d5c-a3cb-287a84f7f825 service neutron] 10.222.0.38 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495475 Jul 16 20:30:29.706481 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-e563c771-d3de-44fd-8cdb-ada9ee9bd83b req-6fa352ca-e997-42c2-bfba-67655ab46e5c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Deleting port e58e6e8e-2530-4107-ab10-fe9803f417ee {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:29.707446 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e563c771-d3de-44fd-8cdb-ada9ee9bd83b req-6fa352ca-e997-42c2-bfba-67655ab46e5c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:29.750162 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-383d767b-f36b-4c97-8cc7-a904ee1f2e0d req-ee9cc2e1-da7c-44c1-a217-d705ae27b0de service neutron] 10.222.0.62 "GET /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816959 Jul 16 20:30:29.753618 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9ddbf403-6275-4216-b697-e181c9b885f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:29.819927 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbf403-6275-4216-b697-e181c9b885f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67810756-7226-4425-b6e5-fae98f9b4940,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:29.829115 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddbf403-6275-4216-b697-e181c9b885f5 admin admin] Checking segment: {'id': 'f8d511fe-6c47-40b9-ae9e-5edbc54d16af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '21350c64-0f27-47ba-bbc5-0862dccdf852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:29.829506 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddbf403-6275-4216-b697-e181c9b885f5 admin admin] Network hostable DHCP agents. Network: 21350c64-0f27-47ba-bbc5-0862dccdf852, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:30:29.848687 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddbf403-6275-4216-b697-e181c9b885f5 admin admin] Network 21350c64-0f27-47ba-bbc5-0862dccdf852 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:30:29.859081 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-9ddbf403-6275-4216-b697-e181c9b885f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 21350c64-0f27-47ba-bbc5-0862dccdf852) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:29.867630 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddbf403-6275-4216-b697-e181c9b885f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:29.868395 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9ddbf403-6275-4216-b697-e181c9b885f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:29.871725 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3eefa7a-ebab-4d66-b6b9-6f8398b1ec8b None None] Network 21350c64-0f27-47ba-bbc5-0862dccdf852 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:29.890389 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9ddbf403-6275-4216-b697-e181c9b885f5 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6883268 Jul 16 20:30:29.891673 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37886) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:29.900004 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-6bbf9976-c27f-4c81-bb17-dcd4d30199e8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1919490945-router', 'tenant_id': '7c8a407255394059aab3556119ea8553', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:29.937495 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9976-c27f-4c81-bb17-dcd4d30199e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:29.939628 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9976-c27f-4c81-bb17-dcd4d30199e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.011605 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e77c34a1-44f3-4d8c-8560-f4711a71afca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.050219 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9976-c27f-4c81-bb17-dcd4d30199e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.169100 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6cbcf6-dc2b-468a-99db-c4f7fe8323db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-21350c64-0f27-47ba-bbc5-0862dccdf852', 'network_id': '21350c64-0f27-47ba-bbc5-0862dccdf852', 'tenant_id': '7c8a407255394059aab3556119ea8553', 'fixed_ips': [{'subnet_id': '67810756-7226-4425-b6e5-fae98f9b4940'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:30:30.169999 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c6cbcf6-dc2b-468a-99db-c4f7fe8323db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.261726 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e77c34a1-44f3-4d8c-8560-f4711a71afca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.264434 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e77c34a1-44f3-4d8c-8560-f4711a71afca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.355528 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b2083-ef4e-4961-a755-53642f8aaf96 req-4a63dceb-6c11-48c5-97a0-326b552c1e57 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:30.355528 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d97b2083-ef4e-4961-a755-53642f8aaf96 req-4a63dceb-6c11-48c5-97a0-326b552c1e57 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/ports?device_id=3906e23d-e2ab-4136-8e6f-209fecc46b2e HTTP/1.1" status: 200 len: 949 time: 0.7771363 Jul 16 20:30:30.368233 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9976-c27f-4c81-bb17-dcd4d30199e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.380150 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e77c34a1-44f3-4d8c-8560-f4711a71afca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.380617 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77c34a1-44f3-4d8c-8560-f4711a71afca admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1fc2b91-fbc6-495d-b4bc-121cb08148b4 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:30:30.390374 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-e563c771-d3de-44fd-8cdb-ada9ee9bd83b req-6fa352ca-e997-42c2-bfba-67655ab46e5c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] For port e58e6e8e-2530-4107-ab10-fe9803f417ee, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e58e6e8e-2530-4107-ab10-fe9803f417ee,segment=NetworkSegment(ad0803ed-4f73-4a8d-ae1b-7ae303151ff5),segment_id=ad0803ed-4f73-4a8d-ae1b-7ae303151ff5)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:30.390773 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e563c771-d3de-44fd-8cdb-ada9ee9bd83b req-6fa352ca-e997-42c2-bfba-67655ab46e5c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.405617 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e77c34a1-44f3-4d8c-8560-f4711a71afca admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.411516 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37904) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:30.413998 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e77c34a1-44f3-4d8c-8560-f4711a71afca admin admin] 10.222.0.38 "DELETE /v2.0/routers/c1fc2b91-fbc6-495d-b4bc-121cb08148b4 HTTP/1.1" status: 204 len: 168 time: 3.9850121 Jul 16 20:30:30.459211 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-e563c771-d3de-44fd-8cdb-ada9ee9bd83b req-6fa352ca-e997-42c2-bfba-67655ab46e5c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Calling delete_port for e58e6e8e-2530-4107-ab10-fe9803f417ee owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:30.524355 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2b6e8-0075-4fea-9dc5-8c5441535112 req-5d1df8ff-2f5e-44c9-9d9d-9c8c3bc623fd tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:30.525900 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ebb2b6e8-0075-4fea-9dc5-8c5441535112 req-5d1df8ff-2f5e-44c9-9d9d-9c8c3bc623fd tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c7f4024-3178-4f9d-8d37-6c75207389a8 HTTP/1.1" status: 200 len: 945 time: 0.7675712 Jul 16 20:30:30.526972 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-4c6cbcf6-dc2b-468a-99db-c4f7fe8323db None None] Allocated IP 172.20.0.2 (21350c64-0f27-47ba-bbc5-0862dccdf852/67810756-7226-4425-b6e5-fae98f9b4940/06fef9d7-f20b-474b-b285-70dd5f2c3c26) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:30.553861 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-099c672f-c66f-4053-a939-ae4434a840de admin admin] Deleting subnet 84f36c9a-649f-4fbc-95a8-0fd0b2d3d58e {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:30.564569 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-099c672f-c66f-4053-a939-ae4434a840de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.617107 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d97b2083-ef4e-4961-a755-53642f8aaf96 req-e81ca2ee-dce4-4c39-8c5d-750c636cc782 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba6c7ee-7ab6-4901-ad78-b5124b3f69ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307339 Jul 16 20:30:30.670277 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-099c672f-c66f-4053-a939-ae4434a840de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.725278 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-099c672f-c66f-4053-a939-ae4434a840de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.743731 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ebb2b6e8-0075-4fea-9dc5-8c5441535112 req-fcc50915-091e-47a9-a80a-50a3e82fc4b6 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/security-groups?id=23f65bae-0057-4727-8cdc-2054b0feed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003410 Jul 16 20:30:30.811088 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e58e6e8e-2530-4107-ab10-fe9803f417ee no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:30.992052 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-099c672f-c66f-4053-a939-ae4434a840de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.020048 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c672f-c66f-4053-a939-ae4434a840de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84f36c9a-649f-4fbc-95a8-0fd0b2d3d58e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:31.052016 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-099c672f-c66f-4053-a939-ae4434a840de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.054011 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-099c672f-c66f-4053-a939-ae4434a840de admin admin] 10.222.0.38 "DELETE /v2.0/subnets/84f36c9a-649f-4fbc-95a8-0fd0b2d3d58e HTTP/1.1" status: 204 len: 168 time: 0.6394036 Jul 16 20:30:31.057778 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37918) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:31.067962 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9976-c27f-4c81-bb17-dcd4d30199e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.092394 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e563c771-d3de-44fd-8cdb-ada9ee9bd83b req-6fa352ca-e997-42c2-bfba-67655ab46e5c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.138306 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa352ca-e997-42c2-bfba-67655ab46e5c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Pushing event deleted for resources: {'Port': ['ID=e58e6e8e-2530-4107-ab10-fe9803f417ee,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:31.142366 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['94fa6a54-491c-4382-89c6-73988d48841e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:31.147130 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['f04e3295-ba8c-4462-b5d3-99ac2ea9c781'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:31.201374 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9976-c27f-4c81-bb17-dcd4d30199e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.215513 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c4c42248-be98-4f0f-9f4d-3ce6f55d53a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.288170 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-884ff867-220e-4733-a2e7-372cb7065bfd req-8eff96de-9c90-4f32-8e1c-55ecf595bd3a tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/floatingips/f408acae-7dc6-4bd8-9f99-900ad1eb5633 HTTP/1.1" status: 200 len: 694 time: 0.1546624 Jul 16 20:30:31.468056 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c4c42248-be98-4f0f-9f4d-3ce6f55d53a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.494925 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-c4c42248-be98-4f0f-9f4d-3ce6f55d53a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b358c1d9-e9f6-4096-8d60-98099a8c70b7']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:31.513185 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-c4c42248-be98-4f0f-9f4d-3ce6f55d53a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd044cd58-1c1b-47a2-8117-29daed7caee7') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:31.513488 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-c4c42248-be98-4f0f-9f4d-3ce6f55d53a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd044cd58-1c1b-47a2-8117-29daed7caee7') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:31.519055 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No active binding found for port e58e6e8e-2530-4107-ab10-fe9803f417ee {{(pid=93795) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 20:30:31.521325 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e58e6e8e-2530-4107-ab10-fe9803f417ee not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:31.526541 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device cbf8922c-25b1-4e29-b257-c261d54c0b69 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:31.534976 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838485b-2562-46ab-b6b9-dab3d44daf7b req-30fd61a4-d09f-4ec3-bd84-2c016ebae8e7 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:31.546461 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c4c42248-be98-4f0f-9f4d-3ce6f55d53a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.549226 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0838485b-2562-46ab-b6b9-dab3d44daf7b req-30fd61a4-d09f-4ec3-bd84-2c016ebae8e7 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b81720b-c965-4c8e-86fc-e053e8a6fe1f HTTP/1.1" status: 200 len: 867 time: 0.6718004 Jul 16 20:30:31.556969 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e563c771-d3de-44fd-8cdb-ada9ee9bd83b req-6fa352ca-e997-42c2-bfba-67655ab46e5c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] No DVR routers for this DVR port e58e6e8e-2530-4107-ab10-fe9803f417ee on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:31.567832 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c6cbcf6-dc2b-468a-99db-c4f7fe8323db None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.570055 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e563c771-d3de-44fd-8cdb-ada9ee9bd83b req-6fa352ca-e997-42c2-bfba-67655ab46e5c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.571682 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c4c42248-be98-4f0f-9f4d-3ce6f55d53a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.573658 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e563c771-d3de-44fd-8cdb-ada9ee9bd83b req-6fa352ca-e997-42c2-bfba-67655ab46e5c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.18 "DELETE /v2.0/ports/e58e6e8e-2530-4107-ab10-fe9803f417ee HTTP/1.1" status: 204 len: 173 time: 2.5683613 Jul 16 20:30:31.577663 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: cbf8922c-25b1-4e29-b257-c261d54c0b69 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:31.578691 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device cbf8922c-25b1-4e29-b257-c261d54c0b69 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:31.592328 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c42248-be98-4f0f-9f4d-3ce6f55d53a6 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:30:31.592980 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c4c42248-be98-4f0f-9f4d-3ce6f55d53a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:31.596651 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:31.599180 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-6bbf9976-c27f-4c81-bb17-dcd4d30199e8 admin admin] Allocated IP 172.25.0.223 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/af58704c-03f6-48b5-9d3c-a83434d179f5) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:31.607159 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b81720b-c965-4c8e-86fc-e053e8a6fe1f', 'name': 'network-vif-deleted', 'tag': 'e58e6e8e-2530-4107-ab10-fe9803f417ee'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:31.609450 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4c6cbcf6-dc2b-468a-99db-c4f7fe8323db None None] Transition to ACTIVE for port object 06fef9d7-f20b-474b-b285-70dd5f2c3c26 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:31.612617 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b511fd9f-16e7-40f8-bfc2-37637526ddec" -d '{"events": [{"server_uuid": "0b81720b-c965-4c8e-86fc-e053e8a6fe1f", "name": "network-vif-deleted", "tag": "e58e6e8e-2530-4107-ab10-fe9803f417ee"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:31.686435 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0838485b-2562-46ab-b6b9-dab3d44daf7b req-4e0abb6b-74f2-4103-8da5-02fe9bcb65ee tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/security-groups?id=4775006c-0420-40a7-97d4-8150b1804903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360931 Jul 16 20:30:31.712250 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4c6cbcf6-dc2b-468a-99db-c4f7fe8323db None None] Transition to ACTIVE for port object 06fef9d7-f20b-474b-b285-70dd5f2c3c26 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:31.743616 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c6cbcf6-dc2b-468a-99db-c4f7fe8323db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.760403 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ff867-220e-4733-a2e7-372cb7065bfd req-bb308d15-7d03-4aaa-b96a-86960417ae1c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:31.771920 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-884ff867-220e-4733-a2e7-372cb7065bfd req-bb308d15-7d03-4aaa-b96a-86960417ae1c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 784 time: 0.4820831 Jul 16 20:30:31.775874 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c4c42248-be98-4f0f-9f4d-3ce6f55d53a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.788785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-884ff867-220e-4733-a2e7-372cb7065bfd req-72c6c8fd-28e6-49e4-bd01-036e530f7a15 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:30:31.790508 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c4c42248-be98-4f0f-9f4d-3ce6f55d53a6 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.800696 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c4c42248-be98-4f0f-9f4d-3ce6f55d53a6 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b358c1d9-e9f6-4096-8d60-98099a8c70b7 HTTP/1.1" status: 204 len: 168 time: 0.7402596 Jul 16 20:30:31.804335 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-884ff867-220e-4733-a2e7-372cb7065bfd req-72c6c8fd-28e6-49e4-bd01-036e530f7a15 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0302503 Jul 16 20:30:31.827889 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5916da0f-ef5a-43bf-83c5-34a19cf871fa x-openstack-request-id: req-5916da0f-ef5a-43bf-83c5-34a19cf871fa {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:31.828272 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b81720b-c965-4c8e-86fc-e053e8a6fe1f", "name": "network-vif-deleted", "tag": "e58e6e8e-2530-4107-ab10-fe9803f417ee", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:31.829933 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5916da0f-ef5a-43bf-83c5-34a19cf871fa {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:31.831576 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b81720b-c965-4c8e-86fc-e053e8a6fe1f', 'name': 'network-vif-deleted', 'tag': 'e58e6e8e-2530-4107-ab10-fe9803f417ee', 'status': 'completed', 'code': 200} Jul 16 20:30:31.913206 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c42248-be98-4f0f-9f4d-3ce6f55d53a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b358c1d9-e9f6-4096-8d60-98099a8c70b7,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:31.915055 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-884ff867-220e-4733-a2e7-372cb7065bfd req-52286886-d3b6-41a8-b8b3-ad3aeaaff1c6 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 697 time: 0.1084471 Jul 16 20:30:31.935808 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6cbcf6-dc2b-468a-99db-c4f7fe8323db None None] Network 21350c64-0f27-47ba-bbc5-0862dccdf852 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:31.972999 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-4c6cbcf6-dc2b-468a-99db-c4f7fe8323db None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:31.984492 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6cbcf6-dc2b-468a-99db-c4f7fe8323db None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:31.997409 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cbcf6-dc2b-468a-99db-c4f7fe8323db None None] Pushing event updated for resources: {'Port': ['ID=06fef9d7-f20b-474b-b285-70dd5f2c3c26,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:31.998434 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-884ff867-220e-4733-a2e7-372cb7065bfd req-4ab79091-a586-4ac4-9311-df04d08f965b tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 697 time: 0.0822580 Jul 16 20:30:32.023352 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9976-c27f-4c81-bb17-dcd4d30199e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.118439 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 37934) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:32.137872 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9976-c27f-4c81-bb17-dcd4d30199e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.157559 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-4c6cbcf6-dc2b-468a-99db-c4f7fe8323db None None] Attempting to bind port 06fef9d7-f20b-474b-b285-70dd5f2c3c26 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:32.158012 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-4c6cbcf6-dc2b-468a-99db-c4f7fe8323db None None] Attempting to bind port 06fef9d7-f20b-474b-b285-70dd5f2c3c26 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'f8d511fe-6c47-40b9-ae9e-5edbc54d16af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '21350c64-0f27-47ba-bbc5-0862dccdf852'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:32.158442 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6cbcf6-dc2b-468a-99db-c4f7fe8323db None None] Attempting to bind port 06fef9d7-f20b-474b-b285-70dd5f2c3c26 on network 21350c64-0f27-47ba-bbc5-0862dccdf852 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:32.168401 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6cbcf6-dc2b-468a-99db-c4f7fe8323db None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:32.168783 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6cbcf6-dc2b-468a-99db-c4f7fe8323db None None] Checking segment: {'id': 'f8d511fe-6c47-40b9-ae9e-5edbc54d16af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '21350c64-0f27-47ba-bbc5-0862dccdf852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:32.169192 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c6cbcf6-dc2b-468a-99db-c4f7fe8323db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.169590 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6cbcf6-dc2b-468a-99db-c4f7fe8323db None None] Bound using segment: {'id': 'f8d511fe-6c47-40b9-ae9e-5edbc54d16af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '21350c64-0f27-47ba-bbc5-0862dccdf852'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:32.170381 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-4c6cbcf6-dc2b-468a-99db-c4f7fe8323db None None] Bound port: 06fef9d7-f20b-474b-b285-70dd5f2c3c26, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d511fe-6c47-40b9-ae9e-5edbc54d16af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '21350c64-0f27-47ba-bbc5-0862dccdf852'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:32.173436 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c6cbcf6-dc2b-468a-99db-c4f7fe8323db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.237705 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbf9976-c27f-4c81-bb17-dcd4d30199e8 admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:32.256989 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-6bbf9976-c27f-4c81-bb17-dcd4d30199e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:32.267051 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbf9976-c27f-4c81-bb17-dcd4d30199e8 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:32.274140 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf9976-c27f-4c81-bb17-dcd4d30199e8 admin admin] Pushing event updated for resources: {'Port': ['ID=af58704c-03f6-48b5-9d3c-a83434d179f5,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:32.275750 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-884ff867-220e-4733-a2e7-372cb7065bfd req-9dc4abfb-a761-46be-94fa-e7f7cee9cc4d tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Deleting port ade42df2-2f12-43f4-a45a-6ff43aa4ba74 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:32.276569 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-884ff867-220e-4733-a2e7-372cb7065bfd req-9dc4abfb-a761-46be-94fa-e7f7cee9cc4d tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.292165 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4c6cbcf6-dc2b-468a-99db-c4f7fe8323db None None] For port 06fef9d7-f20b-474b-b285-70dd5f2c3c26, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:32.301086 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-84ef3117-6996-4bdd-8300-d7169abf0818 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=040bf7ee1ec54a50aca3b42fc92ded92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1813173 Jul 16 20:30:32.302606 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4c6cbcf6-dc2b-468a-99db-c4f7fe8323db None None] For port 06fef9d7-f20b-474b-b285-70dd5f2c3c26, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=06fef9d7-f20b-474b-b285-70dd5f2c3c26,segment=NetworkSegment(f8d511fe-6c47-40b9-ae9e-5edbc54d16af),segment_id=f8d511fe-6c47-40b9-ae9e-5edbc54d16af)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:32.306872 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 37938) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:32.308808 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c6cbcf6-dc2b-468a-99db-c4f7fe8323db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.415104 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cbcf6-dc2b-468a-99db-c4f7fe8323db None None] Pushing event updated for resources: {'Port': ['ID=06fef9d7-f20b-474b-b285-70dd5f2c3c26,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:32.418028 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddd8ad-96f9-4528-ba11-a06f47e66b36 req-48945fcd-07ea-4160-84fa-e7114e0d75f9 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:32.425572 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-17ddd8ad-96f9-4528-ba11-a06f47e66b36 req-48945fcd-07ea-4160-84fa-e7114e0d75f9 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/ports?device_id=3906e23d-e2ab-4136-8e6f-209fecc46b2e HTTP/1.1" status: 200 len: 949 time: 0.2836227 Jul 16 20:30:32.511548 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-884ff867-220e-4733-a2e7-372cb7065bfd req-9dc4abfb-a761-46be-94fa-e7f7cee9cc4d tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.511880 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-884ff867-220e-4733-a2e7-372cb7065bfd req-9dc4abfb-a761-46be-94fa-e7f7cee9cc4d tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.567306 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-17ddd8ad-96f9-4528-ba11-a06f47e66b36 req-8a4e7c65-de08-4dd0-a34f-894385df56bf tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba6c7ee-7ab6-4901-ad78-b5124b3f69ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403654 Jul 16 20:30:32.569266 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-884ff867-220e-4733-a2e7-372cb7065bfd req-9dc4abfb-a761-46be-94fa-e7f7cee9cc4d tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Calling delete_port for ade42df2-2f12-43f4-a45a-6ff43aa4ba74 owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:32.583136 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8be8731b-67fd-49b7-9de9-63e9ee2fbba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.656526 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8be8731b-67fd-49b7-9de9-63e9ee2fbba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.828163 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9976-c27f-4c81-bb17-dcd4d30199e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.946915 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-884ff867-220e-4733-a2e7-372cb7065bfd req-9dc4abfb-a761-46be-94fa-e7f7cee9cc4d tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.992819 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4abfb-a761-46be-94fa-e7f7cee9cc4d tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Pushing event deleted for resources: {'Port': ['ID=ade42df2-2f12-43f4-a45a-6ff43aa4ba74,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:32.996272 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8be8731b-67fd-49b7-9de9-63e9ee2fbba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.998986 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8be8731b-67fd-49b7-9de9-63e9ee2fbba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.000503 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8be8731b-67fd-49b7-9de9-63e9ee2fbba7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4 HTTP/1.1" status: 204 len: 168 time: 0.6905246 Jul 16 20:30:33.029749 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.097067 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af9915-6ba6-4cb3-85bc-658f3cb6ba59 req-3c2f5816-81b9-41c5-8052-75b31bed8546 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:33.105102 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46af9915-6ba6-4cb3-85bc-658f3cb6ba59 req-3c2f5816-81b9-41c5-8052-75b31bed8546 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c7f4024-3178-4f9d-8d37-6c75207389a8 HTTP/1.1" status: 200 len: 945 time: 0.2840478 Jul 16 20:30:33.130440 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9976-c27f-4c81-bb17-dcd4d30199e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.159885 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8731b-67fd-49b7-9de9-63e9ee2fbba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbb4b75-5cd3-4fe3-bc3b-80eb1ff4a5d4,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:33.171539 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-884ff867-220e-4733-a2e7-372cb7065bfd req-9dc4abfb-a761-46be-94fa-e7f7cee9cc4d tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.174913 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-884ff867-220e-4733-a2e7-372cb7065bfd req-9dc4abfb-a761-46be-94fa-e7f7cee9cc4d tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.176303 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-884ff867-220e-4733-a2e7-372cb7065bfd req-9dc4abfb-a761-46be-94fa-e7f7cee9cc4d tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "DELETE /v2.0/floatingips/f408acae-7dc6-4bd8-9f99-900ad1eb5633 HTTP/1.1" status: 204 len: 173 time: 1.1679397 Jul 16 20:30:33.218905 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46af9915-6ba6-4cb3-85bc-658f3cb6ba59 req-b1221ca7-d22c-422b-94cc-61e777623e28 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/security-groups?id=23f65bae-0057-4727-8cdc-2054b0feed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126144 Jul 16 20:30:33.564242 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734203c1-e6d9-4c1b-9cb6-f0f8e4a585f4 req-e1413db9-ed6d-4205-b519-ba0df7d75e30 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:33.565903 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-734203c1-e6d9-4c1b-9cb6-f0f8e4a585f4 req-e1413db9-ed6d-4205-b519-ba0df7d75e30 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7d2ee1a-ea46-4fd9-8c56-9c600098c068 HTTP/1.1" status: 200 len: 950 time: 0.1985865 Jul 16 20:30:33.589829 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 06fef9d7-f20b-474b-b285-70dd5f2c3c26 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:33.653803 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-734203c1-e6d9-4c1b-9cb6-f0f8e4a585f4 req-1134912b-83d4-4f2b-b7b1-fa0a58fa6766 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba6c7ee-7ab6-4901-ad78-b5124b3f69ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762279 Jul 16 20:30:33.691360 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 06fef9d7-f20b-474b-b285-70dd5f2c3c26 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:34.092782 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7281a9-301e-48f1-abca-b9b9b3ec09a5 req-7543b233-1f19-4f08-afba-a9596acbb236 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:34.099523 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f7281a9-301e-48f1-abca-b9b9b3ec09a5 req-7543b233-1f19-4f08-afba-a9596acbb236 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/ports?device_id=291a4e96-dfcb-40d6-bcb0-bf99145902df HTTP/1.1" status: 200 len: 945 time: 0.1876185 Jul 16 20:30:34.129872 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbf9976-c27f-4c81-bb17-dcd4d30199e8 admin admin] Router 75aef24c-b5b2-4df8-9d3d-89068246430f is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:30:34.187521 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f7281a9-301e-48f1-abca-b9b9b3ec09a5 req-b8fd2627-1e09-45dd-945b-36e5e3de8dd8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/security-groups?id=23f65bae-0057-4727-8cdc-2054b0feed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838697 Jul 16 20:30:34.252958 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab4fb44-af86-4286-b69e-b2d0084fa206 None None] Network 21350c64-0f27-47ba-bbc5-0862dccdf852 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:34.446770 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8ab87e06-4467-4ac6-9023-2db402e41853 None None] Provisioning for port 06fef9d7-f20b-474b-b285-70dd5f2c3c26 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:34.452943 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbf9976-c27f-4c81-bb17-dcd4d30199e8 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:34.477788 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8ab87e06-4467-4ac6-9023-2db402e41853 None None] Provisioning complete for port 06fef9d7-f20b-474b-b285-70dd5f2c3c26 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:34.485188 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ab87e06-4467-4ac6-9023-2db402e41853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.488167 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 37996) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:34.531292 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:30:34.538784 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9976-c27f-4c81-bb17-dcd4d30199e8 admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.541594 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6bbf9976-c27f-4c81-bb17-dcd4d30199e8 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.6480486 Jul 16 20:30:34.549505 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38000) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:34.614898 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4d2d0e-3262-40a0-8526-9d50cf1f221a None None] Sync routers for ids ['75aef24c-b5b2-4df8-9d3d-89068246430f'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:34.731540 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4d2d0e-3262-40a0-8526-9d50cf1f221a None None] Routers {'75aef24c-b5b2-4df8-9d3d-89068246430f'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:34.732238 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-ce4d2d0e-3262-40a0-8526-9d50cf1f221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:30:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['75aef24c-b5b2-4df8-9d3d-89068246430f'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:34.753260 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef02930-f82f-47d8-a2ef-da80c2016c38 req-796c1798-6006-4e3d-aa27-6f80b091778c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:34.762279 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cef02930-f82f-47d8-a2ef-da80c2016c38 req-796c1798-6006-4e3d-aa27-6f80b091778c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 946 time: 0.2490110 Jul 16 20:30:34.826912 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-e6d2dd81-15ab-41ae-b474-2e7ce1f705e1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-783787120-network', 'tenant_id': 'd5c0768f88e84340ae10dbc9a89bd566'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:34.902016 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cef02930-f82f-47d8-a2ef-da80c2016c38 req-4b2962e7-520c-48d7-b475-99c3bab17945 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e281b25-8765-433e-9429-8b0fb9a75f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387219 Jul 16 20:30:34.935831 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d2dd81-15ab-41ae-b474-2e7ce1f705e1 admin admin] Made reservation on behalf of d5c0768f88e84340ae10dbc9a89bd566 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:34.941171 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e6d2dd81-15ab-41ae-b474-2e7ce1f705e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.964571 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e6d2dd81-15ab-41ae-b474-2e7ce1f705e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.276202 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e6d2dd81-15ab-41ae-b474-2e7ce1f705e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.281575 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e6d2dd81-15ab-41ae-b474-2e7ce1f705e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.342811 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d2dd81-15ab-41ae-b474-2e7ce1f705e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:30:35.396572 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e6d2dd81-15ab-41ae-b474-2e7ce1f705e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.398526 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-e6d2dd81-15ab-41ae-b474-2e7ce1f705e1 admin admin] Added segment 3f952078-cb9c-47f7-9e6d-cc7a02591d17 of type vlan for network 3f838853-abda-4c3a-9151-1eee7174c196 Jul 16 20:30:35.544675 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e6d2dd81-15ab-41ae-b474-2e7ce1f705e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.570003 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4da990e5-ab9b-48c0-b31a-30cc6e1126ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.660520 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2dd81-15ab-41ae-b474-2e7ce1f705e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:35.704941 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e6d2dd81-15ab-41ae-b474-2e7ce1f705e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.710519 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d2dd81-15ab-41ae-b474-2e7ce1f705e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:35.712153 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e6d2dd81-15ab-41ae-b474-2e7ce1f705e1 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.820217 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e6d2dd81-15ab-41ae-b474-2e7ce1f705e1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3307142 Jul 16 20:30:35.823798 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38028) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:35.825639 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ab87e06-4467-4ac6-9023-2db402e41853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.866234 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-4fbbd84d-596a-4bb0-b03e-fdcd8f1fbfdd admin admin] Request body: {'subnet': {'network_id': '3f838853-abda-4c3a-9151-1eee7174c196', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-783787120-subnet', 'tenant_id': 'd5c0768f88e84340ae10dbc9a89bd566', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:35.896134 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2dd81-15ab-41ae-b474-2e7ce1f705e1 admin admin] Pushing event updated for resources: {'Network': ['ID=3f838853-abda-4c3a-9151-1eee7174c196,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:35.936327 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 3f838853-abda-4c3a-9151-1eee7174c196 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:30:35.952255 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-ce4d2d0e-3262-40a0-8526-9d50cf1f221a None None] Set router 75aef24c-b5b2-4df8-9d3d-89068246430f gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:36.104579 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbbd84d-596a-4bb0-b03e-fdcd8f1fbfdd admin admin] Made reservation on behalf of d5c0768f88e84340ae10dbc9a89bd566 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:36.107168 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4fbbd84d-596a-4bb0-b03e-fdcd8f1fbfdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.257014 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-4da990e5-ab9b-48c0-b31a-30cc6e1126ed admin admin] Allocated IP 172.20.0.1 (21350c64-0f27-47ba-bbc5-0862dccdf852/67810756-7226-4425-b6e5-fae98f9b4940/e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:36.284595 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8ab87e06-4467-4ac6-9023-2db402e41853 None None] For port 06fef9d7-f20b-474b-b285-70dd5f2c3c26, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=06fef9d7-f20b-474b-b285-70dd5f2c3c26,segment=NetworkSegment(f8d511fe-6c47-40b9-ae9e-5edbc54d16af),segment_id=f8d511fe-6c47-40b9-ae9e-5edbc54d16af)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:36.396693 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22d318-3f5c-446e-a80a-2628c2234c84 req-6023f952-8eed-492a-b561-56d1131dfac6 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:36.398490 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be22d318-3f5c-446e-a80a-2628c2234c84 req-6023f952-8eed-492a-b561-56d1131dfac6 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 946 time: 0.2025146 Jul 16 20:30:36.449594 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e6f4c-0409-4d2a-9e13-585397918888 req-cc1dbe87-0e9a-4bf2-8b2a-3ae1b9a452ee tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:36.469264 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-304e6f4c-0409-4d2a-9e13-585397918888 req-cc1dbe87-0e9a-4bf2-8b2a-3ae1b9a452ee tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 946 time: 0.5603280 Jul 16 20:30:36.497190 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ab87e06-4467-4ac6-9023-2db402e41853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.597219 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be22d318-3f5c-446e-a80a-2628c2234c84 req-93d1cd54-0bef-4e44-bf28-edc5a405d52f tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e281b25-8765-433e-9429-8b0fb9a75f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865814 Jul 16 20:30:36.841557 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4da990e5-ab9b-48c0-b31a-30cc6e1126ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.861727 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab87e06-4467-4ac6-9023-2db402e41853 None None] Pushing event updated for resources: {'Port': ['ID=06fef9d7-f20b-474b-b285-70dd5f2c3c26,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:36.908340 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-4da990e5-ab9b-48c0-b31a-30cc6e1126ed admin admin] Transition to ACTIVE for port object e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:36.933495 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1f2b9-073f-4886-a199-ec999785211a req-c0d83d04-038b-4eee-9700-46bea6ceb76d tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:36.944062 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e9a1f2b9-073f-4886-a199-ec999785211a req-c0d83d04-038b-4eee-9700-46bea6ceb76d tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/ports?device_id=291a4e96-dfcb-40d6-bcb0-bf99145902df HTTP/1.1" status: 200 len: 945 time: 0.1885011 Jul 16 20:30:36.946542 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-ce4d2d0e-3262-40a0-8526-9d50cf1f221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aef24c-b5b2-4df8-9d3d-89068246430f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1919490945-router', 'tenant_id': '7c8a407255394059aab3556119ea8553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'af58704c-03f6-48b5-9d3c-a83434d179f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:29Z', 'updated_at': '2021-07-16T20:30:32Z', 'revision_number': 3, 'project_id': '7c8a407255394059aab3556119ea8553', 'gw_port': {'id': 'af58704c-03f6-48b5-9d3c-a83434d179f5', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aef24c-b5b2-4df8-9d3d-89068246430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:31Z', 'updated_at': '2021-07-16T20:30:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:37.028792 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4d2d0e-3262-40a0-8526-9d50cf1f221a None None] Checking router: 75aef24c-b5b2-4df8-9d3d-89068246430f for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:30:37.029089 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4d2d0e-3262-40a0-8526-9d50cf1f221a None None] Updating router 75aef24c-b5b2-4df8-9d3d-89068246430f port af58704c-03f6-48b5-9d3c-a83434d179f5 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:30:37.069768 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e9a1f2b9-073f-4886-a199-ec999785211a req-f43312c6-706f-4f6e-9049-bbc63a202d60 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/security-groups?id=23f65bae-0057-4727-8cdc-2054b0feed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238205 Jul 16 20:30:37.127339 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4da990e5-ab9b-48c0-b31a-30cc6e1126ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.163873 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce4d2d0e-3262-40a0-8526-9d50cf1f221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.341779 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4fbbd84d-596a-4bb0-b03e-fdcd8f1fbfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.355050 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da990e5-ab9b-48c0-b31a-30cc6e1126ed admin admin] Network 21350c64-0f27-47ba-bbc5-0862dccdf852 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:37.393130 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-4da990e5-ab9b-48c0-b31a-30cc6e1126ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:37.420695 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da990e5-ab9b-48c0-b31a-30cc6e1126ed admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:37.424461 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da990e5-ab9b-48c0-b31a-30cc6e1126ed admin admin] Pushing event updated for resources: {'Port': ['ID=e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:37.572749 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 06fef9d7-f20b-474b-b285-70dd5f2c3c26 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:37.606083 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbd84d-596a-4bb0-b03e-fdcd8f1fbfdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f32068c5-153f-4016-8324-2b24dcd4a18d,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:37.609373 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4da990e5-ab9b-48c0-b31a-30cc6e1126ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.695355 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2f8f4edf-d7e5-44fd-9f48-bc42fc289062 None None] Provisioning complete for port 06fef9d7-f20b-474b-b285-70dd5f2c3c26 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:37.698214 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f8f4edf-d7e5-44fd-9f48-bc42fc289062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.849450 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804d1e9-14e8-4fcc-bc3c-f9c57c2aeb9c req-2a8288f1-10ac-4c3c-92be-7268b8074035 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:37.884644 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804d1e9-14e8-4fcc-bc3c-f9c57c2aeb9c req-2a8288f1-10ac-4c3c-92be-7268b8074035 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:37.890468 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e804d1e9-14e8-4fcc-bc3c-f9c57c2aeb9c req-2a8288f1-10ac-4c3c-92be-7268b8074035 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/ports?device_id=a648fafb-8e34-4a8c-b7e2-69ac3e51dfe6&device_id=d0f81baa-5c59-40e5-896a-df78cc80edde HTTP/1.1" status: 200 len: 1681 time: 0.1986682 Jul 16 20:30:38.046891 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-304e6f4c-0409-4d2a-9e13-585397918888 req-001cfe81-7b5b-43d9-ba34-779cdbe7bea3 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Deleting port b4303d43-5f18-45b1-a4f0-1602debbc55f {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:38.047942 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-304e6f4c-0409-4d2a-9e13-585397918888 req-001cfe81-7b5b-43d9-ba34-779cdbe7bea3 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.097707 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbbd84d-596a-4bb0-b03e-fdcd8f1fbfdd admin admin] Checking segment: {'id': '3f952078-cb9c-47f7-9e6d-cc7a02591d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3f838853-abda-4c3a-9151-1eee7174c196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:38.101743 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbbd84d-596a-4bb0-b03e-fdcd8f1fbfdd admin admin] Network hostable DHCP agents. Network: 3f838853-abda-4c3a-9151-1eee7174c196, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:30:38.149108 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 06fef9d7-f20b-474b-b285-70dd5f2c3c26 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:38.150450 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.152772 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4da990e5-ab9b-48c0-b31a-30cc6e1126ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.157442 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce4d2d0e-3262-40a0-8526-9d50cf1f221a None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.292288 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ce4d2d0e-3262-40a0-8526-9d50cf1f221a None None] Transition to ACTIVE for port object af58704c-03f6-48b5-9d3c-a83434d179f5 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:38.307773 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce4d2d0e-3262-40a0-8526-9d50cf1f221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.389165 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ce4d2d0e-3262-40a0-8526-9d50cf1f221a None None] Attempting to bind port af58704c-03f6-48b5-9d3c-a83434d179f5 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:38.389541 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ce4d2d0e-3262-40a0-8526-9d50cf1f221a None None] Attempting to bind port af58704c-03f6-48b5-9d3c-a83434d179f5 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:38.389905 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4d2d0e-3262-40a0-8526-9d50cf1f221a None None] Attempting to bind port af58704c-03f6-48b5-9d3c-a83434d179f5 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:38.390890 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbbd84d-596a-4bb0-b03e-fdcd8f1fbfdd admin admin] Network 3f838853-abda-4c3a-9151-1eee7174c196 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:30:38.417124 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca95ff-e640-43ba-ab90-5d49d5b48e7f req-7ee3d024-d5ee-4f94-ba47-8103f07644c6 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:38.419734 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-efca95ff-e640-43ba-ab90-5d49d5b48e7f req-7ee3d024-d5ee-4f94-ba47-8103f07644c6 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.62 "GET /v2.0/ports?device_id=291a4e96-dfcb-40d6-bcb0-bf99145902df HTTP/1.1" status: 200 len: 945 time: 0.7755318 Jul 16 20:30:38.466973 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4d2d0e-3262-40a0-8526-9d50cf1f221a None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:38.466973 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4d2d0e-3262-40a0-8526-9d50cf1f221a None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:38.466973 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce4d2d0e-3262-40a0-8526-9d50cf1f221a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.467368 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4d2d0e-3262-40a0-8526-9d50cf1f221a None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:38.467733 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ce4d2d0e-3262-40a0-8526-9d50cf1f221a None None] Bound port: af58704c-03f6-48b5-9d3c-a83434d179f5, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:38.467913 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce4d2d0e-3262-40a0-8526-9d50cf1f221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.562214 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-304e6f4c-0409-4d2a-9e13-585397918888 req-001cfe81-7b5b-43d9-ba34-779cdbe7bea3 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] For port b4303d43-5f18-45b1-a4f0-1602debbc55f, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b4303d43-5f18-45b1-a4f0-1602debbc55f,segment=NetworkSegment(c1804d01-4de0-4d24-bc8b-607047aabf4a),segment_id=c1804d01-4de0-4d24-bc8b-607047aabf4a)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:38.562701 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-304e6f4c-0409-4d2a-9e13-585397918888 req-001cfe81-7b5b-43d9-ba34-779cdbe7bea3 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.568282 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ce4d2d0e-3262-40a0-8526-9d50cf1f221a None None] For port af58704c-03f6-48b5-9d3c-a83434d179f5, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:38.572633 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ce4d2d0e-3262-40a0-8526-9d50cf1f221a None None] For port af58704c-03f6-48b5-9d3c-a83434d179f5, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=af58704c-03f6-48b5-9d3c-a83434d179f5,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:38.577556 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f8b3e-c41f-4375-92c5-77a03c347483 None None] Pushing event updated for resources: {'Port': ['ID=af58704c-03f6-48b5-9d3c-a83434d179f5,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:38.587454 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ccfaebd6-ce3d-4038-8c72-9d454adcaa82 None None] Provisioning for port e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:38.597061 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce4d2d0e-3262-40a0-8526-9d50cf1f221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.612812 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-304e6f4c-0409-4d2a-9e13-585397918888 req-001cfe81-7b5b-43d9-ba34-779cdbe7bea3 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Calling delete_port for b4303d43-5f18-45b1-a4f0-1602debbc55f owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:38.703537 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e804d1e9-14e8-4fcc-bc3c-f9c57c2aeb9c req-d90603a8-f510-4819-9bb7-553007856cf7 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/security-groups?id=4775006c-0420-40a7-97d4-8150b1804903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7340717 Jul 16 20:30:38.756536 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ccfaebd6-ce3d-4038-8c72-9d454adcaa82 None None] Provisioning complete for port e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:38.757028 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ccfaebd6-ce3d-4038-8c72-9d454adcaa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.825658 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cd429-eca0-49a1-aafd-545b42f5e6d8 req-41accbcd-59ce-48e3-b1f1-47638b298c9a tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:38.854162 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-893cd429-eca0-49a1-aafd-545b42f5e6d8 req-41accbcd-59ce-48e3-b1f1-47638b298c9a tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 946 time: 0.9595299 Jul 16 20:30:38.904727 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f8b3e-c41f-4375-92c5-77a03c347483 None None] Pushing event updated for resources: {'Port': ['ID=af58704c-03f6-48b5-9d3c-a83434d179f5,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:38.910754 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7e886-7bad-41d3-9eaa-a3415ffffd5c req-5ddbb352-227b-429b-8604-ec44dc33d64b tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:38.912463 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a2d7e886-7bad-41d3-9eaa-a3415ffffd5c req-5ddbb352-227b-429b-8604-ec44dc33d64b tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c7f4024-3178-4f9d-8d37-6c75207389a8 HTTP/1.1" status: 200 len: 945 time: 0.9383945 Jul 16 20:30:38.983294 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-4fbbd84d-596a-4bb0-b03e-fdcd8f1fbfdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 3f838853-abda-4c3a-9151-1eee7174c196) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:39.048164 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device cebef639-c703-4fc5-a3ff-43c86366817b details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:30:39.052591 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-893cd429-eca0-49a1-aafd-545b42f5e6d8 req-3ccf9451-3856-4a72-9656-31e253f981d8 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e281b25-8765-433e-9429-8b0fb9a75f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973984 Jul 16 20:30:39.066137 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbbd84d-596a-4bb0-b03e-fdcd8f1fbfdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:39.069110 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4fbbd84d-596a-4bb0-b03e-fdcd8f1fbfdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.155252 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9588d4-d785-486f-bf9f-eabfc3986d05 None None] Network 3f838853-abda-4c3a-9151-1eee7174c196 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:39.265132 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4da990e5-ab9b-48c0-b31a-30cc6e1126ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.304544 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4fbbd84d-596a-4bb0-b03e-fdcd8f1fbfdd admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.4707763 Jul 16 20:30:39.304544 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4da990e5-ab9b-48c0-b31a-30cc6e1126ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.366655 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4d2d0e-3262-40a0-8526-9d50cf1f221a None None] Routers {'75aef24c-b5b2-4df8-9d3d-89068246430f'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:39.367465 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-ce4d2d0e-3262-40a0-8526-9d50cf1f221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:30:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['75aef24c-b5b2-4df8-9d3d-89068246430f'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:39.376939 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-a2d7e886-7bad-41d3-9eaa-a3415ffffd5c req-9dc32270-a343-413f-ab58-0fd6b766643c tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Deleting port daa788c0-5853-46e9-8c12-8ae4e12bb1a6 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:39.383262 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a2d7e886-7bad-41d3-9eaa-a3415ffffd5c req-9dc32270-a343-413f-ab58-0fd6b766643c tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.490449 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63552d2-c4c8-4e92-95ee-a75d2bbfedcd req-22e6a0fe-657f-4276-9113-30fd90d20110 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:39.504303 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c63552d2-c4c8-4e92-95ee-a75d2bbfedcd req-22e6a0fe-657f-4276-9113-30fd90d20110 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/ports?device_id=291a4e96-dfcb-40d6-bcb0-bf99145902df HTTP/1.1" status: 200 len: 945 time: 0.3132136 Jul 16 20:30:39.547966 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4da990e5-ab9b-48c0-b31a-30cc6e1126ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.617790 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.resource_extend [None req-f227628c-da0c-4016-a831-2592b446d161 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:30:39.885475 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c63552d2-c4c8-4e92-95ee-a75d2bbfedcd req-315d87ce-e060-40b9-9c5e-2c6f0f016fac tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.38 "GET /v2.0/security-groups?id=23f65bae-0057-4727-8cdc-2054b0feed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800945 Jul 16 20:30:39.895929 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-a2d7e886-7bad-41d3-9eaa-a3415ffffd5c req-9dc32270-a343-413f-ab58-0fd6b766643c tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] For port daa788c0-5853-46e9-8c12-8ae4e12bb1a6, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=daa788c0-5853-46e9-8c12-8ae4e12bb1a6,segment=NetworkSegment(12a5fd60-5358-4bbc-abac-a964a59b540e),segment_id=12a5fd60-5358-4bbc-abac-a964a59b540e)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:39.896890 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a2d7e886-7bad-41d3-9eaa-a3415ffffd5c req-9dc32270-a343-413f-ab58-0fd6b766643c tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.900066 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-304e6f4c-0409-4d2a-9e13-585397918888 req-001cfe81-7b5b-43d9-ba34-779cdbe7bea3 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.963400 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-a2d7e886-7bad-41d3-9eaa-a3415ffffd5c req-9dc32270-a343-413f-ab58-0fd6b766643c tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Calling delete_port for daa788c0-5853-46e9-8c12-8ae4e12bb1a6 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:39.990644 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ccfaebd6-ce3d-4038-8c72-9d454adcaa82 None None] Port e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:40.014105 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da990e5-ab9b-48c0-b31a-30cc6e1126ed admin admin] Pushing event updated for resources: {'Port': ['ID=e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:40.142708 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001cfe81-7b5b-43d9-ba34-779cdbe7bea3 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Pushing event deleted for resources: {'Port': ['ID=b4303d43-5f18-45b1-a4f0-1602debbc55f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:40.339364 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b754515-e272-4afd-9c42-78df935c33f3 None None] Network 3f838853-abda-4c3a-9151-1eee7174c196 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:40.376926 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b4303d43-5f18-45b1-a4f0-1602debbc55f no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:40.390046 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a2d7e886-7bad-41d3-9eaa-a3415ffffd5c req-9dc32270-a343-413f-ab58-0fd6b766643c tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:40.523755 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-304e6f4c-0409-4d2a-9e13-585397918888 req-001cfe81-7b5b-43d9-ba34-779cdbe7bea3 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] No DVR routers for this DVR port b4303d43-5f18-45b1-a4f0-1602debbc55f on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:40.537877 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-304e6f4c-0409-4d2a-9e13-585397918888 req-001cfe81-7b5b-43d9-ba34-779cdbe7bea3 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:40.549497 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-304e6f4c-0409-4d2a-9e13-585397918888 req-001cfe81-7b5b-43d9-ba34-779cdbe7bea3 tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.62 "DELETE /v2.0/ports/b4303d43-5f18-45b1-a4f0-1602debbc55f HTTP/1.1" status: 204 len: 173 time: 4.0687947 Jul 16 20:30:40.573434 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f167036-52b6-43fe-8762-fcb34b8a6217', 'name': 'network-vif-deleted', 'tag': 'b4303d43-5f18-45b1-a4f0-1602debbc55f'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:40.592130 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc32270-a343-413f-ab58-0fd6b766643c tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Pushing event deleted for resources: {'Port': ['ID=daa788c0-5853-46e9-8c12-8ae4e12bb1a6,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:40.599882 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fb3350-d2d5-4176-bcd1-3a650220a815" -d '{"events": [{"server_uuid": "8f167036-52b6-43fe-8762-fcb34b8a6217", "name": "network-vif-deleted", "tag": "b4303d43-5f18-45b1-a4f0-1602debbc55f"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:40.678267 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-efca95ff-e640-43ba-ab90-5d49d5b48e7f req-f8c885a5-e820-4eff-80ad-158c216a0ab3 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Deleting port 116726a6-9de1-4c36-9149-4284593f3252 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:40.678865 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-efca95ff-e640-43ba-ab90-5d49d5b48e7f req-f8c885a5-e820-4eff-80ad-158c216a0ab3 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:40.960647 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-ce4d2d0e-3262-40a0-8526-9d50cf1f221a None None] Set router 75aef24c-b5b2-4df8-9d3d-89068246430f gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:40.967719 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da990e5-ab9b-48c0-b31a-30cc6e1126ed admin admin] Network 21350c64-0f27-47ba-bbc5-0862dccdf852 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:40.982800 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-4da990e5-ab9b-48c0-b31a-30cc6e1126ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:40.987916 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d7e886-7bad-41d3-9eaa-a3415ffffd5c req-9dc32270-a343-413f-ab58-0fd6b766643c tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] No DVR routers for this DVR port daa788c0-5853-46e9-8c12-8ae4e12bb1a6 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:41.002702 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1c231636-7b8c-476c-984e-b9adb5ddc677 req-742135dd-4a61-425f-ae84-e7df706b024c tempest-FloatingIPsAssociationTestJSON-1237825599 tempest-FloatingIPsAssociationTestJSON-1237825599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f167036-52b6-43fe-8762-fcb34b8a6217 HTTP/1.1" status: 200 len: 210 time: 0.1305654 Jul 16 20:30:41.003957 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a2d7e886-7bad-41d3-9eaa-a3415ffffd5c req-9dc32270-a343-413f-ab58-0fd6b766643c tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:41.021758 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a2d7e886-7bad-41d3-9eaa-a3415ffffd5c req-9dc32270-a343-413f-ab58-0fd6b766643c tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.18 "DELETE /v2.0/ports/daa788c0-5853-46e9-8c12-8ae4e12bb1a6 HTTP/1.1" status: 204 len: 173 time: 2.0809703 Jul 16 20:30:41.043145 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7f4024-3178-4f9d-8d37-6c75207389a8', 'name': 'network-vif-deleted', 'tag': 'daa788c0-5853-46e9-8c12-8ae4e12bb1a6'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:41.058403 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c851c629-8b24-421d-a9ed-d6d6d029470f" -d '{"events": [{"server_uuid": "1c7f4024-3178-4f9d-8d37-6c75207389a8", "name": "network-vif-deleted", "tag": "daa788c0-5853-46e9-8c12-8ae4e12bb1a6"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:41.307454 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-efca95ff-e640-43ba-ab90-5d49d5b48e7f req-f8c885a5-e820-4eff-80ad-158c216a0ab3 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] For port 116726a6-9de1-4c36-9149-4284593f3252, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=116726a6-9de1-4c36-9149-4284593f3252,segment=NetworkSegment(12a5fd60-5358-4bbc-abac-a964a59b540e),segment_id=12a5fd60-5358-4bbc-abac-a964a59b540e)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:41.308282 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-efca95ff-e640-43ba-ab90-5d49d5b48e7f req-f8c885a5-e820-4eff-80ad-158c216a0ab3 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:41.359495 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-efca95ff-e640-43ba-ab90-5d49d5b48e7f req-f8c885a5-e820-4eff-80ad-158c216a0ab3 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Calling delete_port for 116726a6-9de1-4c36-9149-4284593f3252 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:41.385394 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['daa788c0-5853-46e9-8c12-8ae4e12bb1a6'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:41.404216 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: b4303d43-5f18-45b1-a4f0-1602debbc55f {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:41.404828 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b4303d43-5f18-45b1-a4f0-1602debbc55f not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:41.697272 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port cebef639-c703-4fc5-a3ff-43c86366817b, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=cebef639-c703-4fc5-a3ff-43c86366817b,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:41.764191 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da990e5-ab9b-48c0-b31a-30cc6e1126ed admin admin] Router 75aef24c-b5b2-4df8-9d3d-89068246430f has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:41.781159 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'cebef639-c703-4fc5-a3ff-43c86366817b', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': 'cebef639-c703-4fc5-a3ff-43c86366817b', 'mac_address': 'fa:16:3e:97:99:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:30:41.948649 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2d3c62fc-31ae-4ae0-a6b6-973c5a8ea0b8 None None] Provisioning complete for port e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:41.949026 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d3c62fc-31ae-4ae0-a6b6-973c5a8ea0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.003395 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.038978 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cebef639-c703-4fc5-a3ff-43c86366817b {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:42.079812 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2d3c62fc-31ae-4ae0-a6b6-973c5a8ea0b8 None None] Port e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:42.099585 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port cebef639-c703-4fc5-a3ff-43c86366817b, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=cebef639-c703-4fc5-a3ff-43c86366817b,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:42.110826 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.289281 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['cebef639-c703-4fc5-a3ff-43c86366817b'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:42.296117 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-ce4d2d0e-3262-40a0-8526-9d50cf1f221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aef24c-b5b2-4df8-9d3d-89068246430f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1919490945-router', 'tenant_id': '7c8a407255394059aab3556119ea8553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'af58704c-03f6-48b5-9d3c-a83434d179f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:29Z', 'updated_at': '2021-07-16T20:30:37Z', 'revision_number': 4, 'project_id': '7c8a407255394059aab3556119ea8553', 'gw_port': {'id': 'af58704c-03f6-48b5-9d3c-a83434d179f5', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aef24c-b5b2-4df8-9d3d-89068246430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:31Z', 'updated_at': '2021-07-16T20:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7', 'name': '', 'network_id': '21350c64-0f27-47ba-bbc5-0862dccdf852', 'tenant_id': '7c8a407255394059aab3556119ea8553', 'mac_address': 'fa:16:3e:b4:ba:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aef24c-b5b2-4df8-9d3d-89068246430f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '67810756-7226-4425-b6e5-fae98f9b4940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:35Z', 'updated_at': '2021-07-16T20:30:38Z', 'revision_number': 2, 'project_id': '7c8a407255394059aab3556119ea8553', 'subnets': [{'id': '67810756-7226-4425-b6e5-fae98f9b4940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:42.393390 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=cebef639-c703-4fc5-a3ff-43c86366817b,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:42.402029 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 116726a6-9de1-4c36-9149-4284593f3252 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:42.536140 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4d2d0e-3262-40a0-8526-9d50cf1f221a None None] The sync data for ids ['75aef24c-b5b2-4df8-9d3d-89068246430f'] in n-d-791506-21 is: [{'id': '75aef24c-b5b2-4df8-9d3d-89068246430f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1919490945-router', 'tenant_id': '7c8a407255394059aab3556119ea8553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'af58704c-03f6-48b5-9d3c-a83434d179f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:29Z', 'updated_at': '2021-07-16T20:30:37Z', 'revision_number': 4, 'project_id': '7c8a407255394059aab3556119ea8553', 'gw_port': {'id': 'af58704c-03f6-48b5-9d3c-a83434d179f5', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aef24c-b5b2-4df8-9d3d-89068246430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:31Z', 'updated_at': '2021-07-16T20:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7', 'name': '', 'network_id': '21350c64-0f27-47ba-bbc5-0862dccdf852', 'tenant_id': '7c8a407255394059aab3556119ea8553', 'mac_address': 'fa:16:3e:b4:ba:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aef24c-b5b2-4df8-9d3d-89068246430f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '67810756-7226-4425-b6e5-fae98f9b4940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:35Z', 'updated_at': '2021-07-16T20:30:38Z', 'revision_number': 2, 'project_id': '7c8a407255394059aab3556119ea8553', 'subnets': [{'id': '67810756-7226-4425-b6e5-fae98f9b4940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:42.740387 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:43.162228 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-efca95ff-e640-43ba-ab90-5d49d5b48e7f req-f8c885a5-e820-4eff-80ad-158c216a0ab3 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:43.182656 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da990e5-ab9b-48c0-b31a-30cc6e1126ed admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:43.237356 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4da990e5-ab9b-48c0-b31a-30cc6e1126ed admin admin] 10.222.0.38 "PUT /v2.0/routers/75aef24c-b5b2-4df8-9d3d-89068246430f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6858535 Jul 16 20:30:43.306025 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c885a5-e820-4eff-80ad-158c216a0ab3 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Pushing event deleted for resources: {'Port': ['ID=116726a6-9de1-4c36-9149-4284593f3252,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:43.580123 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-efca95ff-e640-43ba-ab90-5d49d5b48e7f req-f8c885a5-e820-4eff-80ad-158c216a0ab3 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] No DVR routers for this DVR port 116726a6-9de1-4c36-9149-4284593f3252 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:43.587463 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-efca95ff-e640-43ba-ab90-5d49d5b48e7f req-f8c885a5-e820-4eff-80ad-158c216a0ab3 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:43.593187 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-efca95ff-e640-43ba-ab90-5d49d5b48e7f req-f8c885a5-e820-4eff-80ad-158c216a0ab3 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] 10.222.0.62 "DELETE /v2.0/ports/116726a6-9de1-4c36-9149-4284593f3252 HTTP/1.1" status: 204 len: 173 time: 5.1486075 Jul 16 20:30:44.139327 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device cebef639-c703-4fc5-a3ff-43c86366817b up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:44.356105 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port cebef639-c703-4fc5-a3ff-43c86366817b triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:44.357519 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.597026 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.675614 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d2ee1a-ea46-4fd9-8c56-9c600098c068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebef639-c703-4fc5-a3ff-43c86366817b'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:44.685360 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5ad5ce-37a6-4d47-ac8c-2c081dcb608a" -d '{"events": [{"server_uuid": "c7d2ee1a-ea46-4fd9-8c56-9c600098c068", "name": "network-vif-plugged", "status": "completed", "tag": "cebef639-c703-4fc5-a3ff-43c86366817b"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:44.719674 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port cebef639-c703-4fc5-a3ff-43c86366817b, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=cebef639-c703-4fc5-a3ff-43c86366817b,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:44.727112 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.729181 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device daa788c0-5853-46e9-8c12-8ae4e12bb1a6 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:44.859418 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: daa788c0-5853-46e9-8c12-8ae4e12bb1a6 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:44.860563 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device daa788c0-5853-46e9-8c12-8ae4e12bb1a6 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:44.862464 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=cebef639-c703-4fc5-a3ff-43c86366817b,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:44.955660 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-026edbac-f2ae-434d-9a06-e79968f69153 req-446f3585-dcb5-4c0a-a7c3-1d9022a885da service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1034434 Jul 16 20:30:45.117360 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026edbac-f2ae-434d-9a06-e79968f69153 req-202eada3-7da9-4fa1-9966-c1a04c6af37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:45.119245 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-026edbac-f2ae-434d-9a06-e79968f69153 req-202eada3-7da9-4fa1-9966-c1a04c6af37f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8a8ade9cff04e3db4af1591a2770156&device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 1096 time: 0.1332059 Jul 16 20:30:45.392323 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026edbac-f2ae-434d-9a06-e79968f69153 req-b4ca8cb0-0dc2-490a-912b-53c862e2343f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:45.396211 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-026edbac-f2ae-434d-9a06-e79968f69153 req-b4ca8cb0-0dc2-490a-912b-53c862e2343f service neutron] 10.222.0.62 "GET /v2.0/networks?id=e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 200 len: 922 time: 0.2500148 Jul 16 20:30:45.605015 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device af58704c-03f6-48b5-9d3c-a83434d179f5 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:45.630418 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-026edbac-f2ae-434d-9a06-e79968f69153 req-2347ef27-1606-4ad9-a0a8-74f8fe82d43f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ebf8697-f8f6-412c-9791-cffa7bf46842 HTTP/1.1" status: 200 len: 217 time: 0.2215559 Jul 16 20:30:45.715101 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port af58704c-03f6-48b5-9d3c-a83434d179f5 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:45.723715 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port af58704c-03f6-48b5-9d3c-a83434d179f5 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:45.724114 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:45.775008 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026edbac-f2ae-434d-9a06-e79968f69153 req-52562b7a-f889-4b2f-98e8-ec4fd23135c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:45.776672 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-026edbac-f2ae-434d-9a06-e79968f69153 req-52562b7a-f889-4b2f-98e8-ec4fd23135c8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13ad8455-a3f9-4cd7-bb5a-6261d086b47a HTTP/1.1" status: 200 len: 861 time: 0.1357861 Jul 16 20:30:45.856824 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-026edbac-f2ae-434d-9a06-e79968f69153 req-1fcbcbaa-4b66-4995-a26b-4579b4500ff4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0476e10-8d02-4fbd-b804-ab41bcf63297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686879 Jul 16 20:30:45.918763 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:45.979609 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port af58704c-03f6-48b5-9d3c-a83434d179f5, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=af58704c-03f6-48b5-9d3c-a83434d179f5,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:45.992790 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.029623 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-026edbac-f2ae-434d-9a06-e79968f69153 req-e9ac7f89-8563-4ff9-8e93-ace845f32038 service neutron] 10.222.0.62 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663280 Jul 16 20:30:46.121477 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=af58704c-03f6-48b5-9d3c-a83434d179f5,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:46.202041 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-026edbac-f2ae-434d-9a06-e79968f69153 req-625bd361-fbce-4da4-920d-e1c0a40f5621 service neutron] 10.222.0.62 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591287 Jul 16 20:30:46.996490 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cc7297-4c38-4669-806c-9be1f73edbd6 None None] Sync routers for ids ['75aef24c-b5b2-4df8-9d3d-89068246430f'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:47.018239 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cc7297-4c38-4669-806c-9be1f73edbd6 None None] Routers {'75aef24c-b5b2-4df8-9d3d-89068246430f'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:47.019597 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d4cc7297-4c38-4669-806c-9be1f73edbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:30:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['75aef24c-b5b2-4df8-9d3d-89068246430f'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:47.174296 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-d4cc7297-4c38-4669-806c-9be1f73edbd6 None None] Set router 75aef24c-b5b2-4df8-9d3d-89068246430f gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:47.540418 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device af58704c-03f6-48b5-9d3c-a83434d179f5 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:47.564575 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d4cc7297-4c38-4669-806c-9be1f73edbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aef24c-b5b2-4df8-9d3d-89068246430f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1919490945-router', 'tenant_id': '7c8a407255394059aab3556119ea8553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'af58704c-03f6-48b5-9d3c-a83434d179f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:29Z', 'updated_at': '2021-07-16T20:30:37Z', 'revision_number': 4, 'project_id': '7c8a407255394059aab3556119ea8553', 'gw_port': {'id': 'af58704c-03f6-48b5-9d3c-a83434d179f5', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aef24c-b5b2-4df8-9d3d-89068246430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:31Z', 'updated_at': '2021-07-16T20:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7', 'name': '', 'network_id': '21350c64-0f27-47ba-bbc5-0862dccdf852', 'tenant_id': '7c8a407255394059aab3556119ea8553', 'mac_address': 'fa:16:3e:b4:ba:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aef24c-b5b2-4df8-9d3d-89068246430f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '67810756-7226-4425-b6e5-fae98f9b4940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:35Z', 'updated_at': '2021-07-16T20:30:38Z', 'revision_number': 2, 'project_id': '7c8a407255394059aab3556119ea8553', 'subnets': [{'id': '67810756-7226-4425-b6e5-fae98f9b4940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:47.620888 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port af58704c-03f6-48b5-9d3c-a83434d179f5 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:47.621275 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.839638 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cc7297-4c38-4669-806c-9be1f73edbd6 None None] Checking router: 75aef24c-b5b2-4df8-9d3d-89068246430f for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:30:47.840016 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cc7297-4c38-4669-806c-9be1f73edbd6 None None] Updating router 75aef24c-b5b2-4df8-9d3d-89068246430f port e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:30:47.951365 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4cc7297-4c38-4669-806c-9be1f73edbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.532897 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c6336a-c4c2-4189-90b4-872f9bebf119 x-openstack-request-id: req-96c6336a-c4c2-4189-90b4-872f9bebf119 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:48.534278 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f167036-52b6-43fe-8762-fcb34b8a6217", "name": "network-vif-deleted", "tag": "b4303d43-5f18-45b1-a4f0-1602debbc55f", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:48.534728 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-96c6336a-c4c2-4189-90b4-872f9bebf119 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:48.535291 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f167036-52b6-43fe-8762-fcb34b8a6217', 'name': 'network-vif-deleted', 'tag': 'b4303d43-5f18-45b1-a4f0-1602debbc55f', 'status': 'completed', 'code': 200} Jul 16 20:30:48.633161 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4cc7297-4c38-4669-806c-9be1f73edbd6 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.658923 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-d4cc7297-4c38-4669-806c-9be1f73edbd6 None None] Transition to ACTIVE for port object e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:48.675811 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4cc7297-4c38-4669-806c-9be1f73edbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.700975 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-a4021e75-9843-419f-ae78-d9b49bb84e8a tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:48.708530 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-a4021e75-9843-419f-ae78-d9b49bb84e8a tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/networks?id=3f838853-abda-4c3a-9151-1eee7174c196 HTTP/1.1" status: 200 len: 814 time: 0.3099973 Jul 16 20:30:48.734259 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-9a3dd31d-cc43-436e-9900-3ef4300ecbd1 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/quotas/d5c0768f88e84340ae10dbc9a89bd566 HTTP/1.1" status: 200 len: 375 time: 0.0218577 Jul 16 20:30:48.785632 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-b147d33d-7712-48d6-b26b-0500f95c5bc7 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d5c0768f88e84340ae10dbc9a89bd566&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471270 Jul 16 20:30:48.803186 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392d0fa-04e9-45b5-85da-2ef522e74f38 None None] Pushing event updated for resources: {'Port': ['ID=e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:48.857645 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392d0fa-04e9-45b5-85da-2ef522e74f38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:48.858155 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392d0fa-04e9-45b5-85da-2ef522e74f38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:48.860958 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392d0fa-04e9-45b5-85da-2ef522e74f38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:48.861373 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392d0fa-04e9-45b5-85da-2ef522e74f38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:48.861733 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392d0fa-04e9-45b5-85da-2ef522e74f38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:48.862053 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392d0fa-04e9-45b5-85da-2ef522e74f38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:48.862447 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392d0fa-04e9-45b5-85da-2ef522e74f38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:48.862755 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392d0fa-04e9-45b5-85da-2ef522e74f38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:48.863086 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392d0fa-04e9-45b5-85da-2ef522e74f38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:48.863443 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392d0fa-04e9-45b5-85da-2ef522e74f38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:48.863742 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392d0fa-04e9-45b5-85da-2ef522e74f38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:48.864065 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392d0fa-04e9-45b5-85da-2ef522e74f38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:49.110997 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65015bd6-566b-494b-8c53-23f622910ffe x-openstack-request-id: req-65015bd6-566b-494b-8c53-23f622910ffe {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:49.111153 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7f4024-3178-4f9d-8d37-6c75207389a8", "name": "network-vif-deleted", "tag": "daa788c0-5853-46e9-8c12-8ae4e12bb1a6", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:49.121309 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-65015bd6-566b-494b-8c53-23f622910ffe {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:49.123442 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7f4024-3178-4f9d-8d37-6c75207389a8', 'name': 'network-vif-deleted', 'tag': 'daa788c0-5853-46e9-8c12-8ae4e12bb1a6', 'status': 'completed', 'code': 200} Jul 16 20:30:49.128985 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-d4cc7297-4c38-4669-806c-9be1f73edbd6 None None] Attempting to bind port e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:49.129881 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-d4cc7297-4c38-4669-806c-9be1f73edbd6 None None] Attempting to bind port e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'f8d511fe-6c47-40b9-ae9e-5edbc54d16af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '21350c64-0f27-47ba-bbc5-0862dccdf852'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:49.134420 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cc7297-4c38-4669-806c-9be1f73edbd6 None None] Attempting to bind port e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7 on network 21350c64-0f27-47ba-bbc5-0862dccdf852 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:49.146022 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-a27b41bd-ed6b-4b66-b673-3c16a9a4068d service neutron] 10.222.0.38 "GET /v2.0/networks/3f838853-abda-4c3a-9151-1eee7174c196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587155 Jul 16 20:30:49.150681 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cc7297-4c38-4669-806c-9be1f73edbd6 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:49.154908 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cc7297-4c38-4669-806c-9be1f73edbd6 None None] Checking segment: {'id': 'f8d511fe-6c47-40b9-ae9e-5edbc54d16af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '21350c64-0f27-47ba-bbc5-0862dccdf852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:49.158127 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4cc7297-4c38-4669-806c-9be1f73edbd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:49.158906 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cc7297-4c38-4669-806c-9be1f73edbd6 None None] Bound using segment: {'id': 'f8d511fe-6c47-40b9-ae9e-5edbc54d16af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '21350c64-0f27-47ba-bbc5-0862dccdf852'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:49.159629 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-d4cc7297-4c38-4669-806c-9be1f73edbd6 None None] Bound port: e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d511fe-6c47-40b9-ae9e-5edbc54d16af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '21350c64-0f27-47ba-bbc5-0862dccdf852'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:49.160502 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4cc7297-4c38-4669-806c-9be1f73edbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:49.371511 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-d4cc7297-4c38-4669-806c-9be1f73edbd6 None None] For port e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:49.381414 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-d4cc7297-4c38-4669-806c-9be1f73edbd6 None None] For port e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7,segment=NetworkSegment(f8d511fe-6c47-40b9-ae9e-5edbc54d16af),segment_id=f8d511fe-6c47-40b9-ae9e-5edbc54d16af)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:49.393401 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4cc7297-4c38-4669-806c-9be1f73edbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:49.567529 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-4d3d12a3-2ae6-45d3-b2fd-3569e0851b8d service neutron] 10.222.0.38 "GET /v2.0/networks/3f838853-abda-4c3a-9151-1eee7174c196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193952 Jul 16 20:30:49.576904 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392d0fa-04e9-45b5-85da-2ef522e74f38 None None] Pushing event updated for resources: {'Port': ['ID=e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:49.619323 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cc7297-4c38-4669-806c-9be1f73edbd6 None None] Routers {'75aef24c-b5b2-4df8-9d3d-89068246430f'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:49.624407 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d4cc7297-4c38-4669-806c-9be1f73edbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:30:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['75aef24c-b5b2-4df8-9d3d-89068246430f'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:49.778132 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38296) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:49.977509 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-d4cc7297-4c38-4669-806c-9be1f73edbd6 None None] Set router 75aef24c-b5b2-4df8-9d3d-89068246430f gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:50.280500 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-1dab4c24-6c78-4344-a2ce-82fd06ce0d85 req-f3883c02-dcd3-40f1-9ed6-339ec8746b82 tempest-FloatingIPDetailsNegativeTestJSON-1435242985 tempest-FloatingIPDetailsNegativeTestJSON-1435242985-project] show failed (client error): The resource could not be found. Jul 16 20:30:50.283027 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1dab4c24-6c78-4344-a2ce-82fd06ce0d85 req-f3883c02-dcd3-40f1-9ed6-339ec8746b82 tempest-FloatingIPDetailsNegativeTestJSON-1435242985 tempest-FloatingIPDetailsNegativeTestJSON-1435242985-project] 10.222.0.38 "GET /v2.0/floatingips/f4b80da5-363d-4968-ac09-651cea587b38 HTTP/1.1" status: 404 len: 350 time: 0.0763769 Jul 16 20:30:50.291938 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 38306) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:50.316134 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c401d7-b827-46bf-a39b-5987d7a1c866 x-openstack-request-id: req-00c401d7-b827-46bf-a39b-5987d7a1c866 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:50.316870 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d2ee1a-ea46-4fd9-8c56-9c600098c068", "name": "network-vif-plugged", "status": "completed", "tag": "cebef639-c703-4fc5-a3ff-43c86366817b", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:50.316870 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-00c401d7-b827-46bf-a39b-5987d7a1c866 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:50.317116 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d2ee1a-ea46-4fd9-8c56-9c600098c068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebef639-c703-4fc5-a3ff-43c86366817b', 'code': 200} Jul 16 20:30:50.617007 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291a4e96-dfcb-40d6-bcb0-bf99145902df', 'name': 'network-vif-deleted', 'tag': '116726a6-9de1-4c36-9149-4284593f3252'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:50.622266 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74875d9-a2a9-47f9-938a-765d062813d6" -d '{"events": [{"server_uuid": "291a4e96-dfcb-40d6-bcb0-bf99145902df", "name": "network-vif-deleted", "tag": "116726a6-9de1-4c36-9149-4284593f3252"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:50.685423 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 38330) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:50.708634 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d4cc7297-4c38-4669-806c-9be1f73edbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aef24c-b5b2-4df8-9d3d-89068246430f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1919490945-router', 'tenant_id': '7c8a407255394059aab3556119ea8553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'af58704c-03f6-48b5-9d3c-a83434d179f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:29Z', 'updated_at': '2021-07-16T20:30:37Z', 'revision_number': 4, 'project_id': '7c8a407255394059aab3556119ea8553', 'gw_port': {'id': 'af58704c-03f6-48b5-9d3c-a83434d179f5', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aef24c-b5b2-4df8-9d3d-89068246430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:31Z', 'updated_at': '2021-07-16T20:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7', 'name': '', 'network_id': '21350c64-0f27-47ba-bbc5-0862dccdf852', 'tenant_id': '7c8a407255394059aab3556119ea8553', 'mac_address': 'fa:16:3e:b4:ba:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aef24c-b5b2-4df8-9d3d-89068246430f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '67810756-7226-4425-b6e5-fae98f9b4940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:35Z', 'updated_at': '2021-07-16T20:30:49Z', 'revision_number': 4, 'project_id': '7c8a407255394059aab3556119ea8553', 'subnets': [{'id': '67810756-7226-4425-b6e5-fae98f9b4940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:50.748725 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cc7297-4c38-4669-806c-9be1f73edbd6 None None] The sync data for ids ['75aef24c-b5b2-4df8-9d3d-89068246430f'] in n-d-791506-21 is: [{'id': '75aef24c-b5b2-4df8-9d3d-89068246430f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1919490945-router', 'tenant_id': '7c8a407255394059aab3556119ea8553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'af58704c-03f6-48b5-9d3c-a83434d179f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:29Z', 'updated_at': '2021-07-16T20:30:37Z', 'revision_number': 4, 'project_id': '7c8a407255394059aab3556119ea8553', 'gw_port': {'id': 'af58704c-03f6-48b5-9d3c-a83434d179f5', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aef24c-b5b2-4df8-9d3d-89068246430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:31Z', 'updated_at': '2021-07-16T20:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7', 'name': '', 'network_id': '21350c64-0f27-47ba-bbc5-0862dccdf852', 'tenant_id': '7c8a407255394059aab3556119ea8553', 'mac_address': 'fa:16:3e:b4:ba:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aef24c-b5b2-4df8-9d3d-89068246430f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '67810756-7226-4425-b6e5-fae98f9b4940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:35Z', 'updated_at': '2021-07-16T20:30:49Z', 'revision_number': 4, 'project_id': '7c8a407255394059aab3556119ea8553', 'subnets': [{'id': '67810756-7226-4425-b6e5-fae98f9b4940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:50.823353 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-3262cfef-3d80-4834-9aa1-fc5456d7eefb admin admin] Deleting subnet 6cd82ace-68b4-411c-841f-ba905d06966b {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:50.934273 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3262cfef-3d80-4834-9aa1-fc5456d7eefb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.023003 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-07f5020f-0386-4bb3-b46a-c2ff4c448e0d req-a4816f89-c59a-43ee-8efd-cde661003121 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=130553d1-46ce-4ede-a8e0-75d49b5c3936 HTTP/1.1" status: 200 len: 210 time: 0.0944688 Jul 16 20:30:51.046839 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-679c5e69-6ade-441e-97a3-3b8576d635c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.246081 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f944a83-38a7-4f5a-a0d5-14dc8fb584b8 x-openstack-request-id: req-1f944a83-38a7-4f5a-a0d5-14dc8fb584b8 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:51.249309 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291a4e96-dfcb-40d6-bcb0-bf99145902df", "name": "network-vif-deleted", "tag": "116726a6-9de1-4c36-9149-4284593f3252", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:51.249611 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1f944a83-38a7-4f5a-a0d5-14dc8fb584b8 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:51.250034 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291a4e96-dfcb-40d6-bcb0-bf99145902df', 'name': 'network-vif-deleted', 'tag': '116726a6-9de1-4c36-9149-4284593f3252', 'status': 'completed', 'code': 200} Jul 16 20:30:51.468923 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3262cfef-3d80-4834-9aa1-fc5456d7eefb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.623372 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3262cfef-3d80-4834-9aa1-fc5456d7eefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.636228 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:51.673632 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a70bd50e-4023-4898-a25a-e4d05b2e7e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.772061 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:51.776585 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:51.777428 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.970030 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3262cfef-3d80-4834-9aa1-fc5456d7eefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.002209 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541adf5-2c27-4269-824a-6d724ff22723 req-c81d1d40-a7b9-40e2-aa79-92a83e168fbf tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:52.003229 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.006401 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5541adf5-2c27-4269-824a-6d724ff22723 req-c81d1d40-a7b9-40e2-aa79-92a83e168fbf tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.18 "GET /v2.0/ports?device_id=a648fafb-8e34-4a8c-b7e2-69ac3e51dfe6 HTTP/1.1" status: 200 len: 945 time: 0.9796264 Jul 16 20:30:52.071368 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262cfef-3d80-4834-9aa1-fc5456d7eefb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cd82ace-68b4-411c-841f-ba905d06966b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:52.085380 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7,segment=NetworkSegment(f8d511fe-6c47-40b9-ae9e-5edbc54d16af),segment_id=f8d511fe-6c47-40b9-ae9e-5edbc54d16af)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:52.096014 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.230901 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3262cfef-3d80-4834-9aa1-fc5456d7eefb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.241324 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:52.241666 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3262cfef-3d80-4834-9aa1-fc5456d7eefb admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6cd82ace-68b4-411c-841f-ba905d06966b HTTP/1.1" status: 204 len: 168 time: 1.5504003 Jul 16 20:30:52.252599 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38360) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:52.327622 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bf57a-977c-486f-98df-2824b0a7c498 req-d39a10ff-97e2-41f1-a27f-228ce7d06c71 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:52.335583 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c55bf57a-977c-486f-98df-2824b0a7c498 req-d39a10ff-97e2-41f1-a27f-228ce7d06c71 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/ports?device_id=a648fafb-8e34-4a8c-b7e2-69ac3e51dfe6 HTTP/1.1" status: 200 len: 945 time: 0.7145402 Jul 16 20:30:52.419290 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be6941fb-4085-46ad-868f-f7470657ea4e req-89a9c576-17a6-4d76-8c9f-6b4e6a259555 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=130553d1-46ce-4ede-a8e0-75d49b5c3936 HTTP/1.1" status: 200 len: 210 time: 0.0750782 Jul 16 20:30:52.458088 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-13bd93bb-e937-4606-a7bc-92b967e81c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.498533 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-5541adf5-2c27-4269-824a-6d724ff22723 req-c793d7af-e9a4-4a97-a9e7-5b15f7865654 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Deleting port 94fa6a54-491c-4382-89c6-73988d48841e {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:52.499038 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5541adf5-2c27-4269-824a-6d724ff22723 req-c793d7af-e9a4-4a97-a9e7-5b15f7865654 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.510125 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-679c5e69-6ade-441e-97a3-3b8576d635c2 admin admin] Deleting port fe8148e8-3458-4276-8214-07bcf76d8cd3 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:52.510519 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-679c5e69-6ade-441e-97a3-3b8576d635c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.577271 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c55bf57a-977c-486f-98df-2824b0a7c498 req-12801464-6b77-47df-857d-bcae18946dac tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/security-groups?id=4775006c-0420-40a7-97d4-8150b1804903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405157 Jul 16 20:30:52.580355 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2a212493-57b2-4ec7-8b2d-d68cd6a6ee4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.774000 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-5541adf5-2c27-4269-824a-6d724ff22723 req-c793d7af-e9a4-4a97-a9e7-5b15f7865654 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] For port 94fa6a54-491c-4382-89c6-73988d48841e, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=94fa6a54-491c-4382-89c6-73988d48841e,segment=NetworkSegment(ad0803ed-4f73-4a8d-ae1b-7ae303151ff5),segment_id=ad0803ed-4f73-4a8d-ae1b-7ae303151ff5)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:52.774312 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5541adf5-2c27-4269-824a-6d724ff22723 req-c793d7af-e9a4-4a97-a9e7-5b15f7865654 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.807859 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-5541adf5-2c27-4269-824a-6d724ff22723 req-c793d7af-e9a4-4a97-a9e7-5b15f7865654 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Calling delete_port for 94fa6a54-491c-4382-89c6-73988d48841e owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:52.866120 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-13bd93bb-e937-4606-a7bc-92b967e81c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.897421 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-13bd93bb-e937-4606-a7bc-92b967e81c59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9c7f7d-80a5-4172-a05a-5fedd883a4a9']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:52.926354 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-13bd93bb-e937-4606-a7bc-92b967e81c59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a5fd60-5358-4bbc-abac-a964a59b540e') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:52.926635 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-13bd93bb-e937-4606-a7bc-92b967e81c59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a5fd60-5358-4bbc-abac-a964a59b540e') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:52.951837 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-13bd93bb-e937-4606-a7bc-92b967e81c59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.987281 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-13bd93bb-e937-4606-a7bc-92b967e81c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.060809 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-679c5e69-6ade-441e-97a3-3b8576d635c2 admin admin] For port fe8148e8-3458-4276-8214-07bcf76d8cd3, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fe8148e8-3458-4276-8214-07bcf76d8cd3,segment=NetworkSegment(c1804d01-4de0-4d24-bc8b-607047aabf4a),segment_id=c1804d01-4de0-4d24-bc8b-607047aabf4a)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:53.063737 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-679c5e69-6ade-441e-97a3-3b8576d635c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.124903 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-679c5e69-6ade-441e-97a3-3b8576d635c2 admin admin] Calling delete_port for fe8148e8-3458-4276-8214-07bcf76d8cd3 owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:53.207675 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-cf4c5b6d-db59-4428-9254-2abcdb953dd9 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:53.209360 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-cf4c5b6d-db59-4428-9254-2abcdb953dd9 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.18 "GET /v2.0/networks?id=3f838853-abda-4c3a-9151-1eee7174c196 HTTP/1.1" status: 200 len: 814 time: 0.2509453 Jul 16 20:30:53.211578 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5541adf5-2c27-4269-824a-6d724ff22723 req-c793d7af-e9a4-4a97-a9e7-5b15f7865654 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.225517 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['f04e3295-ba8c-4462-b5d3-99ac2ea9c781'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:53.228931 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['94fa6a54-491c-4382-89c6-73988d48841e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:53.352613 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-2af27451-ac3c-4232-b8f5-af2f13d8424c tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Request body: {'port': {'device_id': '130553d1-46ce-4ede-a8e0-75d49b5c3936', 'network_id': '3f838853-abda-4c3a-9151-1eee7174c196', 'admin_state_up': True, 'tenant_id': 'd5c0768f88e84340ae10dbc9a89bd566'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:53.656924 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13bd93bb-e937-4606-a7bc-92b967e81c59 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:30:53.657668 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-13bd93bb-e937-4606-a7bc-92b967e81c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:53.673189 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:53.710408 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793d7af-e9a4-4a97-a9e7-5b15f7865654 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Pushing event deleted for resources: {'Port': ['ID=94fa6a54-491c-4382-89c6-73988d48841e,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:53.717198 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-5541adf5-2c27-4269-824a-6d724ff22723 req-c793d7af-e9a4-4a97-a9e7-5b15f7865654 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] No DVR routers for this DVR port 94fa6a54-491c-4382-89c6-73988d48841e on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:53.729401 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5541adf5-2c27-4269-824a-6d724ff22723 req-c793d7af-e9a4-4a97-a9e7-5b15f7865654 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.742593 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:53.745267 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5541adf5-2c27-4269-824a-6d724ff22723 req-c793d7af-e9a4-4a97-a9e7-5b15f7865654 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.18 "DELETE /v2.0/ports/94fa6a54-491c-4382-89c6-73988d48841e HTTP/1.1" status: 204 len: 173 time: 1.6791584 Jul 16 20:30:53.762749 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a648fafb-8e34-4a8c-b7e2-69ac3e51dfe6', 'name': 'network-vif-deleted', 'tag': '94fa6a54-491c-4382-89c6-73988d48841e'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:53.782644 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39611c0-fa3b-48b9-b4a5-1796e55dac63" -d '{"events": [{"server_uuid": "a648fafb-8e34-4a8c-b7e2-69ac3e51dfe6", "name": "network-vif-deleted", "tag": "94fa6a54-491c-4382-89c6-73988d48841e"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:53.808274 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-679c5e69-6ade-441e-97a3-3b8576d635c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.878216 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-2af27451-ac3c-4232-b8f5-af2f13d8424c tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Made reservation on behalf of d5c0768f88e84340ae10dbc9a89bd566 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:53.897377 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-2af27451-ac3c-4232-b8f5-af2f13d8424c tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.046724 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:54.047997 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.071990 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c5e69-6ade-441e-97a3-3b8576d635c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe8148e8-3458-4276-8214-07bcf76d8cd3,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:54.165689 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-13bd93bb-e937-4606-a7bc-92b967e81c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.177394 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-13bd93bb-e937-4606-a7bc-92b967e81c59 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.207756 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-13bd93bb-e937-4606-a7bc-92b967e81c59 admin admin] 10.222.0.38 "DELETE /v2.0/networks/de9c7f7d-80a5-4172-a05a-5fedd883a4a9 HTTP/1.1" status: 204 len: 168 time: 1.9540384 Jul 16 20:30:54.208505 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b122e24-3321-4658-b72f-b730212e6bbd req-10e92645-5c45-4f2e-88fc-e9d8f0c80800 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=130553d1-46ce-4ede-a8e0-75d49b5c3936 HTTP/1.1" status: 200 len: 210 time: 0.2557878 Jul 16 20:30:54.213251 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679c5e69-6ade-441e-97a3-3b8576d635c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:54.213603 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679c5e69-6ade-441e-97a3-3b8576d635c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:54.214216 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679c5e69-6ade-441e-97a3-3b8576d635c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:54.255452 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679c5e69-6ade-441e-97a3-3b8576d635c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:54.255869 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679c5e69-6ade-441e-97a3-3b8576d635c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:54.256226 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679c5e69-6ade-441e-97a3-3b8576d635c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:54.256573 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679c5e69-6ade-441e-97a3-3b8576d635c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:54.256918 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679c5e69-6ade-441e-97a3-3b8576d635c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:54.257259 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679c5e69-6ade-441e-97a3-3b8576d635c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:54.257594 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679c5e69-6ade-441e-97a3-3b8576d635c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:54.257929 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679c5e69-6ade-441e-97a3-3b8576d635c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:54.258261 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679c5e69-6ade-441e-97a3-3b8576d635c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:54.321095 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.355814 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec112f3a-d46c-46c2-a713-c41a0e4c0fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.394923 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2a87a7e6-0e48-42af-95b1-d4d5bf80da24 req-df148999-7511-42cb-ab42-d32f4c7a7da6 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/ports?device_id=a648fafb-8e34-4a8c-b7e2-69ac3e51dfe6 HTTP/1.1" status: 200 len: 210 time: 0.3641489 Jul 16 20:30:54.409748 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd93bb-e937-4606-a7bc-92b967e81c59 admin admin] Pushing event deleted for resources: {'Network': ['ID=de9c7f7d-80a5-4172-a05a-5fedd883a4a9,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:54.455627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-2a212493-57b2-4ec7-8b2d-d68cd6a6ee4c admin admin] Deleting port e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:54.456211 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2a212493-57b2-4ec7-8b2d-d68cd6a6ee4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.534301 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e260a224-b4dc-4cb1-a392-7e562c0ac9f6 x-openstack-request-id: req-e260a224-b4dc-4cb1-a392-7e562c0ac9f6 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:54.534950 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a648fafb-8e34-4a8c-b7e2-69ac3e51dfe6", "name": "network-vif-deleted", "tag": "94fa6a54-491c-4382-89c6-73988d48841e", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:54.535345 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e260a224-b4dc-4cb1-a392-7e562c0ac9f6 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:54.535877 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a648fafb-8e34-4a8c-b7e2-69ac3e51dfe6', 'name': 'network-vif-deleted', 'tag': '94fa6a54-491c-4382-89c6-73988d48841e', 'status': 'completed', 'code': 200} Jul 16 20:30:54.551678 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7be75-88a9-4d8b-aa03-78ef4c62cc86 req-851e079b-6091-4226-bdb9-65145fb659b6 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:54.553472 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-10c7be75-88a9-4d8b-aa03-78ef4c62cc86 req-851e079b-6091-4226-bdb9-65145fb659b6 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0f81baa-5c59-40e5-896a-df78cc80edde HTTP/1.1" status: 200 len: 945 time: 1.7908895 Jul 16 20:30:54.578914 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 38412) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:54.753751 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-679c5e69-6ade-441e-97a3-3b8576d635c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.767305 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-10c7be75-88a9-4d8b-aa03-78ef4c62cc86 req-b655c79c-42e4-4324-b824-1a0dae21ac01 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Deleting port f04e3295-ba8c-4462-b5d3-99ac2ea9c781 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:54.767793 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-10c7be75-88a9-4d8b-aa03-78ef4c62cc86 req-b655c79c-42e4-4324-b824-1a0dae21ac01 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.805057 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-2af27451-ac3c-4232-b8f5-af2f13d8424c tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Allocated IP 172.20.0.11 (3f838853-abda-4c3a-9151-1eee7174c196/f32068c5-153f-4016-8324-2b24dcd4a18d/4b332a2e-11d0-48a0-9465-93957bcf4c91) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:54.947686 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38416) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:54.947882 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-55dbc6d2-1f43-47b3-b69e-937e6ff9081d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ed8b857babcd4c8cb76ee5584a65db58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3569543 Jul 16 20:30:54.974289 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-2a212493-57b2-4ec7-8b2d-d68cd6a6ee4c admin admin] For port e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7,segment=NetworkSegment(f8d511fe-6c47-40b9-ae9e-5edbc54d16af),segment_id=f8d511fe-6c47-40b9-ae9e-5edbc54d16af)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:54.974688 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2a212493-57b2-4ec7-8b2d-d68cd6a6ee4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.001957 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-10c7be75-88a9-4d8b-aa03-78ef4c62cc86 req-b655c79c-42e4-4324-b824-1a0dae21ac01 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] For port f04e3295-ba8c-4462-b5d3-99ac2ea9c781, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=f04e3295-ba8c-4462-b5d3-99ac2ea9c781,segment=NetworkSegment(ad0803ed-4f73-4a8d-ae1b-7ae303151ff5),segment_id=ad0803ed-4f73-4a8d-ae1b-7ae303151ff5)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:55.002536 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-10c7be75-88a9-4d8b-aa03-78ef4c62cc86 req-b655c79c-42e4-4324-b824-1a0dae21ac01 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.011454 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-2a212493-57b2-4ec7-8b2d-d68cd6a6ee4c admin admin] Calling delete_port for e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:55.025354 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-10c7be75-88a9-4d8b-aa03-78ef4c62cc86 req-b655c79c-42e4-4324-b824-1a0dae21ac01 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Calling delete_port for f04e3295-ba8c-4462-b5d3-99ac2ea9c781 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:55.085247 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1ec75c7d-50d6-4829-80ab-067b41616bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.310158 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-2af27451-ac3c-4232-b8f5-af2f13d8424c tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.322817 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1ec75c7d-50d6-4829-80ab-067b41616bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.479798 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679c5e69-6ade-441e-97a3-3b8576d635c2 admin admin] Router ec619c74-3ab5-4356-848c-329ff9a640b1 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:55.641833 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1ec75c7d-50d6-4829-80ab-067b41616bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.649068 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1ec75c7d-50d6-4829-80ab-067b41616bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.654721 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1ec75c7d-50d6-4829-80ab-067b41616bec admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/23f65bae-0057-4727-8cdc-2054b0feed1c HTTP/1.1" status: 204 len: 168 time: 0.7030158 Jul 16 20:30:55.700587 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.791688 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec75c7d-50d6-4829-80ab-067b41616bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f65bae-0057-4727-8cdc-2054b0feed1c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:55.863136 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-10c7be75-88a9-4d8b-aa03-78ef4c62cc86 req-b655c79c-42e4-4324-b824-1a0dae21ac01 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.979662 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655c79c-42e4-4324-b824-1a0dae21ac01 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Pushing event deleted for resources: {'Port': ['ID=f04e3295-ba8c-4462-b5d3-99ac2ea9c781,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:56.010639 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679c5e69-6ade-441e-97a3-3b8576d635c2 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:56.022990 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740e6335-8a85-4e0f-93e9-97c06542ffe5 None None] Sync routers for ids ['ec619c74-3ab5-4356-848c-329ff9a640b1'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:56.029143 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-679c5e69-6ade-441e-97a3-3b8576d635c2 admin admin] 10.222.0.38 "PUT /v2.0/routers/ec619c74-3ab5-4356-848c-329ff9a640b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2498398 Jul 16 20:30:56.033245 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38442) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:56.043364 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740e6335-8a85-4e0f-93e9-97c06542ffe5 None None] Routers {'ec619c74-3ab5-4356-848c-329ff9a640b1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:56.044039 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-740e6335-8a85-4e0f-93e9-97c06542ffe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:30:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ec619c74-3ab5-4356-848c-329ff9a640b1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:56.100206 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c7be75-88a9-4d8b-aa03-78ef4c62cc86 req-b655c79c-42e4-4324-b824-1a0dae21ac01 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] No DVR routers for this DVR port f04e3295-ba8c-4462-b5d3-99ac2ea9c781 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:56.104224 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-10c7be75-88a9-4d8b-aa03-78ef4c62cc86 req-b655c79c-42e4-4324-b824-1a0dae21ac01 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.107030 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-10c7be75-88a9-4d8b-aa03-78ef4c62cc86 req-b655c79c-42e4-4324-b824-1a0dae21ac01 tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.62 "DELETE /v2.0/ports/f04e3295-ba8c-4462-b5d3-99ac2ea9c781 HTTP/1.1" status: 204 len: 173 time: 1.5468252 Jul 16 20:30:56.107923 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f81baa-5c59-40e5-896a-df78cc80edde', 'name': 'network-vif-deleted', 'tag': 'f04e3295-ba8c-4462-b5d3-99ac2ea9c781'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:56.114150 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d60a614-d727-4f79-aa66-ed636d3da733" -d '{"events": [{"server_uuid": "d0f81baa-5c59-40e5-896a-df78cc80edde", "name": "network-vif-deleted", "tag": "f04e3295-ba8c-4462-b5d3-99ac2ea9c781"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:56.297604 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c92a6966-90e5-4364-b7c4-2c8420ad5eeb admin admin] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.358044 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-740e6335-8a85-4e0f-93e9-97c06542ffe5 None None] Set router ec619c74-3ab5-4356-848c-329ff9a640b1 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:56.410703 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2384f6c0-0a8f-48e2-90be-bfe8aae692c4 req-01e34d51-cbb3-43d5-85c1-6fd231c7ab5c tempest-ListServersNegativeTestJSON-993755878 tempest-ListServersNegativeTestJSON-993755878-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0f81baa-5c59-40e5-896a-df78cc80edde HTTP/1.1" status: 200 len: 210 time: 0.1481931 Jul 16 20:30:56.522266 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-2af27451-ac3c-4232-b8f5-af2f13d8424c tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.632690 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3501a0-ed2e-4b74-89d0-ef5429efa6bd x-openstack-request-id: req-3f3501a0-ed2e-4b74-89d0-ef5429efa6bd {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:56.633676 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f81baa-5c59-40e5-896a-df78cc80edde", "name": "network-vif-deleted", "tag": "f04e3295-ba8c-4462-b5d3-99ac2ea9c781", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:56.634077 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3f3501a0-ed2e-4b74-89d0-ef5429efa6bd {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:56.648177 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f81baa-5c59-40e5-896a-df78cc80edde', 'name': 'network-vif-deleted', 'tag': 'f04e3295-ba8c-4462-b5d3-99ac2ea9c781', 'status': 'completed', 'code': 200} Jul 16 20:30:56.649299 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 94fa6a54-491c-4382-89c6-73988d48841e no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:56.673363 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device f04e3295-ba8c-4462-b5d3-99ac2ea9c781 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:56.719426 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-2af27451-ac3c-4232-b8f5-af2f13d8424c tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Network 3f838853-abda-4c3a-9151-1eee7174c196 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:56.744586 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c92a6966-90e5-4364-b7c4-2c8420ad5eeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.872153 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-c92a6966-90e5-4364-b7c4-2c8420ad5eeb admin admin] Deleting port d200ca02-ef3f-4404-86dc-661ae03a1efb {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:56.872801 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c92a6966-90e5-4364-b7c4-2c8420ad5eeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.913745 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: f04e3295-ba8c-4462-b5d3-99ac2ea9c781 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:56.914274 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device f04e3295-ba8c-4462-b5d3-99ac2ea9c781 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:56.933618 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af27451-ac3c-4232-b8f5-af2f13d8424c tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Pushing event updated for resources: {'Port': ['ID=4b332a2e-11d0-48a0-9465-93957bcf4c91,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:56.949492 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-2af27451-ac3c-4232-b8f5-af2f13d8424c tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:57.018252 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-2af27451-ac3c-4232-b8f5-af2f13d8424c tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:57.112785 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-c92a6966-90e5-4364-b7c4-2c8420ad5eeb admin admin] For port d200ca02-ef3f-4404-86dc-661ae03a1efb, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=d200ca02-ef3f-4404-86dc-661ae03a1efb,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:57.114029 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c92a6966-90e5-4364-b7c4-2c8420ad5eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:57.148396 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-c92a6966-90e5-4364-b7c4-2c8420ad5eeb admin admin] Calling delete_port for d200ca02-ef3f-4404-86dc-661ae03a1efb owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:57.234077 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 94fa6a54-491c-4382-89c6-73988d48841e {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:57.236198 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 94fa6a54-491c-4382-89c6-73988d48841e not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:57.318926 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-740e6335-8a85-4e0f-93e9-97c06542ffe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-router', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:23Z', 'updated_at': '2021-07-16T20:30:53Z', 'revision_number': 5, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'gw_port': {'id': 'd200ca02-ef3f-4404-86dc-661ae03a1efb', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:de:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:25Z', 'updated_at': '2021-07-16T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:57.358624 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740e6335-8a85-4e0f-93e9-97c06542ffe5 None None] Checking router: ec619c74-3ab5-4356-848c-329ff9a640b1 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:30:57.374821 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740e6335-8a85-4e0f-93e9-97c06542ffe5 None None] Routers {'ec619c74-3ab5-4356-848c-329ff9a640b1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:57.375722 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-740e6335-8a85-4e0f-93e9-97c06542ffe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:30:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ec619c74-3ab5-4356-848c-329ff9a640b1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:57.452128 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-2af27451-ac3c-4232-b8f5-af2f13d8424c tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:57.456177 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c92a6966-90e5-4364-b7c4-2c8420ad5eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:57.485905 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-2af27451-ac3c-4232-b8f5-af2f13d8424c tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:57.510064 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-740e6335-8a85-4e0f-93e9-97c06542ffe5 None None] Set router ec619c74-3ab5-4356-848c-329ff9a640b1 gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:57.512426 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a6966-90e5-4364-b7c4-2c8420ad5eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=d200ca02-ef3f-4404-86dc-661ae03a1efb,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:57.567699 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-2af27451-ac3c-4232-b8f5-af2f13d8424c tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2208405 Jul 16 20:30:57.660190 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c92a6966-90e5-4364-b7c4-2c8420ad5eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:57.671469 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55d086-1031-4310-89f2-bcdc09a4e33d req-78725d46-f25a-4e0f-986a-3f3321022909 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:57.683166 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b55d086-1031-4310-89f2-bcdc09a4e33d req-78725d46-f25a-4e0f-986a-3f3321022909 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=130553d1-46ce-4ede-a8e0-75d49b5c3936 HTTP/1.1" status: 200 len: 932 time: 1.3866661 Jul 16 20:30:57.695288 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-09f3dd6f-cba1-4b88-bc37-9f508aecf9de service neutron] Request body: {'port': {'device_id': '130553d1-46ce-4ede-a8e0-75d49b5c3936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:57.708745 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 38486) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:57.725074 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-740e6335-8a85-4e0f-93e9-97c06542ffe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-router', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:23Z', 'updated_at': '2021-07-16T20:30:56Z', 'revision_number': 6, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:57.743095 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38490) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:57.806731 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740e6335-8a85-4e0f-93e9-97c06542ffe5 None None] The sync data for ids ['ec619c74-3ab5-4356-848c-329ff9a640b1'] in n-d-791506-21 is: [{'id': 'ec619c74-3ab5-4356-848c-329ff9a640b1', 'name': 'tempest-FloatingIPsAssociationTestJSON-512327953-router', 'tenant_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:23Z', 'updated_at': '2021-07-16T20:30:56Z', 'revision_number': 6, 'project_id': 'f464673b810d4cdf9ae03e9f2a99c895', 'gw_port_host': None}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:57.863395 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.051239 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b55d086-1031-4310-89f2-bcdc09a4e33d req-2a08b100-724d-4b88-9040-ba953ddb5e55 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668447 Jul 16 20:30:58.057418 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2a212493-57b2-4ec7-8b2d-d68cd6a6ee4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.150728 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a212493-57b2-4ec7-8b2d-d68cd6a6ee4c admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:58.153415 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-09f3dd6f-cba1-4b88-bc37-9f508aecf9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.158164 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c754a6-d85f-4a80-9399-d9acd59f43f5 admin admin] Deleting subnet 962a93b1-b5db-4401-b7c0-fc778023dd82 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:58.185153 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b7c754a6-d85f-4a80-9399-d9acd59f43f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.188645 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c92a6966-90e5-4364-b7c4-2c8420ad5eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.267291 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-33b51417-2ff8-4a95-8d72-1dbeff355e44 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-875661210-network', 'tenant_id': 'a4359c07a39647debc91cc45c7855204'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:58.284232 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c92a6966-90e5-4364-b7c4-2c8420ad5eeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.630115 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b51417-2ff8-4a95-8d72-1dbeff355e44 admin admin] Made reservation on behalf of a4359c07a39647debc91cc45c7855204 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:58.633050 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33b51417-2ff8-4a95-8d72-1dbeff355e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.697988 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33b51417-2ff8-4a95-8d72-1dbeff355e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.775088 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2a212493-57b2-4ec7-8b2d-d68cd6a6ee4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.355259 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.363681 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 38546) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:59.476610 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c92a6966-90e5-4364-b7c4-2c8420ad5eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.477234 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92a6966-90e5-4364-b7c4-2c8420ad5eeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec619c74-3ab5-4356-848c-329ff9a640b1 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:30:59.484205 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c92a6966-90e5-4364-b7c4-2c8420ad5eeb admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.488307 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c92a6966-90e5-4364-b7c4-2c8420ad5eeb admin admin] 10.222.0.38 "DELETE /v2.0/routers/ec619c74-3ab5-4356-848c-329ff9a640b1 HTTP/1.1" status: 204 len: 168 time: 3.4507508 Jul 16 20:30:59.492123 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38550) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:59.501056 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b7c754a6-d85f-4a80-9399-d9acd59f43f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.519623 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-09f3dd6f-cba1-4b88-bc37-9f508aecf9de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b332a2e-11d0-48a0-9465-93957bcf4c91 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:59.528355 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-09f3dd6f-cba1-4b88-bc37-9f508aecf9de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.545389 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-09f3dd6f-cba1-4b88-bc37-9f508aecf9de service neutron] Transition to ACTIVE for port object 4b332a2e-11d0-48a0-9465-93957bcf4c91 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:59.578653 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-09f3dd6f-cba1-4b88-bc37-9f508aecf9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.647724 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b7c754a6-d85f-4a80-9399-d9acd59f43f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.666410 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fe8148e8-3458-4276-8214-07bcf76d8cd3 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:59.738431 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3dd6f-cba1-4b88-bc37-9f508aecf9de service neutron] Pushing event updated for resources: {'Port': ['ID=4b332a2e-11d0-48a0-9465-93957bcf4c91,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:59.741429 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6423128e-a603-424b-849a-c8001240a72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.744063 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: fe8148e8-3458-4276-8214-07bcf76d8cd3 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:59.745976 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fe8148e8-3458-4276-8214-07bcf76d8cd3 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:59.746407 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device d200ca02-ef3f-4404-86dc-661ae03a1efb no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:59.766879 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b7c754a6-d85f-4a80-9399-d9acd59f43f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.813336 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c754a6-d85f-4a80-9399-d9acd59f43f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=962a93b1-b5db-4401-b7c0-fc778023dd82,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:59.828981 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b7c754a6-d85f-4a80-9399-d9acd59f43f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.832415 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b7c754a6-d85f-4a80-9399-d9acd59f43f5 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/962a93b1-b5db-4401-b7c0-fc778023dd82 HTTP/1.1" status: 204 len: 168 time: 2.0877335 Jul 16 20:30:59.835319 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38552) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:59.839404 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: d200ca02-ef3f-4404-86dc-661ae03a1efb {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:59.839741 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device d200ca02-ef3f-4404-86dc-661ae03a1efb not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:59.849420 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33b51417-2ff8-4a95-8d72-1dbeff355e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.919020 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-09f3dd6f-cba1-4b88-bc37-9f508aecf9de service neutron] Attempting to bind port 4b332a2e-11d0-48a0-9465-93957bcf4c91 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:59.919542 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-09f3dd6f-cba1-4b88-bc37-9f508aecf9de service neutron] Attempting to bind port 4b332a2e-11d0-48a0-9465-93957bcf4c91 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '3f952078-cb9c-47f7-9e6d-cc7a02591d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3f838853-abda-4c3a-9151-1eee7174c196'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:59.920006 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-09f3dd6f-cba1-4b88-bc37-9f508aecf9de service neutron] Attempting to bind port 4b332a2e-11d0-48a0-9465-93957bcf4c91 on network 3f838853-abda-4c3a-9151-1eee7174c196 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:59.926248 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33b51417-2ff8-4a95-8d72-1dbeff355e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.928627 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8793dce9-8800-4d08-99a5-3b310846e2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.933222 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-09f3dd6f-cba1-4b88-bc37-9f508aecf9de service neutron] Port 4b332a2e-11d0-48a0-9465-93957bcf4c91 on network 3f838853-abda-4c3a-9151-1eee7174c196 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:59.933650 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-09f3dd6f-cba1-4b88-bc37-9f508aecf9de service neutron] Attempting to bind port 4b332a2e-11d0-48a0-9465-93957bcf4c91 on network 3f838853-abda-4c3a-9151-1eee7174c196 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:59.933874 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2647e0-f439-43b1-8eca-c636e06d43b3 admin admin] Deleting subnet e3f938fb-8c6d-4792-bc71-ef35aeb96d69 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:59.941653 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0a2647e0-f439-43b1-8eca-c636e06d43b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.978045 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-09f3dd6f-cba1-4b88-bc37-9f508aecf9de service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:59.978588 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-09f3dd6f-cba1-4b88-bc37-9f508aecf9de service neutron] Checking segment: {'id': '3f952078-cb9c-47f7-9e6d-cc7a02591d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3f838853-abda-4c3a-9151-1eee7174c196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:59.979087 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-09f3dd6f-cba1-4b88-bc37-9f508aecf9de service neutron] Bound using segment: {'id': '3f952078-cb9c-47f7-9e6d-cc7a02591d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3f838853-abda-4c3a-9151-1eee7174c196'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:59.979820 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-09f3dd6f-cba1-4b88-bc37-9f508aecf9de service neutron] Bound port: 4b332a2e-11d0-48a0-9465-93957bcf4c91, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f952078-cb9c-47f7-9e6d-cc7a02591d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3f838853-abda-4c3a-9151-1eee7174c196'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:59.980320 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-09f3dd6f-cba1-4b88-bc37-9f508aecf9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.982629 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b51417-2ff8-4a95-8d72-1dbeff355e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf0fca3-75ba-44cc-b237-90439a5efe37,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:59.988399 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a212493-57b2-4ec7-8b2d-d68cd6a6ee4c admin admin] Router 75aef24c-b5b2-4df8-9d3d-89068246430f has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:31:00.026389 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698371bf-4bae-4262-b1e8-2499250e3899 req-f07bb0d8-015b-428e-873d-c2b3b3fdd31f tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:00.032923 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-698371bf-4bae-4262-b1e8-2499250e3899 req-f07bb0d8-015b-428e-873d-c2b3b3fdd31f tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=130553d1-46ce-4ede-a8e0-75d49b5c3936 HTTP/1.1" status: 200 len: 932 time: 0.6529753 Jul 16 20:31:00.074387 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b51417-2ff8-4a95-8d72-1dbeff355e44 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:31:00.078972 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8793dce9-8800-4d08-99a5-3b310846e2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.095210 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-8793dce9-8800-4d08-99a5-3b310846e2f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb5f15a8-1d99-47cb-89c9-33640abaae0c']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:00.107229 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-8793dce9-8800-4d08-99a5-3b310846e2f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0803ed-4f73-4a8d-ae1b-7ae303151ff5') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:00.107553 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-8793dce9-8800-4d08-99a5-3b310846e2f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0803ed-4f73-4a8d-ae1b-7ae303151ff5') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:00.118226 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8793dce9-8800-4d08-99a5-3b310846e2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.135310 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8793dce9-8800-4d08-99a5-3b310846e2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.141972 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8793dce9-8800-4d08-99a5-3b310846e2f6 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:31:00.142515 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8793dce9-8800-4d08-99a5-3b310846e2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.201501 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-09f3dd6f-cba1-4b88-bc37-9f508aecf9de service neutron] For port 4b332a2e-11d0-48a0-9465-93957bcf4c91, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:31:00.223254 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:31:00.225840 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33b51417-2ff8-4a95-8d72-1dbeff355e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.225840 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-33b51417-2ff8-4a95-8d72-1dbeff355e44 admin admin] Added segment d73ea1b4-a0c3-4156-8c75-831f4f66613a of type vlan for network c856853c-1bbc-4399-8326-1d7e71a7f77f Jul 16 20:31:00.242697 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8793dce9-8800-4d08-99a5-3b310846e2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.253357 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8793dce9-8800-4d08-99a5-3b310846e2f6 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.260366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-09f3dd6f-cba1-4b88-bc37-9f508aecf9de service neutron] For port 4b332a2e-11d0-48a0-9465-93957bcf4c91, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=4b332a2e-11d0-48a0-9465-93957bcf4c91,segment=NetworkSegment(3f952078-cb9c-47f7-9e6d-cc7a02591d17),segment_id=3f952078-cb9c-47f7-9e6d-cc7a02591d17)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:00.261061 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8793dce9-8800-4d08-99a5-3b310846e2f6 admin admin] 10.222.0.38 "DELETE /v2.0/networks/bb5f15a8-1d99-47cb-89c9-33640abaae0c HTTP/1.1" status: 204 len: 168 time: 0.4248564 Jul 16 20:31:00.295802 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0a2647e0-f439-43b1-8eca-c636e06d43b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.313984 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-09f3dd6f-cba1-4b88-bc37-9f508aecf9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.322138 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793dce9-8800-4d08-99a5-3b310846e2f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb5f15a8-1d99-47cb-89c9-33640abaae0c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:00.362397 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-698371bf-4bae-4262-b1e8-2499250e3899 req-6d0da0b8-075a-4eee-a0cf-f83751f429c1 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252652 Jul 16 20:31:00.430112 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-09f3dd6f-cba1-4b88-bc37-9f508aecf9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:00.430844 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-09f3dd6f-cba1-4b88-bc37-9f508aecf9de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.432241 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-09f3dd6f-cba1-4b88-bc37-9f508aecf9de service neutron] 10.222.0.18 "PUT /v2.0/ports/4b332a2e-11d0-48a0-9465-93957bcf4c91 HTTP/1.1" status: 200 len: 1093 time: 2.8436613 Jul 16 20:31:00.434416 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130553d1-46ce-4ede-a8e0-75d49b5c3936', 'tag': '4b332a2e-11d0-48a0-9465-93957bcf4c91'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:00.437220 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa07d89-ed67-44c5-8045-5166ea85c9fc" -d '{"events": [{"name": "network-changed", "server_uuid": "130553d1-46ce-4ede-a8e0-75d49b5c3936", "tag": "4b332a2e-11d0-48a0-9465-93957bcf4c91"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:00.448962 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0a2647e0-f439-43b1-8eca-c636e06d43b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.480111 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33b51417-2ff8-4a95-8d72-1dbeff355e44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.535533 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb563b22-9e91-4144-ae8a-b17535a021ea x-openstack-request-id: req-fb563b22-9e91-4144-ae8a-b17535a021ea {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:00.536191 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130553d1-46ce-4ede-a8e0-75d49b5c3936", "tag": "4b332a2e-11d0-48a0-9465-93957bcf4c91", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:00.536595 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fb563b22-9e91-4144-ae8a-b17535a021ea {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:00.537785 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '130553d1-46ce-4ede-a8e0-75d49b5c3936', 'tag': '4b332a2e-11d0-48a0-9465-93957bcf4c91', 'status': 'completed', 'code': 200} Jul 16 20:31:00.601370 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3dd6f-cba1-4b88-bc37-9f508aecf9de service neutron] Pushing event updated for resources: {'Port': ['ID=4b332a2e-11d0-48a0-9465-93957bcf4c91,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:00.607197 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38570) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:00.636382 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a212493-57b2-4ec7-8b2d-d68cd6a6ee4c admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:00.652475 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb96555a-3f67-4521-8a54-13c2fc87dbd6 None None] Sync routers for ids ['75aef24c-b5b2-4df8-9d3d-89068246430f'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:00.667965 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb96555a-3f67-4521-8a54-13c2fc87dbd6 None None] Routers {'75aef24c-b5b2-4df8-9d3d-89068246430f'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:00.670040 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-eb96555a-3f67-4521-8a54-13c2fc87dbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:30:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['75aef24c-b5b2-4df8-9d3d-89068246430f'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:00.671106 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7c342143-f5df-49a5-bc13-4d2d3c4dc5af admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9618da2f1f76496c9475c1c9fbb8dd88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547986 Jul 16 20:31:00.672516 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0a2647e0-f439-43b1-8eca-c636e06d43b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.674428 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38572) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:00.692363 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2a212493-57b2-4ec7-8b2d-d68cd6a6ee4c admin admin] 10.222.0.38 "PUT /v2.0/routers/75aef24c-b5b2-4df8-9d3d-89068246430f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3988810 Jul 16 20:31:00.696260 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 38574) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:00.708761 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2647e0-f439-43b1-8eca-c636e06d43b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3f938fb-8c6d-4792-bc71-ef35aeb96d69,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:00.715989 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6423128e-a603-424b-849a-c8001240a72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.733196 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0a2647e0-f439-43b1-8eca-c636e06d43b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.738063 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0a2647e0-f439-43b1-8eca-c636e06d43b3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e3f938fb-8c6d-4792-bc71-ef35aeb96d69 HTTP/1.1" status: 204 len: 168 time: 1.2435896 Jul 16 20:31:00.741841 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b68585d-544b-4c4f-b11e-ec4dbd54ce77 None None] Network 673b6ba0-33b0-47d1-a50e-816aecbacdba requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:00.756424 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38576) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:00.807968 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-eb96555a-3f67-4521-8a54-13c2fc87dbd6 None None] Set router 75aef24c-b5b2-4df8-9d3d-89068246430f gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:00.891288 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-688866c5-d8c7-4a2c-b135-006511ddfb12 admin admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.976142 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-93e85148-82a6-4ec8-a41e-c3e45856fe5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.985535 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-727b147c-0d29-40fa-be64-6c57005aa651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.006618 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-eb96555a-3f67-4521-8a54-13c2fc87dbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aef24c-b5b2-4df8-9d3d-89068246430f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1919490945-router', 'tenant_id': '7c8a407255394059aab3556119ea8553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'af58704c-03f6-48b5-9d3c-a83434d179f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:29Z', 'updated_at': '2021-07-16T20:30:57Z', 'revision_number': 5, 'project_id': '7c8a407255394059aab3556119ea8553', 'gw_port': {'id': 'af58704c-03f6-48b5-9d3c-a83434d179f5', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aef24c-b5b2-4df8-9d3d-89068246430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:31Z', 'updated_at': '2021-07-16T20:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:01.025023 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-93e85148-82a6-4ec8-a41e-c3e45856fe5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.053779 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33b51417-2ff8-4a95-8d72-1dbeff355e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.055945 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb96555a-3f67-4521-8a54-13c2fc87dbd6 None None] Checking router: 75aef24c-b5b2-4df8-9d3d-89068246430f for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:31:01.056598 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b51417-2ff8-4a95-8d72-1dbeff355e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:01.056908 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33b51417-2ff8-4a95-8d72-1dbeff355e44 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.059435 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6423128e-a603-424b-849a-c8001240a72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.065273 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb96555a-3f67-4521-8a54-13c2fc87dbd6 None None] Routers {'75aef24c-b5b2-4df8-9d3d-89068246430f'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:01.066103 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-eb96555a-3f67-4521-8a54-13c2fc87dbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:30:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['75aef24c-b5b2-4df8-9d3d-89068246430f'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:01.121925 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd59f2b3-95b6-49d8-a9ab-bee8418e7c19 None None] DHCP port deletion for 673b6ba0-33b0-47d1-a50e-816aecbacdba request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:31:01.139655 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-727b147c-0d29-40fa-be64-6c57005aa651 admin admin] Deleting port 2c55f267-3f94-448e-9142-01024353ad52 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:01.139998 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-727b147c-0d29-40fa-be64-6c57005aa651 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.185876 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-93e85148-82a6-4ec8-a41e-c3e45856fe5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.195927 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-93e85148-82a6-4ec8-a41e-c3e45856fe5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.200281 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-93e85148-82a6-4ec8-a41e-c3e45856fe5a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4775006c-0420-40a7-97d4-8150b1804903 HTTP/1.1" status: 204 len: 168 time: 0.4980030 Jul 16 20:31:01.206713 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-dd59f2b3-95b6-49d8-a9ab-bee8418e7c19 None None] Deleting port 2c55f267-3f94-448e-9142-01024353ad52 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:01.207350 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd59f2b3-95b6-49d8-a9ab-bee8418e7c19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.239827 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6423128e-a603-424b-849a-c8001240a72e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=47cc29452d1341d298fe468eea5f0e5a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8588600 Jul 16 20:31:01.241051 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e85148-82a6-4ec8-a41e-c3e45856fe5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4775006c-0420-40a7-97d4-8150b1804903,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:01.241299 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423128e-a603-424b-849a-c8001240a72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d29e75-083c-4c9d-91e7-29d9c2b16003,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:01.246020 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38582) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:01.273040 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-688866c5-d8c7-4a2c-b135-006511ddfb12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.284733 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-eb96555a-3f67-4521-8a54-13c2fc87dbd6 None None] Set router 75aef24c-b5b2-4df8-9d3d-89068246430f gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:01.289848 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b51417-2ff8-4a95-8d72-1dbeff355e44 admin admin] Pushing event updated for resources: {'Network': ['ID=c856853c-1bbc-4399-8326-1d7e71a7f77f,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:01.313702 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network c856853c-1bbc-4399-8326-1d7e71a7f77f details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:31:01.367211 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-9b1eba91-cc64-4f94-85de-bf2af11385fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:01.370872 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-9b1eba91-cc64-4f94-85de-bf2af11385fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5c0768f88e84340ae10dbc9a89bd566&device_id=130553d1-46ce-4ede-a8e0-75d49b5c3936 HTTP/1.1" status: 200 len: 1096 time: 0.8504312 Jul 16 20:31:01.410491 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38596) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:01.428301 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-33b51417-2ff8-4a95-8d72-1dbeff355e44 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.7049444 Jul 16 20:31:01.458814 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-96f71bd6-e2e8-42c4-b602-d00c13329831 admin admin] Request body: {'subnet': {'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-875661210-subnet', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:01.469393 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-dd59f2b3-95b6-49d8-a9ab-bee8418e7c19 None None] For port 2c55f267-3f94-448e-9142-01024353ad52, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=2c55f267-3f94-448e-9142-01024353ad52,segment=NetworkSegment(c1804d01-4de0-4d24-bc8b-607047aabf4a),segment_id=c1804d01-4de0-4d24-bc8b-607047aabf4a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:01.469922 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd59f2b3-95b6-49d8-a9ab-bee8418e7c19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.549632 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-bd2c0f5e-149e-4330-ba60-fad5c99d7bf4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b332a2e-11d0-48a0-9465-93957bcf4c91 HTTP/1.1" status: 200 len: 217 time: 0.1678152 Jul 16 20:31:01.552442 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-727b147c-0d29-40fa-be64-6c57005aa651 admin admin] For port 2c55f267-3f94-448e-9142-01024353ad52, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=2c55f267-3f94-448e-9142-01024353ad52,segment=NetworkSegment(c1804d01-4de0-4d24-bc8b-607047aabf4a),segment_id=c1804d01-4de0-4d24-bc8b-607047aabf4a)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:01.552870 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-727b147c-0d29-40fa-be64-6c57005aa651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.624500 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-727b147c-0d29-40fa-be64-6c57005aa651 admin admin] Calling delete_port for 2c55f267-3f94-448e-9142-01024353ad52 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:01.638347 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 2c55f267-3f94-448e-9142-01024353ad52 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:01.648070 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f71bd6-e2e8-42c4-b602-d00c13329831 admin admin] Made reservation on behalf of a4359c07a39647debc91cc45c7855204 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:01.650849 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-96f71bd6-e2e8-42c4-b602-d00c13329831 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.661992 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c25a1bb4-5199-4fae-a865-de91eae3b51b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.730733 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-dd59f2b3-95b6-49d8-a9ab-bee8418e7c19 None None] Calling delete_port for 2c55f267-3f94-448e-9142-01024353ad52 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:01.757845 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-e300e155-9402-48ae-aef3-492cf262ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:01.759573 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-e300e155-9402-48ae-aef3-492cf262ceef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f32068c5-153f-4016-8324-2b24dcd4a18d HTTP/1.1" status: 200 len: 854 time: 0.1899529 Jul 16 20:31:01.785587 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c25a1bb4-5199-4fae-a865-de91eae3b51b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.870404 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-d613bed1-48bb-4240-ae6c-ff186a43c553 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f838853-abda-4c3a-9151-1eee7174c196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487041 Jul 16 20:31:01.898140 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.966268 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 2c55f267-3f94-448e-9142-01024353ad52, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=2c55f267-3f94-448e-9142-01024353ad52,segment=NetworkSegment(c1804d01-4de0-4d24-bc8b-607047aabf4a),segment_id=c1804d01-4de0-4d24-bc8b-607047aabf4a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:02.009053 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-727b147c-0d29-40fa-be64-6c57005aa651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.028616 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.064581 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b147c-0d29-40fa-be64-6c57005aa651 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c55f267-3f94-448e-9142-01024353ad52,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:02.092243 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c25a1bb4-5199-4fae-a865-de91eae3b51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.097421 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c25a1bb4-5199-4fae-a865-de91eae3b51b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.098658 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c25a1bb4-5199-4fae-a865-de91eae3b51b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/38d29e75-083c-4c9d-91e7-29d9c2b16003 HTTP/1.1" status: 204 len: 168 time: 0.7606602 Jul 16 20:31:02.125721 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727b147c-0d29-40fa-be64-6c57005aa651 admin admin] No DVR routers for this DVR port 2c55f267-3f94-448e-9142-01024353ad52 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:02.159163 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a1bb4-5199-4fae-a865-de91eae3b51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d29e75-083c-4c9d-91e7-29d9c2b16003,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:02.233436 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-eb96555a-3f67-4521-8a54-13c2fc87dbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aef24c-b5b2-4df8-9d3d-89068246430f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1919490945-router', 'tenant_id': '7c8a407255394059aab3556119ea8553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'af58704c-03f6-48b5-9d3c-a83434d179f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:29Z', 'updated_at': '2021-07-16T20:30:57Z', 'revision_number': 5, 'project_id': '7c8a407255394059aab3556119ea8553', 'gw_port': {'id': 'af58704c-03f6-48b5-9d3c-a83434d179f5', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aef24c-b5b2-4df8-9d3d-89068246430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:31Z', 'updated_at': '2021-07-16T20:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:02.253772 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event deleted for resources: {'Port': ['ID=2c55f267-3f94-448e-9142-01024353ad52,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:02.258257 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd59f2b3-95b6-49d8-a9ab-bee8418e7c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.315995 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb96555a-3f67-4521-8a54-13c2fc87dbd6 None None] The sync data for ids ['75aef24c-b5b2-4df8-9d3d-89068246430f'] in n-d-791506-21 is: [{'id': '75aef24c-b5b2-4df8-9d3d-89068246430f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1919490945-router', 'tenant_id': '7c8a407255394059aab3556119ea8553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'af58704c-03f6-48b5-9d3c-a83434d179f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:29Z', 'updated_at': '2021-07-16T20:30:57Z', 'revision_number': 5, 'project_id': '7c8a407255394059aab3556119ea8553', 'gw_port': {'id': 'af58704c-03f6-48b5-9d3c-a83434d179f5', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aef24c-b5b2-4df8-9d3d-89068246430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:31Z', 'updated_at': '2021-07-16T20:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:02.394885 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-727b147c-0d29-40fa-be64-6c57005aa651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.404190 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-96f71bd6-e2e8-42c4-b602-d00c13329831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.410303 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59f2b3-95b6-49d8-a9ab-bee8418e7c19 None None] Pushing event deleted for resources: {'Port': ['ID=2c55f267-3f94-448e-9142-01024353ad52,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:02.421352 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-727b147c-0d29-40fa-be64-6c57005aa651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673b6ba0-33b0-47d1-a50e-816aecbacdba']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:02.426831 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd59f2b3-95b6-49d8-a9ab-bee8418e7c19 None None] No DVR routers for this DVR port 2c55f267-3f94-448e-9142-01024353ad52 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:02.490717 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-727b147c-0d29-40fa-be64-6c57005aa651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1804d01-4de0-4d24-bc8b-607047aabf4a') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:02.491877 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-727b147c-0d29-40fa-be64-6c57005aa651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1804d01-4de0-4d24-bc8b-607047aabf4a') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:02.523378 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-727b147c-0d29-40fa-be64-6c57005aa651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.564003 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-727b147c-0d29-40fa-be64-6c57005aa651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.572764 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f71bd6-e2e8-42c4-b602-d00c13329831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=587f0aec-80a3-4172-9644-d785b8e153a3,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:02.587362 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f71bd6-e2e8-42c4-b602-d00c13329831 admin admin] Checking segment: {'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:02.588045 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f71bd6-e2e8-42c4-b602-d00c13329831 admin admin] Network hostable DHCP agents. Network: c856853c-1bbc-4399-8326-1d7e71a7f77f, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:31:02.593523 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-727b147c-0d29-40fa-be64-6c57005aa651 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:31:02.595529 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-727b147c-0d29-40fa-be64-6c57005aa651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:31:02.599250 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:31:02.701829 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f71bd6-e2e8-42c4-b602-d00c13329831 admin admin] Network c856853c-1bbc-4399-8326-1d7e71a7f77f is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:31:02.716047 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-727b147c-0d29-40fa-be64-6c57005aa651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.726299 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-96f71bd6-e2e8-42c4-b602-d00c13329831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, c856853c-1bbc-4399-8326-1d7e71a7f77f) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:02.730476 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-727b147c-0d29-40fa-be64-6c57005aa651 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.733504 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-727b147c-0d29-40fa-be64-6c57005aa651 admin admin] 10.222.0.38 "DELETE /v2.0/networks/673b6ba0-33b0-47d1-a50e-816aecbacdba HTTP/1.1" status: 204 len: 168 time: 1.9755914 Jul 16 20:31:02.738056 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974575a2-a65b-450b-88db-15166a0b0687 None None] Network c856853c-1bbc-4399-8326-1d7e71a7f77f requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:02.739485 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f71bd6-e2e8-42c4-b602-d00c13329831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:02.740309 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-96f71bd6-e2e8-42c4-b602-d00c13329831 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.758869 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b147c-0d29-40fa-be64-6c57005aa651 admin admin] Pushing event deleted for resources: {'Network': ['ID=673b6ba0-33b0-47d1-a50e-816aecbacdba,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:02.771481 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-96f71bd6-e2e8-42c4-b602-d00c13329831 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3238411 Jul 16 20:31:02.773799 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38630) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:02.781060 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-8d118357-74e8-4689-9f7b-a3dadff2369c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-875661210-router', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:02.813888 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38632) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:02.825171 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8d118357-74e8-4689-9f7b-a3dadff2369c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.826592 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8d118357-74e8-4689-9f7b-a3dadff2369c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.846972 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7b6d3b20-40b5-4fa6-aca9-4204e36ce7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.943620 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8d118357-74e8-4689-9f7b-a3dadff2369c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.047817 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-688866c5-d8c7-4a2c-b135-006511ddfb12 admin admin] Deleting port af58704c-03f6-48b5-9d3c-a83434d179f5 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:03.048742 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-688866c5-d8c7-4a2c-b135-006511ddfb12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.058764 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-e801fa82-ba45-4e9a-ac27-b9725986f175 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:03.072732 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-e801fa82-ba45-4e9a-ac27-b9725986f175 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/networks?id=e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 200 len: 821 time: 1.1987374 Jul 16 20:31:03.075514 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 38634) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:03.201090 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8d118357-74e8-4689-9f7b-a3dadff2369c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.203252 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.217197 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38638) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:03.260773 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-32d9c15b-9ec3-431d-a811-56508ee8c9e9 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/quotas/f8a8ade9cff04e3db4af1591a2770156 HTTP/1.1" status: 200 len: 375 time: 0.1690516 Jul 16 20:31:03.264050 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-caa3a8b0-167c-4f58-a62c-3987bd2bf219 service neutron] 10.222.0.18 "GET /v2.0/networks/3f838853-abda-4c3a-9151-1eee7174c196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876769 Jul 16 20:31:03.288386 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a31656a-9af8-45ce-8ae0-da992f49014e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-c856853c-1bbc-4399-8326-1d7e71a7f77f', 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'fixed_ips': [{'subnet_id': '587f0aec-80a3-4172-9644-d785b8e153a3'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:31:03.289460 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a31656a-9af8-45ce-8ae0-da992f49014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.442606 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-003ca8aa-5d13-4b3e-aebb-f6dbc66cb1ef admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f464673b810d4cdf9ae03e9f2a99c895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2166133 Jul 16 20:31:03.443439 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38640) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:03.450376 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f450259-00b5-4b9c-b06b-a6782b305d4b req-729ef000-a67d-4501-9456-c4a63ff2ba16 service neutron] 10.222.0.18 "GET /v2.0/networks/3f838853-abda-4c3a-9151-1eee7174c196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601675 Jul 16 20:31:03.475509 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-47895e47-d4fc-4e8d-b2f8-f536d8b8d9cd admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1736227972-network', 'tenant_id': '7946c54c6db44cc0a37cdf0fee73d5ff'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:03.537890 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654d2b5-00fa-4d8e-9aa7-03cce65d90d3 req-86493671-e9b2-49f7-b367-dcc28dd14c21 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:03.544937 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c654d2b5-00fa-4d8e-9aa7-03cce65d90d3 req-86493671-e9b2-49f7-b367-dcc28dd14c21 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=130553d1-46ce-4ede-a8e0-75d49b5c3936 HTTP/1.1" status: 200 len: 944 time: 1.7843008 Jul 16 20:31:03.546034 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7b6d3b20-40b5-4fa6-aca9-4204e36ce7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.589009 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7b6d3b20-40b5-4fa6-aca9-4204e36ce7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.612708 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32994a1a-2ae8-499e-8c9c-fb6f7a5ead19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.647641 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47895e47-d4fc-4e8d-b2f8-f536d8b8d9cd admin admin] Made reservation on behalf of 7946c54c6db44cc0a37cdf0fee73d5ff for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:03.650054 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-47895e47-d4fc-4e8d-b2f8-f536d8b8d9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.672837 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-47895e47-d4fc-4e8d-b2f8-f536d8b8d9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.680655 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:03.690630 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32994a1a-2ae8-499e-8c9c-fb6f7a5ead19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.692560 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d3b20-40b5-4fa6-aca9-4204e36ce7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba29331-eed5-4973-ba2e-82d871a8326e,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:03.697422 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7b6d3b20-40b5-4fa6-aca9-4204e36ce7b9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dac6977c076d456c8c4d88170d054c84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8821290 Jul 16 20:31:03.707460 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38642) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:03.711635 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:03.712185 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e5d5e0d5-d5aa-48aa-9cd5-93c1a6c223c7 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:03.780019 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa07d89-ed67-44c5-8045-5166ea85c9fc req-14b63808-c6ae-4853-b81e-bdac3809f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:03.782181 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4aa07d89-ed67-44c5-8045-5166ea85c9fc req-14b63808-c6ae-4853-b81e-bdac3809f7ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5c0768f88e84340ae10dbc9a89bd566&device_id=130553d1-46ce-4ede-a8e0-75d49b5c3936 HTTP/1.1" status: 200 len: 1096 time: 0.2086024 Jul 16 20:31:03.797441 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c654d2b5-00fa-4d8e-9aa7-03cce65d90d3 req-bceda06d-ec6e-47b1-ba69-2813620e7f88 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490416 Jul 16 20:31:03.821507 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-4a31656a-9af8-45ce-8ae0-da992f49014e None None] Allocated IP 172.20.0.2 (c856853c-1bbc-4399-8326-1d7e71a7f77f/587f0aec-80a3-4172-9644-d785b8e153a3/a8cb0fab-6832-42d0-b989-671b6fc47101) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:03.837659 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-69155202-899f-422f-a681-f68bdc498553 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f8a8ade9cff04e3db4af1591a2770156&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5758379 Jul 16 20:31:03.869983 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fe4541bb-411e-4fa5-a6c3-5b2264d15a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.896172 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fe4541bb-411e-4fa5-a6c3-5b2264d15a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.970683 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8d118357-74e8-4689-9f7b-a3dadff2369c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.985969 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa07d89-ed67-44c5-8045-5166ea85c9fc req-437b3f77-a760-40ff-ae69-8aefe983020f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:03.987787 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4aa07d89-ed67-44c5-8045-5166ea85c9fc req-437b3f77-a760-40ff-ae69-8aefe983020f service neutron] 10.222.0.18 "GET /v2.0/networks?id=3f838853-abda-4c3a-9151-1eee7174c196 HTTP/1.1" status: 200 len: 915 time: 0.1893840 Jul 16 20:31:03.992017 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32994a1a-2ae8-499e-8c9c-fb6f7a5ead19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.994893 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32994a1a-2ae8-499e-8c9c-fb6f7a5ead19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.996066 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-32994a1a-2ae8-499e-8c9c-fb6f7a5ead19 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1e281b25-8765-433e-9429-8b0fb9a75f9c HTTP/1.1" status: 204 len: 168 time: 0.5428090 Jul 16 20:31:04.000527 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8d118357-74e8-4689-9f7b-a3dadff2369c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.014225 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32994a1a-2ae8-499e-8c9c-fb6f7a5ead19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e281b25-8765-433e-9429-8b0fb9a75f9c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:04.059605 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fe4541bb-411e-4fa5-a6c3-5b2264d15a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.062539 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fe4541bb-411e-4fa5-a6c3-5b2264d15a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.067792 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fe4541bb-411e-4fa5-a6c3-5b2264d15a56 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fba29331-eed5-4973-ba2e-82d871a8326e HTTP/1.1" status: 204 len: 168 time: 0.3582315 Jul 16 20:31:04.069275 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4aa07d89-ed67-44c5-8045-5166ea85c9fc req-cb5f7e6f-6f73-4e41-a2e1-4db1ca58399c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b332a2e-11d0-48a0-9465-93957bcf4c91 HTTP/1.1" status: 200 len: 217 time: 0.0593550 Jul 16 20:31:04.075309 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-688866c5-d8c7-4a2c-b135-006511ddfb12 admin admin] For port af58704c-03f6-48b5-9d3c-a83434d179f5, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=af58704c-03f6-48b5-9d3c-a83434d179f5,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:04.075679 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-688866c5-d8c7-4a2c-b135-006511ddfb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.097134 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4541bb-411e-4fa5-a6c3-5b2264d15a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba29331-eed5-4973-ba2e-82d871a8326e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:04.104792 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a31656a-9af8-45ce-8ae0-da992f49014e None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.116191 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4a31656a-9af8-45ce-8ae0-da992f49014e None None] Transition to ACTIVE for port object a8cb0fab-6832-42d0-b989-671b6fc47101 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:04.144228 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4a31656a-9af8-45ce-8ae0-da992f49014e None None] Transition to ACTIVE for port object a8cb0fab-6832-42d0-b989-671b6fc47101 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:04.152728 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-688866c5-d8c7-4a2c-b135-006511ddfb12 admin admin] Calling delete_port for af58704c-03f6-48b5-9d3c-a83434d179f5 owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:04.169005 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a31656a-9af8-45ce-8ae0-da992f49014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.217838 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a31656a-9af8-45ce-8ae0-da992f49014e None None] Network c856853c-1bbc-4399-8326-1d7e71a7f77f is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:04.221384 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-4a31656a-9af8-45ce-8ae0-da992f49014e None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:04.258501 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-8d118357-74e8-4689-9f7b-a3dadff2369c admin admin] Allocated IP 172.25.0.113 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/c54baa32-9860-4ae2-a209-c354ac5eb1fd) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:04.259448 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a31656a-9af8-45ce-8ae0-da992f49014e None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:04.309467 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa07d89-ed67-44c5-8045-5166ea85c9fc req-280aa3ae-0d6a-4c60-8b82-6d25e0f941be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:04.311179 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4aa07d89-ed67-44c5-8045-5166ea85c9fc req-280aa3ae-0d6a-4c60-8b82-6d25e0f941be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f32068c5-153f-4016-8324-2b24dcd4a18d HTTP/1.1" status: 200 len: 854 time: 0.2248609 Jul 16 20:31:04.367811 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4aa07d89-ed67-44c5-8045-5166ea85c9fc req-aaf9a8a7-b9db-40df-8a0b-161d35ffbc09 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f838853-abda-4c3a-9151-1eee7174c196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446465 Jul 16 20:31:04.379327 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31656a-9af8-45ce-8ae0-da992f49014e None None] Pushing event updated for resources: {'Port': ['ID=a8cb0fab-6832-42d0-b989-671b6fc47101,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:04.385922 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-64d3c7ab-288b-4edf-91c4-9dfc5d1cb544 service neutron] 10.222.0.38 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5466740 Jul 16 20:31:04.433701 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-4a31656a-9af8-45ce-8ae0-da992f49014e None None] Attempting to bind port a8cb0fab-6832-42d0-b989-671b6fc47101 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:04.434447 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-4a31656a-9af8-45ce-8ae0-da992f49014e None None] Attempting to bind port a8cb0fab-6832-42d0-b989-671b6fc47101 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:04.435677 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a31656a-9af8-45ce-8ae0-da992f49014e None None] Attempting to bind port a8cb0fab-6832-42d0-b989-671b6fc47101 on network c856853c-1bbc-4399-8326-1d7e71a7f77f {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:04.456140 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a31656a-9af8-45ce-8ae0-da992f49014e None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:04.456668 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a31656a-9af8-45ce-8ae0-da992f49014e None None] Checking segment: {'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:04.462487 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a31656a-9af8-45ce-8ae0-da992f49014e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.462487 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a31656a-9af8-45ce-8ae0-da992f49014e None None] Bound using segment: {'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:04.462487 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-4a31656a-9af8-45ce-8ae0-da992f49014e None None] Bound port: a8cb0fab-6832-42d0-b989-671b6fc47101, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:04.462487 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a31656a-9af8-45ce-8ae0-da992f49014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.505471 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8d118357-74e8-4689-9f7b-a3dadff2369c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.511015 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-47f1518e-2f67-4ead-a686-9d79d47fc127 service neutron] 10.222.0.38 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235573 Jul 16 20:31:04.602518 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8d118357-74e8-4689-9f7b-a3dadff2369c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.664800 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4a31656a-9af8-45ce-8ae0-da992f49014e None None] For port a8cb0fab-6832-42d0-b989-671b6fc47101, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:04.673876 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4a31656a-9af8-45ce-8ae0-da992f49014e None None] For port a8cb0fab-6832-42d0-b989-671b6fc47101, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a8cb0fab-6832-42d0-b989-671b6fc47101,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:04.684916 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-47895e47-d4fc-4e8d-b2f8-f536d8b8d9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.686904 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a31656a-9af8-45ce-8ae0-da992f49014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.695942 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-47895e47-d4fc-4e8d-b2f8-f536d8b8d9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.723142 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47895e47-d4fc-4e8d-b2f8-f536d8b8d9cd admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:31:04.734133 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-47895e47-d4fc-4e8d-b2f8-f536d8b8d9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.735066 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-47895e47-d4fc-4e8d-b2f8-f536d8b8d9cd admin admin] Added segment ef656b0c-fc3c-47b0-93e5-af2f6bf01792 of type vlan for network 3bacfa8c-8c89-4436-b14a-0e5580405094 Jul 16 20:31:04.746573 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d118357-74e8-4689-9f7b-a3dadff2369c admin admin] Pushing event updated for resources: {'Port': ['ID=c54baa32-9860-4ae2-a209-c354ac5eb1fd,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:04.757311 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d118357-74e8-4689-9f7b-a3dadff2369c admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:04.760366 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-8d118357-74e8-4689-9f7b-a3dadff2369c admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:04.775279 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d118357-74e8-4689-9f7b-a3dadff2369c admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:04.808359 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-47895e47-d4fc-4e8d-b2f8-f536d8b8d9cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.921576 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31656a-9af8-45ce-8ae0-da992f49014e None None] Pushing event updated for resources: {'Port': ['ID=a8cb0fab-6832-42d0-b989-671b6fc47101,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:05.075631 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4aa07d89-ed67-44c5-8045-5166ea85c9fc req-9c7eaeee-1b3d-4351-98a7-02bbceb02023 service neutron] 10.222.0.18 "GET /v2.0/networks/3f838853-abda-4c3a-9151-1eee7174c196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6874831 Jul 16 20:31:05.121825 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-688866c5-d8c7-4a2c-b135-006511ddfb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.305729 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688866c5-d8c7-4a2c-b135-006511ddfb12 admin admin] Pushing event deleted for resources: {'Port': ['ID=af58704c-03f6-48b5-9d3c-a83434d179f5,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:05.321719 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-47895e47-d4fc-4e8d-b2f8-f536d8b8d9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.322719 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47895e47-d4fc-4e8d-b2f8-f536d8b8d9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:05.323301 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-47895e47-d4fc-4e8d-b2f8-f536d8b8d9cd admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.494505 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8d118357-74e8-4689-9f7b-a3dadff2369c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.573191 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-47895e47-d4fc-4e8d-b2f8-f536d8b8d9cd admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4877074 Jul 16 20:31:05.574864 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38712) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:05.577604 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f50744bd-6408-4631-8367-9cc574bab5d7 req-82742b3e-3af0-4bc8-b8b8-1457c63f4ca0 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 210 time: 0.1687572 Jul 16 20:31:05.587903 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-f3b3722e-7ac0-47fb-bf83-63d721e9ef39 admin admin] Request body: {'subnet': {'network_id': '3bacfa8c-8c89-4436-b14a-0e5580405094', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1736227972-subnet', 'tenant_id': '7946c54c6db44cc0a37cdf0fee73d5ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:05.664426 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a8cb0fab-6832-42d0-b989-671b6fc47101 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:05.736416 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b3722e-7ac0-47fb-bf83-63d721e9ef39 admin admin] Made reservation on behalf of 7946c54c6db44cc0a37cdf0fee73d5ff for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:05.742408 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f3b3722e-7ac0-47fb-bf83-63d721e9ef39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.832337 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47895e47-d4fc-4e8d-b2f8-f536d8b8d9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c34c1d-98a7-4abc-b4bb-34046a83b1c9,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:05.837142 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688866c5-d8c7-4a2c-b135-006511ddfb12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:05.837545 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688866c5-d8c7-4a2c-b135-006511ddfb12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:05.837891 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688866c5-d8c7-4a2c-b135-006511ddfb12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:05.838233 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688866c5-d8c7-4a2c-b135-006511ddfb12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:05.838640 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688866c5-d8c7-4a2c-b135-006511ddfb12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:05.846184 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port a8cb0fab-6832-42d0-b989-671b6fc47101 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:05.850615 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688866c5-d8c7-4a2c-b135-006511ddfb12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:05.851474 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688866c5-d8c7-4a2c-b135-006511ddfb12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:05.851779 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688866c5-d8c7-4a2c-b135-006511ddfb12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:05.851965 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688866c5-d8c7-4a2c-b135-006511ddfb12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:05.852277 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688866c5-d8c7-4a2c-b135-006511ddfb12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:05.852612 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688866c5-d8c7-4a2c-b135-006511ddfb12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:05.852967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688866c5-d8c7-4a2c-b135-006511ddfb12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:05.983714 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47895e47-d4fc-4e8d-b2f8-f536d8b8d9cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:05.984084 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47895e47-d4fc-4e8d-b2f8-f536d8b8d9cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:05.986625 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47895e47-d4fc-4e8d-b2f8-f536d8b8d9cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:05.987097 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47895e47-d4fc-4e8d-b2f8-f536d8b8d9cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:05.987452 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47895e47-d4fc-4e8d-b2f8-f536d8b8d9cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:05.987801 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47895e47-d4fc-4e8d-b2f8-f536d8b8d9cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:05.988141 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47895e47-d4fc-4e8d-b2f8-f536d8b8d9cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:05.988612 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47895e47-d4fc-4e8d-b2f8-f536d8b8d9cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:05.990569 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47895e47-d4fc-4e8d-b2f8-f536d8b8d9cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:05.991952 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47895e47-d4fc-4e8d-b2f8-f536d8b8d9cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:05.992269 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47895e47-d4fc-4e8d-b2f8-f536d8b8d9cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:05.992616 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47895e47-d4fc-4e8d-b2f8-f536d8b8d9cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:06.068978 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38726) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:06.079597 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-688866c5-d8c7-4a2c-b135-006511ddfb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.179070 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8d118357-74e8-4689-9f7b-a3dadff2369c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.271902 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 4b332a2e-11d0-48a0-9465-93957bcf4c91 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:31:06.369835 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-688866c5-d8c7-4a2c-b135-006511ddfb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.372735 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-688866c5-d8c7-4a2c-b135-006511ddfb12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.516888 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 4b332a2e-11d0-48a0-9465-93957bcf4c91, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=4b332a2e-11d0-48a0-9465-93957bcf4c91,segment=NetworkSegment(3f952078-cb9c-47f7-9e6d-cc7a02591d17),segment_id=3f952078-cb9c-47f7-9e6d-cc7a02591d17)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:06.536442 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4aa07d89-ed67-44c5-8045-5166ea85c9fc req-802bc73c-24ef-48bb-aeaa-71f56dac7cb2 service neutron] 10.222.0.18 "GET /v2.0/networks/3f838853-abda-4c3a-9151-1eee7174c196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4406431 Jul 16 20:31:06.537955 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e52af554-c261-4535-8e5f-b3ff68707b01 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102833101-network', 'tenant_id': 'ef5a901508a34486bd668f0922d760af'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:06.544281 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-688866c5-d8c7-4a2c-b135-006511ddfb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.546211 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688866c5-d8c7-4a2c-b135-006511ddfb12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75aef24c-b5b2-4df8-9d3d-89068246430f {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:31:06.550356 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47895e47-d4fc-4e8d-b2f8-f536d8b8d9cd admin admin] Pushing event updated for resources: {'Network': ['ID=3bacfa8c-8c89-4436-b14a-0e5580405094,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:06.564255 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-688866c5-d8c7-4a2c-b135-006511ddfb12 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.565475 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-688866c5-d8c7-4a2c-b135-006511ddfb12 admin admin] 10.222.0.38 "DELETE /v2.0/routers/75aef24c-b5b2-4df8-9d3d-89068246430f HTTP/1.1" status: 204 len: 168 time: 5.8647537 Jul 16 20:31:06.572991 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 38746) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:06.604246 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 3bacfa8c-8c89-4436-b14a-0e5580405094 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:31:06.633238 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52af554-c261-4535-8e5f-b3ff68707b01 admin admin] Made reservation on behalf of ef5a901508a34486bd668f0922d760af for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:06.665098 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e52af554-c261-4535-8e5f-b3ff68707b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.746102 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e52af554-c261-4535-8e5f-b3ff68707b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.753724 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43974256-a912-4763-a40e-31348cd03e02 req-6583a8b2-58fa-4f29-9aa1-b8ba03936f68 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:06.764725 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-43974256-a912-4763-a40e-31348cd03e02 req-6583a8b2-58fa-4f29-9aa1-b8ba03936f68 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=130553d1-46ce-4ede-a8e0-75d49b5c3936 HTTP/1.1" status: 200 len: 944 time: 1.5208435 Jul 16 20:31:06.815523 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f3b3722e-7ac0-47fb-bf83-63d721e9ef39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.864753 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '4b332a2e-11d0-48a0-9465-93957bcf4c91', 'network_id': '3f838853-abda-4c3a-9151-1eee7174c196', 'port_id': '4b332a2e-11d0-48a0-9465-93957bcf4c91', 'mac_address': 'fa:16:3e:cb:86:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32068c5-153f-4016-8324-2b24dcd4a18d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:31:06.883079 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-43974256-a912-4763-a40e-31348cd03e02 req-a3cc7186-abf1-450d-8941-92717baeae8f tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138668 Jul 16 20:31:06.920529 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-7035f807-845d-44cc-907c-74fa0acda0bf admin admin] Deleting subnet 67810756-7226-4425-b6e5-fae98f9b4940 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:31:06.989298 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7035f807-845d-44cc-907c-74fa0acda0bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.005318 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.025925 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b332a2e-11d0-48a0-9465-93957bcf4c91 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:07.030880 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17b1ec1-0f14-4cae-87b9-92fe29590225 None None] Network c856853c-1bbc-4399-8326-1d7e71a7f77f requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:07.051572 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7035f807-845d-44cc-907c-74fa0acda0bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.058929 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 4b332a2e-11d0-48a0-9465-93957bcf4c91, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=4b332a2e-11d0-48a0-9465-93957bcf4c91,segment=NetworkSegment(3f952078-cb9c-47f7-9e6d-cc7a02591d17),segment_id=3f952078-cb9c-47f7-9e6d-cc7a02591d17)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:07.091780 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b3722e-7ac0-47fb-bf83-63d721e9ef39 admin admin] Checking segment: {'id': 'ef656b0c-fc3c-47b0-93e5-af2f6bf01792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3bacfa8c-8c89-4436-b14a-0e5580405094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:07.092262 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b3722e-7ac0-47fb-bf83-63d721e9ef39 admin admin] Network hostable DHCP agents. Network: 3bacfa8c-8c89-4436-b14a-0e5580405094, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:31:07.122099 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3722e-7ac0-47fb-bf83-63d721e9ef39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=123f73dc-f9e9-4aa8-9bf9-497b90a09ab5,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:07.127953 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d118357-74e8-4689-9f7b-a3dadff2369c admin admin] Router fb011506-2467-4ba5-9fc8-a5e2513e24b3 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:31:07.188582 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dfcc3223-1cc3-4580-b350-bdf99734d0a9 req-68ba47aa-bcab-4421-b0bc-8877978ec044 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 210 time: 0.0949717 Jul 16 20:31:07.205646 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b3722e-7ac0-47fb-bf83-63d721e9ef39 admin admin] Network 3bacfa8c-8c89-4436-b14a-0e5580405094 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:31:07.241166 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.311247 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7035f807-845d-44cc-907c-74fa0acda0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.325824 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=4b332a2e-11d0-48a0-9465-93957bcf4c91,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:07.345355 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7d9a8c4c-894a-4bfe-bff7-e756e215c8e9 None None] Provisioning for port a8cb0fab-6832-42d0-b989-671b6fc47101 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:07.365146 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7d9a8c4c-894a-4bfe-bff7-e756e215c8e9 None None] Provisioning complete for port a8cb0fab-6832-42d0-b989-671b6fc47101 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:07.365619 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d9a8c4c-894a-4bfe-bff7-e756e215c8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.475780 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7035f807-845d-44cc-907c-74fa0acda0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.493070 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['4b332a2e-11d0-48a0-9465-93957bcf4c91'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:07.539296 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035f807-845d-44cc-907c-74fa0acda0bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67810756-7226-4425-b6e5-fae98f9b4940,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:07.553576 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7035f807-845d-44cc-907c-74fa0acda0bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.556783 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7035f807-845d-44cc-907c-74fa0acda0bf admin admin] 10.222.0.38 "DELETE /v2.0/subnets/67810756-7226-4425-b6e5-fae98f9b4940 HTTP/1.1" status: 204 len: 168 time: 0.9826899 Jul 16 20:31:07.559552 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 38776) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:07.605695 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4243f2f-a2c2-4e4a-87e2-0695bf445f8b None None] Network 21350c64-0f27-47ba-bbc5-0862dccdf852 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:07.613839 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device af58704c-03f6-48b5-9d3c-a83434d179f5 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:07.697762 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0573d9ba-7632-4122-943d-3547d18ca5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.717395 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: af58704c-03f6-48b5-9d3c-a83434d179f5 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:07.717748 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device af58704c-03f6-48b5-9d3c-a83434d179f5 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:07.777629 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-0573d9ba-7632-4122-943d-3547d18ca5d1 admin admin] Deleting port 06fef9d7-f20b-474b-b285-70dd5f2c3c26 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:07.778969 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0573d9ba-7632-4122-943d-3547d18ca5d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.988540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-0573d9ba-7632-4122-943d-3547d18ca5d1 admin admin] For port 06fef9d7-f20b-474b-b285-70dd5f2c3c26, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=06fef9d7-f20b-474b-b285-70dd5f2c3c26,segment=NetworkSegment(f8d511fe-6c47-40b9-ae9e-5edbc54d16af),segment_id=f8d511fe-6c47-40b9-ae9e-5edbc54d16af)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:07.995943 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0573d9ba-7632-4122-943d-3547d18ca5d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.020516 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d9a8c4c-894a-4bfe-bff7-e756e215c8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.043474 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-0573d9ba-7632-4122-943d-3547d18ca5d1 admin admin] Calling delete_port for 06fef9d7-f20b-474b-b285-70dd5f2c3c26 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:08.076119 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-7d9a8c4c-894a-4bfe-bff7-e756e215c8e9 None None] For port a8cb0fab-6832-42d0-b989-671b6fc47101, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a8cb0fab-6832-42d0-b989-671b6fc47101,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:08.098737 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d9a8c4c-894a-4bfe-bff7-e756e215c8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.253955 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-5056ac52-816b-4913-978a-f8fec68e5dbe tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:08.256250 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-5056ac52-816b-4913-978a-f8fec68e5dbe tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.62 "GET /v2.0/networks?id=e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 200 len: 821 time: 1.0551088 Jul 16 20:31:08.264166 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-f3b3722e-7ac0-47fb-bf83-63d721e9ef39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 3bacfa8c-8c89-4436-b14a-0e5580405094) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:08.274881 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-097a0cb7-c463-469c-83e1-451687ab0b65 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Request body: {'port': {'device_id': 'd3d45dc1-22f7-4ca6-a8c9-07790d7b3e40', 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297', 'admin_state_up': True, 'tenant_id': 'f8a8ade9cff04e3db4af1591a2770156'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:08.303910 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b3722e-7ac0-47fb-bf83-63d721e9ef39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:08.306925 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ffbb29-51a5-419e-a1ce-1881554e5640 None None] Network 3bacfa8c-8c89-4436-b14a-0e5580405094 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:08.319534 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f3b3722e-7ac0-47fb-bf83-63d721e9ef39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.390849 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a8c4c-894a-4bfe-bff7-e756e215c8e9 None None] Pushing event updated for resources: {'Port': ['ID=a8cb0fab-6832-42d0-b989-671b6fc47101,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:08.419709 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0573d9ba-7632-4122-943d-3547d18ca5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.438176 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48111b6-2b54-4c4e-91d5-1d6656646ba0 req-5a509874-ef56-4d2a-80c1-02b42527946d tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:08.440085 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e48111b6-2b54-4c4e-91d5-1d6656646ba0 req-5a509874-ef56-4d2a-80c1-02b42527946d tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=130553d1-46ce-4ede-a8e0-75d49b5c3936 HTTP/1.1" status: 200 len: 945 time: 0.2278051 Jul 16 20:31:08.509715 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573d9ba-7632-4122-943d-3547d18ca5d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=06fef9d7-f20b-474b-b285-70dd5f2c3c26,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:08.552120 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0573d9ba-7632-4122-943d-3547d18ca5d1 admin admin] No DVR routers for this DVR port 06fef9d7-f20b-474b-b285-70dd5f2c3c26 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:08.555230 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4880bc07-ff27-4fec-91aa-a89c6e1c9316 None None] DHCP port deletion for 21350c64-0f27-47ba-bbc5-0862dccdf852 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:31:08.557724 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8c4c-894a-4bfe-bff7-e756e215c8e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:08.558148 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8c4c-894a-4bfe-bff7-e756e215c8e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:08.559170 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e52af554-c261-4535-8e5f-b3ff68707b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.571870 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8c4c-894a-4bfe-bff7-e756e215c8e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:08.572310 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8c4c-894a-4bfe-bff7-e756e215c8e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:08.572661 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8c4c-894a-4bfe-bff7-e756e215c8e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:08.572999 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8c4c-894a-4bfe-bff7-e756e215c8e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:08.573337 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8c4c-894a-4bfe-bff7-e756e215c8e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:08.573673 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8c4c-894a-4bfe-bff7-e756e215c8e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:08.574002 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8c4c-894a-4bfe-bff7-e756e215c8e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:08.574391 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8c4c-894a-4bfe-bff7-e756e215c8e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:08.575149 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8c4c-894a-4bfe-bff7-e756e215c8e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:08.575149 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8c4c-894a-4bfe-bff7-e756e215c8e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:08.591993 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-320944e5-8da7-47f7-b28e-bae795c8ef51 req-d448d8f5-2164-4bce-baa5-fa4d4b36557f tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 210 time: 0.0759816 Jul 16 20:31:08.638178 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e52af554-c261-4535-8e5f-b3ff68707b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.700499 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e48111b6-2b54-4c4e-91d5-1d6656646ba0 req-4918135e-429d-4541-950b-417ae862fda7 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045813 Jul 16 20:31:08.708631 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 38808) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:08.728568 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52af554-c261-4535-8e5f-b3ff68707b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f19296-992e-41f8-a8d8-7e10e6f60971,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:08.732435 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f3b3722e-7ac0-47fb-bf83-63d721e9ef39 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1520312 Jul 16 20:31:08.744704 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d118357-74e8-4689-9f7b-a3dadff2369c admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:08.766388 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e52af554-c261-4535-8e5f-b3ff68707b01 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:31:08.835726 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0573d9ba-7632-4122-943d-3547d18ca5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.852920 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e52af554-c261-4535-8e5f-b3ff68707b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.867096 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-e52af554-c261-4535-8e5f-b3ff68707b01 admin admin] Added segment ee3a15d1-e0dd-4442-848c-29677571a35a of type vlan for network d6eec540-6b7a-4613-90ff-e030a2c552f3 Jul 16 20:31:08.871798 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-0573d9ba-7632-4122-943d-3547d18ca5d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21350c64-0f27-47ba-bbc5-0862dccdf852']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:08.874144 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8d118357-74e8-4689-9f7b-a3dadff2369c admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.876248 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8d118357-74e8-4689-9f7b-a3dadff2369c admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1009603 Jul 16 20:31:08.886270 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 38830) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:08.911302 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781637c6-406c-4031-87bf-0d53fdb37161 None None] Sync routers for ids ['fb011506-2467-4ba5-9fc8-a5e2513e24b3'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:08.945493 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781637c6-406c-4031-87bf-0d53fdb37161 None None] Routers {'fb011506-2467-4ba5-9fc8-a5e2513e24b3'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:08.946129 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-781637c6-406c-4031-87bf-0d53fdb37161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:30:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['fb011506-2467-4ba5-9fc8-a5e2513e24b3'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:09.005746 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-0573d9ba-7632-4122-943d-3547d18ca5d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d511fe-6c47-40b9-ae9e-5edbc54d16af') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:09.006049 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-0573d9ba-7632-4122-943d-3547d18ca5d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d511fe-6c47-40b9-ae9e-5edbc54d16af') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:09.016665 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e52af554-c261-4535-8e5f-b3ff68707b01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.062180 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04c3bd7-425c-470d-88d2-57b9b90d43f1 None None] Network 3bacfa8c-8c89-4436-b14a-0e5580405094 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:09.067926 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-097a0cb7-c463-469c-83e1-451687ab0b65 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Made reservation on behalf of f8a8ade9cff04e3db4af1591a2770156 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:09.075664 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0573d9ba-7632-4122-943d-3547d18ca5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.079748 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-097a0cb7-c463-469c-83e1-451687ab0b65 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.099977 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-65e38ef1-6673-4e4a-9b14-77fa470c8405 None None] Provisioning complete for port a8cb0fab-6832-42d0-b989-671b6fc47101 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:09.100731 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65e38ef1-6673-4e4a-9b14-77fa470c8405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.134596 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e52af554-c261-4535-8e5f-b3ff68707b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.136420 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52af554-c261-4535-8e5f-b3ff68707b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:09.137212 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e52af554-c261-4535-8e5f-b3ff68707b01 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.180194 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb14e344-3978-47f1-96e8-534677225c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.200941 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e52af554-c261-4535-8e5f-b3ff68707b01 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 3.0762007 Jul 16 20:31:09.208554 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38836) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:09.214786 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-6806aafc-465a-4e70-8e69-424ca67a5e0c admin admin] Request body: {'subnet': {'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102833101-subnet', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:09.333443 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52af554-c261-4535-8e5f-b3ff68707b01 admin admin] Pushing event updated for resources: {'Network': ['ID=d6eec540-6b7a-4613-90ff-e030a2c552f3,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:09.389394 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb14e344-3978-47f1-96e8-534677225c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.393618 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0573d9ba-7632-4122-943d-3547d18ca5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.434307 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb14e344-3978-47f1-96e8-534677225c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.445246 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6806aafc-465a-4e70-8e69-424ca67a5e0c admin admin] Made reservation on behalf of ef5a901508a34486bd668f0922d760af for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:09.449441 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6806aafc-465a-4e70-8e69-424ca67a5e0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.462385 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0573d9ba-7632-4122-943d-3547d18ca5d1 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:31:09.462806 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0573d9ba-7632-4122-943d-3547d18ca5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.468598 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-097a0cb7-c463-469c-83e1-451687ab0b65 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Allocated IP 172.20.0.14 (e0476e10-8d02-4fbd-b804-ab41bcf63297/13ad8455-a3f9-4cd7-bb5a-6261d086b47a/223444f8-f4b3-4cbf-a541-e52463943a81) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:31:09.470261 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:31:09.530664 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network d6eec540-6b7a-4613-90ff-e030a2c552f3 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:31:09.536612 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-781637c6-406c-4031-87bf-0d53fdb37161 None None] Set router fb011506-2467-4ba5-9fc8-a5e2513e24b3 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:09.665658 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a8cb0fab-6832-42d0-b989-671b6fc47101 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:09.718227 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0573d9ba-7632-4122-943d-3547d18ca5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.853086 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0573d9ba-7632-4122-943d-3547d18ca5d1 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.855092 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0573d9ba-7632-4122-943d-3547d18ca5d1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/21350c64-0f27-47ba-bbc5-0862dccdf852 HTTP/1.1" status: 204 len: 168 time: 2.2796290 Jul 16 20:31:09.925930 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573d9ba-7632-4122-943d-3547d18ca5d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=21350c64-0f27-47ba-bbc5-0862dccdf852,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:09.943687 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6806aafc-465a-4e70-8e69-424ca67a5e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.951353 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bb14e344-3978-47f1-96e8-534677225c1e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=beccb32cf15742f692055a43901fe1de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2398615 Jul 16 20:31:09.958115 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38850) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:09.960459 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759b1cc-e2b9-4302-b506-f0ae079a5070 req-fda8ede6-c355-41ca-a62a-d2599175c18b tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:09.967650 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f759b1cc-e2b9-4302-b506-f0ae079a5070 req-fda8ede6-c355-41ca-a62a-d2599175c18b tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7d2ee1a-ea46-4fd9-8c56-9c600098c068 HTTP/1.1" status: 200 len: 950 time: 0.9460235 Jul 16 20:31:09.991283 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port a8cb0fab-6832-42d0-b989-671b6fc47101 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:09.991912 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.016175 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c8f4324b-242e-4420-99aa-6d4511a76e84 req-99e77b52-6f14-4a2d-9fd6-3ade98fabaab tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 210 time: 0.1734965 Jul 16 20:31:10.017084 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14e344-3978-47f1-96e8-534677225c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74af8a8d-da1e-41c7-8a06-ccc632eaaa75,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:10.039026 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f759b1cc-e2b9-4302-b506-f0ae079a5070 req-177624e3-86ee-43a9-851a-7d7288a18bec tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba6c7ee-7ab6-4901-ad78-b5124b3f69ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676415 Jul 16 20:31:10.113836 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-781637c6-406c-4031-87bf-0d53fdb37161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'name': 'tempest-ServerActionsTestJSON-875661210-router', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c54baa32-9860-4ae2-a209-c354ac5eb1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:02Z', 'updated_at': '2021-07-16T20:31:05Z', 'revision_number': 3, 'project_id': 'a4359c07a39647debc91cc45c7855204', 'gw_port': {'id': 'c54baa32-9860-4ae2-a209-c354ac5eb1fd', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:46:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:04Z', 'updated_at': '2021-07-16T20:31:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:10.197674 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-097a0cb7-c463-469c-83e1-451687ab0b65 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.206826 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781637c6-406c-4031-87bf-0d53fdb37161 None None] Checking router: fb011506-2467-4ba5-9fc8-a5e2513e24b3 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:31:10.207286 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781637c6-406c-4031-87bf-0d53fdb37161 None None] Updating router fb011506-2467-4ba5-9fc8-a5e2513e24b3 port c54baa32-9860-4ae2-a209-c354ac5eb1fd binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:31:10.218249 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38856) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:10.276536 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-781637c6-406c-4031-87bf-0d53fdb37161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.304269 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 4b332a2e-11d0-48a0-9465-93957bcf4c91 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:10.307280 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 06fef9d7-f20b-474b-b285-70dd5f2c3c26 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:10.313097 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806aafc-465a-4e70-8e69-424ca67a5e0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ea9770-e9c0-4d77-95f4-cfd136994bd2,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:10.356866 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 06fef9d7-f20b-474b-b285-70dd5f2c3c26 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:10.357769 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 06fef9d7-f20b-474b-b285-70dd5f2c3c26 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:10.366908 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6806aafc-465a-4e70-8e69-424ca67a5e0c admin admin] Checking segment: {'id': 'ee3a15d1-e0dd-4442-848c-29677571a35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:10.367391 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6806aafc-465a-4e70-8e69-424ca67a5e0c admin admin] Network hostable DHCP agents. Network: d6eec540-6b7a-4613-90ff-e030a2c552f3, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:31:10.416338 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-44da1220-9c8d-4dc8-bb10-7b23987e6304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.449975 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-44da1220-9c8d-4dc8-bb10-7b23987e6304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.471875 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 4b332a2e-11d0-48a0-9465-93957bcf4c91 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:10.478482 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 4b332a2e-11d0-48a0-9465-93957bcf4c91 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:10.478966 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.522272 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6806aafc-465a-4e70-8e69-424ca67a5e0c admin admin] Network d6eec540-6b7a-4613-90ff-e030a2c552f3 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:31:10.534686 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-44da1220-9c8d-4dc8-bb10-7b23987e6304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.537637 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-44da1220-9c8d-4dc8-bb10-7b23987e6304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.539092 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-44da1220-9c8d-4dc8-bb10-7b23987e6304 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/74af8a8d-da1e-41c7-8a06-ccc632eaaa75 HTTP/1.1" status: 204 len: 168 time: 0.5635753 Jul 16 20:31:10.556043 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da1220-9c8d-4dc8-bb10-7b23987e6304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74af8a8d-da1e-41c7-8a06-ccc632eaaa75,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:10.568602 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c4f88fa2-4cba-4ead-9ad9-3011aa5e69b8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7c8a407255394059aab3556119ea8553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3341377 Jul 16 20:31:10.569851 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38868) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:10.607569 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-6806aafc-465a-4e70-8e69-424ca67a5e0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, d6eec540-6b7a-4613-90ff-e030a2c552f3) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:10.644778 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6806aafc-465a-4e70-8e69-424ca67a5e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:10.645370 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6806aafc-465a-4e70-8e69-424ca67a5e0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.677518 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d857e5-e58e-4c35-8c52-6f887d240263 None None] Network d6eec540-6b7a-4613-90ff-e030a2c552f3 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:10.717884 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-097a0cb7-c463-469c-83e1-451687ab0b65 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.744939 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['4da1b85c-da5d-4df3-8ad7-97cd630dac2b'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:10.759322 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6806aafc-465a-4e70-8e69-424ca67a5e0c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5493858 Jul 16 20:31:10.767521 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38872) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:10.772426 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e3ab36a9-eb91-4447-a261-f59823911fb5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102833101-router', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:10.811077 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-097a0cb7-c463-469c-83e1-451687ab0b65 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Network e0476e10-8d02-4fbd-b804-ab41bcf63297 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:10.824829 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a0cb7-c463-469c-83e1-451687ab0b65 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Pushing event updated for resources: {'Port': ['ID=223444f8-f4b3-4cbf-a541-e52463943a81,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:10.849321 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-097a0cb7-c463-469c-83e1-451687ab0b65 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:10.863306 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-097a0cb7-c463-469c-83e1-451687ab0b65 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:10.878691 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9c7e35d-714f-44b5-a898-e30065c57846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.885952 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3ab36a9-eb91-4447-a261-f59823911fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.893559 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3ab36a9-eb91-4447-a261-f59823911fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.997573 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc433c7-032c-4f92-8a8d-b65636cc4d29 req-f2384613-2525-4813-919c-df508c51acb7 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:11.007149 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6bc433c7-032c-4f92-8a8d-b65636cc4d29 req-f2384613-2525-4813-919c-df508c51acb7 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=130553d1-46ce-4ede-a8e0-75d49b5c3936 HTTP/1.1" status: 200 len: 945 time: 0.2196255 Jul 16 20:31:11.027506 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.043141 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9c7e35d-714f-44b5-a898-e30065c57846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.105114 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6bc433c7-032c-4f92-8a8d-b65636cc4d29 req-1a31c518-7400-46b4-9cf2-e12b35019d53 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964224 Jul 16 20:31:11.108081 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-097a0cb7-c463-469c-83e1-451687ab0b65 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:11.109065 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-097a0cb7-c463-469c-83e1-451687ab0b65 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.139685 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-097a0cb7-c463-469c-83e1-451687ab0b65 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8708408 Jul 16 20:31:11.146085 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3ab36a9-eb91-4447-a261-f59823911fb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.161735 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-1ec6ddf9-7786-4851-afee-3fa87191a8aa service neutron] Request body: {'port': {'device_id': 'd3d45dc1-22f7-4ca6-a8c9-07790d7b3e40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:11.218435 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-974d8177-d95c-4c40-9645-6499a13a06d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.259759 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38888) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:11.291783 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5083a58e-2389-46bd-afa0-3a97b00675f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.327048 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130553d1-46ce-4ede-a8e0-75d49b5c3936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b332a2e-11d0-48a0-9465-93957bcf4c91'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:11.329559 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c0e51d-6c44-4599-bbf8-8305d90fd327" -d '{"events": [{"server_uuid": "130553d1-46ce-4ede-a8e0-75d49b5c3936", "name": "network-vif-plugged", "status": "completed", "tag": "4b332a2e-11d0-48a0-9465-93957bcf4c91"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:11.366211 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3ab36a9-eb91-4447-a261-f59823911fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.408029 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 4b332a2e-11d0-48a0-9465-93957bcf4c91, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=4b332a2e-11d0-48a0-9465-93957bcf4c91,segment=NetworkSegment(3f952078-cb9c-47f7-9e6d-cc7a02591d17),segment_id=3f952078-cb9c-47f7-9e6d-cc7a02591d17)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:11.436513 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9c7e35d-714f-44b5-a898-e30065c57846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.439666 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9c7e35d-714f-44b5-a898-e30065c57846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.440866 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e9c7e35d-714f-44b5-a898-e30065c57846 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/61d8d022-cfd6-49fc-a148-4a62ebf5ed3a HTTP/1.1" status: 204 len: 168 time: 0.8557332 Jul 16 20:31:11.460219 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7e35d-714f-44b5-a898-e30065c57846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d8d022-cfd6-49fc-a148-4a62ebf5ed3a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:11.472710 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f43179-fc2c-4b17-a37b-b94f90f1a1c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-d6eec540-6b7a-4613-90ff-e030a2c552f3', 'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'fixed_ips': [{'subnet_id': '30ea9770-e9c0-4d77-95f4-cfd136994bd2'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:31:11.473497 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6f43179-fc2c-4b17-a37b-b94f90f1a1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.483876 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-1ec6ddf9-7786-4851-afee-3fa87191a8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.489171 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.532023 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:31:11.608342 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=4b332a2e-11d0-48a0-9465-93957bcf4c91,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:11.718177 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-781637c6-406c-4031-87bf-0d53fdb37161 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.795114 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5083a58e-2389-46bd-afa0-3a97b00675f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.811682 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-781637c6-406c-4031-87bf-0d53fdb37161 None None] Transition to ACTIVE for port object c54baa32-9860-4ae2-a209-c354ac5eb1fd will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:11.813959 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84650d-8a69-4ef1-9bba-459b3f6bf786 req-4230ecea-4bf2-4999-b1dc-b959ebe51314 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:11.819315 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ad84650d-8a69-4ef1-9bba-459b3f6bf786 req-4230ecea-4bf2-4999-b1dc-b959ebe51314 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 932 time: 0.4688559 Jul 16 20:31:11.850701 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-781637c6-406c-4031-87bf-0d53fdb37161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.866888 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb48fbd-df33-45cd-87dc-2d1c5fdba891 req-dd665477-75ac-4222-aa2b-a5dd94e9f57b tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:11.875781 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eeb48fbd-df33-45cd-87dc-2d1c5fdba891 req-dd665477-75ac-4222-aa2b-a5dd94e9f57b tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7d2ee1a-ea46-4fd9-8c56-9c600098c068 HTTP/1.1" status: 200 len: 950 time: 0.4980218 Jul 16 20:31:11.958827 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-974d8177-d95c-4c40-9645-6499a13a06d6 admin admin] Allocated IP 172.20.0.1 (c856853c-1bbc-4399-8326-1d7e71a7f77f/587f0aec-80a3-4172-9644-d785b8e153a3/34e0888d-7d47-442e-87bf-bff94f822e42) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:11.977367 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eeb48fbd-df33-45cd-87dc-2d1c5fdba891 req-d44cb7c4-f954-46fc-a0e9-35c6577178f3 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba6c7ee-7ab6-4901-ad78-b5124b3f69ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977271 Jul 16 20:31:11.987044 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-1ec6ddf9-7786-4851-afee-3fa87191a8aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223444f8-f4b3-4cbf-a541-e52463943a81 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:11.987794 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731f276-179a-4f58-a0c9-e6749060deef None None] Pushing event updated for resources: {'Port': ['ID=c54baa32-9860-4ae2-a209-c354ac5eb1fd,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:12.009726 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-1ec6ddf9-7786-4851-afee-3fa87191a8aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.014715 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ad84650d-8a69-4ef1-9bba-459b3f6bf786 req-73afb2f3-61a1-4b5b-a0c8-4ebd87cf7fab tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741905 Jul 16 20:31:12.030956 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-1ec6ddf9-7786-4851-afee-3fa87191a8aa service neutron] Transition to ACTIVE for port object 223444f8-f4b3-4cbf-a541-e52463943a81 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:12.120024 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5083a58e-2389-46bd-afa0-3a97b00675f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.161062 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-781637c6-406c-4031-87bf-0d53fdb37161 None None] Attempting to bind port c54baa32-9860-4ae2-a209-c354ac5eb1fd on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:12.161062 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-781637c6-406c-4031-87bf-0d53fdb37161 None None] Attempting to bind port c54baa32-9860-4ae2-a209-c354ac5eb1fd by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:12.161749 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781637c6-406c-4031-87bf-0d53fdb37161 None None] Attempting to bind port c54baa32-9860-4ae2-a209-c354ac5eb1fd on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:12.177013 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5083a58e-2389-46bd-afa0-3a97b00675f8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bde55c7945214b248e8f1dc6e4a3bdad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9115641 Jul 16 20:31:12.177013 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-1ec6ddf9-7786-4851-afee-3fa87191a8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.179036 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 38912) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:12.185083 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083a58e-2389-46bd-afa0-3a97b00675f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190c741f-da22-47af-91c7-7e882ef186c7,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:12.215750 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d1308a-d731-4e0e-9cee-09e645645f1a x-openstack-request-id: req-b2d1308a-d731-4e0e-9cee-09e645645f1a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:12.216395 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130553d1-46ce-4ede-a8e0-75d49b5c3936", "name": "network-vif-plugged", "status": "completed", "tag": "4b332a2e-11d0-48a0-9465-93957bcf4c91", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:12.216968 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b2d1308a-d731-4e0e-9cee-09e645645f1a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:12.218155 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130553d1-46ce-4ede-a8e0-75d49b5c3936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b332a2e-11d0-48a0-9465-93957bcf4c91', 'code': 200} Jul 16 20:31:12.252684 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-b6f43179-fc2c-4b17-a37b-b94f90f1a1c9 None None] Allocated IP 172.20.0.2 (d6eec540-6b7a-4613-90ff-e030a2c552f3/30ea9770-e9c0-4d77-95f4-cfd136994bd2/6220c5d3-05d9-457f-bac6-c9e655fb2106) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:12.267618 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6ddf9-7786-4851-afee-3fa87191a8aa service neutron] Pushing event updated for resources: {'Port': ['ID=223444f8-f4b3-4cbf-a541-e52463943a81,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:12.296120 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781637c6-406c-4031-87bf-0d53fdb37161 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:12.298357 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781637c6-406c-4031-87bf-0d53fdb37161 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:12.300001 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-781637c6-406c-4031-87bf-0d53fdb37161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.302105 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781637c6-406c-4031-87bf-0d53fdb37161 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:12.303112 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-781637c6-406c-4031-87bf-0d53fdb37161 None None] Bound port: c54baa32-9860-4ae2-a209-c354ac5eb1fd, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:12.304832 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-781637c6-406c-4031-87bf-0d53fdb37161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.310675 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-974d8177-d95c-4c40-9645-6499a13a06d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.348158 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-974d8177-d95c-4c40-9645-6499a13a06d6 admin admin] Transition to ACTIVE for port object 34e0888d-7d47-442e-87bf-bff94f822e42 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:12.376162 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-1ec6ddf9-7786-4851-afee-3fa87191a8aa service neutron] Attempting to bind port 223444f8-f4b3-4cbf-a541-e52463943a81 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:12.376533 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-1ec6ddf9-7786-4851-afee-3fa87191a8aa service neutron] Attempting to bind port 223444f8-f4b3-4cbf-a541-e52463943a81 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:12.376893 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-1ec6ddf9-7786-4851-afee-3fa87191a8aa service neutron] Attempting to bind port 223444f8-f4b3-4cbf-a541-e52463943a81 on network e0476e10-8d02-4fbd-b804-ab41bcf63297 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:12.383923 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-1ec6ddf9-7786-4851-afee-3fa87191a8aa service neutron] Port 223444f8-f4b3-4cbf-a541-e52463943a81 on network e0476e10-8d02-4fbd-b804-ab41bcf63297 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:12.384243 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-1ec6ddf9-7786-4851-afee-3fa87191a8aa service neutron] Attempting to bind port 223444f8-f4b3-4cbf-a541-e52463943a81 on network e0476e10-8d02-4fbd-b804-ab41bcf63297 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:12.392798 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-1ec6ddf9-7786-4851-afee-3fa87191a8aa service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:12.392798 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-1ec6ddf9-7786-4851-afee-3fa87191a8aa service neutron] Checking segment: {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:12.393401 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-1ec6ddf9-7786-4851-afee-3fa87191a8aa service neutron] Bound using segment: {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:12.393863 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-1ec6ddf9-7786-4851-afee-3fa87191a8aa service neutron] Bound port: 223444f8-f4b3-4cbf-a541-e52463943a81, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:12.394388 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-1ec6ddf9-7786-4851-afee-3fa87191a8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.444321 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8798823a-8e7e-40b1-8aff-b5b214f058b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.467748 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8798823a-8e7e-40b1-8aff-b5b214f058b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.470300 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-1ec6ddf9-7786-4851-afee-3fa87191a8aa service neutron] For port 223444f8-f4b3-4cbf-a541-e52463943a81, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:12.474895 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-1ec6ddf9-7786-4851-afee-3fa87191a8aa service neutron] For port 223444f8-f4b3-4cbf-a541-e52463943a81, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=223444f8-f4b3-4cbf-a541-e52463943a81,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:12.477799 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3ab36a9-eb91-4447-a261-f59823911fb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.488552 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-781637c6-406c-4031-87bf-0d53fdb37161 None None] For port c54baa32-9860-4ae2-a209-c354ac5eb1fd, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:12.494891 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-781637c6-406c-4031-87bf-0d53fdb37161 None None] For port c54baa32-9860-4ae2-a209-c354ac5eb1fd, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=c54baa32-9860-4ae2-a209-c354ac5eb1fd,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:12.505366 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3ab36a9-eb91-4447-a261-f59823911fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.506453 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-781637c6-406c-4031-87bf-0d53fdb37161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.554934 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96b6f5-6029-43fc-b568-a97373925581 req-67bb1d55-8ab1-4ca8-b0c8-6a137170a0c1 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:12.561443 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-af96b6f5-6029-43fc-b568-a97373925581 req-67bb1d55-8ab1-4ca8-b0c8-6a137170a0c1 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] 10.222.0.38 "GET /v2.0/networks?id=3bacfa8c-8c89-4436-b14a-0e5580405094 HTTP/1.1" status: 200 len: 810 time: 0.4270303 Jul 16 20:31:12.583695 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8798823a-8e7e-40b1-8aff-b5b214f058b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.585708 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8798823a-8e7e-40b1-8aff-b5b214f058b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.590106 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8798823a-8e7e-40b1-8aff-b5b214f058b2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/190c741f-da22-47af-91c7-7e882ef186c7 HTTP/1.1" status: 204 len: 168 time: 0.4087963 Jul 16 20:31:12.638735 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-af96b6f5-6029-43fc-b568-a97373925581 req-e1daad57-a070-4df2-a694-f7fc68b9b89e tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] 10.222.0.38 "GET /v2.0/quotas/7946c54c6db44cc0a37cdf0fee73d5ff HTTP/1.1" status: 200 len: 375 time: 0.0762808 Jul 16 20:31:12.673324 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-974d8177-d95c-4c40-9645-6499a13a06d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.675616 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798823a-8e7e-40b1-8aff-b5b214f058b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190c741f-da22-47af-91c7-7e882ef186c7,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:12.718292 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-e3ab36a9-eb91-4447-a261-f59823911fb5 admin admin] Allocated IP 172.25.0.71 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/2cf7300d-4ae6-4030-a301-8b08290433a3) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:12.783890 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-af96b6f5-6029-43fc-b568-a97373925581 req-d0e54b15-e10d-490b-9012-bf1e5bd61d61 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7946c54c6db44cc0a37cdf0fee73d5ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1422031 Jul 16 20:31:12.867733 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781637c6-406c-4031-87bf-0d53fdb37161 None None] Routers {'fb011506-2467-4ba5-9fc8-a5e2513e24b3'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:12.870117 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-781637c6-406c-4031-87bf-0d53fdb37161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:30:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['fb011506-2467-4ba5-9fc8-a5e2513e24b3'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:12.873858 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731f276-179a-4f58-a0c9-e6749060deef None None] Pushing event updated for resources: {'Port': ['ID=c54baa32-9860-4ae2-a209-c354ac5eb1fd,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:12.932877 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3ab36a9-eb91-4447-a261-f59823911fb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.997699 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-1ec6ddf9-7786-4851-afee-3fa87191a8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.031764 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974d8177-d95c-4c40-9645-6499a13a06d6 admin admin] Network c856853c-1bbc-4399-8326-1d7e71a7f77f is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:13.053864 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-974d8177-d95c-4c40-9645-6499a13a06d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:13.057639 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d8177-d95c-4c40-9645-6499a13a06d6 admin admin] Pushing event updated for resources: {'Port': ['ID=34e0888d-7d47-442e-87bf-bff94f822e42,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:13.094610 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974d8177-d95c-4c40-9645-6499a13a06d6 admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:13.202514 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97424c6-53cd-461a-851b-8c0d5260fd00 req-5961b2a3-000c-4382-a8da-400a47c96109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:13.207872 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b97424c6-53cd-461a-851b-8c0d5260fd00 req-5961b2a3-000c-4382-a8da-400a47c96109 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=130553d1-46ce-4ede-a8e0-75d49b5c3936 HTTP/1.1" status: 200 len: 1098 time: 0.8277068 Jul 16 20:31:13.278031 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-1ec6ddf9-7786-4851-afee-3fa87191a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:13.278031 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-1ec6ddf9-7786-4851-afee-3fa87191a8aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.278031 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-1ec6ddf9-7786-4851-afee-3fa87191a8aa service neutron] 10.222.0.62 "PUT /v2.0/ports/223444f8-f4b3-4cbf-a541-e52463943a81 HTTP/1.1" status: 200 len: 1093 time: 2.1273732 Jul 16 20:31:13.287518 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d45dc1-22f7-4ca6-a8c9-07790d7b3e40', 'tag': '223444f8-f4b3-4cbf-a541-e52463943a81'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:13.300849 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501e1d4f-f635-43a6-aa9e-7ba6acc95e42" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40", "tag": "223444f8-f4b3-4cbf-a541-e52463943a81"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:13.393174 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3ab36a9-eb91-4447-a261-f59823911fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.443800 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-974d8177-d95c-4c40-9645-6499a13a06d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.544686 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6ddf9-7786-4851-afee-3fa87191a8aa service neutron] Pushing event updated for resources: {'Port': ['ID=223444f8-f4b3-4cbf-a541-e52463943a81,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:13.705835 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ab36a9-eb91-4447-a261-f59823911fb5 admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:13.718246 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-e3ab36a9-eb91-4447-a261-f59823911fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:13.745680 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ab36a9-eb91-4447-a261-f59823911fb5 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:13.760675 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-af96b6f5-6029-43fc-b568-a97373925581 req-48a4b3a4-eb64-4672-8e22-4e94abc62065 service neutron] 10.222.0.38 "GET /v2.0/networks/3bacfa8c-8c89-4436-b14a-0e5580405094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9502752 Jul 16 20:31:13.786470 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3a88ccf2-f26d-46b1-a17f-cb2f4d72270f None None] Provisioning for port 34e0888d-7d47-442e-87bf-bff94f822e42 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:13.815269 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3a88ccf2-f26d-46b1-a17f-cb2f4d72270f None None] Provisioning complete for port 34e0888d-7d47-442e-87bf-bff94f822e42 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:13.815739 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a88ccf2-f26d-46b1-a17f-cb2f4d72270f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.832477 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab36a9-eb91-4447-a261-f59823911fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=2cf7300d-4ae6-4030-a301-8b08290433a3,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:13.880139 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-7b79faf2-890f-4144-bd0a-7bea855b465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:13.883648 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-7b79faf2-890f-4144-bd0a-7bea855b465f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8a8ade9cff04e3db4af1591a2770156&device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 1096 time: 0.5038247 Jul 16 20:31:13.943048 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-781637c6-406c-4031-87bf-0d53fdb37161 None None] Set router fb011506-2467-4ba5-9fc8-a5e2513e24b3 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:13.948296 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6f43179-fc2c-4b17-a37b-b94f90f1a1c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:14.029357 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-af96b6f5-6029-43fc-b568-a97373925581 req-31b6cfbe-817d-459d-9752-61dac3e886cc service neutron] 10.222.0.38 "GET /v2.0/networks/3bacfa8c-8c89-4436-b14a-0e5580405094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666676 Jul 16 20:31:14.041329 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b97424c6-53cd-461a-851b-8c0d5260fd00 req-12ef3f08-66fb-47c9-8a41-cc7cb80c107b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8214939 Jul 16 20:31:14.132696 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b6f43179-fc2c-4b17-a37b-b94f90f1a1c9 None None] Transition to ACTIVE for port object 6220c5d3-05d9-457f-bac6-c9e655fb2106 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:14.164348 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b6f43179-fc2c-4b17-a37b-b94f90f1a1c9 None None] Transition to ACTIVE for port object 6220c5d3-05d9-457f-bac6-c9e655fb2106 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:14.179382 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3a88ccf2-f26d-46b1-a17f-cb2f4d72270f None None] Port 34e0888d-7d47-442e-87bf-bff94f822e42 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:14.194112 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-c08a17d1-27fb-46cf-a354-8884a2da5ff8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=223444f8-f4b3-4cbf-a541-e52463943a81 HTTP/1.1" status: 200 len: 217 time: 0.3022671 Jul 16 20:31:14.212250 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6f43179-fc2c-4b17-a37b-b94f90f1a1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:14.401336 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-974d8177-d95c-4c40-9645-6499a13a06d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:14.426753 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-b1be3a50-c302-4d12-a89e-7d20013c6914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:14.430367 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-b1be3a50-c302-4d12-a89e-7d20013c6914 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13ad8455-a3f9-4cd7-bb5a-6261d086b47a HTTP/1.1" status: 200 len: 861 time: 0.2290115 Jul 16 20:31:14.472859 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device cebef639-c703-4fc5-a3ff-43c86366817b no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:14.551245 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db3a6b-f28c-43c4-aa49-321828109c08 req-47361969-6b3c-4166-9bb1-d06f9bc65a77 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:14.553829 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c6db3a6b-f28c-43c4-aa49-321828109c08 req-47361969-6b3c-4166-9bb1-d06f9bc65a77 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=130553d1-46ce-4ede-a8e0-75d49b5c3936 HTTP/1.1" status: 200 len: 946 time: 0.8842437 Jul 16 20:31:14.614734 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-e975002d-f6ef-4d14-b2b0-a81d9718d2f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0476e10-8d02-4fbd-b804-ab41bcf63297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102068 Jul 16 20:31:14.740150 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-f07eabfb-a1ae-40f6-98ca-da7307ee3594 service neutron] 10.222.0.62 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142502 Jul 16 20:31:14.857093 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3ab36a9-eb91-4447-a261-f59823911fb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:14.862652 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f43179-fc2c-4b17-a37b-b94f90f1a1c9 None None] Network d6eec540-6b7a-4613-90ff-e030a2c552f3 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:14.920902 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-b6f43179-fc2c-4b17-a37b-b94f90f1a1c9 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:14.931367 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f43179-fc2c-4b17-a37b-b94f90f1a1c9 None None] Pushing event updated for resources: {'Port': ['ID=6220c5d3-05d9-457f-bac6-c9e655fb2106,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:14.945254 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f43179-fc2c-4b17-a37b-b94f90f1a1c9 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:15.097860 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c6db3a6b-f28c-43c4-aa49-321828109c08 req-7f1154d0-d984-4486-8875-252c87ce53d1 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539437 Jul 16 20:31:15.455465 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556ecd7-3d54-4120-9611-dfdbe994a700 req-df97c2c4-1e82-4d8d-b44e-5c7765a50655 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:15.469700 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e556ecd7-3d54-4120-9611-dfdbe994a700 req-df97c2c4-1e82-4d8d-b44e-5c7765a50655 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 944 time: 0.8274570 Jul 16 20:31:15.507949 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b6f43179-fc2c-4b17-a37b-b94f90f1a1c9 None None] Attempting to bind port 6220c5d3-05d9-457f-bac6-c9e655fb2106 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:15.508206 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b6f43179-fc2c-4b17-a37b-b94f90f1a1c9 None None] Attempting to bind port 6220c5d3-05d9-457f-bac6-c9e655fb2106 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'ee3a15d1-e0dd-4442-848c-29677571a35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:15.508565 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f43179-fc2c-4b17-a37b-b94f90f1a1c9 None None] Attempting to bind port 6220c5d3-05d9-457f-bac6-c9e655fb2106 on network d6eec540-6b7a-4613-90ff-e030a2c552f3 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:15.567922 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e556ecd7-3d54-4120-9611-dfdbe994a700 req-a214ddb0-6d06-4072-a005-d6bf9e4a2da7 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940654 Jul 16 20:31:15.577822 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5febd6e-d755-4c5f-9641-567e8b544433 x-openstack-request-id: req-f5febd6e-d755-4c5f-9641-567e8b544433 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:15.579579 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40", "tag": "223444f8-f4b3-4cbf-a541-e52463943a81", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:15.584542 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f5febd6e-d755-4c5f-9641-567e8b544433 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:15.586494 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d45dc1-22f7-4ca6-a8c9-07790d7b3e40', 'tag': '223444f8-f4b3-4cbf-a541-e52463943a81', 'status': 'completed', 'code': 200} Jul 16 20:31:15.586606 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.593935 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f43179-fc2c-4b17-a37b-b94f90f1a1c9 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:15.594362 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f43179-fc2c-4b17-a37b-b94f90f1a1c9 None None] Checking segment: {'id': 'ee3a15d1-e0dd-4442-848c-29677571a35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:15.594786 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6f43179-fc2c-4b17-a37b-b94f90f1a1c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.595185 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f43179-fc2c-4b17-a37b-b94f90f1a1c9 None None] Bound using segment: {'id': 'ee3a15d1-e0dd-4442-848c-29677571a35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:15.595963 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b6f43179-fc2c-4b17-a37b-b94f90f1a1c9 None None] Bound port: 6220c5d3-05d9-457f-bac6-c9e655fb2106, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3a15d1-e0dd-4442-848c-29677571a35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:15.598941 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d0165d5-554a-40b0-993a-bcf7f8ff453f req-e3a8806d-c85d-4caf-8cb2-d4095ac4041d service neutron] 10.222.0.62 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8250263 Jul 16 20:31:15.604040 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6f43179-fc2c-4b17-a37b-b94f90f1a1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.692389 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-974d8177-d95c-4c40-9645-6499a13a06d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.696815 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d6f3e73e-2fc4-4897-be02-c25a49098641 req-1e6495b2-36bd-49cb-bc75-3d22e5c56918 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d374707-29d2-41f6-bac6-a5224d3299e8 HTTP/1.1" status: 200 len: 210 time: 0.0440705 Jul 16 20:31:15.699887 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-974d8177-d95c-4c40-9645-6499a13a06d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.826505 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-974d8177-d95c-4c40-9645-6499a13a06d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.839743 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e1d4f-f635-43a6-aa9e-7ba6acc95e42 req-875f4a85-d2f6-426b-897f-898377040f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:15.841513 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-501e1d4f-f635-43a6-aa9e-7ba6acc95e42 req-875f4a85-d2f6-426b-897f-898377040f49 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8a8ade9cff04e3db4af1591a2770156&device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 1096 time: 0.1731019 Jul 16 20:31:15.864083 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d2ee1a-ea46-4fd9-8c56-9c600098c068', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cebef639-c703-4fc5-a3ff-43c86366817b'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:15.869787 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efa1afa-be24-4b83-959e-7bffb948d6a7" -d '{"events": [{"server_uuid": "c7d2ee1a-ea46-4fd9-8c56-9c600098c068", "name": "network-vif-unplugged", "status": "completed", "tag": "cebef639-c703-4fc5-a3ff-43c86366817b"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:15.891348 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port cebef639-c703-4fc5-a3ff-43c86366817b, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=cebef639-c703-4fc5-a3ff-43c86366817b,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:15.896966 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-781637c6-406c-4031-87bf-0d53fdb37161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'name': 'tempest-ServerActionsTestJSON-875661210-router', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c54baa32-9860-4ae2-a209-c354ac5eb1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:02Z', 'updated_at': '2021-07-16T20:31:05Z', 'revision_number': 3, 'project_id': 'a4359c07a39647debc91cc45c7855204', 'gw_port': {'id': 'c54baa32-9860-4ae2-a209-c354ac5eb1fd', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:46:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:04Z', 'updated_at': '2021-07-16T20:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:15.904364 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.017719 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7f80f4-59b0-4e55-9a8b-65dfb1a5cd5a x-openstack-request-id: req-3c7f80f4-59b0-4e55-9a8b-65dfb1a5cd5a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:16.018017 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d2ee1a-ea46-4fd9-8c56-9c600098c068", "name": "network-vif-unplugged", "status": "completed", "tag": "cebef639-c703-4fc5-a3ff-43c86366817b", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:16.018468 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3c7f80f4-59b0-4e55-9a8b-65dfb1a5cd5a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:16.018888 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d2ee1a-ea46-4fd9-8c56-9c600098c068', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cebef639-c703-4fc5-a3ff-43c86366817b', 'code': 200} Jul 16 20:31:16.019967 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=cebef639-c703-4fc5-a3ff-43c86366817b,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:16.025563 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781637c6-406c-4031-87bf-0d53fdb37161 None None] The sync data for ids ['fb011506-2467-4ba5-9fc8-a5e2513e24b3'] in n-d-791506-21 is: [{'id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'name': 'tempest-ServerActionsTestJSON-875661210-router', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c54baa32-9860-4ae2-a209-c354ac5eb1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:02Z', 'updated_at': '2021-07-16T20:31:05Z', 'revision_number': 3, 'project_id': 'a4359c07a39647debc91cc45c7855204', 'gw_port': {'id': 'c54baa32-9860-4ae2-a209-c354ac5eb1fd', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:46:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:04Z', 'updated_at': '2021-07-16T20:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:16.038771 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b6f43179-fc2c-4b17-a37b-b94f90f1a1c9 None None] For port 6220c5d3-05d9-457f-bac6-c9e655fb2106, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:16.043061 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b6f43179-fc2c-4b17-a37b-b94f90f1a1c9 None None] For port 6220c5d3-05d9-457f-bac6-c9e655fb2106, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=6220c5d3-05d9-457f-bac6-c9e655fb2106,segment=NetworkSegment(ee3a15d1-e0dd-4442-848c-29677571a35a),segment_id=ee3a15d1-e0dd-4442-848c-29677571a35a)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:16.050555 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6f43179-fc2c-4b17-a37b-b94f90f1a1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.072585 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d8177-d95c-4c40-9645-6499a13a06d6 admin admin] Pushing event updated for resources: {'Port': ['ID=34e0888d-7d47-442e-87bf-bff94f822e42,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:16.206286 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f43179-fc2c-4b17-a37b-b94f90f1a1c9 None None] Pushing event updated for resources: {'Port': ['ID=6220c5d3-05d9-457f-bac6-c9e655fb2106,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:16.267032 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3ab36a9-eb91-4447-a261-f59823911fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.295142 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-ee08cd50-2201-4d3c-a97a-d1de594fe3fd tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=f8823ef742fe4b56997b7ecfa6ffe080&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781283 Jul 16 20:31:16.501590 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b171e116-9b39-4dfc-823e-97d739da6d33 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:31:16.528811 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e1d4f-f635-43a6-aa9e-7ba6acc95e42 req-d212b868-3189-4562-b810-7e685a60a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:16.532591 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-501e1d4f-f635-43a6-aa9e-7ba6acc95e42 req-d212b868-3189-4562-b810-7e685a60a313 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 200 len: 922 time: 0.5817990 Jul 16 20:31:16.536459 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974d8177-d95c-4c40-9645-6499a13a06d6 admin admin] Network c856853c-1bbc-4399-8326-1d7e71a7f77f is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:16.662774 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-974d8177-d95c-4c40-9645-6499a13a06d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:16.727770 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-501e1d4f-f635-43a6-aa9e-7ba6acc95e42 req-e6f24e24-b201-419b-9739-ec27cc1ba196 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=223444f8-f4b3-4cbf-a541-e52463943a81 HTTP/1.1" status: 200 len: 217 time: 0.1017008 Jul 16 20:31:16.803677 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b171e116-9b39-4dfc-823e-97d739da6d33, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b171e116-9b39-4dfc-823e-97d739da6d33,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:16.857416 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'b171e116-9b39-4dfc-823e-97d739da6d33', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': 'b171e116-9b39-4dfc-823e-97d739da6d33', 'mac_address': 'fa:16:3e:f5:55:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:31:16.900089 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-1e1e7a82-4668-4c29-94b5-e1bfbd599165 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:16.910399 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-1e1e7a82-4668-4c29-94b5-e1bfbd599165 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6139023 Jul 16 20:31:16.919256 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e1d4f-f635-43a6-aa9e-7ba6acc95e42 req-ae131b90-25da-4e83-a64d-0bb83bfc16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:16.922268 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-501e1d4f-f635-43a6-aa9e-7ba6acc95e42 req-ae131b90-25da-4e83-a64d-0bb83bfc16c8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13ad8455-a3f9-4cd7-bb5a-6261d086b47a HTTP/1.1" status: 200 len: 861 time: 0.1779156 Jul 16 20:31:16.966976 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-0cc3cc83-9d06-42d1-bbde-9fc4de081736 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/quotas/f8823ef742fe4b56997b7ecfa6ffe080 HTTP/1.1" status: 200 len: 375 time: 0.0552680 Jul 16 20:31:16.980517 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.003129 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528762b-04b0-4368-96a1-e39f60c96ea1 req-60067713-46a8-429e-97f7-a179171c7af1 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:17.013895 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4528762b-04b0-4368-96a1-e39f60c96ea1 req-60067713-46a8-429e-97f7-a179171c7af1 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=130553d1-46ce-4ede-a8e0-75d49b5c3936 HTTP/1.1" status: 200 len: 946 time: 0.6177785 Jul 16 20:31:17.026657 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-501e1d4f-f635-43a6-aa9e-7ba6acc95e42 req-e040d9d6-5cb6-4cf3-bc08-02cfbb41c022 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0476e10-8d02-4fbd-b804-ab41bcf63297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958171 Jul 16 20:31:17.028314 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b171e116-9b39-4dfc-823e-97d739da6d33 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:17.061589 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 39026) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:17.067853 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b171e116-9b39-4dfc-823e-97d739da6d33, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b171e116-9b39-4dfc-823e-97d739da6d33,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:17.082028 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.152624 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ab36a9-eb91-4447-a261-f59823911fb5 admin admin] Router 76a0c7f2-0267-4649-b568-446491d7e607 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:31:17.203672 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['b171e116-9b39-4dfc-823e-97d739da6d33'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:17.222925 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-27fc4f72-ae71-466b-baa3-ff1e493c91a9 None None] Provisioning complete for port 34e0888d-7d47-442e-87bf-bff94f822e42 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:17.223354 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27fc4f72-ae71-466b-baa3-ff1e493c91a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.237338 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-7cee6bb8-9131-4e32-8527-b28ddafc60dd tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f8823ef742fe4b56997b7ecfa6ffe080&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2694688 Jul 16 20:31:17.266719 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-501e1d4f-f635-43a6-aa9e-7ba6acc95e42 req-ed151964-6769-4a41-be21-89052a350f0c service neutron] 10.222.0.62 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313147 Jul 16 20:31:17.276382 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4528762b-04b0-4368-96a1-e39f60c96ea1 req-c5896f91-9149-407c-a1f4-1f941d627a82 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614946 Jul 16 20:31:17.321135 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974d8177-d95c-4c40-9645-6499a13a06d6 admin admin] Router fb011506-2467-4ba5-9fc8-a5e2513e24b3 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:31:17.353055 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=b171e116-9b39-4dfc-823e-97d739da6d33,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:17.389915 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-27fc4f72-ae71-466b-baa3-ff1e493c91a9 None None] Port 34e0888d-7d47-442e-87bf-bff94f822e42 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:17.417068 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6b76ed97-610c-42bd-b05b-182be9339fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.512928 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ab36a9-eb91-4447-a261-f59823911fb5 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:17.524739 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d553ef2-bad5-4f84-8d57-09a1ae3d702a None None] Sync routers for ids ['76a0c7f2-0267-4649-b568-446491d7e607'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:17.551019 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d553ef2-bad5-4f84-8d57-09a1ae3d702a None None] Routers {'76a0c7f2-0267-4649-b568-446491d7e607'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:17.553213 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2d553ef2-bad5-4f84-8d57-09a1ae3d702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:30:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['76a0c7f2-0267-4649-b568-446491d7e607'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:17.602060 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-501e1d4f-f635-43a6-aa9e-7ba6acc95e42 req-4e19612e-8165-472a-b0ff-66ee641f9a46 service neutron] 10.222.0.62 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946324 Jul 16 20:31:17.773379 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6b76ed97-610c-42bd-b05b-182be9339fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.780510 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6b76ed97-610c-42bd-b05b-182be9339fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.794864 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3ab36a9-eb91-4447-a261-f59823911fb5 admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.797186 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e3ab36a9-eb91-4447-a261-f59823911fb5 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 7.0271802 Jul 16 20:31:17.799075 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 6220c5d3-05d9-457f-bac6-c9e655fb2106 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:17.800881 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 39042) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:17.979102 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-2d553ef2-bad5-4f84-8d57-09a1ae3d702a None None] Set router 76a0c7f2-0267-4649-b568-446491d7e607 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:18.027004 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 6220c5d3-05d9-457f-bac6-c9e655fb2106 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:18.041675 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c54baa32-9860-4ae2-a209-c354ac5eb1fd up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:18.081939 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6b76ed97-610c-42bd-b05b-182be9339fca admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7352fb9594674ae8b5b0ec1c814db598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9987555 Jul 16 20:31:18.081939 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76ed97-610c-42bd-b05b-182be9339fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b18d59-1650-48d5-a80a-a73c51cd1e18,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:18.085414 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 39050) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:18.135781 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974d8177-d95c-4c40-9645-6499a13a06d6 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:18.152966 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-974d8177-d95c-4c40-9645-6499a13a06d6 admin admin] 10.222.0.38 "PUT /v2.0/routers/fb011506-2467-4ba5-9fc8-a5e2513e24b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2550788 Jul 16 20:31:18.337512 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port c54baa32-9860-4ae2-a209-c354ac5eb1fd completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:18.342021 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96b6f5-6029-43fc-b568-a97373925581 req-8f1e3e9f-4502-43d8-974a-7640b69f2975 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:18.343643 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-af96b6f5-6029-43fc-b568-a97373925581 req-8f1e3e9f-4502-43d8-974a-7640b69f2975 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] 10.222.0.18 "GET /v2.0/networks?id=3bacfa8c-8c89-4436-b14a-0e5580405094 HTTP/1.1" status: 200 len: 810 time: 0.8542154 Jul 16 20:31:18.358096 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-696c49cf-8e7b-41a0-bafd-4b45e2417d21 req-a1d07c58-6de7-4fd3-9af5-610ac558bb24 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d374707-29d2-41f6-bac6-a5224d3299e8 HTTP/1.1" status: 200 len: 210 time: 0.1027305 Jul 16 20:31:18.361165 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-29992ad8-a16a-4dc3-8e6c-21efbf730cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.366987 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port c54baa32-9860-4ae2-a209-c354ac5eb1fd triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:18.373127 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.381608 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-af96b6f5-6029-43fc-b568-a97373925581 req-4b0ddadb-10cb-42ba-8ebe-810c4879e396 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Request body: {'port': {'device_id': '1d374707-29d2-41f6-bac6-a5224d3299e8', 'network_id': '3bacfa8c-8c89-4436-b14a-0e5580405094', 'admin_state_up': True, 'tenant_id': '7946c54c6db44cc0a37cdf0fee73d5ff'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:18.424897 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-29992ad8-a16a-4dc3-8e6c-21efbf730cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.473866 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f04d6-18b0-48e0-8eb2-0b851ccb824a req-0988e2cf-8c5c-465b-81a5-f116798facba tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:18.486637 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b47f04d6-18b0-48e0-8eb2-0b851ccb824a req-0988e2cf-8c5c-465b-81a5-f116798facba tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 944 time: 0.5243521 Jul 16 20:31:18.545180 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-29992ad8-a16a-4dc3-8e6c-21efbf730cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.552181 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-29992ad8-a16a-4dc3-8e6c-21efbf730cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.553677 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-29992ad8-a16a-4dc3-8e6c-21efbf730cb3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/86b18d59-1650-48d5-a80a-a73c51cd1e18 HTTP/1.1" status: 204 len: 168 time: 0.4642863 Jul 16 20:31:18.555441 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1374e479-5d01-4685-b0ef-ea040f58e758 None None] Network d6eec540-6b7a-4613-90ff-e030a2c552f3 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:18.562614 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2d553ef2-bad5-4f84-8d57-09a1ae3d702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a0c7f2-0267-4649-b568-446491d7e607', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102833101-router', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '2cf7300d-4ae6-4030-a301-8b08290433a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:10Z', 'updated_at': '2021-07-16T20:31:14Z', 'revision_number': 3, 'project_id': 'ef5a901508a34486bd668f0922d760af', 'gw_port': {'id': '2cf7300d-4ae6-4030-a301-8b08290433a3', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a0c7f2-0267-4649-b568-446491d7e607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:12Z', 'updated_at': '2021-07-16T20:31:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:18.606680 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d553ef2-bad5-4f84-8d57-09a1ae3d702a None None] Checking router: 76a0c7f2-0267-4649-b568-446491d7e607 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:31:18.607584 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d553ef2-bad5-4f84-8d57-09a1ae3d702a None None] Updating router 76a0c7f2-0267-4649-b568-446491d7e607 port 2cf7300d-4ae6-4030-a301-8b08290433a3 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:31:18.615871 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b171e116-9b39-4dfc-823e-97d739da6d33 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:18.695941 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29992ad8-a16a-4dc3-8e6c-21efbf730cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b18d59-1650-48d5-a80a-a73c51cd1e18,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:18.719855 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d553ef2-bad5-4f84-8d57-09a1ae3d702a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.818758 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f5556147-bc18-4fba-845d-d9e341c02903 req-054053c1-812a-4e71-aae3-619f230590e3 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c0f4996-2fa6-49dc-8b13-9be02741853f HTTP/1.1" status: 200 len: 210 time: 0.2789180 Jul 16 20:31:18.935868 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b47f04d6-18b0-48e0-8eb2-0b851ccb824a req-bd674b11-abe9-4b48-a9a7-f61c1cdfaebf tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484298 Jul 16 20:31:19.057233 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d9616f74-6212-472e-a1e1-993404e74481 None None] Provisioning for port 6220c5d3-05d9-457f-bac6-c9e655fb2106 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:19.065769 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af96b6f5-6029-43fc-b568-a97373925581 req-4b0ddadb-10cb-42ba-8ebe-810c4879e396 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Made reservation on behalf of 7946c54c6db44cc0a37cdf0fee73d5ff for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:19.073329 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-af96b6f5-6029-43fc-b568-a97373925581 req-4b0ddadb-10cb-42ba-8ebe-810c4879e396 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.097874 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d9616f74-6212-472e-a1e1-993404e74481 None None] Provisioning complete for port 6220c5d3-05d9-457f-bac6-c9e655fb2106 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:19.122742 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9616f74-6212-472e-a1e1-993404e74481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.359830 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port b171e116-9b39-4dfc-823e-97d739da6d33 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:19.360178 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.393644 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 39100) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:19.432653 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-85312b4d-e411-4d96-8f3a-0bf4989751a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.503564 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-af96b6f5-6029-43fc-b568-a97373925581 req-4b0ddadb-10cb-42ba-8ebe-810c4879e396 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Allocated IP 172.20.0.12 (3bacfa8c-8c89-4436-b14a-0e5580405094/123f73dc-f9e9-4aa8-9bf9-497b90a09ab5/fd75eccd-c288-4ba2-a8ec-49fad6b742b0) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:19.510991 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3ab4e5-865a-49b4-ab1b-7779bf2da22f None None] Sync routers for ids ['fb011506-2467-4ba5-9fc8-a5e2513e24b3'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:19.532495 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d553ef2-bad5-4f84-8d57-09a1ae3d702a None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.579056 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-2d553ef2-bad5-4f84-8d57-09a1ae3d702a None None] Transition to ACTIVE for port object 2cf7300d-4ae6-4030-a301-8b08290433a3 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:19.613261 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d553ef2-bad5-4f84-8d57-09a1ae3d702a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.630748 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b64006d-31d3-4669-81b8-de79731546e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.840179 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20106e90-4243-4fda-8905-1b4574125fa4 None None] Pushing event updated for resources: {'Port': ['ID=2cf7300d-4ae6-4030-a301-8b08290433a3,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:19.847973 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3ab4e5-865a-49b4-ab1b-7779bf2da22f None None] Routers {'fb011506-2467-4ba5-9fc8-a5e2513e24b3'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:19.849019 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-bf3ab4e5-865a-49b4-ab1b-7779bf2da22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:30:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['fb011506-2467-4ba5-9fc8-a5e2513e24b3'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:19.918202 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2d553ef2-bad5-4f84-8d57-09a1ae3d702a None None] Attempting to bind port 2cf7300d-4ae6-4030-a301-8b08290433a3 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:19.919767 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2d553ef2-bad5-4f84-8d57-09a1ae3d702a None None] Attempting to bind port 2cf7300d-4ae6-4030-a301-8b08290433a3 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:19.920249 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d553ef2-bad5-4f84-8d57-09a1ae3d702a None None] Attempting to bind port 2cf7300d-4ae6-4030-a301-8b08290433a3 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:19.944895 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d553ef2-bad5-4f84-8d57-09a1ae3d702a None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:19.949048 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d553ef2-bad5-4f84-8d57-09a1ae3d702a None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:19.952091 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d553ef2-bad5-4f84-8d57-09a1ae3d702a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.954271 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d553ef2-bad5-4f84-8d57-09a1ae3d702a None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:19.955406 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2d553ef2-bad5-4f84-8d57-09a1ae3d702a None None] Bound port: 2cf7300d-4ae6-4030-a301-8b08290433a3, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:19.960325 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d553ef2-bad5-4f84-8d57-09a1ae3d702a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.004886 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0327589e-5cf9-44f4-ab2a-984a43ad801a req-3abafe7e-cb57-4535-a5fc-a21c76352936 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d374707-29d2-41f6-bac6-a5224d3299e8 HTTP/1.1" status: 200 len: 210 time: 0.1509559 Jul 16 20:31:20.092100 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-85312b4d-e411-4d96-8f3a-0bf4989751a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.094276 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-2d553ef2-bad5-4f84-8d57-09a1ae3d702a None None] For port 2cf7300d-4ae6-4030-a301-8b08290433a3, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:20.098877 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-2d553ef2-bad5-4f84-8d57-09a1ae3d702a None None] For port 2cf7300d-4ae6-4030-a301-8b08290433a3, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=2cf7300d-4ae6-4030-a301-8b08290433a3,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:20.115006 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d553ef2-bad5-4f84-8d57-09a1ae3d702a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.188145 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-1b64006d-31d3-4669-81b8-de79731546e1 admin admin] Allocated IP 172.20.0.1 (d6eec540-6b7a-4613-90ff-e030a2c552f3/30ea9770-e9c0-4d77-95f4-cfd136994bd2/a288de18-4049-486c-b3ef-80f7861d7459) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:20.316204 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20106e90-4243-4fda-8905-1b4574125fa4 None None] Pushing event updated for resources: {'Port': ['ID=2cf7300d-4ae6-4030-a301-8b08290433a3,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:20.351595 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d553ef2-bad5-4f84-8d57-09a1ae3d702a None None] Routers {'76a0c7f2-0267-4649-b568-446491d7e607'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:20.352484 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2d553ef2-bad5-4f84-8d57-09a1ae3d702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:30:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['76a0c7f2-0267-4649-b568-446491d7e607'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:20.376717 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-bf3ab4e5-865a-49b4-ab1b-7779bf2da22f None None] Set router fb011506-2467-4ba5-9fc8-a5e2513e24b3 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:20.427803 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b64006d-31d3-4669-81b8-de79731546e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.457952 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-1b64006d-31d3-4669-81b8-de79731546e1 admin admin] Transition to ACTIVE for port object a288de18-4049-486c-b3ef-80f7861d7459 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:20.485841 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9616f74-6212-472e-a1e1-993404e74481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.607171 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b64006d-31d3-4669-81b8-de79731546e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.625553 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-2d553ef2-bad5-4f84-8d57-09a1ae3d702a None None] Set router 76a0c7f2-0267-4649-b568-446491d7e607 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:20.626603 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-d1f01dd8-2194-4458-a917-706cd208808f tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f8823ef742fe4b56997b7ecfa6ffe080&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1026335 Jul 16 20:31:20.791655 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 39118) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:20.793523 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b64006d-31d3-4669-81b8-de79731546e1 admin admin] Network d6eec540-6b7a-4613-90ff-e030a2c552f3 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:20.803595 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-efda8182-9e9e-4389-b9c5-8c344fc95898 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--335939381', 'description': 'tempest-description--15226454'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:20.847737 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-1b64006d-31d3-4669-81b8-de79731546e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:20.884805 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b64006d-31d3-4669-81b8-de79731546e1 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:20.983282 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.989140 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.020445 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b64006d-31d3-4669-81b8-de79731546e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.074912 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64006d-31d3-4669-81b8-de79731546e1 admin admin] Pushing event updated for resources: {'Port': ['ID=a288de18-4049-486c-b3ef-80f7861d7459,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:21.102229 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-efda8182-9e9e-4389-b9c5-8c344fc95898 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.109006 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2d553ef2-bad5-4f84-8d57-09a1ae3d702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a0c7f2-0267-4649-b568-446491d7e607', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102833101-router', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '2cf7300d-4ae6-4030-a301-8b08290433a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:10Z', 'updated_at': '2021-07-16T20:31:14Z', 'revision_number': 3, 'project_id': 'ef5a901508a34486bd668f0922d760af', 'gw_port': {'id': '2cf7300d-4ae6-4030-a301-8b08290433a3', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a0c7f2-0267-4649-b568-446491d7e607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:12Z', 'updated_at': '2021-07-16T20:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:21.116860 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2d6a27b3-cfeb-4fe0-9f29-ee84165b2e69 req-66f3a3b6-fc22-47ad-b56e-623fcb8d3775 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c0f4996-2fa6-49dc-8b13-9be02741853f HTTP/1.1" status: 200 len: 210 time: 0.0686052 Jul 16 20:31:21.131661 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-85312b4d-e411-4d96-8f3a-0bf4989751a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.163035 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-f1b31b2f-95db-4700-9d22-d36b1b2b2005 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:21.166722 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-f1b31b2f-95db-4700-9d22-d36b1b2b2005 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5390739 Jul 16 20:31:21.182902 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-06890f54-33ca-46b5-b98d-d28b59f20a01 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Request body: {'port': {'device_id': '6c0f4996-2fa6-49dc-8b13-9be02741853f', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': 'f8823ef742fe4b56997b7ecfa6ffe080'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:21.183180 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d553ef2-bad5-4f84-8d57-09a1ae3d702a None None] The sync data for ids ['76a0c7f2-0267-4649-b568-446491d7e607'] in n-d-791506-21 is: [{'id': '76a0c7f2-0267-4649-b568-446491d7e607', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102833101-router', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '2cf7300d-4ae6-4030-a301-8b08290433a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:10Z', 'updated_at': '2021-07-16T20:31:14Z', 'revision_number': 3, 'project_id': 'ef5a901508a34486bd668f0922d760af', 'gw_port': {'id': '2cf7300d-4ae6-4030-a301-8b08290433a3', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a0c7f2-0267-4649-b568-446491d7e607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:12Z', 'updated_at': '2021-07-16T20:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:21.209178 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b171e116-9b39-4dfc-823e-97d739da6d33, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b171e116-9b39-4dfc-823e-97d739da6d33,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:21.228722 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-d9616f74-6212-472e-a1e1-993404e74481 None None] For port 6220c5d3-05d9-457f-bac6-c9e655fb2106, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=6220c5d3-05d9-457f-bac6-c9e655fb2106,segment=NetworkSegment(ee3a15d1-e0dd-4442-848c-29677571a35a),segment_id=ee3a15d1-e0dd-4442-848c-29677571a35a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:21.251023 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3906e23d-e2ab-4136-8e6f-209fecc46b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b171e116-9b39-4dfc-823e-97d739da6d33'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:21.259098 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84c03f7-afbf-47cb-a414-bf2218e26c35" -d '{"events": [{"server_uuid": "3906e23d-e2ab-4136-8e6f-209fecc46b2e", "name": "network-vif-plugged", "status": "completed", "tag": "b171e116-9b39-4dfc-823e-97d739da6d33"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:21.271649 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port c54baa32-9860-4ae2-a209-c354ac5eb1fd, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=c54baa32-9860-4ae2-a209-c354ac5eb1fd,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:21.315164 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.369816 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9616f74-6212-472e-a1e1-993404e74481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.408959 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.415751 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-85312b4d-e411-4d96-8f3a-0bf4989751a0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8fff647b491742ee850e8f83442be079&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0206068 Jul 16 20:31:21.425847 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 39134) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:21.436293 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85312b4d-e411-4d96-8f3a-0bf4989751a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7977f675-7044-4f4e-af2b-9d8f7a5f280a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:21.463443 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-af96b6f5-6029-43fc-b568-a97373925581 req-4b0ddadb-10cb-42ba-8ebe-810c4879e396 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.489495 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd606c-d1dc-4777-80c8-fbf0710d03e7 req-bafe28e3-7854-4d35-94af-6963161ea7b7 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:21.499879 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-badd606c-d1dc-4777-80c8-fbf0710d03e7 req-bafe28e3-7854-4d35-94af-6963161ea7b7 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 944 time: 0.4112816 Jul 16 20:31:21.520821 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=b171e116-9b39-4dfc-823e-97d739da6d33,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:21.580052 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-efda8182-9e9e-4389-b9c5-8c344fc95898 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.588130 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b64006d-31d3-4669-81b8-de79731546e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.692428 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-efda8182-9e9e-4389-b9c5-8c344fc95898 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.708837 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eefa255d-e144-4d3f-9045-e9b0b100de10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.717242 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9616f74-6212-472e-a1e1-993404e74481 None None] Pushing event updated for resources: {'Port': ['ID=6220c5d3-05d9-457f-bac6-c9e655fb2106,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:21.723847 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-bf3ab4e5-865a-49b4-ab1b-7779bf2da22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'name': 'tempest-ServerActionsTestJSON-875661210-router', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c54baa32-9860-4ae2-a209-c354ac5eb1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:02Z', 'updated_at': '2021-07-16T20:31:14Z', 'revision_number': 4, 'project_id': 'a4359c07a39647debc91cc45c7855204', 'gw_port': {'id': 'c54baa32-9860-4ae2-a209-c354ac5eb1fd', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:46:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:04Z', 'updated_at': '2021-07-16T20:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '34e0888d-7d47-442e-87bf-bff94f822e42', 'name': '', 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'mac_address': 'fa:16:3e:8e:26:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '587f0aec-80a3-4172-9644-d785b8e153a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:11Z', 'updated_at': '2021-07-16T20:31:14Z', 'revision_number': 2, 'project_id': 'a4359c07a39647debc91cc45c7855204', 'subnets': [{'id': '587f0aec-80a3-4172-9644-d785b8e153a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:21.771318 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-badd606c-d1dc-4777-80c8-fbf0710d03e7 req-8607a339-d5bd-472e-b387-aa2ef37e41d2 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704275 Jul 16 20:31:21.809857 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0947ac88-4246-48c7-b087-66ca8a54dcd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.847339 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda8182-9e9e-4389-b9c5-8c344fc95898 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2686768-860b-4954-9e3d-b21f22dfd3d1,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:21.855507 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-06890f54-33ca-46b5-b98d-d28b59f20a01 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Made reservation on behalf of f8823ef742fe4b56997b7ecfa6ffe080 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:21.866790 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-06890f54-33ca-46b5-b98d-d28b59f20a01 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.920574 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3ab4e5-865a-49b4-ab1b-7779bf2da22f None None] Checking router: fb011506-2467-4ba5-9fc8-a5e2513e24b3 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:31:21.921058 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3ab4e5-865a-49b4-ab1b-7779bf2da22f None None] Updating router fb011506-2467-4ba5-9fc8-a5e2513e24b3 port 34e0888d-7d47-442e-87bf-bff94f822e42 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:31:21.923038 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-06890f54-33ca-46b5-b98d-d28b59f20a01 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.943267 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0947ac88-4246-48c7-b087-66ca8a54dcd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.970080 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-af96b6f5-6029-43fc-b568-a97373925581 req-4b0ddadb-10cb-42ba-8ebe-810c4879e396 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.115112 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=c54baa32-9860-4ae2-a209-c354ac5eb1fd,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:22.121659 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-85e51d0e-a834-4495-a912-54ce94631055 None None] Provisioning complete for port 6220c5d3-05d9-457f-bac6-c9e655fb2106 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:22.122232 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85e51d0e-a834-4495-a912-54ce94631055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.125680 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf3ab4e5-865a-49b4-ab1b-7779bf2da22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.243054 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2424e59-cf51-4c7a-930a-0046ce501c37 x-openstack-request-id: req-a2424e59-cf51-4c7a-930a-0046ce501c37 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:22.243451 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3906e23d-e2ab-4136-8e6f-209fecc46b2e", "name": "network-vif-plugged", "status": "completed", "tag": "b171e116-9b39-4dfc-823e-97d739da6d33", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:22.243806 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a2424e59-cf51-4c7a-930a-0046ce501c37 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:22.244301 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3906e23d-e2ab-4136-8e6f-209fecc46b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b171e116-9b39-4dfc-823e-97d739da6d33', 'code': 200} Jul 16 20:31:22.286843 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ddadb-10cb-42ba-8ebe-810c4879e396 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Pushing event updated for resources: {'Port': ['ID=fd75eccd-c288-4ba2-a8ec-49fad6b742b0,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:22.305032 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-06890f54-33ca-46b5-b98d-d28b59f20a01 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.308849 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-efda8182-9e9e-4389-b9c5-8c344fc95898 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.313648 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-efda8182-9e9e-4389-b9c5-8c344fc95898 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5189035 Jul 16 20:31:22.332751 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-06890f54-33ca-46b5-b98d-d28b59f20a01 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.411987 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 39148) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:22.447105 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-249a7a08-c11e-4509-9f25-9e70f291d82d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Request body: {'security_group_rule': {'security_group_id': 'c2686768-860b-4954-9e3d-b21f22dfd3d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:22.467170 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af96b6f5-6029-43fc-b568-a97373925581 req-4b0ddadb-10cb-42ba-8ebe-810c4879e396 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Network 3bacfa8c-8c89-4436-b14a-0e5580405094 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:22.587837 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6d4fdbc7-a29d-46f1-9159-b35a51273fc1 req-603f92b5-e9a5-41fc-a700-25da443c2f7b tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c0f4996-2fa6-49dc-8b13-9be02741853f HTTP/1.1" status: 200 len: 210 time: 0.1133163 Jul 16 20:31:22.612915 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-af96b6f5-6029-43fc-b568-a97373925581 req-4b0ddadb-10cb-42ba-8ebe-810c4879e396 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:22.623684 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-af96b6f5-6029-43fc-b568-a97373925581 req-4b0ddadb-10cb-42ba-8ebe-810c4879e396 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:22.810251 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0947ac88-4246-48c7-b087-66ca8a54dcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.817371 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0947ac88-4246-48c7-b087-66ca8a54dcd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.821215 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0947ac88-4246-48c7-b087-66ca8a54dcd4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7977f675-7044-4f4e-af2b-9d8f7a5f280a HTTP/1.1" status: 204 len: 168 time: 1.3902407 Jul 16 20:31:22.831310 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b51072fa-0287-40f1-bffa-958a79d40c1a None None] Provisioning for port a288de18-4049-486c-b3ef-80f7861d7459 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:22.845064 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b51072fa-0287-40f1-bffa-958a79d40c1a None None] Provisioning complete for port a288de18-4049-486c-b3ef-80f7861d7459 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:22.845806 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b51072fa-0287-40f1-bffa-958a79d40c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.945839 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96b6f5-6029-43fc-b568-a97373925581 req-4b0ddadb-10cb-42ba-8ebe-810c4879e396 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:22.946301 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf3ab4e5-865a-49b4-ab1b-7779bf2da22f None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.946441 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-af96b6f5-6029-43fc-b568-a97373925581 req-4b0ddadb-10cb-42ba-8ebe-810c4879e396 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.949185 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b51072fa-0287-40f1-bffa-958a79d40c1a None None] Port a288de18-4049-486c-b3ef-80f7861d7459 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:22.976563 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bf3ab4e5-865a-49b4-ab1b-7779bf2da22f None None] Transition to ACTIVE for port object 34e0888d-7d47-442e-87bf-bff94f822e42 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:22.979910 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b64006d-31d3-4669-81b8-de79731546e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.989513 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf3ab4e5-865a-49b4-ab1b-7779bf2da22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.002095 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947ac88-4246-48c7-b087-66ca8a54dcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7977f675-7044-4f4e-af2b-9d8f7a5f280a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:23.010151 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b64006d-31d3-4669-81b8-de79731546e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.051489 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-249a7a08-c11e-4509-9f25-9e70f291d82d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.184171 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322d9c1-0dfc-441d-9aa5-09553ad88eaf None None] Pushing event updated for resources: {'Port': ['ID=34e0888d-7d47-442e-87bf-bff94f822e42,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:23.207167 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-249a7a08-c11e-4509-9f25-9e70f291d82d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.231691 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06890f54-33ca-46b5-b98d-d28b59f20a01 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92647a9a-b06c-49b4-9fcc-7997aec47a21,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:23.238974 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bdf50-b931-4164-95a5-b9bd896610b3 req-fd2a2862-f670-477c-a29b-92728cd4e025 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:23.258307 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f52bdf50-b931-4164-95a5-b9bd896610b3 req-fd2a2862-f670-477c-a29b-92728cd4e025 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d374707-29d2-41f6-bac6-a5224d3299e8 HTTP/1.1" status: 200 len: 932 time: 0.9769187 Jul 16 20:31:23.260900 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-249a7a08-c11e-4509-9f25-9e70f291d82d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.263687 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-af96b6f5-6029-43fc-b568-a97373925581 req-4b0ddadb-10cb-42ba-8ebe-810c4879e396 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8986921 Jul 16 20:31:23.341951 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-06890f54-33ca-46b5-b98d-d28b59f20a01 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Allocated IP 192.168.233.118 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/b3bdc941-1954-4623-9417-9f8d01a065bc) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:23.383624 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64006d-31d3-4669-81b8-de79731546e1 admin admin] Pushing event updated for resources: {'Port': ['ID=a288de18-4049-486c-b3ef-80f7861d7459,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:23.388978 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b64006d-31d3-4669-81b8-de79731546e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.399359 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-bf3ab4e5-865a-49b4-ab1b-7779bf2da22f None None] Attempting to bind port 34e0888d-7d47-442e-87bf-bff94f822e42 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:23.399908 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-bf3ab4e5-865a-49b4-ab1b-7779bf2da22f None None] Attempting to bind port 34e0888d-7d47-442e-87bf-bff94f822e42 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:23.400712 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3ab4e5-865a-49b4-ab1b-7779bf2da22f None None] Attempting to bind port 34e0888d-7d47-442e-87bf-bff94f822e42 on network c856853c-1bbc-4399-8326-1d7e71a7f77f {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:23.417754 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3ab4e5-865a-49b4-ab1b-7779bf2da22f None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:23.417754 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3ab4e5-865a-49b4-ab1b-7779bf2da22f None None] Checking segment: {'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:23.417754 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf3ab4e5-865a-49b4-ab1b-7779bf2da22f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.417754 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3ab4e5-865a-49b4-ab1b-7779bf2da22f None None] Bound using segment: {'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:23.417754 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-bf3ab4e5-865a-49b4-ab1b-7779bf2da22f None None] Bound port: 34e0888d-7d47-442e-87bf-bff94f822e42, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:23.417754 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf3ab4e5-865a-49b4-ab1b-7779bf2da22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.470053 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-249a7a08-c11e-4509-9f25-9e70f291d82d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.472036 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-249a7a08-c11e-4509-9f25-9e70f291d82d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0507698 Jul 16 20:31:23.503616 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 39166) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:23.512188 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-af96b6f5-6029-43fc-b568-a97373925581 req-237acd5c-6ed3-4c8a-9f33-f85c1a73f699 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:31:23.516164 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-af96b6f5-6029-43fc-b568-a97373925581 req-237acd5c-6ed3-4c8a-9f33-f85c1a73f699 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2218802 Jul 16 20:31:23.523888 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f52bdf50-b931-4164-95a5-b9bd896610b3 req-ea49b0cc-e1e5-4897-9ec9-7ea4a36b54ea tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] 10.222.0.38 "GET /v2.0/security-groups?id=d8c34c1d-98a7-4abc-b4bb-34046a83b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644145 Jul 16 20:31:23.532645 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-af96b6f5-6029-43fc-b568-a97373925581 req-6b910045-c42e-4aa6-b117-23cf2e43c4d2 service neutron] Request body: {'port': {'device_id': '1d374707-29d2-41f6-bac6-a5224d3299e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:23.533456 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-95a4a228-8923-4129-8ad9-d0012aa4fb23 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Request body: {'security_group_rule': {'security_group_id': 'c2686768-860b-4954-9e3d-b21f22dfd3d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:23.596931 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a7a08-c11e-4509-9f25-9e70f291d82d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1df043-ae5a-4aea-88e6-758bed8e66ce,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:23.633879 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-bf3ab4e5-865a-49b4-ab1b-7779bf2da22f None None] For port 34e0888d-7d47-442e-87bf-bff94f822e42, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:23.652377 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-bf3ab4e5-865a-49b4-ab1b-7779bf2da22f None None] For port 34e0888d-7d47-442e-87bf-bff94f822e42, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=34e0888d-7d47-442e-87bf-bff94f822e42,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:23.669257 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb6cb4-50cd-4dce-8ac4-f7d278ff96d5 req-a154f7db-f022-4c94-84ce-b392cb7040dd tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:23.673310 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf3ab4e5-865a-49b4-ab1b-7779bf2da22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.683309 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dfbb6cb4-50cd-4dce-8ac4-f7d278ff96d5 req-a154f7db-f022-4c94-84ce-b392cb7040dd tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 944 time: 0.5306022 Jul 16 20:31:23.834515 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dfbb6cb4-50cd-4dce-8ac4-f7d278ff96d5 req-1c053cc6-85d7-4015-91dc-5ff6efdca23b tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501713 Jul 16 20:31:23.836202 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-af96b6f5-6029-43fc-b568-a97373925581 req-6b910045-c42e-4aa6-b117-23cf2e43c4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.884822 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 6220c5d3-05d9-457f-bac6-c9e655fb2106 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:23.894025 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3ab4e5-865a-49b4-ab1b-7779bf2da22f None None] Routers {'fb011506-2467-4ba5-9fc8-a5e2513e24b3'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:23.899273 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-bf3ab4e5-865a-49b4-ab1b-7779bf2da22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:30:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['fb011506-2467-4ba5-9fc8-a5e2513e24b3'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:23.953912 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322d9c1-0dfc-441d-9aa5-09553ad88eaf None None] Pushing event updated for resources: {'Port': ['ID=34e0888d-7d47-442e-87bf-bff94f822e42,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:24.283089 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.465192 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd19c751-9891-4d95-8133-94fedd47fa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.503951 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 6220c5d3-05d9-457f-bac6-c9e655fb2106 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:24.504337 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.647067 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-411832bc-628b-46ba-9416-d6a0e32d8a90 req-bfc0ee6a-d861-4bd2-ab69-08785f98663b tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c0f4996-2fa6-49dc-8b13-9be02741853f HTTP/1.1" status: 200 len: 210 time: 0.1319563 Jul 16 20:31:24.696176 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-95a4a228-8923-4129-8ad9-d0012aa4fb23 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.727132 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-bf3ab4e5-865a-49b4-ab1b-7779bf2da22f None None] Set router fb011506-2467-4ba5-9fc8-a5e2513e24b3 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:24.881550 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-af96b6f5-6029-43fc-b568-a97373925581 req-6b910045-c42e-4aa6-b117-23cf2e43c4d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd75eccd-c288-4ba2-a8ec-49fad6b742b0 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:24.917557 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-af96b6f5-6029-43fc-b568-a97373925581 req-6b910045-c42e-4aa6-b117-23cf2e43c4d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.960386 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b64006d-31d3-4669-81b8-de79731546e1 admin admin] Network d6eec540-6b7a-4613-90ff-e030a2c552f3 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:24.969917 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-1b64006d-31d3-4669-81b8-de79731546e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:25.060483 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-af96b6f5-6029-43fc-b568-a97373925581 req-6b910045-c42e-4aa6-b117-23cf2e43c4d2 service neutron] Transition to ACTIVE for port object fd75eccd-c288-4ba2-a8ec-49fad6b742b0 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:25.080068 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-06890f54-33ca-46b5-b98d-d28b59f20a01 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.084239 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-95a4a228-8923-4129-8ad9-d0012aa4fb23 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.091494 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-af96b6f5-6029-43fc-b568-a97373925581 req-6b910045-c42e-4aa6-b117-23cf2e43c4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.099306 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 2cf7300d-4ae6-4030-a301-8b08290433a3 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:25.142754 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29876a7c-af1a-4ff2-a605-daa491c8d99b req-060583cf-8ac8-4967-bb6a-971cb4e57131 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:25.148722 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-95a4a228-8923-4129-8ad9-d0012aa4fb23 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.161111 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-29876a7c-af1a-4ff2-a605-daa491c8d99b req-060583cf-8ac8-4967-bb6a-971cb4e57131 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d374707-29d2-41f6-bac6-a5224d3299e8 HTTP/1.1" status: 200 len: 932 time: 0.3440194 Jul 16 20:31:25.209881 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4a228-8923-4129-8ad9-d0012aa4fb23 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca8ab75-d020-4143-be60-66fcd6a294f5,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:25.247701 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-06890f54-33ca-46b5-b98d-d28b59f20a01 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Transition to ACTIVE for port object b3bdc941-1954-4623-9417-9f8d01a065bc will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:25.260287 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 2cf7300d-4ae6-4030-a301-8b08290433a3 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:25.267453 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-95a4a228-8923-4129-8ad9-d0012aa4fb23 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.268220 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 2cf7300d-4ae6-4030-a301-8b08290433a3 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:25.268686 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-95a4a228-8923-4129-8ad9-d0012aa4fb23 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7576971 Jul 16 20:31:25.272571 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.295384 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 39208) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:25.318093 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-1e045c5b-75e1-48f7-9699-a8d6ad8eacba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:25.378459 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e045c5b-75e1-48f7-9699-a8d6ad8eacba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.431993 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-bf3ab4e5-865a-49b4-ab1b-7779bf2da22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'name': 'tempest-ServerActionsTestJSON-875661210-router', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c54baa32-9860-4ae2-a209-c354ac5eb1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:02Z', 'updated_at': '2021-07-16T20:31:14Z', 'revision_number': 4, 'project_id': 'a4359c07a39647debc91cc45c7855204', 'gw_port': {'id': 'c54baa32-9860-4ae2-a209-c354ac5eb1fd', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:04Z', 'updated_at': '2021-07-16T20:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '34e0888d-7d47-442e-87bf-bff94f822e42', 'name': '', 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'mac_address': 'fa:16:3e:8e:26:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '587f0aec-80a3-4172-9644-d785b8e153a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:11Z', 'updated_at': '2021-07-16T20:31:23Z', 'revision_number': 4, 'project_id': 'a4359c07a39647debc91cc45c7855204', 'subnets': [{'id': '587f0aec-80a3-4172-9644-d785b8e153a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:25.471624 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-29876a7c-af1a-4ff2-a605-daa491c8d99b req-c01b5426-6533-4274-abeb-08dc2dd8ee71 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] 10.222.0.38 "GET /v2.0/security-groups?id=d8c34c1d-98a7-4abc-b4bb-34046a83b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078790 Jul 16 20:31:25.514048 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3ab4e5-865a-49b4-ab1b-7779bf2da22f None None] The sync data for ids ['fb011506-2467-4ba5-9fc8-a5e2513e24b3'] in n-d-791506-21 is: [{'id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'name': 'tempest-ServerActionsTestJSON-875661210-router', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c54baa32-9860-4ae2-a209-c354ac5eb1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:02Z', 'updated_at': '2021-07-16T20:31:14Z', 'revision_number': 4, 'project_id': 'a4359c07a39647debc91cc45c7855204', 'gw_port': {'id': 'c54baa32-9860-4ae2-a209-c354ac5eb1fd', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:04Z', 'updated_at': '2021-07-16T20:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '34e0888d-7d47-442e-87bf-bff94f822e42', 'name': '', 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'mac_address': 'fa:16:3e:8e:26:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '587f0aec-80a3-4172-9644-d785b8e153a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:11Z', 'updated_at': '2021-07-16T20:31:23Z', 'revision_number': 4, 'project_id': 'a4359c07a39647debc91cc45c7855204', 'subnets': [{'id': '587f0aec-80a3-4172-9644-d785b8e153a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:25.521624 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f26a6508-1920-4565-bec5-5dfe7508fe61 None None] Provisioning complete for port a288de18-4049-486c-b3ef-80f7861d7459 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:25.522000 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f26a6508-1920-4565-bec5-5dfe7508fe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.556427 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b910045-c42e-4aa6-b117-23cf2e43c4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd75eccd-c288-4ba2-a8ec-49fad6b742b0,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:25.654084 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b64006d-31d3-4669-81b8-de79731546e1 admin admin] Router 76a0c7f2-0267-4649-b568-446491d7e607 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:31:25.717581 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-06890f54-33ca-46b5-b98d-d28b59f20a01 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.787026 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06890f54-33ca-46b5-b98d-d28b59f20a01 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Pushing event updated for resources: {'Port': ['ID=b3bdc941-1954-4623-9417-9f8d01a065bc,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:25.808012 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-06890f54-33ca-46b5-b98d-d28b59f20a01 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:25.869392 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-06890f54-33ca-46b5-b98d-d28b59f20a01 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:25.887011 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-06890f54-33ca-46b5-b98d-d28b59f20a01 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:25.973424 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.076147 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 2cf7300d-4ae6-4030-a301-8b08290433a3, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=2cf7300d-4ae6-4030-a301-8b08290433a3,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:26.085317 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f26a6508-1920-4565-bec5-5dfe7508fe61 None None] Port a288de18-4049-486c-b3ef-80f7861d7459 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:26.112037 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.113000 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c54baa32-9860-4ae2-a209-c354ac5eb1fd up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:26.133692 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-af96b6f5-6029-43fc-b568-a97373925581 req-6b910045-c42e-4aa6-b117-23cf2e43c4d2 service neutron] Attempting to bind port fd75eccd-c288-4ba2-a8ec-49fad6b742b0 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:26.134445 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-af96b6f5-6029-43fc-b568-a97373925581 req-6b910045-c42e-4aa6-b117-23cf2e43c4d2 service neutron] Attempting to bind port fd75eccd-c288-4ba2-a8ec-49fad6b742b0 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'ef656b0c-fc3c-47b0-93e5-af2f6bf01792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3bacfa8c-8c89-4436-b14a-0e5580405094'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:26.134642 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96b6f5-6029-43fc-b568-a97373925581 req-6b910045-c42e-4aa6-b117-23cf2e43c4d2 service neutron] Attempting to bind port fd75eccd-c288-4ba2-a8ec-49fad6b742b0 on network 3bacfa8c-8c89-4436-b14a-0e5580405094 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:26.150948 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-06890f54-33ca-46b5-b98d-d28b59f20a01 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:26.151646 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-06890f54-33ca-46b5-b98d-d28b59f20a01 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.229431 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b64006d-31d3-4669-81b8-de79731546e1 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:26.231892 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-06890f54-33ca-46b5-b98d-d28b59f20a01 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0552881 Jul 16 20:31:26.254901 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffc1d96-3c62-4861-a382-7b5daf8603bb None None] Sync routers for ids ['76a0c7f2-0267-4649-b568-446491d7e607'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:26.265923 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1b64006d-31d3-4669-81b8-de79731546e1 admin admin] 10.222.0.38 "PUT /v2.0/routers/76a0c7f2-0267-4649-b568-446491d7e607/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4356523 Jul 16 20:31:26.276412 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffc1d96-3c62-4861-a382-7b5daf8603bb None None] Routers {'76a0c7f2-0267-4649-b568-446491d7e607'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:26.277401 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2ffc1d96-3c62-4861-a382-7b5daf8603bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:31:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['76a0c7f2-0267-4649-b568-446491d7e607'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:26.282811 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-1fece646-ef60-4d5c-8bf7-046a4d655680 service neutron] Request body: {'port': {'device_id': '6c0f4996-2fa6-49dc-8b13-9be02741853f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:26.307863 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96b6f5-6029-43fc-b568-a97373925581 req-6b910045-c42e-4aa6-b117-23cf2e43c4d2 service neutron] Port fd75eccd-c288-4ba2-a8ec-49fad6b742b0 on network 3bacfa8c-8c89-4436-b14a-0e5580405094 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:26.308209 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96b6f5-6029-43fc-b568-a97373925581 req-6b910045-c42e-4aa6-b117-23cf2e43c4d2 service neutron] Attempting to bind port fd75eccd-c288-4ba2-a8ec-49fad6b742b0 on network 3bacfa8c-8c89-4436-b14a-0e5580405094 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:26.373221 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.445434 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96b6f5-6029-43fc-b568-a97373925581 req-6b910045-c42e-4aa6-b117-23cf2e43c4d2 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:26.445861 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96b6f5-6029-43fc-b568-a97373925581 req-6b910045-c42e-4aa6-b117-23cf2e43c4d2 service neutron] Checking segment: {'id': 'ef656b0c-fc3c-47b0-93e5-af2f6bf01792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3bacfa8c-8c89-4436-b14a-0e5580405094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:26.447762 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-1fece646-ef60-4d5c-8bf7-046a4d655680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.450458 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96b6f5-6029-43fc-b568-a97373925581 req-6b910045-c42e-4aa6-b117-23cf2e43c4d2 service neutron] Bound using segment: {'id': 'ef656b0c-fc3c-47b0-93e5-af2f6bf01792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3bacfa8c-8c89-4436-b14a-0e5580405094'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:26.450932 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-af96b6f5-6029-43fc-b568-a97373925581 req-6b910045-c42e-4aa6-b117-23cf2e43c4d2 service neutron] Bound port: fd75eccd-c288-4ba2-a8ec-49fad6b742b0, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef656b0c-fc3c-47b0-93e5-af2f6bf01792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3bacfa8c-8c89-4436-b14a-0e5580405094'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:26.451300 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-af96b6f5-6029-43fc-b568-a97373925581 req-6b910045-c42e-4aa6-b117-23cf2e43c4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.455536 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6e93abc7-22a6-4836-b8da-074709078170 None None] Provisioning for port b3bdc941-1954-4623-9417-9f8d01a065bc completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:26.507918 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=2cf7300d-4ae6-4030-a301-8b08290433a3,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:26.525022 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6e93abc7-22a6-4836-b8da-074709078170 None None] Provisioning complete for port b3bdc941-1954-4623-9417-9f8d01a065bc triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:26.525626 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e93abc7-22a6-4836-b8da-074709078170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.560383 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f95879-4652-4e27-b61d-043f57ae4a7f req-19e15743-d469-4ad3-90bd-3fe063f997e1 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:26.583870 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-57f95879-4652-4e27-b61d-043f57ae4a7f req-19e15743-d469-4ad3-90bd-3fe063f997e1 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 944 time: 1.2151265 Jul 16 20:31:26.672481 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port c54baa32-9860-4ae2-a209-c354ac5eb1fd triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:26.672684 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.681874 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 223444f8-f4b3-4cbf-a541-e52463943a81 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:31:26.729307 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-2ffc1d96-3c62-4861-a382-7b5daf8603bb None None] Set router 76a0c7f2-0267-4649-b568-446491d7e607 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:26.845181 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-57f95879-4652-4e27-b61d-043f57ae4a7f req-6bc700b9-61d7-491e-bf0d-9739b38dabc7 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575476 Jul 16 20:31:26.913802 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.resource_extend [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:31:26.931267 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6e93abc7-22a6-4836-b8da-074709078170 None None] Port b3bdc941-1954-4623-9417-9f8d01a065bc cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:27.045740 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-af96b6f5-6029-43fc-b568-a97373925581 req-6b910045-c42e-4aa6-b117-23cf2e43c4d2 service neutron] For port fd75eccd-c288-4ba2-a8ec-49fad6b742b0, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:27.058196 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-af96b6f5-6029-43fc-b568-a97373925581 req-6b910045-c42e-4aa6-b117-23cf2e43c4d2 service neutron] For port fd75eccd-c288-4ba2-a8ec-49fad6b742b0, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=fd75eccd-c288-4ba2-a8ec-49fad6b742b0,segment=NetworkSegment(ef656b0c-fc3c-47b0-93e5-af2f6bf01792),segment_id=ef656b0c-fc3c-47b0-93e5-af2f6bf01792)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:27.083750 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-af96b6f5-6029-43fc-b568-a97373925581 req-6b910045-c42e-4aa6-b117-23cf2e43c4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.268738 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96b6f5-6029-43fc-b568-a97373925581 req-6b910045-c42e-4aa6-b117-23cf2e43c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:27.269366 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-af96b6f5-6029-43fc-b568-a97373925581 req-6b910045-c42e-4aa6-b117-23cf2e43c4d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.270863 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-af96b6f5-6029-43fc-b568-a97373925581 req-6b910045-c42e-4aa6-b117-23cf2e43c4d2 service neutron] 10.222.0.18 "PUT /v2.0/ports/fd75eccd-c288-4ba2-a8ec-49fad6b742b0 HTTP/1.1" status: 200 len: 1093 time: 3.7435870 Jul 16 20:31:27.326692 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d374707-29d2-41f6-bac6-a5224d3299e8', 'tag': 'fd75eccd-c288-4ba2-a8ec-49fad6b742b0'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:27.338026 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7640e9de-4318-4f49-b538-5e9ae5dbade0" -d '{"events": [{"name": "network-changed", "server_uuid": "1d374707-29d2-41f6-bac6-a5224d3299e8", "tag": "fd75eccd-c288-4ba2-a8ec-49fad6b742b0"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:27.407520 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 223444f8-f4b3-4cbf-a541-e52463943a81, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=223444f8-f4b3-4cbf-a541-e52463943a81,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:27.409504 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-1fece646-ef60-4d5c-8bf7-046a4d655680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3bdc941-1954-4623-9417-9f8d01a065bc {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:27.434304 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-1fece646-ef60-4d5c-8bf7-046a4d655680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.436142 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2ffc1d96-3c62-4861-a382-7b5daf8603bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a0c7f2-0267-4649-b568-446491d7e607', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102833101-router', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '2cf7300d-4ae6-4030-a301-8b08290433a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:10Z', 'updated_at': '2021-07-16T20:31:21Z', 'revision_number': 4, 'project_id': 'ef5a901508a34486bd668f0922d760af', 'gw_port': {'id': '2cf7300d-4ae6-4030-a301-8b08290433a3', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a0c7f2-0267-4649-b568-446491d7e607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:12Z', 'updated_at': '2021-07-16T20:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'a288de18-4049-486c-b3ef-80f7861d7459', 'name': '', 'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'mac_address': 'fa:16:3e:58:33:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a0c7f2-0267-4649-b568-446491d7e607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '30ea9770-e9c0-4d77-95f4-cfd136994bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:19Z', 'updated_at': '2021-07-16T20:31:22Z', 'revision_number': 2, 'project_id': 'ef5a901508a34486bd668f0922d760af', 'subnets': [{'id': '30ea9770-e9c0-4d77-95f4-cfd136994bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:27.449789 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de917ff6-5db0-414a-99db-897b0f0d5263 req-df1b8a17-55ab-45f3-ac31-af344e754350 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:27.461450 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '223444f8-f4b3-4cbf-a541-e52463943a81', 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297', 'port_id': '223444f8-f4b3-4cbf-a541-e52463943a81', 'mac_address': 'fa:16:3e:28:bb:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ad8455-a3f9-4cd7-bb5a-6261d086b47a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:31:27.462095 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-de917ff6-5db0-414a-99db-897b0f0d5263 req-df1b8a17-55ab-45f3-ac31-af344e754350 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c0f4996-2fa6-49dc-8b13-9be02741853f HTTP/1.1" status: 200 len: 936 time: 1.2951028 Jul 16 20:31:27.482246 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-1fece646-ef60-4d5c-8bf7-046a4d655680 service neutron] Transition to ACTIVE for port object b3bdc941-1954-4623-9417-9f8d01a065bc will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:27.487172 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-1fece646-ef60-4d5c-8bf7-046a4d655680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.581790 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.638425 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223444f8-f4b3-4cbf-a541-e52463943a81 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:27.643256 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e045c5b-75e1-48f7-9699-a8d6ad8eacba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.648698 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.707208 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fece646-ef60-4d5c-8bf7-046a4d655680 service neutron] Pushing event updated for resources: {'Port': ['ID=b3bdc941-1954-4623-9417-9f8d01a065bc,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:27.733653 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b910045-c42e-4aa6-b117-23cf2e43c4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd75eccd-c288-4ba2-a8ec-49fad6b742b0,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:27.747233 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 223444f8-f4b3-4cbf-a541-e52463943a81, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=223444f8-f4b3-4cbf-a541-e52463943a81,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:27.757534 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.871372 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 34e0888d-7d47-442e-87bf-bff94f822e42 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:27.919758 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-de917ff6-5db0-414a-99db-897b0f0d5263 req-69448152-6337-48cc-9d7e-c04c6c583f25 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/security-groups?id=92647a9a-b06c-49b4-9fcc-7997aec47a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079700 Jul 16 20:31:27.932133 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffc1d96-3c62-4861-a382-7b5daf8603bb None None] Checking router: 76a0c7f2-0267-4649-b568-446491d7e607 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:31:27.932450 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffc1d96-3c62-4861-a382-7b5daf8603bb None None] Updating router 76a0c7f2-0267-4649-b568-446491d7e607 port a288de18-4049-486c-b3ef-80f7861d7459 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:31:28.018982 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-1fece646-ef60-4d5c-8bf7-046a4d655680 service neutron] Attempting to bind port b3bdc941-1954-4623-9417-9f8d01a065bc on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:28.019330 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-1fece646-ef60-4d5c-8bf7-046a4d655680 service neutron] Attempting to bind port b3bdc941-1954-4623-9417-9f8d01a065bc by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:28.019676 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-1fece646-ef60-4d5c-8bf7-046a4d655680 service neutron] Attempting to bind port b3bdc941-1954-4623-9417-9f8d01a065bc on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:28.043234 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-1fece646-ef60-4d5c-8bf7-046a4d655680 service neutron] Port b3bdc941-1954-4623-9417-9f8d01a065bc on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:28.054269 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-1fece646-ef60-4d5c-8bf7-046a4d655680 service neutron] Attempting to bind port b3bdc941-1954-4623-9417-9f8d01a065bc on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:28.061800 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-1fece646-ef60-4d5c-8bf7-046a4d655680 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:28.062209 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-1fece646-ef60-4d5c-8bf7-046a4d655680 service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:28.063249 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-1fece646-ef60-4d5c-8bf7-046a4d655680 service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:28.063698 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-1fece646-ef60-4d5c-8bf7-046a4d655680 service neutron] Bound port: b3bdc941-1954-4623-9417-9f8d01a065bc, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:28.064073 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-1fece646-ef60-4d5c-8bf7-046a4d655680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.109490 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1d96-3c62-4861-a382-7b5daf8603bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.222255 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['223444f8-f4b3-4cbf-a541-e52463943a81'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:28.279755 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 34e0888d-7d47-442e-87bf-bff94f822e42 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:28.304471 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-1fece646-ef60-4d5c-8bf7-046a4d655680 service neutron] For port b3bdc941-1954-4623-9417-9f8d01a065bc, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:28.309803 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-1fece646-ef60-4d5c-8bf7-046a4d655680 service neutron] For port b3bdc941-1954-4623-9417-9f8d01a065bc, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b3bdc941-1954-4623-9417-9f8d01a065bc,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:28.317007 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-1fece646-ef60-4d5c-8bf7-046a4d655680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.407045 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bdde73-56d9-435a-b857-44e5b0da8635 req-211815f3-a65e-4d4c-a130-0f74833b5953 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:28.420089 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-94bdde73-56d9-435a-b857-44e5b0da8635 req-211815f3-a65e-4d4c-a130-0f74833b5953 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d374707-29d2-41f6-bac6-a5224d3299e8 HTTP/1.1" status: 200 len: 944 time: 1.0947800 Jul 16 20:31:28.451450 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-1fece646-ef60-4d5c-8bf7-046a4d655680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:28.452026 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-1fece646-ef60-4d5c-8bf7-046a4d655680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.463136 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-1fece646-ef60-4d5c-8bf7-046a4d655680 service neutron] 10.222.0.62 "PUT /v2.0/ports/b3bdc941-1954-4623-9417-9f8d01a065bc HTTP/1.1" status: 200 len: 1097 time: 2.1956515 Jul 16 20:31:28.470100 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0f4996-2fa6-49dc-8b13-9be02741853f', 'tag': 'b3bdc941-1954-4623-9417-9f8d01a065bc'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:28.472746 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8eafea9-c59d-4010-a648-f6d1d2d4e1b8" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0f4996-2fa6-49dc-8b13-9be02741853f", "tag": "b3bdc941-1954-4623-9417-9f8d01a065bc"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:28.591094 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1d96-3c62-4861-a382-7b5daf8603bb None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.597245 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-1e045c5b-75e1-48f7-9699-a8d6ad8eacba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Allocated IP 172.25.0.151 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/b2dea836-621f-4509-b7db-ae3004e8bf16) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:28.634489 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 34e0888d-7d47-442e-87bf-bff94f822e42 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:28.635191 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-2ffc1d96-3c62-4861-a382-7b5daf8603bb None None] Transition to ACTIVE for port object a288de18-4049-486c-b3ef-80f7861d7459 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:28.635321 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.643843 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1d96-3c62-4861-a382-7b5daf8603bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.647448 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-94bdde73-56d9-435a-b857-44e5b0da8635 req-40ee06b1-ccc8-4a1b-adee-9e7a516b84ae tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] 10.222.0.38 "GET /v2.0/security-groups?id=d8c34c1d-98a7-4abc-b4bb-34046a83b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257705 Jul 16 20:31:28.658651 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=223444f8-f4b3-4cbf-a541-e52463943a81,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:28.729122 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fece646-ef60-4d5c-8bf7-046a4d655680 service neutron] Pushing event updated for resources: {'Port': ['ID=b3bdc941-1954-4623-9417-9f8d01a065bc,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:28.816616 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c046ff84-68fb-47f9-b208-2d7f4ba8d6a8 x-openstack-request-id: req-c046ff84-68fb-47f9-b208-2d7f4ba8d6a8 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:28.819351 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d374707-29d2-41f6-bac6-a5224d3299e8", "tag": "fd75eccd-c288-4ba2-a8ec-49fad6b742b0", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:28.819676 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c046ff84-68fb-47f9-b208-2d7f4ba8d6a8 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:28.820059 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d374707-29d2-41f6-bac6-a5224d3299e8', 'tag': 'fd75eccd-c288-4ba2-a8ec-49fad6b742b0', 'status': 'completed', 'code': 200} Jul 16 20:31:28.834946 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96b6f5-6029-43fc-b568-a97373925581 req-f5e6edc5-76d2-4c60-9fe9-69b0acc88b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:28.851807 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-af96b6f5-6029-43fc-b568-a97373925581 req-f5e6edc5-76d2-4c60-9fe9-69b0acc88b3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7946c54c6db44cc0a37cdf0fee73d5ff&device_id=1d374707-29d2-41f6-bac6-a5224d3299e8 HTTP/1.1" status: 200 len: 1096 time: 1.3802986 Jul 16 20:31:28.855244 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-8ddd5b28-c9f6-4fc0-bb36-f721c41eee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:28.880459 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-8ddd5b28-c9f6-4fc0-bb36-f721c41eee89 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8823ef742fe4b56997b7ecfa6ffe080&device_id=6c0f4996-2fa6-49dc-8b13-9be02741853f HTTP/1.1" status: 200 len: 1100 time: 0.3453836 Jul 16 20:31:29.047905 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2ffc1d96-3c62-4861-a382-7b5daf8603bb None None] Attempting to bind port a288de18-4049-486c-b3ef-80f7861d7459 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:29.048418 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2ffc1d96-3c62-4861-a382-7b5daf8603bb None None] Attempting to bind port a288de18-4049-486c-b3ef-80f7861d7459 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'ee3a15d1-e0dd-4442-848c-29677571a35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:29.048886 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffc1d96-3c62-4861-a382-7b5daf8603bb None None] Attempting to bind port a288de18-4049-486c-b3ef-80f7861d7459 on network d6eec540-6b7a-4613-90ff-e030a2c552f3 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:29.050793 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-957e406e-24b8-467a-8fba-02247f17b640 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=b3bdc941-1954-4623-9417-9f8d01a065bc HTTP/1.1" status: 200 len: 217 time: 0.1612298 Jul 16 20:31:29.051203 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17e564-cca7-44eb-b263-9f0a21f0f4fd None None] Pushing event updated for resources: {'Port': ['ID=a288de18-4049-486c-b3ef-80f7861d7459,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:29.058102 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffc1d96-3c62-4861-a382-7b5daf8603bb None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:29.058660 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffc1d96-3c62-4861-a382-7b5daf8603bb None None] Checking segment: {'id': 'ee3a15d1-e0dd-4442-848c-29677571a35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:29.059261 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1d96-3c62-4861-a382-7b5daf8603bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.059872 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffc1d96-3c62-4861-a382-7b5daf8603bb None None] Bound using segment: {'id': 'ee3a15d1-e0dd-4442-848c-29677571a35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:29.060528 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2ffc1d96-3c62-4861-a382-7b5daf8603bb None None] Bound port: a288de18-4049-486c-b3ef-80f7861d7459, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3a15d1-e0dd-4442-848c-29677571a35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:29.061172 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1d96-3c62-4861-a382-7b5daf8603bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.245409 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-2ffc1d96-3c62-4861-a382-7b5daf8603bb None None] For port a288de18-4049-486c-b3ef-80f7861d7459, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:29.256532 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-ed0733cb-d29e-4711-a837-01a6399afcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:29.258662 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-2ffc1d96-3c62-4861-a382-7b5daf8603bb None None] For port a288de18-4049-486c-b3ef-80f7861d7459, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a288de18-4049-486c-b3ef-80f7861d7459,segment=NetworkSegment(ee3a15d1-e0dd-4442-848c-29677571a35a),segment_id=ee3a15d1-e0dd-4442-848c-29677571a35a)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:29.263430 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-ed0733cb-d29e-4711-a837-01a6399afcd9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.2009227 Jul 16 20:31:29.266194 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1d96-3c62-4861-a382-7b5daf8603bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.274744 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-af96b6f5-6029-43fc-b568-a97373925581 req-2df7ac4b-7123-4a6b-9282-c98d9ef83329 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd75eccd-c288-4ba2-a8ec-49fad6b742b0 HTTP/1.1" status: 200 len: 217 time: 0.3981619 Jul 16 20:31:29.386374 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17e564-cca7-44eb-b263-9f0a21f0f4fd None None] Pushing event updated for resources: {'Port': ['ID=a288de18-4049-486c-b3ef-80f7861d7459,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:29.394840 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96b6f5-6029-43fc-b568-a97373925581 req-7848736f-3af9-4e95-b281-20a4317b87cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:29.396764 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-af96b6f5-6029-43fc-b568-a97373925581 req-7848736f-3af9-4e95-b281-20a4317b87cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=123f73dc-f9e9-4aa8-9bf9-497b90a09ab5 HTTP/1.1" status: 200 len: 850 time: 0.1208577 Jul 16 20:31:29.425897 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-1369f69e-0bd8-41eb-8b97-fefcc1fcd58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:29.428536 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-1369f69e-0bd8-41eb-8b97-fefcc1fcd58b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1591320 Jul 16 20:31:29.435482 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffc1d96-3c62-4861-a382-7b5daf8603bb None None] Routers {'76a0c7f2-0267-4649-b568-446491d7e607'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:29.436274 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2ffc1d96-3c62-4861-a382-7b5daf8603bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:31:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['76a0c7f2-0267-4649-b568-446491d7e607'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:29.642847 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-af96b6f5-6029-43fc-b568-a97373925581 req-97be0bad-4be5-4f32-b6a3-2fe1cc5514e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3bacfa8c-8c89-4436-b14a-0e5580405094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2090826 Jul 16 20:31:29.653570 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.719250 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-2ffc1d96-3c62-4861-a382-7b5daf8603bb None None] Set router 76a0c7f2-0267-4649-b568-446491d7e607 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:29.722102 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-93821cb0-f292-45ca-a8d8-36be8a7b3e4a service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845109 Jul 16 20:31:29.831046 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.839992 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e045c5b-75e1-48f7-9699-a8d6ad8eacba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.849371 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 34e0888d-7d47-442e-87bf-bff94f822e42, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=34e0888d-7d47-442e-87bf-bff94f822e42,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:29.883402 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.884569 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 2cf7300d-4ae6-4030-a301-8b08290433a3 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:29.948620 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d3acbb2a-ebc1-4b14-9dee-8a7ac74f2371 req-7425f56d-c54d-4c6d-8d61-b4924f4548cd service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204189 Jul 16 20:31:30.008940 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0423e-3f8b-4290-a798-90263823a609 req-32571896-90a2-4ab8-97a4-8e7754d1f919 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:30.018550 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27c0423e-3f8b-4290-a798-90263823a609 req-32571896-90a2-4ab8-97a4-8e7754d1f919 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/networks?id=d6eec540-6b7a-4613-90ff-e030a2c552f3 HTTP/1.1" status: 200 len: 829 time: 0.9395638 Jul 16 20:31:30.047499 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=34e0888d-7d47-442e-87bf-bff94f822e42,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:30.076651 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 2cf7300d-4ae6-4030-a301-8b08290433a3 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:30.079538 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.103696 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f7e1f-ecc4-4cb7-835d-d997e94ef1f5 req-cfa43d2d-1db2-43a7-8504-7ab17e7de65b tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:30.112614 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c9f7e1f-ecc4-4cb7-835d-d997e94ef1f5 req-cfa43d2d-1db2-43a7-8504-7ab17e7de65b tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 945 time: 0.6870036 Jul 16 20:31:30.156486 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27c0423e-3f8b-4290-a798-90263823a609 req-1c85d152-b742-48ad-94f7-07545a698bc6 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/quotas/ef5a901508a34486bd668f0922d760af HTTP/1.1" status: 200 len: 375 time: 0.1260645 Jul 16 20:31:30.158628 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-af96b6f5-6029-43fc-b568-a97373925581 req-818e327e-8822-4bd2-ac31-91cf08fbeb64 service neutron] 10.222.0.18 "GET /v2.0/networks/3bacfa8c-8c89-4436-b14a-0e5580405094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818902 Jul 16 20:31:30.279760 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e045c5b-75e1-48f7-9699-a8d6ad8eacba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.301938 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2ffc1d96-3c62-4861-a382-7b5daf8603bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a0c7f2-0267-4649-b568-446491d7e607', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102833101-router', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '2cf7300d-4ae6-4030-a301-8b08290433a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:10Z', 'updated_at': '2021-07-16T20:31:21Z', 'revision_number': 4, 'project_id': 'ef5a901508a34486bd668f0922d760af', 'gw_port': {'id': '2cf7300d-4ae6-4030-a301-8b08290433a3', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a0c7f2-0267-4649-b568-446491d7e607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:12Z', 'updated_at': '2021-07-16T20:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'a288de18-4049-486c-b3ef-80f7861d7459', 'name': '', 'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'mac_address': 'fa:16:3e:58:33:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a0c7f2-0267-4649-b568-446491d7e607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '30ea9770-e9c0-4d77-95f4-cfd136994bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:19Z', 'updated_at': '2021-07-16T20:31:29Z', 'revision_number': 4, 'project_id': 'ef5a901508a34486bd668f0922d760af', 'subnets': [{'id': '30ea9770-e9c0-4d77-95f4-cfd136994bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:30.370763 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffc1d96-3c62-4861-a382-7b5daf8603bb None None] The sync data for ids ['76a0c7f2-0267-4649-b568-446491d7e607'] in n-d-791506-21 is: [{'id': '76a0c7f2-0267-4649-b568-446491d7e607', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102833101-router', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '2cf7300d-4ae6-4030-a301-8b08290433a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:10Z', 'updated_at': '2021-07-16T20:31:21Z', 'revision_number': 4, 'project_id': 'ef5a901508a34486bd668f0922d760af', 'gw_port': {'id': '2cf7300d-4ae6-4030-a301-8b08290433a3', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a0c7f2-0267-4649-b568-446491d7e607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:12Z', 'updated_at': '2021-07-16T20:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'a288de18-4049-486c-b3ef-80f7861d7459', 'name': '', 'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'mac_address': 'fa:16:3e:58:33:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a0c7f2-0267-4649-b568-446491d7e607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '30ea9770-e9c0-4d77-95f4-cfd136994bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:19Z', 'updated_at': '2021-07-16T20:31:29Z', 'revision_number': 4, 'project_id': 'ef5a901508a34486bd668f0922d760af', 'subnets': [{'id': '30ea9770-e9c0-4d77-95f4-cfd136994bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:30.443868 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-af96b6f5-6029-43fc-b568-a97373925581 req-de28eb10-fc3f-4319-94e2-3b38cae8fccd service neutron] 10.222.0.18 "GET /v2.0/networks/3bacfa8c-8c89-4436-b14a-0e5580405094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666924 Jul 16 20:31:30.466392 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c9f7e1f-ecc4-4cb7-835d-d997e94ef1f5 req-d1322d82-38cf-41bf-a14a-0d7fea9d5d6a tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527939 Jul 16 20:31:30.479256 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e045c5b-75e1-48f7-9699-a8d6ad8eacba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:30.523732 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-1e045c5b-75e1-48f7-9699-a8d6ad8eacba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:30.541655 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e045c5b-75e1-48f7-9699-a8d6ad8eacba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:30.572979 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 34e0888d-7d47-442e-87bf-bff94f822e42 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:30.684075 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e045c5b-75e1-48f7-9699-a8d6ad8eacba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Pushing event updated for resources: {'Port': ['ID=b2dea836-621f-4509-b7db-ae3004e8bf16,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:30.733320 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8503ff68-1e92-449c-969d-28cc984d7088 x-openstack-request-id: req-8503ff68-1e92-449c-969d-28cc984d7088 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:30.733965 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0f4996-2fa6-49dc-8b13-9be02741853f", "tag": "b3bdc941-1954-4623-9417-9f8d01a065bc", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:30.733965 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8503ff68-1e92-449c-969d-28cc984d7088 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:30.734382 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0f4996-2fa6-49dc-8b13-9be02741853f', 'tag': 'b3bdc941-1954-4623-9417-9f8d01a065bc', 'status': 'completed', 'code': 200} Jul 16 20:31:30.794999 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27c0423e-3f8b-4290-a798-90263823a609 req-2caf5988-3dfc-4a76-a4ef-6665048de3ac tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ef5a901508a34486bd668f0922d760af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6135154 Jul 16 20:31:30.834074 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 34e0888d-7d47-442e-87bf-bff94f822e42 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:30.834670 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.846542 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-27c0423e-3f8b-4290-a798-90263823a609 req-ba3f38fc-c194-4774-8a7c-f8767bf0aebf tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:31:30.848220 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27c0423e-3f8b-4290-a798-90263823a609 req-ba3f38fc-c194-4774-8a7c-f8767bf0aebf tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099542 Jul 16 20:31:30.915930 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eafea9-c59d-4010-a648-f6d1d2d4e1b8 req-b352d793-9ea2-4c29-9021-0aed4d8b0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:30.917982 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a8eafea9-c59d-4010-a648-f6d1d2d4e1b8 req-b352d793-9ea2-4c29-9021-0aed4d8b0540 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8823ef742fe4b56997b7ecfa6ffe080&device_id=6c0f4996-2fa6-49dc-8b13-9be02741853f HTTP/1.1" status: 200 len: 1100 time: 0.1546285 Jul 16 20:31:31.011959 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e045c5b-75e1-48f7-9699-a8d6ad8eacba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.059387 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640e9de-4318-4f49-b538-5e9ae5dbade0 req-0272a353-a2e2-4e97-8957-083f1f26e9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.068918 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7640e9de-4318-4f49-b538-5e9ae5dbade0 req-0272a353-a2e2-4e97-8957-083f1f26e9db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7946c54c6db44cc0a37cdf0fee73d5ff&device_id=1d374707-29d2-41f6-bac6-a5224d3299e8 HTTP/1.1" status: 200 len: 1096 time: 0.3783190 Jul 16 20:31:31.203963 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eafea9-c59d-4010-a648-f6d1d2d4e1b8 req-2f8c56c0-2dbf-45d5-82e6-f791bd0e85c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.206227 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a8eafea9-c59d-4010-a648-f6d1d2d4e1b8 req-2f8c56c0-2dbf-45d5-82e6-f791bd0e85c0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.2788029 Jul 16 20:31:31.302177 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a8eafea9-c59d-4010-a648-f6d1d2d4e1b8 req-eb7a14a2-427b-41e7-b5f5-1ba19dd6e1dc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=b3bdc941-1954-4623-9417-9f8d01a065bc HTTP/1.1" status: 200 len: 217 time: 0.0868785 Jul 16 20:31:31.388500 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eafea9-c59d-4010-a648-f6d1d2d4e1b8 req-94293291-bfb1-467b-9343-f64b8a002bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.390711 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a8eafea9-c59d-4010-a648-f6d1d2d4e1b8 req-94293291-bfb1-467b-9343-f64b8a002bee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0809238 Jul 16 20:31:31.507312 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eafea9-c59d-4010-a648-f6d1d2d4e1b8 req-5b57eaeb-53bc-4b95-a386-a8d4ab59fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.508968 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a8eafea9-c59d-4010-a648-f6d1d2d4e1b8 req-5b57eaeb-53bc-4b95-a386-a8d4ab59fc7e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1105659 Jul 16 20:31:31.569130 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27c0423e-3f8b-4290-a798-90263823a609 req-33afaa32-30c9-4eba-88cd-97ed4d68a7f4 service neutron] 10.222.0.38 "GET /v2.0/networks/d6eec540-6b7a-4613-90ff-e030a2c552f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6951036 Jul 16 20:31:31.612978 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0fe86-0e10-4878-a0f2-d250cc0a1049 req-3a79bb90-f271-42ae-8884-59817099c8fe tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.621015 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-12d0fe86-0e10-4878-a0f2-d250cc0a1049 req-3a79bb90-f271-42ae-8884-59817099c8fe tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c0f4996-2fa6-49dc-8b13-9be02741853f HTTP/1.1" status: 200 len: 948 time: 0.7442315 Jul 16 20:31:31.626881 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e045c5b-75e1-48f7-9699-a8d6ad8eacba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.757732 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a8eafea9-c59d-4010-a648-f6d1d2d4e1b8 req-653d9594-1e6f-42e5-acd0-27ceb47ba4cb service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411950 Jul 16 20:31:31.776507 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640e9de-4318-4f49-b538-5e9ae5dbade0 req-e6719e5c-2ca5-4302-828b-f572e729509a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.778266 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7640e9de-4318-4f49-b538-5e9ae5dbade0 req-e6719e5c-2ca5-4302-828b-f572e729509a service neutron] 10.222.0.18 "GET /v2.0/networks?id=3bacfa8c-8c89-4436-b14a-0e5580405094 HTTP/1.1" status: 200 len: 911 time: 0.7028685 Jul 16 20:31:31.882842 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-12d0fe86-0e10-4878-a0f2-d250cc0a1049 req-f9f9a5e4-abb9-451b-8cc6-28648005aec2 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/security-groups?id=92647a9a-b06c-49b4-9fcc-7997aec47a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556462 Jul 16 20:31:31.973270 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a8eafea9-c59d-4010-a648-f6d1d2d4e1b8 req-caf044ed-ca16-41df-b94c-c9b62c2fd9ec service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038217 Jul 16 20:31:32.124914 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7640e9de-4318-4f49-b538-5e9ae5dbade0 req-199bce1c-9ce6-439e-9d6a-f3dbec096836 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd75eccd-c288-4ba2-a8ec-49fad6b742b0 HTTP/1.1" status: 200 len: 217 time: 0.2836797 Jul 16 20:31:32.364525 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device fd75eccd-c288-4ba2-a8ec-49fad6b742b0 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:31:32.627175 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b3bdc941-1954-4623-9417-9f8d01a065bc details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:31:32.629446 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 223444f8-f4b3-4cbf-a541-e52463943a81 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:32.631192 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a288de18-4049-486c-b3ef-80f7861d7459 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:32.768254 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port fd75eccd-c288-4ba2-a8ec-49fad6b742b0, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=fd75eccd-c288-4ba2-a8ec-49fad6b742b0,segment=NetworkSegment(ef656b0c-fc3c-47b0-93e5-af2f6bf01792),segment_id=ef656b0c-fc3c-47b0-93e5-af2f6bf01792)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:32.797763 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port a288de18-4049-486c-b3ef-80f7861d7459 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:32.815306 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'fd75eccd-c288-4ba2-a8ec-49fad6b742b0', 'network_id': '3bacfa8c-8c89-4436-b14a-0e5580405094', 'port_id': 'fd75eccd-c288-4ba2-a8ec-49fad6b742b0', 'mac_address': 'fa:16:3e:5c:f4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '123f73dc-f9e9-4aa8-9bf9-497b90a09ab5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:31:32.824193 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27c0423e-3f8b-4290-a798-90263823a609 req-4cca90c2-394a-4ebb-9e03-837b5a6d168e service neutron] 10.222.0.38 "GET /v2.0/networks/d6eec540-6b7a-4613-90ff-e030a2c552f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1903512 Jul 16 20:31:32.831211 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port a288de18-4049-486c-b3ef-80f7861d7459 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:32.831511 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.886303 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 223444f8-f4b3-4cbf-a541-e52463943a81 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:32.946940 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 223444f8-f4b3-4cbf-a541-e52463943a81 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:32.948489 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.009010 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640e9de-4318-4f49-b538-5e9ae5dbade0 req-1c290c35-d091-4009-9a9f-a689051bc4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:33.013869 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7640e9de-4318-4f49-b538-5e9ae5dbade0 req-1c290c35-d091-4009-9a9f-a689051bc4b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=123f73dc-f9e9-4aa8-9bf9-497b90a09ab5 HTTP/1.1" status: 200 len: 850 time: 0.8809135 Jul 16 20:31:33.152259 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7640e9de-4318-4f49-b538-5e9ae5dbade0 req-d7ea9270-7f15-4718-8ada-6bc9365f7a68 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3bacfa8c-8c89-4436-b14a-0e5580405094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266072 Jul 16 20:31:33.167576 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.175764 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.205265 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd75eccd-c288-4ba2-a8ec-49fad6b742b0 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:33.233376 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port fd75eccd-c288-4ba2-a8ec-49fad6b742b0, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=fd75eccd-c288-4ba2-a8ec-49fad6b742b0,segment=NetworkSegment(ef656b0c-fc3c-47b0-93e5-af2f6bf01792),segment_id=ef656b0c-fc3c-47b0-93e5-af2f6bf01792)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:33.235245 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.278217 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port a288de18-4049-486c-b3ef-80f7861d7459, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a288de18-4049-486c-b3ef-80f7861d7459,segment=NetworkSegment(ee3a15d1-e0dd-4442-848c-29677571a35a),segment_id=ee3a15d1-e0dd-4442-848c-29677571a35a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:33.279638 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.290502 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b3bdc941-1954-4623-9417-9f8d01a065bc, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b3bdc941-1954-4623-9417-9f8d01a065bc,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:33.294384 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.341696 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'b3bdc941-1954-4623-9417-9f8d01a065bc', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': 'b3bdc941-1954-4623-9417-9f8d01a065bc', 'mac_address': 'fa:16:3e:5a:a3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:31:33.383833 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7640e9de-4318-4f49-b538-5e9ae5dbade0 req-188ddfde-72d4-48b1-b311-77e9ad9e846f service neutron] 10.222.0.18 "GET /v2.0/networks/3bacfa8c-8c89-4436-b14a-0e5580405094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189047 Jul 16 20:31:33.403349 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.476912 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3bdc941-1954-4623-9417-9f8d01a065bc {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:33.504086 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b3bdc941-1954-4623-9417-9f8d01a065bc, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b3bdc941-1954-4623-9417-9f8d01a065bc,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:33.506070 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.558006 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.589630 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e045c5b-75e1-48f7-9699-a8d6ad8eacba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.603396 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7918bb-56c1-4a0b-9429-e30badbfb717 req-7e2f4e69-1f43-4370-8818-3a4e79987f08 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:33.612237 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5b7918bb-56c1-4a0b-9429-e30badbfb717 req-7e2f4e69-1f43-4370-8818-3a4e79987f08 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d374707-29d2-41f6-bac6-a5224d3299e8 HTTP/1.1" status: 200 len: 944 time: 0.8501573 Jul 16 20:31:33.617698 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['fd75eccd-c288-4ba2-a8ec-49fad6b742b0'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:33.696266 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e045c5b-75e1-48f7-9699-a8d6ad8eacba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.707762 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 223444f8-f4b3-4cbf-a541-e52463943a81, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=223444f8-f4b3-4cbf-a541-e52463943a81,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:33.713154 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d45dc1-22f7-4ca6-a8c9-07790d7b3e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223444f8-f4b3-4cbf-a541-e52463943a81'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:33.717814 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fb045e-4a6f-4bdd-a346-ab3ce55373ca" -d '{"events": [{"server_uuid": "d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40", "name": "network-vif-plugged", "status": "completed", "tag": "223444f8-f4b3-4cbf-a541-e52463943a81"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:33.722387 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=fd75eccd-c288-4ba2-a8ec-49fad6b742b0,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:33.801958 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=a288de18-4049-486c-b3ef-80f7861d7459,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:33.826189 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e045c5b-75e1-48f7-9699-a8d6ad8eacba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.879894 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.886305 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=b3bdc941-1954-4623-9417-9f8d01a065bc,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:33.901294 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5b7918bb-56c1-4a0b-9429-e30badbfb717 req-419963c7-e645-4e36-b271-972a5e439d8b tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] 10.222.0.38 "GET /v2.0/security-groups?id=d8c34c1d-98a7-4abc-b4bb-34046a83b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879734 Jul 16 20:31:33.916750 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7640e9de-4318-4f49-b538-5e9ae5dbade0 req-9284c066-dbbf-40c7-b087-6517de070d02 service neutron] 10.222.0.18 "GET /v2.0/networks/3bacfa8c-8c89-4436-b14a-0e5580405094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5172243 Jul 16 20:31:33.920552 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e045c5b-75e1-48f7-9699-a8d6ad8eacba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.927473 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1e045c5b-75e1-48f7-9699-a8d6ad8eacba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.6274745 Jul 16 20:31:33.928563 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e045c5b-75e1-48f7-9699-a8d6ad8eacba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Pushing event updated for resources: {'Port': ['ID=b2dea836-621f-4509-b7db-ae3004e8bf16,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:33.929383 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['b3bdc941-1954-4623-9417-9f8d01a065bc'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:33.956651 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a3af9-1c68-4f1e-a2db-b09a46d42779 req-6fcc7516-f251-4d5d-85b2-c1f68fe4a5da tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:33.965869 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3a2a3af9-1c68-4f1e-a2db-b09a46d42779 req-6fcc7516-f251-4d5d-85b2-c1f68fe4a5da tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 945 time: 0.5807965 Jul 16 20:31:34.057381 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3a2a3af9-1c68-4f1e-a2db-b09a46d42779 req-8cfe9ebc-22c4-4d47-b6d8-fcbd2cec277f tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894969 Jul 16 20:31:34.113115 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=223444f8-f4b3-4cbf-a541-e52463943a81,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:34.299689 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924673d-6a85-4564-986d-9803ae457617 req-178f0a26-bfec-405b-80e2-294d9c386a09 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:34.307029 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d924673d-6a85-4564-986d-9803ae457617 req-178f0a26-bfec-405b-80e2-294d9c386a09 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c0f4996-2fa6-49dc-8b13-9be02741853f HTTP/1.1" status: 200 len: 949 time: 0.1790595 Jul 16 20:31:34.403742 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0fd9ae06-c607-4925-beef-5f99b76ec8e4 req-865b49d8-a62f-4216-b623-44d97bb1f3b3 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1eb4c17-ed5f-4e6a-9290-db075432f05b HTTP/1.1" status: 200 len: 210 time: 0.0947902 Jul 16 20:31:34.480896 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d924673d-6a85-4564-986d-9803ae457617 req-d3bf2d63-5943-48e4-863e-1a3f8523fa61 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/security-groups?id=92647a9a-b06c-49b4-9fcc-7997aec47a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495976 Jul 16 20:31:34.548289 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a288de18-4049-486c-b3ef-80f7861d7459 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:34.608629 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baebb422-e880-4213-b3a4-f757ac1cc44d x-openstack-request-id: req-baebb422-e880-4213-b3a4-f757ac1cc44d {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:34.609218 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40", "name": "network-vif-plugged", "status": "completed", "tag": "223444f8-f4b3-4cbf-a541-e52463943a81", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:34.609725 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-baebb422-e880-4213-b3a4-f757ac1cc44d {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:34.610281 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d45dc1-22f7-4ca6-a8c9-07790d7b3e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223444f8-f4b3-4cbf-a541-e52463943a81', 'code': 200} Jul 16 20:31:34.631280 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port a288de18-4049-486c-b3ef-80f7861d7459 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:34.631920 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.754806 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-86f76dec-9156-4143-ad8c-0bdea41a4f61 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--335939381&fields=id&tenant_id=a4359c07a39647debc91cc45c7855204 HTTP/1.1" status: 200 len: 267 time: 0.1103046 Jul 16 20:31:34.820224 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0cc10-5cb7-4836-a0d7-1b4ad9911250 req-511057dc-45a5-400f-b9fa-92384167347b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:34.823199 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7be0cc10-5cb7-4836-a0d7-1b4ad9911250 req-511057dc-45a5-400f-b9fa-92384167347b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 1098 time: 0.1117585 Jul 16 20:31:34.891137 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7be0cc10-5cb7-4836-a0d7-1b4ad9911250 req-17ec4d7d-be8e-4e5d-aac1-7d387395fd95 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576627 Jul 16 20:31:34.914887 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-d8bc4e61-447b-4f17-8625-58233adf4ccd tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:34.922403 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-d8bc4e61-447b-4f17-8625-58233adf4ccd tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 811 time: 0.1665475 Jul 16 20:31:34.943793 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-06968e0f-b76e-49ba-973a-ae98d78d339a tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/quotas/a4359c07a39647debc91cc45c7855204 HTTP/1.1" status: 200 len: 375 time: 0.0200346 Jul 16 20:31:35.023726 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-437317db-12d8-47f9-a3e3-e24dc17d9d69 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0788159 Jul 16 20:31:35.189297 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880215d-a6dc-4004-be10-8d7fe110e6f7 req-f091b890-21c2-418b-a5fa-3b2c936f8cb2 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:35.190958 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a880215d-a6dc-4004-be10-8d7fe110e6f7 req-f091b890-21c2-418b-a5fa-3b2c936f8cb2 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d374707-29d2-41f6-bac6-a5224d3299e8 HTTP/1.1" status: 200 len: 945 time: 0.1399796 Jul 16 20:31:35.201281 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-e454a397-601b-4031-bd0f-74b2813ebb49 service neutron] 10.222.0.38 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747370 Jul 16 20:31:35.356929 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-24e2be0b-dcaf-422e-b34f-ec8ac2fff7e3 service neutron] 10.222.0.38 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546245 Jul 16 20:31:35.490734 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a880215d-a6dc-4004-be10-8d7fe110e6f7 req-f09ae2ba-a836-4ebd-a984-f644465d712e tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] 10.222.0.38 "GET /v2.0/security-groups?id=d8c34c1d-98a7-4abc-b4bb-34046a83b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871687 Jul 16 20:31:35.595880 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0423e-3f8b-4290-a798-90263823a609 req-114f0f11-8941-465f-afb9-fe9bfdee18e7 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:35.597404 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27c0423e-3f8b-4290-a798-90263823a609 req-114f0f11-8941-465f-afb9-fe9bfdee18e7 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.18 "GET /v2.0/networks?id=d6eec540-6b7a-4613-90ff-e030a2c552f3 HTTP/1.1" status: 200 len: 829 time: 0.2232971 Jul 16 20:31:35.641137 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-27c0423e-3f8b-4290-a798-90263823a609 req-bf3f34c7-50fb-4df7-b988-a60776cc2247 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Request body: {'port': {'device_id': 'd1eb4c17-ed5f-4e6a-9290-db075432f05b', 'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3', 'admin_state_up': True, 'tenant_id': 'ef5a901508a34486bd668f0922d760af'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:35.992771 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-268629b8-47c3-417e-b762-4cb5f0082da8 req-e3cb90d7-1a9d-44a3-afbb-a61413d1b27b tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1eb4c17-ed5f-4e6a-9290-db075432f05b HTTP/1.1" status: 200 len: 210 time: 0.1200953 Jul 16 20:31:36.123599 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5b750-1e8d-41bb-be5e-379a885fb9aa req-d1fd220b-e848-48bf-ae6f-857cd334d621 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:36.130276 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-03e5b750-1e8d-41bb-be5e-379a885fb9aa req-d1fd220b-e848-48bf-ae6f-857cd334d621 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 946 time: 0.3917091 Jul 16 20:31:36.272993 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c0423e-3f8b-4290-a798-90263823a609 req-bf3f34c7-50fb-4df7-b988-a60776cc2247 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Made reservation on behalf of ef5a901508a34486bd668f0922d760af for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:36.277410 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-27c0423e-3f8b-4290-a798-90263823a609 req-bf3f34c7-50fb-4df7-b988-a60776cc2247 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.298566 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-03e5b750-1e8d-41bb-be5e-379a885fb9aa req-1f844fd4-3fb7-45ac-8302-d2a89f42a08c tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415577 Jul 16 20:31:36.367516 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device fd75eccd-c288-4ba2-a8ec-49fad6b742b0 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:36.388658 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a108e8-b7c6-4e95-be5a-9500e917df7a req-ce1f2587-9943-430b-976d-6a3e6e1abe52 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:36.402824 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-88a108e8-b7c6-4e95-be5a-9500e917df7a req-ce1f2587-9943-430b-976d-6a3e6e1abe52 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c0f4996-2fa6-49dc-8b13-9be02741853f HTTP/1.1" status: 200 len: 949 time: 0.2193050 Jul 16 20:31:36.455650 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port fd75eccd-c288-4ba2-a8ec-49fad6b742b0 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:36.460728 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port fd75eccd-c288-4ba2-a8ec-49fad6b742b0 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:36.461108 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.489239 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99661870-7faf-4fbd-b124-8ebb0fba3761 req-f7adbee3-daf8-45fb-99b7-95de4a607484 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 210 time: 0.0751321 Jul 16 20:31:36.631831 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-88a108e8-b7c6-4e95-be5a-9500e917df7a req-1dc64f3f-c50d-49c9-b35d-abd37022f8aa tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/security-groups?id=92647a9a-b06c-49b4-9fcc-7997aec47a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280624 Jul 16 20:31:36.672063 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b3bdc941-1954-4623-9417-9f8d01a065bc up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:36.699752 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-27c0423e-3f8b-4290-a798-90263823a609 req-bf3f34c7-50fb-4df7-b988-a60776cc2247 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Allocated IP 172.20.0.12 (d6eec540-6b7a-4613-90ff-e030a2c552f3/30ea9770-e9c0-4d77-95f4-cfd136994bd2/505366f7-e3d8-4807-905f-15a9d6c0fe3e) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:36.784844 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.823619 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d374707-29d2-41f6-bac6-a5224d3299e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd75eccd-c288-4ba2-a8ec-49fad6b742b0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:36.825883 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6141835d-a3ec-40cb-99a7-8455198347d0" -d '{"events": [{"server_uuid": "1d374707-29d2-41f6-bac6-a5224d3299e8", "name": "network-vif-plugged", "status": "completed", "tag": "fd75eccd-c288-4ba2-a8ec-49fad6b742b0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:36.858266 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port b3bdc941-1954-4623-9417-9f8d01a065bc completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:36.870519 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port fd75eccd-c288-4ba2-a8ec-49fad6b742b0, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=fd75eccd-c288-4ba2-a8ec-49fad6b742b0,segment=NetworkSegment(ef656b0c-fc3c-47b0-93e5-af2f6bf01792),segment_id=ef656b0c-fc3c-47b0-93e5-af2f6bf01792)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:36.871982 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port b3bdc941-1954-4623-9417-9f8d01a065bc triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:36.872466 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.929824 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.986144 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970cd6fa-15bc-43b0-83fc-35d9ec48c235 x-openstack-request-id: req-970cd6fa-15bc-43b0-83fc-35d9ec48c235 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:36.986466 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d374707-29d2-41f6-bac6-a5224d3299e8", "name": "network-vif-plugged", "status": "completed", "tag": "fd75eccd-c288-4ba2-a8ec-49fad6b742b0", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:36.986715 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-970cd6fa-15bc-43b0-83fc-35d9ec48c235 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:36.987111 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d374707-29d2-41f6-bac6-a5224d3299e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd75eccd-c288-4ba2-a8ec-49fad6b742b0', 'code': 200} Jul 16 20:31:37.104990 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-27c0423e-3f8b-4290-a798-90263823a609 req-bf3f34c7-50fb-4df7-b988-a60776cc2247 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.127483 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.130979 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=fd75eccd-c288-4ba2-a8ec-49fad6b742b0,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:37.166228 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-27c0423e-3f8b-4290-a798-90263823a609 req-bf3f34c7-50fb-4df7-b988-a60776cc2247 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Transition to ACTIVE for port object 505366f7-e3d8-4807-905f-15a9d6c0fe3e will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:37.222119 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b3bdc941-1954-4623-9417-9f8d01a065bc, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b3bdc941-1954-4623-9417-9f8d01a065bc,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:37.231867 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.333981 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e142e189-3bc1-406c-ab9e-f6237d883bf7 req-70972abd-73f5-46e3-bb1d-a65652b61779 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1eb4c17-ed5f-4e6a-9290-db075432f05b HTTP/1.1" status: 200 len: 210 time: 0.0605276 Jul 16 20:31:37.340535 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=b3bdc941-1954-4623-9417-9f8d01a065bc,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:37.392999 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-27c0423e-3f8b-4290-a798-90263823a609 req-bf3f34c7-50fb-4df7-b988-a60776cc2247 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.545303 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958fa6e8-0eed-47bd-a436-81c38493d927 req-cd6fafbd-e8ff-4089-9cdc-f9a8294c0a0c tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:37.554462 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-958fa6e8-0eed-47bd-a436-81c38493d927 req-cd6fafbd-e8ff-4089-9cdc-f9a8294c0a0c tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d374707-29d2-41f6-bac6-a5224d3299e8 HTTP/1.1" status: 200 len: 946 time: 0.3804588 Jul 16 20:31:37.607859 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c140db5-aad9-4a8e-8907-aa83a1af59ed req-9eb8029f-f5e9-4f31-ae78-98563a9682ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:37.611733 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c140db5-aad9-4a8e-8907-aa83a1af59ed req-9eb8029f-f5e9-4f31-ae78-98563a9682ca service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1d374707-29d2-41f6-bac6-a5224d3299e8 HTTP/1.1" status: 200 len: 1098 time: 0.4019043 Jul 16 20:31:37.672991 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c0423e-3f8b-4290-a798-90263823a609 req-bf3f34c7-50fb-4df7-b988-a60776cc2247 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Network d6eec540-6b7a-4613-90ff-e030a2c552f3 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:37.684906 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-27c0423e-3f8b-4290-a798-90263823a609 req-bf3f34c7-50fb-4df7-b988-a60776cc2247 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:37.691244 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c0423e-3f8b-4290-a798-90263823a609 req-bf3f34c7-50fb-4df7-b988-a60776cc2247 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:37.714613 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f34c7-50fb-4df7-b988-a60776cc2247 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Pushing event updated for resources: {'Port': ['ID=505366f7-e3d8-4807-905f-15a9d6c0fe3e,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:37.764374 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-958fa6e8-0eed-47bd-a436-81c38493d927 req-ffd59c1e-a231-4f04-861f-61c452b7bab8 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] 10.222.0.38 "GET /v2.0/security-groups?id=d8c34c1d-98a7-4abc-b4bb-34046a83b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088153 Jul 16 20:31:37.828643 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c140db5-aad9-4a8e-8907-aa83a1af59ed req-0aea6948-3ea9-46fa-9ed5-23af5ec6bf50 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d8c34c1d-98a7-4abc-b4bb-34046a83b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081394 Jul 16 20:31:37.849450 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0423e-3f8b-4290-a798-90263823a609 req-bf3f34c7-50fb-4df7-b988-a60776cc2247 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:37.850195 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-27c0423e-3f8b-4290-a798-90263823a609 req-bf3f34c7-50fb-4df7-b988-a60776cc2247 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.907211 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c39864-cff7-4bc0-b172-4a4a4d059941 req-3812ccb1-2afd-4b0f-b4e4-6d65e8454ad8 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:37.914885 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7c39864-cff7-4bc0-b172-4a4a4d059941 req-3812ccb1-2afd-4b0f-b4e4-6d65e8454ad8 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 946 time: 0.4083362 Jul 16 20:31:37.924855 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27c0423e-3f8b-4290-a798-90263823a609 req-bf3f34c7-50fb-4df7-b988-a60776cc2247 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3031752 Jul 16 20:31:37.948142 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-27c0423e-3f8b-4290-a798-90263823a609 req-db38e362-aff6-421a-af35-8af5d6433bb6 service neutron] Request body: {'port': {'device_id': 'd1eb4c17-ed5f-4e6a-9290-db075432f05b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:38.085559 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-3aaf484b-8c26-4cb4-a464-a0b4377a71fc tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:38.087172 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-3aaf484b-8c26-4cb4-a464-a0b4377a71fc tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.62 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 811 time: 0.3966405 Jul 16 20:31:38.128776 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0c375bf7-2787-4ba4-a49f-0bd7965a0eaa req-c1f36a01-0155-4cf9-9de1-33c13407cc71 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 210 time: 0.0852945 Jul 16 20:31:38.151643 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7c39864-cff7-4bc0-b172-4a4a4d059941 req-221b4448-495a-4631-8867-8639b96baf13 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358854 Jul 16 20:31:38.283275 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-d1c3325e-4735-4129-b67f-c559de6ee004 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4359c07a39647debc91cc45c7855204 HTTP/1.1" status: 200 len: 379 time: 0.1867652 Jul 16 20:31:38.289100 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-27c0423e-3f8b-4290-a798-90263823a609 req-db38e362-aff6-421a-af35-8af5d6433bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.297355 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-cca7d592-c6f4-4777-811b-adfc4372a507 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Request body: {'port': {'device_id': '62f1214b-fd76-48e2-ab18-2e9e6de25bb5', 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f', 'admin_state_up': True, 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'security_groups': ['c2686768-860b-4954-9e3d-b21f22dfd3d1']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:38.354904 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2851cc58-9c8b-481d-86a2-1cc4b42ec6d4 None None] Provisioning for port 505366f7-e3d8-4807-905f-15a9d6c0fe3e completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:38.360299 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2851cc58-9c8b-481d-86a2-1cc4b42ec6d4 None None] Provisioning complete for port 505366f7-e3d8-4807-905f-15a9d6c0fe3e triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:38.360770 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2851cc58-9c8b-481d-86a2-1cc4b42ec6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.441678 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2851cc58-9c8b-481d-86a2-1cc4b42ec6d4 None None] Port 505366f7-e3d8-4807-905f-15a9d6c0fe3e cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:38.545680 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-cca7d592-c6f4-4777-811b-adfc4372a507 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Made reservation on behalf of a4359c07a39647debc91cc45c7855204 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:38.560774 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-cca7d592-c6f4-4777-811b-adfc4372a507 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.866401 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a865ea6-7fb1-49c1-9a1a-a1ccf00b5f93 req-3b5c296f-3fd0-4edb-9c98-0156aee1e1b3 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:38.870148 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4a865ea6-7fb1-49c1-9a1a-a1ccf00b5f93 req-3b5c296f-3fd0-4edb-9c98-0156aee1e1b3 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 1098 time: 0.2469785 Jul 16 20:31:38.899834 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-cca7d592-c6f4-4777-811b-adfc4372a507 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Allocated IP 172.20.0.8 (c856853c-1bbc-4399-8326-1d7e71a7f77f/587f0aec-80a3-4172-9644-d785b8e153a3/86e3457f-6e21-44a1-a1cf-4bc3c47923f4) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:38.906963 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fe531-41b3-49f1-b916-085da555f361 req-c4819745-526c-4329-8288-6185ec7362f8 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:38.915796 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a95fe531-41b3-49f1-b916-085da555f361 req-c4819745-526c-4329-8288-6185ec7362f8 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c0f4996-2fa6-49dc-8b13-9be02741853f HTTP/1.1" status: 200 len: 950 time: 0.3493123 Jul 16 20:31:38.978737 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a95fe531-41b3-49f1-b916-085da555f361 req-53aa7642-88e7-40e2-b2ec-ab423097ea49 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/security-groups?id=92647a9a-b06c-49b4-9fcc-7997aec47a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610292 Jul 16 20:31:38.989030 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0f4996-2fa6-49dc-8b13-9be02741853f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bdc941-1954-4623-9417-9f8d01a065bc'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:38.994177 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb310a32-0dd0-44e5-a9be-b84fbff429ea" -d '{"events": [{"server_uuid": "6c0f4996-2fa6-49dc-8b13-9be02741853f", "name": "network-vif-plugged", "status": "completed", "tag": "b3bdc941-1954-4623-9417-9f8d01a065bc"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:39.050909 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4a865ea6-7fb1-49c1-9a1a-a1ccf00b5f93 req-cfd52679-c5e6-49b2-87d8-c6440057b043 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103578 Jul 16 20:31:39.172757 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-cca7d592-c6f4-4777-811b-adfc4372a507 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.192887 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-cca7d592-c6f4-4777-811b-adfc4372a507 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Transition to ACTIVE for port object 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:39.232031 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-cca7d592-c6f4-4777-811b-adfc4372a507 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.277257 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-27c0423e-3f8b-4290-a798-90263823a609 req-db38e362-aff6-421a-af35-8af5d6433bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 505366f7-e3d8-4807-905f-15a9d6c0fe3e {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:39.290285 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-27c0423e-3f8b-4290-a798-90263823a609 req-db38e362-aff6-421a-af35-8af5d6433bb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.302479 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7d592-c6f4-4777-811b-adfc4372a507 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Pushing event updated for resources: {'Port': ['ID=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:39.308442 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-27c0423e-3f8b-4290-a798-90263823a609 req-db38e362-aff6-421a-af35-8af5d6433bb6 service neutron] Transition to ACTIVE for port object 505366f7-e3d8-4807-905f-15a9d6c0fe3e will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:39.335277 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-27c0423e-3f8b-4290-a798-90263823a609 req-db38e362-aff6-421a-af35-8af5d6433bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.337394 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-cca7d592-c6f4-4777-811b-adfc4372a507 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Network c856853c-1bbc-4399-8326-1d7e71a7f77f is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:39.339572 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-cca7d592-c6f4-4777-811b-adfc4372a507 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:39.344515 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-cca7d592-c6f4-4777-811b-adfc4372a507 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:39.445123 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-cca7d592-c6f4-4777-811b-adfc4372a507 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:39.446134 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-cca7d592-c6f4-4777-811b-adfc4372a507 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.459563 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f134d-1538-4fd8-8c18-9270b7356aee req-fc5be1d2-e43a-428a-a7dc-757038dacb92 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:39.462187 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d13f134d-1538-4fd8-8c18-9270b7356aee req-fc5be1d2-e43a-428a-a7dc-757038dacb92 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1eb4c17-ed5f-4e6a-9290-db075432f05b HTTP/1.1" status: 200 len: 932 time: 0.2681367 Jul 16 20:31:39.492670 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38e362-aff6-421a-af35-8af5d6433bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=505366f7-e3d8-4807-905f-15a9d6c0fe3e,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:39.494635 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-cca7d592-c6f4-4777-811b-adfc4372a507 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2028131 Jul 16 20:31:39.517026 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-e820d392-5195-4383-842e-5942ef480b7c service neutron] Request body: {'port': {'device_id': '62f1214b-fd76-48e2-ab18-2e9e6de25bb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:39.601525 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38259e48-ba64-47e3-a7f8-0822dbc1f66b req-6c52fe8e-1af2-4f5b-ae52-df0fd7548c7b tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:39.603235 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-38259e48-ba64-47e3-a7f8-0822dbc1f66b req-6c52fe8e-1af2-4f5b-ae52-df0fd7548c7b tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d374707-29d2-41f6-bac6-a5224d3299e8 HTTP/1.1" status: 200 len: 946 time: 0.2837551 Jul 16 20:31:39.615155 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d13f134d-1538-4fd8-8c18-9270b7356aee req-499f7b28-c3bf-427d-8742-6fc6e5041586 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/security-groups?id=51f19296-992e-41f8-a8d8-7e10e6f60971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246192 Jul 16 20:31:39.664790 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-27c0423e-3f8b-4290-a798-90263823a609 req-db38e362-aff6-421a-af35-8af5d6433bb6 service neutron] Attempting to bind port 505366f7-e3d8-4807-905f-15a9d6c0fe3e on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:39.664790 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-27c0423e-3f8b-4290-a798-90263823a609 req-db38e362-aff6-421a-af35-8af5d6433bb6 service neutron] Attempting to bind port 505366f7-e3d8-4807-905f-15a9d6c0fe3e by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'ee3a15d1-e0dd-4442-848c-29677571a35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:39.665337 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c0423e-3f8b-4290-a798-90263823a609 req-db38e362-aff6-421a-af35-8af5d6433bb6 service neutron] Attempting to bind port 505366f7-e3d8-4807-905f-15a9d6c0fe3e on network d6eec540-6b7a-4613-90ff-e030a2c552f3 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:39.677794 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c0423e-3f8b-4290-a798-90263823a609 req-db38e362-aff6-421a-af35-8af5d6433bb6 service neutron] Port 505366f7-e3d8-4807-905f-15a9d6c0fe3e on network d6eec540-6b7a-4613-90ff-e030a2c552f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:39.678006 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c0423e-3f8b-4290-a798-90263823a609 req-db38e362-aff6-421a-af35-8af5d6433bb6 service neutron] Attempting to bind port 505366f7-e3d8-4807-905f-15a9d6c0fe3e on network d6eec540-6b7a-4613-90ff-e030a2c552f3 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:39.690709 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-e820d392-5195-4383-842e-5942ef480b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.708450 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c0423e-3f8b-4290-a798-90263823a609 req-db38e362-aff6-421a-af35-8af5d6433bb6 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:39.708831 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c0423e-3f8b-4290-a798-90263823a609 req-db38e362-aff6-421a-af35-8af5d6433bb6 service neutron] Checking segment: {'id': 'ee3a15d1-e0dd-4442-848c-29677571a35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:39.709161 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c0423e-3f8b-4290-a798-90263823a609 req-db38e362-aff6-421a-af35-8af5d6433bb6 service neutron] Bound using segment: {'id': 'ee3a15d1-e0dd-4442-848c-29677571a35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:39.709609 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-27c0423e-3f8b-4290-a798-90263823a609 req-db38e362-aff6-421a-af35-8af5d6433bb6 service neutron] Bound port: 505366f7-e3d8-4807-905f-15a9d6c0fe3e, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee3a15d1-e0dd-4442-848c-29677571a35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:39.710026 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-27c0423e-3f8b-4290-a798-90263823a609 req-db38e362-aff6-421a-af35-8af5d6433bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.750542 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-38259e48-ba64-47e3-a7f8-0822dbc1f66b req-203e959b-2f96-4d13-a2c8-e4492ea66376 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] 10.222.0.38 "GET /v2.0/security-groups?id=d8c34c1d-98a7-4abc-b4bb-34046a83b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310799 Jul 16 20:31:39.778949 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e352bc5c-8130-476b-a288-2286c38af9c1 x-openstack-request-id: req-e352bc5c-8130-476b-a288-2286c38af9c1 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:39.779734 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0f4996-2fa6-49dc-8b13-9be02741853f", "name": "network-vif-plugged", "status": "completed", "tag": "b3bdc941-1954-4623-9417-9f8d01a065bc", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:39.779991 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e352bc5c-8130-476b-a288-2286c38af9c1 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:39.781097 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0f4996-2fa6-49dc-8b13-9be02741853f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bdc941-1954-4623-9417-9f8d01a065bc', 'code': 200} Jul 16 20:31:39.855274 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f3dd356c-da7e-43e5-a727-0e79381e6cb7 None None] Provisioning for port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:39.864698 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f3dd356c-da7e-43e5-a727-0e79381e6cb7 None None] Provisioning complete for port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:39.865074 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3dd356c-da7e-43e5-a727-0e79381e6cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.882030 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-27c0423e-3f8b-4290-a798-90263823a609 req-db38e362-aff6-421a-af35-8af5d6433bb6 service neutron] For port 505366f7-e3d8-4807-905f-15a9d6c0fe3e, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:39.886374 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-27c0423e-3f8b-4290-a798-90263823a609 req-db38e362-aff6-421a-af35-8af5d6433bb6 service neutron] For port 505366f7-e3d8-4807-905f-15a9d6c0fe3e, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=505366f7-e3d8-4807-905f-15a9d6c0fe3e,segment=NetworkSegment(ee3a15d1-e0dd-4442-848c-29677571a35a),segment_id=ee3a15d1-e0dd-4442-848c-29677571a35a)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:39.899477 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-27c0423e-3f8b-4290-a798-90263823a609 req-db38e362-aff6-421a-af35-8af5d6433bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.917100 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f3dd356c-da7e-43e5-a727-0e79381e6cb7 None None] Port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:39.980477 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0423e-3f8b-4290-a798-90263823a609 req-db38e362-aff6-421a-af35-8af5d6433bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:39.981017 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-27c0423e-3f8b-4290-a798-90263823a609 req-db38e362-aff6-421a-af35-8af5d6433bb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.988462 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27c0423e-3f8b-4290-a798-90263823a609 req-db38e362-aff6-421a-af35-8af5d6433bb6 service neutron] 10.222.0.18 "PUT /v2.0/ports/505366f7-e3d8-4807-905f-15a9d6c0fe3e HTTP/1.1" status: 200 len: 1093 time: 2.0462804 Jul 16 20:31:39.995435 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1eb4c17-ed5f-4e6a-9290-db075432f05b', 'tag': '505366f7-e3d8-4807-905f-15a9d6c0fe3e'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:40.005420 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3e7e55-f580-4acf-99a9-89fe55384424" -d '{"events": [{"name": "network-changed", "server_uuid": "d1eb4c17-ed5f-4e6a-9290-db075432f05b", "tag": "505366f7-e3d8-4807-905f-15a9d6c0fe3e"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:40.190058 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38e362-aff6-421a-af35-8af5d6433bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=505366f7-e3d8-4807-905f-15a9d6c0fe3e,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:40.290551 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8127e-4f99-45f9-a819-1b71c0aab18b req-673ddf39-d119-437f-bdaa-ee18ee76dec1 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:40.292151 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9ac8127e-4f99-45f9-a819-1b71c0aab18b req-673ddf39-d119-437f-bdaa-ee18ee76dec1 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 931 time: 0.1958826 Jul 16 20:31:40.301665 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0423e-3f8b-4290-a798-90263823a609 req-65991a38-3b80-48fc-a04d-c11674aeb708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:40.303214 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27c0423e-3f8b-4290-a798-90263823a609 req-65991a38-3b80-48fc-a04d-c11674aeb708 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef5a901508a34486bd668f0922d760af&device_id=d1eb4c17-ed5f-4e6a-9290-db075432f05b HTTP/1.1" status: 200 len: 1096 time: 0.2690527 Jul 16 20:31:40.309706 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0406ce9-1da2-402d-a712-2a736b3a7f9b req-e899ebb8-f993-4374-924f-7fb0fa1c53d4 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:40.317773 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b0406ce9-1da2-402d-a712-2a736b3a7f9b req-e899ebb8-f993-4374-924f-7fb0fa1c53d4 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 1098 time: 0.2270153 Jul 16 20:31:40.353856 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d35aa6-5dac-48ab-8e95-001ce64fb5cc req-94907828-a021-4d15-ab1f-d14df2be12da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:40.356366 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f9d35aa6-5dac-48ab-8e95-001ce64fb5cc req-94907828-a021-4d15-ab1f-d14df2be12da service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6c0f4996-2fa6-49dc-8b13-9be02741853f HTTP/1.1" status: 200 len: 1102 time: 0.2722878 Jul 16 20:31:40.393550 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27c0423e-3f8b-4290-a798-90263823a609 req-535eb926-8c19-498f-a06b-0a10e4c6bc75 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=505366f7-e3d8-4807-905f-15a9d6c0fe3e HTTP/1.1" status: 200 len: 217 time: 0.0682402 Jul 16 20:31:40.409352 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f9d35aa6-5dac-48ab-8e95-001ce64fb5cc req-0ee782f5-b70d-4197-9041-e8e05d199805 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=92647a9a-b06c-49b4-9fcc-7997aec47a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437009 Jul 16 20:31:40.434556 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9ac8127e-4f99-45f9-a819-1b71c0aab18b req-92cb747a-2846-41c6-96b6-d19ec68ba17a tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278651 Jul 16 20:31:40.482957 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b0406ce9-1da2-402d-a712-2a736b3a7f9b req-82b0765d-dc1d-4c86-a3e0-e4e97ecdd9cc tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639371 Jul 16 20:31:40.523968 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0423e-3f8b-4290-a798-90263823a609 req-b7e5f70e-d745-4400-a7bb-dffe1bf6c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:40.525747 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27c0423e-3f8b-4290-a798-90263823a609 req-b7e5f70e-d745-4400-a7bb-dffe1bf6c70d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=30ea9770-e9c0-4d77-95f4-cfd136994bd2 HTTP/1.1" status: 200 len: 868 time: 0.1217599 Jul 16 20:31:40.546293 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-e820d392-5195-4383-842e-5942ef480b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:40.583663 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-e820d392-5195-4383-842e-5942ef480b7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:40.616101 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-e820d392-5195-4383-842e-5942ef480b7c service neutron] Transition to ACTIVE for port object 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:40.622116 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-e820d392-5195-4383-842e-5942ef480b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:40.667191 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0423e-3f8b-4290-a798-90263823a609 req-010a2992-5e1b-4cda-ac1e-8e4bd2af4dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:40.668876 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27c0423e-3f8b-4290-a798-90263823a609 req-010a2992-5e1b-4cda-ac1e-8e4bd2af4dd3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6eec540-6b7a-4613-90ff-e030a2c552f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1339056 Jul 16 20:31:40.714629 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820d392-5195-4383-842e-5942ef480b7c service neutron] Pushing event updated for resources: {'Port': ['ID=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:40.910829 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-e820d392-5195-4383-842e-5942ef480b7c service neutron] Attempting to bind port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:40.914919 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-e820d392-5195-4383-842e-5942ef480b7c service neutron] Attempting to bind port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:40.915533 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-e820d392-5195-4383-842e-5942ef480b7c service neutron] Attempting to bind port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 on network c856853c-1bbc-4399-8326-1d7e71a7f77f {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:40.924491 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-e820d392-5195-4383-842e-5942ef480b7c service neutron] Port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 on network c856853c-1bbc-4399-8326-1d7e71a7f77f not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:40.925075 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-e820d392-5195-4383-842e-5942ef480b7c service neutron] Attempting to bind port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 on network c856853c-1bbc-4399-8326-1d7e71a7f77f {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:40.934905 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-e820d392-5195-4383-842e-5942ef480b7c service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:40.935462 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-e820d392-5195-4383-842e-5942ef480b7c service neutron] Checking segment: {'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:40.936019 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-e820d392-5195-4383-842e-5942ef480b7c service neutron] Bound using segment: {'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:40.936787 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-e820d392-5195-4383-842e-5942ef480b7c service neutron] Bound port: 86e3457f-6e21-44a1-a1cf-4bc3c47923f4, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:40.937443 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-e820d392-5195-4383-842e-5942ef480b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.117525 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-e820d392-5195-4383-842e-5942ef480b7c service neutron] For port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:41.121360 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-e820d392-5195-4383-842e-5942ef480b7c service neutron] For port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:41.127867 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-e820d392-5195-4383-842e-5942ef480b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.199036 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-e820d392-5195-4383-842e-5942ef480b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:41.199978 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-e820d392-5195-4383-842e-5942ef480b7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.208484 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-e820d392-5195-4383-842e-5942ef480b7c service neutron] 10.222.0.62 "PUT /v2.0/ports/86e3457f-6e21-44a1-a1cf-4bc3c47923f4 HTTP/1.1" status: 200 len: 1092 time: 1.7017531 Jul 16 20:31:41.209222 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f1214b-fd76-48e2-ab18-2e9e6de25bb5', 'tag': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:41.211873 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1773550-c8ef-4983-8b91-0a7bf208487d" -d '{"events": [{"name": "network-changed", "server_uuid": "62f1214b-fd76-48e2-ab18-2e9e6de25bb5", "tag": "86e3457f-6e21-44a1-a1cf-4bc3c47923f4"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:41.308948 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820d392-5195-4383-842e-5942ef480b7c service neutron] Pushing event updated for resources: {'Port': ['ID=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:41.422887 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c8e1d9-54b2-4c0b-9492-5c4d3b8d21db x-openstack-request-id: req-11c8e1d9-54b2-4c0b-9492-5c4d3b8d21db {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:41.423433 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1eb4c17-ed5f-4e6a-9290-db075432f05b", "tag": "505366f7-e3d8-4807-905f-15a9d6c0fe3e", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:41.428953 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-11c8e1d9-54b2-4c0b-9492-5c4d3b8d21db {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:41.429228 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1eb4c17-ed5f-4e6a-9290-db075432f05b', 'tag': '505366f7-e3d8-4807-905f-15a9d6c0fe3e', 'status': 'completed', 'code': 200} Jul 16 20:31:41.626059 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27c0423e-3f8b-4290-a798-90263823a609 req-38551600-59af-4a37-8dbe-879cbb6d7f1e service neutron] 10.222.0.18 "GET /v2.0/networks/d6eec540-6b7a-4613-90ff-e030a2c552f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9490206 Jul 16 20:31:41.649660 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-6571d25b-febf-48fa-8434-91fc073c47e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:41.656166 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-6571d25b-febf-48fa-8434-91fc073c47e7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 1095 time: 0.3060334 Jul 16 20:31:41.667229 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de78b5f-09d5-4b22-99df-d50d431b035d req-3abe6932-d4fb-4eac-bf6d-11a8d6aef1d2 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:41.687015 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3de78b5f-09d5-4b22-99df-d50d431b035d req-3abe6932-d4fb-4eac-bf6d-11a8d6aef1d2 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c0f4996-2fa6-49dc-8b13-9be02741853f HTTP/1.1" status: 200 len: 950 time: 0.9555688 Jul 16 20:31:41.724766 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-cf001172-0947-4933-bd95-fb02d55a1812 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4 HTTP/1.1" status: 200 len: 217 time: 0.0603123 Jul 16 20:31:41.797380 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacf937-8c62-4316-9790-680688f9c802 req-173d6fc2-e012-4f38-bf61-a54424df5691 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:41.804471 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2aacf937-8c62-4316-9790-680688f9c802 req-173d6fc2-e012-4f38-bf61-a54424df5691 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/networks?id=3f838853-abda-4c3a-9151-1eee7174c196 HTTP/1.1" status: 200 len: 814 time: 0.4029596 Jul 16 20:31:41.820746 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-5a6944d4-beb2-4d28-af0c-4d776c1100c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:41.831742 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-5a6944d4-beb2-4d28-af0c-4d776c1100c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=587f0aec-80a3-4172-9644-d785b8e153a3 HTTP/1.1" status: 200 len: 850 time: 0.0957043 Jul 16 20:31:41.858164 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2aacf937-8c62-4316-9790-680688f9c802 req-3660f7e3-a1a8-42b1-8fd6-722eb8be6733 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/quotas/d5c0768f88e84340ae10dbc9a89bd566 HTTP/1.1" status: 200 len: 375 time: 0.0527000 Jul 16 20:31:41.920219 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3de78b5f-09d5-4b22-99df-d50d431b035d req-310be11d-3551-4adc-a13a-2d32b7c77698 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/security-groups?id=92647a9a-b06c-49b4-9fcc-7997aec47a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321935 Jul 16 20:31:41.974289 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-a89fefe5-9872-4bb2-97b6-7fd0cf1533d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:41.976150 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-a89fefe5-9872-4bb2-97b6-7fd0cf1533d9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c856853c-1bbc-4399-8326-1d7e71a7f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1420429 Jul 16 20:31:41.988218 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-e16bea29-b9c4-460c-b1a8-e03c5a82c369 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:31:41.991579 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-e16bea29-b9c4-460c-b1a8-e03c5a82c369 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078506 Jul 16 20:31:42.022063 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27c0423e-3f8b-4290-a798-90263823a609 req-b5d965de-24a5-4f83-a939-261e2708dd91 service neutron] 10.222.0.18 "GET /v2.0/networks/d6eec540-6b7a-4613-90ff-e030a2c552f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681328 Jul 16 20:31:42.074341 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2aacf937-8c62-4316-9790-680688f9c802 req-f15bcd5f-32ab-47ae-b294-124eedfbe662 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d5c0768f88e84340ae10dbc9a89bd566&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2144008 Jul 16 20:31:42.156586 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-505d3449-b1aa-4d43-898d-06527661028a service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546862 Jul 16 20:31:42.203908 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2aacf937-8c62-4316-9790-680688f9c802 req-f8ea4ba6-03ab-41ea-b22d-a8a8360d2655 service neutron] 10.222.0.38 "GET /v2.0/networks/3f838853-abda-4c3a-9151-1eee7174c196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205873 Jul 16 20:31:42.312155 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4b6b7143-98b8-4c0d-9354-a76c859dd310 req-8f2cc6f2-9713-43e2-a6d6-0b56ad935480 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c7d2ee1a-ea46-4fd9-8c56-9c600098c068&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3706672 Jul 16 20:31:42.332861 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b12a99c5-c23a-4e1b-a40a-f89199dd96bc req-1df3026e-a126-482f-9d3f-445726a460d7 service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544077 Jul 16 20:31:42.461577 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2aacf937-8c62-4316-9790-680688f9c802 req-09eda3a9-bda2-4155-8065-77a33894d09a service neutron] 10.222.0.38 "GET /v2.0/networks/3f838853-abda-4c3a-9151-1eee7174c196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367203 Jul 16 20:31:42.471562 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bef5da-35fa-4e58-be0f-a3db5f1538b7 req-1e384604-673c-4970-a548-6d671d86d912 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:42.478458 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-38bef5da-35fa-4e58-be0f-a3db5f1538b7 req-1e384604-673c-4970-a548-6d671d86d912 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1eb4c17-ed5f-4e6a-9290-db075432f05b HTTP/1.1" status: 200 len: 944 time: 0.2655966 Jul 16 20:31:42.503161 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e7e55-f580-4acf-99a9-89fe55384424 req-a711847b-15f2-4847-a5c7-6d6d6ad8bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:42.504681 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7e3e7e55-f580-4acf-99a9-89fe55384424 req-a711847b-15f2-4847-a5c7-6d6d6ad8bc7d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef5a901508a34486bd668f0922d760af&device_id=d1eb4c17-ed5f-4e6a-9290-db075432f05b HTTP/1.1" status: 200 len: 1096 time: 0.2997363 Jul 16 20:31:42.581774 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-38bef5da-35fa-4e58-be0f-a3db5f1538b7 req-0e0ab805-18c8-4d6d-a58b-ba8d1af881a2 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/security-groups?id=51f19296-992e-41f8-a8d8-7e10e6f60971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024702 Jul 16 20:31:42.586440 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b7143-98b8-4c0d-9354-a76c859dd310 req-b1bde8a8-cf6a-4fce-94a4-c71e775e8b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:42.588145 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4b6b7143-98b8-4c0d-9354-a76c859dd310 req-b1bde8a8-cf6a-4fce-94a4-c71e775e8b49 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3333159ada2b489a9381719b5f953f7a&device_id=c7d2ee1a-ea46-4fd9-8c56-9c600098c068 HTTP/1.1" status: 200 len: 1100 time: 0.2094955 Jul 16 20:31:42.677683 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90cdecc-1d4a-401c-9fea-95734821c8a6 x-openstack-request-id: req-d90cdecc-1d4a-401c-9fea-95734821c8a6 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:42.678173 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f1214b-fd76-48e2-ab18-2e9e6de25bb5", "tag": "86e3457f-6e21-44a1-a1cf-4bc3c47923f4", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:42.678268 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d90cdecc-1d4a-401c-9fea-95734821c8a6 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:42.678633 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f1214b-fd76-48e2-ab18-2e9e6de25bb5', 'tag': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4', 'status': 'completed', 'code': 200} Jul 16 20:31:42.840191 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e7e55-f580-4acf-99a9-89fe55384424 req-56b60595-fd26-4d97-b48b-4c80f18a2cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:42.847362 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7e3e7e55-f580-4acf-99a9-89fe55384424 req-56b60595-fd26-4d97-b48b-4c80f18a2cda service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6eec540-6b7a-4613-90ff-e030a2c552f3 HTTP/1.1" status: 200 len: 930 time: 0.3337066 Jul 16 20:31:42.849580 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1773550-c8ef-4983-8b91-0a7bf208487d req-02488c11-bc5b-41e4-9661-9993999736bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:42.855104 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e1773550-c8ef-4983-8b91-0a7bf208487d req-02488c11-bc5b-41e4-9661-9993999736bb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 1095 time: 0.1421609 Jul 16 20:31:42.939071 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7e3e7e55-f580-4acf-99a9-89fe55384424 req-d3d77772-171f-445e-9841-2e1be80540f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=505366f7-e3d8-4807-905f-15a9d6c0fe3e HTTP/1.1" status: 200 len: 217 time: 0.0801134 Jul 16 20:31:43.081046 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b7143-98b8-4c0d-9354-a76c859dd310 req-49214788-bea7-46d6-8653-a00e1f915073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.082748 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4b6b7143-98b8-4c0d-9354-a76c859dd310 req-49214788-bea7-46d6-8653-a00e1f915073 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.4075115 Jul 16 20:31:43.131012 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1773550-c8ef-4983-8b91-0a7bf208487d req-cc501b1c-f3d8-476d-9d77-493a9f6f9d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.143147 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e1773550-c8ef-4983-8b91-0a7bf208487d req-cc501b1c-f3d8-476d-9d77-493a9f6f9d72 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 912 time: 0.2739103 Jul 16 20:31:43.199277 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e1773550-c8ef-4983-8b91-0a7bf208487d req-2b5a2a2b-974d-452f-8ccc-e33c85aaa633 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4 HTTP/1.1" status: 200 len: 217 time: 0.0549018 Jul 16 20:31:43.217677 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55764a21-61c2-443b-8bab-0de43b4eaeab req-e7c27093-ed60-4dcd-a473-ff48baf81b9d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.227987 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55764a21-61c2-443b-8bab-0de43b4eaeab req-e7c27093-ed60-4dcd-a473-ff48baf81b9d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 943 time: 0.2801445 Jul 16 20:31:43.253179 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4b6b7143-98b8-4c0d-9354-a76c859dd310 req-b3fff71d-641a-4065-b336-8ae39380653c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=cebef639-c703-4fc5-a3ff-43c86366817b HTTP/1.1" status: 200 len: 217 time: 0.1554825 Jul 16 20:31:43.260055 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e7e55-f580-4acf-99a9-89fe55384424 req-b89e098d-0c6e-4a89-bf5b-eb9477f1fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.263305 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7e3e7e55-f580-4acf-99a9-89fe55384424 req-b89e098d-0c6e-4a89-bf5b-eb9477f1fc8b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=30ea9770-e9c0-4d77-95f4-cfd136994bd2 HTTP/1.1" status: 200 len: 868 time: 0.2615287 Jul 16 20:31:43.316804 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1773550-c8ef-4983-8b91-0a7bf208487d req-ca8fd627-1bfa-467d-ac18-8bdf1fc8d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.320325 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e1773550-c8ef-4983-8b91-0a7bf208487d req-ca8fd627-1bfa-467d-ac18-8bdf1fc8d835 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=587f0aec-80a3-4172-9644-d785b8e153a3 HTTP/1.1" status: 200 len: 850 time: 0.1113458 Jul 16 20:31:43.398025 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55764a21-61c2-443b-8bab-0de43b4eaeab req-a040caf8-9a52-4f82-89a7-8c8cd2587cdd tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671400 Jul 16 20:31:43.412782 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1773550-c8ef-4983-8b91-0a7bf208487d req-7ed669f4-03b7-4beb-a917-3d0a670eaa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.415375 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e1773550-c8ef-4983-8b91-0a7bf208487d req-7ed669f4-03b7-4beb-a917-3d0a670eaa22 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c856853c-1bbc-4399-8326-1d7e71a7f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845356 Jul 16 20:31:43.445321 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b7143-98b8-4c0d-9354-a76c859dd310 req-25b08bca-0b5e-46d2-9ff8-8814f34723c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.447494 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4b6b7143-98b8-4c0d-9354-a76c859dd310 req-25b08bca-0b5e-46d2-9ff8-8814f34723c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1645365 Jul 16 20:31:43.498766 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e7e55-f580-4acf-99a9-89fe55384424 req-06ecc552-f2f5-4492-b801-bbb8ffd64205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.500903 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7e3e7e55-f580-4acf-99a9-89fe55384424 req-06ecc552-f2f5-4492-b801-bbb8ffd64205 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6eec540-6b7a-4613-90ff-e030a2c552f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1967592 Jul 16 20:31:43.591151 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e1773550-c8ef-4983-8b91-0a7bf208487d req-33b05dfd-8c14-4ebb-bcf3-8809ee28cb76 service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684172 Jul 16 20:31:43.626347 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-23772cc0-c750-4f3a-8ecb-45e01eb509d0 req-ec97dcdf-6607-4ed7-8670-cfba150eed3b tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6b49edd-6284-4ea0-9535-5e251b4d6977 HTTP/1.1" status: 200 len: 210 time: 0.0995955 Jul 16 20:31:43.743055 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b7143-98b8-4c0d-9354-a76c859dd310 req-900d34b9-0527-4062-a3e7-e2881b6729dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.756857 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4b6b7143-98b8-4c0d-9354-a76c859dd310 req-900d34b9-0527-4062-a3e7-e2881b6729dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3023815 Jul 16 20:31:43.803680 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e1773550-c8ef-4983-8b91-0a7bf208487d req-a36bc907-5592-492d-a571-3a5b13ac0be8 service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043378 Jul 16 20:31:43.890546 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7e3e7e55-f580-4acf-99a9-89fe55384424 req-5071c72e-b508-4809-b153-5991be88aba0 service neutron] 10.222.0.18 "GET /v2.0/networks/d6eec540-6b7a-4613-90ff-e030a2c552f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775759 Jul 16 20:31:44.146922 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4b6b7143-98b8-4c0d-9354-a76c859dd310 req-33451a3c-a198-4945-875e-591ce1f8ac16 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755145 Jul 16 20:31:44.388200 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d0a81-9734-45b1-ac52-e53ad9ca44ec req-990f17fb-9123-4fc5-93d2-524723326822 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.389776 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-997d0a81-9734-45b1-ac52-e53ad9ca44ec req-990f17fb-9123-4fc5-93d2-524723326822 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c0f4996-2fa6-49dc-8b13-9be02741853f HTTP/1.1" status: 200 len: 950 time: 0.4848468 Jul 16 20:31:44.420068 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7e3e7e55-f580-4acf-99a9-89fe55384424 req-8d0e3dbe-9b4d-4424-a96c-ae79a9f6ffb7 service neutron] 10.222.0.18 "GET /v2.0/networks/d6eec540-6b7a-4613-90ff-e030a2c552f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5130329 Jul 16 20:31:44.452663 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4b6b7143-98b8-4c0d-9354-a76c859dd310 req-8b8730c1-b259-4b00-bbee-50ca4ca55e0d service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886553 Jul 16 20:31:44.516360 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-997d0a81-9734-45b1-ac52-e53ad9ca44ec req-72094716-e4f7-48a7-a1f1-facff318c774 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/security-groups?id=92647a9a-b06c-49b4-9fcc-7997aec47a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111059 Jul 16 20:31:44.576737 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbc8d6-550e-4c84-80b0-a5b1e6ea1b91 req-a3e2f0db-776d-4c7b-b144-4e6967a459b8 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.587379 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2bbc8d6-550e-4c84-80b0-a5b1e6ea1b91 req-a3e2f0db-776d-4c7b-b144-4e6967a459b8 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d374707-29d2-41f6-bac6-a5224d3299e8 HTTP/1.1" status: 200 len: 946 time: 0.1160045 Jul 16 20:31:44.684274 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:31:44.884878 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-39610bcd-5443-44e2-9f8f-0d86527bd155 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:31:44.885740 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-39610bcd-5443-44e2-9f8f-0d86527bd155 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058661 Jul 16 20:31:44.903643 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-05aa3ade-975b-4228-82e3-1ddac167623b service neutron] Request body: {'binding': {'host': 'n-h1-791506-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:44.904102 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-05aa3ade-975b-4228-82e3-1ddac167623b service neutron] Unknown quota resources ['binding']. {{(pid=93793) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:31:44.948370 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:44.972265 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4', 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f', 'port_id': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4', 'mac_address': 'fa:16:3e:e5:11:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587f0aec-80a3-4172-9644-d785b8e153a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:31:44.999703 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacf937-8c62-4316-9790-680688f9c802 req-cf52f2be-c102-413e-a76f-c78a40fb26c0 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:45.001628 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2aacf937-8c62-4316-9790-680688f9c802 req-cf52f2be-c102-413e-a76f-c78a40fb26c0 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.18 "GET /v2.0/networks?id=3f838853-abda-4c3a-9151-1eee7174c196 HTTP/1.1" status: 200 len: 814 time: 0.4133408 Jul 16 20:31:45.034336 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-2aacf937-8c62-4316-9790-680688f9c802 req-c5b45c43-c09c-483e-9f05-67182a820917 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Request body: {'port': {'device_id': 'f6b49edd-6284-4ea0-9535-5e251b4d6977', 'network_id': '3f838853-abda-4c3a-9151-1eee7174c196', 'admin_state_up': True, 'tenant_id': 'd5c0768f88e84340ae10dbc9a89bd566'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:45.054066 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.080629 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:45.113134 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-e2bbc8d6-550e-4c84-80b0-a5b1e6ea1b91 req-d942de22-ebc2-4c91-9090-fe5f7cb67fb9 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Deleting port fd75eccd-c288-4ba2-a8ec-49fad6b742b0 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:45.113580 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e2bbc8d6-550e-4c84-80b0-a5b1e6ea1b91 req-d942de22-ebc2-4c91-9090-fe5f7cb67fb9 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.140282 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:45.145828 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.324321 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-05aa3ade-975b-4228-82e3-1ddac167623b service neutron] Attempting to bind port 223444f8-f4b3-4cbf-a541-e52463943a81 on host n-h1-791506-21 for vnic_type normal with profile None {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:45.324993 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-05aa3ade-975b-4228-82e3-1ddac167623b service neutron] Attempting to bind port 223444f8-f4b3-4cbf-a541-e52463943a81 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:45.327446 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-05aa3ade-975b-4228-82e3-1ddac167623b service neutron] Attempting to bind port 223444f8-f4b3-4cbf-a541-e52463943a81 on network e0476e10-8d02-4fbd-b804-ab41bcf63297 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:45.338140 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-05aa3ade-975b-4228-82e3-1ddac167623b service neutron] Port 223444f8-f4b3-4cbf-a541-e52463943a81 on network e0476e10-8d02-4fbd-b804-ab41bcf63297 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:45.340133 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-05aa3ade-975b-4228-82e3-1ddac167623b service neutron] Attempting to bind port 223444f8-f4b3-4cbf-a541-e52463943a81 on network e0476e10-8d02-4fbd-b804-ab41bcf63297 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:45.340386 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-e2bbc8d6-550e-4c84-80b0-a5b1e6ea1b91 req-d942de22-ebc2-4c91-9090-fe5f7cb67fb9 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] For port fd75eccd-c288-4ba2-a8ec-49fad6b742b0, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=fd75eccd-c288-4ba2-a8ec-49fad6b742b0,segment=NetworkSegment(ef656b0c-fc3c-47b0-93e5-af2f6bf01792),segment_id=ef656b0c-fc3c-47b0-93e5-af2f6bf01792)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:45.340887 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e2bbc8d6-550e-4c84-80b0-a5b1e6ea1b91 req-d942de22-ebc2-4c91-9090-fe5f7cb67fb9 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.353831 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-05aa3ade-975b-4228-82e3-1ddac167623b service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:45.355187 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-05aa3ade-975b-4228-82e3-1ddac167623b service neutron] Checking segment: {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:45.358069 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-05aa3ade-975b-4228-82e3-1ddac167623b service neutron] Bound using segment: {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:45.359636 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-05aa3ade-975b-4228-82e3-1ddac167623b service neutron] Bound port: 223444f8-f4b3-4cbf-a541-e52463943a81, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:45.382506 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-e2bbc8d6-550e-4c84-80b0-a5b1e6ea1b91 req-d942de22-ebc2-4c91-9090-fe5f7cb67fb9 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Calling delete_port for fd75eccd-c288-4ba2-a8ec-49fad6b742b0 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:45.491795 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-05aa3ade-975b-4228-82e3-1ddac167623b service neutron] For port 223444f8-f4b3-4cbf-a541-e52463943a81, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=223444f8-f4b3-4cbf-a541-e52463943a81,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:45.502859 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-05aa3ade-975b-4228-82e3-1ddac167623b service neutron] Notify callbacks [] for binding, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.504359 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-05aa3ade-975b-4228-82e3-1ddac167623b service neutron] 10.222.0.38 "POST /v2.0/ports/223444f8-f4b3-4cbf-a541-e52463943a81/bindings HTTP/1.1" status: 201 len: 390 time: 0.6047704 Jul 16 20:31:45.625740 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:45.679547 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['86e3457f-6e21-44a1-a1cf-4bc3c47923f4'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:45.706966 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e2bbc8d6-550e-4c84-80b0-a5b1e6ea1b91 req-d942de22-ebc2-4c91-9090-fe5f7cb67fb9 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.731976 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['fd75eccd-c288-4ba2-a8ec-49fad6b742b0'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:45.783879 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae2313-25db-4f7e-b94f-187905367340 req-b9e578d4-e7f7-47e3-905f-1219781de424 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:45.813635 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9eae2313-25db-4f7e-b94f-187905367340 req-b9e578d4-e7f7-47e3-905f-1219781de424 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d374707-29d2-41f6-bac6-a5224d3299e8 HTTP/1.1" status: 200 len: 946 time: 0.9049673 Jul 16 20:31:45.902474 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942de22-ebc2-4c91-9090-fe5f7cb67fb9 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Pushing event deleted for resources: {'Port': ['ID=fd75eccd-c288-4ba2-a8ec-49fad6b742b0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:46.010917 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2bbc8d6-550e-4c84-80b0-a5b1e6ea1b91 req-d942de22-ebc2-4c91-9090-fe5f7cb67fb9 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] No DVR routers for this DVR port fd75eccd-c288-4ba2-a8ec-49fad6b742b0 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:46.014239 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e2bbc8d6-550e-4c84-80b0-a5b1e6ea1b91 req-d942de22-ebc2-4c91-9090-fe5f7cb67fb9 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.017263 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2bbc8d6-550e-4c84-80b0-a5b1e6ea1b91 req-d942de22-ebc2-4c91-9090-fe5f7cb67fb9 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] 10.222.0.18 "DELETE /v2.0/ports/fd75eccd-c288-4ba2-a8ec-49fad6b742b0 HTTP/1.1" status: 204 len: 173 time: 1.3931618 Jul 16 20:31:46.017887 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aacf937-8c62-4316-9790-680688f9c802 req-c5b45c43-c09c-483e-9f05-67182a820917 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Made reservation on behalf of d5c0768f88e84340ae10dbc9a89bd566 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:46.036776 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2aacf937-8c62-4316-9790-680688f9c802 req-c5b45c43-c09c-483e-9f05-67182a820917 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.045228 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d374707-29d2-41f6-bac6-a5224d3299e8', 'name': 'network-vif-deleted', 'tag': 'fd75eccd-c288-4ba2-a8ec-49fad6b742b0'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:46.065786 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b54d0c-9344-466a-80da-754f72c9237b" -d '{"events": [{"server_uuid": "1d374707-29d2-41f6-bac6-a5224d3299e8", "name": "network-vif-deleted", "tag": "fd75eccd-c288-4ba2-a8ec-49fad6b742b0"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:46.086778 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9eae2313-25db-4f7e-b94f-187905367340 req-16c755b9-8233-4183-b61e-314034d9c138 tempest-ServerGroupTestJSON-117257248 tempest-ServerGroupTestJSON-117257248-project] 10.222.0.38 "GET /v2.0/security-groups?id=d8c34c1d-98a7-4abc-b4bb-34046a83b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703457 Jul 16 20:31:46.093053 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-96cb5c41-432d-4747-b474-b05f34bc20ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:46.097865 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-96cb5c41-432d-4747-b474-b05f34bc20ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f8a8ade9cff04e3db4af1591a2770156&device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 1098 time: 0.2280092 Jul 16 20:31:46.309897 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-234b4e39-32f5-46f5-bebb-b9f048e72b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:46.320129 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-234b4e39-32f5-46f5-bebb-b9f048e72b31 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 200 len: 922 time: 0.2141626 Jul 16 20:31:46.383423 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 505366f7-e3d8-4807-905f-15a9d6c0fe3e details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:31:46.414550 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-3664c5e8-8320-42c1-b611-9d6992bfeb35 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=223444f8-f4b3-4cbf-a541-e52463943a81 HTTP/1.1" status: 200 len: 217 time: 0.0842288 Jul 16 20:31:46.426680 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f92719-330c-4d42-b913-910dd475aaa5 req-206b554a-1815-46ca-9021-e3daac402a5a tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:46.428375 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e9f92719-330c-4d42-b913-910dd475aaa5 req-206b554a-1815-46ca-9021-e3daac402a5a tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1eb4c17-ed5f-4e6a-9290-db075432f05b HTTP/1.1" status: 200 len: 944 time: 0.2178001 Jul 16 20:31:46.439175 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-2aacf937-8c62-4316-9790-680688f9c802 req-c5b45c43-c09c-483e-9f05-67182a820917 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Allocated IP 172.20.0.3 (3f838853-abda-4c3a-9151-1eee7174c196/f32068c5-153f-4016-8324-2b24dcd4a18d/5ba2bee1-431e-4a37-afa8-08fbc6806a7d) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:46.507434 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e9f92719-330c-4d42-b913-910dd475aaa5 req-ef8e613b-dc1a-4254-9cef-967ef27a26a7 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/security-groups?id=51f19296-992e-41f8-a8d8-7e10e6f60971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698531 Jul 16 20:31:46.517844 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 505366f7-e3d8-4807-905f-15a9d6c0fe3e, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=505366f7-e3d8-4807-905f-15a9d6c0fe3e,segment=NetworkSegment(ee3a15d1-e0dd-4442-848c-29677571a35a),segment_id=ee3a15d1-e0dd-4442-848c-29677571a35a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:46.523322 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-d8a5b112-20ad-4507-a73b-765a96979a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:46.525065 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-d8a5b112-20ad-4507-a73b-765a96979a7b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=13ad8455-a3f9-4cd7-bb5a-6261d086b47a HTTP/1.1" status: 200 len: 861 time: 0.1053340 Jul 16 20:31:46.532510 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '505366f7-e3d8-4807-905f-15a9d6c0fe3e', 'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3', 'port_id': '505366f7-e3d8-4807-905f-15a9d6c0fe3e', 'mac_address': 'fa:16:3e:a9:fc:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ea9770-e9c0-4d77-95f4-cfd136994bd2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:31:46.581839 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.598252 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 505366f7-e3d8-4807-905f-15a9d6c0fe3e {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:46.598831 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec172315-3f27-4f06-81cc-33ce23acb8fd req-2375f2e3-0314-4cff-8476-6a633d62ae6c tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:46.612219 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ec172315-3f27-4f06-81cc-33ce23acb8fd req-2375f2e3-0314-4cff-8476-6a633d62ae6c tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.2459724 Jul 16 20:31:46.620369 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-0cf6c764-4f56-4b7b-9d17-bf16a92d8144 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0476e10-8d02-4fbd-b804-ab41bcf63297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863535 Jul 16 20:31:46.636018 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 505366f7-e3d8-4807-905f-15a9d6c0fe3e, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=505366f7-e3d8-4807-905f-15a9d6c0fe3e,segment=NetworkSegment(ee3a15d1-e0dd-4442-848c-29677571a35a),segment_id=ee3a15d1-e0dd-4442-848c-29677571a35a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:46.641599 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.772345 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 39674) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:46.796347 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ec172315-3f27-4f06-81cc-33ce23acb8fd req-0fbabfb5-8cc3-4083-83c0-aa99921efbc9 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699317 Jul 16 20:31:46.799021 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-4036e4b4-b948-4fe3-9f8b-a3b1470cbb67 service neutron] 10.222.0.18 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662683 Jul 16 20:31:46.819257 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=505366f7-e3d8-4807-905f-15a9d6c0fe3e,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:46.899067 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['505366f7-e3d8-4807-905f-15a9d6c0fe3e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:46.899937 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2aacf937-8c62-4316-9790-680688f9c802 req-c5b45c43-c09c-483e-9f05-67182a820917 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.943203 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-a83b119d-8ae2-42a5-aa1b-65a178e498dd service neutron] 10.222.0.18 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361663 Jul 16 20:31:46.990781 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2aacf937-8c62-4316-9790-680688f9c802 req-c5b45c43-c09c-483e-9f05-67182a820917 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.089042 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-210729b9-fd72-401d-a640-f746180e7137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.149823 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aacf937-8c62-4316-9790-680688f9c802 req-c5b45c43-c09c-483e-9f05-67182a820917 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Network 3f838853-abda-4c3a-9151-1eee7174c196 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:47.157996 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-2aacf937-8c62-4316-9790-680688f9c802 req-c5b45c43-c09c-483e-9f05-67182a820917 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:47.169586 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b45c43-c09c-483e-9f05-67182a820917 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Pushing event updated for resources: {'Port': ['ID=5ba2bee1-431e-4a37-afa8-08fbc6806a7d,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:47.176631 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aacf937-8c62-4316-9790-680688f9c802 req-c5b45c43-c09c-483e-9f05-67182a820917 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:47.277819 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacf937-8c62-4316-9790-680688f9c802 req-c5b45c43-c09c-483e-9f05-67182a820917 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:47.278583 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2aacf937-8c62-4316-9790-680688f9c802 req-c5b45c43-c09c-483e-9f05-67182a820917 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.305388 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16c7b1-97e3-4857-a1b2-9868ebe7af53 req-163ef302-c3d7-428f-9951-959af4d71b43 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:47.306091 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a16c7b1-97e3-4857-a1b2-9868ebe7af53 req-163ef302-c3d7-428f-9951-959af4d71b43 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6b49edd-6284-4ea0-9535-5e251b4d6977 HTTP/1.1" status: 200 len: 931 time: 0.2538900 Jul 16 20:31:47.523146 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['4b332a2e-11d0-48a0-9465-93957bcf4c91'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:47.788052 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a16c7b1-97e3-4857-a1b2-9868ebe7af53 req-3bad337a-35ee-4ad5-a3c0-9977f96e954c tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726470 Jul 16 20:31:47.834677 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-210729b9-fd72-401d-a640-f746180e7137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.842496 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-210729b9-fd72-401d-a640-f746180e7137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.853500 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d073455-cbe8-4372-bb41-a08f64c0b726 req-ce726c6c-3dcd-4653-a301-f8cfa7f62d13 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:47.855342 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7d073455-cbe8-4372-bb41-a08f64c0b726 req-ce726c6c-3dcd-4653-a301-f8cfa7f62d13 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 946 time: 0.1357591 Jul 16 20:31:47.864980 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2aacf937-8c62-4316-9790-680688f9c802 req-c5b45c43-c09c-483e-9f05-67182a820917 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8533757 Jul 16 20:31:47.877163 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc613c7d-da7b-4496-981e-1f669c340f4e x-openstack-request-id: req-fc613c7d-da7b-4496-981e-1f669c340f4e {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:47.877396 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d374707-29d2-41f6-bac6-a5224d3299e8", "name": "network-vif-deleted", "tag": "fd75eccd-c288-4ba2-a8ec-49fad6b742b0", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:47.877750 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fc613c7d-da7b-4496-981e-1f669c340f4e {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:47.877986 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d374707-29d2-41f6-bac6-a5224d3299e8', 'name': 'network-vif-deleted', 'tag': 'fd75eccd-c288-4ba2-a8ec-49fad6b742b0', 'status': 'completed', 'code': 200} Jul 16 20:31:47.893098 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-2aacf937-8c62-4316-9790-680688f9c802 req-3e91dc8a-7e46-4461-9e37-fcc0de83a1e6 service neutron] Request body: {'port': {'device_id': 'f6b49edd-6284-4ea0-9535-5e251b4d6977', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:47.946735 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-210729b9-fd72-401d-a640-f746180e7137 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=05ef6cbba8f5478f97e089f62a32e665&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1705475 Jul 16 20:31:47.947108 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 39702) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:47.949424 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210729b9-fd72-401d-a640-f746180e7137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3d260e-9ee6-4281-9c07-f51e9a5be0bd,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:47.991531 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7d073455-cbe8-4372-bb41-a08f64c0b726 req-61c45815-7bcc-4537-921a-f91e04dc6634 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162853 Jul 16 20:31:48.024295 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2aacf937-8c62-4316-9790-680688f9c802 req-3e91dc8a-7e46-4461-9e37-fcc0de83a1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.145883 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fdb9dbd5-ca4f-48df-9ebf-dd5bf8807dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.174685 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fdb9dbd5-ca4f-48df-9ebf-dd5bf8807dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.225831 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fdb9dbd5-ca4f-48df-9ebf-dd5bf8807dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.229132 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fdb9dbd5-ca4f-48df-9ebf-dd5bf8807dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.230522 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fdb9dbd5-ca4f-48df-9ebf-dd5bf8807dff admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2e3d260e-9ee6-4281-9c07-f51e9a5be0bd HTTP/1.1" status: 204 len: 168 time: 0.2823989 Jul 16 20:31:48.253324 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9dbd5-ca4f-48df-9ebf-dd5bf8807dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3d260e-9ee6-4281-9c07-f51e9a5be0bd,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:48.382179 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-2aacf937-8c62-4316-9790-680688f9c802 req-3e91dc8a-7e46-4461-9e37-fcc0de83a1e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba2bee1-431e-4a37-afa8-08fbc6806a7d {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:48.402462 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 505366f7-e3d8-4807-905f-15a9d6c0fe3e up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:48.434447 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2aacf937-8c62-4316-9790-680688f9c802 req-3e91dc8a-7e46-4461-9e37-fcc0de83a1e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.476591 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-2aacf937-8c62-4316-9790-680688f9c802 req-3e91dc8a-7e46-4461-9e37-fcc0de83a1e6 service neutron] Transition to ACTIVE for port object 5ba2bee1-431e-4a37-afa8-08fbc6806a7d will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:48.479054 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 505366f7-e3d8-4807-905f-15a9d6c0fe3e completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:48.485139 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 505366f7-e3d8-4807-905f-15a9d6c0fe3e triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:48.485643 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2aacf937-8c62-4316-9790-680688f9c802 req-3e91dc8a-7e46-4461-9e37-fcc0de83a1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.485804 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.535420 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:31:48.580242 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118eeb7f-56e2-4822-bc92-b13e79a055e1 req-e4f43b0d-3519-45ab-91e2-c6fc0fc8a50f tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:48.581914 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-118eeb7f-56e2-4822-bc92-b13e79a055e1 req-e4f43b0d-3519-45ab-91e2-c6fc0fc8a50f tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.1938479 Jul 16 20:31:48.583825 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91dc8a-7e46-4461-9e37-fcc0de83a1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba2bee1-431e-4a37-afa8-08fbc6806a7d,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:48.585911 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.601837 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26849bdf-2516-4316-8c4b-87b278ff32dc req-b75c1e94-83ab-4ae3-b751-c869675106e4 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:48.603630 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26849bdf-2516-4316-8c4b-87b278ff32dc req-b75c1e94-83ab-4ae3-b751-c869675106e4 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1eb4c17-ed5f-4e6a-9290-db075432f05b HTTP/1.1" status: 200 len: 945 time: 0.2143154 Jul 16 20:31:48.623610 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 39720) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:48.640200 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-82b33ee5-2a75-4927-a06d-cb7d9bc239f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.641597 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1eb4c17-ed5f-4e6a-9290-db075432f05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505366f7-e3d8-4807-905f-15a9d6c0fe3e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:48.644366 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1bc58e-7409-40c2-bc4e-b2127162f7c8" -d '{"events": [{"server_uuid": "d1eb4c17-ed5f-4e6a-9290-db075432f05b", "name": "network-vif-plugged", "status": "completed", "tag": "505366f7-e3d8-4807-905f-15a9d6c0fe3e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:48.664295 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 505366f7-e3d8-4807-905f-15a9d6c0fe3e, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=505366f7-e3d8-4807-905f-15a9d6c0fe3e,segment=NetworkSegment(ee3a15d1-e0dd-4442-848c-29677571a35a),segment_id=ee3a15d1-e0dd-4442-848c-29677571a35a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:48.670046 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.672564 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device fd75eccd-c288-4ba2-a8ec-49fad6b742b0 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:48.730966 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-118eeb7f-56e2-4822-bc92-b13e79a055e1 req-179760c3-3dbb-40f0-9c83-56d1ea3aaae2 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392865 Jul 16 20:31:48.740000 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-82b33ee5-2a75-4927-a06d-cb7d9bc239f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.742866 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: fd75eccd-c288-4ba2-a8ec-49fad6b742b0 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:48.743266 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device fd75eccd-c288-4ba2-a8ec-49fad6b742b0 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:48.743802 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26849bdf-2516-4316-8c4b-87b278ff32dc req-2f953d91-1843-4448-aba1-e68e44dd6328 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/security-groups?id=51f19296-992e-41f8-a8d8-7e10e6f60971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298769 Jul 16 20:31:48.745678 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:48.757656 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-82b33ee5-2a75-4927-a06d-cb7d9bc239f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.768757 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-2aacf937-8c62-4316-9790-680688f9c802 req-3e91dc8a-7e46-4461-9e37-fcc0de83a1e6 service neutron] Attempting to bind port 5ba2bee1-431e-4a37-afa8-08fbc6806a7d on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:48.771400 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-2aacf937-8c62-4316-9790-680688f9c802 req-3e91dc8a-7e46-4461-9e37-fcc0de83a1e6 service neutron] Attempting to bind port 5ba2bee1-431e-4a37-afa8-08fbc6806a7d by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '3f952078-cb9c-47f7-9e6d-cc7a02591d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3f838853-abda-4c3a-9151-1eee7174c196'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:48.771770 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacf937-8c62-4316-9790-680688f9c802 req-3e91dc8a-7e46-4461-9e37-fcc0de83a1e6 service neutron] Attempting to bind port 5ba2bee1-431e-4a37-afa8-08fbc6806a7d on network 3f838853-abda-4c3a-9151-1eee7174c196 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:48.782206 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacf937-8c62-4316-9790-680688f9c802 req-3e91dc8a-7e46-4461-9e37-fcc0de83a1e6 service neutron] Port 5ba2bee1-431e-4a37-afa8-08fbc6806a7d on network 3f838853-abda-4c3a-9151-1eee7174c196 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:48.785594 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacf937-8c62-4316-9790-680688f9c802 req-3e91dc8a-7e46-4461-9e37-fcc0de83a1e6 service neutron] Attempting to bind port 5ba2bee1-431e-4a37-afa8-08fbc6806a7d on network 3f838853-abda-4c3a-9151-1eee7174c196 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:48.791947 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacf937-8c62-4316-9790-680688f9c802 req-3e91dc8a-7e46-4461-9e37-fcc0de83a1e6 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:48.792660 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacf937-8c62-4316-9790-680688f9c802 req-3e91dc8a-7e46-4461-9e37-fcc0de83a1e6 service neutron] Checking segment: {'id': '3f952078-cb9c-47f7-9e6d-cc7a02591d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3f838853-abda-4c3a-9151-1eee7174c196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:48.792915 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacf937-8c62-4316-9790-680688f9c802 req-3e91dc8a-7e46-4461-9e37-fcc0de83a1e6 service neutron] Bound using segment: {'id': '3f952078-cb9c-47f7-9e6d-cc7a02591d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3f838853-abda-4c3a-9151-1eee7174c196'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:48.793306 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-2aacf937-8c62-4316-9790-680688f9c802 req-3e91dc8a-7e46-4461-9e37-fcc0de83a1e6 service neutron] Bound port: 5ba2bee1-431e-4a37-afa8-08fbc6806a7d, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f952078-cb9c-47f7-9e6d-cc7a02591d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3f838853-abda-4c3a-9151-1eee7174c196'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:48.793623 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2aacf937-8c62-4316-9790-680688f9c802 req-3e91dc8a-7e46-4461-9e37-fcc0de83a1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.837806 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=505366f7-e3d8-4807-905f-15a9d6c0fe3e,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:48.839840 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b33ee5-2a75-4927-a06d-cb7d9bc239f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b413825a-d443-4112-b304-5ffccf296bae,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:48.862950 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:48.868741 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:48.869264 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.881178 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-2aacf937-8c62-4316-9790-680688f9c802 req-3e91dc8a-7e46-4461-9e37-fcc0de83a1e6 service neutron] For port 5ba2bee1-431e-4a37-afa8-08fbc6806a7d, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:48.885109 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-2aacf937-8c62-4316-9790-680688f9c802 req-3e91dc8a-7e46-4461-9e37-fcc0de83a1e6 service neutron] For port 5ba2bee1-431e-4a37-afa8-08fbc6806a7d, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=5ba2bee1-431e-4a37-afa8-08fbc6806a7d,segment=NetworkSegment(3f952078-cb9c-47f7-9e6d-cc7a02591d17),segment_id=3f952078-cb9c-47f7-9e6d-cc7a02591d17)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:48.892347 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2aacf937-8c62-4316-9790-680688f9c802 req-3e91dc8a-7e46-4461-9e37-fcc0de83a1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.900757 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-82b33ee5-2a75-4927-a06d-cb7d9bc239f1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2ba969d11090468d91ff05e6019f3755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2754078 Jul 16 20:31:48.903469 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 39728) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:48.964190 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91dc8a-7e46-4461-9e37-fcc0de83a1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba2bee1-431e-4a37-afa8-08fbc6806a7d,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:48.970408 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacf937-8c62-4316-9790-680688f9c802 req-3e91dc8a-7e46-4461-9e37-fcc0de83a1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:48.971038 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2aacf937-8c62-4316-9790-680688f9c802 req-3e91dc8a-7e46-4461-9e37-fcc0de83a1e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.972467 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2aacf937-8c62-4316-9790-680688f9c802 req-3e91dc8a-7e46-4461-9e37-fcc0de83a1e6 service neutron] 10.222.0.18 "PUT /v2.0/ports/5ba2bee1-431e-4a37-afa8-08fbc6806a7d HTTP/1.1" status: 200 len: 1092 time: 1.0900507 Jul 16 20:31:48.985987 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99eba793-d760-49b1-a465-89f4efa18a53 x-openstack-request-id: req-99eba793-d760-49b1-a465-89f4efa18a53 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:48.986902 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1eb4c17-ed5f-4e6a-9290-db075432f05b", "name": "network-vif-plugged", "status": "completed", "tag": "505366f7-e3d8-4807-905f-15a9d6c0fe3e", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:48.987505 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-99eba793-d760-49b1-a465-89f4efa18a53 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:48.987999 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1eb4c17-ed5f-4e6a-9290-db075432f05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505366f7-e3d8-4807-905f-15a9d6c0fe3e', 'code': 200} Jul 16 20:31:48.998352 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.013358 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ddfd69b5-cad5-4d9a-ae66-4a999ede024e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.044704 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ddfd69b5-cad5-4d9a-ae66-4a999ede024e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.086699 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:49.091804 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.153844 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ddfd69b5-cad5-4d9a-ae66-4a999ede024e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.158143 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ddfd69b5-cad5-4d9a-ae66-4a999ede024e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.162635 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ddfd69b5-cad5-4d9a-ae66-4a999ede024e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b413825a-d443-4112-b304-5ffccf296bae HTTP/1.1" status: 204 len: 168 time: 0.2579093 Jul 16 20:31:49.173241 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd69b5-cad5-4d9a-ae66-4a999ede024e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b413825a-d443-4112-b304-5ffccf296bae,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:49.177111 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae50ae-4fc5-4a8d-92c1-6510a82a6b69 req-b743758b-4729-4998-9972-1c2b9437bf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:49.178886 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4cae50ae-4fc5-4a8d-92c1-6510a82a6b69 req-b743758b-4729-4998-9972-1c2b9437bf83 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d1eb4c17-ed5f-4e6a-9290-db075432f05b HTTP/1.1" status: 200 len: 1098 time: 0.0984495 Jul 16 20:31:49.206990 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:49.258688 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4cae50ae-4fc5-4a8d-92c1-6510a82a6b69 req-3b45994a-fd50-4749-a6a9-eb0b6747bd90 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=51f19296-992e-41f8-a8d8-7e10e6f60971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725830 Jul 16 20:31:49.283725 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fc84d-de88-479a-b428-736aca0929bf req-6f4c40aa-7c5d-4331-99a0-4a653facaf5c tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:49.285285 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6f8fc84d-de88-479a-b428-736aca0929bf req-6f4c40aa-7c5d-4331-99a0-4a653facaf5c tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/ports?device_id=3906e23d-e2ab-4136-8e6f-209fecc46b2e HTTP/1.1" status: 200 len: 949 time: 0.2703710 Jul 16 20:31:49.307295 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacf937-8c62-4316-9790-680688f9c802 req-60e6c237-2d0f-4859-9c2c-39b537dc47e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:49.308756 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2aacf937-8c62-4316-9790-680688f9c802 req-60e6c237-2d0f-4859-9c2c-39b537dc47e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5c0768f88e84340ae10dbc9a89bd566&device_id=f6b49edd-6284-4ea0-9535-5e251b4d6977 HTTP/1.1" status: 200 len: 1095 time: 0.2295845 Jul 16 20:31:49.322781 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d49720-85eb-4dc9-a0b5-21eacdb1f4c0 req-b302b012-d786-4782-b344-1aa2c6bda186 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:49.329685 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f2d49720-85eb-4dc9-a0b5-21eacdb1f4c0 req-b302b012-d786-4782-b344-1aa2c6bda186 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6b49edd-6284-4ea0-9535-5e251b4d6977 HTTP/1.1" status: 200 len: 943 time: 0.2492721 Jul 16 20:31:49.387855 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2aacf937-8c62-4316-9790-680688f9c802 req-94700b26-122d-4c04-80bf-47500ee609df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ba2bee1-431e-4a37-afa8-08fbc6806a7d HTTP/1.1" status: 200 len: 217 time: 0.0561419 Jul 16 20:31:49.436439 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6f8fc84d-de88-479a-b428-736aca0929bf req-6823e051-831f-46b2-a1ce-f164902b72ca tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba6c7ee-7ab6-4901-ad78-b5124b3f69ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438556 Jul 16 20:31:49.462969 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f2d49720-85eb-4dc9-a0b5-21eacdb1f4c0 req-91a20e83-99e3-4d26-8b45-b5442a38a549 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321709 Jul 16 20:31:49.492086 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacf937-8c62-4316-9790-680688f9c802 req-05d8f28b-324c-45f8-a7ff-8e79e04e0ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:49.494099 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2aacf937-8c62-4316-9790-680688f9c802 req-05d8f28b-324c-45f8-a7ff-8e79e04e0ea1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f32068c5-153f-4016-8324-2b24dcd4a18d HTTP/1.1" status: 200 len: 854 time: 0.0972388 Jul 16 20:31:49.551953 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2aacf937-8c62-4316-9790-680688f9c802 req-bd924bc9-46af-454b-b6fd-97bb2ea0606e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f838853-abda-4c3a-9151-1eee7174c196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506325 Jul 16 20:31:49.652827 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 39750) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:49.669157 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7780264d-eb76-4638-89e4-1d62e574e46a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.722080 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a656368-1ce8-4d9c-ad9e-3e45354d4acc req-93dbee2c-573d-4352-98d5-b949cdb36d15 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:49.729058 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2a656368-1ce8-4d9c-ad9e-3e45354d4acc req-93dbee2c-573d-4352-98d5-b949cdb36d15 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 946 time: 0.1379015 Jul 16 20:31:49.760490 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2aacf937-8c62-4316-9790-680688f9c802 req-0486bf37-9713-4c84-accf-01ec9a49703b service neutron] 10.222.0.18 "GET /v2.0/networks/3f838853-abda-4c3a-9151-1eee7174c196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851845 Jul 16 20:31:49.797058 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7780264d-eb76-4638-89e4-1d62e574e46a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.799130 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2a656368-1ce8-4d9c-ad9e-3e45354d4acc req-561e2147-6213-47d8-8809-33e3cbc5e916 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689549 Jul 16 20:31:49.809713 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7780264d-eb76-4638-89e4-1d62e574e46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.861784 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7780264d-eb76-4638-89e4-1d62e574e46a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5b99e468fefb479a81adb1a97b493426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2074430 Jul 16 20:31:49.864553 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 39760) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:49.879791 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b49edd-6284-4ea0-9535-5e251b4d6977', 'tag': '5ba2bee1-431e-4a37-afa8-08fbc6806a7d'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:49.882563 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c6bb8c-b9ff-42c8-99f9-f1bf49248bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b49edd-6284-4ea0-9535-5e251b4d6977", "tag": "5ba2bee1-431e-4a37-afa8-08fbc6806a7d"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:49.894069 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780264d-eb76-4638-89e4-1d62e574e46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e966e66-5d65-415b-8af3-26cc6ae7bf18,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:49.943907 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99d606d3-433a-45f4-9d7e-fcd50c14ea0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.959407 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2aacf937-8c62-4316-9790-680688f9c802 req-ffeab2b6-c7c4-419d-9c58-63a23f49f81b service neutron] 10.222.0.18 "GET /v2.0/networks/3f838853-abda-4c3a-9151-1eee7174c196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905992 Jul 16 20:31:49.985182 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99d606d3-433a-45f4-9d7e-fcd50c14ea0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.052476 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99d606d3-433a-45f4-9d7e-fcd50c14ea0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.055524 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99d606d3-433a-45f4-9d7e-fcd50c14ea0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.059389 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-99d606d3-433a-45f4-9d7e-fcd50c14ea0c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1e966e66-5d65-415b-8af3-26cc6ae7bf18 HTTP/1.1" status: 204 len: 168 time: 0.1913424 Jul 16 20:31:50.075924 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d606d3-433a-45f4-9d7e-fcd50c14ea0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e966e66-5d65-415b-8af3-26cc6ae7bf18,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:50.269612 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da80e8-fb9f-4bae-b7f6-bd67cd2323f4 req-76451ea7-787a-4ac3-9a4c-f0d3e1c6e51f tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:50.276665 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-25da80e8-fb9f-4bae-b7f6-bd67cd2323f4 req-76451ea7-787a-4ac3-9a4c-f0d3e1c6e51f tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 945 time: 0.1571455 Jul 16 20:31:50.367036 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-25da80e8-fb9f-4bae-b7f6-bd67cd2323f4 req-5c48ab91-cb56-4a0f-9521-e7e1abb68567 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893989 Jul 16 20:31:50.441572 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357bc51-96df-46ac-924d-e22f7c0d2336 req-fb47f29c-50e4-4655-831c-92d838a9c4b3 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:50.443183 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9357bc51-96df-46ac-924d-e22f7c0d2336 req-fb47f29c-50e4-4655-831c-92d838a9c4b3 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1eb4c17-ed5f-4e6a-9290-db075432f05b HTTP/1.1" status: 200 len: 946 time: 0.1826093 Jul 16 20:31:50.447468 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd6678d-e51b-4f80-b023-4b8f58f78d57 x-openstack-request-id: req-8fd6678d-e51b-4f80-b023-4b8f58f78d57 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:50.447754 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b49edd-6284-4ea0-9535-5e251b4d6977", "tag": "5ba2bee1-431e-4a37-afa8-08fbc6806a7d", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:50.448012 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8fd6678d-e51b-4f80-b023-4b8f58f78d57 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:50.449209 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b49edd-6284-4ea0-9535-5e251b4d6977', 'tag': '5ba2bee1-431e-4a37-afa8-08fbc6806a7d', 'status': 'completed', 'code': 200} Jul 16 20:31:50.527122 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9357bc51-96df-46ac-924d-e22f7c0d2336 req-573f175b-b496-440c-b396-b440bcece351 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/security-groups?id=51f19296-992e-41f8-a8d8-7e10e6f60971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764821 Jul 16 20:31:50.607613 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6bb8c-b9ff-42c8-99f9-f1bf49248bc9 req-d741feee-c112-47aa-931a-7e0366d06f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:50.610546 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-78c6bb8c-b9ff-42c8-99f9-f1bf49248bc9 req-d741feee-c112-47aa-931a-7e0366d06f5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5c0768f88e84340ae10dbc9a89bd566&device_id=f6b49edd-6284-4ea0-9535-5e251b4d6977 HTTP/1.1" status: 200 len: 1095 time: 0.1214168 Jul 16 20:31:50.731722 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b3bdc941-1954-4623-9417-9f8d01a065bc details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:31:50.734983 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b171e116-9b39-4dfc-823e-97d739da6d33 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:50.755708 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6bb8c-b9ff-42c8-99f9-f1bf49248bc9 req-00ee9888-1b86-4325-96f6-7dc7cfddc267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:50.757188 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-78c6bb8c-b9ff-42c8-99f9-f1bf49248bc9 req-00ee9888-1b86-4325-96f6-7dc7cfddc267 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3f838853-abda-4c3a-9151-1eee7174c196 HTTP/1.1" status: 200 len: 915 time: 0.1374879 Jul 16 20:31:50.990555 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f1214b-fd76-48e2-ab18-2e9e6de25bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:50.992897 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fc7079-34e3-4dd6-8b0d-2e4038c96395" -d '{"events": [{"server_uuid": "62f1214b-fd76-48e2-ab18-2e9e6de25bb5", "name": "network-vif-plugged", "status": "completed", "tag": "86e3457f-6e21-44a1-a1cf-4bc3c47923f4"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:51.070925 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b3bdc941-1954-4623-9417-9f8d01a065bc, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b3bdc941-1954-4623-9417-9f8d01a065bc,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:51.094182 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.113489 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'b3bdc941-1954-4623-9417-9f8d01a065bc', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': 'b3bdc941-1954-4623-9417-9f8d01a065bc', 'mac_address': 'fa:16:3e:5a:a3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:31:51.114159 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-78c6bb8c-b9ff-42c8-99f9-f1bf49248bc9 req-7cad43c0-bebe-4548-83db-8a16faf5040a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ba2bee1-431e-4a37-afa8-08fbc6806a7d HTTP/1.1" status: 200 len: 217 time: 0.2106276 Jul 16 20:31:51.235951 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b36d696-9b0f-44f4-ad58-55703e620399 req-41410ac3-3546-4478-9d12-55ce398c29a6 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 258 time: 0.4931133 Jul 16 20:31:51.259249 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6bb8c-b9ff-42c8-99f9-f1bf49248bc9 req-d1b2e5f9-cdda-4e2b-8943-99cf08d0ddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:51.261200 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-78c6bb8c-b9ff-42c8-99f9-f1bf49248bc9 req-d1b2e5f9-cdda-4e2b-8943-99cf08d0ddfb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f32068c5-153f-4016-8324-2b24dcd4a18d HTTP/1.1" status: 200 len: 854 time: 0.1256752 Jul 16 20:31:51.263710 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b171e116-9b39-4dfc-823e-97d739da6d33, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b171e116-9b39-4dfc-823e-97d739da6d33,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:51.266980 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-6b36d696-9b0f-44f4-ad58-55703e620399 req-da304d26-09fb-4070-8d22-2211deb761fa tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:51.278949 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.282548 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9480c10-fc34-4220-aa8a-2a2b28f02a54 req-54b2d870-ce1d-4d82-92a3-0cf711e279fe tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:51.284626 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c9480c10-fc34-4220-aa8a-2a2b28f02a54 req-54b2d870-ce1d-4d82-92a3-0cf711e279fe tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6b49edd-6284-4ea0-9535-5e251b4d6977 HTTP/1.1" status: 200 len: 943 time: 0.5409472 Jul 16 20:31:51.327140 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.327645 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-78c6bb8c-b9ff-42c8-99f9-f1bf49248bc9 req-b819f7ae-868a-4ce7-90e2-b18b59f204b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f838853-abda-4c3a-9151-1eee7174c196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417125 Jul 16 20:31:51.352900 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3bdc941-1954-4623-9417-9f8d01a065bc {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:51.375646 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b3bdc941-1954-4623-9417-9f8d01a065bc, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b3bdc941-1954-4623-9417-9f8d01a065bc,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:51.386674 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.393562 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=b171e116-9b39-4dfc-823e-97d739da6d33,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:51.399860 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6b36d696-9b0f-44f4-ad58-55703e620399 req-da304d26-09fb-4070-8d22-2211deb761fa tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.463238 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=b3bdc941-1954-4623-9417-9f8d01a065bc,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:51.464837 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c9480c10-fc34-4220-aa8a-2a2b28f02a54 req-eb7f7765-a6da-4121-82ea-adccee5e8947 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652827 Jul 16 20:31:51.507872 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['b3bdc941-1954-4623-9417-9f8d01a065bc'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:51.553149 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-78c6bb8c-b9ff-42c8-99f9-f1bf49248bc9 req-11e925d9-c58a-4f36-8b9d-bb28fd73ab34 service neutron] 10.222.0.18 "GET /v2.0/networks/3f838853-abda-4c3a-9151-1eee7174c196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136126 Jul 16 20:31:51.644219 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75d52742-f7e2-49d3-b87c-a025fc9f8455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.646382 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6b36d696-9b0f-44f4-ad58-55703e620399 req-da304d26-09fb-4070-8d22-2211deb761fa tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.771984 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-78c6bb8c-b9ff-42c8-99f9-f1bf49248bc9 req-85d5f91c-53f3-4d18-8f11-2c1b15ebc13b service neutron] 10.222.0.18 "GET /v2.0/networks/3f838853-abda-4c3a-9151-1eee7174c196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082503 Jul 16 20:31:51.811374 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-6b36d696-9b0f-44f4-ad58-55703e620399 req-da304d26-09fb-4070-8d22-2211deb761fa tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Allocated IP 172.25.0.25 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/ced9fcd8-2f1a-479a-9fe9-9c9b4c13878c) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:52.052243 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 39860) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:52.067589 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6b36d696-9b0f-44f4-ad58-55703e620399 req-da304d26-09fb-4070-8d22-2211deb761fa tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.118801 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6b36d696-9b0f-44f4-ad58-55703e620399 req-da304d26-09fb-4070-8d22-2211deb761fa tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.178118 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da304d26-09fb-4070-8d22-2211deb761fa tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Pushing event updated for resources: {'Port': ['ID=ced9fcd8-2f1a-479a-9fe9-9c9b4c13878c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:52.193357 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b36d696-9b0f-44f4-ad58-55703e620399 req-da304d26-09fb-4070-8d22-2211deb761fa tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:52.194953 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-6b36d696-9b0f-44f4-ad58-55703e620399 req-da304d26-09fb-4070-8d22-2211deb761fa tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:52.203471 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b36d696-9b0f-44f4-ad58-55703e620399 req-da304d26-09fb-4070-8d22-2211deb761fa tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:52.278213 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-86343eac-d491-4d9e-bbd3-eb79c19310ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.374968 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6b36d696-9b0f-44f4-ad58-55703e620399 req-da304d26-09fb-4070-8d22-2211deb761fa tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.452288 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6b36d696-9b0f-44f4-ad58-55703e620399 req-da304d26-09fb-4070-8d22-2211deb761fa tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.494112 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-86343eac-d491-4d9e-bbd3-eb79c19310ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.500386 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-86343eac-d491-4d9e-bbd3-eb79c19310ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.553732 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86343eac-d491-4d9e-bbd3-eb79c19310ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a11c6b-b579-4ddc-bcf2-1f2cc302de13,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:52.569120 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-86343eac-d491-4d9e-bbd3-eb79c19310ed admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=51f5116b082a4f93bd88387c817fc1e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5130458 Jul 16 20:31:52.570192 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 39866) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:52.647985 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35336d48-4e8f-4701-8807-912af1589430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.685894 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35336d48-4e8f-4701-8807-912af1589430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.723809 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29d113-d150-4420-b9ef-2e8a05c28f5b req-ff054155-ec06-4869-b4b4-0775c9e0d9bc tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:52.731524 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0f29d113-d150-4420-b9ef-2e8a05c28f5b req-ff054155-ec06-4869-b4b4-0775c9e0d9bc tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 946 time: 0.2479250 Jul 16 20:31:52.756268 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b3bdc941-1954-4623-9417-9f8d01a065bc up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:52.770543 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35336d48-4e8f-4701-8807-912af1589430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.774091 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35336d48-4e8f-4701-8807-912af1589430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.776318 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-35336d48-4e8f-4701-8807-912af1589430 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/93a11c6b-b579-4ddc-bcf2-1f2cc302de13 HTTP/1.1" status: 204 len: 168 time: 0.2040055 Jul 16 20:31:52.791662 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35336d48-4e8f-4701-8807-912af1589430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a11c6b-b579-4ddc-bcf2-1f2cc302de13,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:52.816142 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0f29d113-d150-4420-b9ef-2e8a05c28f5b req-87281b75-a111-49d2-b2bc-5255faa452c0 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831153 Jul 16 20:31:52.861802 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6b36d696-9b0f-44f4-ad58-55703e620399 req-da304d26-09fb-4070-8d22-2211deb761fa tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.869686 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6b36d696-9b0f-44f4-ad58-55703e620399 req-da304d26-09fb-4070-8d22-2211deb761fa tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.885804 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port b3bdc941-1954-4623-9417-9f8d01a065bc triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:52.886574 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.007763 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da304d26-09fb-4070-8d22-2211deb761fa tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Pushing event updated for resources: {'Port': ['ID=ced9fcd8-2f1a-479a-9fe9-9c9b4c13878c,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:53.057395 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6b36d696-9b0f-44f4-ad58-55703e620399 req-da304d26-09fb-4070-8d22-2211deb761fa tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.088103 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.095326 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6b36d696-9b0f-44f4-ad58-55703e620399 req-da304d26-09fb-4070-8d22-2211deb761fa tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.097572 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b36d696-9b0f-44f4-ad58-55703e620399 req-da304d26-09fb-4070-8d22-2211deb761fa tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8423455 Jul 16 20:31:53.187198 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186c62fb-b2e3-45ad-927e-b023adfbdbb6 x-openstack-request-id: req-186c62fb-b2e3-45ad-927e-b023adfbdbb6 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:53.187846 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f1214b-fd76-48e2-ab18-2e9e6de25bb5", "name": "network-vif-plugged", "status": "completed", "tag": "86e3457f-6e21-44a1-a1cf-4bc3c47923f4", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:53.188423 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-186c62fb-b2e3-45ad-927e-b023adfbdbb6 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:53.189009 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f1214b-fd76-48e2-ab18-2e9e6de25bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4', 'code': 200} Jul 16 20:31:53.196064 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b3bdc941-1954-4623-9417-9f8d01a065bc, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b3bdc941-1954-4623-9417-9f8d01a065bc,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:53.204255 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.245906 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b36d696-9b0f-44f4-ad58-55703e620399 req-3183e9d1-f668-4f72-88bd-47bceba075f1 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.25 HTTP/1.1" status: 200 len: 695 time: 0.1390145 Jul 16 20:31:53.335229 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=b3bdc941-1954-4623-9417-9f8d01a065bc,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:53.350492 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b241fe9-1feb-44ad-bf92-50bf75f70a96 req-2a1859c9-8ef4-44eb-a2ef-4a8221d53d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:53.352367 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4b241fe9-1feb-44ad-bf92-50bf75f70a96 req-2a1859c9-8ef4-44eb-a2ef-4a8221d53d32 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 1097 time: 0.0730975 Jul 16 20:31:53.399069 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4b241fe9-1feb-44ad-bf92-50bf75f70a96 req-0665278a-9d97-4822-a94a-3745bd7d8796 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318053 Jul 16 20:31:53.487377 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36d696-9b0f-44f4-ad58-55703e620399 req-c04574df-9fcf-4cec-8663-ee5dbd8125d7 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:53.488810 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b36d696-9b0f-44f4-ad58-55703e620399 req-c04574df-9fcf-4cec-8663-ee5dbd8125d7 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 784 time: 0.2336810 Jul 16 20:31:53.501530 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-6b36d696-9b0f-44f4-ad58-55703e620399 req-646c41ae-360d-4f8e-9bbd-215d0146a569 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:31:53.502547 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b36d696-9b0f-44f4-ad58-55703e620399 req-646c41ae-360d-4f8e-9bbd-215d0146a569 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079410 Jul 16 20:31:53.514272 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01945361-5bb6-446a-a8b7-d7a6cff1dbc2 req-ad22a1fe-b3f6-407f-a78e-5543f7d72d5e tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:53.516590 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-01945361-5bb6-446a-a8b7-d7a6cff1dbc2 req-ad22a1fe-b3f6-407f-a78e-5543f7d72d5e tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 945 time: 0.1772583 Jul 16 20:31:53.587227 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-01945361-5bb6-446a-a8b7-d7a6cff1dbc2 req-debb094f-05e4-4d3b-a98c-4cbea9c0d17a tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565188 Jul 16 20:31:54.237457 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:54.245631 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8444f54-e77a-4376-83b7-5116cf62170f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:54.450290 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device cebef639-c703-4fc5-a3ff-43c86366817b details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:31:54.619849 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f2e18-a815-4968-981d-ce8929443d07 req-c0d497fe-c5fe-4129-b596-69a09a0270af tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:54.631944 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a41f2e18-a815-4968-981d-ce8929443d07 req-c0d497fe-c5fe-4129-b596-69a09a0270af tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6b49edd-6284-4ea0-9535-5e251b4d6977 HTTP/1.1" status: 200 len: 943 time: 0.8803422 Jul 16 20:31:54.669715 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port cebef639-c703-4fc5-a3ff-43c86366817b, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=cebef639-c703-4fc5-a3ff-43c86366817b,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:54.684858 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'cebef639-c703-4fc5-a3ff-43c86366817b', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': 'cebef639-c703-4fc5-a3ff-43c86366817b', 'mac_address': 'fa:16:3e:97:99:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:31:54.762203 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a41f2e18-a815-4968-981d-ce8929443d07 req-19510816-f772-4b2f-b2ce-549455fcbf8f tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292613 Jul 16 20:31:54.767359 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:54.817778 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cebef639-c703-4fc5-a3ff-43c86366817b {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:54.861376 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dc5d4-438a-45d3-bf6a-2223ca651e8b req-8056015c-4f41-40d2-a633-293edcd982bb tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:54.866702 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-787dc5d4-438a-45d3-bf6a-2223ca651e8b req-8056015c-4f41-40d2-a633-293edcd982bb tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1eb4c17-ed5f-4e6a-9290-db075432f05b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.9919565 Jul 16 20:31:54.871650 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port cebef639-c703-4fc5-a3ff-43c86366817b, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=cebef639-c703-4fc5-a3ff-43c86366817b,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:54.891470 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:54.892399 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 5ba2bee1-431e-4a37-afa8-08fbc6806a7d details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:31:54.982385 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-787dc5d4-438a-45d3-bf6a-2223ca651e8b req-52ae27df-77a6-4cc5-9ddd-52a9bca51589 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.25 HTTP/1.1" status: 200 len: 695 time: 0.1026793 Jul 16 20:31:54.993009 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-787dc5d4-438a-45d3-bf6a-2223ca651e8b req-dce119ef-bbf4-4e65-a432-3fad7af79a9c tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Request body: {'floatingip': {'port_id': '505366f7-e3d8-4807-905f-15a9d6c0fe3e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:55.086384 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=cebef639-c703-4fc5-a3ff-43c86366817b,revision_number=9']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:55.159931 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-787dc5d4-438a-45d3-bf6a-2223ca651e8b req-dce119ef-bbf4-4e65-a432-3fad7af79a9c tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks [] for floatingip, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:55.173839 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 5ba2bee1-431e-4a37-afa8-08fbc6806a7d, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=5ba2bee1-431e-4a37-afa8-08fbc6806a7d,segment=NetworkSegment(3f952078-cb9c-47f7-9e6d-cc7a02591d17),segment_id=3f952078-cb9c-47f7-9e6d-cc7a02591d17)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:55.196606 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3906e23d-e2ab-4136-8e6f-209fecc46b2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b171e116-9b39-4dfc-823e-97d739da6d33'}, {'server_uuid': '6c0f4996-2fa6-49dc-8b13-9be02741853f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bdc941-1954-4623-9417-9f8d01a065bc'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:55.199909 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21557dfd-5c50-43a9-9494-bf802cd2335f" -d '{"events": [{"server_uuid": "3906e23d-e2ab-4136-8e6f-209fecc46b2e", "name": "network-vif-unplugged", "status": "completed", "tag": "b171e116-9b39-4dfc-823e-97d739da6d33"}, {"server_uuid": "6c0f4996-2fa6-49dc-8b13-9be02741853f", "name": "network-vif-plugged", "status": "completed", "tag": "b3bdc941-1954-4623-9417-9f8d01a065bc"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:55.208934 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '5ba2bee1-431e-4a37-afa8-08fbc6806a7d', 'network_id': '3f838853-abda-4c3a-9151-1eee7174c196', 'port_id': '5ba2bee1-431e-4a37-afa8-08fbc6806a7d', 'mac_address': 'fa:16:3e:65:e2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32068c5-153f-4016-8324-2b24dcd4a18d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:31:55.293470 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:55.317366 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba2bee1-431e-4a37-afa8-08fbc6806a7d {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:55.341336 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 5ba2bee1-431e-4a37-afa8-08fbc6806a7d, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=5ba2bee1-431e-4a37-afa8-08fbc6806a7d,segment=NetworkSegment(3f952078-cb9c-47f7-9e6d-cc7a02591d17),segment_id=3f952078-cb9c-47f7-9e6d-cc7a02591d17)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:55.355828 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:55.414553 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=5ba2bee1-431e-4a37-afa8-08fbc6806a7d,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:55.472121 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['cebef639-c703-4fc5-a3ff-43c86366817b'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:55.681578 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['5ba2bee1-431e-4a37-afa8-08fbc6806a7d'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:55.832772 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.041412 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-787dc5d4-438a-45d3-bf6a-2223ca651e8b req-dce119ef-bbf4-4e65-a432-3fad7af79a9c tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.048689 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-787dc5d4-438a-45d3-bf6a-2223ca651e8b req-dce119ef-bbf4-4e65-a432-3fad7af79a9c tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.208692 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136baee7-d382-472a-81f2-1df920f26fff req-52bd0ba0-3fb6-41bb-b1ed-b7549caff757 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.210299 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-136baee7-d382-472a-81f2-1df920f26fff req-52bd0ba0-3fb6-41bb-b1ed-b7549caff757 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 946 time: 1.1064734 Jul 16 20:31:56.325453 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-136baee7-d382-472a-81f2-1df920f26fff req-1bc1dd89-8a32-43bd-9e06-22554cf42098 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058383 Jul 16 20:31:56.374404 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [req-787dc5d4-438a-45d3-bf6a-2223ca651e8b req-dce119ef-bbf4-4e65-a432-3fad7af79a9c tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Floating IP 8fb414ab-d930-4362-9cbf-98be1c77a777 associated. External IP: 172.25.0.25, port: 505366f7-e3d8-4807-905f-15a9d6c0fe3e. Jul 16 20:31:56.426920 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device cebef639-c703-4fc5-a3ff-43c86366817b up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:56.579088 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port cebef639-c703-4fc5-a3ff-43c86366817b triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:56.579960 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.765968 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.865984 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port cebef639-c703-4fc5-a3ff-43c86366817b, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=cebef639-c703-4fc5-a3ff-43c86366817b,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:56.880430 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.883517 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-787dc5d4-438a-45d3-bf6a-2223ca651e8b req-dce119ef-bbf4-4e65-a432-3fad7af79a9c tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Router 76a0c7f2-0267-4649-b568-446491d7e607 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:31:56.966153 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7150b03-3305-4ecc-991a-d5b9cd5ae8d5 req-46094aa3-1804-4c28-ab44-43466448c067 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.987972 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e7150b03-3305-4ecc-991a-d5b9cd5ae8d5 req-46094aa3-1804-4c28-ab44-43466448c067 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 945 time: 0.3614521 Jul 16 20:31:57.072242 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=cebef639-c703-4fc5-a3ff-43c86366817b,revision_number=10']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:57.281291 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e7150b03-3305-4ecc-991a-d5b9cd5ae8d5 req-a761814f-b99c-45dd-82db-13d1a4644d2d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2916777 Jul 16 20:31:57.367091 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-787dc5d4-438a-45d3-bf6a-2223ca651e8b req-dce119ef-bbf4-4e65-a432-3fad7af79a9c tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:57.372256 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-787dc5d4-438a-45d3-bf6a-2223ca651e8b req-dce119ef-bbf4-4e65-a432-3fad7af79a9c tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.382255 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9676634b-4cf7-4c49-880d-6cd2be3e85c0 None None] Sync routers for ids ['76a0c7f2-0267-4649-b568-446491d7e607'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:57.393579 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9676634b-4cf7-4c49-880d-6cd2be3e85c0 None None] Routers {'76a0c7f2-0267-4649-b568-446491d7e607'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:57.394213 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9676634b-4cf7-4c49-880d-6cd2be3e85c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:31:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['76a0c7f2-0267-4649-b568-446491d7e607'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:57.476543 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-787dc5d4-438a-45d3-bf6a-2223ca651e8b req-dce119ef-bbf4-4e65-a432-3fad7af79a9c tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "PUT /v2.0/floatingips/8fb414ab-d930-4362-9cbf-98be1c77a777 HTTP/1.1" status: 200 len: 996 time: 2.4878573 Jul 16 20:31:57.487289 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1eb4c17-ed5f-4e6a-9290-db075432f05b', 'tag': '505366f7-e3d8-4807-905f-15a9d6c0fe3e'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:57.489939 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb53011-2bf4-491d-887c-41eb82f0aabe" -d '{"events": [{"name": "network-changed", "server_uuid": "d1eb4c17-ed5f-4e6a-9290-db075432f05b", "tag": "505366f7-e3d8-4807-905f-15a9d6c0fe3e"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:57.585674 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.680235 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dc5d4-438a-45d3-bf6a-2223ca651e8b req-2340751e-e1d0-4f52-9c11-d2066a947003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:57.682421 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-787dc5d4-438a-45d3-bf6a-2223ca651e8b req-2340751e-e1d0-4f52-9c11-d2066a947003 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ef5a901508a34486bd668f0922d760af&device_id=d1eb4c17-ed5f-4e6a-9290-db075432f05b HTTP/1.1" status: 200 len: 1098 time: 0.1499155 Jul 16 20:31:57.702471 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-9676634b-4cf7-4c49-880d-6cd2be3e85c0 None None] Set router 76a0c7f2-0267-4649-b568-446491d7e607 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:57.868410 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dc5d4-438a-45d3-bf6a-2223ca651e8b req-7a217176-e3f8-4c41-8c06-0f48c67e28a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:57.878763 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-787dc5d4-438a-45d3-bf6a-2223ca651e8b req-7a217176-e3f8-4c41-8c06-0f48c67e28a6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d6eec540-6b7a-4613-90ff-e030a2c552f3 HTTP/1.1" status: 200 len: 930 time: 0.1854577 Jul 16 20:31:57.976720 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-787dc5d4-438a-45d3-bf6a-2223ca651e8b req-db0cbd55-306d-453c-8b43-0c76e5d9a709 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=505366f7-e3d8-4807-905f-15a9d6c0fe3e HTTP/1.1" status: 200 len: 999 time: 0.0966873 Jul 16 20:31:58.034557 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dc5d4-438a-45d3-bf6a-2223ca651e8b req-8ae89681-0f0b-4596-a1df-4e6d8389d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:58.036276 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-787dc5d4-438a-45d3-bf6a-2223ca651e8b req-8ae89681-0f0b-4596-a1df-4e6d8389d8d4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=30ea9770-e9c0-4d77-95f4-cfd136994bd2 HTTP/1.1" status: 200 len: 868 time: 0.0585306 Jul 16 20:31:58.130395 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dc5d4-438a-45d3-bf6a-2223ca651e8b req-02805b27-5ef1-4738-9909-90b29e049726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:58.139200 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-787dc5d4-438a-45d3-bf6a-2223ca651e8b req-02805b27-5ef1-4738-9909-90b29e049726 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d6eec540-6b7a-4613-90ff-e030a2c552f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0888388 Jul 16 20:31:58.144188 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9676634b-4cf7-4c49-880d-6cd2be3e85c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a0c7f2-0267-4649-b568-446491d7e607', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102833101-router', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '2cf7300d-4ae6-4030-a301-8b08290433a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:10Z', 'updated_at': '2021-07-16T20:31:21Z', 'revision_number': 4, 'project_id': 'ef5a901508a34486bd668f0922d760af', 'gw_port': {'id': '2cf7300d-4ae6-4030-a301-8b08290433a3', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a0c7f2-0267-4649-b568-446491d7e607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:12Z', 'updated_at': '2021-07-16T20:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '8fb414ab-d930-4362-9cbf-98be1c77a777', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '76a0c7f2-0267-4649-b568-446491d7e607', 'port_id': '505366f7-e3d8-4807-905f-15a9d6c0fe3e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3', 'mac_address': 'fa:16:3e:a9:fc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1eb4c17-ed5f-4e6a-9290-db075432f05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:31:52Z', 'updated_at': '2021-07-16T20:31:55Z', 'revision_number': 1, 'project_id': 'ef5a901508a34486bd668f0922d760af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a288de18-4049-486c-b3ef-80f7861d7459', 'name': '', 'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'mac_address': 'fa:16:3e:58:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a0c7f2-0267-4649-b568-446491d7e607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '30ea9770-e9c0-4d77-95f4-cfd136994bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:19Z', 'updated_at': '2021-07-16T20:31:33Z', 'revision_number': 5, 'project_id': 'ef5a901508a34486bd668f0922d760af', 'subnets': [{'id': '30ea9770-e9c0-4d77-95f4-cfd136994bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:58.178943 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9676634b-4cf7-4c49-880d-6cd2be3e85c0 None None] Checking router: 76a0c7f2-0267-4649-b568-446491d7e607 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:31:58.193744 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9676634b-4cf7-4c49-880d-6cd2be3e85c0 None None] Routers {'76a0c7f2-0267-4649-b568-446491d7e607'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:58.193957 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9676634b-4cf7-4c49-880d-6cd2be3e85c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:31:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['76a0c7f2-0267-4649-b568-446491d7e607'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:58.542135 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 5ba2bee1-431e-4a37-afa8-08fbc6806a7d up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:58.557151 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-787dc5d4-438a-45d3-bf6a-2223ca651e8b req-9217843f-87ce-4c94-a4db-041cac3345ba service neutron] 10.222.0.38 "GET /v2.0/networks/d6eec540-6b7a-4613-90ff-e030a2c552f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163017 Jul 16 20:31:58.615175 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-9676634b-4cf7-4c49-880d-6cd2be3e85c0 None None] Set router 76a0c7f2-0267-4649-b568-446491d7e607 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:58.805589 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-787dc5d4-438a-45d3-bf6a-2223ca651e8b req-79d03b33-7f0f-444a-837a-2bcacb495a77 service neutron] 10.222.0.38 "GET /v2.0/networks/d6eec540-6b7a-4613-90ff-e030a2c552f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407355 Jul 16 20:31:58.896244 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 5ba2bee1-431e-4a37-afa8-08fbc6806a7d completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:58.909924 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 5ba2bee1-431e-4a37-afa8-08fbc6806a7d triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:58.909924 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.247490 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.321696 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 5ba2bee1-431e-4a37-afa8-08fbc6806a7d, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=5ba2bee1-431e-4a37-afa8-08fbc6806a7d,segment=NetworkSegment(3f952078-cb9c-47f7-9e6d-cc7a02591d17),segment_id=3f952078-cb9c-47f7-9e6d-cc7a02591d17)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:59.379757 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-b4fa0f50-dd1c-471e-b058-70a2d9a1e7a6 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:59.381099 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.383957 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-b4fa0f50-dd1c-471e-b058-70a2d9a1e7a6 tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40&tenant_id=f8a8ade9cff04e3db4af1591a2770156&binding%3Ahost_id=n-h2-791506-21 HTTP/1.1" status: 200 len: 1098 time: 0.2318439 Jul 16 20:31:59.396520 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-75fff10b-991e-463e-90ef-ca2a86dee8a8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-21'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:59.487727 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=5ba2bee1-431e-4a37-afa8-08fbc6806a7d,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:59.507170 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-75fff10b-991e-463e-90ef-ca2a86dee8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.523834 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.574143 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9676634b-4cf7-4c49-880d-6cd2be3e85c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a0c7f2-0267-4649-b568-446491d7e607', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102833101-router', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '2cf7300d-4ae6-4030-a301-8b08290433a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:10Z', 'updated_at': '2021-07-16T20:31:21Z', 'revision_number': 4, 'project_id': 'ef5a901508a34486bd668f0922d760af', 'gw_port': {'id': '2cf7300d-4ae6-4030-a301-8b08290433a3', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a0c7f2-0267-4649-b568-446491d7e607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:12Z', 'updated_at': '2021-07-16T20:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '8fb414ab-d930-4362-9cbf-98be1c77a777', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '76a0c7f2-0267-4649-b568-446491d7e607', 'port_id': '505366f7-e3d8-4807-905f-15a9d6c0fe3e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3', 'mac_address': 'fa:16:3e:a9:fc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1eb4c17-ed5f-4e6a-9290-db075432f05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:31:52Z', 'updated_at': '2021-07-16T20:31:55Z', 'revision_number': 1, 'project_id': 'ef5a901508a34486bd668f0922d760af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a288de18-4049-486c-b3ef-80f7861d7459', 'name': '', 'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'mac_address': 'fa:16:3e:58:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a0c7f2-0267-4649-b568-446491d7e607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '30ea9770-e9c0-4d77-95f4-cfd136994bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:19Z', 'updated_at': '2021-07-16T20:31:33Z', 'revision_number': 5, 'project_id': 'ef5a901508a34486bd668f0922d760af', 'subnets': [{'id': '30ea9770-e9c0-4d77-95f4-cfd136994bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:59.604920 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9676634b-4cf7-4c49-880d-6cd2be3e85c0 None None] The sync data for ids ['76a0c7f2-0267-4649-b568-446491d7e607'] in n-d-791506-21 is: [{'id': '76a0c7f2-0267-4649-b568-446491d7e607', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102833101-router', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '2cf7300d-4ae6-4030-a301-8b08290433a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:10Z', 'updated_at': '2021-07-16T20:31:21Z', 'revision_number': 4, 'project_id': 'ef5a901508a34486bd668f0922d760af', 'gw_port': {'id': '2cf7300d-4ae6-4030-a301-8b08290433a3', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a0c7f2-0267-4649-b568-446491d7e607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:12Z', 'updated_at': '2021-07-16T20:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '8fb414ab-d930-4362-9cbf-98be1c77a777', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '76a0c7f2-0267-4649-b568-446491d7e607', 'port_id': '505366f7-e3d8-4807-905f-15a9d6c0fe3e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3', 'mac_address': 'fa:16:3e:a9:fc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1eb4c17-ed5f-4e6a-9290-db075432f05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:31:52Z', 'updated_at': '2021-07-16T20:31:55Z', 'revision_number': 1, 'project_id': 'ef5a901508a34486bd668f0922d760af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a288de18-4049-486c-b3ef-80f7861d7459', 'name': '', 'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'mac_address': 'fa:16:3e:58:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a0c7f2-0267-4649-b568-446491d7e607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '30ea9770-e9c0-4d77-95f4-cfd136994bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:19Z', 'updated_at': '2021-07-16T20:31:33Z', 'revision_number': 5, 'project_id': 'ef5a901508a34486bd668f0922d760af', 'subnets': [{'id': '30ea9770-e9c0-4d77-95f4-cfd136994bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:59.768494 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-75fff10b-991e-463e-90ef-ca2a86dee8a8 service neutron] For port 223444f8-f4b3-4cbf-a541-e52463943a81, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=223444f8-f4b3-4cbf-a541-e52463943a81,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:59.849484 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-75fff10b-991e-463e-90ef-ca2a86dee8a8 service neutron] For port 223444f8-f4b3-4cbf-a541-e52463943a81, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:59.964537 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-75fff10b-991e-463e-90ef-ca2a86dee8a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.979081 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-75fff10b-991e-463e-90ef-ca2a86dee8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.078271 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353733c3-5b62-4a51-8ab2-53f1ed327665 None None] New status for floating IP 8fb414ab-d930-4362-9cbf-98be1c77a777: ACTIVE {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:32:00.183112 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fff10b-991e-463e-90ef-ca2a86dee8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=223444f8-f4b3-4cbf-a541-e52463943a81,revision_number=7']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:00.197911 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-75fff10b-991e-463e-90ef-ca2a86dee8a8 service neutron] Attempting to bind port 223444f8-f4b3-4cbf-a541-e52463943a81 on host n-h2-791506-21 for vnic_type normal with profile {"migrating_to": "n-h1-791506-21"} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:00.203187 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-75fff10b-991e-463e-90ef-ca2a86dee8a8 service neutron] Attempting to bind port 223444f8-f4b3-4cbf-a541-e52463943a81 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:00.203819 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-75fff10b-991e-463e-90ef-ca2a86dee8a8 service neutron] Attempting to bind port 223444f8-f4b3-4cbf-a541-e52463943a81 on network e0476e10-8d02-4fbd-b804-ab41bcf63297 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:00.222474 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-75fff10b-991e-463e-90ef-ca2a86dee8a8 service neutron] Port 223444f8-f4b3-4cbf-a541-e52463943a81 on network e0476e10-8d02-4fbd-b804-ab41bcf63297 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:32:00.223331 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-75fff10b-991e-463e-90ef-ca2a86dee8a8 service neutron] Attempting to bind port 223444f8-f4b3-4cbf-a541-e52463943a81 on network e0476e10-8d02-4fbd-b804-ab41bcf63297 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:00.243176 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-75fff10b-991e-463e-90ef-ca2a86dee8a8 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:00.243654 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-75fff10b-991e-463e-90ef-ca2a86dee8a8 service neutron] Checking segment: {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:00.244144 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-75fff10b-991e-463e-90ef-ca2a86dee8a8 service neutron] Bound using segment: {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:00.244688 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-75fff10b-991e-463e-90ef-ca2a86dee8a8 service neutron] Bound port: 223444f8-f4b3-4cbf-a541-e52463943a81, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ee15e2-4b43-4410-a8eb-dec70c0000c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e0476e10-8d02-4fbd-b804-ab41bcf63297'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:00.245153 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-75fff10b-991e-463e-90ef-ca2a86dee8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.435078 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-75fff10b-991e-463e-90ef-ca2a86dee8a8 service neutron] For port 223444f8-f4b3-4cbf-a541-e52463943a81, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:00.446014 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-75fff10b-991e-463e-90ef-ca2a86dee8a8 service neutron] For port 223444f8-f4b3-4cbf-a541-e52463943a81, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=223444f8-f4b3-4cbf-a541-e52463943a81,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:00.456475 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-75fff10b-991e-463e-90ef-ca2a86dee8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.595241 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fff10b-991e-463e-90ef-ca2a86dee8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=223444f8-f4b3-4cbf-a541-e52463943a81,revision_number=8']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:00.664517 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-75fff10b-991e-463e-90ef-ca2a86dee8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:00.665731 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-75fff10b-991e-463e-90ef-ca2a86dee8a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.668340 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-75fff10b-991e-463e-90ef-ca2a86dee8a8 service neutron] 10.222.0.18 "PUT /v2.0/ports/223444f8-f4b3-4cbf-a541-e52463943a81 HTTP/1.1" status: 200 len: 1124 time: 1.2770007 Jul 16 20:32:00.787367 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['223444f8-f4b3-4cbf-a541-e52463943a81'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:00.850094 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['223444f8-f4b3-4cbf-a541-e52463943a81'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:02.468058 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 223444f8-f4b3-4cbf-a541-e52463943a81 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:02.782307 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 223444f8-f4b3-4cbf-a541-e52463943a81, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=223444f8-f4b3-4cbf-a541-e52463943a81,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:02.820432 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 223444f8-f4b3-4cbf-a541-e52463943a81 has no active binding in host n-h1-791506-21 {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:32:02.893928 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 40016) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:03.062997 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.110311 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aaa86ea9-6f02-4a8a-bc96-1eeb072d363f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.262634 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aaa86ea9-6f02-4a8a-bc96-1eeb072d363f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.287390 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aaa86ea9-6f02-4a8a-bc96-1eeb072d363f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.347833 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa86ea9-6f02-4a8a-bc96-1eeb072d363f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd96610-a773-403f-b9f0-d7afec6e1a30,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:03.353530 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-aaa86ea9-6f02-4a8a-bc96-1eeb072d363f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3562d15c109e4e43ae38cffd4e925004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4575450 Jul 16 20:32:03.356837 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 40020) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:03.360245 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa86ea9-6f02-4a8a-bc96-1eeb072d363f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:03.361117 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa86ea9-6f02-4a8a-bc96-1eeb072d363f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:03.361681 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa86ea9-6f02-4a8a-bc96-1eeb072d363f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:03.362249 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa86ea9-6f02-4a8a-bc96-1eeb072d363f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:03.362823 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa86ea9-6f02-4a8a-bc96-1eeb072d363f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:03.363384 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa86ea9-6f02-4a8a-bc96-1eeb072d363f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:03.363911 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa86ea9-6f02-4a8a-bc96-1eeb072d363f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:03.364449 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa86ea9-6f02-4a8a-bc96-1eeb072d363f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:03.364979 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa86ea9-6f02-4a8a-bc96-1eeb072d363f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:03.365505 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa86ea9-6f02-4a8a-bc96-1eeb072d363f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:03.366040 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa86ea9-6f02-4a8a-bc96-1eeb072d363f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:03.366595 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa86ea9-6f02-4a8a-bc96-1eeb072d363f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:03.467343 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-af58ae10-163e-4aea-9200-0d6b34c82a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.568042 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-af58ae10-163e-4aea-9200-0d6b34c82a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.742529 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-af58ae10-163e-4aea-9200-0d6b34c82a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.753783 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-af58ae10-163e-4aea-9200-0d6b34c82a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.755509 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-af58ae10-163e-4aea-9200-0d6b34c82a6e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ecd96610-a773-403f-b9f0-d7afec6e1a30 HTTP/1.1" status: 204 len: 168 time: 0.3971817 Jul 16 20:32:03.766392 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58ae10-163e-4aea-9200-0d6b34c82a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd96610-a773-403f-b9f0-d7afec6e1a30,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:04.187226 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 40034) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:04.210723 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5fb8e893-0ca2-4b4b-afec-c0e12ab5c2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.384481 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5fb8e893-0ca2-4b4b-afec-c0e12ab5c2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.394465 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5fb8e893-0ca2-4b4b-afec-c0e12ab5c2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.452419 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 40036) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:04.476484 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5fb8e893-0ca2-4b4b-afec-c0e12ab5c2af admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=11a61749c5d846df89b80a2ecdad5280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2877107 Jul 16 20:32:04.532891 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8e893-0ca2-4b4b-afec-c0e12ab5c2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a10b52-ddb8-4bb5-8985-87fc9b2ecaf2,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:04.614535 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7ec4035c-e5c6-4e0b-8b50-ac267cecd8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.667417 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7ec4035c-e5c6-4e0b-8b50-ac267cecd8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.753905 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7ec4035c-e5c6-4e0b-8b50-ac267cecd8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.757650 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7ec4035c-e5c6-4e0b-8b50-ac267cecd8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.761880 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7ec4035c-e5c6-4e0b-8b50-ac267cecd8ff admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/57a10b52-ddb8-4bb5-8985-87fc9b2ecaf2 HTTP/1.1" status: 204 len: 168 time: 0.3065224 Jul 16 20:32:04.776245 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4035c-e5c6-4e0b-8b50-ac267cecd8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a10b52-ddb8-4bb5-8985-87fc9b2ecaf2,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:06.563677 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 40058) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:06.785536 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-08b010a3-4adf-4086-a9ad-4a352ad52265 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1866631224-network', 'tenant_id': '1869cb75e52647249ce81cbc6f292962'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:06.823198 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 223444f8-f4b3-4cbf-a541-e52463943a81 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:06.847250 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b010a3-4adf-4086-a9ad-4a352ad52265 admin admin] Made reservation on behalf of 1869cb75e52647249ce81cbc6f292962 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:06.850003 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-08b010a3-4adf-4086-a9ad-4a352ad52265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:06.881791 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-08b010a3-4adf-4086-a9ad-4a352ad52265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.133594 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-08b010a3-4adf-4086-a9ad-4a352ad52265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.140342 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-08b010a3-4adf-4086-a9ad-4a352ad52265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.263859 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b010a3-4adf-4086-a9ad-4a352ad52265 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:32:07.315469 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b010a3-4adf-4086-a9ad-4a352ad52265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbcdede-0be4-44e7-9e61-f5e05ffd2281,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:07.351682 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-08b010a3-4adf-4086-a9ad-4a352ad52265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.351682 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-08b010a3-4adf-4086-a9ad-4a352ad52265 admin admin] Added segment ea898cd7-0e13-42ce-b99c-250bec2a6b10 of type vlan for network dbebe039-0813-452e-af35-48f7f10173d3 Jul 16 20:32:07.360290 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-810ec353-fa04-42a5-b909-b6a1c43c4d64 service neutron] 10.222.0.62 "GET /v2.0/ports/223444f8-f4b3-4cbf-a541-e52463943a81/bindings/n-h1-791506-21 HTTP/1.1" status: 200 len: 385 time: 0.2175562 Jul 16 20:32:07.369376 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b010a3-4adf-4086-a9ad-4a352ad52265 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:07.369376 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b010a3-4adf-4086-a9ad-4a352ad52265 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:07.369376 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b010a3-4adf-4086-a9ad-4a352ad52265 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:07.369376 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b010a3-4adf-4086-a9ad-4a352ad52265 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:07.369376 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b010a3-4adf-4086-a9ad-4a352ad52265 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:07.369376 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b010a3-4adf-4086-a9ad-4a352ad52265 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:07.369376 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b010a3-4adf-4086-a9ad-4a352ad52265 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:07.374412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b010a3-4adf-4086-a9ad-4a352ad52265 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:07.374412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b010a3-4adf-4086-a9ad-4a352ad52265 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:07.374412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b010a3-4adf-4086-a9ad-4a352ad52265 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:07.374412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b010a3-4adf-4086-a9ad-4a352ad52265 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:07.376469 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b010a3-4adf-4086-a9ad-4a352ad52265 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:07.551428 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-08b010a3-4adf-4086-a9ad-4a352ad52265 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.635196 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-08b010a3-4adf-4086-a9ad-4a352ad52265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.637126 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b010a3-4adf-4086-a9ad-4a352ad52265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:07.638101 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-08b010a3-4adf-4086-a9ad-4a352ad52265 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.727023 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b010a3-4adf-4086-a9ad-4a352ad52265 admin admin] Pushing event updated for resources: {'Network': ['ID=dbebe039-0813-452e-af35-48f7f10173d3,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:07.730808 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-08b010a3-4adf-4086-a9ad-4a352ad52265 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1657054 Jul 16 20:32:07.734961 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 40066) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:07.743361 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network dbebe039-0813-452e-af35-48f7f10173d3 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:32:07.753581 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-71f3acf3-88b7-436f-a3e3-96ecc5c693d3 admin admin] Request body: {'subnet': {'network_id': 'dbebe039-0813-452e-af35-48f7f10173d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1866631224-subnet', 'tenant_id': '1869cb75e52647249ce81cbc6f292962', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:07.813945 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f3acf3-88b7-436f-a3e3-96ecc5c693d3 admin admin] Made reservation on behalf of 1869cb75e52647249ce81cbc6f292962 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:07.816493 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71f3acf3-88b7-436f-a3e3-96ecc5c693d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.101867 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71f3acf3-88b7-436f-a3e3-96ecc5c693d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.186616 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3acf3-88b7-436f-a3e3-96ecc5c693d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9392a241-80e6-49aa-a5b6-57a10306295a,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:08.199786 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f3acf3-88b7-436f-a3e3-96ecc5c693d3 admin admin] Checking segment: {'id': 'ea898cd7-0e13-42ce-b99c-250bec2a6b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'dbebe039-0813-452e-af35-48f7f10173d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:08.200289 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f3acf3-88b7-436f-a3e3-96ecc5c693d3 admin admin] Network hostable DHCP agents. Network: dbebe039-0813-452e-af35-48f7f10173d3, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:32:08.232737 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-5fce8baa-8b0a-49d4-983f-891fb11594da service neutron] For port 223444f8-f4b3-4cbf-a541-e52463943a81, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=223444f8-f4b3-4cbf-a541-e52463943a81,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:08.235693 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f3acf3-88b7-436f-a3e3-96ecc5c693d3 admin admin] Network dbebe039-0813-452e-af35-48f7f10173d3 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:32:08.254561 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-71f3acf3-88b7-436f-a3e3-96ecc5c693d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, dbebe039-0813-452e-af35-48f7f10173d3) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:08.263501 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3587e99e-6de4-4e54-8060-613335edc22b None None] Network dbebe039-0813-452e-af35-48f7f10173d3 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:08.282676 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f3acf3-88b7-436f-a3e3-96ecc5c693d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:08.283321 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71f3acf3-88b7-436f-a3e3-96ecc5c693d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.302682 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-5fce8baa-8b0a-49d4-983f-891fb11594da service neutron] For port 223444f8-f4b3-4cbf-a541-e52463943a81, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:08.335208 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-71f3acf3-88b7-436f-a3e3-96ecc5c693d3 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5969942 Jul 16 20:32:08.396862 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-5fce8baa-8b0a-49d4-983f-891fb11594da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223444f8-f4b3-4cbf-a541-e52463943a81 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:08.432953 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-5fce8baa-8b0a-49d4-983f-891fb11594da service neutron] For port 223444f8-f4b3-4cbf-a541-e52463943a81, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=223444f8-f4b3-4cbf-a541-e52463943a81,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:08.492167 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-5fce8baa-8b0a-49d4-983f-891fb11594da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.646948 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90e7412-2229-4508-8f8c-1a16f03ccb57 None None] Network dbebe039-0813-452e-af35-48f7f10173d3 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:08.681237 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-5fce8baa-8b0a-49d4-983f-891fb11594da service neutron] Transition to ACTIVE for port object 223444f8-f4b3-4cbf-a541-e52463943a81 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:08.693889 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-5fce8baa-8b0a-49d4-983f-891fb11594da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.836165 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c16167-db20-419f-a3b5-f44a45109d04 x-openstack-request-id: req-d1c16167-db20-419f-a3b5-f44a45109d04 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:08.837784 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3906e23d-e2ab-4136-8e6f-209fecc46b2e", "name": "network-vif-unplugged", "status": "completed", "tag": "b171e116-9b39-4dfc-823e-97d739da6d33", "code": 200}, {"server_uuid": "6c0f4996-2fa6-49dc-8b13-9be02741853f", "name": "network-vif-plugged", "status": "completed", "tag": "b3bdc941-1954-4623-9417-9f8d01a065bc", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:08.839290 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d1c16167-db20-419f-a3b5-f44a45109d04 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:08.840316 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3906e23d-e2ab-4136-8e6f-209fecc46b2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b171e116-9b39-4dfc-823e-97d739da6d33', 'code': 200} Jul 16 20:32:08.841251 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0f4996-2fa6-49dc-8b13-9be02741853f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bdc941-1954-4623-9417-9f8d01a065bc', 'code': 200} Jul 16 20:32:08.850451 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce8baa-8b0a-49d4-983f-891fb11594da service neutron] Pushing event updated for resources: {'Port': ['ID=223444f8-f4b3-4cbf-a541-e52463943a81,revision_number=10']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:08.923965 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-5fce8baa-8b0a-49d4-983f-891fb11594da service neutron] No DVR routers for this DVR port 223444f8-f4b3-4cbf-a541-e52463943a81 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:08.996162 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-5fce8baa-8b0a-49d4-983f-891fb11594da service neutron] 10.222.0.62 "PUT /v2.0/ports/223444f8-f4b3-4cbf-a541-e52463943a81/bindings/n-h1-791506-21/activate HTTP/1.1" status: 200 len: 370 time: 1.6281474 Jul 16 20:32:09.069626 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3adc56-7440-4626-b1bc-1d9655bd8ccd req-2c53256d-49c6-47f8-8615-2d976abc6795 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:09.078957 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c3adc56-7440-4626-b1bc-1d9655bd8ccd req-2c53256d-49c6-47f8-8615-2d976abc6795 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 945 time: 0.1312783 Jul 16 20:32:09.080980 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 40100) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:09.091628 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-605eb781-13ef-4825-87e9-04e7ca4d13bf tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Request body: {'floatingip': {'port_id': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:09.122096 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f39ff-574f-4e35-823a-8c4789dc10d7 req-72ae1291-d5df-4b42-9c86-9c50219264fa tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:09.130769 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-462f39ff-574f-4e35-823a-8c4789dc10d7 req-72ae1291-d5df-4b42-9c86-9c50219264fa tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6b49edd-6284-4ea0-9535-5e251b4d6977 HTTP/1.1" status: 200 len: 945 time: 0.1105230 Jul 16 20:32:09.166871 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-605eb781-13ef-4825-87e9-04e7ca4d13bf tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks [] for floatingip, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.193138 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-462f39ff-574f-4e35-823a-8c4789dc10d7 req-093af88f-b01b-4ff7-bf26-26d6936f4c22 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594299 Jul 16 20:32:09.261602 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbc5508-b34b-43f4-86d7-3aa2b79060b7 x-openstack-request-id: req-bcbc5508-b34b-43f4-86d7-3aa2b79060b7 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:09.261915 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1eb4c17-ed5f-4e6a-9290-db075432f05b", "tag": "505366f7-e3d8-4807-905f-15a9d6c0fe3e", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:09.262175 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bcbc5508-b34b-43f4-86d7-3aa2b79060b7 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:09.262729 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1eb4c17-ed5f-4e6a-9290-db075432f05b', 'tag': '505366f7-e3d8-4807-905f-15a9d6c0fe3e', 'status': 'completed', 'code': 200} Jul 16 20:32:09.358922 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 40110) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:09.386589 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-cf7d104c-d00f-4842-a446-fbccfa140aea admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-250800540-network', 'tenant_id': 'd67c02f6b5c641af8cd5f950b7e89ddd'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:09.477368 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7d104c-d00f-4842-a446-fbccfa140aea admin admin] Made reservation on behalf of d67c02f6b5c641af8cd5f950b7e89ddd for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:09.480033 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cf7d104c-d00f-4842-a446-fbccfa140aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.495296 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cf7d104c-d00f-4842-a446-fbccfa140aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.555599 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-30b6e055-730f-44a7-b2d2-4f0404eeac2d tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:09.557347 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-30b6e055-730f-44a7-b2d2-4f0404eeac2d tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40&tenant_id=f8a8ade9cff04e3db4af1591a2770156&binding%3Ahost_id=n-h2-791506-21 HTTP/1.1" status: 200 len: 1097 time: 0.2393930 Jul 16 20:32:09.574900 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-796db015-ce19-4390-a98c-0682b6e8687f req-39a7f66e-543c-4b23-a90b-6c00072f2171 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 258 time: 0.2962997 Jul 16 20:32:09.605372 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-796db015-ce19-4390-a98c-0682b6e8687f req-fac7b36f-5387-4a17-82ef-98c725e39c06 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:09.629886 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7c952-7013-493b-aaaa-744999d9f31e req-6236e0bd-3268-4e46-bd87-7012e20e065f tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:09.631656 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-39f7c952-7013-493b-aaaa-744999d9f31e req-6236e0bd-3268-4e46-bd87-7012e20e065f tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 945 time: 0.3181446 Jul 16 20:32:09.636721 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb53011-2bf4-491d-887c-41eb82f0aabe req-a9b2322b-89e2-4761-a32d-d823fb685527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:09.638212 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-adb53011-2bf4-491d-887c-41eb82f0aabe req-a9b2322b-89e2-4761-a32d-d823fb685527 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef5a901508a34486bd668f0922d760af&device_id=d1eb4c17-ed5f-4e6a-9290-db075432f05b HTTP/1.1" status: 200 len: 1098 time: 0.3354428 Jul 16 20:32:09.711543 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-39f7c952-7013-493b-aaaa-744999d9f31e req-13e4a40f-0959-4d0c-9cfd-d1420d96a34f tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722737 Jul 16 20:32:09.727706 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-364c3564-8019-48b9-9b94-e75b1b8050af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:09.729613 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-364c3564-8019-48b9-9b94-e75b1b8050af service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40&tenant_id=f8a8ade9cff04e3db4af1591a2770156 HTTP/1.1" status: 200 len: 1097 time: 0.1629653 Jul 16 20:32:09.814906 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb53011-2bf4-491d-887c-41eb82f0aabe req-59adf2de-40da-4710-9b93-4cb138caca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:09.816652 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-adb53011-2bf4-491d-887c-41eb82f0aabe req-59adf2de-40da-4710-9b93-4cb138caca9d service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6eec540-6b7a-4613-90ff-e030a2c552f3 HTTP/1.1" status: 200 len: 930 time: 0.1711414 Jul 16 20:32:09.909883 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-adb53011-2bf4-491d-887c-41eb82f0aabe req-5ea2ade2-4531-4c8c-8f22-a3fe4e098f91 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=505366f7-e3d8-4807-905f-15a9d6c0fe3e HTTP/1.1" status: 200 len: 1001 time: 0.0858500 Jul 16 20:32:09.964826 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 40124) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:10.027031 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e93147-b2ea-4a28-afa8-1088f721f4ae admin admin] Deleting subnet 123f73dc-f9e9-4aa8-9bf9-497b90a09ab5 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:32:10.032257 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1e93147-b2ea-4a28-afa8-1088f721f4ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.067851 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb53011-2bf4-491d-887c-41eb82f0aabe req-6a66c6bd-b4ff-4125-b7ad-416a7862b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:10.069442 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-adb53011-2bf4-491d-887c-41eb82f0aabe req-6a66c6bd-b4ff-4125-b7ad-416a7862b6fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=30ea9770-e9c0-4d77-95f4-cfd136994bd2 HTTP/1.1" status: 200 len: 868 time: 0.1525500 Jul 16 20:32:10.095620 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1e93147-b2ea-4a28-afa8-1088f721f4ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.136418 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-0ca81155-29ef-4392-9885-3f06ce1b0e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:10.139798 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-0ca81155-29ef-4392-9885-3f06ce1b0e83 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f8a8ade9cff04e3db4af1591a2770156&device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 1097 time: 0.3633893 Jul 16 20:32:10.141150 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cf7d104c-d00f-4842-a446-fbccfa140aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.154419 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cf7d104c-d00f-4842-a446-fbccfa140aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.168470 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7d104c-d00f-4842-a446-fbccfa140aea admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:32:10.170722 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-796db015-ce19-4390-a98c-0682b6e8687f req-fac7b36f-5387-4a17-82ef-98c725e39c06 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.178739 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cf7d104c-d00f-4842-a446-fbccfa140aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.179269 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-cf7d104c-d00f-4842-a446-fbccfa140aea admin admin] Added segment d98d9e8c-4fca-4d03-ad60-2aaac71b421a of type vlan for network 6db2f6ce-c81f-44f5-a863-24b21af9328c Jul 16 20:32:10.219462 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1e93147-b2ea-4a28-afa8-1088f721f4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.228122 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cf7d104c-d00f-4842-a446-fbccfa140aea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.252992 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb53011-2bf4-491d-887c-41eb82f0aabe req-52a8fd69-6d57-4070-85ba-eef5b6f1d317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:10.254721 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-adb53011-2bf4-491d-887c-41eb82f0aabe req-52a8fd69-6d57-4070-85ba-eef5b6f1d317 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6eec540-6b7a-4613-90ff-e030a2c552f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1746962 Jul 16 20:32:10.276908 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cf7d104c-d00f-4842-a446-fbccfa140aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.278145 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7d104c-d00f-4842-a446-fbccfa140aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:10.278968 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cf7d104c-d00f-4842-a446-fbccfa140aea admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.416522 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d104c-d00f-4842-a446-fbccfa140aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93356356-7740-4771-aded-3642c3bbd95a,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:10.428512 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cf7d104c-d00f-4842-a446-fbccfa140aea admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0497890 Jul 16 20:32:10.434204 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 40136) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:10.448102 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-8cdc0ae4-0b67-4af6-977b-cd9c840804e0 admin admin] Request body: {'subnet': {'network_id': '6db2f6ce-c81f-44f5-a863-24b21af9328c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-250800540-subnet', 'tenant_id': 'd67c02f6b5c641af8cd5f950b7e89ddd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:10.471898 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.db.resource_extend [None req-605eb781-13ef-4825-87e9-04e7ca4d13bf tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:32:10.489251 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdc0ae4-0b67-4af6-977b-cd9c840804e0 admin admin] Made reservation on behalf of d67c02f6b5c641af8cd5f950b7e89ddd for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:10.491616 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0ae4-0b67-4af6-977b-cd9c840804e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.499943 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1e93147-b2ea-4a28-afa8-1088f721f4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.551046 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e93147-b2ea-4a28-afa8-1088f721f4ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=123f73dc-f9e9-4aa8-9bf9-497b90a09ab5,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:10.564766 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d104c-d00f-4842-a446-fbccfa140aea admin admin] Pushing event updated for resources: {'Network': ['ID=6db2f6ce-c81f-44f5-a863-24b21af9328c,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:10.589821 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 6db2f6ce-c81f-44f5-a863-24b21af9328c details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:32:10.602102 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-605eb781-13ef-4825-87e9-04e7ca4d13bf tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.605531 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-aef93a31-1070-4742-945b-ab2f7cd890c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:10.607562 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-aef93a31-1070-4742-945b-ab2f7cd890c3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 200 len: 922 time: 0.4595454 Jul 16 20:32:10.609481 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-605eb781-13ef-4825-87e9-04e7ca4d13bf tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.615544 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1e93147-b2ea-4a28-afa8-1088f721f4ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.620099 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b1e93147-b2ea-4a28-afa8-1088f721f4ae admin admin] 10.222.0.38 "DELETE /v2.0/subnets/123f73dc-f9e9-4aa8-9bf9-497b90a09ab5 HTTP/1.1" status: 204 len: 168 time: 0.6515937 Jul 16 20:32:10.620099 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-adb53011-2bf4-491d-887c-41eb82f0aabe req-76b5e45e-b52a-422f-8b63-8fcc033aef40 service neutron] 10.222.0.18 "GET /v2.0/networks/d6eec540-6b7a-4613-90ff-e030a2c552f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558493 Jul 16 20:32:10.623483 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 40146) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:10.649952 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-796db015-ce19-4390-a98c-0682b6e8687f req-fac7b36f-5387-4a17-82ef-98c725e39c06 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.696360 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-22139aba-73cd-4234-848a-ef8208daa2e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=223444f8-f4b3-4cbf-a541-e52463943a81 HTTP/1.1" status: 200 len: 217 time: 0.0821528 Jul 16 20:32:10.697492 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f866750-46d9-4a44-845e-4102e2bbbbc2 req-62947302-b50b-4a83-9f6c-f94a260f991d tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:10.704759 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f866750-46d9-4a44-845e-4102e2bbbbc2 req-62947302-b50b-4a83-9f6c-f94a260f991d tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c0f4996-2fa6-49dc-8b13-9be02741853f HTTP/1.1" status: 200 len: 950 time: 0.3933392 Jul 16 20:32:10.802526 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-7654e94f-08a2-43a0-ae88-0d42ff0ae032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:10.803999 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-7654e94f-08a2-43a0-ae88-0d42ff0ae032 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=13ad8455-a3f9-4cd7-bb5a-6261d086b47a HTTP/1.1" status: 200 len: 861 time: 0.0992279 Jul 16 20:32:10.843291 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-605eb781-13ef-4825-87e9-04e7ca4d13bf tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Floating IP 46a9581c-1776-44a8-b829-0b9a7e38603d associated. External IP: 172.25.0.151, port: 86e3457f-6e21-44a1-a1cf-4bc3c47923f4. Jul 16 20:32:10.843700 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d2ee1a-ea46-4fd9-8c56-9c600098c068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebef639-c703-4fc5-a3ff-43c86366817b'}, {'server_uuid': 'f6b49edd-6284-4ea0-9535-5e251b4d6977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba2bee1-431e-4a37-afa8-08fbc6806a7d'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:10.846382 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff66d888-eb0e-49c3-8ee6-44bc331ace26" -d '{"events": [{"server_uuid": "c7d2ee1a-ea46-4fd9-8c56-9c600098c068", "name": "network-vif-plugged", "status": "completed", "tag": "cebef639-c703-4fc5-a3ff-43c86366817b"}, {"server_uuid": "f6b49edd-6284-4ea0-9535-5e251b4d6977", "name": "network-vif-plugged", "status": "completed", "tag": "5ba2bee1-431e-4a37-afa8-08fbc6806a7d"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:10.849618 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-ca196501-b55f-449c-8517-1279aac679f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0476e10-8d02-4fbd-b804-ab41bcf63297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360599 Jul 16 20:32:10.869883 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-816dbbc4-6d3b-4d60-9e74-4a3ba8a30195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.937651 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f866750-46d9-4a44-845e-4102e2bbbbc2 req-0c5a45eb-31e1-4998-8318-0ef7dfd23daa tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/security-groups?id=92647a9a-b06c-49b4-9fcc-7997aec47a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318981 Jul 16 20:32:11.044524 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-4f53b493-5b61-49fc-ac08-ae4a1c5fbc69 service neutron] 10.222.0.18 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612532 Jul 16 20:32:11.252742 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-2e8c7ba5-83ed-44e2-a78f-f6eb854ec119 service neutron] 10.222.0.18 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597564 Jul 16 20:32:11.259574 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605eb781-13ef-4825-87e9-04e7ca4d13bf tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Router fb011506-2467-4ba5-9fc8-a5e2513e24b3 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:11.270598 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d45dc1-22f7-4ca6-a8c9-07790d7b3e40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '223444f8-f4b3-4cbf-a541-e52463943a81'}, {'name': 'network-changed', 'server_uuid': 'd3d45dc1-22f7-4ca6-a8c9-07790d7b3e40', 'tag': '223444f8-f4b3-4cbf-a541-e52463943a81'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:11.272861 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f30442f-b0fd-41c0-95b8-03435e88cf62" -d '{"events": [{"server_uuid": "d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40", "name": "network-vif-unplugged", "status": "completed", "tag": "223444f8-f4b3-4cbf-a541-e52463943a81"}, {"name": "network-changed", "server_uuid": "d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40", "tag": "223444f8-f4b3-4cbf-a541-e52463943a81"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:11.286931 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-adb53011-2bf4-491d-887c-41eb82f0aabe req-950f4a9f-fa02-4003-899a-15a22376518a service neutron] 10.222.0.18 "GET /v2.0/networks/d6eec540-6b7a-4613-90ff-e030a2c552f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6591439 Jul 16 20:32:11.365015 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-796db015-ce19-4390-a98c-0682b6e8687f req-fac7b36f-5387-4a17-82ef-98c725e39c06 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Allocated IP 172.25.0.91 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/b6c0455f-50e7-4ef3-a74c-5554d7c36a39) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:11.450162 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-816dbbc4-6d3b-4d60-9e74-4a3ba8a30195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:11.479034 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-816dbbc4-6d3b-4d60-9e74-4a3ba8a30195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bacfa8c-8c89-4436-b14a-0e5580405094']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:11.511357 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-816dbbc4-6d3b-4d60-9e74-4a3ba8a30195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef656b0c-fc3c-47b0-93e5-af2f6bf01792') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:11.511569 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-816dbbc4-6d3b-4d60-9e74-4a3ba8a30195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef656b0c-fc3c-47b0-93e5-af2f6bf01792') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:11.527447 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0ae4-0b67-4af6-977b-cd9c840804e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:11.532496 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-816dbbc4-6d3b-4d60-9e74-4a3ba8a30195 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:11.662714 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e3b02-3851-44ec-9c05-69b42da1eeea req-adf7659a-9b07-498f-91a8-c4c248041b76 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:11.664230 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f03e3b02-3851-44ec-9c05-69b42da1eeea req-adf7659a-9b07-498f-91a8-c4c248041b76 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6b49edd-6284-4ea0-9535-5e251b4d6977 HTTP/1.1" status: 200 len: 945 time: 0.4124629 Jul 16 20:32:11.666886 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-816dbbc4-6d3b-4d60-9e74-4a3ba8a30195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:11.693440 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-816dbbc4-6d3b-4d60-9e74-4a3ba8a30195 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:32:11.693850 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-816dbbc4-6d3b-4d60-9e74-4a3ba8a30195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:32:11.705133 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:32:11.735629 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605eb781-13ef-4825-87e9-04e7ca4d13bf tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:11.736297 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc0ae4-0b67-4af6-977b-cd9c840804e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba5371e5-1aef-492a-8f8f-2b95e33a144c,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:11.741659 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-605eb781-13ef-4825-87e9-04e7ca4d13bf tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:11.747943 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa5ea04-f0d4-48e3-89ab-60da7369742f None None] Sync routers for ids ['fb011506-2467-4ba5-9fc8-a5e2513e24b3'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:11.758649 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa5ea04-f0d4-48e3-89ab-60da7369742f None None] Routers {'fb011506-2467-4ba5-9fc8-a5e2513e24b3'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:11.759648 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-caa5ea04-f0d4-48e3-89ab-60da7369742f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:31:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['fb011506-2467-4ba5-9fc8-a5e2513e24b3'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:11.767630 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-796db015-ce19-4390-a98c-0682b6e8687f req-fac7b36f-5387-4a17-82ef-98c725e39c06 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:11.797240 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-605eb781-13ef-4825-87e9-04e7ca4d13bf tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "PUT /v2.0/floatingips/46a9581c-1776-44a8-b829-0b9a7e38603d HTTP/1.1" status: 200 len: 991 time: 2.7126207 Jul 16 20:32:11.797240 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f1214b-fd76-48e2-ab18-2e9e6de25bb5', 'tag': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:11.797913 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02f589a-ac5c-4d0d-b9a4-e3b06b3d62e7" -d '{"events": [{"name": "network-changed", "server_uuid": "62f1214b-fd76-48e2-ab18-2e9e6de25bb5", "tag": "86e3457f-6e21-44a1-a1cf-4bc3c47923f4"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:11.825266 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdc0ae4-0b67-4af6-977b-cd9c840804e0 admin admin] Checking segment: {'id': 'd98d9e8c-4fca-4d03-ad60-2aaac71b421a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6db2f6ce-c81f-44f5-a863-24b21af9328c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:11.825629 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdc0ae4-0b67-4af6-977b-cd9c840804e0 admin admin] Network hostable DHCP agents. Network: 6db2f6ce-c81f-44f5-a863-24b21af9328c, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:32:11.842124 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-816dbbc4-6d3b-4d60-9e74-4a3ba8a30195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:11.847060 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f03e3b02-3851-44ec-9c05-69b42da1eeea req-c53d13be-2aab-4e64-b1c1-d13ad95fd50b tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652339 Jul 16 20:32:11.857168 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-816dbbc4-6d3b-4d60-9e74-4a3ba8a30195 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:11.859216 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-816dbbc4-6d3b-4d60-9e74-4a3ba8a30195 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3bacfa8c-8c89-4436-b14a-0e5580405094 HTTP/1.1" status: 204 len: 168 time: 1.2327123 Jul 16 20:32:11.890923 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816dbbc4-6d3b-4d60-9e74-4a3ba8a30195 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bacfa8c-8c89-4436-b14a-0e5580405094,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:11.897196 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-772a3b19-de7d-4544-903e-bdefd6a6468e tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:11.898634 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-772a3b19-de7d-4544-903e-bdefd6a6468e tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40&tenant_id=f8a8ade9cff04e3db4af1591a2770156&binding%3Ahost_id=n-h1-791506-21 HTTP/1.1" status: 200 len: 1097 time: 0.3218174 Jul 16 20:32:11.901311 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdc0ae4-0b67-4af6-977b-cd9c840804e0 admin admin] Network 6db2f6ce-c81f-44f5-a863-24b21af9328c is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:32:11.912662 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-caa5ea04-f0d4-48e3-89ab-60da7369742f None None] Set router fb011506-2467-4ba5-9fc8-a5e2513e24b3 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:11.946707 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-796db015-ce19-4390-a98c-0682b6e8687f req-fac7b36f-5387-4a17-82ef-98c725e39c06 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:11.948512 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-8cdc0ae4-0b67-4af6-977b-cd9c840804e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 6db2f6ce-c81f-44f5-a863-24b21af9328c) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:11.961907 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdc0ae4-0b67-4af6-977b-cd9c840804e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:11.962523 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0ae4-0b67-4af6-977b-cd9c840804e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:11.965500 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bca557-166a-4ded-bea1-a077b4eab775 None None] Network 6db2f6ce-c81f-44f5-a863-24b21af9328c requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:12.036706 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-796db015-ce19-4390-a98c-0682b6e8687f req-fac7b36f-5387-4a17-82ef-98c725e39c06 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:12.059782 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8cdc0ae4-0b67-4af6-977b-cd9c840804e0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6166101 Jul 16 20:32:12.062504 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-796db015-ce19-4390-a98c-0682b6e8687f req-fac7b36f-5387-4a17-82ef-98c725e39c06 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:12.067802 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7b36f-5387-4a17-82ef-98c725e39c06 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Pushing event updated for resources: {'Port': ['ID=b6c0455f-50e7-4ef3-a74c-5554d7c36a39,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:12.070462 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-796db015-ce19-4390-a98c-0682b6e8687f req-fac7b36f-5387-4a17-82ef-98c725e39c06 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:12.132818 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 40168) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:12.210440 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-608d6ff9-b924-4ccd-8baf-2d6af37b47d5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7946c54c6db44cc0a37cdf0fee73d5ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0756755 Jul 16 20:32:12.213133 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 40170) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:12.249882 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-be6ff06d-4262-447e-b4ed-e705847478d8 service neutron] For port 223444f8-f4b3-4cbf-a541-e52463943a81, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:12.258369 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79152d14-13c6-449b-93d2-6167d328844b req-94334310-3446-4c38-8914-6e8e265ec48a tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:12.260141 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-79152d14-13c6-449b-93d2-6167d328844b req-94334310-3446-4c38-8914-6e8e265ec48a tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 945 time: 0.2602038 Jul 16 20:32:12.268937 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-be6ff06d-4262-447e-b4ed-e705847478d8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.270083 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c9b1a7d-743c-420c-96ef-beadd366d381 req-be6ff06d-4262-447e-b4ed-e705847478d8 service neutron] 10.222.0.18 "DELETE /v2.0/ports/223444f8-f4b3-4cbf-a541-e52463943a81/bindings/n-h2-791506-21 HTTP/1.1" status: 204 len: 173 time: 0.3627644 Jul 16 20:32:12.287697 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5040b3fc-c069-4f7b-b01c-a8251888d17c None None] Network 6db2f6ce-c81f-44f5-a863-24b21af9328c requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:12.297990 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-796db015-ce19-4390-a98c-0682b6e8687f req-fac7b36f-5387-4a17-82ef-98c725e39c06 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.303890 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d6cb588-0e6f-4d61-8052-6303de0ba747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.346993 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-79152d14-13c6-449b-93d2-6167d328844b req-bb4b69ca-4ab5-47b5-93cf-073787c11139 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757272 Jul 16 20:32:12.355038 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d6cb588-0e6f-4d61-8052-6303de0ba747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.417322 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d6cb588-0e6f-4d61-8052-6303de0ba747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.424633 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d6cb588-0e6f-4d61-8052-6303de0ba747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.429673 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4d6cb588-0e6f-4d61-8052-6303de0ba747 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d8c34c1d-98a7-4abc-b4bb-34046a83b1c9 HTTP/1.1" status: 204 len: 168 time: 0.2110984 Jul 16 20:32:12.446140 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6cb588-0e6f-4d61-8052-6303de0ba747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c34c1d-98a7-4abc-b4bb-34046a83b1c9,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:12.449959 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-796db015-ce19-4390-a98c-0682b6e8687f req-fac7b36f-5387-4a17-82ef-98c725e39c06 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.680390 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d5e51a-7e92-4a71-9ef5-305327b4992d x-openstack-request-id: req-04d5e51a-7e92-4a71-9ef5-305327b4992d {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:12.682293 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d2ee1a-ea46-4fd9-8c56-9c600098c068", "name": "network-vif-plugged", "status": "completed", "tag": "cebef639-c703-4fc5-a3ff-43c86366817b", "code": 200}, {"server_uuid": "f6b49edd-6284-4ea0-9535-5e251b4d6977", "name": "network-vif-plugged", "status": "completed", "tag": "5ba2bee1-431e-4a37-afa8-08fbc6806a7d", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:12.682599 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-04d5e51a-7e92-4a71-9ef5-305327b4992d {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:12.683045 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d2ee1a-ea46-4fd9-8c56-9c600098c068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebef639-c703-4fc5-a3ff-43c86366817b', 'code': 200} Jul 16 20:32:12.683839 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b49edd-6284-4ea0-9535-5e251b4d6977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba2bee1-431e-4a37-afa8-08fbc6806a7d', 'code': 200} Jul 16 20:32:12.684318 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6a0a89-0869-4586-b5e7-178f63293388 x-openstack-request-id: req-fb6a0a89-0869-4586-b5e7-178f63293388 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:12.685682 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40", "name": "network-vif-unplugged", "status": "completed", "tag": "223444f8-f4b3-4cbf-a541-e52463943a81", "code": 200}, {"name": "network-changed", "server_uuid": "d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40", "tag": "223444f8-f4b3-4cbf-a541-e52463943a81", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:12.686835 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fb6a0a89-0869-4586-b5e7-178f63293388 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:12.687875 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d45dc1-22f7-4ca6-a8c9-07790d7b3e40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '223444f8-f4b3-4cbf-a541-e52463943a81', 'code': 200} Jul 16 20:32:12.690422 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d45dc1-22f7-4ca6-a8c9-07790d7b3e40', 'tag': '223444f8-f4b3-4cbf-a541-e52463943a81', 'status': 'completed', 'code': 200} Jul 16 20:32:12.728434 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-caa5ea04-f0d4-48e3-89ab-60da7369742f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'name': 'tempest-ServerActionsTestJSON-875661210-router', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c54baa32-9860-4ae2-a209-c354ac5eb1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:02Z', 'updated_at': '2021-07-16T20:31:14Z', 'revision_number': 4, 'project_id': 'a4359c07a39647debc91cc45c7855204', 'gw_port': {'id': 'c54baa32-9860-4ae2-a209-c354ac5eb1fd', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:04Z', 'updated_at': '2021-07-16T20:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '46a9581c-1776-44a8-b829-0b9a7e38603d', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'port_id': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f', 'mac_address': 'fa:16:3e:e5:11:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1214b-fd76-48e2-ab18-2e9e6de25bb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:31:30Z', 'updated_at': '2021-07-16T20:32:10Z', 'revision_number': 1, 'project_id': 'a4359c07a39647debc91cc45c7855204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e0888d-7d47-442e-87bf-bff94f822e42', 'name': '', 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'mac_address': 'fa:16:3e:8e:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '587f0aec-80a3-4172-9644-d785b8e153a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:11Z', 'updated_at': '2021-07-16T20:31:29Z', 'revision_number': 5, 'project_id': 'a4359c07a39647debc91cc45c7855204', 'subnets': [{'id': '587f0aec-80a3-4172-9644-d785b8e153a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:12.732514 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208ffe3-50d8-49be-b2e4-62ac78d77711 req-ad366621-0894-4baf-b69e-fe31ac66e88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:12.736947 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c208ffe3-50d8-49be-b2e4-62ac78d77711 req-ad366621-0894-4baf-b69e-fe31ac66e88f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f6b49edd-6284-4ea0-9535-5e251b4d6977 HTTP/1.1" status: 200 len: 1097 time: 0.1787763 Jul 16 20:32:12.810596 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30442f-b0fd-41c0-95b8-03435e88cf62 req-2d86e48a-88ed-4f68-bf50-3780a4723e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:12.813354 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c208ffe3-50d8-49be-b2e4-62ac78d77711 req-9b6dcc94-4fcf-4d31-a5c9-4668bd6357d6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696757 Jul 16 20:32:12.814023 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6f30442f-b0fd-41c0-95b8-03435e88cf62 req-2d86e48a-88ed-4f68-bf50-3780a4723e37 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f8a8ade9cff04e3db4af1591a2770156&device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 1097 time: 0.1172018 Jul 16 20:32:12.822829 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa5ea04-f0d4-48e3-89ab-60da7369742f None None] Checking router: fb011506-2467-4ba5-9fc8-a5e2513e24b3 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:12.833302 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa5ea04-f0d4-48e3-89ab-60da7369742f None None] Routers {'fb011506-2467-4ba5-9fc8-a5e2513e24b3'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:12.834313 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-caa5ea04-f0d4-48e3-89ab-60da7369742f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:31:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['fb011506-2467-4ba5-9fc8-a5e2513e24b3'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:12.837579 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-796db015-ce19-4390-a98c-0682b6e8687f req-fac7b36f-5387-4a17-82ef-98c725e39c06 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.845601 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-796db015-ce19-4390-a98c-0682b6e8687f req-fac7b36f-5387-4a17-82ef-98c725e39c06 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.941934 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7b36f-5387-4a17-82ef-98c725e39c06 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Pushing event updated for resources: {'Port': ['ID=b6c0455f-50e7-4ef3-a74c-5554d7c36a39,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:12.955342 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-796db015-ce19-4390-a98c-0682b6e8687f req-fac7b36f-5387-4a17-82ef-98c725e39c06 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.968475 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bb9199-88af-40d8-9857-332a442356f4 x-openstack-request-id: req-a5bb9199-88af-40d8-9857-332a442356f4 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:12.969183 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f1214b-fd76-48e2-ab18-2e9e6de25bb5", "tag": "86e3457f-6e21-44a1-a1cf-4bc3c47923f4", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:12.969664 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a5bb9199-88af-40d8-9857-332a442356f4 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:12.970303 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f1214b-fd76-48e2-ab18-2e9e6de25bb5', 'tag': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4', 'status': 'completed', 'code': 200} Jul 16 20:32:12.973056 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-796db015-ce19-4390-a98c-0682b6e8687f req-fac7b36f-5387-4a17-82ef-98c725e39c06 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.982465 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-796db015-ce19-4390-a98c-0682b6e8687f req-fac7b36f-5387-4a17-82ef-98c725e39c06 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3818142 Jul 16 20:32:12.990798 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b3bdc941-1954-4623-9417-9f8d01a065bc no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:13.068114 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-caa5ea04-f0d4-48e3-89ab-60da7369742f None None] Set router fb011506-2467-4ba5-9fc8-a5e2513e24b3 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:13.069469 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-796db015-ce19-4390-a98c-0682b6e8687f req-b088f2bc-eee1-4c9d-bad0-40e90809d68b tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.91 HTTP/1.1" status: 200 len: 695 time: 0.0860643 Jul 16 20:32:13.088379 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30442f-b0fd-41c0-95b8-03435e88cf62 req-f13664c1-ddac-4f59-b149-fa7465b1fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:13.090146 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6f30442f-b0fd-41c0-95b8-03435e88cf62 req-f13664c1-ddac-4f59-b149-fa7465b1fcd8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 200 len: 922 time: 0.2202785 Jul 16 20:32:13.179518 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6f30442f-b0fd-41c0-95b8-03435e88cf62 req-d72b09aa-3929-41e9-9103-6b94b4717e73 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=223444f8-f4b3-4cbf-a541-e52463943a81 HTTP/1.1" status: 200 len: 217 time: 0.0715885 Jul 16 20:32:13.189126 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f589a-ac5c-4d0d-b9a4-e3b06b3d62e7 req-a19fd511-422d-4f95-b91b-de98111b7475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:13.190815 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a02f589a-ac5c-4d0d-b9a4-e3b06b3d62e7 req-a19fd511-422d-4f95-b91b-de98111b7475 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 1097 time: 0.1991720 Jul 16 20:32:13.305341 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796db015-ce19-4390-a98c-0682b6e8687f req-151f8c2c-40be-4dca-bd90-6b96e5cfd25f tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:13.306675 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-796db015-ce19-4390-a98c-0682b6e8687f req-151f8c2c-40be-4dca-bd90-6b96e5cfd25f tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 784 time: 0.2312989 Jul 16 20:32:13.346140 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30442f-b0fd-41c0-95b8-03435e88cf62 req-57bfc4d1-5622-4bc0-ad6d-9b5ae128bfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:13.348015 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6f30442f-b0fd-41c0-95b8-03435e88cf62 req-57bfc4d1-5622-4bc0-ad6d-9b5ae128bfd9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=13ad8455-a3f9-4cd7-bb5a-6261d086b47a HTTP/1.1" status: 200 len: 861 time: 0.1561623 Jul 16 20:32:13.394091 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6f30442f-b0fd-41c0-95b8-03435e88cf62 req-fa59bdce-ba21-4e8d-a9c1-c6d9b0a3d42d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0476e10-8d02-4fbd-b804-ab41bcf63297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375209 Jul 16 20:32:13.437085 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:13.551157 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f589a-ac5c-4d0d-b9a4-e3b06b3d62e7 req-cc9281c5-2244-4884-b442-7fb3bbfdff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:13.553514 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a02f589a-ac5c-4d0d-b9a4-e3b06b3d62e7 req-cc9281c5-2244-4884-b442-7fb3bbfdff43 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 912 time: 0.3293679 Jul 16 20:32:13.598617 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b3bdc941-1954-4623-9417-9f8d01a065bc, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b3bdc941-1954-4623-9417-9f8d01a065bc,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:13.623216 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:13.662892 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6f30442f-b0fd-41c0-95b8-03435e88cf62 req-a9588550-506e-4c36-a27c-a5f3e4f985bd service neutron] 10.222.0.18 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589500 Jul 16 20:32:13.668047 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a02f589a-ac5c-4d0d-b9a4-e3b06b3d62e7 req-ae4d4c47-f9b0-4b17-ab6a-5819a92c5974 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4 HTTP/1.1" status: 200 len: 999 time: 0.1059241 Jul 16 20:32:13.771637 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bc2d8-00d3-432f-9fd1-78693757e9d4 req-8c1ef231-656c-4b68-b599-fd06674a2740 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:13.790348 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=b3bdc941-1954-4623-9417-9f8d01a065bc,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:13.790526 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6f3bc2d8-00d3-432f-9fd1-78693757e9d4 req-8c1ef231-656c-4b68-b599-fd06674a2740 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6b49edd-6284-4ea0-9535-5e251b4d6977 HTTP/1.1" status: 200 len: 945 time: 0.1085060 Jul 16 20:32:13.801433 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:13.801784 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:13.802128 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:13.802489 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:13.802823 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:13.803153 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:13.803692 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:13.804020 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:13.804342 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:13.804671 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:13.805121 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:13.805470 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:13.825668 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-caa5ea04-f0d4-48e3-89ab-60da7369742f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'name': 'tempest-ServerActionsTestJSON-875661210-router', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c54baa32-9860-4ae2-a209-c354ac5eb1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:02Z', 'updated_at': '2021-07-16T20:31:14Z', 'revision_number': 4, 'project_id': 'a4359c07a39647debc91cc45c7855204', 'gw_port': {'id': 'c54baa32-9860-4ae2-a209-c354ac5eb1fd', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:04Z', 'updated_at': '2021-07-16T20:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '46a9581c-1776-44a8-b829-0b9a7e38603d', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'port_id': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f', 'mac_address': 'fa:16:3e:e5:11:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1214b-fd76-48e2-ab18-2e9e6de25bb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:31:30Z', 'updated_at': '2021-07-16T20:32:10Z', 'revision_number': 1, 'project_id': 'a4359c07a39647debc91cc45c7855204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e0888d-7d47-442e-87bf-bff94f822e42', 'name': '', 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'mac_address': 'fa:16:3e:8e:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '587f0aec-80a3-4172-9644-d785b8e153a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:11Z', 'updated_at': '2021-07-16T20:31:29Z', 'revision_number': 5, 'project_id': 'a4359c07a39647debc91cc45c7855204', 'subnets': [{'id': '587f0aec-80a3-4172-9644-d785b8e153a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:13.862954 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa5ea04-f0d4-48e3-89ab-60da7369742f None None] The sync data for ids ['fb011506-2467-4ba5-9fc8-a5e2513e24b3'] in n-d-791506-21 is: [{'id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'name': 'tempest-ServerActionsTestJSON-875661210-router', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c54baa32-9860-4ae2-a209-c354ac5eb1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:02Z', 'updated_at': '2021-07-16T20:31:14Z', 'revision_number': 4, 'project_id': 'a4359c07a39647debc91cc45c7855204', 'gw_port': {'id': 'c54baa32-9860-4ae2-a209-c354ac5eb1fd', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:04Z', 'updated_at': '2021-07-16T20:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '46a9581c-1776-44a8-b829-0b9a7e38603d', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'port_id': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f', 'mac_address': 'fa:16:3e:e5:11:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1214b-fd76-48e2-ab18-2e9e6de25bb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:31:30Z', 'updated_at': '2021-07-16T20:32:10Z', 'revision_number': 1, 'project_id': 'a4359c07a39647debc91cc45c7855204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e0888d-7d47-442e-87bf-bff94f822e42', 'name': '', 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'mac_address': 'fa:16:3e:8e:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '587f0aec-80a3-4172-9644-d785b8e153a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:11Z', 'updated_at': '2021-07-16T20:31:29Z', 'revision_number': 5, 'project_id': 'a4359c07a39647debc91cc45c7855204', 'subnets': [{'id': '587f0aec-80a3-4172-9644-d785b8e153a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:13.866288 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6f3bc2d8-00d3-432f-9fd1-78693757e9d4 req-d86f6685-ec7f-49f7-ac9a-d95a599bdf37 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747108 Jul 16 20:32:13.999988 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f589a-ac5c-4d0d-b9a4-e3b06b3d62e7 req-1bbd9ef1-b576-48a9-85e3-dae970a37cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:14.003281 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a02f589a-ac5c-4d0d-b9a4-e3b06b3d62e7 req-1bbd9ef1-b576-48a9-85e3-dae970a37cc0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=587f0aec-80a3-4172-9644-d785b8e153a3 HTTP/1.1" status: 200 len: 850 time: 0.3207145 Jul 16 20:32:14.093311 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6f30442f-b0fd-41c0-95b8-03435e88cf62 req-7a2c744f-cce2-4c46-b39a-596482e17299 service neutron] 10.222.0.18 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928916 Jul 16 20:32:14.117757 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f589a-ac5c-4d0d-b9a4-e3b06b3d62e7 req-250d3c65-356c-4afc-b965-89ea242cdafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:14.119479 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a02f589a-ac5c-4d0d-b9a4-e3b06b3d62e7 req-250d3c65-356c-4afc-b965-89ea242cdafc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c856853c-1bbc-4399-8326-1d7e71a7f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1063259 Jul 16 20:32:14.171008 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-fe218ea3-061b-47d0-b029-1d4f5194cbe9 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:14.172591 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-fe218ea3-061b-47d0-b029-1d4f5194cbe9 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/networks?id=dbebe039-0813-452e-af35-48f7f10173d3 HTTP/1.1" status: 200 len: 812 time: 0.2592280 Jul 16 20:32:14.203659 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-571f87f9-99d8-426c-aec8-da02ef87a4b8 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/quotas/1869cb75e52647249ce81cbc6f292962 HTTP/1.1" status: 200 len: 375 time: 0.0204818 Jul 16 20:32:14.210600 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070b6d99-4490-4424-9c32-ee173eface74 None None] New status for floating IP 46a9581c-1776-44a8-b829-0b9a7e38603d: ACTIVE {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:32:14.237883 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3dcc9d-9320-4526-9b59-13e1dc190df9 req-b98a3d64-ea46-4e37-a9d3-0dd47bf54bfa tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:14.239558 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9f3dcc9d-9320-4526-9b59-13e1dc190df9 req-b98a3d64-ea46-4e37-a9d3-0dd47bf54bfa tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1eb4c17-ed5f-4e6a-9290-db075432f05b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1605713 Jul 16 20:32:14.241526 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a02f589a-ac5c-4d0d-b9a4-e3b06b3d62e7 req-8f549fcf-2462-43af-a3b8-865d34dc72d9 service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149561 Jul 16 20:32:14.267829 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-1bb9912a-db6f-4ef5-92db-6cdd8b8101ce tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1869cb75e52647249ce81cbc6f292962&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555506 Jul 16 20:32:14.279044 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-0a38f624-738f-437f-824e-dc1c359cacf9 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:14.287788 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-0a38f624-738f-437f-824e-dc1c359cacf9 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190492 Jul 16 20:32:14.345140 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9f3dcc9d-9320-4526-9b59-13e1dc190df9 req-c941cc42-6128-4e13-82b6-77fc4d52a483 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.91 HTTP/1.1" status: 200 len: 695 time: 0.0876052 Jul 16 20:32:14.356205 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-9f3dcc9d-9320-4526-9b59-13e1dc190df9 req-ee0db807-d0c1-4d4f-983a-76a95eea47c1 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Request body: {'floatingip': {'port_id': '505366f7-e3d8-4807-905f-15a9d6c0fe3e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:14.357662 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a02f589a-ac5c-4d0d-b9a4-e3b06b3d62e7 req-932c3eb4-1d51-414a-8b0c-a9915fb268c6 service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072588 Jul 16 20:32:14.406038 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9f3dcc9d-9320-4526-9b59-13e1dc190df9 req-ee0db807-d0c1-4d4f-983a-76a95eea47c1 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks [] for floatingip, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:14.566810 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device cebef639-c703-4fc5-a3ff-43c86366817b no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:14.637453 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-6d31227d-c1b5-42ff-adff-a7a757686439 service neutron] 10.222.0.38 "GET /v2.0/networks/dbebe039-0813-452e-af35-48f7f10173d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487771 Jul 16 20:32:14.649419 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:14.683484 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port cebef639-c703-4fc5-a3ff-43c86366817b, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=cebef639-c703-4fc5-a3ff-43c86366817b,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:14.685416 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0f4996-2fa6-49dc-8b13-9be02741853f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3bdc941-1954-4623-9417-9f8d01a065bc'}, {'server_uuid': 'c7d2ee1a-ea46-4fd9-8c56-9c600098c068', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cebef639-c703-4fc5-a3ff-43c86366817b'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:14.688094 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efb84e2-35c1-440f-8a4f-650fe4304835" -d '{"events": [{"server_uuid": "6c0f4996-2fa6-49dc-8b13-9be02741853f", "name": "network-vif-unplugged", "status": "completed", "tag": "b3bdc941-1954-4623-9417-9f8d01a065bc"}, {"server_uuid": "c7d2ee1a-ea46-4fd9-8c56-9c600098c068", "name": "network-vif-unplugged", "status": "completed", "tag": "cebef639-c703-4fc5-a3ff-43c86366817b"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:14.691402 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:14.741034 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=cebef639-c703-4fc5-a3ff-43c86366817b,revision_number=11']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:14.772378 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-9f3dcc9d-9320-4526-9b59-13e1dc190df9 req-ee0db807-d0c1-4d4f-983a-76a95eea47c1 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 20:32:14.773416 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9f3dcc9d-9320-4526-9b59-13e1dc190df9 req-ee0db807-d0c1-4d4f-983a-76a95eea47c1 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "PUT /v2.0/floatingips/f1cc153a-5c40-41d4-9f7a-5ab2584c132f HTTP/1.1" status: 409 len: 550 time: 0.4228253 Jul 16 20:32:14.787636 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-ec0c2d4b-e013-4f78-a07c-3e5c090e1de6 service neutron] 10.222.0.38 "GET /v2.0/networks/dbebe039-0813-452e-af35-48f7f10173d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413174 Jul 16 20:32:14.934401 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76d011-ef78-4dd5-9514-83cd96e3c20e req-527df93c-62e6-45ff-8715-681b4320796a tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:14.936008 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe76d011-ef78-4dd5-9514-83cd96e3c20e req-527df93c-62e6-45ff-8715-681b4320796a tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 1097 time: 0.0718000 Jul 16 20:32:14.976278 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe76d011-ef78-4dd5-9514-83cd96e3c20e req-13a0ed96-8e03-4aa3-9efd-f0fb3712d33a tempest-LiveAutoBlockMigrationV225Test-682138130 tempest-LiveAutoBlockMigrationV225Test-682138130-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340333 Jul 16 20:32:15.184567 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38853ab-d5fe-4a19-bcba-30315280767c req-803c1e1f-22a0-448c-9e3f-fb503637b639 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:15.185984 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b38853ab-d5fe-4a19-bcba-30315280767c req-803c1e1f-22a0-448c-9e3f-fb503637b639 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7d2ee1a-ea46-4fd9-8c56-9c600098c068 HTTP/1.1" status: 200 len: 949 time: 0.0786090 Jul 16 20:32:15.229992 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b38853ab-d5fe-4a19-bcba-30315280767c req-fc014afc-31f8-4983-a3a0-8214649e992a tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba6c7ee-7ab6-4901-ad78-b5124b3f69ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374820 Jul 16 20:32:15.430146 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a29860-f145-4c28-9192-3605b8f365dd x-openstack-request-id: req-95a29860-f145-4c28-9192-3605b8f365dd {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:15.430639 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0f4996-2fa6-49dc-8b13-9be02741853f", "name": "network-vif-unplugged", "status": "completed", "tag": "b3bdc941-1954-4623-9417-9f8d01a065bc", "code": 200}, {"server_uuid": "c7d2ee1a-ea46-4fd9-8c56-9c600098c068", "name": "network-vif-unplugged", "status": "completed", "tag": "cebef639-c703-4fc5-a3ff-43c86366817b", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:15.430639 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-95a29860-f145-4c28-9192-3605b8f365dd {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:15.431033 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0f4996-2fa6-49dc-8b13-9be02741853f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3bdc941-1954-4623-9417-9f8d01a065bc', 'code': 200} Jul 16 20:32:15.431292 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d2ee1a-ea46-4fd9-8c56-9c600098c068', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cebef639-c703-4fc5-a3ff-43c86366817b', 'code': 200} Jul 16 20:32:15.514155 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d15a073-178f-4590-a772-ea69d0232a65 req-c9e40998-2116-4be7-8be3-6d221726037d tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/floatingips/f1cc153a-5c40-41d4-9f7a-5ab2584c132f HTTP/1.1" status: 200 len: 692 time: 0.0698087 Jul 16 20:32:15.633027 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15a073-178f-4590-a772-ea69d0232a65 req-d61b8583-0760-42aa-9b00-8630134eb78a tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:15.634785 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d15a073-178f-4590-a772-ea69d0232a65 req-d61b8583-0760-42aa-9b00-8630134eb78a tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 784 time: 0.1140914 Jul 16 20:32:15.716325 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d15a073-178f-4590-a772-ea69d0232a65 req-f53c99e5-f104-4299-acbc-3853a0d7cf13 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.91 HTTP/1.1" status: 200 len: 695 time: 0.0747831 Jul 16 20:32:15.779355 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d15a073-178f-4590-a772-ea69d0232a65 req-c45ca16a-a7e8-4959-b7a7-b8cf3046629b tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.91 HTTP/1.1" status: 200 len: 695 time: 0.0555713 Jul 16 20:32:15.803685 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b52b9-284c-4fcb-a167-885fb2312aac req-c4fa9a96-84f3-403d-b019-77b8f1a4ea1d tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:15.805122 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-914b52b9-284c-4fcb-a167-885fb2312aac req-c4fa9a96-84f3-403d-b019-77b8f1a4ea1d tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6b49edd-6284-4ea0-9535-5e251b4d6977 HTTP/1.1" status: 200 len: 945 time: 0.1571107 Jul 16 20:32:15.929644 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-914b52b9-284c-4fcb-a167-885fb2312aac req-0e05d3c6-779c-4c31-bb49-bad2c62a37d6 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910885 Jul 16 20:32:15.955151 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-8d15a073-178f-4590-a772-ea69d0232a65 req-8b554d7f-767e-462f-9383-56173c23bdef tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Deleting port b6c0455f-50e7-4ef3-a74c-5554d7c36a39 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:15.955494 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8d15a073-178f-4590-a772-ea69d0232a65 req-8b554d7f-767e-462f-9383-56173c23bdef tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.276684 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-3935c4b6-c6cf-4de6-82de-754f920965ae tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:16.278179 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-3935c4b6-c6cf-4de6-82de-754f920965ae tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.62 "GET /v2.0/networks?id=dbebe039-0813-452e-af35-48f7f10173d3 HTTP/1.1" status: 200 len: 812 time: 0.1320279 Jul 16 20:32:16.297362 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8b6e50d5-b09c-42a4-8f93-cf460e033d93 req-480f6ba4-31d5-43c2-9b95-1b71963e929a tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/ports?device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 210 time: 0.0387781 Jul 16 20:32:16.299885 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-23c7d44e-b31a-4c80-a863-31d62651d51c tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Request body: {'port': {'device_id': '0186c3e3-e2bc-4392-95fa-68a8d6a953f5', 'network_id': 'dbebe039-0813-452e-af35-48f7f10173d3', 'admin_state_up': True, 'tenant_id': '1869cb75e52647249ce81cbc6f292962'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:16.368386 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8d15a073-178f-4590-a772-ea69d0232a65 req-8b554d7f-767e-462f-9383-56173c23bdef tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.368735 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8d15a073-178f-4590-a772-ea69d0232a65 req-8b554d7f-767e-462f-9383-56173c23bdef tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.386091 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-8d15a073-178f-4590-a772-ea69d0232a65 req-8b554d7f-767e-462f-9383-56173c23bdef tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Calling delete_port for b6c0455f-50e7-4ef3-a74c-5554d7c36a39 owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:16.468500 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-23c7d44e-b31a-4c80-a863-31d62651d51c tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Made reservation on behalf of 1869cb75e52647249ce81cbc6f292962 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:16.473017 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-23c7d44e-b31a-4c80-a863-31d62651d51c tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.540301 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8d15a073-178f-4590-a772-ea69d0232a65 req-8b554d7f-767e-462f-9383-56173c23bdef tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.580932 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b554d7f-767e-462f-9383-56173c23bdef tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Pushing event deleted for resources: {'Port': ['ID=b6c0455f-50e7-4ef3-a74c-5554d7c36a39,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:16.656224 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8d15a073-178f-4590-a772-ea69d0232a65 req-8b554d7f-767e-462f-9383-56173c23bdef tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.658849 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8d15a073-178f-4590-a772-ea69d0232a65 req-8b554d7f-767e-462f-9383-56173c23bdef tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.660404 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d15a073-178f-4590-a772-ea69d0232a65 req-8b554d7f-767e-462f-9383-56173c23bdef tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "DELETE /v2.0/floatingips/f1cc153a-5c40-41d4-9f7a-5ab2584c132f HTTP/1.1" status: 204 len: 173 time: 0.8742313 Jul 16 20:32:16.671802 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-23c7d44e-b31a-4c80-a863-31d62651d51c tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Allocated IP 172.20.0.7 (dbebe039-0813-452e-af35-48f7f10173d3/9392a241-80e6-49aa-a5b6-57a10306295a/3ca01933-f5b7-4511-b776-0c1974e22d7b) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:16.865842 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-23c7d44e-b31a-4c80-a863-31d62651d51c tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.918625 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-23c7d44e-b31a-4c80-a863-31d62651d51c tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.972016 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-23c7d44e-b31a-4c80-a863-31d62651d51c tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Network dbebe039-0813-452e-af35-48f7f10173d3 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:16.975462 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-23c7d44e-b31a-4c80-a863-31d62651d51c tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:16.977878 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-23c7d44e-b31a-4c80-a863-31d62651d51c tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:16.983814 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19dc3277-55a4-4e5a-a1dc-98af9e593f68 req-3a4c0e76-847f-4e06-b714-def1b2acfd6e tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.25 HTTP/1.1" status: 200 len: 1001 time: 0.1070349 Jul 16 20:32:17.009116 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7d44e-b31a-4c80-a863-31d62651d51c tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Pushing event updated for resources: {'Port': ['ID=3ca01933-f5b7-4511-b776-0c1974e22d7b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:17.046210 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-23c7d44e-b31a-4c80-a863-31d62651d51c tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:17.046924 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-23c7d44e-b31a-4c80-a863-31d62651d51c tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.057107 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc3277-55a4-4e5a-a1dc-98af9e593f68 req-28377fbb-f50c-4430-ae13-508b3191ff5a tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:17.058997 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19dc3277-55a4-4e5a-a1dc-98af9e593f68 req-28377fbb-f50c-4430-ae13-508b3191ff5a tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/ports/505366f7-e3d8-4807-905f-15a9d6c0fe3e HTTP/1.1" status: 200 len: 943 time: 0.0687387 Jul 16 20:32:17.066742 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-23c7d44e-b31a-4c80-a863-31d62651d51c tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7740414 Jul 16 20:32:17.067482 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f416c-9098-48aa-a8c4-f164da7db684 req-9d3d72bd-db02-49f2-b2a6-37f26bb44388 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:17.068967 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-950f416c-9098-48aa-a8c4-f164da7db684 req-9d3d72bd-db02-49f2-b2a6-37f26bb44388 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 945 time: 0.1441364 Jul 16 20:32:17.081504 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-84b43d84-d6c1-4a9a-b04a-98c3fad81f0c service neutron] Request body: {'port': {'device_id': '0186c3e3-e2bc-4392-95fa-68a8d6a953f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:17.127614 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-950f416c-9098-48aa-a8c4-f164da7db684 req-b34d30c6-c8f2-46f7-b280-8a71a4d5fab8 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529313 Jul 16 20:32:17.183968 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-84b43d84-d6c1-4a9a-b04a-98c3fad81f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.246466 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19dc3277-55a4-4e5a-a1dc-98af9e593f68 req-3979b5da-8d4d-4839-a585-d544a7ffe1a6 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.25 HTTP/1.1" status: 200 len: 1001 time: 0.0779700 Jul 16 20:32:17.374269 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc3277-55a4-4e5a-a1dc-98af9e593f68 req-a353a754-3bff-4100-b8f9-61aab6407f53 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:17.375974 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19dc3277-55a4-4e5a-a1dc-98af9e593f68 req-a353a754-3bff-4100-b8f9-61aab6407f53 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 784 time: 0.1192167 Jul 16 20:32:17.461325 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19dc3277-55a4-4e5a-a1dc-98af9e593f68 req-8e125f9e-127b-4ca1-b495-fe20773fc41f tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.25 HTTP/1.1" status: 200 len: 1001 time: 0.0779912 Jul 16 20:32:17.472510 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-19dc3277-55a4-4e5a-a1dc-98af9e593f68 req-666e7b06-dcb7-4666-87a6-dc4801be67df tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:17.510418 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-84b43d84-d6c1-4a9a-b04a-98c3fad81f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ca01933-f5b7-4511-b776-0c1974e22d7b {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:17.521415 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-84b43d84-d6c1-4a9a-b04a-98c3fad81f0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.533751 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-19dc3277-55a4-4e5a-a1dc-98af9e593f68 req-666e7b06-dcb7-4666-87a6-dc4801be67df tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks [] for floatingip, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.543583 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-84b43d84-d6c1-4a9a-b04a-98c3fad81f0c service neutron] Transition to ACTIVE for port object 3ca01933-f5b7-4511-b776-0c1974e22d7b will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:17.550067 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-84b43d84-d6c1-4a9a-b04a-98c3fad81f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.595155 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc07761-7ab6-49cf-993f-4a4548606adf req-15cbc50b-8354-4f72-8ff5-c71f1f06b098 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:17.596685 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ffc07761-7ab6-49cf-993f-4a4548606adf req-15cbc50b-8354-4f72-8ff5-c71f1f06b098 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 945 time: 0.1304996 Jul 16 20:32:17.649928 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b43d84-d6c1-4a9a-b04a-98c3fad81f0c service neutron] Pushing event updated for resources: {'Port': ['ID=3ca01933-f5b7-4511-b776-0c1974e22d7b,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:17.723794 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-19dc3277-55a4-4e5a-a1dc-98af9e593f68 req-666e7b06-dcb7-4666-87a6-dc4801be67df tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.730109 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-19dc3277-55a4-4e5a-a1dc-98af9e593f68 req-666e7b06-dcb7-4666-87a6-dc4801be67df tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.730448 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [req-19dc3277-55a4-4e5a-a1dc-98af9e593f68 req-666e7b06-dcb7-4666-87a6-dc4801be67df tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Floating IP 8fb414ab-d930-4362-9cbf-98be1c77a777 disassociated. External IP: 172.25.0.25, port: 505366f7-e3d8-4807-905f-15a9d6c0fe3e. Jul 16 20:32:17.864766 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-84b43d84-d6c1-4a9a-b04a-98c3fad81f0c service neutron] Attempting to bind port 3ca01933-f5b7-4511-b776-0c1974e22d7b on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:17.865110 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-84b43d84-d6c1-4a9a-b04a-98c3fad81f0c service neutron] Attempting to bind port 3ca01933-f5b7-4511-b776-0c1974e22d7b by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'ea898cd7-0e13-42ce-b99c-250bec2a6b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'dbebe039-0813-452e-af35-48f7f10173d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:17.865446 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-84b43d84-d6c1-4a9a-b04a-98c3fad81f0c service neutron] Attempting to bind port 3ca01933-f5b7-4511-b776-0c1974e22d7b on network dbebe039-0813-452e-af35-48f7f10173d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:17.872879 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-84b43d84-d6c1-4a9a-b04a-98c3fad81f0c service neutron] Port 3ca01933-f5b7-4511-b776-0c1974e22d7b on network dbebe039-0813-452e-af35-48f7f10173d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:32:17.873164 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-84b43d84-d6c1-4a9a-b04a-98c3fad81f0c service neutron] Attempting to bind port 3ca01933-f5b7-4511-b776-0c1974e22d7b on network dbebe039-0813-452e-af35-48f7f10173d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:17.881735 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-84b43d84-d6c1-4a9a-b04a-98c3fad81f0c service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:17.882079 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-84b43d84-d6c1-4a9a-b04a-98c3fad81f0c service neutron] Checking segment: {'id': 'ea898cd7-0e13-42ce-b99c-250bec2a6b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'dbebe039-0813-452e-af35-48f7f10173d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:17.882505 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-84b43d84-d6c1-4a9a-b04a-98c3fad81f0c service neutron] Bound using segment: {'id': 'ea898cd7-0e13-42ce-b99c-250bec2a6b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'dbebe039-0813-452e-af35-48f7f10173d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:17.882945 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-84b43d84-d6c1-4a9a-b04a-98c3fad81f0c service neutron] Bound port: 3ca01933-f5b7-4511-b776-0c1974e22d7b, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea898cd7-0e13-42ce-b99c-250bec2a6b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'dbebe039-0813-452e-af35-48f7f10173d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:17.883316 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-84b43d84-d6c1-4a9a-b04a-98c3fad81f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.887854 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-ffc07761-7ab6-49cf-993f-4a4548606adf req-6c852d5c-fe03-4b01-b3db-1bcf580f15d0 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Deleting port 223444f8-f4b3-4cbf-a541-e52463943a81 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:17.888191 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ffc07761-7ab6-49cf-993f-4a4548606adf req-6c852d5c-fe03-4b01-b3db-1bcf580f15d0 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.095574 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19dc3277-55a4-4e5a-a1dc-98af9e593f68 req-666e7b06-dcb7-4666-87a6-dc4801be67df tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Router 76a0c7f2-0267-4649-b568-446491d7e607 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:18.110792 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-84b43d84-d6c1-4a9a-b04a-98c3fad81f0c service neutron] For port 3ca01933-f5b7-4511-b776-0c1974e22d7b, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:18.112808 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 40386) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:18.119465 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-84b43d84-d6c1-4a9a-b04a-98c3fad81f0c service neutron] For port 3ca01933-f5b7-4511-b776-0c1974e22d7b, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=3ca01933-f5b7-4511-b776-0c1974e22d7b,segment=NetworkSegment(ea898cd7-0e13-42ce-b99c-250bec2a6b10),segment_id=ea898cd7-0e13-42ce-b99c-250bec2a6b10)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:18.123535 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ffc07761-7ab6-49cf-993f-4a4548606adf req-6c852d5c-fe03-4b01-b3db-1bcf580f15d0 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] For port 223444f8-f4b3-4cbf-a541-e52463943a81, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=223444f8-f4b3-4cbf-a541-e52463943a81,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:18.123914 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ffc07761-7ab6-49cf-993f-4a4548606adf req-6c852d5c-fe03-4b01-b3db-1bcf580f15d0 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.133597 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-84b43d84-d6c1-4a9a-b04a-98c3fad81f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.153324 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-ffc07761-7ab6-49cf-993f-4a4548606adf req-6c852d5c-fe03-4b01-b3db-1bcf580f15d0 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Calling delete_port for 223444f8-f4b3-4cbf-a541-e52463943a81 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:18.210570 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-84b43d84-d6c1-4a9a-b04a-98c3fad81f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:18.211742 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-84b43d84-d6c1-4a9a-b04a-98c3fad81f0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.213941 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-84b43d84-d6c1-4a9a-b04a-98c3fad81f0c service neutron] 10.222.0.62 "PUT /v2.0/ports/3ca01933-f5b7-4511-b776-0c1974e22d7b HTTP/1.1" status: 200 len: 1092 time: 1.1365247 Jul 16 20:32:18.214702 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0186c3e3-e2bc-4392-95fa-68a8d6a953f5', 'tag': '3ca01933-f5b7-4511-b776-0c1974e22d7b'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:18.217932 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba8a747-811c-432c-9d34-72a6e77aecd6" -d '{"events": [{"name": "network-changed", "server_uuid": "0186c3e3-e2bc-4392-95fa-68a8d6a953f5", "tag": "3ca01933-f5b7-4511-b776-0c1974e22d7b"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:18.293890 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-545d8e71-6754-46e5-a6e4-3715e12c09a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.311194 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19dc3277-55a4-4e5a-a1dc-98af9e593f68 req-666e7b06-dcb7-4666-87a6-dc4801be67df tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:18.323653 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b878ce-24c5-4a02-af45-282524cbe573 None None] Sync routers for ids ['76a0c7f2-0267-4649-b568-446491d7e607'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:18.324273 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-19dc3277-55a4-4e5a-a1dc-98af9e593f68 req-666e7b06-dcb7-4666-87a6-dc4801be67df tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.339929 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b878ce-24c5-4a02-af45-282524cbe573 None None] Routers {'76a0c7f2-0267-4649-b568-446491d7e607'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:18.340789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-44b878ce-24c5-4a02-af45-282524cbe573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:31:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['76a0c7f2-0267-4649-b568-446491d7e607'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:18.348706 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b43d84-d6c1-4a9a-b04a-98c3fad81f0c service neutron] Pushing event updated for resources: {'Port': ['ID=3ca01933-f5b7-4511-b776-0c1974e22d7b,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:18.395929 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-ba9a749c-d880-40aa-a71b-ef9ea0e4aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:18.397460 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-ba9a749c-d880-40aa-a71b-ef9ea0e4aae7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1869cb75e52647249ce81cbc6f292962&device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 1095 time: 0.1342404 Jul 16 20:32:18.414732 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19dc3277-55a4-4e5a-a1dc-98af9e593f68 req-666e7b06-dcb7-4666-87a6-dc4801be67df tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "PUT /v2.0/floatingips/8fb414ab-d930-4362-9cbf-98be1c77a777 HTTP/1.1" status: 200 len: 694 time: 0.9441373 Jul 16 20:32:18.440758 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1eb4c17-ed5f-4e6a-9290-db075432f05b', 'tag': '505366f7-e3d8-4807-905f-15a9d6c0fe3e'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:18.443509 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27010d9d-be66-4e9e-9a21-2cdd01ff9718" -d '{"events": [{"name": "network-changed", "server_uuid": "d1eb4c17-ed5f-4e6a-9290-db075432f05b", "tag": "505366f7-e3d8-4807-905f-15a9d6c0fe3e"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:18.465363 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-44b878ce-24c5-4a02-af45-282524cbe573 None None] Set router 76a0c7f2-0267-4649-b568-446491d7e607 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:18.466096 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-549c0655-363a-4499-8962-58d7abeb1f1e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ca01933-f5b7-4511-b776-0c1974e22d7b HTTP/1.1" status: 200 len: 217 time: 0.0596166 Jul 16 20:32:18.521651 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ffc07761-7ab6-49cf-993f-4a4548606adf req-6c852d5c-fe03-4b01-b3db-1bcf580f15d0 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.526076 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27b373-9cd9-4420-871a-8b5c2307e0f0 req-913901db-c3c1-4e9f-ac37-02556d0f3e1d tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:18.527621 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a27b373-9cd9-4420-871a-8b5c2307e0f0 req-913901db-c3c1-4e9f-ac37-02556d0f3e1d tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/ports?device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 943 time: 0.2179437 Jul 16 20:32:18.549040 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['223444f8-f4b3-4cbf-a541-e52463943a81'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:18.552251 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['4da1b85c-da5d-4df3-8ad7-97cd630dac2b'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:18.564215 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-d65693b3-2e0a-45df-821e-625df7e526fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:18.566026 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-d65693b3-2e0a-45df-821e-625df7e526fa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9392a241-80e6-49aa-a5b6-57a10306295a HTTP/1.1" status: 200 len: 852 time: 0.0906980 Jul 16 20:32:18.567051 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c852d5c-fe03-4b01-b3db-1bcf580f15d0 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Pushing event deleted for resources: {'Port': ['ID=223444f8-f4b3-4cbf-a541-e52463943a81,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:18.625193 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc3277-55a4-4e5a-a1dc-98af9e593f68 req-0c007964-97f1-4870-8e64-46a908d92ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:18.627754 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19dc3277-55a4-4e5a-a1dc-98af9e593f68 req-0c007964-97f1-4870-8e64-46a908d92ac3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ef5a901508a34486bd668f0922d760af&device_id=d1eb4c17-ed5f-4e6a-9290-db075432f05b HTTP/1.1" status: 200 len: 1098 time: 0.1783967 Jul 16 20:32:18.641567 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a27b373-9cd9-4420-871a-8b5c2307e0f0 req-63e36443-a9ff-4d73-a279-9243be098fa0 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbcdede-0be4-44e7-9e61-f5e05ffd2281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987163 Jul 16 20:32:18.674571 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-545d8e71-6754-46e5-a6e4-3715e12c09a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.677869 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-f100e3ba-f033-4bc2-a4db-e28aeb42a591 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dbebe039-0813-452e-af35-48f7f10173d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907152 Jul 16 20:32:18.689104 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-545d8e71-6754-46e5-a6e4-3715e12c09a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.700398 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc07761-7ab6-49cf-993f-4a4548606adf req-6c852d5c-fe03-4b01-b3db-1bcf580f15d0 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] No DVR routers for this DVR port 223444f8-f4b3-4cbf-a541-e52463943a81 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:18.710484 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ffc07761-7ab6-49cf-993f-4a4548606adf req-6c852d5c-fe03-4b01-b3db-1bcf580f15d0 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.712708 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ffc07761-7ab6-49cf-993f-4a4548606adf req-6c852d5c-fe03-4b01-b3db-1bcf580f15d0 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.18 "DELETE /v2.0/ports/223444f8-f4b3-4cbf-a541-e52463943a81 HTTP/1.1" status: 204 len: 173 time: 1.1078062 Jul 16 20:32:18.737612 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-545d8e71-6754-46e5-a6e4-3715e12c09a5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=65b13944d10241d98ce58e6175ee0fd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6214399 Jul 16 20:32:18.740406 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 40406) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:18.797862 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d8e71-6754-46e5-a6e4-3715e12c09a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2da022c-f3b4-40b2-a01b-62d2b076241c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:18.853641 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc3277-55a4-4e5a-a1dc-98af9e593f68 req-fac5d874-e773-490d-b8c0-3f74e0e2f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:18.855223 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19dc3277-55a4-4e5a-a1dc-98af9e593f68 req-fac5d874-e773-490d-b8c0-3f74e0e2f950 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d6eec540-6b7a-4613-90ff-e030a2c552f3 HTTP/1.1" status: 200 len: 930 time: 0.2130270 Jul 16 20:32:18.884316 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-44b878ce-24c5-4a02-af45-282524cbe573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a0c7f2-0267-4649-b568-446491d7e607', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102833101-router', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '2cf7300d-4ae6-4030-a301-8b08290433a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:10Z', 'updated_at': '2021-07-16T20:31:21Z', 'revision_number': 4, 'project_id': 'ef5a901508a34486bd668f0922d760af', 'gw_port': {'id': '2cf7300d-4ae6-4030-a301-8b08290433a3', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a0c7f2-0267-4649-b568-446491d7e607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:12Z', 'updated_at': '2021-07-16T20:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'a288de18-4049-486c-b3ef-80f7861d7459', 'name': '', 'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'mac_address': 'fa:16:3e:58:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a0c7f2-0267-4649-b568-446491d7e607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '30ea9770-e9c0-4d77-95f4-cfd136994bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:19Z', 'updated_at': '2021-07-16T20:31:33Z', 'revision_number': 5, 'project_id': 'ef5a901508a34486bd668f0922d760af', 'subnets': [{'id': '30ea9770-e9c0-4d77-95f4-cfd136994bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:18.924017 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19dc3277-55a4-4e5a-a1dc-98af9e593f68 req-41358c06-25b6-4472-b061-a0cb88cb8065 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=505366f7-e3d8-4807-905f-15a9d6c0fe3e HTTP/1.1" status: 200 len: 217 time: 0.0601842 Jul 16 20:32:18.962920 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-9ed4b53d-e856-449c-94e7-38c932b0446f service neutron] 10.222.0.62 "GET /v2.0/networks/dbebe039-0813-452e-af35-48f7f10173d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643178 Jul 16 20:32:18.963941 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a9b3962a-acdf-4103-9db0-4118bb6f3a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.964876 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b878ce-24c5-4a02-af45-282524cbe573 None None] Checking router: 76a0c7f2-0267-4649-b568-446491d7e607 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:18.989465 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b878ce-24c5-4a02-af45-282524cbe573 None None] Routers {'76a0c7f2-0267-4649-b568-446491d7e607'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:18.990484 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-44b878ce-24c5-4a02-af45-282524cbe573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:31:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['76a0c7f2-0267-4649-b568-446491d7e607'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:18.993366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc3277-55a4-4e5a-a1dc-98af9e593f68 req-169237fc-4fc8-4b6a-a006-d88ba22915f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:18.995215 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19dc3277-55a4-4e5a-a1dc-98af9e593f68 req-169237fc-4fc8-4b6a-a006-d88ba22915f3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=30ea9770-e9c0-4d77-95f4-cfd136994bd2 HTTP/1.1" status: 200 len: 868 time: 0.0704672 Jul 16 20:32:19.012362 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a9b3962a-acdf-4103-9db0-4118bb6f3a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.106972 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbb24423-1bb2-4f7c-8d5c-c03b116fa3b0 req-2085492a-18ad-48d1-97d5-0c38c92330de service neutron] 10.222.0.62 "GET /v2.0/networks/dbebe039-0813-452e-af35-48f7f10173d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327364 Jul 16 20:32:19.119829 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a9b3962a-acdf-4103-9db0-4118bb6f3a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.124152 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a9b3962a-acdf-4103-9db0-4118bb6f3a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.127853 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a9b3962a-acdf-4103-9db0-4118bb6f3a8e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f2da022c-f3b4-40b2-a01b-62d2b076241c HTTP/1.1" status: 204 len: 168 time: 0.3841040 Jul 16 20:32:19.144383 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc3277-55a4-4e5a-a1dc-98af9e593f68 req-6c59e6f2-0733-4f72-91c4-b89e64fa79c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:19.149330 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-44b878ce-24c5-4a02-af45-282524cbe573 None None] Set router 76a0c7f2-0267-4649-b568-446491d7e607 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:19.151533 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19dc3277-55a4-4e5a-a1dc-98af9e593f68 req-6c59e6f2-0733-4f72-91c4-b89e64fa79c2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d6eec540-6b7a-4613-90ff-e030a2c552f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1483715 Jul 16 20:32:19.166964 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3962a-acdf-4103-9db0-4118bb6f3a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2da022c-f3b4-40b2-a01b-62d2b076241c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:19.353538 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46cbbc7a-0a11-445e-90af-08b7bf4e042a req-6e3a6b54-f047-4e89-9cc4-d2537f80cad7 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 210 time: 0.0356774 Jul 16 20:32:19.401859 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19dc3277-55a4-4e5a-a1dc-98af9e593f68 req-614bde64-7de4-4a3b-80fd-20c036c12933 service neutron] 10.222.0.38 "GET /v2.0/networks/d6eec540-6b7a-4613-90ff-e030a2c552f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430031 Jul 16 20:32:19.501033 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79195dda-6648-49bf-8c6d-8915712b07b4 x-openstack-request-id: req-79195dda-6648-49bf-8c6d-8915712b07b4 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:19.501334 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0186c3e3-e2bc-4392-95fa-68a8d6a953f5", "tag": "3ca01933-f5b7-4511-b776-0c1974e22d7b", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:19.501603 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-79195dda-6648-49bf-8c6d-8915712b07b4 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:19.502023 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0186c3e3-e2bc-4392-95fa-68a8d6a953f5', 'tag': '3ca01933-f5b7-4511-b776-0c1974e22d7b', 'status': 'completed', 'code': 200} Jul 16 20:32:19.522936 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-44b878ce-24c5-4a02-af45-282524cbe573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a0c7f2-0267-4649-b568-446491d7e607', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102833101-router', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '2cf7300d-4ae6-4030-a301-8b08290433a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:10Z', 'updated_at': '2021-07-16T20:31:21Z', 'revision_number': 4, 'project_id': 'ef5a901508a34486bd668f0922d760af', 'gw_port': {'id': '2cf7300d-4ae6-4030-a301-8b08290433a3', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a0c7f2-0267-4649-b568-446491d7e607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:12Z', 'updated_at': '2021-07-16T20:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'a288de18-4049-486c-b3ef-80f7861d7459', 'name': '', 'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'mac_address': 'fa:16:3e:58:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a0c7f2-0267-4649-b568-446491d7e607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '30ea9770-e9c0-4d77-95f4-cfd136994bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:19Z', 'updated_at': '2021-07-16T20:31:33Z', 'revision_number': 5, 'project_id': 'ef5a901508a34486bd668f0922d760af', 'subnets': [{'id': '30ea9770-e9c0-4d77-95f4-cfd136994bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:19.537690 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19dc3277-55a4-4e5a-a1dc-98af9e593f68 req-120c8b84-9639-4902-9d08-fd77ebd21fcf service neutron] 10.222.0.38 "GET /v2.0/networks/d6eec540-6b7a-4613-90ff-e030a2c552f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271212 Jul 16 20:32:19.549131 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e9eb7f-f01f-47b8-b876-fcd83c146b81 x-openstack-request-id: req-77e9eb7f-f01f-47b8-b876-fcd83c146b81 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:19.549429 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1eb4c17-ed5f-4e6a-9290-db075432f05b", "tag": "505366f7-e3d8-4807-905f-15a9d6c0fe3e", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:19.549693 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-77e9eb7f-f01f-47b8-b876-fcd83c146b81 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:19.550146 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1eb4c17-ed5f-4e6a-9290-db075432f05b', 'tag': '505366f7-e3d8-4807-905f-15a9d6c0fe3e', 'status': 'completed', 'code': 200} Jul 16 20:32:19.567377 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b878ce-24c5-4a02-af45-282524cbe573 None None] The sync data for ids ['76a0c7f2-0267-4649-b568-446491d7e607'] in n-d-791506-21 is: [{'id': '76a0c7f2-0267-4649-b568-446491d7e607', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102833101-router', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '2cf7300d-4ae6-4030-a301-8b08290433a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:10Z', 'updated_at': '2021-07-16T20:31:21Z', 'revision_number': 4, 'project_id': 'ef5a901508a34486bd668f0922d760af', 'gw_port': {'id': '2cf7300d-4ae6-4030-a301-8b08290433a3', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a0c7f2-0267-4649-b568-446491d7e607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:12Z', 'updated_at': '2021-07-16T20:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'a288de18-4049-486c-b3ef-80f7861d7459', 'name': '', 'network_id': 'd6eec540-6b7a-4613-90ff-e030a2c552f3', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'mac_address': 'fa:16:3e:58:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a0c7f2-0267-4649-b568-446491d7e607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '30ea9770-e9c0-4d77-95f4-cfd136994bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:19Z', 'updated_at': '2021-07-16T20:31:33Z', 'revision_number': 5, 'project_id': 'ef5a901508a34486bd668f0922d760af', 'subnets': [{'id': '30ea9770-e9c0-4d77-95f4-cfd136994bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:19.695808 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-352ed064-d34c-46bc-ba6c-7b59c901d781 req-57b98826-6fad-4c67-b7df-92cb2ebe4bce tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/floatingips/8fb414ab-d930-4362-9cbf-98be1c77a777 HTTP/1.1" status: 200 len: 694 time: 0.0973296 Jul 16 20:32:19.749627 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27010d9d-be66-4e9e-9a21-2cdd01ff9718 req-6eb09d20-7cfb-4555-9a0f-759349106fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:19.752069 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-27010d9d-be66-4e9e-9a21-2cdd01ff9718 req-6eb09d20-7cfb-4555-9a0f-759349106fcb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef5a901508a34486bd668f0922d760af&device_id=d1eb4c17-ed5f-4e6a-9290-db075432f05b HTTP/1.1" status: 200 len: 1098 time: 0.1172502 Jul 16 20:32:19.756474 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8a747-811c-432c-9d34-72a6e77aecd6 req-8c91526b-927f-4a65-8d4b-16d71ffec135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:19.759885 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fba8a747-811c-432c-9d34-72a6e77aecd6 req-8c91526b-927f-4a65-8d4b-16d71ffec135 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1869cb75e52647249ce81cbc6f292962&device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 1095 time: 0.2183485 Jul 16 20:32:19.906395 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ed064-d34c-46bc-ba6c-7b59c901d781 req-80e5bdaa-7400-49ad-82cf-3c240edbc916 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:19.907820 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-352ed064-d34c-46bc-ba6c-7b59c901d781 req-80e5bdaa-7400-49ad-82cf-3c240edbc916 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 784 time: 0.1974337 Jul 16 20:32:19.921630 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-352ed064-d34c-46bc-ba6c-7b59c901d781 req-be5a5b51-7f31-444c-a203-03acadd46273 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:19.922673 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-352ed064-d34c-46bc-ba6c-7b59c901d781 req-be5a5b51-7f31-444c-a203-03acadd46273 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084221 Jul 16 20:32:19.925895 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8a747-811c-432c-9d34-72a6e77aecd6 req-2b34b1bd-7623-4a9c-b902-4c0faddf0c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:19.927660 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fba8a747-811c-432c-9d34-72a6e77aecd6 req-2b34b1bd-7623-4a9c-b902-4c0faddf0c5d service neutron] 10.222.0.62 "GET /v2.0/networks?id=dbebe039-0813-452e-af35-48f7f10173d3 HTTP/1.1" status: 200 len: 913 time: 0.1554914 Jul 16 20:32:20.003697 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5ed312-bc01-43ed-b12e-71f5c50f229c None None] New status for floating IP 8fb414ab-d930-4362-9cbf-98be1c77a777: DOWN {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:32:20.017233 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fba8a747-811c-432c-9d34-72a6e77aecd6 req-08b27ec6-d284-4768-98d7-fb3dd422460a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ca01933-f5b7-4511-b776-0c1974e22d7b HTTP/1.1" status: 200 len: 217 time: 0.0661542 Jul 16 20:32:20.040403 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-352ed064-d34c-46bc-ba6c-7b59c901d781 req-8fcae782-896e-4744-ac4a-b31e6347532f tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.25 HTTP/1.1" status: 200 len: 697 time: 0.1072063 Jul 16 20:32:20.096633 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8a747-811c-432c-9d34-72a6e77aecd6 req-a3b4bacd-db7d-4133-8bd1-6c8e98daa719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:20.099227 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fba8a747-811c-432c-9d34-72a6e77aecd6 req-a3b4bacd-db7d-4133-8bd1-6c8e98daa719 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9392a241-80e6-49aa-a5b6-57a10306295a HTTP/1.1" status: 200 len: 852 time: 0.0728319 Jul 16 20:32:20.133186 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-352ed064-d34c-46bc-ba6c-7b59c901d781 req-a312f6a0-2633-416e-996c-26e577c92bb6 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.25 HTTP/1.1" status: 200 len: 697 time: 0.0814066 Jul 16 20:32:20.209931 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fba8a747-811c-432c-9d34-72a6e77aecd6 req-020b38c4-c2e1-4557-ae25-129031dfaec7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dbebe039-0813-452e-af35-48f7f10173d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415127 Jul 16 20:32:20.258401 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32399cc-ca35-48e5-a84e-e8a2159c6a64 req-582ecb2f-992a-4506-af08-c823e176ad4c tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:20.266806 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d32399cc-ca35-48e5-a84e-e8a2159c6a64 req-582ecb2f-992a-4506-af08-c823e176ad4c tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/ports?device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 943 time: 0.2300005 Jul 16 20:32:20.309875 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27010d9d-be66-4e9e-9a21-2cdd01ff9718 req-99a13986-e7b1-4cd6-b2a5-43484f66f7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:20.311866 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-27010d9d-be66-4e9e-9a21-2cdd01ff9718 req-99a13986-e7b1-4cd6-b2a5-43484f66f7a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6eec540-6b7a-4613-90ff-e030a2c552f3 HTTP/1.1" status: 200 len: 930 time: 0.5502293 Jul 16 20:32:20.347517 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d32399cc-ca35-48e5-a84e-e8a2159c6a64 req-1dbf1f49-ea41-4861-8fb6-f4d68ceca9fe tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbcdede-0be4-44e7-9e61-f5e05ffd2281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795674 Jul 16 20:32:20.380226 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-352ed064-d34c-46bc-ba6c-7b59c901d781 req-c7c543f6-f708-40f7-8aef-7f97279947dd tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Deleting port ced9fcd8-2f1a-479a-9fe9-9c9b4c13878c {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:20.380380 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-27010d9d-be66-4e9e-9a21-2cdd01ff9718 req-9502543c-3104-4781-a60d-6f6b9e39d9cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=505366f7-e3d8-4807-905f-15a9d6c0fe3e HTTP/1.1" status: 200 len: 217 time: 0.0393755 Jul 16 20:32:20.380571 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-352ed064-d34c-46bc-ba6c-7b59c901d781 req-c7c543f6-f708-40f7-8aef-7f97279947dd tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:20.447044 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fba8a747-811c-432c-9d34-72a6e77aecd6 req-c088fc43-6605-4990-ae53-8115cbdb70d3 service neutron] 10.222.0.62 "GET /v2.0/networks/dbebe039-0813-452e-af35-48f7f10173d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252510 Jul 16 20:32:20.477025 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-352ed064-d34c-46bc-ba6c-7b59c901d781 req-c7c543f6-f708-40f7-8aef-7f97279947dd tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:20.479018 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-352ed064-d34c-46bc-ba6c-7b59c901d781 req-c7c543f6-f708-40f7-8aef-7f97279947dd tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:20.489105 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27010d9d-be66-4e9e-9a21-2cdd01ff9718 req-8a010053-6bc2-4978-9588-c5c8bcf79f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:20.490585 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-27010d9d-be66-4e9e-9a21-2cdd01ff9718 req-8a010053-6bc2-4978-9588-c5c8bcf79f41 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=30ea9770-e9c0-4d77-95f4-cfd136994bd2 HTTP/1.1" status: 200 len: 868 time: 0.1020839 Jul 16 20:32:20.494029 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-352ed064-d34c-46bc-ba6c-7b59c901d781 req-c7c543f6-f708-40f7-8aef-7f97279947dd tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Calling delete_port for ced9fcd8-2f1a-479a-9fe9-9c9b4c13878c owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:20.637235 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27010d9d-be66-4e9e-9a21-2cdd01ff9718 req-df156065-6431-4f26-9acd-da7d18f82dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:20.638044 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-27010d9d-be66-4e9e-9a21-2cdd01ff9718 req-df156065-6431-4f26-9acd-da7d18f82dc1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6eec540-6b7a-4613-90ff-e030a2c552f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1383319 Jul 16 20:32:20.640097 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fba8a747-811c-432c-9d34-72a6e77aecd6 req-00f4ad18-a592-4269-9b77-8c0d672c1673 service neutron] 10.222.0.62 "GET /v2.0/networks/dbebe039-0813-452e-af35-48f7f10173d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486239 Jul 16 20:32:20.676700 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-352ed064-d34c-46bc-ba6c-7b59c901d781 req-c7c543f6-f708-40f7-8aef-7f97279947dd tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:20.707891 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c543f6-f708-40f7-8aef-7f97279947dd tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Pushing event deleted for resources: {'Port': ['ID=ced9fcd8-2f1a-479a-9fe9-9c9b4c13878c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:20.754651 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-27010d9d-be66-4e9e-9a21-2cdd01ff9718 req-1d91d679-32c2-42ef-b58f-a3a43a12d689 service neutron] 10.222.0.18 "GET /v2.0/networks/d6eec540-6b7a-4613-90ff-e030a2c552f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016524 Jul 16 20:32:20.777367 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-352ed064-d34c-46bc-ba6c-7b59c901d781 req-c7c543f6-f708-40f7-8aef-7f97279947dd tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:20.781223 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-352ed064-d34c-46bc-ba6c-7b59c901d781 req-c7c543f6-f708-40f7-8aef-7f97279947dd tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:20.782783 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-352ed064-d34c-46bc-ba6c-7b59c901d781 req-c7c543f6-f708-40f7-8aef-7f97279947dd tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "DELETE /v2.0/floatingips/8fb414ab-d930-4362-9cbf-98be1c77a777 HTTP/1.1" status: 204 len: 173 time: 0.6487737 Jul 16 20:32:20.865022 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-27010d9d-be66-4e9e-9a21-2cdd01ff9718 req-dc6d5103-390b-4173-b231-cb90db069db6 service neutron] 10.222.0.18 "GET /v2.0/networks/d6eec540-6b7a-4613-90ff-e030a2c552f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040266 Jul 16 20:32:20.915084 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bdeaba6c-2f93-463c-9fe7-88c0484e6f84 req-082853c8-b54d-4c48-8fd2-05645b1df1b1 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 210 time: 0.0316844 Jul 16 20:32:20.941290 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b3bdc941-1954-4623-9417-9f8d01a065bc details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:21.049162 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b3bdc941-1954-4623-9417-9f8d01a065bc, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b3bdc941-1954-4623-9417-9f8d01a065bc,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:21.060397 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'b3bdc941-1954-4623-9417-9f8d01a065bc', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': 'b3bdc941-1954-4623-9417-9f8d01a065bc', 'mac_address': 'fa:16:3e:5a:a3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:32:21.103654 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.120745 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3bdc941-1954-4623-9417-9f8d01a065bc {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:21.143280 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b3bdc941-1954-4623-9417-9f8d01a065bc, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b3bdc941-1954-4623-9417-9f8d01a065bc,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:21.151875 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.280024 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2d854-86c3-4bb1-84cd-c1b7905c3f88 req-803838c5-cf43-4311-ad66-bd35d3922ed1 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:21.281709 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-16b2d854-86c3-4bb1-84cd-c1b7905c3f88 req-803838c5-cf43-4311-ad66-bd35d3922ed1 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1eb4c17-ed5f-4e6a-9290-db075432f05b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0895481 Jul 16 20:32:21.353468 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-16b2d854-86c3-4bb1-84cd-c1b7905c3f88 req-cd14d8c1-4858-444b-8a5c-343ded37c3e0 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0636132 Jul 16 20:32:21.366556 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=b3bdc941-1954-4623-9417-9f8d01a065bc,revision_number=9']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:21.412712 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['b3bdc941-1954-4623-9417-9f8d01a065bc'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:21.449479 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5a43a216-8324-413c-9474-bcb5eb848d6e req-dfcbf721-5105-4fe2-b6ec-ba3ba9ccf1ac tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0363548 Jul 16 20:32:21.503437 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d45dc1-22f7-4ca6-a8c9-07790d7b3e40', 'name': 'network-vif-deleted', 'tag': '223444f8-f4b3-4cbf-a541-e52463943a81'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:21.506412 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830c0b2e-1510-42d4-a2c6-42ba58110906" -d '{"events": [{"server_uuid": "d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40", "name": "network-vif-deleted", "tag": "223444f8-f4b3-4cbf-a541-e52463943a81"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:21.629017 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b449c7-90bf-4b2b-80b1-3396fdeb9b3b req-b7c9c4ea-c1ee-486b-abd7-f596798ca4e7 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:21.640017 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-00b449c7-90bf-4b2b-80b1-3396fdeb9b3b req-b7c9c4ea-c1ee-486b-abd7-f596798ca4e7 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/ports?device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 943 time: 0.0866230 Jul 16 20:32:21.669971 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-46ef98fa-a3db-45c5-81f2-c2c56b5255b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.681662 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-00b449c7-90bf-4b2b-80b1-3396fdeb9b3b req-44f11ae3-bb28-49ba-9820-f39096e881fc tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbcdede-0be4-44e7-9e61-f5e05ffd2281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403090 Jul 16 20:32:22.064956 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2a9790-6006-4781-8619-a7cf718fd634 x-openstack-request-id: req-5e2a9790-6006-4781-8619-a7cf718fd634 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:22.065469 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40", "name": "network-vif-deleted", "tag": "223444f8-f4b3-4cbf-a541-e52463943a81", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:22.065726 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5e2a9790-6006-4781-8619-a7cf718fd634 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:22.066183 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d45dc1-22f7-4ca6-a8c9-07790d7b3e40', 'name': 'network-vif-deleted', 'tag': '223444f8-f4b3-4cbf-a541-e52463943a81', 'status': 'completed', 'code': 200} Jul 16 20:32:22.353974 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9cb0a393-2eee-4bc8-a9de-eb17292fa857 req-8f971748-5c12-41cd-a65a-ec606d1c03fc tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 210 time: 0.0359914 Jul 16 20:32:22.536655 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0658afa-8d93-4703-bb7b-0bb6c74bb42b req-91ea89b9-b239-4717-961f-7b251bad5729 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:22.538241 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0658afa-8d93-4703-bb7b-0bb6c74bb42b req-91ea89b9-b239-4717-961f-7b251bad5729 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1eb4c17-ed5f-4e6a-9290-db075432f05b HTTP/1.1" status: 200 len: 946 time: 0.0725183 Jul 16 20:32:22.583395 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0658afa-8d93-4703-bb7b-0bb6c74bb42b req-0428b899-4876-42af-80ba-2955766ca939 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/security-groups?id=51f19296-992e-41f8-a8d8-7e10e6f60971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385854 Jul 16 20:32:22.587994 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 223444f8-f4b3-4cbf-a541-e52463943a81 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:22.614413 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 223444f8-f4b3-4cbf-a541-e52463943a81 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:22.615392 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 223444f8-f4b3-4cbf-a541-e52463943a81 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:22.948367 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 3ca01933-f5b7-4511-b776-0c1974e22d7b details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:22.958743 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b3bdc941-1954-4623-9417-9f8d01a065bc up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:22.973564 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ab313-f304-4641-b079-93b64dbad336 req-156ba7da-bc7c-453a-8127-b7f733dd9374 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:23.000248 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b61ab313-f304-4641-b079-93b64dbad336 req-156ba7da-bc7c-453a-8127-b7f733dd9374 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/ports?device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 943 time: 0.1836510 Jul 16 20:32:23.097370 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b61ab313-f304-4641-b079-93b64dbad336 req-339dc105-0f6f-4fd3-b126-9f08ad327e6f tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbcdede-0be4-44e7-9e61-f5e05ffd2281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952613 Jul 16 20:32:23.358416 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 3ca01933-f5b7-4511-b776-0c1974e22d7b, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=3ca01933-f5b7-4511-b776-0c1974e22d7b,segment=NetworkSegment(ea898cd7-0e13-42ce-b99c-250bec2a6b10),segment_id=ea898cd7-0e13-42ce-b99c-250bec2a6b10)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:23.371208 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '3ca01933-f5b7-4511-b776-0c1974e22d7b', 'network_id': 'dbebe039-0813-452e-af35-48f7f10173d3', 'port_id': '3ca01933-f5b7-4511-b776-0c1974e22d7b', 'mac_address': 'fa:16:3e:62:96:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9392a241-80e6-49aa-a5b6-57a10306295a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:32:23.375511 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port b3bdc941-1954-4623-9417-9f8d01a065bc triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:23.376160 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.523184 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.526098 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.557156 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ca01933-f5b7-4511-b776-0c1974e22d7b {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:23.569741 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0f4996-2fa6-49dc-8b13-9be02741853f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bdc941-1954-4623-9417-9f8d01a065bc'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:23.572696 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c609067-7455-40fd-b5d4-a8a7e59ba4b9" -d '{"events": [{"server_uuid": "6c0f4996-2fa6-49dc-8b13-9be02741853f", "name": "network-vif-plugged", "status": "completed", "tag": "b3bdc941-1954-4623-9417-9f8d01a065bc"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:23.600814 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b3bdc941-1954-4623-9417-9f8d01a065bc, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b3bdc941-1954-4623-9417-9f8d01a065bc,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:23.616906 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 3ca01933-f5b7-4511-b776-0c1974e22d7b, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=3ca01933-f5b7-4511-b776-0c1974e22d7b,segment=NetworkSegment(ea898cd7-0e13-42ce-b99c-250bec2a6b10),segment_id=ea898cd7-0e13-42ce-b99c-250bec2a6b10)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:23.618310 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.625710 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.639934 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad69e19-7513-499a-a697-b778e3f1a631 req-03033afa-1de6-4e50-978b-554282d5e0d6 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:23.641640 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6ad69e19-7513-499a-a697-b778e3f1a631 req-03033afa-1de6-4e50-978b-554282d5e0d6 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1eb4c17-ed5f-4e6a-9290-db075432f05b HTTP/1.1" status: 200 len: 946 time: 0.2089078 Jul 16 20:32:23.690747 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=b3bdc941-1954-4623-9417-9f8d01a065bc,revision_number=10']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:23.774247 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=3ca01933-f5b7-4511-b776-0c1974e22d7b,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:23.792479 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-6ad69e19-7513-499a-a697-b778e3f1a631 req-39a0bda4-54a4-41ae-a57f-98acc728a863 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Deleting port 505366f7-e3d8-4807-905f-15a9d6c0fe3e {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:23.793166 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6ad69e19-7513-499a-a697-b778e3f1a631 req-39a0bda4-54a4-41ae-a57f-98acc728a863 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.913702 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fc95d45c-5cc9-4a2a-8f1f-b0b7ff8bfb1a req-0d130b10-e7ab-43f7-a7f8-15e332085357 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 210 time: 0.0603731 Jul 16 20:32:23.920881 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['3ca01933-f5b7-4511-b776-0c1974e22d7b'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:23.964346 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-6ad69e19-7513-499a-a697-b778e3f1a631 req-39a0bda4-54a4-41ae-a57f-98acc728a863 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] For port 505366f7-e3d8-4807-905f-15a9d6c0fe3e, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=505366f7-e3d8-4807-905f-15a9d6c0fe3e,segment=NetworkSegment(ee3a15d1-e0dd-4442-848c-29677571a35a),segment_id=ee3a15d1-e0dd-4442-848c-29677571a35a)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:23.964705 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6ad69e19-7513-499a-a697-b778e3f1a631 req-39a0bda4-54a4-41ae-a57f-98acc728a863 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.995783 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-6ad69e19-7513-499a-a697-b778e3f1a631 req-39a0bda4-54a4-41ae-a57f-98acc728a863 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Calling delete_port for 505366f7-e3d8-4807-905f-15a9d6c0fe3e owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:24.028597 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6678efb-cd34-4844-aed4-05b2422e8e29 x-openstack-request-id: req-a6678efb-cd34-4844-aed4-05b2422e8e29 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:24.028893 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0f4996-2fa6-49dc-8b13-9be02741853f", "name": "network-vif-plugged", "status": "completed", "tag": "b3bdc941-1954-4623-9417-9f8d01a065bc", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:24.029152 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a6678efb-cd34-4844-aed4-05b2422e8e29 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:24.030131 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0f4996-2fa6-49dc-8b13-9be02741853f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bdc941-1954-4623-9417-9f8d01a065bc', 'code': 200} Jul 16 20:32:24.120601 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-07f23fb4-85b8-4347-a4c8-0a543ad75efa tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:24.134914 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-07f23fb4-85b8-4347-a4c8-0a543ad75efa tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/networks?id=3f838853-abda-4c3a-9151-1eee7174c196 HTTP/1.1" status: 200 len: 814 time: 0.3802755 Jul 16 20:32:24.154172 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-b9f2d4b2-67d1-4244-9088-9bc2d9d3540f tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/quotas/d5c0768f88e84340ae10dbc9a89bd566 HTTP/1.1" status: 200 len: 375 time: 0.0183079 Jul 16 20:32:24.248279 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.273095 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-882f295b-75e8-4804-88ca-b67a7274a060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.277834 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-0fb4e41b-a237-420d-97b8-a4e5ecde1568 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d5c0768f88e84340ae10dbc9a89bd566&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1220670 Jul 16 20:32:24.286673 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6ad69e19-7513-499a-a697-b778e3f1a631 req-39a0bda4-54a4-41ae-a57f-98acc728a863 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.308006 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['505366f7-e3d8-4807-905f-15a9d6c0fe3e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:24.357924 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0bda4-54a4-41ae-a57f-98acc728a863 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Pushing event deleted for resources: {'Port': ['ID=505366f7-e3d8-4807-905f-15a9d6c0fe3e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:24.466658 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad69e19-7513-499a-a697-b778e3f1a631 req-39a0bda4-54a4-41ae-a57f-98acc728a863 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] No DVR routers for this DVR port 505366f7-e3d8-4807-905f-15a9d6c0fe3e on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:24.468089 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-15006314-0ace-4899-8d47-0b8d68b91fe5 service neutron] 10.222.0.38 "GET /v2.0/networks/3f838853-abda-4c3a-9151-1eee7174c196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757231 Jul 16 20:32:24.474132 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6ad69e19-7513-499a-a697-b778e3f1a631 req-39a0bda4-54a4-41ae-a57f-98acc728a863 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.479347 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6ad69e19-7513-499a-a697-b778e3f1a631 req-39a0bda4-54a4-41ae-a57f-98acc728a863 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.18 "DELETE /v2.0/ports/505366f7-e3d8-4807-905f-15a9d6c0fe3e HTTP/1.1" status: 204 len: 173 time: 0.8271613 Jul 16 20:32:24.479812 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1eb4c17-ed5f-4e6a-9290-db075432f05b', 'name': 'network-vif-deleted', 'tag': '505366f7-e3d8-4807-905f-15a9d6c0fe3e'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:24.482093 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3955bf-eb8b-42f5-b5ca-a8a77cfc800f" -d '{"events": [{"server_uuid": "d1eb4c17-ed5f-4e6a-9290-db075432f05b", "name": "network-vif-deleted", "tag": "505366f7-e3d8-4807-905f-15a9d6c0fe3e"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:24.566546 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0b0bdfeb-cbca-460f-87ef-cd9fb7757391 req-b3902215-3b3b-41de-a35e-c9c5a44a38db tempest-FloatingIPsAssociationNegativeTestJSON-1097265459 tempest-FloatingIPsAssociationNegativeTestJSON-1097265459-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1eb4c17-ed5f-4e6a-9290-db075432f05b HTTP/1.1" status: 200 len: 210 time: 0.0589826 Jul 16 20:32:24.707090 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-362a6240-5766-40a6-85fc-7efed5995bd4 service neutron] 10.222.0.38 "GET /v2.0/networks/3f838853-abda-4c3a-9151-1eee7174c196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380362 Jul 16 20:32:24.885454 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315513a-e838-40f1-9579-8057cb7b1d27 req-48d3344e-0053-4074-95ea-ca4e9ee6ff69 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:24.908038 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e315513a-e838-40f1-9579-8057cb7b1d27 req-48d3344e-0053-4074-95ea-ca4e9ee6ff69 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/ports?device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 944 time: 0.1574769 Jul 16 20:32:25.040114 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e315513a-e838-40f1-9579-8057cb7b1d27 req-ac570669-1bbd-4626-9396-bbb19e346ad1 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbcdede-0be4-44e7-9e61-f5e05ffd2281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311550 Jul 16 20:32:25.536968 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:32:25.695040 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:26.143520 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75a7011-fcf5-40f2-8158-c0360df9c221 x-openstack-request-id: req-d75a7011-fcf5-40f2-8158-c0360df9c221 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:26.144045 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1eb4c17-ed5f-4e6a-9290-db075432f05b", "name": "network-vif-deleted", "tag": "505366f7-e3d8-4807-905f-15a9d6c0fe3e", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:26.144045 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d75a7011-fcf5-40f2-8158-c0360df9c221 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:26.144459 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1eb4c17-ed5f-4e6a-9290-db075432f05b', 'name': 'network-vif-deleted', 'tag': '505366f7-e3d8-4807-905f-15a9d6c0fe3e', 'status': 'completed', 'code': 200} Jul 16 20:32:26.325442 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2c0f36a-a1eb-4688-b371-e3182fe07d66 req-5208af83-b71a-49ea-b6c1-4dd993d6fb18 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 210 time: 0.0402322 Jul 16 20:32:26.360966 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-50088f60-62ba-417c-aadb-a46d10f8b42b req-266b9bd3-b4c3-47c2-b6e5-99a61de2df53 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=3da4b288-615c-47be-bec7-49868cdc2391 HTTP/1.1" status: 200 len: 210 time: 0.0378847 Jul 16 20:32:26.510987 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 40762) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:26.908351 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-dd1fff91-71d1-4a14-a1b6-f17215afba6b tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:26.910032 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-dd1fff91-71d1-4a14-a1b6-f17215afba6b tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.18 "GET /v2.0/networks?id=3f838853-abda-4c3a-9151-1eee7174c196 HTTP/1.1" status: 200 len: 814 time: 0.1443298 Jul 16 20:32:26.925065 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-4a9e4ead-4468-45f1-b523-75cc957253ce tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Request body: {'port': {'device_id': '3da4b288-615c-47be-bec7-49868cdc2391', 'network_id': '3f838853-abda-4c3a-9151-1eee7174c196', 'admin_state_up': True, 'tenant_id': 'd5c0768f88e84340ae10dbc9a89bd566'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:26.983079 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 3ca01933-f5b7-4511-b776-0c1974e22d7b up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:27.135963 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 3ca01933-f5b7-4511-b776-0c1974e22d7b completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:27.153840 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 3ca01933-f5b7-4511-b776-0c1974e22d7b triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:27.156526 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.189368 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-4a9e4ead-4468-45f1-b523-75cc957253ce tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Made reservation on behalf of d5c0768f88e84340ae10dbc9a89bd566 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:27.196306 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-4a9e4ead-4468-45f1-b523-75cc957253ce tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.367045 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.438564 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 3ca01933-f5b7-4511-b776-0c1974e22d7b, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=3ca01933-f5b7-4511-b776-0c1974e22d7b,segment=NetworkSegment(ea898cd7-0e13-42ce-b99c-250bec2a6b10),segment_id=ea898cd7-0e13-42ce-b99c-250bec2a6b10)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:27.440153 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0186c3e3-e2bc-4392-95fa-68a8d6a953f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca01933-f5b7-4511-b776-0c1974e22d7b'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:27.443444 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9feab2c9-10aa-4cbf-92fa-cb17dbdad079" -d '{"events": [{"server_uuid": "0186c3e3-e2bc-4392-95fa-68a8d6a953f5", "name": "network-vif-plugged", "status": "completed", "tag": "3ca01933-f5b7-4511-b776-0c1974e22d7b"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:27.455422 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.469187 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-4a9e4ead-4468-45f1-b523-75cc957253ce tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Allocated IP 172.20.0.12 (3f838853-abda-4c3a-9151-1eee7174c196/f32068c5-153f-4016-8324-2b24dcd4a18d/0b939d52-f3e9-4163-8aa1-168009ceb7b9) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:27.586652 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.603244 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542bb27-9aaf-4603-8e86-7e0f9d72a9e1 req-a1d3bb49-fec2-4129-9634-9471a94e137a tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:27.611065 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7542bb27-9aaf-4603-8e86-7e0f9d72a9e1 req-a1d3bb49-fec2-4129-9634-9471a94e137a tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/ports?device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 944 time: 0.9324331 Jul 16 20:32:27.614262 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=3ca01933-f5b7-4511-b776-0c1974e22d7b,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:27.706985 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-4a9e4ead-4468-45f1-b523-75cc957253ce tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.769483 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7542bb27-9aaf-4603-8e86-7e0f9d72a9e1 req-a24005c9-0237-461b-905d-ae2df80ac811 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbcdede-0be4-44e7-9e61-f5e05ffd2281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567566 Jul 16 20:32:27.808548 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-4a9e4ead-4468-45f1-b523-75cc957253ce tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.823615 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['4b332a2e-11d0-48a0-9465-93957bcf4c91', '5ba2bee1-431e-4a37-afa8-08fbc6806a7d'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:27.938185 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e4ead-4468-45f1-b523-75cc957253ce tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Pushing event updated for resources: {'Port': ['ID=0b939d52-f3e9-4163-8aa1-168009ceb7b9,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:27.962373 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-4a9e4ead-4468-45f1-b523-75cc957253ce tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Network 3f838853-abda-4c3a-9151-1eee7174c196 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:27.967689 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-4a9e4ead-4468-45f1-b523-75cc957253ce tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:27.992561 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-4a9e4ead-4468-45f1-b523-75cc957253ce tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:28.095082 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f1d1b73c-a13e-48c2-85c6-89fbe2154e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.138554 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-4a9e4ead-4468-45f1-b523-75cc957253ce tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:28.145756 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-4a9e4ead-4468-45f1-b523-75cc957253ce tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.180405 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-4a9e4ead-4468-45f1-b523-75cc957253ce tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2605736 Jul 16 20:32:28.195413 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-0451c4f7-437f-4fb9-bba8-e238dacbaf36 service neutron] Request body: {'port': {'device_id': '3da4b288-615c-47be-bec7-49868cdc2391', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:28.282848 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d288213-be1c-4028-afbf-9c0da1ca7200 req-4a81809d-2d8c-4cdc-ab10-3b791e61ebb7 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 210 time: 0.0663409 Jul 16 20:32:28.418050 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-0451c4f7-437f-4fb9-bba8-e238dacbaf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.516758 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0f9699-0994-41a1-a0e5-76ceec02c871 x-openstack-request-id: req-2c0f9699-0994-41a1-a0e5-76ceec02c871 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:28.517317 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0186c3e3-e2bc-4392-95fa-68a8d6a953f5", "name": "network-vif-plugged", "status": "completed", "tag": "3ca01933-f5b7-4511-b776-0c1974e22d7b", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:28.517398 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2c0f9699-0994-41a1-a0e5-76ceec02c871 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:28.517728 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0186c3e3-e2bc-4392-95fa-68a8d6a953f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca01933-f5b7-4511-b776-0c1974e22d7b', 'code': 200} Jul 16 20:32:28.617577 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 505366f7-e3d8-4807-905f-15a9d6c0fe3e no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:28.665702 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 505366f7-e3d8-4807-905f-15a9d6c0fe3e {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:28.668217 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 505366f7-e3d8-4807-905f-15a9d6c0fe3e not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:28.754772 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83016fd2-377e-44ed-bef8-de021bf10a59 req-c501ddd6-4743-4ac1-b02e-95ca943863fd tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:28.765777 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-83016fd2-377e-44ed-bef8-de021bf10a59 req-c501ddd6-4743-4ac1-b02e-95ca943863fd tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=3da4b288-615c-47be-bec7-49868cdc2391 HTTP/1.1" status: 200 len: 932 time: 0.2248702 Jul 16 20:32:28.923519 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-83016fd2-377e-44ed-bef8-de021bf10a59 req-ed7ef8e9-9943-4dfe-b32d-9b4b0231f1b6 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559336 Jul 16 20:32:28.984742 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-f1d1b73c-a13e-48c2-85c6-89fbe2154e2c admin admin] Deleting port a288de18-4049-486c-b3ef-80f7861d7459 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:28.985113 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f1d1b73c-a13e-48c2-85c6-89fbe2154e2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.176504 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-f1d1b73c-a13e-48c2-85c6-89fbe2154e2c admin admin] For port a288de18-4049-486c-b3ef-80f7861d7459, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a288de18-4049-486c-b3ef-80f7861d7459,segment=NetworkSegment(ee3a15d1-e0dd-4442-848c-29677571a35a),segment_id=ee3a15d1-e0dd-4442-848c-29677571a35a)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:29.179342 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f1d1b73c-a13e-48c2-85c6-89fbe2154e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.218687 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-f1d1b73c-a13e-48c2-85c6-89fbe2154e2c admin admin] Calling delete_port for a288de18-4049-486c-b3ef-80f7861d7459 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:29.369365 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.383028 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2acd37-9721-456e-8f2c-5e406bcc76d3 req-b816b008-00e5-4e0a-bd84-045ec88a7a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:29.384666 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8d2acd37-9721-456e-8f2c-5e406bcc76d3 req-b816b008-00e5-4e0a-bd84-045ec88a7a7d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 1097 time: 0.6231022 Jul 16 20:32:29.541679 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-0451c4f7-437f-4fb9-bba8-e238dacbaf36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b939d52-f3e9-4163-8aa1-168009ceb7b9 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:29.559389 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-0451c4f7-437f-4fb9-bba8-e238dacbaf36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.593675 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-0451c4f7-437f-4fb9-bba8-e238dacbaf36 service neutron] Transition to ACTIVE for port object 0b939d52-f3e9-4163-8aa1-168009ceb7b9 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:29.631584 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-0451c4f7-437f-4fb9-bba8-e238dacbaf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.717971 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451c4f7-437f-4fb9-bba8-e238dacbaf36 service neutron] Pushing event updated for resources: {'Port': ['ID=0b939d52-f3e9-4163-8aa1-168009ceb7b9,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:29.743872 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8d2acd37-9721-456e-8f2c-5e406bcc76d3 req-e74363dc-6b2e-4d8f-9130-42a30a2ca1b3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7cbcdede-0be4-44e7-9e61-f5e05ffd2281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482506 Jul 16 20:32:29.792855 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f1d1b73c-a13e-48c2-85c6-89fbe2154e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.835898 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c3539-0ad0-4f35-8d8a-4759df0d281c req-8df008a2-2d25-4c14-ad55-bfe73f6c4b10 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:29.841694 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-131c3539-0ad0-4f35-8d8a-4759df0d281c req-8df008a2-2d25-4c14-ad55-bfe73f6c4b10 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/ports?device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 945 time: 0.4936590 Jul 16 20:32:29.902668 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1b73c-a13e-48c2-85c6-89fbe2154e2c admin admin] Pushing event deleted for resources: {'Port': ['ID=a288de18-4049-486c-b3ef-80f7861d7459,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:29.929276 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-0451c4f7-437f-4fb9-bba8-e238dacbaf36 service neutron] Attempting to bind port 0b939d52-f3e9-4163-8aa1-168009ceb7b9 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:29.929618 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-0451c4f7-437f-4fb9-bba8-e238dacbaf36 service neutron] Attempting to bind port 0b939d52-f3e9-4163-8aa1-168009ceb7b9 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '3f952078-cb9c-47f7-9e6d-cc7a02591d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3f838853-abda-4c3a-9151-1eee7174c196'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:29.931405 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-0451c4f7-437f-4fb9-bba8-e238dacbaf36 service neutron] Attempting to bind port 0b939d52-f3e9-4163-8aa1-168009ceb7b9 on network 3f838853-abda-4c3a-9151-1eee7174c196 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:29.948110 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-0451c4f7-437f-4fb9-bba8-e238dacbaf36 service neutron] Port 0b939d52-f3e9-4163-8aa1-168009ceb7b9 on network 3f838853-abda-4c3a-9151-1eee7174c196 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:32:29.948893 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-0451c4f7-437f-4fb9-bba8-e238dacbaf36 service neutron] Attempting to bind port 0b939d52-f3e9-4163-8aa1-168009ceb7b9 on network 3f838853-abda-4c3a-9151-1eee7174c196 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:29.971962 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-0451c4f7-437f-4fb9-bba8-e238dacbaf36 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:29.974791 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-0451c4f7-437f-4fb9-bba8-e238dacbaf36 service neutron] Checking segment: {'id': '3f952078-cb9c-47f7-9e6d-cc7a02591d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3f838853-abda-4c3a-9151-1eee7174c196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:29.975909 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-0451c4f7-437f-4fb9-bba8-e238dacbaf36 service neutron] Bound using segment: {'id': '3f952078-cb9c-47f7-9e6d-cc7a02591d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3f838853-abda-4c3a-9151-1eee7174c196'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:29.978212 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-0451c4f7-437f-4fb9-bba8-e238dacbaf36 service neutron] Bound port: 0b939d52-f3e9-4163-8aa1-168009ceb7b9, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f952078-cb9c-47f7-9e6d-cc7a02591d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3f838853-abda-4c3a-9151-1eee7174c196'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:29.978808 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-0451c4f7-437f-4fb9-bba8-e238dacbaf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.027091 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-131c3539-0ad0-4f35-8d8a-4759df0d281c req-811c093d-ddba-4fc1-aa86-176250919e7f tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbcdede-0be4-44e7-9e61-f5e05ffd2281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325395 Jul 16 20:32:30.258610 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-0451c4f7-437f-4fb9-bba8-e238dacbaf36 service neutron] For port 0b939d52-f3e9-4163-8aa1-168009ceb7b9, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:30.280681 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-0451c4f7-437f-4fb9-bba8-e238dacbaf36 service neutron] For port 0b939d52-f3e9-4163-8aa1-168009ceb7b9, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0b939d52-f3e9-4163-8aa1-168009ceb7b9,segment=NetworkSegment(3f952078-cb9c-47f7-9e6d-cc7a02591d17),segment_id=3f952078-cb9c-47f7-9e6d-cc7a02591d17)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:30.295949 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-0451c4f7-437f-4fb9-bba8-e238dacbaf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.412074 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-0451c4f7-437f-4fb9-bba8-e238dacbaf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:30.422982 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-0451c4f7-437f-4fb9-bba8-e238dacbaf36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.424729 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-0451c4f7-437f-4fb9-bba8-e238dacbaf36 service neutron] 10.222.0.18 "PUT /v2.0/ports/0b939d52-f3e9-4163-8aa1-168009ceb7b9 HTTP/1.1" status: 200 len: 1093 time: 2.2338338 Jul 16 20:32:30.425363 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da4b288-615c-47be-bec7-49868cdc2391', 'tag': '0b939d52-f3e9-4163-8aa1-168009ceb7b9'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:30.433279 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e6a830-390a-43f5-a47a-11d690888308" -d '{"events": [{"name": "network-changed", "server_uuid": "3da4b288-615c-47be-bec7-49868cdc2391", "tag": "0b939d52-f3e9-4163-8aa1-168009ceb7b9"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:30.561820 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451c4f7-437f-4fb9-bba8-e238dacbaf36 service neutron] Pushing event updated for resources: {'Port': ['ID=0b939d52-f3e9-4163-8aa1-168009ceb7b9,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:30.629248 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c2b1ed9d-a67e-4bc1-9aef-39b3e16588ee req-152cd363-9384-491a-bed2-77ceef3bde74 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3d45dc1-22f7-4ca6-a8c9-07790d7b3e40 HTTP/1.1" status: 200 len: 210 time: 0.1033792 Jul 16 20:32:30.672352 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-7aa7082d-1c63-48b9-94cb-b695843a40a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:30.673898 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-7aa7082d-1c63-48b9-94cb-b695843a40a7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5c0768f88e84340ae10dbc9a89bd566&device_id=3da4b288-615c-47be-bec7-49868cdc2391 HTTP/1.1" status: 200 len: 1096 time: 0.1797044 Jul 16 20:32:30.713217 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f1d1b73c-a13e-48c2-85c6-89fbe2154e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.763357 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-29d2be1b-0142-454a-b6bc-368e41c992c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b939d52-f3e9-4163-8aa1-168009ceb7b9 HTTP/1.1" status: 200 len: 217 time: 0.0809159 Jul 16 20:32:30.925967 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-d03b2709-ae62-40b0-8a26-ad21d01c1245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:30.930144 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-d03b2709-ae62-40b0-8a26-ad21d01c1245 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f32068c5-153f-4016-8324-2b24dcd4a18d HTTP/1.1" status: 200 len: 854 time: 0.1459894 Jul 16 20:32:30.982035 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-ba35114d-490a-4cad-abaa-c009754ff71d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f838853-abda-4c3a-9151-1eee7174c196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441356 Jul 16 20:32:31.092452 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dda834-3998-4987-b679-c225e5420412 x-openstack-request-id: req-d7dda834-3998-4987-b679-c225e5420412 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:31.092911 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da4b288-615c-47be-bec7-49868cdc2391", "tag": "0b939d52-f3e9-4163-8aa1-168009ceb7b9", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:31.093069 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d7dda834-3998-4987-b679-c225e5420412 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:31.093456 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da4b288-615c-47be-bec7-49868cdc2391', 'tag': '0b939d52-f3e9-4163-8aa1-168009ceb7b9', 'status': 'completed', 'code': 200} Jul 16 20:32:31.114431 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-f23dc705-b3b0-4ae9-bc2a-5682b2057493 service neutron] 10.222.0.18 "GET /v2.0/networks/3f838853-abda-4c3a-9151-1eee7174c196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261866 Jul 16 20:32:31.234033 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1fbe637b-7fe6-4d64-8f65-20f970c88ce5 req-30ab9d6b-7075-4c71-84fc-69ac23386717 service neutron] 10.222.0.18 "GET /v2.0/networks/3f838853-abda-4c3a-9151-1eee7174c196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131680 Jul 16 20:32:31.355749 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d1b73c-a13e-48c2-85c6-89fbe2154e2c admin admin] Router 76a0c7f2-0267-4649-b568-446491d7e607 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:31.388079 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2492f5-2eab-42b8-be3a-fb3f7868df12 req-5fc442be-959a-46c9-a812-c1581d6ae9e9 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:31.400147 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac2492f5-2eab-42b8-be3a-fb3f7868df12 req-5fc442be-959a-46c9-a812-c1581d6ae9e9 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=3da4b288-615c-47be-bec7-49868cdc2391 HTTP/1.1" status: 200 len: 944 time: 0.3776047 Jul 16 20:32:31.485199 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac2492f5-2eab-42b8-be3a-fb3f7868df12 req-bf2fde55-f98e-439c-a1c9-a43a415b397d tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831892 Jul 16 20:32:31.523549 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6a830-390a-43f5-a47a-11d690888308 req-232d14a5-95eb-4edd-b2c8-1816d0ae41a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:31.523549 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87e6a830-390a-43f5-a47a-11d690888308 req-232d14a5-95eb-4edd-b2c8-1816d0ae41a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5c0768f88e84340ae10dbc9a89bd566&device_id=3da4b288-615c-47be-bec7-49868cdc2391 HTTP/1.1" status: 200 len: 1096 time: 0.1978028 Jul 16 20:32:31.701455 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6a830-390a-43f5-a47a-11d690888308 req-438d9084-bdd2-4d2c-b42f-acfd234bc344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:31.703872 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87e6a830-390a-43f5-a47a-11d690888308 req-438d9084-bdd2-4d2c-b42f-acfd234bc344 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3f838853-abda-4c3a-9151-1eee7174c196 HTTP/1.1" status: 200 len: 915 time: 0.1728349 Jul 16 20:32:31.817177 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87e6a830-390a-43f5-a47a-11d690888308 req-2dc8c91c-af62-47d0-8e4f-5a0e6362e2dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b939d52-f3e9-4163-8aa1-168009ceb7b9 HTTP/1.1" status: 200 len: 217 time: 0.1024241 Jul 16 20:32:31.885161 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636744ee-0278-490f-a84c-7352caa90ee5 req-bbb45b9f-263a-4d15-abfc-c119cae30ba1 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:31.893345 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-636744ee-0278-490f-a84c-7352caa90ee5 req-bbb45b9f-263a-4d15-abfc-c119cae30ba1 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/ports?device_id=3906e23d-e2ab-4136-8e6f-209fecc46b2e HTTP/1.1" status: 200 len: 947 time: 0.2811215 Jul 16 20:32:31.962980 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-636744ee-0278-490f-a84c-7352caa90ee5 req-d1799523-edfe-4d86-ab14-e0d31e710a8a tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba6c7ee-7ab6-4901-ad78-b5124b3f69ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682967 Jul 16 20:32:31.964851 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d1b73c-a13e-48c2-85c6-89fbe2154e2c admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:31.975344 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6a830-390a-43f5-a47a-11d690888308 req-d35bc493-814a-4662-893d-eaad266b0745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:31.989478 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87e6a830-390a-43f5-a47a-11d690888308 req-d35bc493-814a-4662-893d-eaad266b0745 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f32068c5-153f-4016-8324-2b24dcd4a18d HTTP/1.1" status: 200 len: 854 time: 0.1529367 Jul 16 20:32:31.989803 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f1d1b73c-a13e-48c2-85c6-89fbe2154e2c admin admin] 10.222.0.38 "PUT /v2.0/routers/76a0c7f2-0267-4649-b568-446491d7e607/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4750881 Jul 16 20:32:31.993663 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82ae99f-b648-42c9-9093-e931203c1b4b None None] Sync routers for ids ['76a0c7f2-0267-4649-b568-446491d7e607'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:32.007350 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 40918) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:32.025588 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82ae99f-b648-42c9-9093-e931203c1b4b None None] Routers {'76a0c7f2-0267-4649-b568-446491d7e607'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:32.035286 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-e82ae99f-b648-42c9-9093-e931203c1b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:32:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['76a0c7f2-0267-4649-b568-446491d7e607'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:32.043985 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87e6a830-390a-43f5-a47a-11d690888308 req-36549485-138c-43f4-992a-f6597a092fa7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f838853-abda-4c3a-9151-1eee7174c196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577109 Jul 16 20:32:32.193507 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87e6a830-390a-43f5-a47a-11d690888308 req-91ecf508-1821-4754-a444-f34e14bed1b1 service neutron] 10.222.0.18 "GET /v2.0/networks/3f838853-abda-4c3a-9151-1eee7174c196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416211 Jul 16 20:32:32.297809 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500ec49-b067-4caf-ae68-f2f455bff491 req-fce2efa7-921c-4ae8-ba7d-2acc827d7737 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:32.302935 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6500ec49-b067-4caf-ae68-f2f455bff491 req-fce2efa7-921c-4ae8-ba7d-2acc827d7737 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/ports?device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 945 time: 0.4823844 Jul 16 20:32:32.365502 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-e82ae99f-b648-42c9-9093-e931203c1b4b None None] Set router 76a0c7f2-0267-4649-b568-446491d7e607 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:32.410394 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6500ec49-b067-4caf-ae68-f2f455bff491 req-72ed7416-ae91-4a53-a4c8-9c0005a0bd81 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbcdede-0be4-44e7-9e61-f5e05ffd2281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949321 Jul 16 20:32:32.450294 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7de91c79-4336-481f-a769-497258df8485 admin admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.451995 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87e6a830-390a-43f5-a47a-11d690888308 req-84394c11-37fc-4bdd-822b-f89e9d0b6816 service neutron] 10.222.0.18 "GET /v2.0/networks/3f838853-abda-4c3a-9151-1eee7174c196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458758 Jul 16 20:32:32.657552 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7de91c79-4336-481f-a769-497258df8485 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.865097 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-e82ae99f-b648-42c9-9093-e931203c1b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a0c7f2-0267-4649-b568-446491d7e607', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102833101-router', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '2cf7300d-4ae6-4030-a301-8b08290433a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:10Z', 'updated_at': '2021-07-16T20:32:29Z', 'revision_number': 5, 'project_id': 'ef5a901508a34486bd668f0922d760af', 'gw_port': {'id': '2cf7300d-4ae6-4030-a301-8b08290433a3', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a0c7f2-0267-4649-b568-446491d7e607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:12Z', 'updated_at': '2021-07-16T20:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:32.906599 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-7de91c79-4336-481f-a769-497258df8485 admin admin] Deleting port 2cf7300d-4ae6-4030-a301-8b08290433a3 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:32.906599 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7de91c79-4336-481f-a769-497258df8485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.933483 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34746c-8346-4f8f-801d-d81c918138ac req-b6db957b-7aac-40b4-a6d5-bbab1899b705 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:32.935262 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7a34746c-8346-4f8f-801d-d81c918138ac req-b6db957b-7aac-40b4-a6d5-bbab1899b705 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.62 "GET /v2.0/ports?device_id=3906e23d-e2ab-4136-8e6f-209fecc46b2e HTTP/1.1" status: 200 len: 947 time: 0.2110343 Jul 16 20:32:32.948548 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82ae99f-b648-42c9-9093-e931203c1b4b None None] Checking router: 76a0c7f2-0267-4649-b568-446491d7e607 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:32.981130 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82ae99f-b648-42c9-9093-e931203c1b4b None None] Routers {'76a0c7f2-0267-4649-b568-446491d7e607'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:32.981858 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-e82ae99f-b648-42c9-9093-e931203c1b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:32:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['76a0c7f2-0267-4649-b568-446491d7e607'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:33.062186 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8d1bf-f6a9-43ea-98e2-285b03850886 req-b61cfe1f-7e30-467b-8838-4e23f4e1cd82 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:33.084238 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fbf8d1bf-f6a9-43ea-98e2-285b03850886 req-b61cfe1f-7e30-467b-8838-4e23f4e1cd82 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/ports?device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 945 time: 0.3316011 Jul 16 20:32:33.227240 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-7a34746c-8346-4f8f-801d-d81c918138ac req-8405fe8d-21eb-44ea-9697-bd4aefdaeda5 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Deleting port b171e116-9b39-4dfc-823e-97d739da6d33 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:33.227585 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-7a34746c-8346-4f8f-801d-d81c918138ac req-8405fe8d-21eb-44ea-9697-bd4aefdaeda5 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.296225 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.327632 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-e82ae99f-b648-42c9-9093-e931203c1b4b None None] Set router 76a0c7f2-0267-4649-b568-446491d7e607 gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:33.332192 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e471d-3f0c-4d5e-9972-20e7314d69b1 req-3eb0f678-dff2-499c-9e9b-c979720969ac tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:33.348353 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3b2e471d-3f0c-4d5e-9972-20e7314d69b1 req-3eb0f678-dff2-499c-9e9b-c979720969ac tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=3da4b288-615c-47be-bec7-49868cdc2391 HTTP/1.1" status: 200 len: 944 time: 0.4978135 Jul 16 20:32:33.399786 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-7a34746c-8346-4f8f-801d-d81c918138ac req-8405fe8d-21eb-44ea-9697-bd4aefdaeda5 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] For port b171e116-9b39-4dfc-823e-97d739da6d33, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b171e116-9b39-4dfc-823e-97d739da6d33,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:33.400437 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-7a34746c-8346-4f8f-801d-d81c918138ac req-8405fe8d-21eb-44ea-9697-bd4aefdaeda5 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.446871 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-7a34746c-8346-4f8f-801d-d81c918138ac req-8405fe8d-21eb-44ea-9697-bd4aefdaeda5 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Calling delete_port for b171e116-9b39-4dfc-823e-97d739da6d33 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:33.456355 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fbf8d1bf-f6a9-43ea-98e2-285b03850886 req-bc1e87ef-30de-4b9f-becb-4e517e3abd1b tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbcdede-0be4-44e7-9e61-f5e05ffd2281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690429 Jul 16 20:32:33.481739 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-7de91c79-4336-481f-a769-497258df8485 admin admin] For port 2cf7300d-4ae6-4030-a301-8b08290433a3, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=2cf7300d-4ae6-4030-a301-8b08290433a3,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:33.486575 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7de91c79-4336-481f-a769-497258df8485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.516035 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-e82ae99f-b648-42c9-9093-e931203c1b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a0c7f2-0267-4649-b568-446491d7e607', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102833101-router', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:10Z', 'updated_at': '2021-07-16T20:32:32Z', 'revision_number': 6, 'project_id': 'ef5a901508a34486bd668f0922d760af', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:33.521810 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-7de91c79-4336-481f-a769-497258df8485 admin admin] Calling delete_port for 2cf7300d-4ae6-4030-a301-8b08290433a3 owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:33.540173 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3b2e471d-3f0c-4d5e-9972-20e7314d69b1 req-78abaa5b-ff84-4c0b-86fd-91d383454908 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905792 Jul 16 20:32:33.676194 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82ae99f-b648-42c9-9093-e931203c1b4b None None] The sync data for ids ['76a0c7f2-0267-4649-b568-446491d7e607'] in n-d-791506-21 is: [{'id': '76a0c7f2-0267-4649-b568-446491d7e607', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102833101-router', 'tenant_id': 'ef5a901508a34486bd668f0922d760af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:10Z', 'updated_at': '2021-07-16T20:32:32Z', 'revision_number': 6, 'project_id': 'ef5a901508a34486bd668f0922d760af', 'gw_port_host': None}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:33.724150 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-7a34746c-8346-4f8f-801d-d81c918138ac req-8405fe8d-21eb-44ea-9697-bd4aefdaeda5 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.807955 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405fe8d-21eb-44ea-9697-bd4aefdaeda5 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Pushing event deleted for resources: {'Port': ['ID=b171e116-9b39-4dfc-823e-97d739da6d33,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:33.889734 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-03876d3c-89f4-4224-963a-9300fc4de545 req-e79ac279-11b6-4a38-a635-81dd380a4fce tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/ports?device_id=3906e23d-e2ab-4136-8e6f-209fecc46b2e HTTP/1.1" status: 200 len: 210 time: 0.0735304 Jul 16 20:32:33.910675 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a34746c-8346-4f8f-801d-d81c918138ac req-8405fe8d-21eb-44ea-9697-bd4aefdaeda5 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] No DVR routers for this DVR port b171e116-9b39-4dfc-823e-97d739da6d33 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:33.913446 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-7a34746c-8346-4f8f-801d-d81c918138ac req-8405fe8d-21eb-44ea-9697-bd4aefdaeda5 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.915559 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7a34746c-8346-4f8f-801d-d81c918138ac req-8405fe8d-21eb-44ea-9697-bd4aefdaeda5 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.62 "DELETE /v2.0/ports/b171e116-9b39-4dfc-823e-97d739da6d33 HTTP/1.1" status: 204 len: 173 time: 0.9745550 Jul 16 20:32:33.916024 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3906e23d-e2ab-4136-8e6f-209fecc46b2e', 'name': 'network-vif-deleted', 'tag': 'b171e116-9b39-4dfc-823e-97d739da6d33'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:33.918373 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae5745c-93b7-4a82-90b5-6e72b407e8ec" -d '{"events": [{"server_uuid": "3906e23d-e2ab-4136-8e6f-209fecc46b2e", "name": "network-vif-deleted", "tag": "b171e116-9b39-4dfc-823e-97d739da6d33"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:34.052671 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7de91c79-4336-481f-a769-497258df8485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.146133 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de91c79-4336-481f-a769-497258df8485 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cf7300d-4ae6-4030-a301-8b08290433a3,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:34.213041 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ebba61-c046-4914-bbe7-d6bd82a9671f x-openstack-request-id: req-01ebba61-c046-4914-bbe7-d6bd82a9671f {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:34.213840 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3906e23d-e2ab-4136-8e6f-209fecc46b2e", "name": "network-vif-deleted", "tag": "b171e116-9b39-4dfc-823e-97d739da6d33", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:34.213840 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-01ebba61-c046-4914-bbe7-d6bd82a9671f {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:34.214251 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3906e23d-e2ab-4136-8e6f-209fecc46b2e', 'name': 'network-vif-deleted', 'tag': 'b171e116-9b39-4dfc-823e-97d739da6d33', 'status': 'completed', 'code': 200} Jul 16 20:32:34.390611 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7de91c79-4336-481f-a769-497258df8485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.586856 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7de91c79-4336-481f-a769-497258df8485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.592725 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7de91c79-4336-481f-a769-497258df8485 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.644368 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 0b939d52-f3e9-4163-8aa1-168009ceb7b9 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:34.758769 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a288de18-4049-486c-b3ef-80f7861d7459 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:34.880295 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: a288de18-4049-486c-b3ef-80f7861d7459 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:34.880636 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a288de18-4049-486c-b3ef-80f7861d7459 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:34.881552 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 2cf7300d-4ae6-4030-a301-8b08290433a3 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:34.927052 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 2cf7300d-4ae6-4030-a301-8b08290433a3 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:34.927569 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 2cf7300d-4ae6-4030-a301-8b08290433a3 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:34.946151 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 0b939d52-f3e9-4163-8aa1-168009ceb7b9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0b939d52-f3e9-4163-8aa1-168009ceb7b9,segment=NetworkSegment(3f952078-cb9c-47f7-9e6d-cc7a02591d17),segment_id=3f952078-cb9c-47f7-9e6d-cc7a02591d17)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:34.961559 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '0b939d52-f3e9-4163-8aa1-168009ceb7b9', 'network_id': '3f838853-abda-4c3a-9151-1eee7174c196', 'port_id': '0b939d52-f3e9-4163-8aa1-168009ceb7b9', 'mac_address': 'fa:16:3e:00:cd:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32068c5-153f-4016-8324-2b24dcd4a18d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:32:34.971232 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7de91c79-4336-481f-a769-497258df8485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.972035 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de91c79-4336-481f-a769-497258df8485 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76a0c7f2-0267-4649-b568-446491d7e607 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:32:35.011322 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7de91c79-4336-481f-a769-497258df8485 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.017642 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 40974) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:35.027770 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7de91c79-4336-481f-a769-497258df8485 admin admin] 10.222.0.38 "DELETE /v2.0/routers/76a0c7f2-0267-4649-b568-446491d7e607 HTTP/1.1" status: 204 len: 168 time: 3.0012503 Jul 16 20:32:35.052736 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.112329 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b939d52-f3e9-4163-8aa1-168009ceb7b9 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:35.167047 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 0b939d52-f3e9-4163-8aa1-168009ceb7b9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0b939d52-f3e9-4163-8aa1-168009ceb7b9,segment=NetworkSegment(3f952078-cb9c-47f7-9e6d-cc7a02591d17),segment_id=3f952078-cb9c-47f7-9e6d-cc7a02591d17)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:35.178751 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.205766 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b4b8ce-fc83-40b3-b9ca-8f443e4689b4 admin admin] Deleting subnet 30ea9770-e9c0-4d77-95f4-cfd136994bd2 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:32:35.209255 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce757bfb-b46f-4284-b942-624f2b12041a req-4853abac-24a8-43ec-b0f3-b6ac10a179a4 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:35.220633 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-13b4b8ce-fc83-40b3-b9ca-8f443e4689b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.221493 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ce757bfb-b46f-4284-b942-624f2b12041a req-4853abac-24a8-43ec-b0f3-b6ac10a179a4 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=3da4b288-615c-47be-bec7-49868cdc2391 HTTP/1.1" status: 200 len: 944 time: 0.2641060 Jul 16 20:32:35.276084 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b2dd1-673c-44bb-a451-8f1854a357a7 req-20d56401-eee3-454e-abde-a0425aef2215 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:35.281125 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c35b2dd1-673c-44bb-a451-8f1854a357a7 req-20d56401-eee3-454e-abde-a0425aef2215 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/ports?device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 945 time: 0.4973030 Jul 16 20:32:35.329356 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-13b4b8ce-fc83-40b3-b9ca-8f443e4689b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.350277 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=0b939d52-f3e9-4163-8aa1-168009ceb7b9,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:35.416299 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c35b2dd1-673c-44bb-a451-8f1854a357a7 req-5a97c5d7-6f72-416c-a5ad-7572b6636c54 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbcdede-0be4-44e7-9e61-f5e05ffd2281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068034 Jul 16 20:32:35.466539 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['0b939d52-f3e9-4163-8aa1-168009ceb7b9'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:35.537263 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-13b4b8ce-fc83-40b3-b9ca-8f443e4689b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.579084 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ce757bfb-b46f-4284-b942-624f2b12041a req-c3215620-2c61-435a-9753-be0fa988f41f tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535368 Jul 16 20:32:35.616501 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-13b4b8ce-fc83-40b3-b9ca-8f443e4689b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.752876 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4b8ce-fc83-40b3-b9ca-8f443e4689b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30ea9770-e9c0-4d77-95f4-cfd136994bd2,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:35.772930 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61c4d83-17b3-404f-8734-9824f195d1c7 None None] Network d6eec540-6b7a-4613-90ff-e030a2c552f3 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:35.776093 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-13b4b8ce-fc83-40b3-b9ca-8f443e4689b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.778875 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-13b4b8ce-fc83-40b3-b9ca-8f443e4689b4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/30ea9770-e9c0-4d77-95f4-cfd136994bd2 HTTP/1.1" status: 204 len: 168 time: 0.7599764 Jul 16 20:32:35.781409 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 40982) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:36.083887 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b702103b-ae28-415c-9275-84593d3bd64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.207561 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-b702103b-ae28-415c-9275-84593d3bd64f admin admin] Deleting port 6220c5d3-05d9-457f-bac6-c9e655fb2106 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:36.208678 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b702103b-ae28-415c-9275-84593d3bd64f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.237451 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6348d8f-143b-4471-85fe-58bae38bfb35 None None] DHCP port deletion for d6eec540-6b7a-4613-90ff-e030a2c552f3 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:32:36.373596 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b6348d8f-143b-4471-85fe-58bae38bfb35 None None] Deleting port 6220c5d3-05d9-457f-bac6-c9e655fb2106 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:36.374665 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6348d8f-143b-4471-85fe-58bae38bfb35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.445700 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-b702103b-ae28-415c-9275-84593d3bd64f admin admin] For port 6220c5d3-05d9-457f-bac6-c9e655fb2106, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=6220c5d3-05d9-457f-bac6-c9e655fb2106,segment=NetworkSegment(ee3a15d1-e0dd-4442-848c-29677571a35a),segment_id=ee3a15d1-e0dd-4442-848c-29677571a35a)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:36.447054 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b702103b-ae28-415c-9275-84593d3bd64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.471120 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-b702103b-ae28-415c-9275-84593d3bd64f admin admin] Calling delete_port for 6220c5d3-05d9-457f-bac6-c9e655fb2106 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:36.673120 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b702103b-ae28-415c-9275-84593d3bd64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.752567 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b702103b-ae28-415c-9275-84593d3bd64f admin admin] No DVR routers for this DVR port 6220c5d3-05d9-457f-bac6-c9e655fb2106 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:36.805710 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702103b-ae28-415c-9275-84593d3bd64f admin admin] Pushing event deleted for resources: {'Port': ['ID=6220c5d3-05d9-457f-bac6-c9e655fb2106,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:36.995631 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 6220c5d3-05d9-457f-bac6-c9e655fb2106 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:36.999206 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 0b939d52-f3e9-4163-8aa1-168009ceb7b9 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:37.051870 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b702103b-ae28-415c-9275-84593d3bd64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.083185 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-b702103b-ae28-415c-9275-84593d3bd64f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6eec540-6b7a-4613-90ff-e030a2c552f3']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:37.109272 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-b702103b-ae28-415c-9275-84593d3bd64f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee3a15d1-e0dd-4442-848c-29677571a35a') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:37.109582 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-b702103b-ae28-415c-9275-84593d3bd64f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee3a15d1-e0dd-4442-848c-29677571a35a') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:37.118023 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b171e116-9b39-4dfc-823e-97d739da6d33 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:37.136832 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b702103b-ae28-415c-9275-84593d3bd64f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.171437 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b702103b-ae28-415c-9275-84593d3bd64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.184808 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b702103b-ae28-415c-9275-84593d3bd64f admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:32:37.185228 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b702103b-ae28-415c-9275-84593d3bd64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:32:37.187346 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:32:37.199224 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: b171e116-9b39-4dfc-823e-97d739da6d33 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:37.199661 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b171e116-9b39-4dfc-823e-97d739da6d33 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:37.205232 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 6220c5d3-05d9-457f-bac6-c9e655fb2106 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:37.205576 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 6220c5d3-05d9-457f-bac6-c9e655fb2106 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:37.259323 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b6348d8f-143b-4471-85fe-58bae38bfb35 None None] For port 6220c5d3-05d9-457f-bac6-c9e655fb2106, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=6220c5d3-05d9-457f-bac6-c9e655fb2106,segment=NetworkSegment(ee3a15d1-e0dd-4442-848c-29677571a35a),segment_id=ee3a15d1-e0dd-4442-848c-29677571a35a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:37.259643 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6348d8f-143b-4471-85fe-58bae38bfb35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.277845 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b6348d8f-143b-4471-85fe-58bae38bfb35 None None] Calling delete_port for 6220c5d3-05d9-457f-bac6-c9e655fb2106 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:37.312696 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 0b939d52-f3e9-4163-8aa1-168009ceb7b9 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:37.382419 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b702103b-ae28-415c-9275-84593d3bd64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.395961 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b702103b-ae28-415c-9275-84593d3bd64f admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.398107 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b702103b-ae28-415c-9275-84593d3bd64f admin admin] 10.222.0.38 "DELETE /v2.0/networks/d6eec540-6b7a-4613-90ff-e030a2c552f3 HTTP/1.1" status: 204 len: 168 time: 1.6154690 Jul 16 20:32:37.406120 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 0b939d52-f3e9-4163-8aa1-168009ceb7b9 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:37.406973 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.415010 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702103b-ae28-415c-9275-84593d3bd64f admin admin] Pushing event deleted for resources: {'Network': ['ID=d6eec540-6b7a-4613-90ff-e030a2c552f3,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:37.526189 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6348d8f-143b-4471-85fe-58bae38bfb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.613656 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b6348d8f-143b-4471-85fe-58bae38bfb35 None None] Network d6eec540-6b7a-4613-90ff-e030a2c552f3 is not hosted by any dhcp agent {{(pid=93795) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:32:37.615678 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6348d8f-143b-4471-85fe-58bae38bfb35 None None] No DVR routers for this DVR port 6220c5d3-05d9-457f-bac6-c9e655fb2106 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:37.635842 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6348d8f-143b-4471-85fe-58bae38bfb35 None None] Pushing event deleted for resources: {'Port': ['ID=6220c5d3-05d9-457f-bac6-c9e655fb2106,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:37.771932 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e9eb1-55ff-4b57-8860-099a7250dd80 req-b8e15cf2-ba2e-4200-b519-efc280674de8 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:37.773694 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-df9e9eb1-55ff-4b57-8860-099a7250dd80 req-b8e15cf2-ba2e-4200-b519-efc280674de8 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7d2ee1a-ea46-4fd9-8c56-9c600098c068 HTTP/1.1" status: 200 len: 949 time: 1.0816374 Jul 16 20:32:37.782493 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed355c-e666-4e73-ace0-3c5f20ad6856 req-f17ee11a-0d86-4163-a30a-c282adb40612 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:37.784268 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.789599 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c3ed355c-e666-4e73-ace0-3c5f20ad6856 req-f17ee11a-0d86-4163-a30a-c282adb40612 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/ports?device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 945 time: 1.0378425 Jul 16 20:32:37.822858 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41018) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:37.843185 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 0b939d52-f3e9-4163-8aa1-168009ceb7b9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0b939d52-f3e9-4163-8aa1-168009ceb7b9,segment=NetworkSegment(3f952078-cb9c-47f7-9e6d-cc7a02591d17),segment_id=3f952078-cb9c-47f7-9e6d-cc7a02591d17)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:37.844461 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da4b288-615c-47be-bec7-49868cdc2391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b939d52-f3e9-4163-8aa1-168009ceb7b9'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:37.847939 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f1ff25-a013-4b26-bf37-4de8e9505d15" -d '{"events": [{"server_uuid": "3da4b288-615c-47be-bec7-49868cdc2391", "name": "network-vif-plugged", "status": "completed", "tag": "0b939d52-f3e9-4163-8aa1-168009ceb7b9"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:37.853754 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.855453 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c3ed355c-e666-4e73-ace0-3c5f20ad6856 req-76684ace-8d72-44bc-a49e-43aa4d5f99c1 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbcdede-0be4-44e7-9e61-f5e05ffd2281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647798 Jul 16 20:32:37.893877 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-df9e9eb1-55ff-4b57-8860-099a7250dd80 req-6274bc1c-8346-40a4-80ee-901bbff7e80e tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba6c7ee-7ab6-4901-ad78-b5124b3f69ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020365 Jul 16 20:32:37.942893 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=0b939d52-f3e9-4163-8aa1-168009ceb7b9,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:37.959146 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e2edeff8-99c7-49e7-9428-3cdfacd86f44 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ef5a901508a34486bd668f0922d760af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327550 Jul 16 20:32:37.959980 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41024) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:38.036615 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a8c8405b-35fc-4c08-a7ce-f92859bb57e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.062697 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a8c8405b-35fc-4c08-a7ce-f92859bb57e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.193426 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a8c8405b-35fc-4c08-a7ce-f92859bb57e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.196609 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a8c8405b-35fc-4c08-a7ce-f92859bb57e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.202419 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a8c8405b-35fc-4c08-a7ce-f92859bb57e6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/51f19296-992e-41f8-a8d8-7e10e6f60971 HTTP/1.1" status: 204 len: 168 time: 0.2411132 Jul 16 20:32:38.216951 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8405b-35fc-4c08-a7ce-f92859bb57e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f19296-992e-41f8-a8d8-7e10e6f60971,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:38.324506 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7d329-e164-41f9-96b0-32cce61374fd req-6fb2f355-2bdf-429f-b435-b5692bca51e8 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:38.326706 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-78e7d329-e164-41f9-96b0-32cce61374fd req-6fb2f355-2bdf-429f-b435-b5692bca51e8 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=3da4b288-615c-47be-bec7-49868cdc2391 HTTP/1.1" status: 200 len: 946 time: 0.2365735 Jul 16 20:32:38.417139 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-78e7d329-e164-41f9-96b0-32cce61374fd req-b282aa53-0e15-4d08-a9e5-ff31371bc6a0 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816534 Jul 16 20:32:38.433961 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1fc09b-2ba1-4a7c-bb1d-e225086587cc x-openstack-request-id: req-1d1fc09b-2ba1-4a7c-bb1d-e225086587cc {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:38.434554 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da4b288-615c-47be-bec7-49868cdc2391", "name": "network-vif-plugged", "status": "completed", "tag": "0b939d52-f3e9-4163-8aa1-168009ceb7b9", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:38.434554 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1d1fc09b-2ba1-4a7c-bb1d-e225086587cc {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:38.434929 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da4b288-615c-47be-bec7-49868cdc2391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b939d52-f3e9-4163-8aa1-168009ceb7b9', 'code': 200} Jul 16 20:32:38.616936 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3add4-61d4-43d5-926c-6918744baf44 req-bbdc93cd-8e9a-40c7-a379-6d1eadf615cf tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:38.629130 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-33d3add4-61d4-43d5-926c-6918744baf44 req-bbdc93cd-8e9a-40c7-a379-6d1eadf615cf tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7d2ee1a-ea46-4fd9-8c56-9c600098c068 HTTP/1.1" status: 200 len: 949 time: 0.2389686 Jul 16 20:32:38.719897 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4318ebb-0f03-4e58-8771-6d4bbe3159cb req-d1bc541b-fdfd-4785-8b03-4e74df030aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:38.723963 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e4318ebb-0f03-4e58-8771-6d4bbe3159cb req-d1bc541b-fdfd-4785-8b03-4e74df030aad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3da4b288-615c-47be-bec7-49868cdc2391 HTTP/1.1" status: 200 len: 1098 time: 0.1754396 Jul 16 20:32:38.806611 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e4318ebb-0f03-4e58-8771-6d4bbe3159cb req-7702a5b4-cb8d-4cca-89bc-1bdaa675821c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765400 Jul 16 20:32:38.994984 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-33d3add4-61d4-43d5-926c-6918744baf44 req-210d8347-2d8e-4068-b9c3-85091b1fc199 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Deleting port cebef639-c703-4fc5-a3ff-43c86366817b {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:38.995471 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-33d3add4-61d4-43d5-926c-6918744baf44 req-210d8347-2d8e-4068-b9c3-85091b1fc199 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:39.249357 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731e784-5e60-4915-8299-2e98a9f5255a req-818c65eb-5f42-4a7d-a275-cd0a8aaf7ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:39.250955 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0731e784-5e60-4915-8299-2e98a9f5255a req-818c65eb-5f42-4a7d-a275-cd0a8aaf7ee6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1869cb75e52647249ce81cbc6f292962&device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 1097 time: 0.2117615 Jul 16 20:32:39.385315 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54d2ca-6789-48e0-9c27-bc97b4863f2a req-23f3a842-9c55-49f6-8f1b-2d6d557157a3 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:39.386974 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aa54d2ca-6789-48e0-9c27-bc97b4863f2a req-23f3a842-9c55-49f6-8f1b-2d6d557157a3 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 944 time: 0.3371654 Jul 16 20:32:39.464066 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402685da-bb37-46f8-ba1f-4609335984c8 req-cfdf223d-074e-4e2c-b9ba-3789ebf5f27f tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:39.471131 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-402685da-bb37-46f8-ba1f-4609335984c8 req-cfdf223d-074e-4e2c-b9ba-3789ebf5f27f tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/ports?device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 945 time: 0.3450315 Jul 16 20:32:39.523893 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aa54d2ca-6789-48e0-9c27-bc97b4863f2a req-66296f48-874e-4596-9c3d-7b9b5808a09d tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275129 Jul 16 20:32:39.565759 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-402685da-bb37-46f8-ba1f-4609335984c8 req-ee14da82-33e4-44e2-b3a2-23dcdf9621f1 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbcdede-0be4-44e7-9e61-f5e05ffd2281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936430 Jul 16 20:32:39.645192 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-33d3add4-61d4-43d5-926c-6918744baf44 req-210d8347-2d8e-4068-b9c3-85091b1fc199 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] For port cebef639-c703-4fc5-a3ff-43c86366817b, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=cebef639-c703-4fc5-a3ff-43c86366817b,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:39.646708 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-33d3add4-61d4-43d5-926c-6918744baf44 req-210d8347-2d8e-4068-b9c3-85091b1fc199 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:39.682632 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-33d3add4-61d4-43d5-926c-6918744baf44 req-210d8347-2d8e-4068-b9c3-85091b1fc199 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Calling delete_port for cebef639-c703-4fc5-a3ff-43c86366817b owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:39.693094 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731e784-5e60-4915-8299-2e98a9f5255a req-934769df-71d7-4fa9-a16d-d771757c019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:39.694984 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0731e784-5e60-4915-8299-2e98a9f5255a req-934769df-71d7-4fa9-a16d-d771757c019d service neutron] 10.222.0.62 "GET /v2.0/networks?id=dbebe039-0813-452e-af35-48f7f10173d3 HTTP/1.1" status: 200 len: 913 time: 0.4264164 Jul 16 20:32:39.841257 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0731e784-5e60-4915-8299-2e98a9f5255a req-64bb66dc-53a6-46a1-a5b9-77c989242878 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ca01933-f5b7-4511-b776-0c1974e22d7b HTTP/1.1" status: 200 len: 217 time: 0.0977693 Jul 16 20:32:39.893904 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fd002-ea25-4501-b27d-2d5618e3371e req-a522eda1-1ea9-4281-aaea-57e8b1153d63 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:39.912288 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a52fd002-ea25-4501-b27d-2d5618e3371e req-a522eda1-1ea9-4281-aaea-57e8b1153d63 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7d2ee1a-ea46-4fd9-8c56-9c600098c068 HTTP/1.1" status: 200 len: 949 time: 0.1311998 Jul 16 20:32:40.017688 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a52fd002-ea25-4501-b27d-2d5618e3371e req-d687da65-566e-4db2-8249-f1afc3bdbe99 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba6c7ee-7ab6-4901-ad78-b5124b3f69ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015613 Jul 16 20:32:40.021835 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731e784-5e60-4915-8299-2e98a9f5255a req-a2b19991-7cc5-4144-923d-d7ca0279126f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:40.023542 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0731e784-5e60-4915-8299-2e98a9f5255a req-a2b19991-7cc5-4144-923d-d7ca0279126f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9392a241-80e6-49aa-a5b6-57a10306295a HTTP/1.1" status: 200 len: 852 time: 0.1671162 Jul 16 20:32:40.039909 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16aebd-c712-4bae-8786-08ddb0f8d898 req-698534d5-ac63-4fde-8db8-35cf9f22c9da tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:40.041395 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3e16aebd-c712-4bae-8786-08ddb0f8d898 req-698534d5-ac63-4fde-8db8-35cf9f22c9da tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.62 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 944 time: 0.5281522 Jul 16 20:32:40.102675 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0731e784-5e60-4915-8299-2e98a9f5255a req-92cd9c5f-e53a-43e4-991a-33cbba5b2797 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dbebe039-0813-452e-af35-48f7f10173d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584245 Jul 16 20:32:40.256044 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf619240-dcd3-4a08-b231-1db785f064a5 req-7bc93346-c41a-4bd3-b6f1-0a2c635905d0 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:40.263204 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf619240-dcd3-4a08-b231-1db785f064a5 req-7bc93346-c41a-4bd3-b6f1-0a2c635905d0 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=3da4b288-615c-47be-bec7-49868cdc2391 HTTP/1.1" status: 200 len: 946 time: 0.1005166 Jul 16 20:32:40.324889 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf619240-dcd3-4a08-b231-1db785f064a5 req-db91a07b-16d8-4ca6-aaa0-2837e0181cfb tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601838 Jul 16 20:32:40.431528 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0731e784-5e60-4915-8299-2e98a9f5255a req-e476d873-c1b4-4442-a6c5-53698bef4712 service neutron] 10.222.0.62 "GET /v2.0/networks/dbebe039-0813-452e-af35-48f7f10173d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171070 Jul 16 20:32:40.476451 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-3e16aebd-c712-4bae-8786-08ddb0f8d898 req-a90fe7be-0879-442f-9e1d-013649c35d86 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Deleting port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:40.477093 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3e16aebd-c712-4bae-8786-08ddb0f8d898 req-a90fe7be-0879-442f-9e1d-013649c35d86 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.982027 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0731e784-5e60-4915-8299-2e98a9f5255a req-15465449-9fca-4e57-a8aa-736ba6cc7c1f service neutron] 10.222.0.62 "GET /v2.0/networks/dbebe039-0813-452e-af35-48f7f10173d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5374265 Jul 16 20:32:40.993366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41126) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:41.005733 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-33d3add4-61d4-43d5-926c-6918744baf44 req-210d8347-2d8e-4068-b9c3-85091b1fc199 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.060690 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022f882-5319-4c8b-b2e7-20f64974d6ef req-cc7ed2ce-c3ae-4f31-94b8-b0547b5b13fd tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:41.068668 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5022f882-5319-4c8b-b2e7-20f64974d6ef req-cc7ed2ce-c3ae-4f31-94b8-b0547b5b13fd tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 944 time: 0.2455041 Jul 16 20:32:41.128615 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41132) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:41.205786 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d3add4-61d4-43d5-926c-6918744baf44 req-210d8347-2d8e-4068-b9c3-85091b1fc199 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] No DVR routers for this DVR port cebef639-c703-4fc5-a3ff-43c86366817b on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:41.208853 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-33d3add4-61d4-43d5-926c-6918744baf44 req-210d8347-2d8e-4068-b9c3-85091b1fc199 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.212112 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-33d3add4-61d4-43d5-926c-6918744baf44 req-210d8347-2d8e-4068-b9c3-85091b1fc199 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.18 "DELETE /v2.0/ports/cebef639-c703-4fc5-a3ff-43c86366817b HTTP/1.1" status: 204 len: 173 time: 2.5755281 Jul 16 20:32:41.244833 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0b963ae6-8887-4f70-aa69-4a9dd8a09e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.259497 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d2ee1a-ea46-4fd9-8c56-9c600098c068', 'name': 'network-vif-deleted', 'tag': 'cebef639-c703-4fc5-a3ff-43c86366817b'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:41.261931 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0f7e99-c0f8-46bd-bbc8-18b7e14ee407" -d '{"events": [{"server_uuid": "c7d2ee1a-ea46-4fd9-8c56-9c600098c068", "name": "network-vif-deleted", "tag": "cebef639-c703-4fc5-a3ff-43c86366817b"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:41.269775 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d8347-2d8e-4068-b9c3-85091b1fc199 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] Pushing event deleted for resources: {'Port': ['ID=cebef639-c703-4fc5-a3ff-43c86366817b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:41.274227 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5022f882-5319-4c8b-b2e7-20f64974d6ef req-f203f32e-f5d7-4e0f-8353-b6410aa91b0e tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868861 Jul 16 20:32:41.337004 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-3e16aebd-c712-4bae-8786-08ddb0f8d898 req-a90fe7be-0879-442f-9e1d-013649c35d86 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] For port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=4da1b85c-da5d-4df3-8ad7-97cd630dac2b,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:41.344222 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3e16aebd-c712-4bae-8786-08ddb0f8d898 req-a90fe7be-0879-442f-9e1d-013649c35d86 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.386431 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-3e16aebd-c712-4bae-8786-08ddb0f8d898 req-a90fe7be-0879-442f-9e1d-013649c35d86 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Calling delete_port for 4da1b85c-da5d-4df3-8ad7-97cd630dac2b owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:41.437737 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053f6cd-07de-427d-abe5-e5f15d12a48e req-36ce3351-47fe-4bad-808a-6b5661a73c8b tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:41.449089 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7053f6cd-07de-427d-abe5-e5f15d12a48e req-36ce3351-47fe-4bad-808a-6b5661a73c8b tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/ports?device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 945 time: 0.4296219 Jul 16 20:32:41.530558 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7053f6cd-07de-427d-abe5-e5f15d12a48e req-832ddd97-5df3-4dbc-aa50-fa521e706f7f tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbcdede-0be4-44e7-9e61-f5e05ffd2281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803833 Jul 16 20:32:41.577939 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91657850-792d-4121-abbe-d158496b682a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.858028 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb07e64e-963d-4e7b-8652-84fc88af173c x-openstack-request-id: req-bb07e64e-963d-4e7b-8652-84fc88af173c {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:41.860132 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d2ee1a-ea46-4fd9-8c56-9c600098c068", "name": "network-vif-deleted", "tag": "cebef639-c703-4fc5-a3ff-43c86366817b", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:41.861268 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bb07e64e-963d-4e7b-8652-84fc88af173c {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:41.865162 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d2ee1a-ea46-4fd9-8c56-9c600098c068', 'name': 'network-vif-deleted', 'tag': 'cebef639-c703-4fc5-a3ff-43c86366817b', 'status': 'completed', 'code': 200} Jul 16 20:32:41.870457 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0b963ae6-8887-4f70-aa69-4a9dd8a09e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.881212 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0b963ae6-8887-4f70-aa69-4a9dd8a09e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.903864 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3e16aebd-c712-4bae-8786-08ddb0f8d898 req-a90fe7be-0879-442f-9e1d-013649c35d86 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.969974 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fe7be-0879-442f-9e1d-013649c35d86 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Pushing event deleted for resources: {'Port': ['ID=4da1b85c-da5d-4df3-8ad7-97cd630dac2b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:42.040462 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0b963ae6-8887-4f70-aa69-4a9dd8a09e05 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=07c769191927431e86f00afd6f7c3ddb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0460138 Jul 16 20:32:42.055074 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41150) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:42.103615 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e16aebd-c712-4bae-8786-08ddb0f8d898 req-a90fe7be-0879-442f-9e1d-013649c35d86 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] No DVR routers for this DVR port 4da1b85c-da5d-4df3-8ad7-97cd630dac2b on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:42.107266 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3e16aebd-c712-4bae-8786-08ddb0f8d898 req-a90fe7be-0879-442f-9e1d-013649c35d86 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.110119 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3e16aebd-c712-4bae-8786-08ddb0f8d898 req-a90fe7be-0879-442f-9e1d-013649c35d86 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.62 "DELETE /v2.0/ports/4da1b85c-da5d-4df3-8ad7-97cd630dac2b HTTP/1.1" status: 204 len: 173 time: 2.0049338 Jul 16 20:32:42.137871 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eabd0769-19b3-4609-9c87-8213bc3ae1ea req-db28d25f-abc5-453e-b3b7-062a2fdbf4d5 tempest-ListImageFiltersTestJSON-1260478308 tempest-ListImageFiltersTestJSON-1260478308-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7d2ee1a-ea46-4fd9-8c56-9c600098c068 HTTP/1.1" status: 200 len: 210 time: 0.1629379 Jul 16 20:32:42.150186 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b963ae6-8887-4f70-aa69-4a9dd8a09e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60bab87-968f-4672-ad76-c9f1b3c8109a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:42.218892 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f87e7f05-1e6c-4a65-9af5-8929af818a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.234393 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91657850-792d-4121-abbe-d158496b682a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.248008 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91657850-792d-4121-abbe-d158496b682a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.280798 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f87e7f05-1e6c-4a65-9af5-8929af818a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.355079 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91657850-792d-4121-abbe-d158496b682a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33384b92-2be9-40fe-a00b-a638631eec2a,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:42.367927 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-91657850-792d-4121-abbe-d158496b682a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b04b3abd3d36471c8b22a619fdc0dacc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1929314 Jul 16 20:32:42.372880 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41154) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:42.402976 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f87e7f05-1e6c-4a65-9af5-8929af818a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.408692 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f87e7f05-1e6c-4a65-9af5-8929af818a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.412915 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f87e7f05-1e6c-4a65-9af5-8929af818a68 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b60bab87-968f-4672-ad76-c9f1b3c8109a HTTP/1.1" status: 204 len: 168 time: 0.3501227 Jul 16 20:32:42.467750 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e7f05-1e6c-4a65-9af5-8929af818a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60bab87-968f-4672-ad76-c9f1b3c8109a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:42.540425 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3f62d33e-a243-4432-abb1-161637f1156e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.610947 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3f62d33e-a243-4432-abb1-161637f1156e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.626491 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0142774-dde5-4157-bb81-bcc490edcae9 req-e604d0d4-d09a-4af7-a7ff-f1178ccaff37 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=18d69cad-b9cb-4078-a444-bd1494b6d8f3 HTTP/1.1" status: 200 len: 210 time: 0.0527790 Jul 16 20:32:42.677607 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device cebef639-c703-4fc5-a3ff-43c86366817b no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:42.753577 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: cebef639-c703-4fc5-a3ff-43c86366817b {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:42.755948 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device cebef639-c703-4fc5-a3ff-43c86366817b not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:42.757801 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3f62d33e-a243-4432-abb1-161637f1156e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.761115 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3f62d33e-a243-4432-abb1-161637f1156e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.764803 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3f62d33e-a243-4432-abb1-161637f1156e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/33384b92-2be9-40fe-a00b-a638631eec2a HTTP/1.1" status: 204 len: 168 time: 0.3809562 Jul 16 20:32:42.827583 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62d33e-a243-4432-abb1-161637f1156e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33384b92-2be9-40fe-a00b-a638631eec2a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:42.892127 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcafaa-9412-4718-a38b-a96c24677cde req-14e81c41-06b2-4ac8-9def-e59b61dbc6c7 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:42.904721 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9efcafaa-9412-4718-a38b-a96c24677cde req-14e81c41-06b2-4ac8-9def-e59b61dbc6c7 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/ports?device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 945 time: 0.1773756 Jul 16 20:32:42.975106 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9efcafaa-9412-4718-a38b-a96c24677cde req-381dd56b-97ba-4d44-bf2e-bbda1b1a7747 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbcdede-0be4-44e7-9e61-f5e05ffd2281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689068 Jul 16 20:32:43.072159 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 4da1b85c-da5d-4df3-8ad7-97cd630dac2b no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:43.111367 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 4da1b85c-da5d-4df3-8ad7-97cd630dac2b {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:43.111837 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 4da1b85c-da5d-4df3-8ad7-97cd630dac2b not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:43.867029 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d69cad-b9cb-4078-a444-bd1494b6d8f3', 'name': 'network-vif-deleted', 'tag': '4da1b85c-da5d-4df3-8ad7-97cd630dac2b'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:43.872014 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35faeb4-5930-40c8-97f7-e062205561da" -d '{"events": [{"server_uuid": "18d69cad-b9cb-4078-a444-bd1494b6d8f3", "name": "network-vif-deleted", "tag": "4da1b85c-da5d-4df3-8ad7-97cd630dac2b"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:44.393211 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5246392a-3b3d-4823-821f-997f817acca3 req-8699d67a-8da1-4cbf-ba96-5ba6ffe748aa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=130553d1-46ce-4ede-a8e0-75d49b5c3936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1747756 Jul 16 20:32:44.399047 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ffcbd-0b6a-4d22-8aa4-a87ff77f18e1 req-fd1dc865-b86a-41b3-bd73-9a3510cb45fe tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:44.405447 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e40ffcbd-0b6a-4d22-8aa4-a87ff77f18e1 req-fd1dc865-b86a-41b3-bd73-9a3510cb45fe tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/ports?device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 945 time: 0.1871431 Jul 16 20:32:44.497475 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e40ffcbd-0b6a-4d22-8aa4-a87ff77f18e1 req-4d5e0967-f1fe-49b0-aa1f-4ae89e27f7ae tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbcdede-0be4-44e7-9e61-f5e05ffd2281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871565 Jul 16 20:32:44.537497 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fc29a3-9b9d-4a28-b8a5-b64eb0a0dfaa x-openstack-request-id: req-c5fc29a3-9b9d-4a28-b8a5-b64eb0a0dfaa {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:44.537497 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d69cad-b9cb-4078-a444-bd1494b6d8f3", "name": "network-vif-deleted", "tag": "4da1b85c-da5d-4df3-8ad7-97cd630dac2b", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:44.537497 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c5fc29a3-9b9d-4a28-b8a5-b64eb0a0dfaa {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:44.537497 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d69cad-b9cb-4078-a444-bd1494b6d8f3', 'name': 'network-vif-deleted', 'tag': '4da1b85c-da5d-4df3-8ad7-97cd630dac2b', 'status': 'completed', 'code': 200} Jul 16 20:32:44.634074 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246392a-3b3d-4823-821f-997f817acca3 req-cdf26df5-ef75-4017-b5bb-3d7a0a946176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:44.639911 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5246392a-3b3d-4823-821f-997f817acca3 req-cdf26df5-ef75-4017-b5bb-3d7a0a946176 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5c0768f88e84340ae10dbc9a89bd566&device_id=130553d1-46ce-4ede-a8e0-75d49b5c3936 HTTP/1.1" status: 200 len: 1098 time: 0.2135384 Jul 16 20:32:44.938202 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246392a-3b3d-4823-821f-997f817acca3 req-b4a7e308-93be-4bd8-8e2d-2e5f22c7686d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:44.940581 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5246392a-3b3d-4823-821f-997f817acca3 req-b4a7e308-93be-4bd8-8e2d-2e5f22c7686d service neutron] 10.222.0.18 "GET /v2.0/networks?id=3f838853-abda-4c3a-9151-1eee7174c196 HTTP/1.1" status: 200 len: 915 time: 0.2722125 Jul 16 20:32:44.994742 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5246392a-3b3d-4823-821f-997f817acca3 req-71e67c04-771f-4dbb-a423-1724b886dd48 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b332a2e-11d0-48a0-9465-93957bcf4c91 HTTP/1.1" status: 200 len: 217 time: 0.0427825 Jul 16 20:32:45.078305 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246392a-3b3d-4823-821f-997f817acca3 req-9b3dc000-4a59-49af-a67d-89b476900186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:45.080459 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5246392a-3b3d-4823-821f-997f817acca3 req-9b3dc000-4a59-49af-a67d-89b476900186 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f32068c5-153f-4016-8324-2b24dcd4a18d HTTP/1.1" status: 200 len: 854 time: 0.0773127 Jul 16 20:32:45.139218 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5246392a-3b3d-4823-821f-997f817acca3 req-d5749e38-457d-4257-9ce0-6824f56907d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f838853-abda-4c3a-9151-1eee7174c196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520828 Jul 16 20:32:45.280654 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5246392a-3b3d-4823-821f-997f817acca3 req-1e8ed33b-ead1-4881-99e5-8a8ca9732e42 service neutron] 10.222.0.18 "GET /v2.0/networks/3f838853-abda-4c3a-9151-1eee7174c196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338143 Jul 16 20:32:45.460165 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5246392a-3b3d-4823-821f-997f817acca3 req-fbc195a3-a94a-4304-8fac-bba418bd0ed2 service neutron] 10.222.0.18 "GET /v2.0/networks/3f838853-abda-4c3a-9151-1eee7174c196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726081 Jul 16 20:32:45.848955 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0451cffe-f99f-43a3-b540-c058826e5a7d req-e0d31070-55d0-483a-9f1d-807a53946245 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2088916 Jul 16 20:32:46.021099 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451cffe-f99f-43a3-b540-c058826e5a7d req-ebb5c71c-8c40-4707-9683-a81ebc1ee1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:46.024070 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0451cffe-f99f-43a3-b540-c058826e5a7d req-ebb5c71c-8c40-4707-9683-a81ebc1ee1e6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8a8ade9cff04e3db4af1591a2770156&device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 1097 time: 0.0739336 Jul 16 20:32:46.205983 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850f71b-c601-4166-b9ca-dc03bf6c050a req-d343cda6-2b19-45e9-9be5-acf6ea4db0a7 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:46.211154 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a850f71b-c601-4166-b9ca-dc03bf6c050a req-d343cda6-2b19-45e9-9be5-acf6ea4db0a7 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/ports?device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 945 time: 0.1993401 Jul 16 20:32:46.355723 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451cffe-f99f-43a3-b540-c058826e5a7d req-298a13b2-e3d7-4859-af51-220bc32d9280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:46.357935 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0451cffe-f99f-43a3-b540-c058826e5a7d req-298a13b2-e3d7-4859-af51-220bc32d9280 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 200 len: 922 time: 0.3073719 Jul 16 20:32:46.370749 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a850f71b-c601-4166-b9ca-dc03bf6c050a req-993eb1f7-f152-426b-b674-b2998d06a032 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbcdede-0be4-44e7-9e61-f5e05ffd2281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541495 Jul 16 20:32:46.505058 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0451cffe-f99f-43a3-b540-c058826e5a7d req-2bbb44a9-aad0-47c0-9acf-a5553c5d64de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a537c4f-b427-45f1-a5fb-ffd3270918fc HTTP/1.1" status: 200 len: 217 time: 0.1379516 Jul 16 20:32:46.612134 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451cffe-f99f-43a3-b540-c058826e5a7d req-2056ba66-08a3-4fbb-8934-eb96f3a51f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:46.613969 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0451cffe-f99f-43a3-b540-c058826e5a7d req-2056ba66-08a3-4fbb-8934-eb96f3a51f3f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13ad8455-a3f9-4cd7-bb5a-6261d086b47a HTTP/1.1" status: 200 len: 861 time: 0.1001353 Jul 16 20:32:46.647931 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41378) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:46.698010 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0451cffe-f99f-43a3-b540-c058826e5a7d req-751971e8-2526-4e07-a846-1216eb5c2509 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0476e10-8d02-4fbd-b804-ab41bcf63297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754976 Jul 16 20:32:46.816967 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9acd247f-687e-4f50-954c-e5d70716da61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.883136 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0451cffe-f99f-43a3-b540-c058826e5a7d req-16c6fe85-c831-430f-b7af-72f1f4726a1c service neutron] 10.222.0.62 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779735 Jul 16 20:32:46.960048 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14f633-d414-4bff-946c-deece2249dc4 req-76cc0bbc-5ffc-4e15-8fe1-66f64baa3958 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:46.960048 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9a14f633-d414-4bff-946c-deece2249dc4 req-76cc0bbc-5ffc-4e15-8fe1-66f64baa3958 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.62 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 944 time: 0.1453130 Jul 16 20:32:47.113065 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9acd247f-687e-4f50-954c-e5d70716da61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.119535 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9acd247f-687e-4f50-954c-e5d70716da61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.231044 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9acd247f-687e-4f50-954c-e5d70716da61 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3dd5fefb4c094ba7983f3fc0db6f07e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5780613 Jul 16 20:32:47.233564 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41402) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:47.366278 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd247f-687e-4f50-954c-e5d70716da61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69971aa-afc1-4ca1-b275-88a4809b0f16,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:47.489776 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2fba8ead-b250-463d-bbbe-f18567d720e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.538678 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cb812-8dc3-4dca-8c18-601645d95436 req-d8180826-de2f-4ce2-b9cc-7aa341faa182 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:47.540820 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-677cb812-8dc3-4dca-8c18-601645d95436 req-d8180826-de2f-4ce2-b9cc-7aa341faa182 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 944 time: 0.2335265 Jul 16 20:32:47.543176 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2fba8ead-b250-463d-bbbe-f18567d720e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.668378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41418) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:47.727759 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-677cb812-8dc3-4dca-8c18-601645d95436 req-1984c2f6-04d5-4dfe-933b-cf826501d840 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705415 Jul 16 20:32:47.777296 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2fba8ead-b250-463d-bbbe-f18567d720e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.781340 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2fba8ead-b250-463d-bbbe-f18567d720e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.786807 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2fba8ead-b250-463d-bbbe-f18567d720e6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d69971aa-afc1-4ca1-b275-88a4809b0f16 HTTP/1.1" status: 204 len: 168 time: 0.5518022 Jul 16 20:32:47.807244 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba8ead-b250-463d-bbbe-f18567d720e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69971aa-afc1-4ca1-b275-88a4809b0f16,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:47.890594 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0451cffe-f99f-43a3-b540-c058826e5a7d req-68c06a43-decd-45d4-8e7e-df7647cea8a3 service neutron] 10.222.0.62 "GET /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9975593 Jul 16 20:32:47.940862 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-9a14f633-d414-4bff-946c-deece2249dc4 req-db0f12e3-0a55-48d4-81b6-a3c6a14978b6 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Deleting port 7ebf8697-f8f6-412c-9791-cffa7bf46842 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:47.941310 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-9a14f633-d414-4bff-946c-deece2249dc4 req-db0f12e3-0a55-48d4-81b6-a3c6a14978b6 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.159681 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-84d7ffb0-5222-4941-a63d-3aa3e0f01bdf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3333159ada2b489a9381719b5f953f7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4868824 Jul 16 20:32:48.160365 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41448) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:48.289106 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-9a14f633-d414-4bff-946c-deece2249dc4 req-db0f12e3-0a55-48d4-81b6-a3c6a14978b6 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] For port 7ebf8697-f8f6-412c-9791-cffa7bf46842, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=7ebf8697-f8f6-412c-9791-cffa7bf46842,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:48.289478 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-9a14f633-d414-4bff-946c-deece2249dc4 req-db0f12e3-0a55-48d4-81b6-a3c6a14978b6 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.314535 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-9a14f633-d414-4bff-946c-deece2249dc4 req-db0f12e3-0a55-48d4-81b6-a3c6a14978b6 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Calling delete_port for 7ebf8697-f8f6-412c-9791-cffa7bf46842 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:48.333527 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2498a-cbf9-4132-9b00-5d737243e3fb req-ed9a9a3a-fc28-40da-99bd-39b6f4771cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:48.335827 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5ef2498a-cbf9-4132-9b00-5d737243e3fb req-ed9a9a3a-fc28-40da-99bd-39b6f4771cb7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1869cb75e52647249ce81cbc6f292962&device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 1097 time: 0.2068133 Jul 16 20:32:48.558865 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-92069a96-98e1-49d1-bb41-8f05ec6e3221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.590801 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-92069a96-98e1-49d1-bb41-8f05ec6e3221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.615064 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2498a-cbf9-4132-9b00-5d737243e3fb req-575bf354-455b-4a5c-b108-b38a8ccdf086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:48.617090 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5ef2498a-cbf9-4132-9b00-5d737243e3fb req-575bf354-455b-4a5c-b108-b38a8ccdf086 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dbebe039-0813-452e-af35-48f7f10173d3 HTTP/1.1" status: 200 len: 913 time: 0.2370439 Jul 16 20:32:48.617756 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41462) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:48.663547 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41466) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:48.664383 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-92069a96-98e1-49d1-bb41-8f05ec6e3221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.667077 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-92069a96-98e1-49d1-bb41-8f05ec6e3221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.671032 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-92069a96-98e1-49d1-bb41-8f05ec6e3221 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8ba6c7ee-7ab6-4901-ad78-b5124b3f69ee HTTP/1.1" status: 204 len: 168 time: 0.5047517 Jul 16 20:32:48.704287 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92069a96-98e1-49d1-bb41-8f05ec6e3221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba6c7ee-7ab6-4901-ad78-b5124b3f69ee,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:48.720600 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-9a14f633-d414-4bff-946c-deece2249dc4 req-db0f12e3-0a55-48d4-81b6-a3c6a14978b6 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.726220 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5ef2498a-cbf9-4132-9b00-5d737243e3fb req-382dcbac-cf5b-4891-8cbe-543f7ea61caf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ca01933-f5b7-4511-b776-0c1974e22d7b HTTP/1.1" status: 200 len: 217 time: 0.1014113 Jul 16 20:32:48.727917 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-37d162c4-b845-486d-a6aa-d5d10d1be443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.753363 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e8174-c5d2-4737-8d91-cbcf46eda078 req-22bc6af8-9785-4118-8e9f-ea75ab6a0290 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:48.767017 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a42e8174-c5d2-4737-8d91-cbcf46eda078 req-22bc6af8-9785-4118-8e9f-ea75ab6a0290 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/ports?device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 945 time: 0.5369577 Jul 16 20:32:48.777142 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91da1a-0177-4f3c-ab9c-98233d574cd4 req-2cafbaad-26fa-4b29-8853-ff30823936e1 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:48.786742 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d91da1a-0177-4f3c-ab9c-98233d574cd4 req-2cafbaad-26fa-4b29-8853-ff30823936e1 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c0f4996-2fa6-49dc-8b13-9be02741853f HTTP/1.1" status: 200 len: 951 time: 0.4232862 Jul 16 20:32:48.826992 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f12e3-0a55-48d4-81b6-a3c6a14978b6 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Pushing event deleted for resources: {'Port': ['ID=7ebf8697-f8f6-412c-9791-cffa7bf46842,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:48.912510 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a14f633-d414-4bff-946c-deece2249dc4 req-db0f12e3-0a55-48d4-81b6-a3c6a14978b6 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] No DVR routers for this DVR port 7ebf8697-f8f6-412c-9791-cffa7bf46842 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:48.915629 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-9a14f633-d414-4bff-946c-deece2249dc4 req-db0f12e3-0a55-48d4-81b6-a3c6a14978b6 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.916020 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a42e8174-c5d2-4737-8d91-cbcf46eda078 req-30924183-cff9-4d8d-b96e-461c166ebd92 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbcdede-0be4-44e7-9e61-f5e05ffd2281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469111 Jul 16 20:32:48.918088 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9a14f633-d414-4bff-946c-deece2249dc4 req-db0f12e3-0a55-48d4-81b6-a3c6a14978b6 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.62 "DELETE /v2.0/ports/7ebf8697-f8f6-412c-9791-cffa7bf46842 HTTP/1.1" status: 204 len: 173 time: 1.9549019 Jul 16 20:32:48.924028 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112adbb0-0564-4d2e-b24f-4312ea29dd2b', 'name': 'network-vif-deleted', 'tag': '7ebf8697-f8f6-412c-9791-cffa7bf46842'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:48.926465 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36b98f3-932f-4cdf-8b0f-8a548b8aa93b" -d '{"events": [{"server_uuid": "112adbb0-0564-4d2e-b24f-4312ea29dd2b", "name": "network-vif-deleted", "tag": "7ebf8697-f8f6-412c-9791-cffa7bf46842"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:48.930488 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d91da1a-0177-4f3c-ab9c-98233d574cd4 req-85371ab8-2df5-4015-babb-dedc89bf41c3 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/security-groups?id=92647a9a-b06c-49b4-9fcc-7997aec47a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400926 Jul 16 20:32:48.932349 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2498a-cbf9-4132-9b00-5d737243e3fb req-ddf500f2-a5bb-4423-b34e-2c55909517f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:48.934247 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5ef2498a-cbf9-4132-9b00-5d737243e3fb req-ddf500f2-a5bb-4423-b34e-2c55909517f5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9392a241-80e6-49aa-a5b6-57a10306295a HTTP/1.1" status: 200 len: 852 time: 0.1967404 Jul 16 20:32:48.960279 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a5e614eb-3936-4a35-ab99-f030357536a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.080094 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-37d162c4-b845-486d-a6aa-d5d10d1be443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.082243 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f861cfe-7b54-4f96-8eb8-b405ddc1402c x-openstack-request-id: req-9f861cfe-7b54-4f96-8eb8-b405ddc1402c {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:49.082637 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112adbb0-0564-4d2e-b24f-4312ea29dd2b", "name": "network-vif-deleted", "tag": "7ebf8697-f8f6-412c-9791-cffa7bf46842", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:49.082936 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9f861cfe-7b54-4f96-8eb8-b405ddc1402c {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:49.083347 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112adbb0-0564-4d2e-b24f-4312ea29dd2b', 'name': 'network-vif-deleted', 'tag': '7ebf8697-f8f6-412c-9791-cffa7bf46842', 'status': 'completed', 'code': 200} Jul 16 20:32:49.171321 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5ef2498a-cbf9-4132-9b00-5d737243e3fb req-f5683c49-94d5-4ebc-ada4-6ff3f743f3b0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dbebe039-0813-452e-af35-48f7f10173d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2114499 Jul 16 20:32:49.173519 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-37d162c4-b845-486d-a6aa-d5d10d1be443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.274653 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a5e614eb-3936-4a35-ab99-f030357536a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.333310 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5ef2498a-cbf9-4132-9b00-5d737243e3fb req-a5139fbc-7e61-43ba-a158-2c6fa82fe1b2 service neutron] 10.222.0.62 "GET /v2.0/networks/dbebe039-0813-452e-af35-48f7f10173d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350789 Jul 16 20:32:49.338019 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c3cc43a1-5caf-4008-b639-19cd45945c86 req-00e8ee7c-e04e-4f3c-963d-5fea25e29dc3 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=112adbb0-0564-4d2e-b24f-4312ea29dd2b HTTP/1.1" status: 200 len: 210 time: 0.0607367 Jul 16 20:32:49.339116 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a5e614eb-3936-4a35-ab99-f030357536a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.408571 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e614eb-3936-4a35-ab99-f030357536a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72d16ed-474e-4c8e-bf12-ba1be48bdaf0,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:49.421013 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a5e614eb-3936-4a35-ab99-f030357536a6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c6308112a72c4a36a1058a2b5d833c6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7478385 Jul 16 20:32:49.423053 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41498) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:49.531064 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d162c4-b845-486d-a6aa-d5d10d1be443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e88e75b-6e51-45b2-b997-3e6f74f47f6d,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:49.541901 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-37d162c4-b845-486d-a6aa-d5d10d1be443 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6d50b7816e044b22b4178bd2f677f620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9186871 Jul 16 20:32:49.553581 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41500) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:49.575983 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-54ec9077-cc94-4743-b8c5-10a46ef15294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.623147 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-54ec9077-cc94-4743-b8c5-10a46ef15294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.735471 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-54ec9077-cc94-4743-b8c5-10a46ef15294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.737617 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-611cd2a7-bbd4-4e01-a6cd-f1ddbbf24879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.738439 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-54ec9077-cc94-4743-b8c5-10a46ef15294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.740322 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-54ec9077-cc94-4743-b8c5-10a46ef15294 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c72d16ed-474e-4c8e-bf12-ba1be48bdaf0 HTTP/1.1" status: 204 len: 168 time: 0.3163798 Jul 16 20:32:49.757810 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec9077-cc94-4743-b8c5-10a46ef15294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72d16ed-474e-4c8e-bf12-ba1be48bdaf0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:49.788159 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-611cd2a7-bbd4-4e01-a6cd-f1ddbbf24879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.830835 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5ef2498a-cbf9-4132-9b00-5d737243e3fb req-83685782-8b56-43e0-8df2-f0ea5bff6e04 service neutron] 10.222.0.62 "GET /v2.0/networks/dbebe039-0813-452e-af35-48f7f10173d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732130 Jul 16 20:32:49.885692 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-611cd2a7-bbd4-4e01-a6cd-f1ddbbf24879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.889964 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-611cd2a7-bbd4-4e01-a6cd-f1ddbbf24879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.895184 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-611cd2a7-bbd4-4e01-a6cd-f1ddbbf24879 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6e88e75b-6e51-45b2-b997-3e6f74f47f6d HTTP/1.1" status: 204 len: 168 time: 0.3397748 Jul 16 20:32:49.905927 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611cd2a7-bbd4-4e01-a6cd-f1ddbbf24879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e88e75b-6e51-45b2-b997-3e6f74f47f6d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:50.380463 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20d98d-14e4-4359-8916-215527c93975 req-e3dd4455-86d0-463b-ae63-de1676bf706d tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:50.394020 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ab20d98d-14e4-4359-8916-215527c93975 req-e3dd4455-86d0-463b-ae63-de1676bf706d tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/ports?device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 945 time: 0.1560292 Jul 16 20:32:50.459978 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ab20d98d-14e4-4359-8916-215527c93975 req-60759c6a-d5ad-426c-878f-620a9cd73e0c tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbcdede-0be4-44e7-9e61-f5e05ffd2281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635231 Jul 16 20:32:51.134515 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b3bdc941-1954-4623-9417-9f8d01a065bc no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:51.266402 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.314293 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0f4996-2fa6-49dc-8b13-9be02741853f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3bdc941-1954-4623-9417-9f8d01a065bc'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:51.321079 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5bf895-2f7a-4d24-896a-05eaf3fd1a0d" -d '{"events": [{"server_uuid": "6c0f4996-2fa6-49dc-8b13-9be02741853f", "name": "network-vif-unplugged", "status": "completed", "tag": "b3bdc941-1954-4623-9417-9f8d01a065bc"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:51.338743 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b3bdc941-1954-4623-9417-9f8d01a065bc, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b3bdc941-1954-4623-9417-9f8d01a065bc,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:51.345010 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.346178 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 7ebf8697-f8f6-412c-9791-cffa7bf46842 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:51.379526 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 7ebf8697-f8f6-412c-9791-cffa7bf46842 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:51.380097 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 7ebf8697-f8f6-412c-9791-cffa7bf46842 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:51.456349 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=b3bdc941-1954-4623-9417-9f8d01a065bc,revision_number=11']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:51.474084 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c68ed-e2d5-45a6-a78c-da593bd92460 req-1d9f4af4-685f-480b-9217-036736c9caff tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:51.476608 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f69c68ed-e2d5-45a6-a78c-da593bd92460 req-1d9f4af4-685f-480b-9217-036736c9caff tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c0f4996-2fa6-49dc-8b13-9be02741853f HTTP/1.1" status: 200 len: 949 time: 0.1494365 Jul 16 20:32:51.532329 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f69c68ed-e2d5-45a6-a78c-da593bd92460 req-3a25ace3-9e65-41cd-9ed8-6938ea47e664 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/security-groups?id=92647a9a-b06c-49b4-9fcc-7997aec47a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484660 Jul 16 20:32:51.598125 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74507a5a-d6dc-4844-b641-5733d8e5c095 x-openstack-request-id: req-74507a5a-d6dc-4844-b641-5733d8e5c095 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:51.598798 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0f4996-2fa6-49dc-8b13-9be02741853f", "name": "network-vif-unplugged", "status": "completed", "tag": "b3bdc941-1954-4623-9417-9f8d01a065bc", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:51.599060 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-74507a5a-d6dc-4844-b641-5733d8e5c095 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:51.600073 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0f4996-2fa6-49dc-8b13-9be02741853f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3bdc941-1954-4623-9417-9f8d01a065bc', 'code': 200} Jul 16 20:32:51.641845 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d378573-022b-4636-abe2-d4cbbe93bd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.682625 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8a281-e24f-43e6-b394-fc0216a95072 req-0f7128ee-e016-49e4-ad6c-8cc23f5ab1de tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:51.684178 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-85a8a281-e24f-43e6-b394-fc0216a95072 req-0f7128ee-e016-49e4-ad6c-8cc23f5ab1de tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 945 time: 0.0826700 Jul 16 20:32:51.708968 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973aafbe-af74-49f3-8e94-5b68e41f0136 req-edb2f4ca-b1ff-4f64-9662-f1312b1ba7be tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:51.710623 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-973aafbe-af74-49f3-8e94-5b68e41f0136 req-edb2f4ca-b1ff-4f64-9662-f1312b1ba7be tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.62 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 945 time: 0.0986500 Jul 16 20:32:51.760588 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-85a8a281-e24f-43e6-b394-fc0216a95072 req-77db690a-fd01-40d9-b786-7e2a8acfb2d0 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698569 Jul 16 20:32:51.803257 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55019c-b138-4859-9442-f8a3df6fd320 req-5cbf5e6a-0495-405a-ab17-21426a9447d4 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:51.805813 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dc55019c-b138-4859-9442-f8a3df6fd320 req-5cbf5e6a-0495-405a-ab17-21426a9447d4 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/ports?device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 945 time: 0.0828004 Jul 16 20:32:51.847393 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-973aafbe-af74-49f3-8e94-5b68e41f0136 req-19df1105-5a2f-4d87-b3e4-e59b95d277b4 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Deleting port 2a537c4f-b427-45f1-a5fb-ffd3270918fc {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:51.848083 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-973aafbe-af74-49f3-8e94-5b68e41f0136 req-19df1105-5a2f-4d87-b3e4-e59b95d277b4 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.856501 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dc55019c-b138-4859-9442-f8a3df6fd320 req-cebac70d-4586-4686-8c98-0c1001b22d3d tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbcdede-0be4-44e7-9e61-f5e05ffd2281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445530 Jul 16 20:32:52.005175 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-973aafbe-af74-49f3-8e94-5b68e41f0136 req-19df1105-5a2f-4d87-b3e4-e59b95d277b4 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] For port 2a537c4f-b427-45f1-a5fb-ffd3270918fc, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=2a537c4f-b427-45f1-a5fb-ffd3270918fc,segment=NetworkSegment(25ee15e2-4b43-4410-a8eb-dec70c0000c8),segment_id=25ee15e2-4b43-4410-a8eb-dec70c0000c8)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:52.006030 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-973aafbe-af74-49f3-8e94-5b68e41f0136 req-19df1105-5a2f-4d87-b3e4-e59b95d277b4 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.023841 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-973aafbe-af74-49f3-8e94-5b68e41f0136 req-19df1105-5a2f-4d87-b3e4-e59b95d277b4 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Calling delete_port for 2a537c4f-b427-45f1-a5fb-ffd3270918fc owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:52.247254 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-973aafbe-af74-49f3-8e94-5b68e41f0136 req-19df1105-5a2f-4d87-b3e4-e59b95d277b4 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.303280 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df1105-5a2f-4d87-b3e4-e59b95d277b4 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Pushing event deleted for resources: {'Port': ['ID=2a537c4f-b427-45f1-a5fb-ffd3270918fc,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:52.393108 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-973aafbe-af74-49f3-8e94-5b68e41f0136 req-19df1105-5a2f-4d87-b3e4-e59b95d277b4 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] No DVR routers for this DVR port 2a537c4f-b427-45f1-a5fb-ffd3270918fc on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:52.396920 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-973aafbe-af74-49f3-8e94-5b68e41f0136 req-19df1105-5a2f-4d87-b3e4-e59b95d277b4 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.400992 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-973aafbe-af74-49f3-8e94-5b68e41f0136 req-19df1105-5a2f-4d87-b3e4-e59b95d277b4 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.62 "DELETE /v2.0/ports/2a537c4f-b427-45f1-a5fb-ffd3270918fc HTTP/1.1" status: 204 len: 173 time: 0.6835248 Jul 16 20:32:52.401664 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23dfb31a-bbf9-47ea-a947-28605a55b17a', 'name': 'network-vif-deleted', 'tag': '2a537c4f-b427-45f1-a5fb-ffd3270918fc'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:52.406244 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68394a9-e432-473a-8888-890d03171032" -d '{"events": [{"server_uuid": "23dfb31a-bbf9-47ea-a947-28605a55b17a", "name": "network-vif-deleted", "tag": "2a537c4f-b427-45f1-a5fb-ffd3270918fc"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:52.525559 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e74b6-815f-4780-8ee5-2bedefe5e6f8 req-94fa08e9-26c5-4f56-9ad9-917884b3b5f7 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:52.534221 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cb1e74b6-815f-4780-8ee5-2bedefe5e6f8 req-94fa08e9-26c5-4f56-9ad9-917884b3b5f7 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/ports?device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 945 time: 0.1134818 Jul 16 20:32:52.562157 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41654) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:52.594001 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cb1e74b6-815f-4780-8ee5-2bedefe5e6f8 req-5c1f5780-ff93-45f9-91fc-71d1dd483930 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbcdede-0be4-44e7-9e61-f5e05ffd2281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585437 Jul 16 20:32:52.640322 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30801248-4b8e-4956-a6a4-5cf1c5959e2e x-openstack-request-id: req-30801248-4b8e-4956-a6a4-5cf1c5959e2e {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:52.640731 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23dfb31a-bbf9-47ea-a947-28605a55b17a", "name": "network-vif-deleted", "tag": "2a537c4f-b427-45f1-a5fb-ffd3270918fc", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:52.641084 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-30801248-4b8e-4956-a6a4-5cf1c5959e2e {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:52.641586 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23dfb31a-bbf9-47ea-a947-28605a55b17a', 'name': 'network-vif-deleted', 'tag': '2a537c4f-b427-45f1-a5fb-ffd3270918fc', 'status': 'completed', 'code': 200} Jul 16 20:32:52.824640 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055a54c-7ecf-4276-b0d8-a06b0149471f req-bd23a878-9f64-49b6-8d73-f8c323723d1e tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:52.835414 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d055a54c-7ecf-4276-b0d8-a06b0149471f req-bd23a878-9f64-49b6-8d73-f8c323723d1e tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c0f4996-2fa6-49dc-8b13-9be02741853f HTTP/1.1" status: 200 len: 949 time: 0.1007640 Jul 16 20:32:52.895590 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-edf1dce8-0b96-4260-bf83-c28332a373e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.897012 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d055a54c-7ecf-4276-b0d8-a06b0149471f req-84aa0fc2-120e-4cb2-be6b-0c26395a045b tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/security-groups?id=92647a9a-b06c-49b4-9fcc-7997aec47a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605805 Jul 16 20:32:53.038358 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d8dd4b6e-e830-43bb-80a7-dd7a470a066d req-677b487a-13ee-4755-b576-661931273403 tempest-LiveAutoBlockMigrationV225Test-786309098 tempest-LiveAutoBlockMigrationV225Test-786309098-project] 10.222.0.38 "GET /v2.0/ports?device_id=23dfb31a-bbf9-47ea-a947-28605a55b17a HTTP/1.1" status: 200 len: 210 time: 0.0860796 Jul 16 20:32:53.113261 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-edf1dce8-0b96-4260-bf83-c28332a373e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.129652 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-edf1dce8-0b96-4260-bf83-c28332a373e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.186599 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e187ccd-f037-49e9-8315-966ac3035e8d req-8ad248e3-bc5e-4779-b758-cb2d9ab9614e tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:53.188182 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0e187ccd-f037-49e9-8315-966ac3035e8d req-8ad248e3-bc5e-4779-b758-cb2d9ab9614e tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c0f4996-2fa6-49dc-8b13-9be02741853f HTTP/1.1" status: 200 len: 949 time: 0.1630189 Jul 16 20:32:53.212640 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-edf1dce8-0b96-4260-bf83-c28332a373e1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=09381d80e6d74ed79133afa8e6330942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6470411 Jul 16 20:32:53.213952 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41678) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:53.231447 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1dce8-0b96-4260-bf83-c28332a373e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22443186-edbe-40a3-8d50-dd420eedca57,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:53.349155 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aef5c256-1262-4b12-a52a-7b2828f130b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.358830 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-0e187ccd-f037-49e9-8315-966ac3035e8d req-167b9489-5c69-4b75-9925-a2254953b993 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Deleting port b3bdc941-1954-4623-9417-9f8d01a065bc {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:53.359407 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0e187ccd-f037-49e9-8315-966ac3035e8d req-167b9489-5c69-4b75-9925-a2254953b993 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.375691 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aef5c256-1262-4b12-a52a-7b2828f130b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.437344 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aef5c256-1262-4b12-a52a-7b2828f130b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.440812 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aef5c256-1262-4b12-a52a-7b2828f130b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.442092 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-aef5c256-1262-4b12-a52a-7b2828f130b9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/22443186-edbe-40a3-8d50-dd420eedca57 HTTP/1.1" status: 204 len: 168 time: 0.2268641 Jul 16 20:32:53.459461 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5c256-1262-4b12-a52a-7b2828f130b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22443186-edbe-40a3-8d50-dd420eedca57,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:53.522127 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-0e187ccd-f037-49e9-8315-966ac3035e8d req-167b9489-5c69-4b75-9925-a2254953b993 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] For port b3bdc941-1954-4623-9417-9f8d01a065bc, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b3bdc941-1954-4623-9417-9f8d01a065bc,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:53.522541 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0e187ccd-f037-49e9-8315-966ac3035e8d req-167b9489-5c69-4b75-9925-a2254953b993 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.537020 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-0e187ccd-f037-49e9-8315-966ac3035e8d req-167b9489-5c69-4b75-9925-a2254953b993 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Calling delete_port for b3bdc941-1954-4623-9417-9f8d01a065bc owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:53.743346 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0e187ccd-f037-49e9-8315-966ac3035e8d req-167b9489-5c69-4b75-9925-a2254953b993 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.777242 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b9489-5c69-4b75-9925-a2254953b993 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Pushing event deleted for resources: {'Port': ['ID=b3bdc941-1954-4623-9417-9f8d01a065bc,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:53.867871 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455f084-530a-4c96-98cb-a7afd5e1a845 req-08b18883-9149-46fe-ae30-7bfdd9b76f65 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:53.874610 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e187ccd-f037-49e9-8315-966ac3035e8d req-167b9489-5c69-4b75-9925-a2254953b993 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] No DVR routers for this DVR port b3bdc941-1954-4623-9417-9f8d01a065bc on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:53.877473 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0e187ccd-f037-49e9-8315-966ac3035e8d req-167b9489-5c69-4b75-9925-a2254953b993 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.878182 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2455f084-530a-4c96-98cb-a7afd5e1a845 req-08b18883-9149-46fe-ae30-7bfdd9b76f65 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/ports?device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 945 time: 0.1363840 Jul 16 20:32:53.879794 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0e187ccd-f037-49e9-8315-966ac3035e8d req-167b9489-5c69-4b75-9925-a2254953b993 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.62 "DELETE /v2.0/ports/b3bdc941-1954-4623-9417-9f8d01a065bc HTTP/1.1" status: 204 len: 173 time: 0.6838255 Jul 16 20:32:53.964646 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2455f084-530a-4c96-98cb-a7afd5e1a845 req-c2bc94c0-751e-4bfe-82a7-30519e4bc36f tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbcdede-0be4-44e7-9e61-f5e05ffd2281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850561 Jul 16 20:32:54.266355 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.272804 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f157e8f-0c2d-4c1f-98c8-62a258371884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.397110 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894fa30-7dbe-4b6f-bfa5-f833eacaa615 req-79a290e4-06c3-4917-a964-8a7b4709b9f7 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:54.417306 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9acb3fb3-845d-40fa-97d1-ec658003bc12 req-3ffb6b84-b729-48c6-af9f-764ff0381ff0 tempest-ImagesOneServerTestJSON-1542479925 tempest-ImagesOneServerTestJSON-1542479925-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c0f4996-2fa6-49dc-8b13-9be02741853f HTTP/1.1" status: 200 len: 210 time: 0.0760920 Jul 16 20:32:54.444529 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f894fa30-7dbe-4b6f-bfa5-f833eacaa615 req-79a290e4-06c3-4917-a964-8a7b4709b9f7 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.62 "GET /v2.0/ports?device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 945 time: 0.2433255 Jul 16 20:32:54.643126 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0f4996-2fa6-49dc-8b13-9be02741853f', 'name': 'network-vif-deleted', 'tag': 'b3bdc941-1954-4623-9417-9f8d01a065bc'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:54.651668 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed4be78-28fb-43a8-ba81-23463d00cae3" -d '{"events": [{"server_uuid": "6c0f4996-2fa6-49dc-8b13-9be02741853f", "name": "network-vif-deleted", "tag": "b3bdc941-1954-4623-9417-9f8d01a065bc"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:54.759941 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41722) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:54.857930 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-f894fa30-7dbe-4b6f-bfa5-f833eacaa615 req-5a72d20e-fd08-4db0-8a57-2be9b0e48570 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Deleting port 3ca01933-f5b7-4511-b776-0c1974e22d7b {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:54.862497 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f894fa30-7dbe-4b6f-bfa5-f833eacaa615 req-5a72d20e-fd08-4db0-8a57-2be9b0e48570 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.154366 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 3ca01933-f5b7-4511-b776-0c1974e22d7b no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:55.228442 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9def5a-1092-4789-9db6-0bc7dcd9041c admin admin] Deleting subnet 13ad8455-a3f9-4cd7-bb5a-6261d086b47a {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:32:55.242979 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-f894fa30-7dbe-4b6f-bfa5-f833eacaa615 req-5a72d20e-fd08-4db0-8a57-2be9b0e48570 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] For port 3ca01933-f5b7-4511-b776-0c1974e22d7b, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=3ca01933-f5b7-4511-b776-0c1974e22d7b,segment=NetworkSegment(ea898cd7-0e13-42ce-b99c-250bec2a6b10),segment_id=ea898cd7-0e13-42ce-b99c-250bec2a6b10)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:55.244109 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f894fa30-7dbe-4b6f-bfa5-f833eacaa615 req-5a72d20e-fd08-4db0-8a57-2be9b0e48570 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.244510 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-db9def5a-1092-4789-9db6-0bc7dcd9041c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.273845 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f07a5b-4beb-4f4b-ba7e-4ed3d9d9f5a5 x-openstack-request-id: req-c0f07a5b-4beb-4f4b-ba7e-4ed3d9d9f5a5 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:55.274461 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0f4996-2fa6-49dc-8b13-9be02741853f", "name": "network-vif-deleted", "tag": "b3bdc941-1954-4623-9417-9f8d01a065bc", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:55.275505 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c0f07a5b-4beb-4f4b-ba7e-4ed3d9d9f5a5 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:55.276085 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0f4996-2fa6-49dc-8b13-9be02741853f', 'name': 'network-vif-deleted', 'tag': 'b3bdc941-1954-4623-9417-9f8d01a065bc', 'status': 'completed', 'code': 200} Jul 16 20:32:55.293025 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-f894fa30-7dbe-4b6f-bfa5-f833eacaa615 req-5a72d20e-fd08-4db0-8a57-2be9b0e48570 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Calling delete_port for 3ca01933-f5b7-4511-b776-0c1974e22d7b owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:55.324532 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.359217 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0186c3e3-e2bc-4392-95fa-68a8d6a953f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ca01933-f5b7-4511-b776-0c1974e22d7b'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:55.361801 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8036dd1-0852-46cb-b034-b836aa8e1d11" -d '{"events": [{"server_uuid": "0186c3e3-e2bc-4392-95fa-68a8d6a953f5", "name": "network-vif-unplugged", "status": "completed", "tag": "3ca01933-f5b7-4511-b776-0c1974e22d7b"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:55.371928 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-db9def5a-1092-4789-9db6-0bc7dcd9041c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.382139 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 3ca01933-f5b7-4511-b776-0c1974e22d7b, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=3ca01933-f5b7-4511-b776-0c1974e22d7b,segment=NetworkSegment(ea898cd7-0e13-42ce-b99c-250bec2a6b10),segment_id=ea898cd7-0e13-42ce-b99c-250bec2a6b10)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:55.401170 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.402152 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 2a537c4f-b427-45f1-a5fb-ffd3270918fc no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:55.431576 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-db9def5a-1092-4789-9db6-0bc7dcd9041c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.506275 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41746) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:55.563916 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e66a3aa-f49c-4170-830e-7c819b98e8a8 x-openstack-request-id: req-6e66a3aa-f49c-4170-830e-7c819b98e8a8 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:55.564449 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0186c3e3-e2bc-4392-95fa-68a8d6a953f5", "name": "network-vif-unplugged", "status": "completed", "tag": "3ca01933-f5b7-4511-b776-0c1974e22d7b", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:55.565976 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6e66a3aa-f49c-4170-830e-7c819b98e8a8 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:55.566588 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0186c3e3-e2bc-4392-95fa-68a8d6a953f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ca01933-f5b7-4511-b776-0c1974e22d7b', 'code': 200} Jul 16 20:32:55.568086 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=3ca01933-f5b7-4511-b776-0c1974e22d7b,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:55.576662 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 2a537c4f-b427-45f1-a5fb-ffd3270918fc {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:55.580211 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 2a537c4f-b427-45f1-a5fb-ffd3270918fc not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:55.583663 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d6ff2-4f86-4a0b-9d8f-89a0296e9b52 req-75b802c9-064d-462b-bd4b-7d37961a5b71 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:55.585405 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-353d6ff2-4f86-4a0b-9d8f-89a0296e9b52 req-75b802c9-064d-462b-bd4b-7d37961a5b71 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/ports?device_id=0186c3e3-e2bc-4392-95fa-68a8d6a953f5 HTTP/1.1" status: 200 len: 943 time: 0.1135204 Jul 16 20:32:55.587177 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-db9def5a-1092-4789-9db6-0bc7dcd9041c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.622270 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9def5a-1092-4789-9db6-0bc7dcd9041c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13ad8455-a3f9-4cd7-bb5a-6261d086b47a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:55.641985 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-db9def5a-1092-4789-9db6-0bc7dcd9041c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.647248 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-db9def5a-1092-4789-9db6-0bc7dcd9041c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/13ad8455-a3f9-4cd7-bb5a-6261d086b47a HTTP/1.1" status: 204 len: 168 time: 0.8829637 Jul 16 20:32:55.650065 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41756) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:55.672211 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f894fa30-7dbe-4b6f-bfa5-f833eacaa615 req-5a72d20e-fd08-4db0-8a57-2be9b0e48570 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.704505 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.718405 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-353d6ff2-4f86-4a0b-9d8f-89a0296e9b52 req-a017aed9-9b2f-4f5b-8874-743e1fdb110f tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbcdede-0be4-44e7-9e61-f5e05ffd2281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063805 Jul 16 20:32:55.728254 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72d20e-fd08-4db0-8a57-2be9b0e48570 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Pushing event deleted for resources: {'Port': ['ID=3ca01933-f5b7-4511-b776-0c1974e22d7b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:55.783551 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-5d46c04e-3ffd-4d1a-a37c-3408c20f5950 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-374517024-network', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:55.813404 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-f894fa30-7dbe-4b6f-bfa5-f833eacaa615 req-5a72d20e-fd08-4db0-8a57-2be9b0e48570 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] No DVR routers for this DVR port 3ca01933-f5b7-4511-b776-0c1974e22d7b on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:55.821701 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f894fa30-7dbe-4b6f-bfa5-f833eacaa615 req-5a72d20e-fd08-4db0-8a57-2be9b0e48570 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.825222 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f894fa30-7dbe-4b6f-bfa5-f833eacaa615 req-5a72d20e-fd08-4db0-8a57-2be9b0e48570 tempest-TestServerAdvancedOps-1810020537 tempest-TestServerAdvancedOps-1810020537-project] 10.222.0.62 "DELETE /v2.0/ports/3ca01933-f5b7-4511-b776-0c1974e22d7b HTTP/1.1" status: 204 len: 173 time: 1.3726280 Jul 16 20:32:55.835744 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-19d2d239-38fb-479f-bdfc-613126a58009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.890145 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d46c04e-3ffd-4d1a-a37c-3408c20f5950 admin admin] Made reservation on behalf of 9032388b8ebe4c33bf7d76406cd09d75 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:55.892570 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d46c04e-3ffd-4d1a-a37c-3408c20f5950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.916255 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d46c04e-3ffd-4d1a-a37c-3408c20f5950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.992323 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-19d2d239-38fb-479f-bdfc-613126a58009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.026550 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-19d2d239-38fb-479f-bdfc-613126a58009 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0476e10-8d02-4fbd-b804-ab41bcf63297']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:56.057992 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-19d2d239-38fb-479f-bdfc-613126a58009 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ee15e2-4b43-4410-a8eb-dec70c0000c8') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:56.058278 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-19d2d239-38fb-479f-bdfc-613126a58009 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ee15e2-4b43-4410-a8eb-dec70c0000c8') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:56.084885 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-19d2d239-38fb-479f-bdfc-613126a58009 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.121885 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-19d2d239-38fb-479f-bdfc-613126a58009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.143227 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d2d239-38fb-479f-bdfc-613126a58009 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:32:56.143227 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-19d2d239-38fb-479f-bdfc-613126a58009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:32:56.144797 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:32:56.246208 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-19d2d239-38fb-479f-bdfc-613126a58009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.288450 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-19d2d239-38fb-479f-bdfc-613126a58009 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.296241 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-19d2d239-38fb-479f-bdfc-613126a58009 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e0476e10-8d02-4fbd-b804-ab41bcf63297 HTTP/1.1" status: 204 len: 168 time: 0.6447971 Jul 16 20:32:56.299464 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41780) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:56.315947 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2d239-38fb-479f-bdfc-613126a58009 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0476e10-8d02-4fbd-b804-ab41bcf63297,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:56.324740 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d46c04e-3ffd-4d1a-a37c-3408c20f5950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.331044 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d46c04e-3ffd-4d1a-a37c-3408c20f5950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.357572 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41782) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:56.376385 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d46c04e-3ffd-4d1a-a37c-3408c20f5950 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:32:56.392549 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46c04e-3ffd-4d1a-a37c-3408c20f5950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db07aa7-abce-4654-baab-037bd6422323,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:56.399757 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d46c04e-3ffd-4d1a-a37c-3408c20f5950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.400129 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-5d46c04e-3ffd-4d1a-a37c-3408c20f5950 admin admin] Added segment d35eaac0-e89f-4b60-bc75-19de0b8db68c of type vlan for network 6a7544a1-50eb-4947-aed6-085fa278f26b Jul 16 20:32:56.435379 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bff8eb0-71af-4509-8eed-d8b4d38eb7a7 admin admin] Deleting subnet cf20a0c0-b3cb-4c8a-a3b3-5f9387178bd4 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:32:56.444025 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9bff8eb0-71af-4509-8eed-d8b4d38eb7a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.511440 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d46c04e-3ffd-4d1a-a37c-3408c20f5950 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.538342 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9bff8eb0-71af-4509-8eed-d8b4d38eb7a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.608968 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d46c04e-3ffd-4d1a-a37c-3408c20f5950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.609783 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d46c04e-3ffd-4d1a-a37c-3408c20f5950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:56.610394 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d46c04e-3ffd-4d1a-a37c-3408c20f5950 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.623054 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9bff8eb0-71af-4509-8eed-d8b4d38eb7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.726030 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9bff8eb0-71af-4509-8eed-d8b4d38eb7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.735057 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46c04e-3ffd-4d1a-a37c-3408c20f5950 admin admin] Pushing event updated for resources: {'Network': ['ID=6a7544a1-50eb-4947-aed6-085fa278f26b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:56.741548 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5d46c04e-3ffd-4d1a-a37c-3408c20f5950 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2339399 Jul 16 20:32:56.742196 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41792) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:56.748444 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-7ef9fc01-ce38-4522-ac01-131155679f62 admin admin] Request body: {'subnet': {'network_id': '6a7544a1-50eb-4947-aed6-085fa278f26b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-374517024-subnet', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:56.758932 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 6a7544a1-50eb-4947-aed6-085fa278f26b details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:32:56.817361 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff8eb0-71af-4509-8eed-d8b4d38eb7a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf20a0c0-b3cb-4c8a-a3b3-5f9387178bd4,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:56.824167 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9bff8eb0-71af-4509-8eed-d8b4d38eb7a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.832245 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2d0df536-a6c7-4b66-8ded-8f2a41effe0d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f8823ef742fe4b56997b7ecfa6ffe080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4699323 Jul 16 20:32:56.832965 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9bff8eb0-71af-4509-8eed-d8b4d38eb7a7 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/cf20a0c0-b3cb-4c8a-a3b3-5f9387178bd4 HTTP/1.1" status: 204 len: 168 time: 0.5309715 Jul 16 20:32:56.833506 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41796) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:56.833842 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41798) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:56.971858 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef9fc01-ce38-4522-ac01-131155679f62 admin admin] Made reservation on behalf of 9032388b8ebe4c33bf7d76406cd09d75 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:56.974768 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7ef9fc01-ce38-4522-ac01-131155679f62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.979657 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41802) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:57.034594 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a579976-0c7e-42c2-8a31-ca092ca8e109 admin admin] Deleting subnet 9392a241-80e6-49aa-a5b6-57a10306295a {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:32:57.037996 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a579976-0c7e-42c2-8a31-ca092ca8e109 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.089010 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a579976-0c7e-42c2-8a31-ca092ca8e109 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.115817 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ff248256-7d25-45c7-9195-af37cde5099a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.119085 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c8935107-389b-4abc-8d6c-6a2598e7ca19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.148834 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a579976-0c7e-42c2-8a31-ca092ca8e109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.151839 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c8935107-389b-4abc-8d6c-6a2598e7ca19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.169379 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b3bdc941-1954-4623-9417-9f8d01a065bc no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:57.194558 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: b3bdc941-1954-4623-9417-9f8d01a065bc {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:57.194974 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b3bdc941-1954-4623-9417-9f8d01a065bc not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:57.230863 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a579976-0c7e-42c2-8a31-ca092ca8e109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.258463 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a579976-0c7e-42c2-8a31-ca092ca8e109 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9392a241-80e6-49aa-a5b6-57a10306295a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:57.266377 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a579976-0c7e-42c2-8a31-ca092ca8e109 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.270923 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6a579976-0c7e-42c2-8a31-ca092ca8e109 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9392a241-80e6-49aa-a5b6-57a10306295a HTTP/1.1" status: 204 len: 168 time: 0.2901039 Jul 16 20:32:57.271742 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41816) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:57.279393 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0186c3e3-e2bc-4392-95fa-68a8d6a953f5', 'name': 'network-vif-deleted', 'tag': '3ca01933-f5b7-4511-b776-0c1974e22d7b'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:57.281816 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da8e43b-ece6-4a9e-a561-8c43097199ed" -d '{"events": [{"server_uuid": "0186c3e3-e2bc-4392-95fa-68a8d6a953f5", "name": "network-vif-deleted", "tag": "3ca01933-f5b7-4511-b776-0c1974e22d7b"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:57.324761 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7ef9fc01-ce38-4522-ac01-131155679f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.402344 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c46203e-a4cd-49c7-aa10-68573248ce11 x-openstack-request-id: req-4c46203e-a4cd-49c7-aa10-68573248ce11 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:57.402716 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0186c3e3-e2bc-4392-95fa-68a8d6a953f5", "name": "network-vif-deleted", "tag": "3ca01933-f5b7-4511-b776-0c1974e22d7b", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:57.403161 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4c46203e-a4cd-49c7-aa10-68573248ce11 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:57.404929 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0186c3e3-e2bc-4392-95fa-68a8d6a953f5', 'name': 'network-vif-deleted', 'tag': '3ca01933-f5b7-4511-b776-0c1974e22d7b', 'status': 'completed', 'code': 200} Jul 16 20:32:57.440349 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef9fc01-ce38-4522-ac01-131155679f62 admin admin] Checking segment: {'id': 'd35eaac0-e89f-4b60-bc75-19de0b8db68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6a7544a1-50eb-4947-aed6-085fa278f26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:57.440724 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef9fc01-ce38-4522-ac01-131155679f62 admin admin] Network hostable DHCP agents. Network: 6a7544a1-50eb-4947-aed6-085fa278f26b, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:32:57.441018 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-493d3e96-8002-4bc6-a254-f12ae159c2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.484488 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ff248256-7d25-45c7-9195-af37cde5099a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.489819 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9fc01-ce38-4522-ac01-131155679f62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbbec1a1-2c80-4471-b62b-c165bab136c6,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:57.499296 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c8935107-389b-4abc-8d6c-6a2598e7ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.502388 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c8935107-389b-4abc-8d6c-6a2598e7ca19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.503641 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c8935107-389b-4abc-8d6c-6a2598e7ca19 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/92647a9a-b06c-49b4-9fcc-7997aec47a21 HTTP/1.1" status: 204 len: 168 time: 0.6684706 Jul 16 20:32:57.509952 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ff248256-7d25-45c7-9195-af37cde5099a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e09210-b3b8-41c5-a6c9-7fb2e5f7e8bb']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:57.533749 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ff248256-7d25-45c7-9195-af37cde5099a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b2c0f5-7aae-4108-b1f5-1e47e06272cf') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:57.534063 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ff248256-7d25-45c7-9195-af37cde5099a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b2c0f5-7aae-4108-b1f5-1e47e06272cf') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:57.536940 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8935107-389b-4abc-8d6c-6a2598e7ca19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92647a9a-b06c-49b4-9fcc-7997aec47a21,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:57.543478 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef9fc01-ce38-4522-ac01-131155679f62 admin admin] Network 6a7544a1-50eb-4947-aed6-085fa278f26b is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:32:57.551792 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ff248256-7d25-45c7-9195-af37cde5099a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.557886 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-493d3e96-8002-4bc6-a254-f12ae159c2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.561207 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-7ef9fc01-ce38-4522-ac01-131155679f62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 6a7544a1-50eb-4947-aed6-085fa278f26b) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:57.569757 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef9fc01-ce38-4522-ac01-131155679f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:57.569757 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7ef9fc01-ce38-4522-ac01-131155679f62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.581298 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ff248256-7d25-45c7-9195-af37cde5099a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.585192 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7ef9fc01-ce38-4522-ac01-131155679f62 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8412788 Jul 16 20:32:57.588741 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41828) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:57.593636 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-de03d9f3-673d-42fb-b720-5c2af49df08d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-374517024-router', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:57.599827 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-493d3e96-8002-4bc6-a254-f12ae159c2b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbebe039-0813-452e-af35-48f7f10173d3']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:57.616327 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91718c5-d773-4445-9fee-74f603e47ae0 None None] Network 6a7544a1-50eb-4947-aed6-085fa278f26b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:57.619601 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff248256-7d25-45c7-9195-af37cde5099a admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:32:57.621198 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ff248256-7d25-45c7-9195-af37cde5099a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:32:57.624850 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:32:57.627647 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.630647 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-493d3e96-8002-4bc6-a254-f12ae159c2b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea898cd7-0e13-42ce-b99c-250bec2a6b10') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:57.631049 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-493d3e96-8002-4bc6-a254-f12ae159c2b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea898cd7-0e13-42ce-b99c-250bec2a6b10') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:57.644901 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-de03d9f3-673d-42fb-b720-5c2af49df08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.645375 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-493d3e96-8002-4bc6-a254-f12ae159c2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.646002 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-de03d9f3-673d-42fb-b720-5c2af49df08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.680908 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-493d3e96-8002-4bc6-a254-f12ae159c2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.695550 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-493d3e96-8002-4bc6-a254-f12ae159c2b6 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:32:57.696173 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-493d3e96-8002-4bc6-a254-f12ae159c2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:32:57.702574 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:32:57.723708 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ff248256-7d25-45c7-9195-af37cde5099a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.735009 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ff248256-7d25-45c7-9195-af37cde5099a admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.742206 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ff248256-7d25-45c7-9195-af37cde5099a admin admin] 10.222.0.38 "DELETE /v2.0/networks/48e09210-b3b8-41c5-a6c9-7fb2e5f7e8bb HTTP/1.1" status: 204 len: 168 time: 0.8737352 Jul 16 20:32:57.760582 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff248256-7d25-45c7-9195-af37cde5099a admin admin] Pushing event deleted for resources: {'Network': ['ID=48e09210-b3b8-41c5-a6c9-7fb2e5f7e8bb,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:57.802699 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-493d3e96-8002-4bc6-a254-f12ae159c2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.809559 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-493d3e96-8002-4bc6-a254-f12ae159c2b6 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.817132 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-493d3e96-8002-4bc6-a254-f12ae159c2b6 admin admin] 10.222.0.38 "DELETE /v2.0/networks/dbebe039-0813-452e-af35-48f7f10173d3 HTTP/1.1" status: 204 len: 168 time: 0.5443451 Jul 16 20:32:57.819418 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41838) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:57.869495 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d3e96-8002-4bc6-a254-f12ae159c2b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbebe039-0813-452e-af35-48f7f10173d3,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:57.876563 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32105548-7cf6-46e1-9bac-ad505d6899e6 None None] Network 6a7544a1-50eb-4947-aed6-085fa278f26b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:57.895395 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96fb9f1-e607-439c-b5e8-b9ad5d035f76 admin admin] Deleting subnet ba5371e5-1aef-492a-8f8f-2b95e33a144c {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:32:57.900300 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f96fb9f1-e607-439c-b5e8-b9ad5d035f76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.937017 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41840) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:57.964426 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-de03d9f3-673d-42fb-b720-5c2af49df08d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.993520 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f96fb9f1-e607-439c-b5e8-b9ad5d035f76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.077744 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f96fb9f1-e607-439c-b5e8-b9ad5d035f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.164920 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f96fb9f1-e607-439c-b5e8-b9ad5d035f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.221576 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f96fb9f1-e607-439c-b5e8-b9ad5d035f76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.224277 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f96fb9f1-e607-439c-b5e8-b9ad5d035f76 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ba5371e5-1aef-492a-8f8f-2b95e33a144c HTTP/1.1" status: 204 len: 168 time: 0.4035237 Jul 16 20:32:58.226005 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96fb9f1-e607-439c-b5e8-b9ad5d035f76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba5371e5-1aef-492a-8f8f-2b95e33a144c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:58.229638 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41854) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:58.360165 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3c82fdd0-44b0-420b-9782-d6acae0ede73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.378339 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41856) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:58.464927 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-05cac912-cd00-4983-9e0a-47d43a433131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.522189 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-de03d9f3-673d-42fb-b720-5c2af49df08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.568261 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e59afdc0-b1d8-4248-9159-4c84636b1d67 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f8a8ade9cff04e3db4af1591a2770156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1724219 Jul 16 20:32:58.569968 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41864) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:58.601871 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3c82fdd0-44b0-420b-9782-d6acae0ede73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.619852 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-3c82fdd0-44b0-420b-9782-d6acae0ede73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db2f6ce-c81f-44f5-a863-24b21af9328c']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:58.645886 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-3c82fdd0-44b0-420b-9782-d6acae0ede73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98d9e8c-4fca-4d03-ad60-2aaac71b421a') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:58.646345 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-3c82fdd0-44b0-420b-9782-d6acae0ede73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98d9e8c-4fca-4d03-ad60-2aaac71b421a') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:58.663443 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3c82fdd0-44b0-420b-9782-d6acae0ede73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.713653 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3c82fdd0-44b0-420b-9782-d6acae0ede73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.755624 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c82fdd0-44b0-420b-9782-d6acae0ede73 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:32:58.756458 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3c82fdd0-44b0-420b-9782-d6acae0ede73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:32:58.761289 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:32:58.794800 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d455aad7-590c-4d44-89d9-f275a2729795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.828826 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d455aad7-590c-4d44-89d9-f275a2729795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.902266 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-05cac912-cd00-4983-9e0a-47d43a433131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.905246 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3c82fdd0-44b0-420b-9782-d6acae0ede73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.907871 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-05cac912-cd00-4983-9e0a-47d43a433131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.926563 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3c82fdd0-44b0-420b-9782-d6acae0ede73 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.931773 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3c82fdd0-44b0-420b-9782-d6acae0ede73 admin admin] 10.222.0.38 "DELETE /v2.0/networks/6db2f6ce-c81f-44f5-a863-24b21af9328c HTTP/1.1" status: 204 len: 168 time: 0.6880658 Jul 16 20:32:58.969524 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82fdd0-44b0-420b-9782-d6acae0ede73 admin admin] Pushing event deleted for resources: {'Network': ['ID=6db2f6ce-c81f-44f5-a863-24b21af9328c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:58.998221 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cac912-cd00-4983-9e0a-47d43a433131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872e883a-f289-4af8-8a0c-593f51a2893d,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:59.004922 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d455aad7-590c-4d44-89d9-f275a2729795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.011427 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d455aad7-590c-4d44-89d9-f275a2729795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.012483 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d455aad7-590c-4d44-89d9-f275a2729795 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46 HTTP/1.1" status: 204 len: 168 time: 0.4403963 Jul 16 20:32:59.016443 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-de03d9f3-673d-42fb-b720-5c2af49df08d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.017124 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-05cac912-cd00-4983-9e0a-47d43a433131 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8d09046fe1d64fdbb4e877663f88adb3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0582764 Jul 16 20:32:59.019160 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41884) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:59.056381 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455aad7-590c-4d44-89d9-f275a2729795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1abdbe5-c752-4bfa-9ffb-56ae9a0c0a46,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:59.059273 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-de03d9f3-673d-42fb-b720-5c2af49df08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.125626 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7459eb5e-ab60-4f7b-8695-30107c1c7b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.163975 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7459eb5e-ab60-4f7b-8695-30107c1c7b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.203681 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41888) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:59.207892 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-de03d9f3-673d-42fb-b720-5c2af49df08d admin admin] Allocated IP 172.25.0.28 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/8d37832b-7121-4084-b447-2debb5fa4e59) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:59.263881 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41890) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:59.264345 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2185e699-aded-4782-a527-ffa8913660d7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1869cb75e52647249ce81cbc6f292962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563250 Jul 16 20:32:59.293329 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7459eb5e-ab60-4f7b-8695-30107c1c7b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.299632 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7459eb5e-ab60-4f7b-8695-30107c1c7b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.300802 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7459eb5e-ab60-4f7b-8695-30107c1c7b91 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/872e883a-f289-4af8-8a0c-593f51a2893d HTTP/1.1" status: 204 len: 168 time: 0.2805285 Jul 16 20:32:59.318939 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459eb5e-ab60-4f7b-8695-30107c1c7b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872e883a-f289-4af8-8a0c-593f51a2893d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:59.393836 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-de03d9f3-673d-42fb-b720-5c2af49df08d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.401516 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6f2fa735-015a-4d7b-ac26-69a2cb0e5c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.403230 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.440270 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6f2fa735-015a-4d7b-ac26-69a2cb0e5c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.498227 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-de03d9f3-673d-42fb-b720-5c2af49df08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.566941 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de03d9f3-673d-42fb-b720-5c2af49df08d admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:59.572233 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-de03d9f3-673d-42fb-b720-5c2af49df08d admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:59.578311 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de03d9f3-673d-42fb-b720-5c2af49df08d admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:59.620418 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6f2fa735-015a-4d7b-ac26-69a2cb0e5c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.624569 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6f2fa735-015a-4d7b-ac26-69a2cb0e5c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.628798 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6f2fa735-015a-4d7b-ac26-69a2cb0e5c9e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7cbcdede-0be4-44e7-9e61-f5e05ffd2281 HTTP/1.1" status: 204 len: 168 time: 0.3633740 Jul 16 20:32:59.632841 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03d9f3-673d-42fb-b720-5c2af49df08d admin admin] Pushing event updated for resources: {'Port': ['ID=8d37832b-7121-4084-b447-2debb5fa4e59,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:59.709115 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2fa735-015a-4d7b-ac26-69a2cb0e5c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbcdede-0be4-44e7-9e61-f5e05ffd2281,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:59.850163 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41908) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:59.955247 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-83d00fcb-003a-43d9-bfd0-dd7f08cb5987 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d08dc9bcb4a34608ad06bb7c3fa99f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1013498 Jul 16 20:32:59.956271 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41910) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:00.038748 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-de03d9f3-673d-42fb-b720-5c2af49df08d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.071932 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f8ad980-b940-49ab-801d-a7d0d045a6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.137496 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f8ad980-b940-49ab-801d-a7d0d045a6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.255878 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f8ad980-b940-49ab-801d-a7d0d045a6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.260549 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f8ad980-b940-49ab-801d-a7d0d045a6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.262516 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8f8ad980-b940-49ab-801d-a7d0d045a6e9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3cf25b1a-8000-474a-990e-30a3a66f33b0 HTTP/1.1" status: 204 len: 168 time: 0.3050020 Jul 16 20:33:00.278506 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ad980-b940-49ab-801d-a7d0d045a6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf25b1a-8000-474a-990e-30a3a66f33b0,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:00.403537 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-de03d9f3-673d-42fb-b720-5c2af49df08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.436320 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41924) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:00.502042 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-943d8803-e25c-4d92-87dc-d4900f4c4dd5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d67c02f6b5c641af8cd5f950b7e89ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0644915 Jul 16 20:33:00.504593 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41926) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:00.577868 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-139f5765-500e-4a34-93e4-ffc71cccf7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.607630 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-139f5765-500e-4a34-93e4-ffc71cccf7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.626889 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de03d9f3-673d-42fb-b720-5c2af49df08d admin admin] Router 28903c1b-3ac2-45c4-b997-24d7062f3300 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:33:00.684642 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-139f5765-500e-4a34-93e4-ffc71cccf7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.688393 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-139f5765-500e-4a34-93e4-ffc71cccf7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.689780 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-139f5765-500e-4a34-93e4-ffc71cccf7c9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/93356356-7740-4771-aded-3642c3bbd95a HTTP/1.1" status: 204 len: 168 time: 0.1841776 Jul 16 20:33:00.701993 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f5765-500e-4a34-93e4-ffc71cccf7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93356356-7740-4771-aded-3642c3bbd95a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:00.800800 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de03d9f3-673d-42fb-b720-5c2af49df08d admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:00.818312 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b99b03-8b14-4fb2-a825-711cb467eca0 None None] Sync routers for ids ['28903c1b-3ac2-45c4-b997-24d7062f3300'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:00.821044 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-de03d9f3-673d-42fb-b720-5c2af49df08d admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.822527 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-de03d9f3-673d-42fb-b720-5c2af49df08d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.2327785 Jul 16 20:33:00.825293 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41936) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:00.852389 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b99b03-8b14-4fb2-a825-711cb467eca0 None None] Routers {'28903c1b-3ac2-45c4-b997-24d7062f3300'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:00.854653 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-23b99b03-8b14-4fb2-a825-711cb467eca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:32:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['28903c1b-3ac2-45c4-b997-24d7062f3300'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:01.105508 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41944) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:01.124640 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-23b99b03-8b14-4fb2-a825-711cb467eca0 None None] Set router 28903c1b-3ac2-45c4-b997-24d7062f3300 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:01.622804 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1407b365-1e81-4ed6-bc8f-83ad2997053e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.634674 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-4c564526-ff61-460c-81d6-3fa3168ebc3b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1071953334-network', 'tenant_id': '6c6f263473814d958e095527b322efb5'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:01.690663 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-23b99b03-8b14-4fb2-a825-711cb467eca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'name': 'tempest-ServerRescueTestJSONUnderV235-374517024-router', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '8d37832b-7121-4084-b447-2debb5fa4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:32:59Z', 'revision_number': 3, 'project_id': '9032388b8ebe4c33bf7d76406cd09d75', 'gw_port': {'id': '8d37832b-7121-4084-b447-2debb5fa4e59', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:59Z', 'updated_at': '2021-07-16T20:32:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:01.692913 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c564526-ff61-460c-81d6-3fa3168ebc3b admin admin] Made reservation on behalf of 6c6f263473814d958e095527b322efb5 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:01.696568 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4c564526-ff61-460c-81d6-3fa3168ebc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.721303 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4c564526-ff61-460c-81d6-3fa3168ebc3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.755930 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b99b03-8b14-4fb2-a825-711cb467eca0 None None] Checking router: 28903c1b-3ac2-45c4-b997-24d7062f3300 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:33:01.756516 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b99b03-8b14-4fb2-a825-711cb467eca0 None None] Updating router 28903c1b-3ac2-45c4-b997-24d7062f3300 port 8d37832b-7121-4084-b447-2debb5fa4e59 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:33:01.798276 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23b99b03-8b14-4fb2-a825-711cb467eca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.934501 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4c564526-ff61-460c-81d6-3fa3168ebc3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.940318 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4c564526-ff61-460c-81d6-3fa3168ebc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.991949 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c564526-ff61-460c-81d6-3fa3168ebc3b admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:33:02.008587 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c564526-ff61-460c-81d6-3fa3168ebc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe1c795-be23-436d-aa49-a291582bf221,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:02.020656 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-1407b365-1e81-4ed6-bc8f-83ad2997053e admin admin] Allocated IP 172.20.0.1 (6a7544a1-50eb-4947-aed6-085fa278f26b/bbbec1a1-2c80-4471-b62b-c165bab136c6/58e10acb-2943-46aa-9c5f-01025f7a4d0a) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:02.035866 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4c564526-ff61-460c-81d6-3fa3168ebc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.036656 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-4c564526-ff61-460c-81d6-3fa3168ebc3b admin admin] Added segment eedb9503-a998-4030-af9b-ee79bd88f973 of type vlan for network df6943c9-2880-4959-95b5-a076d3fa151c Jul 16 20:33:02.091800 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4c564526-ff61-460c-81d6-3fa3168ebc3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.156636 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4c564526-ff61-460c-81d6-3fa3168ebc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.158332 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c564526-ff61-460c-81d6-3fa3168ebc3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:02.161288 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4c564526-ff61-460c-81d6-3fa3168ebc3b admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.197714 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4c564526-ff61-460c-81d6-3fa3168ebc3b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0892940 Jul 16 20:33:02.207499 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41962) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:02.207857 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23b99b03-8b14-4fb2-a825-711cb467eca0 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.225425 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-23b99b03-8b14-4fb2-a825-711cb467eca0 None None] Transition to ACTIVE for port object 8d37832b-7121-4084-b447-2debb5fa4e59 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:02.227380 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-85d073ad-5e75-4a9a-9a5c-1e04eedffa15 admin admin] Request body: {'subnet': {'network_id': 'df6943c9-2880-4959-95b5-a076d3fa151c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1071953334-subnet', 'tenant_id': '6c6f263473814d958e095527b322efb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:02.233898 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23b99b03-8b14-4fb2-a825-711cb467eca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.286706 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-23b99b03-8b14-4fb2-a825-711cb467eca0 None None] Attempting to bind port 8d37832b-7121-4084-b447-2debb5fa4e59 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:02.287578 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-23b99b03-8b14-4fb2-a825-711cb467eca0 None None] Attempting to bind port 8d37832b-7121-4084-b447-2debb5fa4e59 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:02.287911 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b99b03-8b14-4fb2-a825-711cb467eca0 None None] Attempting to bind port 8d37832b-7121-4084-b447-2debb5fa4e59 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:02.323787 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b99b03-8b14-4fb2-a825-711cb467eca0 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:02.324796 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b99b03-8b14-4fb2-a825-711cb467eca0 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:02.325383 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23b99b03-8b14-4fb2-a825-711cb467eca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.326946 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b99b03-8b14-4fb2-a825-711cb467eca0 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:02.327546 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-23b99b03-8b14-4fb2-a825-711cb467eca0 None None] Bound port: 8d37832b-7121-4084-b447-2debb5fa4e59, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:02.327836 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23b99b03-8b14-4fb2-a825-711cb467eca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.338542 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c564526-ff61-460c-81d6-3fa3168ebc3b admin admin] Pushing event updated for resources: {'Network': ['ID=df6943c9-2880-4959-95b5-a076d3fa151c,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:02.353543 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network df6943c9-2880-4959-95b5-a076d3fa151c details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:33:02.394478 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d073ad-5e75-4a9a-9a5c-1e04eedffa15 admin admin] Made reservation on behalf of 6c6f263473814d958e095527b322efb5 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:02.397142 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-85d073ad-5e75-4a9a-9a5c-1e04eedffa15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.404822 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-23b99b03-8b14-4fb2-a825-711cb467eca0 None None] For port 8d37832b-7121-4084-b447-2debb5fa4e59, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:02.409783 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-23b99b03-8b14-4fb2-a825-711cb467eca0 None None] For port 8d37832b-7121-4084-b447-2debb5fa4e59, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=8d37832b-7121-4084-b447-2debb5fa4e59,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:02.430032 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23b99b03-8b14-4fb2-a825-711cb467eca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.562171 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b99b03-8b14-4fb2-a825-711cb467eca0 None None] Routers {'28903c1b-3ac2-45c4-b997-24d7062f3300'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:02.563183 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-23b99b03-8b14-4fb2-a825-711cb467eca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:32:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['28903c1b-3ac2-45c4-b997-24d7062f3300'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:02.724993 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1407b365-1e81-4ed6-bc8f-83ad2997053e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.729833 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-85d073ad-5e75-4a9a-9a5c-1e04eedffa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.770852 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-23b99b03-8b14-4fb2-a825-711cb467eca0 None None] Set router 28903c1b-3ac2-45c4-b997-24d7062f3300 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:02.786878 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d073ad-5e75-4a9a-9a5c-1e04eedffa15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f49e8c3e-dbce-429c-8a71-476eb02ef449,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:02.841673 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d073ad-5e75-4a9a-9a5c-1e04eedffa15 admin admin] Checking segment: {'id': 'eedb9503-a998-4030-af9b-ee79bd88f973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'df6943c9-2880-4959-95b5-a076d3fa151c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:02.842382 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d073ad-5e75-4a9a-9a5c-1e04eedffa15 admin admin] Network hostable DHCP agents. Network: df6943c9-2880-4959-95b5-a076d3fa151c, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:33:02.850539 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:33:02.884973 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d073ad-5e75-4a9a-9a5c-1e04eedffa15 admin admin] Network df6943c9-2880-4959-95b5-a076d3fa151c is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:33:02.900784 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-85d073ad-5e75-4a9a-9a5c-1e04eedffa15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, df6943c9-2880-4959-95b5-a076d3fa151c) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:02.908802 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1407b365-1e81-4ed6-bc8f-83ad2997053e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.918044 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2653604c-745f-4432-8428-9009de266614 None None] Network df6943c9-2880-4959-95b5-a076d3fa151c requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:02.924216 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d073ad-5e75-4a9a-9a5c-1e04eedffa15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:02.924898 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-85d073ad-5e75-4a9a-9a5c-1e04eedffa15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.979922 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ae482-631b-4bf3-89cf-d269b19458ee None None] Pushing event updated for resources: {'Port': ['ID=8d37832b-7121-4084-b447-2debb5fa4e59,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:02.990029 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ae482-631b-4bf3-89cf-d269b19458ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:02.990407 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ae482-631b-4bf3-89cf-d269b19458ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:02.990733 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ae482-631b-4bf3-89cf-d269b19458ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:02.991066 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ae482-631b-4bf3-89cf-d269b19458ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:02.991462 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ae482-631b-4bf3-89cf-d269b19458ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:02.991719 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ae482-631b-4bf3-89cf-d269b19458ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:02.992145 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ae482-631b-4bf3-89cf-d269b19458ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:02.992455 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ae482-631b-4bf3-89cf-d269b19458ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:02.992853 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ae482-631b-4bf3-89cf-d269b19458ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:02.993247 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ae482-631b-4bf3-89cf-d269b19458ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:02.993574 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ae482-631b-4bf3-89cf-d269b19458ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:02.993991 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ae482-631b-4bf3-89cf-d269b19458ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:03.058917 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-85d073ad-5e75-4a9a-9a5c-1e04eedffa15 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8405952 Jul 16 20:33:03.062443 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1407b365-1e81-4ed6-bc8f-83ad2997053e admin admin] Network 6a7544a1-50eb-4947-aed6-085fa278f26b is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:03.070977 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-1407b365-1e81-4ed6-bc8f-83ad2997053e admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:03.086303 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1407b365-1e81-4ed6-bc8f-83ad2997053e admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:03.121298 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a0917c-b173-4339-9fc0-839e7dfcd43a None None] Network df6943c9-2880-4959-95b5-a076d3fa151c requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:03.121817 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ae482-631b-4bf3-89cf-d269b19458ee None None] Pushing event updated for resources: {'Port': ['ID=8d37832b-7121-4084-b447-2debb5fa4e59,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:03.159150 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.185866 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-23b99b03-8b14-4fb2-a825-711cb467eca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'name': 'tempest-ServerRescueTestJSONUnderV235-374517024-router', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '8d37832b-7121-4084-b447-2debb5fa4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:32:59Z', 'revision_number': 3, 'project_id': '9032388b8ebe4c33bf7d76406cd09d75', 'gw_port': {'id': '8d37832b-7121-4084-b447-2debb5fa4e59', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:59Z', 'updated_at': '2021-07-16T20:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:03.187917 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407b365-1e81-4ed6-bc8f-83ad2997053e admin admin] Pushing event updated for resources: {'Port': ['ID=58e10acb-2943-46aa-9c5f-01025f7a4d0a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:03.222309 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1407b365-1e81-4ed6-bc8f-83ad2997053e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.227838 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b99b03-8b14-4fb2-a825-711cb467eca0 None None] The sync data for ids ['28903c1b-3ac2-45c4-b997-24d7062f3300'] in n-d-791506-21 is: [{'id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'name': 'tempest-ServerRescueTestJSONUnderV235-374517024-router', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '8d37832b-7121-4084-b447-2debb5fa4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:32:59Z', 'revision_number': 3, 'project_id': '9032388b8ebe4c33bf7d76406cd09d75', 'gw_port': {'id': '8d37832b-7121-4084-b447-2debb5fa4e59', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:59Z', 'updated_at': '2021-07-16T20:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:03.493102 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1407b365-1e81-4ed6-bc8f-83ad2997053e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.824026 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1407b365-1e81-4ed6-bc8f-83ad2997053e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.833127 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1407b365-1e81-4ed6-bc8f-83ad2997053e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.911979 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407b365-1e81-4ed6-bc8f-83ad2997053e admin admin] Pushing event updated for resources: {'Port': ['ID=58e10acb-2943-46aa-9c5f-01025f7a4d0a,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:03.944260 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1407b365-1e81-4ed6-bc8f-83ad2997053e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.975213 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-0acf7634-8a16-4ee0-8efc-21cd0e4414b0 req-af67f1e1-93bf-44e4-93b5-2710fbc6dc05 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1503515202', 'description': 'tempest-description-1933173394'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:04.281086 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42008) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:04.460715 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e99dd727-c2dc-431e-8351-da1bb67506e5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1759515057-network', 'tenant_id': 'e02ce411f8c3424ea6461d48ad9d3a89'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:04.533219 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.db.api [req-0acf7634-8a16-4ee0-8efc-21cd0e4414b0 req-af67f1e1-93bf-44e4-93b5-2710fbc6dc05 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:33:04.533219 n-d-791506-21 neutron-server[93794]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:33:04.533219 n-d-791506-21 neutron-server[93794]: [parameters: {'project_id': '6c6f263473814d958e095527b322efb5', 'id': '2f439ecf-8fbe-4553-9aca-c90f07dd3924', 'expiration': datetime.datetime(2021, 7, 16, 20, 35, 4, 525511)}] Jul 16 20:33:04.533219 n-d-791506-21 neutron-server[93794]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:33:04.534010 n-d-791506-21 neutron-server[93794]: DEBUG oslo_db.api [req-0acf7634-8a16-4ee0-8efc-21cd0e4414b0 req-af67f1e1-93bf-44e4-93b5-2710fbc6dc05 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:33:04.545109 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99dd727-c2dc-431e-8351-da1bb67506e5 admin admin] Made reservation on behalf of e02ce411f8c3424ea6461d48ad9d3a89 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:04.549560 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e99dd727-c2dc-431e-8351-da1bb67506e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.581007 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e99dd727-c2dc-431e-8351-da1bb67506e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.585962 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1407b365-1e81-4ed6-bc8f-83ad2997053e admin admin] Network 6a7544a1-50eb-4947-aed6-085fa278f26b is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:04.587848 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-1407b365-1e81-4ed6-bc8f-83ad2997053e admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:04.679404 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 8d37832b-7121-4084-b447-2debb5fa4e59 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:04.781975 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1407b365-1e81-4ed6-bc8f-83ad2997053e admin admin] Router 28903c1b-3ac2-45c4-b997-24d7062f3300 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:33:04.799440 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 8d37832b-7121-4084-b447-2debb5fa4e59 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:04.804462 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e99dd727-c2dc-431e-8351-da1bb67506e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.808693 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42024) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:04.811978 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 8d37832b-7121-4084-b447-2debb5fa4e59 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:04.812311 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.821493 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e99dd727-c2dc-431e-8351-da1bb67506e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.850746 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99dd727-c2dc-431e-8351-da1bb67506e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:33:04.868016 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e99dd727-c2dc-431e-8351-da1bb67506e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.868657 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-e99dd727-c2dc-431e-8351-da1bb67506e5 admin admin] Added segment a66d722c-5b03-47ae-bc74-83c1bd4990db of type vlan for network 2c861e1b-5cf8-4d44-86da-8be2198d9fa4 Jul 16 20:33:04.930737 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1407b365-1e81-4ed6-bc8f-83ad2997053e admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:04.931354 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e99dd727-c2dc-431e-8351-da1bb67506e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.939091 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1407b365-1e81-4ed6-bc8f-83ad2997053e admin admin] 10.222.0.38 "PUT /v2.0/routers/28903c1b-3ac2-45c4-b997-24d7062f3300/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1125226 Jul 16 20:33:04.983751 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99dd727-c2dc-431e-8351-da1bb67506e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e233468-aa98-449f-8607-de54ae145b6a,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:04.995881 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99dd727-c2dc-431e-8351-da1bb67506e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:04.996229 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99dd727-c2dc-431e-8351-da1bb67506e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:04.996571 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99dd727-c2dc-431e-8351-da1bb67506e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:04.997270 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99dd727-c2dc-431e-8351-da1bb67506e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:04.997436 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99dd727-c2dc-431e-8351-da1bb67506e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:04.997714 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99dd727-c2dc-431e-8351-da1bb67506e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:04.998144 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99dd727-c2dc-431e-8351-da1bb67506e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:04.998375 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99dd727-c2dc-431e-8351-da1bb67506e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:04.998504 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.998780 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99dd727-c2dc-431e-8351-da1bb67506e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:04.999015 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99dd727-c2dc-431e-8351-da1bb67506e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:04.999337 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99dd727-c2dc-431e-8351-da1bb67506e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:04.999655 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99dd727-c2dc-431e-8351-da1bb67506e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:05.008846 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e99dd727-c2dc-431e-8351-da1bb67506e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.009622 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99dd727-c2dc-431e-8351-da1bb67506e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:05.010389 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e99dd727-c2dc-431e-8351-da1bb67506e5 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.036963 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 8d37832b-7121-4084-b447-2debb5fa4e59, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=8d37832b-7121-4084-b447-2debb5fa4e59,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:05.042798 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.081635 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-0acf7634-8a16-4ee0-8efc-21cd0e4414b0 req-af67f1e1-93bf-44e4-93b5-2710fbc6dc05 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.097919 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99dd727-c2dc-431e-8351-da1bb67506e5 admin admin] Pushing event updated for resources: {'Network': ['ID=2c861e1b-5cf8-4d44-86da-8be2198d9fa4,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:05.104867 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e99dd727-c2dc-431e-8351-da1bb67506e5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8223314 Jul 16 20:33:05.108854 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42034) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:05.115192 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-4bdfedff-ea0b-41ae-a6b1-635d9aafa543 admin admin] Request body: {'subnet': {'network_id': '2c861e1b-5cf8-4d44-86da-8be2198d9fa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1759515057-subnet', 'tenant_id': 'e02ce411f8c3424ea6461d48ad9d3a89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:05.120173 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 2c861e1b-5cf8-4d44-86da-8be2198d9fa4 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:33:05.147372 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=8d37832b-7121-4084-b447-2debb5fa4e59,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:05.221356 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-0acf7634-8a16-4ee0-8efc-21cd0e4414b0 req-af67f1e1-93bf-44e4-93b5-2710fbc6dc05 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.230545 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-0acf7634-8a16-4ee0-8efc-21cd0e4414b0 req-af67f1e1-93bf-44e4-93b5-2710fbc6dc05 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.267157 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67f1e1-93bf-44e4-93b5-2710fbc6dc05 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4539d49a-11c1-4189-afdb-9ba65db23e41,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:05.283062 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a19da5be-67a3-4ef7-846d-1bc3c3cffa91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.299191 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdfedff-ea0b-41ae-a6b1-635d9aafa543 admin admin] Made reservation on behalf of e02ce411f8c3424ea6461d48ad9d3a89 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:05.301826 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4bdfedff-ea0b-41ae-a6b1-635d9aafa543 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.303295 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-0acf7634-8a16-4ee0-8efc-21cd0e4414b0 req-af67f1e1-93bf-44e4-93b5-2710fbc6dc05 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.304688 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0acf7634-8a16-4ee0-8efc-21cd0e4414b0 req-af67f1e1-93bf-44e4-93b5-2710fbc6dc05 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.3346157 Jul 16 20:33:05.334632 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-1fa20b3f-1c29-4671-b637-a7e7af02bc3a req-b98ccace-b216-4e36-a51a-a8c0f0e21641 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-186186278', 'description': 'tempest-description-449900636'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:05.589439 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a19da5be-67a3-4ef7-846d-1bc3c3cffa91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.595033 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a19da5be-67a3-4ef7-846d-1bc3c3cffa91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.614997 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1fa20b3f-1c29-4671-b637-a7e7af02bc3a req-b98ccace-b216-4e36-a51a-a8c0f0e21641 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.626121 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4bdfedff-ea0b-41ae-a6b1-635d9aafa543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.679201 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a19da5be-67a3-4ef7-846d-1bc3c3cffa91 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=69e50e200eac40c88beb0346a6b65b70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8690100 Jul 16 20:33:05.685567 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42054) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:05.689652 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19da5be-67a3-4ef7-846d-1bc3c3cffa91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfdca8e-a419-4689-a22a-c2ffb3404327,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:05.743650 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda92c0b-b01d-4ae7-92f8-1201f5c88290 None None] Sync routers for ids ['28903c1b-3ac2-45c4-b997-24d7062f3300'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:05.747967 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1fa20b3f-1c29-4671-b637-a7e7af02bc3a req-b98ccace-b216-4e36-a51a-a8c0f0e21641 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.754795 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1fa20b3f-1c29-4671-b637-a7e7af02bc3a req-b98ccace-b216-4e36-a51a-a8c0f0e21641 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.760873 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdfedff-ea0b-41ae-a6b1-635d9aafa543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdd08c7b-0c5f-4866-a6f5-5814338e093f,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:05.765483 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda92c0b-b01d-4ae7-92f8-1201f5c88290 None None] Routers {'28903c1b-3ac2-45c4-b997-24d7062f3300'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:05.766198 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-eda92c0b-b01d-4ae7-92f8-1201f5c88290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:32:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['28903c1b-3ac2-45c4-b997-24d7062f3300'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:05.793349 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1fa20b3f-1c29-4671-b637-a7e7af02bc3a req-b98ccace-b216-4e36-a51a-a8c0f0e21641 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.797450 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1fa20b3f-1c29-4671-b637-a7e7af02bc3a req-b98ccace-b216-4e36-a51a-a8c0f0e21641 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4664667 Jul 16 20:33:05.840687 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ccace-b216-4e36-a51a-a8c0f0e21641 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34fb3ba0-991e-4de2-be16-15bf2afeae3d,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:05.852594 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdfedff-ea0b-41ae-a6b1-635d9aafa543 admin admin] Checking segment: {'id': 'a66d722c-5b03-47ae-bc74-83c1bd4990db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2c861e1b-5cf8-4d44-86da-8be2198d9fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:05.853191 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdfedff-ea0b-41ae-a6b1-635d9aafa543 admin admin] Network hostable DHCP agents. Network: 2c861e1b-5cf8-4d44-86da-8be2198d9fa4, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:33:05.892829 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d5c079bb-750e-4401-bf8e-9e94b6eb5194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.908157 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdfedff-ea0b-41ae-a6b1-635d9aafa543 admin admin] Network 2c861e1b-5cf8-4d44-86da-8be2198d9fa4 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:33:05.929615 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-4bdfedff-ea0b-41ae-a6b1-635d9aafa543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 2c861e1b-5cf8-4d44-86da-8be2198d9fa4) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:05.933001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdfedff-ea0b-41ae-a6b1-635d9aafa543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:05.933598 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4bdfedff-ea0b-41ae-a6b1-635d9aafa543 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.939942 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040a3e15-f21a-42fe-91f3-777b0386ef80 None None] Network 2c861e1b-5cf8-4d44-86da-8be2198d9fa4 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:05.944786 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d5c079bb-750e-4401-bf8e-9e94b6eb5194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.977283 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4bdfedff-ea0b-41ae-a6b1-635d9aafa543 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8646569 Jul 16 20:33:05.981692 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42078) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:05.992355 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-eda92c0b-b01d-4ae7-92f8-1201f5c88290 None None] Set router 28903c1b-3ac2-45c4-b997-24d7062f3300 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:05.997024 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d116ec73-4696-4be0-addf-ae1af948bf9b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1759515057-router', 'tenant_id': 'e02ce411f8c3424ea6461d48ad9d3a89', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:06.032028 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d116ec73-4696-4be0-addf-ae1af948bf9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.033278 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d116ec73-4696-4be0-addf-ae1af948bf9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.052407 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d5c079bb-750e-4401-bf8e-9e94b6eb5194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.055856 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d5c079bb-750e-4401-bf8e-9e94b6eb5194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.057194 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d5c079bb-750e-4401-bf8e-9e94b6eb5194 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2cfdca8e-a419-4689-a22a-c2ffb3404327 HTTP/1.1" status: 204 len: 168 time: 0.3642740 Jul 16 20:33:06.077448 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c079bb-750e-4401-bf8e-9e94b6eb5194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfdca8e-a419-4689-a22a-c2ffb3404327,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:06.126726 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d116ec73-4696-4be0-addf-ae1af948bf9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.139747 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-dc07b0d7-25c9-4c42-b892-df432d594156 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:06.151112 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-dc07b0d7-25c9-4c42-b892-df432d594156 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/networks?id=6a7544a1-50eb-4947-aed6-085fa278f26b HTTP/1.1" status: 200 len: 819 time: 0.3051441 Jul 16 20:33:06.209582 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-cbb5f870-5dfd-430b-a347-8052b088f764 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/quotas/9032388b8ebe4c33bf7d76406cd09d75 HTTP/1.1" status: 200 len: 375 time: 0.0458660 Jul 16 20:33:06.226101 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-3ac232a5-3ad3-4426-a064-d8ea24286091 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:06.234027 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-3ac232a5-3ad3-4426-a064-d8ea24286091 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/networks?id=3f838853-abda-4c3a-9151-1eee7174c196 HTTP/1.1" status: 200 len: 814 time: 0.3016543 Jul 16 20:33:06.256459 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-e742405f-2d78-47b2-8891-b09140e74a7b tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/quotas/d5c0768f88e84340ae10dbc9a89bd566 HTTP/1.1" status: 200 len: 375 time: 0.0211406 Jul 16 20:33:06.366067 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d116ec73-4696-4be0-addf-ae1af948bf9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.378899 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-a5c09389-c9f0-45f1-8348-56b9301364d1 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9032388b8ebe4c33bf7d76406cd09d75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1414604 Jul 16 20:33:06.395041 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-9fa3a0d5-8c78-4695-a3d1-ff17e3055d24 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d5c0768f88e84340ae10dbc9a89bd566&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1184516 Jul 16 20:33:06.564031 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 8d37832b-7121-4084-b447-2debb5fa4e59 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:06.572082 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f66e2c1-ad15-4c99-ac75-099380265e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-2c861e1b-5cf8-4d44-86da-8be2198d9fa4', 'network_id': '2c861e1b-5cf8-4d44-86da-8be2198d9fa4', 'tenant_id': 'e02ce411f8c3424ea6461d48ad9d3a89', 'fixed_ips': [{'subnet_id': 'bdd08c7b-0c5f-4866-a6f5-5814338e093f'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:33:06.572997 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f66e2c1-ad15-4c99-ac75-099380265e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.610654 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-780693dc-3408-49c7-8e87-d3b3551499de service neutron] 10.222.0.38 "GET /v2.0/networks/6a7544a1-50eb-4947-aed6-085fa278f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140794 Jul 16 20:33:06.756698 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-fd7bfc75-06e2-449e-99a8-89d5a947e369 service neutron] 10.222.0.38 "GET /v2.0/networks/6a7544a1-50eb-4947-aed6-085fa278f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394131 Jul 16 20:33:06.791771 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-0d1c8cee-7425-4abe-b0b6-1d53f4561f02 service neutron] 10.222.0.38 "GET /v2.0/networks/3f838853-abda-4c3a-9151-1eee7174c196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867896 Jul 16 20:33:06.811176 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 8d37832b-7121-4084-b447-2debb5fa4e59 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:06.812335 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.853333 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d116ec73-4696-4be0-addf-ae1af948bf9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.858951 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-eda92c0b-b01d-4ae7-92f8-1201f5c88290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'name': 'tempest-ServerRescueTestJSONUnderV235-374517024-router', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '8d37832b-7121-4084-b447-2debb5fa4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:33:03Z', 'revision_number': 4, 'project_id': '9032388b8ebe4c33bf7d76406cd09d75', 'gw_port': {'id': '8d37832b-7121-4084-b447-2debb5fa4e59', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:59Z', 'updated_at': '2021-07-16T20:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '58e10acb-2943-46aa-9c5f-01025f7a4d0a', 'name': '', 'network_id': '6a7544a1-50eb-4947-aed6-085fa278f26b', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'mac_address': 'fa:16:3e:49:ef:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'bbbec1a1-2c80-4471-b62b-c165bab136c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:01Z', 'updated_at': '2021-07-16T20:33:03Z', 'revision_number': 2, 'project_id': '9032388b8ebe4c33bf7d76406cd09d75', 'subnets': [{'id': 'bbbec1a1-2c80-4471-b62b-c165bab136c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:06.902866 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d116ec73-4696-4be0-addf-ae1af948bf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.925069 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-b96c2bae-8258-4f94-8a22-432f27e2648c service neutron] 10.222.0.38 "GET /v2.0/networks/3f838853-abda-4c3a-9151-1eee7174c196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317899 Jul 16 20:33:06.965921 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda92c0b-b01d-4ae7-92f8-1201f5c88290 None None] Checking router: 28903c1b-3ac2-45c4-b997-24d7062f3300 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:33:06.966351 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda92c0b-b01d-4ae7-92f8-1201f5c88290 None None] Updating router 28903c1b-3ac2-45c4-b997-24d7062f3300 port 58e10acb-2943-46aa-9c5f-01025f7a4d0a binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:33:07.058822 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-5f66e2c1-ad15-4c99-ac75-099380265e0f None None] Allocated IP 172.20.0.2 (2c861e1b-5cf8-4d44-86da-8be2198d9fa4/bdd08c7b-0c5f-4866-a6f5-5814338e093f/dab4f5f4-1706-431a-a003-c39a70d10a74) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:07.175198 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-d116ec73-4696-4be0-addf-ae1af948bf9b admin admin] Allocated IP 172.25.0.90 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/aadd28d2-0220-46a7-b824-94eab0ae0b74) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:07.295720 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f66e2c1-ad15-4c99-ac75-099380265e0f None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.321201 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5f66e2c1-ad15-4c99-ac75-099380265e0f None None] Transition to ACTIVE for port object dab4f5f4-1706-431a-a003-c39a70d10a74 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:07.328020 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eda92c0b-b01d-4ae7-92f8-1201f5c88290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.371538 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5f66e2c1-ad15-4c99-ac75-099380265e0f None None] Transition to ACTIVE for port object dab4f5f4-1706-431a-a003-c39a70d10a74 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:07.400162 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f66e2c1-ad15-4c99-ac75-099380265e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.488919 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d116ec73-4696-4be0-addf-ae1af948bf9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.494586 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f66e2c1-ad15-4c99-ac75-099380265e0f None None] Network 2c861e1b-5cf8-4d44-86da-8be2198d9fa4 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:07.530265 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-427b920b-ff3c-4f22-bcc4-3895f93da88f req-8eaf199f-edbc-4737-88c2-315cf3a50383 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 210 time: 0.1522369 Jul 16 20:33:07.566990 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d116ec73-4696-4be0-addf-ae1af948bf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.595519 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-5f66e2c1-ad15-4c99-ac75-099380265e0f None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:07.620974 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d116ec73-4696-4be0-addf-ae1af948bf9b admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:07.627731 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-d116ec73-4696-4be0-addf-ae1af948bf9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:07.632517 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d116ec73-4696-4be0-addf-ae1af948bf9b admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:07.645545 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f66e2c1-ad15-4c99-ac75-099380265e0f None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:07.649480 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66e2c1-ad15-4c99-ac75-099380265e0f None None] Pushing event updated for resources: {'Port': ['ID=dab4f5f4-1706-431a-a003-c39a70d10a74,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:07.700056 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42140) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:07.701379 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116ec73-4696-4be0-addf-ae1af948bf9b admin admin] Pushing event updated for resources: {'Port': ['ID=aadd28d2-0220-46a7-b824-94eab0ae0b74,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:07.709504 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b58a2005-793a-4577-bf67-0b58a678f45f req-f8609e8e-481d-4729-82eb-1fdf5eb87fb7 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=64085e94-974a-40fa-8bcb-b7f650821adb HTTP/1.1" status: 200 len: 210 time: 0.0763774 Jul 16 20:33:07.827681 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-de17ae20-8e35-439a-86fc-df97cc617fcf tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:07.844739 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-de17ae20-8e35-439a-86fc-df97cc617fcf tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/networks?id=df6943c9-2880-4959-95b5-a076d3fa151c HTTP/1.1" status: 200 len: 813 time: 0.5054080 Jul 16 20:33:07.877383 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-ad5bee52-a971-4303-99c9-e66589f6385b tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/quotas/6c6f263473814d958e095527b322efb5 HTTP/1.1" status: 200 len: 375 time: 0.0314202 Jul 16 20:33:07.915635 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-7069e2ab-da31-46ba-a64c-3bb1e85be9c2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-573558896-network', 'tenant_id': '5f5a6128ca074592a882cf8df860844b'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:07.955657 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-905636e6-e4ad-4528-8b50-50d9cdf0eb7d tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6c6f263473814d958e095527b322efb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759919 Jul 16 20:33:07.984769 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7069e2ab-da31-46ba-a64c-3bb1e85be9c2 admin admin] Made reservation on behalf of 5f5a6128ca074592a882cf8df860844b for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:07.987416 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7069e2ab-da31-46ba-a64c-3bb1e85be9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.005614 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7069e2ab-da31-46ba-a64c-3bb1e85be9c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.227698 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-05a960ed-8441-402a-9407-b8c926a21ded service neutron] 10.222.0.38 "GET /v2.0/networks/df6943c9-2880-4959-95b5-a076d3fa151c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574022 Jul 16 20:33:08.251934 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5f66e2c1-ad15-4c99-ac75-099380265e0f None None] Attempting to bind port dab4f5f4-1706-431a-a003-c39a70d10a74 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:08.252449 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5f66e2c1-ad15-4c99-ac75-099380265e0f None None] Attempting to bind port dab4f5f4-1706-431a-a003-c39a70d10a74 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'a66d722c-5b03-47ae-bc74-83c1bd4990db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2c861e1b-5cf8-4d44-86da-8be2198d9fa4'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:08.254226 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f66e2c1-ad15-4c99-ac75-099380265e0f None None] Attempting to bind port dab4f5f4-1706-431a-a003-c39a70d10a74 on network 2c861e1b-5cf8-4d44-86da-8be2198d9fa4 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:08.283981 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f66e2c1-ad15-4c99-ac75-099380265e0f None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:08.284459 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f66e2c1-ad15-4c99-ac75-099380265e0f None None] Checking segment: {'id': 'a66d722c-5b03-47ae-bc74-83c1bd4990db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2c861e1b-5cf8-4d44-86da-8be2198d9fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:08.284873 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f66e2c1-ad15-4c99-ac75-099380265e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.285338 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f66e2c1-ad15-4c99-ac75-099380265e0f None None] Bound using segment: {'id': 'a66d722c-5b03-47ae-bc74-83c1bd4990db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2c861e1b-5cf8-4d44-86da-8be2198d9fa4'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:08.285877 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5f66e2c1-ad15-4c99-ac75-099380265e0f None None] Bound port: dab4f5f4-1706-431a-a003-c39a70d10a74, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a66d722c-5b03-47ae-bc74-83c1bd4990db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2c861e1b-5cf8-4d44-86da-8be2198d9fa4'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:08.286263 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f66e2c1-ad15-4c99-ac75-099380265e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.291481 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42154) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:08.415401 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-bd3b454c-50ec-47d4-9f5e-cf22fd1aeccb service neutron] 10.222.0.38 "GET /v2.0/networks/df6943c9-2880-4959-95b5-a076d3fa151c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783905 Jul 16 20:33:08.468358 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5f66e2c1-ad15-4c99-ac75-099380265e0f None None] For port dab4f5f4-1706-431a-a003-c39a70d10a74, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:08.477609 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5f66e2c1-ad15-4c99-ac75-099380265e0f None None] For port dab4f5f4-1706-431a-a003-c39a70d10a74, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=dab4f5f4-1706-431a-a003-c39a70d10a74,segment=NetworkSegment(a66d722c-5b03-47ae-bc74-83c1bd4990db),segment_id=a66d722c-5b03-47ae-bc74-83c1bd4990db)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:08.507531 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f66e2c1-ad15-4c99-ac75-099380265e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.631468 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-00a4db46-b4e2-4d18-b321-61ed05c07fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.768498 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.db.api [None req-00a4db46-b4e2-4d18-b321-61ed05c07fb2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:33:08.768498 n-d-791506-21 neutron-server[93794]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:33:08.768498 n-d-791506-21 neutron-server[93794]: [parameters: {'project_id_1': '86248fa4aab24562912298a93ab1805d', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 33, 8, 681730)}] Jul 16 20:33:08.768498 n-d-791506-21 neutron-server[93794]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:33:08.769308 n-d-791506-21 neutron-server[93794]: DEBUG oslo_db.api [None req-00a4db46-b4e2-4d18-b321-61ed05c07fb2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:33:08.771710 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ba381ad-159d-4ac4-ba30-08414411226c req-b931c802-d60b-4d68-adf3-079b51187587 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=6abf3438-ad89-461e-9e16-5113b32ef2f4 HTTP/1.1" status: 200 len: 210 time: 0.0458884 Jul 16 20:33:08.829174 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66e2c1-ad15-4c99-ac75-099380265e0f None None] Pushing event updated for resources: {'Port': ['ID=dab4f5f4-1706-431a-a003-c39a70d10a74,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:08.887392 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eda92c0b-b01d-4ae7-92f8-1201f5c88290 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.896955 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-eda92c0b-b01d-4ae7-92f8-1201f5c88290 None None] Transition to ACTIVE for port object 58e10acb-2943-46aa-9c5f-01025f7a4d0a will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:08.907186 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eda92c0b-b01d-4ae7-92f8-1201f5c88290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.926443 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac758611-e76a-4327-87b4-2b8fe8b9ecb6 req-9adbfa74-596e-4f3a-b622-908b04ee98b0 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 210 time: 0.0765741 Jul 16 20:33:09.004630 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e44a00-2e02-40c6-816f-88712b996b57 None None] Pushing event updated for resources: {'Port': ['ID=58e10acb-2943-46aa-9c5f-01025f7a4d0a,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:09.011094 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d116ec73-4696-4be0-addf-ae1af948bf9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.084761 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5a6f7e3b-7c81-440e-9a82-c661160e46f5 req-f21e654b-77ec-4aeb-b96c-4d7a386ee52c tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=64085e94-974a-40fa-8bcb-b7f650821adb HTTP/1.1" status: 200 len: 210 time: 0.0659285 Jul 16 20:33:09.161073 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-eda92c0b-b01d-4ae7-92f8-1201f5c88290 None None] Attempting to bind port 58e10acb-2943-46aa-9c5f-01025f7a4d0a on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:09.161489 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-eda92c0b-b01d-4ae7-92f8-1201f5c88290 None None] Attempting to bind port 58e10acb-2943-46aa-9c5f-01025f7a4d0a by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'd35eaac0-e89f-4b60-bc75-19de0b8db68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6a7544a1-50eb-4947-aed6-085fa278f26b'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:09.161831 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda92c0b-b01d-4ae7-92f8-1201f5c88290 None None] Attempting to bind port 58e10acb-2943-46aa-9c5f-01025f7a4d0a on network 6a7544a1-50eb-4947-aed6-085fa278f26b {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:09.208598 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda92c0b-b01d-4ae7-92f8-1201f5c88290 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:09.216958 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda92c0b-b01d-4ae7-92f8-1201f5c88290 None None] Checking segment: {'id': 'd35eaac0-e89f-4b60-bc75-19de0b8db68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6a7544a1-50eb-4947-aed6-085fa278f26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:09.217956 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eda92c0b-b01d-4ae7-92f8-1201f5c88290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.218417 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda92c0b-b01d-4ae7-92f8-1201f5c88290 None None] Bound using segment: {'id': 'd35eaac0-e89f-4b60-bc75-19de0b8db68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6a7544a1-50eb-4947-aed6-085fa278f26b'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:09.218928 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-eda92c0b-b01d-4ae7-92f8-1201f5c88290 None None] Bound port: 58e10acb-2943-46aa-9c5f-01025f7a4d0a, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35eaac0-e89f-4b60-bc75-19de0b8db68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6a7544a1-50eb-4947-aed6-085fa278f26b'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:09.219487 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eda92c0b-b01d-4ae7-92f8-1201f5c88290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.228453 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7069e2ab-da31-46ba-a64c-3bb1e85be9c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.250469 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7069e2ab-da31-46ba-a64c-3bb1e85be9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.267122 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7069e2ab-da31-46ba-a64c-3bb1e85be9c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:33:09.270536 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-00a4db46-b4e2-4d18-b321-61ed05c07fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.277533 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7069e2ab-da31-46ba-a64c-3bb1e85be9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.277903 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-7069e2ab-da31-46ba-a64c-3bb1e85be9c2 admin admin] Added segment 0d07d740-88ef-4866-813e-0313120f4fc9 of type vlan for network 9946657c-25de-4dbf-a2ff-cc0711d92acb Jul 16 20:33:09.351373 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7069e2ab-da31-46ba-a64c-3bb1e85be9c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.364598 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-eda92c0b-b01d-4ae7-92f8-1201f5c88290 None None] For port 58e10acb-2943-46aa-9c5f-01025f7a4d0a, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:09.368983 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-eda92c0b-b01d-4ae7-92f8-1201f5c88290 None None] For port 58e10acb-2943-46aa-9c5f-01025f7a4d0a, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=58e10acb-2943-46aa-9c5f-01025f7a4d0a,segment=NetworkSegment(d35eaac0-e89f-4b60-bc75-19de0b8db68c),segment_id=d35eaac0-e89f-4b60-bc75-19de0b8db68c)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:09.378144 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eda92c0b-b01d-4ae7-92f8-1201f5c88290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.471116 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-00a4db46-b4e2-4d18-b321-61ed05c07fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.476382 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-00a4db46-b4e2-4d18-b321-61ed05c07fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.529986 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda92c0b-b01d-4ae7-92f8-1201f5c88290 None None] Routers {'28903c1b-3ac2-45c4-b997-24d7062f3300'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:09.530223 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-00a4db46-b4e2-4d18-b321-61ed05c07fb2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=86248fa4aab24562912298a93ab1805d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2369497 Jul 16 20:33:09.531202 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4db46-b4e2-4d18-b321-61ed05c07fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7d0a52-c294-4aba-b52f-38fa51debfb0,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:09.531358 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-eda92c0b-b01d-4ae7-92f8-1201f5c88290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:32:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['28903c1b-3ac2-45c4-b997-24d7062f3300'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:09.533270 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42174) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:09.561078 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7069e2ab-da31-46ba-a64c-3bb1e85be9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.562622 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7069e2ab-da31-46ba-a64c-3bb1e85be9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:09.563386 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7069e2ab-da31-46ba-a64c-3bb1e85be9c2 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.577560 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a4db46-b4e2-4d18-b321-61ed05c07fb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:09.577914 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a4db46-b4e2-4d18-b321-61ed05c07fb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:09.578270 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a4db46-b4e2-4d18-b321-61ed05c07fb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:09.578636 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a4db46-b4e2-4d18-b321-61ed05c07fb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:09.581492 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a4db46-b4e2-4d18-b321-61ed05c07fb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:09.581938 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a4db46-b4e2-4d18-b321-61ed05c07fb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:09.582292 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a4db46-b4e2-4d18-b321-61ed05c07fb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:09.582667 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a4db46-b4e2-4d18-b321-61ed05c07fb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:09.583010 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a4db46-b4e2-4d18-b321-61ed05c07fb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:09.583353 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a4db46-b4e2-4d18-b321-61ed05c07fb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:09.583691 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a4db46-b4e2-4d18-b321-61ed05c07fb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:09.584023 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a4db46-b4e2-4d18-b321-61ed05c07fb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:09.584885 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069e2ab-da31-46ba-a64c-3bb1e85be9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d759c0-b0be-4ba8-9671-dfc352efd7e1,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:09.611379 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e44a00-2e02-40c6-816f-88712b996b57 None None] Pushing event updated for resources: {'Port': ['ID=58e10acb-2943-46aa-9c5f-01025f7a4d0a,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:09.683076 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-035f9f3a-d451-492a-b61c-982a53d51d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.713691 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7069e2ab-da31-46ba-a64c-3bb1e85be9c2 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0066459 Jul 16 20:33:09.717768 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42178) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:09.726869 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-2db1cfd2-0ac5-45ba-abf4-8cc946beaee6 admin admin] Request body: {'subnet': {'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-573558896-subnet', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:09.765086 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-035f9f3a-d451-492a-b61c-982a53d51d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.800597 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d116ec73-4696-4be0-addf-ae1af948bf9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.802864 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069e2ab-da31-46ba-a64c-3bb1e85be9c2 admin admin] Pushing event updated for resources: {'Network': ['ID=9946657c-25de-4dbf-a2ff-cc0711d92acb,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:09.825197 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-eda92c0b-b01d-4ae7-92f8-1201f5c88290 None None] Set router 28903c1b-3ac2-45c4-b997-24d7062f3300 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:09.840396 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-03a80fa0-9b78-4cc7-8b10-448a937f891a tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:09.843426 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-03a80fa0-9b78-4cc7-8b10-448a937f891a tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.62 "GET /v2.0/networks?id=3f838853-abda-4c3a-9151-1eee7174c196 HTTP/1.1" status: 200 len: 814 time: 0.4650068 Jul 16 20:33:09.844369 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 9946657c-25de-4dbf-a2ff-cc0711d92acb details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:33:09.876248 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-035f9f3a-d451-492a-b61c-982a53d51d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.879621 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-035f9f3a-d451-492a-b61c-982a53d51d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.883166 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-035f9f3a-d451-492a-b61c-982a53d51d04 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ab7d0a52-c294-4aba-b52f-38fa51debfb0 HTTP/1.1" status: 204 len: 168 time: 0.3464293 Jul 16 20:33:09.896456 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f9f3a-d451-492a-b61c-982a53d51d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7d0a52-c294-4aba-b52f-38fa51debfb0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:09.921465 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-a17d6d99-6272-43cd-844b-ac406f26149a tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Request body: {'port': {'device_id': '64085e94-974a-40fa-8bcb-b7f650821adb', 'network_id': '3f838853-abda-4c3a-9151-1eee7174c196', 'admin_state_up': True, 'tenant_id': 'd5c0768f88e84340ae10dbc9a89bd566'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:09.973250 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db1cfd2-0ac5-45ba-abf4-8cc946beaee6 admin admin] Made reservation on behalf of 5f5a6128ca074592a882cf8df860844b for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:09.976038 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2db1cfd2-0ac5-45ba-abf4-8cc946beaee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.105981 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-50934e95-d5e2-4092-830c-599c023d174e req-a52450ff-10c4-4028-b917-bd9aa7826f74 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=6abf3438-ad89-461e-9e16-5113b32ef2f4 HTTP/1.1" status: 200 len: 210 time: 0.0971019 Jul 16 20:33:10.317261 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-90a28936-a1e8-43e0-9b73-01d14ef79023 req-be9c058b-1334-422b-ac55-3ba077f112fd tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 210 time: 0.0847390 Jul 16 20:33:10.393446 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-eda92c0b-b01d-4ae7-92f8-1201f5c88290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'name': 'tempest-ServerRescueTestJSONUnderV235-374517024-router', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '8d37832b-7121-4084-b447-2debb5fa4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:33:03Z', 'revision_number': 4, 'project_id': '9032388b8ebe4c33bf7d76406cd09d75', 'gw_port': {'id': '8d37832b-7121-4084-b447-2debb5fa4e59', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:59Z', 'updated_at': '2021-07-16T20:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '58e10acb-2943-46aa-9c5f-01025f7a4d0a', 'name': '', 'network_id': '6a7544a1-50eb-4947-aed6-085fa278f26b', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'mac_address': 'fa:16:3e:49:ef:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'bbbec1a1-2c80-4471-b62b-c165bab136c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:01Z', 'updated_at': '2021-07-16T20:33:09Z', 'revision_number': 4, 'project_id': '9032388b8ebe4c33bf7d76406cd09d75', 'subnets': [{'id': 'bbbec1a1-2c80-4471-b62b-c165bab136c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:10.398299 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-04afe81f-2b60-4db4-9483-2ce851610f54 req-3e9104f1-ba2d-4a5b-b126-dba2d3cbe131 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=64085e94-974a-40fa-8bcb-b7f650821adb HTTP/1.1" status: 200 len: 210 time: 0.0327988 Jul 16 20:33:10.422948 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-f5ee8988-81c3-446f-9955-1685ce663036 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:10.424448 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-f5ee8988-81c3-446f-9955-1685ce663036 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.62 "GET /v2.0/networks?id=6a7544a1-50eb-4947-aed6-085fa278f26b HTTP/1.1" status: 200 len: 819 time: 0.3692963 Jul 16 20:33:10.440472 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0364c468-6178-4bac-862f-e38468825d83 None None] Network 2c861e1b-5cf8-4d44-86da-8be2198d9fa4 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:10.442992 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda92c0b-b01d-4ae7-92f8-1201f5c88290 None None] The sync data for ids ['28903c1b-3ac2-45c4-b997-24d7062f3300'] in n-d-791506-21 is: [{'id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'name': 'tempest-ServerRescueTestJSONUnderV235-374517024-router', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '8d37832b-7121-4084-b447-2debb5fa4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:33:03Z', 'revision_number': 4, 'project_id': '9032388b8ebe4c33bf7d76406cd09d75', 'gw_port': {'id': '8d37832b-7121-4084-b447-2debb5fa4e59', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:59Z', 'updated_at': '2021-07-16T20:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '58e10acb-2943-46aa-9c5f-01025f7a4d0a', 'name': '', 'network_id': '6a7544a1-50eb-4947-aed6-085fa278f26b', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'mac_address': 'fa:16:3e:49:ef:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'bbbec1a1-2c80-4471-b62b-c165bab136c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:01Z', 'updated_at': '2021-07-16T20:33:09Z', 'revision_number': 4, 'project_id': '9032388b8ebe4c33bf7d76406cd09d75', 'subnets': [{'id': 'bbbec1a1-2c80-4471-b62b-c165bab136c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:10.452559 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-f80fecf9-481e-430f-bcce-7332b66cbc6c tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Request body: {'port': {'device_id': '954328ef-dba5-48e8-b938-08f3d2bd3409', 'network_id': '6a7544a1-50eb-4947-aed6-085fa278f26b', 'admin_state_up': True, 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:10.517511 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42190) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:10.558615 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-55fbc51b-02e2-4df3-81c0-29fab9ca6dc3 None None] Provisioning for port dab4f5f4-1706-431a-a003-c39a70d10a74 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:10.559335 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1841896-8628-48df-9d0f-c1fd27dcff98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.698078 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device dab4f5f4-1706-431a-a003-c39a70d10a74 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:10.736309 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d116ec73-4696-4be0-addf-ae1af948bf9b admin admin] Router 973845d8-1357-4085-a3d2-f917298e5645 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:33:10.739166 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1841896-8628-48df-9d0f-c1fd27dcff98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.752242 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1841896-8628-48df-9d0f-c1fd27dcff98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.777184 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port dab4f5f4-1706-431a-a003-c39a70d10a74 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:10.783489 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port dab4f5f4-1706-431a-a003-c39a70d10a74 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:10.784038 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.797694 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1841896-8628-48df-9d0f-c1fd27dcff98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e0f542-6e93-4add-8381-d492c8be02ad,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:10.820126 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d1841896-8628-48df-9d0f-c1fd27dcff98 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=421220df9da845d8b45429c061ed7f04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3004918 Jul 16 20:33:10.822786 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42194) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:10.904637 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.db.api [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-f80fecf9-481e-430f-bcce-7332b66cbc6c tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:33:10.904637 n-d-791506-21 neutron-server[93793]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:33:10.904637 n-d-791506-21 neutron-server[93793]: [parameters: {'project_id_1': '9032388b8ebe4c33bf7d76406cd09d75', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 33, 10, 738664)}] Jul 16 20:33:10.904637 n-d-791506-21 neutron-server[93793]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:33:10.905475 n-d-791506-21 neutron-server[93793]: DEBUG oslo_db.api [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-f80fecf9-481e-430f-bcce-7332b66cbc6c tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:33:10.931817 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.934844 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-509e3533-df88-4dec-81b6-6080f7b15998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.954865 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-a17d6d99-6272-43cd-844b-ac406f26149a tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Made reservation on behalf of d5c0768f88e84340ae10dbc9a89bd566 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:10.958862 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-a17d6d99-6272-43cd-844b-ac406f26149a tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.967853 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2db1cfd2-0ac5-45ba-abf4-8cc946beaee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.972205 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-509e3533-df88-4dec-81b6-6080f7b15998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.993130 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port dab4f5f4-1706-431a-a003-c39a70d10a74, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=dab4f5f4-1706-431a-a003-c39a70d10a74,segment=NetworkSegment(a66d722c-5b03-47ae-bc74-83c1bd4990db),segment_id=a66d722c-5b03-47ae-bc74-83c1bd4990db)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:10.999152 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.057054 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-509e3533-df88-4dec-81b6-6080f7b15998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.061412 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-509e3533-df88-4dec-81b6-6080f7b15998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.063748 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-509e3533-df88-4dec-81b6-6080f7b15998 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/04e0f542-6e93-4add-8381-d492c8be02ad HTTP/1.1" status: 204 len: 168 time: 0.2386241 Jul 16 20:33:11.077855 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=dab4f5f4-1706-431a-a003-c39a70d10a74,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:11.093367 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e3533-df88-4dec-81b6-6080f7b15998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e0f542-6e93-4add-8381-d492c8be02ad,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:11.326536 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e7941935-714e-4d73-9a50-b7a661297310 None None] Provisioning complete for port dab4f5f4-1706-431a-a003-c39a70d10a74 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:11.327294 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e7941935-714e-4d73-9a50-b7a661297310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.329009 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db1cfd2-0ac5-45ba-abf4-8cc946beaee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa6d3426-e792-4e7e-a714-2e77150c9a45,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:11.379339 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-71f00265-8255-4cc3-a821-10e73a77744c req-ab312530-e601-43f9-8a14-efcba6e97990 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=6abf3438-ad89-461e-9e16-5113b32ef2f4 HTTP/1.1" status: 200 len: 210 time: 0.0786300 Jul 16 20:33:11.420516 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-7d71386d-46ab-491f-a0f8-5db898729079 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:11.422043 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-7d71386d-46ab-491f-a0f8-5db898729079 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.18 "GET /v2.0/networks?id=df6943c9-2880-4959-95b5-a076d3fa151c HTTP/1.1" status: 200 len: 813 time: 0.4007525 Jul 16 20:33:11.436397 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d116ec73-4696-4be0-addf-ae1af948bf9b admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:11.447973 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-57107283-e519-498f-a780-1168c2bcfdaa tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Request body: {'port': {'device_id': '6abf3438-ad89-461e-9e16-5113b32ef2f4', 'network_id': 'df6943c9-2880-4959-95b5-a076d3fa151c', 'admin_state_up': True, 'tenant_id': '6c6f263473814d958e095527b322efb5'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:11.452525 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f3aadb-54d0-4f3d-8ed5-9bd927407197 None None] Sync routers for ids ['973845d8-1357-4085-a3d2-f917298e5645'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:11.455447 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db1cfd2-0ac5-45ba-abf4-8cc946beaee6 admin admin] Checking segment: {'id': '0d07d740-88ef-4866-813e-0313120f4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:11.455815 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db1cfd2-0ac5-45ba-abf4-8cc946beaee6 admin admin] Network hostable DHCP agents. Network: 9946657c-25de-4dbf-a2ff-cc0711d92acb, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:33:11.475516 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f3aadb-54d0-4f3d-8ed5-9bd927407197 None None] Routers {'973845d8-1357-4085-a3d2-f917298e5645'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:11.477005 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-72f3aadb-54d0-4f3d-8ed5-9bd927407197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:32:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['973845d8-1357-4085-a3d2-f917298e5645'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:11.561124 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-a17d6d99-6272-43cd-844b-ac406f26149a tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Allocated IP 172.20.0.4 (3f838853-abda-4c3a-9151-1eee7174c196/f32068c5-153f-4016-8324-2b24dcd4a18d/17948fb1-fdfc-412e-87f1-d8f6894f1151) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:11.594600 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8cee9de-0684-4a91-b184-ecf9d25412bb req-d6f8f383-e1da-4ca0-bd7f-509aa4707980 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 210 time: 0.0537908 Jul 16 20:33:11.668674 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fdad10b3-da24-46ef-941c-907efd7b8ff7 req-07e86555-6a90-4165-afc5-83e836fe8b65 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=64085e94-974a-40fa-8bcb-b7f650821adb HTTP/1.1" status: 200 len: 210 time: 0.0730526 Jul 16 20:33:11.690172 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-72f3aadb-54d0-4f3d-8ed5-9bd927407197 None None] Set router 973845d8-1357-4085-a3d2-f917298e5645 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:11.751380 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-f80fecf9-481e-430f-bcce-7332b66cbc6c tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Made reservation on behalf of 9032388b8ebe4c33bf7d76406cd09d75 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:11.755416 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-f80fecf9-481e-430f-bcce-7332b66cbc6c tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.836348 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d116ec73-4696-4be0-addf-ae1af948bf9b admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.841859 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42214) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:11.849433 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d116ec73-4696-4be0-addf-ae1af948bf9b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8661938 Jul 16 20:33:11.890368 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db1cfd2-0ac5-45ba-abf4-8cc946beaee6 admin admin] Network 9946657c-25de-4dbf-a2ff-cc0711d92acb is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:33:11.967165 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-72f3aadb-54d0-4f3d-8ed5-9bd927407197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973845d8-1357-4085-a3d2-f917298e5645', 'name': 'tempest-FloatingIPsTestJSON-1759515057-router', 'tenant_id': 'e02ce411f8c3424ea6461d48ad9d3a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'aadd28d2-0220-46a7-b824-94eab0ae0b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:06Z', 'updated_at': '2021-07-16T20:33:07Z', 'revision_number': 3, 'project_id': 'e02ce411f8c3424ea6461d48ad9d3a89', 'gw_port': {'id': 'aadd28d2-0220-46a7-b824-94eab0ae0b74', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973845d8-1357-4085-a3d2-f917298e5645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:06Z', 'updated_at': '2021-07-16T20:33:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:12.009153 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f3aadb-54d0-4f3d-8ed5-9bd927407197 None None] Checking router: 973845d8-1357-4085-a3d2-f917298e5645 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:33:12.009505 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f3aadb-54d0-4f3d-8ed5-9bd927407197 None None] Updating router 973845d8-1357-4085-a3d2-f917298e5645 port aadd28d2-0220-46a7-b824-94eab0ae0b74 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:33:12.023115 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-f80fecf9-481e-430f-bcce-7332b66cbc6c tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Allocated IP 172.20.0.14 (6a7544a1-50eb-4947-aed6-085fa278f26b/bbbec1a1-2c80-4471-b62b-c165bab136c6/5e868358-9a97-43e7-92c4-6ec743600b9e) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:12.056494 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72f3aadb-54d0-4f3d-8ed5-9bd927407197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.138265 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-2db1cfd2-0ac5-45ba-abf4-8cc946beaee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 9946657c-25de-4dbf-a2ff-cc0711d92acb) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:12.143002 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db1cfd2-0ac5-45ba-abf4-8cc946beaee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:12.143838 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2db1cfd2-0ac5-45ba-abf4-8cc946beaee6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.151768 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a35dd1-8138-4aba-a1ff-428ae407ee6b None None] Network 9946657c-25de-4dbf-a2ff-cc0711d92acb requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:12.155676 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-a17d6d99-6272-43cd-844b-ac406f26149a tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.298638 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-57107283-e519-498f-a780-1168c2bcfdaa tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Made reservation on behalf of 6c6f263473814d958e095527b322efb5 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:12.305952 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-57107283-e519-498f-a780-1168c2bcfdaa tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.331673 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2db1cfd2-0ac5-45ba-abf4-8cc946beaee6 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6087790 Jul 16 20:33:12.338918 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42226) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:12.361940 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-24c09599-dea4-4e56-a0d3-00352406311c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-573558896-router', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:12.402132 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-24c09599-dea4-4e56-a0d3-00352406311c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.403068 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-24c09599-dea4-4e56-a0d3-00352406311c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.417860 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-9946657c-25de-4dbf-a2ff-cc0711d92acb', 'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'fixed_ips': [{'subnet_id': 'fa6d3426-e792-4e7e-a714-2e77150c9a45'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:33:12.420347 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.522291 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-24c09599-dea4-4e56-a0d3-00352406311c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.605662 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72f3aadb-54d0-4f3d-8ed5-9bd927407197 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.631513 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-72f3aadb-54d0-4f3d-8ed5-9bd927407197 None None] Transition to ACTIVE for port object aadd28d2-0220-46a7-b824-94eab0ae0b74 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:12.643921 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72f3aadb-54d0-4f3d-8ed5-9bd927407197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.645946 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-f80fecf9-481e-430f-bcce-7332b66cbc6c tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.676849 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-a17d6d99-6272-43cd-844b-ac406f26149a tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.697293 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['4b332a2e-11d0-48a0-9465-93957bcf4c91', '5ba2bee1-431e-4a37-afa8-08fbc6806a7d', '0b939d52-f3e9-4163-8aa1-168009ceb7b9'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:33:12.774700 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d9652-12c0-4d18-aef5-5efbc366b6ba None None] Pushing event updated for resources: {'Port': ['ID=aadd28d2-0220-46a7-b824-94eab0ae0b74,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:12.787775 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-72f3aadb-54d0-4f3d-8ed5-9bd927407197 None None] Attempting to bind port aadd28d2-0220-46a7-b824-94eab0ae0b74 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:12.788160 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-72f3aadb-54d0-4f3d-8ed5-9bd927407197 None None] Attempting to bind port aadd28d2-0220-46a7-b824-94eab0ae0b74 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:12.788512 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f3aadb-54d0-4f3d-8ed5-9bd927407197 None None] Attempting to bind port aadd28d2-0220-46a7-b824-94eab0ae0b74 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:12.799361 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f3aadb-54d0-4f3d-8ed5-9bd927407197 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:12.802488 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f3aadb-54d0-4f3d-8ed5-9bd927407197 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:12.803215 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72f3aadb-54d0-4f3d-8ed5-9bd927407197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.803815 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-a17d6d99-6272-43cd-844b-ac406f26149a tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Network 3f838853-abda-4c3a-9151-1eee7174c196 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:12.804028 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f3aadb-54d0-4f3d-8ed5-9bd927407197 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:12.804754 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-72f3aadb-54d0-4f3d-8ed5-9bd927407197 None None] Bound port: aadd28d2-0220-46a7-b824-94eab0ae0b74, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:12.805490 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72f3aadb-54d0-4f3d-8ed5-9bd927407197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.840622 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-a17d6d99-6272-43cd-844b-ac406f26149a tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:12.841667 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 58e10acb-2943-46aa-9c5f-01025f7a4d0a up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:12.850952 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-f80fecf9-481e-430f-bcce-7332b66cbc6c tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.862905 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-a17d6d99-6272-43cd-844b-ac406f26149a tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:12.906280 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-72f3aadb-54d0-4f3d-8ed5-9bd927407197 None None] For port aadd28d2-0220-46a7-b824-94eab0ae0b74, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:12.911468 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-72f3aadb-54d0-4f3d-8ed5-9bd927407197 None None] For port aadd28d2-0220-46a7-b824-94eab0ae0b74, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=aadd28d2-0220-46a7-b824-94eab0ae0b74,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:12.923638 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72f3aadb-54d0-4f3d-8ed5-9bd927407197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.961802 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-a17d6d99-6272-43cd-844b-ac406f26149a tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:12.962502 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-a17d6d99-6272-43cd-844b-ac406f26149a tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.972936 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d6d99-6272-43cd-844b-ac406f26149a tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Pushing event updated for resources: {'Port': ['ID=17948fb1-fdfc-412e-87f1-d8f6894f1151,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:12.999929 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-f80fecf9-481e-430f-bcce-7332b66cbc6c tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Network 6a7544a1-50eb-4947-aed6-085fa278f26b is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:13.007685 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f3aadb-54d0-4f3d-8ed5-9bd927407197 None None] Routers {'973845d8-1357-4085-a3d2-f917298e5645'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:13.008330 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-72f3aadb-54d0-4f3d-8ed5-9bd927407197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:32:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['973845d8-1357-4085-a3d2-f917298e5645'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:13.076504 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-f80fecf9-481e-430f-bcce-7332b66cbc6c tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:13.089202 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-f80fecf9-481e-430f-bcce-7332b66cbc6c tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:13.102866 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-57107283-e519-498f-a780-1168c2bcfdaa tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Allocated IP 172.20.0.9 (df6943c9-2880-4959-95b5-a076d3fa151c/f49e8c3e-dbce-429c-8a71-476eb02ef449/a9a3ead3-cac9-44b1-9339-e1882c30dfd4) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:13.132027 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-72f3aadb-54d0-4f3d-8ed5-9bd927407197 None None] Set router 973845d8-1357-4085-a3d2-f917298e5645 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:13.211940 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Allocated IP 172.20.0.2 (9946657c-25de-4dbf-a2ff-cc0711d92acb/fa6d3426-e792-4e7e-a714-2e77150c9a45/914cdd2c-fa53-4cec-a0f2-3237a624b862) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:13.233578 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-a17d6d99-6272-43cd-844b-ac406f26149a tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3135700 Jul 16 20:33:13.276099 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-bb60e4e1-3a2c-4afe-ae75-61a900f47956 service neutron] Request body: {'port': {'device_id': '64085e94-974a-40fa-8bcb-b7f650821adb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:13.359889 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 58e10acb-2943-46aa-9c5f-01025f7a4d0a completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:13.377810 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-24c09599-dea4-4e56-a0d3-00352406311c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.457307 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 58e10acb-2943-46aa-9c5f-01025f7a4d0a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:13.457683 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.484382 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6a03a3a0-adc3-487d-b821-96e19fe58cb5 req-a076e254-5dea-4239-95cf-575689cf5e14 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=6abf3438-ad89-461e-9e16-5113b32ef2f4 HTTP/1.1" status: 200 len: 210 time: 0.0994179 Jul 16 20:33:13.491006 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80fecf9-481e-430f-bcce-7332b66cbc6c tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Pushing event updated for resources: {'Port': ['ID=5e868358-9a97-43e7-92c4-6ec743600b9e,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:13.666943 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d9652-12c0-4d18-aef5-5efbc366b6ba None None] Pushing event updated for resources: {'Port': ['ID=aadd28d2-0220-46a7-b824-94eab0ae0b74,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:13.688709 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029b36b-f679-420a-a0fe-b4b614fef0e3 req-8a7bc44c-bf9b-43f7-b421-85ae773c0282 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:13.694581 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3029b36b-f679-420a-a0fe-b4b614fef0e3 req-8a7bc44c-bf9b-43f7-b421-85ae773c0282 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 932 time: 0.3066187 Jul 16 20:33:13.726389 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b039fd7a-018f-4994-8d03-bbc3ed211ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.746272 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-72f3aadb-54d0-4f3d-8ed5-9bd927407197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973845d8-1357-4085-a3d2-f917298e5645', 'name': 'tempest-FloatingIPsTestJSON-1759515057-router', 'tenant_id': 'e02ce411f8c3424ea6461d48ad9d3a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'aadd28d2-0220-46a7-b824-94eab0ae0b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:06Z', 'updated_at': '2021-07-16T20:33:07Z', 'revision_number': 3, 'project_id': 'e02ce411f8c3424ea6461d48ad9d3a89', 'gw_port': {'id': 'aadd28d2-0220-46a7-b824-94eab0ae0b74', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973845d8-1357-4085-a3d2-f917298e5645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:06Z', 'updated_at': '2021-07-16T20:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:13.783729 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f3aadb-54d0-4f3d-8ed5-9bd927407197 None None] The sync data for ids ['973845d8-1357-4085-a3d2-f917298e5645'] in n-d-791506-21 is: [{'id': '973845d8-1357-4085-a3d2-f917298e5645', 'name': 'tempest-FloatingIPsTestJSON-1759515057-router', 'tenant_id': 'e02ce411f8c3424ea6461d48ad9d3a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'aadd28d2-0220-46a7-b824-94eab0ae0b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:06Z', 'updated_at': '2021-07-16T20:33:07Z', 'revision_number': 3, 'project_id': 'e02ce411f8c3424ea6461d48ad9d3a89', 'gw_port': {'id': 'aadd28d2-0220-46a7-b824-94eab0ae0b74', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973845d8-1357-4085-a3d2-f917298e5645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:06Z', 'updated_at': '2021-07-16T20:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:13.785882 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.836878 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Transition to ACTIVE for port object 914cdd2c-fa53-4cec-a0f2-3237a624b862 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:13.849632 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.877138 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Transition to ACTIVE for port object 914cdd2c-fa53-4cec-a0f2-3237a624b862 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:13.906943 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.999880 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 58e10acb-2943-46aa-9c5f-01025f7a4d0a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=58e10acb-2943-46aa-9c5f-01025f7a4d0a,segment=NetworkSegment(d35eaac0-e89f-4b60-bc75-19de0b8db68c),segment_id=d35eaac0-e89f-4b60-bc75-19de0b8db68c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:14.021806 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.023759 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device dab4f5f4-1706-431a-a003-c39a70d10a74 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:14.026779 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Network 9946657c-25de-4dbf-a2ff-cc0711d92acb is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:14.059404 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:14.062211 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:14.087357 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Pushing event updated for resources: {'Port': ['ID=914cdd2c-fa53-4cec-a0f2-3237a624b862,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:14.146861 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-f80fecf9-481e-430f-bcce-7332b66cbc6c tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:14.147516 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-f80fecf9-481e-430f-bcce-7332b66cbc6c tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.152164 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:14.154404 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:14.154842 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:14.155243 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:14.155638 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:14.156033 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:14.159314 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:14.159773 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:14.160176 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:14.160574 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:14.160972 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:14.161362 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:14.228696 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-f80fecf9-481e-430f-bcce-7332b66cbc6c tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7954934 Jul 16 20:33:14.263518 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-82c45e9e-8d6c-4395-8f5d-2e0eae950c66 service neutron] Request body: {'port': {'device_id': '954328ef-dba5-48e8-b938-08f3d2bd3409', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:14.297716 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-b039fd7a-018f-4994-8d03-bbc3ed211ed6 admin admin] Allocated IP 172.20.0.1 (2c861e1b-5cf8-4d44-86da-8be2198d9fa4/bdd08c7b-0c5f-4866-a6f5-5814338e093f/4b9f0df9-1534-4fbd-a736-19f5db4129d8) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:14.331027 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Attempting to bind port 914cdd2c-fa53-4cec-a0f2-3237a624b862 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:14.331447 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Attempting to bind port 914cdd2c-fa53-4cec-a0f2-3237a624b862 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '0d07d740-88ef-4866-813e-0313120f4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:14.331747 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Attempting to bind port 914cdd2c-fa53-4cec-a0f2-3237a624b862 on network 9946657c-25de-4dbf-a2ff-cc0711d92acb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:14.355174 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=58e10acb-2943-46aa-9c5f-01025f7a4d0a,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:14.360565 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port dab4f5f4-1706-431a-a003-c39a70d10a74 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:14.360935 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.386268 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-57107283-e519-498f-a780-1168c2bcfdaa tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.415068 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-bb60e4e1-3a2c-4afe-ae75-61a900f47956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.429699 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:14.430693 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Checking segment: {'id': '0d07d740-88ef-4866-813e-0313120f4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:14.431328 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.431935 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Bound using segment: {'id': '0d07d740-88ef-4866-813e-0313120f4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:14.432619 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Bound port: 914cdd2c-fa53-4cec-a0f2-3237a624b862, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d07d740-88ef-4866-813e-0313120f4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:14.433244 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.440460 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3029b36b-f679-420a-a0fe-b4b614fef0e3 req-26414c16-d642-4d98-9eb6-5796f524fe86 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6610878 Jul 16 20:33:14.508754 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a457ebd-9f2a-451d-91fe-4e6955e93376 req-9cbf7ced-5108-49c9-a03d-f47540feffbe tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:14.518298 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a457ebd-9f2a-451d-91fe-4e6955e93376 req-9cbf7ced-5108-49c9-a03d-f47540feffbe tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=64085e94-974a-40fa-8bcb-b7f650821adb HTTP/1.1" status: 200 len: 931 time: 0.8624442 Jul 16 20:33:14.547612 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-82c45e9e-8d6c-4395-8f5d-2e0eae950c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.656457 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] For port 914cdd2c-fa53-4cec-a0f2-3237a624b862, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:14.667869 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] For port 914cdd2c-fa53-4cec-a0f2-3237a624b862, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=914cdd2c-fa53-4cec-a0f2-3237a624b862,segment=NetworkSegment(0d07d740-88ef-4866-813e-0313120f4fc9),segment_id=0d07d740-88ef-4866-813e-0313120f4fc9)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:14.722900 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.791626 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a457ebd-9f2a-451d-91fe-4e6955e93376 req-9ed98348-fde0-4ff7-beda-c92df5ba8e6a tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721627 Jul 16 20:33:14.823588 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b039fd7a-018f-4994-8d03-bbc3ed211ed6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.889847 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-57107283-e519-498f-a780-1168c2bcfdaa tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.940433 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19bf90-627d-4095-9b40-7bb2141cee0f None None] Pushing event updated for resources: {'Port': ['ID=914cdd2c-fa53-4cec-a0f2-3237a624b862,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:14.957462 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-b039fd7a-018f-4994-8d03-bbc3ed211ed6 admin admin] Transition to ACTIVE for port object 4b9f0df9-1534-4fbd-a736-19f5db4129d8 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:15.062632 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-24c09599-dea4-4e56-a0d3-00352406311c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.097197 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42262) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:15.111800 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-24c09599-dea4-4e56-a0d3-00352406311c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.225307 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-57107283-e519-498f-a780-1168c2bcfdaa tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Network df6943c9-2880-4959-95b5-a076d3fa151c is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:15.253522 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 58e10acb-2943-46aa-9c5f-01025f7a4d0a up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:15.266701 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-57107283-e519-498f-a780-1168c2bcfdaa tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:15.269350 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57107283-e519-498f-a780-1168c2bcfdaa tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Pushing event updated for resources: {'Port': ['ID=a9a3ead3-cac9-44b1-9339-e1882c30dfd4,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:15.275925 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-57107283-e519-498f-a780-1168c2bcfdaa tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:15.310090 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b17ba-22fe-4fa8-bc32-4eb4263abd15 req-f5e01963-d985-4810-b560-9ef01079ee9b tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:15.318165 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-590b17ba-22fe-4fa8-bc32-4eb4263abd15 req-f5e01963-d985-4810-b560-9ef01079ee9b tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=6abf3438-ad89-461e-9e16-5113b32ef2f4 HTTP/1.1" status: 200 len: 931 time: 0.3911085 Jul 16 20:33:15.356528 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b039fd7a-018f-4994-8d03-bbc3ed211ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.386939 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 58e10acb-2943-46aa-9c5f-01025f7a4d0a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:15.388067 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.469669 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-57107283-e519-498f-a780-1168c2bcfdaa tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:15.470358 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-57107283-e519-498f-a780-1168c2bcfdaa tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.507544 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-590b17ba-22fe-4fa8-bc32-4eb4263abd15 req-c509a85e-f10d-4774-920c-1679236e38db tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups?id=afe1c795-be23-436d-aa49-a291582bf221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880677 Jul 16 20:33:15.508241 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039fd7a-018f-4994-8d03-bbc3ed211ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=4b9f0df9-1534-4fbd-a736-19f5db4129d8,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:15.518111 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-24c09599-dea4-4e56-a0d3-00352406311c admin admin] Allocated IP 172.25.0.91 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/10a688cf-ce13-4b22-9353-71fe11dd26ff) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:15.532803 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-bb60e4e1-3a2c-4afe-ae75-61a900f47956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17948fb1-fdfc-412e-87f1-d8f6894f1151 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:33:15.533155 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b039fd7a-018f-4994-8d03-bbc3ed211ed6 admin admin] Network 2c861e1b-5cf8-4d44-86da-8be2198d9fa4 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:15.534589 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef79edfe-3fce-4a2b-ade8-f9fe2ceb4c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.540632 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-b039fd7a-018f-4994-8d03-bbc3ed211ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:15.553923 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-57107283-e519-498f-a780-1168c2bcfdaa tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1154144 Jul 16 20:33:15.554650 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b039fd7a-018f-4994-8d03-bbc3ed211ed6 admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:15.558717 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-bb60e4e1-3a2c-4afe-ae75-61a900f47956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.573314 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-06b99711-b5f7-4a93-b820-1f31d83c86d2 service neutron] Request body: {'port': {'device_id': '6abf3438-ad89-461e-9e16-5113b32ef2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:15.584559 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device aadd28d2-0220-46a7-b824-94eab0ae0b74 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:15.610157 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-82c45e9e-8d6c-4395-8f5d-2e0eae950c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e868358-9a97-43e7-92c4-6ec743600b9e {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:33:15.622513 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-82c45e9e-8d6c-4395-8f5d-2e0eae950c66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.625476 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-bb60e4e1-3a2c-4afe-ae75-61a900f47956 service neutron] Transition to ACTIVE for port object 17948fb1-fdfc-412e-87f1-d8f6894f1151 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:15.645780 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-bb60e4e1-3a2c-4afe-ae75-61a900f47956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.661678 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-82c45e9e-8d6c-4395-8f5d-2e0eae950c66 service neutron] Transition to ACTIVE for port object 5e868358-9a97-43e7-92c4-6ec743600b9e will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:15.688477 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port aadd28d2-0220-46a7-b824-94eab0ae0b74 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:15.695734 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port aadd28d2-0220-46a7-b824-94eab0ae0b74 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:15.696338 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.715278 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-82c45e9e-8d6c-4395-8f5d-2e0eae950c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.754048 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef79edfe-3fce-4a2b-ade8-f9fe2ceb4c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.764999 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60e4e1-3a2c-4afe-ae75-61a900f47956 service neutron] Pushing event updated for resources: {'Port': ['ID=17948fb1-fdfc-412e-87f1-d8f6894f1151,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:15.802771 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-06b99711-b5f7-4a93-b820-1f31d83c86d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.803656 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b039fd7a-018f-4994-8d03-bbc3ed211ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.857703 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.887116 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port aadd28d2-0220-46a7-b824-94eab0ae0b74, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=aadd28d2-0220-46a7-b824-94eab0ae0b74,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:15.894578 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.929375 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2ee0edb2-b6c4-4e63-955a-b41b9afc5e74 None None] Provisioning for port 4b9f0df9-1534-4fbd-a736-19f5db4129d8 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:15.939948 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2ee0edb2-b6c4-4e63-955a-b41b9afc5e74 None None] Provisioning complete for port 4b9f0df9-1534-4fbd-a736-19f5db4129d8 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:15.940320 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ee0edb2-b6c4-4e63-955a-b41b9afc5e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.959970 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef79edfe-3fce-4a2b-ade8-f9fe2ceb4c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.963434 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c45e9e-8d6c-4395-8f5d-2e0eae950c66 service neutron] Pushing event updated for resources: {'Port': ['ID=5e868358-9a97-43e7-92c4-6ec743600b9e,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:16.011769 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=aadd28d2-0220-46a7-b824-94eab0ae0b74,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:16.016737 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2ee0edb2-b6c4-4e63-955a-b41b9afc5e74 None None] Port 4b9f0df9-1534-4fbd-a736-19f5db4129d8 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:16.073678 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79edfe-3fce-4a2b-ade8-f9fe2ceb4c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f34e112-c3ca-4105-8af2-0b2caeae38c8,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:16.081506 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ef79edfe-3fce-4a2b-ade8-f9fe2ceb4c41 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ca024de19eab4972a62f57c9cf1d7fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9750862 Jul 16 20:33:16.081729 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-bb60e4e1-3a2c-4afe-ae75-61a900f47956 service neutron] Attempting to bind port 17948fb1-fdfc-412e-87f1-d8f6894f1151 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:16.081729 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-bb60e4e1-3a2c-4afe-ae75-61a900f47956 service neutron] Attempting to bind port 17948fb1-fdfc-412e-87f1-d8f6894f1151 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '3f952078-cb9c-47f7-9e6d-cc7a02591d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3f838853-abda-4c3a-9151-1eee7174c196'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:16.081729 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-bb60e4e1-3a2c-4afe-ae75-61a900f47956 service neutron] Attempting to bind port 17948fb1-fdfc-412e-87f1-d8f6894f1151 on network 3f838853-abda-4c3a-9151-1eee7174c196 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:16.085072 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42272) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:16.121955 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-bb60e4e1-3a2c-4afe-ae75-61a900f47956 service neutron] Port 17948fb1-fdfc-412e-87f1-d8f6894f1151 on network 3f838853-abda-4c3a-9151-1eee7174c196 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:33:16.122600 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-bb60e4e1-3a2c-4afe-ae75-61a900f47956 service neutron] Attempting to bind port 17948fb1-fdfc-412e-87f1-d8f6894f1151 on network 3f838853-abda-4c3a-9151-1eee7174c196 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:16.141358 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-82c45e9e-8d6c-4395-8f5d-2e0eae950c66 service neutron] Attempting to bind port 5e868358-9a97-43e7-92c4-6ec743600b9e on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:16.141787 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-82c45e9e-8d6c-4395-8f5d-2e0eae950c66 service neutron] Attempting to bind port 5e868358-9a97-43e7-92c4-6ec743600b9e by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'd35eaac0-e89f-4b60-bc75-19de0b8db68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6a7544a1-50eb-4947-aed6-085fa278f26b'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:16.142145 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebca92c-0748-497c-9b5f-ca43fbeb105e req-a4bd137a-493e-4c5c-ad5b-3ba8d2d8ba72 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:16.142276 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-82c45e9e-8d6c-4395-8f5d-2e0eae950c66 service neutron] Attempting to bind port 5e868358-9a97-43e7-92c4-6ec743600b9e on network 6a7544a1-50eb-4947-aed6-085fa278f26b {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:16.143727 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ebca92c-0748-497c-9b5f-ca43fbeb105e req-a4bd137a-493e-4c5c-ad5b-3ba8d2d8ba72 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 944 time: 0.3881543 Jul 16 20:33:16.153747 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-24c09599-dea4-4e56-a0d3-00352406311c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.157867 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-bb60e4e1-3a2c-4afe-ae75-61a900f47956 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:16.158469 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-bb60e4e1-3a2c-4afe-ae75-61a900f47956 service neutron] Checking segment: {'id': '3f952078-cb9c-47f7-9e6d-cc7a02591d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3f838853-abda-4c3a-9151-1eee7174c196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:16.158717 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-bb60e4e1-3a2c-4afe-ae75-61a900f47956 service neutron] Bound using segment: {'id': '3f952078-cb9c-47f7-9e6d-cc7a02591d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3f838853-abda-4c3a-9151-1eee7174c196'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:16.159224 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-bb60e4e1-3a2c-4afe-ae75-61a900f47956 service neutron] Bound port: 17948fb1-fdfc-412e-87f1-d8f6894f1151, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f952078-cb9c-47f7-9e6d-cc7a02591d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3f838853-abda-4c3a-9151-1eee7174c196'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:16.159606 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-bb60e4e1-3a2c-4afe-ae75-61a900f47956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.168198 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-82c45e9e-8d6c-4395-8f5d-2e0eae950c66 service neutron] Port 5e868358-9a97-43e7-92c4-6ec743600b9e on network 6a7544a1-50eb-4947-aed6-085fa278f26b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:33:16.168510 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-82c45e9e-8d6c-4395-8f5d-2e0eae950c66 service neutron] Attempting to bind port 5e868358-9a97-43e7-92c4-6ec743600b9e on network 6a7544a1-50eb-4947-aed6-085fa278f26b {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:16.206608 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-82c45e9e-8d6c-4395-8f5d-2e0eae950c66 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:16.206783 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-82c45e9e-8d6c-4395-8f5d-2e0eae950c66 service neutron] Checking segment: {'id': 'd35eaac0-e89f-4b60-bc75-19de0b8db68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6a7544a1-50eb-4947-aed6-085fa278f26b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:16.207165 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-82c45e9e-8d6c-4395-8f5d-2e0eae950c66 service neutron] Bound using segment: {'id': 'd35eaac0-e89f-4b60-bc75-19de0b8db68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6a7544a1-50eb-4947-aed6-085fa278f26b'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:16.207606 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-82c45e9e-8d6c-4395-8f5d-2e0eae950c66 service neutron] Bound port: 5e868358-9a97-43e7-92c4-6ec743600b9e, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd35eaac0-e89f-4b60-bc75-19de0b8db68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6a7544a1-50eb-4947-aed6-085fa278f26b'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:16.207968 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-82c45e9e-8d6c-4395-8f5d-2e0eae950c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.223008 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b039fd7a-018f-4994-8d03-bbc3ed211ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.277090 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ebca92c-0748-497c-9b5f-ca43fbeb105e req-2ce3ec56-5cc7-48aa-9820-225c133de07d tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193435 Jul 16 20:33:16.293221 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b9bd0f47-ebe2-4d02-97dc-54847446bb67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.338968 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f45dd-60f2-4954-a02d-0696d8fbec77 req-ea5c5974-bfa2-4541-a997-0cade41fb640 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:16.340836 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3e6f45dd-60f2-4954-a02d-0696d8fbec77 req-ea5c5974-bfa2-4541-a997-0cade41fb640 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=64085e94-974a-40fa-8bcb-b7f650821adb HTTP/1.1" status: 200 len: 943 time: 0.2179034 Jul 16 20:33:16.342178 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-24c09599-dea4-4e56-a0d3-00352406311c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.394723 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b9bd0f47-ebe2-4d02-97dc-54847446bb67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.424660 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-bb60e4e1-3a2c-4afe-ae75-61a900f47956 service neutron] For port 17948fb1-fdfc-412e-87f1-d8f6894f1151, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:16.426442 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c09599-dea4-4e56-a0d3-00352406311c admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:16.438932 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-24c09599-dea4-4e56-a0d3-00352406311c admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:16.442642 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-82c45e9e-8d6c-4395-8f5d-2e0eae950c66 service neutron] For port 5e868358-9a97-43e7-92c4-6ec743600b9e, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:16.447490 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c09599-dea4-4e56-a0d3-00352406311c admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:16.452763 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c09599-dea4-4e56-a0d3-00352406311c admin admin] Pushing event updated for resources: {'Port': ['ID=10a688cf-ce13-4b22-9353-71fe11dd26ff,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:16.462859 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-bb60e4e1-3a2c-4afe-ae75-61a900f47956 service neutron] For port 17948fb1-fdfc-412e-87f1-d8f6894f1151, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=17948fb1-fdfc-412e-87f1-d8f6894f1151,segment=NetworkSegment(3f952078-cb9c-47f7-9e6d-cc7a02591d17),segment_id=3f952078-cb9c-47f7-9e6d-cc7a02591d17)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:16.477483 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-bb60e4e1-3a2c-4afe-ae75-61a900f47956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.480599 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-82c45e9e-8d6c-4395-8f5d-2e0eae950c66 service neutron] For port 5e868358-9a97-43e7-92c4-6ec743600b9e, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=5e868358-9a97-43e7-92c4-6ec743600b9e,segment=NetworkSegment(d35eaac0-e89f-4b60-bc75-19de0b8db68c),segment_id=d35eaac0-e89f-4b60-bc75-19de0b8db68c)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:16.499929 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-82c45e9e-8d6c-4395-8f5d-2e0eae950c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.531666 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3e6f45dd-60f2-4954-a02d-0696d8fbec77 req-a36d64a5-b309-486a-af9e-88c7fdc99942 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789069 Jul 16 20:33:16.562524 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-bb60e4e1-3a2c-4afe-ae75-61a900f47956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:16.563148 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-bb60e4e1-3a2c-4afe-ae75-61a900f47956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.565738 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-bb60e4e1-3a2c-4afe-ae75-61a900f47956 service neutron] 10.222.0.62 "PUT /v2.0/ports/17948fb1-fdfc-412e-87f1-d8f6894f1151 HTTP/1.1" status: 200 len: 1092 time: 3.3149035 Jul 16 20:33:16.578132 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64085e94-974a-40fa-8bcb-b7f650821adb', 'tag': '17948fb1-fdfc-412e-87f1-d8f6894f1151'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:16.580787 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cfe080-2c8d-4358-b071-af66683b09ac" -d '{"events": [{"name": "network-changed", "server_uuid": "64085e94-974a-40fa-8bcb-b7f650821adb", "tag": "17948fb1-fdfc-412e-87f1-d8f6894f1151"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:16.591895 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b9bd0f47-ebe2-4d02-97dc-54847446bb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.595455 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b9bd0f47-ebe2-4d02-97dc-54847446bb67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.596659 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b9bd0f47-ebe2-4d02-97dc-54847446bb67 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9f34e112-c3ca-4105-8af2-0b2caeae38c8 HTTP/1.1" status: 204 len: 168 time: 0.5078468 Jul 16 20:33:16.645413 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-82c45e9e-8d6c-4395-8f5d-2e0eae950c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:16.647381 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-82c45e9e-8d6c-4395-8f5d-2e0eae950c66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.648833 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-82c45e9e-8d6c-4395-8f5d-2e0eae950c66 service neutron] 10.222.0.62 "PUT /v2.0/ports/5e868358-9a97-43e7-92c4-6ec743600b9e HTTP/1.1" status: 200 len: 1093 time: 2.4047034 Jul 16 20:33:16.708754 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d5a891-617c-4308-b227-52fca3227216 x-openstack-request-id: req-a3d5a891-617c-4308-b227-52fca3227216 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:16.709059 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64085e94-974a-40fa-8bcb-b7f650821adb", "tag": "17948fb1-fdfc-412e-87f1-d8f6894f1151", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:16.709328 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a3d5a891-617c-4308-b227-52fca3227216 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:16.709866 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64085e94-974a-40fa-8bcb-b7f650821adb', 'tag': '17948fb1-fdfc-412e-87f1-d8f6894f1151', 'status': 'completed', 'code': 200} Jul 16 20:33:16.715385 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-06b99711-b5f7-4a93-b820-1f31d83c86d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a3ead3-cac9-44b1-9339-e1882c30dfd4 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:33:16.766334 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-06b99711-b5f7-4a93-b820-1f31d83c86d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.768818 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd0f47-ebe2-4d02-97dc-54847446bb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f34e112-c3ca-4105-8af2-0b2caeae38c8,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:16.807741 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b039fd7a-018f-4994-8d03-bbc3ed211ed6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.813306 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60e4e1-3a2c-4afe-ae75-61a900f47956 service neutron] Pushing event updated for resources: {'Port': ['ID=17948fb1-fdfc-412e-87f1-d8f6894f1151,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:16.867875 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b039fd7a-018f-4994-8d03-bbc3ed211ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.882336 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c45e9e-8d6c-4395-8f5d-2e0eae950c66 service neutron] Pushing event updated for resources: {'Port': ['ID=5e868358-9a97-43e7-92c4-6ec743600b9e,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:16.902041 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-06b99711-b5f7-4a93-b820-1f31d83c86d2 service neutron] Transition to ACTIVE for port object a9a3ead3-cac9-44b1-9339-e1882c30dfd4 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:16.933897 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-06b99711-b5f7-4a93-b820-1f31d83c86d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.002810 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-854bb91b-60ba-41fd-83de-81ff0bcf1c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:17.004544 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-854bb91b-60ba-41fd-83de-81ff0bcf1c83 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9032388b8ebe4c33bf7d76406cd09d75&device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 1096 time: 0.2940297 Jul 16 20:33:17.020431 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b99711-b5f7-4a93-b820-1f31d83c86d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a3ead3-cac9-44b1-9339-e1882c30dfd4,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:17.137655 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42284) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:17.139568 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 914cdd2c-fa53-4cec-a0f2-3237a624b862 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:17.149837 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-2d33d0ae-cf80-4406-9a46-2f641d6122b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e868358-9a97-43e7-92c4-6ec743600b9e HTTP/1.1" status: 200 len: 217 time: 0.1308708 Jul 16 20:33:17.151936 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-87729507-d37f-428c-a30c-62b2fef9f992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:17.154229 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-87729507-d37f-428c-a30c-62b2fef9f992 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d5c0768f88e84340ae10dbc9a89bd566&device_id=64085e94-974a-40fa-8bcb-b7f650821adb HTTP/1.1" status: 200 len: 1095 time: 0.5214238 Jul 16 20:33:17.177124 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e2ae72-a5e3-471d-a8a3-2ba250f05cc5 None None] Network 9946657c-25de-4dbf-a2ff-cc0711d92acb requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:17.198971 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f4348ee4-88e5-4b6d-9d6d-cd54e0f7fb7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.266009 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-956f4b39-5030-431f-be15-4341154d5d30 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17948fb1-fdfc-412e-87f1-d8f6894f1151 HTTP/1.1" status: 200 len: 217 time: 0.0859487 Jul 16 20:33:17.280431 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 914cdd2c-fa53-4cec-a0f2-3237a624b862 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:17.288266 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8a3c2124-34cc-4c16-8c27-af2168504ebb None None] Provisioning for port 914cdd2c-fa53-4cec-a0f2-3237a624b862 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:17.297019 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 914cdd2c-fa53-4cec-a0f2-3237a624b862 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:17.297539 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.304457 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8a3c2124-34cc-4c16-8c27-af2168504ebb None None] Provisioning complete for port 914cdd2c-fa53-4cec-a0f2-3237a624b862 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:17.304953 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a3c2124-34cc-4c16-8c27-af2168504ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.354467 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b039fd7a-018f-4994-8d03-bbc3ed211ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.359395 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-1572f7a6-75c9-49a9-ba35-30e2d023e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:17.361402 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-1572f7a6-75c9-49a9-ba35-30e2d023e75c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f32068c5-153f-4016-8324-2b24dcd4a18d HTTP/1.1" status: 200 len: 854 time: 0.0862536 Jul 16 20:33:17.412237 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-ea6a473f-7f55-433d-863c-02de19be0d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:17.413803 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-ea6a473f-7f55-433d-863c-02de19be0d4b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbbec1a1-2c80-4471-b62b-c165bab136c6 HTTP/1.1" status: 200 len: 859 time: 0.2348876 Jul 16 20:33:17.455806 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039fd7a-018f-4994-8d03-bbc3ed211ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=4b9f0df9-1534-4fbd-a736-19f5db4129d8,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:17.470039 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedd6fe-9b89-42d5-90cc-92c94e4d5468 req-e286c09e-45ca-41a5-8452-dd4d9e648117 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:17.471647 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fcedd6fe-9b89-42d5-90cc-92c94e4d5468 req-e286c09e-45ca-41a5-8452-dd4d9e648117 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=6abf3438-ad89-461e-9e16-5113b32ef2f4 HTTP/1.1" status: 200 len: 931 time: 0.7552261 Jul 16 20:33:17.486605 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-06b99711-b5f7-4a93-b820-1f31d83c86d2 service neutron] Attempting to bind port a9a3ead3-cac9-44b1-9339-e1882c30dfd4 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:17.486966 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-06b99711-b5f7-4a93-b820-1f31d83c86d2 service neutron] Attempting to bind port a9a3ead3-cac9-44b1-9339-e1882c30dfd4 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'eedb9503-a998-4030-af9b-ee79bd88f973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'df6943c9-2880-4959-95b5-a076d3fa151c'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:17.487296 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-06b99711-b5f7-4a93-b820-1f31d83c86d2 service neutron] Attempting to bind port a9a3ead3-cac9-44b1-9339-e1882c30dfd4 on network df6943c9-2880-4959-95b5-a076d3fa151c {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:17.492317 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-e6bdfd80-9889-426a-b28a-ae26792ff231 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6a7544a1-50eb-4947-aed6-085fa278f26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712056 Jul 16 20:33:17.498119 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-e0a7557e-1a89-45d9-a2d6-51692e8edfbf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f838853-abda-4c3a-9151-1eee7174c196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831680 Jul 16 20:33:17.510699 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b039fd7a-018f-4994-8d03-bbc3ed211ed6 admin admin] Network 2c861e1b-5cf8-4d44-86da-8be2198d9fa4 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:17.512956 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-06b99711-b5f7-4a93-b820-1f31d83c86d2 service neutron] Port a9a3ead3-cac9-44b1-9339-e1882c30dfd4 on network df6943c9-2880-4959-95b5-a076d3fa151c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:33:17.513374 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-06b99711-b5f7-4a93-b820-1f31d83c86d2 service neutron] Attempting to bind port a9a3ead3-cac9-44b1-9339-e1882c30dfd4 on network df6943c9-2880-4959-95b5-a076d3fa151c {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:17.527727 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.529056 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-b039fd7a-018f-4994-8d03-bbc3ed211ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:17.531631 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a3c2124-34cc-4c16-8c27-af2168504ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.543566 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-24c09599-dea4-4e56-a0d3-00352406311c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.556265 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-06b99711-b5f7-4a93-b820-1f31d83c86d2 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:17.557008 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-06b99711-b5f7-4a93-b820-1f31d83c86d2 service neutron] Checking segment: {'id': 'eedb9503-a998-4030-af9b-ee79bd88f973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'df6943c9-2880-4959-95b5-a076d3fa151c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:17.557584 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-06b99711-b5f7-4a93-b820-1f31d83c86d2 service neutron] Bound using segment: {'id': 'eedb9503-a998-4030-af9b-ee79bd88f973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'df6943c9-2880-4959-95b5-a076d3fa151c'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:17.562586 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-06b99711-b5f7-4a93-b820-1f31d83c86d2 service neutron] Bound port: a9a3ead3-cac9-44b1-9339-e1882c30dfd4, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eedb9503-a998-4030-af9b-ee79bd88f973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'df6943c9-2880-4959-95b5-a076d3fa151c'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:17.563073 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-06b99711-b5f7-4a93-b820-1f31d83c86d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.588685 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 914cdd2c-fa53-4cec-a0f2-3237a624b862, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=914cdd2c-fa53-4cec-a0f2-3237a624b862,segment=NetworkSegment(0d07d740-88ef-4866-813e-0313120f4fc9),segment_id=0d07d740-88ef-4866-813e-0313120f4fc9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:17.597719 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.598740 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device aadd28d2-0220-46a7-b824-94eab0ae0b74 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:17.728964 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-8a3c2124-34cc-4c16-8c27-af2168504ebb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:33:17.730451 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-8a3c2124-34cc-4c16-8c27-af2168504ebb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:33:17.742674 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=914cdd2c-fa53-4cec-a0f2-3237a624b862,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:17.753715 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port aadd28d2-0220-46a7-b824-94eab0ae0b74 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:17.754094 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.774986 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fcedd6fe-9b89-42d5-90cc-92c94e4d5468 req-6f002530-54e4-4807-b01a-03fb1dcab8b4 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups?id=afe1c795-be23-436d-aa49-a291582bf221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913089 Jul 16 20:33:17.788976 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9bed7-eade-40a4-b0f2-9208ff4f91d2 req-050051c6-ee84-47bb-a57c-410d8edacc19 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:17.801826 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9de9bed7-eade-40a4-b0f2-9208ff4f91d2 req-050051c6-ee84-47bb-a57c-410d8edacc19 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 944 time: 0.3485720 Jul 16 20:33:17.828049 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f4348ee4-88e5-4b6d-9d6d-cd54e0f7fb7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.854286 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f4348ee4-88e5-4b6d-9d6d-cd54e0f7fb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.912257 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-d373af18-9d8b-4831-9402-c87ec4f5b7d4 service neutron] 10.222.0.62 "GET /v2.0/networks/6a7544a1-50eb-4947-aed6-085fa278f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115508 Jul 16 20:33:17.918136 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9de9bed7-eade-40a4-b0f2-9208ff4f91d2 req-a2bd14f8-778e-4213-af04-348f808f5dee tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153138 Jul 16 20:33:17.976186 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b039fd7a-018f-4994-8d03-bbc3ed211ed6 admin admin] Router 973845d8-1357-4085-a3d2-f917298e5645 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:33:17.988462 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-06b99711-b5f7-4a93-b820-1f31d83c86d2 service neutron] For port a9a3ead3-cac9-44b1-9339-e1882c30dfd4, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:18.005346 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f4348ee4-88e5-4b6d-9d6d-cd54e0f7fb7b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=00983e2fe1ae4e5695e95a9125e7d1ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8610308 Jul 16 20:33:18.012031 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-75787549-cfef-44fe-b895-4ebee1e6976f service neutron] 10.222.0.62 "GET /v2.0/networks/3f838853-abda-4c3a-9151-1eee7174c196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871635 Jul 16 20:33:18.018938 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42290) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:18.020826 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4348ee4-88e5-4b6d-9d6d-cd54e0f7fb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf58398-00cc-4060-9abf-8c2fc010a01e,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:18.042011 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-06b99711-b5f7-4a93-b820-1f31d83c86d2 service neutron] For port a9a3ead3-cac9-44b1-9339-e1882c30dfd4, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a9a3ead3-cac9-44b1-9339-e1882c30dfd4,segment=NetworkSegment(eedb9503-a998-4030-af9b-ee79bd88f973),segment_id=eedb9503-a998-4030-af9b-ee79bd88f973)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:18.073997 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-06b99711-b5f7-4a93-b820-1f31d83c86d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.157738 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-24c09599-dea4-4e56-a0d3-00352406311c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.206249 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-06b99711-b5f7-4a93-b820-1f31d83c86d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:18.206887 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-06b99711-b5f7-4a93-b820-1f31d83c86d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.208263 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-06b99711-b5f7-4a93-b820-1f31d83c86d2 service neutron] 10.222.0.18 "PUT /v2.0/ports/a9a3ead3-cac9-44b1-9339-e1882c30dfd4 HTTP/1.1" status: 200 len: 1092 time: 2.6417212 Jul 16 20:33:18.232683 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3569c5-9ab0-4944-ac6c-2f59412861bf req-90f29594-1d94-43f7-b2c5-5a54d91b4550 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:18.234329 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c3569c5-9ab0-4944-ac6c-2f59412861bf req-90f29594-1d94-43f7-b2c5-5a54d91b4550 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=64085e94-974a-40fa-8bcb-b7f650821adb HTTP/1.1" status: 200 len: 943 time: 0.2508261 Jul 16 20:33:18.235474 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b039fd7a-018f-4994-8d03-bbc3ed211ed6 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:18.252909 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b039fd7a-018f-4994-8d03-bbc3ed211ed6 admin admin] 10.222.0.38 "PUT /v2.0/routers/973845d8-1357-4085-a3d2-f917298e5645/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4017100 Jul 16 20:33:18.297613 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-37fa6d64-79a4-4d5b-95ae-eb293e63d951 req-502a9c4e-f333-4e3f-b16a-9022bbdf90bd service neutron] 10.222.0.62 "GET /v2.0/networks/6a7544a1-50eb-4947-aed6-085fa278f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514132 Jul 16 20:33:18.298111 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b99711-b5f7-4a93-b820-1f31d83c86d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a3ead3-cac9-44b1-9339-e1882c30dfd4,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:18.322283 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cdb702-7c00-4e52-8410-c9382396060a None None] Sync routers for ids ['973845d8-1357-4085-a3d2-f917298e5645'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:18.330503 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d75e6549-097e-4dc8-b84c-ef423af6328e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.336953 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cdb702-7c00-4e52-8410-c9382396060a None None] Routers {'973845d8-1357-4085-a3d2-f917298e5645'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:18.337736 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-c0cdb702-7c00-4e52-8410-c9382396060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:32:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['973845d8-1357-4085-a3d2-f917298e5645'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:18.350786 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-630db2e0-3781-4058-955f-1ffbb80bbf2d req-7b9ac2da-6b3e-4645-a60f-6551785c8801 service neutron] 10.222.0.62 "GET /v2.0/networks/3f838853-abda-4c3a-9151-1eee7174c196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236663 Jul 16 20:33:18.358061 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c3569c5-9ab0-4944-ac6c-2f59412861bf req-3a7db6fb-1de6-4c36-b9c7-ae5b0b0c2a47 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595443 Jul 16 20:33:18.369654 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d75e6549-097e-4dc8-b84c-ef423af6328e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.419828 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c09599-dea4-4e56-a0d3-00352406311c admin admin] Router a8c34e85-3074-4225-810c-02ea382eaf8b is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:33:18.426372 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-b8901f85-1aa3-427d-95e7-fac74895db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:18.428188 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-b8901f85-1aa3-427d-95e7-fac74895db8c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c6f263473814d958e095527b322efb5&device_id=6abf3438-ad89-461e-9e16-5113b32ef2f4 HTTP/1.1" status: 200 len: 1095 time: 0.1527970 Jul 16 20:33:18.486724 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4c74cc1c-fddd-4a79-b3a7-fe14b3047c2c None None] Provisioning complete for port 914cdd2c-fa53-4cec-a0f2-3237a624b862 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:18.487246 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c74cc1c-fddd-4a79-b3a7-fe14b3047c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.521259 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-8e800ffc-afab-4138-8381-e75fd04c6b52 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9a3ead3-cac9-44b1-9339-e1882c30dfd4 HTTP/1.1" status: 200 len: 217 time: 0.0792766 Jul 16 20:33:18.533219 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-c0cdb702-7c00-4e52-8410-c9382396060a None None] Set router 973845d8-1357-4085-a3d2-f917298e5645 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:18.554420 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c09599-dea4-4e56-a0d3-00352406311c admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:18.563321 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d75e6549-097e-4dc8-b84c-ef423af6328e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.565914 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d75e6549-097e-4dc8-b84c-ef423af6328e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.567100 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d75e6549-097e-4dc8-b84c-ef423af6328e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ccf58398-00cc-4060-9abf-8c2fc010a01e HTTP/1.1" status: 204 len: 168 time: 0.5429113 Jul 16 20:33:18.571283 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a7b422-fd85-41d7-9dae-adf10c311228 None None] Sync routers for ids ['a8c34e85-3074-4225-810c-02ea382eaf8b'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:18.584754 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a7b422-fd85-41d7-9dae-adf10c311228 None None] Routers {'a8c34e85-3074-4225-810c-02ea382eaf8b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:18.586112 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-e5a7b422-fd85-41d7-9dae-adf10c311228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:32:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['a8c34e85-3074-4225-810c-02ea382eaf8b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:18.591988 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e6549-097e-4dc8-b84c-ef423af6328e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf58398-00cc-4060-9abf-8c2fc010a01e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:18.593476 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-24c09599-dea4-4e56-a0d3-00352406311c admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.595696 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-24c09599-dea4-4e56-a0d3-00352406311c admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2547460 Jul 16 20:33:18.598702 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42302) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:18.617408 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-b21604ba-3311-4df5-aa40-11e950c9267c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:18.618913 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-b21604ba-3311-4df5-aa40-11e950c9267c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f49e8c3e-dbce-429c-8a71-476eb02ef449 HTTP/1.1" status: 200 len: 853 time: 0.0891385 Jul 16 20:33:18.625331 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfe080-2c8d-4358-b071-af66683b09ac req-cb1553e4-9641-4524-8a76-3fbdfcbcd180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:18.626926 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-77cfe080-2c8d-4358-b071-af66683b09ac req-cb1553e4-9641-4524-8a76-3fbdfcbcd180 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d5c0768f88e84340ae10dbc9a89bd566&device_id=64085e94-974a-40fa-8bcb-b7f650821adb HTTP/1.1" status: 200 len: 1095 time: 0.1965082 Jul 16 20:33:18.781519 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4c74cc1c-fddd-4a79-b3a7-fe14b3047c2c None None] Provisioning complete for port 4b9f0df9-1534-4fbd-a736-19f5db4129d8 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:18.782033 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c74cc1c-fddd-4a79-b3a7-fe14b3047c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.854551 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-e5a7b422-fd85-41d7-9dae-adf10c311228 None None] Set router a8c34e85-3074-4225-810c-02ea382eaf8b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:19.075823 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 914cdd2c-fa53-4cec-a0f2-3237a624b862 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:19.163182 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-e5a7b422-fd85-41d7-9dae-adf10c311228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'name': 'tempest-ServersTestManualDisk-573558896-router', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '10a688cf-ce13-4b22-9353-71fe11dd26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:12Z', 'updated_at': '2021-07-16T20:33:16Z', 'revision_number': 3, 'project_id': '5f5a6128ca074592a882cf8df860844b', 'gw_port': {'id': '10a688cf-ce13-4b22-9353-71fe11dd26ff', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:15Z', 'updated_at': '2021-07-16T20:33:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:19.169789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4c74cc1c-fddd-4a79-b3a7-fe14b3047c2c None None] Port 4b9f0df9-1534-4fbd-a736-19f5db4129d8 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:19.181263 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-c0cdb702-7c00-4e52-8410-c9382396060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973845d8-1357-4085-a3d2-f917298e5645', 'name': 'tempest-FloatingIPsTestJSON-1759515057-router', 'tenant_id': 'e02ce411f8c3424ea6461d48ad9d3a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'aadd28d2-0220-46a7-b824-94eab0ae0b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:06Z', 'updated_at': '2021-07-16T20:33:16Z', 'revision_number': 4, 'project_id': 'e02ce411f8c3424ea6461d48ad9d3a89', 'gw_port': {'id': 'aadd28d2-0220-46a7-b824-94eab0ae0b74', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973845d8-1357-4085-a3d2-f917298e5645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:06Z', 'updated_at': '2021-07-16T20:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '4b9f0df9-1534-4fbd-a736-19f5db4129d8', 'name': '', 'network_id': '2c861e1b-5cf8-4d44-86da-8be2198d9fa4', 'tenant_id': 'e02ce411f8c3424ea6461d48ad9d3a89', 'mac_address': 'fa:16:3e:e4:70:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973845d8-1357-4085-a3d2-f917298e5645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'bdd08c7b-0c5f-4866-a6f5-5814338e093f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:13Z', 'updated_at': '2021-07-16T20:33:16Z', 'revision_number': 2, 'project_id': 'e02ce411f8c3424ea6461d48ad9d3a89', 'subnets': [{'id': 'bdd08c7b-0c5f-4866-a6f5-5814338e093f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:19.198556 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a7b422-fd85-41d7-9dae-adf10c311228 None None] Checking router: a8c34e85-3074-4225-810c-02ea382eaf8b for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:33:19.198906 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a7b422-fd85-41d7-9dae-adf10c311228 None None] Updating router a8c34e85-3074-4225-810c-02ea382eaf8b port 10a688cf-ce13-4b22-9353-71fe11dd26ff binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:33:19.206612 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954328ef-dba5-48e8-b938-08f3d2bd3409', 'tag': '5e868358-9a97-43e7-92c4-6ec743600b9e'}, {'name': 'network-changed', 'server_uuid': '6abf3438-ad89-461e-9e16-5113b32ef2f4', 'tag': 'a9a3ead3-cac9-44b1-9339-e1882c30dfd4'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:19.209777 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a952562-1ccf-42c2-8731-663f4720fee3" -d '{"events": [{"name": "network-changed", "server_uuid": "954328ef-dba5-48e8-b938-08f3d2bd3409", "tag": "5e868358-9a97-43e7-92c4-6ec743600b9e"}, {"name": "network-changed", "server_uuid": "6abf3438-ad89-461e-9e16-5113b32ef2f4", "tag": "a9a3ead3-cac9-44b1-9339-e1882c30dfd4"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:19.214834 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-46f617f4-ed23-4cd0-9940-8a9370f11174 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=df6943c9-2880-4959-95b5-a076d3fa151c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5869110 Jul 16 20:33:19.243738 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e5a7b422-fd85-41d7-9dae-adf10c311228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.261261 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cdb702-7c00-4e52-8410-c9382396060a None None] Checking router: 973845d8-1357-4085-a3d2-f917298e5645 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:33:19.261767 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cdb702-7c00-4e52-8410-c9382396060a None None] Updating router 973845d8-1357-4085-a3d2-f917298e5645 port 4b9f0df9-1534-4fbd-a736-19f5db4129d8 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:33:19.300155 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6afa645a-9017-4e9f-a793-5ae4407a593b req-b0814f54-578c-4ff1-9259-6f120333d1bb tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4710665 Jul 16 20:33:19.312127 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 914cdd2c-fa53-4cec-a0f2-3237a624b862 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:19.312127 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.313366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-6afa645a-9017-4e9f-a793-5ae4407a593b req-db6e5bdc-7ee5-4078-b183-4b6fcccec9da tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:19.313884 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0cdb702-7c00-4e52-8410-c9382396060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.399528 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b58a1b-bc03-4c40-a3f8-21ed0245b3bc req-40319f4e-ac01-4185-aa1c-85c484bd96a7 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:19.407798 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-98b58a1b-bc03-4c40-a3f8-21ed0245b3bc req-40319f4e-ac01-4185-aa1c-85c484bd96a7 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=6abf3438-ad89-461e-9e16-5113b32ef2f4 HTTP/1.1" status: 200 len: 943 time: 0.3715560 Jul 16 20:33:19.420544 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6afa645a-9017-4e9f-a793-5ae4407a593b req-db6e5bdc-7ee5-4078-b183-4b6fcccec9da tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.526608 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-98b58a1b-bc03-4c40-a3f8-21ed0245b3bc req-56fdfcc8-a0bc-4e65-a23a-399b219a815b tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups?id=afe1c795-be23-436d-aa49-a291582bf221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179175 Jul 16 20:33:19.571024 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfe080-2c8d-4358-b071-af66683b09ac req-b9d3c493-f7f0-431d-9730-38cd3a637eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:19.577719 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-77cfe080-2c8d-4358-b071-af66683b09ac req-b9d3c493-f7f0-431d-9730-38cd3a637eb2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f838853-abda-4c3a-9151-1eee7174c196 HTTP/1.1" status: 200 len: 915 time: 0.9359469 Jul 16 20:33:19.620867 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-3483fba3-e600-481b-9735-214354e35784 service neutron] 10.222.0.18 "GET /v2.0/networks/df6943c9-2880-4959-95b5-a076d3fa151c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972781 Jul 16 20:33:19.678017 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e5a7b422-fd85-41d7-9dae-adf10c311228 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.697639 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-e5a7b422-fd85-41d7-9dae-adf10c311228 None None] Transition to ACTIVE for port object 10a688cf-ce13-4b22-9353-71fe11dd26ff will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:19.710132 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e5a7b422-fd85-41d7-9dae-adf10c311228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.728214 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-77cfe080-2c8d-4358-b071-af66683b09ac req-e5afd5ef-073c-490a-b08c-3d45bb3f724a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17948fb1-fdfc-412e-87f1-d8f6894f1151 HTTP/1.1" status: 200 len: 217 time: 0.1005721 Jul 16 20:33:19.798053 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0cdb702-7c00-4e52-8410-c9382396060a None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.810730 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c0cdb702-7c00-4e52-8410-c9382396060a None None] Transition to ACTIVE for port object 4b9f0df9-1534-4fbd-a736-19f5db4129d8 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:19.816341 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e5a7b422-fd85-41d7-9dae-adf10c311228 None None] Attempting to bind port 10a688cf-ce13-4b22-9353-71fe11dd26ff on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:19.816792 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e5a7b422-fd85-41d7-9dae-adf10c311228 None None] Attempting to bind port 10a688cf-ce13-4b22-9353-71fe11dd26ff by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:19.817037 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a7b422-fd85-41d7-9dae-adf10c311228 None None] Attempting to bind port 10a688cf-ce13-4b22-9353-71fe11dd26ff on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:19.824530 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0cdb702-7c00-4e52-8410-c9382396060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.839626 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a7b422-fd85-41d7-9dae-adf10c311228 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:19.840027 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a7b422-fd85-41d7-9dae-adf10c311228 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:19.845620 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e5a7b422-fd85-41d7-9dae-adf10c311228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.846359 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a7b422-fd85-41d7-9dae-adf10c311228 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:19.846911 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e5a7b422-fd85-41d7-9dae-adf10c311228 None None] Bound port: 10a688cf-ce13-4b22-9353-71fe11dd26ff, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:19.847497 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e5a7b422-fd85-41d7-9dae-adf10c311228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.910492 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa91dbd-c58c-478f-881c-8b5444596142 None None] Pushing event updated for resources: {'Port': ['ID=4b9f0df9-1534-4fbd-a736-19f5db4129d8,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:19.930843 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-e5a7b422-fd85-41d7-9dae-adf10c311228 None None] For port 10a688cf-ce13-4b22-9353-71fe11dd26ff, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:19.934679 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-e5a7b422-fd85-41d7-9dae-adf10c311228 None None] For port 10a688cf-ce13-4b22-9353-71fe11dd26ff, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=10a688cf-ce13-4b22-9353-71fe11dd26ff,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:19.938988 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfe080-2c8d-4358-b071-af66683b09ac req-cce0fc15-ec3c-40ec-af74-b82f778e4f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:19.941787 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-77cfe080-2c8d-4358-b071-af66683b09ac req-cce0fc15-ec3c-40ec-af74-b82f778e4f74 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f32068c5-153f-4016-8324-2b24dcd4a18d HTTP/1.1" status: 200 len: 854 time: 0.1873567 Jul 16 20:33:19.945306 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e5a7b422-fd85-41d7-9dae-adf10c311228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.958518 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2cdec-30d2-437e-9250-2f69f026544b None None] Pushing event updated for resources: {'Port': ['ID=10a688cf-ce13-4b22-9353-71fe11dd26ff,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:19.997114 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-77cfe080-2c8d-4358-b071-af66683b09ac req-3511d50d-2fc3-4433-8632-abed3fb6df74 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f838853-abda-4c3a-9151-1eee7174c196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478396 Jul 16 20:33:20.014175 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-c0cdb702-7c00-4e52-8410-c9382396060a None None] Attempting to bind port 4b9f0df9-1534-4fbd-a736-19f5db4129d8 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:20.019712 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-c0cdb702-7c00-4e52-8410-c9382396060a None None] Attempting to bind port 4b9f0df9-1534-4fbd-a736-19f5db4129d8 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'a66d722c-5b03-47ae-bc74-83c1bd4990db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2c861e1b-5cf8-4d44-86da-8be2198d9fa4'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:20.020206 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cdb702-7c00-4e52-8410-c9382396060a None None] Attempting to bind port 4b9f0df9-1534-4fbd-a736-19f5db4129d8 on network 2c861e1b-5cf8-4d44-86da-8be2198d9fa4 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:20.032492 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cdb702-7c00-4e52-8410-c9382396060a None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:20.033450 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cdb702-7c00-4e52-8410-c9382396060a None None] Checking segment: {'id': 'a66d722c-5b03-47ae-bc74-83c1bd4990db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2c861e1b-5cf8-4d44-86da-8be2198d9fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:20.033450 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0cdb702-7c00-4e52-8410-c9382396060a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.033992 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cdb702-7c00-4e52-8410-c9382396060a None None] Bound using segment: {'id': 'a66d722c-5b03-47ae-bc74-83c1bd4990db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2c861e1b-5cf8-4d44-86da-8be2198d9fa4'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:20.034538 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-c0cdb702-7c00-4e52-8410-c9382396060a None None] Bound port: 4b9f0df9-1534-4fbd-a736-19f5db4129d8, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a66d722c-5b03-47ae-bc74-83c1bd4990db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2c861e1b-5cf8-4d44-86da-8be2198d9fa4'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:20.034935 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0cdb702-7c00-4e52-8410-c9382396060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.082362 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2cdec-30d2-437e-9250-2f69f026544b None None] Pushing event updated for resources: {'Port': ['ID=10a688cf-ce13-4b22-9353-71fe11dd26ff,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:20.104221 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a7b422-fd85-41d7-9dae-adf10c311228 None None] Routers {'a8c34e85-3074-4225-810c-02ea382eaf8b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:20.104932 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-e5a7b422-fd85-41d7-9dae-adf10c311228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:32:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['a8c34e85-3074-4225-810c-02ea382eaf8b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:20.149565 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c0cdb702-7c00-4e52-8410-c9382396060a None None] For port 4b9f0df9-1534-4fbd-a736-19f5db4129d8, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:20.155089 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c0cdb702-7c00-4e52-8410-c9382396060a None None] For port 4b9f0df9-1534-4fbd-a736-19f5db4129d8, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4b9f0df9-1534-4fbd-a736-19f5db4129d8,segment=NetworkSegment(a66d722c-5b03-47ae-bc74-83c1bd4990db),segment_id=a66d722c-5b03-47ae-bc74-83c1bd4990db)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:20.164564 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0cdb702-7c00-4e52-8410-c9382396060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.191397 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6afa645a-9017-4e9f-a793-5ae4407a593b req-db6e5bdc-7ee5-4078-b183-4b6fcccec9da tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.224923 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ab38fbea-8986-455d-afe7-aa494e8f4dbb req-31e5faec-367b-4829-a40d-4e9543ae1490 service neutron] 10.222.0.18 "GET /v2.0/networks/df6943c9-2880-4959-95b5-a076d3fa151c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5956638 Jul 16 20:33:20.237695 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-77cfe080-2c8d-4358-b071-af66683b09ac req-cc495d03-3cb1-4dfd-b994-19b1b263fa5e service neutron] 10.222.0.62 "GET /v2.0/networks/3f838853-abda-4c3a-9151-1eee7174c196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312391 Jul 16 20:33:20.262836 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-e5a7b422-fd85-41d7-9dae-adf10c311228 None None] Set router a8c34e85-3074-4225-810c-02ea382eaf8b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:20.305624 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa91dbd-c58c-478f-881c-8b5444596142 None None] Pushing event updated for resources: {'Port': ['ID=4b9f0df9-1534-4fbd-a736-19f5db4129d8,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:20.347910 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cdb702-7c00-4e52-8410-c9382396060a None None] Routers {'973845d8-1357-4085-a3d2-f917298e5645'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:20.348722 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-c0cdb702-7c00-4e52-8410-c9382396060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:32:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['973845d8-1357-4085-a3d2-f917298e5645'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:20.395905 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118ed57-ffe2-4ca9-9961-1ef23fa4aee6 req-8064c6ae-666e-4cf6-a125-d5413b6ee46f tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:20.403742 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1118ed57-ffe2-4ca9-9961-1ef23fa4aee6 req-8064c6ae-666e-4cf6-a125-d5413b6ee46f tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 944 time: 0.3282261 Jul 16 20:33:20.418351 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-77cfe080-2c8d-4358-b071-af66683b09ac req-c533371c-ebee-46c6-b564-f201fd475dcd service neutron] 10.222.0.62 "GET /v2.0/networks/3f838853-abda-4c3a-9151-1eee7174c196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737175 Jul 16 20:33:20.495328 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-e5a7b422-fd85-41d7-9dae-adf10c311228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'name': 'tempest-ServersTestManualDisk-573558896-router', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '10a688cf-ce13-4b22-9353-71fe11dd26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:12Z', 'updated_at': '2021-07-16T20:33:16Z', 'revision_number': 3, 'project_id': '5f5a6128ca074592a882cf8df860844b', 'gw_port': {'id': '10a688cf-ce13-4b22-9353-71fe11dd26ff', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:15Z', 'updated_at': '2021-07-16T20:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:20.552252 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-6afa645a-9017-4e9f-a793-5ae4407a593b req-db6e5bdc-7ee5-4078-b183-4b6fcccec9da tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Allocated IP 172.25.0.235 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/f15af97c-6423-4607-8dd2-ca8eced80122) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:20.558036 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-c0cdb702-7c00-4e52-8410-c9382396060a None None] Set router 973845d8-1357-4085-a3d2-f917298e5645 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:20.566056 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a7b422-fd85-41d7-9dae-adf10c311228 None None] The sync data for ids ['a8c34e85-3074-4225-810c-02ea382eaf8b'] in n-d-791506-21 is: [{'id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'name': 'tempest-ServersTestManualDisk-573558896-router', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '10a688cf-ce13-4b22-9353-71fe11dd26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:12Z', 'updated_at': '2021-07-16T20:33:16Z', 'revision_number': 3, 'project_id': '5f5a6128ca074592a882cf8df860844b', 'gw_port': {'id': '10a688cf-ce13-4b22-9353-71fe11dd26ff', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:15Z', 'updated_at': '2021-07-16T20:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:20.567960 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1118ed57-ffe2-4ca9-9961-1ef23fa4aee6 req-1610c84b-e368-40bc-af68-878df0e27c9b tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631131 Jul 16 20:33:20.592226 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1848378d-0ab8-4a2e-96d5-c9c34005f278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.654542 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae533d8a-a798-4ae7-b4bd-b7b57c50a2ff x-openstack-request-id: req-ae533d8a-a798-4ae7-b4bd-b7b57c50a2ff {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:20.655606 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954328ef-dba5-48e8-b938-08f3d2bd3409", "tag": "5e868358-9a97-43e7-92c4-6ec743600b9e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6abf3438-ad89-461e-9e16-5113b32ef2f4", "tag": "a9a3ead3-cac9-44b1-9339-e1882c30dfd4", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:20.656031 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ae533d8a-a798-4ae7-b4bd-b7b57c50a2ff {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:20.658746 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954328ef-dba5-48e8-b938-08f3d2bd3409', 'tag': '5e868358-9a97-43e7-92c4-6ec743600b9e', 'status': 'completed', 'code': 200} Jul 16 20:33:20.659284 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abf3438-ad89-461e-9e16-5113b32ef2f4', 'tag': 'a9a3ead3-cac9-44b1-9339-e1882c30dfd4', 'status': 'completed', 'code': 200} Jul 16 20:33:20.814680 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a952562-1ccf-42c2-8731-663f4720fee3 req-70ed4c1f-061a-498a-92bd-b1a056d5e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:20.817247 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1a952562-1ccf-42c2-8731-663f4720fee3 req-70ed4c1f-061a-498a-92bd-b1a056d5e65f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9032388b8ebe4c33bf7d76406cd09d75&device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 1096 time: 0.1352484 Jul 16 20:33:20.832459 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a952562-1ccf-42c2-8731-663f4720fee3 req-e3ac9adb-bf93-427c-997b-227816866565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:20.834152 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1a952562-1ccf-42c2-8731-663f4720fee3 req-e3ac9adb-bf93-427c-997b-227816866565 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c6f263473814d958e095527b322efb5&device_id=6abf3438-ad89-461e-9e16-5113b32ef2f4 HTTP/1.1" status: 200 len: 1095 time: 0.1424713 Jul 16 20:33:20.857408 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6afa645a-9017-4e9f-a793-5ae4407a593b req-db6e5bdc-7ee5-4078-b183-4b6fcccec9da tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.933533 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-1848378d-0ab8-4a2e-96d5-c9c34005f278 admin admin] Allocated IP 172.20.0.1 (9946657c-25de-4dbf-a2ff-cc0711d92acb/fa6d3426-e792-4e7e-a714-2e77150c9a45/250d5e28-5c85-4f98-bb04-9c1c53362f8d) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:20.985964 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a952562-1ccf-42c2-8731-663f4720fee3 req-4ab8df22-b862-40c8-a1da-b2ddc8fc4c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:20.987669 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1a952562-1ccf-42c2-8731-663f4720fee3 req-4ab8df22-b862-40c8-a1da-b2ddc8fc4c4d service neutron] 10.222.0.18 "GET /v2.0/networks?id=df6943c9-2880-4959-95b5-a076d3fa151c HTTP/1.1" status: 200 len: 914 time: 0.1374538 Jul 16 20:33:21.061016 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1a952562-1ccf-42c2-8731-663f4720fee3 req-4017b39b-b652-493e-9530-08daa1db88d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9a3ead3-cac9-44b1-9339-e1882c30dfd4 HTTP/1.1" status: 200 len: 217 time: 0.0632732 Jul 16 20:33:21.062730 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6afa645a-9017-4e9f-a793-5ae4407a593b req-db6e5bdc-7ee5-4078-b183-4b6fcccec9da tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.114030 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-c0cdb702-7c00-4e52-8410-c9382396060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973845d8-1357-4085-a3d2-f917298e5645', 'name': 'tempest-FloatingIPsTestJSON-1759515057-router', 'tenant_id': 'e02ce411f8c3424ea6461d48ad9d3a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'aadd28d2-0220-46a7-b824-94eab0ae0b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:06Z', 'updated_at': '2021-07-16T20:33:16Z', 'revision_number': 4, 'project_id': 'e02ce411f8c3424ea6461d48ad9d3a89', 'gw_port': {'id': 'aadd28d2-0220-46a7-b824-94eab0ae0b74', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973845d8-1357-4085-a3d2-f917298e5645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:06Z', 'updated_at': '2021-07-16T20:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '4b9f0df9-1534-4fbd-a736-19f5db4129d8', 'name': '', 'network_id': '2c861e1b-5cf8-4d44-86da-8be2198d9fa4', 'tenant_id': 'e02ce411f8c3424ea6461d48ad9d3a89', 'mac_address': 'fa:16:3e:e4:70:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973845d8-1357-4085-a3d2-f917298e5645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'bdd08c7b-0c5f-4866-a6f5-5814338e093f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:13Z', 'updated_at': '2021-07-16T20:33:20Z', 'revision_number': 4, 'project_id': 'e02ce411f8c3424ea6461d48ad9d3a89', 'subnets': [{'id': 'bdd08c7b-0c5f-4866-a6f5-5814338e093f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:21.147850 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cdb702-7c00-4e52-8410-c9382396060a None None] The sync data for ids ['973845d8-1357-4085-a3d2-f917298e5645'] in n-d-791506-21 is: [{'id': '973845d8-1357-4085-a3d2-f917298e5645', 'name': 'tempest-FloatingIPsTestJSON-1759515057-router', 'tenant_id': 'e02ce411f8c3424ea6461d48ad9d3a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'aadd28d2-0220-46a7-b824-94eab0ae0b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:06Z', 'updated_at': '2021-07-16T20:33:16Z', 'revision_number': 4, 'project_id': 'e02ce411f8c3424ea6461d48ad9d3a89', 'gw_port': {'id': 'aadd28d2-0220-46a7-b824-94eab0ae0b74', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973845d8-1357-4085-a3d2-f917298e5645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:06Z', 'updated_at': '2021-07-16T20:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '4b9f0df9-1534-4fbd-a736-19f5db4129d8', 'name': '', 'network_id': '2c861e1b-5cf8-4d44-86da-8be2198d9fa4', 'tenant_id': 'e02ce411f8c3424ea6461d48ad9d3a89', 'mac_address': 'fa:16:3e:e4:70:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973845d8-1357-4085-a3d2-f917298e5645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'bdd08c7b-0c5f-4866-a6f5-5814338e093f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:13Z', 'updated_at': '2021-07-16T20:33:20Z', 'revision_number': 4, 'project_id': 'e02ce411f8c3424ea6461d48ad9d3a89', 'subnets': [{'id': 'bdd08c7b-0c5f-4866-a6f5-5814338e093f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:21.179024 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a952562-1ccf-42c2-8731-663f4720fee3 req-ca1dd6eb-9e8b-4c52-a13a-0c04c0c51146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:21.180518 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1a952562-1ccf-42c2-8731-663f4720fee3 req-ca1dd6eb-9e8b-4c52-a13a-0c04c0c51146 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f49e8c3e-dbce-429c-8a71-476eb02ef449 HTTP/1.1" status: 200 len: 853 time: 0.0700076 Jul 16 20:33:21.197240 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6afa645a-9017-4e9f-a793-5ae4407a593b req-db6e5bdc-7ee5-4078-b183-4b6fcccec9da tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:21.221890 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1a952562-1ccf-42c2-8731-663f4720fee3 req-d2c752a3-45c5-4efc-b6bb-a686d4b0db9d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=df6943c9-2880-4959-95b5-a076d3fa151c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327499 Jul 16 20:33:21.226301 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-6afa645a-9017-4e9f-a793-5ae4407a593b req-db6e5bdc-7ee5-4078-b183-4b6fcccec9da tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:21.229315 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afa645a-9017-4e9f-a793-5ae4407a593b req-db6e5bdc-7ee5-4078-b183-4b6fcccec9da tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:21.237632 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e5bdc-7ee5-4078-b183-4b6fcccec9da tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Pushing event updated for resources: {'Port': ['ID=f15af97c-6423-4607-8dd2-ca8eced80122,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:21.298935 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a952562-1ccf-42c2-8731-663f4720fee3 req-8ad46e73-ad43-4891-a814-b05a30b9ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:21.300833 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1a952562-1ccf-42c2-8731-663f4720fee3 req-8ad46e73-ad43-4891-a814-b05a30b9ab59 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6a7544a1-50eb-4947-aed6-085fa278f26b HTTP/1.1" status: 200 len: 920 time: 0.4649839 Jul 16 20:33:21.326239 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 5e868358-9a97-43e7-92c4-6ec743600b9e details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:33:21.354762 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1848378d-0ab8-4a2e-96d5-c9c34005f278 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.383532 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-1848378d-0ab8-4a2e-96d5-c9c34005f278 admin admin] Transition to ACTIVE for port object 250d5e28-5c85-4f98-bb04-9c1c53362f8d will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:21.399617 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1a952562-1ccf-42c2-8731-663f4720fee3 req-e785701f-a378-4abf-a8ab-e9e503a60c15 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e868358-9a97-43e7-92c4-6ec743600b9e HTTP/1.1" status: 200 len: 217 time: 0.0853627 Jul 16 20:33:21.445661 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e86a9-5f76-4f02-8403-f47f6ad9dfcc req-1d3dfe0d-bbbd-4fdf-9fae-4ee76afb718d tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:21.456358 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-965e86a9-5f76-4f02-8403-f47f6ad9dfcc req-1d3dfe0d-bbbd-4fdf-9fae-4ee76afb718d tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=64085e94-974a-40fa-8bcb-b7f650821adb HTTP/1.1" status: 200 len: 943 time: 0.2830336 Jul 16 20:33:21.471082 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1a952562-1ccf-42c2-8731-663f4720fee3 req-4c293c1b-dca7-447d-93f7-798187310ac1 service neutron] 10.222.0.18 "GET /v2.0/networks/df6943c9-2880-4959-95b5-a076d3fa151c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395465 Jul 16 20:33:21.512091 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6afa645a-9017-4e9f-a793-5ae4407a593b req-db6e5bdc-7ee5-4078-b183-4b6fcccec9da tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.526111 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 5e868358-9a97-43e7-92c4-6ec743600b9e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=5e868358-9a97-43e7-92c4-6ec743600b9e,segment=NetworkSegment(d35eaac0-e89f-4b60-bc75-19de0b8db68c),segment_id=d35eaac0-e89f-4b60-bc75-19de0b8db68c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:21.546051 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '5e868358-9a97-43e7-92c4-6ec743600b9e', 'network_id': '6a7544a1-50eb-4947-aed6-085fa278f26b', 'port_id': '5e868358-9a97-43e7-92c4-6ec743600b9e', 'mac_address': 'fa:16:3e:96:2d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbbec1a1-2c80-4471-b62b-c165bab136c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:33:21.552842 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a952562-1ccf-42c2-8731-663f4720fee3 req-d65618d3-7309-40c0-8f40-7ddda0683303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:21.554429 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1a952562-1ccf-42c2-8731-663f4720fee3 req-d65618d3-7309-40c0-8f40-7ddda0683303 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbbec1a1-2c80-4471-b62b-c165bab136c6 HTTP/1.1" status: 200 len: 859 time: 0.1430464 Jul 16 20:33:21.566927 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-965e86a9-5f76-4f02-8403-f47f6ad9dfcc req-8975ca53-456f-4bdb-9b75-7e44661662cc tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063573 Jul 16 20:33:21.634016 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1848378d-0ab8-4a2e-96d5-c9c34005f278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.662580 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.665598 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1a952562-1ccf-42c2-8731-663f4720fee3 req-d003797f-3f21-44b2-a153-f28c3d961e2a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6a7544a1-50eb-4947-aed6-085fa278f26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709786 Jul 16 20:33:21.694102 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-742d0492-b0d4-431b-9b0d-a610a41d49b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.705438 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e868358-9a97-43e7-92c4-6ec743600b9e {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:33:21.760001 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1848378d-0ab8-4a2e-96d5-c9c34005f278 admin admin] Network 9946657c-25de-4dbf-a2ff-cc0711d92acb is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:21.777441 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-1848378d-0ab8-4a2e-96d5-c9c34005f278 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:21.779354 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 5e868358-9a97-43e7-92c4-6ec743600b9e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=5e868358-9a97-43e7-92c4-6ec743600b9e,segment=NetworkSegment(d35eaac0-e89f-4b60-bc75-19de0b8db68c),segment_id=d35eaac0-e89f-4b60-bc75-19de0b8db68c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:21.788131 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.790372 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 17948fb1-fdfc-412e-87f1-d8f6894f1151 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:33:21.795273 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1848378d-0ab8-4a2e-96d5-c9c34005f278 admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:21.843230 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1a952562-1ccf-42c2-8731-663f4720fee3 req-b43569d4-944f-4190-a1d9-345bf444edb7 service neutron] 10.222.0.62 "GET /v2.0/networks/6a7544a1-50eb-4947-aed6-085fa278f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673596 Jul 16 20:33:21.847922 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6afa645a-9017-4e9f-a793-5ae4407a593b req-db6e5bdc-7ee5-4078-b183-4b6fcccec9da tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.868205 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1a952562-1ccf-42c2-8731-663f4720fee3 req-4a0a7fa5-119c-4d1e-ad96-1d00be60ffc5 service neutron] 10.222.0.18 "GET /v2.0/networks/df6943c9-2880-4959-95b5-a076d3fa151c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861635 Jul 16 20:33:21.984733 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=5e868358-9a97-43e7-92c4-6ec743600b9e,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:22.028554 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1a952562-1ccf-42c2-8731-663f4720fee3 req-3b2d48a6-54c2-4059-94dd-384eb812d8f6 service neutron] 10.222.0.62 "GET /v2.0/networks/6a7544a1-50eb-4947-aed6-085fa278f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591508 Jul 16 20:33:22.061621 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848378d-0ab8-4a2e-96d5-c9c34005f278 admin admin] Pushing event updated for resources: {'Port': ['ID=250d5e28-5c85-4f98-bb04-9c1c53362f8d,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:22.116104 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 17948fb1-fdfc-412e-87f1-d8f6894f1151, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=17948fb1-fdfc-412e-87f1-d8f6894f1151,segment=NetworkSegment(3f952078-cb9c-47f7-9e6d-cc7a02591d17),segment_id=3f952078-cb9c-47f7-9e6d-cc7a02591d17)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:22.129026 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '17948fb1-fdfc-412e-87f1-d8f6894f1151', 'network_id': '3f838853-abda-4c3a-9151-1eee7174c196', 'port_id': '17948fb1-fdfc-412e-87f1-d8f6894f1151', 'mac_address': 'fa:16:3e:fa:fa:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32068c5-153f-4016-8324-2b24dcd4a18d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:33:22.165544 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1848378d-0ab8-4a2e-96d5-c9c34005f278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.197543 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.229837 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17948fb1-fdfc-412e-87f1-d8f6894f1151 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:33:22.261969 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 17948fb1-fdfc-412e-87f1-d8f6894f1151, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=17948fb1-fdfc-412e-87f1-d8f6894f1151,segment=NetworkSegment(3f952078-cb9c-47f7-9e6d-cc7a02591d17),segment_id=3f952078-cb9c-47f7-9e6d-cc7a02591d17)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:22.271046 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.301109 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7df2959a-52a3-4132-a775-054db91f5537 None None] Provisioning for port 250d5e28-5c85-4f98-bb04-9c1c53362f8d completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:22.306750 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7df2959a-52a3-4132-a775-054db91f5537 None None] Provisioning complete for port 250d5e28-5c85-4f98-bb04-9c1c53362f8d triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:22.307153 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7df2959a-52a3-4132-a775-054db91f5537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.377555 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e3ca6-951a-4aca-93dc-e651167eecc5 req-9d850be4-e095-476c-bc6b-50a70d4e3b8e tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:22.384798 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2a4e3ca6-951a-4aca-93dc-e651167eecc5 req-9d850be4-e095-476c-bc6b-50a70d4e3b8e tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=6abf3438-ad89-461e-9e16-5113b32ef2f4 HTTP/1.1" status: 200 len: 943 time: 0.3804452 Jul 16 20:33:22.390594 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=17948fb1-fdfc-412e-87f1-d8f6894f1151,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:22.401826 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7df2959a-52a3-4132-a775-054db91f5537 None None] Port 250d5e28-5c85-4f98-bb04-9c1c53362f8d cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:22.430839 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6afa645a-9017-4e9f-a793-5ae4407a593b req-db6e5bdc-7ee5-4078-b183-4b6fcccec9da tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.442409 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6afa645a-9017-4e9f-a793-5ae4407a593b req-db6e5bdc-7ee5-4078-b183-4b6fcccec9da tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.505410 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['17948fb1-fdfc-412e-87f1-d8f6894f1151'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:33:22.511231 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['5e868358-9a97-43e7-92c4-6ec743600b9e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:33:22.519287 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2a4e3ca6-951a-4aca-93dc-e651167eecc5 req-8dc05d9e-a6f4-49b2-bc54-acbb42d63ebd tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups?id=afe1c795-be23-436d-aa49-a291582bf221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334026 Jul 16 20:33:22.584111 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6afa645a-9017-4e9f-a793-5ae4407a593b req-db6e5bdc-7ee5-4078-b183-4b6fcccec9da tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.595576 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1848378d-0ab8-4a2e-96d5-c9c34005f278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.614573 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e5bdc-7ee5-4078-b183-4b6fcccec9da tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Pushing event updated for resources: {'Port': ['ID=f15af97c-6423-4607-8dd2-ca8eced80122,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:22.654054 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6afa645a-9017-4e9f-a793-5ae4407a593b req-db6e5bdc-7ee5-4078-b183-4b6fcccec9da tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.655591 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6afa645a-9017-4e9f-a793-5ae4407a593b req-db6e5bdc-7ee5-4078-b183-4b6fcccec9da tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3543332 Jul 16 20:33:22.802001 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device a9a3ead3-cac9-44b1-9339-e1882c30dfd4 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:33:22.829152 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42380) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:22.841674 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6afa645a-9017-4e9f-a793-5ae4407a593b req-5c4195e6-f14c-4bb0-99a1-02868ff70004 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.235 HTTP/1.1" status: 200 len: 696 time: 0.1765094 Jul 16 20:33:22.948257 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port a9a3ead3-cac9-44b1-9339-e1882c30dfd4, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a9a3ead3-cac9-44b1-9339-e1882c30dfd4,segment=NetworkSegment(eedb9503-a998-4030-af9b-ee79bd88f973),segment_id=eedb9503-a998-4030-af9b-ee79bd88f973)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:22.964274 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'a9a3ead3-cac9-44b1-9339-e1882c30dfd4', 'network_id': 'df6943c9-2880-4959-95b5-a076d3fa151c', 'port_id': 'a9a3ead3-cac9-44b1-9339-e1882c30dfd4', 'mac_address': 'fa:16:3e:87:2a:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e8c3e-dbce-429c-8a71-476eb02ef449', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:33:23.012060 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.034444 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a3ead3-cac9-44b1-9339-e1882c30dfd4 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:33:23.045167 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-adba16eb-1c6c-4278-9953-5f57fe800ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.067440 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa645a-9017-4e9f-a793-5ae4407a593b req-68098bca-2afc-4a49-85ba-526d221b88b9 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:23.068875 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6afa645a-9017-4e9f-a793-5ae4407a593b req-68098bca-2afc-4a49-85ba-526d221b88b9 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 784 time: 0.2000589 Jul 16 20:33:23.079714 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port a9a3ead3-cac9-44b1-9339-e1882c30dfd4, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a9a3ead3-cac9-44b1-9339-e1882c30dfd4,segment=NetworkSegment(eedb9503-a998-4030-af9b-ee79bd88f973),segment_id=eedb9503-a998-4030-af9b-ee79bd88f973)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:23.085378 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.113289 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1848378d-0ab8-4a2e-96d5-c9c34005f278 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.137559 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb8b99-96f5-42a1-bf60-2e60cf24a1e9 req-be2ed288-989f-42a6-9c7c-9e6a600afba6 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:23.138534 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 10a688cf-ce13-4b22-9353-71fe11dd26ff up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:23.143335 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27eb8b99-96f5-42a1-bf60-2e60cf24a1e9 req-be2ed288-989f-42a6-9c7c-9e6a600afba6 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 945 time: 0.4148624 Jul 16 20:33:23.146073 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1848378d-0ab8-4a2e-96d5-c9c34005f278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.229201 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-adba16eb-1c6c-4278-9953-5f57fe800ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.238338 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-adba16eb-1c6c-4278-9953-5f57fe800ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.241820 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1848378d-0ab8-4a2e-96d5-c9c34005f278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.267675 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=a9a3ead3-cac9-44b1-9339-e1882c30dfd4,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:23.290660 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-adba16eb-1c6c-4278-9953-5f57fe800ddb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0f0fac8a6f8f47769b97c1115491f857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4600549 Jul 16 20:33:23.291593 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba16eb-1c6c-4278-9953-5f57fe800ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefedc67-6bee-4fcd-bf2c-cdd16f38455e,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:23.296181 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42386) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:23.303953 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 10a688cf-ce13-4b22-9353-71fe11dd26ff completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:23.320774 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 10a688cf-ce13-4b22-9353-71fe11dd26ff triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:23.321155 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.324393 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['a9a3ead3-cac9-44b1-9339-e1882c30dfd4'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:33:23.363621 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27eb8b99-96f5-42a1-bf60-2e60cf24a1e9 req-88e5c6b7-43d8-48e5-9783-fcbcb05df400 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446350 Jul 16 20:33:23.366662 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848378d-0ab8-4a2e-96d5-c9c34005f278 admin admin] Pushing event updated for resources: {'Port': ['ID=250d5e28-5c85-4f98-bb04-9c1c53362f8d,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:23.378723 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc664731-bd13-4110-ac98-5d068cbf5f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.406722 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc664731-bd13-4110-ac98-5d068cbf5f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.461786 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc664731-bd13-4110-ac98-5d068cbf5f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.468315 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc664731-bd13-4110-ac98-5d068cbf5f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.469784 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fc664731-bd13-4110-ac98-5d068cbf5f59 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aefedc67-6bee-4fcd-bf2c-cdd16f38455e HTTP/1.1" status: 204 len: 168 time: 0.1720376 Jul 16 20:33:23.506586 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc664731-bd13-4110-ac98-5d068cbf5f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefedc67-6bee-4fcd-bf2c-cdd16f38455e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:23.526661 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd759b74-66b3-4a60-b295-b807b8d38933 req-373eabbb-8d90-40f5-b6ee-60ec4e727647 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] 10.222.0.38 "GET /v2.0/floatingips/981783ef-49b2-4875-b726-6ff2d90920ac HTTP/1.1" status: 200 len: 693 time: 0.0823891 Jul 16 20:33:23.598702 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.632177 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 10a688cf-ce13-4b22-9353-71fe11dd26ff, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=10a688cf-ce13-4b22-9353-71fe11dd26ff,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:23.642258 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.643553 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4b9f0df9-1534-4fbd-a736-19f5db4129d8 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:23.679236 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1848378d-0ab8-4a2e-96d5-c9c34005f278 admin admin] Network 9946657c-25de-4dbf-a2ff-cc0711d92acb is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:23.687798 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-1848378d-0ab8-4a2e-96d5-c9c34005f278 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:23.716331 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15bd75-1249-4188-9603-46c35d1941f7 req-55684692-8102-49ab-aca5-9723432f78e7 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:23.717938 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8b15bd75-1249-4188-9603-46c35d1941f7 req-55684692-8102-49ab-aca5-9723432f78e7 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=64085e94-974a-40fa-8bcb-b7f650821adb HTTP/1.1" status: 200 len: 944 time: 0.1734214 Jul 16 20:33:23.728033 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd759b74-66b3-4a60-b295-b807b8d38933 req-20778744-1067-4ef0-a48c-5c552d5851a4 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:23.729375 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd759b74-66b3-4a60-b295-b807b8d38933 req-20778744-1067-4ef0-a48c-5c552d5851a4 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 784 time: 0.2018936 Jul 16 20:33:23.753536 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=10a688cf-ce13-4b22-9353-71fe11dd26ff,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:23.779713 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-cd759b74-66b3-4a60-b295-b807b8d38933 req-d235a86e-0fff-4cbc-b9e4-40152a899a1e tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:33:23.780922 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd759b74-66b3-4a60-b295-b807b8d38933 req-d235a86e-0fff-4cbc-b9e4-40152a899a1e tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062575 Jul 16 20:33:23.791611 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 4b9f0df9-1534-4fbd-a736-19f5db4129d8 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:23.797434 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 4b9f0df9-1534-4fbd-a736-19f5db4129d8 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:23.797796 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.832247 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8b15bd75-1249-4188-9603-46c35d1941f7 req-c2dc020c-bc75-4a78-83fe-4c7a64039a3f tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990362 Jul 16 20:33:23.922247 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.972806 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 4b9f0df9-1534-4fbd-a736-19f5db4129d8, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4b9f0df9-1534-4fbd-a736-19f5db4129d8,segment=NetworkSegment(a66d722c-5b03-47ae-bc74-83c1bd4990db),segment_id=a66d722c-5b03-47ae-bc74-83c1bd4990db)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:23.977618 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.980139 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c2942e9d-b369-49ee-8e89-d5ea43ec50b7 req-1dec8d81-8ec6-439a-b785-b2d98d52af1c tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] 10.222.0.38 "GET /v2.0/floatingips?tenant_id=e02ce411f8c3424ea6461d48ad9d3a89 HTTP/1.1" status: 200 len: 696 time: 0.0988014 Jul 16 20:33:24.041048 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=4b9f0df9-1534-4fbd-a736-19f5db4129d8,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:24.053244 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f67f3900-4158-4be8-9568-15520beabbba None None] Provisioning complete for port 250d5e28-5c85-4f98-bb04-9c1c53362f8d triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:24.053790 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f67f3900-4158-4be8-9568-15520beabbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.085806 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1848378d-0ab8-4a2e-96d5-c9c34005f278 admin admin] Router a8c34e85-3074-4225-810c-02ea382eaf8b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:33:24.098018 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f67f3900-4158-4be8-9568-15520beabbba None None] Port 250d5e28-5c85-4f98-bb04-9c1c53362f8d cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:24.174784 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2942e9d-b369-49ee-8e89-d5ea43ec50b7 req-e16451f2-a927-4e66-9d68-a2379e68b67f tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:24.176368 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c2942e9d-b369-49ee-8e89-d5ea43ec50b7 req-e16451f2-a927-4e66-9d68-a2379e68b67f tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] 10.222.0.38 "GET /v2.0/networks?id=9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 787 time: 0.1953964 Jul 16 20:33:24.186566 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b8188-82da-488e-a4a1-797465a8d526 req-b4667ea2-fd79-4198-9fa7-1cf0df0d4b4d tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:24.188078 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-367b8188-82da-488e-a4a1-797465a8d526 req-b4667ea2-fd79-4198-9fa7-1cf0df0d4b4d tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=6abf3438-ad89-461e-9e16-5113b32ef2f4 HTTP/1.1" status: 200 len: 944 time: 0.2291543 Jul 16 20:33:24.199165 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-c2942e9d-b369-49ee-8e89-d5ea43ec50b7 req-6272c86d-b6d9-4588-a261-92266aca224d tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:33:24.199867 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-792b542d-2597-456c-b08b-72151725b18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.200480 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c2942e9d-b369-49ee-8e89-d5ea43ec50b7 req-6272c86d-b6d9-4588-a261-92266aca224d tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094812 Jul 16 20:33:24.206511 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.319015 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5ad743b1-5a99-441d-95d8-61f934ebd30a req-1b5bb583-8fba-4585-ab99-c99992e981c8 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] 10.222.0.38 "GET /v2.0/floatingips/981783ef-49b2-4875-b726-6ff2d90920ac HTTP/1.1" status: 200 len: 693 time: 0.0921781 Jul 16 20:33:24.331912 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-367b8188-82da-488e-a4a1-797465a8d526 req-f65d6c6c-0209-453f-85a7-7f087c01f290 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups?id=afe1c795-be23-436d-aa49-a291582bf221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306367 Jul 16 20:33:24.361204 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1848378d-0ab8-4a2e-96d5-c9c34005f278 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:24.382798 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1848378d-0ab8-4a2e-96d5-c9c34005f278 admin admin] 10.222.0.38 "PUT /v2.0/routers/a8c34e85-3074-4225-810c-02ea382eaf8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7740896 Jul 16 20:33:24.498435 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad743b1-5a99-441d-95d8-61f934ebd30a req-7c86b24f-8601-491a-971c-6e0b642db0e2 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:24.500298 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5ad743b1-5a99-441d-95d8-61f934ebd30a req-7c86b24f-8601-491a-971c-6e0b642db0e2 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 784 time: 0.1742110 Jul 16 20:33:24.564150 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5ad743b1-5a99-441d-95d8-61f934ebd30a req-4e32395d-3094-4d6d-b10e-96579252e321 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.235 HTTP/1.1" status: 200 len: 696 time: 0.0550685 Jul 16 20:33:24.594965 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01562847-9e58-4090-8ff0-3612b53e67f5 None None] Sync routers for ids ['a8c34e85-3074-4225-810c-02ea382eaf8b'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:24.604692 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01562847-9e58-4090-8ff0-3612b53e67f5 None None] Routers {'a8c34e85-3074-4225-810c-02ea382eaf8b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:24.605318 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-01562847-9e58-4090-8ff0-3612b53e67f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:33:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['a8c34e85-3074-4225-810c-02ea382eaf8b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:24.639016 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5ad743b1-5a99-441d-95d8-61f934ebd30a req-0a2a0698-0586-425f-afa8-cf720e6c8983 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.235 HTTP/1.1" status: 200 len: 696 time: 0.0673077 Jul 16 20:33:24.841538 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device a9a3ead3-cac9-44b1-9339-e1882c30dfd4 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:24.912063 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-01562847-9e58-4090-8ff0-3612b53e67f5 None None] Set router a8c34e85-3074-4225-810c-02ea382eaf8b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:24.961650 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port a9a3ead3-cac9-44b1-9339-e1882c30dfd4 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:24.969674 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port a9a3ead3-cac9-44b1-9339-e1882c30dfd4 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:24.970382 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.002894 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 10a688cf-ce13-4b22-9353-71fe11dd26ff up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:25.101760 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d32d6-da3e-4dd3-b50c-22d38c1a2ad0 req-1304b377-8d75-4c46-b3fd-e42379634559 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:25.103272 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-226d32d6-da3e-4dd3-b50c-22d38c1a2ad0 req-1304b377-8d75-4c46-b3fd-e42379634559 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 945 time: 0.4854805 Jul 16 20:33:25.153293 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-5ad743b1-5a99-441d-95d8-61f934ebd30a req-9df94809-dc86-4a83-b52f-54dfea24ad87 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Deleting port f15af97c-6423-4607-8dd2-ca8eced80122 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:25.153685 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5ad743b1-5a99-441d-95d8-61f934ebd30a req-9df94809-dc86-4a83-b52f-54dfea24ad87 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.175872 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-226d32d6-da3e-4dd3-b50c-22d38c1a2ad0 req-fb1b5b2b-92c6-4fe7-a0eb-68de36827dfc tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621767 Jul 16 20:33:25.191899 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 10a688cf-ce13-4b22-9353-71fe11dd26ff triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:25.192152 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.250085 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5ad743b1-5a99-441d-95d8-61f934ebd30a req-9df94809-dc86-4a83-b52f-54dfea24ad87 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.250611 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5ad743b1-5a99-441d-95d8-61f934ebd30a req-9df94809-dc86-4a83-b52f-54dfea24ad87 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.267593 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-5ad743b1-5a99-441d-95d8-61f934ebd30a req-9df94809-dc86-4a83-b52f-54dfea24ad87 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Calling delete_port for f15af97c-6423-4607-8dd2-ca8eced80122 owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:25.268091 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.312921 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abf3438-ad89-461e-9e16-5113b32ef2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a3ead3-cac9-44b1-9339-e1882c30dfd4'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:25.315107 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e73e9f6-e107-4538-b0e0-4d647bb1be4f" -d '{"events": [{"server_uuid": "6abf3438-ad89-461e-9e16-5113b32ef2f4", "name": "network-vif-plugged", "status": "completed", "tag": "a9a3ead3-cac9-44b1-9339-e1882c30dfd4"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:25.333575 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port a9a3ead3-cac9-44b1-9339-e1882c30dfd4, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a9a3ead3-cac9-44b1-9339-e1882c30dfd4,segment=NetworkSegment(eedb9503-a998-4030-af9b-ee79bd88f973),segment_id=eedb9503-a998-4030-af9b-ee79bd88f973)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:25.339237 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 17948fb1-fdfc-412e-87f1-d8f6894f1151 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:25.384254 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.437654 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4b9f0df9-1534-4fbd-a736-19f5db4129d8 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:25.453553 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5ad743b1-5a99-441d-95d8-61f934ebd30a req-9df94809-dc86-4a83-b52f-54dfea24ad87 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.472339 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-01562847-9e58-4090-8ff0-3612b53e67f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'name': 'tempest-ServersTestManualDisk-573558896-router', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '10a688cf-ce13-4b22-9353-71fe11dd26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:12Z', 'updated_at': '2021-07-16T20:33:22Z', 'revision_number': 4, 'project_id': '5f5a6128ca074592a882cf8df860844b', 'gw_port': {'id': '10a688cf-ce13-4b22-9353-71fe11dd26ff', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:15Z', 'updated_at': '2021-07-16T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '250d5e28-5c85-4f98-bb04-9c1c53362f8d', 'name': '', 'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'mac_address': 'fa:16:3e:2b:01:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'fa6d3426-e792-4e7e-a714-2e77150c9a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:20Z', 'updated_at': '2021-07-16T20:33:22Z', 'revision_number': 2, 'project_id': '5f5a6128ca074592a882cf8df860844b', 'subnets': [{'id': 'fa6d3426-e792-4e7e-a714-2e77150c9a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:25.480023 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df94809-dc86-4a83-b52f-54dfea24ad87 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Pushing event deleted for resources: {'Port': ['ID=f15af97c-6423-4607-8dd2-ca8eced80122,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:25.525396 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01562847-9e58-4090-8ff0-3612b53e67f5 None None] Checking router: a8c34e85-3074-4225-810c-02ea382eaf8b for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:33:25.525681 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01562847-9e58-4090-8ff0-3612b53e67f5 None None] Updating router a8c34e85-3074-4225-810c-02ea382eaf8b port 250d5e28-5c85-4f98-bb04-9c1c53362f8d binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:33:25.555557 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=a9a3ead3-cac9-44b1-9339-e1882c30dfd4,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:25.565998 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5ad743b1-5a99-441d-95d8-61f934ebd30a req-9df94809-dc86-4a83-b52f-54dfea24ad87 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.569153 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5ad743b1-5a99-441d-95d8-61f934ebd30a req-9df94809-dc86-4a83-b52f-54dfea24ad87 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.570662 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5ad743b1-5a99-441d-95d8-61f934ebd30a req-9df94809-dc86-4a83-b52f-54dfea24ad87 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] 10.222.0.38 "DELETE /v2.0/floatingips/981783ef-49b2-4875-b726-6ff2d90920ac HTTP/1.1" status: 204 len: 173 time: 0.9130969 Jul 16 20:33:25.596490 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01562847-9e58-4090-8ff0-3612b53e67f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.610624 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 17948fb1-fdfc-412e-87f1-d8f6894f1151 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:25.621074 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 4b9f0df9-1534-4fbd-a736-19f5db4129d8 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:25.621441 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.624955 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 17948fb1-fdfc-412e-87f1-d8f6894f1151 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:25.624955 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.693748 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42474) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:25.701365 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-12ef029e-4247-4501-b186-a198ac2edf7c tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1878567233', 'description': 'tempest-description--294592749'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:25.756322 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-12ef029e-4247-4501-b186-a198ac2edf7c tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.776791 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0de3404-c4b1-4231-9fac-d9c89bada79a x-openstack-request-id: req-b0de3404-c4b1-4231-9fac-d9c89bada79a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:25.777031 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abf3438-ad89-461e-9e16-5113b32ef2f4", "name": "network-vif-plugged", "status": "completed", "tag": "a9a3ead3-cac9-44b1-9339-e1882c30dfd4", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:25.777263 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b0de3404-c4b1-4231-9fac-d9c89bada79a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:25.777621 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abf3438-ad89-461e-9e16-5113b32ef2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a3ead3-cac9-44b1-9339-e1882c30dfd4', 'code': 200} Jul 16 20:33:25.783677 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.822040 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0609fd2-3cd7-46de-a797-3b0a9e45d279 req-df796dce-07a0-4ec9-9f9e-0d27144775f1 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:25.824365 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0609fd2-3cd7-46de-a797-3b0a9e45d279 req-df796dce-07a0-4ec9-9f9e-0d27144775f1 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=64085e94-974a-40fa-8bcb-b7f650821adb HTTP/1.1" status: 200 len: 944 time: 0.1415653 Jul 16 20:33:25.896747 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0609fd2-3cd7-46de-a797-3b0a9e45d279 req-f3d79b2a-d028-4eab-bbcb-b1671555bf58 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646741 Jul 16 20:33:25.949031 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.984169 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3adca13-f930-498f-a62b-0aba5c1d0412 req-3173b7f9-1f75-4d15-b944-33be14dddb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:25.985956 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b3adca13-f930-498f-a62b-0aba5c1d0412 req-3173b7f9-1f75-4d15-b944-33be14dddb65 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6abf3438-ad89-461e-9e16-5113b32ef2f4 HTTP/1.1" status: 200 len: 1097 time: 0.1523981 Jul 16 20:33:26.013956 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916d1bf-8821-4017-9223-b9f537d0a422 req-b16ad097-f8d8-426e-944a-f8d42796323a tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:26.015845 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8916d1bf-8821-4017-9223-b9f537d0a422 req-b16ad097-f8d8-426e-944a-f8d42796323a tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=6abf3438-ad89-461e-9e16-5113b32ef2f4 HTTP/1.1" status: 200 len: 945 time: 0.0916696 Jul 16 20:33:26.028693 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 17948fb1-fdfc-412e-87f1-d8f6894f1151, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=17948fb1-fdfc-412e-87f1-d8f6894f1151,segment=NetworkSegment(3f952078-cb9c-47f7-9e6d-cc7a02591d17),segment_id=3f952078-cb9c-47f7-9e6d-cc7a02591d17)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:26.045349 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.046624 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 5e868358-9a97-43e7-92c4-6ec743600b9e up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:26.049876 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b3adca13-f930-498f-a62b-0aba5c1d0412 req-5329061c-eceb-4bb9-8329-df3aae71ce89 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=afe1c795-be23-436d-aa49-a291582bf221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556424 Jul 16 20:33:26.053038 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-12ef029e-4247-4501-b186-a198ac2edf7c tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.061384 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-12ef029e-4247-4501-b186-a198ac2edf7c tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.085509 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8916d1bf-8821-4017-9223-b9f537d0a422 req-78902984-5ae6-46ec-ae09-1bc4881d11a6 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups?id=afe1c795-be23-436d-aa49-a291582bf221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627041 Jul 16 20:33:26.097909 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-12ef029e-4247-4501-b186-a198ac2edf7c tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.101831 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-12ef029e-4247-4501-b186-a198ac2edf7c tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4021142 Jul 16 20:33:26.102198 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42486) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:26.107986 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-176751c6-9e77-4f9c-877a-9379b0372901 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Request body: {'security_group_rule': {'security_group_id': '08cd8ddd-42e4-4b66-af30-7f6cb39b8aaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:26.126965 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef029e-4247-4501-b186-a198ac2edf7c tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08cd8ddd-42e4-4b66-af30-7f6cb39b8aaf,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:26.177048 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-176751c6-9e77-4f9c-877a-9379b0372901 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.202490 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=17948fb1-fdfc-412e-87f1-d8f6894f1151,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:26.214959 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01562847-9e58-4090-8ff0-3612b53e67f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.229082 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-01562847-9e58-4090-8ff0-3612b53e67f5 None None] Transition to ACTIVE for port object 250d5e28-5c85-4f98-bb04-9c1c53362f8d will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:26.251932 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01562847-9e58-4090-8ff0-3612b53e67f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.271355 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b13d2da0-44b9-42a4-b51d-91778509e775 req-93ab4c4c-0b40-4c25-9f83-f99cc54d278b tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1467974 Jul 16 20:33:26.287598 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-b13d2da0-44b9-42a4-b51d-91778509e775 req-e4fb24f9-c6ab-415b-b951-0f2bea0ecae6 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:26.290516 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 5e868358-9a97-43e7-92c4-6ec743600b9e completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:26.293571 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-176751c6-9e77-4f9c-877a-9379b0372901 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.303775 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-176751c6-9e77-4f9c-877a-9379b0372901 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.323141 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 5e868358-9a97-43e7-92c4-6ec743600b9e triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:26.323668 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.328191 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176751c6-9e77-4f9c-877a-9379b0372901 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2428ec-3865-4dcb-abbc-b8dbdbd69bbd,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:26.333039 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b13d2da0-44b9-42a4-b51d-91778509e775 req-e4fb24f9-c6ab-415b-b951-0f2bea0ecae6 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.342604 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42492) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:26.351723 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-176751c6-9e77-4f9c-877a-9379b0372901 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.353063 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-176751c6-9e77-4f9c-877a-9379b0372901 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2497520 Jul 16 20:33:26.360630 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42496) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:26.366771 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-293c98a6-f1ef-4172-9508-a4c85d576666 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Request body: {'security_group_rule': {'security_group_id': '08cd8ddd-42e4-4b66-af30-7f6cb39b8aaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:26.400744 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8174a3-4f23-4945-85d9-4c7066820c2b None None] Pushing event updated for resources: {'Port': ['ID=250d5e28-5c85-4f98-bb04-9c1c53362f8d,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:26.412322 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-293c98a6-f1ef-4172-9508-a4c85d576666 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.504664 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3183590-0a24-4a41-91fb-922c950c4e98 req-516a0fc7-8bb0-4672-b42c-4ee20ef6c6f4 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:26.506224 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a3183590-0a24-4a41-91fb-922c950c4e98 req-516a0fc7-8bb0-4672-b42c-4ee20ef6c6f4 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 945 time: 0.1588075 Jul 16 20:33:26.517697 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-01562847-9e58-4090-8ff0-3612b53e67f5 None None] Attempting to bind port 250d5e28-5c85-4f98-bb04-9c1c53362f8d on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:26.518068 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-01562847-9e58-4090-8ff0-3612b53e67f5 None None] Attempting to bind port 250d5e28-5c85-4f98-bb04-9c1c53362f8d by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '0d07d740-88ef-4866-813e-0313120f4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:26.518467 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01562847-9e58-4090-8ff0-3612b53e67f5 None None] Attempting to bind port 250d5e28-5c85-4f98-bb04-9c1c53362f8d on network 9946657c-25de-4dbf-a2ff-cc0711d92acb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:26.518708 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-293c98a6-f1ef-4172-9508-a4c85d576666 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.527283 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c816971e-43bb-4716-8465-bbabe4d16323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.530071 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-293c98a6-f1ef-4172-9508-a4c85d576666 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.545514 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01562847-9e58-4090-8ff0-3612b53e67f5 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:26.545825 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01562847-9e58-4090-8ff0-3612b53e67f5 None None] Checking segment: {'id': '0d07d740-88ef-4866-813e-0313120f4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:26.546392 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01562847-9e58-4090-8ff0-3612b53e67f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.546800 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01562847-9e58-4090-8ff0-3612b53e67f5 None None] Bound using segment: {'id': '0d07d740-88ef-4866-813e-0313120f4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:26.547315 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-01562847-9e58-4090-8ff0-3612b53e67f5 None None] Bound port: 250d5e28-5c85-4f98-bb04-9c1c53362f8d, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d07d740-88ef-4866-813e-0313120f4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:26.548071 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01562847-9e58-4090-8ff0-3612b53e67f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.555787 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b13d2da0-44b9-42a4-b51d-91778509e775 req-e4fb24f9-c6ab-415b-b951-0f2bea0ecae6 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.563338 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-293c98a6-f1ef-4172-9508-a4c85d576666 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.568010 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-293c98a6-f1ef-4172-9508-a4c85d576666 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2061770 Jul 16 20:33:26.570586 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a3183590-0a24-4a41-91fb-922c950c4e98 req-3a126025-e86b-429e-a10a-fe0a0f464d09 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568826 Jul 16 20:33:26.572253 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42498) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:26.579639 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-b5237482-cd28-4e9d-97a7-2533db02fdf9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:26.589394 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.595444 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c98a6-f1ef-4172-9508-a4c85d576666 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55dfd408-0455-40f7-b380-2438ba2d9b19,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:26.671544 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 5e868358-9a97-43e7-92c4-6ec743600b9e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=5e868358-9a97-43e7-92c4-6ec743600b9e,segment=NetworkSegment(d35eaac0-e89f-4b60-bc75-19de0b8db68c),segment_id=d35eaac0-e89f-4b60-bc75-19de0b8db68c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:26.678417 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.680652 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-01562847-9e58-4090-8ff0-3612b53e67f5 None None] For port 250d5e28-5c85-4f98-bb04-9c1c53362f8d, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:26.686859 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-01562847-9e58-4090-8ff0-3612b53e67f5 None None] For port 250d5e28-5c85-4f98-bb04-9c1c53362f8d, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=250d5e28-5c85-4f98-bb04-9c1c53362f8d,segment=NetworkSegment(0d07d740-88ef-4866-813e-0313120f4fc9),segment_id=0d07d740-88ef-4866-813e-0313120f4fc9)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:26.706292 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c816971e-43bb-4716-8465-bbabe4d16323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.710816 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01562847-9e58-4090-8ff0-3612b53e67f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.712548 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c816971e-43bb-4716-8465-bbabe4d16323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.717363 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-b13d2da0-44b9-42a4-b51d-91778509e775 req-e4fb24f9-c6ab-415b-b951-0f2bea0ecae6 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Allocated IP 172.25.0.40 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/3ec04590-7a39-44ff-a338-085dc04f06c0) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:26.760878 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b5237482-cd28-4e9d-97a7-2533db02fdf9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.774571 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c816971e-43bb-4716-8465-bbabe4d16323 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=928e29f6c5b34633a98b68981cc81384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4301119 Jul 16 20:33:26.779856 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42500) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:26.787641 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=5e868358-9a97-43e7-92c4-6ec743600b9e,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:26.827615 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816971e-43bb-4716-8465-bbabe4d16323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2427880-c4c5-49ff-9838-94b9beaa608a,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:26.841670 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01562847-9e58-4090-8ff0-3612b53e67f5 None None] Routers {'a8c34e85-3074-4225-810c-02ea382eaf8b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:26.843155 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-01562847-9e58-4090-8ff0-3612b53e67f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:33:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['a8c34e85-3074-4225-810c-02ea382eaf8b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:26.873153 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cb32699b-ceb6-49ca-b0f4-ce8cce527cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.923786 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cb32699b-ceb6-49ca-b0f4-ce8cce527cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.929249 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b13d2da0-44b9-42a4-b51d-91778509e775 req-e4fb24f9-c6ab-415b-b951-0f2bea0ecae6 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.952262 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8174a3-4f23-4945-85d9-4c7066820c2b None None] Pushing event updated for resources: {'Port': ['ID=250d5e28-5c85-4f98-bb04-9c1c53362f8d,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:27.015872 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cb32699b-ceb6-49ca-b0f4-ce8cce527cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.020578 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cb32699b-ceb6-49ca-b0f4-ce8cce527cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.024352 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cb32699b-ceb6-49ca-b0f4-ce8cce527cc9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e2427880-c4c5-49ff-9838-94b9beaa608a HTTP/1.1" status: 204 len: 168 time: 0.2403057 Jul 16 20:33:27.039322 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32699b-ceb6-49ca-b0f4-ce8cce527cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2427880-c4c5-49ff-9838-94b9beaa608a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:27.053710 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b5237482-cd28-4e9d-97a7-2533db02fdf9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.057830 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b13d2da0-44b9-42a4-b51d-91778509e775 req-e4fb24f9-c6ab-415b-b951-0f2bea0ecae6 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.194846 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b13d2da0-44b9-42a4-b51d-91778509e775 req-e4fb24f9-c6ab-415b-b951-0f2bea0ecae6 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:27.199265 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb24f9-c6ab-415b-b951-0f2bea0ecae6 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Pushing event updated for resources: {'Port': ['ID=3ec04590-7a39-44ff-a338-085dc04f06c0,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:27.218584 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-b13d2da0-44b9-42a4-b51d-91778509e775 req-e4fb24f9-c6ab-415b-b951-0f2bea0ecae6 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:27.225200 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13d2da0-44b9-42a4-b51d-91778509e775 req-e4fb24f9-c6ab-415b-b951-0f2bea0ecae6 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:27.260491 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-01562847-9e58-4090-8ff0-3612b53e67f5 None None] Set router a8c34e85-3074-4225-810c-02ea382eaf8b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:27.331516 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-b5237482-cd28-4e9d-97a7-2533db02fdf9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Allocated IP 172.25.0.150 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/fc7eea60-d297-42cd-854b-4b7ea6eee3cd) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:27.349820 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc3131-970f-4151-b895-16c669221a02 req-b1dcac7e-d58c-4f9b-9eaa-75f8c7c51fd0 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:27.351365 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fefc3131-970f-4151-b895-16c669221a02 req-b1dcac7e-d58c-4f9b-9eaa-75f8c7c51fd0 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=64085e94-974a-40fa-8bcb-b7f650821adb HTTP/1.1" status: 200 len: 945 time: 0.2521534 Jul 16 20:33:27.359369 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42512) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:27.374447 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0768e6c6-6d6d-4d84-bfa7-16138c564b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.436050 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b13d2da0-44b9-42a4-b51d-91778509e775 req-e4fb24f9-c6ab-415b-b951-0f2bea0ecae6 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.485507 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-01562847-9e58-4090-8ff0-3612b53e67f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'name': 'tempest-ServersTestManualDisk-573558896-router', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '10a688cf-ce13-4b22-9353-71fe11dd26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:12Z', 'updated_at': '2021-07-16T20:33:22Z', 'revision_number': 4, 'project_id': '5f5a6128ca074592a882cf8df860844b', 'gw_port': {'id': '10a688cf-ce13-4b22-9353-71fe11dd26ff', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:15Z', 'updated_at': '2021-07-16T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '250d5e28-5c85-4f98-bb04-9c1c53362f8d', 'name': '', 'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'mac_address': 'fa:16:3e:2b:01:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'fa6d3426-e792-4e7e-a714-2e77150c9a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:20Z', 'updated_at': '2021-07-16T20:33:26Z', 'revision_number': 4, 'project_id': '5f5a6128ca074592a882cf8df860844b', 'subnets': [{'id': 'fa6d3426-e792-4e7e-a714-2e77150c9a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:27.487232 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0768e6c6-6d6d-4d84-bfa7-16138c564b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.491280 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fefc3131-970f-4151-b895-16c669221a02 req-8ac36661-c13f-4210-bcdc-94f7586111de tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110389 Jul 16 20:33:27.496098 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0768e6c6-6d6d-4d84-bfa7-16138c564b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.530539 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01562847-9e58-4090-8ff0-3612b53e67f5 None None] The sync data for ids ['a8c34e85-3074-4225-810c-02ea382eaf8b'] in n-d-791506-21 is: [{'id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'name': 'tempest-ServersTestManualDisk-573558896-router', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '10a688cf-ce13-4b22-9353-71fe11dd26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:12Z', 'updated_at': '2021-07-16T20:33:22Z', 'revision_number': 4, 'project_id': '5f5a6128ca074592a882cf8df860844b', 'gw_port': {'id': '10a688cf-ce13-4b22-9353-71fe11dd26ff', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:15Z', 'updated_at': '2021-07-16T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '250d5e28-5c85-4f98-bb04-9c1c53362f8d', 'name': '', 'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'mac_address': 'fa:16:3e:2b:01:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'fa6d3426-e792-4e7e-a714-2e77150c9a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:20Z', 'updated_at': '2021-07-16T20:33:26Z', 'revision_number': 4, 'project_id': '5f5a6128ca074592a882cf8df860844b', 'subnets': [{'id': 'fa6d3426-e792-4e7e-a714-2e77150c9a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:27.555775 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b13d2da0-44b9-42a4-b51d-91778509e775 req-e4fb24f9-c6ab-415b-b951-0f2bea0ecae6 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.563417 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.581208 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0768e6c6-6d6d-4d84-bfa7-16138c564b53 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=67624dda59f247f8ba4356a6d33dad5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2205768 Jul 16 20:33:27.593279 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42514) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:27.609485 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768e6c6-6d6d-4d84-bfa7-16138c564b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658f9d6d-ab35-4b96-8f27-f88603eea842,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:27.619191 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b5237482-cd28-4e9d-97a7-2533db02fdf9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.686427 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6622c285-e92d-4016-a577-ebb0791ffa8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.717573 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6622c285-e92d-4016-a577-ebb0791ffa8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.766918 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b5237482-cd28-4e9d-97a7-2533db02fdf9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.779123 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64085e94-974a-40fa-8bcb-b7f650821adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17948fb1-fdfc-412e-87f1-d8f6894f1151'}, {'server_uuid': '954328ef-dba5-48e8-b938-08f3d2bd3409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e868358-9a97-43e7-92c4-6ec743600b9e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:27.784525 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693f6d65-0c11-4194-b3c8-9e7f1b9e0276" -d '{"events": [{"server_uuid": "64085e94-974a-40fa-8bcb-b7f650821adb", "name": "network-vif-plugged", "status": "completed", "tag": "17948fb1-fdfc-412e-87f1-d8f6894f1151"}, {"server_uuid": "954328ef-dba5-48e8-b938-08f3d2bd3409", "name": "network-vif-plugged", "status": "completed", "tag": "5e868358-9a97-43e7-92c4-6ec743600b9e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:27.818520 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6622c285-e92d-4016-a577-ebb0791ffa8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.821664 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6622c285-e92d-4016-a577-ebb0791ffa8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.824438 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6622c285-e92d-4016-a577-ebb0791ffa8c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/658f9d6d-ab35-4b96-8f27-f88603eea842 HTTP/1.1" status: 204 len: 168 time: 0.2300682 Jul 16 20:33:27.835931 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622c285-e92d-4016-a577-ebb0791ffa8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658f9d6d-ab35-4b96-8f27-f88603eea842,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:27.841971 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5237482-cd28-4e9d-97a7-2533db02fdf9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:27.857446 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-b5237482-cd28-4e9d-97a7-2533db02fdf9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:27.867253 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5237482-cd28-4e9d-97a7-2533db02fdf9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:27.891931 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5237482-cd28-4e9d-97a7-2533db02fdf9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Pushing event updated for resources: {'Port': ['ID=fc7eea60-d297-42cd-854b-4b7ea6eee3cd,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:27.915364 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b13d2da0-44b9-42a4-b51d-91778509e775 req-e4fb24f9-c6ab-415b-b951-0f2bea0ecae6 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.929356 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b13d2da0-44b9-42a4-b51d-91778509e775 req-e4fb24f9-c6ab-415b-b951-0f2bea0ecae6 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.036706 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb24f9-c6ab-415b-b951-0f2bea0ecae6 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Pushing event updated for resources: {'Port': ['ID=3ec04590-7a39-44ff-a338-085dc04f06c0,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:28.079202 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b13d2da0-44b9-42a4-b51d-91778509e775 req-e4fb24f9-c6ab-415b-b951-0f2bea0ecae6 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.095100 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae7440-3c25-487e-97f8-97ef37b5fdc9 req-7333e88e-ad39-4b37-8ca0-bd8f5516014c tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:28.096712 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2ae7440-3c25-487e-97f8-97ef37b5fdc9 req-7333e88e-ad39-4b37-8ca0-bd8f5516014c tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=6abf3438-ad89-461e-9e16-5113b32ef2f4 HTTP/1.1" status: 200 len: 945 time: 0.2592483 Jul 16 20:33:28.117218 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b5237482-cd28-4e9d-97a7-2533db02fdf9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.129988 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b13d2da0-44b9-42a4-b51d-91778509e775 req-e4fb24f9-c6ab-415b-b951-0f2bea0ecae6 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.131239 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b13d2da0-44b9-42a4-b51d-91778509e775 req-e4fb24f9-c6ab-415b-b951-0f2bea0ecae6 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8516686 Jul 16 20:33:28.219568 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2ae7440-3c25-487e-97f8-97ef37b5fdc9 req-571611cd-ff4f-45c0-a96d-c2e7e328406d tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups?id=afe1c795-be23-436d-aa49-a291582bf221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156347 Jul 16 20:33:28.226600 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b13d2da0-44b9-42a4-b51d-91778509e775 req-34c6608a-c956-4c52-9f25-43f95c9b9cf3 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.40 HTTP/1.1" status: 200 len: 695 time: 0.0870950 Jul 16 20:33:28.234929 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b5237482-cd28-4e9d-97a7-2533db02fdf9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.477643 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d2da0-44b9-42a4-b51d-91778509e775 req-f92728d4-1716-4d4b-a0f2-a055c17bc48d tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:28.479058 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b13d2da0-44b9-42a4-b51d-91778509e775 req-f92728d4-1716-4d4b-a0f2-a055c17bc48d tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 784 time: 0.2157702 Jul 16 20:33:28.524277 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0411bd1-7cc1-4aa9-bdcd-760518ba051a x-openstack-request-id: req-a0411bd1-7cc1-4aa9-bdcd-760518ba051a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:28.527432 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64085e94-974a-40fa-8bcb-b7f650821adb", "name": "network-vif-plugged", "status": "completed", "tag": "17948fb1-fdfc-412e-87f1-d8f6894f1151", "code": 200}, {"server_uuid": "954328ef-dba5-48e8-b938-08f3d2bd3409", "name": "network-vif-plugged", "status": "completed", "tag": "5e868358-9a97-43e7-92c4-6ec743600b9e", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:28.527942 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a0411bd1-7cc1-4aa9-bdcd-760518ba051a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:28.530801 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64085e94-974a-40fa-8bcb-b7f650821adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17948fb1-fdfc-412e-87f1-d8f6894f1151', 'code': 200} Jul 16 20:33:28.531269 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954328ef-dba5-48e8-b938-08f3d2bd3409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e868358-9a97-43e7-92c4-6ec743600b9e', 'code': 200} Jul 16 20:33:28.552533 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7c237-4d76-4f70-b1e9-b84cc48bcc6a req-7233c1fa-f487-4521-a714-e73bc1c44a9b tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:28.561024 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02d7c237-4d76-4f70-b1e9-b84cc48bcc6a req-7233c1fa-f487-4521-a714-e73bc1c44a9b tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 946 time: 0.2095611 Jul 16 20:33:28.619263 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b5237482-cd28-4e9d-97a7-2533db02fdf9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.640200 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b5237482-cd28-4e9d-97a7-2533db02fdf9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.669070 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02d7c237-4d76-4f70-b1e9-b84cc48bcc6a req-0f7f0052-7928-42c6-80b5-5a953df1003f tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920210 Jul 16 20:33:28.775417 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba1a2d-ab42-4823-bd62-efe540339543 req-08c41244-7b81-4f74-b71a-dfd20fee709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:28.779638 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7fba1a2d-ab42-4823-bd62-efe540339543 req-08c41244-7b81-4f74-b71a-dfd20fee709a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 1098 time: 0.1491048 Jul 16 20:33:28.797493 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18716ca5-dbd7-42ea-a69c-ce9da37ff3d0 req-c3b60617-617b-4296-8148-991e367db8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:28.799658 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-18716ca5-dbd7-42ea-a69c-ce9da37ff3d0 req-c3b60617-617b-4296-8148-991e367db8ab service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=64085e94-974a-40fa-8bcb-b7f650821adb HTTP/1.1" status: 200 len: 1097 time: 0.1848345 Jul 16 20:33:28.805592 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5237482-cd28-4e9d-97a7-2533db02fdf9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Pushing event updated for resources: {'Port': ['ID=fc7eea60-d297-42cd-854b-4b7ea6eee3cd,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:28.818755 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f5743e8e-bbe8-48a0-90aa-703b8f09f2dd req-cbd3cfeb-61cb-41fe-94a5-6f391a3cb0c3 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] 10.222.0.38 "GET /v2.0/floatingips/6938da8b-3356-463e-8d50-43a1ecd99c91 HTTP/1.1" status: 200 len: 692 time: 0.1072712 Jul 16 20:33:28.834372 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dbc5bc51-57c6-415c-9077-63cf3d006ba6 req-d084433f-501d-467c-98be-4d082fc77793 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1503515202&fields=id&tenant_id=6c6f263473814d958e095527b322efb5 HTTP/1.1" status: 200 len: 267 time: 0.1523888 Jul 16 20:33:28.861616 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7fba1a2d-ab42-4823-bd62-efe540339543 req-d5c5d7fe-5a23-40d6-b59b-5dfd0a2c599d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772471 Jul 16 20:33:28.867099 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b5237482-cd28-4e9d-97a7-2533db02fdf9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.873620 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-18716ca5-dbd7-42ea-a69c-ce9da37ff3d0 req-bca41988-70f8-4228-a3c5-79695ebff997 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634224 Jul 16 20:33:28.982875 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b5237482-cd28-4e9d-97a7-2533db02fdf9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.984184 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b5237482-cd28-4e9d-97a7-2533db02fdf9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4108677 Jul 16 20:33:29.027615 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5bc51-57c6-415c-9077-63cf3d006ba6 req-24266d97-18b6-4f9e-892d-09d6ad09b0bc tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:29.037428 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dbc5bc51-57c6-415c-9077-63cf3d006ba6 req-24266d97-18b6-4f9e-892d-09d6ad09b0bc tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=6abf3438-ad89-461e-9e16-5113b32ef2f4 HTTP/1.1" status: 200 len: 945 time: 0.2019897 Jul 16 20:33:29.049168 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-dbc5bc51-57c6-415c-9077-63cf3d006ba6 req-f7f91135-80e6-4d67-a963-04764751e480 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Request body: {'port': {'security_groups': ['afe1c795-be23-436d-aa49-a291582bf221', '4539d49a-11c1-4189-afdb-9ba65db23e41']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:29.059510 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 250d5e28-5c85-4f98-bb04-9c1c53362f8d up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:29.110075 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5743e8e-bbe8-48a0-90aa-703b8f09f2dd req-19004484-2c67-428b-8987-994631e71361 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:29.117584 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f5743e8e-bbe8-48a0-90aa-703b8f09f2dd req-19004484-2c67-428b-8987-994631e71361 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 784 time: 0.2926517 Jul 16 20:33:29.146845 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 250d5e28-5c85-4f98-bb04-9c1c53362f8d completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:29.156952 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 250d5e28-5c85-4f98-bb04-9c1c53362f8d triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:29.157531 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.186700 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f5743e8e-bbe8-48a0-90aa-703b8f09f2dd req-478b72a5-aefc-445f-9a9d-e55b179d270a tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.40 HTTP/1.1" status: 200 len: 695 time: 0.0680850 Jul 16 20:33:29.243067 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-dbc5bc51-57c6-415c-9077-63cf3d006ba6 req-f7f91135-80e6-4d67-a963-04764751e480 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.258277 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.296563 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f5743e8e-bbe8-48a0-90aa-703b8f09f2dd req-7e68a647-79df-4932-b95a-01cdf0bd48e3 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.40 HTTP/1.1" status: 200 len: 695 time: 0.1087654 Jul 16 20:33:29.318876 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 250d5e28-5c85-4f98-bb04-9c1c53362f8d, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=250d5e28-5c85-4f98-bb04-9c1c53362f8d,segment=NetworkSegment(0d07d740-88ef-4866-813e-0313120f4fc9),segment_id=0d07d740-88ef-4866-813e-0313120f4fc9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:29.329189 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.390368 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.407073 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=250d5e28-5c85-4f98-bb04-9c1c53362f8d,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:29.585569 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-f5743e8e-bbe8-48a0-90aa-703b8f09f2dd req-2fd41a49-a638-4467-9af7-8f587004335a tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Deleting port 3ec04590-7a39-44ff-a338-085dc04f06c0 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:29.585922 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f5743e8e-bbe8-48a0-90aa-703b8f09f2dd req-2fd41a49-a638-4467-9af7-8f587004335a tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.670120 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-dbc5bc51-57c6-415c-9077-63cf3d006ba6 req-f7f91135-80e6-4d67-a963-04764751e480 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] For port a9a3ead3-cac9-44b1-9339-e1882c30dfd4, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a9a3ead3-cac9-44b1-9339-e1882c30dfd4,segment=NetworkSegment(eedb9503-a998-4030-af9b-ee79bd88f973),segment_id=eedb9503-a998-4030-af9b-ee79bd88f973)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:29.716772 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f5743e8e-bbe8-48a0-90aa-703b8f09f2dd req-2fd41a49-a638-4467-9af7-8f587004335a tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.717111 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f5743e8e-bbe8-48a0-90aa-703b8f09f2dd req-2fd41a49-a638-4467-9af7-8f587004335a tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.026266 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-dbc5bc51-57c6-415c-9077-63cf3d006ba6 req-f7f91135-80e6-4d67-a963-04764751e480 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.032861 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-f5743e8e-bbe8-48a0-90aa-703b8f09f2dd req-2fd41a49-a638-4467-9af7-8f587004335a tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Calling delete_port for 3ec04590-7a39-44ff-a338-085dc04f06c0 owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:30.037255 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-dbc5bc51-57c6-415c-9077-63cf3d006ba6 req-f7f91135-80e6-4d67-a963-04764751e480 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.050450 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['a9a3ead3-cac9-44b1-9339-e1882c30dfd4'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:33:30.131641 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5bc51-57c6-415c-9077-63cf3d006ba6 req-f7f91135-80e6-4d67-a963-04764751e480 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:30.132273 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-dbc5bc51-57c6-415c-9077-63cf3d006ba6 req-f7f91135-80e6-4d67-a963-04764751e480 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.133688 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dbc5bc51-57c6-415c-9077-63cf3d006ba6 req-f7f91135-80e6-4d67-a963-04764751e480 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "PUT /v2.0/ports/a9a3ead3-cac9-44b1-9339-e1882c30dfd4 HTTP/1.1" status: 200 len: 981 time: 1.0953743 Jul 16 20:33:30.134160 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abf3438-ad89-461e-9e16-5113b32ef2f4', 'tag': 'a9a3ead3-cac9-44b1-9339-e1882c30dfd4'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:30.136717 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecfeeab-5aa6-4825-84e2-3df800d3a3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "6abf3438-ad89-461e-9e16-5113b32ef2f4", "tag": "a9a3ead3-cac9-44b1-9339-e1882c30dfd4"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:30.171962 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f91135-80e6-4d67-a963-04764751e480 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Pushing event updated for resources: {'Port': ['ID=a9a3ead3-cac9-44b1-9339-e1882c30dfd4,revision_number=6']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:30.202696 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['a9a3ead3-cac9-44b1-9339-e1882c30dfd4'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:33:30.307187 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f5743e8e-bbe8-48a0-90aa-703b8f09f2dd req-2fd41a49-a638-4467-9af7-8f587004335a tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.342894 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd41a49-a638-4467-9af7-8f587004335a tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Pushing event deleted for resources: {'Port': ['ID=3ec04590-7a39-44ff-a338-085dc04f06c0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:30.386826 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2c3a4-f264-494b-8a23-6d269fb7f559 req-4cf3b96e-ab83-4fe8-9aa9-bf21c573c1db tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:30.388475 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1e2c3a4-f264-494b-8a23-6d269fb7f559 req-4cf3b96e-ab83-4fe8-9aa9-bf21c573c1db tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=64085e94-974a-40fa-8bcb-b7f650821adb HTTP/1.1" status: 200 len: 945 time: 0.1299372 Jul 16 20:33:30.452753 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f5743e8e-bbe8-48a0-90aa-703b8f09f2dd req-2fd41a49-a638-4467-9af7-8f587004335a tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.455365 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f5743e8e-bbe8-48a0-90aa-703b8f09f2dd req-2fd41a49-a638-4467-9af7-8f587004335a tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.456500 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f5743e8e-bbe8-48a0-90aa-703b8f09f2dd req-2fd41a49-a638-4467-9af7-8f587004335a tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] 10.222.0.38 "DELETE /v2.0/floatingips/6938da8b-3356-463e-8d50-43a1ecd99c91 HTTP/1.1" status: 204 len: 173 time: 1.1540172 Jul 16 20:33:30.461721 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1e2c3a4-f264-494b-8a23-6d269fb7f559 req-009f2165-1b1c-4b67-961a-396167282919 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556245 Jul 16 20:33:30.619076 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d06272d7-75a0-4417-8613-667885f739eb req-b9d04a40-46b8-43ca-8590-320478c4e8bc tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1878567233&fields=id&tenant_id=5f5a6128ca074592a882cf8df860844b HTTP/1.1" status: 200 len: 267 time: 0.0544169 Jul 16 20:33:30.640850 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42662) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:30.780060 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06272d7-75a0-4417-8613-667885f739eb req-d3f82825-885f-442e-99e9-add9fdd3ac70 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:30.787135 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d06272d7-75a0-4417-8613-667885f739eb req-d3f82825-885f-442e-99e9-add9fdd3ac70 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/networks?id=9946657c-25de-4dbf-a2ff-cc0711d92acb HTTP/1.1" status: 200 len: 811 time: 0.1572623 Jul 16 20:33:30.820798 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-29f038b5-004b-470f-9965-7160fa6a5c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.823172 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d06272d7-75a0-4417-8613-667885f739eb req-75aeb71d-f60f-4cb4-b5ac-ac23caf33f61 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/quotas/5f5a6128ca074592a882cf8df860844b HTTP/1.1" status: 200 len: 375 time: 0.0352068 Jul 16 20:33:30.854957 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172f090-ce13-4579-b870-29e2570519cc req-31533dcf-dc5c-41a0-bca6-1d6fae6ac305 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:30.857059 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b172f090-ce13-4579-b870-29e2570519cc req-31533dcf-dc5c-41a0-bca6-1d6fae6ac305 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 946 time: 0.1485488 Jul 16 20:33:30.962245 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b172f090-ce13-4579-b870-29e2570519cc req-24a56fc5-64ca-4499-8161-ccb279d43be7 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853488 Jul 16 20:33:30.980450 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 250d5e28-5c85-4f98-bb04-9c1c53362f8d up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:31.018396 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d06272d7-75a0-4417-8613-667885f739eb req-edbf05c1-0555-463d-b1f7-b205d7bfaa78 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5f5a6128ca074592a882cf8df860844b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1876864 Jul 16 20:33:31.034044 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 250d5e28-5c85-4f98-bb04-9c1c53362f8d triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:31.034774 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.124834 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-29f038b5-004b-470f-9965-7160fa6a5c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.146429 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-29f038b5-004b-470f-9965-7160fa6a5c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.216157 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f038b5-004b-470f-9965-7160fa6a5c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05672427-16ce-4bd8-94d9-4cdb0a607b06,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:31.221419 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc36aead-9534-4205-b45d-1a864edd6b7b req-7aef032a-e7f6-48b0-a53f-0d6f47e16d68 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-186186278&fields=id&tenant_id=6c6f263473814d958e095527b322efb5 HTTP/1.1" status: 200 len: 267 time: 0.0990150 Jul 16 20:33:31.225586 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-29f038b5-004b-470f-9965-7160fa6a5c7e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5cf4a07d693a4b28b5b2f48208cb2c55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5833399 Jul 16 20:33:31.228374 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42674) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:31.234777 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d06272d7-75a0-4417-8613-667885f739eb req-78a742de-ffbe-4d3f-befa-e94d052e85cc service neutron] 10.222.0.38 "GET /v2.0/networks/9946657c-25de-4dbf-a2ff-cc0711d92acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949530 Jul 16 20:33:31.288702 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec72b375-51ff-4595-a26b-b25ed2169e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.323250 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec72b375-51ff-4595-a26b-b25ed2169e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.381666 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d06272d7-75a0-4417-8613-667885f739eb req-01d44f5f-51e5-46ed-8841-8f03273b59b8 service neutron] 10.222.0.38 "GET /v2.0/networks/9946657c-25de-4dbf-a2ff-cc0711d92acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413639 Jul 16 20:33:31.386685 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec72b375-51ff-4595-a26b-b25ed2169e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.386685 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec72b375-51ff-4595-a26b-b25ed2169e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.390822 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ec72b375-51ff-4595-a26b-b25ed2169e41 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/05672427-16ce-4bd8-94d9-4cdb0a607b06 HTTP/1.1" status: 204 len: 168 time: 0.1612859 Jul 16 20:33:31.399113 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72b375-51ff-4595-a26b-b25ed2169e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05672427-16ce-4bd8-94d9-4cdb0a607b06,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:31.415724 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36aead-9534-4205-b45d-1a864edd6b7b req-d525e4a4-b335-41da-9e75-6bb1445d6d23 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:31.418421 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc36aead-9534-4205-b45d-1a864edd6b7b req-d525e4a4-b335-41da-9e75-6bb1445d6d23 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=6abf3438-ad89-461e-9e16-5113b32ef2f4 HTTP/1.1" status: 200 len: 984 time: 0.1740870 Jul 16 20:33:31.444040 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-bc36aead-9534-4205-b45d-1a864edd6b7b req-5cb0e20b-8c8f-4dcc-8308-a25bd46c93d0 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Request body: {'port': {'security_groups': ['4539d49a-11c1-4189-afdb-9ba65db23e41', 'afe1c795-be23-436d-aa49-a291582bf221', '34fb3ba0-991e-4de2-be16-15bf2afeae3d']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:31.550370 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bc36aead-9534-4205-b45d-1a864edd6b7b req-5cb0e20b-8c8f-4dcc-8308-a25bd46c93d0 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.615061 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25f22f0-e876-4376-b8ea-3253d9672599 x-openstack-request-id: req-d25f22f0-e876-4376-b8ea-3253d9672599 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:31.615449 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6abf3438-ad89-461e-9e16-5113b32ef2f4", "tag": "a9a3ead3-cac9-44b1-9339-e1882c30dfd4", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:31.615774 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d25f22f0-e876-4376-b8ea-3253d9672599 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:31.616232 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abf3438-ad89-461e-9e16-5113b32ef2f4', 'tag': 'a9a3ead3-cac9-44b1-9339-e1882c30dfd4', 'status': 'completed', 'code': 200} Jul 16 20:33:31.690290 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-c8a2b59c-fc3b-4d37-ad59-bc1d91a4dd7b req-deaf1f64-3b81-4493-915e-b21160133caf tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] show failed (client error): The resource could not be found. Jul 16 20:33:31.697981 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c8a2b59c-fc3b-4d37-ad59-bc1d91a4dd7b req-deaf1f64-3b81-4493-915e-b21160133caf tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] 10.222.0.38 "GET /v2.0/floatingips/6938da8b-3356-463e-8d50-43a1ecd99c91 HTTP/1.1" status: 404 len: 350 time: 0.0565934 Jul 16 20:33:31.733168 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfeeab-5aa6-4825-84e2-3df800d3a3dd req-6272beb3-ce2a-4d84-8e3e-f71e4a870c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:31.734732 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2ecfeeab-5aa6-4825-84e2-3df800d3a3dd req-6272beb3-ce2a-4d84-8e3e-f71e4a870c24 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c6f263473814d958e095527b322efb5&device_id=6abf3438-ad89-461e-9e16-5113b32ef2f4 HTTP/1.1" status: 200 len: 1136 time: 0.0970552 Jul 16 20:33:31.820567 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42690) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:31.876170 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfeeab-5aa6-4825-84e2-3df800d3a3dd req-7bcaab9a-501d-4461-802a-83e0ecc57b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:31.878732 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2ecfeeab-5aa6-4825-84e2-3df800d3a3dd req-7bcaab9a-501d-4461-802a-83e0ecc57b91 service neutron] 10.222.0.18 "GET /v2.0/networks?id=df6943c9-2880-4959-95b5-a076d3fa151c HTTP/1.1" status: 200 len: 914 time: 0.1368277 Jul 16 20:33:31.892386 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-835b3e02-7c3f-4bee-b7c7-ab1a7f1e93b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.936174 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2ecfeeab-5aa6-4825-84e2-3df800d3a3dd req-8184544d-ec4e-464e-b4d5-d97c493f139d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9a3ead3-cac9-44b1-9339-e1882c30dfd4 HTTP/1.1" status: 200 len: 217 time: 0.0513618 Jul 16 20:33:31.943768 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-bc36aead-9534-4205-b45d-1a864edd6b7b req-5cb0e20b-8c8f-4dcc-8308-a25bd46c93d0 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] For port a9a3ead3-cac9-44b1-9339-e1882c30dfd4, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a9a3ead3-cac9-44b1-9339-e1882c30dfd4,segment=NetworkSegment(eedb9503-a998-4030-af9b-ee79bd88f973),segment_id=eedb9503-a998-4030-af9b-ee79bd88f973)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:32.008418 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfeeab-5aa6-4825-84e2-3df800d3a3dd req-1f9acdc2-3d45-4f98-9215-4201c019a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:32.009915 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2ecfeeab-5aa6-4825-84e2-3df800d3a3dd req-1f9acdc2-3d45-4f98-9215-4201c019a595 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f49e8c3e-dbce-429c-8a71-476eb02ef449 HTTP/1.1" status: 200 len: 853 time: 0.0669498 Jul 16 20:33:32.047880 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c540572-b9da-464d-8518-09b2d685bdb1 req-1d9a734e-4b12-48af-8529-75eea13d59da tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/ports?device_id=12355a1c-3719-4013-b6a7-5ab3dab2b9d5 HTTP/1.1" status: 200 len: 210 time: 0.0475903 Jul 16 20:33:32.049936 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bc36aead-9534-4205-b45d-1a864edd6b7b req-5cb0e20b-8c8f-4dcc-8308-a25bd46c93d0 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.064787 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bc36aead-9534-4205-b45d-1a864edd6b7b req-5cb0e20b-8c8f-4dcc-8308-a25bd46c93d0 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.074361 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2ecfeeab-5aa6-4825-84e2-3df800d3a3dd req-140a6b71-a071-4bec-b056-ccdef2173e47 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=df6943c9-2880-4959-95b5-a076d3fa151c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331039 Jul 16 20:33:32.082133 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['a9a3ead3-cac9-44b1-9339-e1882c30dfd4'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:33:32.133387 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0e20b-8c8f-4dcc-8308-a25bd46c93d0 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Pushing event updated for resources: {'Port': ['ID=a9a3ead3-cac9-44b1-9339-e1882c30dfd4,revision_number=7']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:32.159028 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36aead-9534-4205-b45d-1a864edd6b7b req-5cb0e20b-8c8f-4dcc-8308-a25bd46c93d0 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:32.159888 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bc36aead-9534-4205-b45d-1a864edd6b7b req-5cb0e20b-8c8f-4dcc-8308-a25bd46c93d0 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.174045 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc36aead-9534-4205-b45d-1a864edd6b7b req-5cb0e20b-8c8f-4dcc-8308-a25bd46c93d0 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "PUT /v2.0/ports/a9a3ead3-cac9-44b1-9339-e1882c30dfd4 HTTP/1.1" status: 200 len: 1020 time: 0.7428434 Jul 16 20:33:32.177016 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2ecfeeab-5aa6-4825-84e2-3df800d3a3dd req-b003a8a1-5f0c-44a3-a592-f707d0cf6bad service neutron] 10.222.0.18 "GET /v2.0/networks/df6943c9-2880-4959-95b5-a076d3fa151c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925903 Jul 16 20:33:32.191829 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf26faa-f1e1-4541-9426-43913e662b82 req-8de267f4-e3d9-4d98-a237-154de820b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:32.192416 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0cf26faa-f1e1-4541-9426-43913e662b82 req-8de267f4-e3d9-4d98-a237-154de820b4e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9032388b8ebe4c33bf7d76406cd09d75&device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 1098 time: 0.1814895 Jul 16 20:33:32.238789 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-398a5609-2722-436a-83d2-f6668d7d690a req-5d9969e2-221c-4ef0-9c22-124bfc3f7662 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] show failed (client error): The resource could not be found. Jul 16 20:33:32.244151 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-398a5609-2722-436a-83d2-f6668d7d690a req-5d9969e2-221c-4ef0-9c22-124bfc3f7662 tempest-FloatingIPsTestJSON-832065732 tempest-FloatingIPsTestJSON-832065732-project] 10.222.0.38 "GET /v2.0/floatingips/6938da8b-3356-463e-8d50-43a1ecd99c91 HTTP/1.1" status: 404 len: 350 time: 0.0619988 Jul 16 20:33:32.257808 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42704) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:32.310227 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-835b3e02-7c3f-4bee-b7c7-ab1a7f1e93b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.326389 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-835b3e02-7c3f-4bee-b7c7-ab1a7f1e93b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.352056 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['a9a3ead3-cac9-44b1-9339-e1882c30dfd4'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:33:32.393578 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b3e02-7c3f-4bee-b7c7-ab1a7f1e93b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97405c30-c1fa-48fa-b1ca-f1b626939a5f,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:32.500550 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-835b3e02-7c3f-4bee-b7c7-ab1a7f1e93b8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c050dc0d061d47e2a9ba9a1e6b20fe40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6788287 Jul 16 20:33:32.503575 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42708) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:32.588294 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c859d8f7-fb4c-4bb2-aeaf-5e44f4fef45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.589461 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2ecfeeab-5aa6-4825-84e2-3df800d3a3dd req-4ffb8591-0522-42d1-8743-a3e4478142bf service neutron] 10.222.0.18 "GET /v2.0/networks/df6943c9-2880-4959-95b5-a076d3fa151c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011526 Jul 16 20:33:32.595490 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf26faa-f1e1-4541-9426-43913e662b82 req-38c40a44-93d9-429d-adb0-458d9a841239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:32.597187 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0cf26faa-f1e1-4541-9426-43913e662b82 req-38c40a44-93d9-429d-adb0-458d9a841239 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6a7544a1-50eb-4947-aed6-085fa278f26b HTTP/1.1" status: 200 len: 920 time: 0.3854618 Jul 16 20:33:32.603506 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b149ca-bab4-4aaf-b43c-32d581457016 req-77111dfe-5a13-4344-a48c-d46356ef2c1a tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:32.611581 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33b149ca-bab4-4aaf-b43c-32d581457016 req-77111dfe-5a13-4344-a48c-d46356ef2c1a tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 946 time: 0.1963689 Jul 16 20:33:32.654118 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0cf26faa-f1e1-4541-9426-43913e662b82 req-36972897-e224-4df9-b1d0-4e16e73d8ea9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e868358-9a97-43e7-92c4-6ec743600b9e HTTP/1.1" status: 200 len: 217 time: 0.0450723 Jul 16 20:33:32.679497 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c859d8f7-fb4c-4bb2-aeaf-5e44f4fef45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.744526 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf26faa-f1e1-4541-9426-43913e662b82 req-d067a851-c7a2-43bc-a5f0-28b60f76efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:32.746125 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0cf26faa-f1e1-4541-9426-43913e662b82 req-d067a851-c7a2-43bc-a5f0-28b60f76efd5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbbec1a1-2c80-4471-b62b-c165bab136c6 HTTP/1.1" status: 200 len: 859 time: 0.0858784 Jul 16 20:33:32.757845 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33b149ca-bab4-4aaf-b43c-32d581457016 req-d5e70f25-1f57-478c-a6b9-b8d8f006a125 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453779 Jul 16 20:33:32.763111 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c859d8f7-fb4c-4bb2-aeaf-5e44f4fef45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.766937 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c859d8f7-fb4c-4bb2-aeaf-5e44f4fef45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.772314 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c859d8f7-fb4c-4bb2-aeaf-5e44f4fef45b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/97405c30-c1fa-48fa-b1ca-f1b626939a5f HTTP/1.1" status: 204 len: 168 time: 0.2674885 Jul 16 20:33:32.785340 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859d8f7-fb4c-4bb2-aeaf-5e44f4fef45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97405c30-c1fa-48fa-b1ca-f1b626939a5f,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:32.826643 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0cf26faa-f1e1-4541-9426-43913e662b82 req-fb1ed424-0ac8-43ab-85a5-218d06c361f0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6a7544a1-50eb-4947-aed6-085fa278f26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522485 Jul 16 20:33:33.044207 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0cf26faa-f1e1-4541-9426-43913e662b82 req-ead73141-ee19-48f9-b872-f6bf921935ed service neutron] 10.222.0.62 "GET /v2.0/networks/6a7544a1-50eb-4947-aed6-085fa278f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092111 Jul 16 20:33:33.044971 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:33.096584 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d20392bf-4a09-432f-a773-a19e75a178cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:33.286976 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5add229a-77ae-4ef8-b31d-083745dbc655 req-714d1756-9b2b-45fb-a91e-b0b6cd371f08 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/ports?device_id=12355a1c-3719-4013-b6a7-5ab3dab2b9d5 HTTP/1.1" status: 200 len: 210 time: 0.0884147 Jul 16 20:33:33.316253 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0cf26faa-f1e1-4541-9426-43913e662b82 req-a4897bf0-a0fe-4991-8496-65f0cd362e14 service neutron] 10.222.0.62 "GET /v2.0/networks/6a7544a1-50eb-4947-aed6-085fa278f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637246 Jul 16 20:33:33.477927 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb666c-4443-4034-b3f7-1e787513b86e req-c86a35e6-b7af-49b1-b295-4d3d406f434b tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:33.492373 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-83eb666c-4443-4034-b3f7-1e787513b86e req-c86a35e6-b7af-49b1-b295-4d3d406f434b tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=6abf3438-ad89-461e-9e16-5113b32ef2f4 HTTP/1.1" status: 200 len: 1023 time: 0.2427070 Jul 16 20:33:33.619519 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abf3438-ad89-461e-9e16-5113b32ef2f4', 'tag': 'a9a3ead3-cac9-44b1-9339-e1882c30dfd4'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:33.625265 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bc0ecf-f73f-4ae1-8842-61c0d5883376" -d '{"events": [{"name": "network-changed", "server_uuid": "6abf3438-ad89-461e-9e16-5113b32ef2f4", "tag": "a9a3ead3-cac9-44b1-9339-e1882c30dfd4"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:33.658566 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-83eb666c-4443-4034-b3f7-1e787513b86e req-91bac14f-0baf-4828-a233-2907cde3fd10 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups?id=afe1c795-be23-436d-aa49-a291582bf221&id=4539d49a-11c1-4189-afdb-9ba65db23e41&id=34fb3ba0-991e-4de2-be16-15bf2afeae3d HTTP/1.1" status: 200 len: 6156 time: 0.1640399 Jul 16 20:33:33.688484 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21b7064-e53e-4942-8cd7-f5b748bb968b x-openstack-request-id: req-b21b7064-e53e-4942-8cd7-f5b748bb968b {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:33.688915 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6abf3438-ad89-461e-9e16-5113b32ef2f4", "tag": "a9a3ead3-cac9-44b1-9339-e1882c30dfd4", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:33.689235 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b21b7064-e53e-4942-8cd7-f5b748bb968b {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:33.689692 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abf3438-ad89-461e-9e16-5113b32ef2f4', 'tag': 'a9a3ead3-cac9-44b1-9339-e1882c30dfd4', 'status': 'completed', 'code': 200} Jul 16 20:33:33.697690 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-c131e64f-623a-4137-adf9-fd4c31ce9082 req-c193fe97-ed9a-4875-a13d-c6288863d726 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1826532570 ', 'description': 'tempest-description-357880794'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:33.791887 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c131e64f-623a-4137-adf9-fd4c31ce9082 req-c193fe97-ed9a-4875-a13d-c6288863d726 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:33.835437 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc0ecf-f73f-4ae1-8842-61c0d5883376 req-01088434-544a-4d83-a0ad-7a5d3a6abf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:33.837238 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55bc0ecf-f73f-4ae1-8842-61c0d5883376 req-01088434-544a-4d83-a0ad-7a5d3a6abf16 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c6f263473814d958e095527b322efb5&device_id=6abf3438-ad89-461e-9e16-5113b32ef2f4 HTTP/1.1" status: 200 len: 1175 time: 0.1194918 Jul 16 20:33:33.938077 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c131e64f-623a-4137-adf9-fd4c31ce9082 req-c193fe97-ed9a-4875-a13d-c6288863d726 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:33.987781 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c131e64f-623a-4137-adf9-fd4c31ce9082 req-c193fe97-ed9a-4875-a13d-c6288863d726 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.067860 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c193fe97-ed9a-4875-a13d-c6288863d726 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4206fba6-c4db-4700-9591-6dcd34a82ddf,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:34.073880 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c131e64f-623a-4137-adf9-fd4c31ce9082 req-c193fe97-ed9a-4875-a13d-c6288863d726 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.076214 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c131e64f-623a-4137-adf9-fd4c31ce9082 req-c193fe97-ed9a-4875-a13d-c6288863d726 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.3828177 Jul 16 20:33:34.078121 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06272d7-75a0-4417-8613-667885f739eb req-ac192296-b20b-4247-a94c-98fdff8f2964 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:34.081220 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d06272d7-75a0-4417-8613-667885f739eb req-ac192296-b20b-4247-a94c-98fdff8f2964 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.18 "GET /v2.0/networks?id=9946657c-25de-4dbf-a2ff-cc0711d92acb HTTP/1.1" status: 200 len: 811 time: 0.7629426 Jul 16 20:33:34.205658 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d06272d7-75a0-4417-8613-667885f739eb req-b0b14190-0bad-483c-8818-cb0310f38bc3 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f5a6128ca074592a882cf8df860844b HTTP/1.1" status: 200 len: 380 time: 0.1060426 Jul 16 20:33:34.213827 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67558b9-c83b-4be5-be8c-39d790d79b26 req-7d64402b-8b13-4ac1-bf64-3508af37176c tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:34.217581 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-d06272d7-75a0-4417-8613-667885f739eb req-573bc5a5-32e3-41eb-8360-cc410ae0eba9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Request body: {'port': {'device_id': '12355a1c-3719-4013-b6a7-5ab3dab2b9d5', 'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb', 'admin_state_up': True, 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'security_groups': ['08cd8ddd-42e4-4b66-af30-7f6cb39b8aaf']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:34.219720 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e67558b9-c83b-4be5-be8c-39d790d79b26 req-7d64402b-8b13-4ac1-bf64-3508af37176c tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 946 time: 0.2360528 Jul 16 20:33:34.227644 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f4c6abf4-f3d4-4fa6-81c6-d6a19d27abfd req-d48c4ab9-0557-4a88-b816-1c0012fa8dab tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups/4206fba6-c4db-4700-9591-6dcd34a82ddf HTTP/1.1" status: 200 len: 1782 time: 0.0984397 Jul 16 20:33:34.230022 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc0ecf-f73f-4ae1-8842-61c0d5883376 req-43fecfa7-4839-44d7-9ab6-ad2f071813eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:34.235572 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55bc0ecf-f73f-4ae1-8842-61c0d5883376 req-43fecfa7-4839-44d7-9ab6-ad2f071813eb service neutron] 10.222.0.18 "GET /v2.0/networks?id=df6943c9-2880-4959-95b5-a076d3fa151c HTTP/1.1" status: 200 len: 914 time: 0.3883567 Jul 16 20:33:34.235760 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-d20392bf-4a09-432f-a773-a19e75a178cd admin admin] Deleting port 4b9f0df9-1534-4fbd-a736-19f5db4129d8 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:34.235760 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d20392bf-4a09-432f-a773-a19e75a178cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.342535 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55bc0ecf-f73f-4ae1-8842-61c0d5883376 req-3e9a0f6d-3144-4fd2-900e-a9b45ae4b4cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9a3ead3-cac9-44b1-9339-e1882c30dfd4 HTTP/1.1" status: 200 len: 217 time: 0.0848441 Jul 16 20:33:34.345126 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-533123c8-f8d2-42e0-b239-a733bac696cb req-55061903-4e94-4b19-a35c-2b6d9120a499 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups/4206fba6-c4db-4700-9591-6dcd34a82ddf HTTP/1.1" status: 200 len: 1782 time: 0.0748408 Jul 16 20:33:34.357448 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e67558b9-c83b-4be5-be8c-39d790d79b26 req-81aa9b4e-591f-4742-a0dd-1746d346c6d3 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286285 Jul 16 20:33:34.419680 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-d20392bf-4a09-432f-a773-a19e75a178cd admin admin] For port 4b9f0df9-1534-4fbd-a736-19f5db4129d8, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4b9f0df9-1534-4fbd-a736-19f5db4129d8,segment=NetworkSegment(a66d722c-5b03-47ae-bc74-83c1bd4990db),segment_id=a66d722c-5b03-47ae-bc74-83c1bd4990db)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:34.420251 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d20392bf-4a09-432f-a773-a19e75a178cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.443773 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-d20392bf-4a09-432f-a773-a19e75a178cd admin admin] Calling delete_port for 4b9f0df9-1534-4fbd-a736-19f5db4129d8 owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:34.509125 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc0ecf-f73f-4ae1-8842-61c0d5883376 req-92501580-09cb-454d-9716-cbf6b7d375a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:34.509125 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55bc0ecf-f73f-4ae1-8842-61c0d5883376 req-92501580-09cb-454d-9716-cbf6b7d375a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f49e8c3e-dbce-429c-8a71-476eb02ef449 HTTP/1.1" status: 200 len: 853 time: 0.1472781 Jul 16 20:33:34.539869 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d06272d7-75a0-4417-8613-667885f739eb req-573bc5a5-32e3-41eb-8360-cc410ae0eba9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Made reservation on behalf of 5f5a6128ca074592a882cf8df860844b for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:34.546738 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d06272d7-75a0-4417-8613-667885f739eb req-573bc5a5-32e3-41eb-8360-cc410ae0eba9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.572518 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55bc0ecf-f73f-4ae1-8842-61c0d5883376 req-edb86515-438c-4f3d-86ac-a03c47ba515d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=df6943c9-2880-4959-95b5-a076d3fa151c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555396 Jul 16 20:33:34.586193 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-68a084e8-0f94-4041-b657-7e82fdd76bce req-4026e365-ad10-4920-a1ca-9c7077bd3478 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/ports?device_id=12355a1c-3719-4013-b6a7-5ab3dab2b9d5 HTTP/1.1" status: 200 len: 210 time: 0.0747263 Jul 16 20:33:34.690296 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-533123c8-f8d2-42e0-b239-a733bac696cb req-3a213eb6-2d00-4ae5-a687-cbb5ced974fd tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.776789 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-533123c8-f8d2-42e0-b239-a733bac696cb req-3a213eb6-2d00-4ae5-a687-cbb5ced974fd tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.818138 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55bc0ecf-f73f-4ae1-8842-61c0d5883376 req-7d414123-14fe-4521-92fe-083eabc31398 service neutron] 10.222.0.18 "GET /v2.0/networks/df6943c9-2880-4959-95b5-a076d3fa151c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257335 Jul 16 20:33:34.841945 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-d06272d7-75a0-4417-8613-667885f739eb req-573bc5a5-32e3-41eb-8360-cc410ae0eba9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Allocated IP 172.20.0.12 (9946657c-25de-4dbf-a2ff-cc0711d92acb/fa6d3426-e792-4e7e-a714-2e77150c9a45/53358dec-45e7-4885-aa75-816bbf4ee4e9) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:34.886497 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d20392bf-4a09-432f-a773-a19e75a178cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.906787 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-533123c8-f8d2-42e0-b239-a733bac696cb req-3a213eb6-2d00-4ae5-a687-cbb5ced974fd tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.909675 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-533123c8-f8d2-42e0-b239-a733bac696cb req-3a213eb6-2d00-4ae5-a687-cbb5ced974fd tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.914736 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-533123c8-f8d2-42e0-b239-a733bac696cb req-3a213eb6-2d00-4ae5-a687-cbb5ced974fd tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "DELETE /v2.0/security-groups/4206fba6-c4db-4700-9591-6dcd34a82ddf HTTP/1.1" status: 204 len: 173 time: 0.5547631 Jul 16 20:33:34.937118 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a213eb6-2d00-4ae5-a687-cbb5ced974fd tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4206fba6-c4db-4700-9591-6dcd34a82ddf,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:34.966711 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20392bf-4a09-432f-a773-a19e75a178cd admin admin] Pushing event deleted for resources: {'Port': ['ID=4b9f0df9-1534-4fbd-a736-19f5db4129d8,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:34.984545 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-890250d8-15bd-4ec0-b1c6-1c07546c224e req-cae79444-d721-48b9-9b49-2c9ffbdde591 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] show failed (client error): The resource could not be found. Jul 16 20:33:34.985704 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-890250d8-15bd-4ec0-b1c6-1c07546c224e req-cae79444-d721-48b9-9b49-2c9ffbdde591 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups/4206fba6-c4db-4700-9591-6dcd34a82ddf HTTP/1.1" status: 404 len: 352 time: 0.0423617 Jul 16 20:33:34.988511 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55bc0ecf-f73f-4ae1-8842-61c0d5883376 req-02379168-cd4c-4239-b345-a6506d135269 service neutron] 10.222.0.18 "GET /v2.0/networks/df6943c9-2880-4959-95b5-a076d3fa151c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608911 Jul 16 20:33:35.017580 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-5dac3e44-7a37-4ea1-b8ac-3184ff44403c req-fd047590-3ce7-49e1-8fb2-19357595b33a tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1349472339', 'description': 'tempest-description-1464422344'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:35.086785 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5dac3e44-7a37-4ea1-b8ac-3184ff44403c req-fd047590-3ce7-49e1-8fb2-19357595b33a tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.256502 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5dac3e44-7a37-4ea1-b8ac-3184ff44403c req-fd047590-3ce7-49e1-8fb2-19357595b33a tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.263825 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5dac3e44-7a37-4ea1-b8ac-3184ff44403c req-fd047590-3ce7-49e1-8fb2-19357595b33a tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.337525 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5dac3e44-7a37-4ea1-b8ac-3184ff44403c req-fd047590-3ce7-49e1-8fb2-19357595b33a tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.341691 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5dac3e44-7a37-4ea1-b8ac-3184ff44403c req-fd047590-3ce7-49e1-8fb2-19357595b33a tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3294485 Jul 16 20:33:35.357874 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd047590-3ce7-49e1-8fb2-19357595b33a tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f94b3837-8bd1-4fbe-bbe7-c1bb21dd1425,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:35.369887 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-a156a907-a453-48fe-882d-e989d0fc5447 req-91d336a6-9133-4cf7-bd61-ee34e526ce47 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1433700210', 'description': 'tempest-description-1243260547'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:35.393635 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d06272d7-75a0-4417-8613-667885f739eb req-573bc5a5-32e3-41eb-8360-cc410ae0eba9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.409874 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a156a907-a453-48fe-882d-e989d0fc5447 req-91d336a6-9133-4cf7-bd61-ee34e526ce47 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.423666 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-d06272d7-75a0-4417-8613-667885f739eb req-573bc5a5-32e3-41eb-8360-cc410ae0eba9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Transition to ACTIVE for port object 53358dec-45e7-4885-aa75-816bbf4ee4e9 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:35.439795 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d20392bf-4a09-432f-a773-a19e75a178cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.524973 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d06272d7-75a0-4417-8613-667885f739eb req-573bc5a5-32e3-41eb-8360-cc410ae0eba9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.602730 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a156a907-a453-48fe-882d-e989d0fc5447 req-91d336a6-9133-4cf7-bd61-ee34e526ce47 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.614273 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a156a907-a453-48fe-882d-e989d0fc5447 req-91d336a6-9133-4cf7-bd61-ee34e526ce47 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.624061 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d06272d7-75a0-4417-8613-667885f739eb req-573bc5a5-32e3-41eb-8360-cc410ae0eba9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Network 9946657c-25de-4dbf-a2ff-cc0711d92acb is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:35.633607 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-d06272d7-75a0-4417-8613-667885f739eb req-573bc5a5-32e3-41eb-8360-cc410ae0eba9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:35.652319 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06272d7-75a0-4417-8613-667885f739eb req-573bc5a5-32e3-41eb-8360-cc410ae0eba9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:35.659106 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6f5a6-3840-4629-8233-29e05769cc5b req-c6febdda-c2b2-4f4e-a43c-28d71a1efaf5 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:35.661841 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b4d6f5a6-3840-4629-8233-29e05769cc5b req-c6febdda-c2b2-4f4e-a43c-28d71a1efaf5 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 946 time: 0.1796415 Jul 16 20:33:35.669300 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a156a907-a453-48fe-882d-e989d0fc5447 req-91d336a6-9133-4cf7-bd61-ee34e526ce47 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.670756 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a156a907-a453-48fe-882d-e989d0fc5447 req-91d336a6-9133-4cf7-bd61-ee34e526ce47 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3055553 Jul 16 20:33:35.706653 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bc5a5-32e3-41eb-8360-cc410ae0eba9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Pushing event updated for resources: {'Port': ['ID=53358dec-45e7-4885-aa75-816bbf4ee4e9,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:35.716655 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d336a6-9133-4cf7-bd61-ee34e526ce47 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32fc030-435e-4806-9259-094d978137b6,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:35.727468 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b4d6f5a6-3840-4629-8233-29e05769cc5b req-6080865f-a308-43a7-bd4c-1737735a6545 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534844 Jul 16 20:33:35.776096 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-de2e369e-213f-4873-88d2-bf7f4ad35f0f req-a4e3ff97-261c-4b84-8d30-f56b56269ede tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-12551922', 'description': 'tempest-description-1013337700'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:35.805733 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-de2e369e-213f-4873-88d2-bf7f4ad35f0f req-a4e3ff97-261c-4b84-8d30-f56b56269ede tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.900019 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20392bf-4a09-432f-a773-a19e75a178cd admin admin] Router 973845d8-1357-4085-a3d2-f917298e5645 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:33:35.917434 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06272d7-75a0-4417-8613-667885f739eb req-573bc5a5-32e3-41eb-8360-cc410ae0eba9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:35.919047 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d06272d7-75a0-4417-8613-667885f739eb req-573bc5a5-32e3-41eb-8360-cc410ae0eba9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.948123 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-de2e369e-213f-4873-88d2-bf7f4ad35f0f req-a4e3ff97-261c-4b84-8d30-f56b56269ede tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.963382 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-de2e369e-213f-4873-88d2-bf7f4ad35f0f req-a4e3ff97-261c-4b84-8d30-f56b56269ede tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.993884 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d06272d7-75a0-4417-8613-667885f739eb req-573bc5a5-32e3-41eb-8360-cc410ae0eba9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7827132 Jul 16 20:33:36.034843 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-d06272d7-75a0-4417-8613-667885f739eb req-9847d7fe-6c3d-42ab-af99-f0fb31b700df service neutron] Request body: {'port': {'device_id': '12355a1c-3719-4013-b6a7-5ab3dab2b9d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:36.036626 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-de2e369e-213f-4873-88d2-bf7f4ad35f0f req-a4e3ff97-261c-4b84-8d30-f56b56269ede tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.037825 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-de2e369e-213f-4873-88d2-bf7f4ad35f0f req-a4e3ff97-261c-4b84-8d30-f56b56269ede tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2659805 Jul 16 20:33:36.042377 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3ff97-261c-4b84-8d30-f56b56269ede tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca12f47d-bcdd-4272-922b-6d51c2c90ae1,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:36.081575 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52e5bd-6c39-45aa-b4d5-cb7ddc6161f6 req-ff52be92-6d15-49c3-a784-64847270106a tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:36.089045 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9f52e5bd-6c39-45aa-b4d5-cb7ddc6161f6 req-ff52be92-6d15-49c3-a784-64847270106a tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/ports?device_id=12355a1c-3719-4013-b6a7-5ab3dab2b9d5 HTTP/1.1" status: 200 len: 932 time: 0.2521412 Jul 16 20:33:36.128847 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-05c78605-d832-4207-93f7-521ecdf25113 None None] Provisioning for port 53358dec-45e7-4885-aa75-816bbf4ee4e9 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:36.133296 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-05c78605-d832-4207-93f7-521ecdf25113 None None] Provisioning complete for port 53358dec-45e7-4885-aa75-816bbf4ee4e9 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:36.133674 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05c78605-d832-4207-93f7-521ecdf25113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.181434 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9f52e5bd-6c39-45aa-b4d5-cb7ddc6161f6 req-5fbf2b41-f140-447c-9459-ac7891c129a0 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/security-groups?id=08cd8ddd-42e4-4b66-af30-7f6cb39b8aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892828 Jul 16 20:33:36.181645 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d06272d7-75a0-4417-8613-667885f739eb req-9847d7fe-6c3d-42ab-af99-f0fb31b700df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.207894 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20392bf-4a09-432f-a773-a19e75a178cd admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:36.230402 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011b18a0-386e-40d6-b311-07466e436d61 None None] Sync routers for ids ['973845d8-1357-4085-a3d2-f917298e5645'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:36.231066 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d20392bf-4a09-432f-a773-a19e75a178cd admin admin] 10.222.0.38 "PUT /v2.0/routers/973845d8-1357-4085-a3d2-f917298e5645/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9695203 Jul 16 20:33:36.236279 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42842) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:36.239864 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42844) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:36.256732 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-05c78605-d832-4207-93f7-521ecdf25113 None None] Port 53358dec-45e7-4885-aa75-816bbf4ee4e9 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:36.257276 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011b18a0-386e-40d6-b311-07466e436d61 None None] Routers {'973845d8-1357-4085-a3d2-f917298e5645'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:36.257959 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-011b18a0-386e-40d6-b311-07466e436d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:33:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['973845d8-1357-4085-a3d2-f917298e5645'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:36.417032 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1ff6539-5083-46b0-a9f0-fc2459147c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.440960 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-011b18a0-386e-40d6-b311-07466e436d61 None None] Set router 973845d8-1357-4085-a3d2-f917298e5645 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:36.546027 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02584a1b-2078-4964-9d11-50a58397856d req-15a55af1-2a25-4c7d-bf71-82d81156a0b8 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6c6f263473814d958e095527b322efb5 HTTP/1.1" status: 200 len: 10910 time: 0.2120578 Jul 16 20:33:36.606176 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02584a1b-2078-4964-9d11-50a58397856d req-11a21192-7e0a-4dfa-bb61-683710d66079 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups/afe1c795-be23-436d-aa49-a291582bf221 HTTP/1.1" status: 200 len: 2985 time: 0.0593145 Jul 16 20:33:36.607998 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9bef30b7-f39b-4d80-9b91-22544883cfd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.670154 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1ff6539-5083-46b0-a9f0-fc2459147c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.674594 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-d06272d7-75a0-4417-8613-667885f739eb req-9847d7fe-6c3d-42ab-af99-f0fb31b700df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53358dec-45e7-4885-aa75-816bbf4ee4e9 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:33:36.683213 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1ff6539-5083-46b0-a9f0-fc2459147c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.689017 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d06272d7-75a0-4417-8613-667885f739eb req-9847d7fe-6c3d-42ab-af99-f0fb31b700df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.697055 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02584a1b-2078-4964-9d11-50a58397856d req-6804f559-f3e3-4a29-ac64-249c7ec66be0 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups/afe1c795-be23-436d-aa49-a291582bf221 HTTP/1.1" status: 200 len: 2985 time: 0.0525739 Jul 16 20:33:36.717780 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-011b18a0-386e-40d6-b311-07466e436d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973845d8-1357-4085-a3d2-f917298e5645', 'name': 'tempest-FloatingIPsTestJSON-1759515057-router', 'tenant_id': 'e02ce411f8c3424ea6461d48ad9d3a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'aadd28d2-0220-46a7-b824-94eab0ae0b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:06Z', 'updated_at': '2021-07-16T20:33:34Z', 'revision_number': 5, 'project_id': 'e02ce411f8c3424ea6461d48ad9d3a89', 'gw_port': {'id': 'aadd28d2-0220-46a7-b824-94eab0ae0b74', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973845d8-1357-4085-a3d2-f917298e5645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:06Z', 'updated_at': '2021-07-16T20:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:36.740580 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-d06272d7-75a0-4417-8613-667885f739eb req-9847d7fe-6c3d-42ab-af99-f0fb31b700df service neutron] Transition to ACTIVE for port object 53358dec-45e7-4885-aa75-816bbf4ee4e9 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:36.764187 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42852) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:36.767914 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011b18a0-386e-40d6-b311-07466e436d61 None None] Checking router: 973845d8-1357-4085-a3d2-f917298e5645 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:33:36.776803 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a1ff6539-5083-46b0-a9f0-fc2459147c98 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=352a2ead21494c389304d79bcc35c8db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5308242 Jul 16 20:33:36.778590 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d06272d7-75a0-4417-8613-667885f739eb req-9847d7fe-6c3d-42ab-af99-f0fb31b700df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.781949 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011b18a0-386e-40d6-b311-07466e436d61 None None] Routers {'973845d8-1357-4085-a3d2-f917298e5645'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:36.782829 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-011b18a0-386e-40d6-b311-07466e436d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:33:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['973845d8-1357-4085-a3d2-f917298e5645'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:36.827192 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a1e7ae8-0e19-42e1-92e8-df17d569da51 req-c4a6680c-ebf8-4504-be5f-b3f0bfa39af5 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups/f94b3837-8bd1-4fbe-bbe7-c1bb21dd1425 HTTP/1.1" status: 200 len: 1803 time: 0.0947580 Jul 16 20:33:36.832618 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9bef30b7-f39b-4d80-9b91-22544883cfd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.881844 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847d7fe-6c3d-42ab-af99-f0fb31b700df service neutron] Pushing event updated for resources: {'Port': ['ID=53358dec-45e7-4885-aa75-816bbf4ee4e9,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:36.893624 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c85a1a97-706a-440c-800d-3f887cb0242b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.895333 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff6539-5083-46b0-a9f0-fc2459147c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce46c80e-33d9-469c-ac31-f060a9b82ac2,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:36.944132 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c85a1a97-706a-440c-800d-3f887cb0242b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.037186 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-d06272d7-75a0-4417-8613-667885f739eb req-9847d7fe-6c3d-42ab-af99-f0fb31b700df service neutron] Attempting to bind port 53358dec-45e7-4885-aa75-816bbf4ee4e9 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:37.037527 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-d06272d7-75a0-4417-8613-667885f739eb req-9847d7fe-6c3d-42ab-af99-f0fb31b700df service neutron] Attempting to bind port 53358dec-45e7-4885-aa75-816bbf4ee4e9 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '0d07d740-88ef-4866-813e-0313120f4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:37.037863 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06272d7-75a0-4417-8613-667885f739eb req-9847d7fe-6c3d-42ab-af99-f0fb31b700df service neutron] Attempting to bind port 53358dec-45e7-4885-aa75-816bbf4ee4e9 on network 9946657c-25de-4dbf-a2ff-cc0711d92acb {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:37.042934 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06272d7-75a0-4417-8613-667885f739eb req-9847d7fe-6c3d-42ab-af99-f0fb31b700df service neutron] Port 53358dec-45e7-4885-aa75-816bbf4ee4e9 on network 9946657c-25de-4dbf-a2ff-cc0711d92acb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:33:37.043843 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06272d7-75a0-4417-8613-667885f739eb req-9847d7fe-6c3d-42ab-af99-f0fb31b700df service neutron] Attempting to bind port 53358dec-45e7-4885-aa75-816bbf4ee4e9 on network 9946657c-25de-4dbf-a2ff-cc0711d92acb {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:37.052178 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06272d7-75a0-4417-8613-667885f739eb req-9847d7fe-6c3d-42ab-af99-f0fb31b700df service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:37.052519 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06272d7-75a0-4417-8613-667885f739eb req-9847d7fe-6c3d-42ab-af99-f0fb31b700df service neutron] Checking segment: {'id': '0d07d740-88ef-4866-813e-0313120f4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:37.052917 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06272d7-75a0-4417-8613-667885f739eb req-9847d7fe-6c3d-42ab-af99-f0fb31b700df service neutron] Bound using segment: {'id': '0d07d740-88ef-4866-813e-0313120f4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:37.053356 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-d06272d7-75a0-4417-8613-667885f739eb req-9847d7fe-6c3d-42ab-af99-f0fb31b700df service neutron] Bound port: 53358dec-45e7-4885-aa75-816bbf4ee4e9, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d07d740-88ef-4866-813e-0313120f4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:37.055689 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d06272d7-75a0-4417-8613-667885f739eb req-9847d7fe-6c3d-42ab-af99-f0fb31b700df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.136493 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-011b18a0-386e-40d6-b311-07466e436d61 None None] Set router 973845d8-1357-4085-a3d2-f917298e5645 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:37.166907 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-d06272d7-75a0-4417-8613-667885f739eb req-9847d7fe-6c3d-42ab-af99-f0fb31b700df service neutron] For port 53358dec-45e7-4885-aa75-816bbf4ee4e9, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:37.170915 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-d06272d7-75a0-4417-8613-667885f739eb req-9847d7fe-6c3d-42ab-af99-f0fb31b700df service neutron] For port 53358dec-45e7-4885-aa75-816bbf4ee4e9, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=53358dec-45e7-4885-aa75-816bbf4ee4e9,segment=NetworkSegment(0d07d740-88ef-4866-813e-0313120f4fc9),segment_id=0d07d740-88ef-4866-813e-0313120f4fc9)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:37.185845 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d06272d7-75a0-4417-8613-667885f739eb req-9847d7fe-6c3d-42ab-af99-f0fb31b700df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.236574 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06272d7-75a0-4417-8613-667885f739eb req-9847d7fe-6c3d-42ab-af99-f0fb31b700df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:37.237247 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d06272d7-75a0-4417-8613-667885f739eb req-9847d7fe-6c3d-42ab-af99-f0fb31b700df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.239161 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d06272d7-75a0-4417-8613-667885f739eb req-9847d7fe-6c3d-42ab-af99-f0fb31b700df service neutron] 10.222.0.18 "PUT /v2.0/ports/53358dec-45e7-4885-aa75-816bbf4ee4e9 HTTP/1.1" status: 200 len: 1093 time: 1.2156510 Jul 16 20:33:37.242223 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12355a1c-3719-4013-b6a7-5ab3dab2b9d5', 'tag': '53358dec-45e7-4885-aa75-816bbf4ee4e9'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:37.244440 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c907536-9475-416d-a294-f09e1bad54aa" -d '{"events": [{"name": "network-changed", "server_uuid": "12355a1c-3719-4013-b6a7-5ab3dab2b9d5", "tag": "53358dec-45e7-4885-aa75-816bbf4ee4e9"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:37.344488 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847d7fe-6c3d-42ab-af99-f0fb31b700df service neutron] Pushing event updated for resources: {'Port': ['ID=53358dec-45e7-4885-aa75-816bbf4ee4e9,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:37.394796 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06272d7-75a0-4417-8613-667885f739eb req-62645492-d2b9-4c55-8e88-4be1eff5b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:37.399282 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d06272d7-75a0-4417-8613-667885f739eb req-62645492-d2b9-4c55-8e88-4be1eff5b939 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f5a6128ca074592a882cf8df860844b&device_id=12355a1c-3719-4013-b6a7-5ab3dab2b9d5 HTTP/1.1" status: 200 len: 1096 time: 0.1076906 Jul 16 20:33:37.470527 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d06272d7-75a0-4417-8613-667885f739eb req-781092d7-d8ea-4772-9f87-b2cdf7dec9ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53358dec-45e7-4885-aa75-816bbf4ee4e9 HTTP/1.1" status: 200 len: 217 time: 0.0624068 Jul 16 20:33:37.482522 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-011b18a0-386e-40d6-b311-07466e436d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973845d8-1357-4085-a3d2-f917298e5645', 'name': 'tempest-FloatingIPsTestJSON-1759515057-router', 'tenant_id': 'e02ce411f8c3424ea6461d48ad9d3a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'aadd28d2-0220-46a7-b824-94eab0ae0b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:06Z', 'updated_at': '2021-07-16T20:33:34Z', 'revision_number': 5, 'project_id': 'e02ce411f8c3424ea6461d48ad9d3a89', 'gw_port': {'id': 'aadd28d2-0220-46a7-b824-94eab0ae0b74', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973845d8-1357-4085-a3d2-f917298e5645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:06Z', 'updated_at': '2021-07-16T20:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:37.526933 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011b18a0-386e-40d6-b311-07466e436d61 None None] The sync data for ids ['973845d8-1357-4085-a3d2-f917298e5645'] in n-d-791506-21 is: [{'id': '973845d8-1357-4085-a3d2-f917298e5645', 'name': 'tempest-FloatingIPsTestJSON-1759515057-router', 'tenant_id': 'e02ce411f8c3424ea6461d48ad9d3a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'aadd28d2-0220-46a7-b824-94eab0ae0b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:06Z', 'updated_at': '2021-07-16T20:33:34Z', 'revision_number': 5, 'project_id': 'e02ce411f8c3424ea6461d48ad9d3a89', 'gw_port': {'id': 'aadd28d2-0220-46a7-b824-94eab0ae0b74', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973845d8-1357-4085-a3d2-f917298e5645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:06Z', 'updated_at': '2021-07-16T20:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:37.539398 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06272d7-75a0-4417-8613-667885f739eb req-0ad2276b-78aa-48c8-9175-4a806b0da04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:37.540612 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d06272d7-75a0-4417-8613-667885f739eb req-0ad2276b-78aa-48c8-9175-4a806b0da04e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa6d3426-e792-4e7e-a714-2e77150c9a45 HTTP/1.1" status: 200 len: 850 time: 0.0637650 Jul 16 20:33:37.572090 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9a1e7ae8-0e19-42e1-92e8-df17d569da51 req-30076585-b45d-43c7-95b3-ab4a457e06f7 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.593076 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-9bef30b7-f39b-4d80-9b91-22544883cfd8 admin admin] Deleting port aadd28d2-0220-46a7-b824-94eab0ae0b74 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:37.593341 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9bef30b7-f39b-4d80-9b91-22544883cfd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.620099 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06272d7-75a0-4417-8613-667885f739eb req-00aa0124-5f39-4eb1-8d5e-b063300daa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:37.621734 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d06272d7-75a0-4417-8613-667885f739eb req-00aa0124-5f39-4eb1-8d5e-b063300daa26 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9946657c-25de-4dbf-a2ff-cc0711d92acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740621 Jul 16 20:33:37.638631 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9a1e7ae8-0e19-42e1-92e8-df17d569da51 req-30076585-b45d-43c7-95b3-ab4a457e06f7 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.703204 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c85a1a97-706a-440c-800d-3f887cb0242b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.705742 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c85a1a97-706a-440c-800d-3f887cb0242b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.706886 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c85a1a97-706a-440c-800d-3f887cb0242b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ce46c80e-33d9-469c-ac31-f060a9b82ac2 HTTP/1.1" status: 204 len: 168 time: 0.9416406 Jul 16 20:33:37.728264 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d06272d7-75a0-4417-8613-667885f739eb req-792daecf-c5b5-46fa-ad84-c02b2dc685ba service neutron] 10.222.0.18 "GET /v2.0/networks/9946657c-25de-4dbf-a2ff-cc0711d92acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993681 Jul 16 20:33:37.762796 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc5049-5a51-46e2-9001-cdbbe3736b95 req-bc6ef59b-0ca8-483c-a1ba-a75679ecbb32 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:37.764539 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4bcc5049-5a51-46e2-9001-cdbbe3736b95 req-bc6ef59b-0ca8-483c-a1ba-a75679ecbb32 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 946 time: 0.2697196 Jul 16 20:33:37.765435 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a1a97-706a-440c-800d-3f887cb0242b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce46c80e-33d9-469c-ac31-f060a9b82ac2,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:37.846692 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-9bef30b7-f39b-4d80-9b91-22544883cfd8 admin admin] For port aadd28d2-0220-46a7-b824-94eab0ae0b74, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=aadd28d2-0220-46a7-b824-94eab0ae0b74,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:37.847076 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9bef30b7-f39b-4d80-9b91-22544883cfd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.853529 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4bcc5049-5a51-46e2-9001-cdbbe3736b95 req-f7b32854-2a02-4440-be0a-d0da69ac5a00 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797453 Jul 16 20:33:37.854272 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9a1e7ae8-0e19-42e1-92e8-df17d569da51 req-30076585-b45d-43c7-95b3-ab4a457e06f7 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.859647 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9a1e7ae8-0e19-42e1-92e8-df17d569da51 req-30076585-b45d-43c7-95b3-ab4a457e06f7 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.860494 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a1e7ae8-0e19-42e1-92e8-df17d569da51 req-30076585-b45d-43c7-95b3-ab4a457e06f7 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "DELETE /v2.0/security-groups/f94b3837-8bd1-4fbe-bbe7-c1bb21dd1425 HTTP/1.1" status: 204 len: 173 time: 1.0221941 Jul 16 20:33:37.884559 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-9bef30b7-f39b-4d80-9b91-22544883cfd8 admin admin] Calling delete_port for aadd28d2-0220-46a7-b824-94eab0ae0b74 owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:37.890060 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d06272d7-75a0-4417-8613-667885f739eb req-72e7aa81-03b8-4995-a723-63a6ac45e11a service neutron] 10.222.0.18 "GET /v2.0/networks/9946657c-25de-4dbf-a2ff-cc0711d92acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543980 Jul 16 20:33:37.891681 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30076585-b45d-43c7-95b3-ab4a457e06f7 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94b3837-8bd1-4fbe-bbe7-c1bb21dd1425,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:38.151697 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740e8d63-cfe0-4fdd-a38a-4385244ecdf9 x-openstack-request-id: req-740e8d63-cfe0-4fdd-a38a-4385244ecdf9 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:38.152211 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12355a1c-3719-4013-b6a7-5ab3dab2b9d5", "tag": "53358dec-45e7-4885-aa75-816bbf4ee4e9", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:38.153198 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-740e8d63-cfe0-4fdd-a38a-4385244ecdf9 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:38.154681 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12355a1c-3719-4013-b6a7-5ab3dab2b9d5', 'tag': '53358dec-45e7-4885-aa75-816bbf4ee4e9', 'status': 'completed', 'code': 200} Jul 16 20:33:38.161680 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42868) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:38.221555 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f690f7a7-c2b1-447c-82be-f1a5c4951e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.223317 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bca50-a64c-4bf2-b867-906ebf881306 req-53b575a7-5b2c-4baa-827e-91407e202784 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:38.225145 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-271bca50-a64c-4bf2-b867-906ebf881306 req-53b575a7-5b2c-4baa-827e-91407e202784 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/ports?device_id=12355a1c-3719-4013-b6a7-5ab3dab2b9d5 HTTP/1.1" status: 200 len: 944 time: 0.1948287 Jul 16 20:33:38.225708 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-92430194-6a45-44ca-baa9-b852adfbff21 req-71fde0ed-fa0e-48de-ba20-7a83aa38a974 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] show failed (client error): The resource could not be found. Jul 16 20:33:38.226687 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-92430194-6a45-44ca-baa9-b852adfbff21 req-71fde0ed-fa0e-48de-ba20-7a83aa38a974 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups/f94b3837-8bd1-4fbe-bbe7-c1bb21dd1425 HTTP/1.1" status: 404 len: 352 time: 0.0388308 Jul 16 20:33:38.266744 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9bef30b7-f39b-4d80-9b91-22544883cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.288840 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c907536-9475-416d-a294-f09e1bad54aa req-f4be8ab5-118d-43eb-8385-5924fe20622d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:38.290424 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8c907536-9475-416d-a294-f09e1bad54aa req-f4be8ab5-118d-43eb-8385-5924fe20622d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f5a6128ca074592a882cf8df860844b&device_id=12355a1c-3719-4013-b6a7-5ab3dab2b9d5 HTTP/1.1" status: 200 len: 1096 time: 0.1116276 Jul 16 20:33:38.315489 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef30b7-f39b-4d80-9b91-22544883cfd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=aadd28d2-0220-46a7-b824-94eab0ae0b74,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:38.377953 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-271bca50-a64c-4bf2-b867-906ebf881306 req-7679a5d7-d2fe-4c81-87bc-89f9cb8f5cec tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/security-groups?id=08cd8ddd-42e4-4b66-af30-7f6cb39b8aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353385 Jul 16 20:33:38.400761 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a839597b-e519-44b4-b922-4154d522b05c req-8e4517cb-6388-4e5f-9e34-8f3a11400892 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups/b32fc030-435e-4806-9259-094d978137b6 HTTP/1.1" status: 200 len: 1803 time: 0.1374185 Jul 16 20:33:38.445485 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c907536-9475-416d-a294-f09e1bad54aa req-66709a51-c6fe-44cc-aff9-06e8da4c55fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:38.447477 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8c907536-9475-416d-a294-f09e1bad54aa req-66709a51-c6fe-44cc-aff9-06e8da4c55fe service neutron] 10.222.0.18 "GET /v2.0/networks?id=9946657c-25de-4dbf-a2ff-cc0711d92acb HTTP/1.1" status: 200 len: 912 time: 0.1465721 Jul 16 20:33:38.473037 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9bef30b7-f39b-4d80-9b91-22544883cfd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.495593 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f690f7a7-c2b1-447c-82be-f1a5c4951e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.498087 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8c907536-9475-416d-a294-f09e1bad54aa req-212fafbd-76ce-4926-a3ce-7d95ce1a36c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53358dec-45e7-4885-aa75-816bbf4ee4e9 HTTP/1.1" status: 200 len: 217 time: 0.0432003 Jul 16 20:33:38.501382 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f690f7a7-c2b1-447c-82be-f1a5c4951e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.594569 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f690f7a7-c2b1-447c-82be-f1a5c4951e6d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e41398e6062945b69378b4e0e8d6fa66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4315298 Jul 16 20:33:38.597111 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690f7a7-c2b1-447c-82be-f1a5c4951e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88347aef-2ce2-4be8-aeb3-385465486311,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:38.597332 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9bef30b7-f39b-4d80-9b91-22544883cfd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.598743 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42874) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:38.602955 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c907536-9475-416d-a294-f09e1bad54aa req-859fcf1f-c4e7-4c74-bf39-fa439a58aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:38.604416 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8c907536-9475-416d-a294-f09e1bad54aa req-859fcf1f-c4e7-4c74-bf39-fa439a58aea3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa6d3426-e792-4e7e-a714-2e77150c9a45 HTTP/1.1" status: 200 len: 850 time: 0.0904047 Jul 16 20:33:38.608362 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9bef30b7-f39b-4d80-9b91-22544883cfd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.612197 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a839597b-e519-44b4-b922-4154d522b05c req-59251383-d4ee-42a4-9ebc-321133c89edf tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.671275 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c907536-9475-416d-a294-f09e1bad54aa req-b5a1277d-50ae-4770-99fe-dd6f37138c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:38.673034 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8c907536-9475-416d-a294-f09e1bad54aa req-b5a1277d-50ae-4770-99fe-dd6f37138c8d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9946657c-25de-4dbf-a2ff-cc0711d92acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610504 Jul 16 20:33:38.693408 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a839597b-e519-44b4-b922-4154d522b05c req-59251383-d4ee-42a4-9ebc-321133c89edf tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.702536 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9bef30b7-f39b-4d80-9b91-22544883cfd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.703007 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bef30b7-f39b-4d80-9b91-22544883cfd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 973845d8-1357-4085-a3d2-f917298e5645 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:33:38.710074 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9bef30b7-f39b-4d80-9b91-22544883cfd8 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.711219 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9bef30b7-f39b-4d80-9b91-22544883cfd8 admin admin] 10.222.0.38 "DELETE /v2.0/routers/973845d8-1357-4085-a3d2-f917298e5645 HTTP/1.1" status: 204 len: 168 time: 2.4760408 Jul 16 20:33:38.714769 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42876) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:38.773780 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8c907536-9475-416d-a294-f09e1bad54aa req-4f445109-f584-41e9-884d-9386c85e7f3d service neutron] 10.222.0.18 "GET /v2.0/networks/9946657c-25de-4dbf-a2ff-cc0711d92acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920670 Jul 16 20:33:38.780293 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a1e657b5-fe50-4e68-a916-81c096bacd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.801634 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e2c65e-6d84-41e5-82eb-51b95ccd92fa admin admin] Deleting subnet bdd08c7b-0c5f-4866-a6f5-5814338e093f {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:33:38.814807 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-04e2c65e-6d84-41e5-82eb-51b95ccd92fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.817844 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a1e657b5-fe50-4e68-a916-81c096bacd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.819575 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a839597b-e519-44b4-b922-4154d522b05c req-59251383-d4ee-42a4-9ebc-321133c89edf tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.822120 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a839597b-e519-44b4-b922-4154d522b05c req-59251383-d4ee-42a4-9ebc-321133c89edf tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.823268 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a839597b-e519-44b4-b922-4154d522b05c req-59251383-d4ee-42a4-9ebc-321133c89edf tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "DELETE /v2.0/security-groups/b32fc030-435e-4806-9259-094d978137b6 HTTP/1.1" status: 204 len: 173 time: 0.4013278 Jul 16 20:33:38.886638 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8c907536-9475-416d-a294-f09e1bad54aa req-fd50a1d2-6bea-478a-8f82-ab0945a858b7 service neutron] 10.222.0.18 "GET /v2.0/networks/9946657c-25de-4dbf-a2ff-cc0711d92acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053367 Jul 16 20:33:38.899280 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59251383-d4ee-42a4-9ebc-321133c89edf tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32fc030-435e-4806-9259-094d978137b6,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:38.921928 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-8a1c8eca-35bb-47f5-8dfc-26912a829198 req-3fac4cc4-12be-455a-b33e-aa3e7c4c9c88 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] show failed (client error): The resource could not be found. Jul 16 20:33:38.922914 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8a1c8eca-35bb-47f5-8dfc-26912a829198 req-3fac4cc4-12be-455a-b33e-aa3e7c4c9c88 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups/b32fc030-435e-4806-9259-094d978137b6 HTTP/1.1" status: 404 len: 352 time: 0.0521581 Jul 16 20:33:38.924940 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-04e2c65e-6d84-41e5-82eb-51b95ccd92fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.011416 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a1e657b5-fe50-4e68-a916-81c096bacd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.014220 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a1e657b5-fe50-4e68-a916-81c096bacd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.015357 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a1e657b5-fe50-4e68-a916-81c096bacd21 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/88347aef-2ce2-4be8-aeb3-385465486311 HTTP/1.1" status: 204 len: 168 time: 0.4134200 Jul 16 20:33:39.073330 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c91d6c7-a646-4ae4-8d88-53c834f8ef5a req-360bbaea-0c26-4ad3-92a7-de70195bf96a tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups/ca12f47d-bcdd-4272-922b-6d51c2c90ae1 HTTP/1.1" status: 200 len: 1801 time: 0.1268773 Jul 16 20:33:39.078666 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e657b5-fe50-4e68-a916-81c096bacd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88347aef-2ce2-4be8-aeb3-385465486311,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:39.106975 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-04e2c65e-6d84-41e5-82eb-51b95ccd92fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.196765 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739b330-ca52-428b-af8b-b76e6e10ced2 req-adebd8a9-dafe-40f8-90c1-c0f00e730694 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:39.198389 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5739b330-ca52-428b-af8b-b76e6e10ced2 req-adebd8a9-dafe-40f8-90c1-c0f00e730694 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 946 time: 0.1915481 Jul 16 20:33:39.224891 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6c91d6c7-a646-4ae4-8d88-53c834f8ef5a req-1c756837-0ebc-4afc-a6a0-c9580ec1c6df tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.260445 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device aadd28d2-0220-46a7-b824-94eab0ae0b74 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:33:39.268672 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-04e2c65e-6d84-41e5-82eb-51b95ccd92fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.282721 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: aadd28d2-0220-46a7-b824-94eab0ae0b74 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:33:39.283062 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device aadd28d2-0220-46a7-b824-94eab0ae0b74 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:33:39.283695 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4b9f0df9-1534-4fbd-a736-19f5db4129d8 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:33:39.306086 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 4b9f0df9-1534-4fbd-a736-19f5db4129d8 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:33:39.306742 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4b9f0df9-1534-4fbd-a736-19f5db4129d8 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:33:39.318428 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2c65e-6d84-41e5-82eb-51b95ccd92fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdd08c7b-0c5f-4866-a6f5-5814338e093f,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:39.327135 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6c91d6c7-a646-4ae4-8d88-53c834f8ef5a req-1c756837-0ebc-4afc-a6a0-c9580ec1c6df tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.332836 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14a90af-49cd-4fe0-950a-edb06cce7d5c None None] Network 2c861e1b-5cf8-4d44-86da-8be2198d9fa4 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:39.336533 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-04e2c65e-6d84-41e5-82eb-51b95ccd92fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.342204 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-04e2c65e-6d84-41e5-82eb-51b95ccd92fa admin admin] 10.222.0.38 "DELETE /v2.0/subnets/bdd08c7b-0c5f-4866-a6f5-5814338e093f HTTP/1.1" status: 204 len: 168 time: 0.6257141 Jul 16 20:33:39.342605 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42892) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:39.345621 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5739b330-ca52-428b-af8b-b76e6e10ced2 req-c156b201-013e-425d-ad6b-4fcfeeda094f tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382225 Jul 16 20:33:39.404481 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6c91d6c7-a646-4ae4-8d88-53c834f8ef5a req-1c756837-0ebc-4afc-a6a0-c9580ec1c6df tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.407906 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6c91d6c7-a646-4ae4-8d88-53c834f8ef5a req-1c756837-0ebc-4afc-a6a0-c9580ec1c6df tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.409276 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c91d6c7-a646-4ae4-8d88-53c834f8ef5a req-1c756837-0ebc-4afc-a6a0-c9580ec1c6df tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "DELETE /v2.0/security-groups/ca12f47d-bcdd-4272-922b-6d51c2c90ae1 HTTP/1.1" status: 204 len: 173 time: 0.3285344 Jul 16 20:33:39.431645 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c756837-0ebc-4afc-a6a0-c9580ec1c6df tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca12f47d-bcdd-4272-922b-6d51c2c90ae1,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:39.433222 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f58e1c43-1cab-4605-b3b8-2497f5189ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.506462 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-f58e1c43-1cab-4605-b3b8-2497f5189ca5 admin admin] Deleting port dab4f5f4-1706-431a-a003-c39a70d10a74 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:39.507173 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f58e1c43-1cab-4605-b3b8-2497f5189ca5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.552058 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:33:39.560985 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-c16b307d-33c5-4cb5-acf3-5a87d7267d78 req-af0d96aa-41b7-4729-85f8-88c325e7e8ec tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] show failed (client error): The resource could not be found. Jul 16 20:33:39.569489 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c16b307d-33c5-4cb5-acf3-5a87d7267d78 req-af0d96aa-41b7-4729-85f8-88c325e7e8ec tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups/ca12f47d-bcdd-4272-922b-6d51c2c90ae1 HTTP/1.1" status: 404 len: 352 time: 0.0381935 Jul 16 20:33:39.610032 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d600cb9e-33ce-4f4e-a29e-e4372972ba59 None None] DHCP port deletion for 2c861e1b-5cf8-4d44-86da-8be2198d9fa4 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:33:39.623115 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-f58e1c43-1cab-4605-b3b8-2497f5189ca5 admin admin] For port dab4f5f4-1706-431a-a003-c39a70d10a74, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=dab4f5f4-1706-431a-a003-c39a70d10a74,segment=NetworkSegment(a66d722c-5b03-47ae-bc74-83c1bd4990db),segment_id=a66d722c-5b03-47ae-bc74-83c1bd4990db)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:39.623476 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f58e1c43-1cab-4605-b3b8-2497f5189ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.636068 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-f58e1c43-1cab-4605-b3b8-2497f5189ca5 admin admin] Calling delete_port for dab4f5f4-1706-431a-a003-c39a70d10a74 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:39.663295 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d600cb9e-33ce-4f4e-a29e-e4372972ba59 None None] Deleting port dab4f5f4-1706-431a-a003-c39a70d10a74 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:39.663976 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d600cb9e-33ce-4f4e-a29e-e4372972ba59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.737040 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-d600cb9e-33ce-4f4e-a29e-e4372972ba59 None None] For port dab4f5f4-1706-431a-a003-c39a70d10a74, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=dab4f5f4-1706-431a-a003-c39a70d10a74,segment=NetworkSegment(a66d722c-5b03-47ae-bc74-83c1bd4990db),segment_id=a66d722c-5b03-47ae-bc74-83c1bd4990db)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:39.737571 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d600cb9e-33ce-4f4e-a29e-e4372972ba59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.738647 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56497f5-3c28-4c1e-89dc-da8cf33b1f71 req-6a972d87-49cd-4947-94f3-11b8e9f67291 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:39.740226 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c56497f5-3c28-4c1e-89dc-da8cf33b1f71 req-6a972d87-49cd-4947-94f3-11b8e9f67291 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/ports?device_id=12355a1c-3719-4013-b6a7-5ab3dab2b9d5 HTTP/1.1" status: 200 len: 944 time: 0.1696315 Jul 16 20:33:39.755855 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f58e1c43-1cab-4605-b3b8-2497f5189ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.762416 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d600cb9e-33ce-4f4e-a29e-e4372972ba59 None None] Calling delete_port for dab4f5f4-1706-431a-a003-c39a70d10a74 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:39.766034 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a871adf4-a97f-4c44-b5ac-4992b462a12f req-33826a8e-12ea-47bc-b021-62b43093b3e7 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6c6f263473814d958e095527b322efb5 HTTP/1.1" status: 200 len: 6156 time: 0.1099179 Jul 16 20:33:39.799822 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e1c43-1cab-4605-b3b8-2497f5189ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dab4f5f4-1706-431a-a003-c39a70d10a74,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:39.806614 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58e1c43-1cab-4605-b3b8-2497f5189ca5 admin admin] No DVR routers for this DVR port dab4f5f4-1706-431a-a003-c39a70d10a74 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:33:39.834402 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c56497f5-3c28-4c1e-89dc-da8cf33b1f71 req-5c4773a2-1b5e-4d6d-a476-5d74a7cbeaf8 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/security-groups?id=08cd8ddd-42e4-4b66-af30-7f6cb39b8aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662205 Jul 16 20:33:39.845158 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a871adf4-a97f-4c44-b5ac-4992b462a12f req-150d5dc0-f5bd-4b42-94f6-070d6edef411 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups/afe1c795-be23-436d-aa49-a291582bf221 HTTP/1.1" status: 200 len: 2985 time: 0.0780540 Jul 16 20:33:39.895606 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a871adf4-a97f-4c44-b5ac-4992b462a12f req-b17bd59b-8380-453a-b671-fd0b99a88b1d tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups/afe1c795-be23-436d-aa49-a291582bf221 HTTP/1.1" status: 200 len: 2985 time: 0.0495110 Jul 16 20:33:39.896278 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d600cb9e-33ce-4f4e-a29e-e4372972ba59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.900186 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f58e1c43-1cab-4605-b3b8-2497f5189ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.913927 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-f58e1c43-1cab-4605-b3b8-2497f5189ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c861e1b-5cf8-4d44-86da-8be2198d9fa4']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:39.921582 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600cb9e-33ce-4f4e-a29e-e4372972ba59 None None] Pushing event deleted for resources: {'Port': ['ID=dab4f5f4-1706-431a-a003-c39a70d10a74,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:39.926716 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-c9a1e3e1-c7e1-42a7-9628-c2b189f43a69 req-73f0e0a8-6147-4124-b314-35d43f961299 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1366208768', 'description': 'tempest-description-1569869931'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:39.939045 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-f58e1c43-1cab-4605-b3b8-2497f5189ca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a66d722c-5b03-47ae-bc74-83c1bd4990db') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:39.939594 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-f58e1c43-1cab-4605-b3b8-2497f5189ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a66d722c-5b03-47ae-bc74-83c1bd4990db') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:39.940330 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d600cb9e-33ce-4f4e-a29e-e4372972ba59 None None] No DVR routers for this DVR port dab4f5f4-1706-431a-a003-c39a70d10a74 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:33:39.952302 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f58e1c43-1cab-4605-b3b8-2497f5189ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.967677 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c9a1e3e1-c7e1-42a7-9628-c2b189f43a69 req-73f0e0a8-6147-4124-b314-35d43f961299 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.969076 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f58e1c43-1cab-4605-b3b8-2497f5189ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.975948 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f58e1c43-1cab-4605-b3b8-2497f5189ca5 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:33:39.976397 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f58e1c43-1cab-4605-b3b8-2497f5189ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:33:39.978140 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:33:40.039908 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f58e1c43-1cab-4605-b3b8-2497f5189ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.046494 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f58e1c43-1cab-4605-b3b8-2497f5189ca5 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.048350 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f58e1c43-1cab-4605-b3b8-2497f5189ca5 admin admin] 10.222.0.38 "DELETE /v2.0/networks/2c861e1b-5cf8-4d44-86da-8be2198d9fa4 HTTP/1.1" status: 204 len: 168 time: 0.7051942 Jul 16 20:33:40.060051 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e1c43-1cab-4605-b3b8-2497f5189ca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c861e1b-5cf8-4d44-86da-8be2198d9fa4,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:40.069583 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c9a1e3e1-c7e1-42a7-9628-c2b189f43a69 req-73f0e0a8-6147-4124-b314-35d43f961299 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.076379 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c9a1e3e1-c7e1-42a7-9628-c2b189f43a69 req-73f0e0a8-6147-4124-b314-35d43f961299 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.104740 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c9a1e3e1-c7e1-42a7-9628-c2b189f43a69 req-73f0e0a8-6147-4124-b314-35d43f961299 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.107855 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c9a1e3e1-c7e1-42a7-9628-c2b189f43a69 req-73f0e0a8-6147-4124-b314-35d43f961299 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1855280 Jul 16 20:33:40.117377 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0e0a8-6147-4124-b314-35d43f961299 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e483bf0b-dd8a-4153-9c47-9b4bbf7e6ea9,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:40.136239 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-46a5d7f6-e0c9-4e5e-a67c-f1160dac4d44 req-5a02d099-b771-47db-a15b-19492a9424ef tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-25088979', 'description': 'tempest-description-1437119006'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:40.159705 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-46a5d7f6-e0c9-4e5e-a67c-f1160dac4d44 req-5a02d099-b771-47db-a15b-19492a9424ef tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.251046 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42926) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:40.251982 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-46a5d7f6-e0c9-4e5e-a67c-f1160dac4d44 req-5a02d099-b771-47db-a15b-19492a9424ef tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.256938 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-46a5d7f6-e0c9-4e5e-a67c-f1160dac4d44 req-5a02d099-b771-47db-a15b-19492a9424ef tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.284479 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-46a5d7f6-e0c9-4e5e-a67c-f1160dac4d44 req-5a02d099-b771-47db-a15b-19492a9424ef tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.285820 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46a5d7f6-e0c9-4e5e-a67c-f1160dac4d44 req-5a02d099-b771-47db-a15b-19492a9424ef tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1537058 Jul 16 20:33:40.298818 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02d099-b771-47db-a15b-19492a9424ef tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfbf632-f9e2-4a23-80a7-993bbfa0ec9f,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:40.320192 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-39dff1d9-5ade-4f08-a697-bc813db038f6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e02ce411f8c3424ea6461d48ad9d3a89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674477 Jul 16 20:33:40.322915 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42930) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:40.377229 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a0b84fe8-82a7-473f-9036-7d19bd6adbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.400628 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a0b84fe8-82a7-473f-9036-7d19bd6adbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.468639 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a0b84fe8-82a7-473f-9036-7d19bd6adbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.471228 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a0b84fe8-82a7-473f-9036-7d19bd6adbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.472467 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a0b84fe8-82a7-473f-9036-7d19bd6adbc2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7e233468-aa98-449f-8607-de54ae145b6a HTTP/1.1" status: 204 len: 168 time: 0.1470137 Jul 16 20:33:40.488494 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b84fe8-82a7-473f-9036-7d19bd6adbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e233468-aa98-449f-8607-de54ae145b6a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:40.629140 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-019d5bf6-d49e-44f8-b46c-83f1732ea226 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:40.630734 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-019d5bf6-d49e-44f8-b46c-83f1732ea226 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/networks?id=df6943c9-2880-4959-95b5-a076d3fa151c HTTP/1.1" status: 200 len: 813 time: 0.1606050 Jul 16 20:33:40.644869 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f174f-7a4f-44d8-80b0-a6d489fa8292 req-de1f2e93-84d9-4d72-997a-56321c5ef3d9 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:40.652197 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b36f174f-7a4f-44d8-80b0-a6d489fa8292 req-de1f2e93-84d9-4d72-997a-56321c5ef3d9 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 946 time: 0.1563900 Jul 16 20:33:40.681848 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-5d703b68-583d-42e6-91b8-fcf559b77b76 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/quotas/6c6f263473814d958e095527b322efb5 HTTP/1.1" status: 200 len: 375 time: 0.0450361 Jul 16 20:33:40.729807 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b36f174f-7a4f-44d8-80b0-a6d489fa8292 req-80171212-8328-4851-9905-c2380da545ad tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760744 Jul 16 20:33:40.765579 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-9e64445d-b8c0-4506-ac42-7e14161b0e2f tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6c6f263473814d958e095527b322efb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0828559 Jul 16 20:33:40.859670 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42966) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:40.880919 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-e5c8ba0f-caf9-4235-9990-eca24ec88fcf service neutron] 10.222.0.38 "GET /v2.0/networks/df6943c9-2880-4959-95b5-a076d3fa151c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084540 Jul 16 20:33:40.909664 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 53358dec-45e7-4885-aa75-816bbf4ee4e9 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:33:40.995491 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-8ab4a86b-162b-402d-9b95-620176eb18dc tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2112122827'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:40.995957 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-8ab4a86b-162b-402d-9b95-620176eb18dc tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] Unknown quota resources ['metering_label']. {{(pid=93793) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:33:41.019825 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-fefa0b7c-e614-4207-ac48-a18a9cf907d9 service neutron] 10.222.0.38 "GET /v2.0/networks/df6943c9-2880-4959-95b5-a076d3fa151c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326134 Jul 16 20:33:41.060454 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device dab4f5f4-1706-431a-a003-c39a70d10a74 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:33:41.085935 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: dab4f5f4-1706-431a-a003-c39a70d10a74 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:33:41.086520 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device dab4f5f4-1706-431a-a003-c39a70d10a74 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:33:41.122307 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 53358dec-45e7-4885-aa75-816bbf4ee4e9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=53358dec-45e7-4885-aa75-816bbf4ee4e9,segment=NetworkSegment(0d07d740-88ef-4866-813e-0313120f4fc9),segment_id=0d07d740-88ef-4866-813e-0313120f4fc9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:41.137269 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '53358dec-45e7-4885-aa75-816bbf4ee4e9', 'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb', 'port_id': '53358dec-45e7-4885-aa75-816bbf4ee4e9', 'mac_address': 'fa:16:3e:03:8e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa6d3426-e792-4e7e-a714-2e77150c9a45', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:33:41.137621 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa92d84-e9d6-4935-a156-0fbb848efc57 req-9c69bd50-fb90-481f-8332-5b6fc6fc0c93 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:41.139273 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5aa92d84-e9d6-4935-a156-0fbb848efc57 req-9c69bd50-fb90-481f-8332-5b6fc6fc0c93 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 945 time: 0.0779424 Jul 16 20:33:41.211181 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.228052 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53358dec-45e7-4885-aa75-816bbf4ee4e9 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:33:41.270255 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5aa92d84-e9d6-4935-a156-0fbb848efc57 req-f8f4a576-26ef-4813-b1e6-52ff52adf2fb tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231716 Jul 16 20:33:41.273929 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 53358dec-45e7-4885-aa75-816bbf4ee4e9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=53358dec-45e7-4885-aa75-816bbf4ee4e9,segment=NetworkSegment(0d07d740-88ef-4866-813e-0313120f4fc9),segment_id=0d07d740-88ef-4866-813e-0313120f4fc9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:41.283576 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.338910 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8ab4a86b-162b-402d-9b95-620176eb18dc tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.343854 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42990) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:41.344029 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8ab4a86b-162b-402d-9b95-620176eb18dc tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4832852 Jul 16 20:33:41.348728 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-67993175-8de0-4c52-87d4-19755c4aa8e3 tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7fbd664a-b5c5-47ef-927b-a0026f53132d'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:41.349287 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-67993175-8de0-4c52-87d4-19755c4aa8e3 tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93794) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:33:41.354306 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=53358dec-45e7-4885-aa75-816bbf4ee4e9,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:41.454833 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42996) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:41.455072 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d8bd377b-947b-44ff-93e1-94855b003dd8 req-9bab6b69-f52f-4edf-88bb-5cc6eca56379 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cba9fa0-7e09-4e29-8875-c417ce9f3f75 HTTP/1.1" status: 200 len: 210 time: 0.0917103 Jul 16 20:33:41.534485 n-d-791506-21 neutron-server[93794]: WARNING neutron.services.metering.metering_plugin [None req-67993175-8de0-4c52-87d4-19755c4aa8e3 tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 20:33:41.540470 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['53358dec-45e7-4885-aa75-816bbf4ee4e9'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:33:41.630252 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-11f22eb2-4ccf-4a37-a63e-f259e7f8ec56 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1813034734-network', 'tenant_id': '40342810b59645ca8aed45701331133f'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:41.674138 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f22eb2-4ccf-4a37-a63e-f259e7f8ec56 admin admin] Made reservation on behalf of 40342810b59645ca8aed45701331133f for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:41.676900 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-11f22eb2-4ccf-4a37-a63e-f259e7f8ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.697244 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-11f22eb2-4ccf-4a37-a63e-f259e7f8ec56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.709619 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-67993175-8de0-4c52-87d4-19755c4aa8e3 tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.711429 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-67993175-8de0-4c52-87d4-19755c4aa8e3 tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3656471 Jul 16 20:33:41.714183 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43010) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:41.719961 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-fe53290c-0e4c-45cd-8c78-e91f48239b85 tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7fbd664a-b5c5-47ef-927b-a0026f53132d'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:41.720060 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-fe53290c-0e4c-45cd-8c78-e91f48239b85 tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93794) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:33:41.735363 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819cca5-d821-46f3-a3b3-7dfe388e46b2 req-63daca91-91d9-45bb-aa21-198b3210503a tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:41.742584 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f819cca5-d821-46f3-a3b3-7dfe388e46b2 req-63daca91-91d9-45bb-aa21-198b3210503a tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/ports?device_id=12355a1c-3719-4013-b6a7-5ab3dab2b9d5 HTTP/1.1" status: 200 len: 945 time: 0.3898678 Jul 16 20:33:41.839961 n-d-791506-21 neutron-server[93794]: WARNING neutron.services.metering.metering_plugin [None req-fe53290c-0e4c-45cd-8c78-e91f48239b85 tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 20:33:41.895084 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-11f22eb2-4ccf-4a37-a63e-f259e7f8ec56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.901368 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-11f22eb2-4ccf-4a37-a63e-f259e7f8ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.921471 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f819cca5-d821-46f3-a3b3-7dfe388e46b2 req-699bd08c-4f85-46e9-936b-3c2bc3dc071c tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/security-groups?id=08cd8ddd-42e4-4b66-af30-7f6cb39b8aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779432 Jul 16 20:33:41.948865 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f22eb2-4ccf-4a37-a63e-f259e7f8ec56 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:33:41.964013 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f22eb2-4ccf-4a37-a63e-f259e7f8ec56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf0db2d-6cd4-49bc-83e4-a007859e6bb1,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:41.981336 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-11f22eb2-4ccf-4a37-a63e-f259e7f8ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.982505 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-11f22eb2-4ccf-4a37-a63e-f259e7f8ec56 admin admin] Added segment 0f9e1326-245f-4afd-ba85-656be6d67b7d of type vlan for network 17b97ff6-27bf-4d6a-9781-d2c99dd461de Jul 16 20:33:41.992907 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fe53290c-0e4c-45cd-8c78-e91f48239b85 tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.994086 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fe53290c-0e4c-45cd-8c78-e91f48239b85 tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2788451 Jul 16 20:33:41.999117 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43018) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:42.022544 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3eee094c-59fa-4b16-b513-ed31df369d96 tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=d3d50267-9ff5-48b6-9624-32a00f1624be HTTP/1.1" status: 200 len: 464 time: 0.0222595 Jul 16 20:33:42.025119 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43020) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:42.041882 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-11f22eb2-4ccf-4a37-a63e-f259e7f8ec56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.092313 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-11f22eb2-4ccf-4a37-a63e-f259e7f8ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.094542 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f22eb2-4ccf-4a37-a63e-f259e7f8ec56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:42.095249 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-11f22eb2-4ccf-4a37-a63e-f259e7f8ec56 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.138172 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-11f22eb2-4ccf-4a37-a63e-f259e7f8ec56 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6814280 Jul 16 20:33:42.140763 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43022) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:42.212973 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b6b2b979-1f48-43b5-8698-3860a4068ad4 tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.217236 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b6b2b979-1f48-43b5-8698-3860a4068ad4 tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-label-rules/d3d50267-9ff5-48b6-9624-32a00f1624be HTTP/1.1" status: 204 len: 168 time: 0.1881208 Jul 16 20:33:42.217590 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43028) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:42.233246 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5fba8923-a92e-43fa-af5a-af6bcdc2bffa tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=d3d50267-9ff5-48b6-9624-32a00f1624be HTTP/1.1" status: 200 len: 221 time: 0.0108044 Jul 16 20:33:42.234108 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43030) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:42.240079 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-c3e2f497-213c-431a-a3f0-f973c02764f3 tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--756432665', 'description': 'label created by tempest'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:42.240079 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-c3e2f497-213c-431a-a3f0-f973c02764f3 tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] Unknown quota resources ['metering_label']. {{(pid=93794) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:33:42.346850 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bc313-1a92-43e0-9e0b-f010c5d44501 req-a87e5674-2027-4571-8aab-7e985a0fa3f7 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:42.350470 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-237bc313-1a92-43e0-9e0b-f010c5d44501 req-a87e5674-2027-4571-8aab-7e985a0fa3f7 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 946 time: 0.2112749 Jul 16 20:33:42.520015 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-72e959e1-08d0-4a6e-b7e8-ac37978b563d admin admin] Request body: {'subnet': {'network_id': '17b97ff6-27bf-4d6a-9781-d2c99dd461de', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1813034734-subnet', 'tenant_id': '40342810b59645ca8aed45701331133f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:42.524412 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f22eb2-4ccf-4a37-a63e-f259e7f8ec56 admin admin] Pushing event updated for resources: {'Network': ['ID=17b97ff6-27bf-4d6a-9781-d2c99dd461de,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:42.539574 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 17b97ff6-27bf-4d6a-9781-d2c99dd461de details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:33:42.547478 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e959e1-08d0-4a6e-b7e8-ac37978b563d admin admin] Made reservation on behalf of 40342810b59645ca8aed45701331133f for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:42.550085 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-72e959e1-08d0-4a6e-b7e8-ac37978b563d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.737494 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-72e959e1-08d0-4a6e-b7e8-ac37978b563d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.796781 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75aaf559-f4c7-43ae-b023-ce156eb93967 req-692dd940-d6e6-4e45-82ab-0ed51ab7b1d4 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cba9fa0-7e09-4e29-8875-c417ce9f3f75 HTTP/1.1" status: 200 len: 210 time: 0.0719883 Jul 16 20:33:42.811238 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e959e1-08d0-4a6e-b7e8-ac37978b563d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b04767b-76ae-4f2a-b4ba-5812c5943e9f,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:42.821431 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e959e1-08d0-4a6e-b7e8-ac37978b563d admin admin] Checking segment: {'id': '0f9e1326-245f-4afd-ba85-656be6d67b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '17b97ff6-27bf-4d6a-9781-d2c99dd461de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:42.821752 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e959e1-08d0-4a6e-b7e8-ac37978b563d admin admin] Network hostable DHCP agents. Network: 17b97ff6-27bf-4d6a-9781-d2c99dd461de, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:33:42.833696 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c3e2f497-213c-431a-a3f0-f973c02764f3 tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.837247 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c3e2f497-213c-431a-a3f0-f973c02764f3 tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5997949 Jul 16 20:33:42.837477 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43034) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:42.844176 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e959e1-08d0-4a6e-b7e8-ac37978b563d admin admin] Network 17b97ff6-27bf-4d6a-9781-d2c99dd461de is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:33:42.865462 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-237bc313-1a92-43e0-9e0b-f010c5d44501 req-469dd88a-d7c4-4f9b-9134-4856b87e5090 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938855 Jul 16 20:33:42.868853 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-72e959e1-08d0-4a6e-b7e8-ac37978b563d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 17b97ff6-27bf-4d6a-9781-d2c99dd461de) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:42.875653 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e959e1-08d0-4a6e-b7e8-ac37978b563d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:42.876402 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-72e959e1-08d0-4a6e-b7e8-ac37978b563d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.883676 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6460f93-dfde-461a-b888-ce6a5f99a525 None None] Network 17b97ff6-27bf-4d6a-9781-d2c99dd461de requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:42.907504 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-72e959e1-08d0-4a6e-b7e8-ac37978b563d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7652025 Jul 16 20:33:42.925694 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43038) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:42.937878 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a625bca9-816f-48cb-803c-644abfafc97d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1813034734-router', 'tenant_id': '40342810b59645ca8aed45701331133f', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:42.942524 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-28307261-187f-4a9c-b6ae-85475db72c76 tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=e46771e6-7465-4fb5-b38d-1f2250267bcd HTTP/1.1" status: 200 len: 467 time: 0.1014929 Jul 16 20:33:42.943091 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43040) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:43.003522 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 53358dec-45e7-4885-aa75-816bbf4ee4e9 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:43.094505 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a625bca9-816f-48cb-803c-644abfafc97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.097635 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a625bca9-816f-48cb-803c-644abfafc97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.129626 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a4fb94-cf1e-4928-b8bd-23c14a514381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-17b97ff6-27bf-4d6a-9781-d2c99dd461de', 'network_id': '17b97ff6-27bf-4d6a-9781-d2c99dd461de', 'tenant_id': '40342810b59645ca8aed45701331133f', 'fixed_ips': [{'subnet_id': '6b04767b-76ae-4f2a-b4ba-5812c5943e9f'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:33:43.133272 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0a4fb94-cf1e-4928-b8bd-23c14a514381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.139919 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-b055b28f-1607-4a0f-b392-1a1998667d7f tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:43.141591 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-b055b28f-1607-4a0f-b392-1a1998667d7f tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.62 "GET /v2.0/networks?id=df6943c9-2880-4959-95b5-a076d3fa151c HTTP/1.1" status: 200 len: 813 time: 0.2313807 Jul 16 20:33:43.152113 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 53358dec-45e7-4885-aa75-816bbf4ee4e9 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:43.157868 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 53358dec-45e7-4885-aa75-816bbf4ee4e9 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:43.159219 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.180576 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-2a9468da-986b-4603-b166-ca3fd16a63ee tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Request body: {'port': {'device_id': '0cba9fa0-7e09-4e29-8875-c417ce9f3f75', 'network_id': 'df6943c9-2880-4959-95b5-a076d3fa151c', 'admin_state_up': True, 'tenant_id': '6c6f263473814d958e095527b322efb5'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:43.201191 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a625bca9-816f-48cb-803c-644abfafc97d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.232637 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4278bdf6-a343-4c83-89fd-1f609c576ef9 tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.233841 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4278bdf6-a343-4c83-89fd-1f609c576ef9 tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-labels/e46771e6-7465-4fb5-b38d-1f2250267bcd HTTP/1.1" status: 204 len: 168 time: 0.2895577 Jul 16 20:33:43.236622 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43048) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:43.253127 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-14fcdb4a-b5c1-4de2-b92d-da54f9bc3253 tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=e46771e6-7465-4fb5-b38d-1f2250267bcd HTTP/1.1" status: 200 len: 216 time: 0.0154371 Jul 16 20:33:43.260197 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43050) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:43.262575 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cce8da-0cf7-45ec-a884-ecf144b54d3c req-81d72a30-f337-49ca-b44a-1376e440e466 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:43.264196 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-43cce8da-0cf7-45ec-a884-ecf144b54d3c req-81d72a30-f337-49ca-b44a-1376e440e466 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/ports?device_id=12355a1c-3719-4013-b6a7-5ab3dab2b9d5 HTTP/1.1" status: 200 len: 945 time: 0.1755204 Jul 16 20:33:43.312999 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-43cce8da-0cf7-45ec-a884-ecf144b54d3c req-4ef1a3fc-3245-48af-8a2b-401385b16fc7 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/security-groups?id=08cd8ddd-42e4-4b66-af30-7f6cb39b8aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429571 Jul 16 20:33:43.339334 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5ba54f0f-0330-4e2a-9d0b-0d0df3d534fd tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0695930 Jul 16 20:33:43.339584 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43052) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:43.374000 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-d0a4fb94-cf1e-4928-b8bd-23c14a514381 None None] Allocated IP 172.20.0.2 (17b97ff6-27bf-4d6a-9781-d2c99dd461de/6b04767b-76ae-4f2a-b4ba-5812c5943e9f/e9533e6f-34a9-43b7-babe-8f6a7da1bf30) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:43.377903 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.399945 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-78cd583b-fd76-4a56-b766-fa67dc18bdfb tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0555313 Jul 16 20:33:43.400714 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43054) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:43.423631 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12355a1c-3719-4013-b6a7-5ab3dab2b9d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53358dec-45e7-4885-aa75-816bbf4ee4e9'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:43.425908 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727954b2-4c4f-4b92-a2f2-a1bc2d9bb27b" -d '{"events": [{"server_uuid": "12355a1c-3719-4013-b6a7-5ab3dab2b9d5", "name": "network-vif-plugged", "status": "completed", "tag": "53358dec-45e7-4885-aa75-816bbf4ee4e9"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:43.443367 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a625bca9-816f-48cb-803c-644abfafc97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.445160 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 53358dec-45e7-4885-aa75-816bbf4ee4e9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=53358dec-45e7-4885-aa75-816bbf4ee4e9,segment=NetworkSegment(0d07d740-88ef-4866-813e-0313120f4fc9),segment_id=0d07d740-88ef-4866-813e-0313120f4fc9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:43.463491 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3415533c-a31e-415f-b857-545fd051dda8 tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels/7fbd664a-b5c5-47ef-927b-a0026f53132d HTTP/1.1" status: 200 len: 473 time: 0.0578563 Jul 16 20:33:43.463944 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43058) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:43.479554 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c7ba7cc5-9693-486b-bb7b-96c45fac3d1a tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules/74b1c051-d501-420e-a33f-f84bcb9430bf HTTP/1.1" status: 200 len: 461 time: 0.0097778 Jul 16 20:33:43.479769 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.479911 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43060) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:43.491447 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-2a9468da-986b-4603-b166-ca3fd16a63ee tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Made reservation on behalf of 6c6f263473814d958e095527b322efb5 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:43.496750 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-2a9468da-986b-4603-b166-ca3fd16a63ee tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.506127 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f33f9b7-5456-49be-9f2d-609ed927dff2 x-openstack-request-id: req-5f33f9b7-5456-49be-9f2d-609ed927dff2 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:43.506470 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12355a1c-3719-4013-b6a7-5ab3dab2b9d5", "name": "network-vif-plugged", "status": "completed", "tag": "53358dec-45e7-4885-aa75-816bbf4ee4e9", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:43.506731 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5f33f9b7-5456-49be-9f2d-609ed927dff2 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:43.507126 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12355a1c-3719-4013-b6a7-5ab3dab2b9d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53358dec-45e7-4885-aa75-816bbf4ee4e9', 'code': 200} Jul 16 20:33:43.557898 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=53358dec-45e7-4885-aa75-816bbf4ee4e9,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:43.619318 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0a4fb94-cf1e-4928-b8bd-23c14a514381 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.630753 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d0a4fb94-cf1e-4928-b8bd-23c14a514381 None None] Transition to ACTIVE for port object e9533e6f-34a9-43b7-babe-8f6a7da1bf30 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:43.648106 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d0a4fb94-cf1e-4928-b8bd-23c14a514381 None None] Transition to ACTIVE for port object e9533e6f-34a9-43b7-babe-8f6a7da1bf30 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:43.650820 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-472feff1-1af1-4120-a3c9-766317b081f0 tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.653551 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-472feff1-1af1-4120-a3c9-766317b081f0 tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-label-rules/74b1c051-d501-420e-a33f-f84bcb9430bf HTTP/1.1" status: 204 len: 168 time: 0.1707919 Jul 16 20:33:43.655675 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43062) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:43.658926 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0a4fb94-cf1e-4928-b8bd-23c14a514381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.721238 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4fb94-cf1e-4928-b8bd-23c14a514381 None None] Pushing event updated for resources: {'Port': ['ID=e9533e6f-34a9-43b7-babe-8f6a7da1bf30,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:43.721534 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-2a9468da-986b-4603-b166-ca3fd16a63ee tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Allocated IP 172.20.0.3 (df6943c9-2880-4959-95b5-a076d3fa151c/f49e8c3e-dbce-429c-8a71-476eb02ef449/1b9b610a-34d2-4c4b-b223-dfb8409d640e) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:43.733833 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a4fb94-cf1e-4928-b8bd-23c14a514381 None None] Network 17b97ff6-27bf-4d6a-9781-d2c99dd461de is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:43.737410 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d0a4fb94-cf1e-4928-b8bd-23c14a514381 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:43.741833 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a4fb94-cf1e-4928-b8bd-23c14a514381 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:43.801245 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-d0a4fb94-cf1e-4928-b8bd-23c14a514381 None None] Attempting to bind port e9533e6f-34a9-43b7-babe-8f6a7da1bf30 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:43.801618 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-d0a4fb94-cf1e-4928-b8bd-23c14a514381 None None] Attempting to bind port e9533e6f-34a9-43b7-babe-8f6a7da1bf30 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '0f9e1326-245f-4afd-ba85-656be6d67b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '17b97ff6-27bf-4d6a-9781-d2c99dd461de'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:43.801972 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a4fb94-cf1e-4928-b8bd-23c14a514381 None None] Attempting to bind port e9533e6f-34a9-43b7-babe-8f6a7da1bf30 on network 17b97ff6-27bf-4d6a-9781-d2c99dd461de {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:43.807037 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a4fb94-cf1e-4928-b8bd-23c14a514381 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:43.807412 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a4fb94-cf1e-4928-b8bd-23c14a514381 None None] Checking segment: {'id': '0f9e1326-245f-4afd-ba85-656be6d67b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '17b97ff6-27bf-4d6a-9781-d2c99dd461de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:43.807817 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0a4fb94-cf1e-4928-b8bd-23c14a514381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.808213 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a4fb94-cf1e-4928-b8bd-23c14a514381 None None] Bound using segment: {'id': '0f9e1326-245f-4afd-ba85-656be6d67b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '17b97ff6-27bf-4d6a-9781-d2c99dd461de'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:43.809230 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-d0a4fb94-cf1e-4928-b8bd-23c14a514381 None None] Bound port: e9533e6f-34a9-43b7-babe-8f6a7da1bf30, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9e1326-245f-4afd-ba85-656be6d67b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '17b97ff6-27bf-4d6a-9781-d2c99dd461de'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:43.809629 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0a4fb94-cf1e-4928-b8bd-23c14a514381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.825382 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac6a9b-2b03-4637-8516-0c47328071f4 req-1a1b8670-f194-4765-9051-ce9814783e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:43.826953 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c7ac6a9b-2b03-4637-8516-0c47328071f4 req-1a1b8670-f194-4765-9051-ce9814783e04 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=12355a1c-3719-4013-b6a7-5ab3dab2b9d5 HTTP/1.1" status: 200 len: 1098 time: 0.2172799 Jul 16 20:33:43.883967 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-d0a4fb94-cf1e-4928-b8bd-23c14a514381 None None] For port e9533e6f-34a9-43b7-babe-8f6a7da1bf30, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:43.888986 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-d0a4fb94-cf1e-4928-b8bd-23c14a514381 None None] For port e9533e6f-34a9-43b7-babe-8f6a7da1bf30, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e9533e6f-34a9-43b7-babe-8f6a7da1bf30,segment=NetworkSegment(0f9e1326-245f-4afd-ba85-656be6d67b7d),segment_id=0f9e1326-245f-4afd-ba85-656be6d67b7d)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:43.891223 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-65c69dbd-ca97-4fad-89c8-11668f8c83b9 tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.895025 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-65c69dbd-ca97-4fad-89c8-11668f8c83b9 tempest-MeteringTestJSON-2136340273 tempest-MeteringTestJSON-2136340273-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-labels/7fbd664a-b5c5-47ef-927b-a0026f53132d HTTP/1.1" status: 204 len: 168 time: 0.2340863 Jul 16 20:33:43.895166 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0a4fb94-cf1e-4928-b8bd-23c14a514381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.951152 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c7ac6a9b-2b03-4637-8516-0c47328071f4 req-2d469b05-2851-4e15-b6ac-d860aad20475 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=08cd8ddd-42e4-4b66-af30-7f6cb39b8aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150327 Jul 16 20:33:43.954758 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a625bca9-816f-48cb-803c-644abfafc97d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.973254 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4fb94-cf1e-4928-b8bd-23c14a514381 None None] Pushing event updated for resources: {'Port': ['ID=e9533e6f-34a9-43b7-babe-8f6a7da1bf30,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:44.006845 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a625bca9-816f-48cb-803c-644abfafc97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.073591 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dac244cb-36a7-498c-907d-b972b016f2a5 req-458d8123-0bd7-4c68-96fb-4fe0f23f4f97 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cba9fa0-7e09-4e29-8875-c417ce9f3f75 HTTP/1.1" status: 200 len: 210 time: 0.0609953 Jul 16 20:33:44.113484 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-2a9468da-986b-4603-b166-ca3fd16a63ee tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.229032 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-a625bca9-816f-48cb-803c-644abfafc97d admin admin] Allocated IP 172.25.0.53 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/bc218e5f-00c0-47f0-b86e-71ef77572d6b) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:44.249513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904fc4e-a703-4591-ad6f-22ef16385714 req-cbe5ec0d-779d-4e3b-b521-0cfb677cf076 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:44.255560 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-2a9468da-986b-4603-b166-ca3fd16a63ee tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.266388 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2904fc4e-a703-4591-ad6f-22ef16385714 req-cbe5ec0d-779d-4e3b-b521-0cfb677cf076 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 946 time: 0.1422064 Jul 16 20:33:44.276721 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['a9a3ead3-cac9-44b1-9339-e1882c30dfd4'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:33:44.323480 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2904fc4e-a703-4591-ad6f-22ef16385714 req-a69678e9-481c-4737-8edf-a3be79898621 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557742 Jul 16 20:33:44.330034 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-2a9468da-986b-4603-b166-ca3fd16a63ee tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Network df6943c9-2880-4959-95b5-a076d3fa151c is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:44.342727 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-2a9468da-986b-4603-b166-ca3fd16a63ee tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:44.386460 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9468da-986b-4603-b166-ca3fd16a63ee tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Pushing event updated for resources: {'Port': ['ID=1b9b610a-34d2-4c4b-b223-dfb8409d640e,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:44.411422 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-2a9468da-986b-4603-b166-ca3fd16a63ee tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:44.413274 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43080) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:44.514823 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a625bca9-816f-48cb-803c-644abfafc97d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.527242 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-2a9468da-986b-4603-b166-ca3fd16a63ee tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:44.528796 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-2a9468da-986b-4603-b166-ca3fd16a63ee tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.551515 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608d54c-1a1c-409a-bc78-3736b3d82c5a req-63693bdd-35bd-4e55-bc59-b3aa50079882 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:44.552380 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-2a9468da-986b-4603-b166-ca3fd16a63ee tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3771935 Jul 16 20:33:44.553258 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c608d54c-1a1c-409a-bc78-3736b3d82c5a req-63693bdd-35bd-4e55-bc59-b3aa50079882 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/ports?device_id=12355a1c-3719-4013-b6a7-5ab3dab2b9d5 HTTP/1.1" status: 200 len: 946 time: 0.0961716 Jul 16 20:33:44.575953 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-973f836a-c98e-4213-9922-f92360dd78ee service neutron] Request body: {'port': {'device_id': '0cba9fa0-7e09-4e29-8875-c417ce9f3f75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:44.600062 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6fbf79ce-ef2b-4fe0-ade0-293c7178b0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.617474 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a625bca9-816f-48cb-803c-644abfafc97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.644616 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c608d54c-1a1c-409a-bc78-3736b3d82c5a req-ed5838b7-b080-460e-8c7f-44d59aec79c6 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/security-groups?id=08cd8ddd-42e4-4b66-af30-7f6cb39b8aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773106 Jul 16 20:33:44.695642 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a625bca9-816f-48cb-803c-644abfafc97d admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:44.701570 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-a625bca9-816f-48cb-803c-644abfafc97d admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:44.709323 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a625bca9-816f-48cb-803c-644abfafc97d admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:44.718198 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625bca9-816f-48cb-803c-644abfafc97d admin admin] Pushing event updated for resources: {'Port': ['ID=bc218e5f-00c0-47f0-b86e-71ef77572d6b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:44.743418 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-973f836a-c98e-4213-9922-f92360dd78ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.783591 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6fbf79ce-ef2b-4fe0-ade0-293c7178b0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.791161 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6fbf79ce-ef2b-4fe0-ade0-293c7178b0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.836182 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6fbf79ce-ef2b-4fe0-ade0-293c7178b0eb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e2e868d1c79645d1bfb8ef1284b27a40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4217446 Jul 16 20:33:44.836859 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43084) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:44.922051 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf79ce-ef2b-4fe0-ade0-293c7178b0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141566f6-9569-4f3d-9022-e676d3a41fd8,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:44.967049 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ee7f9267-434a-4f8c-b55f-c08fcdad1636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.023528 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ee7f9267-434a-4f8c-b55f-c08fcdad1636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.115122 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ee7f9267-434a-4f8c-b55f-c08fcdad1636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.119743 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e9533e6f-34a9-43b7-babe-8f6a7da1bf30 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:45.125156 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ee7f9267-434a-4f8c-b55f-c08fcdad1636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.128141 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ee7f9267-434a-4f8c-b55f-c08fcdad1636 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/141566f6-9569-4f3d-9022-e676d3a41fd8 HTTP/1.1" status: 204 len: 168 time: 0.2884610 Jul 16 20:33:45.158205 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f9267-434a-4f8c-b55f-c08fcdad1636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141566f6-9569-4f3d-9022-e676d3a41fd8,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:45.268719 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a625bca9-816f-48cb-803c-644abfafc97d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.334578 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port e9533e6f-34a9-43b7-babe-8f6a7da1bf30 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:45.389056 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:33:45.420710 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de76a1-74ec-4ba0-b427-ad1dec610a7a req-e7447ffb-87cd-45a0-923a-5a3efb02c9d0 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:45.433852 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c4de76a1-74ec-4ba0-b427-ad1dec610a7a req-e7447ffb-87cd-45a0-923a-5a3efb02c9d0 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cba9fa0-7e09-4e29-8875-c417ce9f3f75 HTTP/1.1" status: 200 len: 931 time: 0.1704535 Jul 16 20:33:45.525353 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c4de76a1-74ec-4ba0-b427-ad1dec610a7a req-935521bf-7086-4535-a761-ca56183e9c1f tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups?id=afe1c795-be23-436d-aa49-a291582bf221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902317 Jul 16 20:33:45.639381 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c325e911-ad39-492c-8f8a-33d250bcc079 None None] Network 17b97ff6-27bf-4d6a-9781-d2c99dd461de requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:45.678358 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a625bca9-816f-48cb-803c-644abfafc97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.683043 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-973f836a-c98e-4213-9922-f92360dd78ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b9b610a-34d2-4c4b-b223-dfb8409d640e {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:33:45.697191 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-973f836a-c98e-4213-9922-f92360dd78ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.771844 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-973f836a-c98e-4213-9922-f92360dd78ee service neutron] Transition to ACTIVE for port object 1b9b610a-34d2-4c4b-b223-dfb8409d640e will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:45.784337 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-973f836a-c98e-4213-9922-f92360dd78ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.796837 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e76dd7-98b0-46bf-b5f3-5f37a641c51e req-d3d278cb-5a1f-4987-99e6-eb8cff726bee tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:45.798473 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0e76dd7-98b0-46bf-b5f3-5f37a641c51e req-d3d278cb-5a1f-4987-99e6-eb8cff726bee tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 946 time: 0.1649573 Jul 16 20:33:45.831909 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:45.885388 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0e76dd7-98b0-46bf-b5f3-5f37a641c51e req-d4a24a9d-146d-45a6-916a-22d9460d7173 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790212 Jul 16 20:33:45.886172 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43112) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:45.914824 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c1fcd18-283b-49ab-95e3-e7e9d8e9af0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.106823 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f836a-c98e-4213-9922-f92360dd78ee service neutron] Pushing event updated for resources: {'Port': ['ID=1b9b610a-34d2-4c4b-b223-dfb8409d640e,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:46.154597 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4', 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f', 'port_id': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4', 'mac_address': 'fa:16:3e:e5:11:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587f0aec-80a3-4172-9644-d785b8e153a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:33:46.155881 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a51119ef-6873-46d8-b6ea-085305ab0baa None None] Provisioning for port e9533e6f-34a9-43b7-babe-8f6a7da1bf30 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:46.159979 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c1fcd18-283b-49ab-95e3-e7e9d8e9af0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.175925 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a51119ef-6873-46d8-b6ea-085305ab0baa None None] Provisioning complete for port e9533e6f-34a9-43b7-babe-8f6a7da1bf30 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:46.176500 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a51119ef-6873-46d8-b6ea-085305ab0baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.190658 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c1fcd18-283b-49ab-95e3-e7e9d8e9af0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.237129 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1fcd18-283b-49ab-95e3-e7e9d8e9af0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a42689-5cea-484f-86a4-6563e5136a0c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:46.262428 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a625bca9-816f-48cb-803c-644abfafc97d admin admin] Router 0264730b-c32a-45b8-a623-734563a02445 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:33:46.264733 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2c1fcd18-283b-49ab-95e3-e7e9d8e9af0a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9b9633ab7a9f4382aa1449ec871050f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3771844 Jul 16 20:33:46.267501 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43126) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:46.268293 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-973f836a-c98e-4213-9922-f92360dd78ee service neutron] Attempting to bind port 1b9b610a-34d2-4c4b-b223-dfb8409d640e on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:46.268971 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-973f836a-c98e-4213-9922-f92360dd78ee service neutron] Attempting to bind port 1b9b610a-34d2-4c4b-b223-dfb8409d640e by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'eedb9503-a998-4030-af9b-ee79bd88f973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'df6943c9-2880-4959-95b5-a076d3fa151c'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:46.270088 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-973f836a-c98e-4213-9922-f92360dd78ee service neutron] Attempting to bind port 1b9b610a-34d2-4c4b-b223-dfb8409d640e on network df6943c9-2880-4959-95b5-a076d3fa151c {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:46.278680 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-973f836a-c98e-4213-9922-f92360dd78ee service neutron] Port 1b9b610a-34d2-4c4b-b223-dfb8409d640e on network df6943c9-2880-4959-95b5-a076d3fa151c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:33:46.279521 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-973f836a-c98e-4213-9922-f92360dd78ee service neutron] Attempting to bind port 1b9b610a-34d2-4c4b-b223-dfb8409d640e on network df6943c9-2880-4959-95b5-a076d3fa151c {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:46.290151 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-973f836a-c98e-4213-9922-f92360dd78ee service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:46.290925 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-973f836a-c98e-4213-9922-f92360dd78ee service neutron] Checking segment: {'id': 'eedb9503-a998-4030-af9b-ee79bd88f973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'df6943c9-2880-4959-95b5-a076d3fa151c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:46.291540 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-973f836a-c98e-4213-9922-f92360dd78ee service neutron] Bound using segment: {'id': 'eedb9503-a998-4030-af9b-ee79bd88f973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'df6943c9-2880-4959-95b5-a076d3fa151c'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:46.292215 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-973f836a-c98e-4213-9922-f92360dd78ee service neutron] Bound port: 1b9b610a-34d2-4c4b-b223-dfb8409d640e, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eedb9503-a998-4030-af9b-ee79bd88f973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'df6943c9-2880-4959-95b5-a076d3fa151c'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:46.294361 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-973f836a-c98e-4213-9922-f92360dd78ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.351837 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177952d-e592-41a2-a745-3a5530c43b55 req-77a44b3c-a01e-4315-96f4-4f3b869264a0 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:46.353699 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e177952d-e592-41a2-a745-3a5530c43b55 req-77a44b3c-a01e-4315-96f4-4f3b869264a0 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/ports?device_id=12355a1c-3719-4013-b6a7-5ab3dab2b9d5 HTTP/1.1" status: 200 len: 946 time: 0.2808862 Jul 16 20:33:46.378405 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.383862 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-26424bc1-2386-4e31-9adf-bbcd1c0e3ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.401184 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:33:46.428277 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-26424bc1-2386-4e31-9adf-bbcd1c0e3ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.433093 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e177952d-e592-41a2-a745-3a5530c43b55 req-4f5133f2-d7b0-4e17-a30e-501d289da2c9 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/security-groups?id=08cd8ddd-42e4-4b66-af30-7f6cb39b8aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719976 Jul 16 20:33:46.454817 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:46.470495 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.526141 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-26424bc1-2386-4e31-9adf-bbcd1c0e3ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.530699 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-26424bc1-2386-4e31-9adf-bbcd1c0e3ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.531749 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-26424bc1-2386-4e31-9adf-bbcd1c0e3ca1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f5a42689-5cea-484f-86a4-6563e5136a0c HTTP/1.1" status: 204 len: 168 time: 0.2631881 Jul 16 20:33:46.561983 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a625bca9-816f-48cb-803c-644abfafc97d admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:46.565338 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26424bc1-2386-4e31-9adf-bbcd1c0e3ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a42689-5cea-484f-86a4-6563e5136a0c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:46.639153 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099d3461-fd59-451c-9688-c44393c76883 None None] Sync routers for ids ['0264730b-c32a-45b8-a623-734563a02445'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:46.650170 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a51119ef-6873-46d8-b6ea-085305ab0baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.685240 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-973f836a-c98e-4213-9922-f92360dd78ee service neutron] For port 1b9b610a-34d2-4c4b-b223-dfb8409d640e, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:46.698906 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['86e3457f-6e21-44a1-a1cf-4bc3c47923f4'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:33:46.700725 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-973f836a-c98e-4213-9922-f92360dd78ee service neutron] For port 1b9b610a-34d2-4c4b-b223-dfb8409d640e, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=1b9b610a-34d2-4c4b-b223-dfb8409d640e,segment=NetworkSegment(eedb9503-a998-4030-af9b-ee79bd88f973),segment_id=eedb9503-a998-4030-af9b-ee79bd88f973)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:46.732211 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-973f836a-c98e-4213-9922-f92360dd78ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.852754 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083977a-83c8-4634-b19a-0fb9d4bfa731 req-3671b897-8719-40fe-a596-395398d6cfbd tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:46.855035 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0083977a-83c8-4634-b19a-0fb9d4bfa731 req-3671b897-8719-40fe-a596-395398d6cfbd tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/ports?device_id=12355a1c-3719-4013-b6a7-5ab3dab2b9d5 HTTP/1.1" status: 200 len: 946 time: 0.1885610 Jul 16 20:33:46.867688 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43144) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:46.897815 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-5eed53df-ef30-467d-9bec-de2aa0c25a28 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Request body: {'floatingip': {'port_id': '53358dec-45e7-4885-aa75-816bbf4ee4e9'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:47.016426 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099d3461-fd59-451c-9688-c44393c76883 None None] Routers {'0264730b-c32a-45b8-a623-734563a02445'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:47.017482 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-099d3461-fd59-451c-9688-c44393c76883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:33:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['0264730b-c32a-45b8-a623-734563a02445'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:47.028331 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:47.068246 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d3ec2-1b83-481f-8da6-88d863711db0 req-b492dd9d-56c5-44fc-8648-7deed33f7056 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:47.080000 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-966d3ec2-1b83-481f-8da6-88d863711db0 req-b492dd9d-56c5-44fc-8648-7deed33f7056 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cba9fa0-7e09-4e29-8875-c417ce9f3f75 HTTP/1.1" status: 200 len: 943 time: 0.2215192 Jul 16 20:33:47.164218 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-966d3ec2-1b83-481f-8da6-88d863711db0 req-1bc58bd4-8c03-47e4-8f7f-d101efe57aa4 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups?id=afe1c795-be23-436d-aa49-a291582bf221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790124 Jul 16 20:33:47.165878 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-099d3461-fd59-451c-9688-c44393c76883 None None] Set router 0264730b-c32a-45b8-a623-734563a02445 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:47.228016 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a51119ef-6873-46d8-b6ea-085305ab0baa None None] For port e9533e6f-34a9-43b7-babe-8f6a7da1bf30, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e9533e6f-34a9-43b7-babe-8f6a7da1bf30,segment=NetworkSegment(0f9e1326-245f-4afd-ba85-656be6d67b7d),segment_id=0f9e1326-245f-4afd-ba85-656be6d67b7d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:47.273785 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a51119ef-6873-46d8-b6ea-085305ab0baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.483407 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9527ec83-8610-464a-a3cb-a89d09ff9636 None None] Provisioning complete for port e9533e6f-34a9-43b7-babe-8f6a7da1bf30 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:47.483783 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9527ec83-8610-464a-a3cb-a89d09ff9636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.485374 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51119ef-6873-46d8-b6ea-085305ab0baa None None] Pushing event updated for resources: {'Port': ['ID=e9533e6f-34a9-43b7-babe-8f6a7da1bf30,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:47.491175 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd8769-6a76-4bba-8d78-e15da2da88cf req-88e1d94f-009d-4305-8cfd-4664e1e9b7af tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:47.527934 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ecd8769-6a76-4bba-8d78-e15da2da88cf req-88e1d94f-009d-4305-8cfd-4664e1e9b7af tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 946 time: 0.2533679 Jul 16 20:33:47.677390 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ecd8769-6a76-4bba-8d78-e15da2da88cf req-908d3d42-1eb0-4c28-aa3f-a73b85c745dc tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451898 Jul 16 20:33:47.817537 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-099d3461-fd59-451c-9688-c44393c76883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0264730b-c32a-45b8-a623-734563a02445', 'name': 'tempest-FloatingIPDetailsTestJSON-1813034734-router', 'tenant_id': '40342810b59645ca8aed45701331133f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bc218e5f-00c0-47f0-b86e-71ef77572d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:43Z', 'updated_at': '2021-07-16T20:33:45Z', 'revision_number': 3, 'project_id': '40342810b59645ca8aed45701331133f', 'gw_port': {'id': 'bc218e5f-00c0-47f0-b86e-71ef77572d6b', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0264730b-c32a-45b8-a623-734563a02445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:44Z', 'updated_at': '2021-07-16T20:33:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:47.842263 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-973f836a-c98e-4213-9922-f92360dd78ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:47.844254 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-973f836a-c98e-4213-9922-f92360dd78ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.846635 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-973f836a-c98e-4213-9922-f92360dd78ee service neutron] 10.222.0.62 "PUT /v2.0/ports/1b9b610a-34d2-4c4b-b223-dfb8409d640e HTTP/1.1" status: 200 len: 1092 time: 3.2769084 Jul 16 20:33:47.848381 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a625bca9-816f-48cb-803c-644abfafc97d admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.852624 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43174) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:47.853590 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a625bca9-816f-48cb-803c-644abfafc97d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9248140 Jul 16 20:33:47.857223 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5eed53df-ef30-467d-9bec-de2aa0c25a28 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks [] for floatingip, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.930102 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099d3461-fd59-451c-9688-c44393c76883 None None] Checking router: 0264730b-c32a-45b8-a623-734563a02445 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:33:47.931280 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099d3461-fd59-451c-9688-c44393c76883 None None] Updating router 0264730b-c32a-45b8-a623-734563a02445 port bc218e5f-00c0-47f0-b86e-71ef77572d6b binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:33:47.999768 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-099d3461-fd59-451c-9688-c44393c76883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.435592 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cba9fa0-7e09-4e29-8875-c417ce9f3f75', 'tag': '1b9b610a-34d2-4c4b-b223-dfb8409d640e'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:48.438922 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2dbdc7-b144-4048-af48-15e3b7bd4e28" -d '{"events": [{"name": "network-changed", "server_uuid": "0cba9fa0-7e09-4e29-8875-c417ce9f3f75", "tag": "1b9b610a-34d2-4c4b-b223-dfb8409d640e"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:48.523964 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f836a-c98e-4213-9922-f92360dd78ee service neutron] Pushing event updated for resources: {'Port': ['ID=1b9b610a-34d2-4c4b-b223-dfb8409d640e,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:48.615174 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-099d3461-fd59-451c-9688-c44393c76883 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.631224 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-099d3461-fd59-451c-9688-c44393c76883 None None] Transition to ACTIVE for port object bc218e5f-00c0-47f0-b86e-71ef77572d6b will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:48.649176 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-099d3461-fd59-451c-9688-c44393c76883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.663091 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16417200-054a-4de8-8e4c-066e74d0dfb6 x-openstack-request-id: req-16417200-054a-4de8-8e4c-066e74d0dfb6 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:48.664542 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cba9fa0-7e09-4e29-8875-c417ce9f3f75", "tag": "1b9b610a-34d2-4c4b-b223-dfb8409d640e", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:48.664805 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-16417200-054a-4de8-8e4c-066e74d0dfb6 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:48.667654 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cba9fa0-7e09-4e29-8875-c417ce9f3f75', 'tag': '1b9b610a-34d2-4c4b-b223-dfb8409d640e', 'status': 'completed', 'code': 200} Jul 16 20:33:48.757775 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-099d3461-fd59-451c-9688-c44393c76883 None None] Attempting to bind port bc218e5f-00c0-47f0-b86e-71ef77572d6b on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:48.760501 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-099d3461-fd59-451c-9688-c44393c76883 None None] Attempting to bind port bc218e5f-00c0-47f0-b86e-71ef77572d6b by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:48.763818 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099d3461-fd59-451c-9688-c44393c76883 None None] Attempting to bind port bc218e5f-00c0-47f0-b86e-71ef77572d6b on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:48.783165 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099d3461-fd59-451c-9688-c44393c76883 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:48.785485 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099d3461-fd59-451c-9688-c44393c76883 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:48.786920 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-099d3461-fd59-451c-9688-c44393c76883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.787590 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099d3461-fd59-451c-9688-c44393c76883 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:48.789356 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-099d3461-fd59-451c-9688-c44393c76883 None None] Bound port: bc218e5f-00c0-47f0-b86e-71ef77572d6b, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:48.790896 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-099d3461-fd59-451c-9688-c44393c76883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.798520 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca94138-b871-4e88-a926-b6117d3a879b req-4919ae81-330f-4f2f-8d0a-8ef8b2c844e8 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:48.800110 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4ca94138-b871-4e88-a926-b6117d3a879b req-4919ae81-330f-4f2f-8d0a-8ef8b2c844e8 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cba9fa0-7e09-4e29-8875-c417ce9f3f75 HTTP/1.1" status: 200 len: 943 time: 0.3716710 Jul 16 20:33:48.842511 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95716d9a-f744-4a70-8ffa-23d9f14a24de None None] Pushing event updated for resources: {'Port': ['ID=bc218e5f-00c0-47f0-b86e-71ef77572d6b,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:48.919133 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-c96d5083-f28a-4859-af3a-504fc8cdfa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:48.920989 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-c96d5083-f28a-4859-af3a-504fc8cdfa25 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c6f263473814d958e095527b322efb5&device_id=0cba9fa0-7e09-4e29-8875-c417ce9f3f75 HTTP/1.1" status: 200 len: 1095 time: 0.4657671 Jul 16 20:33:48.923173 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343b960-57e0-4ff9-ac4b-7a65ef47f365 req-c5e507a0-d29e-4c9a-bcd7-1fbf736f741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:48.925784 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8343b960-57e0-4ff9-ac4b-7a65ef47f365 req-c5e507a0-d29e-4c9a-bcd7-1fbf736f741f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 1096 time: 0.4838614 Jul 16 20:33:48.950129 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-099d3461-fd59-451c-9688-c44393c76883 None None] For port bc218e5f-00c0-47f0-b86e-71ef77572d6b, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:48.960226 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-099d3461-fd59-451c-9688-c44393c76883 None None] For port bc218e5f-00c0-47f0-b86e-71ef77572d6b, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=bc218e5f-00c0-47f0-b86e-71ef77572d6b,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:48.975945 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-099d3461-fd59-451c-9688-c44393c76883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:49.014354 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-64ee2055-8d24-4686-ba0a-11ba2adf5011 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b9b610a-34d2-4c4b-b223-dfb8409d640e HTTP/1.1" status: 200 len: 217 time: 0.0799539 Jul 16 20:33:49.031557 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4ca94138-b871-4e88-a926-b6117d3a879b req-035fc9f9-0378-4c7e-905a-43666826f2e1 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups?id=afe1c795-be23-436d-aa49-a291582bf221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212467 Jul 16 20:33:49.143052 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099d3461-fd59-451c-9688-c44393c76883 None None] Routers {'0264730b-c32a-45b8-a623-734563a02445'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:49.143747 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-099d3461-fd59-451c-9688-c44393c76883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:33:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['0264730b-c32a-45b8-a623-734563a02445'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:49.298129 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-099d3461-fd59-451c-9688-c44393c76883 None None] Set router 0264730b-c32a-45b8-a623-734563a02445 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:49.374708 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3719c-dfe5-4aa1-9280-fdf5e8e3c561 req-78a8cfda-7287-4d01-808d-33c3c0dfe315 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:49.392420 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a7b3719c-dfe5-4aa1-9280-fdf5e8e3c561 req-78a8cfda-7287-4d01-808d-33c3c0dfe315 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 946 time: 0.3809319 Jul 16 20:33:49.398108 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343b960-57e0-4ff9-ac4b-7a65ef47f365 req-78dc072a-c1f8-4794-825e-59a61ed85bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:49.400132 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8343b960-57e0-4ff9-ac4b-7a65ef47f365 req-78dc072a-c1f8-4794-825e-59a61ed85bc0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 912 time: 0.3843892 Jul 16 20:33:49.401714 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-dce0b3de-8675-4413-a399-9bf5b2915eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:49.404935 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-dce0b3de-8675-4413-a399-9bf5b2915eb4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f49e8c3e-dbce-429c-8a71-476eb02ef449 HTTP/1.1" status: 200 len: 853 time: 0.3762970 Jul 16 20:33:49.407022 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.db.resource_extend [None req-5eed53df-ef30-467d-9bec-de2aa0c25a28 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:33:49.414204 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e9533e6f-34a9-43b7-babe-8f6a7da1bf30 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:49.466864 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-517e72d1-a8f7-444c-9ca2-95d8f38bc4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:49.508259 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:49.510631 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95716d9a-f744-4a70-8ffa-23d9f14a24de None None] Pushing event updated for resources: {'Port': ['ID=bc218e5f-00c0-47f0-b86e-71ef77572d6b,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:49.535726 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5eed53df-ef30-467d-9bec-de2aa0c25a28 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:49.572004 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a7b3719c-dfe5-4aa1-9280-fdf5e8e3c561 req-c011c86f-88fd-4b4e-9ad4-903edc5b6028 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782558 Jul 16 20:33:49.642591 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5eed53df-ef30-467d-9bec-de2aa0c25a28 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:49.656249 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43216) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:49.745020 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port e9533e6f-34a9-43b7-babe-8f6a7da1bf30 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:49.745580 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:49.781640 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:49.782045 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:49.784684 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-4f6a84af-4727-4ca0-ac79-d111c3ae3891 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=df6943c9-2880-4959-95b5-a076d3fa151c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2429137 Jul 16 20:33:49.791139 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8343b960-57e0-4ff9-ac4b-7a65ef47f365 req-a8ec3024-51fa-4398-8b7f-851a0b0f2493 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4 HTTP/1.1" status: 200 len: 1000 time: 0.2488708 Jul 16 20:33:49.898224 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-099d3461-fd59-451c-9688-c44393c76883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0264730b-c32a-45b8-a623-734563a02445', 'name': 'tempest-FloatingIPDetailsTestJSON-1813034734-router', 'tenant_id': '40342810b59645ca8aed45701331133f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bc218e5f-00c0-47f0-b86e-71ef77572d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:43Z', 'updated_at': '2021-07-16T20:33:45Z', 'revision_number': 3, 'project_id': '40342810b59645ca8aed45701331133f', 'gw_port': {'id': 'bc218e5f-00c0-47f0-b86e-71ef77572d6b', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0264730b-c32a-45b8-a623-734563a02445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:44Z', 'updated_at': '2021-07-16T20:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:49.923245 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343b960-57e0-4ff9-ac4b-7a65ef47f365 req-90b873b0-9f3e-4e0c-8793-bc4b991983a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:49.927442 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8343b960-57e0-4ff9-ac4b-7a65ef47f365 req-90b873b0-9f3e-4e0c-8793-bc4b991983a5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=587f0aec-80a3-4172-9644-d785b8e153a3 HTTP/1.1" status: 200 len: 850 time: 0.0930266 Jul 16 20:33:49.966370 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-517e72d1-a8f7-444c-9ca2-95d8f38bc4cf admin admin] Allocated IP 172.20.0.1 (17b97ff6-27bf-4d6a-9781-d2c99dd461de/6b04767b-76ae-4f2a-b4ba-5812c5943e9f/66528c8d-37f4-4570-b03f-dee0c1e3df6c) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:50.060168 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a121fae6-cd78-444b-b605-b76a800b853a tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-275905377', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:50.187002 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-517e72d1-a8f7-444c-9ca2-95d8f38bc4cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.221624 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-517e72d1-a8f7-444c-9ca2-95d8f38bc4cf admin admin] Transition to ACTIVE for port object 66528c8d-37f4-4570-b03f-dee0c1e3df6c will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:50.259238 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099d3461-fd59-451c-9688-c44393c76883 None None] The sync data for ids ['0264730b-c32a-45b8-a623-734563a02445'] in n-d-791506-21 is: [{'id': '0264730b-c32a-45b8-a623-734563a02445', 'name': 'tempest-FloatingIPDetailsTestJSON-1813034734-router', 'tenant_id': '40342810b59645ca8aed45701331133f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bc218e5f-00c0-47f0-b86e-71ef77572d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:43Z', 'updated_at': '2021-07-16T20:33:45Z', 'revision_number': 3, 'project_id': '40342810b59645ca8aed45701331133f', 'gw_port': {'id': 'bc218e5f-00c0-47f0-b86e-71ef77572d6b', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0264730b-c32a-45b8-a623-734563a02445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:44Z', 'updated_at': '2021-07-16T20:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:50.335751 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343b960-57e0-4ff9-ac4b-7a65ef47f365 req-80f3b350-a869-4e17-a1a2-c39d0cc20e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:50.338140 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8343b960-57e0-4ff9-ac4b-7a65ef47f365 req-80f3b350-a869-4e17-a1a2-c39d0cc20e59 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c856853c-1bbc-4399-8326-1d7e71a7f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3614862 Jul 16 20:33:50.373489 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a121fae6-cd78-444b-b605-b76a800b853a tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Made reservation on behalf of 554feeb87bb247bf9488f62195159793 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:50.376896 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a121fae6-cd78-444b-b605-b76a800b853a tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.379007 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-517e72d1-a8f7-444c-9ca2-95d8f38bc4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.380285 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.398781 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a121fae6-cd78-444b-b605-b76a800b853a tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.410052 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-09aa9b11-fd88-43a6-8639-712842515e27 service neutron] 10.222.0.62 "GET /v2.0/networks/df6943c9-2880-4959-95b5-a076d3fa151c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5744994 Jul 16 20:33:50.432890 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f1214b-fd76-48e2-ab18-2e9e6de25bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:50.436936 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d642ee6c-e20a-44b6-a00f-012311f5678a" -d '{"events": [{"server_uuid": "62f1214b-fd76-48e2-ab18-2e9e6de25bb5", "name": "network-vif-plugged", "status": "completed", "tag": "86e3457f-6e21-44a1-a1cf-4bc3c47923f4"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:50.461766 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-5eed53df-ef30-467d-9bec-de2aa0c25a28 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Floating IP 625f6810-4d2b-4aae-a296-73e2d77dc7ce associated. External IP: 172.25.0.150, port: 53358dec-45e7-4885-aa75-816bbf4ee4e9. Jul 16 20:33:50.467744 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e72d1-a8f7-444c-9ca2-95d8f38bc4cf admin admin] Pushing event updated for resources: {'Port': ['ID=66528c8d-37f4-4570-b03f-dee0c1e3df6c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:50.476234 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:50.483519 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.530045 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517e72d1-a8f7-444c-9ca2-95d8f38bc4cf admin admin] Network 17b97ff6-27bf-4d6a-9781-d2c99dd461de is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:50.543830 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-517e72d1-a8f7-444c-9ca2-95d8f38bc4cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:50.546367 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517e72d1-a8f7-444c-9ca2-95d8f38bc4cf admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:50.596359 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96938fd-aae1-4822-8db1-7a3cb034c927 x-openstack-request-id: req-d96938fd-aae1-4822-8db1-7a3cb034c927 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:50.598721 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f1214b-fd76-48e2-ab18-2e9e6de25bb5", "name": "network-vif-plugged", "status": "completed", "tag": "86e3457f-6e21-44a1-a1cf-4bc3c47923f4", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:50.599780 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d96938fd-aae1-4822-8db1-7a3cb034c927 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:50.601299 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f1214b-fd76-48e2-ab18-2e9e6de25bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4', 'code': 200} Jul 16 20:33:50.603945 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:50.646737 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7058b93-2046-4e97-98e0-49284f103fa4 req-5d043460-5688-49f2-bf57-01056daed3e7 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:50.658994 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e7058b93-2046-4e97-98e0-49284f103fa4 req-5d043460-5688-49f2-bf57-01056daed3e7 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cba9fa0-7e09-4e29-8875-c417ce9f3f75 HTTP/1.1" status: 200 len: 943 time: 0.3912089 Jul 16 20:33:50.670641 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1de722cd-2871-440c-bc7f-ed746a96d40a req-e4b0eb0f-4ee0-4350-ab0f-16a7a9c3e74d service neutron] 10.222.0.62 "GET /v2.0/networks/df6943c9-2880-4959-95b5-a076d3fa151c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079866 Jul 16 20:33:50.781385 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-517e72d1-a8f7-444c-9ca2-95d8f38bc4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.022957 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e7058b93-2046-4e97-98e0-49284f103fa4 req-38b7f0ef-2526-49ce-82bd-a89e7e4f42a8 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups?id=afe1c795-be23-436d-aa49-a291582bf221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629832 Jul 16 20:33:51.072862 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-78471d0c-848d-4ec2-8ee3-7e5a8bcfd6aa None None] Provisioning for port 66528c8d-37f4-4570-b03f-dee0c1e3df6c completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:51.077447 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-78471d0c-848d-4ec2-8ee3-7e5a8bcfd6aa None None] Provisioning complete for port 66528c8d-37f4-4570-b03f-dee0c1e3df6c triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:51.077985 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78471d0c-848d-4ec2-8ee3-7e5a8bcfd6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.104715 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-517e72d1-a8f7-444c-9ca2-95d8f38bc4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.173804 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-78471d0c-848d-4ec2-8ee3-7e5a8bcfd6aa None None] Port 66528c8d-37f4-4570-b03f-dee0c1e3df6c cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:51.181250 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device bc218e5f-00c0-47f0-b86e-71ef77572d6b up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:51.279091 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d865615-17e9-4038-b426-c2b947b577ca req-b2ec7d54-3bc7-4318-a30f-e5f11e27646e tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:51.280736 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9d865615-17e9-4038-b426-c2b947b577ca req-b2ec7d54-3bc7-4318-a30f-e5f11e27646e tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 946 time: 0.2884402 Jul 16 20:33:51.294830 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port bc218e5f-00c0-47f0-b86e-71ef77572d6b completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:51.303021 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port bc218e5f-00c0-47f0-b86e-71ef77572d6b triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:51.303717 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.371913 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9d865615-17e9-4038-b426-c2b947b577ca req-a441243d-f060-491c-b5f2-37ee19eff6f3 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594399 Jul 16 20:33:51.454395 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.489223 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8343b960-57e0-4ff9-ac4b-7a65ef47f365 req-e121baed-afb0-4b40-9efd-d1161176a005 service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1426439 Jul 16 20:33:51.516353 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port bc218e5f-00c0-47f0-b86e-71ef77572d6b, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=bc218e5f-00c0-47f0-b86e-71ef77572d6b,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:51.521462 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-517e72d1-a8f7-444c-9ca2-95d8f38bc4cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.526789 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.529901 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-517e72d1-a8f7-444c-9ca2-95d8f38bc4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.602176 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=bc218e5f-00c0-47f0-b86e-71ef77572d6b,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:51.649797 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c93d10fd-ed6e-425f-b015-9d68de3de318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.651888 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dbdc7-b144-4048-af48-15e3b7bd4e28 req-525a3eb3-def0-44e8-97f7-0f2d2eb14caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:51.654218 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7d2dbdc7-b144-4048-af48-15e3b7bd4e28 req-525a3eb3-def0-44e8-97f7-0f2d2eb14caf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c6f263473814d958e095527b322efb5&device_id=0cba9fa0-7e09-4e29-8875-c417ce9f3f75 HTTP/1.1" status: 200 len: 1095 time: 0.8817670 Jul 16 20:33:51.705221 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e72d1-a8f7-444c-9ca2-95d8f38bc4cf admin admin] Pushing event updated for resources: {'Port': ['ID=66528c8d-37f4-4570-b03f-dee0c1e3df6c,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:51.708153 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-517e72d1-a8f7-444c-9ca2-95d8f38bc4cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.771186 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a121fae6-cd78-444b-b605-b76a800b853a tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.917827 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517e72d1-a8f7-444c-9ca2-95d8f38bc4cf admin admin] Network 17b97ff6-27bf-4d6a-9781-d2c99dd461de is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:51.920827 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-517e72d1-a8f7-444c-9ca2-95d8f38bc4cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:51.924223 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a121fae6-cd78-444b-b605-b76a800b853a tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.977904 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-a121fae6-cd78-444b-b605-b76a800b853a tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] device_id is not set on port 1175e9a9-60a5-4cbc-9bbc-b5dd72caa9a5 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:33:51.987135 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121fae6-cd78-444b-b605-b76a800b853a tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5907a4b-ceab-4d88-86ef-9e4c754348cb,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:52.018212 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eed53df-ef30-467d-9bec-de2aa0c25a28 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Router a8c34e85-3074-4225-810c-02ea382eaf8b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:33:52.088443 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8343b960-57e0-4ff9-ac4b-7a65ef47f365 req-e8ebd2e2-f2d7-4862-bfb4-88c14a0a1064 service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5801528 Jul 16 20:33:52.223766 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517e72d1-a8f7-444c-9ca2-95d8f38bc4cf admin admin] Router 0264730b-c32a-45b8-a623-734563a02445 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:33:52.230097 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dbdc7-b144-4048-af48-15e3b7bd4e28 req-8378d0f2-30a3-4335-b872-be7040845189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:52.232387 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7d2dbdc7-b144-4048-af48-15e3b7bd4e28 req-8378d0f2-30a3-4335-b872-be7040845189 service neutron] 10.222.0.62 "GET /v2.0/networks?id=df6943c9-2880-4959-95b5-a076d3fa151c HTTP/1.1" status: 200 len: 914 time: 0.5688229 Jul 16 20:33:52.318309 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f4e56b58-d7f8-470a-aed7-90c72281aa89 None None] Provisioning complete for port 66528c8d-37f4-4570-b03f-dee0c1e3df6c triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:52.319008 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4e56b58-d7f8-470a-aed7-90c72281aa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:52.355905 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7d2dbdc7-b144-4048-af48-15e3b7bd4e28 req-44003936-2992-49b8-aca2-9e575e8cda12 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b9b610a-34d2-4c4b-b223-dfb8409d640e HTTP/1.1" status: 200 len: 217 time: 0.1123941 Jul 16 20:33:52.382464 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f4e56b58-d7f8-470a-aed7-90c72281aa89 None None] Port 66528c8d-37f4-4570-b03f-dee0c1e3df6c cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:52.505917 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517e72d1-a8f7-444c-9ca2-95d8f38bc4cf admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:52.513338 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-517e72d1-a8f7-444c-9ca2-95d8f38bc4cf admin admin] 10.222.0.38 "PUT /v2.0/routers/0264730b-c32a-45b8-a623-734563a02445/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6580427 Jul 16 20:33:52.599761 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26585a-7577-4d0d-8885-b2e2f35cd6f6 req-23b5ca51-2498-4e72-bdd1-0bbabcaa0e7a tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:52.601422 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0e26585a-7577-4d0d-8885-b2e2f35cd6f6 req-23b5ca51-2498-4e72-bdd1-0bbabcaa0e7a tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cba9fa0-7e09-4e29-8875-c417ce9f3f75 HTTP/1.1" status: 200 len: 943 time: 0.2616022 Jul 16 20:33:52.615036 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-a121fae6-cd78-444b-b605-b76a800b853a tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Allocated IP 172.25.0.230 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/1175e9a9-60a5-4cbc-9bbc-b5dd72caa9a5) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:52.661679 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dbdc7-b144-4048-af48-15e3b7bd4e28 req-0bb4ab72-2e02-4526-ab6f-9186464c88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:52.663278 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7d2dbdc7-b144-4048-af48-15e3b7bd4e28 req-0bb4ab72-2e02-4526-ab6f-9186464c88bb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f49e8c3e-dbce-429c-8a71-476eb02ef449 HTTP/1.1" status: 200 len: 853 time: 0.2697766 Jul 16 20:33:52.724122 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7d2dbdc7-b144-4048-af48-15e3b7bd4e28 req-468edc82-6e16-4fe3-934a-6d29564a94c1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=df6943c9-2880-4959-95b5-a076d3fa151c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470219 Jul 16 20:33:52.776319 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0e26585a-7577-4d0d-8885-b2e2f35cd6f6 req-e0e7a26c-ee8d-4b96-9bfc-fe53dc8711cf tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups?id=afe1c795-be23-436d-aa49-a291582bf221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600392 Jul 16 20:33:52.815908 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eed53df-ef30-467d-9bec-de2aa0c25a28 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:52.822138 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5eed53df-ef30-467d-9bec-de2aa0c25a28 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:52.828025 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa12e2d-57ae-4062-83cb-a87efe23f1a5 None None] Sync routers for ids ['a8c34e85-3074-4225-810c-02ea382eaf8b'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:52.851350 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660aaaa-6b7d-4f15-bd47-006c3fa82ccf req-41c78564-ba2f-433e-b104-67c012895481 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:52.878598 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8660aaaa-6b7d-4f15-bd47-006c3fa82ccf req-41c78564-ba2f-433e-b104-67c012895481 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 946 time: 0.2760530 Jul 16 20:33:52.905661 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa12e2d-57ae-4062-83cb-a87efe23f1a5 None None] Routers {'a8c34e85-3074-4225-810c-02ea382eaf8b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:52.908556 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-cfa12e2d-57ae-4062-83cb-a87efe23f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:33:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['a8c34e85-3074-4225-810c-02ea382eaf8b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:53.005820 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8660aaaa-6b7d-4f15-bd47-006c3fa82ccf req-482ad985-e58b-4d3b-82c9-ce2b7cee9882 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216061 Jul 16 20:33:53.084315 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caa40b3-5fa2-44d9-b9ac-444b8664b81f None None] Sync routers for ids ['0264730b-c32a-45b8-a623-734563a02445'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:53.102055 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caa40b3-5fa2-44d9-b9ac-444b8664b81f None None] Routers {'0264730b-c32a-45b8-a623-734563a02445'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:53.102871 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-2caa40b3-5fa2-44d9-b9ac-444b8664b81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:33:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['0264730b-c32a-45b8-a623-734563a02445'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:53.259587 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-2caa40b3-5fa2-44d9-b9ac-444b8664b81f None None] Set router 0264730b-c32a-45b8-a623-734563a02445 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:53.302641 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device bc218e5f-00c0-47f0-b86e-71ef77572d6b up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:53.312599 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-cfa12e2d-57ae-4062-83cb-a87efe23f1a5 None None] Set router a8c34e85-3074-4225-810c-02ea382eaf8b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:53.404196 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 1b9b610a-34d2-4c4b-b223-dfb8409d640e details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:33:53.533283 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c09d268b-0f56-4099-91b0-fd1b72f8a9d0 req-8769c91c-7d32-4bef-9f0b-c14d663c9976 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2267559 Jul 16 20:33:53.545806 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-c09d268b-0f56-4099-91b0-fd1b72f8a9d0 req-484a2c95-25a4-46ea-8df2-b6cce8f98df0 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:53.595326 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port bc218e5f-00c0-47f0-b86e-71ef77572d6b triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:53.595918 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:53.597334 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c09d268b-0f56-4099-91b0-fd1b72f8a9d0 req-484a2c95-25a4-46ea-8df2-b6cce8f98df0 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:53.622634 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5eed53df-ef30-467d-9bec-de2aa0c25a28 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "PUT /v2.0/floatingips/625f6810-4d2b-4aae-a296-73e2d77dc7ce HTTP/1.1" status: 200 len: 992 time: 6.7490869 Jul 16 20:33:53.639160 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12355a1c-3719-4013-b6a7-5ab3dab2b9d5', 'tag': '53358dec-45e7-4885-aa75-816bbf4ee4e9'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:53.641510 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666757dc-7358-4ddd-9c78-3b8581ee9ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "12355a1c-3719-4013-b6a7-5ab3dab2b9d5", "tag": "53358dec-45e7-4885-aa75-816bbf4ee4e9"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:53.781796 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7d2dbdc7-b144-4048-af48-15e3b7bd4e28 req-b82312db-6c8a-4445-83ee-e600e741845e service neutron] 10.222.0.62 "GET /v2.0/networks/df6943c9-2880-4959-95b5-a076d3fa151c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0476367 Jul 16 20:33:53.807417 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 1b9b610a-34d2-4c4b-b223-dfb8409d640e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=1b9b610a-34d2-4c4b-b223-dfb8409d640e,segment=NetworkSegment(eedb9503-a998-4030-af9b-ee79bd88f973),segment_id=eedb9503-a998-4030-af9b-ee79bd88f973)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:53.863782 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '1b9b610a-34d2-4c4b-b223-dfb8409d640e', 'network_id': 'df6943c9-2880-4959-95b5-a076d3fa151c', 'port_id': '1b9b610a-34d2-4c4b-b223-dfb8409d640e', 'mac_address': 'fa:16:3e:a2:21:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e8c3e-dbce-429c-8a71-476eb02ef449', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:33:53.933064 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-cfa12e2d-57ae-4062-83cb-a87efe23f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'name': 'tempest-ServersTestManualDisk-573558896-router', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '10a688cf-ce13-4b22-9353-71fe11dd26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:12Z', 'updated_at': '2021-07-16T20:33:22Z', 'revision_number': 4, 'project_id': '5f5a6128ca074592a882cf8df860844b', 'gw_port': {'id': '10a688cf-ce13-4b22-9353-71fe11dd26ff', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:15Z', 'updated_at': '2021-07-16T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '625f6810-4d2b-4aae-a296-73e2d77dc7ce', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'port_id': '53358dec-45e7-4885-aa75-816bbf4ee4e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb', 'mac_address': 'fa:16:3e:03:8e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12355a1c-3719-4013-b6a7-5ab3dab2b9d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:33:28Z', 'updated_at': '2021-07-16T20:33:48Z', 'revision_number': 1, 'project_id': '5f5a6128ca074592a882cf8df860844b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '250d5e28-5c85-4f98-bb04-9c1c53362f8d', 'name': '', 'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'mac_address': 'fa:16:3e:2b:01:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'fa6d3426-e792-4e7e-a714-2e77150c9a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:20Z', 'updated_at': '2021-07-16T20:33:29Z', 'revision_number': 5, 'project_id': '5f5a6128ca074592a882cf8df860844b', 'subnets': [{'id': 'fa6d3426-e792-4e7e-a714-2e77150c9a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:54.010435 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7d2dbdc7-b144-4048-af48-15e3b7bd4e28 req-68d83543-e50c-429a-8107-781ac76fb66d service neutron] 10.222.0.62 "GET /v2.0/networks/df6943c9-2880-4959-95b5-a076d3fa151c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151451 Jul 16 20:33:54.011961 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb42798-a19f-41e1-9f06-938895d46be8 x-openstack-request-id: req-7cb42798-a19f-41e1-9f06-938895d46be8 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:54.012328 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12355a1c-3719-4013-b6a7-5ab3dab2b9d5", "tag": "53358dec-45e7-4885-aa75-816bbf4ee4e9", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:54.012517 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7cb42798-a19f-41e1-9f06-938895d46be8 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:54.012907 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12355a1c-3719-4013-b6a7-5ab3dab2b9d5', 'tag': '53358dec-45e7-4885-aa75-816bbf4ee4e9', 'status': 'completed', 'code': 200} Jul 16 20:33:54.023348 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a121fae6-cd78-444b-b605-b76a800b853a tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.056964 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-2caa40b3-5fa2-44d9-b9ac-444b8664b81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0264730b-c32a-45b8-a623-734563a02445', 'name': 'tempest-FloatingIPDetailsTestJSON-1813034734-router', 'tenant_id': '40342810b59645ca8aed45701331133f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bc218e5f-00c0-47f0-b86e-71ef77572d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:43Z', 'updated_at': '2021-07-16T20:33:50Z', 'revision_number': 4, 'project_id': '40342810b59645ca8aed45701331133f', 'gw_port': {'id': 'bc218e5f-00c0-47f0-b86e-71ef77572d6b', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0264730b-c32a-45b8-a623-734563a02445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:44Z', 'updated_at': '2021-07-16T20:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '66528c8d-37f4-4570-b03f-dee0c1e3df6c', 'name': '', 'network_id': '17b97ff6-27bf-4d6a-9781-d2c99dd461de', 'tenant_id': '40342810b59645ca8aed45701331133f', 'mac_address': 'fa:16:3e:aa:a4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0264730b-c32a-45b8-a623-734563a02445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6b04767b-76ae-4f2a-b4ba-5812c5943e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:49Z', 'updated_at': '2021-07-16T20:33:51Z', 'revision_number': 2, 'project_id': '40342810b59645ca8aed45701331133f', 'subnets': [{'id': '6b04767b-76ae-4f2a-b4ba-5812c5943e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:54.068642 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa12e2d-57ae-4062-83cb-a87efe23f1a5 None None] Checking router: a8c34e85-3074-4225-810c-02ea382eaf8b for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:33:54.097100 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa12e2d-57ae-4062-83cb-a87efe23f1a5 None None] Routers {'a8c34e85-3074-4225-810c-02ea382eaf8b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:54.098063 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-cfa12e2d-57ae-4062-83cb-a87efe23f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:33:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['a8c34e85-3074-4225-810c-02ea382eaf8b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:54.205127 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caa40b3-5fa2-44d9-b9ac-444b8664b81f None None] Checking router: 0264730b-c32a-45b8-a623-734563a02445 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:33:54.205576 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caa40b3-5fa2-44d9-b9ac-444b8664b81f None None] Updating router 0264730b-c32a-45b8-a623-734563a02445 port 66528c8d-37f4-4570-b03f-dee0c1e3df6c binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:33:54.231133 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666757dc-7358-4ddd-9c78-3b8581ee9ca6 req-ad311677-e460-495b-90d5-6515df44bd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:54.235474 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-666757dc-7358-4ddd-9c78-3b8581ee9ca6 req-ad311677-e460-495b-90d5-6515df44bd43 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f5a6128ca074592a882cf8df860844b&device_id=12355a1c-3719-4013-b6a7-5ab3dab2b9d5 HTTP/1.1" status: 200 len: 1098 time: 0.2058878 Jul 16 20:33:54.239180 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a121fae6-cd78-444b-b605-b76a800b853a tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.265622 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-cfa12e2d-57ae-4062-83cb-a87efe23f1a5 None None] Set router a8c34e85-3074-4225-810c-02ea382eaf8b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:54.306389 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2caa40b3-5fa2-44d9-b9ac-444b8664b81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.364937 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121fae6-cd78-444b-b605-b76a800b853a tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Pushing event updated for resources: {'Port': ['ID=1175e9a9-60a5-4cbc-9bbc-b5dd72caa9a5,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:54.371732 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.421645 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e836c9d-0516-4330-951b-edfe48022d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.423618 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a121fae6-cd78-444b-b605-b76a800b853a tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:54.443960 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-a121fae6-cd78-444b-b605-b76a800b853a tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:54.447618 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a121fae6-cd78-444b-b605-b76a800b853a tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:54.447811 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.496694 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b9b610a-34d2-4c4b-b223-dfb8409d640e {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:33:54.553466 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 1b9b610a-34d2-4c4b-b223-dfb8409d640e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=1b9b610a-34d2-4c4b-b223-dfb8409d640e,segment=NetworkSegment(eedb9503-a998-4030-af9b-ee79bd88f973),segment_id=eedb9503-a998-4030-af9b-ee79bd88f973)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:54.575525 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.602818 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a121fae6-cd78-444b-b605-b76a800b853a tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:54.603443 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a121fae6-cd78-444b-b605-b76a800b853a tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.630771 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666757dc-7358-4ddd-9c78-3b8581ee9ca6 req-2e5d9613-e369-4600-aa3d-60d1ec788c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:54.632268 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-666757dc-7358-4ddd-9c78-3b8581ee9ca6 req-2e5d9613-e369-4600-aa3d-60d1ec788c7f service neutron] 10.222.0.18 "GET /v2.0/networks?id=9946657c-25de-4dbf-a2ff-cc0711d92acb HTTP/1.1" status: 200 len: 912 time: 0.3830626 Jul 16 20:33:54.640319 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a121fae6-cd78-444b-b605-b76a800b853a tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.8579397 Jul 16 20:33:54.643785 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43270) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:54.656915 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-c8746df3-f3c3-4454-97dc-87ba61c6ab6d tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.230'}]}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:54.723285 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c8746df3-f3c3-4454-97dc-87ba61c6ab6d tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.726730 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c8746df3-f3c3-4454-97dc-87ba61c6ab6d tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.729225 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-cfa12e2d-57ae-4062-83cb-a87efe23f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'name': 'tempest-ServersTestManualDisk-573558896-router', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '10a688cf-ce13-4b22-9353-71fe11dd26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:12Z', 'updated_at': '2021-07-16T20:33:22Z', 'revision_number': 4, 'project_id': '5f5a6128ca074592a882cf8df860844b', 'gw_port': {'id': '10a688cf-ce13-4b22-9353-71fe11dd26ff', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:15Z', 'updated_at': '2021-07-16T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '625f6810-4d2b-4aae-a296-73e2d77dc7ce', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'port_id': '53358dec-45e7-4885-aa75-816bbf4ee4e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb', 'mac_address': 'fa:16:3e:03:8e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12355a1c-3719-4013-b6a7-5ab3dab2b9d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:33:28Z', 'updated_at': '2021-07-16T20:33:48Z', 'revision_number': 1, 'project_id': '5f5a6128ca074592a882cf8df860844b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '250d5e28-5c85-4f98-bb04-9c1c53362f8d', 'name': '', 'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'mac_address': 'fa:16:3e:2b:01:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'fa6d3426-e792-4e7e-a714-2e77150c9a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:20Z', 'updated_at': '2021-07-16T20:33:29Z', 'revision_number': 5, 'project_id': '5f5a6128ca074592a882cf8df860844b', 'subnets': [{'id': 'fa6d3426-e792-4e7e-a714-2e77150c9a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:54.742224 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=1b9b610a-34d2-4c4b-b223-dfb8409d640e,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:54.803162 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa12e2d-57ae-4062-83cb-a87efe23f1a5 None None] The sync data for ids ['a8c34e85-3074-4225-810c-02ea382eaf8b'] in n-d-791506-21 is: [{'id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'name': 'tempest-ServersTestManualDisk-573558896-router', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '10a688cf-ce13-4b22-9353-71fe11dd26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:12Z', 'updated_at': '2021-07-16T20:33:22Z', 'revision_number': 4, 'project_id': '5f5a6128ca074592a882cf8df860844b', 'gw_port': {'id': '10a688cf-ce13-4b22-9353-71fe11dd26ff', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:15Z', 'updated_at': '2021-07-16T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '625f6810-4d2b-4aae-a296-73e2d77dc7ce', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'port_id': '53358dec-45e7-4885-aa75-816bbf4ee4e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb', 'mac_address': 'fa:16:3e:03:8e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12355a1c-3719-4013-b6a7-5ab3dab2b9d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:33:28Z', 'updated_at': '2021-07-16T20:33:48Z', 'revision_number': 1, 'project_id': '5f5a6128ca074592a882cf8df860844b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '250d5e28-5c85-4f98-bb04-9c1c53362f8d', 'name': '', 'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'mac_address': 'fa:16:3e:2b:01:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'fa6d3426-e792-4e7e-a714-2e77150c9a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:20Z', 'updated_at': '2021-07-16T20:33:29Z', 'revision_number': 5, 'project_id': '5f5a6128ca074592a882cf8df860844b', 'subnets': [{'id': 'fa6d3426-e792-4e7e-a714-2e77150c9a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:54.807890 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c09d268b-0f56-4099-91b0-fd1b72f8a9d0 req-484a2c95-25a4-46ea-8df2-b6cce8f98df0 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.842480 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb7535-f93f-442a-921a-a2b6276f2e74 req-447d1dd2-1d83-4be7-a7ec-65f50ec9f116 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:54.848325 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-42cb7535-f93f-442a-921a-a2b6276f2e74 req-447d1dd2-1d83-4be7-a7ec-65f50ec9f116 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cba9fa0-7e09-4e29-8875-c417ce9f3f75 HTTP/1.1" status: 200 len: 944 time: 0.3082035 Jul 16 20:33:54.864650 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['1b9b610a-34d2-4c4b-b223-dfb8409d640e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:33:54.942206 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-666757dc-7358-4ddd-9c78-3b8581ee9ca6 req-3bbbee01-5cd0-4e04-923f-1b629ddc69f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53358dec-45e7-4885-aa75-816bbf4ee4e9 HTTP/1.1" status: 200 len: 1000 time: 0.2994950 Jul 16 20:33:54.955917 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c8746df3-f3c3-4454-97dc-87ba61c6ab6d tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.014501 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-c09d268b-0f56-4099-91b0-fd1b72f8a9d0 req-484a2c95-25a4-46ea-8df2-b6cce8f98df0 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Allocated IP 172.25.0.10 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/23a7f4f8-5a2a-4501-94cf-1873ad78b008) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:55.125652 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2caa40b3-5fa2-44d9-b9ac-444b8664b81f None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.134492 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666757dc-7358-4ddd-9c78-3b8581ee9ca6 req-9df22f12-617d-4cc4-9ba4-0869b53951ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:55.136829 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-666757dc-7358-4ddd-9c78-3b8581ee9ca6 req-9df22f12-617d-4cc4-9ba4-0869b53951ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa6d3426-e792-4e7e-a714-2e77150c9a45 HTTP/1.1" status: 200 len: 850 time: 0.1854675 Jul 16 20:33:55.178894 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2caa40b3-5fa2-44d9-b9ac-444b8664b81f None None] Transition to ACTIVE for port object 66528c8d-37f4-4570-b03f-dee0c1e3df6c will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:55.216782 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2caa40b3-5fa2-44d9-b9ac-444b8664b81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.233291 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa4d6ba-5738-4413-8199-f6cfef9aada1 None None] New status for floating IP 625f6810-4d2b-4aae-a296-73e2d77dc7ce: ACTIVE {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:33:55.251613 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c09d268b-0f56-4099-91b0-fd1b72f8a9d0 req-484a2c95-25a4-46ea-8df2-b6cce8f98df0 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.367170 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c8746df3-f3c3-4454-97dc-87ba61c6ab6d tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.382458 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3199455-4db1-427d-8075-c1f58205440d None None] Pushing event updated for resources: {'Port': ['ID=66528c8d-37f4-4570-b03f-dee0c1e3df6c,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:55.505484 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-42cb7535-f93f-442a-921a-a2b6276f2e74 req-933bf9c3-12d6-4516-9ac8-5f367203df88 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups?id=afe1c795-be23-436d-aa49-a291582bf221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823754 Jul 16 20:33:55.529010 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c09d268b-0f56-4099-91b0-fd1b72f8a9d0 req-484a2c95-25a4-46ea-8df2-b6cce8f98df0 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.536276 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666757dc-7358-4ddd-9c78-3b8581ee9ca6 req-91a84df3-8168-4834-b162-4395fd30c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:55.537853 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-666757dc-7358-4ddd-9c78-3b8581ee9ca6 req-91a84df3-8168-4834-b162-4395fd30c2ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9946657c-25de-4dbf-a2ff-cc0711d92acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3444493 Jul 16 20:33:55.541648 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2caa40b3-5fa2-44d9-b9ac-444b8664b81f None None] Attempting to bind port 66528c8d-37f4-4570-b03f-dee0c1e3df6c on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:55.542212 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2caa40b3-5fa2-44d9-b9ac-444b8664b81f None None] Attempting to bind port 66528c8d-37f4-4570-b03f-dee0c1e3df6c by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '0f9e1326-245f-4afd-ba85-656be6d67b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '17b97ff6-27bf-4d6a-9781-d2c99dd461de'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:55.544942 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caa40b3-5fa2-44d9-b9ac-444b8664b81f None None] Attempting to bind port 66528c8d-37f4-4570-b03f-dee0c1e3df6c on network 17b97ff6-27bf-4d6a-9781-d2c99dd461de {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:55.583112 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caa40b3-5fa2-44d9-b9ac-444b8664b81f None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:55.583500 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caa40b3-5fa2-44d9-b9ac-444b8664b81f None None] Checking segment: {'id': '0f9e1326-245f-4afd-ba85-656be6d67b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '17b97ff6-27bf-4d6a-9781-d2c99dd461de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:55.583917 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2caa40b3-5fa2-44d9-b9ac-444b8664b81f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.584324 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caa40b3-5fa2-44d9-b9ac-444b8664b81f None None] Bound using segment: {'id': '0f9e1326-245f-4afd-ba85-656be6d67b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '17b97ff6-27bf-4d6a-9781-d2c99dd461de'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:55.584820 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2caa40b3-5fa2-44d9-b9ac-444b8664b81f None None] Bound port: 66528c8d-37f4-4570-b03f-dee0c1e3df6c, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9e1326-245f-4afd-ba85-656be6d67b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '17b97ff6-27bf-4d6a-9781-d2c99dd461de'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:55.585211 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2caa40b3-5fa2-44d9-b9ac-444b8664b81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.611150 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c09d268b-0f56-4099-91b0-fd1b72f8a9d0 req-484a2c95-25a4-46ea-8df2-b6cce8f98df0 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:55.614638 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-c09d268b-0f56-4099-91b0-fd1b72f8a9d0 req-484a2c95-25a4-46ea-8df2-b6cce8f98df0 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:55.621503 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09d268b-0f56-4099-91b0-fd1b72f8a9d0 req-484a2c95-25a4-46ea-8df2-b6cce8f98df0 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:55.773175 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.781816 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c09d268b-0f56-4099-91b0-fd1b72f8a9d0 req-484a2c95-25a4-46ea-8df2-b6cce8f98df0 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.820937 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2caa40b3-5fa2-44d9-b9ac-444b8664b81f None None] For port 66528c8d-37f4-4570-b03f-dee0c1e3df6c, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:55.836287 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2caa40b3-5fa2-44d9-b9ac-444b8664b81f None None] For port 66528c8d-37f4-4570-b03f-dee0c1e3df6c, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=66528c8d-37f4-4570-b03f-dee0c1e3df6c,segment=NetworkSegment(0f9e1326-245f-4afd-ba85-656be6d67b7d),segment_id=0f9e1326-245f-4afd-ba85-656be6d67b7d)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:55.846833 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2caa40b3-5fa2-44d9-b9ac-444b8664b81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.883917 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a2c95-25a4-46ea-8df2-b6cce8f98df0 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Pushing event updated for resources: {'Port': ['ID=23a7f4f8-5a2a-4501-94cf-1873ad78b008,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:55.895548 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-666757dc-7358-4ddd-9c78-3b8581ee9ca6 req-29bf9078-7c12-48f3-bbcb-a85f8d30325a service neutron] 10.222.0.18 "GET /v2.0/networks/9946657c-25de-4dbf-a2ff-cc0711d92acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215322 Jul 16 20:33:55.984961 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caa40b3-5fa2-44d9-b9ac-444b8664b81f None None] Routers {'0264730b-c32a-45b8-a623-734563a02445'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:55.991795 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-2caa40b3-5fa2-44d9-b9ac-444b8664b81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:33:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['0264730b-c32a-45b8-a623-734563a02445'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:56.015048 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c09d268b-0f56-4099-91b0-fd1b72f8a9d0 req-484a2c95-25a4-46ea-8df2-b6cce8f98df0 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.234998 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7da80e-6531-436f-b73e-2be10b368348 req-190821f8-f1fb-4eac-a2e9-57a436d64544 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:56.236686 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6e7da80e-6531-436f-b73e-2be10b368348 req-190821f8-f1fb-4eac-a2e9-57a436d64544 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 946 time: 0.3230355 Jul 16 20:33:56.259616 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3199455-4db1-427d-8075-c1f58205440d None None] Pushing event updated for resources: {'Port': ['ID=66528c8d-37f4-4570-b03f-dee0c1e3df6c,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:56.295661 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c8746df3-f3c3-4454-97dc-87ba61c6ab6d tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.299951 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-666757dc-7358-4ddd-9c78-3b8581ee9ca6 req-79f30bee-33a9-45f4-9419-f32d857a0fef service neutron] 10.222.0.18 "GET /v2.0/networks/9946657c-25de-4dbf-a2ff-cc0711d92acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944354 Jul 16 20:33:56.323597 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c8746df3-f3c3-4454-97dc-87ba61c6ab6d tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.335556 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-2caa40b3-5fa2-44d9-b9ac-444b8664b81f None None] Set router 0264730b-c32a-45b8-a623-734563a02445 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:56.347546 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6e7da80e-6531-436f-b73e-2be10b368348 req-e6d602ab-1f38-4b62-820a-d1bf5bfb4aa0 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554011 Jul 16 20:33:56.475688 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c09d268b-0f56-4099-91b0-fd1b72f8a9d0 req-484a2c95-25a4-46ea-8df2-b6cce8f98df0 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.484337 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c09d268b-0f56-4099-91b0-fd1b72f8a9d0 req-484a2c95-25a4-46ea-8df2-b6cce8f98df0 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.564297 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c8746df3-f3c3-4454-97dc-87ba61c6ab6d tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.655128 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a2c95-25a4-46ea-8df2-b6cce8f98df0 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Pushing event updated for resources: {'Port': ['ID=23a7f4f8-5a2a-4501-94cf-1873ad78b008,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:56.664127 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c09d268b-0f56-4099-91b0-fd1b72f8a9d0 req-484a2c95-25a4-46ea-8df2-b6cce8f98df0 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.688980 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c09d268b-0f56-4099-91b0-fd1b72f8a9d0 req-484a2c95-25a4-46ea-8df2-b6cce8f98df0 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.690729 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c09d268b-0f56-4099-91b0-fd1b72f8a9d0 req-484a2c95-25a4-46ea-8df2-b6cce8f98df0 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1564648 Jul 16 20:33:56.768596 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c09d268b-0f56-4099-91b0-fd1b72f8a9d0 req-046259b8-7de8-40dd-8e72-08243bb20c15 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 695 time: 0.0710607 Jul 16 20:33:56.807387 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-2caa40b3-5fa2-44d9-b9ac-444b8664b81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0264730b-c32a-45b8-a623-734563a02445', 'name': 'tempest-FloatingIPDetailsTestJSON-1813034734-router', 'tenant_id': '40342810b59645ca8aed45701331133f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bc218e5f-00c0-47f0-b86e-71ef77572d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:43Z', 'updated_at': '2021-07-16T20:33:50Z', 'revision_number': 4, 'project_id': '40342810b59645ca8aed45701331133f', 'gw_port': {'id': 'bc218e5f-00c0-47f0-b86e-71ef77572d6b', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0264730b-c32a-45b8-a623-734563a02445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:44Z', 'updated_at': '2021-07-16T20:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '66528c8d-37f4-4570-b03f-dee0c1e3df6c', 'name': '', 'network_id': '17b97ff6-27bf-4d6a-9781-d2c99dd461de', 'tenant_id': '40342810b59645ca8aed45701331133f', 'mac_address': 'fa:16:3e:aa:a4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0264730b-c32a-45b8-a623-734563a02445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6b04767b-76ae-4f2a-b4ba-5812c5943e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:49Z', 'updated_at': '2021-07-16T20:33:55Z', 'revision_number': 4, 'project_id': '40342810b59645ca8aed45701331133f', 'subnets': [{'id': '6b04767b-76ae-4f2a-b4ba-5812c5943e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:56.847940 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caa40b3-5fa2-44d9-b9ac-444b8664b81f None None] The sync data for ids ['0264730b-c32a-45b8-a623-734563a02445'] in n-d-791506-21 is: [{'id': '0264730b-c32a-45b8-a623-734563a02445', 'name': 'tempest-FloatingIPDetailsTestJSON-1813034734-router', 'tenant_id': '40342810b59645ca8aed45701331133f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bc218e5f-00c0-47f0-b86e-71ef77572d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:43Z', 'updated_at': '2021-07-16T20:33:50Z', 'revision_number': 4, 'project_id': '40342810b59645ca8aed45701331133f', 'gw_port': {'id': 'bc218e5f-00c0-47f0-b86e-71ef77572d6b', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0264730b-c32a-45b8-a623-734563a02445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:44Z', 'updated_at': '2021-07-16T20:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '66528c8d-37f4-4570-b03f-dee0c1e3df6c', 'name': '', 'network_id': '17b97ff6-27bf-4d6a-9781-d2c99dd461de', 'tenant_id': '40342810b59645ca8aed45701331133f', 'mac_address': 'fa:16:3e:aa:a4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0264730b-c32a-45b8-a623-734563a02445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6b04767b-76ae-4f2a-b4ba-5812c5943e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:49Z', 'updated_at': '2021-07-16T20:33:55Z', 'revision_number': 4, 'project_id': '40342810b59645ca8aed45701331133f', 'subnets': [{'id': '6b04767b-76ae-4f2a-b4ba-5812c5943e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:56.901668 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c8746df3-f3c3-4454-97dc-87ba61c6ab6d tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.908217 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c8746df3-f3c3-4454-97dc-87ba61c6ab6d tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.989152 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d86d19-aaa3-4012-a75d-4eb0ab153815 req-6a9f9e81-8e18-44f1-9c30-24ec88c8c1a8 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:57.008846 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c8746df3-f3c3-4454-97dc-87ba61c6ab6d tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.010406 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8746df3-f3c3-4454-97dc-87ba61c6ab6d tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 43620ef6-2328-4af3-adc8-6b8cd34d1510 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:33:57.037122 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b4d86d19-aaa3-4012-a75d-4eb0ab153815 req-6a9f9e81-8e18-44f1-9c30-24ec88c8c1a8 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cba9fa0-7e09-4e29-8875-c417ce9f3f75 HTTP/1.1" status: 200 len: 944 time: 0.2508647 Jul 16 20:33:57.057079 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-c8746df3-f3c3-4454-97dc-87ba61c6ab6d tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:33:57.058768 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c8746df3-f3c3-4454-97dc-87ba61c6ab6d tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4069653 Jul 16 20:33:57.061546 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43296) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:57.134698 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d268b-0f56-4099-91b0-fd1b72f8a9d0 req-94301615-abb9-4296-857a-c28953c8a0b9 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:57.143371 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c09d268b-0f56-4099-91b0-fd1b72f8a9d0 req-94301615-abb9-4296-857a-c28953c8a0b9 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 784 time: 0.3690109 Jul 16 20:33:57.206188 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 66528c8d-37f4-4570-b03f-dee0c1e3df6c up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:57.207678 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b4d86d19-aaa3-4012-a75d-4eb0ab153815 req-db94fb1d-90d9-4aaf-904f-f82d177ea8e6 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups?id=afe1c795-be23-436d-aa49-a291582bf221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695747 Jul 16 20:33:57.312035 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-0f92b740-0274-4894-bbe3-12a291524b8c tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Deleting port 1175e9a9-60a5-4cbc-9bbc-b5dd72caa9a5 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:57.312381 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0f92b740-0274-4894-bbe3-12a291524b8c tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.351059 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 66528c8d-37f4-4570-b03f-dee0c1e3df6c completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:57.356500 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 66528c8d-37f4-4570-b03f-dee0c1e3df6c triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:57.357180 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.422847 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 1b9b610a-34d2-4c4b-b223-dfb8409d640e up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:57.432186 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dd37e688-2be5-4d1d-b7ce-088b6087001b req-0de2fb8a-efa6-473a-8f96-eb5836805b40 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2234309 Jul 16 20:33:57.450048 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-dd37e688-2be5-4d1d-b7ce-088b6087001b req-ba88fe36-9dcb-4a83-bd33-83fed0b0cb21 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:57.515659 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-dd37e688-2be5-4d1d-b7ce-088b6087001b req-ba88fe36-9dcb-4a83-bd33-83fed0b0cb21 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.543304 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0f92b740-0274-4894-bbe3-12a291524b8c tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.587797 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-0f92b740-0274-4894-bbe3-12a291524b8c tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Calling delete_port for 1175e9a9-60a5-4cbc-9bbc-b5dd72caa9a5 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:57.634200 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.662344 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 1b9b610a-34d2-4c4b-b223-dfb8409d640e completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:57.678378 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 1b9b610a-34d2-4c4b-b223-dfb8409d640e triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:57.680510 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.683800 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.804503 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 66528c8d-37f4-4570-b03f-dee0c1e3df6c, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=66528c8d-37f4-4570-b03f-dee0c1e3df6c,segment=NetworkSegment(0f9e1326-245f-4afd-ba85-656be6d67b7d),segment_id=0f9e1326-245f-4afd-ba85-656be6d67b7d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:57.820414 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.901988 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c69b5-2c53-4000-8109-90599b2aec70 req-918c38e5-610b-41a7-9971-b370e5ad129b tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:57.904278 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0f92b740-0274-4894-bbe3-12a291524b8c tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.925193 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-262c69b5-2c53-4000-8109-90599b2aec70 req-918c38e5-610b-41a7-9971-b370e5ad129b tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 946 time: 0.3657157 Jul 16 20:33:57.969393 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92b740-0274-4894-bbe3-12a291524b8c tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Pushing event deleted for resources: {'Port': ['ID=1175e9a9-60a5-4cbc-9bbc-b5dd72caa9a5,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:58.031485 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-262c69b5-2c53-4000-8109-90599b2aec70 req-ac396118-04a2-4b74-8fb6-5956e310e23b tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052897 Jul 16 20:33:58.074806 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=66528c8d-37f4-4570-b03f-dee0c1e3df6c,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:58.083506 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-dd37e688-2be5-4d1d-b7ce-088b6087001b req-ba88fe36-9dcb-4a83-bd33-83fed0b0cb21 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.100349 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.191325 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0f92b740-0274-4894-bbe3-12a291524b8c tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.192376 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cba9fa0-7e09-4e29-8875-c417ce9f3f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b9b610a-34d2-4c4b-b223-dfb8409d640e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:58.199594 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0f92b740-0274-4894-bbe3-12a291524b8c tempest-RoutersAdminNegativeTest-265562189 tempest-RoutersAdminNegativeTest-265562189-project-admin] 10.222.0.38 "DELETE /v2.0/ports/1175e9a9-60a5-4cbc-9bbc-b5dd72caa9a5 HTTP/1.1" status: 204 len: 168 time: 1.1333101 Jul 16 20:33:58.200528 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ac93b8-b6b4-4c8f-8fa3-31e13791c1f1" -d '{"events": [{"server_uuid": "0cba9fa0-7e09-4e29-8875-c417ce9f3f75", "name": "network-vif-plugged", "status": "completed", "tag": "1b9b610a-34d2-4c4b-b223-dfb8409d640e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:58.254916 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 1b9b610a-34d2-4c4b-b223-dfb8409d640e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=1b9b610a-34d2-4c4b-b223-dfb8409d640e,segment=NetworkSegment(eedb9503-a998-4030-af9b-ee79bd88f973),segment_id=eedb9503-a998-4030-af9b-ee79bd88f973)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:58.267467 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.372087 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5b6ff0-41c6-45a7-8a30-dbc217ea009b x-openstack-request-id: req-2d5b6ff0-41c6-45a7-8a30-dbc217ea009b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:58.372381 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cba9fa0-7e09-4e29-8875-c417ce9f3f75", "name": "network-vif-plugged", "status": "completed", "tag": "1b9b610a-34d2-4c4b-b223-dfb8409d640e", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:58.372641 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2d5b6ff0-41c6-45a7-8a30-dbc217ea009b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:58.373039 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cba9fa0-7e09-4e29-8875-c417ce9f3f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b9b610a-34d2-4c4b-b223-dfb8409d640e', 'code': 200} Jul 16 20:33:58.389754 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=1b9b610a-34d2-4c4b-b223-dfb8409d640e,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:58.421394 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-dd37e688-2be5-4d1d-b7ce-088b6087001b req-ba88fe36-9dcb-4a83-bd33-83fed0b0cb21 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Allocated IP 172.25.0.16 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/7f7c1316-a435-4d78-bda9-0a641d8f76d2) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:58.548319 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15f30b-2989-4b63-ba01-807b1a62e2b5 req-3435cce4-4c20-4182-8283-2bbeb8de5585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:58.551983 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fd15f30b-2989-4b63-ba01-807b1a62e2b5 req-3435cce4-4c20-4182-8283-2bbeb8de5585 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0cba9fa0-7e09-4e29-8875-c417ce9f3f75 HTTP/1.1" status: 200 len: 1097 time: 0.1297617 Jul 16 20:33:58.643932 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fd15f30b-2989-4b63-ba01-807b1a62e2b5 req-24f481e0-c470-4432-81f7-7e992d4713a6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=afe1c795-be23-436d-aa49-a291582bf221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836389 Jul 16 20:33:58.811574 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43322) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:58.819393 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20ce01-dec6-40e5-a1dd-2c463b7aae95 req-d877e18d-ac7a-42df-a28e-236ddfca826f tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:58.829822 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cc20ce01-dec6-40e5-a1dd-2c463b7aae95 req-d877e18d-ac7a-42df-a28e-236ddfca826f tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cba9fa0-7e09-4e29-8875-c417ce9f3f75 HTTP/1.1" status: 200 len: 945 time: 0.2716534 Jul 16 20:33:58.839974 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-dd37e688-2be5-4d1d-b7ce-088b6087001b req-ba88fe36-9dcb-4a83-bd33-83fed0b0cb21 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.913821 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-dd37e688-2be5-4d1d-b7ce-088b6087001b req-ba88fe36-9dcb-4a83-bd33-83fed0b0cb21 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.010784 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8bce2e45-55e6-4a32-93fd-beac69115c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.027110 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd37e688-2be5-4d1d-b7ce-088b6087001b req-ba88fe36-9dcb-4a83-bd33-83fed0b0cb21 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:59.028699 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-dd37e688-2be5-4d1d-b7ce-088b6087001b req-ba88fe36-9dcb-4a83-bd33-83fed0b0cb21 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:59.039206 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd37e688-2be5-4d1d-b7ce-088b6087001b req-ba88fe36-9dcb-4a83-bd33-83fed0b0cb21 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:59.093453 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88fe36-9dcb-4a83-bd33-83fed0b0cb21 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Pushing event updated for resources: {'Port': ['ID=7f7c1316-a435-4d78-bda9-0a641d8f76d2,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:59.115515 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 66528c8d-37f4-4570-b03f-dee0c1e3df6c up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:59.125968 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cc20ce01-dec6-40e5-a1dd-2c463b7aae95 req-6c04bcde-5a0e-4087-b1eb-556df5284640 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups?id=afe1c795-be23-436d-aa49-a291582bf221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955127 Jul 16 20:33:59.263288 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8bce2e45-55e6-4a32-93fd-beac69115c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.272152 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-dd37e688-2be5-4d1d-b7ce-088b6087001b req-ba88fe36-9dcb-4a83-bd33-83fed0b0cb21 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.273656 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8bce2e45-55e6-4a32-93fd-beac69115c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.285400 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 66528c8d-37f4-4570-b03f-dee0c1e3df6c triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:59.285788 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.333742 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8bce2e45-55e6-4a32-93fd-beac69115c2a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0450826b72594618bb268d709ce9eda6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5208848 Jul 16 20:33:59.335719 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43336) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:59.346224 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce2e45-55e6-4a32-93fd-beac69115c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f30157-d3c5-4e4d-8323-e3043f34fa93,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:59.403521 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-dd37e688-2be5-4d1d-b7ce-088b6087001b req-ba88fe36-9dcb-4a83-bd33-83fed0b0cb21 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.426411 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f7feff6e-9672-4d2b-9076-a59558c4ad73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.471357 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f7feff6e-9672-4d2b-9076-a59558c4ad73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.570969 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f7feff6e-9672-4d2b-9076-a59558c4ad73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.574634 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f7feff6e-9672-4d2b-9076-a59558c4ad73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.574787 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-dd37e688-2be5-4d1d-b7ce-088b6087001b req-ba88fe36-9dcb-4a83-bd33-83fed0b0cb21 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.579215 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f7feff6e-9672-4d2b-9076-a59558c4ad73 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/60f30157-d3c5-4e4d-8323-e3043f34fa93 HTTP/1.1" status: 204 len: 168 time: 0.2421951 Jul 16 20:33:59.589282 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7feff6e-9672-4d2b-9076-a59558c4ad73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f30157-d3c5-4e4d-8323-e3043f34fa93,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:59.612865 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-dd37e688-2be5-4d1d-b7ce-088b6087001b req-ba88fe36-9dcb-4a83-bd33-83fed0b0cb21 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.813790 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.821901 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88fe36-9dcb-4a83-bd33-83fed0b0cb21 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Pushing event updated for resources: {'Port': ['ID=7f7c1316-a435-4d78-bda9-0a641d8f76d2,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:59.886016 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-dd37e688-2be5-4d1d-b7ce-088b6087001b req-ba88fe36-9dcb-4a83-bd33-83fed0b0cb21 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.918836 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c838d7-6dd9-400a-9266-7c021c44d1d0 req-57da1d35-5616-47de-b82b-30dbe1804c46 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:59.925866 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-21c838d7-6dd9-400a-9266-7c021c44d1d0 req-57da1d35-5616-47de-b82b-30dbe1804c46 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 946 time: 0.3488343 Jul 16 20:33:59.952302 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-dd37e688-2be5-4d1d-b7ce-088b6087001b req-ba88fe36-9dcb-4a83-bd33-83fed0b0cb21 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.953542 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dd37e688-2be5-4d1d-b7ce-088b6087001b req-ba88fe36-9dcb-4a83-bd33-83fed0b0cb21 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5106797 Jul 16 20:33:59.983907 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-21c838d7-6dd9-400a-9266-7c021c44d1d0 req-b439ad4b-6bb2-4077-8916-5be045ba1f04 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568120 Jul 16 20:34:00.015016 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ae296-24a6-433e-ba01-86edd8231586 req-bb197513-1afa-4efd-8790-3daec0594bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:00.018086 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0f6ae296-24a6-433e-ba01-86edd8231586 req-bb197513-1afa-4efd-8790-3daec0594bfb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 1098 time: 0.1080890 Jul 16 20:34:00.092905 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43344) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:00.124332 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dd37e688-2be5-4d1d-b7ce-088b6087001b req-603670e2-6d3d-4387-a9d2-daafba45bdca tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.16 HTTP/1.1" status: 200 len: 695 time: 0.1626055 Jul 16 20:34:00.125414 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0f6ae296-24a6-433e-ba01-86edd8231586 req-3c11ffd6-4c8a-40e7-84fd-5e0abe160acf service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004868 Jul 16 20:34:00.173692 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-32b695de-315e-4129-aea2-b3968b675109 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=554feeb87bb247bf9488f62195159793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0795612 Jul 16 20:34:00.176687 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43348) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:00.289159 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef5bc70b-ef98-44e1-96f8-bd4dc47f33b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:00.325180 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37e688-2be5-4d1d-b7ce-088b6087001b req-ca855f08-bb4d-4db0-9350-0b4412dd4d04 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:00.326676 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dd37e688-2be5-4d1d-b7ce-088b6087001b req-ca855f08-bb4d-4db0-9350-0b4412dd4d04 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 784 time: 0.1939857 Jul 16 20:34:00.329902 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef5bc70b-ef98-44e1-96f8-bd4dc47f33b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:00.435038 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef5bc70b-ef98-44e1-96f8-bd4dc47f33b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:00.438112 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef5bc70b-ef98-44e1-96f8-bd4dc47f33b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:00.439809 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ef5bc70b-ef98-44e1-96f8-bd4dc47f33b5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a5907a4b-ceab-4d88-86ef-9e4c754348cb HTTP/1.1" status: 204 len: 168 time: 0.2621980 Jul 16 20:34:00.470197 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bc70b-ef98-44e1-96f8-bd4dc47f33b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5907a4b-ceab-4d88-86ef-9e4c754348cb,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:00.603481 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0175bdb-0257-444b-810b-e38e21c7c9d1 req-7fcfeac7-5de2-4cee-bbfa-e0d999814992 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:00.611560 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0175bdb-0257-444b-810b-e38e21c7c9d1 req-7fcfeac7-5de2-4cee-bbfa-e0d999814992 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cba9fa0-7e09-4e29-8875-c417ce9f3f75 HTTP/1.1" status: 200 len: 945 time: 0.1920173 Jul 16 20:34:00.679074 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-48c3521b-69ed-41fb-a8b9-aac55a600232 req-c1055c17-3af2-4c14-b40d-345adc180450 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3234003 Jul 16 20:34:00.687640 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-48c3521b-69ed-41fb-a8b9-aac55a600232 req-fe631728-ecd0-4649-9f4b-409efe502301 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:00.713628 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0175bdb-0257-444b-810b-e38e21c7c9d1 req-9b25d8c2-3c7d-4b23-a69f-de37c64b4cd7 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups?id=afe1c795-be23-436d-aa49-a291582bf221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009982 Jul 16 20:34:00.756004 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-48c3521b-69ed-41fb-a8b9-aac55a600232 req-fe631728-ecd0-4649-9f4b-409efe502301 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:00.999711 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-69a4ac2a-7ac4-4b08-8eff-8d8b994e7137 req-fd6137e3-0034-428e-adf6-e22f64091338 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1366208768&fields=id&tenant_id=6c6f263473814d958e095527b322efb5 HTTP/1.1" status: 200 len: 267 time: 0.0869808 Jul 16 20:34:01.069013 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-48c3521b-69ed-41fb-a8b9-aac55a600232 req-fe631728-ecd0-4649-9f4b-409efe502301 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:01.237575 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4ac2a-7ac4-4b08-8eff-8d8b994e7137 req-96349c4e-bf08-481d-920f-5e6f446beecc tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:01.247962 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-69a4ac2a-7ac4-4b08-8eff-8d8b994e7137 req-96349c4e-bf08-481d-920f-5e6f446beecc tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cba9fa0-7e09-4e29-8875-c417ce9f3f75 HTTP/1.1" status: 200 len: 945 time: 0.2486410 Jul 16 20:34:01.259488 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-69a4ac2a-7ac4-4b08-8eff-8d8b994e7137 req-17d347ae-f5f7-450e-934d-ba5885852fed tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Request body: {'port': {'security_groups': ['afe1c795-be23-436d-aa49-a291582bf221', 'e483bf0b-dd8a-4153-9c47-9b4bbf7e6ea9']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:01.403905 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-69a4ac2a-7ac4-4b08-8eff-8d8b994e7137 req-17d347ae-f5f7-450e-934d-ba5885852fed tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:01.440418 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-48c3521b-69ed-41fb-a8b9-aac55a600232 req-fe631728-ecd0-4649-9f4b-409efe502301 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Allocated IP 172.25.0.94 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/91f88753-08ff-4a56-b037-6e5392dc8075) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:01.643705 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43390) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:01.666769 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-48c3521b-69ed-41fb-a8b9-aac55a600232 req-fe631728-ecd0-4649-9f4b-409efe502301 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:01.755567 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-69a4ac2a-7ac4-4b08-8eff-8d8b994e7137 req-17d347ae-f5f7-450e-934d-ba5885852fed tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] For port 1b9b610a-34d2-4c4b-b223-dfb8409d640e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=1b9b610a-34d2-4c4b-b223-dfb8409d640e,segment=NetworkSegment(eedb9503-a998-4030-af9b-ee79bd88f973),segment_id=eedb9503-a998-4030-af9b-ee79bd88f973)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:01.777664 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-48c3521b-69ed-41fb-a8b9-aac55a600232 req-fe631728-ecd0-4649-9f4b-409efe502301 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:01.813826 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-11b53109-064b-4281-82e2-b5ee006a4cc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-17471915'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:01.847067 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b53109-064b-4281-82e2-b5ee006a4cc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Made reservation on behalf of fb82d859a2bc4cb481ad571096cb5b24 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:01.849941 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-69a4ac2a-7ac4-4b08-8eff-8d8b994e7137 req-17d347ae-f5f7-450e-934d-ba5885852fed tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:01.853714 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-11b53109-064b-4281-82e2-b5ee006a4cc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:01.854111 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c3521b-69ed-41fb-a8b9-aac55a600232 req-fe631728-ecd0-4649-9f4b-409efe502301 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:01.859324 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-48c3521b-69ed-41fb-a8b9-aac55a600232 req-fe631728-ecd0-4649-9f4b-409efe502301 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:01.862464 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c3521b-69ed-41fb-a8b9-aac55a600232 req-fe631728-ecd0-4649-9f4b-409efe502301 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:01.865898 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-11b53109-064b-4281-82e2-b5ee006a4cc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:01.870356 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-69a4ac2a-7ac4-4b08-8eff-8d8b994e7137 req-17d347ae-f5f7-450e-934d-ba5885852fed tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:01.884297 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['1b9b610a-34d2-4c4b-b223-dfb8409d640e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:01.888766 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['a9a3ead3-cac9-44b1-9339-e1882c30dfd4'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:01.921001 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe631728-ecd0-4649-9f4b-409efe502301 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Pushing event updated for resources: {'Port': ['ID=91f88753-08ff-4a56-b037-6e5392dc8075,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:01.995761 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-11b53109-064b-4281-82e2-b5ee006a4cc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:02.010023 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-11b53109-064b-4281-82e2-b5ee006a4cc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:02.023530 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4ac2a-7ac4-4b08-8eff-8d8b994e7137 req-17d347ae-f5f7-450e-934d-ba5885852fed tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:02.024272 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-69a4ac2a-7ac4-4b08-8eff-8d8b994e7137 req-17d347ae-f5f7-450e-934d-ba5885852fed tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:02.025828 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-69a4ac2a-7ac4-4b08-8eff-8d8b994e7137 req-17d347ae-f5f7-450e-934d-ba5885852fed tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "PUT /v2.0/ports/1b9b610a-34d2-4c4b-b223-dfb8409d640e HTTP/1.1" status: 200 len: 981 time: 0.7764654 Jul 16 20:34:02.029682 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cba9fa0-7e09-4e29-8875-c417ce9f3f75', 'tag': '1b9b610a-34d2-4c4b-b223-dfb8409d640e'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:02.033069 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0d815f-daad-409c-b0db-89bc6272ca4f" -d '{"events": [{"name": "network-changed", "server_uuid": "0cba9fa0-7e09-4e29-8875-c417ce9f3f75", "tag": "1b9b610a-34d2-4c4b-b223-dfb8409d640e"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:02.051284 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b53109-064b-4281-82e2-b5ee006a4cc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:34:02.064981 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d347ae-f5f7-450e-934d-ba5885852fed tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Pushing event updated for resources: {'Port': ['ID=1b9b610a-34d2-4c4b-b223-dfb8409d640e,revision_number=6']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:02.072687 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b53109-064b-4281-82e2-b5ee006a4cc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a52e1f0d-7c20-4944-aae9-26db8f5b108e,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:02.081897 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-11b53109-064b-4281-82e2-b5ee006a4cc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:02.082255 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-11b53109-064b-4281-82e2-b5ee006a4cc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Added segment b35a5ab0-46ab-4499-b350-4a47ba760d52 of type vlan for network a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b Jul 16 20:34:02.134783 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-11b53109-064b-4281-82e2-b5ee006a4cc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:02.158974 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-48c3521b-69ed-41fb-a8b9-aac55a600232 req-fe631728-ecd0-4649-9f4b-409efe502301 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:02.194017 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-11b53109-064b-4281-82e2-b5ee006a4cc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:02.202457 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b53109-064b-4281-82e2-b5ee006a4cc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:02.203431 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-11b53109-064b-4281-82e2-b5ee006a4cc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:02.213886 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['1b9b610a-34d2-4c4b-b223-dfb8409d640e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:02.244376 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-11b53109-064b-4281-82e2-b5ee006a4cc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5992117 Jul 16 20:34:02.247763 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43400) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:02.260644 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-93a15560-a076-4437-95c5-28f54efb2a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Request body: {'subnet': {'network_id': 'a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:02.262818 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-48c3521b-69ed-41fb-a8b9-aac55a600232 req-fe631728-ecd0-4649-9f4b-409efe502301 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:02.422346 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b53109-064b-4281-82e2-b5ee006a4cc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Pushing event updated for resources: {'Network': ['ID=a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:02.448514 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:34:02.457074 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf0016-2596-44b8-87dc-b918d61e8c91 req-e09bb2ce-50b6-403c-ad47-46749a9c11c8 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:02.458776 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6ddf0016-2596-44b8-87dc-b918d61e8c91 req-e09bb2ce-50b6-403c-ad47-46749a9c11c8 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 946 time: 0.1634841 Jul 16 20:34:02.543236 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6ddf0016-2596-44b8-87dc-b918d61e8c91 req-3d2e3ad0-a5e6-430f-ba8c-0467a0e476fd tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765014 Jul 16 20:34:02.544608 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a15560-a076-4437-95c5-28f54efb2a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Made reservation on behalf of fb82d859a2bc4cb481ad571096cb5b24 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:02.547700 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-48c3521b-69ed-41fb-a8b9-aac55a600232 req-fe631728-ecd0-4649-9f4b-409efe502301 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:02.554767 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-48c3521b-69ed-41fb-a8b9-aac55a600232 req-fe631728-ecd0-4649-9f4b-409efe502301 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:02.555377 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-93a15560-a076-4437-95c5-28f54efb2a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:02.634479 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe631728-ecd0-4649-9f4b-409efe502301 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Pushing event updated for resources: {'Port': ['ID=91f88753-08ff-4a56-b037-6e5392dc8075,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:02.646252 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-48c3521b-69ed-41fb-a8b9-aac55a600232 req-fe631728-ecd0-4649-9f4b-409efe502301 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:02.674094 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-48c3521b-69ed-41fb-a8b9-aac55a600232 req-fe631728-ecd0-4649-9f4b-409efe502301 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:02.676820 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-48c3521b-69ed-41fb-a8b9-aac55a600232 req-fe631728-ecd0-4649-9f4b-409efe502301 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9954829 Jul 16 20:34:02.845613 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-48c3521b-69ed-41fb-a8b9-aac55a600232 req-635987e2-4a01-426a-8a99-2942812eaecb tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.94 HTTP/1.1" status: 200 len: 695 time: 0.1576891 Jul 16 20:34:03.012612 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-93a15560-a076-4437-95c5-28f54efb2a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:03.077984 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:03.130822 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3521b-69ed-41fb-a8b9-aac55a600232 req-2c4b6a53-f04a-44b0-9dd5-31802656d327 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:03.132198 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-48c3521b-69ed-41fb-a8b9-aac55a600232 req-2c4b6a53-f04a-44b0-9dd5-31802656d327 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 784 time: 0.2776966 Jul 16 20:34:03.163961 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a15560-a076-4437-95c5-28f54efb2a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Pushing event updated for resources: {'Subnet': ['ID=b5f91154-e4af-4b69-80e1-2da5d2a710f6,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:03.181104 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a15560-a076-4437-95c5-28f54efb2a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Checking segment: {'id': 'b35a5ab0-46ab-4499-b350-4a47ba760d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:03.181397 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a15560-a076-4437-95c5-28f54efb2a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Network hostable DHCP agents. Network: a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:34:03.192522 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9801fe4-9c42-47e1-bb41-6938d33608df x-openstack-request-id: req-d9801fe4-9c42-47e1-bb41-6938d33608df {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:03.192845 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cba9fa0-7e09-4e29-8875-c417ce9f3f75", "tag": "1b9b610a-34d2-4c4b-b223-dfb8409d640e", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:03.193102 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d9801fe4-9c42-47e1-bb41-6938d33608df {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:03.193581 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cba9fa0-7e09-4e29-8875-c417ce9f3f75', 'tag': '1b9b610a-34d2-4c4b-b223-dfb8409d640e', 'status': 'completed', 'code': 200} Jul 16 20:34:03.205169 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a15560-a076-4437-95c5-28f54efb2a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Network a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:34:03.218944 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-93a15560-a076-4437-95c5-28f54efb2a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:03.219370 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e4db382a-8e6d-4713-a890-dd40e8ec5c69 req-790e8284-55e5-416b-a87b-090f1339bd08 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups/e483bf0b-dd8a-4153-9c47-9b4bbf7e6ea9 HTTP/1.1" status: 200 len: 1803 time: 0.1233058 Jul 16 20:34:03.229501 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d458598c-6a87-42ae-bc4f-a608ac535456 None None] Network a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:03.237222 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a15560-a076-4437-95c5-28f54efb2a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:03.237956 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-93a15560-a076-4437-95c5-28f54efb2a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:03.243484 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-fb0dfe04-bb69-417f-af38-86ebd6f66985 req-62df217a-5232-4e2d-95e6-e70fb4cf0a14 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1401625819', 'description': 'tempest-description-1818827073'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:03.297534 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-e4db382a-8e6d-4713-a890-dd40e8ec5c69 req-ecfba97c-cbf0-486d-9d75-6127a948b59a tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 20:34:03.311274 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e4db382a-8e6d-4713-a890-dd40e8ec5c69 req-ecfba97c-cbf0-486d-9d75-6127a948b59a tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "DELETE /v2.0/security-groups/e483bf0b-dd8a-4153-9c47-9b4bbf7e6ea9 HTTP/1.1" status: 409 len: 341 time: 0.0907972 Jul 16 20:34:03.314873 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-fb0dfe04-bb69-417f-af38-86ebd6f66985 req-62df217a-5232-4e2d-95e6-e70fb4cf0a14 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:03.327393 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-93a15560-a076-4437-95c5-28f54efb2a3a tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0768225 Jul 16 20:34:03.338163 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43418) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:03.361924 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-eb35bcea-2191-403b-a7aa-f590d758bcce tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Request body: {'port': {'network_id': 'a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1757689447'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:03.484067 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d815f-daad-409c-b0db-89bc6272ca4f req-dfdbbde3-4f96-4bd2-9a22-32e7cca1e15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:03.486355 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9c0d815f-daad-409c-b0db-89bc6272ca4f req-dfdbbde3-4f96-4bd2-9a22-32e7cca1e15f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c6f263473814d958e095527b322efb5&device_id=0cba9fa0-7e09-4e29-8875-c417ce9f3f75 HTTP/1.1" status: 200 len: 1136 time: 0.2507982 Jul 16 20:34:03.528149 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b452437-2b43-4e4b-8ab9-375e516a44f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b', 'network_id': 'a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b', 'tenant_id': 'fb82d859a2bc4cb481ad571096cb5b24', 'fixed_ips': [{'subnet_id': 'b5f91154-e4af-4b69-80e1-2da5d2a710f6'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:34:03.529443 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b452437-2b43-4e4b-8ab9-375e516a44f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:03.544249 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-fb0dfe04-bb69-417f-af38-86ebd6f66985 req-62df217a-5232-4e2d-95e6-e70fb4cf0a14 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:03.559194 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-fb0dfe04-bb69-417f-af38-86ebd6f66985 req-62df217a-5232-4e2d-95e6-e70fb4cf0a14 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:03.637611 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-fb0dfe04-bb69-417f-af38-86ebd6f66985 req-62df217a-5232-4e2d-95e6-e70fb4cf0a14 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:03.639944 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fb0dfe04-bb69-417f-af38-86ebd6f66985 req-62df217a-5232-4e2d-95e6-e70fb4cf0a14 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4112298 Jul 16 20:34:03.655745 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df217a-5232-4e2d-95e6-e70fb4cf0a14 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8126f7aa-4e9f-46ff-9422-c4d51769c537,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:03.718231 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9fc18-4490-4e95-ae7c-bb143f46a6fa req-f29de146-4007-4bb4-8864-7b6bb8ffaa90 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:03.721483 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb35bcea-2191-403b-a7aa-f590d758bcce tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Made reservation on behalf of fb82d859a2bc4cb481ad571096cb5b24 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:03.725677 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-eb35bcea-2191-403b-a7aa-f590d758bcce tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:03.727107 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9cc9fc18-4490-4e95-ae7c-bb143f46a6fa req-f29de146-4007-4bb4-8864-7b6bb8ffaa90 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=64085e94-974a-40fa-8bcb-b7f650821adb HTTP/1.1" status: 200 len: 945 time: 0.1803203 Jul 16 20:34:03.743619 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d815f-daad-409c-b0db-89bc6272ca4f req-b09f5e0b-72ca-46a9-8b0f-d471ca8bbd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:03.745286 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9c0d815f-daad-409c-b0db-89bc6272ca4f req-b09f5e0b-72ca-46a9-8b0f-d471ca8bbd29 service neutron] 10.222.0.62 "GET /v2.0/networks?id=df6943c9-2880-4959-95b5-a076d3fa151c HTTP/1.1" status: 200 len: 914 time: 0.2421975 Jul 16 20:34:03.755797 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-eb35bcea-2191-403b-a7aa-f590d758bcce tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] device_id is not set on port 0ba5586d-7a0c-49a5-8e29-6c20bde3114c yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:34:03.809875 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-3b452437-2b43-4e4b-8ab9-375e516a44f3 None None] Allocated IP 2001:db8::2 (a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b/b5f91154-e4af-4b69-80e1-2da5d2a710f6/18f8f791-4917-4f6f-8354-ea77b7e26e4f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:03.835141 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9cc9fc18-4490-4e95-ae7c-bb143f46a6fa req-4a292870-9a0e-45b7-984f-a5a8dd40105e tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066148 Jul 16 20:34:03.896424 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c04466a9-7944-42b8-a1f1-f6a1dbe690e5 req-1883a9cc-26e6-439c-b9fb-1d71479cbf23 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2242520 Jul 16 20:34:03.915556 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-c04466a9-7944-42b8-a1f1-f6a1dbe690e5 req-b23084e2-2ce8-455f-9494-d85b567ab921 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:03.919902 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9c0d815f-daad-409c-b0db-89bc6272ca4f req-08f779d0-737b-41de-b2f4-e23186c863a0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b9b610a-34d2-4c4b-b223-dfb8409d640e HTTP/1.1" status: 200 len: 217 time: 0.0745139 Jul 16 20:34:03.965699 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c04466a9-7944-42b8-a1f1-f6a1dbe690e5 req-b23084e2-2ce8-455f-9494-d85b567ab921 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:04.058923 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d815f-daad-409c-b0db-89bc6272ca4f req-09ee34b7-e41d-4cd7-aa92-355ec8621c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:04.069020 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9c0d815f-daad-409c-b0db-89bc6272ca4f req-09ee34b7-e41d-4cd7-aa92-355ec8621c2d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f49e8c3e-dbce-429c-8a71-476eb02ef449 HTTP/1.1" status: 200 len: 853 time: 0.1392782 Jul 16 20:34:04.085018 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b452437-2b43-4e4b-8ab9-375e516a44f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:04.108126 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3b452437-2b43-4e4b-8ab9-375e516a44f3 None None] Transition to ACTIVE for port object 18f8f791-4917-4f6f-8354-ea77b7e26e4f will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:04.162047 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9c0d815f-daad-409c-b0db-89bc6272ca4f req-e140920a-e051-4185-934b-bcdaf28dcd97 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=df6943c9-2880-4959-95b5-a076d3fa151c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801742 Jul 16 20:34:04.165424 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3b452437-2b43-4e4b-8ab9-375e516a44f3 None None] Transition to ACTIVE for port object 18f8f791-4917-4f6f-8354-ea77b7e26e4f will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:04.178804 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b452437-2b43-4e4b-8ab9-375e516a44f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:04.215354 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b452437-2b43-4e4b-8ab9-375e516a44f3 None None] Network a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:04.221736 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-3b452437-2b43-4e4b-8ab9-375e516a44f3 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:04.314185 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b452437-2b43-4e4b-8ab9-375e516a44f3 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:04.449915 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-eb35bcea-2191-403b-a7aa-f590d758bcce tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Allocated IP 2001:db8::331 (a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b/b5f91154-e4af-4b69-80e1-2da5d2a710f6/0ba5586d-7a0c-49a5-8e29-6c20bde3114c) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:04.500424 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b452437-2b43-4e4b-8ab9-375e516a44f3 None None] Pushing event updated for resources: {'Port': ['ID=18f8f791-4917-4f6f-8354-ea77b7e26e4f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:04.512791 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3b452437-2b43-4e4b-8ab9-375e516a44f3 None None] Attempting to bind port 18f8f791-4917-4f6f-8354-ea77b7e26e4f on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:04.513334 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3b452437-2b43-4e4b-8ab9-375e516a44f3 None None] Attempting to bind port 18f8f791-4917-4f6f-8354-ea77b7e26e4f by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'b35a5ab0-46ab-4499-b350-4a47ba760d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:04.513538 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b452437-2b43-4e4b-8ab9-375e516a44f3 None None] Attempting to bind port 18f8f791-4917-4f6f-8354-ea77b7e26e4f on network a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:04.518977 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b452437-2b43-4e4b-8ab9-375e516a44f3 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:04.519409 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b452437-2b43-4e4b-8ab9-375e516a44f3 None None] Checking segment: {'id': 'b35a5ab0-46ab-4499-b350-4a47ba760d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:04.519815 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b452437-2b43-4e4b-8ab9-375e516a44f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:04.520208 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b452437-2b43-4e4b-8ab9-375e516a44f3 None None] Bound using segment: {'id': 'b35a5ab0-46ab-4499-b350-4a47ba760d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:04.520678 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3b452437-2b43-4e4b-8ab9-375e516a44f3 None None] Bound port: 18f8f791-4917-4f6f-8354-ea77b7e26e4f, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35a5ab0-46ab-4499-b350-4a47ba760d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:04.521095 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b452437-2b43-4e4b-8ab9-375e516a44f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:04.522285 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9c0d815f-daad-409c-b0db-89bc6272ca4f req-8c3b22e7-7e07-4169-84a1-639c00d53dac service neutron] 10.222.0.62 "GET /v2.0/networks/df6943c9-2880-4959-95b5-a076d3fa151c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441088 Jul 16 20:34:04.596998 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3b452437-2b43-4e4b-8ab9-375e516a44f3 None None] For port 18f8f791-4917-4f6f-8354-ea77b7e26e4f, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:04.600653 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3b452437-2b43-4e4b-8ab9-375e516a44f3 None None] For port 18f8f791-4917-4f6f-8354-ea77b7e26e4f, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=18f8f791-4917-4f6f-8354-ea77b7e26e4f,segment=NetworkSegment(b35a5ab0-46ab-4499-b350-4a47ba760d52),segment_id=b35a5ab0-46ab-4499-b350-4a47ba760d52)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:04.608594 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b452437-2b43-4e4b-8ab9-375e516a44f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:04.673293 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b452437-2b43-4e4b-8ab9-375e516a44f3 None None] Pushing event updated for resources: {'Port': ['ID=18f8f791-4917-4f6f-8354-ea77b7e26e4f,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:04.688490 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9c0d815f-daad-409c-b0db-89bc6272ca4f req-952722aa-d315-46a2-a7d7-770168a57df6 service neutron] 10.222.0.62 "GET /v2.0/networks/df6943c9-2880-4959-95b5-a076d3fa151c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531434 Jul 16 20:34:04.749494 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-afa6eb98-f8ee-4266-848d-beb28c3cef97 req-338812e5-6293-408e-9567-d6151c9e736f tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1401625819&fields=id&tenant_id=9032388b8ebe4c33bf7d76406cd09d75 HTTP/1.1" status: 200 len: 267 time: 0.0505526 Jul 16 20:34:04.814164 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c04466a9-7944-42b8-a1f1-f6a1dbe690e5 req-b23084e2-2ce8-455f-9494-d85b567ab921 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:04.912680 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6eb98-f8ee-4266-848d-beb28c3cef97 req-74797cc2-a556-4223-998f-cb7f1a9bf277 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:04.922912 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-afa6eb98-f8ee-4266-848d-beb28c3cef97 req-74797cc2-a556-4223-998f-cb7f1a9bf277 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 946 time: 0.1626921 Jul 16 20:34:04.931389 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-afa6eb98-f8ee-4266-848d-beb28c3cef97 req-6b04a0f0-7e01-4f21-aa97-f9a47f8ae030 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Request body: {'port': {'security_groups': ['7db07aa7-abce-4654-baab-037bd6422323', '8126f7aa-4e9f-46ff-9422-c4d51769c537']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:04.941932 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f98b3-cd19-4f4a-bd54-5fbadf164683 req-1bf6e020-55f7-4672-a8aa-dee80e1dc7ee tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:04.944731 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ab0f98b3-cd19-4f4a-bd54-5fbadf164683 req-1bf6e020-55f7-4672-a8aa-dee80e1dc7ee tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.62 "GET /v2.0/ports?device_id=64085e94-974a-40fa-8bcb-b7f650821adb HTTP/1.1" status: 200 len: 945 time: 0.2541213 Jul 16 20:34:05.045939 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ad0ca-bacc-4f36-84e4-09ba61697329 req-407864cf-ea11-4637-849f-9d33823ca0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:05.049916 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3e8ad0ca-bacc-4f36-84e4-09ba61697329 req-407864cf-ea11-4637-849f-9d33823ca0e2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c6f263473814d958e095527b322efb5&device_id=0cba9fa0-7e09-4e29-8875-c417ce9f3f75 HTTP/1.1" status: 200 len: 1136 time: 0.2814305 Jul 16 20:34:05.137336 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-eb35bcea-2191-403b-a7aa-f590d758bcce tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:05.157576 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-c04466a9-7944-42b8-a1f1-f6a1dbe690e5 req-b23084e2-2ce8-455f-9494-d85b567ab921 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Allocated IP 172.25.0.102 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/c4c1ea4c-0dde-4780-94fa-65ae88745d8c) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:05.163723 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-afa6eb98-f8ee-4266-848d-beb28c3cef97 req-6b04a0f0-7e01-4f21-aa97-f9a47f8ae030 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:05.446404 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c04466a9-7944-42b8-a1f1-f6a1dbe690e5 req-b23084e2-2ce8-455f-9494-d85b567ab921 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:05.550270 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-afa6eb98-f8ee-4266-848d-beb28c3cef97 req-6b04a0f0-7e01-4f21-aa97-f9a47f8ae030 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] For port 5e868358-9a97-43e7-92c4-6ec743600b9e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=5e868358-9a97-43e7-92c4-6ec743600b9e,segment=NetworkSegment(d35eaac0-e89f-4b60-bc75-19de0b8db68c),segment_id=d35eaac0-e89f-4b60-bc75-19de0b8db68c)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:05.584269 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-eb35bcea-2191-403b-a7aa-f590d758bcce tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Transition to ACTIVE for port object 0ba5586d-7a0c-49a5-8e29-6c20bde3114c will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:05.611114 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-afa6eb98-f8ee-4266-848d-beb28c3cef97 req-6b04a0f0-7e01-4f21-aa97-f9a47f8ae030 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:05.623745 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c04466a9-7944-42b8-a1f1-f6a1dbe690e5 req-b23084e2-2ce8-455f-9494-d85b567ab921 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:05.624339 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-ab0f98b3-cd19-4f4a-bd54-5fbadf164683 req-6185b25d-cdec-48b5-87ee-ee3bc2c73326 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Deleting port 17948fb1-fdfc-412e-87f1-d8f6894f1151 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:05.625111 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ab0f98b3-cd19-4f4a-bd54-5fbadf164683 req-6185b25d-cdec-48b5-87ee-ee3bc2c73326 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:05.715111 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23084e2-2ce8-455f-9494-d85b567ab921 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Pushing event updated for resources: {'Port': ['ID=c4c1ea4c-0dde-4780-94fa-65ae88745d8c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:05.719720 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-afa6eb98-f8ee-4266-848d-beb28c3cef97 req-6b04a0f0-7e01-4f21-aa97-f9a47f8ae030 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:05.727288 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ad0ca-bacc-4f36-84e4-09ba61697329 req-9f31018c-8a6e-4b9c-937c-37ba59997153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:05.729009 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3e8ad0ca-bacc-4f36-84e4-09ba61697329 req-9f31018c-8a6e-4b9c-937c-37ba59997153 service neutron] 10.222.0.62 "GET /v2.0/networks?id=df6943c9-2880-4959-95b5-a076d3fa151c HTTP/1.1" status: 200 len: 914 time: 0.6726141 Jul 16 20:34:05.734776 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-eb35bcea-2191-403b-a7aa-f590d758bcce tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:05.737386 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['5e868358-9a97-43e7-92c4-6ec743600b9e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:05.794359 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04466a9-7944-42b8-a1f1-f6a1dbe690e5 req-b23084e2-2ce8-455f-9494-d85b567ab921 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:05.807090 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-c04466a9-7944-42b8-a1f1-f6a1dbe690e5 req-b23084e2-2ce8-455f-9494-d85b567ab921 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:05.820644 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04466a9-7944-42b8-a1f1-f6a1dbe690e5 req-b23084e2-2ce8-455f-9494-d85b567ab921 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:05.836214 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6eb98-f8ee-4266-848d-beb28c3cef97 req-6b04a0f0-7e01-4f21-aa97-f9a47f8ae030 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:05.836903 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-afa6eb98-f8ee-4266-848d-beb28c3cef97 req-6b04a0f0-7e01-4f21-aa97-f9a47f8ae030 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:05.844588 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35bcea-2191-403b-a7aa-f590d758bcce tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Pushing event updated for resources: {'Port': ['ID=0ba5586d-7a0c-49a5-8e29-6c20bde3114c,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:05.846027 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-afa6eb98-f8ee-4266-848d-beb28c3cef97 req-6b04a0f0-7e01-4f21-aa97-f9a47f8ae030 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "PUT /v2.0/ports/5e868358-9a97-43e7-92c4-6ec743600b9e HTTP/1.1" status: 200 len: 982 time: 0.9215765 Jul 16 20:34:05.846657 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954328ef-dba5-48e8-b938-08f3d2bd3409', 'tag': '5e868358-9a97-43e7-92c4-6ec743600b9e'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:05.848997 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428de51e-a957-4d14-84ec-d61f86544b73" -d '{"events": [{"name": "network-changed", "server_uuid": "954328ef-dba5-48e8-b938-08f3d2bd3409", "tag": "5e868358-9a97-43e7-92c4-6ec743600b9e"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:05.862661 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3e8ad0ca-bacc-4f36-84e4-09ba61697329 req-3f9b60b0-ab45-4e78-a852-1155e62cb79e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b9b610a-34d2-4c4b-b223-dfb8409d640e HTTP/1.1" status: 200 len: 217 time: 0.1234562 Jul 16 20:34:05.869896 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35bcea-2191-403b-a7aa-f590d758bcce tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:05.870304 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35bcea-2191-403b-a7aa-f590d758bcce tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:05.870870 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35bcea-2191-403b-a7aa-f590d758bcce tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:05.871260 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35bcea-2191-403b-a7aa-f590d758bcce tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:05.871691 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35bcea-2191-403b-a7aa-f590d758bcce tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:05.872029 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35bcea-2191-403b-a7aa-f590d758bcce tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:05.872363 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35bcea-2191-403b-a7aa-f590d758bcce tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:05.872691 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35bcea-2191-403b-a7aa-f590d758bcce tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:05.873760 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35bcea-2191-403b-a7aa-f590d758bcce tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:05.874220 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35bcea-2191-403b-a7aa-f590d758bcce tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:05.874630 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35bcea-2191-403b-a7aa-f590d758bcce tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:05.874963 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35bcea-2191-403b-a7aa-f590d758bcce tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:05.949812 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['5e868358-9a97-43e7-92c4-6ec743600b9e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:05.975264 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb35bcea-2191-403b-a7aa-f590d758bcce tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Network a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:05.977355 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ad0ca-bacc-4f36-84e4-09ba61697329 req-f31e390d-d858-47d8-ad23-f565b3fe494e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:05.989181 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3e8ad0ca-bacc-4f36-84e4-09ba61697329 req-f31e390d-d858-47d8-ad23-f565b3fe494e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f49e8c3e-dbce-429c-8a71-476eb02ef449 HTTP/1.1" status: 200 len: 853 time: 0.1058989 Jul 16 20:34:05.995120 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-eb35bcea-2191-403b-a7aa-f590d758bcce tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:06.023588 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb35bcea-2191-403b-a7aa-f590d758bcce tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:06.033483 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35bcea-2191-403b-a7aa-f590d758bcce tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:06.034183 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-eb35bcea-2191-403b-a7aa-f590d758bcce tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:06.062229 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c04466a9-7944-42b8-a1f1-f6a1dbe690e5 req-b23084e2-2ce8-455f-9494-d85b567ab921 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:06.068520 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04a0f0-7e01-4f21-aa97-f9a47f8ae030 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Pushing event updated for resources: {'Port': ['ID=5e868358-9a97-43e7-92c4-6ec743600b9e,revision_number=6']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:06.153154 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3e8ad0ca-bacc-4f36-84e4-09ba61697329 req-8280e4e1-fe33-4fd2-bf66-d202c4d6933b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=df6943c9-2880-4959-95b5-a076d3fa151c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1383986 Jul 16 20:34:06.154465 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c04466a9-7944-42b8-a1f1-f6a1dbe690e5 req-b23084e2-2ce8-455f-9494-d85b567ab921 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:06.279321 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ab0f98b3-cd19-4f4a-bd54-5fbadf164683 req-6185b25d-cdec-48b5-87ee-ee3bc2c73326 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] For port 17948fb1-fdfc-412e-87f1-d8f6894f1151, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=17948fb1-fdfc-412e-87f1-d8f6894f1151,segment=NetworkSegment(3f952078-cb9c-47f7-9e6d-cc7a02591d17),segment_id=3f952078-cb9c-47f7-9e6d-cc7a02591d17)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:06.279684 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ab0f98b3-cd19-4f4a-bd54-5fbadf164683 req-6185b25d-cdec-48b5-87ee-ee3bc2c73326 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:06.284023 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3e8ad0ca-bacc-4f36-84e4-09ba61697329 req-27499321-657f-42cb-ae0a-fdd3554dbcf7 service neutron] 10.222.0.62 "GET /v2.0/networks/df6943c9-2880-4959-95b5-a076d3fa151c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230507 Jul 16 20:34:06.291543 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-eb35bcea-2191-403b-a7aa-f590d758bcce tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.9404769 Jul 16 20:34:06.296038 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43444) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:06.311819 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-ab0f98b3-cd19-4f4a-bd54-5fbadf164683 req-6185b25d-cdec-48b5-87ee-ee3bc2c73326 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Calling delete_port for 17948fb1-fdfc-412e-87f1-d8f6894f1151 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:06.318568 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-30b0cb2b-9c74-4bc6-9450-7a51239d1be5 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Request body: {'port': {'network_id': 'a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-168933195', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:06.319083 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.api.validators [None req-30b0cb2b-9c74-4bc6-9450-7a51239d1be5 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] bootfile-name is not in valid_values {{(pid=93793) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:34:06.319427 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.api.validators [None req-30b0cb2b-9c74-4bc6-9450-7a51239d1be5 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] tftp-server is not in valid_values {{(pid=93793) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:34:06.319757 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.api.validators [None req-30b0cb2b-9c74-4bc6-9450-7a51239d1be5 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] server-ip-address is not in valid_values {{(pid=93793) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:34:06.353479 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992871b0-51a3-4273-b1f6-1dd6385bb52b None None] Network a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:06.466869 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d49388-87fb-4825-8728-7a6611c9663a req-094a8e41-590f-474a-9b63-54554d25774f tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:06.468451 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91d49388-87fb-4825-8728-7a6611c9663a req-094a8e41-590f-474a-9b63-54554d25774f tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cba9fa0-7e09-4e29-8875-c417ce9f3f75 HTTP/1.1" status: 200 len: 984 time: 0.1183503 Jul 16 20:34:06.488940 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c04466a9-7944-42b8-a1f1-f6a1dbe690e5 req-b23084e2-2ce8-455f-9494-d85b567ab921 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:06.507067 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c04466a9-7944-42b8-a1f1-f6a1dbe690e5 req-b23084e2-2ce8-455f-9494-d85b567ab921 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:06.523167 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4ea7bc59-b9f2-4f23-bf70-8cf41b4006dc None None] Provisioning for port 18f8f791-4917-4f6f-8354-ea77b7e26e4f completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:06.598622 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3e8ad0ca-bacc-4f36-84e4-09ba61697329 req-77dec1fe-192c-4797-afd0-ae0936c31192 service neutron] 10.222.0.62 "GET /v2.0/networks/df6943c9-2880-4959-95b5-a076d3fa151c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031704 Jul 16 20:34:06.644891 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91d49388-87fb-4825-8728-7a6611c9663a req-1c5fa8fa-a434-4fe7-8598-abcf3880ea07 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups?id=e483bf0b-dd8a-4153-9c47-9b4bbf7e6ea9&id=afe1c795-be23-436d-aa49-a291582bf221&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1469133 Jul 16 20:34:06.667544 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23084e2-2ce8-455f-9494-d85b567ab921 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Pushing event updated for resources: {'Port': ['ID=c4c1ea4c-0dde-4780-94fa-65ae88745d8c,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:06.691393 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b0cb2b-9c74-4bc6-9450-7a51239d1be5 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Made reservation on behalf of fb82d859a2bc4cb481ad571096cb5b24 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:06.696539 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-30b0cb2b-9c74-4bc6-9450-7a51239d1be5 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:06.720356 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c04466a9-7944-42b8-a1f1-f6a1dbe690e5 req-b23084e2-2ce8-455f-9494-d85b567ab921 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:06.769082 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-c04466a9-7944-42b8-a1f1-f6a1dbe690e5 req-b23084e2-2ce8-455f-9494-d85b567ab921 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:06.774252 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c04466a9-7944-42b8-a1f1-f6a1dbe690e5 req-b23084e2-2ce8-455f-9494-d85b567ab921 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8684673 Jul 16 20:34:06.797847 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ab0f98b3-cd19-4f4a-bd54-5fbadf164683 req-6185b25d-cdec-48b5-87ee-ee3bc2c73326 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:06.811701 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['4b332a2e-11d0-48a0-9465-93957bcf4c91', '5ba2bee1-431e-4a37-afa8-08fbc6806a7d', '0b939d52-f3e9-4163-8aa1-168009ceb7b9'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:06.881449 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185b25d-cdec-48b5-87ee-ee3bc2c73326 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Pushing event deleted for resources: {'Port': ['ID=17948fb1-fdfc-412e-87f1-d8f6894f1151,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:06.894134 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-30b0cb2b-9c74-4bc6-9450-7a51239d1be5 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] device_id is not set on port bfd8f93f-37d1-4cd1-b137-0c7e202367d6 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:34:06.928128 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c04466a9-7944-42b8-a1f1-f6a1dbe690e5 req-7ce1c69a-f864-4c60-9940-792088d94275 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.102 HTTP/1.1" status: 200 len: 696 time: 0.1503012 Jul 16 20:34:07.037508 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0f98b3-cd19-4f4a-bd54-5fbadf164683 req-6185b25d-cdec-48b5-87ee-ee3bc2c73326 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] No DVR routers for this DVR port 17948fb1-fdfc-412e-87f1-d8f6894f1151 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:07.052983 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ab0f98b3-cd19-4f4a-bd54-5fbadf164683 req-6185b25d-cdec-48b5-87ee-ee3bc2c73326 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:07.063717 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ab0f98b3-cd19-4f4a-bd54-5fbadf164683 req-6185b25d-cdec-48b5-87ee-ee3bc2c73326 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.62 "DELETE /v2.0/ports/17948fb1-fdfc-412e-87f1-d8f6894f1151 HTTP/1.1" status: 204 len: 173 time: 2.1114464 Jul 16 20:34:07.064403 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64085e94-974a-40fa-8bcb-b7f650821adb', 'name': 'network-vif-deleted', 'tag': '17948fb1-fdfc-412e-87f1-d8f6894f1151'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:07.067400 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a332e253-8179-43a1-bfc0-bc89d4594bde" -d '{"events": [{"server_uuid": "64085e94-974a-40fa-8bcb-b7f650821adb", "name": "network-vif-deleted", "tag": "17948fb1-fdfc-412e-87f1-d8f6894f1151"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:07.221945 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 18f8f791-4917-4f6f-8354-ea77b7e26e4f up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:07.229227 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-be85a1ca-fdfb-440d-bbf1-dd58e968725a None None] Provisioning for port 0ba5586d-7a0c-49a5-8e29-6c20bde3114c completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:07.234435 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-72484442-56e7-442b-9f99-af50a91bf58c req-ed0884e3-c7c5-449e-ae43-7a1ed9cd6ba4 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=64085e94-974a-40fa-8bcb-b7f650821adb HTTP/1.1" status: 200 len: 210 time: 0.0965970 Jul 16 20:34:07.260615 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-30b0cb2b-9c74-4bc6-9450-7a51239d1be5 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Allocated IP 2001:db8::3a9 (a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b/b5f91154-e4af-4b69-80e1-2da5d2a710f6/bfd8f93f-37d1-4cd1-b137-0c7e202367d6) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:07.264825 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04466a9-7944-42b8-a1f1-f6a1dbe690e5 req-f09ac222-e4b7-4d53-b3c0-a076e67d0ee5 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:07.266257 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c04466a9-7944-42b8-a1f1-f6a1dbe690e5 req-f09ac222-e4b7-4d53-b3c0-a076e67d0ee5 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 784 time: 0.3378823 Jul 16 20:34:07.279630 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-be85a1ca-fdfb-440d-bbf1-dd58e968725a None None] Provisioning complete for port 0ba5586d-7a0c-49a5-8e29-6c20bde3114c triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:07.280011 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be85a1ca-fdfb-440d-bbf1-dd58e968725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:07.415989 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8caebb-f5f8-421a-9538-10b60acb65a7 x-openstack-request-id: req-3e8caebb-f5f8-421a-9538-10b60acb65a7 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:07.415989 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954328ef-dba5-48e8-b938-08f3d2bd3409", "tag": "5e868358-9a97-43e7-92c4-6ec743600b9e", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:07.416278 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3e8caebb-f5f8-421a-9538-10b60acb65a7 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:07.416596 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954328ef-dba5-48e8-b938-08f3d2bd3409', 'tag': '5e868358-9a97-43e7-92c4-6ec743600b9e', 'status': 'completed', 'code': 200} Jul 16 20:34:07.429039 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-be85a1ca-fdfb-440d-bbf1-dd58e968725a None None] Port 0ba5586d-7a0c-49a5-8e29-6c20bde3114c cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:34:07.503897 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 17948fb1-fdfc-412e-87f1-d8f6894f1151 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:07.508338 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 18f8f791-4917-4f6f-8354-ea77b7e26e4f completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:07.536374 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-be85a1ca-fdfb-440d-bbf1-dd58e968725a None None] Provisioning complete for port 18f8f791-4917-4f6f-8354-ea77b7e26e4f triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:07.538112 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be85a1ca-fdfb-440d-bbf1-dd58e968725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:07.565732 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe497d70-01b9-4a78-b5af-5498d02f2299 req-0f481b95-3fc4-43e5-bcd0-e0498e309c7c tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1401625819&fields=id&tenant_id=9032388b8ebe4c33bf7d76406cd09d75 HTTP/1.1" status: 200 len: 267 time: 0.0955930 Jul 16 20:34:07.585814 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 17948fb1-fdfc-412e-87f1-d8f6894f1151 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:07.586078 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 17948fb1-fdfc-412e-87f1-d8f6894f1151 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:07.609724 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 18f8f791-4917-4f6f-8354-ea77b7e26e4f triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:07.610157 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:07.661393 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-30b0cb2b-9c74-4bc6-9450-7a51239d1be5 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:07.680088 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-30b0cb2b-9c74-4bc6-9450-7a51239d1be5 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Transition to ACTIVE for port object bfd8f93f-37d1-4cd1-b137-0c7e202367d6 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:07.729326 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe497d70-01b9-4a78-b5af-5498d02f2299 req-eb4ea0a1-103b-482c-ae70-c3760b2727e3 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:07.733906 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901e24ba-27f5-4533-9435-ce69b9f3c981 x-openstack-request-id: req-901e24ba-27f5-4533-9435-ce69b9f3c981 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:07.734304 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64085e94-974a-40fa-8bcb-b7f650821adb", "name": "network-vif-deleted", "tag": "17948fb1-fdfc-412e-87f1-d8f6894f1151", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:07.737778 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-901e24ba-27f5-4533-9435-ce69b9f3c981 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:07.738259 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe497d70-01b9-4a78-b5af-5498d02f2299 req-eb4ea0a1-103b-482c-ae70-c3760b2727e3 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 985 time: 0.1606414 Jul 16 20:34:07.738466 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64085e94-974a-40fa-8bcb-b7f650821adb', 'name': 'network-vif-deleted', 'tag': '17948fb1-fdfc-412e-87f1-d8f6894f1151', 'status': 'completed', 'code': 200} Jul 16 20:34:07.743007 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-30b0cb2b-9c74-4bc6-9450-7a51239d1be5 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:07.764040 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-fe497d70-01b9-4a78-b5af-5498d02f2299 req-4108b04c-80d1-4962-bc48-0d125ffc7f3a tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Request body: {'port': {'security_groups': ['7db07aa7-abce-4654-baab-037bd6422323']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:07.803306 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b0cb2b-9c74-4bc6-9450-7a51239d1be5 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Network a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:07.808873 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-30b0cb2b-9c74-4bc6-9450-7a51239d1be5 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:07.840196 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b0cb2b-9c74-4bc6-9450-7a51239d1be5 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:07.846458 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b0cb2b-9c74-4bc6-9450-7a51239d1be5 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:07.847658 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-30b0cb2b-9c74-4bc6-9450-7a51239d1be5 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:07.886833 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0cb2b-9c74-4bc6-9450-7a51239d1be5 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Pushing event updated for resources: {'Port': ['ID=bfd8f93f-37d1-4cd1-b137-0c7e202367d6,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:07.894405 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6098510e-9757-4806-8ec0-77b9c3756d2d req-69420d53-76a2-4cf7-9c5a-8ed31184298f tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/floatingips/775214ac-7522-4c4d-ad48-7dd2bcfcbf98 HTTP/1.1" status: 200 len: 693 time: 0.1539328 Jul 16 20:34:07.915739 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428de51e-a957-4d14-84ec-d61f86544b73 req-2ecc2396-4cbc-4bd6-8839-23e7aa307d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:07.922958 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-428de51e-a957-4d14-84ec-d61f86544b73 req-2ecc2396-4cbc-4bd6-8839-23e7aa307d9a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9032388b8ebe4c33bf7d76406cd09d75&device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 1137 time: 0.4073851 Jul 16 20:34:07.926061 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-30b0cb2b-9c74-4bc6-9450-7a51239d1be5 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.6169591 Jul 16 20:34:07.930138 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43462) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:07.959721 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:08.023993 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be85a1ca-fdfb-440d-bbf1-dd58e968725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:08.099659 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 18f8f791-4917-4f6f-8354-ea77b7e26e4f, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=18f8f791-4917-4f6f-8354-ea77b7e26e4f,segment=NetworkSegment(b35a5ab0-46ab-4499-b350-4a47ba760d52),segment_id=b35a5ab0-46ab-4499-b350-4a47ba760d52)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:08.128184 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:08.204743 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098510e-9757-4806-8ec0-77b9c3756d2d req-ab8d9470-9524-4f91-baa0-9ba54414a281 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:08.206211 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6098510e-9757-4806-8ec0-77b9c3756d2d req-ab8d9470-9524-4f91-baa0-9ba54414a281 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 784 time: 0.2791340 Jul 16 20:34:08.253440 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-fe497d70-01b9-4a78-b5af-5498d02f2299 req-4108b04c-80d1-4962-bc48-0d125ffc7f3a tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:08.284658 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9708dcb-86e0-40f8-9fb8-2ee05313296a tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:08.289163 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-be85a1ca-fdfb-440d-bbf1-dd58e968725a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:34:08.289653 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-be85a1ca-fdfb-440d-bbf1-dd58e968725a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:34:08.294869 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=18f8f791-4917-4f6f-8354-ea77b7e26e4f,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:08.303694 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9708dcb-86e0-40f8-9fb8-2ee05313296a tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:08.320807 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9708dcb-86e0-40f8-9fb8-2ee05313296a tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:08.322586 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e9708dcb-86e0-40f8-9fb8-2ee05313296a tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3930998 Jul 16 20:34:08.345538 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43468) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:08.347077 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428de51e-a957-4d14-84ec-d61f86544b73 req-6d831842-ad4a-449f-a65d-d27612516f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:08.349372 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-428de51e-a957-4d14-84ec-d61f86544b73 req-6d831842-ad4a-449f-a65d-d27612516f7e service neutron] 10.222.0.62 "GET /v2.0/networks?id=6a7544a1-50eb-4947-aed6-085fa278f26b HTTP/1.1" status: 200 len: 920 time: 0.3975692 Jul 16 20:34:08.424924 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-428de51e-a957-4d14-84ec-d61f86544b73 req-e293b7f8-1390-4718-8364-fe65f0363f1f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e868358-9a97-43e7-92c4-6ec743600b9e HTTP/1.1" status: 200 len: 217 time: 0.0654070 Jul 16 20:34:08.511705 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f56de-4d08-401e-b608-5f4d152e7bc1 req-17e9299c-a70e-409f-a144-3f15092c709c tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:08.513575 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2d1f56de-4d08-401e-b608-5f4d152e7bc1 req-17e9299c-a70e-409f-a144-3f15092c709c tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cba9fa0-7e09-4e29-8875-c417ce9f3f75 HTTP/1.1" status: 200 len: 984 time: 0.1390030 Jul 16 20:34:08.526812 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428de51e-a957-4d14-84ec-d61f86544b73 req-8126a34b-5795-4d15-974b-9033d5ede9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:08.529735 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-428de51e-a957-4d14-84ec-d61f86544b73 req-8126a34b-5795-4d15-974b-9033d5ede9eb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbbec1a1-2c80-4471-b62b-c165bab136c6 HTTP/1.1" status: 200 len: 859 time: 0.0935359 Jul 16 20:34:08.578121 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-428de51e-a957-4d14-84ec-d61f86544b73 req-ee54c092-d281-4594-9fcd-713359ba5523 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6a7544a1-50eb-4947-aed6-085fa278f26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388465 Jul 16 20:34:08.583114 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-7e4854e4-aa80-4b59-a624-ee32ecd51192 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Deleting port bfd8f93f-37d1-4cd1-b137-0c7e202367d6 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:08.583592 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7e4854e4-aa80-4b59-a624-ee32ecd51192 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:08.589674 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2d1f56de-4d08-401e-b608-5f4d152e7bc1 req-7f45b2c4-6a51-457c-98a7-84d5c36106ba tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups?id=e483bf0b-dd8a-4153-9c47-9b4bbf7e6ea9&id=afe1c795-be23-436d-aa49-a291582bf221&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0697014 Jul 16 20:34:08.591666 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-fe497d70-01b9-4a78-b5af-5498d02f2299 req-4108b04c-80d1-4962-bc48-0d125ffc7f3a tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] For port 5e868358-9a97-43e7-92c4-6ec743600b9e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=5e868358-9a97-43e7-92c4-6ec743600b9e,segment=NetworkSegment(d35eaac0-e89f-4b60-bc75-19de0b8db68c),segment_id=d35eaac0-e89f-4b60-bc75-19de0b8db68c)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:08.700111 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-fe497d70-01b9-4a78-b5af-5498d02f2299 req-4108b04c-80d1-4962-bc48-0d125ffc7f3a tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:08.718796 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ea6bfa2e-1f68-45aa-bee7-875fdefb9bd9 req-da5ee272-fd6a-4a62-b194-a31f55ca2005 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/floatingips/775214ac-7522-4c4d-ad48-7dd2bcfcbf98 HTTP/1.1" status: 200 len: 693 time: 0.0917516 Jul 16 20:34:08.735012 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-fe497d70-01b9-4a78-b5af-5498d02f2299 req-4108b04c-80d1-4962-bc48-0d125ffc7f3a tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:08.753024 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['5e868358-9a97-43e7-92c4-6ec743600b9e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:08.783434 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7e4854e4-aa80-4b59-a624-ee32ecd51192 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:08.788033 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-428de51e-a957-4d14-84ec-d61f86544b73 req-60a01228-f7ca-4a9f-bc85-f93f2f96203f service neutron] 10.222.0.62 "GET /v2.0/networks/6a7544a1-50eb-4947-aed6-085fa278f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012885 Jul 16 20:34:08.815649 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe497d70-01b9-4a78-b5af-5498d02f2299 req-4108b04c-80d1-4962-bc48-0d125ffc7f3a tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:08.816344 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-fe497d70-01b9-4a78-b5af-5498d02f2299 req-4108b04c-80d1-4962-bc48-0d125ffc7f3a tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:08.826454 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-7e4854e4-aa80-4b59-a624-ee32ecd51192 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Calling delete_port for bfd8f93f-37d1-4cd1-b137-0c7e202367d6 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:08.835354 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe497d70-01b9-4a78-b5af-5498d02f2299 req-4108b04c-80d1-4962-bc48-0d125ffc7f3a tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "PUT /v2.0/ports/5e868358-9a97-43e7-92c4-6ec743600b9e HTTP/1.1" status: 200 len: 943 time: 1.0960453 Jul 16 20:34:08.906575 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['5e868358-9a97-43e7-92c4-6ec743600b9e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:09.041626 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6bfa2e-1f68-45aa-bee7-875fdefb9bd9 req-5a0744e7-ea85-4903-b470-fa0b16da0500 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:09.051061 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ea6bfa2e-1f68-45aa-bee7-875fdefb9bd9 req-5a0744e7-ea85-4903-b470-fa0b16da0500 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 784 time: 0.3309672 Jul 16 20:34:09.077013 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-428de51e-a957-4d14-84ec-d61f86544b73 req-b8173943-1c64-4ef6-be2e-e72dae2c7ca7 service neutron] 10.222.0.62 "GET /v2.0/networks/6a7544a1-50eb-4947-aed6-085fa278f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769687 Jul 16 20:34:09.148559 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108b04c-80d1-4962-bc48-0d125ffc7f3a tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Pushing event updated for resources: {'Port': ['ID=5e868358-9a97-43e7-92c4-6ec743600b9e,revision_number=7']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:09.182620 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ea6bfa2e-1f68-45aa-bee7-875fdefb9bd9 req-2a149c06-b101-46f5-b774-db28905c0cbb tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.102 HTTP/1.1" status: 200 len: 696 time: 0.1304817 Jul 16 20:34:09.203629 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-42349f37-107e-4cf9-a079-8ab4d2f71b1a None None] Provisioning complete for port 0ba5586d-7a0c-49a5-8e29-6c20bde3114c triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:09.204149 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42349f37-107e-4cf9-a079-8ab4d2f71b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:09.213921 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 18f8f791-4917-4f6f-8354-ea77b7e26e4f up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:09.220601 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7e4854e4-aa80-4b59-a624-ee32ecd51192 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:09.269241 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ea6bfa2e-1f68-45aa-bee7-875fdefb9bd9 req-53b525ae-168c-48f0-adef-5ab5ce63f1d5 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.102 HTTP/1.1" status: 200 len: 696 time: 0.0847728 Jul 16 20:34:09.300822 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b0a7e283-3a24-482d-a2ce-2a3852ffdcf9 req-37c7f31b-b1a9-459c-8e3d-dd06b084659d tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-25088979&fields=id&tenant_id=6c6f263473814d958e095527b322efb5 HTTP/1.1" status: 200 len: 267 time: 0.0765288 Jul 16 20:34:09.328543 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4854e4-aa80-4b59-a624-ee32ecd51192 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Pushing event deleted for resources: {'Port': ['ID=bfd8f93f-37d1-4cd1-b137-0c7e202367d6,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:09.365588 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7e4854e4-aa80-4b59-a624-ee32ecd51192 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:09.374300 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7e4854e4-aa80-4b59-a624-ee32ecd51192 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] 10.222.0.38 "DELETE /v2.0/ports/bfd8f93f-37d1-4cd1-b137-0c7e202367d6 HTTP/1.1" status: 204 len: 168 time: 1.0231664 Jul 16 20:34:09.375256 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43488) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:09.381835 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-836bab85-1956-4e1d-8125-e7e7028b24c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Request body: {'port': {'name': 'tempest-new-port-name-276993130', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:09.382617 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.api.validators [None req-836bab85-1956-4e1d-8125-e7e7028b24c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] bootfile-name is not in valid_values {{(pid=93793) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:34:09.383202 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.api.validators [None req-836bab85-1956-4e1d-8125-e7e7028b24c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] tftp-server is not in valid_values {{(pid=93793) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:34:09.383891 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.api.validators [None req-836bab85-1956-4e1d-8125-e7e7028b24c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] server-ip-address is not in valid_values {{(pid=93793) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:34:09.444922 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954328ef-dba5-48e8-b938-08f3d2bd3409', 'tag': '5e868358-9a97-43e7-92c4-6ec743600b9e'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:09.447157 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a70986a-277a-4ac6-822f-919364ec8960" -d '{"events": [{"name": "network-changed", "server_uuid": "954328ef-dba5-48e8-b938-08f3d2bd3409", "tag": "5e868358-9a97-43e7-92c4-6ec743600b9e"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:09.479403 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-42349f37-107e-4cf9-a079-8ab4d2f71b1a None None] Port 0ba5586d-7a0c-49a5-8e29-6c20bde3114c cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:34:09.500744 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-42349f37-107e-4cf9-a079-8ab4d2f71b1a None None] Could not find standard attr ID for object bfd8f93f-37d1-4cd1-b137-0c7e202367d6. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:34:09.508154 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-836bab85-1956-4e1d-8125-e7e7028b24c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:09.578942 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 18f8f791-4917-4f6f-8354-ea77b7e26e4f triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:09.579548 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:09.626059 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7e283-3a24-482d-a2ce-2a3852ffdcf9 req-179a5a9a-7b8e-4c29-8907-1023aacb2852 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:09.635437 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b0a7e283-3a24-482d-a2ce-2a3852ffdcf9 req-179a5a9a-7b8e-4c29-8907-1023aacb2852 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cba9fa0-7e09-4e29-8875-c417ce9f3f75 HTTP/1.1" status: 200 len: 984 time: 0.3337655 Jul 16 20:34:09.666199 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-b0a7e283-3a24-482d-a2ce-2a3852ffdcf9 req-2942c67c-e3f5-47d0-a6d3-483eb1512382 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Request body: {'port': {'security_groups': ['afe1c795-be23-436d-aa49-a291582bf221', 'e483bf0b-dd8a-4153-9c47-9b4bbf7e6ea9', '7bfbf632-f9e2-4a23-80a7-993bbfa0ec9f']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:09.715415 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-ea6bfa2e-1f68-45aa-bee7-875fdefb9bd9 req-2c6c69b0-429e-4f1b-9c12-5372ad8e15c3 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Deleting port c4c1ea4c-0dde-4780-94fa-65ae88745d8c {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:09.716203 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ea6bfa2e-1f68-45aa-bee7-875fdefb9bd9 req-2c6c69b0-429e-4f1b-9c12-5372ad8e15c3 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:09.836857 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b0a7e283-3a24-482d-a2ce-2a3852ffdcf9 req-2942c67c-e3f5-47d0-a6d3-483eb1512382 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:09.838834 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-836bab85-1956-4e1d-8125-e7e7028b24c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:09.845707 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-836bab85-1956-4e1d-8125-e7e7028b24c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:09.875553 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ea6bfa2e-1f68-45aa-bee7-875fdefb9bd9 req-2c6c69b0-429e-4f1b-9c12-5372ad8e15c3 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:09.876062 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ea6bfa2e-1f68-45aa-bee7-875fdefb9bd9 req-2c6c69b0-429e-4f1b-9c12-5372ad8e15c3 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:09.888472 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-836bab85-1956-4e1d-8125-e7e7028b24c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] In _notify_port_updated(), no bound segment for port 0ba5586d-7a0c-49a5-8e29-6c20bde3114c on network a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b {{(pid=93793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:34:09.894120 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836bab85-1956-4e1d-8125-e7e7028b24c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:09.894730 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-836bab85-1956-4e1d-8125-e7e7028b24c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:09.896054 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-836bab85-1956-4e1d-8125-e7e7028b24c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] 10.222.0.38 "PUT /v2.0/ports/0ba5586d-7a0c-49a5-8e29-6c20bde3114c HTTP/1.1" status: 200 len: 1129 time: 0.5186882 Jul 16 20:34:09.899280 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43496) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:09.943631 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-ea6bfa2e-1f68-45aa-bee7-875fdefb9bd9 req-2c6c69b0-429e-4f1b-9c12-5372ad8e15c3 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Calling delete_port for c4c1ea4c-0dde-4780-94fa-65ae88745d8c owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:09.996801 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa59191-011f-4f56-a7bf-e74fa05876ed tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:09.998299 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-baa59191-011f-4f56-a7bf-e74fa05876ed tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] 10.222.0.38 "GET /v2.0/ports/0ba5586d-7a0c-49a5-8e29-6c20bde3114c HTTP/1.1" status: 200 len: 1129 time: 0.0980752 Jul 16 20:34:10.001513 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43498) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:10.122155 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836bab85-1956-4e1d-8125-e7e7028b24c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Pushing event updated for resources: {'Port': ['ID=0ba5586d-7a0c-49a5-8e29-6c20bde3114c,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:10.235937 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-f1ca7b3f-2abc-40b0-b35e-85d2c1116c47 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Deleting port 0ba5586d-7a0c-49a5-8e29-6c20bde3114c {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:10.236205 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f1ca7b3f-2abc-40b0-b35e-85d2c1116c47 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:10.241284 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-58539673-52fc-4e3f-9c59-288a9cd511e2 None None] Provisioning complete for port 0ba5586d-7a0c-49a5-8e29-6c20bde3114c triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:10.241817 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58539673-52fc-4e3f-9c59-288a9cd511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:10.329104 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-58539673-52fc-4e3f-9c59-288a9cd511e2 None None] Port 0ba5586d-7a0c-49a5-8e29-6c20bde3114c cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:34:10.380948 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f1ca7b3f-2abc-40b0-b35e-85d2c1116c47 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:10.395636 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-f1ca7b3f-2abc-40b0-b35e-85d2c1116c47 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Calling delete_port for 0ba5586d-7a0c-49a5-8e29-6c20bde3114c owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:10.416422 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-b0a7e283-3a24-482d-a2ce-2a3852ffdcf9 req-2942c67c-e3f5-47d0-a6d3-483eb1512382 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] For port 1b9b610a-34d2-4c4b-b223-dfb8409d640e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=1b9b610a-34d2-4c4b-b223-dfb8409d640e,segment=NetworkSegment(eedb9503-a998-4030-af9b-ee79bd88f973),segment_id=eedb9503-a998-4030-af9b-ee79bd88f973)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:10.449345 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b0a7e283-3a24-482d-a2ce-2a3852ffdcf9 req-2942c67c-e3f5-47d0-a6d3-483eb1512382 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:10.452593 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ea6bfa2e-1f68-45aa-bee7-875fdefb9bd9 req-2c6c69b0-429e-4f1b-9c12-5372ad8e15c3 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:10.478415 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c69b0-429e-4f1b-9c12-5372ad8e15c3 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Pushing event deleted for resources: {'Port': ['ID=c4c1ea4c-0dde-4780-94fa-65ae88745d8c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:10.486239 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b0a7e283-3a24-482d-a2ce-2a3852ffdcf9 req-2942c67c-e3f5-47d0-a6d3-483eb1512382 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:10.495136 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c69b0-429e-4f1b-9c12-5372ad8e15c3 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:10.496842 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c69b0-429e-4f1b-9c12-5372ad8e15c3 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:10.497212 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c69b0-429e-4f1b-9c12-5372ad8e15c3 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:10.497551 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c69b0-429e-4f1b-9c12-5372ad8e15c3 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:10.497886 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c69b0-429e-4f1b-9c12-5372ad8e15c3 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:10.498382 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c69b0-429e-4f1b-9c12-5372ad8e15c3 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:10.498713 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c69b0-429e-4f1b-9c12-5372ad8e15c3 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:10.499048 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c69b0-429e-4f1b-9c12-5372ad8e15c3 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:10.499371 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c69b0-429e-4f1b-9c12-5372ad8e15c3 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:10.499694 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c69b0-429e-4f1b-9c12-5372ad8e15c3 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:10.500032 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c69b0-429e-4f1b-9c12-5372ad8e15c3 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:10.500338 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c69b0-429e-4f1b-9c12-5372ad8e15c3 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:10.502448 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['a9a3ead3-cac9-44b1-9339-e1882c30dfd4'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:10.508204 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['1b9b610a-34d2-4c4b-b223-dfb8409d640e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:10.604500 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7e283-3a24-482d-a2ce-2a3852ffdcf9 req-2942c67c-e3f5-47d0-a6d3-483eb1512382 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:10.605240 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b0a7e283-3a24-482d-a2ce-2a3852ffdcf9 req-2942c67c-e3f5-47d0-a6d3-483eb1512382 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:10.628455 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b0a7e283-3a24-482d-a2ce-2a3852ffdcf9 req-2942c67c-e3f5-47d0-a6d3-483eb1512382 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "PUT /v2.0/ports/1b9b610a-34d2-4c4b-b223-dfb8409d640e HTTP/1.1" status: 200 len: 1020 time: 0.9893889 Jul 16 20:34:10.637996 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f1ca7b3f-2abc-40b0-b35e-85d2c1116c47 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:10.681224 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['1b9b610a-34d2-4c4b-b223-dfb8409d640e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:10.715975 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca7b3f-2abc-40b0-b35e-85d2c1116c47 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Pushing event deleted for resources: {'Port': ['ID=0ba5586d-7a0c-49a5-8e29-6c20bde3114c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:10.738608 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ea6bfa2e-1f68-45aa-bee7-875fdefb9bd9 req-2c6c69b0-429e-4f1b-9c12-5372ad8e15c3 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:10.747491 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ea6bfa2e-1f68-45aa-bee7-875fdefb9bd9 req-2c6c69b0-429e-4f1b-9c12-5372ad8e15c3 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:10.749196 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ea6bfa2e-1f68-45aa-bee7-875fdefb9bd9 req-2c6c69b0-429e-4f1b-9c12-5372ad8e15c3 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "DELETE /v2.0/floatingips/775214ac-7522-4c4d-ad48-7dd2bcfcbf98 HTTP/1.1" status: 204 len: 173 time: 1.4789751 Jul 16 20:34:10.784968 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f1ca7b3f-2abc-40b0-b35e-85d2c1116c47 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:10.795166 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f1ca7b3f-2abc-40b0-b35e-85d2c1116c47 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] 10.222.0.38 "DELETE /v2.0/ports/0ba5586d-7a0c-49a5-8e29-6c20bde3114c HTTP/1.1" status: 204 len: 168 time: 0.7926028 Jul 16 20:34:10.795804 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43510) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:10.800740 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942c67c-e3f5-47d0-a6d3-483eb1512382 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Pushing event updated for resources: {'Port': ['ID=1b9b610a-34d2-4c4b-b223-dfb8409d640e,revision_number=7']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:10.907378 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee2e48a1-bb78-4a54-a7d0-880a6545762e tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Deleting subnet b5f91154-e4af-4b69-80e1-2da5d2a710f6 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:34:10.910839 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee2e48a1-bb78-4a54-a7d0-880a6545762e tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:11.023326 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dcc6e8e9-1108-450e-8ebc-db66616a72df req-65038f5f-3fc2-439a-bc01-70330e85df8b tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2402279 Jul 16 20:34:11.024893 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baa383a-af09-4497-b14b-6dc71e9aa501 x-openstack-request-id: req-7baa383a-af09-4497-b14b-6dc71e9aa501 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:11.025198 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954328ef-dba5-48e8-b938-08f3d2bd3409", "tag": "5e868358-9a97-43e7-92c4-6ec743600b9e", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:11.025457 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7baa383a-af09-4497-b14b-6dc71e9aa501 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:11.026386 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954328ef-dba5-48e8-b938-08f3d2bd3409', 'tag': '5e868358-9a97-43e7-92c4-6ec743600b9e', 'status': 'completed', 'code': 200} Jul 16 20:34:11.037334 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-dcc6e8e9-1108-450e-8ebc-db66616a72df req-ee486f73-6431-4321-a01d-d29371a8b70d tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:11.044182 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee2e48a1-bb78-4a54-a7d0-880a6545762e tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:11.117778 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-dcc6e8e9-1108-450e-8ebc-db66616a72df req-ee486f73-6431-4321-a01d-d29371a8b70d tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:11.173313 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ade7093f-ec85-4e06-8873-f20756cfecdf req-adfc72dd-c7b9-48cd-bad8-2dc76c7d3e9d tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups/7bfbf632-f9e2-4a23-80a7-993bbfa0ec9f HTTP/1.1" status: 200 len: 1801 time: 0.1092138 Jul 16 20:34:11.253079 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-ade7093f-ec85-4e06-8873-f20756cfecdf req-2b1442aa-0820-4da7-8bb4-e1bf9372ca7a tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 20:34:11.266811 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ade7093f-ec85-4e06-8873-f20756cfecdf req-2b1442aa-0820-4da7-8bb4-e1bf9372ca7a tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "DELETE /v2.0/security-groups/7bfbf632-f9e2-4a23-80a7-993bbfa0ec9f HTTP/1.1" status: 409 len: 341 time: 0.0923159 Jul 16 20:34:11.298518 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70986a-277a-4ac6-822f-919364ec8960 req-a271f3c8-4e1d-45a7-8fd6-bf298125d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:11.299808 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7a70986a-277a-4ac6-822f-919364ec8960 req-a271f3c8-4e1d-45a7-8fd6-bf298125d9a1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9032388b8ebe4c33bf7d76406cd09d75&device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 1098 time: 0.1923952 Jul 16 20:34:11.301645 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee2e48a1-bb78-4a54-a7d0-880a6545762e tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:11.469112 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70986a-277a-4ac6-822f-919364ec8960 req-e5b7a2de-5e18-4633-b566-52b70cfa5a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:11.472092 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7a70986a-277a-4ac6-822f-919364ec8960 req-e5b7a2de-5e18-4633-b566-52b70cfa5a8f service neutron] 10.222.0.62 "GET /v2.0/networks?id=6a7544a1-50eb-4947-aed6-085fa278f26b HTTP/1.1" status: 200 len: 920 time: 0.1363592 Jul 16 20:34:11.484660 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee2e48a1-bb78-4a54-a7d0-880a6545762e tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:11.548344 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e48a1-bb78-4a54-a7d0-880a6545762e tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Pushing event deleted for resources: {'Subnet': ['ID=b5f91154-e4af-4b69-80e1-2da5d2a710f6,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:11.554651 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee2e48a1-bb78-4a54-a7d0-880a6545762e tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:11.559850 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ee2e48a1-bb78-4a54-a7d0-880a6545762e tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] 10.222.0.38 "DELETE /v2.0/subnets/b5f91154-e4af-4b69-80e1-2da5d2a710f6 HTTP/1.1" status: 204 len: 168 time: 0.7598839 Jul 16 20:34:11.559850 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7a70986a-277a-4ac6-822f-919364ec8960 req-f5d9abfa-eb9d-4a1a-bffb-ec2b21e2b807 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e868358-9a97-43e7-92c4-6ec743600b9e HTTP/1.1" status: 200 len: 217 time: 0.0677092 Jul 16 20:34:11.561436 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43526) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:11.566506 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93988f76-01d6-4093-8aff-b6a079429653 None None] Network a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:11.658359 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-52409ffb-e9a5-47cc-b071-1ac39be84349 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:11.749418 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70986a-277a-4ac6-822f-919364ec8960 req-b4e6bfd1-d80f-4821-bcbd-2dbcdd47ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:11.750993 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7a70986a-277a-4ac6-822f-919364ec8960 req-b4e6bfd1-d80f-4821-bcbd-2dbcdd47ee7d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbbec1a1-2c80-4471-b62b-c165bab136c6 HTTP/1.1" status: 200 len: 859 time: 0.0886736 Jul 16 20:34:11.793764 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7a70986a-277a-4ac6-822f-919364ec8960 req-97c888cc-64b3-4444-b0c2-535b745164df service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6a7544a1-50eb-4947-aed6-085fa278f26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345540 Jul 16 20:34:11.922205 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e9286-40d8-4358-9cd0-a9a287679fb0 req-e2d2a10c-391f-4b1d-867f-248bdaad5f68 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:11.941573 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2b9e9286-40d8-4358-9cd0-a9a287679fb0 req-e2d2a10c-391f-4b1d-867f-248bdaad5f68 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6240573 Jul 16 20:34:11.945114 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7a70986a-277a-4ac6-822f-919364ec8960 req-6ee3c823-4af7-48ee-bcee-efd6568650b5 service neutron] 10.222.0.62 "GET /v2.0/networks/6a7544a1-50eb-4947-aed6-085fa278f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441276 Jul 16 20:34:11.949261 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-52409ffb-e9a5-47cc-b071-1ac39be84349 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Deleting port 18f8f791-4917-4f6f-8354-ea77b7e26e4f {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:11.949601 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-52409ffb-e9a5-47cc-b071-1ac39be84349 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:11.953158 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-dcc6e8e9-1108-450e-8ebc-db66616a72df req-ee486f73-6431-4321-a01d-d29371a8b70d tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.017054 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a1569d-d6ff-4554-b17f-dd4c5c757d08 None None] DHCP port deletion for a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:34:12.106233 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7a70986a-277a-4ac6-822f-919364ec8960 req-3681f0f7-8c92-4588-add6-c156d2cbaaa4 service neutron] 10.222.0.62 "GET /v2.0/networks/6a7544a1-50eb-4947-aed6-085fa278f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370835 Jul 16 20:34:12.110914 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-99a1569d-d6ff-4554-b17f-dd4c5c757d08 None None] Deleting port 18f8f791-4917-4f6f-8354-ea77b7e26e4f {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:12.111317 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99a1569d-d6ff-4554-b17f-dd4c5c757d08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.180605 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-dcc6e8e9-1108-450e-8ebc-db66616a72df req-ee486f73-6431-4321-a01d-d29371a8b70d tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Allocated IP 172.25.0.148 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/2ef2293d-a480-4afd-b398-ed8a1f9b7059) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:12.189937 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-52409ffb-e9a5-47cc-b071-1ac39be84349 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] For port 18f8f791-4917-4f6f-8354-ea77b7e26e4f, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=18f8f791-4917-4f6f-8354-ea77b7e26e4f,segment=NetworkSegment(b35a5ab0-46ab-4499-b350-4a47ba760d52),segment_id=b35a5ab0-46ab-4499-b350-4a47ba760d52)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:12.192385 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-52409ffb-e9a5-47cc-b071-1ac39be84349 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.209650 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-99a1569d-d6ff-4554-b17f-dd4c5c757d08 None None] For port 18f8f791-4917-4f6f-8354-ea77b7e26e4f, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=18f8f791-4917-4f6f-8354-ea77b7e26e4f,segment=NetworkSegment(b35a5ab0-46ab-4499-b350-4a47ba760d52),segment_id=b35a5ab0-46ab-4499-b350-4a47ba760d52)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:12.210391 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99a1569d-d6ff-4554-b17f-dd4c5c757d08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.223890 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-52409ffb-e9a5-47cc-b071-1ac39be84349 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Calling delete_port for 18f8f791-4917-4f6f-8354-ea77b7e26e4f owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:12.226714 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-99a1569d-d6ff-4554-b17f-dd4c5c757d08 None None] Calling delete_port for 18f8f791-4917-4f6f-8354-ea77b7e26e4f owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:12.341265 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99a1569d-d6ff-4554-b17f-dd4c5c757d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.346186 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-dcc6e8e9-1108-450e-8ebc-db66616a72df req-ee486f73-6431-4321-a01d-d29371a8b70d tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.379033 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-52409ffb-e9a5-47cc-b071-1ac39be84349 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.392957 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1569d-d6ff-4554-b17f-dd4c5c757d08 None None] Pushing event deleted for resources: {'Port': ['ID=18f8f791-4917-4f6f-8354-ea77b7e26e4f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:12.398677 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a1569d-d6ff-4554-b17f-dd4c5c757d08 None None] No DVR routers for this DVR port 18f8f791-4917-4f6f-8354-ea77b7e26e4f on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:12.403711 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-dcc6e8e9-1108-450e-8ebc-db66616a72df req-ee486f73-6431-4321-a01d-d29371a8b70d tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.436956 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52409ffb-e9a5-47cc-b071-1ac39be84349 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Pushing event deleted for resources: {'Port': ['ID=18f8f791-4917-4f6f-8354-ea77b7e26e4f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:12.441589 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52409ffb-e9a5-47cc-b071-1ac39be84349 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] No DVR routers for this DVR port 18f8f791-4917-4f6f-8354-ea77b7e26e4f on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:12.465932 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcc6e8e9-1108-450e-8ebc-db66616a72df req-ee486f73-6431-4321-a01d-d29371a8b70d tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:12.473577 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-dcc6e8e9-1108-450e-8ebc-db66616a72df req-ee486f73-6431-4321-a01d-d29371a8b70d tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:12.476834 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc6e8e9-1108-450e-8ebc-db66616a72df req-ee486f73-6431-4321-a01d-d29371a8b70d tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:12.478384 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee486f73-6431-4321-a01d-d29371a8b70d tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Pushing event updated for resources: {'Port': ['ID=2ef2293d-a480-4afd-b398-ed8a1f9b7059,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:12.607309 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-52409ffb-e9a5-47cc-b071-1ac39be84349 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.617906 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-52409ffb-e9a5-47cc-b071-1ac39be84349 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:12.628692 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-52409ffb-e9a5-47cc-b071-1ac39be84349 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35a5ab0-46ab-4499-b350-4a47ba760d52') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:12.629019 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-52409ffb-e9a5-47cc-b071-1ac39be84349 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35a5ab0-46ab-4499-b350-4a47ba760d52') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:12.638088 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-dcc6e8e9-1108-450e-8ebc-db66616a72df req-ee486f73-6431-4321-a01d-d29371a8b70d tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.638550 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-52409ffb-e9a5-47cc-b071-1ac39be84349 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.656649 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-52409ffb-e9a5-47cc-b071-1ac39be84349 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.663112 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52409ffb-e9a5-47cc-b071-1ac39be84349 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:34:12.663516 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-52409ffb-e9a5-47cc-b071-1ac39be84349 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:34:12.666902 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:34:12.706947 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-dcc6e8e9-1108-450e-8ebc-db66616a72df req-ee486f73-6431-4321-a01d-d29371a8b70d tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.738524 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-52409ffb-e9a5-47cc-b071-1ac39be84349 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.765696 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-52409ffb-e9a5-47cc-b071-1ac39be84349 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.770446 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-52409ffb-e9a5-47cc-b071-1ac39be84349 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] 10.222.0.38 "DELETE /v2.0/networks/a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b HTTP/1.1" status: 204 len: 168 time: 1.2055621 Jul 16 20:34:12.770446 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52409ffb-e9a5-47cc-b071-1ac39be84349 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357 tempest-ExtraDHCPOptionsIpV6TestJSON-1917406357-project] Pushing event deleted for resources: {'Network': ['ID=a0fd8bbe-5c8e-4d18-9a67-ecab91d85d1b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:12.895782 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648dd52-035a-4fd9-8dbc-bf0467ee679b req-d088de51-1217-40ec-990d-ba55fa07ce44 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:12.897465 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1648dd52-035a-4fd9-8dbc-bf0467ee679b req-d088de51-1217-40ec-990d-ba55fa07ce44 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 945 time: 0.1570828 Jul 16 20:34:12.975465 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1648dd52-035a-4fd9-8dbc-bf0467ee679b req-98b43276-56fe-4878-9132-23584e0f1110 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681078 Jul 16 20:34:12.995583 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-dcc6e8e9-1108-450e-8ebc-db66616a72df req-ee486f73-6431-4321-a01d-d29371a8b70d tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:13.001763 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-dcc6e8e9-1108-450e-8ebc-db66616a72df req-ee486f73-6431-4321-a01d-d29371a8b70d tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:13.037634 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cba9fa0-7e09-4e29-8875-c417ce9f3f75', 'tag': '1b9b610a-34d2-4c4b-b223-dfb8409d640e'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:13.040715 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e977fe-0b46-4281-a7dc-ddc88952400b" -d '{"events": [{"name": "network-changed", "server_uuid": "0cba9fa0-7e09-4e29-8875-c417ce9f3f75", "tag": "1b9b610a-34d2-4c4b-b223-dfb8409d640e"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:13.091539 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 18f8f791-4917-4f6f-8354-ea77b7e26e4f no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:13.099875 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-dcc6e8e9-1108-450e-8ebc-db66616a72df req-ee486f73-6431-4321-a01d-d29371a8b70d tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:13.103949 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee486f73-6431-4321-a01d-d29371a8b70d tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Pushing event updated for resources: {'Port': ['ID=2ef2293d-a480-4afd-b398-ed8a1f9b7059,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:13.122216 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-dcc6e8e9-1108-450e-8ebc-db66616a72df req-ee486f73-6431-4321-a01d-d29371a8b70d tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:13.131013 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dcc6e8e9-1108-450e-8ebc-db66616a72df req-ee486f73-6431-4321-a01d-d29371a8b70d tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1010427 Jul 16 20:34:13.147847 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 18f8f791-4917-4f6f-8354-ea77b7e26e4f {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:13.148211 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 18f8f791-4917-4f6f-8354-ea77b7e26e4f not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:13.173200 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43554) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:13.206647 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dcc6e8e9-1108-450e-8ebc-db66616a72df req-7ff3d961-20e9-48da-98b7-ae1267e08732 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.148 HTTP/1.1" status: 200 len: 696 time: 0.0746803 Jul 16 20:34:13.336575 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6950192a-89c1-44df-b582-93a0aa7721d2 req-8e43bfa2-889f-48d0-b80d-2767fb920e21 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/floatingips?tenant_id=40342810b59645ca8aed45701331133f HTTP/1.1" status: 200 len: 1654 time: 0.1072783 Jul 16 20:34:13.351364 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-292d1e29-4377-44b4-af29-2fb8b41b0537 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fb82d859a2bc4cb481ad571096cb5b24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1769786 Jul 16 20:34:13.352304 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43558) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:13.404645 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d7cc0964-f1db-4a48-a640-23a4af9c6779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:13.431983 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d7cc0964-f1db-4a48-a640-23a4af9c6779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:13.473988 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6e8e9-1108-450e-8ebc-db66616a72df req-16793b31-20f7-4071-adf2-3b970852ce82 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:13.475435 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dcc6e8e9-1108-450e-8ebc-db66616a72df req-16793b31-20f7-4071-adf2-3b970852ce82 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 784 time: 0.2680264 Jul 16 20:34:13.484100 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950192a-89c1-44df-b582-93a0aa7721d2 req-f0e23e1f-f652-44a3-bcce-65ea3fb8f046 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:13.496852 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6950192a-89c1-44df-b582-93a0aa7721d2 req-f0e23e1f-f652-44a3-bcce-65ea3fb8f046 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/networks?id=9eaba347-54f9-4044-808d-862f23e2a998&id=9eaba347-54f9-4044-808d-862f23e2a998&id=9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 787 time: 0.1591954 Jul 16 20:34:13.502433 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d7cc0964-f1db-4a48-a640-23a4af9c6779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:13.504888 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d7cc0964-f1db-4a48-a640-23a4af9c6779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:13.508324 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d7cc0964-f1db-4a48-a640-23a4af9c6779 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a52e1f0d-7c20-4944-aae9-26db8f5b108e HTTP/1.1" status: 204 len: 168 time: 0.1526315 Jul 16 20:34:13.521192 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc0964-f1db-4a48-a640-23a4af9c6779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52e1f0d-7c20-4944-aae9-26db8f5b108e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:13.730284 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5a687-1359-4662-a721-d4be2d40f6b8 req-acb09cf5-d85e-4c17-aa2a-fb9654cc2db6 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:13.731967 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-15d5a687-1359-4662-a721-d4be2d40f6b8 req-acb09cf5-d85e-4c17-aa2a-fb9654cc2db6 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cba9fa0-7e09-4e29-8875-c417ce9f3f75 HTTP/1.1" status: 200 len: 1023 time: 0.1272628 Jul 16 20:34:13.793762 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-15d5a687-1359-4662-a721-d4be2d40f6b8 req-e061ee4e-d52c-49a3-b868-d0f9532406fb tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups?id=e483bf0b-dd8a-4153-9c47-9b4bbf7e6ea9&id=afe1c795-be23-436d-aa49-a291582bf221&id=7bfbf632-f9e2-4a23-80a7-993bbfa0ec9f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0557392 Jul 16 20:34:13.850272 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3715b460-05e7-4a6c-8320-2f4aaa89ce5c x-openstack-request-id: req-3715b460-05e7-4a6c-8320-2f4aaa89ce5c {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:13.850666 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cba9fa0-7e09-4e29-8875-c417ce9f3f75", "tag": "1b9b610a-34d2-4c4b-b223-dfb8409d640e", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:13.850899 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3715b460-05e7-4a6c-8320-2f4aaa89ce5c {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:13.851345 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cba9fa0-7e09-4e29-8875-c417ce9f3f75', 'tag': '1b9b610a-34d2-4c4b-b223-dfb8409d640e', 'status': 'completed', 'code': 200} Jul 16 20:34:13.992797 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e977fe-0b46-4281-a7dc-ddc88952400b req-b1b61532-6355-4f9c-9eba-b2d44ba13d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:13.995371 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-16e977fe-0b46-4281-a7dc-ddc88952400b req-b1b61532-6355-4f9c-9eba-b2d44ba13d4c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c6f263473814d958e095527b322efb5&device_id=0cba9fa0-7e09-4e29-8875-c417ce9f3f75 HTTP/1.1" status: 200 len: 1175 time: 0.1142957 Jul 16 20:34:14.103327 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c84111-0f4d-41c3-adbf-31104ea3e255 req-6ad3f07b-4f50-4bf4-9182-59f234b923e7 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:14.105838 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54c84111-0f4d-41c3-adbf-31104ea3e255 req-6ad3f07b-4f50-4bf4-9182-59f234b923e7 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0902627 Jul 16 20:34:14.192743 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e977fe-0b46-4281-a7dc-ddc88952400b req-89f09df5-154b-447d-b603-d3f38fdf8b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:14.194567 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-16e977fe-0b46-4281-a7dc-ddc88952400b req-89f09df5-154b-447d-b603-d3f38fdf8b51 service neutron] 10.222.0.62 "GET /v2.0/networks?id=df6943c9-2880-4959-95b5-a076d3fa151c HTTP/1.1" status: 200 len: 914 time: 0.1844690 Jul 16 20:34:14.248326 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54c84111-0f4d-41c3-adbf-31104ea3e255 req-49ecd997-fcad-43e1-9619-2d56e8ac9a57 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.148 HTTP/1.1" status: 200 len: 696 time: 0.1343100 Jul 16 20:34:14.267491 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-54c84111-0f4d-41c3-adbf-31104ea3e255 req-138bd330-849a-49c5-89d4-d5dc96b65538 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Request body: {'floatingip': {'port_id': '5e868358-9a97-43e7-92c4-6ec743600b9e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:14.276057 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33c263e9-f90a-4516-894e-633e433f016e req-72959bb8-b739-4e88-9b5d-59c8daac050a tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/floatingips/d73ac5fd-3c62-4df7-86bc-fc0b8abeeb25 HTTP/1.1" status: 200 len: 692 time: 0.0911179 Jul 16 20:34:14.354235 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-54c84111-0f4d-41c3-adbf-31104ea3e255 req-138bd330-849a-49c5-89d4-d5dc96b65538 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks [] for floatingip, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:14.507179 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43602) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:14.551015 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c263e9-f90a-4516-894e-633e433f016e req-19de64af-ba20-46f5-afb9-040c5d9628e9 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:14.553460 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33c263e9-f90a-4516-894e-633e433f016e req-19de64af-ba20-46f5-afb9-040c5d9628e9 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 784 time: 0.2434559 Jul 16 20:34:14.600111 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-16e977fe-0b46-4281-a7dc-ddc88952400b req-2f9ee5a9-2675-44a3-a2d6-aedacb9cbf9e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b9b610a-34d2-4c4b-b223-dfb8409d640e HTTP/1.1" status: 200 len: 217 time: 0.3965256 Jul 16 20:34:14.613330 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ea1ff-0572-4cf0-9ec3-2d0bb4690b43 req-96544e65-7153-45d3-b002-e6e5373b26fa tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:14.614539 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-985ea1ff-0572-4cf0-9ec3-2d0bb4690b43 req-96544e65-7153-45d3-b002-e6e5373b26fa tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cba9fa0-7e09-4e29-8875-c417ce9f3f75 HTTP/1.1" status: 200 len: 1023 time: 0.5202153 Jul 16 20:34:14.644783 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-bbb935d4-3b7d-489e-b23d-981aed93962d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Request body: {'networks': [{'name': 'tempest-network--1845399507'}, {'name': 'tempest-network--1011880857'}]} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:14.645093 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-bbb935d4-3b7d-489e-b23d-981aed93962d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Request body: {'network': {'name': 'tempest-network--1845399507'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:14.645552 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-bbb935d4-3b7d-489e-b23d-981aed93962d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Request body: {'network': {'name': 'tempest-network--1011880857'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:14.663030 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33c263e9-f90a-4516-894e-633e433f016e req-dfdc1e61-d918-4608-8e51-962f186a7657 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.94 HTTP/1.1" status: 200 len: 695 time: 0.0998769 Jul 16 20:34:14.700603 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e977fe-0b46-4281-a7dc-ddc88952400b req-0e522d7a-5a45-4ba2-b4ed-67375b564b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:14.702029 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-16e977fe-0b46-4281-a7dc-ddc88952400b req-0e522d7a-5a45-4ba2-b4ed-67375b564b19 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f49e8c3e-dbce-429c-8a71-476eb02ef449 HTTP/1.1" status: 200 len: 853 time: 0.0866311 Jul 16 20:34:14.753896 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-16e977fe-0b46-4281-a7dc-ddc88952400b req-f4ab96d1-4986-4c8c-82f1-03d6041113e8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=df6943c9-2880-4959-95b5-a076d3fa151c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320928 Jul 16 20:34:14.755860 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb935d4-3b7d-489e-b23d-981aed93962d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Made reservation on behalf of a5e5f403c306416a9769ab8b36e1d4fc for: {'network': 2} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:14.760331 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbb935d4-3b7d-489e-b23d-981aed93962d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:14.768099 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33c263e9-f90a-4516-894e-633e433f016e req-07d5bdd4-4e8f-4d46-a270-d675383ecf46 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.94 HTTP/1.1" status: 200 len: 695 time: 0.0940893 Jul 16 20:34:14.776655 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbb935d4-3b7d-489e-b23d-981aed93962d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:14.835404 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-985ea1ff-0572-4cf0-9ec3-2d0bb4690b43 req-b5f9a1b8-cbef-4ab6-81d1-f69132a51b34 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Deleting port 1b9b610a-34d2-4c4b-b223-dfb8409d640e {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:14.835745 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-985ea1ff-0572-4cf0-9ec3-2d0bb4690b43 req-b5f9a1b8-cbef-4ab6-81d1-f69132a51b34 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:14.918899 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-16e977fe-0b46-4281-a7dc-ddc88952400b req-8b3f74e2-5364-44f1-8c5c-56b59b185d70 service neutron] 10.222.0.62 "GET /v2.0/networks/df6943c9-2880-4959-95b5-a076d3fa151c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550980 Jul 16 20:34:14.977017 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-985ea1ff-0572-4cf0-9ec3-2d0bb4690b43 req-b5f9a1b8-cbef-4ab6-81d1-f69132a51b34 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] For port 1b9b610a-34d2-4c4b-b223-dfb8409d640e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=1b9b610a-34d2-4c4b-b223-dfb8409d640e,segment=NetworkSegment(eedb9503-a998-4030-af9b-ee79bd88f973),segment_id=eedb9503-a998-4030-af9b-ee79bd88f973)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:14.977483 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-985ea1ff-0572-4cf0-9ec3-2d0bb4690b43 req-b5f9a1b8-cbef-4ab6-81d1-f69132a51b34 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.023097 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-985ea1ff-0572-4cf0-9ec3-2d0bb4690b43 req-b5f9a1b8-cbef-4ab6-81d1-f69132a51b34 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Calling delete_port for 1b9b610a-34d2-4c4b-b223-dfb8409d640e owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:15.081783 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-16e977fe-0b46-4281-a7dc-ddc88952400b req-3092ed36-2933-45d0-bcfd-e365fe400990 service neutron] 10.222.0.62 "GET /v2.0/networks/df6943c9-2880-4959-95b5-a076d3fa151c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539834 Jul 16 20:34:15.110812 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-33c263e9-f90a-4516-894e-633e433f016e req-8f3fcaec-065b-4812-ac05-d6423e032605 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Deleting port 91f88753-08ff-4a56-b037-6e5392dc8075 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:15.111415 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-33c263e9-f90a-4516-894e-633e433f016e req-8f3fcaec-065b-4812-ac05-d6423e032605 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.173177 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-985ea1ff-0572-4cf0-9ec3-2d0bb4690b43 req-b5f9a1b8-cbef-4ab6-81d1-f69132a51b34 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.174063 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbb935d4-3b7d-489e-b23d-981aed93962d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.185060 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbb935d4-3b7d-489e-b23d-981aed93962d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.185468 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbb935d4-3b7d-489e-b23d-981aed93962d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.186869 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['a9a3ead3-cac9-44b1-9339-e1882c30dfd4'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:15.189359 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['1b9b610a-34d2-4c4b-b223-dfb8409d640e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:15.221447 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9a1b8-cbef-4ab6-81d1-f69132a51b34 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Pushing event deleted for resources: {'Port': ['ID=1b9b610a-34d2-4c4b-b223-dfb8409d640e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:15.277668 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-985ea1ff-0572-4cf0-9ec3-2d0bb4690b43 req-b5f9a1b8-cbef-4ab6-81d1-f69132a51b34 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] No DVR routers for this DVR port 1b9b610a-34d2-4c4b-b223-dfb8409d640e on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:15.280457 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-985ea1ff-0572-4cf0-9ec3-2d0bb4690b43 req-b5f9a1b8-cbef-4ab6-81d1-f69132a51b34 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.282570 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-985ea1ff-0572-4cf0-9ec3-2d0bb4690b43 req-b5f9a1b8-cbef-4ab6-81d1-f69132a51b34 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.62 "DELETE /v2.0/ports/1b9b610a-34d2-4c4b-b223-dfb8409d640e HTTP/1.1" status: 204 len: 173 time: 0.6594894 Jul 16 20:34:15.283041 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cba9fa0-7e09-4e29-8875-c417ce9f3f75', 'name': 'network-vif-deleted', 'tag': '1b9b610a-34d2-4c4b-b223-dfb8409d640e'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:15.285365 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03893f9-d2d6-49ce-98a1-2731f05d4dc8" -d '{"events": [{"server_uuid": "0cba9fa0-7e09-4e29-8875-c417ce9f3f75", "name": "network-vif-deleted", "tag": "1b9b610a-34d2-4c4b-b223-dfb8409d640e"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:15.321853 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb935d4-3b7d-489e-b23d-981aed93962d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:34:15.325928 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-54c84111-0f4d-41c3-adbf-31104ea3e255 req-138bd330-849a-49c5-89d4-d5dc96b65538 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.330117 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb935d4-3b7d-489e-b23d-981aed93962d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1d3b34-32fd-41e4-a3a2-0719a636722c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:15.344953 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-54c84111-0f4d-41c3-adbf-31104ea3e255 req-138bd330-849a-49c5-89d4-d5dc96b65538 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.349289 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-33c263e9-f90a-4516-894e-633e433f016e req-8f3fcaec-065b-4812-ac05-d6423e032605 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.349615 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-33c263e9-f90a-4516-894e-633e433f016e req-8f3fcaec-065b-4812-ac05-d6423e032605 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.392720 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbb935d4-3b7d-489e-b23d-981aed93962d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.394496 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-bbb935d4-3b7d-489e-b23d-981aed93962d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Added segment d119d70d-65f4-4588-8985-da50efb799a6 of type vlan for network 9f79a4bc-8f82-4e20-8afb-5e59b03e324e Jul 16 20:34:15.414083 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-33c263e9-f90a-4516-894e-633e433f016e req-8f3fcaec-065b-4812-ac05-d6423e032605 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Calling delete_port for 91f88753-08ff-4a56-b037-6e5392dc8075 owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:15.463429 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbb935d4-3b7d-489e-b23d-981aed93962d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.572941 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:15.596150 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [req-54c84111-0f4d-41c3-adbf-31104ea3e255 req-138bd330-849a-49c5-89d4-d5dc96b65538 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Floating IP e5951ba9-36f9-4a9f-9389-4838570a3110 associated. External IP: 172.25.0.148, port: 5e868358-9a97-43e7-92c4-6ec743600b9e. Jul 16 20:34:15.599420 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb935d4-3b7d-489e-b23d-981aed93962d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:34:15.648359 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.659227 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbb935d4-3b7d-489e-b23d-981aed93962d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.659674 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-bbb935d4-3b7d-489e-b23d-981aed93962d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Added segment 39683967-6d24-4397-b9f5-b3d00ea46231 of type vlan for network 6ff82431-f047-4f57-a42e-f3210213c0f5 Jul 16 20:34:15.676999 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f1214b-fd76-48e2-ab18-2e9e6de25bb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:15.679681 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa71d68-f47d-43e4-96b8-9fe37f1ccf8e" -d '{"events": [{"server_uuid": "62f1214b-fd76-48e2-ab18-2e9e6de25bb5", "name": "network-vif-unplugged", "status": "completed", "tag": "86e3457f-6e21-44a1-a1cf-4bc3c47923f4"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:15.693124 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:15.698965 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.749891 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:15.758133 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:15.758511 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:15.758855 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:15.759202 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:15.759521 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:15.759877 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:15.760201 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:15.760526 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:15.760898 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:15.761266 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:15.761266 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:15.761968 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:15.762283 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbb935d4-3b7d-489e-b23d-981aed93962d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.810462 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-33c263e9-f90a-4516-894e-633e433f016e req-8f3fcaec-065b-4812-ac05-d6423e032605 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.854076 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fcaec-065b-4812-ac05-d6423e032605 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Pushing event deleted for resources: {'Port': ['ID=91f88753-08ff-4a56-b037-6e5392dc8075,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:15.894056 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbb935d4-3b7d-489e-b23d-981aed93962d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.894560 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbb935d4-3b7d-489e-b23d-981aed93962d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.900110 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb935d4-3b7d-489e-b23d-981aed93962d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:15.905693 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb935d4-3b7d-489e-b23d-981aed93962d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:15.906451 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbb935d4-3b7d-489e-b23d-981aed93962d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:16.338774 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bbb935d4-3b7d-489e-b23d-981aed93962d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.8305588 Jul 16 20:34:16.342406 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43620) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:16.406842 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb935d4-3b7d-489e-b23d-981aed93962d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Pushing event updated for resources: {'Network': ['ID=9f79a4bc-8f82-4e20-8afb-5e59b03e324e,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:16.417578 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 9f79a4bc-8f82-4e20-8afb-5e59b03e324e details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:34:16.420202 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-33c263e9-f90a-4516-894e-633e433f016e req-8f3fcaec-065b-4812-ac05-d6423e032605 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:16.422755 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-33c263e9-f90a-4516-894e-633e433f016e req-8f3fcaec-065b-4812-ac05-d6423e032605 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:16.423896 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33c263e9-f90a-4516-894e-633e433f016e req-8f3fcaec-065b-4812-ac05-d6423e032605 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "DELETE /v2.0/floatingips/d73ac5fd-3c62-4df7-86bc-fc0b8abeeb25 HTTP/1.1" status: 204 len: 173 time: 1.6428902 Jul 16 20:34:16.490118 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb935d4-3b7d-489e-b23d-981aed93962d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Pushing event updated for resources: {'Network': ['ID=6ff82431-f047-4f57-a42e-f3210213c0f5,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:16.493675 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54c84111-0f4d-41c3-adbf-31104ea3e255 req-138bd330-849a-49c5-89d4-d5dc96b65538 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Router 28903c1b-3ac2-45c4-b997-24d7062f3300 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:34:16.508918 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 6ff82431-f047-4f57-a42e-f3210213c0f5 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:34:16.551341 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d90cc9-f171-4fe6-a6e3-2a8c41fdf8cc tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:16.555547 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:34:16.562311 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d90cc9-f171-4fe6-a6e3-2a8c41fdf8cc tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:16.568887 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d90cc9-f171-4fe6-a6e3-2a8c41fdf8cc tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:16.575511 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d90cc9-f171-4fe6-a6e3-2a8c41fdf8cc tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:16.580013 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c1d90cc9-f171-4fe6-a6e3-2a8c41fdf8cc tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2337687 Jul 16 20:34:16.582826 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43624) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:16.613912 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54c84111-0f4d-41c3-adbf-31104ea3e255 req-138bd330-849a-49c5-89d4-d5dc96b65538 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:34:16.621479 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-54c84111-0f4d-41c3-adbf-31104ea3e255 req-138bd330-849a-49c5-89d4-d5dc96b65538 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:16.624839 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defc8f5-e24e-4ede-bd8c-f34ec5544cde None None] Sync routers for ids ['28903c1b-3ac2-45c4-b997-24d7062f3300'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:34:16.636885 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4defc8f5-e24e-4ede-bd8c-f34ec5544cde None None] Routers {'28903c1b-3ac2-45c4-b997-24d7062f3300'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:16.637985 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4defc8f5-e24e-4ede-bd8c-f34ec5544cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:33:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['28903c1b-3ac2-45c4-b997-24d7062f3300'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:16.675386 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54c84111-0f4d-41c3-adbf-31104ea3e255 req-138bd330-849a-49c5-89d4-d5dc96b65538 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "PUT /v2.0/floatingips/e5951ba9-36f9-4a9f-9389-4838570a3110 HTTP/1.1" status: 200 len: 997 time: 2.4131398 Jul 16 20:34:16.675845 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954328ef-dba5-48e8-b938-08f3d2bd3409', 'tag': '5e868358-9a97-43e7-92c4-6ec743600b9e'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:16.678186 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6c9f9f-ce1d-46c9-a351-0eee2b08d96c" -d '{"events": [{"name": "network-changed", "server_uuid": "954328ef-dba5-48e8-b938-08f3d2bd3409", "tag": "5e868358-9a97-43e7-92c4-6ec743600b9e"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:16.689019 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7c7e81b4-99f2-4640-98ec-437f39753671 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:16.773712 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c84111-0f4d-41c3-adbf-31104ea3e255 req-962ffbb0-06eb-464e-b8f2-e7cd34559c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:16.775829 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54c84111-0f4d-41c3-adbf-31104ea3e255 req-962ffbb0-06eb-464e-b8f2-e7cd34559c15 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9032388b8ebe4c33bf7d76406cd09d75&device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 1098 time: 0.0770266 Jul 16 20:34:16.786781 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-4defc8f5-e24e-4ede-bd8c-f34ec5544cde None None] Set router 28903c1b-3ac2-45c4-b997-24d7062f3300 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:16.791417 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7c7e81b4-99f2-4640-98ec-437f39753671 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:16.804943 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-7c7e81b4-99f2-4640-98ec-437f39753671 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f79a4bc-8f82-4e20-8afb-5e59b03e324e']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:16.816453 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-7c7e81b4-99f2-4640-98ec-437f39753671 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd119d70d-65f4-4588-8985-da50efb799a6') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:16.816750 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-7c7e81b4-99f2-4640-98ec-437f39753671 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd119d70d-65f4-4588-8985-da50efb799a6') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:16.828396 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7c7e81b4-99f2-4640-98ec-437f39753671 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:16.853222 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7c7e81b4-99f2-4640-98ec-437f39753671 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:16.860948 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7e81b4-99f2-4640-98ec-437f39753671 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:34:16.861699 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7c7e81b4-99f2-4640-98ec-437f39753671 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:34:16.865082 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:34:16.892301 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c84111-0f4d-41c3-adbf-31104ea3e255 req-9aa67fa9-1873-432e-9530-1225f99c1414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:16.899755 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54c84111-0f4d-41c3-adbf-31104ea3e255 req-9aa67fa9-1873-432e-9530-1225f99c1414 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6a7544a1-50eb-4947-aed6-085fa278f26b HTTP/1.1" status: 200 len: 920 time: 0.1127713 Jul 16 20:34:16.938750 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7c7e81b4-99f2-4640-98ec-437f39753671 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:16.945743 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7c7e81b4-99f2-4640-98ec-437f39753671 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:16.952742 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7c7e81b4-99f2-4640-98ec-437f39753671 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] 10.222.0.38 "DELETE /v2.0/networks/9f79a4bc-8f82-4e20-8afb-5e59b03e324e HTTP/1.1" status: 204 len: 168 time: 0.3655989 Jul 16 20:34:16.953746 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43632) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:16.957636 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0377e86-31f8-4693-8363-b522886654ae x-openstack-request-id: req-a0377e86-31f8-4693-8363-b522886654ae {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:16.957930 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cba9fa0-7e09-4e29-8875-c417ce9f3f75", "name": "network-vif-deleted", "tag": "1b9b610a-34d2-4c4b-b223-dfb8409d640e", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:16.958180 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a0377e86-31f8-4693-8363-b522886654ae {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:16.958596 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cba9fa0-7e09-4e29-8875-c417ce9f3f75', 'name': 'network-vif-deleted', 'tag': '1b9b610a-34d2-4c4b-b223-dfb8409d640e', 'status': 'completed', 'code': 200} Jul 16 20:34:16.969698 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e81b4-99f2-4640-98ec-437f39753671 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Pushing event deleted for resources: {'Network': ['ID=9f79a4bc-8f82-4e20-8afb-5e59b03e324e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:17.011581 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2073ad67-f9d0-4112-880e-b274ace18113 x-openstack-request-id: req-2073ad67-f9d0-4112-880e-b274ace18113 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:17.011868 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f1214b-fd76-48e2-ab18-2e9e6de25bb5", "name": "network-vif-unplugged", "status": "completed", "tag": "86e3457f-6e21-44a1-a1cf-4bc3c47923f4", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:17.012113 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2073ad67-f9d0-4112-880e-b274ace18113 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:17.012225 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54c84111-0f4d-41c3-adbf-31104ea3e255 req-9d12f029-4c6f-4eeb-b7e8-7eab8e660e34 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e868358-9a97-43e7-92c4-6ec743600b9e HTTP/1.1" status: 200 len: 1000 time: 0.1112354 Jul 16 20:34:17.012626 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f1214b-fd76-48e2-ab18-2e9e6de25bb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4', 'code': 200} Jul 16 20:34:17.105555 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4defc8f5-e24e-4ede-bd8c-f34ec5544cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'name': 'tempest-ServerRescueTestJSONUnderV235-374517024-router', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '8d37832b-7121-4084-b447-2debb5fa4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:33:03Z', 'revision_number': 4, 'project_id': '9032388b8ebe4c33bf7d76406cd09d75', 'gw_port': {'id': '8d37832b-7121-4084-b447-2debb5fa4e59', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:59Z', 'updated_at': '2021-07-16T20:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'e5951ba9-36f9-4a9f-9389-4838570a3110', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'port_id': '5e868358-9a97-43e7-92c4-6ec743600b9e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a7544a1-50eb-4947-aed6-085fa278f26b', 'mac_address': 'fa:16:3e:96:2d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954328ef-dba5-48e8-b938-08f3d2bd3409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:34:12Z', 'updated_at': '2021-07-16T20:34:15Z', 'revision_number': 1, 'project_id': '9032388b8ebe4c33bf7d76406cd09d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e10acb-2943-46aa-9c5f-01025f7a4d0a', 'name': '', 'network_id': '6a7544a1-50eb-4947-aed6-085fa278f26b', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'mac_address': 'fa:16:3e:49:ef:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'bbbec1a1-2c80-4471-b62b-c165bab136c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:01Z', 'updated_at': '2021-07-16T20:33:13Z', 'revision_number': 5, 'project_id': '9032388b8ebe4c33bf7d76406cd09d75', 'subnets': [{'id': 'bbbec1a1-2c80-4471-b62b-c165bab136c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:17.125690 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ae67672d-ceaf-451a-85c1-5d02c2a6d3d1 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:17.133994 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-16f80c19-283a-4809-9d76-9de6d889c3b8 req-35b742d6-26de-4c2c-a0a5-d8027b5f23f4 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/floatingips/84303723-a046-43ec-9132-a27956c1ee44 HTTP/1.1" status: 200 len: 692 time: 0.1134496 Jul 16 20:34:17.135563 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defc8f5-e24e-4ede-bd8c-f34ec5544cde None None] Checking router: 28903c1b-3ac2-45c4-b997-24d7062f3300 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:34:17.145276 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4defc8f5-e24e-4ede-bd8c-f34ec5544cde None None] Routers {'28903c1b-3ac2-45c4-b997-24d7062f3300'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:17.145901 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4defc8f5-e24e-4ede-bd8c-f34ec5544cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:33:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['28903c1b-3ac2-45c4-b997-24d7062f3300'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:17.156403 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c84111-0f4d-41c3-adbf-31104ea3e255 req-669284f1-7ff2-46cb-979d-ae7d6ff47e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:17.157857 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54c84111-0f4d-41c3-adbf-31104ea3e255 req-669284f1-7ff2-46cb-979d-ae7d6ff47e90 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bbbec1a1-2c80-4471-b62b-c165bab136c6 HTTP/1.1" status: 200 len: 859 time: 0.1449926 Jul 16 20:34:17.239231 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54c84111-0f4d-41c3-adbf-31104ea3e255 req-9a80ef51-2781-4ece-bcbf-4f443abd7ba4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6a7544a1-50eb-4947-aed6-085fa278f26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694900 Jul 16 20:34:17.253400 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-4defc8f5-e24e-4ede-bd8c-f34ec5544cde None None] Set router 28903c1b-3ac2-45c4-b997-24d7062f3300 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:17.367374 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ae67672d-ceaf-451a-85c1-5d02c2a6d3d1 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:17.387042 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ae67672d-ceaf-451a-85c1-5d02c2a6d3d1 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff82431-f047-4f57-a42e-f3210213c0f5']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:17.428346 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ae67672d-ceaf-451a-85c1-5d02c2a6d3d1 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39683967-6d24-4397-b9f5-b3d00ea46231') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:17.428655 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ae67672d-ceaf-451a-85c1-5d02c2a6d3d1 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39683967-6d24-4397-b9f5-b3d00ea46231') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:17.437907 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f80c19-283a-4809-9d76-9de6d889c3b8 req-7a35ca06-a028-4d33-94ef-dded8b91d715 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:17.439321 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-16f80c19-283a-4809-9d76-9de6d889c3b8 req-7a35ca06-a028-4d33-94ef-dded8b91d715 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 784 time: 0.2976594 Jul 16 20:34:17.459710 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ae67672d-ceaf-451a-85c1-5d02c2a6d3d1 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:17.476429 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4defc8f5-e24e-4ede-bd8c-f34ec5544cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'name': 'tempest-ServerRescueTestJSONUnderV235-374517024-router', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '8d37832b-7121-4084-b447-2debb5fa4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:33:03Z', 'revision_number': 4, 'project_id': '9032388b8ebe4c33bf7d76406cd09d75', 'gw_port': {'id': '8d37832b-7121-4084-b447-2debb5fa4e59', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:59Z', 'updated_at': '2021-07-16T20:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'e5951ba9-36f9-4a9f-9389-4838570a3110', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'port_id': '5e868358-9a97-43e7-92c4-6ec743600b9e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a7544a1-50eb-4947-aed6-085fa278f26b', 'mac_address': 'fa:16:3e:96:2d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954328ef-dba5-48e8-b938-08f3d2bd3409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:34:12Z', 'updated_at': '2021-07-16T20:34:15Z', 'revision_number': 1, 'project_id': '9032388b8ebe4c33bf7d76406cd09d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e10acb-2943-46aa-9c5f-01025f7a4d0a', 'name': '', 'network_id': '6a7544a1-50eb-4947-aed6-085fa278f26b', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'mac_address': 'fa:16:3e:49:ef:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'bbbec1a1-2c80-4471-b62b-c165bab136c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:01Z', 'updated_at': '2021-07-16T20:33:13Z', 'revision_number': 5, 'project_id': '9032388b8ebe4c33bf7d76406cd09d75', 'subnets': [{'id': 'bbbec1a1-2c80-4471-b62b-c165bab136c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:17.503303 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defc8f5-e24e-4ede-bd8c-f34ec5544cde None None] The sync data for ids ['28903c1b-3ac2-45c4-b997-24d7062f3300'] in n-d-791506-21 is: [{'id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'name': 'tempest-ServerRescueTestJSONUnderV235-374517024-router', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '8d37832b-7121-4084-b447-2debb5fa4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:33:03Z', 'revision_number': 4, 'project_id': '9032388b8ebe4c33bf7d76406cd09d75', 'gw_port': {'id': '8d37832b-7121-4084-b447-2debb5fa4e59', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:59Z', 'updated_at': '2021-07-16T20:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'e5951ba9-36f9-4a9f-9389-4838570a3110', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'port_id': '5e868358-9a97-43e7-92c4-6ec743600b9e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a7544a1-50eb-4947-aed6-085fa278f26b', 'mac_address': 'fa:16:3e:96:2d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954328ef-dba5-48e8-b938-08f3d2bd3409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:34:12Z', 'updated_at': '2021-07-16T20:34:15Z', 'revision_number': 1, 'project_id': '9032388b8ebe4c33bf7d76406cd09d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e10acb-2943-46aa-9c5f-01025f7a4d0a', 'name': '', 'network_id': '6a7544a1-50eb-4947-aed6-085fa278f26b', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'mac_address': 'fa:16:3e:49:ef:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'bbbec1a1-2c80-4471-b62b-c165bab136c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:01Z', 'updated_at': '2021-07-16T20:33:13Z', 'revision_number': 5, 'project_id': '9032388b8ebe4c33bf7d76406cd09d75', 'subnets': [{'id': 'bbbec1a1-2c80-4471-b62b-c165bab136c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:34:17.513724 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-16f80c19-283a-4809-9d76-9de6d889c3b8 req-48e44288-bc1f-4e60-a70a-8ab93cb4487c tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.16 HTTP/1.1" status: 200 len: 695 time: 0.0658424 Jul 16 20:34:17.514805 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ae67672d-ceaf-451a-85c1-5d02c2a6d3d1 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:17.533917 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae67672d-ceaf-451a-85c1-5d02c2a6d3d1 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:34:17.534337 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ae67672d-ceaf-451a-85c1-5d02c2a6d3d1 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:34:17.537273 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:34:17.575509 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:34:17.580826 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 1b9b610a-34d2-4c4b-b223-dfb8409d640e no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:17.588638 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54c84111-0f4d-41c3-adbf-31104ea3e255 req-34b0c2da-3c11-452a-8733-0f64295d5fec service neutron] 10.222.0.38 "GET /v2.0/networks/6a7544a1-50eb-4947-aed6-085fa278f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146310 Jul 16 20:34:17.602291 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-16f80c19-283a-4809-9d76-9de6d889c3b8 req-3b4436fb-c134-46c2-9e8b-dce2b49b1d97 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.16 HTTP/1.1" status: 200 len: 695 time: 0.0785451 Jul 16 20:34:17.625726 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 1b9b610a-34d2-4c4b-b223-dfb8409d640e {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:17.626038 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 1b9b610a-34d2-4c4b-b223-dfb8409d640e not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:17.721318 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ae67672d-ceaf-451a-85c1-5d02c2a6d3d1 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:17.750095 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:17.761544 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ae67672d-ceaf-451a-85c1-5d02c2a6d3d1 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:17.763885 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ae67672d-ceaf-451a-85c1-5d02c2a6d3d1 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] 10.222.0.38 "DELETE /v2.0/networks/6ff82431-f047-4f57-a42e-f3210213c0f5 HTTP/1.1" status: 204 len: 168 time: 0.8095689 Jul 16 20:34:17.766741 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43646) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:17.783624 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24a76d5-6b50-4d2c-8add-dde4fa02661a None None] New status for floating IP e5951ba9-36f9-4a9f-9389-4838570a3110: ACTIVE {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:34:17.787374 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4', 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f', 'port_id': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4', 'mac_address': 'fa:16:3e:e5:11:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587f0aec-80a3-4172-9644-d785b8e153a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:34:17.832322 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67672d-ceaf-451a-85c1-5d02c2a6d3d1 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Pushing event deleted for resources: {'Network': ['ID=6ff82431-f047-4f57-a42e-f3210213c0f5,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:17.838105 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:17.869366 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:34:17.882716 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54c84111-0f4d-41c3-adbf-31104ea3e255 req-663c2f4d-7257-417e-942e-fcf09bdcc22e service neutron] 10.222.0.38 "GET /v2.0/networks/6a7544a1-50eb-4947-aed6-085fa278f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791312 Jul 16 20:34:17.908379 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:17.915555 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:17.925580 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-16f80c19-283a-4809-9d76-9de6d889c3b8 req-95fb5895-13b4-4e5b-9a94-15622525e939 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Deleting port 7f7c1316-a435-4d78-bda9-0a641d8f76d2 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:17.925934 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-16f80c19-283a-4809-9d76-9de6d889c3b8 req-95fb5895-13b4-4e5b-9a94-15622525e939 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:17.959763 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178f7a6d-9e6c-47e4-b3d7-a3606483d4ec x-openstack-request-id: req-178f7a6d-9e6c-47e4-b3d7-a3606483d4ec {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:17.960311 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954328ef-dba5-48e8-b938-08f3d2bd3409", "tag": "5e868358-9a97-43e7-92c4-6ec743600b9e", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:17.960712 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-178f7a6d-9e6c-47e4-b3d7-a3606483d4ec {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:17.962823 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954328ef-dba5-48e8-b938-08f3d2bd3409', 'tag': '5e868358-9a97-43e7-92c4-6ec743600b9e', 'status': 'completed', 'code': 200} Jul 16 20:34:18.017176 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9b4da6-f1dd-4a79-bdb9-8541e1127035 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:18.034517 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['86e3457f-6e21-44a1-a1cf-4bc3c47923f4'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:18.040679 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9b4da6-f1dd-4a79-bdb9-8541e1127035 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:18.045490 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ee9b4da6-f1dd-4a79-bdb9-8541e1127035 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2734814 Jul 16 20:34:18.055529 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43658) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:18.073899 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-82f982c4-14d0-4ff8-b2e0-b0e425b15f63 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1908557931'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:18.080230 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,revision_number=9']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:18.148551 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c9f9f-ce1d-46c9-a351-0eee2b08d96c req-21269727-35e4-45ff-a7f0-2a4ca35b2ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:18.150349 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8a6c9f9f-ce1d-46c9-a351-0eee2b08d96c req-21269727-35e4-45ff-a7f0-2a4ca35b2ef7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9032388b8ebe4c33bf7d76406cd09d75&device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 1098 time: 0.1072249 Jul 16 20:34:18.187505 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-16f80c19-283a-4809-9d76-9de6d889c3b8 req-95fb5895-13b4-4e5b-9a94-15622525e939 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.187987 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-16f80c19-283a-4809-9d76-9de6d889c3b8 req-95fb5895-13b4-4e5b-9a94-15622525e939 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.198787 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f982c4-14d0-4ff8-b2e0-b0e425b15f63 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Made reservation on behalf of a5e5f403c306416a9769ab8b36e1d4fc for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:18.203157 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-82f982c4-14d0-4ff8-b2e0-b0e425b15f63 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.224894 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-16f80c19-283a-4809-9d76-9de6d889c3b8 req-95fb5895-13b4-4e5b-9a94-15622525e939 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Calling delete_port for 7f7c1316-a435-4d78-bda9-0a641d8f76d2 owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:18.316892 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c9f9f-ce1d-46c9-a351-0eee2b08d96c req-963b5fb3-5bbf-4f58-a242-b6507e890551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:18.318820 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8a6c9f9f-ce1d-46c9-a351-0eee2b08d96c req-963b5fb3-5bbf-4f58-a242-b6507e890551 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6a7544a1-50eb-4947-aed6-085fa278f26b HTTP/1.1" status: 200 len: 920 time: 0.1617277 Jul 16 20:34:18.324959 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f982c4-14d0-4ff8-b2e0-b0e425b15f63 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:34:18.346294 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf9494-198d-44b9-9ebe-8e6e5bd82a08 req-0e482cc0-cd7e-455c-988b-5a6be1d79df8 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:18.359232 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-32bf9494-198d-44b9-9ebe-8e6e5bd82a08 req-0e482cc0-cd7e-455c-988b-5a6be1d79df8 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=3da4b288-615c-47be-bec7-49868cdc2391 HTTP/1.1" status: 200 len: 946 time: 0.2514455 Jul 16 20:34:18.376083 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-82f982c4-14d0-4ff8-b2e0-b0e425b15f63 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.376763 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-82f982c4-14d0-4ff8-b2e0-b0e425b15f63 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Added segment d2bd140f-4b73-4816-bf90-79d4731e6307 of type vlan for network 252a364c-0bdb-4cc0-b495-9b43244c0eba Jul 16 20:34:18.430780 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8a6c9f9f-ce1d-46c9-a351-0eee2b08d96c req-a2bd8248-24c3-45d0-b2a8-fdfbb77ee020 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e868358-9a97-43e7-92c4-6ec743600b9e HTTP/1.1" status: 200 len: 1002 time: 0.0886793 Jul 16 20:34:18.438658 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926100f-ac47-482a-bb63-b1f3230dbe32 req-6671c262-4b44-4a10-b761-35e5da7ef88c tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:18.440115 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2926100f-ac47-482a-bb63-b1f3230dbe32 req-6671c262-4b44-4a10-b761-35e5da7ef88c tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.18 "GET /v2.0/ports?device_id=3da4b288-615c-47be-bec7-49868cdc2391 HTTP/1.1" status: 200 len: 946 time: 0.1482577 Jul 16 20:34:18.468027 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-32bf9494-198d-44b9-9ebe-8e6e5bd82a08 req-aebdc939-4889-44af-a942-c4c1459978a7 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079102 Jul 16 20:34:18.476700 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-82f982c4-14d0-4ff8-b2e0-b0e425b15f63 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.529332 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c9f9f-ce1d-46c9-a351-0eee2b08d96c req-b27c3886-262c-4cde-b8ff-0ec3f10fbd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:18.534921 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8a6c9f9f-ce1d-46c9-a351-0eee2b08d96c req-b27c3886-262c-4cde-b8ff-0ec3f10fbd6d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbbec1a1-2c80-4471-b62b-c165bab136c6 HTTP/1.1" status: 200 len: 859 time: 0.0930176 Jul 16 20:34:18.557804 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-82f982c4-14d0-4ff8-b2e0-b0e425b15f63 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.563471 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f982c4-14d0-4ff8-b2e0-b0e425b15f63 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:18.564070 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-82f982c4-14d0-4ff8-b2e0-b0e425b15f63 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.614643 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8a6c9f9f-ce1d-46c9-a351-0eee2b08d96c req-56dd7f05-68bf-43d9-97b7-c5d1ef0a027c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6a7544a1-50eb-4947-aed6-085fa278f26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605390 Jul 16 20:34:18.656379 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-16f80c19-283a-4809-9d76-9de6d889c3b8 req-95fb5895-13b4-4e5b-9a94-15622525e939 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.678155 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-82f982c4-14d0-4ff8-b2e0-b0e425b15f63 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6189065 Jul 16 20:34:18.690528 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43674) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:18.720334 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-bd3c944e-c1b0-4395-a4d4-1fecbf57f631 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-504249150'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:18.732590 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-2926100f-ac47-482a-bb63-b1f3230dbe32 req-dd93dca9-7560-4603-8254-c94e890485ef tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Deleting port 0b939d52-f3e9-4163-8aa1-168009ceb7b9 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:18.732939 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2926100f-ac47-482a-bb63-b1f3230dbe32 req-dd93dca9-7560-4603-8254-c94e890485ef tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.737970 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8a6c9f9f-ce1d-46c9-a351-0eee2b08d96c req-bcb7c48d-452f-42c2-a27b-4c0571b8daab service neutron] 10.222.0.62 "GET /v2.0/networks/6a7544a1-50eb-4947-aed6-085fa278f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157217 Jul 16 20:34:18.769560 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb5895-13b4-4e5b-9a94-15622525e939 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Pushing event deleted for resources: {'Port': ['ID=7f7c1316-a435-4d78-bda9-0a641d8f76d2,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:18.777234 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f982c4-14d0-4ff8-b2e0-b0e425b15f63 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Pushing event updated for resources: {'Network': ['ID=252a364c-0bdb-4cc0-b495-9b43244c0eba,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:18.781600 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27ff9a4b-3533-48b2-a6f2-96102b5d7aad req-c0ee1ea6-0d83-4278-859c-7a32c6c69f58 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups/e483bf0b-dd8a-4153-9c47-9b4bbf7e6ea9 HTTP/1.1" status: 200 len: 1803 time: 0.2301424 Jul 16 20:34:18.788828 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 252a364c-0bdb-4cc0-b495-9b43244c0eba details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:34:18.876137 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3c944e-c1b0-4395-a4d4-1fecbf57f631 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Made reservation on behalf of a5e5f403c306416a9769ab8b36e1d4fc for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:18.879715 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd3c944e-c1b0-4395-a4d4-1fecbf57f631 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.938241 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-16f80c19-283a-4809-9d76-9de6d889c3b8 req-95fb5895-13b4-4e5b-9a94-15622525e939 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.941015 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-16f80c19-283a-4809-9d76-9de6d889c3b8 req-95fb5895-13b4-4e5b-9a94-15622525e939 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.942177 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-16f80c19-283a-4809-9d76-9de6d889c3b8 req-95fb5895-13b4-4e5b-9a94-15622525e939 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "DELETE /v2.0/floatingips/84303723-a046-43ec-9132-a27956c1ee44 HTTP/1.1" status: 204 len: 173 time: 1.3280675 Jul 16 20:34:18.945460 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-27ff9a4b-3533-48b2-a6f2-96102b5d7aad req-1c139466-3897-4bbf-9891-d6ab81dd83b6 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.980676 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-27ff9a4b-3533-48b2-a6f2-96102b5d7aad req-1c139466-3897-4bbf-9891-d6ab81dd83b6 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.997696 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-2926100f-ac47-482a-bb63-b1f3230dbe32 req-dd93dca9-7560-4603-8254-c94e890485ef tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] For port 0b939d52-f3e9-4163-8aa1-168009ceb7b9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0b939d52-f3e9-4163-8aa1-168009ceb7b9,segment=NetworkSegment(3f952078-cb9c-47f7-9e6d-cc7a02591d17),segment_id=3f952078-cb9c-47f7-9e6d-cc7a02591d17)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:18.998217 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2926100f-ac47-482a-bb63-b1f3230dbe32 req-dd93dca9-7560-4603-8254-c94e890485ef tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:19.014448 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8a6c9f9f-ce1d-46c9-a351-0eee2b08d96c req-16ef8bb5-a72b-44d2-baba-ebe9248547f7 service neutron] 10.222.0.62 "GET /v2.0/networks/6a7544a1-50eb-4947-aed6-085fa278f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596731 Jul 16 20:34:19.015395 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-2926100f-ac47-482a-bb63-b1f3230dbe32 req-dd93dca9-7560-4603-8254-c94e890485ef tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Calling delete_port for 0b939d52-f3e9-4163-8aa1-168009ceb7b9 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:19.066611 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3c944e-c1b0-4395-a4d4-1fecbf57f631 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:34:19.095387 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd3c944e-c1b0-4395-a4d4-1fecbf57f631 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:19.096383 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-bd3c944e-c1b0-4395-a4d4-1fecbf57f631 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Added segment bec20cd6-4590-41cf-bafd-f3e26490af41 of type vlan for network 70a621bb-ab24-4cbf-9d8f-e47819945510 Jul 16 20:34:19.144949 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-27ff9a4b-3533-48b2-a6f2-96102b5d7aad req-1c139466-3897-4bbf-9891-d6ab81dd83b6 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:19.147665 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-27ff9a4b-3533-48b2-a6f2-96102b5d7aad req-1c139466-3897-4bbf-9891-d6ab81dd83b6 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:19.163972 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27ff9a4b-3533-48b2-a6f2-96102b5d7aad req-1c139466-3897-4bbf-9891-d6ab81dd83b6 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "DELETE /v2.0/security-groups/e483bf0b-dd8a-4153-9c47-9b4bbf7e6ea9 HTTP/1.1" status: 204 len: 173 time: 0.3595474 Jul 16 20:34:19.174099 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2926100f-ac47-482a-bb63-b1f3230dbe32 req-dd93dca9-7560-4603-8254-c94e890485ef tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:19.184923 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd3c944e-c1b0-4395-a4d4-1fecbf57f631 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:19.188839 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['4b332a2e-11d0-48a0-9465-93957bcf4c91', '5ba2bee1-431e-4a37-afa8-08fbc6806a7d', '0b939d52-f3e9-4163-8aa1-168009ceb7b9'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:19.212800 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93dca9-7560-4603-8254-c94e890485ef tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Pushing event deleted for resources: {'Port': ['ID=0b939d52-f3e9-4163-8aa1-168009ceb7b9,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:19.238389 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c139466-3897-4bbf-9891-d6ab81dd83b6 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e483bf0b-dd8a-4153-9c47-9b4bbf7e6ea9,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:19.289720 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-2926100f-ac47-482a-bb63-b1f3230dbe32 req-dd93dca9-7560-4603-8254-c94e890485ef tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] No DVR routers for this DVR port 0b939d52-f3e9-4163-8aa1-168009ceb7b9 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:19.295547 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2926100f-ac47-482a-bb63-b1f3230dbe32 req-dd93dca9-7560-4603-8254-c94e890485ef tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:19.298667 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2926100f-ac47-482a-bb63-b1f3230dbe32 req-dd93dca9-7560-4603-8254-c94e890485ef tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.18 "DELETE /v2.0/ports/0b939d52-f3e9-4163-8aa1-168009ceb7b9 HTTP/1.1" status: 204 len: 173 time: 0.8490849 Jul 16 20:34:19.299125 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da4b288-615c-47be-bec7-49868cdc2391', 'name': 'network-vif-deleted', 'tag': '0b939d52-f3e9-4163-8aa1-168009ceb7b9'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:19.302091 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e83801-9ae2-4114-ae1b-e9225581939b" -d '{"events": [{"server_uuid": "3da4b288-615c-47be-bec7-49868cdc2391", "name": "network-vif-deleted", "tag": "0b939d52-f3e9-4163-8aa1-168009ceb7b9"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:19.303950 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b1f54b12-6f79-430a-bcf4-6e358e800dd3 req-c414bc1e-ca39-44ae-a3ed-3a5e6581edf0 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/floatingips/231b4d1b-830c-4db9-b766-a08e6146b603 HTTP/1.1" status: 200 len: 692 time: 0.1262980 Jul 16 20:34:19.380312 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e15b2853-d549-4a34-bcd6-5435e7e73e52 req-06d3f11b-be5d-4320-ae6f-33bff74d2c34 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.148 HTTP/1.1" status: 200 len: 1002 time: 0.2421710 Jul 16 20:34:19.431456 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd3c944e-c1b0-4395-a4d4-1fecbf57f631 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:19.439148 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3c944e-c1b0-4395-a4d4-1fecbf57f631 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:19.439699 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd3c944e-c1b0-4395-a4d4-1fecbf57f631 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:19.536691 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bd3c944e-c1b0-4395-a4d4-1fecbf57f631 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8180771 Jul 16 20:34:19.539776 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43690) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:19.542884 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-2db96c15-1714-411b-8241-91362c54fbba tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Request body: {'ports': [{'network_id': '252a364c-0bdb-4cc0-b495-9b43244c0eba', 'name': 'tempest-port--1076979116', 'admin_state_up': True}, {'network_id': '70a621bb-ab24-4cbf-9d8f-e47819945510', 'admin_state_up': False}]} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:19.542884 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-2db96c15-1714-411b-8241-91362c54fbba tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Request body: {'port': {'network_id': '252a364c-0bdb-4cc0-b495-9b43244c0eba', 'name': 'tempest-port--1076979116', 'admin_state_up': True}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:19.543938 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-2db96c15-1714-411b-8241-91362c54fbba tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Request body: {'port': {'network_id': '70a621bb-ab24-4cbf-9d8f-e47819945510', 'admin_state_up': False}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:19.557384 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b2853-d549-4a34-bcd6-5435e7e73e52 req-8e932d0a-a8e9-4ce8-89d8-8ca0a927b17e tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:19.571690 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e15b2853-d549-4a34-bcd6-5435e7e73e52 req-8e932d0a-a8e9-4ce8-89d8-8ca0a927b17e tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports/5e868358-9a97-43e7-92c4-6ec743600b9e HTTP/1.1" status: 200 len: 943 time: 0.1821511 Jul 16 20:34:19.594108 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:19.657855 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c944e-c1b0-4395-a4d4-1fecbf57f631 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Pushing event updated for resources: {'Network': ['ID=70a621bb-ab24-4cbf-9d8f-e47819945510,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:19.685019 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 70a621bb-ab24-4cbf-9d8f-e47819945510 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:34:19.695832 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f54b12-6f79-430a-bcf4-6e358e800dd3 req-d1bfd3be-318c-4608-b5ce-18caddbbf862 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:19.707135 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b1f54b12-6f79-430a-bcf4-6e358e800dd3 req-d1bfd3be-318c-4608-b5ce-18caddbbf862 tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 784 time: 0.4017639 Jul 16 20:34:19.800001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db96c15-1714-411b-8241-91362c54fbba tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Made reservation on behalf of a5e5f403c306416a9769ab8b36e1d4fc for: {'port': 2} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:19.804675 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2db96c15-1714-411b-8241-91362c54fbba tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:19.836298 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2db96c15-1714-411b-8241-91362c54fbba tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:19.905690 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:19.906371 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:19.916502 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b1f54b12-6f79-430a-bcf4-6e358e800dd3 req-36a94c4f-91a3-4837-9548-ffab004f41eb tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 695 time: 0.2084284 Jul 16 20:34:19.969622 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-2db96c15-1714-411b-8241-91362c54fbba tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] device_id is not set on port 8ea928f2-cf27-4b04-bea4-9adfbec60c6d yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:34:20.053874 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:20.104124 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f1214b-fd76-48e2-ab18-2e9e6de25bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:20.109680 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fe7562-73f2-4b65-b946-7331a1d1491b" -d '{"events": [{"server_uuid": "62f1214b-fd76-48e2-ab18-2e9e6de25bb5", "name": "network-vif-plugged", "status": "completed", "tag": "86e3457f-6e21-44a1-a1cf-4bc3c47923f4"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:20.146223 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:20.152778 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:20.166749 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2db96c15-1714-411b-8241-91362c54fbba tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:20.230559 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,revision_number=10']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:20.289248 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-2db96c15-1714-411b-8241-91362c54fbba tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] device_id is not set on port d98916bb-528a-41b1-8a06-445132be5879 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:34:20.334422 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b1f54b12-6f79-430a-bcf4-6e358e800dd3 req-a76009ad-9a9c-43ad-9b5a-3cc30ec7e1ce tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 695 time: 0.4149616 Jul 16 20:34:20.345552 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e15b2853-d549-4a34-bcd6-5435e7e73e52 req-123f7c47-a79a-4473-8996-946832b4b344 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.148 HTTP/1.1" status: 200 len: 1002 time: 0.6363084 Jul 16 20:34:20.444142 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2db96c15-1714-411b-8241-91362c54fbba tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:20.505495 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2db96c15-1714-411b-8241-91362c54fbba tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:20.572166 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db96c15-1714-411b-8241-91362c54fbba tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Pushing event updated for resources: {'Port': ['ID=8ea928f2-cf27-4b04-bea4-9adfbec60c6d,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:20.582615 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db96c15-1714-411b-8241-91362c54fbba tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Checking segment: {'id': 'd2bd140f-4b73-4816-bf90-79d4731e6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '252a364c-0bdb-4cc0-b495-9b43244c0eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:20.582981 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db96c15-1714-411b-8241-91362c54fbba tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Network hostable DHCP agents. Network: 252a364c-0bdb-4cc0-b495-9b43244c0eba, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:34:20.589065 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-b1f54b12-6f79-430a-bcf4-6e358e800dd3 req-903622c6-b1e9-48c0-835b-3e8566df230f tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Deleting port 23a7f4f8-5a2a-4501-94cf-1873ad78b008 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:20.590009 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b1f54b12-6f79-430a-bcf4-6e358e800dd3 req-903622c6-b1e9-48c0-835b-3e8566df230f tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:20.599992 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b2853-d549-4a34-bcd6-5435e7e73e52 req-752fb684-002f-4df4-980e-7ac7824a10b0 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:20.606966 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e15b2853-d549-4a34-bcd6-5435e7e73e52 req-752fb684-002f-4df4-980e-7ac7824a10b0 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 784 time: 0.2170079 Jul 16 20:34:20.608238 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db96c15-1714-411b-8241-91362c54fbba tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Network 252a364c-0bdb-4cc0-b495-9b43244c0eba is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:34:20.623365 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-2db96c15-1714-411b-8241-91362c54fbba tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 252a364c-0bdb-4cc0-b495-9b43244c0eba) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:20.634659 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2df8f09-b08d-430f-9da7-77b050193cde None None] Network 252a364c-0bdb-4cc0-b495-9b43244c0eba requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:20.638695 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db96c15-1714-411b-8241-91362c54fbba tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:20.639561 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2db96c15-1714-411b-8241-91362c54fbba tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:20.718623 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db96c15-1714-411b-8241-91362c54fbba tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Checking segment: {'id': 'bec20cd6-4590-41cf-bafd-f3e26490af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '70a621bb-ab24-4cbf-9d8f-e47819945510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:20.718987 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db96c15-1714-411b-8241-91362c54fbba tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Network hostable DHCP agents. Network: 70a621bb-ab24-4cbf-9d8f-e47819945510, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:34:20.743914 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e15b2853-d549-4a34-bcd6-5435e7e73e52 req-7a503040-872b-4d5a-8aab-ec61be76e99f tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.148 HTTP/1.1" status: 200 len: 1002 time: 0.1251550 Jul 16 20:34:20.748230 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db96c15-1714-411b-8241-91362c54fbba tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Network 70a621bb-ab24-4cbf-9d8f-e47819945510 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:34:20.755223 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b1f54b12-6f79-430a-bcf4-6e358e800dd3 req-903622c6-b1e9-48c0-835b-3e8566df230f tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:20.755776 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b1f54b12-6f79-430a-bcf4-6e358e800dd3 req-903622c6-b1e9-48c0-835b-3e8566df230f tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:20.759769 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db96c15-1714-411b-8241-91362c54fbba tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Pushing event updated for resources: {'Port': ['ID=d98916bb-528a-41b1-8a06-445132be5879,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:20.763722 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-2db96c15-1714-411b-8241-91362c54fbba tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 70a621bb-ab24-4cbf-9d8f-e47819945510) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:20.770634 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-e15b2853-d549-4a34-bcd6-5435e7e73e52 req-843e2553-5a33-4d24-949b-67edb9314e24 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:20.775986 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db96c15-1714-411b-8241-91362c54fbba tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:20.782933 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db96c15-1714-411b-8241-91362c54fbba tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:20.789255 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db96c15-1714-411b-8241-91362c54fbba tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:20.790139 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2db96c15-1714-411b-8241-91362c54fbba tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:20.795692 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5659bd87-0565-4098-a3a1-85de2ebc9983 None None] Network 70a621bb-ab24-4cbf-9d8f-e47819945510 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:20.812395 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2db96c15-1714-411b-8241-91362c54fbba tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.2720320 Jul 16 20:34:20.812628 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-b1f54b12-6f79-430a-bcf4-6e358e800dd3 req-903622c6-b1e9-48c0-835b-3e8566df230f tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Calling delete_port for 23a7f4f8-5a2a-4501-94cf-1873ad78b008 owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:20.813031 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43700) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:20.895487 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e15b2853-d549-4a34-bcd6-5435e7e73e52 req-843e2553-5a33-4d24-949b-67edb9314e24 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks [] for floatingip, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:20.905299 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d3f0bf-f357-4695-bfa8-274239bfc8b8 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:20.913919 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d3f0bf-f357-4695-bfa8-274239bfc8b8 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:20.918738 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f4d3f0bf-f357-4695-bfa8-274239bfc8b8 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1018498 Jul 16 20:34:20.930869 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43702) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:21.075044 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e15b2853-d549-4a34-bcd6-5435e7e73e52 req-843e2553-5a33-4d24-949b-67edb9314e24 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:21.083897 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e15b2853-d549-4a34-bcd6-5435e7e73e52 req-843e2553-5a33-4d24-949b-67edb9314e24 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:21.084301 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [req-e15b2853-d549-4a34-bcd6-5435e7e73e52 req-843e2553-5a33-4d24-949b-67edb9314e24 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Floating IP e5951ba9-36f9-4a9f-9389-4838570a3110 disassociated. External IP: 172.25.0.148, port: 5e868358-9a97-43e7-92c4-6ec743600b9e. Jul 16 20:34:21.092521 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-845b2839-e5bd-4984-8fcf-fcb2df22bff8 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Deleting port 8ea928f2-cf27-4b04-bea4-9adfbec60c6d {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:21.092960 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-845b2839-e5bd-4984-8fcf-fcb2df22bff8 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:21.187430 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-845b2839-e5bd-4984-8fcf-fcb2df22bff8 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:21.206416 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-845b2839-e5bd-4984-8fcf-fcb2df22bff8 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Calling delete_port for 8ea928f2-cf27-4b04-bea4-9adfbec60c6d owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:21.349138 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b1f54b12-6f79-430a-bcf4-6e358e800dd3 req-903622c6-b1e9-48c0-835b-3e8566df230f tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:21.406411 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-845b2839-e5bd-4984-8fcf-fcb2df22bff8 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:21.419315 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903622c6-b1e9-48c0-835b-3e8566df230f tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Pushing event deleted for resources: {'Port': ['ID=23a7f4f8-5a2a-4501-94cf-1873ad78b008,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:21.465786 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-845b2839-e5bd-4984-8fcf-fcb2df22bff8 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:21.470736 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-845b2839-e5bd-4984-8fcf-fcb2df22bff8 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] 10.222.0.38 "DELETE /v2.0/ports/8ea928f2-cf27-4b04-bea4-9adfbec60c6d HTTP/1.1" status: 204 len: 168 time: 0.5383749 Jul 16 20:34:21.473146 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43708) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:21.505596 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b2839-e5bd-4984-8fcf-fcb2df22bff8 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Pushing event deleted for resources: {'Port': ['ID=8ea928f2-cf27-4b04-bea4-9adfbec60c6d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:21.509879 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e15b2853-d549-4a34-bcd6-5435e7e73e52 req-843e2553-5a33-4d24-949b-67edb9314e24 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Router 28903c1b-3ac2-45c4-b997-24d7062f3300 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:34:21.519633 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b1f54b12-6f79-430a-bcf4-6e358e800dd3 req-903622c6-b1e9-48c0-835b-3e8566df230f tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:21.519633 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b1f54b12-6f79-430a-bcf4-6e358e800dd3 req-903622c6-b1e9-48c0-835b-3e8566df230f tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:21.519633 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b1f54b12-6f79-430a-bcf4-6e358e800dd3 req-903622c6-b1e9-48c0-835b-3e8566df230f tempest-FloatingIPDetailsTestJSON-506607102 tempest-FloatingIPDetailsTestJSON-506607102-project] 10.222.0.38 "DELETE /v2.0/floatingips/231b4d1b-830c-4db9-b766-a08e6146b603 HTTP/1.1" status: 204 len: 173 time: 1.1718948 Jul 16 20:34:21.532281 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43710) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:21.664123 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b1a94423-2456-4158-9d9d-72ca86b92e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:21.667982 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-e15f8c5f-b510-4a92-87a3-da8daa436e6f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Deleting port d98916bb-528a-41b1-8a06-445132be5879 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:21.670314 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e15f8c5f-b510-4a92-87a3-da8daa436e6f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:21.761979 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-653139b4-fff6-42f0-9bf4-5f2fa13529ff req-e2cf5187-8c2d-4938-a3ba-7ceb1ad00cd5 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups/7bfbf632-f9e2-4a23-80a7-993bbfa0ec9f HTTP/1.1" status: 200 len: 1801 time: 0.1505594 Jul 16 20:34:21.791785 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e15f8c5f-b510-4a92-87a3-da8daa436e6f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:21.796655 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e15b2853-d549-4a34-bcd6-5435e7e73e52 req-843e2553-5a33-4d24-949b-67edb9314e24 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:34:21.805679 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e15b2853-d549-4a34-bcd6-5435e7e73e52 req-843e2553-5a33-4d24-949b-67edb9314e24 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:21.810789 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-e15f8c5f-b510-4a92-87a3-da8daa436e6f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Calling delete_port for d98916bb-528a-41b1-8a06-445132be5879 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:21.815200 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563babf2-b9fa-49b4-bf78-a28949cb34e2 None None] Sync routers for ids ['28903c1b-3ac2-45c4-b997-24d7062f3300'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:34:21.842397 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563babf2-b9fa-49b4-bf78-a28949cb34e2 None None] Routers {'28903c1b-3ac2-45c4-b997-24d7062f3300'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:21.843281 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-563babf2-b9fa-49b4-bf78-a28949cb34e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:33:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['28903c1b-3ac2-45c4-b997-24d7062f3300'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:21.917747 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e15f8c5f-b510-4a92-87a3-da8daa436e6f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:21.934759 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e15b2853-d549-4a34-bcd6-5435e7e73e52 req-843e2553-5a33-4d24-949b-67edb9314e24 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "PUT /v2.0/floatingips/e5951ba9-36f9-4a9f-9389-4838570a3110 HTTP/1.1" status: 200 len: 695 time: 1.1776466 Jul 16 20:34:21.944055 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954328ef-dba5-48e8-b938-08f3d2bd3409', 'tag': '5e868358-9a97-43e7-92c4-6ec743600b9e'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:21.948164 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff64ff3-dc9d-4bd1-a091-782be641f34f" -d '{"events": [{"name": "network-changed", "server_uuid": "954328ef-dba5-48e8-b938-08f3d2bd3409", "tag": "5e868358-9a97-43e7-92c4-6ec743600b9e"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:21.960504 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f8c5f-b510-4a92-87a3-da8daa436e6f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Pushing event deleted for resources: {'Port': ['ID=d98916bb-528a-41b1-8a06-445132be5879,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:21.973606 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e15f8c5f-b510-4a92-87a3-da8daa436e6f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:21.976000 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e15f8c5f-b510-4a92-87a3-da8daa436e6f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] 10.222.0.38 "DELETE /v2.0/ports/d98916bb-528a-41b1-8a06-445132be5879 HTTP/1.1" status: 204 len: 168 time: 0.5016057 Jul 16 20:34:21.980266 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43714) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:22.017688 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e04357d8-b2b1-4f57-b3ef-6fdc077b0627 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0358655 Jul 16 20:34:22.021823 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43716) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:22.028220 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e4081dee-54aa-43ad-94af-1f49b9776d84 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-788019158'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:22.064899 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-653139b4-fff6-42f0-9bf4-5f2fa13529ff req-b48a854a-dde3-4976-85f4-37bd1a9ae0c2 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.074350 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4081dee-54aa-43ad-94af-1f49b9776d84 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Made reservation on behalf of a5e5f403c306416a9769ab8b36e1d4fc for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:22.078398 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4081dee-54aa-43ad-94af-1f49b9776d84 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.110822 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4081dee-54aa-43ad-94af-1f49b9776d84 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:34:22.116491 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-653139b4-fff6-42f0-9bf4-5f2fa13529ff req-b48a854a-dde3-4976-85f4-37bd1a9ae0c2 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.125820 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4081dee-54aa-43ad-94af-1f49b9776d84 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.127945 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-e4081dee-54aa-43ad-94af-1f49b9776d84 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Added segment 14b3e3c1-42ea-4aa8-97ea-8f0211124acf of type vlan for network be8b36f3-c34e-4623-b25b-e8f0ddcfcfdd Jul 16 20:34:22.185786 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-563babf2-b9fa-49b4-bf78-a28949cb34e2 None None] Set router 28903c1b-3ac2-45c4-b997-24d7062f3300 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:22.188906 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4081dee-54aa-43ad-94af-1f49b9776d84 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.239026 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b2853-d549-4a34-bcd6-5435e7e73e52 req-fba0115e-8440-4e78-8572-4bfba718c090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:22.241975 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e15b2853-d549-4a34-bcd6-5435e7e73e52 req-fba0115e-8440-4e78-8572-4bfba718c090 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9032388b8ebe4c33bf7d76406cd09d75&device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 1098 time: 0.2382495 Jul 16 20:34:22.249182 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4081dee-54aa-43ad-94af-1f49b9776d84 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.272466 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4081dee-54aa-43ad-94af-1f49b9776d84 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:22.273253 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4081dee-54aa-43ad-94af-1f49b9776d84 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.302041 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-653139b4-fff6-42f0-9bf4-5f2fa13529ff req-b48a854a-dde3-4976-85f4-37bd1a9ae0c2 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.304526 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-653139b4-fff6-42f0-9bf4-5f2fa13529ff req-b48a854a-dde3-4976-85f4-37bd1a9ae0c2 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.305808 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-653139b4-fff6-42f0-9bf4-5f2fa13529ff req-b48a854a-dde3-4976-85f4-37bd1a9ae0c2 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "DELETE /v2.0/security-groups/7bfbf632-f9e2-4a23-80a7-993bbfa0ec9f HTTP/1.1" status: 204 len: 173 time: 0.5347235 Jul 16 20:34:22.358479 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a854a-dde3-4976-85f4-37bd1a9ae0c2 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfbf632-f9e2-4a23-80a7-993bbfa0ec9f,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:22.360001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4081dee-54aa-43ad-94af-1f49b9776d84 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Pushing event updated for resources: {'Network': ['ID=be8b36f3-c34e-4623-b25b-e8f0ddcfcfdd,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:22.375329 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e4081dee-54aa-43ad-94af-1f49b9776d84 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3516617 Jul 16 20:34:22.378005 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43720) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:22.390286 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-997365b6-a698-4312-9523-de45092aa849 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-205715608'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:22.411886 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c873f1f0-0825-4300-b8d1-416f5f68786e x-openstack-request-id: req-c873f1f0-0825-4300-b8d1-416f5f68786e {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:22.412177 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da4b288-615c-47be-bec7-49868cdc2391", "name": "network-vif-deleted", "tag": "0b939d52-f3e9-4163-8aa1-168009ceb7b9", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:22.412429 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c873f1f0-0825-4300-b8d1-416f5f68786e {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:22.412877 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da4b288-615c-47be-bec7-49868cdc2391', 'name': 'network-vif-deleted', 'tag': '0b939d52-f3e9-4163-8aa1-168009ceb7b9', 'status': 'completed', 'code': 200} Jul 16 20:34:22.426570 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997365b6-a698-4312-9523-de45092aa849 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Made reservation on behalf of a5e5f403c306416a9769ab8b36e1d4fc for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:22.433679 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-997365b6-a698-4312-9523-de45092aa849 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.435670 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network be8b36f3-c34e-4623-b25b-e8f0ddcfcfdd details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:34:22.482563 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997365b6-a698-4312-9523-de45092aa849 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:34:22.503189 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-997365b6-a698-4312-9523-de45092aa849 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.503540 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-997365b6-a698-4312-9523-de45092aa849 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Added segment a6aa2ce5-1976-4862-b1c1-bcb541f3a24c of type vlan for network f1a206a0-4943-47dd-82e4-0d9980422ac7 Jul 16 20:34:22.546527 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b2853-d549-4a34-bcd6-5435e7e73e52 req-23064308-d267-4758-b3d5-bc2b0a8a98bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:22.548259 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e15b2853-d549-4a34-bcd6-5435e7e73e52 req-23064308-d267-4758-b3d5-bc2b0a8a98bb service neutron] 10.222.0.38 "GET /v2.0/networks?id=6a7544a1-50eb-4947-aed6-085fa278f26b HTTP/1.1" status: 200 len: 920 time: 0.2964299 Jul 16 20:34:22.614662 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-997365b6-a698-4312-9523-de45092aa849 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.683821 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-997365b6-a698-4312-9523-de45092aa849 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.692071 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997365b6-a698-4312-9523-de45092aa849 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:22.692665 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-997365b6-a698-4312-9523-de45092aa849 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.712778 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-563babf2-b9fa-49b4-bf78-a28949cb34e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'name': 'tempest-ServerRescueTestJSONUnderV235-374517024-router', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '8d37832b-7121-4084-b447-2debb5fa4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:33:03Z', 'revision_number': 4, 'project_id': '9032388b8ebe4c33bf7d76406cd09d75', 'gw_port': {'id': '8d37832b-7121-4084-b447-2debb5fa4e59', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:59Z', 'updated_at': '2021-07-16T20:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '58e10acb-2943-46aa-9c5f-01025f7a4d0a', 'name': '', 'network_id': '6a7544a1-50eb-4947-aed6-085fa278f26b', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'mac_address': 'fa:16:3e:49:ef:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'bbbec1a1-2c80-4471-b62b-c165bab136c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:01Z', 'updated_at': '2021-07-16T20:33:13Z', 'revision_number': 5, 'project_id': '9032388b8ebe4c33bf7d76406cd09d75', 'subnets': [{'id': 'bbbec1a1-2c80-4471-b62b-c165bab136c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:22.729110 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e15b2853-d549-4a34-bcd6-5435e7e73e52 req-7b31a4dd-2ef8-4e1a-a27c-1e21ba8a0ba3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e868358-9a97-43e7-92c4-6ec743600b9e HTTP/1.1" status: 200 len: 217 time: 0.1658087 Jul 16 20:34:22.762503 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-997365b6-a698-4312-9523-de45092aa849 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3826756 Jul 16 20:34:22.792254 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b036e765-f2d2-4950-a431-2c0c5f78ef2f x-openstack-request-id: req-b036e765-f2d2-4950-a431-2c0c5f78ef2f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:22.792858 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f1214b-fd76-48e2-ab18-2e9e6de25bb5", "name": "network-vif-plugged", "status": "completed", "tag": "86e3457f-6e21-44a1-a1cf-4bc3c47923f4", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:22.794774 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b036e765-f2d2-4950-a431-2c0c5f78ef2f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:22.795361 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f1214b-fd76-48e2-ab18-2e9e6de25bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4', 'code': 200} Jul 16 20:34:22.796359 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563babf2-b9fa-49b4-bf78-a28949cb34e2 None None] Checking router: 28903c1b-3ac2-45c4-b997-24d7062f3300 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:34:22.812625 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997365b6-a698-4312-9523-de45092aa849 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Pushing event updated for resources: {'Network': ['ID=f1a206a0-4943-47dd-82e4-0d9980422ac7,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:22.825242 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563babf2-b9fa-49b4-bf78-a28949cb34e2 None None] Routers {'28903c1b-3ac2-45c4-b997-24d7062f3300'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:22.827211 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-563babf2-b9fa-49b4-bf78-a28949cb34e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:33:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['28903c1b-3ac2-45c4-b997-24d7062f3300'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:22.832948 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network f1a206a0-4943-47dd-82e4-0d9980422ac7 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:34:22.861066 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b2853-d549-4a34-bcd6-5435e7e73e52 req-2742b733-35bb-46b6-aade-a89a0e6afe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:22.862894 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e15b2853-d549-4a34-bcd6-5435e7e73e52 req-2742b733-35bb-46b6-aade-a89a0e6afe3d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bbbec1a1-2c80-4471-b62b-c165bab136c6 HTTP/1.1" status: 200 len: 859 time: 0.1230969 Jul 16 20:34:22.868635 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b44c3ed-fb61-43c4-90e8-3342f7e3c98a x-openstack-request-id: req-1b44c3ed-fb61-43c4-90e8-3342f7e3c98a {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:22.868900 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954328ef-dba5-48e8-b938-08f3d2bd3409", "tag": "5e868358-9a97-43e7-92c4-6ec743600b9e", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:22.869150 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1b44c3ed-fb61-43c4-90e8-3342f7e3c98a {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:22.869670 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954328ef-dba5-48e8-b938-08f3d2bd3409', 'tag': '5e868358-9a97-43e7-92c4-6ec743600b9e', 'status': 'completed', 'code': 200} Jul 16 20:34:22.929294 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-6f0a0e15-bcaf-4bc9-98bb-a275bb6af556 req-93910184-fc34-4f71-aa4b-0ce8e41709c2 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-172226856', 'description': 'tempest-description-1006922418'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:22.954104 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e15b2853-d549-4a34-bcd6-5435e7e73e52 req-55006062-12ad-4ed9-ba7b-540a9206d4b6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6a7544a1-50eb-4947-aed6-085fa278f26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827124 Jul 16 20:34:22.988722 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b25729b5-da7e-48cb-a86e-9e05e42f04f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:23.041338 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff64ff3-dc9d-4bd1-a091-782be641f34f req-849c0fd2-09b9-49e6-9d42-6d04ea6d3282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:23.046041 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7ff64ff3-dc9d-4bd1-a091-782be641f34f req-849c0fd2-09b9-49e6-9d42-6d04ea6d3282 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9032388b8ebe4c33bf7d76406cd09d75&device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 1098 time: 0.1362495 Jul 16 20:34:23.131534 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-563babf2-b9fa-49b4-bf78-a28949cb34e2 None None] Set router 28903c1b-3ac2-45c4-b997-24d7062f3300 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:23.174804 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 0b939d52-f3e9-4163-8aa1-168009ceb7b9 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:23.199646 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 0b939d52-f3e9-4163-8aa1-168009ceb7b9 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:23.199987 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 0b939d52-f3e9-4163-8aa1-168009ceb7b9 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:23.290729 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff64ff3-dc9d-4bd1-a091-782be641f34f req-c59e6a57-8861-47b8-b989-7e1aa1ddeaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:23.293339 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7ff64ff3-dc9d-4bd1-a091-782be641f34f req-c59e6a57-8861-47b8-b989-7e1aa1ddeaf3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6a7544a1-50eb-4947-aed6-085fa278f26b HTTP/1.1" status: 200 len: 920 time: 0.2403834 Jul 16 20:34:23.326061 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6f0a0e15-bcaf-4bc9-98bb-a275bb6af556 req-93910184-fc34-4f71-aa4b-0ce8e41709c2 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:23.366807 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7ff64ff3-dc9d-4bd1-a091-782be641f34f req-a038093d-ffb0-4603-b2b9-3b984429465c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e868358-9a97-43e7-92c4-6ec743600b9e HTTP/1.1" status: 200 len: 217 time: 0.0610023 Jul 16 20:34:23.473345 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff64ff3-dc9d-4bd1-a091-782be641f34f req-4cd1b4e5-cc0b-4730-8a95-2341ea122f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:23.478220 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7ff64ff3-dc9d-4bd1-a091-782be641f34f req-4cd1b4e5-cc0b-4730-8a95-2341ea122f24 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbbec1a1-2c80-4471-b62b-c165bab136c6 HTTP/1.1" status: 200 len: 859 time: 0.1029155 Jul 16 20:34:23.537494 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-563babf2-b9fa-49b4-bf78-a28949cb34e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'name': 'tempest-ServerRescueTestJSONUnderV235-374517024-router', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '8d37832b-7121-4084-b447-2debb5fa4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:33:03Z', 'revision_number': 4, 'project_id': '9032388b8ebe4c33bf7d76406cd09d75', 'gw_port': {'id': '8d37832b-7121-4084-b447-2debb5fa4e59', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:59Z', 'updated_at': '2021-07-16T20:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '58e10acb-2943-46aa-9c5f-01025f7a4d0a', 'name': '', 'network_id': '6a7544a1-50eb-4947-aed6-085fa278f26b', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'mac_address': 'fa:16:3e:49:ef:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'bbbec1a1-2c80-4471-b62b-c165bab136c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:01Z', 'updated_at': '2021-07-16T20:33:13Z', 'revision_number': 5, 'project_id': '9032388b8ebe4c33bf7d76406cd09d75', 'subnets': [{'id': 'bbbec1a1-2c80-4471-b62b-c165bab136c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:23.564612 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7ff64ff3-dc9d-4bd1-a091-782be641f34f req-04fda0aa-8fe2-4618-9dd5-9ba1e0b5c1ac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6a7544a1-50eb-4947-aed6-085fa278f26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744081 Jul 16 20:34:23.604758 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563babf2-b9fa-49b4-bf78-a28949cb34e2 None None] The sync data for ids ['28903c1b-3ac2-45c4-b997-24d7062f3300'] in n-d-791506-21 is: [{'id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'name': 'tempest-ServerRescueTestJSONUnderV235-374517024-router', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '8d37832b-7121-4084-b447-2debb5fa4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:33:03Z', 'revision_number': 4, 'project_id': '9032388b8ebe4c33bf7d76406cd09d75', 'gw_port': {'id': '8d37832b-7121-4084-b447-2debb5fa4e59', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:59Z', 'updated_at': '2021-07-16T20:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '58e10acb-2943-46aa-9c5f-01025f7a4d0a', 'name': '', 'network_id': '6a7544a1-50eb-4947-aed6-085fa278f26b', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'mac_address': 'fa:16:3e:49:ef:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'bbbec1a1-2c80-4471-b62b-c165bab136c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:01Z', 'updated_at': '2021-07-16T20:33:13Z', 'revision_number': 5, 'project_id': '9032388b8ebe4c33bf7d76406cd09d75', 'subnets': [{'id': 'bbbec1a1-2c80-4471-b62b-c165bab136c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:34:23.703917 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e15b2853-d549-4a34-bcd6-5435e7e73e52 req-258966d9-7934-4773-ab4c-587e861a17e9 service neutron] 10.222.0.38 "GET /v2.0/networks/6a7544a1-50eb-4947-aed6-085fa278f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7102976 Jul 16 20:34:23.784548 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7ff64ff3-dc9d-4bd1-a091-782be641f34f req-8b67cc40-396d-4a37-aec5-78b8fc44de76 service neutron] 10.222.0.62 "GET /v2.0/networks/6a7544a1-50eb-4947-aed6-085fa278f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141900 Jul 16 20:34:23.862881 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6f0a0e15-bcaf-4bc9-98bb-a275bb6af556 req-93910184-fc34-4f71-aa4b-0ce8e41709c2 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:23.883223 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6f0a0e15-bcaf-4bc9-98bb-a275bb6af556 req-93910184-fc34-4f71-aa4b-0ce8e41709c2 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:23.941521 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93910184-fc34-4f71-aa4b-0ce8e41709c2 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a2a136-1190-40d2-93de-b3f4d40cf6ca,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:24.009774 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e15b2853-d549-4a34-bcd6-5435e7e73e52 req-d37b1eb5-c827-416e-8858-8d06a9ddffe4 service neutron] 10.222.0.38 "GET /v2.0/networks/6a7544a1-50eb-4947-aed6-085fa278f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897503 Jul 16 20:34:24.017149 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7ff64ff3-dc9d-4bd1-a091-782be641f34f req-4413c6ac-5e27-44bb-a40f-1c821a37d163 service neutron] 10.222.0.62 "GET /v2.0/networks/6a7544a1-50eb-4947-aed6-085fa278f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159376 Jul 16 20:34:24.036299 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6f0a0e15-bcaf-4bc9-98bb-a275bb6af556 req-93910184-fc34-4f71-aa4b-0ce8e41709c2 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:24.049948 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6f0a0e15-bcaf-4bc9-98bb-a275bb6af556 req-93910184-fc34-4f71-aa4b-0ce8e41709c2 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1420422 Jul 16 20:34:24.135684 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79692ec-095c-4d3d-b42e-829d4d777b32 None None] New status for floating IP e5951ba9-36f9-4a9f-9389-4838570a3110: DOWN {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:34:24.228821 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-b25729b5-da7e-48cb-a86e-9e05e42f04f9 admin admin] Deleting port 66528c8d-37f4-4570-b03f-dee0c1e3df6c {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:24.229524 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b25729b5-da7e-48cb-a86e-9e05e42f04f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:24.240031 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26035f7a-3bf3-4bec-b227-e90cdce42abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:24.266770 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:24.812681 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bbc75fd2-2935-43d2-ac0d-e769a1c3f380 req-1499572b-29fa-4774-8edb-b6e72c04713d tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/floatingips/e5951ba9-36f9-4a9f-9389-4838570a3110 HTTP/1.1" status: 200 len: 693 time: 0.0886586 Jul 16 20:34:24.916513 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-60805c55-156d-4e6f-96ca-27230a9d6814 req-d91397b5-fa4d-426b-8173-d76eb3403b62 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups/a1a2a136-1190-40d2-93de-b3f4d40cf6ca HTTP/1.1" status: 200 len: 1802 time: 0.1935718 Jul 16 20:34:24.926458 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-60805c55-156d-4e6f-96ca-27230a9d6814 req-198d60c6-665e-4043-a8b1-1eb11f02d6da tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2029920757', 'description': 'tempest-description-hth-622810519'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:25.016851 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-b25729b5-da7e-48cb-a86e-9e05e42f04f9 admin admin] For port 66528c8d-37f4-4570-b03f-dee0c1e3df6c, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=66528c8d-37f4-4570-b03f-dee0c1e3df6c,segment=NetworkSegment(0f9e1326-245f-4afd-ba85-656be6d67b7d),segment_id=0f9e1326-245f-4afd-ba85-656be6d67b7d)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:25.017213 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b25729b5-da7e-48cb-a86e-9e05e42f04f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:25.031196 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-60805c55-156d-4e6f-96ca-27230a9d6814 req-198d60c6-665e-4043-a8b1-1eb11f02d6da tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:25.084912 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-60805c55-156d-4e6f-96ca-27230a9d6814 req-198d60c6-665e-4043-a8b1-1eb11f02d6da tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:25.095439 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-60805c55-156d-4e6f-96ca-27230a9d6814 req-198d60c6-665e-4043-a8b1-1eb11f02d6da tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:25.098096 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-60805c55-156d-4e6f-96ca-27230a9d6814 req-198d60c6-665e-4043-a8b1-1eb11f02d6da tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:25.110779 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-60805c55-156d-4e6f-96ca-27230a9d6814 req-198d60c6-665e-4043-a8b1-1eb11f02d6da tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "PUT /v2.0/security-groups/a1a2a136-1190-40d2-93de-b3f4d40cf6ca HTTP/1.1" status: 200 len: 1776 time: 0.1924222 Jul 16 20:34:25.179763 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-b25729b5-da7e-48cb-a86e-9e05e42f04f9 admin admin] Calling delete_port for 66528c8d-37f4-4570-b03f-dee0c1e3df6c owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:25.251931 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc75fd2-2935-43d2-ac0d-e769a1c3f380 req-e218f6b8-c1a3-4454-870d-76fd3b42295c tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:25.262797 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bbc75fd2-2935-43d2-ac0d-e769a1c3f380 req-e218f6b8-c1a3-4454-870d-76fd3b42295c tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 784 time: 0.4470308 Jul 16 20:34:25.290571 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d60c6-665e-4043-a8b1-1eb11f02d6da tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a2a136-1190-40d2-93de-b3f4d40cf6ca,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:25.379523 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bbc75fd2-2935-43d2-ac0d-e769a1c3f380 req-e59d6daf-e693-45ac-925a-0b5aa6d8ae5b tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.148 HTTP/1.1" status: 200 len: 696 time: 0.1121588 Jul 16 20:34:25.446118 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bbc75fd2-2935-43d2-ac0d-e769a1c3f380 req-3588b2c5-f1f0-404b-ad6f-504a5480b555 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.0.148 HTTP/1.1" status: 200 len: 696 time: 0.0655508 Jul 16 20:34:25.601907 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff23c1-9c42-4201-bd93-c08a1fba1ee9 req-b2d84e72-5562-4cec-b705-2eec3a7eae26 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:25.603690 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99ff23c1-9c42-4201-bd93-c08a1fba1ee9 req-b2d84e72-5562-4cec-b705-2eec3a7eae26 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6b49edd-6284-4ea0-9535-5e251b4d6977 HTTP/1.1" status: 200 len: 945 time: 0.3382587 Jul 16 20:34:25.710289 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99ff23c1-9c42-4201-bd93-c08a1fba1ee9 req-5d1758b4-5b17-4b33-bc57-a1f1b5b2390b tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742779 Jul 16 20:34:25.739339 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:25.777068 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-bbc75fd2-2935-43d2-ac0d-e769a1c3f380 req-d47228e2-f0a8-48d2-af6a-3ff8fe1ac217 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Deleting port 2ef2293d-a480-4afd-b398-ed8a1f9b7059 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:25.777423 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bbc75fd2-2935-43d2-ac0d-e769a1c3f380 req-d47228e2-f0a8-48d2-af6a-3ff8fe1ac217 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:25.821703 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd0c74-41c4-4d02-88bc-0af35845ecf8 req-7ddcecb3-9840-42d5-b9b3-3b1567b58066 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:25.825076 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-20dd0c74-41c4-4d02-88bc-0af35845ecf8 req-7ddcecb3-9840-42d5-b9b3-3b1567b58066 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b49edd-6284-4ea0-9535-5e251b4d6977 HTTP/1.1" status: 200 len: 945 time: 0.1304560 Jul 16 20:34:25.902791 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-557b1771-ca0f-4022-a1da-e3341c3ce920 req-0f8ecc87-9277-47f0-a080-178becee0911 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups/a1a2a136-1190-40d2-93de-b3f4d40cf6ca HTTP/1.1" status: 200 len: 1776 time: 0.1400914 Jul 16 20:34:25.907687 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b25729b5-da7e-48cb-a86e-9e05e42f04f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:26.037937 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-20dd0c74-41c4-4d02-88bc-0af35845ecf8 req-9a5c29db-ed51-44c5-8739-a3b20ffdb9cc tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Deleting port 5ba2bee1-431e-4a37-afa8-08fbc6806a7d {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:26.039354 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-20dd0c74-41c4-4d02-88bc-0af35845ecf8 req-9a5c29db-ed51-44c5-8739-a3b20ffdb9cc tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:26.125895 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25729b5-da7e-48cb-a86e-9e05e42f04f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=66528c8d-37f4-4570-b03f-dee0c1e3df6c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:26.157894 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bbc75fd2-2935-43d2-ac0d-e769a1c3f380 req-d47228e2-f0a8-48d2-af6a-3ff8fe1ac217 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:26.158253 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bbc75fd2-2935-43d2-ac0d-e769a1c3f380 req-d47228e2-f0a8-48d2-af6a-3ff8fe1ac217 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:26.273125 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-bbc75fd2-2935-43d2-ac0d-e769a1c3f380 req-d47228e2-f0a8-48d2-af6a-3ff8fe1ac217 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Calling delete_port for 2ef2293d-a480-4afd-b398-ed8a1f9b7059 owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:26.455537 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43758) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:26.471061 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-8c3e94f9-941e-4aa3-8046-ce795febf30d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Request body: {'subnets': [{'network_id': 'be8b36f3-c34e-4623-b25b-e8f0ddcfcfdd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1931597729', 'ip_version': 6}, {'network_id': 'f1a206a0-4943-47dd-82e4-0d9980422ac7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:26.471540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-8c3e94f9-941e-4aa3-8046-ce795febf30d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Request body: {'subnet': {'network_id': 'be8b36f3-c34e-4623-b25b-e8f0ddcfcfdd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1931597729', 'ip_version': 6}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:26.472337 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-8c3e94f9-941e-4aa3-8046-ce795febf30d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Request body: {'subnet': {'network_id': 'f1a206a0-4943-47dd-82e4-0d9980422ac7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:26.528037 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7b8c8191-fe95-455e-9fc9-842235a58dc1 req-4edda89a-741e-4788-802a-32e6f9fc13a2 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups/a1a2a136-1190-40d2-93de-b3f4d40cf6ca HTTP/1.1" status: 200 len: 1776 time: 0.2768450 Jul 16 20:34:26.529950 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bbc75fd2-2935-43d2-ac0d-e769a1c3f380 req-d47228e2-f0a8-48d2-af6a-3ff8fe1ac217 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:26.625394 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47228e2-f0a8-48d2-af6a-3ff8fe1ac217 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Pushing event deleted for resources: {'Port': ['ID=2ef2293d-a480-4afd-b398-ed8a1f9b7059,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:26.673437 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-20dd0c74-41c4-4d02-88bc-0af35845ecf8 req-9a5c29db-ed51-44c5-8739-a3b20ffdb9cc tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] For port 5ba2bee1-431e-4a37-afa8-08fbc6806a7d, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=5ba2bee1-431e-4a37-afa8-08fbc6806a7d,segment=NetworkSegment(3f952078-cb9c-47f7-9e6d-cc7a02591d17),segment_id=3f952078-cb9c-47f7-9e6d-cc7a02591d17)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:26.673816 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-20dd0c74-41c4-4d02-88bc-0af35845ecf8 req-9a5c29db-ed51-44c5-8739-a3b20ffdb9cc tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:26.693743 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-20dd0c74-41c4-4d02-88bc-0af35845ecf8 req-9a5c29db-ed51-44c5-8739-a3b20ffdb9cc tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Calling delete_port for 5ba2bee1-431e-4a37-afa8-08fbc6806a7d owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:26.756058 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b25729b5-da7e-48cb-a86e-9e05e42f04f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:26.809585 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7b8c8191-fe95-455e-9fc9-842235a58dc1 req-2cb71ace-a2ac-494e-bddc-59e112743e77 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:26.863434 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-20dd0c74-41c4-4d02-88bc-0af35845ecf8 req-9a5c29db-ed51-44c5-8739-a3b20ffdb9cc tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:26.875625 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['4b332a2e-11d0-48a0-9465-93957bcf4c91', '5ba2bee1-431e-4a37-afa8-08fbc6806a7d'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:26.908933 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bbc75fd2-2935-43d2-ac0d-e769a1c3f380 req-d47228e2-f0a8-48d2-af6a-3ff8fe1ac217 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:26.911540 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bbc75fd2-2935-43d2-ac0d-e769a1c3f380 req-d47228e2-f0a8-48d2-af6a-3ff8fe1ac217 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:26.919785 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bbc75fd2-2935-43d2-ac0d-e769a1c3f380 req-d47228e2-f0a8-48d2-af6a-3ff8fe1ac217 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "DELETE /v2.0/floatingips/e5951ba9-36f9-4a9f-9389-4838570a3110 HTTP/1.1" status: 204 len: 173 time: 1.4714727 Jul 16 20:34:26.922440 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c29db-ed51-44c5-8739-a3b20ffdb9cc tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Pushing event deleted for resources: {'Port': ['ID=5ba2bee1-431e-4a37-afa8-08fbc6806a7d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:26.954223 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7b8c8191-fe95-455e-9fc9-842235a58dc1 req-2cb71ace-a2ac-494e-bddc-59e112743e77 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:26.987969 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-20dd0c74-41c4-4d02-88bc-0af35845ecf8 req-9a5c29db-ed51-44c5-8739-a3b20ffdb9cc tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] No DVR routers for this DVR port 5ba2bee1-431e-4a37-afa8-08fbc6806a7d on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:26.990840 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-20dd0c74-41c4-4d02-88bc-0af35845ecf8 req-9a5c29db-ed51-44c5-8739-a3b20ffdb9cc tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:26.993090 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-20dd0c74-41c4-4d02-88bc-0af35845ecf8 req-9a5c29db-ed51-44c5-8739-a3b20ffdb9cc tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.18 "DELETE /v2.0/ports/5ba2bee1-431e-4a37-afa8-08fbc6806a7d HTTP/1.1" status: 204 len: 173 time: 1.1605520 Jul 16 20:34:26.993722 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b49edd-6284-4ea0-9535-5e251b4d6977', 'name': 'network-vif-deleted', 'tag': '5ba2bee1-431e-4a37-afa8-08fbc6806a7d'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:27.015075 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7b8c8191-fe95-455e-9fc9-842235a58dc1 req-2cb71ace-a2ac-494e-bddc-59e112743e77 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.018627 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7b8c8191-fe95-455e-9fc9-842235a58dc1 req-2cb71ace-a2ac-494e-bddc-59e112743e77 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.020751 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a7139f-3eac-4b56-8649-ff655d8479ed" -d '{"events": [{"server_uuid": "f6b49edd-6284-4ea0-9535-5e251b4d6977", "name": "network-vif-deleted", "tag": "5ba2bee1-431e-4a37-afa8-08fbc6806a7d"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:27.031863 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7b8c8191-fe95-455e-9fc9-842235a58dc1 req-2cb71ace-a2ac-494e-bddc-59e112743e77 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "DELETE /v2.0/security-groups/a1a2a136-1190-40d2-93de-b3f4d40cf6ca HTTP/1.1" status: 204 len: 173 time: 0.5027058 Jul 16 20:34:27.192075 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2630fb92-afe9-41e3-ab15-3cec8a1ea9b1 req-c6729b44-d297-4029-907e-459870a27d39 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6b49edd-6284-4ea0-9535-5e251b4d6977 HTTP/1.1" status: 200 len: 210 time: 0.0611157 Jul 16 20:34:27.207329 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3e94f9-941e-4aa3-8046-ce795febf30d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Made reservation on behalf of a5e5f403c306416a9769ab8b36e1d4fc for: {'subnet': 2} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:27.221354 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8c3e94f9-941e-4aa3-8046-ce795febf30d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.221699 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8c3e94f9-941e-4aa3-8046-ce795febf30d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.250970 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb71ace-a2ac-494e-bddc-59e112743e77 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a2a136-1190-40d2-93de-b3f4d40cf6ca,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:27.332571 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d4f785-06af-41ee-ad06-0ecd5e23e256 x-openstack-request-id: req-b3d4f785-06af-41ee-ad06-0ecd5e23e256 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:27.333502 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b49edd-6284-4ea0-9535-5e251b4d6977", "name": "network-vif-deleted", "tag": "5ba2bee1-431e-4a37-afa8-08fbc6806a7d", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:27.333775 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b3d4f785-06af-41ee-ad06-0ecd5e23e256 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:27.334194 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b49edd-6284-4ea0-9535-5e251b4d6977', 'name': 'network-vif-deleted', 'tag': '5ba2bee1-431e-4a37-afa8-08fbc6806a7d', 'status': 'completed', 'code': 200} Jul 16 20:34:27.443708 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b7904549-efe1-4f6f-b718-fb1e20d888da req-d03b535e-5a3f-43cc-aa3e-ee48b84ec381 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups/8126f7aa-4e9f-46ff-9422-c4d51769c537 HTTP/1.1" status: 200 len: 1810 time: 0.3398588 Jul 16 20:34:27.567627 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.592640 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-140cb8a9-b6b2-4dad-9543-fa44260a0cd6 req-8a28544d-fe2f-43be-95f2-54b7db146037 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] show failed (client error): The resource could not be found. Jul 16 20:34:27.593692 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-140cb8a9-b6b2-4dad-9543-fa44260a0cd6 req-8a28544d-fe2f-43be-95f2-54b7db146037 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups/7bfbf632-f9e2-4a23-80a7-993bbfa0ec9f HTTP/1.1" status: 404 len: 352 time: 0.0310392 Jul 16 20:34:27.711882 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-86e13f62-d7d2-4704-83d8-cec5d0e44cc5 req-d9a115dc-5fec-46f4-9c01-36be797f8c7f tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] show failed (client error): The resource could not be found. Jul 16 20:34:27.713291 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-86e13f62-d7d2-4704-83d8-cec5d0e44cc5 req-d9a115dc-5fec-46f4-9c01-36be797f8c7f tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups/e483bf0b-dd8a-4153-9c47-9b4bbf7e6ea9 HTTP/1.1" status: 404 len: 352 time: 0.0515697 Jul 16 20:34:27.723988 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b7904549-efe1-4f6f-b718-fb1e20d888da req-f37ddaa2-1df1-47cb-8c24-e7d3550685b3 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.804703 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b7904549-efe1-4f6f-b718-fb1e20d888da req-f37ddaa2-1df1-47cb-8c24-e7d3550685b3 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.865653 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-c45e9d20-fa31-4aa6-96b0-b1125ff6adbf req-bfd7330a-7fba-431e-98af-52b2da4764f9 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] show failed (client error): The resource could not be found. Jul 16 20:34:27.879405 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c45e9d20-fa31-4aa6-96b0-b1125ff6adbf req-bfd7330a-7fba-431e-98af-52b2da4764f9 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups/ca12f47d-bcdd-4272-922b-6d51c2c90ae1 HTTP/1.1" status: 404 len: 352 time: 0.0996389 Jul 16 20:34:27.938669 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25729b5-da7e-48cb-a86e-9e05e42f04f9 admin admin] Router 0264730b-c32a-45b8-a623-734563a02445 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:34:27.940250 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b7904549-efe1-4f6f-b718-fb1e20d888da req-f37ddaa2-1df1-47cb-8c24-e7d3550685b3 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.942580 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b7904549-efe1-4f6f-b718-fb1e20d888da req-f37ddaa2-1df1-47cb-8c24-e7d3550685b3 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.943706 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b7904549-efe1-4f6f-b718-fb1e20d888da req-f37ddaa2-1df1-47cb-8c24-e7d3550685b3 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "DELETE /v2.0/security-groups/8126f7aa-4e9f-46ff-9422-c4d51769c537 HTTP/1.1" status: 204 len: 173 time: 0.4917071 Jul 16 20:34:27.992627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ddaa2-1df1-47cb-8c24-e7d3550685b3 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8126f7aa-4e9f-46ff-9422-c4d51769c537,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:27.996792 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-9d7b7e3d-e74a-46c7-beed-dc05e7ff95ed req-ad67cb95-ef6e-4fe7-b24d-749574d8ed4a tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] show failed (client error): The resource could not be found. Jul 16 20:34:28.012207 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9d7b7e3d-e74a-46c7-beed-dc05e7ff95ed req-ad67cb95-ef6e-4fe7-b24d-749574d8ed4a tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups/b32fc030-435e-4806-9259-094d978137b6 HTTP/1.1" status: 404 len: 352 time: 0.1165740 Jul 16 20:34:28.131635 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-9316f82c-15d9-4a47-b4c8-4006d58493aa req-239ef685-886c-437e-a6ba-05ddf78b8027 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] show failed (client error): The resource could not be found. Jul 16 20:34:28.133060 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9316f82c-15d9-4a47-b4c8-4006d58493aa req-239ef685-886c-437e-a6ba-05ddf78b8027 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups/f94b3837-8bd1-4fbe-bbe7-c1bb21dd1425 HTTP/1.1" status: 404 len: 352 time: 0.0808380 Jul 16 20:34:28.238584 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-43850dfc-22fc-4e0e-9849-72897e0e3a8e req-3022ee5c-4f83-4753-9221-aacbaba89693 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] show failed (client error): The resource could not be found. Jul 16 20:34:28.249803 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-43850dfc-22fc-4e0e-9849-72897e0e3a8e req-3022ee5c-4f83-4753-9221-aacbaba89693 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups/4206fba6-c4db-4700-9591-6dcd34a82ddf HTTP/1.1" status: 404 len: 352 time: 0.0772495 Jul 16 20:34:28.338617 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25729b5-da7e-48cb-a86e-9e05e42f04f9 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:34:28.356484 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8c3e94f9-941e-4aa3-8046-ce795febf30d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.404596 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476b38ec-53ab-47c2-86dc-734c54b29926 None None] Sync routers for ids ['0264730b-c32a-45b8-a623-734563a02445'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:34:28.405981 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b25729b5-da7e-48cb-a86e-9e05e42f04f9 admin admin] 10.222.0.38 "PUT /v2.0/routers/0264730b-c32a-45b8-a623-734563a02445/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8724968 Jul 16 20:34:28.408679 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43804) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:28.418877 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476b38ec-53ab-47c2-86dc-734c54b29926 None None] Routers {'0264730b-c32a-45b8-a623-734563a02445'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:28.427818 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-476b38ec-53ab-47c2-86dc-734c54b29926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:34:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['0264730b-c32a-45b8-a623-734563a02445'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:28.440787 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3e94f9-941e-4aa3-8046-ce795febf30d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Checking segment: {'id': '14b3e3c1-42ea-4aa8-97ea-8f0211124acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'be8b36f3-c34e-4623-b25b-e8f0ddcfcfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:28.441153 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3e94f9-941e-4aa3-8046-ce795febf30d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Network hostable DHCP agents. Network: be8b36f3-c34e-4623-b25b-e8f0ddcfcfdd, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:34:28.505177 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e94f9-941e-4aa3-8046-ce795febf30d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Pushing event updated for resources: {'Subnet': ['ID=cf2829e6-9158-4c46-b245-6220ddc9d6fc,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:28.508980 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3e94f9-941e-4aa3-8046-ce795febf30d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Network be8b36f3-c34e-4623-b25b-e8f0ddcfcfdd is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:34:28.534444 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-8c3e94f9-941e-4aa3-8046-ce795febf30d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, be8b36f3-c34e-4623-b25b-e8f0ddcfcfdd) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:28.553256 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3478a7be-9ab0-4fbe-a371-3bc67ca62945 None None] Network be8b36f3-c34e-4623-b25b-e8f0ddcfcfdd requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:28.562059 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8c3e94f9-941e-4aa3-8046-ce795febf30d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.694215 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9567162-95b3-4b9a-81b6-944438e5971e admin admin] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.867193 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9567162-95b3-4b9a-81b6-944438e5971e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.968679 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-e9567162-95b3-4b9a-81b6-944438e5971e admin admin] Deleting port bc218e5f-00c0-47f0-b86e-71ef77572d6b {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:28.969907 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9567162-95b3-4b9a-81b6-944438e5971e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.018281 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-476b38ec-53ab-47c2-86dc-734c54b29926 None None] Set router 0264730b-c32a-45b8-a623-734563a02445 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:29.155773 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-e9567162-95b3-4b9a-81b6-944438e5971e admin admin] For port bc218e5f-00c0-47f0-b86e-71ef77572d6b, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=bc218e5f-00c0-47f0-b86e-71ef77572d6b,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:29.156410 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9567162-95b3-4b9a-81b6-944438e5971e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.165411 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24083fdd-ad7b-4629-94be-9a33bea0e1c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-be8b36f3-c34e-4623-b25b-e8f0ddcfcfdd', 'network_id': 'be8b36f3-c34e-4623-b25b-e8f0ddcfcfdd', 'tenant_id': 'a5e5f403c306416a9769ab8b36e1d4fc', 'fixed_ips': [{'subnet_id': 'cf2829e6-9158-4c46-b245-6220ddc9d6fc'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:34:29.166287 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24083fdd-ad7b-4629-94be-9a33bea0e1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.168741 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 5ba2bee1-431e-4a37-afa8-08fbc6806a7d no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:29.172687 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-e9567162-95b3-4b9a-81b6-944438e5971e admin admin] Calling delete_port for bc218e5f-00c0-47f0-b86e-71ef77572d6b owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:29.214117 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 5ba2bee1-431e-4a37-afa8-08fbc6806a7d {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:29.214494 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 5ba2bee1-431e-4a37-afa8-08fbc6806a7d not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:29.398550 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9567162-95b3-4b9a-81b6-944438e5971e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.437285 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9567162-95b3-4b9a-81b6-944438e5971e admin admin] Pushing event deleted for resources: {'Port': ['ID=bc218e5f-00c0-47f0-b86e-71ef77572d6b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:29.454838 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.475413 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-24083fdd-ad7b-4629-94be-9a33bea0e1c2 None None] Allocated IP 2001:db8::1 (be8b36f3-c34e-4623-b25b-e8f0ddcfcfdd/cf2829e6-9158-4c46-b245-6220ddc9d6fc/0751bf12-a0df-4f69-8ff2-847bc89f4749) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:29.530696 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9567162-95b3-4b9a-81b6-944438e5971e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.592067 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e94f9-941e-4aa3-8046-ce795febf30d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Pushing event updated for resources: {'Subnet': ['ID=f58b652f-293b-4d63-a644-33c0d7ee0f12,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:29.621544 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3e94f9-941e-4aa3-8046-ce795febf30d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Checking segment: {'id': 'a6aa2ce5-1976-4862-b1c1-bcb541f3a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f1a206a0-4943-47dd-82e4-0d9980422ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:29.621909 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3e94f9-941e-4aa3-8046-ce795febf30d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Network hostable DHCP agents. Network: f1a206a0-4943-47dd-82e4-0d9980422ac7, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:34:29.626507 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-476b38ec-53ab-47c2-86dc-734c54b29926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0264730b-c32a-45b8-a623-734563a02445', 'name': 'tempest-FloatingIPDetailsTestJSON-1813034734-router', 'tenant_id': '40342810b59645ca8aed45701331133f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bc218e5f-00c0-47f0-b86e-71ef77572d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:43Z', 'updated_at': '2021-07-16T20:34:25Z', 'revision_number': 5, 'project_id': '40342810b59645ca8aed45701331133f', 'gw_port': {'id': 'bc218e5f-00c0-47f0-b86e-71ef77572d6b', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0264730b-c32a-45b8-a623-734563a02445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:44Z', 'updated_at': '2021-07-16T20:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:29.703745 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85dd3d2-adad-47cc-906c-a46b5c8bd3d4 req-637d19ef-ee72-4092-8661-616d93b0209c tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:29.704934 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d85dd3d2-adad-47cc-906c-a46b5c8bd3d4 req-637d19ef-ee72-4092-8661-616d93b0209c tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 946 time: 1.0503423 Jul 16 20:34:29.708342 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3e94f9-941e-4aa3-8046-ce795febf30d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Network f1a206a0-4943-47dd-82e4-0d9980422ac7 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:34:29.715033 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476b38ec-53ab-47c2-86dc-734c54b29926 None None] Checking router: 0264730b-c32a-45b8-a623-734563a02445 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:34:29.740405 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-8c3e94f9-941e-4aa3-8046-ce795febf30d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, f1a206a0-4943-47dd-82e4-0d9980422ac7) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:29.765301 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc1b738-f785-4d5d-98ed-36e6e7f3cfaf None None] Network f1a206a0-4943-47dd-82e4-0d9980422ac7 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:29.772685 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9567162-95b3-4b9a-81b6-944438e5971e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.773797 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3e94f9-941e-4aa3-8046-ce795febf30d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:29.774568 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3e94f9-941e-4aa3-8046-ce795febf30d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:29.775430 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8c3e94f9-941e-4aa3-8046-ce795febf30d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.782495 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9567162-95b3-4b9a-81b6-944438e5971e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.821903 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83725f0-93ed-438b-92a9-fcf0bb2aac3e req-c6acf5f3-0de6-4b5f-8ea5-682a035f2d90 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:29.828570 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b83725f0-93ed-438b-92a9-fcf0bb2aac3e req-c6acf5f3-0de6-4b5f-8ea5-682a035f2d90 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=6abf3438-ad89-461e-9e16-5113b32ef2f4 HTTP/1.1" status: 200 len: 1023 time: 0.3611748 Jul 16 20:34:29.845847 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8c3e94f9-941e-4aa3-8046-ce795febf30d tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.3798361 Jul 16 20:34:29.846776 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43828) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:29.865427 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9567162-95b3-4b9a-81b6-944438e5971e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.865427 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9567162-95b3-4b9a-81b6-944438e5971e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0264730b-c32a-45b8-a623-734563a02445 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:34:29.872144 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9567162-95b3-4b9a-81b6-944438e5971e admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.876262 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e9567162-95b3-4b9a-81b6-944438e5971e admin admin] 10.222.0.38 "DELETE /v2.0/routers/0264730b-c32a-45b8-a623-734563a02445 HTTP/1.1" status: 204 len: 168 time: 1.4636660 Jul 16 20:34:29.876727 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43830) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:29.953194 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d85dd3d2-adad-47cc-906c-a46b5c8bd3d4 req-60ba333c-4c56-4a03-81ee-2f04af32fc2f tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376201 Jul 16 20:34:29.982296 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21d5fe4-9577-464b-8d73-2d438c3a5e60 admin admin] Deleting subnet 6b04767b-76ae-4f2a-b4ba-5812c5943e9f {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:34:29.988834 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a21d5fe4-9577-464b-8d73-2d438c3a5e60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.059575 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a21d5fe4-9577-464b-8d73-2d438c3a5e60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.081664 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b83725f0-93ed-438b-92a9-fcf0bb2aac3e req-dc8a7f9a-d57c-44c7-9ecf-a87d8ec7fcdd tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups?id=afe1c795-be23-436d-aa49-a291582bf221&id=4539d49a-11c1-4189-afdb-9ba65db23e41&id=34fb3ba0-991e-4de2-be16-15bf2afeae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2475495 Jul 16 20:34:30.107187 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2240e73-82b0-427c-8dab-6f51593ab2d1 req-77fee61f-8856-4824-9c52-40d1bf1bf1a1 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:30.109024 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2240e73-82b0-427c-8dab-6f51593ab2d1 req-77fee61f-8856-4824-9c52-40d1bf1bf1a1 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6abf3438-ad89-461e-9e16-5113b32ef2f4 HTTP/1.1" status: 200 len: 1023 time: 0.1773021 Jul 16 20:34:30.125503 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d50657c-daa7-4b81-8eb9-d0c9bfcabb73 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:30.127087 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d50657c-daa7-4b81-8eb9-d0c9bfcabb73 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:30.128615 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d50657c-daa7-4b81-8eb9-d0c9bfcabb73 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:30.149816 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2d50657c-daa7-4b81-8eb9-d0c9bfcabb73 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2980907 Jul 16 20:34:30.150468 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43832) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:30.181746 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476b38ec-53ab-47c2-86dc-734c54b29926 None None] Routers set() bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:30.183034 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476b38ec-53ab-47c2-86dc-734c54b29926 None None] Router IDs set() for agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 20:34:30.184074 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_agentschedulers_db [None req-476b38ec-53ab-47c2-86dc-734c54b29926 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0264730b-c32a-45b8-a623-734563a02445'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:34:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent'). {{(pid=93795) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 20:34:30.184534 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476b38ec-53ab-47c2-86dc-734c54b29926 None None] The sync data for ids ['0264730b-c32a-45b8-a623-734563a02445'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:34:30.257132 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc6882d-553f-40e6-a576-8ff049b6f833 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Deleting subnet cf2829e6-9158-4c46-b245-6220ddc9d6fc {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:34:30.271358 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24083fdd-ad7b-4629-94be-9a33bea0e1c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.283278 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-24083fdd-ad7b-4629-94be-9a33bea0e1c2 None None] Transition to ACTIVE for port object 0751bf12-a0df-4f69-8ff2-847bc89f4749 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:30.314181 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-24083fdd-ad7b-4629-94be-9a33bea0e1c2 None None] Transition to ACTIVE for port object 0751bf12-a0df-4f69-8ff2-847bc89f4749 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:30.321940 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbc6882d-553f-40e6-a576-8ff049b6f833 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.332690 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a21d5fe4-9577-464b-8d73-2d438c3a5e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.344745 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24083fdd-ad7b-4629-94be-9a33bea0e1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.383102 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbc6882d-553f-40e6-a576-8ff049b6f833 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.408542 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24083fdd-ad7b-4629-94be-9a33bea0e1c2 None None] Pushing event updated for resources: {'Port': ['ID=0751bf12-a0df-4f69-8ff2-847bc89f4749,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:30.435295 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24083fdd-ad7b-4629-94be-9a33bea0e1c2 None None] Network be8b36f3-c34e-4623-b25b-e8f0ddcfcfdd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:30.441654 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-24083fdd-ad7b-4629-94be-9a33bea0e1c2 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:30.444709 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24083fdd-ad7b-4629-94be-9a33bea0e1c2 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:30.512393 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791d4681-5ff7-482a-ab2b-f96757fe0f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-f1a206a0-4943-47dd-82e4-0d9980422ac7', 'network_id': 'f1a206a0-4943-47dd-82e4-0d9980422ac7', 'tenant_id': 'a5e5f403c306416a9769ab8b36e1d4fc', 'fixed_ips': [{'subnet_id': 'f58b652f-293b-4d63-a644-33c0d7ee0f12'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:34:30.513257 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-791d4681-5ff7-482a-ab2b-f96757fe0f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.567446 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbc6882d-553f-40e6-a576-8ff049b6f833 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.662912 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-24083fdd-ad7b-4629-94be-9a33bea0e1c2 None None] Attempting to bind port 0751bf12-a0df-4f69-8ff2-847bc89f4749 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:30.663661 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-24083fdd-ad7b-4629-94be-9a33bea0e1c2 None None] Attempting to bind port 0751bf12-a0df-4f69-8ff2-847bc89f4749 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '14b3e3c1-42ea-4aa8-97ea-8f0211124acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'be8b36f3-c34e-4623-b25b-e8f0ddcfcfdd'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:30.664196 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24083fdd-ad7b-4629-94be-9a33bea0e1c2 None None] Attempting to bind port 0751bf12-a0df-4f69-8ff2-847bc89f4749 on network be8b36f3-c34e-4623-b25b-e8f0ddcfcfdd {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:30.696422 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24083fdd-ad7b-4629-94be-9a33bea0e1c2 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:30.696908 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24083fdd-ad7b-4629-94be-9a33bea0e1c2 None None] Checking segment: {'id': '14b3e3c1-42ea-4aa8-97ea-8f0211124acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'be8b36f3-c34e-4623-b25b-e8f0ddcfcfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:30.697211 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24083fdd-ad7b-4629-94be-9a33bea0e1c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.697613 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24083fdd-ad7b-4629-94be-9a33bea0e1c2 None None] Bound using segment: {'id': '14b3e3c1-42ea-4aa8-97ea-8f0211124acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'be8b36f3-c34e-4623-b25b-e8f0ddcfcfdd'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:30.699095 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-24083fdd-ad7b-4629-94be-9a33bea0e1c2 None None] Bound port: 0751bf12-a0df-4f69-8ff2-847bc89f4749, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b3e3c1-42ea-4aa8-97ea-8f0211124acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'be8b36f3-c34e-4623-b25b-e8f0ddcfcfdd'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:30.700771 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24083fdd-ad7b-4629-94be-9a33bea0e1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.720292 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a21d5fe4-9577-464b-8d73-2d438c3a5e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.723565 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbc6882d-553f-40e6-a576-8ff049b6f833 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.779364 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a21d5fe4-9577-464b-8d73-2d438c3a5e60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.784669 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a21d5fe4-9577-464b-8d73-2d438c3a5e60 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6b04767b-76ae-4f2a-b4ba-5812c5943e9f HTTP/1.1" status: 204 len: 168 time: 0.9030428 Jul 16 20:34:30.785004 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c026505d-a56c-4e35-9405-c6d623fe008a None None] Network 17b97ff6-27bf-4d6a-9781-d2c99dd461de requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:30.785892 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-a2240e73-82b0-427c-8dab-6f51593ab2d1 req-7a81001f-dd3a-4e43-b843-c200686be410 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Deleting port a9a3ead3-cac9-44b1-9339-e1882c30dfd4 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:30.786063 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a2240e73-82b0-427c-8dab-6f51593ab2d1 req-7a81001f-dd3a-4e43-b843-c200686be410 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.800441 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43836) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:30.815194 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6882d-553f-40e6-a576-8ff049b6f833 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Pushing event deleted for resources: {'Subnet': ['ID=cf2829e6-9158-4c46-b245-6220ddc9d6fc,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:30.829674 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbc6882d-553f-40e6-a576-8ff049b6f833 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.831829 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bbc6882d-553f-40e6-a576-8ff049b6f833 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] 10.222.0.38 "DELETE /v2.0/subnets/cf2829e6-9158-4c46-b245-6220ddc9d6fc HTTP/1.1" status: 204 len: 168 time: 0.6796663 Jul 16 20:34:30.835484 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43838) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:30.865072 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d5fe4-9577-464b-8d73-2d438c3a5e60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b04767b-76ae-4f2a-b4ba-5812c5943e9f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:30.935947 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-24083fdd-ad7b-4629-94be-9a33bea0e1c2 None None] For port 0751bf12-a0df-4f69-8ff2-847bc89f4749, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:30.936188 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-426df894-67e9-42ee-94d2-aa78082b942a tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Deleting subnet f58b652f-293b-4d63-a644-33c0d7ee0f12 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:34:30.943402 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-24083fdd-ad7b-4629-94be-9a33bea0e1c2 None None] For port 0751bf12-a0df-4f69-8ff2-847bc89f4749, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=0751bf12-a0df-4f69-8ff2-847bc89f4749,segment=NetworkSegment(14b3e3c1-42ea-4aa8-97ea-8f0211124acf),segment_id=14b3e3c1-42ea-4aa8-97ea-8f0211124acf)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:30.952896 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24083fdd-ad7b-4629-94be-9a33bea0e1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:31.056169 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2c6bf9ad-c6a2-426c-8b20-25463355fe82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:31.067550 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-791d4681-5ff7-482a-ab2b-f96757fe0f86 None None] Allocated IP 2001:db8:0:1::1 (f1a206a0-4943-47dd-82e4-0d9980422ac7/f58b652f-293b-4d63-a644-33c0d7ee0f12/5ae0ae00-9b11-4fae-93c0-83094c123b74) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:31.069718 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72629d4-5e84-43d0-8c81-43562e560043 req-4442d76e-6419-4d42-88bc-fedfe4c48708 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:31.071784 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f72629d4-5e84-43d0-8c81-43562e560043 req-4442d76e-6419-4d42-88bc-fedfe4c48708 tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.62 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 946 time: 0.5241020 Jul 16 20:34:31.259060 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24083fdd-ad7b-4629-94be-9a33bea0e1c2 None None] Pushing event updated for resources: {'Port': ['ID=0751bf12-a0df-4f69-8ff2-847bc89f4749,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:31.336876 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 66528c8d-37f4-4570-b03f-dee0c1e3df6c no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:31.394437 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6281a1-4d93-4fb3-ad09-c6f4d6d3ed67 req-b1b7cbd0-ccfb-4eb3-8045-2a199f66d2db tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:31.398334 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7975e29e-d216-44ea-851c-8910aeb640f5 None None] Network be8b36f3-c34e-4623-b25b-e8f0ddcfcfdd requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:31.405856 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9c6281a1-4d93-4fb3-ad09-c6f4d6d3ed67 req-b1b7cbd0-ccfb-4eb3-8045-2a199f66d2db tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 946 time: 0.2223558 Jul 16 20:34:31.488866 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 66528c8d-37f4-4570-b03f-dee0c1e3df6c {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:31.489112 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 66528c8d-37f4-4570-b03f-dee0c1e3df6c not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:31.489546 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device bc218e5f-00c0-47f0-b86e-71ef77572d6b no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:31.503560 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-a2240e73-82b0-427c-8dab-6f51593ab2d1 req-7a81001f-dd3a-4e43-b843-c200686be410 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] For port a9a3ead3-cac9-44b1-9339-e1882c30dfd4, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a9a3ead3-cac9-44b1-9339-e1882c30dfd4,segment=NetworkSegment(eedb9503-a998-4030-af9b-ee79bd88f973),segment_id=eedb9503-a998-4030-af9b-ee79bd88f973)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:31.504087 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a2240e73-82b0-427c-8dab-6f51593ab2d1 req-7a81001f-dd3a-4e43-b843-c200686be410 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:31.536895 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-a2240e73-82b0-427c-8dab-6f51593ab2d1 req-7a81001f-dd3a-4e43-b843-c200686be410 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Calling delete_port for a9a3ead3-cac9-44b1-9339-e1882c30dfd4 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:31.540639 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-f72629d4-5e84-43d0-8c81-43562e560043 req-3ab19530-3ce6-4764-8556-d99012e961da tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Deleting port 5e868358-9a97-43e7-92c4-6ec743600b9e {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:31.541124 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f72629d4-5e84-43d0-8c81-43562e560043 req-3ab19530-3ce6-4764-8556-d99012e961da tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:31.553789 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9c6281a1-4d93-4fb3-ad09-c6f4d6d3ed67 req-cbd26ef2-d4b0-431f-9ead-a55c3300e28a tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/security-groups?id=7db07aa7-abce-4654-baab-037bd6422323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469355 Jul 16 20:34:31.567319 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: bc218e5f-00c0-47f0-b86e-71ef77572d6b {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:31.567878 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device bc218e5f-00c0-47f0-b86e-71ef77572d6b not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:31.580797 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-2c6bf9ad-c6a2-426c-8b20-25463355fe82 admin admin] Deleting port e9533e6f-34a9-43b7-babe-8f6a7da1bf30 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:31.581297 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2c6bf9ad-c6a2-426c-8b20-25463355fe82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:31.650102 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038939a-912d-4d49-bfe7-54929d0dd3d4 req-c677c425-3146-4a3f-a151-9623fa2c81c6 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:31.652760 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f038939a-912d-4d49-bfe7-54929d0dd3d4 req-c677c425-3146-4a3f-a151-9623fa2c81c6 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=6abf3438-ad89-461e-9e16-5113b32ef2f4 HTTP/1.1" status: 200 len: 1023 time: 0.2364974 Jul 16 20:34:31.712556 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-2c6bf9ad-c6a2-426c-8b20-25463355fe82 admin admin] For port e9533e6f-34a9-43b7-babe-8f6a7da1bf30, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e9533e6f-34a9-43b7-babe-8f6a7da1bf30,segment=NetworkSegment(0f9e1326-245f-4afd-ba85-656be6d67b7d),segment_id=0f9e1326-245f-4afd-ba85-656be6d67b7d)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:31.725017 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2c6bf9ad-c6a2-426c-8b20-25463355fe82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:31.733683 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a9e937-2e8f-4dbe-941f-0285fe055409 None None] DHCP port deletion for 17b97ff6-27bf-4d6a-9781-d2c99dd461de request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:34:31.743849 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-791d4681-5ff7-482a-ab2b-f96757fe0f86 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:31.757526 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f038939a-912d-4d49-bfe7-54929d0dd3d4 req-39b0983e-8625-47b4-977d-78818489c033 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups?id=afe1c795-be23-436d-aa49-a291582bf221&id=4539d49a-11c1-4189-afdb-9ba65db23e41&id=34fb3ba0-991e-4de2-be16-15bf2afeae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0969865 Jul 16 20:34:31.787765 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-791d4681-5ff7-482a-ab2b-f96757fe0f86 None None] Transition to ACTIVE for port object 5ae0ae00-9b11-4fae-93c0-83094c123b74 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:31.846243 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-791d4681-5ff7-482a-ab2b-f96757fe0f86 None None] Transition to ACTIVE for port object 5ae0ae00-9b11-4fae-93c0-83094c123b74 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:31.861973 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-426df894-67e9-42ee-94d2-aa78082b942a tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:31.876310 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-791d4681-5ff7-482a-ab2b-f96757fe0f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:31.927342 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-f72629d4-5e84-43d0-8c81-43562e560043 req-3ab19530-3ce6-4764-8556-d99012e961da tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] For port 5e868358-9a97-43e7-92c4-6ec743600b9e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=5e868358-9a97-43e7-92c4-6ec743600b9e,segment=NetworkSegment(d35eaac0-e89f-4b60-bc75-19de0b8db68c),segment_id=d35eaac0-e89f-4b60-bc75-19de0b8db68c)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:31.927725 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f72629d4-5e84-43d0-8c81-43562e560043 req-3ab19530-3ce6-4764-8556-d99012e961da tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:31.940519 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791d4681-5ff7-482a-ab2b-f96757fe0f86 None None] Network f1a206a0-4943-47dd-82e4-0d9980422ac7 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:31.946408 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b8a9e937-2e8f-4dbe-941f-0285fe055409 None None] Deleting port e9533e6f-34a9-43b7-babe-8f6a7da1bf30 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:31.947134 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e937-2e8f-4dbe-941f-0285fe055409 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:31.954751 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-426df894-67e9-42ee-94d2-aa78082b942a tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:31.972249 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-791d4681-5ff7-482a-ab2b-f96757fe0f86 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:31.974904 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-f72629d4-5e84-43d0-8c81-43562e560043 req-3ab19530-3ce6-4764-8556-d99012e961da tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Calling delete_port for 5e868358-9a97-43e7-92c4-6ec743600b9e owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:31.976842 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-2c6bf9ad-c6a2-426c-8b20-25463355fe82 admin admin] Calling delete_port for e9533e6f-34a9-43b7-babe-8f6a7da1bf30 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:32.004580 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791d4681-5ff7-482a-ab2b-f96757fe0f86 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:32.015952 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d4681-5ff7-482a-ab2b-f96757fe0f86 None None] Pushing event updated for resources: {'Port': ['ID=5ae0ae00-9b11-4fae-93c0-83094c123b74,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:32.062301 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-426df894-67e9-42ee-94d2-aa78082b942a tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.126210 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b8a9e937-2e8f-4dbe-941f-0285fe055409 None None] For port e9533e6f-34a9-43b7-babe-8f6a7da1bf30, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e9533e6f-34a9-43b7-babe-8f6a7da1bf30,segment=NetworkSegment(0f9e1326-245f-4afd-ba85-656be6d67b7d),segment_id=0f9e1326-245f-4afd-ba85-656be6d67b7d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:32.127016 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e937-2e8f-4dbe-941f-0285fe055409 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.140557 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-791d4681-5ff7-482a-ab2b-f96757fe0f86 None None] Attempting to bind port 5ae0ae00-9b11-4fae-93c0-83094c123b74 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:32.141642 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-791d4681-5ff7-482a-ab2b-f96757fe0f86 None None] Attempting to bind port 5ae0ae00-9b11-4fae-93c0-83094c123b74 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'a6aa2ce5-1976-4862-b1c1-bcb541f3a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f1a206a0-4943-47dd-82e4-0d9980422ac7'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:32.143179 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d4681-5ff7-482a-ab2b-f96757fe0f86 None None] Attempting to bind port 5ae0ae00-9b11-4fae-93c0-83094c123b74 on network f1a206a0-4943-47dd-82e4-0d9980422ac7 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:32.143833 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-426df894-67e9-42ee-94d2-aa78082b942a tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.162305 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b8a9e937-2e8f-4dbe-941f-0285fe055409 None None] Calling delete_port for e9533e6f-34a9-43b7-babe-8f6a7da1bf30 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:32.174493 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d4681-5ff7-482a-ab2b-f96757fe0f86 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:32.175524 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d4681-5ff7-482a-ab2b-f96757fe0f86 None None] Checking segment: {'id': 'a6aa2ce5-1976-4862-b1c1-bcb541f3a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f1a206a0-4943-47dd-82e4-0d9980422ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:32.176178 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-791d4681-5ff7-482a-ab2b-f96757fe0f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.176807 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d4681-5ff7-482a-ab2b-f96757fe0f86 None None] Bound using segment: {'id': 'a6aa2ce5-1976-4862-b1c1-bcb541f3a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f1a206a0-4943-47dd-82e4-0d9980422ac7'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:32.177545 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-791d4681-5ff7-482a-ab2b-f96757fe0f86 None None] Bound port: 5ae0ae00-9b11-4fae-93c0-83094c123b74, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6aa2ce5-1976-4862-b1c1-bcb541f3a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f1a206a0-4943-47dd-82e4-0d9980422ac7'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:32.178185 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-791d4681-5ff7-482a-ab2b-f96757fe0f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.180282 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-426df894-67e9-42ee-94d2-aa78082b942a tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.185583 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-426df894-67e9-42ee-94d2-aa78082b942a tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] 10.222.0.38 "DELETE /v2.0/subnets/f58b652f-293b-4d63-a644-33c0d7ee0f12 HTTP/1.1" status: 204 len: 168 time: 1.3456264 Jul 16 20:34:32.185583 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426df894-67e9-42ee-94d2-aa78082b942a tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Pushing event deleted for resources: {'Subnet': ['ID=f58b652f-293b-4d63-a644-33c0d7ee0f12,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:32.187805 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43856) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:32.277418 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e41a5b0-1641-4ab7-9e57-c7ac9b67c3df tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:32.281305 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8e41a5b0-1641-4ab7-9e57-c7ac9b67c3df tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0925400 Jul 16 20:34:32.285174 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43858) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:32.411726 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-791d4681-5ff7-482a-ab2b-f96757fe0f86 None None] For port 5ae0ae00-9b11-4fae-93c0-83094c123b74, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:32.420501 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e937-2e8f-4dbe-941f-0285fe055409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.432198 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-63c6ae66-bb03-4d69-80e8-518cc72d4d49 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.438508 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a9e937-2e8f-4dbe-941f-0285fe055409 None None] No DVR routers for this DVR port e9533e6f-34a9-43b7-babe-8f6a7da1bf30 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:32.475901 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9e937-2e8f-4dbe-941f-0285fe055409 None None] Pushing event deleted for resources: {'Port': ['ID=e9533e6f-34a9-43b7-babe-8f6a7da1bf30,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:32.494448 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2c6bf9ad-c6a2-426c-8b20-25463355fe82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.514789 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6bf9ad-c6a2-426c-8b20-25463355fe82 admin admin] No DVR routers for this DVR port e9533e6f-34a9-43b7-babe-8f6a7da1bf30 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:32.518368 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a2240e73-82b0-427c-8dab-6f51593ab2d1 req-7a81001f-dd3a-4e43-b843-c200686be410 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.534071 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-63c6ae66-bb03-4d69-80e8-518cc72d4d49 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Deleting port 5ae0ae00-9b11-4fae-93c0-83094c123b74 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:32.534472 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-63c6ae66-bb03-4d69-80e8-518cc72d4d49 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.600784 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6bf9ad-c6a2-426c-8b20-25463355fe82 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9533e6f-34a9-43b7-babe-8f6a7da1bf30,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:32.643760 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f72629d4-5e84-43d0-8c81-43562e560043 req-3ab19530-3ce6-4764-8556-d99012e961da tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.643994 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-791d4681-5ff7-482a-ab2b-f96757fe0f86 None None] For port 5ae0ae00-9b11-4fae-93c0-83094c123b74, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=5ae0ae00-9b11-4fae-93c0-83094c123b74,segment=NetworkSegment(a6aa2ce5-1976-4862-b1c1-bcb541f3a24c),segment_id=a6aa2ce5-1976-4862-b1c1-bcb541f3a24c)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:32.651336 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-791d4681-5ff7-482a-ab2b-f96757fe0f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.707263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-63c6ae66-bb03-4d69-80e8-518cc72d4d49 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] For port 5ae0ae00-9b11-4fae-93c0-83094c123b74, host n-d-791506-21, got binding levels [] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:32.708939 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-63c6ae66-bb03-4d69-80e8-518cc72d4d49 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.736755 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-63c6ae66-bb03-4d69-80e8-518cc72d4d49 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Calling delete_port for 5ae0ae00-9b11-4fae-93c0-83094c123b74 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:32.774168 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81001f-dd3a-4e43-b843-c200686be410 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Pushing event deleted for resources: {'Port': ['ID=a9a3ead3-cac9-44b1-9339-e1882c30dfd4,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:32.822627 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dcbbaf7a-7f03-4408-a98b-25eb6a2a8314 req-a6b3eb26-7462-4a49-b562-9f15922468bd tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 210 time: 0.0634985 Jul 16 20:34:32.844204 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2240e73-82b0-427c-8dab-6f51593ab2d1 req-7a81001f-dd3a-4e43-b843-c200686be410 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] No DVR routers for this DVR port a9a3ead3-cac9-44b1-9339-e1882c30dfd4 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:32.915201 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a2240e73-82b0-427c-8dab-6f51593ab2d1 req-7a81001f-dd3a-4e43-b843-c200686be410 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.920544 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a2240e73-82b0-427c-8dab-6f51593ab2d1 req-7a81001f-dd3a-4e43-b843-c200686be410 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.18 "DELETE /v2.0/ports/a9a3ead3-cac9-44b1-9339-e1882c30dfd4 HTTP/1.1" status: 204 len: 173 time: 2.8058240 Jul 16 20:34:32.924017 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abf3438-ad89-461e-9e16-5113b32ef2f4', 'name': 'network-vif-deleted', 'tag': 'a9a3ead3-cac9-44b1-9339-e1882c30dfd4'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:32.934699 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d429940-3abe-413f-aad0-cc0306b5005f" -d '{"events": [{"server_uuid": "6abf3438-ad89-461e-9e16-5113b32ef2f4", "name": "network-vif-deleted", "tag": "a9a3ead3-cac9-44b1-9339-e1882c30dfd4"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:32.967625 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-63c6ae66-bb03-4d69-80e8-518cc72d4d49 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.987962 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f303baca-898d-42f9-a513-4355d5a4b532 None None] Network f1a206a0-4943-47dd-82e4-0d9980422ac7 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:33.046976 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2c6bf9ad-c6a2-426c-8b20-25463355fe82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.050133 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab19530-3ce6-4764-8556-d99012e961da tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Pushing event deleted for resources: {'Port': ['ID=5e868358-9a97-43e7-92c4-6ec743600b9e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:33.085045 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-2c6bf9ad-c6a2-426c-8b20-25463355fe82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b97ff6-27bf-4d6a-9781-d2c99dd461de']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:33.130741 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6ae66-bb03-4d69-80e8-518cc72d4d49 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Pushing event deleted for resources: {'Port': ['ID=5ae0ae00-9b11-4fae-93c0-83094c123b74,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:33.136279 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c6ae66-bb03-4d69-80e8-518cc72d4d49 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] No DVR routers for this DVR port 5ae0ae00-9b11-4fae-93c0-83094c123b74 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:33.150742 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72629d4-5e84-43d0-8c81-43562e560043 req-3ab19530-3ce6-4764-8556-d99012e961da tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] No DVR routers for this DVR port 5e868358-9a97-43e7-92c4-6ec743600b9e on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:33.156734 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f72629d4-5e84-43d0-8c81-43562e560043 req-3ab19530-3ce6-4764-8556-d99012e961da tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.159187 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f72629d4-5e84-43d0-8c81-43562e560043 req-3ab19530-3ce6-4764-8556-d99012e961da tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.62 "DELETE /v2.0/ports/5e868358-9a97-43e7-92c4-6ec743600b9e HTTP/1.1" status: 204 len: 173 time: 2.0803900 Jul 16 20:34:33.165321 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-2c6bf9ad-c6a2-426c-8b20-25463355fe82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9e1326-245f-4afd-ba85-656be6d67b7d') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:33.168187 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-2c6bf9ad-c6a2-426c-8b20-25463355fe82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9e1326-245f-4afd-ba85-656be6d67b7d') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:33.189536 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.199943 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device a9a3ead3-cac9-44b1-9339-e1882c30dfd4 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:33.201915 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2c6bf9ad-c6a2-426c-8b20-25463355fe82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.203280 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d4681-5ff7-482a-ab2b-f96757fe0f86 None None] Pushing event updated for resources: {'Port': ['ID=5ae0ae00-9b11-4fae-93c0-83094c123b74,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:33.308439 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2c6bf9ad-c6a2-426c-8b20-25463355fe82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.322169 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c6bf9ad-c6a2-426c-8b20-25463355fe82 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:34:33.322619 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2c6bf9ad-c6a2-426c-8b20-25463355fe82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:34:33.325137 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:34:33.332585 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e9533e6f-34a9-43b7-babe-8f6a7da1bf30 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:33.361033 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: a9a3ead3-cac9-44b1-9339-e1882c30dfd4 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:33.361379 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device a9a3ead3-cac9-44b1-9339-e1882c30dfd4 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:33.368265 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: e9533e6f-34a9-43b7-babe-8f6a7da1bf30 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:33.368618 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e9533e6f-34a9-43b7-babe-8f6a7da1bf30 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:33.418901 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-63c6ae66-bb03-4d69-80e8-518cc72d4d49 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.456096 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2c6bf9ad-c6a2-426c-8b20-25463355fe82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.466099 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2c6bf9ad-c6a2-426c-8b20-25463355fe82 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.470982 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2c6bf9ad-c6a2-426c-8b20-25463355fe82 admin admin] 10.222.0.38 "DELETE /v2.0/networks/17b97ff6-27bf-4d6a-9781-d2c99dd461de HTTP/1.1" status: 204 len: 168 time: 2.6448491 Jul 16 20:34:33.485446 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5142dec7-5e31-41f9-b628-4fe61d260545 None None] get_active_networks_info from n-d-791506-21 {{(pid=93795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:34:33.505544 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6bf9ad-c6a2-426c-8b20-25463355fe82 admin admin] Pushing event deleted for resources: {'Network': ['ID=17b97ff6-27bf-4d6a-9781-d2c99dd461de,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:33.518726 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-63c6ae66-bb03-4d69-80e8-518cc72d4d49 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a206a0-4943-47dd-82e4-0d9980422ac7']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:33.531052 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4a31c1a2-9d1a-42c7-bc4b-fab639711f4f req-7957f625-59f2-4936-b88f-50b7a279cf98 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/ports?device_id=6abf3438-ad89-461e-9e16-5113b32ef2f4 HTTP/1.1" status: 200 len: 210 time: 0.0902104 Jul 16 20:34:33.553711 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-63c6ae66-bb03-4d69-80e8-518cc72d4d49 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6aa2ce5-1976-4862-b1c1-bcb541f3a24c') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:33.558613 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-63c6ae66-bb03-4d69-80e8-518cc72d4d49 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6aa2ce5-1976-4862-b1c1-bcb541f3a24c') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:33.591897 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-63c6ae66-bb03-4d69-80e8-518cc72d4d49 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.628364 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-63c6ae66-bb03-4d69-80e8-518cc72d4d49 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.643711 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c6ae66-bb03-4d69-80e8-518cc72d4d49 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:34:33.645495 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-63c6ae66-bb03-4d69-80e8-518cc72d4d49 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:34:33.657167 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:34:33.695503 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5142dec7-5e31-41f9-b628-4fe61d260545 None None] Resources bound (agent type, host, resource id): {{(pid=93795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:34:33.699856 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 5e868358-9a97-43e7-92c4-6ec743600b9e no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:33.709994 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50519c15-d069-403a-b12c-912b5717788b x-openstack-request-id: req-50519c15-d069-403a-b12c-912b5717788b {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:33.710299 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abf3438-ad89-461e-9e16-5113b32ef2f4", "name": "network-vif-deleted", "tag": "a9a3ead3-cac9-44b1-9339-e1882c30dfd4", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:33.710584 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-50519c15-d069-403a-b12c-912b5717788b {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:33.711021 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abf3438-ad89-461e-9e16-5113b32ef2f4', 'name': 'network-vif-deleted', 'tag': 'a9a3ead3-cac9-44b1-9339-e1882c30dfd4', 'status': 'completed', 'code': 200} Jul 16 20:34:33.774537 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 5e868358-9a97-43e7-92c4-6ec743600b9e {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:33.774891 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 5e868358-9a97-43e7-92c4-6ec743600b9e not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:33.847396 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-63c6ae66-bb03-4d69-80e8-518cc72d4d49 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.856082 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-63c6ae66-bb03-4d69-80e8-518cc72d4d49 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.858304 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-63c6ae66-bb03-4d69-80e8-518cc72d4d49 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] 10.222.0.38 "DELETE /v2.0/networks/f1a206a0-4943-47dd-82e4-0d9980422ac7 HTTP/1.1" status: 204 len: 168 time: 1.5717895 Jul 16 20:34:33.861423 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43880) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:33.886155 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6ae66-bb03-4d69-80e8-518cc72d4d49 tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Pushing event deleted for resources: {'Network': ['ID=f1a206a0-4943-47dd-82e4-0d9980422ac7,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:33.981660 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43884) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:34.059061 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2e430160-6f7a-4d4a-96d5-15c45608b164 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=40342810b59645ca8aed45701331133f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0714014 Jul 16 20:34:34.062175 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43886) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:34.094821 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-878566ae-76a1-4984-a279-f792fff1565f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:34.154981 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-815c9661-1ee2-44fe-b847-26a7da49a267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:34.184573 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-815c9661-1ee2-44fe-b847-26a7da49a267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:34.310340 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-878566ae-76a1-4984-a279-f792fff1565f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Deleting port 0751bf12-a0df-4f69-8ff2-847bc89f4749 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:34.310715 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-878566ae-76a1-4984-a279-f792fff1565f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:34.313621 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd49c3-f643-4f0c-a6e1-5707ff2c9fe9 req-63bd0ffa-48a1-4380-8c94-4f2325d0bf1b tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:34.316300 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-17bd49c3-f643-4f0c-a6e1-5707ff2c9fe9 req-63bd0ffa-48a1-4380-8c94-4f2325d0bf1b tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=130553d1-46ce-4ede-a8e0-75d49b5c3936 HTTP/1.1" status: 200 len: 946 time: 0.4153459 Jul 16 20:34:34.319010 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e25d6d53-a099-4a79-a5ff-f0657bd502df req-71484f41-7ad9-4137-bb78-e3360909d86d tempest-ServerRescueTestJSONUnderV235-1970290547 tempest-ServerRescueTestJSONUnderV235-1970290547-project] 10.222.0.38 "GET /v2.0/ports?device_id=954328ef-dba5-48e8-b938-08f3d2bd3409 HTTP/1.1" status: 200 len: 210 time: 0.0548007 Jul 16 20:34:34.319470 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-815c9661-1ee2-44fe-b847-26a7da49a267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:34.322302 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-815c9661-1ee2-44fe-b847-26a7da49a267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:34.327739 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-815c9661-1ee2-44fe-b847-26a7da49a267 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/acf0db2d-6cd4-49bc-83e4-a007859e6bb1 HTTP/1.1" status: 204 len: 168 time: 0.2641861 Jul 16 20:34:34.380834 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c9661-1ee2-44fe-b847-26a7da49a267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf0db2d-6cd4-49bc-83e4-a007859e6bb1,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:34.413445 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-17bd49c3-f643-4f0c-a6e1-5707ff2c9fe9 req-5be18797-1aa6-4de6-87be-5be98297d8ce tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843475 Jul 16 20:34:34.483991 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-878566ae-76a1-4984-a279-f792fff1565f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] For port 0751bf12-a0df-4f69-8ff2-847bc89f4749, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=0751bf12-a0df-4f69-8ff2-847bc89f4749,segment=NetworkSegment(14b3e3c1-42ea-4aa8-97ea-8f0211124acf),segment_id=14b3e3c1-42ea-4aa8-97ea-8f0211124acf)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:34.484361 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-878566ae-76a1-4984-a279-f792fff1565f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:34.513707 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-878566ae-76a1-4984-a279-f792fff1565f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Calling delete_port for 0751bf12-a0df-4f69-8ff2-847bc89f4749 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:34.623729 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b97a50-4c67-43c9-9266-ae9f40502b30 None None] get_active_networks_info from n-d-791506-21 {{(pid=93795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:34:34.755560 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-878566ae-76a1-4984-a279-f792fff1565f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:34.814387 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878566ae-76a1-4984-a279-f792fff1565f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Pushing event deleted for resources: {'Port': ['ID=0751bf12-a0df-4f69-8ff2-847bc89f4749,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:34.822438 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878566ae-76a1-4984-a279-f792fff1565f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] No DVR routers for this DVR port 0751bf12-a0df-4f69-8ff2-847bc89f4749 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:34.890435 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8f9f29ae-b0e7-42fe-8794-97c8fcc23201 req-a6dd128a-0cf7-4c17-b616-265e2ed89c97 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups/34fb3ba0-991e-4de2-be16-15bf2afeae3d HTTP/1.1" status: 200 len: 1801 time: 0.0858707 Jul 16 20:34:34.925709 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-878566ae-76a1-4984-a279-f792fff1565f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:34.941773 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-878566ae-76a1-4984-a279-f792fff1565f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be8b36f3-c34e-4623-b25b-e8f0ddcfcfdd']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:34.954597 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-878566ae-76a1-4984-a279-f792fff1565f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b3e3c1-42ea-4aa8-97ea-8f0211124acf') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:34.955181 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-878566ae-76a1-4984-a279-f792fff1565f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b3e3c1-42ea-4aa8-97ea-8f0211124acf') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:34.966454 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-878566ae-76a1-4984-a279-f792fff1565f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:34.985849 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-878566ae-76a1-4984-a279-f792fff1565f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:34.993427 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-878566ae-76a1-4984-a279-f792fff1565f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:34:34.994174 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-878566ae-76a1-4984-a279-f792fff1565f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.023749 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8f9f29ae-b0e7-42fe-8794-97c8fcc23201 req-2f79eebf-85c2-49ef-8abe-053ac2814740 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.056311 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8f9f29ae-b0e7-42fe-8794-97c8fcc23201 req-2f79eebf-85c2-49ef-8abe-053ac2814740 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.085773 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b97a50-4c67-43c9-9266-ae9f40502b30 None None] Resources bound (agent type, host, resource id): {{(pid=93795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:34:35.121257 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8f9f29ae-b0e7-42fe-8794-97c8fcc23201 req-2f79eebf-85c2-49ef-8abe-053ac2814740 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.126355 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8f9f29ae-b0e7-42fe-8794-97c8fcc23201 req-2f79eebf-85c2-49ef-8abe-053ac2814740 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:34:35.128403 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:34:35.131696 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8f9f29ae-b0e7-42fe-8794-97c8fcc23201 req-2f79eebf-85c2-49ef-8abe-053ac2814740 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "DELETE /v2.0/security-groups/34fb3ba0-991e-4de2-be16-15bf2afeae3d HTTP/1.1" status: 204 len: 173 time: 0.2404118 Jul 16 20:34:35.147059 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79eebf-85c2-49ef-8abe-053ac2814740 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fb3ba0-991e-4de2-be16-15bf2afeae3d,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:35.149903 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-878566ae-76a1-4984-a279-f792fff1565f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.167211 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-878566ae-76a1-4984-a279-f792fff1565f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.169281 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-878566ae-76a1-4984-a279-f792fff1565f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] 10.222.0.38 "DELETE /v2.0/networks/be8b36f3-c34e-4623-b25b-e8f0ddcfcfdd HTTP/1.1" status: 204 len: 168 time: 1.3061059 Jul 16 20:34:35.181280 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43910) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:35.199902 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878566ae-76a1-4984-a279-f792fff1565f tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Pushing event deleted for resources: {'Network': ['ID=be8b36f3-c34e-4623-b25b-e8f0ddcfcfdd,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:35.264890 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57611d6e-1dbf-4909-b1c9-4ae78d8c6edd req-d858e7dc-7c63-46e7-af94-a3fceee03840 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:35.266904 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-57611d6e-1dbf-4909-b1c9-4ae78d8c6edd req-d858e7dc-7c63-46e7-af94-a3fceee03840 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.18 "GET /v2.0/ports?device_id=130553d1-46ce-4ede-a8e0-75d49b5c3936 HTTP/1.1" status: 200 len: 946 time: 0.1798482 Jul 16 20:34:35.351135 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-72d14a46-4092-4a25-9a64-3c846dafb052 req-9fc89ec0-a9a8-4dc7-8ad6-ade47195fd63 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "GET /v2.0/security-groups/4539d49a-11c1-4189-afdb-9ba65db23e41 HTTP/1.1" status: 200 len: 1803 time: 0.1989169 Jul 16 20:34:35.397271 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d7d855ca-260e-4d41-811d-b50dbd72f88e tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.491678 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-57611d6e-1dbf-4909-b1c9-4ae78d8c6edd req-0a1abb0f-4df0-49c2-94c3-29edd99bf3d5 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Deleting port 4b332a2e-11d0-48a0-9465-93957bcf4c91 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:35.492018 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-57611d6e-1dbf-4909-b1c9-4ae78d8c6edd req-0a1abb0f-4df0-49c2-94c3-29edd99bf3d5 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.503311 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43926) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:35.628616 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-72d14a46-4092-4a25-9a64-3c846dafb052 req-ed92af39-9be9-48f8-b7a6-58a295218342 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.714412 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954328ef-dba5-48e8-b938-08f3d2bd3409', 'name': 'network-vif-deleted', 'tag': '5e868358-9a97-43e7-92c4-6ec743600b9e'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:35.716777 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640f741d-2e5e-4ee9-b2bb-d98efa870b5b" -d '{"events": [{"server_uuid": "954328ef-dba5-48e8-b938-08f3d2bd3409", "name": "network-vif-deleted", "tag": "5e868358-9a97-43e7-92c4-6ec743600b9e"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:35.733870 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d7d855ca-260e-4d41-811d-b50dbd72f88e tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.736800 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-57611d6e-1dbf-4909-b1c9-4ae78d8c6edd req-0a1abb0f-4df0-49c2-94c3-29edd99bf3d5 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] For port 4b332a2e-11d0-48a0-9465-93957bcf4c91, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=4b332a2e-11d0-48a0-9465-93957bcf4c91,segment=NetworkSegment(3f952078-cb9c-47f7-9e6d-cc7a02591d17),segment_id=3f952078-cb9c-47f7-9e6d-cc7a02591d17)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:35.737183 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-57611d6e-1dbf-4909-b1c9-4ae78d8c6edd req-0a1abb0f-4df0-49c2-94c3-29edd99bf3d5 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.743821 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-72d14a46-4092-4a25-9a64-3c846dafb052 req-ed92af39-9be9-48f8-b7a6-58a295218342 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.760756 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-d7d855ca-260e-4d41-811d-b50dbd72f88e tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a621bb-ab24-4cbf-9d8f-e47819945510']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:35.761225 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-57611d6e-1dbf-4909-b1c9-4ae78d8c6edd req-0a1abb0f-4df0-49c2-94c3-29edd99bf3d5 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Calling delete_port for 4b332a2e-11d0-48a0-9465-93957bcf4c91 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:35.799076 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-d7d855ca-260e-4d41-811d-b50dbd72f88e tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec20cd6-4590-41cf-bafd-f3e26490af41') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:35.799364 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-d7d855ca-260e-4d41-811d-b50dbd72f88e tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec20cd6-4590-41cf-bafd-f3e26490af41') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:35.825659 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43936) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:35.845674 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d7d855ca-260e-4d41-811d-b50dbd72f88e tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.916028 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d7d855ca-260e-4d41-811d-b50dbd72f88e tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.931191 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7d855ca-260e-4d41-811d-b50dbd72f88e tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:34:35.931605 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d7d855ca-260e-4d41-811d-b50dbd72f88e tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:34:35.935635 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:34:35.951933 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-72d14a46-4092-4a25-9a64-3c846dafb052 req-ed92af39-9be9-48f8-b7a6-58a295218342 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.956193 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-72d14a46-4092-4a25-9a64-3c846dafb052 req-ed92af39-9be9-48f8-b7a6-58a295218342 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.957458 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-72d14a46-4092-4a25-9a64-3c846dafb052 req-ed92af39-9be9-48f8-b7a6-58a295218342 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] 10.222.0.38 "DELETE /v2.0/security-groups/4539d49a-11c1-4189-afdb-9ba65db23e41 HTTP/1.1" status: 204 len: 173 time: 0.5907943 Jul 16 20:34:35.975058 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43940) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:36.038088 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-5d28d925-d01c-4f16-a886-f83f82a3c656 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-339609084-network', 'tenant_id': 'f23cc4c6dc454562935450c3148a82eb'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:36.086783 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92af39-9be9-48f8-b7a6-58a295218342 tempest-SecurityGroupsTestJSON-1397017178 tempest-SecurityGroupsTestJSON-1397017178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4539d49a-11c1-4189-afdb-9ba65db23e41,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:36.092528 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d28d925-d01c-4f16-a886-f83f82a3c656 admin admin] Made reservation on behalf of f23cc4c6dc454562935450c3148a82eb for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:36.109476 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d28d925-d01c-4f16-a886-f83f82a3c656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.115786 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-57611d6e-1dbf-4909-b1c9-4ae78d8c6edd req-0a1abb0f-4df0-49c2-94c3-29edd99bf3d5 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.127438 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['4b332a2e-11d0-48a0-9465-93957bcf4c91'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:36.158984 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d28d925-d01c-4f16-a886-f83f82a3c656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.204166 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d7d855ca-260e-4d41-811d-b50dbd72f88e tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.212478 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1abb0f-4df0-49c2-94c3-29edd99bf3d5 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Pushing event deleted for resources: {'Port': ['ID=4b332a2e-11d0-48a0-9465-93957bcf4c91,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:36.219937 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457dc98-c749-44b9-bb44-98bf56d7236d req-a1ae3586-d158-4c35-9d59-bd17d10b7c5c tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:36.227861 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4457dc98-c749-44b9-bb44-98bf56d7236d req-a1ae3586-d158-4c35-9d59-bd17d10b7c5c tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/ports?device_id=130553d1-46ce-4ede-a8e0-75d49b5c3936 HTTP/1.1" status: 200 len: 946 time: 0.4622047 Jul 16 20:34:36.246263 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-57611d6e-1dbf-4909-b1c9-4ae78d8c6edd req-0a1abb0f-4df0-49c2-94c3-29edd99bf3d5 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] No DVR routers for this DVR port 4b332a2e-11d0-48a0-9465-93957bcf4c91 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:36.249579 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-57611d6e-1dbf-4909-b1c9-4ae78d8c6edd req-0a1abb0f-4df0-49c2-94c3-29edd99bf3d5 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.252634 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-57611d6e-1dbf-4909-b1c9-4ae78d8c6edd req-0a1abb0f-4df0-49c2-94c3-29edd99bf3d5 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.18 "DELETE /v2.0/ports/4b332a2e-11d0-48a0-9465-93957bcf4c91 HTTP/1.1" status: 204 len: 173 time: 0.9774451 Jul 16 20:34:36.316385 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d7d855ca-260e-4d41-811d-b50dbd72f88e tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.321226 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d7d855ca-260e-4d41-811d-b50dbd72f88e tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] 10.222.0.38 "DELETE /v2.0/networks/70a621bb-ab24-4cbf-9d8f-e47819945510 HTTP/1.1" status: 204 len: 168 time: 1.1280169 Jul 16 20:34:36.322355 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43946) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:36.348537 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c276a9ca-df86-47be-88e2-1340179d8f3d admin admin] Deleting subnet f49e8c3e-dbce-429c-8a71-476eb02ef449 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:34:36.353208 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c276a9ca-df86-47be-88e2-1340179d8f3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.381234 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c9a7e0-c2e7-401b-9cf8-cca9d66fbaf6 x-openstack-request-id: req-d5c9a7e0-c2e7-401b-9cf8-cca9d66fbaf6 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:36.382690 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954328ef-dba5-48e8-b938-08f3d2bd3409", "name": "network-vif-deleted", "tag": "5e868358-9a97-43e7-92c4-6ec743600b9e", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:36.382690 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d5c9a7e0-c2e7-401b-9cf8-cca9d66fbaf6 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:36.382690 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954328ef-dba5-48e8-b938-08f3d2bd3409', 'name': 'network-vif-deleted', 'tag': '5e868358-9a97-43e7-92c4-6ec743600b9e', 'status': 'completed', 'code': 200} Jul 16 20:34:36.390155 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d855ca-260e-4d41-811d-b50dbd72f88e tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Pushing event deleted for resources: {'Network': ['ID=70a621bb-ab24-4cbf-9d8f-e47819945510,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:36.420781 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4457dc98-c749-44b9-bb44-98bf56d7236d req-4fa22dd6-f318-46da-ad40-4ef5654af721 tempest-AttachVolumeNegativeTest-1318700142 tempest-AttachVolumeNegativeTest-1318700142-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897454 Jul 16 20:34:36.427532 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c276a9ca-df86-47be-88e2-1340179d8f3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.467685 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d28d925-d01c-4f16-a886-f83f82a3c656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.472291 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-644042ed-bb8c-4510-99fb-154b28ef9f9c tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.475618 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d28d925-d01c-4f16-a886-f83f82a3c656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.512026 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d28d925-d01c-4f16-a886-f83f82a3c656 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:34:36.514845 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c276a9ca-df86-47be-88e2-1340179d8f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.531642 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d28d925-d01c-4f16-a886-f83f82a3c656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.531642 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-5d28d925-d01c-4f16-a886-f83f82a3c656 admin admin] Added segment 825628ad-9a36-4b2b-b9e3-9f2da86637ff of type vlan for network 115012cd-2454-4d1b-bec5-c3a0bdd91257 Jul 16 20:34:36.532242 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28d925-d01c-4f16-a886-f83f82a3c656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22087793-2e12-45a0-b5f2-dfbd521b5da3,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:36.658565 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c276a9ca-df86-47be-88e2-1340179d8f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.675466 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d28d925-d01c-4f16-a886-f83f82a3c656 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.719379 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d28d925-d01c-4f16-a886-f83f82a3c656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.720692 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d28d925-d01c-4f16-a886-f83f82a3c656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:36.721340 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d28d925-d01c-4f16-a886-f83f82a3c656 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.728148 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276a9ca-df86-47be-88e2-1340179d8f3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f49e8c3e-dbce-429c-8a71-476eb02ef449,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:36.731700 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c276a9ca-df86-47be-88e2-1340179d8f3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.737148 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c276a9ca-df86-47be-88e2-1340179d8f3d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f49e8c3e-dbce-429c-8a71-476eb02ef449 HTTP/1.1" status: 204 len: 168 time: 0.7602487 Jul 16 20:34:36.739605 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43952) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:36.782220 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef709285-29e6-4cca-99e4-b973602d45ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.790786 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-644042ed-bb8c-4510-99fb-154b28ef9f9c tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.841107 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-644042ed-bb8c-4510-99fb-154b28ef9f9c tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['252a364c-0bdb-4cc0-b495-9b43244c0eba']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:36.867630 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5d28d925-d01c-4f16-a886-f83f82a3c656 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0355639 Jul 16 20:34:36.867873 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43954) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:36.872585 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-ce8e8802-0a16-40b0-9383-56dcc23675cf admin admin] Request body: {'subnet': {'network_id': '115012cd-2454-4d1b-bec5-c3a0bdd91257', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-339609084-subnet', 'tenant_id': 'f23cc4c6dc454562935450c3148a82eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:36.880988 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-644042ed-bb8c-4510-99fb-154b28ef9f9c tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2bd140f-4b73-4816-bf90-79d4731e6307') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:36.881653 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-644042ed-bb8c-4510-99fb-154b28ef9f9c tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2bd140f-4b73-4816-bf90-79d4731e6307') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:36.897538 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-644042ed-bb8c-4510-99fb-154b28ef9f9c tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.949779 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28d925-d01c-4f16-a886-f83f82a3c656 admin admin] Pushing event updated for resources: {'Network': ['ID=115012cd-2454-4d1b-bec5-c3a0bdd91257,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:36.960297 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8e8802-0a16-40b0-9383-56dcc23675cf admin admin] Made reservation on behalf of f23cc4c6dc454562935450c3148a82eb for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:36.964648 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce8e8802-0a16-40b0-9383-56dcc23675cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.969411 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 115012cd-2454-4d1b-bec5-c3a0bdd91257 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:34:37.023255 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-644042ed-bb8c-4510-99fb-154b28ef9f9c tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.044131 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644042ed-bb8c-4510-99fb-154b28ef9f9c tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:34:37.044827 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-644042ed-bb8c-4510-99fb-154b28ef9f9c tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:34:37.047700 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:34:37.050490 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-87cc7c08-d981-4e01-a709-d904299bd88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.192281 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-644042ed-bb8c-4510-99fb-154b28ef9f9c tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.213041 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-644042ed-bb8c-4510-99fb-154b28ef9f9c tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.216831 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-644042ed-bb8c-4510-99fb-154b28ef9f9c tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] 10.222.0.38 "DELETE /v2.0/networks/252a364c-0bdb-4cc0-b495-9b43244c0eba HTTP/1.1" status: 204 len: 168 time: 0.8936648 Jul 16 20:34:37.318943 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-87cc7c08-d981-4e01-a709-d904299bd88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.326089 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644042ed-bb8c-4510-99fb-154b28ef9f9c tempest-BulkNetworkOpsIpV6Test-1190128620 tempest-BulkNetworkOpsIpV6Test-1190128620-project] Pushing event deleted for resources: {'Network': ['ID=252a364c-0bdb-4cc0-b495-9b43244c0eba,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:37.349316 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-87cc7c08-d981-4e01-a709-d904299bd88b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df6943c9-2880-4959-95b5-a076d3fa151c']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:37.384787 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-87cc7c08-d981-4e01-a709-d904299bd88b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eedb9503-a998-4030-af9b-ee79bd88f973') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:37.389460 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-87cc7c08-d981-4e01-a709-d904299bd88b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eedb9503-a998-4030-af9b-ee79bd88f973') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:37.409145 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-87cc7c08-d981-4e01-a709-d904299bd88b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.426145 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce8e8802-0a16-40b0-9383-56dcc23675cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.449427 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-87cc7c08-d981-4e01-a709-d904299bd88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.466073 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87cc7c08-d981-4e01-a709-d904299bd88b admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:34:37.467014 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-87cc7c08-d981-4e01-a709-d904299bd88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:34:37.472025 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:34:37.475128 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-ef709285-29e6-4cca-99e4-b973602d45ac admin admin] Deleting port 58e10acb-2943-46aa-9c5f-01025f7a4d0a {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:37.475688 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef709285-29e6-4cca-99e4-b973602d45ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.546816 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e8802-0a16-40b0-9383-56dcc23675cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf096263-e475-4469-ad27-b632113d6208,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:37.561113 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-87cc7c08-d981-4e01-a709-d904299bd88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.584598 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-87cc7c08-d981-4e01-a709-d904299bd88b admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.587273 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-87cc7c08-d981-4e01-a709-d904299bd88b admin admin] 10.222.0.38 "DELETE /v2.0/networks/df6943c9-2880-4959-95b5-a076d3fa151c HTTP/1.1" status: 204 len: 168 time: 0.8434110 Jul 16 20:34:37.616801 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43970) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:37.634093 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43972) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:37.640252 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc7c08-d981-4e01-a709-d904299bd88b admin admin] Pushing event deleted for resources: {'Network': ['ID=df6943c9-2880-4959-95b5-a076d3fa151c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:37.839102 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-907b2674-157f-49c8-adb4-1a56767c3613 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a5e5f403c306416a9769ab8b36e1d4fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2036467 Jul 16 20:34:37.842885 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43982) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:37.880449 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43984) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:37.944669 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2393e9be-2491-4a49-be5e-b27ebc678f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.950671 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9c4d2e72-8049-421c-aae5-85fd98fd8815 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6c6f263473814d958e095527b322efb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0690410 Jul 16 20:34:37.953234 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43988) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:37.999632 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2393e9be-2491-4a49-be5e-b27ebc678f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.040088 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8e8802-0a16-40b0-9383-56dcc23675cf admin admin] Checking segment: {'id': '825628ad-9a36-4b2b-b9e3-9f2da86637ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '115012cd-2454-4d1b-bec5-c3a0bdd91257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:38.040685 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8e8802-0a16-40b0-9383-56dcc23675cf admin admin] Network hostable DHCP agents. Network: 115012cd-2454-4d1b-bec5-c3a0bdd91257, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:34:38.051931 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1bb15cf1-b078-495b-a68b-7e8e19e06887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.068015 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-ef709285-29e6-4cca-99e4-b973602d45ac admin admin] For port 58e10acb-2943-46aa-9c5f-01025f7a4d0a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=58e10acb-2943-46aa-9c5f-01025f7a4d0a,segment=NetworkSegment(d35eaac0-e89f-4b60-bc75-19de0b8db68c),segment_id=d35eaac0-e89f-4b60-bc75-19de0b8db68c)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:38.068376 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef709285-29e6-4cca-99e4-b973602d45ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.081010 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1bb15cf1-b078-495b-a68b-7e8e19e06887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.086096 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-ef709285-29e6-4cca-99e4-b973602d45ac admin admin] Calling delete_port for 58e10acb-2943-46aa-9c5f-01025f7a4d0a owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:38.099101 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2393e9be-2491-4a49-be5e-b27ebc678f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.101762 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2393e9be-2491-4a49-be5e-b27ebc678f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.102411 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c2476e2-438e-4ff6-96ea-67379519654c admin admin] Deleting subnet f32068c5-153f-4016-8324-2b24dcd4a18d {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:34:38.106729 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2393e9be-2491-4a49-be5e-b27ebc678f22 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3c1d3b34-32fd-41e4-a3a2-0719a636722c HTTP/1.1" status: 204 len: 168 time: 0.2605295 Jul 16 20:34:38.109921 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8e8802-0a16-40b0-9383-56dcc23675cf admin admin] Network 115012cd-2454-4d1b-bec5-c3a0bdd91257 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:34:38.113503 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c2476e2-438e-4ff6-96ea-67379519654c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.136591 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393e9be-2491-4a49-be5e-b27ebc678f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1d3b34-32fd-41e4-a3a2-0719a636722c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:38.169066 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1bb15cf1-b078-495b-a68b-7e8e19e06887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.172006 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1bb15cf1-b078-495b-a68b-7e8e19e06887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.176330 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-ce8e8802-0a16-40b0-9383-56dcc23675cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 115012cd-2454-4d1b-bec5-c3a0bdd91257) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:38.177053 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1bb15cf1-b078-495b-a68b-7e8e19e06887 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/afe1c795-be23-436d-aa49-a291582bf221 HTTP/1.1" status: 204 len: 168 time: 0.2225575 Jul 16 20:34:38.186920 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9be104-931c-4a49-b32f-8aec21480e4b None None] Network 115012cd-2454-4d1b-bec5-c3a0bdd91257 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:38.188468 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8e8802-0a16-40b0-9383-56dcc23675cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:38.189071 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce8e8802-0a16-40b0-9383-56dcc23675cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.195502 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb15cf1-b078-495b-a68b-7e8e19e06887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe1c795-be23-436d-aa49-a291582bf221,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:38.206641 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ce8e8802-0a16-40b0-9383-56dcc23675cf admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3396397 Jul 16 20:34:38.225569 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c2476e2-438e-4ff6-96ea-67379519654c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.344911 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c2476e2-438e-4ff6-96ea-67379519654c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.383759 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130553d1-46ce-4ede-a8e0-75d49b5c3936', 'name': 'network-vif-deleted', 'tag': '4b332a2e-11d0-48a0-9465-93957bcf4c91'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:38.386856 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb609ed-4a0a-4905-b5a0-e58a5a54e06b" -d '{"events": [{"server_uuid": "130553d1-46ce-4ede-a8e0-75d49b5c3936", "name": "network-vif-deleted", "tag": "4b332a2e-11d0-48a0-9465-93957bcf4c91"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:38.453316 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c2476e2-438e-4ff6-96ea-67379519654c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.470400 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91dd2fc-9beb-4513-93a7-78e490d5664d None None] Network 115012cd-2454-4d1b-bec5-c3a0bdd91257 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:38.502088 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2476e2-438e-4ff6-96ea-67379519654c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f32068c5-153f-4016-8324-2b24dcd4a18d,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:38.503678 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be54514d-18d1-414d-b524-3c0ad501d48f x-openstack-request-id: req-be54514d-18d1-414d-b524-3c0ad501d48f {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:38.508556 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130553d1-46ce-4ede-a8e0-75d49b5c3936", "name": "network-vif-deleted", "tag": "4b332a2e-11d0-48a0-9465-93957bcf4c91", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:38.508986 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-be54514d-18d1-414d-b524-3c0ad501d48f {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:38.509706 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130553d1-46ce-4ede-a8e0-75d49b5c3936', 'name': 'network-vif-deleted', 'tag': '4b332a2e-11d0-48a0-9465-93957bcf4c91', 'status': 'completed', 'code': 200} Jul 16 20:34:38.512133 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c2476e2-438e-4ff6-96ea-67379519654c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.516887 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44016) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:38.517042 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1c2476e2-438e-4ff6-96ea-67379519654c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f32068c5-153f-4016-8324-2b24dcd4a18d HTTP/1.1" status: 204 len: 168 time: 0.8975365 Jul 16 20:34:38.528495 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef709285-29e6-4cca-99e4-b973602d45ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.561481 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef709285-29e6-4cca-99e4-b973602d45ac admin admin] Pushing event deleted for resources: {'Port': ['ID=58e10acb-2943-46aa-9c5f-01025f7a4d0a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:38.720988 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a0d8fbe2-ff29-4167-bb06-c8f4f01f8da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.804168 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef709285-29e6-4cca-99e4-b973602d45ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.864838 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a0d8fbe2-ff29-4167-bb06-c8f4f01f8da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.876269 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-a0d8fbe2-ff29-4167-bb06-c8f4f01f8da2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f838853-abda-4c3a-9151-1eee7174c196']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:38.888637 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-a0d8fbe2-ff29-4167-bb06-c8f4f01f8da2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f952078-cb9c-47f7-9e6d-cc7a02591d17') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:38.889049 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-a0d8fbe2-ff29-4167-bb06-c8f4f01f8da2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f952078-cb9c-47f7-9e6d-cc7a02591d17') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:38.902993 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a0d8fbe2-ff29-4167-bb06-c8f4f01f8da2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.923114 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a0d8fbe2-ff29-4167-bb06-c8f4f01f8da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.934198 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d8fbe2-ff29-4167-bb06-c8f4f01f8da2 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:34:38.934794 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a0d8fbe2-ff29-4167-bb06-c8f4f01f8da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:34:38.937226 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:34:38.973375 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3de058-00a0-4183-9357-506df5f14b2b req-45b57586-5095-41e8-8d27-fe537bddf82e tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:38.974960 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd3de058-00a0-4183-9357-506df5f14b2b req-45b57586-5095-41e8-8d27-fe537bddf82e tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 946 time: 0.1934507 Jul 16 20:34:39.072259 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd3de058-00a0-4183-9357-506df5f14b2b req-2c1125e4-7972-46ac-97f7-017a5bafaae7 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893753 Jul 16 20:34:39.160395 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef709285-29e6-4cca-99e4-b973602d45ac admin admin] Router 28903c1b-3ac2-45c4-b997-24d7062f3300 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:34:39.219037 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 4b332a2e-11d0-48a0-9465-93957bcf4c91 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:39.290353 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 4b332a2e-11d0-48a0-9465-93957bcf4c91 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:39.290718 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 4b332a2e-11d0-48a0-9465-93957bcf4c91 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:39.309414 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef709285-29e6-4cca-99e4-b973602d45ac admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:34:39.318564 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ef709285-29e6-4cca-99e4-b973602d45ac admin admin] 10.222.0.38 "PUT /v2.0/routers/28903c1b-3ac2-45c4-b997-24d7062f3300/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7777753 Jul 16 20:34:39.319507 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44054) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:39.330802 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922d8bdc-47cc-460b-8045-7cf79016ce57 None None] Sync routers for ids ['28903c1b-3ac2-45c4-b997-24d7062f3300'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:34:39.354882 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922d8bdc-47cc-460b-8045-7cf79016ce57 None None] Routers {'28903c1b-3ac2-45c4-b997-24d7062f3300'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:39.355927 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-922d8bdc-47cc-460b-8045-7cf79016ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:34:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['28903c1b-3ac2-45c4-b997-24d7062f3300'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:39.566560 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-922d8bdc-47cc-460b-8045-7cf79016ce57 None None] Set router 28903c1b-3ac2-45c4-b997-24d7062f3300 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:39.570594 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-faf9c590-b77f-4a14-8c80-a3f97e881f4c admin admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:39.595311 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a0d8fbe2-ff29-4167-bb06-c8f4f01f8da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:39.605095 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a0d8fbe2-ff29-4167-bb06-c8f4f01f8da2 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:39.606911 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a0d8fbe2-ff29-4167-bb06-c8f4f01f8da2 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3f838853-abda-4c3a-9151-1eee7174c196 HTTP/1.1" status: 204 len: 168 time: 1.0805855 Jul 16 20:34:39.636413 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8fbe2-ff29-4167-bb06-c8f4f01f8da2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f838853-abda-4c3a-9151-1eee7174c196,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:39.784910 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44084) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:39.872685 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d06c0f18-c638-4fe5-8121-170d3e0aec6a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d5c0768f88e84340ae10dbc9a89bd566&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0864244 Jul 16 20:34:39.878108 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44086) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:39.912712 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-922d8bdc-47cc-460b-8045-7cf79016ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'name': 'tempest-ServerRescueTestJSONUnderV235-374517024-router', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '8d37832b-7121-4084-b447-2debb5fa4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:34:38Z', 'revision_number': 5, 'project_id': '9032388b8ebe4c33bf7d76406cd09d75', 'gw_port': {'id': '8d37832b-7121-4084-b447-2debb5fa4e59', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:59Z', 'updated_at': '2021-07-16T20:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:39.925268 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-faf9c590-b77f-4a14-8c80-a3f97e881f4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:39.964164 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-ed22dd7d-60cf-423b-b979-13b0de4b2f66 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:39.968416 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-ed22dd7d-60cf-423b-b979-13b0de4b2f66 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/networks?id=115012cd-2454-4d1b-bec5-c3a0bdd91257 HTTP/1.1" status: 200 len: 821 time: 0.4524083 Jul 16 20:34:39.986871 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922d8bdc-47cc-460b-8045-7cf79016ce57 None None] Checking router: 28903c1b-3ac2-45c4-b997-24d7062f3300 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:34:39.997685 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44088) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:40.013638 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922d8bdc-47cc-460b-8045-7cf79016ce57 None None] Routers {'28903c1b-3ac2-45c4-b997-24d7062f3300'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:40.015557 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8b7d38d3-d645-4487-a574-58d7c71bca53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.016114 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-922d8bdc-47cc-460b-8045-7cf79016ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:34:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['28903c1b-3ac2-45c4-b997-24d7062f3300'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:40.047632 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-bd3dcc11-abc2-48d4-9dca-cefbd61237be tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/quotas/f23cc4c6dc454562935450c3148a82eb HTTP/1.1" status: 200 len: 375 time: 0.0674276 Jul 16 20:34:40.068532 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8b7d38d3-d645-4487-a574-58d7c71bca53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.111970 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-f63d8ec0-5240-48e8-9ecf-48d0016ae0d6 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f23cc4c6dc454562935450c3148a82eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628331 Jul 16 20:34:40.149239 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8b7d38d3-d645-4487-a574-58d7c71bca53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.152040 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8b7d38d3-d645-4487-a574-58d7c71bca53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.153223 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8b7d38d3-d645-4487-a574-58d7c71bca53 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7a55a725-14c8-4a48-ac7e-fa4d0a086ee3 HTTP/1.1" status: 204 len: 168 time: 0.2723176 Jul 16 20:34:40.167930 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d38d3-d645-4487-a574-58d7c71bca53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a55a725-14c8-4a48-ac7e-fa4d0a086ee3,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:40.184942 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-922d8bdc-47cc-460b-8045-7cf79016ce57 None None] Set router 28903c1b-3ac2-45c4-b997-24d7062f3300 gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:40.240537 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44096) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:40.264965 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-922d8bdc-47cc-460b-8045-7cf79016ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'name': 'tempest-ServerRescueTestJSONUnderV235-374517024-router', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:34:39Z', 'revision_number': 6, 'project_id': '9032388b8ebe4c33bf7d76406cd09d75', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:40.296099 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922d8bdc-47cc-460b-8045-7cf79016ce57 None None] The sync data for ids ['28903c1b-3ac2-45c4-b997-24d7062f3300'] in n-d-791506-21 is: [{'id': '28903c1b-3ac2-45c4-b997-24d7062f3300', 'name': 'tempest-ServerRescueTestJSONUnderV235-374517024-router', 'tenant_id': '9032388b8ebe4c33bf7d76406cd09d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:34:39Z', 'revision_number': 6, 'project_id': '9032388b8ebe4c33bf7d76406cd09d75', 'gw_port_host': None}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:34:40.326916 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-526dc0f2-b06f-45d0-851e-fc802fb758e1 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1747284900'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:40.331222 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-0e0d980d-a8e5-4de7-b9c8-4a8b7daadc40 service neutron] 10.222.0.38 "GET /v2.0/networks/115012cd-2454-4d1b-bec5-c3a0bdd91257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734915 Jul 16 20:34:40.365669 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526dc0f2-b06f-45d0-851e-fc802fb758e1 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Made reservation on behalf of f09839ae48834461858c36dab2cf1504 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:40.370956 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-526dc0f2-b06f-45d0-851e-fc802fb758e1 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.376280 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-faf9c590-b77f-4a14-8c80-a3f97e881f4c admin admin] Deleting port 8d37832b-7121-4084-b447-2debb5fa4e59 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:40.376638 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-faf9c590-b77f-4a14-8c80-a3f97e881f4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.388189 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-526dc0f2-b06f-45d0-851e-fc802fb758e1 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.422967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcddefb-1936-450d-aa6e-bca9ea285a63 req-74a8c9a8-90bc-43ce-9d28-fe25b67bc757 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:40.425290 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3dcddefb-1936-450d-aa6e-bca9ea285a63 req-74a8c9a8-90bc-43ce-9d28-fe25b67bc757 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 946 time: 0.3216751 Jul 16 20:34:40.502571 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-526dc0f2-b06f-45d0-851e-fc802fb758e1 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.513834 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-526dc0f2-b06f-45d0-851e-fc802fb758e1 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.546616 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526dc0f2-b06f-45d0-851e-fc802fb758e1 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcdac47-64ee-4a99-805c-aad08269c6b7,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:40.553071 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-1f1874fb-93f7-4ec3-a768-6553c8219533 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-963859335-network', 'tenant_id': '086605ce16824d789c1ebe4af59fda06'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:40.559721 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-1765552e-11b5-4f05-a6e3-3993eaeccae7 service neutron] 10.222.0.38 "GET /v2.0/networks/115012cd-2454-4d1b-bec5-c3a0bdd91257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268763 Jul 16 20:34:40.565361 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526dc0f2-b06f-45d0-851e-fc802fb758e1 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:34:40.582474 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3dcddefb-1936-450d-aa6e-bca9ea285a63 req-b18253b9-a9e0-459b-a51a-01dd2f28bcdb tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206048 Jul 16 20:34:40.584795 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-faf9c590-b77f-4a14-8c80-a3f97e881f4c admin admin] For port 8d37832b-7121-4084-b447-2debb5fa4e59, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=8d37832b-7121-4084-b447-2debb5fa4e59,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:40.585173 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-faf9c590-b77f-4a14-8c80-a3f97e881f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.586722 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-526dc0f2-b06f-45d0-851e-fc802fb758e1 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.587333 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-526dc0f2-b06f-45d0-851e-fc802fb758e1 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Added segment 5c946e4a-4216-41b4-869a-41ca3560cc1b of type vlan for network cd2016ff-d31d-49f2-9f3e-24e38a2d0bc0 Jul 16 20:34:40.603663 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1874fb-93f7-4ec3-a768-6553c8219533 admin admin] Made reservation on behalf of 086605ce16824d789c1ebe4af59fda06 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:40.603663 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f1874fb-93f7-4ec3-a768-6553c8219533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.605512 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-faf9c590-b77f-4a14-8c80-a3f97e881f4c admin admin] Calling delete_port for 8d37832b-7121-4084-b447-2debb5fa4e59 owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:40.610455 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f1874fb-93f7-4ec3-a768-6553c8219533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.663579 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-526dc0f2-b06f-45d0-851e-fc802fb758e1 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.741268 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-526dc0f2-b06f-45d0-851e-fc802fb758e1 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.749077 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526dc0f2-b06f-45d0-851e-fc802fb758e1 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:40.749077 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-526dc0f2-b06f-45d0-851e-fc802fb758e1 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.883870 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526dc0f2-b06f-45d0-851e-fc802fb758e1 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event updated for resources: {'Network': ['ID=cd2016ff-d31d-49f2-9f3e-24e38a2d0bc0,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:40.897262 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network cd2016ff-d31d-49f2-9f3e-24e38a2d0bc0 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:34:40.919802 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f1874fb-93f7-4ec3-a768-6553c8219533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.920038 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8a814309-e5af-4e92-8030-0412814be6e9 req-7ccfee48-8917-49d9-9f52-d58a93671a8b tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 210 time: 0.0708823 Jul 16 20:34:40.926805 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f1874fb-93f7-4ec3-a768-6553c8219533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.968854 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-faf9c590-b77f-4a14-8c80-a3f97e881f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.986547 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-526dc0f2-b06f-45d0-851e-fc802fb758e1 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9877682 Jul 16 20:34:41.000276 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1874fb-93f7-4ec3-a768-6553c8219533 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:34:41.022616 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9c590-b77f-4a14-8c80-a3f97e881f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=8d37832b-7121-4084-b447-2debb5fa4e59,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:41.102407 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f1874fb-93f7-4ec3-a768-6553c8219533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.102755 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-1f1874fb-93f7-4ec3-a768-6553c8219533 admin admin] Added segment 59a53ec9-896c-4c3d-aaf7-1e04b33963c9 of type vlan for network a5f59c06-393b-4019-8402-c670013796dd Jul 16 20:34:41.105007 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1874fb-93f7-4ec3-a768-6553c8219533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:41.184518 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-faf9c590-b77f-4a14-8c80-a3f97e881f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.210792 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f1874fb-93f7-4ec3-a768-6553c8219533 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.307442 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f1874fb-93f7-4ec3-a768-6553c8219533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.308673 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1874fb-93f7-4ec3-a768-6553c8219533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:41.309305 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f1874fb-93f7-4ec3-a768-6553c8219533 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.360488 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 58e10acb-2943-46aa-9c5f-01025f7a4d0a no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:41.393207 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1f1874fb-93f7-4ec3-a768-6553c8219533 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1514988 Jul 16 20:34:41.425907 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 58e10acb-2943-46aa-9c5f-01025f7a4d0a {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:41.426257 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 58e10acb-2943-46aa-9c5f-01025f7a4d0a not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:41.428719 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 8d37832b-7121-4084-b447-2debb5fa4e59 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:41.439537 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-faf9c590-b77f-4a14-8c80-a3f97e881f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.442846 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-faf9c590-b77f-4a14-8c80-a3f97e881f4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.443925 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44128) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:41.445025 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1874fb-93f7-4ec3-a768-6553c8219533 admin admin] Pushing event updated for resources: {'Network': ['ID=a5f59c06-393b-4019-8402-c670013796dd,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:41.474488 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-82ccbc72-a98e-4f9f-a301-dd2cbdf9f8ba admin admin] Request body: {'subnet': {'network_id': 'a5f59c06-393b-4019-8402-c670013796dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-963859335-subnet', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:41.503469 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network a5f59c06-393b-4019-8402-c670013796dd details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:34:41.519383 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ccbc72-a98e-4f9f-a301-dd2cbdf9f8ba admin admin] Made reservation on behalf of 086605ce16824d789c1ebe4af59fda06 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:41.523631 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-82ccbc72-a98e-4f9f-a301-dd2cbdf9f8ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.536976 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-faf9c590-b77f-4a14-8c80-a3f97e881f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.537647 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf9c590-b77f-4a14-8c80-a3f97e881f4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28903c1b-3ac2-45c4-b997-24d7062f3300 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:34:41.558296 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-faf9c590-b77f-4a14-8c80-a3f97e881f4c admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.559056 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-faf9c590-b77f-4a14-8c80-a3f97e881f4c admin admin] 10.222.0.38 "DELETE /v2.0/routers/28903c1b-3ac2-45c4-b997-24d7062f3300 HTTP/1.1" status: 204 len: 168 time: 2.2379348 Jul 16 20:34:41.564079 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44132) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:41.567490 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 8d37832b-7121-4084-b447-2debb5fa4e59 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:41.567896 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 8d37832b-7121-4084-b447-2debb5fa4e59 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:41.733552 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:34:41.737892 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-be806e17-47b2-4bb2-8744-055e626c595c admin admin] Deleting subnet bbbec1a1-2c80-4471-b62b-c165bab136c6 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:34:41.739972 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:41.750728 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-be806e17-47b2-4bb2-8744-055e626c595c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.842270 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-be806e17-47b2-4bb2-8744-055e626c595c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.956829 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-82ccbc72-a98e-4f9f-a301-dd2cbdf9f8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.987654 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-be806e17-47b2-4bb2-8744-055e626c595c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.090122 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ccbc72-a98e-4f9f-a301-dd2cbdf9f8ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed11a99b-37e1-4696-970c-4dbb385ed21d,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:42.115106 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ccbc72-a98e-4f9f-a301-dd2cbdf9f8ba admin admin] Checking segment: {'id': '59a53ec9-896c-4c3d-aaf7-1e04b33963c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a5f59c06-393b-4019-8402-c670013796dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:42.115765 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ccbc72-a98e-4f9f-a301-dd2cbdf9f8ba admin admin] Network hostable DHCP agents. Network: a5f59c06-393b-4019-8402-c670013796dd, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:34:42.124810 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616ae79-f49a-4514-9806-baa743e29a7a req-ee7bce7a-f23f-49c4-b21f-447a61c6f121 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:42.132264 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5616ae79-f49a-4514-9806-baa743e29a7a req-ee7bce7a-f23f-49c4-b21f-447a61c6f121 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 946 time: 0.2402799 Jul 16 20:34:42.147046 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.168098 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ccbc72-a98e-4f9f-a301-dd2cbdf9f8ba admin admin] Network a5f59c06-393b-4019-8402-c670013796dd is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:34:42.187377 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-82ccbc72-a98e-4f9f-a301-dd2cbdf9f8ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, a5f59c06-393b-4019-8402-c670013796dd) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:42.192390 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ccbc72-a98e-4f9f-a301-dd2cbdf9f8ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:42.193018 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-82ccbc72-a98e-4f9f-a301-dd2cbdf9f8ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.212535 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:42.223314 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f75c6879-60ba-4401-b5cd-7ba642ff9104 req-3c8df05f-c570-46f7-bf1f-2eeb67381a1c tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 210 time: 0.0871410 Jul 16 20:34:42.253564 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-82ccbc72-a98e-4f9f-a301-dd2cbdf9f8ba admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7873938 Jul 16 20:34:42.254193 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44144) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:42.269362 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-28ea9031-25c5-455a-aa5c-8b3df4d79d28 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-963859335-router', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:42.270163 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-be806e17-47b2-4bb2-8744-055e626c595c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.273041 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f1214b-fd76-48e2-ab18-2e9e6de25bb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:42.278517 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04adfb1c-95d1-4d5d-80b6-337e5a46f249" -d '{"events": [{"server_uuid": "62f1214b-fd76-48e2-ab18-2e9e6de25bb5", "name": "network-vif-unplugged", "status": "completed", "tag": "86e3457f-6e21-44a1-a1cf-4bc3c47923f4"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:42.281873 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a13786b-2dc2-44e5-9b54-31c21526e78d None None] Network a5f59c06-393b-4019-8402-c670013796dd requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:42.288188 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.328307 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5616ae79-f49a-4514-9806-baa743e29a7a req-c1be2d76-9d40-4d43-b611-935bb7a37a1c tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910541 Jul 16 20:34:42.371819 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28ea9031-25c5-455a-aa5c-8b3df4d79d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.373513 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28ea9031-25c5-455a-aa5c-8b3df4d79d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.417604 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,revision_number=11']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:42.435857 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be806e17-47b2-4bb2-8744-055e626c595c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbbec1a1-2c80-4471-b62b-c165bab136c6,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:42.440369 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-be806e17-47b2-4bb2-8744-055e626c595c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.444874 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-be806e17-47b2-4bb2-8744-055e626c595c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/bbbec1a1-2c80-4471-b62b-c165bab136c6 HTTP/1.1" status: 204 len: 168 time: 0.8774431 Jul 16 20:34:42.451329 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44152) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:42.529439 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580ad63f-8c13-4e7d-9ce5-188da41e5077 x-openstack-request-id: req-580ad63f-8c13-4e7d-9ce5-188da41e5077 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:42.530030 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f1214b-fd76-48e2-ab18-2e9e6de25bb5", "name": "network-vif-unplugged", "status": "completed", "tag": "86e3457f-6e21-44a1-a1cf-4bc3c47923f4", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:42.530406 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-580ad63f-8c13-4e7d-9ce5-188da41e5077 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:42.536159 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f1214b-fd76-48e2-ab18-2e9e6de25bb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4', 'code': 200} Jul 16 20:34:42.561962 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:42.577309 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b55aea97-16b8-43a7-8278-fb6e91ff4fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.582980 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28ea9031-25c5-455a-aa5c-8b3df4d79d28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.611556 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4', 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f', 'port_id': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4', 'mac_address': 'fa:16:3e:e5:11:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587f0aec-80a3-4172-9644-d785b8e153a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:34:42.676652 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.694264 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:34:42.701727 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b55aea97-16b8-43a7-8278-fb6e91ff4fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.716600 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-b55aea97-16b8-43a7-8278-fb6e91ff4fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7544a1-50eb-4947-aed6-085fa278f26b']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:42.727337 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:42.737059 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-b55aea97-16b8-43a7-8278-fb6e91ff4fb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35eaac0-e89f-4b60-bc75-19de0b8db68c') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:42.737671 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-b55aea97-16b8-43a7-8278-fb6e91ff4fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35eaac0-e89f-4b60-bc75-19de0b8db68c') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:42.759087 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b55aea97-16b8-43a7-8278-fb6e91ff4fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.781296 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.796830 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b55aea97-16b8-43a7-8278-fb6e91ff4fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.808235 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55aea97-16b8-43a7-8278-fb6e91ff4fb2 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:34:42.808721 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b55aea97-16b8-43a7-8278-fb6e91ff4fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:34:42.812880 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:34:42.894034 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28ea9031-25c5-455a-aa5c-8b3df4d79d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.931447 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b55aea97-16b8-43a7-8278-fb6e91ff4fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.947475 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b55aea97-16b8-43a7-8278-fb6e91ff4fb2 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.949627 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b55aea97-16b8-43a7-8278-fb6e91ff4fb2 admin admin] 10.222.0.38 "DELETE /v2.0/networks/6a7544a1-50eb-4947-aed6-085fa278f26b HTTP/1.1" status: 204 len: 168 time: 0.4972966 Jul 16 20:34:42.961399 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55aea97-16b8-43a7-8278-fb6e91ff4fb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a7544a1-50eb-4947-aed6-085fa278f26b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:42.991581 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['86e3457f-6e21-44a1-a1cf-4bc3c47923f4'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:43.059385 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ffed26-744a-4d99-b72c-559b60cdfb10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-a5f59c06-393b-4019-8402-c670013796dd', 'network_id': 'a5f59c06-393b-4019-8402-c670013796dd', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'fixed_ips': [{'subnet_id': 'ed11a99b-37e1-4696-970c-4dbb385ed21d'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:34:43.060244 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5ffed26-744a-4d99-b72c-559b60cdfb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:43.320321 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-93a2b04b-e973-4441-9a40-cb30d86ec2f3 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:43.327669 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-93a2b04b-e973-4441-9a40-cb30d86ec2f3 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.62 "GET /v2.0/networks?id=115012cd-2454-4d1b-bec5-c3a0bdd91257 HTTP/1.1" status: 200 len: 821 time: 0.2540448 Jul 16 20:34:43.335528 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,revision_number=12']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:43.375275 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-abf6aed0-2010-45b3-8892-b1e0765d5e06 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Request body: {'port': {'device_id': 'b6848d1d-6a0b-46e4-aabb-c871aebfbc13', 'network_id': '115012cd-2454-4d1b-bec5-c3a0bdd91257', 'admin_state_up': True, 'tenant_id': 'f23cc4c6dc454562935450c3148a82eb'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:43.423456 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-d5ffed26-744a-4d99-b72c-559b60cdfb10 None None] Allocated IP 172.20.0.2 (a5f59c06-393b-4019-8402-c670013796dd/ed11a99b-37e1-4696-970c-4dbb385ed21d/d6572e93-ef77-4a19-ab21-91479fcc7593) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:43.601672 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44178) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:43.628165 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0a61ea2d-2792-4e82-b0be-0cb2d0ba7755 req-288a63ad-8823-4636-adad-7aa85cd285f2 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 210 time: 0.0883574 Jul 16 20:34:43.793389 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28ea9031-25c5-455a-aa5c-8b3df4d79d28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:43.862806 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-173cf036-ae5f-49a5-99ed-cb65da77738b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9032388b8ebe4c33bf7d76406cd09d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2590764 Jul 16 20:34:43.868390 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44186) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:43.912703 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5ffed26-744a-4d99-b72c-559b60cdfb10 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:43.928775 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d5ffed26-744a-4d99-b72c-559b60cdfb10 None None] Transition to ACTIVE for port object d6572e93-ef77-4a19-ab21-91479fcc7593 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:43.958738 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d5ffed26-744a-4d99-b72c-559b60cdfb10 None None] Transition to ACTIVE for port object d6572e93-ef77-4a19-ab21-91479fcc7593 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:43.972616 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5ffed26-744a-4d99-b72c-559b60cdfb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:43.995751 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28ea9031-25c5-455a-aa5c-8b3df4d79d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:43.998726 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4943f6-0079-4bac-b96e-63a9b220f5af req-0e132419-5749-47d3-9f6e-d6704c18fb7e tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:44.007104 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-de4943f6-0079-4bac-b96e-63a9b220f5af req-0e132419-5749-47d3-9f6e-d6704c18fb7e tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 945 time: 0.3586178 Jul 16 20:34:44.017994 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ffed26-744a-4d99-b72c-559b60cdfb10 None None] Network a5f59c06-393b-4019-8402-c670013796dd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:44.078869 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d5ffed26-744a-4d99-b72c-559b60cdfb10 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:44.084681 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ffed26-744a-4d99-b72c-559b60cdfb10 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:44.172198 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3796e7e4-5d07-433f-aca3-2a9a33aae2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:44.205864 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ffed26-744a-4d99-b72c-559b60cdfb10 None None] Pushing event updated for resources: {'Port': ['ID=d6572e93-ef77-4a19-ab21-91479fcc7593,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:44.246978 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-28ea9031-25c5-455a-aa5c-8b3df4d79d28 admin admin] Allocated IP 172.25.0.211 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/6715f7e9-d972-4f89-b91b-c7c26e6eeb32) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:44.252610 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-abf6aed0-2010-45b3-8892-b1e0765d5e06 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Made reservation on behalf of f23cc4c6dc454562935450c3148a82eb for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:44.257143 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-abf6aed0-2010-45b3-8892-b1e0765d5e06 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:44.288619 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3796e7e4-5d07-433f-aca3-2a9a33aae2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:44.322558 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-d5ffed26-744a-4d99-b72c-559b60cdfb10 None None] Attempting to bind port d6572e93-ef77-4a19-ab21-91479fcc7593 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:44.324997 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-d5ffed26-744a-4d99-b72c-559b60cdfb10 None None] Attempting to bind port d6572e93-ef77-4a19-ab21-91479fcc7593 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '59a53ec9-896c-4c3d-aaf7-1e04b33963c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a5f59c06-393b-4019-8402-c670013796dd'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:44.326165 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ffed26-744a-4d99-b72c-559b60cdfb10 None None] Attempting to bind port d6572e93-ef77-4a19-ab21-91479fcc7593 on network a5f59c06-393b-4019-8402-c670013796dd {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:44.348662 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ffed26-744a-4d99-b72c-559b60cdfb10 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:44.351104 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ffed26-744a-4d99-b72c-559b60cdfb10 None None] Checking segment: {'id': '59a53ec9-896c-4c3d-aaf7-1e04b33963c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a5f59c06-393b-4019-8402-c670013796dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:44.355901 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5ffed26-744a-4d99-b72c-559b60cdfb10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:44.357666 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ffed26-744a-4d99-b72c-559b60cdfb10 None None] Bound using segment: {'id': '59a53ec9-896c-4c3d-aaf7-1e04b33963c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a5f59c06-393b-4019-8402-c670013796dd'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:44.361460 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-de4943f6-0079-4bac-b96e-63a9b220f5af req-42867ec4-2683-440d-93d2-4d698683939e tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3529093 Jul 16 20:34:44.365529 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-d5ffed26-744a-4d99-b72c-559b60cdfb10 None None] Bound port: d6572e93-ef77-4a19-ab21-91479fcc7593, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a53ec9-896c-4c3d-aaf7-1e04b33963c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a5f59c06-393b-4019-8402-c670013796dd'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:44.366388 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5ffed26-744a-4d99-b72c-559b60cdfb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:44.371777 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3796e7e4-5d07-433f-aca3-2a9a33aae2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:44.375065 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3796e7e4-5d07-433f-aca3-2a9a33aae2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:44.389225 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3796e7e4-5d07-433f-aca3-2a9a33aae2ce admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7db07aa7-abce-4654-baab-037bd6422323 HTTP/1.1" status: 204 len: 168 time: 0.5053174 Jul 16 20:34:44.408143 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796e7e4-5d07-433f-aca3-2a9a33aae2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db07aa7-abce-4654-baab-037bd6422323,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:44.429472 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-abf6aed0-2010-45b3-8892-b1e0765d5e06 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Allocated IP 172.20.0.5 (115012cd-2454-4d1b-bec5-c3a0bdd91257/cf096263-e475-4469-ad27-b632113d6208/53e2dbf0-9172-4466-8bf8-0acd6694fb6c) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:44.543128 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44212) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:44.549374 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-759e510b-4d8a-4171-9855-5579915cfcfb tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Request body: {'subnet': {'network_id': 'cd2016ff-d31d-49f2-9f3e-24e38a2d0bc0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:44.666807 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-d5ffed26-744a-4d99-b72c-559b60cdfb10 None None] For port d6572e93-ef77-4a19-ab21-91479fcc7593, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:44.675184 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-d5ffed26-744a-4d99-b72c-559b60cdfb10 None None] For port d6572e93-ef77-4a19-ab21-91479fcc7593, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=d6572e93-ef77-4a19-ab21-91479fcc7593,segment=NetworkSegment(59a53ec9-896c-4c3d-aaf7-1e04b33963c9),segment_id=59a53ec9-896c-4c3d-aaf7-1e04b33963c9)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:44.681337 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5ffed26-744a-4d99-b72c-559b60cdfb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:44.704133 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-abf6aed0-2010-45b3-8892-b1e0765d5e06 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:44.733612 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28ea9031-25c5-455a-aa5c-8b3df4d79d28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:44.793729 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759e510b-4d8a-4171-9855-5579915cfcfb tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Made reservation on behalf of f09839ae48834461858c36dab2cf1504 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:44.796328 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ffed26-744a-4d99-b72c-559b60cdfb10 None None] Pushing event updated for resources: {'Port': ['ID=d6572e93-ef77-4a19-ab21-91479fcc7593,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:44.826360 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-759e510b-4d8a-4171-9855-5579915cfcfb tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:44.881504 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28ea9031-25c5-455a-aa5c-8b3df4d79d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:44.913470 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-abf6aed0-2010-45b3-8892-b1e0765d5e06 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:44.967513 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ea9031-25c5-455a-aa5c-8b3df4d79d28 admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:44.976003 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-28ea9031-25c5-455a-aa5c-8b3df4d79d28 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:44.981934 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ea9031-25c5-455a-aa5c-8b3df4d79d28 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:45.052449 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-abf6aed0-2010-45b3-8892-b1e0765d5e06 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Network 115012cd-2454-4d1b-bec5-c3a0bdd91257 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:45.055281 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea9031-25c5-455a-aa5c-8b3df4d79d28 admin admin] Pushing event updated for resources: {'Port': ['ID=6715f7e9-d972-4f89-b91b-c7c26e6eeb32,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:45.179429 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-abf6aed0-2010-45b3-8892-b1e0765d5e06 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:45.180889 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b1813-10c0-4d40-ac70-77034d9bd460 req-d487d939-1a34-417b-91e5-5d662118d470 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:45.189658 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-946b1813-10c0-4d40-ac70-77034d9bd460 req-d487d939-1a34-417b-91e5-5d662118d470 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 931 time: 0.2514424 Jul 16 20:34:45.222115 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-abf6aed0-2010-45b3-8892-b1e0765d5e06 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:45.313632 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-946b1813-10c0-4d40-ac70-77034d9bd460 req-ab28082f-09af-4d84-bb47-233e8b93f386 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229379 Jul 16 20:34:45.332199 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-759e510b-4d8a-4171-9855-5579915cfcfb tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:45.366379 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6aed0-2010-45b3-8892-b1e0765d5e06 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Pushing event updated for resources: {'Port': ['ID=53e2dbf0-9172-4466-8bf8-0acd6694fb6c,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:45.386207 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-abf6aed0-2010-45b3-8892-b1e0765d5e06 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:45.386878 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-abf6aed0-2010-45b3-8892-b1e0765d5e06 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:45.415992 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-abf6aed0-2010-45b3-8892-b1e0765d5e06 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0733461 Jul 16 20:34:45.444041 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e510b-4d8a-4171-9855-5579915cfcfb tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event updated for resources: {'Subnet': ['ID=fa4df426-61b9-4e2d-84fc-eb32010fd0cd,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:45.472759 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759e510b-4d8a-4171-9855-5579915cfcfb tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Checking segment: {'id': '5c946e4a-4216-41b4-869a-41ca3560cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cd2016ff-d31d-49f2-9f3e-24e38a2d0bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:45.473305 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759e510b-4d8a-4171-9855-5579915cfcfb tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Network hostable DHCP agents. Network: cd2016ff-d31d-49f2-9f3e-24e38a2d0bc0, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:34:45.512074 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759e510b-4d8a-4171-9855-5579915cfcfb tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Network cd2016ff-d31d-49f2-9f3e-24e38a2d0bc0 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:34:45.524066 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-9e881856-22c7-4072-8aca-ae67804383c6 service neutron] Request body: {'port': {'device_id': 'b6848d1d-6a0b-46e4-aabb-c871aebfbc13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:45.524621 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-759e510b-4d8a-4171-9855-5579915cfcfb tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, cd2016ff-d31d-49f2-9f3e-24e38a2d0bc0) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:45.530253 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759e510b-4d8a-4171-9855-5579915cfcfb tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:45.530968 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-759e510b-4d8a-4171-9855-5579915cfcfb tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:45.539376 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e5fd51-e334-4a01-bf35-860d06a2061b None None] Network cd2016ff-d31d-49f2-9f3e-24e38a2d0bc0 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:45.557460 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-759e510b-4d8a-4171-9855-5579915cfcfb tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0122297 Jul 16 20:34:45.560763 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44240) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:45.566404 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-effb25cc-f096-4d13-8edf-9bba8e222723 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1051962131'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:45.590716 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44242) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:45.691564 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effb25cc-f096-4d13-8edf-9bba8e222723 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Made reservation on behalf of f09839ae48834461858c36dab2cf1504 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:45.696336 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-effb25cc-f096-4d13-8edf-9bba8e222723 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:45.710864 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:45.798519 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:45.800254 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:45.808722 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-effb25cc-f096-4d13-8edf-9bba8e222723 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:34:45.819600 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-effb25cc-f096-4d13-8edf-9bba8e222723 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:45.819959 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-effb25cc-f096-4d13-8edf-9bba8e222723 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Added segment d4450bba-85ca-42ef-9456-c18fc8f1df81 of type vlan for network b523510a-fa11-4489-9470-49064bcd4a20 Jul 16 20:34:45.907080 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28ea9031-25c5-455a-aa5c-8b3df4d79d28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:45.907581 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-effb25cc-f096-4d13-8edf-9bba8e222723 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:45.914446 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-9e881856-22c7-4072-8aca-ae67804383c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:45.936115 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9951da92-0d37-4571-bd0d-8069dda0371c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-cd2016ff-d31d-49f2-9f3e-24e38a2d0bc0', 'network_id': 'cd2016ff-d31d-49f2-9f3e-24e38a2d0bc0', 'tenant_id': 'f09839ae48834461858c36dab2cf1504', 'fixed_ips': [{'subnet_id': 'fa4df426-61b9-4e2d-84fc-eb32010fd0cd'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:34:45.937667 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9951da92-0d37-4571-bd0d-8069dda0371c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:45.959776 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5649f8e2-6d28-4cd5-b2bc-2c3bd975a6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:45.967892 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-effb25cc-f096-4d13-8edf-9bba8e222723 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:45.974358 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effb25cc-f096-4d13-8edf-9bba8e222723 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:45.978115 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-effb25cc-f096-4d13-8edf-9bba8e222723 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.064991 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700789e1-7d69-4073-9119-e66fab829088 req-3eb3168f-d8cf-4744-aabd-71dd1148b7a6 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:46.068202 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-700789e1-7d69-4073-9119-e66fab829088 req-3eb3168f-d8cf-4744-aabd-71dd1148b7a6 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 945 time: 0.4206290 Jul 16 20:34:46.129160 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-9951da92-0d37-4571-bd0d-8069dda0371c None None] Allocated IP 2001:db8:0:ffff::2 (cd2016ff-d31d-49f2-9f3e-24e38a2d0bc0/fa4df426-61b9-4e2d-84fc-eb32010fd0cd/9b610ad1-3e51-43ce-bb10-22326dc92f68) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:46.261781 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb25cc-f096-4d13-8edf-9bba8e222723 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event updated for resources: {'Network': ['ID=b523510a-fa11-4489-9470-49064bcd4a20,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:46.263696 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.282533 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-700789e1-7d69-4073-9119-e66fab829088 req-055997df-b0f9-4d52-bc65-8ddd1e3d443b tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815705 Jul 16 20:34:46.306605 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network b523510a-fa11-4489-9470-49064bcd4a20 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:34:46.434050 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5649f8e2-6d28-4cd5-b2bc-2c3bd975a6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.440966 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5649f8e2-6d28-4cd5-b2bc-2c3bd975a6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.466938 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-effb25cc-f096-4d13-8edf-9bba8e222723 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8972528 Jul 16 20:34:46.479373 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44264) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:46.484303 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a189ae-ccec-436d-9b02-e14771510ad1 None None] Network a5f59c06-393b-4019-8402-c670013796dd requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:46.499326 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-a416291c-4537-4a31-897e-a94290aaea16 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Request body: {'subnet': {'network_id': 'b523510a-fa11-4489-9470-49064bcd4a20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:46.585503 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9951da92-0d37-4571-bd0d-8069dda0371c None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.596154 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5649f8e2-6d28-4cd5-b2bc-2c3bd975a6ed admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6179cfd8fb5c467e88ed9b28155d6573&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0048792 Jul 16 20:34:46.599326 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9951da92-0d37-4571-bd0d-8069dda0371c None None] Transition to ACTIVE for port object 9b610ad1-3e51-43ce-bb10-22326dc92f68 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:46.615053 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649f8e2-6d28-4cd5-b2bc-2c3bd975a6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399ef824-5e2a-4e4d-9628-8cc78923ce7f,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:46.615586 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44266) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:46.622852 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9951da92-0d37-4571-bd0d-8069dda0371c None None] Transition to ACTIVE for port object 9b610ad1-3e51-43ce-bb10-22326dc92f68 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:46.666966 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9951da92-0d37-4571-bd0d-8069dda0371c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.668901 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f1214b-fd76-48e2-ab18-2e9e6de25bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:46.674259 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff5ec3e-2274-462c-bfc5-3a696f03da9f" -d '{"events": [{"server_uuid": "62f1214b-fd76-48e2-ab18-2e9e6de25bb5", "name": "network-vif-plugged", "status": "completed", "tag": "86e3457f-6e21-44a1-a1cf-4bc3c47923f4"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:46.712454 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44270) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:46.724128 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a416291c-4537-4a31-897e-a94290aaea16 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Made reservation on behalf of f09839ae48834461858c36dab2cf1504 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:46.729632 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a416291c-4537-4a31-897e-a94290aaea16 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.761839 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:46.785033 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.798864 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b3339-f20d-462a-bc00-5c087269571f req-4d35127f-0c74-4dc6-9880-751cd143ad5e tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:46.801785 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-131b3339-f20d-462a-bc00-5c087269571f req-4d35127f-0c74-4dc6-9880-751cd143ad5e tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 931 time: 0.2380662 Jul 16 20:34:46.891774 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-70a6a2cb-f698-438d-9b4e-af3111323dc9 req-3deaa5c8-819c-4738-b9e1-6639bd2761be service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=12355a1c-3719-4013-b6a7-5ab3dab2b9d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3721178 Jul 16 20:34:46.901261 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-733117cf-6a43-43ba-8e15-295b576b9b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.918673 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28ea9031-25c5-455a-aa5c-8b3df4d79d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.968389 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e66d9d-2424-46a5-baf7-223aec9833e4 x-openstack-request-id: req-b0e66d9d-2424-46a5-baf7-223aec9833e4 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:46.968627 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f1214b-fd76-48e2-ab18-2e9e6de25bb5", "name": "network-vif-plugged", "status": "completed", "tag": "86e3457f-6e21-44a1-a1cf-4bc3c47923f4", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:46.968925 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b0e66d9d-2424-46a5-baf7-223aec9833e4 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:46.969196 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f1214b-fd76-48e2-ab18-2e9e6de25bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4', 'code': 200} Jul 16 20:34:46.987247 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9951da92-0d37-4571-bd0d-8069dda0371c None None] Network cd2016ff-d31d-49f2-9f3e-24e38a2d0bc0 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:47.016210 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9951da92-0d37-4571-bd0d-8069dda0371c None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:47.021188 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2102201d-0a6c-40f4-afdd-a5d07f93b73a None None] Provisioning for port d6572e93-ef77-4a19-ab21-91479fcc7593 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:47.026618 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9951da92-0d37-4571-bd0d-8069dda0371c None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:47.045627 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951da92-0d37-4571-bd0d-8069dda0371c None None] Pushing event updated for resources: {'Port': ['ID=9b610ad1-3e51-43ce-bb10-22326dc92f68,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:47.050694 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-a1b07918-88bf-4e11-a7aa-d434130f60bb admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-590977558-network', 'tenant_id': '1e53a97f17d144bf86a77d74dc1e22df'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:47.062465 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-733117cf-6a43-43ba-8e15-295b576b9b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.090164 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-131b3339-f20d-462a-bc00-5c087269571f req-d8bfc5b9-893f-4ffd-9205-2b4837e0a31b tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115133 Jul 16 20:34:47.139148 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b07918-88bf-4e11-a7aa-d434130f60bb admin admin] Made reservation on behalf of 1e53a97f17d144bf86a77d74dc1e22df for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:47.147633 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a1b07918-88bf-4e11-a7aa-d434130f60bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.205783 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a1b07918-88bf-4e11-a7aa-d434130f60bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.229980 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device d6572e93-ef77-4a19-ab21-91479fcc7593 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:47.238610 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-9e881856-22c7-4072-8aca-ae67804383c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53e2dbf0-9172-4466-8bf8-0acd6694fb6c {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:34:47.273493 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-9e881856-22c7-4072-8aca-ae67804383c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.288901 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-9951da92-0d37-4571-bd0d-8069dda0371c None None] Attempting to bind port 9b610ad1-3e51-43ce-bb10-22326dc92f68 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:47.289420 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-9951da92-0d37-4571-bd0d-8069dda0371c None None] Attempting to bind port 9b610ad1-3e51-43ce-bb10-22326dc92f68 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '5c946e4a-4216-41b4-869a-41ca3560cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cd2016ff-d31d-49f2-9f3e-24e38a2d0bc0'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:47.292334 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9951da92-0d37-4571-bd0d-8069dda0371c None None] Attempting to bind port 9b610ad1-3e51-43ce-bb10-22326dc92f68 on network cd2016ff-d31d-49f2-9f3e-24e38a2d0bc0 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:47.312970 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-9e881856-22c7-4072-8aca-ae67804383c6 service neutron] Transition to ACTIVE for port object 53e2dbf0-9172-4466-8bf8-0acd6694fb6c will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:47.323403 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6a2cb-f698-438d-9b4e-af3111323dc9 req-9b95f53c-bd81-43ef-9bd9-aee05173c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:47.325894 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-70a6a2cb-f698-438d-9b4e-af3111323dc9 req-9b95f53c-bd81-43ef-9bd9-aee05173c7f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f5a6128ca074592a882cf8df860844b&device_id=12355a1c-3719-4013-b6a7-5ab3dab2b9d5 HTTP/1.1" status: 200 len: 1098 time: 0.3758233 Jul 16 20:34:47.333191 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-9e881856-22c7-4072-8aca-ae67804383c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.344106 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-733117cf-6a43-43ba-8e15-295b576b9b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.348483 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-733117cf-6a43-43ba-8e15-295b576b9b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.349683 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-733117cf-6a43-43ba-8e15-295b576b9b8b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/399ef824-5e2a-4e4d-9628-8cc78923ce7f HTTP/1.1" status: 204 len: 168 time: 0.7331197 Jul 16 20:34:47.402211 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9951da92-0d37-4571-bd0d-8069dda0371c None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:47.402631 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9951da92-0d37-4571-bd0d-8069dda0371c None None] Checking segment: {'id': '5c946e4a-4216-41b4-869a-41ca3560cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cd2016ff-d31d-49f2-9f3e-24e38a2d0bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:47.403043 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9951da92-0d37-4571-bd0d-8069dda0371c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.403450 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9951da92-0d37-4571-bd0d-8069dda0371c None None] Bound using segment: {'id': '5c946e4a-4216-41b4-869a-41ca3560cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cd2016ff-d31d-49f2-9f3e-24e38a2d0bc0'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:47.403939 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-9951da92-0d37-4571-bd0d-8069dda0371c None None] Bound port: 9b610ad1-3e51-43ce-bb10-22326dc92f68, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c946e4a-4216-41b4-869a-41ca3560cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cd2016ff-d31d-49f2-9f3e-24e38a2d0bc0'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:47.404327 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9951da92-0d37-4571-bd0d-8069dda0371c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.490457 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-9951da92-0d37-4571-bd0d-8069dda0371c None None] For port 9b610ad1-3e51-43ce-bb10-22326dc92f68, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:47.493868 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-9951da92-0d37-4571-bd0d-8069dda0371c None None] For port 9b610ad1-3e51-43ce-bb10-22326dc92f68, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9b610ad1-3e51-43ce-bb10-22326dc92f68,segment=NetworkSegment(5c946e4a-4216-41b4-869a-41ca3560cc1b),segment_id=5c946e4a-4216-41b4-869a-41ca3560cc1b)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:47.502998 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9951da92-0d37-4571-bd0d-8069dda0371c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.516638 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,revision_number=13']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:47.540250 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port d6572e93-ef77-4a19-ab21-91479fcc7593 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:47.540797 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733117cf-6a43-43ba-8e15-295b576b9b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399ef824-5e2a-4e4d-9628-8cc78923ce7f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:47.561281 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port d6572e93-ef77-4a19-ab21-91479fcc7593 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:47.561657 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.591047 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a1b07918-88bf-4e11-a7aa-d434130f60bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.604820 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e881856-22c7-4072-8aca-ae67804383c6 service neutron] Pushing event updated for resources: {'Port': ['ID=53e2dbf0-9172-4466-8bf8-0acd6694fb6c,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:47.608275 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a1b07918-88bf-4e11-a7aa-d434130f60bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.743140 n-d-791506-21 neutron-server[93794]: DEBUG neutron.objects.ports [None req-a416291c-4537-4a31-897e-a94290aaea16 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93794) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:34:47.744204 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b07918-88bf-4e11-a7aa-d434130f60bb admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:34:47.749517 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ea9031-25c5-455a-aa5c-8b3df4d79d28 admin admin] Router bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:34:47.764666 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951da92-0d37-4571-bd0d-8069dda0371c None None] Pushing event updated for resources: {'Port': ['ID=9b610ad1-3e51-43ce-bb10-22326dc92f68,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:47.810499 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a416291c-4537-4a31-897e-a94290aaea16 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.965283 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.970027 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a1b07918-88bf-4e11-a7aa-d434130f60bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.970461 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-a1b07918-88bf-4e11-a7aa-d434130f60bb admin admin] Added segment 0f5b9781-7848-4d28-8996-a96a990cbd51 of type vlan for network dba2e6bf-c971-4b13-976e-35a9ac322489 Jul 16 20:34:47.975575 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b07918-88bf-4e11-a7aa-d434130f60bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39429fe4-4844-4f60-b6b2-4efa13c67c63,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:48.043899 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port d6572e93-ef77-4a19-ab21-91479fcc7593, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=d6572e93-ef77-4a19-ab21-91479fcc7593,segment=NetworkSegment(59a53ec9-896c-4c3d-aaf7-1e04b33963c9),segment_id=59a53ec9-896c-4c3d-aaf7-1e04b33963c9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:48.051112 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:48.194249 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=d6572e93-ef77-4a19-ab21-91479fcc7593,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:48.404492 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d5f38efe-e112-497b-98a3-79a4caf3ab5a None None] Provisioning complete for port d6572e93-ef77-4a19-ab21-91479fcc7593 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:48.405184 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5f38efe-e112-497b-98a3-79a4caf3ab5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:48.545134 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44282) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:48.546102 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416291c-4537-4a31-897e-a94290aaea16 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event updated for resources: {'Subnet': ['ID=2f52e5b6-2677-423e-9be4-83725c03e9fe,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:48.646182 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c16ff85-d6ef-469d-a28a-8bb5f8346c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:48.719269 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a1b07918-88bf-4e11-a7aa-d434130f60bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:48.741050 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6a2cb-f698-438d-9b4e-af3111323dc9 req-62569b05-e920-4cad-a74d-fc1aca3fc62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:48.742644 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-70a6a2cb-f698-438d-9b4e-af3111323dc9 req-62569b05-e920-4cad-a74d-fc1aca3fc62c service neutron] 10.222.0.18 "GET /v2.0/networks?id=9946657c-25de-4dbf-a2ff-cc0711d92acb HTTP/1.1" status: 200 len: 912 time: 1.3660243 Jul 16 20:34:48.743321 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-9e881856-22c7-4072-8aca-ae67804383c6 service neutron] Attempting to bind port 53e2dbf0-9172-4466-8bf8-0acd6694fb6c on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:48.743650 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-9e881856-22c7-4072-8aca-ae67804383c6 service neutron] Attempting to bind port 53e2dbf0-9172-4466-8bf8-0acd6694fb6c by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '825628ad-9a36-4b2b-b9e3-9f2da86637ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '115012cd-2454-4d1b-bec5-c3a0bdd91257'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:48.745176 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-9e881856-22c7-4072-8aca-ae67804383c6 service neutron] Attempting to bind port 53e2dbf0-9172-4466-8bf8-0acd6694fb6c on network 115012cd-2454-4d1b-bec5-c3a0bdd91257 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:48.750283 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3170cdb-4fdb-4f0e-b90e-f01d47b00fd7 req-dede974e-b80e-4fbc-a0c6-c7b580a998ae tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:48.752394 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d3170cdb-4fdb-4f0e-b90e-f01d47b00fd7 req-dede974e-b80e-4fbc-a0c6-c7b580a998ae tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 946 time: 1.0391705 Jul 16 20:34:48.756484 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a416291c-4537-4a31-897e-a94290aaea16 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Checking segment: {'id': 'd4450bba-85ca-42ef-9456-c18fc8f1df81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b523510a-fa11-4489-9470-49064bcd4a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:48.757268 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a416291c-4537-4a31-897e-a94290aaea16 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Network hostable DHCP agents. Network: b523510a-fa11-4489-9470-49064bcd4a20, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:34:48.798469 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-9e881856-22c7-4072-8aca-ae67804383c6 service neutron] Port 53e2dbf0-9172-4466-8bf8-0acd6694fb6c on network 115012cd-2454-4d1b-bec5-c3a0bdd91257 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:34:48.799054 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-9e881856-22c7-4072-8aca-ae67804383c6 service neutron] Attempting to bind port 53e2dbf0-9172-4466-8bf8-0acd6694fb6c on network 115012cd-2454-4d1b-bec5-c3a0bdd91257 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:48.819037 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-9e881856-22c7-4072-8aca-ae67804383c6 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:48.819397 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-9e881856-22c7-4072-8aca-ae67804383c6 service neutron] Checking segment: {'id': '825628ad-9a36-4b2b-b9e3-9f2da86637ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '115012cd-2454-4d1b-bec5-c3a0bdd91257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:48.819754 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-9e881856-22c7-4072-8aca-ae67804383c6 service neutron] Bound using segment: {'id': '825628ad-9a36-4b2b-b9e3-9f2da86637ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '115012cd-2454-4d1b-bec5-c3a0bdd91257'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:48.820196 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-9e881856-22c7-4072-8aca-ae67804383c6 service neutron] Bound port: 53e2dbf0-9172-4466-8bf8-0acd6694fb6c, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825628ad-9a36-4b2b-b9e3-9f2da86637ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '115012cd-2454-4d1b-bec5-c3a0bdd91257'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:48.820558 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-9e881856-22c7-4072-8aca-ae67804383c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:48.938505 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67c186-e477-448c-99e6-6d0ecb7b9b45 req-46b9ca54-7b45-4755-b50e-5a249e9980c5 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:48.943542 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-9e881856-22c7-4072-8aca-ae67804383c6 service neutron] For port 53e2dbf0-9172-4466-8bf8-0acd6694fb6c, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:48.948368 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c67c186-e477-448c-99e6-6d0ecb7b9b45 req-46b9ca54-7b45-4755-b50e-5a249e9980c5 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 943 time: 0.3944018 Jul 16 20:34:48.948665 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-9e881856-22c7-4072-8aca-ae67804383c6 service neutron] For port 53e2dbf0-9172-4466-8bf8-0acd6694fb6c, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=53e2dbf0-9172-4466-8bf8-0acd6694fb6c,segment=NetworkSegment(825628ad-9a36-4b2b-b9e3-9f2da86637ff),segment_id=825628ad-9a36-4b2b-b9e3-9f2da86637ff)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:48.951348 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a416291c-4537-4a31-897e-a94290aaea16 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Network b523510a-fa11-4489-9470-49064bcd4a20 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:34:48.957661 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-9e881856-22c7-4072-8aca-ae67804383c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:48.962565 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-70a6a2cb-f698-438d-9b4e-af3111323dc9 req-995f8b82-69c8-42f8-b6c2-46350f2272d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53358dec-45e7-4885-aa75-816bbf4ee4e9 HTTP/1.1" status: 200 len: 1002 time: 0.2120831 Jul 16 20:34:48.965105 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d3170cdb-4fdb-4f0e-b90e-f01d47b00fd7 req-729d7134-ce5e-4060-8e02-a875a17914c9 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994162 Jul 16 20:34:48.968403 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ea9031-25c5-455a-aa5c-8b3df4d79d28 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:34:48.975766 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a1b07918-88bf-4e11-a7aa-d434130f60bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:48.977249 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b07918-88bf-4e11-a7aa-d434130f60bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:48.978094 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a1b07918-88bf-4e11-a7aa-d434130f60bb admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:48.995264 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98185850-df24-43b8-85f3-bcb7f05143a6 None None] Sync routers for ids ['bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:34:49.013984 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98185850-df24-43b8-85f3-bcb7f05143a6 None None] Routers {'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:49.014654 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-98185850-df24-43b8-85f3-bcb7f05143a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:34:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:49.069441 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-a416291c-4537-4a31-897e-a94290aaea16 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, b523510a-fa11-4489-9470-49064bcd4a20) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:49.083536 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a416291c-4537-4a31-897e-a94290aaea16 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:49.084497 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a416291c-4537-4a31-897e-a94290aaea16 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.105642 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c16ff85-d6ef-469d-a28a-8bb5f8346c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.130273 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c16ff85-d6ef-469d-a28a-8bb5f8346c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.147086 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a1b07918-88bf-4e11-a7aa-d434130f60bb admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4324160 Jul 16 20:34:49.204441 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44288) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:49.206670 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a416291c-4537-4a31-897e-a94290aaea16 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7167778 Jul 16 20:34:49.219835 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c67c186-e477-448c-99e6-6d0ecb7b9b45 req-74e7ee80-e6c4-4d89-a15e-0326effee8e9 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701192 Jul 16 20:34:49.239396 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2c8cc95d-e9a2-4098-b96f-d5b030cc9f53 admin admin] Request body: {'subnet': {'network_id': 'dba2e6bf-c971-4b13-976e-35a9ac322489', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-590977558-subnet', 'tenant_id': '1e53a97f17d144bf86a77d74dc1e22df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:49.280518 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44290) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:49.294943 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b07918-88bf-4e11-a7aa-d434130f60bb admin admin] Pushing event updated for resources: {'Network': ['ID=dba2e6bf-c971-4b13-976e-35a9ac322489,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:49.324513 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-9e881856-22c7-4072-8aca-ae67804383c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:49.324513 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-9e881856-22c7-4072-8aca-ae67804383c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.330867 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-9e881856-22c7-4072-8aca-ae67804383c6 service neutron] 10.222.0.62 "PUT /v2.0/ports/53e2dbf0-9172-4466-8bf8-0acd6694fb6c HTTP/1.1" status: 200 len: 1092 time: 3.8354478 Jul 16 20:34:49.337425 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-8e86f4fc-8010-4087-966e-565595e857d6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Request body: {'port': {'network_id': 'b523510a-fa11-4489-9470-49064bcd4a20', 'name': 'tempest-NetworksIpV6TestAttrs-1091521938'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:49.397307 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2c16ff85-d6ef-469d-a28a-8bb5f8346c09 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=28185a9025ba458483185d16c0aec2be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8457432 Jul 16 20:34:49.411018 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16ff85-d6ef-469d-a28a-8bb5f8346c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a02746a-ff9a-475e-be3b-ff133f6e8260,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:49.439427 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44292) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:49.448845 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-98185850-df24-43b8-85f3-bcb7f05143a6 None None] Set router bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:49.475467 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c297c9-6d42-468d-a853-b855cacc305f None None] Network b523510a-fa11-4489-9470-49064bcd4a20 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:49.477442 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network dba2e6bf-c971-4b13-976e-35a9ac322489 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:34:49.481142 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device d6572e93-ef77-4a19-ab21-91479fcc7593 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:49.484545 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6848d1d-6a0b-46e4-aabb-c871aebfbc13', 'tag': '53e2dbf0-9172-4466-8bf8-0acd6694fb6c'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:49.488970 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c5df37-2a4c-46bc-973b-f835a40d16f0" -d '{"events": [{"name": "network-changed", "server_uuid": "b6848d1d-6a0b-46e4-aabb-c871aebfbc13", "tag": "53e2dbf0-9172-4466-8bf8-0acd6694fb6c"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:49.523188 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8cc95d-e9a2-4098-b96f-d5b030cc9f53 admin admin] Made reservation on behalf of 1e53a97f17d144bf86a77d74dc1e22df for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:49.528991 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc95d-e9a2-4098-b96f-d5b030cc9f53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.645412 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9431eda-7aa1-4099-a21e-23deb4b8582e None None] Network cd2016ff-d31d-49f2-9f3e-24e38a2d0bc0 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:49.646538 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28ea9031-25c5-455a-aa5c-8b3df4d79d28 admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.651955 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-28ea9031-25c5-455a-aa5c-8b3df4d79d28 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3964684 Jul 16 20:34:49.665891 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fff2e95-c156-443c-9e73-d412ca4a8ca3 x-openstack-request-id: req-9fff2e95-c156-443c-9e73-d412ca4a8ca3 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:49.667768 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6848d1d-6a0b-46e4-aabb-c871aebfbc13", "tag": "53e2dbf0-9172-4466-8bf8-0acd6694fb6c", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:49.668446 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9fff2e95-c156-443c-9e73-d412ca4a8ca3 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:49.669343 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6848d1d-6a0b-46e4-aabb-c871aebfbc13', 'tag': '53e2dbf0-9172-4466-8bf8-0acd6694fb6c', 'status': 'completed', 'code': 200} Jul 16 20:34:49.673001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44296) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:49.700391 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-34270ffc-5df2-484a-a0cf-dfde4d4cdb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.751554 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-34270ffc-5df2-484a-a0cf-dfde4d4cdb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.752702 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e881856-22c7-4072-8aca-ae67804383c6 service neutron] Pushing event updated for resources: {'Port': ['ID=53e2dbf0-9172-4466-8bf8-0acd6694fb6c,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:49.765038 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6a2cb-f698-438d-9b4e-af3111323dc9 req-fb928945-189f-432a-a386-e454e5460d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:49.766661 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-70a6a2cb-f698-438d-9b4e-af3111323dc9 req-fb928945-189f-432a-a386-e454e5460d33 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa6d3426-e792-4e7e-a714-2e77150c9a45 HTTP/1.1" status: 200 len: 850 time: 0.7831624 Jul 16 20:34:49.903072 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e86f4fc-8010-4087-966e-565595e857d6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Made reservation on behalf of f09839ae48834461858c36dab2cf1504 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:49.908679 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8e86f4fc-8010-4087-966e-565595e857d6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.923092 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-34270ffc-5df2-484a-a0cf-dfde4d4cdb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.923348 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port d6572e93-ef77-4a19-ab21-91479fcc7593 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:49.923648 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.927135 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-34270ffc-5df2-484a-a0cf-dfde4d4cdb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.928708 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-34270ffc-5df2-484a-a0cf-dfde4d4cdb35 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4a02746a-ff9a-475e-be3b-ff133f6e8260 HTTP/1.1" status: 204 len: 168 time: 0.4839699 Jul 16 20:34:49.950708 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34270ffc-5df2-484a-a0cf-dfde4d4cdb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a02746a-ff9a-475e-be3b-ff133f6e8260,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:49.962163 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc95d-e9a2-4098-b96f-d5b030cc9f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.003662 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-b2030431-67d1-43e4-a416-e9f50d7b9514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:50.007405 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-b2030431-67d1-43e4-a416-e9f50d7b9514 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f23cc4c6dc454562935450c3148a82eb&device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 1095 time: 0.5062096 Jul 16 20:34:50.016655 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5aa41801-173a-4b04-996d-5738b6b0ae0e None None] Provisioning for port 9b610ad1-3e51-43ce-bb10-22326dc92f68 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:50.023785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cc95d-e9a2-4098-b96f-d5b030cc9f53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e6c7287-e76c-4b67-abfa-a409a5c9c451,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:50.034134 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-8e86f4fc-8010-4087-966e-565595e857d6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] device_id is not set on port d47c7f52-5e89-4f53-ac3a-84b9e9992642 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:34:50.065611 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8cc95d-e9a2-4098-b96f-d5b030cc9f53 admin admin] Checking segment: {'id': '0f5b9781-7848-4d28-8996-a96a990cbd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'dba2e6bf-c971-4b13-976e-35a9ac322489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:50.066288 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8cc95d-e9a2-4098-b96f-d5b030cc9f53 admin admin] Network hostable DHCP agents. Network: dba2e6bf-c971-4b13-976e-35a9ac322489, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:34:50.092103 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8cc95d-e9a2-4098-b96f-d5b030cc9f53 admin admin] Network dba2e6bf-c971-4b13-976e-35a9ac322489 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:34:50.123731 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-2c8cc95d-e9a2-4098-b96f-d5b030cc9f53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, dba2e6bf-c971-4b13-976e-35a9ac322489) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:50.124320 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-98185850-df24-43b8-85f3-bcb7f05143a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'name': 'tempest-TaggedBootDevicesTest-963859335-router', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:42Z', 'updated_at': '2021-07-16T20:34:45Z', 'revision_number': 3, 'project_id': '086605ce16824d789c1ebe4af59fda06', 'gw_port': {'id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:44Z', 'updated_at': '2021-07-16T20:34:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:50.129712 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8cc95d-e9a2-4098-b96f-d5b030cc9f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:50.131605 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc95d-e9a2-4098-b96f-d5b030cc9f53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.151651 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2c8cc95d-e9a2-4098-b96f-d5b030cc9f53 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9306679 Jul 16 20:34:50.179392 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfce1c0-547c-4a1e-990a-4fe97714b56c None None] Network dba2e6bf-c971-4b13-976e-35a9ac322489 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:50.208730 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98185850-df24-43b8-85f3-bcb7f05143a6 None None] Checking router: bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:34:50.209121 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98185850-df24-43b8-85f3-bcb7f05143a6 None None] Updating router bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613 port 6715f7e9-d972-4f89-b91b-c7c26e6eeb32 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:34:50.251017 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-f73aba6a-4fff-4cea-a3fd-59c044214bec service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53e2dbf0-9172-4466-8bf8-0acd6694fb6c HTTP/1.1" status: 200 len: 217 time: 0.2177355 Jul 16 20:34:50.398003 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-87e05f17-9c92-476e-9a8f-9244307c6782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:50.400011 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-87e05f17-9c92-476e-9a8f-9244307c6782 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cf096263-e475-4469-ad27-b632113d6208 HTTP/1.1" status: 200 len: 861 time: 0.1298158 Jul 16 20:34:50.497296 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98185850-df24-43b8-85f3-bcb7f05143a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.524393 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6a2cb-f698-438d-9b4e-af3111323dc9 req-1b2650d4-26ce-4b93-b257-3325afd7388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:50.526006 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-70a6a2cb-f698-438d-9b4e-af3111323dc9 req-1b2650d4-26ce-4b93-b257-3325afd7388a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9946657c-25de-4dbf-a2ff-cc0711d92acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7481570 Jul 16 20:34:50.529322 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7744194-85c4-4b3e-8d71-60ac5c5e3ab9 req-62b7c476-2662-4545-b6a8-7f448ae35f98 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:50.530921 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c7744194-85c4-4b3e-8d71-60ac5c5e3ab9 req-62b7c476-2662-4545-b6a8-7f448ae35f98 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 946 time: 0.1843712 Jul 16 20:34:50.616558 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c7744194-85c4-4b3e-8d71-60ac5c5e3ab9 req-37302d1d-07bc-4a2a-bb3c-0d53077a0cae tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762234 Jul 16 20:34:50.633529 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a55d8-c97e-4796-a350-13b8bbb95632 req-08871c77-0948-4886-a4a0-29c951c45d8b tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:50.635838 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c13a55d8-c97e-4796-a350-13b8bbb95632 req-08871c77-0948-4886-a4a0-29c951c45d8b tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 943 time: 0.1979916 Jul 16 20:34:50.767706 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c13a55d8-c97e-4796-a350-13b8bbb95632 req-3aecaf4d-28eb-41ab-b21d-cdc6fe7ffa93 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170254 Jul 16 20:34:50.796474 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44320) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:50.804990 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9b610ad1-3e51-43ce-bb10-22326dc92f68 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:50.851196 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-59586005-c1f1-4f09-8302-ba5ddaa8b5b1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=115012cd-2454-4d1b-bec5-c3a0bdd91257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2938039 Jul 16 20:34:50.858907 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a2cc5e-6d22-4d2a-b265-5e56cf476674 admin admin] Deleting subnet 5e6c7287-e76c-4b67-abfa-a409a5c9c451 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:34:50.866156 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-50a2cc5e-6d22-4d2a-b265-5e56cf476674 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.922733 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-50a2cc5e-6d22-4d2a-b265-5e56cf476674 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.970844 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-50a2cc5e-6d22-4d2a-b265-5e56cf476674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.024349 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6195e5-f1ed-419f-a86a-9af429bb6912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-b523510a-fa11-4489-9470-49064bcd4a20', 'network_id': 'b523510a-fa11-4489-9470-49064bcd4a20', 'tenant_id': 'f09839ae48834461858c36dab2cf1504', 'fixed_ips': [{'subnet_id': '2f52e5b6-2677-423e-9be4-83725c03e9fe'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:34:51.025195 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cb6195e5-f1ed-419f-a86a-9af429bb6912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.050707 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-50a2cc5e-6d22-4d2a-b265-5e56cf476674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.051485 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-8e86f4fc-8010-4087-966e-565595e857d6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Allocated IP 2001:db8::f816:3eff:fed5:884 (b523510a-fa11-4489-9470-49064bcd4a20/2f52e5b6-2677-423e-9be4-83725c03e9fe/d47c7f52-5e89-4f53-ac3a-84b9e9992642) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:51.105209 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2cc5e-6d22-4d2a-b265-5e56cf476674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e6c7287-e76c-4b67-abfa-a409a5c9c451,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:51.116216 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-50a2cc5e-6d22-4d2a-b265-5e56cf476674 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.118839 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-50a2cc5e-6d22-4d2a-b265-5e56cf476674 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5e6c7287-e76c-4b67-abfa-a409a5c9c451 HTTP/1.1" status: 204 len: 168 time: 0.3212166 Jul 16 20:34:51.122122 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44328) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:51.169895 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9310b834-ff11-446e-8b24-230570d7a2e6 None None] Network dba2e6bf-c971-4b13-976e-35a9ac322489 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:51.192766 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 9b610ad1-3e51-43ce-bb10-22326dc92f68 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:51.225351 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 9b610ad1-3e51-43ce-bb10-22326dc92f68 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:51.225631 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.234877 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-70a6a2cb-f698-438d-9b4e-af3111323dc9 req-fc0ab71d-0f2a-4549-bff0-b723dabff658 service neutron] 10.222.0.18 "GET /v2.0/networks/9946657c-25de-4dbf-a2ff-cc0711d92acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6658628 Jul 16 20:34:51.367511 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c6232b8b-4fc0-4e2e-8e70-ec6fa1cda909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.622461 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c6232b8b-4fc0-4e2e-8e70-ec6fa1cda909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.628230 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-d12466ed-5331-4529-9adb-5eec766ea3af service neutron] 10.222.0.62 "GET /v2.0/networks/115012cd-2454-4d1b-bec5-c3a0bdd91257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7524886 Jul 16 20:34:51.656942 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-c6232b8b-4fc0-4e2e-8e70-ec6fa1cda909 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba2e6bf-c971-4b13-976e-35a9ac322489']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:51.708440 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-c6232b8b-4fc0-4e2e-8e70-ec6fa1cda909 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f5b9781-7848-4d28-8996-a96a990cbd51') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:51.712450 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-c6232b8b-4fc0-4e2e-8e70-ec6fa1cda909 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f5b9781-7848-4d28-8996-a96a990cbd51') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:51.723908 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ccdf692a-8529-4203-b19c-577dfeead19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.766056 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c6232b8b-4fc0-4e2e-8e70-ec6fa1cda909 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.810957 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.824750 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c6232b8b-4fc0-4e2e-8e70-ec6fa1cda909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.841670 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6232b8b-4fc0-4e2e-8e70-ec6fa1cda909 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:34:51.843208 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c6232b8b-4fc0-4e2e-8e70-ec6fa1cda909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:34:51.849287 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:34:51.927756 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-70a6a2cb-f698-438d-9b4e-af3111323dc9 req-85846181-9d4c-4d62-b280-b0cc3f1f1abc service neutron] 10.222.0.18 "GET /v2.0/networks/9946657c-25de-4dbf-a2ff-cc0711d92acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6864355 Jul 16 20:34:51.928115 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98185850-df24-43b8-85f3-bcb7f05143a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.936347 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 9b610ad1-3e51-43ce-bb10-22326dc92f68, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9b610ad1-3e51-43ce-bb10-22326dc92f68,segment=NetworkSegment(5c946e4a-4216-41b4-869a-41ca3560cc1b),segment_id=5c946e4a-4216-41b4-869a-41ca3560cc1b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:51.941810 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.951946 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-98185850-df24-43b8-85f3-bcb7f05143a6 None None] Transition to ACTIVE for port object 6715f7e9-d972-4f89-b91b-c7c26e6eeb32 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:51.982011 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98185850-df24-43b8-85f3-bcb7f05143a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.033243 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c6232b8b-4fc0-4e2e-8e70-ec6fa1cda909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.064423 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c6232b8b-4fc0-4e2e-8e70-ec6fa1cda909 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.070514 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c6232b8b-4fc0-4e2e-8e70-ec6fa1cda909 admin admin] 10.222.0.38 "DELETE /v2.0/networks/dba2e6bf-c971-4b13-976e-35a9ac322489 HTTP/1.1" status: 204 len: 168 time: 0.9432864 Jul 16 20:34:52.076255 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-98185850-df24-43b8-85f3-bcb7f05143a6 None None] Attempting to bind port 6715f7e9-d972-4f89-b91b-c7c26e6eeb32 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:52.076749 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-98185850-df24-43b8-85f3-bcb7f05143a6 None None] Attempting to bind port 6715f7e9-d972-4f89-b91b-c7c26e6eeb32 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:52.077010 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98185850-df24-43b8-85f3-bcb7f05143a6 None None] Attempting to bind port 6715f7e9-d972-4f89-b91b-c7c26e6eeb32 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:52.083460 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98185850-df24-43b8-85f3-bcb7f05143a6 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:52.083851 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98185850-df24-43b8-85f3-bcb7f05143a6 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:52.084249 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98185850-df24-43b8-85f3-bcb7f05143a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.084646 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98185850-df24-43b8-85f3-bcb7f05143a6 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:52.087232 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-98185850-df24-43b8-85f3-bcb7f05143a6 None None] Bound port: 6715f7e9-d972-4f89-b91b-c7c26e6eeb32, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:52.088233 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98185850-df24-43b8-85f3-bcb7f05143a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.089871 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=9b610ad1-3e51-43ce-bb10-22326dc92f68,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:52.093728 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2944ac28-778f-4d97-b473-b08599f81014 None None] Provisioning complete for port 9b610ad1-3e51-43ce-bb10-22326dc92f68 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:52.094100 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2944ac28-778f-4d97-b473-b08599f81014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.149974 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6232b8b-4fc0-4e2e-8e70-ec6fa1cda909 admin admin] Pushing event deleted for resources: {'Network': ['ID=dba2e6bf-c971-4b13-976e-35a9ac322489,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:52.193348 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412bc69-9238-4da8-882e-6b79a1c3a9fa req-e303a911-f9fb-455f-9f2b-13a65e083874 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:52.195663 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7412bc69-9238-4da8-882e-6b79a1c3a9fa req-e303a911-f9fb-455f-9f2b-13a65e083874 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 946 time: 0.2826068 Jul 16 20:34:52.250225 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d5feb-c5ab-464a-8eb1-70b0d404c55f None None] Pushing event updated for resources: {'Port': ['ID=6715f7e9-d972-4f89-b91b-c7c26e6eeb32,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:52.257353 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-98185850-df24-43b8-85f3-bcb7f05143a6 None None] For port 6715f7e9-d972-4f89-b91b-c7c26e6eeb32, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:52.264919 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-98185850-df24-43b8-85f3-bcb7f05143a6 None None] For port 6715f7e9-d972-4f89-b91b-c7c26e6eeb32, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=6715f7e9-d972-4f89-b91b-c7c26e6eeb32,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:52.274374 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98185850-df24-43b8-85f3-bcb7f05143a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.359310 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd045cf8-d5c0-4c68-ac89-03c1cec1e1d0 req-eaa5b646-2f39-4387-bbe9-8e31dda4b8c8 service neutron] 10.222.0.62 "GET /v2.0/networks/115012cd-2454-4d1b-bec5-c3a0bdd91257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7168896 Jul 16 20:34:52.374820 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44350) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:52.390622 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7412bc69-9238-4da8-882e-6b79a1c3a9fa req-d906cb0a-a556-443e-bd9c-4cb985b2f347 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815937 Jul 16 20:34:52.454075 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3380f75-4849-4b88-95f1-946fb0b09b41 req-a7d1257b-cb7d-4c5c-bdce-b8848056f196 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:52.463713 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b3380f75-4849-4b88-95f1-946fb0b09b41 req-a7d1257b-cb7d-4c5c-bdce-b8848056f196 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 943 time: 0.2638063 Jul 16 20:34:52.476297 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8e86f4fc-8010-4087-966e-565595e857d6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.485617 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d5feb-c5ab-464a-8eb1-70b0d404c55f None None] Pushing event updated for resources: {'Port': ['ID=6715f7e9-d972-4f89-b91b-c7c26e6eeb32,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:52.488763 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98185850-df24-43b8-85f3-bcb7f05143a6 None None] Routers {'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:52.489408 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-98185850-df24-43b8-85f3-bcb7f05143a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:34:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:52.519160 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f343c2f-13cb-4a23-b009-201153eee719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.559686 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b3380f75-4849-4b88-95f1-946fb0b09b41 req-cba70b4d-b08a-446a-a02a-6d3b6e9b6abf tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910547 Jul 16 20:34:52.629305 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-8e86f4fc-8010-4087-966e-565595e857d6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Transition to ACTIVE for port object d47c7f52-5e89-4f53-ac3a-84b9e9992642 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:52.639376 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3c16ac63-55b5-41dd-ba87-d8981e281e6b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1e53a97f17d144bf86a77d74dc1e22df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2601490 Jul 16 20:34:52.639881 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-98185850-df24-43b8-85f3-bcb7f05143a6 None None] Set router bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:52.640056 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44356) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:52.684202 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5df37-2a4c-46bc-973b-f835a40d16f0 req-d67b362e-521a-43b3-85c5-716ea56feb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:52.685739 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87c5df37-2a4c-46bc-973b-f835a40d16f0 req-d67b362e-521a-43b3-85c5-716ea56feb5e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f23cc4c6dc454562935450c3148a82eb&device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 1095 time: 0.2147219 Jul 16 20:34:52.759059 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-26fdbbfe-16e5-47d2-be74-16eb82c62e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.808764 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-26fdbbfe-16e5-47d2-be74-16eb82c62e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.849328 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5df37-2a4c-46bc-973b-f835a40d16f0 req-94b2ac4f-5d0f-46c2-bca2-f2e6e6b43841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:52.851164 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87c5df37-2a4c-46bc-973b-f835a40d16f0 req-94b2ac4f-5d0f-46c2-bca2-f2e6e6b43841 service neutron] 10.222.0.62 "GET /v2.0/networks?id=115012cd-2454-4d1b-bec5-c3a0bdd91257 HTTP/1.1" status: 200 len: 922 time: 0.1551332 Jul 16 20:34:52.868754 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8e86f4fc-8010-4087-966e-565595e857d6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.895495 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-26fdbbfe-16e5-47d2-be74-16eb82c62e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.899871 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e86f4fc-8010-4087-966e-565595e857d6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Network b523510a-fa11-4489-9470-49064bcd4a20 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:52.904937 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-8e86f4fc-8010-4087-966e-565595e857d6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:52.918719 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-26fdbbfe-16e5-47d2-be74-16eb82c62e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.922397 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-26fdbbfe-16e5-47d2-be74-16eb82c62e39 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/39429fe4-4844-4f60-b6b2-4efa13c67c63 HTTP/1.1" status: 204 len: 168 time: 0.2813406 Jul 16 20:34:52.939526 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdbbfe-16e5-47d2-be74-16eb82c62e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39429fe4-4844-4f60-b6b2-4efa13c67c63,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:52.971512 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e86f4fc-8010-4087-966e-565595e857d6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:52.977543 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e86f4fc-8010-4087-966e-565595e857d6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:52.978196 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8e86f4fc-8010-4087-966e-565595e857d6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.988135 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87c5df37-2a4c-46bc-973b-f835a40d16f0 req-06fc28fb-3f1c-4668-8e44-54196a25bdbe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53e2dbf0-9172-4466-8bf8-0acd6694fb6c HTTP/1.1" status: 200 len: 217 time: 0.1231546 Jul 16 20:34:52.994212 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-8f343c2f-13cb-4a23-b009-201153eee719 admin admin] Allocated IP 172.20.0.1 (a5f59c06-393b-4019-8402-c670013796dd/ed11a99b-37e1-4696-970c-4dbb385ed21d/a0c076f5-7e10-4e1f-acbd-f848e3925c05) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:53.010992 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-cb6195e5-f1ed-419f-a86a-9af429bb6912 None None] Allocated IP 2001:db8::f816:3eff:fef4:97a1 (b523510a-fa11-4489-9470-49064bcd4a20/2f52e5b6-2677-423e-9be4-83725c03e9fe/56705117-cc59-42f1-881f-eb4991468838) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:53.024174 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-98185850-df24-43b8-85f3-bcb7f05143a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'name': 'tempest-TaggedBootDevicesTest-963859335-router', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:42Z', 'updated_at': '2021-07-16T20:34:45Z', 'revision_number': 3, 'project_id': '086605ce16824d789c1ebe4af59fda06', 'gw_port': {'id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:44Z', 'updated_at': '2021-07-16T20:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:53.057069 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8e86f4fc-8010-4087-966e-565595e857d6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.7688427 Jul 16 20:34:53.057666 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44370) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:53.078550 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86f4fc-8010-4087-966e-565595e857d6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event updated for resources: {'Port': ['ID=d47c7f52-5e89-4f53-ac3a-84b9e9992642,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:53.098882 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98185850-df24-43b8-85f3-bcb7f05143a6 None None] The sync data for ids ['bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'] in n-d-791506-21 is: [{'id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'name': 'tempest-TaggedBootDevicesTest-963859335-router', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:42Z', 'updated_at': '2021-07-16T20:34:45Z', 'revision_number': 3, 'project_id': '086605ce16824d789c1ebe4af59fda06', 'gw_port': {'id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:44Z', 'updated_at': '2021-07-16T20:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:34:53.172356 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-626f4ff8-5669-402e-ac39-91c11ffaa519 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Deleting subnet 2f52e5b6-2677-423e-9be4-83725c03e9fe {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:34:53.189383 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5df37-2a4c-46bc-973b-f835a40d16f0 req-abce74ea-7464-40b9-9f30-d695d23cc8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:53.195529 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87c5df37-2a4c-46bc-973b-f835a40d16f0 req-abce74ea-7464-40b9-9f30-d695d23cc8df service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cf096263-e475-4469-ad27-b632113d6208 HTTP/1.1" status: 200 len: 861 time: 0.1981425 Jul 16 20:34:53.427671 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87c5df37-2a4c-46bc-973b-f835a40d16f0 req-33bb7baf-1b4b-453d-9cc8-478253a542cd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=115012cd-2454-4d1b-bec5-c3a0bdd91257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2179940 Jul 16 20:34:53.460092 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cb6195e5-f1ed-419f-a86a-9af429bb6912 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.503518 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-cb6195e5-f1ed-419f-a86a-9af429bb6912 None None] Transition to ACTIVE for port object 56705117-cc59-42f1-881f-eb4991468838 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:53.555538 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:34:53.594638 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-cb6195e5-f1ed-419f-a86a-9af429bb6912 None None] Transition to ACTIVE for port object 56705117-cc59-42f1-881f-eb4991468838 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:53.604332 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-626f4ff8-5669-402e-ac39-91c11ffaa519 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.605612 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cb6195e5-f1ed-419f-a86a-9af429bb6912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.687550 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6195e5-f1ed-419f-a86a-9af429bb6912 None None] Network b523510a-fa11-4489-9470-49064bcd4a20 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:53.701227 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-cb6195e5-f1ed-419f-a86a-9af429bb6912 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:53.709882 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6195e5-f1ed-419f-a86a-9af429bb6912 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:53.747337 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-626f4ff8-5669-402e-ac39-91c11ffaa519 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.751577 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 53e2dbf0-9172-4466-8bf8-0acd6694fb6c details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:34:53.777031 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87c5df37-2a4c-46bc-973b-f835a40d16f0 req-a63b4494-d125-468c-9353-0f855d350bc0 service neutron] 10.222.0.62 "GET /v2.0/networks/115012cd-2454-4d1b-bec5-c3a0bdd91257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409593 Jul 16 20:34:53.782749 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f343c2f-13cb-4a23-b009-201153eee719 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.881261 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-8f343c2f-13cb-4a23-b009-201153eee719 admin admin] Transition to ACTIVE for port object a0c076f5-7e10-4e1f-acbd-f848e3925c05 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:54.117776 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87c5df37-2a4c-46bc-973b-f835a40d16f0 req-c2c882ef-e45a-4965-887d-2e46d76e9b33 service neutron] 10.222.0.62 "GET /v2.0/networks/115012cd-2454-4d1b-bec5-c3a0bdd91257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311164 Jul 16 20:34:54.137880 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6195e5-f1ed-419f-a86a-9af429bb6912 None None] Pushing event updated for resources: {'Port': ['ID=56705117-cc59-42f1-881f-eb4991468838,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:54.150850 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f343c2f-13cb-4a23-b009-201153eee719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.217658 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-626f4ff8-5669-402e-ac39-91c11ffaa519 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.285605 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 53e2dbf0-9172-4466-8bf8-0acd6694fb6c, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=53e2dbf0-9172-4466-8bf8-0acd6694fb6c,segment=NetworkSegment(825628ad-9a36-4b2b-b9e3-9f2da86637ff),segment_id=825628ad-9a36-4b2b-b9e3-9f2da86637ff)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:54.288771 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-cb6195e5-f1ed-419f-a86a-9af429bb6912 None None] Attempting to bind port 56705117-cc59-42f1-881f-eb4991468838 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:54.289136 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-cb6195e5-f1ed-419f-a86a-9af429bb6912 None None] Attempting to bind port 56705117-cc59-42f1-881f-eb4991468838 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'd4450bba-85ca-42ef-9456-c18fc8f1df81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b523510a-fa11-4489-9470-49064bcd4a20'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:54.289556 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6195e5-f1ed-419f-a86a-9af429bb6912 None None] Attempting to bind port 56705117-cc59-42f1-881f-eb4991468838 on network b523510a-fa11-4489-9470-49064bcd4a20 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:54.299263 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f343c2f-13cb-4a23-b009-201153eee719 admin admin] Network a5f59c06-393b-4019-8402-c670013796dd is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:54.328283 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9b610ad1-3e51-43ce-bb10-22326dc92f68 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:54.335517 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6195e5-f1ed-419f-a86a-9af429bb6912 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:54.335870 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6195e5-f1ed-419f-a86a-9af429bb6912 None None] Checking segment: {'id': 'd4450bba-85ca-42ef-9456-c18fc8f1df81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b523510a-fa11-4489-9470-49064bcd4a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:54.338259 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cb6195e5-f1ed-419f-a86a-9af429bb6912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.340405 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6195e5-f1ed-419f-a86a-9af429bb6912 None None] Bound using segment: {'id': 'd4450bba-85ca-42ef-9456-c18fc8f1df81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b523510a-fa11-4489-9470-49064bcd4a20'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:54.347065 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-8f343c2f-13cb-4a23-b009-201153eee719 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:54.347753 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-cb6195e5-f1ed-419f-a86a-9af429bb6912 None None] Bound port: 56705117-cc59-42f1-881f-eb4991468838, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4450bba-85ca-42ef-9456-c18fc8f1df81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b523510a-fa11-4489-9470-49064bcd4a20'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:54.348175 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cb6195e5-f1ed-419f-a86a-9af429bb6912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.353059 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '53e2dbf0-9172-4466-8bf8-0acd6694fb6c', 'network_id': '115012cd-2454-4d1b-bec5-c3a0bdd91257', 'port_id': '53e2dbf0-9172-4466-8bf8-0acd6694fb6c', 'mac_address': 'fa:16:3e:1c:2a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf096263-e475-4469-ad27-b632113d6208', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:34:54.354584 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f343c2f-13cb-4a23-b009-201153eee719 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:54.428185 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e192878-2bd4-495e-989b-2ee729425867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.482383 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f343c2f-13cb-4a23-b009-201153eee719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.484387 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.491453 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f343c2f-13cb-4a23-b009-201153eee719 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c076f5-7e10-4e1f-acbd-f848e3925c05,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:54.538520 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e80c16-f21a-4e42-9be3-9f5700233d8f req-8c09f6e3-b913-4a11-b4eb-ba9a3435ea38 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:54.540136 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b7e80c16-f21a-4e42-9be3-9f5700233d8f req-8c09f6e3-b913-4a11-b4eb-ba9a3435ea38 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 946 time: 0.6283193 Jul 16 20:34:54.704961 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5b91f-3e44-4d1d-9c47-dfd2417eb5ac req-7c964bd7-fb95-44d2-865a-539120ae099b tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:54.715227 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1e5b91f-3e44-4d1d-9c47-dfd2417eb5ac req-7c964bd7-fb95-44d2-865a-539120ae099b tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 943 time: 0.7822330 Jul 16 20:34:54.736191 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-626f4ff8-5669-402e-ac39-91c11ffaa519 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.835669 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b7e80c16-f21a-4e42-9be3-9f5700233d8f req-5da92992-7309-4896-ae1d-ee46884aea5e tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2505755 Jul 16 20:34:54.889388 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f343c2f-13cb-4a23-b009-201153eee719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.928286 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f4ff8-5669-402e-ac39-91c11ffaa519 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event deleted for resources: {'Subnet': ['ID=2f52e5b6-2677-423e-9be4-83725c03e9fe,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:54.938488 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.951106 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-626f4ff8-5669-402e-ac39-91c11ffaa519 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.959143 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-626f4ff8-5669-402e-ac39-91c11ffaa519 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "DELETE /v2.0/subnets/2f52e5b6-2677-423e-9be4-83725c03e9fe HTTP/1.1" status: 204 len: 168 time: 1.8980188 Jul 16 20:34:54.966624 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e2dbf0-9172-4466-8bf8-0acd6694fb6c {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:34:54.972377 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-efeb04c7-d538-4464-8650-f23f1ba8329b None None] Provisioning for port a0c076f5-7e10-4e1f-acbd-f848e3925c05 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:54.997017 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-efeb04c7-d538-4464-8650-f23f1ba8329b None None] Provisioning complete for port a0c076f5-7e10-4e1f-acbd-f848e3925c05 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:54.997404 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-efeb04c7-d538-4464-8650-f23f1ba8329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:55.017068 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44408) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:55.040398 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1e5b91f-3e44-4d1d-9c47-dfd2417eb5ac req-cdfaccd0-4193-4724-b144-5cacba4b9b58 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224447 Jul 16 20:34:55.046011 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-efeb04c7-d538-4464-8650-f23f1ba8329b None None] Port a0c076f5-7e10-4e1f-acbd-f848e3925c05 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:34:55.071643 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 9b610ad1-3e51-43ce-bb10-22326dc92f68 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:55.072552 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:55.080789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 53e2dbf0-9172-4466-8bf8-0acd6694fb6c, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=53e2dbf0-9172-4466-8bf8-0acd6694fb6c,segment=NetworkSegment(825628ad-9a36-4b2b-b9e3-9f2da86637ff),segment_id=825628ad-9a36-4b2b-b9e3-9f2da86637ff)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:55.083730 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-cb6195e5-f1ed-419f-a86a-9af429bb6912 None None] For port 56705117-cc59-42f1-881f-eb4991468838, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:55.114622 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:55.189184 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=53e2dbf0-9172-4466-8bf8-0acd6694fb6c,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:55.200046 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-cb6195e5-f1ed-419f-a86a-9af429bb6912 None None] For port 56705117-cc59-42f1-881f-eb4991468838, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=56705117-cc59-42f1-881f-eb4991468838,segment=NetworkSegment(d4450bba-85ca-42ef-9456-c18fc8f1df81),segment_id=d4450bba-85ca-42ef-9456-c18fc8f1df81)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:55.207424 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4738ea2-c25b-42d7-9137-340db4059bde tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:55.212143 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4738ea2-c25b-42d7-9137-340db4059bde tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:55.218155 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f4738ea2-c25b-42d7-9137-340db4059bde tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1717305 Jul 16 20:34:55.220471 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44412) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:55.220857 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cb6195e5-f1ed-419f-a86a-9af429bb6912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:55.382997 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['53e2dbf0-9172-4466-8bf8-0acd6694fb6c'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:55.462141 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-90c092ad-d426-43c6-b7b5-726a07467759 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:55.487683 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c092ad-d426-43c6-b7b5-726a07467759 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 20:34:55.495596 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c092ad-d426-43c6-b7b5-726a07467759 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:34:55.502283 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-90c092ad-d426-43c6-b7b5-726a07467759 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "DELETE /v2.0/networks/b523510a-fa11-4489-9470-49064bcd4a20 HTTP/1.1" status: 409 len: 405 time: 0.2768481 Jul 16 20:34:55.505385 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44420) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:55.515845 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6195e5-f1ed-419f-a86a-9af429bb6912 None None] Pushing event updated for resources: {'Port': ['ID=56705117-cc59-42f1-881f-eb4991468838,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:55.524252 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa62db5-9e0c-47bc-98d3-12de13f52a96 None None] Network b523510a-fa11-4489-9470-49064bcd4a20 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:55.528889 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-8f329c03-05e0-46e6-bab4-cdc4c22a28c6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-274721400'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:55.581981 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f329c03-05e0-46e6-bab4-cdc4c22a28c6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Made reservation on behalf of f09839ae48834461858c36dab2cf1504 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:55.586093 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8f329c03-05e0-46e6-bab4-cdc4c22a28c6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:55.595399 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 6715f7e9-d972-4f89-b91b-c7c26e6eeb32 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:55.684496 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f329c03-05e0-46e6-bab4-cdc4c22a28c6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:34:55.760679 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8f329c03-05e0-46e6-bab4-cdc4c22a28c6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:55.771449 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-8f329c03-05e0-46e6-bab4-cdc4c22a28c6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Added segment def61aa3-8818-4347-b38c-e4dcf17163fc of type vlan for network 635edd75-a0a7-4c62-91ab-31bbedc07677 Jul 16 20:34:55.817108 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:55.950627 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 6715f7e9-d972-4f89-b91b-c7c26e6eeb32 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:55.956269 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 6715f7e9-d972-4f89-b91b-c7c26e6eeb32 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:55.956885 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:56.013056 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8f329c03-05e0-46e6-bab4-cdc4c22a28c6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:56.142935 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877a8392-7356-418d-8b40-7d8342bbe941 None None] get_active_networks_info from n-d-791506-21 {{(pid=93795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:34:56.165409 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8f329c03-05e0-46e6-bab4-cdc4c22a28c6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:56.193580 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f329c03-05e0-46e6-bab4-cdc4c22a28c6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:56.206834 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8f329c03-05e0-46e6-bab4-cdc4c22a28c6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:56.379093 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8f329c03-05e0-46e6-bab4-cdc4c22a28c6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8699365 Jul 16 20:34:56.392351 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44434) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:56.401658 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:56.404001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-999eae01-b3e5-4297-8cdb-87c08f43afc0 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Request body: {'subnet': {'network_id': '635edd75-a0a7-4c62-91ab-31bbedc07677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:56.447237 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 6715f7e9-d972-4f89-b91b-c7c26e6eeb32, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=6715f7e9-d972-4f89-b91b-c7c26e6eeb32,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:56.451278 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877a8392-7356-418d-8b40-7d8342bbe941 None None] Resources bound (agent type, host, resource id): {{(pid=93795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:34:56.474940 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:56.546778 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f343c2f-13cb-4a23-b009-201153eee719 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:56.560445 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f343c2f-13cb-4a23-b009-201153eee719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:56.619419 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f329c03-05e0-46e6-bab4-cdc4c22a28c6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event updated for resources: {'Network': ['ID=635edd75-a0a7-4c62-91ab-31bbedc07677,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:56.627144 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=6715f7e9-d972-4f89-b91b-c7c26e6eeb32,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:56.637370 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 635edd75-a0a7-4c62-91ab-31bbedc07677 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:34:56.702050 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f343c2f-13cb-4a23-b009-201153eee719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:56.703371 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999eae01-b3e5-4297-8cdb-87c08f43afc0 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Made reservation on behalf of f09839ae48834461858c36dab2cf1504 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:56.706885 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-999eae01-b3e5-4297-8cdb-87c08f43afc0 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:56.712706 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f343c2f-13cb-4a23-b009-201153eee719 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c076f5-7e10-4e1f-acbd-f848e3925c05,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:56.783544 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1deeecd-67b7-4988-88b6-e3b9e19a2974 req-b5580f87-c64a-4472-91aa-26ebef634dff tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:56.793158 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1deeecd-67b7-4988-88b6-e3b9e19a2974 req-b5580f87-c64a-4472-91aa-26ebef634dff tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 946 time: 0.4212303 Jul 16 20:34:56.859181 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1deeecd-67b7-4988-88b6-e3b9e19a2974 req-59abed1c-6eca-4af7-b5ab-66d5927e78f2 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607934 Jul 16 20:34:56.920057 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b2b5e-0614-45bb-bd29-607d0ca1d58b req-bbefb8ab-5c2a-4d02-85c5-b424e313d475 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:56.937309 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-975b2b5e-0614-45bb-bd29-607d0ca1d58b req-bbefb8ab-5c2a-4d02-85c5-b424e313d475 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 944 time: 0.2737103 Jul 16 20:34:56.977826 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f343c2f-13cb-4a23-b009-201153eee719 admin admin] Network a5f59c06-393b-4019-8402-c670013796dd is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:56.996052 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-8f343c2f-13cb-4a23-b009-201153eee719 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:57.094981 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-975b2b5e-0614-45bb-bd29-607d0ca1d58b req-5fa0282f-3e02-4327-a196-db08e8c9358c tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530845 Jul 16 20:34:57.378107 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44450) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:57.510281 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f343c2f-13cb-4a23-b009-201153eee719 admin admin] Router bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:34:57.571750 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.608641 n-d-791506-21 neutron-server[93793]: DEBUG neutron.objects.ports [None req-999eae01-b3e5-4297-8cdb-87c08f43afc0 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93793) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:34:57.625469 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-999eae01-b3e5-4297-8cdb-87c08f43afc0 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.644352 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cf8d60f8-94de-4509-977e-c9d20ab4637f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.749432 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999eae01-b3e5-4297-8cdb-87c08f43afc0 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event updated for resources: {'Subnet': ['ID=fba550a2-d0d7-4838-b534-1405728c33de,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:57.774826 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 53e2dbf0-9172-4466-8bf8-0acd6694fb6c up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:57.903418 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999eae01-b3e5-4297-8cdb-87c08f43afc0 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Checking segment: {'id': 'def61aa3-8818-4347-b38c-e4dcf17163fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '635edd75-a0a7-4c62-91ab-31bbedc07677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:57.906776 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 53e2dbf0-9172-4466-8bf8-0acd6694fb6c completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:57.908690 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999eae01-b3e5-4297-8cdb-87c08f43afc0 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Network hostable DHCP agents. Network: 635edd75-a0a7-4c62-91ab-31bbedc07677, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:34:57.911260 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-31bca52d-e826-4109-91c4-dd5f24798d39 None None] Provisioning complete for port a0c076f5-7e10-4e1f-acbd-f848e3925c05 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:57.913916 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31bca52d-e826-4109-91c4-dd5f24798d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.928112 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f343c2f-13cb-4a23-b009-201153eee719 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:34:57.951881 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cf8d60f8-94de-4509-977e-c9d20ab4637f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.960414 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cf8d60f8-94de-4509-977e-c9d20ab4637f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.961968 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8f343c2f-13cb-4a23-b009-201153eee719 admin admin] 10.222.0.38 "PUT /v2.0/routers/bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2856314 Jul 16 20:34:57.982176 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aad738-3fb9-4329-b524-12105682bf5c None None] Sync routers for ids ['bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:34:57.992574 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999eae01-b3e5-4297-8cdb-87c08f43afc0 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Network 635edd75-a0a7-4c62-91ab-31bbedc07677 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:34:58.005799 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-31bca52d-e826-4109-91c4-dd5f24798d39 None None] Port a0c076f5-7e10-4e1f-acbd-f848e3925c05 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:34:58.012563 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 53e2dbf0-9172-4466-8bf8-0acd6694fb6c triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:58.012947 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.016820 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-999eae01-b3e5-4297-8cdb-87c08f43afc0 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 635edd75-a0a7-4c62-91ab-31bbedc07677) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:58.023290 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999eae01-b3e5-4297-8cdb-87c08f43afc0 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:58.026786 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-999eae01-b3e5-4297-8cdb-87c08f43afc0 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.030618 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aad738-3fb9-4329-b524-12105682bf5c None None] Routers {'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:58.032893 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-60aad738-3fb9-4329-b524-12105682bf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:34:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:58.062962 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-999eae01-b3e5-4297-8cdb-87c08f43afc0 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6691508 Jul 16 20:34:58.064112 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44470) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:58.068152 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f24dc3-b39a-48de-9888-5420dd3e70d7 None None] Network 635edd75-a0a7-4c62-91ab-31bbedc07677 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:58.081409 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-6e7985f1-d2dd-47b1-bb30-1fa736a657cf tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Request body: {'port': {'network_id': '635edd75-a0a7-4c62-91ab-31bbedc07677', 'name': 'tempest-NetworksIpV6TestAttrs-163083588'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:58.202704 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cf8d60f8-94de-4509-977e-c9d20ab4637f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1cab43895d0046b1b467b381cfbc40e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8171356 Jul 16 20:34:58.215740 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44480) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:58.262476 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d60f8-94de-4509-977e-c9d20ab4637f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75823e0c-47cf-4b30-a74c-ae2365bb8a83,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:58.481170 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7985f1-d2dd-47b1-bb30-1fa736a657cf tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Made reservation on behalf of f09839ae48834461858c36dab2cf1504 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:58.486154 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6e7985f1-d2dd-47b1-bb30-1fa736a657cf tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.489087 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-60aad738-3fb9-4329-b524-12105682bf5c None None] Set router bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:58.577893 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-6e7985f1-d2dd-47b1-bb30-1fa736a657cf tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] device_id is not set on port ab9927bb-4239-4cac-95b4-42ec53da816c yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:34:58.768144 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb0c32d9-bd2d-431e-b782-41a8d44723c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.811489 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 6715f7e9-d972-4f89-b91b-c7c26e6eeb32 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:58.842892 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb0c32d9-bd2d-431e-b782-41a8d44723c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.901043 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44492) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:58.966790 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008ea25-f0fe-4362-a797-b3a6588466b5 req-a3292314-75ea-4546-8e46-32778dbadc77 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:58.983012 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e008ea25-f0fe-4362-a797-b3a6588466b5 req-a3292314-75ea-4546-8e46-32778dbadc77 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 946 time: 0.5763211 Jul 16 20:34:59.005311 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9bef3-1d5f-48ab-86ee-a444b07e6c4c req-95184b18-ce49-4b95-8608-7f9fa773454f tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:59.015786 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e5e9bef3-1d5f-48ab-86ee-a444b07e6c4c req-95184b18-ce49-4b95-8608-7f9fa773454f tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 944 time: 0.4917672 Jul 16 20:34:59.019364 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:59.045580 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-6e7985f1-d2dd-47b1-bb30-1fa736a657cf tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Allocated IP 2001:db8::f816:3eff:fe3b:170a (635edd75-a0a7-4c62-91ab-31bbedc07677/fba550a2-d0d7-4838-b534-1405728c33de/ab9927bb-4239-4cac-95b4-42ec53da816c) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:59.071213 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-60aad738-3fb9-4329-b524-12105682bf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'name': 'tempest-TaggedBootDevicesTest-963859335-router', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:42Z', 'updated_at': '2021-07-16T20:34:54Z', 'revision_number': 4, 'project_id': '086605ce16824d789c1ebe4af59fda06', 'gw_port': {'id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:44Z', 'updated_at': '2021-07-16T20:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'a0c076f5-7e10-4e1f-acbd-f848e3925c05', 'name': '', 'network_id': 'a5f59c06-393b-4019-8402-c670013796dd', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'mac_address': 'fa:16:3e:49:0d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ed11a99b-37e1-4696-970c-4dbb385ed21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:52Z', 'updated_at': '2021-07-16T20:34:56Z', 'revision_number': 2, 'project_id': '086605ce16824d789c1ebe4af59fda06', 'subnets': [{'id': 'ed11a99b-37e1-4696-970c-4dbb385ed21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:59.154013 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee497c9-433c-4a43-9c26-0a4d410e1eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-635edd75-a0a7-4c62-91ab-31bbedc07677', 'network_id': '635edd75-a0a7-4c62-91ab-31bbedc07677', 'tenant_id': 'f09839ae48834461858c36dab2cf1504', 'fixed_ips': [{'subnet_id': 'fba550a2-d0d7-4838-b534-1405728c33de'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:34:59.157402 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ee497c9-433c-4a43-9c26-0a4d410e1eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:59.164617 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aad738-3fb9-4329-b524-12105682bf5c None None] Checking router: bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:34:59.169217 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aad738-3fb9-4329-b524-12105682bf5c None None] Updating router bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613 port a0c076f5-7e10-4e1f-acbd-f848e3925c05 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:34:59.188820 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb0c32d9-bd2d-431e-b782-41a8d44723c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:59.196691 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb0c32d9-bd2d-431e-b782-41a8d44723c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:59.200343 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bb0c32d9-bd2d-431e-b782-41a8d44723c9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/75823e0c-47cf-4b30-a74c-ae2365bb8a83 HTTP/1.1" status: 204 len: 168 time: 0.9774101 Jul 16 20:34:59.269931 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6848d1d-6a0b-46e4-aabb-c871aebfbc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e2dbf0-9172-4466-8bf8-0acd6694fb6c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:59.278116 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e4c71a-5585-488c-9d62-4c40ed75efa3" -d '{"events": [{"server_uuid": "b6848d1d-6a0b-46e4-aabb-c871aebfbc13", "name": "network-vif-plugged", "status": "completed", "tag": "53e2dbf0-9172-4466-8bf8-0acd6694fb6c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:59.307669 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 6715f7e9-d972-4f89-b91b-c7c26e6eeb32 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:59.308936 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:59.372615 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e008ea25-f0fe-4362-a797-b3a6588466b5 req-88b2a4dc-65ab-49ae-ac88-459ca409b82e tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3885903 Jul 16 20:34:59.374291 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c32d9-bd2d-431e-b782-41a8d44723c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75823e0c-47cf-4b30-a74c-ae2365bb8a83,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:59.386790 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e5e9bef3-1d5f-48ab-86ee-a444b07e6c4c req-0c58b746-90da-4451-9626-442d1a6ec374 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900167 Jul 16 20:34:59.389899 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b2504f76-3e22-4caa-8bab-838e020eea42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:59.449610 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 53e2dbf0-9172-4466-8bf8-0acd6694fb6c, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=53e2dbf0-9172-4466-8bf8-0acd6694fb6c,segment=NetworkSegment(825628ad-9a36-4b2b-b9e3-9f2da86637ff),segment_id=825628ad-9a36-4b2b-b9e3-9f2da86637ff)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:59.516495 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6e7985f1-d2dd-47b1-bb30-1fa736a657cf tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:59.529207 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:59.542501 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60aad738-3fb9-4329-b524-12105682bf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:59.568875 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-6e7985f1-d2dd-47b1-bb30-1fa736a657cf tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Transition to ACTIVE for port object ab9927bb-4239-4cac-95b4-42ec53da816c will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:59.687653 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b2504f76-3e22-4caa-8bab-838e020eea42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:59.695467 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b2504f76-3e22-4caa-8bab-838e020eea42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:59.714949 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6e7985f1-d2dd-47b1-bb30-1fa736a657cf tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:59.717464 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca8dbab-3ead-4a3f-89ea-68a170799b68 x-openstack-request-id: req-cca8dbab-3ead-4a3f-89ea-68a170799b68 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:59.718404 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6848d1d-6a0b-46e4-aabb-c871aebfbc13", "name": "network-vif-plugged", "status": "completed", "tag": "53e2dbf0-9172-4466-8bf8-0acd6694fb6c", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:59.718935 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cca8dbab-3ead-4a3f-89ea-68a170799b68 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:59.719558 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6848d1d-6a0b-46e4-aabb-c871aebfbc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e2dbf0-9172-4466-8bf8-0acd6694fb6c', 'code': 200} Jul 16 20:34:59.722806 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=53e2dbf0-9172-4466-8bf8-0acd6694fb6c,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:59.726981 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:59.797880 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7985f1-d2dd-47b1-bb30-1fa736a657cf tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Network 635edd75-a0a7-4c62-91ab-31bbedc07677 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:59.815194 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-2ee497c9-433c-4a43-9c26-0a4d410e1eda None None] Allocated IP 2001:db8::f816:3eff:fe11:fec5 (635edd75-a0a7-4c62-91ab-31bbedc07677/fba550a2-d0d7-4838-b534-1405728c33de/ceda85a4-34a9-42ef-ba41-fbad1dc558dd) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:59.849735 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-6e7985f1-d2dd-47b1-bb30-1fa736a657cf tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:59.857758 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7985f1-d2dd-47b1-bb30-1fa736a657cf tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:59.858752 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b2504f76-3e22-4caa-8bab-838e020eea42 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0fa61f88e34c4fe8bab2b86f481de745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9476187 Jul 16 20:34:59.859535 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44534) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:59.870824 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7985f1-d2dd-47b1-bb30-1fa736a657cf tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:59.877311 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2504f76-3e22-4caa-8bab-838e020eea42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfae2864-9069-4448-a337-dd6ca8c5b04f,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:59.879275 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6e7985f1-d2dd-47b1-bb30-1fa736a657cf tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:59.943036 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6e7985f1-d2dd-47b1-bb30-1fa736a657cf tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8774893 Jul 16 20:34:59.954182 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44536) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:59.972604 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-edea6cfb-4caa-4a03-86b2-c1aeea5666c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:59.982550 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7985f1-d2dd-47b1-bb30-1fa736a657cf tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event updated for resources: {'Port': ['ID=ab9927bb-4239-4cac-95b4-42ec53da816c,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:00.018181 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-edea6cfb-4caa-4a03-86b2-c1aeea5666c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.095009 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-edea6cfb-4caa-4a03-86b2-c1aeea5666c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.098588 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-edea6cfb-4caa-4a03-86b2-c1aeea5666c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.103774 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-edea6cfb-4caa-4a03-86b2-c1aeea5666c9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bfae2864-9069-4448-a337-dd6ca8c5b04f HTTP/1.1" status: 204 len: 168 time: 0.2272713 Jul 16 20:35:00.113311 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea6cfb-4caa-4a03-86b2-c1aeea5666c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfae2864-9069-4448-a337-dd6ca8c5b04f,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:00.154186 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-511247a8-bc5c-4576-940c-e07598fb9ed6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Deleting subnet fba550a2-d0d7-4838-b534-1405728c33de {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:35:00.167620 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176f4ca-dd85-4abf-bb1e-fad275a60a63 req-b1a493cb-ac16-4ca5-a19f-50d2ebf67bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:00.171730 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44540) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:00.172168 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5176f4ca-dd85-4abf-bb1e-fad275a60a63 req-b1a493cb-ac16-4ca5-a19f-50d2ebf67bac service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 1097 time: 0.4962046 Jul 16 20:35:00.200441 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-54572ab4-9675-40ec-948d-bbce44cca523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.225739 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ee497c9-433c-4a43-9c26-0a4d410e1eda None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.238337 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5176f4ca-dd85-4abf-bb1e-fad275a60a63 req-f4d34cfe-4ca6-4133-98ff-fcf7ee1d7c0f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584893 Jul 16 20:35:00.268262 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2ee497c9-433c-4a43-9c26-0a4d410e1eda None None] Transition to ACTIVE for port object ceda85a4-34a9-42ef-ba41-fbad1dc558dd will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:00.315275 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2ee497c9-433c-4a43-9c26-0a4d410e1eda None None] Transition to ACTIVE for port object ceda85a4-34a9-42ef-ba41-fbad1dc558dd will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:00.325056 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-511247a8-bc5c-4576-940c-e07598fb9ed6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.327380 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ee497c9-433c-4a43-9c26-0a4d410e1eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.380056 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee497c9-433c-4a43-9c26-0a4d410e1eda None None] Network 635edd75-a0a7-4c62-91ab-31bbedc07677 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:00.383626 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60aad738-3fb9-4329-b524-12105682bf5c None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.390636 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-2ee497c9-433c-4a43-9c26-0a4d410e1eda None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:00.396085 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee497c9-433c-4a43-9c26-0a4d410e1eda None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:00.404203 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-511247a8-bc5c-4576-940c-e07598fb9ed6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.404616 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-60aad738-3fb9-4329-b524-12105682bf5c None None] Transition to ACTIVE for port object a0c076f5-7e10-4e1f-acbd-f848e3925c05 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:00.412581 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60aad738-3fb9-4329-b524-12105682bf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.490572 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-54572ab4-9675-40ec-948d-bbce44cca523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.497473 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-54572ab4-9675-40ec-948d-bbce44cca523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.531505 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee497c9-433c-4a43-9c26-0a4d410e1eda None None] Pushing event updated for resources: {'Port': ['ID=ceda85a4-34a9-42ef-ba41-fbad1dc558dd,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:00.563603 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89098e44-4344-468c-9adf-65a8a8645503 None None] Pushing event updated for resources: {'Port': ['ID=a0c076f5-7e10-4e1f-acbd-f848e3925c05,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:00.598864 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89098e44-4344-468c-9adf-65a8a8645503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:00.601991 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89098e44-4344-468c-9adf-65a8a8645503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:00.602567 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89098e44-4344-468c-9adf-65a8a8645503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:00.605235 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89098e44-4344-468c-9adf-65a8a8645503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:00.605784 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89098e44-4344-468c-9adf-65a8a8645503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:00.606290 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89098e44-4344-468c-9adf-65a8a8645503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:00.606817 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89098e44-4344-468c-9adf-65a8a8645503 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:00.607306 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89098e44-4344-468c-9adf-65a8a8645503 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:00.608727 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89098e44-4344-468c-9adf-65a8a8645503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:00.609241 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89098e44-4344-468c-9adf-65a8a8645503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:00.611442 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89098e44-4344-468c-9adf-65a8a8645503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:00.611974 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89098e44-4344-468c-9adf-65a8a8645503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:00.678462 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-54572ab4-9675-40ec-948d-bbce44cca523 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=21e973240dfd4b7e82c4c435b11c7ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5046170 Jul 16 20:35:00.679223 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54572ab4-9675-40ec-948d-bbce44cca523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a3f0e2-55d6-47dc-910c-1a1833f8f8fb,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:00.685184 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44556) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:00.756512 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2ee497c9-433c-4a43-9c26-0a4d410e1eda None None] Attempting to bind port ceda85a4-34a9-42ef-ba41-fbad1dc558dd on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:35:00.757110 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2ee497c9-433c-4a43-9c26-0a4d410e1eda None None] Attempting to bind port ceda85a4-34a9-42ef-ba41-fbad1dc558dd by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'def61aa3-8818-4347-b38c-e4dcf17163fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '635edd75-a0a7-4c62-91ab-31bbedc07677'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:35:00.757667 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee497c9-433c-4a43-9c26-0a4d410e1eda None None] Attempting to bind port ceda85a4-34a9-42ef-ba41-fbad1dc558dd on network 635edd75-a0a7-4c62-91ab-31bbedc07677 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:00.767393 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee497c9-433c-4a43-9c26-0a4d410e1eda None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:35:00.768054 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee497c9-433c-4a43-9c26-0a4d410e1eda None None] Checking segment: {'id': 'def61aa3-8818-4347-b38c-e4dcf17163fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '635edd75-a0a7-4c62-91ab-31bbedc07677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:00.768614 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ee497c9-433c-4a43-9c26-0a4d410e1eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.769194 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee497c9-433c-4a43-9c26-0a4d410e1eda None None] Bound using segment: {'id': 'def61aa3-8818-4347-b38c-e4dcf17163fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '635edd75-a0a7-4c62-91ab-31bbedc07677'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:35:00.769819 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2ee497c9-433c-4a43-9c26-0a4d410e1eda None None] Bound port: ceda85a4-34a9-42ef-ba41-fbad1dc558dd, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def61aa3-8818-4347-b38c-e4dcf17163fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '635edd75-a0a7-4c62-91ab-31bbedc07677'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:35:00.770411 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ee497c9-433c-4a43-9c26-0a4d410e1eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.771017 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-60aad738-3fb9-4329-b524-12105682bf5c None None] Attempting to bind port a0c076f5-7e10-4e1f-acbd-f848e3925c05 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:35:00.771391 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-60aad738-3fb9-4329-b524-12105682bf5c None None] Attempting to bind port a0c076f5-7e10-4e1f-acbd-f848e3925c05 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '59a53ec9-896c-4c3d-aaf7-1e04b33963c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a5f59c06-393b-4019-8402-c670013796dd'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:35:00.771757 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aad738-3fb9-4329-b524-12105682bf5c None None] Attempting to bind port a0c076f5-7e10-4e1f-acbd-f848e3925c05 on network a5f59c06-393b-4019-8402-c670013796dd {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:00.790735 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aad738-3fb9-4329-b524-12105682bf5c None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:35:00.790984 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aad738-3fb9-4329-b524-12105682bf5c None None] Checking segment: {'id': '59a53ec9-896c-4c3d-aaf7-1e04b33963c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a5f59c06-393b-4019-8402-c670013796dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:00.791399 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60aad738-3fb9-4329-b524-12105682bf5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.793105 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aad738-3fb9-4329-b524-12105682bf5c None None] Bound using segment: {'id': '59a53ec9-896c-4c3d-aaf7-1e04b33963c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a5f59c06-393b-4019-8402-c670013796dd'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:35:00.793598 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-60aad738-3fb9-4329-b524-12105682bf5c None None] Bound port: a0c076f5-7e10-4e1f-acbd-f848e3925c05, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a53ec9-896c-4c3d-aaf7-1e04b33963c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a5f59c06-393b-4019-8402-c670013796dd'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:35:00.794005 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60aad738-3fb9-4329-b524-12105682bf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.845180 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-511247a8-bc5c-4576-940c-e07598fb9ed6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.974033 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-60aad738-3fb9-4329-b524-12105682bf5c None None] For port a0c076f5-7e10-4e1f-acbd-f848e3925c05, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:00.981447 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-60aad738-3fb9-4329-b524-12105682bf5c None None] For port a0c076f5-7e10-4e1f-acbd-f848e3925c05, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a0c076f5-7e10-4e1f-acbd-f848e3925c05,segment=NetworkSegment(59a53ec9-896c-4c3d-aaf7-1e04b33963c9),segment_id=59a53ec9-896c-4c3d-aaf7-1e04b33963c9)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:35:00.988635 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60aad738-3fb9-4329-b524-12105682bf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:01.022370 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2ee497c9-433c-4a43-9c26-0a4d410e1eda None None] For port ceda85a4-34a9-42ef-ba41-fbad1dc558dd, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:01.028569 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2ee497c9-433c-4a43-9c26-0a4d410e1eda None None] For port ceda85a4-34a9-42ef-ba41-fbad1dc558dd, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=ceda85a4-34a9-42ef-ba41-fbad1dc558dd,segment=NetworkSegment(def61aa3-8818-4347-b38c-e4dcf17163fc),segment_id=def61aa3-8818-4347-b38c-e4dcf17163fc)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:35:01.031693 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-511247a8-bc5c-4576-940c-e07598fb9ed6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:01.036141 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9f94b0fb-dff0-45f9-a7b6-dc70d45982a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:01.093168 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ee497c9-433c-4a43-9c26-0a4d410e1eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:01.173091 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9f94b0fb-dff0-45f9-a7b6-dc70d45982a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:01.177730 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aad738-3fb9-4329-b524-12105682bf5c None None] Routers {'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:01.179851 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-60aad738-3fb9-4329-b524-12105682bf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:34:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:01.206541 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-511247a8-bc5c-4576-940c-e07598fb9ed6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:01.210592 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-511247a8-bc5c-4576-940c-e07598fb9ed6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "DELETE /v2.0/subnets/fba550a2-d0d7-4838-b534-1405728c33de HTTP/1.1" status: 204 len: 168 time: 1.2529531 Jul 16 20:35:01.219433 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44594) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:01.222610 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511247a8-bc5c-4576-940c-e07598fb9ed6 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event deleted for resources: {'Subnet': ['ID=fba550a2-d0d7-4838-b534-1405728c33de,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:01.334130 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ddb00b-44d1-4bf9-8849-0c32a005bb56 req-8d179a4c-ae3c-4e8e-8e43-db8104a0d751 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:01.335731 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0ddb00b-44d1-4bf9-8849-0c32a005bb56 req-8d179a4c-ae3c-4e8e-8e43-db8104a0d751 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 945 time: 0.4694953 Jul 16 20:35:01.384087 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a462ce-7a53-427a-82c3-df2dc7b7a2a3 req-c2899c1f-317f-45c7-94b4-3c8249a8e887 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:01.393793 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f8a462ce-7a53-427a-82c3-df2dc7b7a2a3 req-c2899c1f-317f-45c7-94b4-3c8249a8e887 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 946 time: 0.4070203 Jul 16 20:35:01.415471 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee497c9-433c-4a43-9c26-0a4d410e1eda None None] Pushing event updated for resources: {'Port': ['ID=ceda85a4-34a9-42ef-ba41-fbad1dc558dd,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:01.421485 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89098e44-4344-468c-9adf-65a8a8645503 None None] Pushing event updated for resources: {'Port': ['ID=a0c076f5-7e10-4e1f-acbd-f848e3925c05,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:01.533004 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76eb8376-8d27-438f-b2af-d73c650d43c1 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:01.535967 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76eb8376-8d27-438f-b2af-d73c650d43c1 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:01.547316 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-76eb8376-8d27-438f-b2af-d73c650d43c1 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3190825 Jul 16 20:35:01.554189 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44602) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:01.719843 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f8a462ce-7a53-427a-82c3-df2dc7b7a2a3 req-f1a91555-69ab-48fe-9433-21546b62f539 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3250380 Jul 16 20:35:01.730118 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0ddb00b-44d1-4bf9-8849-0c32a005bb56 req-528324be-3223-45ac-80da-25e9f91cbd98 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590882 Jul 16 20:35:01.732049 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9f94b0fb-dff0-45f9-a7b6-dc70d45982a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:01.739460 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9f94b0fb-dff0-45f9-a7b6-dc70d45982a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:01.753714 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9f94b0fb-dff0-45f9-a7b6-dc70d45982a2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a7a3f0e2-55d6-47dc-910c-1a1833f8f8fb HTTP/1.1" status: 204 len: 168 time: 1.0643711 Jul 16 20:35:01.788828 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94b0fb-dff0-45f9-a7b6-dc70d45982a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a3f0e2-55d6-47dc-910c-1a1833f8f8fb,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:01.820618 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-60aad738-3fb9-4329-b524-12105682bf5c None None] Set router bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:01.891618 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dcf9915e-1217-43bc-b02d-1afee59756b9 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:01.904574 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf9915e-1217-43bc-b02d-1afee59756b9 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 20:35:01.905088 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf9915e-1217-43bc-b02d-1afee59756b9 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:35:01.920332 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-dcf9915e-1217-43bc-b02d-1afee59756b9 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "DELETE /v2.0/networks/635edd75-a0a7-4c62-91ab-31bbedc07677 HTTP/1.1" status: 409 len: 405 time: 0.3612230 Jul 16 20:35:01.921434 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44610) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:01.971353 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-9a32893f-b31c-4a8c-9ae5-950acbcb7890 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1942568946'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:02.042190 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a32893f-b31c-4a8c-9ae5-950acbcb7890 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Made reservation on behalf of f09839ae48834461858c36dab2cf1504 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:02.054942 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9a32893f-b31c-4a8c-9ae5-950acbcb7890 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.187242 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a32893f-b31c-4a8c-9ae5-950acbcb7890 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:35:02.218651 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9a32893f-b31c-4a8c-9ae5-950acbcb7890 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.219834 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-9a32893f-b31c-4a8c-9ae5-950acbcb7890 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Added segment 0016e197-537c-42e8-ac89-5a4fb8f01207 of type vlan for network f7a5fee4-8f2b-4006-8500-c85563a57cc3 Jul 16 20:35:02.248626 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-60aad738-3fb9-4329-b524-12105682bf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'name': 'tempest-TaggedBootDevicesTest-963859335-router', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:42Z', 'updated_at': '2021-07-16T20:34:54Z', 'revision_number': 4, 'project_id': '086605ce16824d789c1ebe4af59fda06', 'gw_port': {'id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:44Z', 'updated_at': '2021-07-16T20:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'a0c076f5-7e10-4e1f-acbd-f848e3925c05', 'name': '', 'network_id': 'a5f59c06-393b-4019-8402-c670013796dd', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'mac_address': 'fa:16:3e:49:0d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ed11a99b-37e1-4696-970c-4dbb385ed21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:52Z', 'updated_at': '2021-07-16T20:35:00Z', 'revision_number': 4, 'project_id': '086605ce16824d789c1ebe4af59fda06', 'subnets': [{'id': 'ed11a99b-37e1-4696-970c-4dbb385ed21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:02.293316 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aad738-3fb9-4329-b524-12105682bf5c None None] The sync data for ids ['bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'] in n-d-791506-21 is: [{'id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'name': 'tempest-TaggedBootDevicesTest-963859335-router', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:42Z', 'updated_at': '2021-07-16T20:34:54Z', 'revision_number': 4, 'project_id': '086605ce16824d789c1ebe4af59fda06', 'gw_port': {'id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:44Z', 'updated_at': '2021-07-16T20:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'a0c076f5-7e10-4e1f-acbd-f848e3925c05', 'name': '', 'network_id': 'a5f59c06-393b-4019-8402-c670013796dd', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'mac_address': 'fa:16:3e:49:0d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ed11a99b-37e1-4696-970c-4dbb385ed21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:52Z', 'updated_at': '2021-07-16T20:35:00Z', 'revision_number': 4, 'project_id': '086605ce16824d789c1ebe4af59fda06', 'subnets': [{'id': 'ed11a99b-37e1-4696-970c-4dbb385ed21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:35:02.407646 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9a32893f-b31c-4a8c-9ae5-950acbcb7890 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.496449 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9a32893f-b31c-4a8c-9ae5-950acbcb7890 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.503975 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a32893f-b31c-4a8c-9ae5-950acbcb7890 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:02.504686 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9a32893f-b31c-4a8c-9ae5-950acbcb7890 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.537410 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9a32893f-b31c-4a8c-9ae5-950acbcb7890 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6145585 Jul 16 20:35:02.540378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44618) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:02.549321 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-0b9be9c8-2ec4-4684-a232-d32a8289d65d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Request body: {'subnet': {'network_id': 'f7a5fee4-8f2b-4006-8500-c85563a57cc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:02.726683 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32893f-b31c-4a8c-9ae5-950acbcb7890 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event updated for resources: {'Network': ['ID=f7a5fee4-8f2b-4006-8500-c85563a57cc3,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:02.752109 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network f7a5fee4-8f2b-4006-8500-c85563a57cc3 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:35:02.859932 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device ceda85a4-34a9-42ef-ba41-fbad1dc558dd up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:02.906764 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9be9c8-2ec4-4684-a232-d32a8289d65d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Made reservation on behalf of f09839ae48834461858c36dab2cf1504 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:02.917411 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0b9be9c8-2ec4-4684-a232-d32a8289d65d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:03.266822 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:03.339145 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port ceda85a4-34a9-42ef-ba41-fbad1dc558dd completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:03.345795 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a0c076f5-7e10-4e1f-acbd-f848e3925c05 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:03.831264 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccdc8bd-e4dd-4e23-a341-9afeb2277934 None None] Network 635edd75-a0a7-4c62-91ab-31bbedc07677 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:03.967688 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c4f3da95-db34-42ea-b6f7-0b8406f34b3d None None] Provisioning for port ceda85a4-34a9-42ef-ba41-fbad1dc558dd completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:04.012536 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c4f3da95-db34-42ea-b6f7-0b8406f34b3d None None] Provisioning complete for port ceda85a4-34a9-42ef-ba41-fbad1dc558dd triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:04.016879 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4f3da95-db34-42ea-b6f7-0b8406f34b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:04.125938 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef166e-5330-48de-8d6b-96387be28753 req-213cfcd3-5b45-4123-8966-f186e379d74c tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:04.127789 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75ef166e-5330-48de-8d6b-96387be28753 req-213cfcd3-5b45-4123-8966-f186e379d74c tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 945 time: 0.5484431 Jul 16 20:35:04.178260 n-d-791506-21 neutron-server[93794]: DEBUG neutron.objects.ports [None req-0b9be9c8-2ec4-4684-a232-d32a8289d65d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93794) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:35:04.199003 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e780f02-97ee-4701-9ade-e42c7b702b33 req-d512a5d7-1496-4152-bb3d-97299a77acd5 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:04.215784 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8e780f02-97ee-4701-9ade-e42c7b702b33 req-d512a5d7-1496-4152-bb3d-97299a77acd5 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 946 time: 0.6374564 Jul 16 20:35:04.284415 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0b9be9c8-2ec4-4684-a232-d32a8289d65d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:04.575907 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9be9c8-2ec4-4684-a232-d32a8289d65d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event updated for resources: {'Subnet': ['ID=14d96da4-0e06-4242-a6a9-bbb685f8717a,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:04.659704 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8e780f02-97ee-4701-9ade-e42c7b702b33 req-8a5c13bf-363e-4c63-9f7f-1d2d256c2628 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4317596 Jul 16 20:35:04.691818 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4f3da95-db34-42ea-b6f7-0b8406f34b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:04.693935 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port a0c076f5-7e10-4e1f-acbd-f848e3925c05 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:04.731017 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port a0c076f5-7e10-4e1f-acbd-f848e3925c05 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:04.731017 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:04.796630 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75ef166e-5330-48de-8d6b-96387be28753 req-44584836-e736-444b-ac8c-7bcc14b3e1ae tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6539073 Jul 16 20:35:04.894228 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c4f3da95-db34-42ea-b6f7-0b8406f34b3d None None] For port ceda85a4-34a9-42ef-ba41-fbad1dc558dd, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=ceda85a4-34a9-42ef-ba41-fbad1dc558dd,segment=NetworkSegment(def61aa3-8818-4347-b38c-e4dcf17163fc),segment_id=def61aa3-8818-4347-b38c-e4dcf17163fc)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:04.904374 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4f3da95-db34-42ea-b6f7-0b8406f34b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:04.908587 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9be9c8-2ec4-4684-a232-d32a8289d65d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Checking segment: {'id': '0016e197-537c-42e8-ac89-5a4fb8f01207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f7a5fee4-8f2b-4006-8500-c85563a57cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:04.920303 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9be9c8-2ec4-4684-a232-d32a8289d65d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Network hostable DHCP agents. Network: f7a5fee4-8f2b-4006-8500-c85563a57cc3, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:35:04.998289 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9be9c8-2ec4-4684-a232-d32a8289d65d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Network f7a5fee4-8f2b-4006-8500-c85563a57cc3 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:35:05.015011 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3da95-db34-42ea-b6f7-0b8406f34b3d None None] Pushing event updated for resources: {'Port': ['ID=ceda85a4-34a9-42ef-ba41-fbad1dc558dd,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:05.039086 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-0b9be9c8-2ec4-4684-a232-d32a8289d65d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, f7a5fee4-8f2b-4006-8500-c85563a57cc3) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:05.051128 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9be9c8-2ec4-4684-a232-d32a8289d65d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:05.054031 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0b9be9c8-2ec4-4684-a232-d32a8289d65d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.075518 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3235104c-96cc-4eda-a0b3-0cb83a3c7f9a None None] Network f7a5fee4-8f2b-4006-8500-c85563a57cc3 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:05.102177 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0b9be9c8-2ec4-4684-a232-d32a8289d65d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.5600286 Jul 16 20:35:05.105709 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44674) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:05.306649 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672a27d-23b4-4db2-8cf0-de2240b9aff1 req-5d034bcd-e80f-4732-865c-9e4985d646f0 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:05.314625 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4672a27d-23b4-4db2-8cf0-de2240b9aff1 req-5d034bcd-e80f-4732-865c-9e4985d646f0 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 945 time: 0.1779594 Jul 16 20:35:05.399425 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1abb0474-0191-4627-af26-828386ab85fc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.425420 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4672a27d-23b4-4db2-8cf0-de2240b9aff1 req-8fe6e735-dde3-470d-8e69-07b9187b8b1a tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026897 Jul 16 20:35:05.473209 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.636961 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1abb0474-0191-4627-af26-828386ab85fc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.637736 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdb939c-d940-47b9-9905-f53009151ead None None] DHCP port deletion for 635edd75-a0a7-4c62-91ab-31bbedc07677 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:35:05.719597 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port a0c076f5-7e10-4e1f-acbd-f848e3925c05, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a0c076f5-7e10-4e1f-acbd-f848e3925c05,segment=NetworkSegment(59a53ec9-896c-4c3d-aaf7-1e04b33963c9),segment_id=59a53ec9-896c-4c3d-aaf7-1e04b33963c9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:05.726141 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df2eb52-e9e0-40aa-80b4-f35d5196b781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-f7a5fee4-8f2b-4006-8500-c85563a57cc3', 'network_id': 'f7a5fee4-8f2b-4006-8500-c85563a57cc3', 'tenant_id': 'f09839ae48834461858c36dab2cf1504', 'fixed_ips': [{'subnet_id': '14d96da4-0e06-4242-a6a9-bbb685f8717a'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:35:05.727098 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5df2eb52-e9e0-40aa-80b4-f35d5196b781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.769191 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.874540 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1abb0474-0191-4627-af26-828386ab85fc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.916075 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c669da3-d2ad-4923-9a17-0603b76ff44a req-17ede5d0-f818-468f-96ad-c2cb0f86c022 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:05.924827 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1c669da3-d2ad-4923-9a17-0603b76ff44a req-17ede5d0-f818-468f-96ad-c2cb0f86c022 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 945 time: 0.1855688 Jul 16 20:35:05.954276 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device ceda85a4-34a9-42ef-ba41-fbad1dc558dd no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:06.039560 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1c669da3-d2ad-4923-9a17-0603b76ff44a req-820805f5-8c9a-48ca-9bb5-b104c50249c5 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117048 Jul 16 20:35:06.058011 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5cdb939c-d940-47b9-9905-f53009151ead None None] Deleting port ceda85a4-34a9-42ef-ba41-fbad1dc558dd {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:06.059543 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cdb939c-d940-47b9-9905-f53009151ead None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.063514 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb0474-0191-4627-af26-828386ab85fc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event deleted for resources: {'Subnet': ['ID=14d96da4-0e06-4242-a6a9-bbb685f8717a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:06.107765 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb0474-0191-4627-af26-828386ab85fc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:06.108330 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb0474-0191-4627-af26-828386ab85fc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:06.108449 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb0474-0191-4627-af26-828386ab85fc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:06.108974 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb0474-0191-4627-af26-828386ab85fc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:06.109490 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb0474-0191-4627-af26-828386ab85fc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:06.109992 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb0474-0191-4627-af26-828386ab85fc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:06.110811 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb0474-0191-4627-af26-828386ab85fc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:06.111324 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb0474-0191-4627-af26-828386ab85fc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:06.111839 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb0474-0191-4627-af26-828386ab85fc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:06.112537 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb0474-0191-4627-af26-828386ab85fc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:06.113237 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb0474-0191-4627-af26-828386ab85fc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:06.113755 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb0474-0191-4627-af26-828386ab85fc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:06.192483 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=a0c076f5-7e10-4e1f-acbd-f848e3925c05,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:06.232526 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1abb0474-0191-4627-af26-828386ab85fc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.255470 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-1abb0474-0191-4627-af26-828386ab85fc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a5fee4-8f2b-4006-8500-c85563a57cc3']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:06.264515 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75adc7d-83d2-41a3-af14-e3c31691ba0c req-18c138c0-ee32-42ce-9f14-389673c202a6 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:06.272856 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-1abb0474-0191-4627-af26-828386ab85fc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0016e197-537c-42e8-ac89-5a4fb8f01207') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:06.273513 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-1abb0474-0191-4627-af26-828386ab85fc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0016e197-537c-42e8-ac89-5a4fb8f01207') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:06.293608 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a75adc7d-83d2-41a3-af14-e3c31691ba0c req-18c138c0-ee32-42ce-9f14-389673c202a6 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 946 time: 0.2528059 Jul 16 20:35:06.299738 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1abb0474-0191-4627-af26-828386ab85fc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.339068 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1abb0474-0191-4627-af26-828386ab85fc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.363649 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1abb0474-0191-4627-af26-828386ab85fc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:35:06.364928 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1abb0474-0191-4627-af26-828386ab85fc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:35:06.369884 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:35:06.385285 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bad3dc-80a9-4261-b226-8865f38ce581 None None] Network f7a5fee4-8f2b-4006-8500-c85563a57cc3 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:06.432813 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a75adc7d-83d2-41a3-af14-e3c31691ba0c req-2e417d0c-2a90-4839-8564-3f4b28308e4d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368718 Jul 16 20:35:06.576647 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1abb0474-0191-4627-af26-828386ab85fc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.629708 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1abb0474-0191-4627-af26-828386ab85fc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.635933 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1abb0474-0191-4627-af26-828386ab85fc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "DELETE /v2.0/networks/f7a5fee4-8f2b-4006-8500-c85563a57cc3 HTTP/1.1" status: 204 len: 168 time: 1.5282357 Jul 16 20:35:06.637106 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb0474-0191-4627-af26-828386ab85fc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event deleted for resources: {'Network': ['ID=f7a5fee4-8f2b-4006-8500-c85563a57cc3,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:06.649346 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44706) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:06.652987 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908d310-1379-40ed-aaad-4f4788b59fa6 req-3db9cf7a-9947-42a8-8c78-7b9ab42d2dff tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:06.667369 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-32d94989-2de4-4d88-86f7-cc91a0bb3b2c tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2037540650'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:06.672633 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8908d310-1379-40ed-aaad-4f4788b59fa6 req-3db9cf7a-9947-42a8-8c78-7b9ab42d2dff tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 945 time: 0.3091171 Jul 16 20:35:06.691109 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5cdb939c-d940-47b9-9905-f53009151ead None None] For port ceda85a4-34a9-42ef-ba41-fbad1dc558dd, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=ceda85a4-34a9-42ef-ba41-fbad1dc558dd,segment=NetworkSegment(def61aa3-8818-4347-b38c-e4dcf17163fc),segment_id=def61aa3-8818-4347-b38c-e4dcf17163fc)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:06.692942 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cdb939c-d940-47b9-9905-f53009151ead None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.726897 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d94989-2de4-4d88-86f7-cc91a0bb3b2c tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Made reservation on behalf of f09839ae48834461858c36dab2cf1504 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:06.736704 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32d94989-2de4-4d88-86f7-cc91a0bb3b2c tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.802961 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d94989-2de4-4d88-86f7-cc91a0bb3b2c tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:35:06.862258 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32d94989-2de4-4d88-86f7-cc91a0bb3b2c tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.863719 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-32d94989-2de4-4d88-86f7-cc91a0bb3b2c tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Added segment 43aa7752-3a53-4087-93a2-d03f70a64f95 of type vlan for network b3258d53-fe93-425a-b97a-5e63e9e96f09 Jul 16 20:35:06.876753 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8908d310-1379-40ed-aaad-4f4788b59fa6 req-c51eaf1c-5a1f-4e03-bd0d-3aeae3c0d678 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016213 Jul 16 20:35:06.887529 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5cdb939c-d940-47b9-9905-f53009151ead None None] Calling delete_port for ceda85a4-34a9-42ef-ba41-fbad1dc558dd owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:06.894270 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:07.023449 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32d94989-2de4-4d88-86f7-cc91a0bb3b2c tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:07.092305 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port ceda85a4-34a9-42ef-ba41-fbad1dc558dd, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=ceda85a4-34a9-42ef-ba41-fbad1dc558dd,segment=NetworkSegment(def61aa3-8818-4347-b38c-e4dcf17163fc),segment_id=def61aa3-8818-4347-b38c-e4dcf17163fc)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:07.106422 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:07.112899 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32d94989-2de4-4d88-86f7-cc91a0bb3b2c tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:07.130835 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d94989-2de4-4d88-86f7-cc91a0bb3b2c tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:07.133669 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32d94989-2de4-4d88-86f7-cc91a0bb3b2c tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:07.186441 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-32d94989-2de4-4d88-86f7-cc91a0bb3b2c tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5330753 Jul 16 20:35:07.187400 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44720) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:07.216466 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=ceda85a4-34a9-42ef-ba41-fbad1dc558dd,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:07.235058 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-c95b42d8-78cc-4393-b171-23eb2ba59d11 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Request body: {'subnet': {'network_id': 'b3258d53-fe93-425a-b97a-5e63e9e96f09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:07.288681 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cdb939c-d940-47b9-9905-f53009151ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:07.302477 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8856926-2186-49af-9e52-2289554e343c req-2be6aa9c-c145-4941-8347-30293ebb8941 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:07.316906 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f8856926-2186-49af-9e52-2289554e343c req-2be6aa9c-c145-4941-8347-30293ebb8941 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 945 time: 0.1753602 Jul 16 20:35:07.378674 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44722) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:07.492255 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdb939c-d940-47b9-9905-f53009151ead None None] No DVR routers for this DVR port ceda85a4-34a9-42ef-ba41-fbad1dc558dd on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:35:07.514268 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb939c-d940-47b9-9905-f53009151ead None None] Pushing event deleted for resources: {'Port': ['ID=ceda85a4-34a9-42ef-ba41-fbad1dc558dd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:07.517828 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f8856926-2186-49af-9e52-2289554e343c req-817a3d03-4544-4cda-a8f1-3ffa4a03ba0d tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972342 Jul 16 20:35:07.526267 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d94989-2de4-4d88-86f7-cc91a0bb3b2c tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event updated for resources: {'Network': ['ID=b3258d53-fe93-425a-b97a-5e63e9e96f09,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:07.540081 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network b3258d53-fe93-425a-b97a-5e63e9e96f09 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:35:07.743436 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95b42d8-78cc-4393-b171-23eb2ba59d11 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Made reservation on behalf of f09839ae48834461858c36dab2cf1504 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:07.749558 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c95b42d8-78cc-4393-b171-23eb2ba59d11 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:07.888133 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d40e5e66-b640-4cae-9581-b126b013cdf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:07.970312 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a0c076f5-7e10-4e1f-acbd-f848e3925c05 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:08.100005 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d40e5e66-b640-4cae-9581-b126b013cdf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:08.135904 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dca805-4c9c-4f6c-b8ce-d1c3fff9827d req-ef5d6bce-bec9-4869-8c21-cb206540f3a8 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:08.144022 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-58dca805-4c9c-4f6c-b8ce-d1c3fff9827d req-ef5d6bce-bec9-4869-8c21-cb206540f3a8 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 945 time: 0.2618217 Jul 16 20:35:08.145839 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d40e5e66-b640-4cae-9581-b126b013cdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:08.173670 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port a0c076f5-7e10-4e1f-acbd-f848e3925c05 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:08.174258 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:08.224961 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e5e66-b640-4cae-9581-b126b013cdf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111aa31a-cbf8-4467-a140-8f4a44acd868,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:08.230809 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c95b42d8-78cc-4393-b171-23eb2ba59d11 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:08.237058 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfeaf1f-dff8-4fa8-8087-d6fd20379aca req-a9114a0b-2660-46bc-930a-c2ec3575e087 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:08.244732 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6bfeaf1f-dff8-4fa8-8087-d6fd20379aca req-a9114a0b-2660-46bc-930a-c2ec3575e087 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 946 time: 0.4478192 Jul 16 20:35:08.251130 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d40e5e66-b640-4cae-9581-b126b013cdf8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f434dda119404b5cb6a235247c89ab64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8710370 Jul 16 20:35:08.259671 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44750) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:08.336424 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b42d8-78cc-4393-b171-23eb2ba59d11 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event updated for resources: {'Subnet': ['ID=155a115f-2654-434b-944d-3bc5593c914c,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:08.344352 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6bfeaf1f-dff8-4fa8-8087-d6fd20379aca req-4617ad4d-42de-4c13-8519-42662cebba40 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986352 Jul 16 20:35:08.373163 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95b42d8-78cc-4393-b171-23eb2ba59d11 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Checking segment: {'id': '43aa7752-3a53-4087-93a2-d03f70a64f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b3258d53-fe93-425a-b97a-5e63e9e96f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:08.373936 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95b42d8-78cc-4393-b171-23eb2ba59d11 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Network hostable DHCP agents. Network: b3258d53-fe93-425a-b97a-5e63e9e96f09, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:35:08.422099 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95b42d8-78cc-4393-b171-23eb2ba59d11 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Network b3258d53-fe93-425a-b97a-5e63e9e96f09 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:35:08.433327 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-c95b42d8-78cc-4393-b171-23eb2ba59d11 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, b3258d53-fe93-425a-b97a-5e63e9e96f09) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:08.442038 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95b42d8-78cc-4393-b171-23eb2ba59d11 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:08.442823 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c8ca36-c021-4e58-9e4a-03a13a7ea8b2 None None] Network b3258d53-fe93-425a-b97a-5e63e9e96f09 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:08.443479 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c95b42d8-78cc-4393-b171-23eb2ba59d11 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:08.477323 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c95b42d8-78cc-4393-b171-23eb2ba59d11 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2551253 Jul 16 20:35:08.479914 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44754) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:08.507241 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-58dca805-4c9c-4f6c-b8ce-d1c3fff9827d req-1e627953-0036-433b-9380-f7104df219c3 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623142 Jul 16 20:35:08.559747 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0a236d5e-9916-4267-8bce-6646f13e204c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:08.651909 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0a236d5e-9916-4267-8bce-6646f13e204c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:08.783062 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225ed201-0025-45ab-8de1-7f2c0cb975f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-b3258d53-fe93-425a-b97a-5e63e9e96f09', 'network_id': 'b3258d53-fe93-425a-b97a-5e63e9e96f09', 'tenant_id': 'f09839ae48834461858c36dab2cf1504', 'fixed_ips': [{'subnet_id': '155a115f-2654-434b-944d-3bc5593c914c'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:35:08.785220 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-225ed201-0025-45ab-8de1-7f2c0cb975f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:08.793725 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0a236d5e-9916-4267-8bce-6646f13e204c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:08.797204 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0a236d5e-9916-4267-8bce-6646f13e204c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:08.800919 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0a236d5e-9916-4267-8bce-6646f13e204c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/111aa31a-cbf8-4467-a140-8f4a44acd868 HTTP/1.1" status: 204 len: 168 time: 0.5205288 Jul 16 20:35:08.824837 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a236d5e-9916-4267-8bce-6646f13e204c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111aa31a-cbf8-4467-a140-8f4a44acd868,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:08.839972 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75ba67c2-5dda-473c-ab7e-8fcdf4aaf17f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:08.950640 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75ba67c2-5dda-473c-ab7e-8fcdf4aaf17f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:09.028675 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15997a-162b-40d2-b6b0-061ca00da130 req-20826890-a64e-4171-91f4-941fd72f2cd2 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:09.030415 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a15997a-162b-40d2-b6b0-061ca00da130 req-20826890-a64e-4171-91f4-941fd72f2cd2 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 945 time: 0.1803696 Jul 16 20:35:09.109620 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75ba67c2-5dda-473c-ab7e-8fcdf4aaf17f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:09.138501 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a15997a-162b-40d2-b6b0-061ca00da130 req-4f08231a-7105-43b6-ad49-112c80354a4d tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899539 Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server [None req-225ed201-0025-45ab-8de1-7f2c0cb975f4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 155a115f-2654-434b-944d-3bc5593c914c: This subnet is being modified by another concurrent operation. Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:35:09.152900 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 155a115f-2654-434b-944d-3bc5593c914c: This subnet is being modified by another concurrent operation. Jul 16 20:35:09.156865 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server Jul 16 20:35:09.169559 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec13ef4-6d05-4dbb-8a85-6d8697eba432 None None] Network b3258d53-fe93-425a-b97a-5e63e9e96f09 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:09.186612 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba67c2-5dda-473c-ab7e-8fcdf4aaf17f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event deleted for resources: {'Subnet': ['ID=155a115f-2654-434b-944d-3bc5593c914c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:09.363760 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75ba67c2-5dda-473c-ab7e-8fcdf4aaf17f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:09.494930 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf059c-1911-4cbd-b7ed-186a01f83900 req-bdd9792b-8046-4ee2-b583-5503874fc844 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:09.503340 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33cf059c-1911-4cbd-b7ed-186a01f83900 req-bdd9792b-8046-4ee2-b583-5503874fc844 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 945 time: 0.1249690 Jul 16 20:35:09.516292 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-75ba67c2-5dda-473c-ab7e-8fcdf4aaf17f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3258d53-fe93-425a-b97a-5e63e9e96f09']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:09.567853 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-75ba67c2-5dda-473c-ab7e-8fcdf4aaf17f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43aa7752-3a53-4087-93a2-d03f70a64f95') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:09.568176 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-75ba67c2-5dda-473c-ab7e-8fcdf4aaf17f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43aa7752-3a53-4087-93a2-d03f70a64f95') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:09.585006 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33cf059c-1911-4cbd-b7ed-186a01f83900 req-7c22bba5-f3b0-4a28-8729-3719eb661f5c tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789144 Jul 16 20:35:09.613721 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75ba67c2-5dda-473c-ab7e-8fcdf4aaf17f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:09.653957 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75ba67c2-5dda-473c-ab7e-8fcdf4aaf17f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:09.658766 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70302ce6-836f-4a92-80cb-a89946dc0b6c None None] get_active_networks_info from n-d-791506-21 {{(pid=93795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:35:09.674733 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ba67c2-5dda-473c-ab7e-8fcdf4aaf17f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:35:09.676189 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75ba67c2-5dda-473c-ab7e-8fcdf4aaf17f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:35:09.694923 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:35:09.755024 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44786) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:09.843566 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7027e2aa-02e3-470c-aceb-ea62c6d514f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:09.901438 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75ba67c2-5dda-473c-ab7e-8fcdf4aaf17f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:09.911618 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75ba67c2-5dda-473c-ab7e-8fcdf4aaf17f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:09.921745 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-75ba67c2-5dda-473c-ab7e-8fcdf4aaf17f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "DELETE /v2.0/networks/b3258d53-fe93-425a-b97a-5e63e9e96f09 HTTP/1.1" status: 204 len: 168 time: 1.4382837 Jul 16 20:35:09.927693 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44796) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:09.944340 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-30b7d41f-4aa2-454b-a8b8-15104e74dda2 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1952151617'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:09.953340 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70302ce6-836f-4a92-80cb-a89946dc0b6c None None] Resources bound (agent type, host, resource id): {{(pid=93795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:35:09.980876 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba67c2-5dda-473c-ab7e-8fcdf4aaf17f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event deleted for resources: {'Network': ['ID=b3258d53-fe93-425a-b97a-5e63e9e96f09,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:10.012953 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc2866-c8a5-4b50-b915-287ce39017db req-71b6557b-2a8c-4cda-be8c-a8867a49b041 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:10.020271 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aecc2866-c8a5-4b50-b915-287ce39017db req-71b6557b-2a8c-4cda-be8c-a8867a49b041 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 946 time: 0.2042296 Jul 16 20:35:10.051336 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.db.api [None req-7027e2aa-02e3-470c-aceb-ea62c6d514f7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:35:10.051336 n-d-791506-21 neutron-server[93794]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:35:10.051336 n-d-791506-21 neutron-server[93794]: [parameters: {'project_id': '60827f1fdf66415c87312e1d37483fc4', 'id': 'f47d9408-53a2-44ed-8c9f-9a88b7be2f3a', 'expiration': datetime.datetime(2021, 7, 16, 20, 37, 9, 980345)}] Jul 16 20:35:10.051336 n-d-791506-21 neutron-server[93794]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:35:10.052041 n-d-791506-21 neutron-server[93794]: DEBUG oslo_db.api [None req-7027e2aa-02e3-470c-aceb-ea62c6d514f7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:35:10.060690 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b7d41f-4aa2-454b-a8b8-15104e74dda2 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Made reservation on behalf of f09839ae48834461858c36dab2cf1504 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:10.064962 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30b7d41f-4aa2-454b-a8b8-15104e74dda2 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.097114 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b7d41f-4aa2-454b-a8b8-15104e74dda2 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:35:10.108129 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44798) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:10.108264 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30b7d41f-4aa2-454b-a8b8-15104e74dda2 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.108545 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-30b7d41f-4aa2-454b-a8b8-15104e74dda2 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Added segment 3a91db0b-b4bc-46f0-ad29-847e1585b1bb of type vlan for network 858cd3f3-4b5b-4fa3-b3de-39cf85c8ab51 Jul 16 20:35:10.141847 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aecc2866-c8a5-4b50-b915-287ce39017db req-9e81ff10-08c9-4e19-b0ac-a73740cce199 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204665 Jul 16 20:35:10.228724 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30b7d41f-4aa2-454b-a8b8-15104e74dda2 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.306218 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30b7d41f-4aa2-454b-a8b8-15104e74dda2 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.314781 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b7d41f-4aa2-454b-a8b8-15104e74dda2 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:10.317343 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30b7d41f-4aa2-454b-a8b8-15104e74dda2 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.357212 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-30b7d41f-4aa2-454b-a8b8-15104e74dda2 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4224470 Jul 16 20:35:10.360466 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44802) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:10.366368 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-6cba2297-db24-4bbe-b300-12aac23f47f2 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Request body: {'subnet': {'network_id': '858cd3f3-4b5b-4fa3-b3de-39cf85c8ab51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:10.495828 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7d41f-4aa2-454b-a8b8-15104e74dda2 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event updated for resources: {'Network': ['ID=858cd3f3-4b5b-4fa3-b3de-39cf85c8ab51,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:10.504231 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a9fc55fd-be24-4e76-9094-1f0309dfe915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.510708 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 858cd3f3-4b5b-4fa3-b3de-39cf85c8ab51 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:35:10.552985 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7027e2aa-02e3-470c-aceb-ea62c6d514f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.567907 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cba2297-db24-4bbe-b300-12aac23f47f2 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Made reservation on behalf of f09839ae48834461858c36dab2cf1504 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:10.574016 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6cba2297-db24-4bbe-b300-12aac23f47f2 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.744686 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.db.api [None req-a9fc55fd-be24-4e76-9094-1f0309dfe915 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:35:10.744686 n-d-791506-21 neutron-server[93793]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:35:10.744686 n-d-791506-21 neutron-server[93793]: [parameters: {'project_id': 'a219317e9080441bb0ea5bf10176ab28', 'id': '03c85599-e9a1-4c8f-bd99-a5764cf5a9fa', 'expiration': datetime.datetime(2021, 7, 16, 20, 37, 10, 733922)}] Jul 16 20:35:10.744686 n-d-791506-21 neutron-server[93793]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:35:10.744686 n-d-791506-21 neutron-server[93793]: DEBUG oslo_db.api [None req-a9fc55fd-be24-4e76-9094-1f0309dfe915 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:35:10.929081 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7027e2aa-02e3-470c-aceb-ea62c6d514f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.939781 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7027e2aa-02e3-470c-aceb-ea62c6d514f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.976046 n-d-791506-21 neutron-server[93793]: DEBUG neutron.objects.ports [None req-6cba2297-db24-4bbe-b300-12aac23f47f2 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93793) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:35:10.979101 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6cba2297-db24-4bbe-b300-12aac23f47f2 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.989968 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027e2aa-02e3-470c-aceb-ea62c6d514f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a7679e-8157-41b6-8c3e-82b517cf95d9,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:10.994550 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7027e2aa-02e3-470c-aceb-ea62c6d514f7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=60827f1fdf66415c87312e1d37483fc4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2382903 Jul 16 20:35:10.997855 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44806) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:11.046751 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7027e2aa-02e3-470c-aceb-ea62c6d514f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.047330 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7027e2aa-02e3-470c-aceb-ea62c6d514f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.047750 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7027e2aa-02e3-470c-aceb-ea62c6d514f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.048159 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7027e2aa-02e3-470c-aceb-ea62c6d514f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.048556 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7027e2aa-02e3-470c-aceb-ea62c6d514f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.049009 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7027e2aa-02e3-470c-aceb-ea62c6d514f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.049355 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7027e2aa-02e3-470c-aceb-ea62c6d514f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.049751 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7027e2aa-02e3-470c-aceb-ea62c6d514f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.050639 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7027e2aa-02e3-470c-aceb-ea62c6d514f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.050814 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba2297-db24-4bbe-b300-12aac23f47f2 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event updated for resources: {'Subnet': ['ID=e60edbf9-17e5-4dc8-877e-19a8d4a9f5fc,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:11.051116 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7027e2aa-02e3-470c-aceb-ea62c6d514f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.051515 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7027e2aa-02e3-470c-aceb-ea62c6d514f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.051914 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7027e2aa-02e3-470c-aceb-ea62c6d514f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.079337 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-88778817-e13b-43e6-ac8c-01dbb03265bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.100403 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cba2297-db24-4bbe-b300-12aac23f47f2 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Checking segment: {'id': '3a91db0b-b4bc-46f0-ad29-847e1585b1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '858cd3f3-4b5b-4fa3-b3de-39cf85c8ab51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:11.100767 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cba2297-db24-4bbe-b300-12aac23f47f2 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Network hostable DHCP agents. Network: 858cd3f3-4b5b-4fa3-b3de-39cf85c8ab51, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:35:11.113227 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-88778817-e13b-43e6-ac8c-01dbb03265bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.137369 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cba2297-db24-4bbe-b300-12aac23f47f2 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Network 858cd3f3-4b5b-4fa3-b3de-39cf85c8ab51 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:35:11.153085 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-6cba2297-db24-4bbe-b300-12aac23f47f2 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 858cd3f3-4b5b-4fa3-b3de-39cf85c8ab51) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:11.163647 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10266d5c-b153-4750-8ec2-38f09edcf0f2 None None] Network 858cd3f3-4b5b-4fa3-b3de-39cf85c8ab51 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:11.169543 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cba2297-db24-4bbe-b300-12aac23f47f2 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:11.170247 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6cba2297-db24-4bbe-b300-12aac23f47f2 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.196822 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6cba2297-db24-4bbe-b300-12aac23f47f2 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8348587 Jul 16 20:35:11.197367 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44814) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:11.245938 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a9fc55fd-be24-4e76-9094-1f0309dfe915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.257258 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-88778817-e13b-43e6-ac8c-01dbb03265bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.265847 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-88778817-e13b-43e6-ac8c-01dbb03265bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.270140 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-88778817-e13b-43e6-ac8c-01dbb03265bd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/21a7679e-8157-41b6-8c3e-82b517cf95d9 HTTP/1.1" status: 204 len: 168 time: 0.2711728 Jul 16 20:35:11.403096 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a9fc55fd-be24-4e76-9094-1f0309dfe915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.410370 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a9fc55fd-be24-4e76-9094-1f0309dfe915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.468720 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.470624 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88778817-e13b-43e6-ac8c-01dbb03265bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a7679e-8157-41b6-8c3e-82b517cf95d9,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:11.489170 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a9fc55fd-be24-4e76-9094-1f0309dfe915 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a219317e9080441bb0ea5bf10176ab28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3691890 Jul 16 20:35:11.489487 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44820) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:11.501399 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63082e51-317a-43e3-a207-4f442237262b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-858cd3f3-4b5b-4fa3-b3de-39cf85c8ab51', 'network_id': '858cd3f3-4b5b-4fa3-b3de-39cf85c8ab51', 'tenant_id': 'f09839ae48834461858c36dab2cf1504', 'fixed_ips': [{'subnet_id': 'e60edbf9-17e5-4dc8-877e-19a8d4a9f5fc'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:35:11.503423 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63082e51-317a-43e3-a207-4f442237262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.541063 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc55fd-be24-4e76-9094-1f0309dfe915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44506e1b-9e97-4060-a0e8-6b93900b5c9a,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:11.744614 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.797760 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-63082e51-317a-43e3-a207-4f442237262b None None] Allocated IP 2001:db8::f816:3eff:fea6:4cd (858cd3f3-4b5b-4fa3-b3de-39cf85c8ab51/e60edbf9-17e5-4dc8-877e-19a8d4a9f5fc/4a2afa1d-54b4-4863-94c9-4f49a16b57d1) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:11.838396 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8b580be2-7dcb-4293-aed9-184398028ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.870868 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8b580be2-7dcb-4293-aed9-184398028ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.937565 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8b580be2-7dcb-4293-aed9-184398028ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.941233 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8b580be2-7dcb-4293-aed9-184398028ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.944875 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8b580be2-7dcb-4293-aed9-184398028ec4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/44506e1b-9e97-4060-a0e8-6b93900b5c9a HTTP/1.1" status: 204 len: 168 time: 0.4432437 Jul 16 20:35:11.969456 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b580be2-7dcb-4293-aed9-184398028ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44506e1b-9e97-4060-a0e8-6b93900b5c9a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:11.995372 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a48f39-50cc-405d-863f-318c4f43b28d req-b7bd6982-b93e-47aa-b9d0-d945341ac528 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:12.002692 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09a48f39-50cc-405d-863f-318c4f43b28d req-b7bd6982-b93e-47aa-b9d0-d945341ac528 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 946 time: 0.5067506 Jul 16 20:35:12.010962 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63082e51-317a-43e3-a207-4f442237262b None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:12.021944 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-63082e51-317a-43e3-a207-4f442237262b None None] Transition to ACTIVE for port object 4a2afa1d-54b4-4863-94c9-4f49a16b57d1 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:12.043761 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-63082e51-317a-43e3-a207-4f442237262b None None] Transition to ACTIVE for port object 4a2afa1d-54b4-4863-94c9-4f49a16b57d1 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:12.065155 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09a48f39-50cc-405d-863f-318c4f43b28d req-fcc10531-1f9b-4067-af18-93e7d37d7168 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591872 Jul 16 20:35:12.078151 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63082e51-317a-43e3-a207-4f442237262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:12.104500 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:12.167771 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event deleted for resources: {'Subnet': ['ID=e60edbf9-17e5-4dc8-877e-19a8d4a9f5fc,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:12.334644 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:12.360596 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['858cd3f3-4b5b-4fa3-b3de-39cf85c8ab51']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:12.515808 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63082e51-317a-43e3-a207-4f442237262b None None] Network 858cd3f3-4b5b-4fa3-b3de-39cf85c8ab51 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:12.519342 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-63082e51-317a-43e3-a207-4f442237262b None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:12.521782 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63082e51-317a-43e3-a207-4f442237262b None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:12.643430 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63082e51-317a-43e3-a207-4f442237262b None None] Pushing event updated for resources: {'Port': ['ID=4a2afa1d-54b4-4863-94c9-4f49a16b57d1,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:12.688199 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-63082e51-317a-43e3-a207-4f442237262b None None] Attempting to bind port 4a2afa1d-54b4-4863-94c9-4f49a16b57d1 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:35:12.692279 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-63082e51-317a-43e3-a207-4f442237262b None None] Attempting to bind port 4a2afa1d-54b4-4863-94c9-4f49a16b57d1 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '3a91db0b-b4bc-46f0-ad29-847e1585b1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '858cd3f3-4b5b-4fa3-b3de-39cf85c8ab51'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:35:12.692913 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63082e51-317a-43e3-a207-4f442237262b None None] Attempting to bind port 4a2afa1d-54b4-4863-94c9-4f49a16b57d1 on network 858cd3f3-4b5b-4fa3-b3de-39cf85c8ab51 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:12.705792 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63082e51-317a-43e3-a207-4f442237262b None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:35:12.706961 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63082e51-317a-43e3-a207-4f442237262b None None] Checking segment: {'id': '3a91db0b-b4bc-46f0-ad29-847e1585b1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '858cd3f3-4b5b-4fa3-b3de-39cf85c8ab51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:12.707394 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63082e51-317a-43e3-a207-4f442237262b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:12.707950 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63082e51-317a-43e3-a207-4f442237262b None None] Bound using segment: {'id': '3a91db0b-b4bc-46f0-ad29-847e1585b1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '858cd3f3-4b5b-4fa3-b3de-39cf85c8ab51'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:35:12.708501 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-63082e51-317a-43e3-a207-4f442237262b None None] Bound port: 4a2afa1d-54b4-4863-94c9-4f49a16b57d1, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a91db0b-b4bc-46f0-ad29-847e1585b1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '858cd3f3-4b5b-4fa3-b3de-39cf85c8ab51'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:35:12.708905 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63082e51-317a-43e3-a207-4f442237262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:12.848079 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44852) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:12.868167 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ab41be96-f40e-49e4-b01d-3ebab606a513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:12.882026 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-63082e51-317a-43e3-a207-4f442237262b None None] For port 4a2afa1d-54b4-4863-94c9-4f49a16b57d1, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:12.886962 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-63082e51-317a-43e3-a207-4f442237262b None None] For port 4a2afa1d-54b4-4863-94c9-4f49a16b57d1, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4a2afa1d-54b4-4863-94c9-4f49a16b57d1,segment=NetworkSegment(3a91db0b-b4bc-46f0-ad29-847e1585b1bb),segment_id=3a91db0b-b4bc-46f0-ad29-847e1585b1bb)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:35:12.894680 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63082e51-317a-43e3-a207-4f442237262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:12.971580 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63082e51-317a-43e3-a207-4f442237262b None None] Pushing event updated for resources: {'Port': ['ID=4a2afa1d-54b4-4863-94c9-4f49a16b57d1,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:13.063215 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86447bc2-a84a-4f82-859c-d15c463fb14f None None] Network 858cd3f3-4b5b-4fa3-b3de-39cf85c8ab51 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:13.093830 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a91db0b-b4bc-46f0-ad29-847e1585b1bb') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:13.094865 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a91db0b-b4bc-46f0-ad29-847e1585b1bb') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:13.109974 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:13.127501 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:13.135543 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:35:13.137989 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:35:13.142030 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:35:13.145435 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ab41be96-f40e-49e4-b01d-3ebab606a513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:13.159689 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ab41be96-f40e-49e4-b01d-3ebab606a513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:13.224790 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.db.api [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 20:35:13.224790 n-d-791506-21 neutron-server[93794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 20:35:13.224790 n-d-791506-21 neutron-server[93794]: [parameters: {'id': '858cd3f3-4b5b-4fa3-b3de-39cf85c8ab51'}] Jul 16 20:35:13.224790 n-d-791506-21 neutron-server[93794]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:35:13.225216 n-d-791506-21 neutron-server[93794]: DEBUG oslo_db.api [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:35:13.323029 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ab41be96-f40e-49e4-b01d-3ebab606a513 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=32100d22f6fc49c48d418944d423a710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4725835 Jul 16 20:35:13.324968 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44868) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:13.329449 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41be96-f40e-49e4-b01d-3ebab606a513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6ba3a0-ffce-4a84-b87e-e480242f0ad1,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:13.443699 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edad5f64-c4a9-4edc-b1f0-c8b75dbec7ac None None] get_active_networks_info from n-d-791506-21 {{(pid=93795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:35:13.460957 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82a045-a39b-4f4c-a9c6-9a9928bdb29a req-1f084743-cd9f-40b8-9a29-852483b04578 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:13.469469 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a396b9a2-6110-49ab-a148-e742cbe35538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:13.470479 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9f82a045-a39b-4f4c-a9c6-9a9928bdb29a req-1f084743-cd9f-40b8-9a29-852483b04578 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 946 time: 0.1484735 Jul 16 20:35:13.519183 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9f82a045-a39b-4f4c-a9c6-9a9928bdb29a req-0f641b76-aa20-4f91-91ef-05c8a8560023 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475533 Jul 16 20:35:13.524151 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a396b9a2-6110-49ab-a148-e742cbe35538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:13.669479 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a396b9a2-6110-49ab-a148-e742cbe35538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:13.672827 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a396b9a2-6110-49ab-a148-e742cbe35538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:13.674554 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a396b9a2-6110-49ab-a148-e742cbe35538 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7d6ba3a0-ffce-4a84-b87e-e480242f0ad1 HTTP/1.1" status: 204 len: 168 time: 0.3484333 Jul 16 20:35:13.702516 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396b9a2-6110-49ab-a148-e742cbe35538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6ba3a0-ffce-4a84-b87e-e480242f0ad1,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:13.726773 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:13.825324 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edad5f64-c4a9-4edc-b1f0-c8b75dbec7ac None None] Resources bound (agent type, host, resource id): {{(pid=93795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:35:13.855396 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Deleting port 4a2afa1d-54b4-4863-94c9-4f49a16b57d1 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:13.856457 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:14.002149 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] For port 4a2afa1d-54b4-4863-94c9-4f49a16b57d1, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4a2afa1d-54b4-4863-94c9-4f49a16b57d1,segment=NetworkSegment(3a91db0b-b4bc-46f0-ad29-847e1585b1bb),segment_id=3a91db0b-b4bc-46f0-ad29-847e1585b1bb)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:14.002888 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:14.021919 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Calling delete_port for 4a2afa1d-54b4-4863-94c9-4f49a16b57d1 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:14.193169 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:14.222937 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event deleted for resources: {'Port': ['ID=4a2afa1d-54b4-4863-94c9-4f49a16b57d1,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:14.228444 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] No DVR routers for this DVR port 4a2afa1d-54b4-4863-94c9-4f49a16b57d1 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:35:14.427665 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:14.453899 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['858cd3f3-4b5b-4fa3-b3de-39cf85c8ab51']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:14.484063 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a91db0b-b4bc-46f0-ad29-847e1585b1bb') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:14.485445 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a91db0b-b4bc-46f0-ad29-847e1585b1bb') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:14.506184 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:14.555650 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:14.572588 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:35:14.573640 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:35:14.580788 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:35:14.787283 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:14.803290 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:14.811535 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "DELETE /v2.0/networks/858cd3f3-4b5b-4fa3-b3de-39cf85c8ab51 HTTP/1.1" status: 204 len: 168 time: 3.6119230 Jul 16 20:35:14.816542 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44936) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:14.843473 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8599e7-f8cc-4a0d-93f0-9a9784bbb3d7 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event deleted for resources: {'Network': ['ID=858cd3f3-4b5b-4fa3-b3de-39cf85c8ab51,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:14.869179 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-228806a5-3631-4f43-9e73-e4ae1ab44d18 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] DELETE failed (client error): The resource could not be found. Jul 16 20:35:14.870285 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-228806a5-3631-4f43-9e73-e4ae1ab44d18 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:35:14.873848 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-228806a5-3631-4f43-9e73-e4ae1ab44d18 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "DELETE /v2.0/subnets/e60edbf9-17e5-4dc8-877e-19a8d4a9f5fc HTTP/1.1" status: 404 len: 337 time: 0.0554171 Jul 16 20:35:14.877316 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44940) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:14.912377 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b9ada53-ba45-4c93-b897-8422b1b0538d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] DELETE failed (client error): The resource could not be found. Jul 16 20:35:14.914746 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b9ada53-ba45-4c93-b897-8422b1b0538d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:35:14.918385 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0b9ada53-ba45-4c93-b897-8422b1b0538d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "DELETE /v2.0/networks/858cd3f3-4b5b-4fa3-b3de-39cf85c8ab51 HTTP/1.1" status: 404 len: 339 time: 0.0398142 Jul 16 20:35:14.921999 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44946) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:14.934645 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6f359-15c9-4ce0-9ad5-8755083a64b7 req-8ea32a24-0d27-45b7-bad6-7fc5f115163d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:14.934645 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-80a6f359-15c9-4ce0-9ad5-8755083a64b7 req-8ea32a24-0d27-45b7-bad6-7fc5f115163d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 946 time: 0.1058261 Jul 16 20:35:14.968646 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a26c020-33ac-4e63-8bcd-dacbd4a20f04 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] DELETE failed (client error): The resource could not be found. Jul 16 20:35:14.969473 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a26c020-33ac-4e63-8bcd-dacbd4a20f04 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:35:14.972267 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2a26c020-33ac-4e63-8bcd-dacbd4a20f04 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "DELETE /v2.0/subnets/155a115f-2654-434b-944d-3bc5593c914c HTTP/1.1" status: 404 len: 337 time: 0.0489652 Jul 16 20:35:14.975868 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44954) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:15.005684 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-384e544f-f2ed-4ab1-93ba-1dc6d5d99cf4 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] DELETE failed (client error): The resource could not be found. Jul 16 20:35:15.006716 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-384e544f-f2ed-4ab1-93ba-1dc6d5d99cf4 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:35:15.010386 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-384e544f-f2ed-4ab1-93ba-1dc6d5d99cf4 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "DELETE /v2.0/networks/b3258d53-fe93-425a-b97a-5e63e9e96f09 HTTP/1.1" status: 404 len: 339 time: 0.0297198 Jul 16 20:35:15.013199 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44960) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:15.019481 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-80a6f359-15c9-4ce0-9ad5-8755083a64b7 req-374b84a0-bbad-4c02-9961-1beb6443e3ca tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602837 Jul 16 20:35:15.119611 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d3f507b-e2d1-4421-8a44-bcecaa609efc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] DELETE failed (client error): The resource could not be found. Jul 16 20:35:15.121254 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d3f507b-e2d1-4421-8a44-bcecaa609efc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:35:15.130774 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2d3f507b-e2d1-4421-8a44-bcecaa609efc tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "DELETE /v2.0/subnets/14d96da4-0e06-4242-a6a9-bbb685f8717a HTTP/1.1" status: 404 len: 337 time: 0.1110771 Jul 16 20:35:15.132024 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44966) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:15.171663 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff3402e-f61c-44c1-a048-43e7316c085d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] DELETE failed (client error): The resource could not be found. Jul 16 20:35:15.179072 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ff3402e-f61c-44c1-a048-43e7316c085d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:35:15.183272 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7ff3402e-f61c-44c1-a048-43e7316c085d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "DELETE /v2.0/networks/f7a5fee4-8f2b-4006-8500-c85563a57cc3 HTTP/1.1" status: 404 len: 339 time: 0.0499022 Jul 16 20:35:15.186006 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44970) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:15.395459 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-602c0e13-d3f8-417b-adf7-e4c9789c25df tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Deleting port ab9927bb-4239-4cac-95b4-42ec53da816c {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:15.396076 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-602c0e13-d3f8-417b-adf7-e4c9789c25df tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.483606 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-602c0e13-d3f8-417b-adf7-e4c9789c25df tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.499301 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-602c0e13-d3f8-417b-adf7-e4c9789c25df tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Calling delete_port for ab9927bb-4239-4cac-95b4-42ec53da816c owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:15.732979 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-602c0e13-d3f8-417b-adf7-e4c9789c25df tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.794930 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-602c0e13-d3f8-417b-adf7-e4c9789c25df tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.797235 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-602c0e13-d3f8-417b-adf7-e4c9789c25df tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "DELETE /v2.0/ports/ab9927bb-4239-4cac-95b4-42ec53da816c HTTP/1.1" status: 204 len: 168 time: 0.6097565 Jul 16 20:35:15.799650 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44998) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:15.803183 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c0e13-d3f8-417b-adf7-e4c9789c25df tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event deleted for resources: {'Port': ['ID=ab9927bb-4239-4cac-95b4-42ec53da816c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:15.835932 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-7226d3d1-2377-422f-84a5-29ff34cb8807 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] DELETE failed (client error): The resource could not be found. Jul 16 20:35:15.837938 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7226d3d1-2377-422f-84a5-29ff34cb8807 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:35:15.844269 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7226d3d1-2377-422f-84a5-29ff34cb8807 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "DELETE /v2.0/subnets/fba550a2-d0d7-4838-b534-1405728c33de HTTP/1.1" status: 404 len: 337 time: 0.0432675 Jul 16 20:35:15.846557 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45000) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:15.855434 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b163f6e-013c-4107-8069-55ebad031f66 req-bfbdeb2f-b633-4aa3-90e8-a531e172522b tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:15.857756 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b163f6e-013c-4107-8069-55ebad031f66 req-bfbdeb2f-b633-4aa3-90e8-a531e172522b tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 945 time: 0.1789019 Jul 16 20:35:15.885870 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 53e2dbf0-9172-4466-8bf8-0acd6694fb6c details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:35:15.888247 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:15.985014 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-48677cbb-cef6-45c1-a2af-b3eab7f93d2d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.008508 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b163f6e-013c-4107-8069-55ebad031f66 req-c147d41e-6810-4357-b722-7d5c38278838 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412158 Jul 16 20:35:16.041091 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a0d28-5f2a-44bf-807d-b7ba8c438cb9 req-3477a4f8-958e-449c-a182-a45e07ba41dd tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:16.047533 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9f0a0d28-5f2a-44bf-807d-b7ba8c438cb9 req-3477a4f8-958e-449c-a182-a45e07ba41dd tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 946 time: 0.2468433 Jul 16 20:35:16.138269 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9f0a0d28-5f2a-44bf-807d-b7ba8c438cb9 req-612c29ff-620e-4a98-a487-92ce7d59c833 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848064 Jul 16 20:35:16.172018 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-48677cbb-cef6-45c1-a2af-b3eab7f93d2d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.195738 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-48677cbb-cef6-45c1-a2af-b3eab7f93d2d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['635edd75-a0a7-4c62-91ab-31bbedc07677']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:16.220771 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-48677cbb-cef6-45c1-a2af-b3eab7f93d2d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def61aa3-8818-4347-b38c-e4dcf17163fc') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:16.221871 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-48677cbb-cef6-45c1-a2af-b3eab7f93d2d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def61aa3-8818-4347-b38c-e4dcf17163fc') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:16.254572 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-48677cbb-cef6-45c1-a2af-b3eab7f93d2d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.270735 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.281163 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-48677cbb-cef6-45c1-a2af-b3eab7f93d2d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.288806 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 53e2dbf0-9172-4466-8bf8-0acd6694fb6c, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=53e2dbf0-9172-4466-8bf8-0acd6694fb6c,segment=NetworkSegment(825628ad-9a36-4b2b-b9e3-9f2da86637ff),segment_id=825628ad-9a36-4b2b-b9e3-9f2da86637ff)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:16.307174 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48677cbb-cef6-45c1-a2af-b3eab7f93d2d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:35:16.308733 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-48677cbb-cef6-45c1-a2af-b3eab7f93d2d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:35:16.312844 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:35:16.318882 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '53e2dbf0-9172-4466-8bf8-0acd6694fb6c', 'network_id': '115012cd-2454-4d1b-bec5-c3a0bdd91257', 'port_id': '53e2dbf0-9172-4466-8bf8-0acd6694fb6c', 'mac_address': 'fa:16:3e:1c:2a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf096263-e475-4469-ad27-b632113d6208', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:35:16.330468 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f1214b-fd76-48e2-ab18-2e9e6de25bb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:16.334361 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc26bee-e370-41b4-bbab-545e5601b722" -d '{"events": [{"server_uuid": "62f1214b-fd76-48e2-ab18-2e9e6de25bb5", "name": "network-vif-unplugged", "status": "completed", "tag": "86e3457f-6e21-44a1-a1cf-4bc3c47923f4"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:16.385963 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:16.403771 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.439023 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f92553-2854-4a4f-b853-d14058a16bb0 x-openstack-request-id: req-46f92553-2854-4a4f-b853-d14058a16bb0 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:16.439365 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f1214b-fd76-48e2-ab18-2e9e6de25bb5", "name": "network-vif-unplugged", "status": "completed", "tag": "86e3457f-6e21-44a1-a1cf-4bc3c47923f4", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:16.440027 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-46f92553-2854-4a4f-b853-d14058a16bb0 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:16.440620 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f1214b-fd76-48e2-ab18-2e9e6de25bb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4', 'code': 200} Jul 16 20:35:16.441588 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-48677cbb-cef6-45c1-a2af-b3eab7f93d2d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.452455 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.461172 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-48677cbb-cef6-45c1-a2af-b3eab7f93d2d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.468004 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-48677cbb-cef6-45c1-a2af-b3eab7f93d2d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "DELETE /v2.0/networks/635edd75-a0a7-4c62-91ab-31bbedc07677 HTTP/1.1" status: 204 len: 168 time: 0.6168010 Jul 16 20:35:16.468624 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45024) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:16.498629 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53e2dbf0-9172-4466-8bf8-0acd6694fb6c {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:35:16.500960 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48677cbb-cef6-45c1-a2af-b3eab7f93d2d tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event deleted for resources: {'Network': ['ID=635edd75-a0a7-4c62-91ab-31bbedc07677,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:16.514354 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,revision_number=14']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:16.536598 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:16.537330 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:16.537833 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:16.538444 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:16.539041 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:16.539537 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:16.540024 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:16.540571 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:16.541223 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:16.541721 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:16.542277 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:16.542842 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:16.549115 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 53e2dbf0-9172-4466-8bf8-0acd6694fb6c, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=53e2dbf0-9172-4466-8bf8-0acd6694fb6c,segment=NetworkSegment(825628ad-9a36-4b2b-b9e3-9f2da86637ff),segment_id=825628ad-9a36-4b2b-b9e3-9f2da86637ff)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:16.554992 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.660494 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=53e2dbf0-9172-4466-8bf8-0acd6694fb6c,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:16.674028 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['53e2dbf0-9172-4466-8bf8-0acd6694fb6c'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:35:16.692635 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-fc86104b-63df-4710-8101-b814939873bf tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Deleting port d47c7f52-5e89-4f53-ac3a-84b9e9992642 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:16.693901 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fc86104b-63df-4710-8101-b814939873bf tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.882866 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fc86104b-63df-4710-8101-b814939873bf tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.906401 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-fc86104b-63df-4710-8101-b814939873bf tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Calling delete_port for d47c7f52-5e89-4f53-ac3a-84b9e9992642 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:17.007389 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fc86104b-63df-4710-8101-b814939873bf tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.047015 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86104b-63df-4710-8101-b814939873bf tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event deleted for resources: {'Port': ['ID=d47c7f52-5e89-4f53-ac3a-84b9e9992642,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:17.053812 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fc86104b-63df-4710-8101-b814939873bf tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.057451 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fc86104b-63df-4710-8101-b814939873bf tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "DELETE /v2.0/ports/d47c7f52-5e89-4f53-ac3a-84b9e9992642 HTTP/1.1" status: 204 len: 168 time: 0.5880289 Jul 16 20:35:17.060564 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45074) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:17.109306 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-8561f820-485d-44eb-82de-c0a0a7409d58 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] DELETE failed (client error): The resource could not be found. Jul 16 20:35:17.110105 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8561f820-485d-44eb-82de-c0a0a7409d58 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:35:17.112380 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8561f820-485d-44eb-82de-c0a0a7409d58 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "DELETE /v2.0/subnets/2f52e5b6-2677-423e-9be4-83725c03e9fe HTTP/1.1" status: 404 len: 337 time: 0.0507205 Jul 16 20:35:17.115121 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45076) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:17.333424 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09fb4cc4-3340-440e-afe1-5f611467b84f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.437885 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ef40d-d8cd-48b5-9eef-45134bd927aa req-d27f3bb1-dbe4-4e2b-a436-074b8a3a932e tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:17.444906 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8e2ef40d-d8cd-48b5-9eef-45134bd927aa req-d27f3bb1-dbe4-4e2b-a436-074b8a3a932e tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 944 time: 0.1888838 Jul 16 20:35:17.485164 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-09fb4cc4-3340-440e-afe1-5f611467b84f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Deleting port 56705117-cc59-42f1-881f-eb4991468838 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:17.485880 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09fb4cc4-3340-440e-afe1-5f611467b84f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.539889 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8e2ef40d-d8cd-48b5-9eef-45134bd927aa req-89b9ab50-21c2-4f83-bf05-21cd12e5f362 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940032 Jul 16 20:35:17.597620 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-09fb4cc4-3340-440e-afe1-5f611467b84f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] For port 56705117-cc59-42f1-881f-eb4991468838, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=56705117-cc59-42f1-881f-eb4991468838,segment=NetworkSegment(d4450bba-85ca-42ef-9456-c18fc8f1df81),segment_id=d4450bba-85ca-42ef-9456-c18fc8f1df81)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:17.598368 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09fb4cc4-3340-440e-afe1-5f611467b84f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.639740 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-09fb4cc4-3340-440e-afe1-5f611467b84f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Calling delete_port for 56705117-cc59-42f1-881f-eb4991468838 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:17.753939 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09fb4cc4-3340-440e-afe1-5f611467b84f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.786393 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb4cc4-3340-440e-afe1-5f611467b84f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event deleted for resources: {'Port': ['ID=56705117-cc59-42f1-881f-eb4991468838,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:17.792179 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fb4cc4-3340-440e-afe1-5f611467b84f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] No DVR routers for this DVR port 56705117-cc59-42f1-881f-eb4991468838 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:35:17.900792 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 53e2dbf0-9172-4466-8bf8-0acd6694fb6c up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:17.922004 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09fb4cc4-3340-440e-afe1-5f611467b84f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.941411 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-09fb4cc4-3340-440e-afe1-5f611467b84f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b523510a-fa11-4489-9470-49064bcd4a20']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:17.971337 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-09fb4cc4-3340-440e-afe1-5f611467b84f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4450bba-85ca-42ef-9456-c18fc8f1df81') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:17.971862 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-09fb4cc4-3340-440e-afe1-5f611467b84f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4450bba-85ca-42ef-9456-c18fc8f1df81') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:17.986087 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09fb4cc4-3340-440e-afe1-5f611467b84f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.987054 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 53e2dbf0-9172-4466-8bf8-0acd6694fb6c triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:17.987760 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.006506 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09fb4cc4-3340-440e-afe1-5f611467b84f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.029815 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09fb4cc4-3340-440e-afe1-5f611467b84f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:35:18.032838 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09fb4cc4-3340-440e-afe1-5f611467b84f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:35:18.119367 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:35:18.123001 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09fb4cc4-3340-440e-afe1-5f611467b84f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.137006 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09fb4cc4-3340-440e-afe1-5f611467b84f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.139930 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-09fb4cc4-3340-440e-afe1-5f611467b84f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "DELETE /v2.0/networks/b523510a-fa11-4489-9470-49064bcd4a20 HTTP/1.1" status: 204 len: 168 time: 1.0232983 Jul 16 20:35:18.155357 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45136) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:18.179871 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb4cc4-3340-440e-afe1-5f611467b84f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event deleted for resources: {'Network': ['ID=b523510a-fa11-4489-9470-49064bcd4a20,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:18.195788 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.235362 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-beecb7c2-16a7-409b-bd1c-82d262d79f62 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Deleting subnet fa4df426-61b9-4e2d-84fc-eb32010fd0cd {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:35:18.241854 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-beecb7c2-16a7-409b-bd1c-82d262d79f62 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.269593 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 53e2dbf0-9172-4466-8bf8-0acd6694fb6c, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=53e2dbf0-9172-4466-8bf8-0acd6694fb6c,segment=NetworkSegment(825628ad-9a36-4b2b-b9e3-9f2da86637ff),segment_id=825628ad-9a36-4b2b-b9e3-9f2da86637ff)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:18.276551 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.311314 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-beecb7c2-16a7-409b-bd1c-82d262d79f62 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.389363 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=53e2dbf0-9172-4466-8bf8-0acd6694fb6c,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:18.442523 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6848d1d-6a0b-46e4-aabb-c871aebfbc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e2dbf0-9172-4466-8bf8-0acd6694fb6c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:18.444949 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a4c006-cad0-4d31-899f-7b19f33131cd" -d '{"events": [{"server_uuid": "b6848d1d-6a0b-46e4-aabb-c871aebfbc13", "name": "network-vif-plugged", "status": "completed", "tag": "53e2dbf0-9172-4466-8bf8-0acd6694fb6c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:18.479614 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-beecb7c2-16a7-409b-bd1c-82d262d79f62 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.514998 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5ab548-011f-4342-bd7d-5c193ebd3b7e x-openstack-request-id: req-af5ab548-011f-4342-bd7d-5c193ebd3b7e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:18.515426 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6848d1d-6a0b-46e4-aabb-c871aebfbc13", "name": "network-vif-plugged", "status": "completed", "tag": "53e2dbf0-9172-4466-8bf8-0acd6694fb6c", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:18.515966 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-af5ab548-011f-4342-bd7d-5c193ebd3b7e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:18.516463 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6848d1d-6a0b-46e4-aabb-c871aebfbc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e2dbf0-9172-4466-8bf8-0acd6694fb6c', 'code': 200} Jul 16 20:35:18.610524 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043455c-82a6-4a57-824f-20953be325f1 req-cc0c2d75-0eee-4de4-a3a2-2d2474b8507d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:18.619238 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9043455c-82a6-4a57-824f-20953be325f1 req-cc0c2d75-0eee-4de4-a3a2-2d2474b8507d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.0947814 Jul 16 20:35:18.631803 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-beecb7c2-16a7-409b-bd1c-82d262d79f62 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.683188 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c32398-fdef-4282-8b88-12a613e3cb53 None None] Network cd2016ff-d31d-49f2-9f3e-24e38a2d0bc0 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:18.696613 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beecb7c2-16a7-409b-bd1c-82d262d79f62 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event deleted for resources: {'Subnet': ['ID=fa4df426-61b9-4e2d-84fc-eb32010fd0cd,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:18.699721 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-beecb7c2-16a7-409b-bd1c-82d262d79f62 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.702520 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-beecb7c2-16a7-409b-bd1c-82d262d79f62 tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "DELETE /v2.0/subnets/fa4df426-61b9-4e2d-84fc-eb32010fd0cd HTTP/1.1" status: 204 len: 168 time: 0.5461388 Jul 16 20:35:18.704927 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45156) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:18.707046 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9043455c-82a6-4a57-824f-20953be325f1 req-470a63cb-9623-4286-a73b-ede099120b7c tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859587 Jul 16 20:35:18.925141 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc56739-9a4b-48ff-b9ad-ce9660424078 req-f288e3c4-a5c5-49b1-b3fa-2de37b6fc520 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:18.928147 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fbc56739-9a4b-48ff-b9ad-ce9660424078 req-f288e3c4-a5c5-49b1-b3fa-2de37b6fc520 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 945 time: 0.1635127 Jul 16 20:35:19.019415 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fbc56739-9a4b-48ff-b9ad-ce9660424078 req-ad5700db-54f4-4d82-af0e-1433d130d00f tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824695 Jul 16 20:35:19.024708 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64b8b868-8075-4832-a09d-ee17bd189a6f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:19.138502 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d251c9a6-79ff-456b-83e0-eba774aef387 None None] DHCP port deletion for cd2016ff-d31d-49f2-9f3e-24e38a2d0bc0 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:35:19.163080 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-64b8b868-8075-4832-a09d-ee17bd189a6f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Deleting port 9b610ad1-3e51-43ce-bb10-22326dc92f68 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:19.164520 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64b8b868-8075-4832-a09d-ee17bd189a6f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:19.253166 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d251c9a6-79ff-456b-83e0-eba774aef387 None None] Deleting port 9b610ad1-3e51-43ce-bb10-22326dc92f68 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:19.254119 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d251c9a6-79ff-456b-83e0-eba774aef387 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:19.306594 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-64b8b868-8075-4832-a09d-ee17bd189a6f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] For port 9b610ad1-3e51-43ce-bb10-22326dc92f68, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9b610ad1-3e51-43ce-bb10-22326dc92f68,segment=NetworkSegment(5c946e4a-4216-41b4-869a-41ca3560cc1b),segment_id=5c946e4a-4216-41b4-869a-41ca3560cc1b)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:19.307558 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64b8b868-8075-4832-a09d-ee17bd189a6f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:19.322343 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-64b8b868-8075-4832-a09d-ee17bd189a6f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Calling delete_port for 9b610ad1-3e51-43ce-bb10-22326dc92f68 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:19.419556 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-d251c9a6-79ff-456b-83e0-eba774aef387 None None] For port 9b610ad1-3e51-43ce-bb10-22326dc92f68, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9b610ad1-3e51-43ce-bb10-22326dc92f68,segment=NetworkSegment(5c946e4a-4216-41b4-869a-41ca3560cc1b),segment_id=5c946e4a-4216-41b4-869a-41ca3560cc1b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:19.420629 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d251c9a6-79ff-456b-83e0-eba774aef387 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:19.427224 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64b8b868-8075-4832-a09d-ee17bd189a6f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:19.458155 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d251c9a6-79ff-456b-83e0-eba774aef387 None None] Calling delete_port for 9b610ad1-3e51-43ce-bb10-22326dc92f68 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:19.487852 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b8b868-8075-4832-a09d-ee17bd189a6f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] No DVR routers for this DVR port 9b610ad1-3e51-43ce-bb10-22326dc92f68 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:35:19.502897 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8b868-8075-4832-a09d-ee17bd189a6f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event deleted for resources: {'Port': ['ID=9b610ad1-3e51-43ce-bb10-22326dc92f68,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:19.623134 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64b8b868-8075-4832-a09d-ee17bd189a6f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:19.642162 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-64b8b868-8075-4832-a09d-ee17bd189a6f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2016ff-d31d-49f2-9f3e-24e38a2d0bc0']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:19.666973 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-64b8b868-8075-4832-a09d-ee17bd189a6f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c946e4a-4216-41b4-869a-41ca3560cc1b') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:19.667270 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-64b8b868-8075-4832-a09d-ee17bd189a6f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c946e4a-4216-41b4-869a-41ca3560cc1b') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:19.678972 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64b8b868-8075-4832-a09d-ee17bd189a6f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:19.698232 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64b8b868-8075-4832-a09d-ee17bd189a6f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:19.707440 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b8b868-8075-4832-a09d-ee17bd189a6f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:35:19.708042 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64b8b868-8075-4832-a09d-ee17bd189a6f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:19.724850 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d251c9a6-79ff-456b-83e0-eba774aef387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:19.747141 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d251c9a6-79ff-456b-83e0-eba774aef387 None None] No DVR routers for this DVR port 9b610ad1-3e51-43ce-bb10-22326dc92f68 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:35:19.799400 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251c9a6-79ff-456b-83e0-eba774aef387 None None] Pushing event deleted for resources: {'Port': ['ID=9b610ad1-3e51-43ce-bb10-22326dc92f68,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:19.809480 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743e100-fb8c-4b8f-9f36-2ca5bba00ebc req-0b855c3c-b393-4d7c-9226-ae931e6bbc4c tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:19.815695 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7743e100-fb8c-4b8f-9f36-2ca5bba00ebc req-0b855c3c-b393-4d7c-9226-ae931e6bbc4c tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.1158397 Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:35:19.916994 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:35:19.943392 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9b610ad1-3e51-43ce-bb10-22326dc92f68 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:19.965945 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7743e100-fb8c-4b8f-9f36-2ca5bba00ebc req-1865df24-cf5b-4587-b03f-d0945af2a2ac tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251490 Jul 16 20:35:19.978571 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 9b610ad1-3e51-43ce-bb10-22326dc92f68 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:35:19.978929 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9b610ad1-3e51-43ce-bb10-22326dc92f68 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:35:20.019690 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64b8b868-8075-4832-a09d-ee17bd189a6f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:20.031524 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64b8b868-8075-4832-a09d-ee17bd189a6f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:20.034482 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-64b8b868-8075-4832-a09d-ee17bd189a6f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] 10.222.0.38 "DELETE /v2.0/networks/cd2016ff-d31d-49f2-9f3e-24e38a2d0bc0 HTTP/1.1" status: 204 len: 168 time: 1.3273087 Jul 16 20:35:20.055418 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8b868-8075-4832-a09d-ee17bd189a6f tempest-NetworksIpV6TestAttrs-284134815 tempest-NetworksIpV6TestAttrs-284134815-project] Pushing event deleted for resources: {'Network': ['ID=cd2016ff-d31d-49f2-9f3e-24e38a2d0bc0,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:20.075442 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d73ca-284f-4e7c-93f8-0f5d3ef7f6af req-ff844339-fbed-45bc-a0dc-15aca0928b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:20.076977 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-836d73ca-284f-4e7c-93f8-0f5d3ef7f6af req-ff844339-fbed-45bc-a0dc-15aca0928b2b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 1096 time: 0.1617525 Jul 16 20:35:20.082298 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45186) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:20.384262 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a2e7f-2a90-4216-8f96-e6eea1581630 req-59b57cdb-4ded-41a3-be4b-c879fc3701b2 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:20.386750 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-516a2e7f-2a90-4216-8f96-e6eea1581630 req-59b57cdb-4ded-41a3-be4b-c879fc3701b2 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 945 time: 0.1757574 Jul 16 20:35:20.489431 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-516a2e7f-2a90-4216-8f96-e6eea1581630 req-660df467-21ac-49a3-b24e-d6132738f455 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967021 Jul 16 20:35:20.595563 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45198) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:20.613053 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c34d1fcb-c8e6-4c7e-b38a-afd55fdbc4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:20.736141 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d73ca-284f-4e7c-93f8-0f5d3ef7f6af req-f9b87bb3-fb29-4003-9c8e-439456b522af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:20.737692 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-836d73ca-284f-4e7c-93f8-0f5d3ef7f6af req-f9b87bb3-fb29-4003-9c8e-439456b522af service neutron] 10.222.0.62 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 912 time: 0.6536469 Jul 16 20:35:20.785614 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-90bc8e0e-732a-4194-b946-1ee2eb723d4c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f09839ae48834461858c36dab2cf1504&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885154 Jul 16 20:35:20.788130 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45202) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:20.868066 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-836d73ca-284f-4e7c-93f8-0f5d3ef7f6af req-f3614231-f5f4-4574-8540-1f2ddf76cfde service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4 HTTP/1.1" status: 200 len: 999 time: 0.1211178 Jul 16 20:35:20.911096 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2982-7eba-4cab-a29c-a01ca8bc252b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:20.944648 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d73ca-284f-4e7c-93f8-0f5d3ef7f6af req-3236cb3a-1e9d-4225-a7d3-eeacc09eac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:20.947129 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-836d73ca-284f-4e7c-93f8-0f5d3ef7f6af req-3236cb3a-1e9d-4225-a7d3-eeacc09eac1e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=587f0aec-80a3-4172-9644-d785b8e153a3 HTTP/1.1" status: 200 len: 850 time: 0.0722654 Jul 16 20:35:20.960711 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c34d1fcb-c8e6-4c7e-b38a-afd55fdbc4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:20.997813 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c34d1fcb-c8e6-4c7e-b38a-afd55fdbc4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.068151 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2982-7eba-4cab-a29c-a01ca8bc252b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.073261 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d1fcb-c8e6-4c7e-b38a-afd55fdbc4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ee33b2-fa5d-442d-8d0e-d7b95af7cbe2,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:21.109262 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d73ca-284f-4e7c-93f8-0f5d3ef7f6af req-8a9c7105-9892-4f58-834c-45b30d9c4e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:21.110842 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-836d73ca-284f-4e7c-93f8-0f5d3ef7f6af req-8a9c7105-9892-4f58-834c-45b30d9c4e7e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c856853c-1bbc-4399-8326-1d7e71a7f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1561875 Jul 16 20:35:21.117051 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c34d1fcb-c8e6-4c7e-b38a-afd55fdbc4fd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=89fd0073024e43ab9efc958f228503bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0333881 Jul 16 20:35:21.121149 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45214) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:21.274425 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2982-7eba-4cab-a29c-a01ca8bc252b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.277889 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2982-7eba-4cab-a29c-a01ca8bc252b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.279090 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0e9c2982-7eba-4cab-a29c-a01ca8bc252b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7dcdac47-64ee-4a99-805c-aad08269c6b7 HTTP/1.1" status: 204 len: 168 time: 0.4892285 Jul 16 20:35:21.297058 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3ee79b69-6cbf-403e-826e-2d90bfc44842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.307123 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c2982-7eba-4cab-a29c-a01ca8bc252b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcdac47-64ee-4a99-805c-aad08269c6b7,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:21.308127 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-836d73ca-284f-4e7c-93f8-0f5d3ef7f6af req-b3de1845-68c7-4ada-ba8a-583957d2f0c0 service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870427 Jul 16 20:35:21.339631 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f0cd8-b567-4c32-8e0c-f283e546ffac req-bf9eb69b-5432-4af3-8151-17f445f5b946 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:21.341565 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d7f0cd8-b567-4c32-8e0c-f283e546ffac req-bf9eb69b-5432-4af3-8151-17f445f5b946 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 945 time: 0.1909592 Jul 16 20:35:21.372988 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d2038-5755-4acb-91a0-e2cdcece3439 req-8d6b680c-c0a5-4bfd-83c4-2adb5fd96024 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:21.374873 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-484d2038-5755-4acb-91a0-e2cdcece3439 req-8d6b680c-c0a5-4bfd-83c4-2adb5fd96024 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.2387600 Jul 16 20:35:21.448662 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d7f0cd8-b567-4c32-8e0c-f283e546ffac req-74e349ab-6231-490e-94c0-d80409b4373d tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852339 Jul 16 20:35:21.454574 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-484d2038-5755-4acb-91a0-e2cdcece3439 req-86143ac4-5dfb-4829-b2ce-f6c993b03f5f tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726442 Jul 16 20:35:21.467915 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-836d73ca-284f-4e7c-93f8-0f5d3ef7f6af req-bec24673-0a77-4ed1-9579-504bbd4cefd8 service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481564 Jul 16 20:35:21.500861 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3ee79b69-6cbf-403e-826e-2d90bfc44842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.596010 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3ee79b69-6cbf-403e-826e-2d90bfc44842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.603608 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3ee79b69-6cbf-403e-826e-2d90bfc44842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.605160 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3ee79b69-6cbf-403e-826e-2d90bfc44842 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/32ee33b2-fa5d-442d-8d0e-d7b95af7cbe2 HTTP/1.1" status: 204 len: 168 time: 0.4825413 Jul 16 20:35:21.624202 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee79b69-6cbf-403e-826e-2d90bfc44842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ee33b2-fa5d-442d-8d0e-d7b95af7cbe2,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:21.682637 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-561bfd08-c21a-4f16-af4b-64f676974ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.922087 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 53e2dbf0-9172-4466-8bf8-0acd6694fb6c no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:22.050077 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.061898 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45242) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:22.090438 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6848d1d-6a0b-46e4-aabb-c871aebfbc13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53e2dbf0-9172-4466-8bf8-0acd6694fb6c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:22.092363 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0bc9a813-d7c4-40ae-acda-ae165ee3ba6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.093720 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8401ea-77c9-4074-8d6c-659fbaad8c85" -d '{"events": [{"server_uuid": "b6848d1d-6a0b-46e4-aabb-c871aebfbc13", "name": "network-vif-unplugged", "status": "completed", "tag": "53e2dbf0-9172-4466-8bf8-0acd6694fb6c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:22.109955 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 53e2dbf0-9172-4466-8bf8-0acd6694fb6c, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=53e2dbf0-9172-4466-8bf8-0acd6694fb6c,segment=NetworkSegment(825628ad-9a36-4b2b-b9e3-9f2da86637ff),segment_id=825628ad-9a36-4b2b-b9e3-9f2da86637ff)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:22.117071 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.175989 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568dadca-042d-4e90-a6c5-5e67ce36d831 x-openstack-request-id: req-568dadca-042d-4e90-a6c5-5e67ce36d831 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:22.176380 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6848d1d-6a0b-46e4-aabb-c871aebfbc13", "name": "network-vif-unplugged", "status": "completed", "tag": "53e2dbf0-9172-4466-8bf8-0acd6694fb6c", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:22.177100 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-568dadca-042d-4e90-a6c5-5e67ce36d831 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:22.177568 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6848d1d-6a0b-46e4-aabb-c871aebfbc13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53e2dbf0-9172-4466-8bf8-0acd6694fb6c', 'code': 200} Jul 16 20:35:22.220658 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=53e2dbf0-9172-4466-8bf8-0acd6694fb6c,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:22.267388 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0bc9a813-d7c4-40ae-acda-ae165ee3ba6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.281912 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0bc9a813-d7c4-40ae-acda-ae165ee3ba6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.326222 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0bc9a813-d7c4-40ae-acda-ae165ee3ba6d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cae01b0016ec42a88cf11d362b1e6440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632008 Jul 16 20:35:22.327284 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9a813-d7c4-40ae-acda-ae165ee3ba6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61e499b-d339-466f-9613-472a17897229,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:22.329330 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45250) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:22.388565 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-21308ed9-80cf-4f3c-aeb8-64ae678dc1c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.416022 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-21308ed9-80cf-4f3c-aeb8-64ae678dc1c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.468274 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-21308ed9-80cf-4f3c-aeb8-64ae678dc1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.470951 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-21308ed9-80cf-4f3c-aeb8-64ae678dc1c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.474990 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-21308ed9-80cf-4f3c-aeb8-64ae678dc1c7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b61e499b-d339-466f-9613-472a17897229 HTTP/1.1" status: 204 len: 168 time: 0.1445374 Jul 16 20:35:22.483733 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21308ed9-80cf-4f3c-aeb8-64ae678dc1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61e499b-d339-466f-9613-472a17897229,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:22.724964 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc880dc-b0e0-4c62-a3c4-6a7e50cdaa41 req-75858245-2069-4d69-aa96-c23a5d10009b tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:22.726704 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccc880dc-b0e0-4c62-a3c4-6a7e50cdaa41 req-75858245-2069-4d69-aa96-c23a5d10009b tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.1094441 Jul 16 20:35:22.806061 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccc880dc-b0e0-4c62-a3c4-6a7e50cdaa41 req-2af0a16b-c6ed-4828-9679-93068a04d74c tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561745 Jul 16 20:35:22.826340 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c888eb1-2cee-4ac5-92e1-6e4fc77b7cf0 req-902ad4e0-f526-432d-b046-c9e0ccccad5f tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:22.828064 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c888eb1-2cee-4ac5-92e1-6e4fc77b7cf0 req-902ad4e0-f526-432d-b046-c9e0ccccad5f tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 943 time: 0.1294692 Jul 16 20:35:22.862285 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77142684-a52a-4864-aa55-7c7c62243d9b req-058b70b8-1f7b-4cd7-9674-0c60f405fd15 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:22.863942 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-77142684-a52a-4864-aa55-7c7c62243d9b req-058b70b8-1f7b-4cd7-9674-0c60f405fd15 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 943 time: 0.1177130 Jul 16 20:35:22.914512 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c888eb1-2cee-4ac5-92e1-6e4fc77b7cf0 req-82510a75-cfcb-4bec-aa2d-a7e74939b17b tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802736 Jul 16 20:35:23.068111 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-77142684-a52a-4864-aa55-7c7c62243d9b req-cca8cd63-80e0-49e4-9773-daf8496b6204 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Deleting port 53e2dbf0-9172-4466-8bf8-0acd6694fb6c {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:23.068632 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-77142684-a52a-4864-aa55-7c7c62243d9b req-cca8cd63-80e0-49e4-9773-daf8496b6204 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.258662 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-77142684-a52a-4864-aa55-7c7c62243d9b req-cca8cd63-80e0-49e4-9773-daf8496b6204 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] For port 53e2dbf0-9172-4466-8bf8-0acd6694fb6c, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=53e2dbf0-9172-4466-8bf8-0acd6694fb6c,segment=NetworkSegment(825628ad-9a36-4b2b-b9e3-9f2da86637ff),segment_id=825628ad-9a36-4b2b-b9e3-9f2da86637ff)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:23.259097 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-77142684-a52a-4864-aa55-7c7c62243d9b req-cca8cd63-80e0-49e4-9773-daf8496b6204 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.284063 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-77142684-a52a-4864-aa55-7c7c62243d9b req-cca8cd63-80e0-49e4-9773-daf8496b6204 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Calling delete_port for 53e2dbf0-9172-4466-8bf8-0acd6694fb6c owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:23.298102 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6cd6c-c88c-4256-9b0d-0843ae8a3a76 req-30da8ff9-8917-466e-9ce6-38bb2e97f46d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:23.305834 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3fe6cd6c-c88c-4256-9b0d-0843ae8a3a76 req-30da8ff9-8917-466e-9ce6-38bb2e97f46d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.0929680 Jul 16 20:35:23.367936 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3fe6cd6c-c88c-4256-9b0d-0843ae8a3a76 req-917e146c-788a-4beb-9a37-7920e43158ba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599637 Jul 16 20:35:23.500802 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-77142684-a52a-4864-aa55-7c7c62243d9b req-cca8cd63-80e0-49e4-9773-daf8496b6204 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.537026 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8cd63-80e0-49e4-9773-daf8496b6204 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Pushing event deleted for resources: {'Port': ['ID=53e2dbf0-9172-4466-8bf8-0acd6694fb6c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:23.588504 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cd944-afcc-402a-9217-0f4c526b6cf3 req-17bd10d3-bac4-470a-af11-ded7e4bceeee tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:23.590131 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0d5cd944-afcc-402a-9217-0f4c526b6cf3 req-17bd10d3-bac4-470a-af11-ded7e4bceeee tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.0872056 Jul 16 20:35:23.597210 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-77142684-a52a-4864-aa55-7c7c62243d9b req-cca8cd63-80e0-49e4-9773-daf8496b6204 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] No DVR routers for this DVR port 53e2dbf0-9172-4466-8bf8-0acd6694fb6c on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:35:23.600407 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-77142684-a52a-4864-aa55-7c7c62243d9b req-cca8cd63-80e0-49e4-9773-daf8496b6204 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.603960 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-77142684-a52a-4864-aa55-7c7c62243d9b req-cca8cd63-80e0-49e4-9773-daf8496b6204 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.62 "DELETE /v2.0/ports/53e2dbf0-9172-4466-8bf8-0acd6694fb6c HTTP/1.1" status: 204 len: 173 time: 0.7340419 Jul 16 20:35:23.604689 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6848d1d-6a0b-46e4-aabb-c871aebfbc13', 'name': 'network-vif-deleted', 'tag': '53e2dbf0-9172-4466-8bf8-0acd6694fb6c'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:23.632273 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5198e65-b8fc-4752-b92a-9744a8adeba9" -d '{"events": [{"server_uuid": "b6848d1d-6a0b-46e4-aabb-c871aebfbc13", "name": "network-vif-deleted", "tag": "53e2dbf0-9172-4466-8bf8-0acd6694fb6c"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:23.648308 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0d5cd944-afcc-402a-9217-0f4c526b6cf3 req-d18ef475-7dad-4587-a39c-9393d294e1b2 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520365 Jul 16 20:35:23.724181 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b802e8-dd0c-4b93-9b00-08f41b71f280 x-openstack-request-id: req-e0b802e8-dd0c-4b93-9b00-08f41b71f280 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:23.724375 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6848d1d-6a0b-46e4-aabb-c871aebfbc13", "name": "network-vif-deleted", "tag": "53e2dbf0-9172-4466-8bf8-0acd6694fb6c", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:23.724635 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e0b802e8-dd0c-4b93-9b00-08f41b71f280 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:23.725029 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6848d1d-6a0b-46e4-aabb-c871aebfbc13', 'name': 'network-vif-deleted', 'tag': '53e2dbf0-9172-4466-8bf8-0acd6694fb6c', 'status': 'completed', 'code': 200} Jul 16 20:35:24.169534 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-28160148-7404-4850-8eee-fcfc031350f3 req-ff097bb3-d316-4978-9996-db46a3ee0434 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6848d1d-6a0b-46e4-aabb-c871aebfbc13 HTTP/1.1" status: 200 len: 210 time: 0.0588143 Jul 16 20:35:24.241321 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d10720e-5a81-4af9-bf1e-ed46977f9954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:24.247028 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-2cf02649-4b97-40d6-9fc6-d47144a804f1 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:24.251243 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:24.256210 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-2cf02649-4b97-40d6-9fc6-d47144a804f1 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 811 time: 0.2945502 Jul 16 20:35:24.274074 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-c359477a-8f7e-44b4-a10d-551a75797f1e tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/quotas/a4359c07a39647debc91cc45c7855204 HTTP/1.1" status: 200 len: 375 time: 0.0163393 Jul 16 20:35:24.463738 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-bd89f446-8bdd-4bb1-ac95-aa32b7325438 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1885316 Jul 16 20:35:24.628251 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-df5c5e38-c056-4ae1-90a7-2f3be1c12f77 service neutron] 10.222.0.38 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541932 Jul 16 20:35:24.789638 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-28565aa8-f6f9-4373-aeb1-f1d2cf1ead27 service neutron] 10.222.0.38 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481194 Jul 16 20:35:24.845221 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de81c35-060e-4535-8356-68358e21041a req-e54d90b9-2912-4399-8da0-6553e76db5a5 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:24.847107 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1de81c35-060e-4535-8356-68358e21041a req-e54d90b9-2912-4399-8da0-6553e76db5a5 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/ports?device_id=12355a1c-3719-4013-b6a7-5ab3dab2b9d5 HTTP/1.1" status: 200 len: 946 time: 0.2176590 Jul 16 20:35:24.894763 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1de81c35-060e-4535-8356-68358e21041a req-38e09c87-1d24-4a4a-a54c-670f61596286 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/security-groups?id=08cd8ddd-42e4-4b66-af30-7f6cb39b8aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401688 Jul 16 20:35:25.208133 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0fe2a888-0f75-4e4d-b929-cb3e47675f2b req-a1da4823-51d4-4bad-9f53-322d5145b6ec tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 210 time: 0.1163185 Jul 16 20:35:25.725402 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:25.771942 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45424) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:25.948904 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 53e2dbf0-9172-4466-8bf8-0acd6694fb6c no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:25.969655 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35c78c54-e7cb-4df5-9d28-fa18e253d443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:25.989742 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 53e2dbf0-9172-4466-8bf8-0acd6694fb6c {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:35:25.990181 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 53e2dbf0-9172-4466-8bf8-0acd6694fb6c not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:35:26.158650 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35c78c54-e7cb-4df5-9d28-fa18e253d443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.169350 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35c78c54-e7cb-4df5-9d28-fa18e253d443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.220585 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-35c78c54-e7cb-4df5-9d28-fa18e253d443 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6d6ac62ade734c69a5f4dfd85d8555ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4473000 Jul 16 20:35:26.223213 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45444) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:26.264304 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c78c54-e7cb-4df5-9d28-fa18e253d443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beefc597-083c-42aa-a400-f720b0b414e9,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:26.292948 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45454) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:26.298507 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-21f3c3bd-60f7-4b8b-a9e5-fbd3b2f28313 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--721845672', 'description': 'tempest-description--1187436568'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:26.388176 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21f3c3bd-60f7-4b8b-a9e5-fbd3b2f28313 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.494478 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-196fe17e-f8f9-4184-9693-4ccf847d65df req-2b6e1e5a-4f98-453d-b0de-b646299a192a tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 210 time: 0.0849743 Jul 16 20:35:26.506844 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a6fc7b2f-4eeb-41e7-897a-5738d5d9f571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.548092 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a6fc7b2f-4eeb-41e7-897a-5738d5d9f571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.561343 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87a842-af45-497b-ba75-185edc004b6b req-4b5a24b7-3b51-4399-9e06-eaebd9fa24bd tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:26.574437 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa87a842-af45-497b-ba75-185edc004b6b req-4b5a24b7-3b51-4399-9e06-eaebd9fa24bd tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/ports?device_id=12355a1c-3719-4013-b6a7-5ab3dab2b9d5 HTTP/1.1" status: 200 len: 946 time: 0.2654557 Jul 16 20:35:26.599162 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21f3c3bd-60f7-4b8b-a9e5-fbd3b2f28313 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.604876 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21f3c3bd-60f7-4b8b-a9e5-fbd3b2f28313 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.651083 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa87a842-af45-497b-ba75-185edc004b6b req-9a0e0ba9-723d-449f-a081-77637e2aac81 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/security-groups?id=08cd8ddd-42e4-4b66-af30-7f6cb39b8aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762122 Jul 16 20:35:26.668589 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21f3c3bd-60f7-4b8b-a9e5-fbd3b2f28313 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.673656 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-21f3c3bd-60f7-4b8b-a9e5-fbd3b2f28313 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3761771 Jul 16 20:35:26.673656 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45472) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:26.680629 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-c17b89ef-6b07-430a-9d99-707b5335aed2 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Request body: {'security_group_rule': {'security_group_id': '483b74f4-2a5a-429e-9c58-b8605cfa648f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:26.713407 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a6fc7b2f-4eeb-41e7-897a-5738d5d9f571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.714610 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3c3bd-60f7-4b8b-a9e5-fbd3b2f28313 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=483b74f4-2a5a-429e-9c58-b8605cfa648f,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:26.716338 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a6fc7b2f-4eeb-41e7-897a-5738d5d9f571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.717529 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a6fc7b2f-4eeb-41e7-897a-5738d5d9f571 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/beefc597-083c-42aa-a400-f720b0b414e9 HTTP/1.1" status: 204 len: 168 time: 0.4928789 Jul 16 20:35:26.741307 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc7b2f-4eeb-41e7-897a-5738d5d9f571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beefc597-083c-42aa-a400-f720b0b414e9,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:26.800242 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c17b89ef-6b07-430a-9d99-707b5335aed2 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.951309 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c17b89ef-6b07-430a-9d99-707b5335aed2 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.988009 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c17b89ef-6b07-430a-9d99-707b5335aed2 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:27.021587 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b89ef-6b07-430a-9d99-707b5335aed2 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58906b35-452f-44e8-abfd-c7071cbed877,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:27.079139 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c17b89ef-6b07-430a-9d99-707b5335aed2 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:27.082522 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c17b89ef-6b07-430a-9d99-707b5335aed2 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4078889 Jul 16 20:35:27.085412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45496) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:27.091389 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-c9af61c6-108f-4d3b-a445-ef62d53fdb86 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Request body: {'security_group_rule': {'security_group_id': '483b74f4-2a5a-429e-9c58-b8605cfa648f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:27.136067 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-867188e3-9571-4452-9f09-e05be1ffd835 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:27.138758 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-867188e3-9571-4452-9f09-e05be1ffd835 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.18 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 811 time: 0.1909952 Jul 16 20:35:27.154801 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-f799c178-96c6-45bc-a4bd-7430a210a7a8 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Request body: {'port': {'device_id': '7c2ff37a-b40b-400f-9e0f-752d076d2580', 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f', 'admin_state_up': True, 'tenant_id': 'a4359c07a39647debc91cc45c7855204'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:27.166606 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c9af61c6-108f-4d3b-a445-ef62d53fdb86 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:27.341663 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c9af61c6-108f-4d3b-a445-ef62d53fdb86 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:27.350444 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c9af61c6-108f-4d3b-a445-ef62d53fdb86 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:27.406166 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af61c6-108f-4d3b-a445-ef62d53fdb86 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe10cb0a-7dc4-4243-b8b5-146792090d3d,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:27.411131 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-f799c178-96c6-45bc-a4bd-7430a210a7a8 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Made reservation on behalf of a4359c07a39647debc91cc45c7855204 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:27.422783 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-f799c178-96c6-45bc-a4bd-7430a210a7a8 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:27.430254 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c9af61c6-108f-4d3b-a445-ef62d53fdb86 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:27.434976 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c9af61c6-108f-4d3b-a445-ef62d53fdb86 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3484504 Jul 16 20:35:27.436243 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45504) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:27.436914 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45506) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:27.442862 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-56c73646-f9b8-4594-a389-299c6cca7127 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:27.460833 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e800819a-901a-47bf-ab98-9758da57c3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:27.576608 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:27.623158 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.db.api [None req-e800819a-901a-47bf-ab98-9758da57c3e8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:35:27.623158 n-d-791506-21 neutron-server[93794]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:35:27.623158 n-d-791506-21 neutron-server[93794]: [parameters: {'project_id_1': 'c73dfd2276564ca296412a9bfcf5e5f3', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 35, 27, 512017)}] Jul 16 20:35:27.623158 n-d-791506-21 neutron-server[93794]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:35:27.623805 n-d-791506-21 neutron-server[93794]: DEBUG oslo_db.api [None req-e800819a-901a-47bf-ab98-9758da57c3e8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:35:27.636470 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-56c73646-f9b8-4594-a389-299c6cca7127 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:27.683352 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-f799c178-96c6-45bc-a4bd-7430a210a7a8 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Allocated IP 172.20.0.13 (c856853c-1bbc-4399-8326-1d7e71a7f77f/587f0aec-80a3-4172-9644-d785b8e153a3/859097bb-1ac3-4bae-80e3-764eefbb51eb) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:27.708964 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a499f1-6cbb-44c7-a764-d3f90cee967a req-f3da05bf-c6f8-452b-8544-8b812bf5dd6f tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:27.710605 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-84a499f1-6cbb-44c7-a764-d3f90cee967a req-f3da05bf-c6f8-452b-8544-8b812bf5dd6f tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/ports?device_id=12355a1c-3719-4013-b6a7-5ab3dab2b9d5 HTTP/1.1" status: 200 len: 946 time: 0.2042127 Jul 16 20:35:27.744931 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45514) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:27.806544 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d4ecbb6b-c2f5-48ca-880e-2ed3daa63292 req-76ceeeb0-471e-4d2b-814f-8f8eab7e1321 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 210 time: 0.0569682 Jul 16 20:35:27.843861 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-84a499f1-6cbb-44c7-a764-d3f90cee967a req-fa5919ba-e318-42ca-9675-3a1508835303 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/security-groups?id=08cd8ddd-42e4-4b66-af30-7f6cb39b8aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019921 Jul 16 20:35:27.860103 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-56c73646-f9b8-4594-a389-299c6cca7127 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:27.936848 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-f799c178-96c6-45bc-a4bd-7430a210a7a8 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:27.949528 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-496085a8-568e-4697-87c8-993593dc202e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:27.969673 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-f799c178-96c6-45bc-a4bd-7430a210a7a8 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Transition to ACTIVE for port object 859097bb-1ac3-4bae-80e3-764eefbb51eb will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:27.985592 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-56c73646-f9b8-4594-a389-299c6cca7127 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Allocated IP 172.25.0.41 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/82188344-da2a-492f-a506-d3b4770eef76) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:28.053754 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-f799c178-96c6-45bc-a4bd-7430a210a7a8 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.103853 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-f799c178-96c6-45bc-a4bd-7430a210a7a8 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Network c856853c-1bbc-4399-8326-1d7e71a7f77f is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:28.109026 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-f799c178-96c6-45bc-a4bd-7430a210a7a8 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:28.118768 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-f799c178-96c6-45bc-a4bd-7430a210a7a8 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:28.131182 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e800819a-901a-47bf-ab98-9758da57c3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.172637 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-56c73646-f9b8-4594-a389-299c6cca7127 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.177721 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-496085a8-568e-4697-87c8-993593dc202e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.185399 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799c178-96c6-45bc-a4bd-7430a210a7a8 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Pushing event updated for resources: {'Port': ['ID=859097bb-1ac3-4bae-80e3-764eefbb51eb,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:28.194731 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-496085a8-568e-4697-87c8-993593dc202e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.240025 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-f799c178-96c6-45bc-a4bd-7430a210a7a8 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:28.240992 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-f799c178-96c6-45bc-a4bd-7430a210a7a8 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.254121 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496085a8-568e-4697-87c8-993593dc202e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dec08c8-fa9b-48b3-815e-a9bfdc83a78d,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:28.268422 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-496085a8-568e-4697-87c8-993593dc202e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b756884368084b989676793d9cbdf168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5224464 Jul 16 20:35:28.272184 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45530) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:28.419111 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bdb562b1-ba1b-4112-a850-2d91676e5b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.424627 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-56c73646-f9b8-4594-a389-299c6cca7127 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.493834 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ff36fbcc-40d4-47e4-988a-66566fa8584a None None] Provisioning for port 859097bb-1ac3-4bae-80e3-764eefbb51eb completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:28.499371 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ff36fbcc-40d4-47e4-988a-66566fa8584a None None] Provisioning complete for port 859097bb-1ac3-4bae-80e3-764eefbb51eb triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:28.500272 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff36fbcc-40d4-47e4-988a-66566fa8584a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.516506 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bdb562b1-ba1b-4112-a850-2d91676e5b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.521871 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c73646-f9b8-4594-a389-299c6cca7127 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:28.538718 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-56c73646-f9b8-4594-a389-299c6cca7127 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:28.547195 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e800819a-901a-47bf-ab98-9758da57c3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.556543 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c73646-f9b8-4594-a389-299c6cca7127 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:28.560141 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ff36fbcc-40d4-47e4-988a-66566fa8584a None None] Port 859097bb-1ac3-4bae-80e3-764eefbb51eb cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:35:28.562674 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-f799c178-96c6-45bc-a4bd-7430a210a7a8 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4141872 Jul 16 20:35:28.571796 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e800819a-901a-47bf-ab98-9758da57c3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.578149 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-4ddd8731-3564-4ffa-b6a5-67071a0a6b9d service neutron] Request body: {'port': {'device_id': '7c2ff37a-b40b-400f-9e0f-752d076d2580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:28.661902 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c73646-f9b8-4594-a389-299c6cca7127 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Pushing event updated for resources: {'Port': ['ID=82188344-da2a-492f-a506-d3b4770eef76,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:28.704607 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-4ddd8731-3564-4ffa-b6a5-67071a0a6b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.755665 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e800819a-901a-47bf-ab98-9758da57c3e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c73dfd2276564ca296412a9bfcf5e5f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3174272 Jul 16 20:35:28.757122 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45546) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:28.792728 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800819a-901a-47bf-ab98-9758da57c3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64db7bc0-ad91-4483-be66-eaf57c656344,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:28.889200 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bdb562b1-ba1b-4112-a850-2d91676e5b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.891887 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bdb562b1-ba1b-4112-a850-2d91676e5b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.893141 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bdb562b1-ba1b-4112-a850-2d91676e5b93 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2dec08c8-fa9b-48b3-815e-a9bfdc83a78d HTTP/1.1" status: 204 len: 168 time: 0.6170018 Jul 16 20:35:28.967102 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4dd04685-e55e-40fc-8298-b74a52bcc1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.982707 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037b38b-baf6-468d-9080-f21c08a9096b req-ffa0a461-3cfd-4abf-8166-d480273a6125 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:28.984678 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4037b38b-baf6-468d-9080-f21c08a9096b req-ffa0a461-3cfd-4abf-8166-d480273a6125 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.18 "GET /v2.0/ports?device_id=12355a1c-3719-4013-b6a7-5ab3dab2b9d5 HTTP/1.1" status: 200 len: 946 time: 0.3112779 Jul 16 20:35:29.018446 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb562b1-ba1b-4112-a850-2d91676e5b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dec08c8-fa9b-48b3-815e-a9bfdc83a78d,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:29.033036 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4dd04685-e55e-40fc-8298-b74a52bcc1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.112591 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-56c73646-f9b8-4594-a389-299c6cca7127 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.236459 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4dd04685-e55e-40fc-8298-b74a52bcc1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.239206 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4dd04685-e55e-40fc-8298-b74a52bcc1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.243309 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4dd04685-e55e-40fc-8298-b74a52bcc1e4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/64db7bc0-ad91-4483-be66-eaf57c656344 HTTP/1.1" status: 204 len: 168 time: 0.4819536 Jul 16 20:35:29.258117 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd04685-e55e-40fc-8298-b74a52bcc1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64db7bc0-ad91-4483-be66-eaf57c656344,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:29.324543 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-4ddd8731-3564-4ffa-b6a5-67071a0a6b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859097bb-1ac3-4bae-80e3-764eefbb51eb {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:35:29.335605 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-4ddd8731-3564-4ffa-b6a5-67071a0a6b9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.361435 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c49840-9d7a-4f29-b003-79db883560e3 req-e4b9815a-ce03-4edc-9f72-a262d55f083d tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:29.367349 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-4ddd8731-3564-4ffa-b6a5-67071a0a6b9d service neutron] Transition to ACTIVE for port object 859097bb-1ac3-4bae-80e3-764eefbb51eb will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:29.371864 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75c49840-9d7a-4f29-b003-79db883560e3 req-e4b9815a-ce03-4edc-9f72-a262d55f083d tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/ports?device_id=12355a1c-3719-4013-b6a7-5ab3dab2b9d5 HTTP/1.1" status: 200 len: 946 time: 0.2102268 Jul 16 20:35:29.381389 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-4ddd8731-3564-4ffa-b6a5-67071a0a6b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.384691 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.397964 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45564) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:29.406777 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-56c73646-f9b8-4594-a389-299c6cca7127 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.465093 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea39f6-97f1-4fdd-baf3-f57858758849 req-092f4b03-762f-45d2-8f9c-e737b9e81dee tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:29.467449 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd8731-3564-4ffa-b6a5-67071a0a6b9d service neutron] Pushing event updated for resources: {'Port': ['ID=859097bb-1ac3-4bae-80e3-764eefbb51eb,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:29.480922 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-12ea39f6-97f1-4fdd-baf3-f57858758849 req-092f4b03-762f-45d2-8f9c-e737b9e81dee tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 932 time: 0.3791749 Jul 16 20:35:29.548320 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-4037b38b-baf6-468d-9080-f21c08a9096b req-05983086-5706-482a-9645-9d8071bf88a8 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Deleting port 53358dec-45e7-4885-aa75-816bbf4ee4e9 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:29.548920 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-4037b38b-baf6-468d-9080-f21c08a9096b req-05983086-5706-482a-9645-9d8071bf88a8 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.556372 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45568) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:29.629805 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-4ddd8731-3564-4ffa-b6a5-67071a0a6b9d service neutron] Attempting to bind port 859097bb-1ac3-4bae-80e3-764eefbb51eb on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:35:29.629805 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-4ddd8731-3564-4ffa-b6a5-67071a0a6b9d service neutron] Attempting to bind port 859097bb-1ac3-4bae-80e3-764eefbb51eb by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:35:29.629805 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-4ddd8731-3564-4ffa-b6a5-67071a0a6b9d service neutron] Attempting to bind port 859097bb-1ac3-4bae-80e3-764eefbb51eb on network c856853c-1bbc-4399-8326-1d7e71a7f77f {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:29.634096 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f2882d49-ef88-4dbc-b8a4-d0eaaf7ffba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.658378 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-4ddd8731-3564-4ffa-b6a5-67071a0a6b9d service neutron] Port 859097bb-1ac3-4bae-80e3-764eefbb51eb on network c856853c-1bbc-4399-8326-1d7e71a7f77f not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:35:29.658728 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-4ddd8731-3564-4ffa-b6a5-67071a0a6b9d service neutron] Attempting to bind port 859097bb-1ac3-4bae-80e3-764eefbb51eb on network c856853c-1bbc-4399-8326-1d7e71a7f77f {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:29.677238 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-4ddd8731-3564-4ffa-b6a5-67071a0a6b9d service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:35:29.677592 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-4ddd8731-3564-4ffa-b6a5-67071a0a6b9d service neutron] Checking segment: {'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:29.679491 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-4ddd8731-3564-4ffa-b6a5-67071a0a6b9d service neutron] Bound using segment: {'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:35:29.681735 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-4ddd8731-3564-4ffa-b6a5-67071a0a6b9d service neutron] Bound port: 859097bb-1ac3-4bae-80e3-764eefbb51eb, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:35:29.682331 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-4ddd8731-3564-4ffa-b6a5-67071a0a6b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.860505 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-4ddd8731-3564-4ffa-b6a5-67071a0a6b9d service neutron] For port 859097bb-1ac3-4bae-80e3-764eefbb51eb, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:29.866288 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-4ddd8731-3564-4ffa-b6a5-67071a0a6b9d service neutron] For port 859097bb-1ac3-4bae-80e3-764eefbb51eb, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=859097bb-1ac3-4bae-80e3-764eefbb51eb,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:35:29.881793 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-4ddd8731-3564-4ffa-b6a5-67071a0a6b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.933174 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-4ddd8731-3564-4ffa-b6a5-67071a0a6b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:29.933964 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-4ddd8731-3564-4ffa-b6a5-67071a0a6b9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.935759 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-4ddd8731-3564-4ffa-b6a5-67071a0a6b9d service neutron] 10.222.0.18 "PUT /v2.0/ports/859097bb-1ac3-4bae-80e3-764eefbb51eb HTTP/1.1" status: 200 len: 1093 time: 1.3653126 Jul 16 20:35:29.939761 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2ff37a-b40b-400f-9e0f-752d076d2580', 'tag': '859097bb-1ac3-4bae-80e3-764eefbb51eb'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:29.943459 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c012310-ee0f-459a-bdcf-c181b64f53fa" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2ff37a-b40b-400f-9e0f-752d076d2580", "tag": "859097bb-1ac3-4bae-80e3-764eefbb51eb"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:30.053577 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f2882d49-ef88-4dbc-b8a4-d0eaaf7ffba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.064663 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd8731-3564-4ffa-b6a5-67071a0a6b9d service neutron] Pushing event updated for resources: {'Port': ['ID=859097bb-1ac3-4bae-80e3-764eefbb51eb,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:30.068260 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f2882d49-ef88-4dbc-b8a4-d0eaaf7ffba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.102545 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2882d49-ef88-4dbc-b8a4-d0eaaf7ffba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e037b3da-ab41-43d6-8548-dc7374a266a8,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:30.134965 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f2882d49-ef88-4dbc-b8a4-d0eaaf7ffba8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b83ad38cc70444a2abfb24af0ecf1dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5609741 Jul 16 20:35:30.137493 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45584) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:30.154609 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75c49840-9d7a-4f29-b003-79db883560e3 req-6406cabc-aa14-48b3-a261-1a73065f0a03 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/security-groups?id=08cd8ddd-42e4-4b66-af30-7f6cb39b8aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7811022 Jul 16 20:35:30.191220 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-12ea39f6-97f1-4fdd-baf3-f57858758849 req-c7dd9e40-ef14-4ee7-a7f2-a173c4fcb1cb tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7090602 Jul 16 20:35:30.206725 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-a7a1a662-39a6-4cbc-9756-957e03140317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:30.208798 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-a7a1a662-39a6-4cbc-9756-957e03140317 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 1096 time: 0.2263298 Jul 16 20:35:30.241377 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dc1d78e6-c997-4c61-8d12-1b816bc76888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.244183 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ff1c67-935f-4758-86ce-0f12c2f39b8c x-openstack-request-id: req-f0ff1c67-935f-4758-86ce-0f12c2f39b8c {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:30.244810 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2ff37a-b40b-400f-9e0f-752d076d2580", "tag": "859097bb-1ac3-4bae-80e3-764eefbb51eb", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:30.245197 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f0ff1c67-935f-4758-86ce-0f12c2f39b8c {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:30.245731 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2ff37a-b40b-400f-9e0f-752d076d2580', 'tag': '859097bb-1ac3-4bae-80e3-764eefbb51eb', 'status': 'completed', 'code': 200} Jul 16 20:35:30.293462 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-5f0ff647-04b0-4668-a36e-3b7ed29f25b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=859097bb-1ac3-4bae-80e3-764eefbb51eb HTTP/1.1" status: 200 len: 217 time: 0.0660148 Jul 16 20:35:30.301171 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-4037b38b-baf6-468d-9080-f21c08a9096b req-05983086-5706-482a-9645-9d8071bf88a8 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] For port 53358dec-45e7-4885-aa75-816bbf4ee4e9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=53358dec-45e7-4885-aa75-816bbf4ee4e9,segment=NetworkSegment(0d07d740-88ef-4866-813e-0313120f4fc9),segment_id=0d07d740-88ef-4866-813e-0313120f4fc9)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:30.301908 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-4037b38b-baf6-468d-9080-f21c08a9096b req-05983086-5706-482a-9645-9d8071bf88a8 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.317062 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dc1d78e6-c997-4c61-8d12-1b816bc76888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.382665 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-4f5972b5-e220-444e-8acc-889e909aeb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:30.385171 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-4f5972b5-e220-444e-8acc-889e909aeb88 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=587f0aec-80a3-4172-9644-d785b8e153a3 HTTP/1.1" status: 200 len: 850 time: 0.0820658 Jul 16 20:35:30.386732 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c4557d5-fcaf-4b74-b6db-5c5a6c5afe62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.432953 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dc1d78e6-c997-4c61-8d12-1b816bc76888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.435602 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dc1d78e6-c997-4c61-8d12-1b816bc76888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.436745 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-dc1d78e6-c997-4c61-8d12-1b816bc76888 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e037b3da-ab41-43d6-8548-dc7374a266a8 HTTP/1.1" status: 204 len: 168 time: 0.2982588 Jul 16 20:35:30.453876 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d78e6-c997-4c61-8d12-1b816bc76888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e037b3da-ab41-43d6-8548-dc7374a266a8,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:30.469144 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-29b150f6-2a59-4640-bf56-e8be6ebbdc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:30.470790 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-29b150f6-2a59-4640-bf56-e8be6ebbdc69 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c856853c-1bbc-4399-8326-1d7e71a7f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799749 Jul 16 20:35:30.557479 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:35:30.596054 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-55923b26-3638-451c-8ac8-fdac557c46fb service neutron] 10.222.0.18 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169813 Jul 16 20:35:30.679606 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-56c73646-f9b8-4594-a389-299c6cca7127 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.692545 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-56c73646-f9b8-4594-a389-299c6cca7127 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.701274 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-4037b38b-baf6-468d-9080-f21c08a9096b req-05983086-5706-482a-9645-9d8071bf88a8 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.701690 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-4037b38b-baf6-468d-9080-f21c08a9096b req-05983086-5706-482a-9645-9d8071bf88a8 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.702011 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [req-4037b38b-baf6-468d-9080-f21c08a9096b req-05983086-5706-482a-9645-9d8071bf88a8 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Floating IP 625f6810-4d2b-4aae-a296-73e2d77dc7ce disassociated. External IP: 172.25.0.150, port: 53358dec-45e7-4885-aa75-816bbf4ee4e9. Jul 16 20:35:30.702418 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-4037b38b-baf6-468d-9080-f21c08a9096b req-05983086-5706-482a-9645-9d8071bf88a8 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Calling delete_port for 53358dec-45e7-4885-aa75-816bbf4ee4e9 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:30.724160 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b1156dbe-873a-4c00-b99e-7bac6750639f req-71273c18-b0ef-49d9-ab60-e73ad31891a7 service neutron] 10.222.0.18 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225038 Jul 16 20:35:30.844291 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c73646-f9b8-4594-a389-299c6cca7127 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Pushing event updated for resources: {'Port': ['ID=82188344-da2a-492f-a506-d3b4770eef76,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:30.856833 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c012310-ee0f-459a-bdcf-c181b64f53fa req-724bb40a-7481-4051-83db-e7b869e17480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:30.859740 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5c012310-ee0f-459a-bdcf-c181b64f53fa req-724bb40a-7481-4051-83db-e7b869e17480 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 1096 time: 0.0799518 Jul 16 20:35:30.891883 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c4557d5-fcaf-4b74-b6db-5c5a6c5afe62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.897612 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-56c73646-f9b8-4594-a389-299c6cca7127 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.911427 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c4557d5-fcaf-4b74-b6db-5c5a6c5afe62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.955978 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-56c73646-f9b8-4594-a389-299c6cca7127 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.966684 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-56c73646-f9b8-4594-a389-299c6cca7127 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5179999 Jul 16 20:35:30.999997 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c012310-ee0f-459a-bdcf-c181b64f53fa req-2f0929a2-ed18-4947-b09a-389e1ee6e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:31.001681 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5c012310-ee0f-459a-bdcf-c181b64f53fa req-2f0929a2-ed18-4947-b09a-389e1ee6e153 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 912 time: 0.1296229 Jul 16 20:35:31.033001 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3c4557d5-fcaf-4b74-b6db-5c5a6c5afe62 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=feb9a7bcbdea498ca9c895713179b81d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6306818 Jul 16 20:35:31.037346 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45620) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:31.038014 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4557d5-fcaf-4b74-b6db-5c5a6c5afe62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a831f438-fd35-48ad-b663-3bcc9ac92ccb,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:31.085513 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5c012310-ee0f-459a-bdcf-c181b64f53fa req-9adec80a-2ae8-4b5d-aade-218e3f7a8129 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=859097bb-1ac3-4bae-80e3-764eefbb51eb HTTP/1.1" status: 200 len: 217 time: 0.0756810 Jul 16 20:35:31.089471 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-4037b38b-baf6-468d-9080-f21c08a9096b req-05983086-5706-482a-9645-9d8071bf88a8 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:31.136148 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05983086-5706-482a-9645-9d8071bf88a8 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Pushing event deleted for resources: {'Port': ['ID=53358dec-45e7-4885-aa75-816bbf4ee4e9,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:31.145890 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c012310-ee0f-459a-bdcf-c181b64f53fa req-d1888510-555d-49b3-b365-6f75ab456270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:31.146895 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5c012310-ee0f-459a-bdcf-c181b64f53fa req-d1888510-555d-49b3-b365-6f75ab456270 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=587f0aec-80a3-4172-9644-d785b8e153a3 HTTP/1.1" status: 200 len: 850 time: 0.0533469 Jul 16 20:35:31.147765 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e56e9731-179a-4672-a4ff-e3a7191c66fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:31.240856 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e56e9731-179a-4672-a4ff-e3a7191c66fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:31.319495 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c012310-ee0f-459a-bdcf-c181b64f53fa req-df8e59a1-6f24-44e1-96c5-4df2fc648725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:31.323988 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5c012310-ee0f-459a-bdcf-c181b64f53fa req-df8e59a1-6f24-44e1-96c5-4df2fc648725 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c856853c-1bbc-4399-8326-1d7e71a7f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1686707 Jul 16 20:35:31.491787 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5c012310-ee0f-459a-bdcf-c181b64f53fa req-2f81440f-f7b2-4748-b7fe-7f306cd152d9 service neutron] 10.222.0.18 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507955 Jul 16 20:35:31.521665 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3fbb03e-0d66-4302-b1ef-18469a1eccf6 req-fc300101-5f59-4cfe-9a61-481f8e357498 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/ports?device_id=12355a1c-3719-4013-b6a7-5ab3dab2b9d5 HTTP/1.1" status: 200 len: 210 time: 0.1183550 Jul 16 20:35:31.529587 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4037b38b-baf6-468d-9080-f21c08a9096b req-05983086-5706-482a-9645-9d8071bf88a8 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Router a8c34e85-3074-4225-810c-02ea382eaf8b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:35:31.545034 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e56e9731-179a-4672-a4ff-e3a7191c66fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:31.548766 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e56e9731-179a-4672-a4ff-e3a7191c66fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:31.549938 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e56e9731-179a-4672-a4ff-e3a7191c66fc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a831f438-fd35-48ad-b663-3bcc9ac92ccb HTTP/1.1" status: 204 len: 168 time: 0.5079241 Jul 16 20:35:31.640223 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e9731-179a-4672-a4ff-e3a7191c66fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a831f438-fd35-48ad-b663-3bcc9ac92ccb,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:31.667978 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5c012310-ee0f-459a-bdcf-c181b64f53fa req-745086df-3ce3-41e6-9b44-bc5a465c9fed service neutron] 10.222.0.18 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673048 Jul 16 20:35:31.981154 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-d737b2f9-bb5d-44ba-98e2-7c7c902cc47c tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:31.992963 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-d737b2f9-bb5d-44ba-98e2-7c7c902cc47c tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/networks?id=115012cd-2454-4d1b-bec5-c3a0bdd91257 HTTP/1.1" status: 200 len: 821 time: 0.6229465 Jul 16 20:35:32.089230 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-16858606-00d9-4aed-b0c1-1221f6056357 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/quotas/f23cc4c6dc454562935450c3148a82eb HTTP/1.1" status: 200 len: 375 time: 0.0947139 Jul 16 20:35:32.253804 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45672) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:32.270386 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8ed81-03ba-41c8-a23c-cc8c95f1a4e4 req-47852684-6860-47f2-b75b-872b46caf834 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:32.283143 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b3e8ed81-03ba-41c8-a23c-cc8c95f1a4e4 req-47852684-6860-47f2-b75b-872b46caf834 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 944 time: 0.3971965 Jul 16 20:35:32.287624 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-47e14adf-56bd-4410-aa75-9cb881368d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:32.316983 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4037b38b-baf6-468d-9080-f21c08a9096b req-05983086-5706-482a-9645-9d8071bf88a8 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:35:32.339698 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb479a5-9d7e-49f2-a4a1-133e28f41f8b None None] Sync routers for ids ['a8c34e85-3074-4225-810c-02ea382eaf8b'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:35:32.372459 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb479a5-9d7e-49f2-a4a1-133e28f41f8b None None] Routers {'a8c34e85-3074-4225-810c-02ea382eaf8b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:32.375012 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9fb479a5-9d7e-49f2-a4a1-133e28f41f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:35:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['a8c34e85-3074-4225-810c-02ea382eaf8b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:32.446203 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b3e8ed81-03ba-41c8-a23c-cc8c95f1a4e4 req-b057dbdb-46c8-4a8a-aea6-85f4f7df14ec tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610606 Jul 16 20:35:32.516878 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-4037b38b-baf6-468d-9080-f21c08a9096b req-05983086-5706-482a-9645-9d8071bf88a8 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] No DVR routers for this DVR port 53358dec-45e7-4885-aa75-816bbf4ee4e9 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:35:32.545867 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-8dc50f63-dbc5-42ec-bba1-6d3dbddbbd28 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f23cc4c6dc454562935450c3148a82eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4550674 Jul 16 20:35:32.552146 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-4037b38b-baf6-468d-9080-f21c08a9096b req-05983086-5706-482a-9645-9d8071bf88a8 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:32.561485 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-47e14adf-56bd-4410-aa75-9cb881368d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:32.568892 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4037b38b-baf6-468d-9080-f21c08a9096b req-05983086-5706-482a-9645-9d8071bf88a8 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.18 "DELETE /v2.0/ports/53358dec-45e7-4885-aa75-816bbf4ee4e9 HTTP/1.1" status: 204 len: 173 time: 3.5785837 Jul 16 20:35:32.573868 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-47e14adf-56bd-4410-aa75-9cb881368d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:32.592254 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12355a1c-3719-4013-b6a7-5ab3dab2b9d5', 'name': 'network-vif-deleted', 'tag': '53358dec-45e7-4885-aa75-816bbf4ee4e9'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:32.597357 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2cab5d-3ebf-48cd-91f2-350d7e3725f2" -d '{"events": [{"server_uuid": "12355a1c-3719-4013-b6a7-5ab3dab2b9d5", "name": "network-vif-deleted", "tag": "53358dec-45e7-4885-aa75-816bbf4ee4e9"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:32.665216 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e14adf-56bd-4410-aa75-9cb881368d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1293ef-a72f-4cba-b203-5699afb5fdf3,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:32.734571 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-9fb479a5-9d7e-49f2-a4a1-133e28f41f8b None None] Set router a8c34e85-3074-4225-810c-02ea382eaf8b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:32.745181 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-47e14adf-56bd-4410-aa75-9cb881368d8f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8fb45a3dfefa4a1aa69e771c2f900e48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4899485 Jul 16 20:35:32.745979 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45684) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:32.889979 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c09a0d23-f8d2-471d-8b9b-559bc62c7664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:32.905185 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-6f4e2a3a-a527-41c9-887c-84596d66f9af service neutron] 10.222.0.38 "GET /v2.0/networks/115012cd-2454-4d1b-bec5-c3a0bdd91257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567615 Jul 16 20:35:32.931840 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45686) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:32.960850 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-42386f88-1a6a-478b-bc9c-5e8be6dbf0a6 req-7b2341e0-9cd6-41f4-8671-ea0f54ce8951 tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/ports?device_id=12355a1c-3719-4013-b6a7-5ab3dab2b9d5 HTTP/1.1" status: 200 len: 210 time: 0.0539703 Jul 16 20:35:32.976750 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c09a0d23-f8d2-471d-8b9b-559bc62c7664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:33.096123 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c09a0d23-f8d2-471d-8b9b-559bc62c7664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:33.099387 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c09a0d23-f8d2-471d-8b9b-559bc62c7664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:33.105046 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c09a0d23-f8d2-471d-8b9b-559bc62c7664 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/da1293ef-a72f-4cba-b203-5699afb5fdf3 HTTP/1.1" status: 204 len: 168 time: 0.3578327 Jul 16 20:35:33.118486 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea286ec-f69c-4682-9fda-fe33227a0068 x-openstack-request-id: req-3ea286ec-f69c-4682-9fda-fe33227a0068 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:33.120072 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12355a1c-3719-4013-b6a7-5ab3dab2b9d5", "name": "network-vif-deleted", "tag": "53358dec-45e7-4885-aa75-816bbf4ee4e9", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:33.120702 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3ea286ec-f69c-4682-9fda-fe33227a0068 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:33.121538 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12355a1c-3719-4013-b6a7-5ab3dab2b9d5', 'name': 'network-vif-deleted', 'tag': '53358dec-45e7-4885-aa75-816bbf4ee4e9', 'status': 'completed', 'code': 200} Jul 16 20:35:33.127445 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a0d23-f8d2-471d-8b9b-559bc62c7664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1293ef-a72f-4cba-b203-5699afb5fdf3,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:33.156944 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:33.165038 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-94bd0a5b-6708-447c-859a-8e7d21afda10 service neutron] 10.222.0.38 "GET /v2.0/networks/115012cd-2454-4d1b-bec5-c3a0bdd91257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097280 Jul 16 20:35:33.298925 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9fb479a5-9d7e-49f2-a4a1-133e28f41f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'name': 'tempest-ServersTestManualDisk-573558896-router', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '10a688cf-ce13-4b22-9353-71fe11dd26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:12Z', 'updated_at': '2021-07-16T20:33:22Z', 'revision_number': 4, 'project_id': '5f5a6128ca074592a882cf8df860844b', 'gw_port': {'id': '10a688cf-ce13-4b22-9353-71fe11dd26ff', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:15Z', 'updated_at': '2021-07-16T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '250d5e28-5c85-4f98-bb04-9c1c53362f8d', 'name': '', 'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'mac_address': 'fa:16:3e:2b:01:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'fa6d3426-e792-4e7e-a714-2e77150c9a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:20Z', 'updated_at': '2021-07-16T20:33:29Z', 'revision_number': 5, 'project_id': '5f5a6128ca074592a882cf8df860844b', 'subnets': [{'id': 'fa6d3426-e792-4e7e-a714-2e77150c9a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:33.302548 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-43514b37-cd97-40b9-94df-eceb9d57b97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:33.420279 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb479a5-9d7e-49f2-a4a1-133e28f41f8b None None] Checking router: a8c34e85-3074-4225-810c-02ea382eaf8b for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:35:33.445337 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb479a5-9d7e-49f2-a4a1-133e28f41f8b None None] Routers {'a8c34e85-3074-4225-810c-02ea382eaf8b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:33.446528 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9fb479a5-9d7e-49f2-a4a1-133e28f41f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:35:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['a8c34e85-3074-4225-810c-02ea382eaf8b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:33.477976 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-43514b37-cd97-40b9-94df-eceb9d57b97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:33.488560 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-43514b37-cd97-40b9-94df-eceb9d57b97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:33.610377 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-43514b37-cd97-40b9-94df-eceb9d57b97e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b887d1606ff647dbbbbcc2095c8b2917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6736917 Jul 16 20:35:33.610377 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43514b37-cd97-40b9-94df-eceb9d57b97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b19e96-50e5-4e50-8533-3708a706528e,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:33.611301 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45716) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:33.706360 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5ff54a85-c6db-48a6-832e-9b192417871f req-0cb82677-2d2d-4f3e-984f-862cb3a04607 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8d8205-0baf-442d-9ccc-3b7fdd35d2a2 HTTP/1.1" status: 200 len: 210 time: 0.0552833 Jul 16 20:35:33.771219 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-098f67c0-67ae-4ff9-9901-89752fb4861c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:33.813997 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-098f67c0-67ae-4ff9-9901-89752fb4861c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:33.957442 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84550ab-58e3-43c6-88ef-5914fbe6bf45 req-74547bd2-728c-4f98-854e-66c47cf06e6a tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:33.976230 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e84550ab-58e3-43c6-88ef-5914fbe6bf45 req-74547bd2-728c-4f98-854e-66c47cf06e6a tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 944 time: 0.1667476 Jul 16 20:35:33.998351 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 53358dec-45e7-4885-aa75-816bbf4ee4e9 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:34.000568 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 859097bb-1ac3-4bae-80e3-764eefbb51eb details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:35:34.034970 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 53358dec-45e7-4885-aa75-816bbf4ee4e9 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:35:34.035657 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 53358dec-45e7-4885-aa75-816bbf4ee4e9 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:35:34.063184 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-098f67c0-67ae-4ff9-9901-89752fb4861c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:34.084743 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-098f67c0-67ae-4ff9-9901-89752fb4861c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:34.095870 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-098f67c0-67ae-4ff9-9901-89752fb4861c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d9b19e96-50e5-4e50-8533-3708a706528e HTTP/1.1" status: 204 len: 168 time: 0.4832110 Jul 16 20:35:34.105447 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-9fb479a5-9d7e-49f2-a4a1-133e28f41f8b None None] Set router a8c34e85-3074-4225-810c-02ea382eaf8b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:34.238218 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e84550ab-58e3-43c6-88ef-5914fbe6bf45 req-bcdea572-4878-4582-8a73-ee367c87ee6f tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576315 Jul 16 20:35:34.238218 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f67c0-67ae-4ff9-9901-89752fb4861c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b19e96-50e5-4e50-8533-3708a706528e,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:34.363994 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45776) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:34.398106 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 859097bb-1ac3-4bae-80e3-764eefbb51eb, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=859097bb-1ac3-4bae-80e3-764eefbb51eb,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:34.483649 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3f4502ff-285f-436e-ae86-a31f1e11b66c tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:34.487093 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '859097bb-1ac3-4bae-80e3-764eefbb51eb', 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f', 'port_id': '859097bb-1ac3-4bae-80e3-764eefbb51eb', 'mac_address': 'fa:16:3e:b0:a7:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587f0aec-80a3-4172-9644-d785b8e153a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:35:34.522505 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3f4502ff-285f-436e-ae86-a31f1e11b66c tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:34.599824 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3f4502ff-285f-436e-ae86-a31f1e11b66c tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:34.603360 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3f4502ff-285f-436e-ae86-a31f1e11b66c tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:34.606860 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3f4502ff-285f-436e-ae86-a31f1e11b66c tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "DELETE /v2.0/security-groups/08cd8ddd-42e4-4b66-af30-7f6cb39b8aaf HTTP/1.1" status: 204 len: 168 time: 0.2392714 Jul 16 20:35:34.607265 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45786) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:34.621650 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4502ff-285f-436e-ae86-a31f1e11b66c tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cd8ddd-42e4-4b66-af30-7f6cb39b8aaf,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:34.622153 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-a22f4c40-a904-4345-9cff-a48dbc1a470e tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] show failed (client error): The resource could not be found. Jul 16 20:35:34.638272 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a22f4c40-a904-4345-9cff-a48dbc1a470e tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "GET /v2.0/security-groups/08cd8ddd-42e4-4b66-af30-7f6cb39b8aaf HTTP/1.1" status: 404 len: 347 time: 0.0299137 Jul 16 20:35:34.641027 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45790) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:34.658218 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:34.694434 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859097bb-1ac3-4bae-80e3-764eefbb51eb {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:35:34.814086 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 859097bb-1ac3-4bae-80e3-764eefbb51eb, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=859097bb-1ac3-4bae-80e3-764eefbb51eb,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:34.835749 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:34.947858 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-99674fa6-0c62-4a8f-b6b7-5061ae49435f tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Deleting port fc7eea60-d297-42cd-854b-4b7ea6eee3cd {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:34.948137 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-99674fa6-0c62-4a8f-b6b7-5061ae49435f tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:34.962038 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9fb479a5-9d7e-49f2-a4a1-133e28f41f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'name': 'tempest-ServersTestManualDisk-573558896-router', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '10a688cf-ce13-4b22-9353-71fe11dd26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:12Z', 'updated_at': '2021-07-16T20:33:22Z', 'revision_number': 4, 'project_id': '5f5a6128ca074592a882cf8df860844b', 'gw_port': {'id': '10a688cf-ce13-4b22-9353-71fe11dd26ff', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:15Z', 'updated_at': '2021-07-16T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '250d5e28-5c85-4f98-bb04-9c1c53362f8d', 'name': '', 'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'mac_address': 'fa:16:3e:2b:01:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'fa6d3426-e792-4e7e-a714-2e77150c9a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:20Z', 'updated_at': '2021-07-16T20:33:29Z', 'revision_number': 5, 'project_id': '5f5a6128ca074592a882cf8df860844b', 'subnets': [{'id': 'fa6d3426-e792-4e7e-a714-2e77150c9a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:34.976539 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45800) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:35.044474 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=859097bb-1ac3-4bae-80e3-764eefbb51eb,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:35.056039 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb479a5-9d7e-49f2-a4a1-133e28f41f8b None None] The sync data for ids ['a8c34e85-3074-4225-810c-02ea382eaf8b'] in n-d-791506-21 is: [{'id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'name': 'tempest-ServersTestManualDisk-573558896-router', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '10a688cf-ce13-4b22-9353-71fe11dd26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:12Z', 'updated_at': '2021-07-16T20:33:22Z', 'revision_number': 4, 'project_id': '5f5a6128ca074592a882cf8df860844b', 'gw_port': {'id': '10a688cf-ce13-4b22-9353-71fe11dd26ff', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:15Z', 'updated_at': '2021-07-16T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '250d5e28-5c85-4f98-bb04-9c1c53362f8d', 'name': '', 'network_id': '9946657c-25de-4dbf-a2ff-cc0711d92acb', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'mac_address': 'fa:16:3e:2b:01:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'fa6d3426-e792-4e7e-a714-2e77150c9a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:20Z', 'updated_at': '2021-07-16T20:33:29Z', 'revision_number': 5, 'project_id': '5f5a6128ca074592a882cf8df860844b', 'subnets': [{'id': 'fa6d3426-e792-4e7e-a714-2e77150c9a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:35:35.077565 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-39eb5173-b3da-463c-bf8f-b9a2a32b799a req-481d58ad-8a39-4768-bfae-e5d5d76ec09a tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8d8205-0baf-442d-9ccc-3b7fdd35d2a2 HTTP/1.1" status: 200 len: 210 time: 0.0704529 Jul 16 20:35:35.118668 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['859097bb-1ac3-4bae-80e3-764eefbb51eb'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:35:35.168745 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b40c0b53-72bc-4786-bf1e-4780bb5661d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.178122 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-99674fa6-0c62-4a8f-b6b7-5061ae49435f tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.178498 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-99674fa6-0c62-4a8f-b6b7-5061ae49435f tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.195092 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-99674fa6-0c62-4a8f-b6b7-5061ae49435f tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Calling delete_port for fc7eea60-d297-42cd-854b-4b7ea6eee3cd owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:35.457660 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b40c0b53-72bc-4786-bf1e-4780bb5661d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.469778 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b40c0b53-72bc-4786-bf1e-4780bb5661d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.550522 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c0b53-72bc-4786-bf1e-4780bb5661d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9fc335-9179-44eb-a952-0785a577955b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:35.600615 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-99674fa6-0c62-4a8f-b6b7-5061ae49435f tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.605993 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b40c0b53-72bc-4786-bf1e-4780bb5661d8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=076f312a14fb4ed488951f9aeec16d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6275485 Jul 16 20:35:35.612366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45824) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:35.617307 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9ed56d-6953-46b7-82eb-447672c5ae45 None None] New status for floating IP 625f6810-4d2b-4aae-a296-73e2d77dc7ce: DOWN {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:35:35.721012 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99674fa6-0c62-4a8f-b6b7-5061ae49435f tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Pushing event deleted for resources: {'Port': ['ID=fc7eea60-d297-42cd-854b-4b7ea6eee3cd,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:35.772408 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1f308e02-bd08-46c5-b848-ddc04385663a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.835584 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1f308e02-bd08-46c5-b848-ddc04385663a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.856290 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-c6919701-7fe3-40f6-987e-bd5bb1ceee33 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:35.858824 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-c6919701-7fe3-40f6-987e-bd5bb1ceee33 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.62 "GET /v2.0/networks?id=115012cd-2454-4d1b-bec5-c3a0bdd91257 HTTP/1.1" status: 200 len: 821 time: 0.2118165 Jul 16 20:35:35.875360 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-675db862-194e-4e29-bfc2-36d9f2ce9ab8 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Request body: {'port': {'device_id': 'da8d8205-0baf-442d-9ccc-3b7fdd35d2a2', 'network_id': '115012cd-2454-4d1b-bec5-c3a0bdd91257', 'admin_state_up': True, 'tenant_id': 'f23cc4c6dc454562935450c3148a82eb'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:35.880972 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-99674fa6-0c62-4a8f-b6b7-5061ae49435f tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.884862 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-99674fa6-0c62-4a8f-b6b7-5061ae49435f tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.886206 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-99674fa6-0c62-4a8f-b6b7-5061ae49435f tempest-ServersTestManualDisk-365974120 tempest-ServersTestManualDisk-365974120-project] 10.222.0.38 "DELETE /v2.0/floatingips/625f6810-4d2b-4aae-a296-73e2d77dc7ce HTTP/1.1" status: 204 len: 168 time: 1.2439942 Jul 16 20:35:35.894982 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45832) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:35.914965 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ba714-49cb-4118-af0d-5179ab55547c req-2fa6a606-0b68-4b62-9ee2-720c0884f13a tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:35.915431 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c65ba714-49cb-4118-af0d-5179ab55547c req-2fa6a606-0b68-4b62-9ee2-720c0884f13a tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 945 time: 0.2630007 Jul 16 20:35:35.987374 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1f308e02-bd08-46c5-b848-ddc04385663a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.991203 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1f308e02-bd08-46c5-b848-ddc04385663a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.992552 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1f308e02-bd08-46c5-b848-ddc04385663a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8f9fc335-9179-44eb-a952-0785a577955b HTTP/1.1" status: 204 len: 168 time: 0.3791554 Jul 16 20:35:36.002621 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c65ba714-49cb-4118-af0d-5179ab55547c req-a58137cb-5598-41f3-820a-e051820316ac tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809393 Jul 16 20:35:36.010700 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f308e02-bd08-46c5-b848-ddc04385663a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9fc335-9179-44eb-a952-0785a577955b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:36.175819 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-675db862-194e-4e29-bfc2-36d9f2ce9ab8 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Made reservation on behalf of f23cc4c6dc454562935450c3148a82eb for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:36.179555 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-675db862-194e-4e29-bfc2-36d9f2ce9ab8 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:36.270750 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d3940a2c-9416-490d-94e5-3355c8357dfd req-cf973e03-543f-4a01-8eef-b52ee8fda546 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8d8205-0baf-442d-9ccc-3b7fdd35d2a2 HTTP/1.1" status: 200 len: 210 time: 0.0558851 Jul 16 20:35:36.487363 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45864) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:36.506673 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cb1b366e-502b-481a-ba5c-6d638a19fb7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:36.565510 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45866) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:36.574481 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-534a4464-25cc-4586-a44c-f7ac4572a583 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-748445869'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:36.656636 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cb1b366e-502b-481a-ba5c-6d638a19fb7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:36.662670 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cb1b366e-502b-481a-ba5c-6d638a19fb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:36.696554 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b366e-502b-481a-ba5c-6d638a19fb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2119c30d-262b-4060-b873-e06725cf6407,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:36.719859 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cb1b366e-502b-481a-ba5c-6d638a19fb7e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5c0bdd5cf6c0439dad6ef545ab9deb23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2313228 Jul 16 20:35:36.720470 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45870) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:36.734959 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534a4464-25cc-4586-a44c-f7ac4572a583 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Made reservation on behalf of 086605ce16824d789c1ebe4af59fda06 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:36.738487 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-534a4464-25cc-4586-a44c-f7ac4572a583 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:36.779473 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-130d194d-60fb-43d5-82ce-19a23a54b005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:36.802649 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-675db862-194e-4e29-bfc2-36d9f2ce9ab8 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Allocated IP 172.20.0.9 (115012cd-2454-4d1b-bec5-c3a0bdd91257/cf096263-e475-4469-ad27-b632113d6208/4403001a-e230-4ef2-8938-f312edb46b49) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:36.810794 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534a4464-25cc-4586-a44c-f7ac4572a583 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:35:36.810974 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-130d194d-60fb-43d5-82ce-19a23a54b005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:36.830258 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-534a4464-25cc-4586-a44c-f7ac4572a583 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:36.830642 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-534a4464-25cc-4586-a44c-f7ac4572a583 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Added segment 539e5216-5669-4601-aada-6ac02b36e6e5 of type vlan for network f8215949-193f-4b94-94eb-7fc9f5e8cdee Jul 16 20:35:36.878290 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-130d194d-60fb-43d5-82ce-19a23a54b005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:36.886346 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-130d194d-60fb-43d5-82ce-19a23a54b005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:36.891653 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-130d194d-60fb-43d5-82ce-19a23a54b005 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2119c30d-262b-4060-b873-e06725cf6407 HTTP/1.1" status: 204 len: 168 time: 0.1695962 Jul 16 20:35:36.898728 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-534a4464-25cc-4586-a44c-f7ac4572a583 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:36.908494 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d194d-60fb-43d5-82ce-19a23a54b005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2119c30d-262b-4060-b873-e06725cf6407,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:36.916244 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45878) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:37.041967 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-534a4464-25cc-4586-a44c-f7ac4572a583 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:37.047606 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534a4464-25cc-4586-a44c-f7ac4572a583 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:37.048201 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-534a4464-25cc-4586-a44c-f7ac4572a583 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:37.109222 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-534a4464-25cc-4586-a44c-f7ac4572a583 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5426505 Jul 16 20:35:37.111838 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45890) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:37.117382 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-cf3879e9-ef80-45a9-90d1-a2df1741cec2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-996622876'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:37.163182 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3879e9-ef80-45a9-90d1-a2df1741cec2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Made reservation on behalf of 086605ce16824d789c1ebe4af59fda06 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:37.173616 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cf3879e9-ef80-45a9-90d1-a2df1741cec2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:37.198449 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-675db862-194e-4e29-bfc2-36d9f2ce9ab8 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:37.204463 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a4464-25cc-4586-a44c-f7ac4572a583 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event updated for resources: {'Network': ['ID=f8215949-193f-4b94-94eb-7fc9f5e8cdee,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:37.229626 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network f8215949-193f-4b94-94eb-7fc9f5e8cdee details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:35:37.251456 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3879e9-ef80-45a9-90d1-a2df1741cec2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:35:37.251653 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e1f301e6-ae52-46ce-ae71-abd313c433a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:37.269538 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cf3879e9-ef80-45a9-90d1-a2df1741cec2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:37.269883 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-cf3879e9-ef80-45a9-90d1-a2df1741cec2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Added segment 20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92 of type vlan for network 8220058e-73c4-4bbb-9a58-d9b747bb6802 Jul 16 20:35:37.374242 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-82c44781-dd8f-4837-9620-f8b5cfae890d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:37.382977 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-675db862-194e-4e29-bfc2-36d9f2ce9ab8 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:37.410162 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2861b2-4955-4add-baf7-1ddbd2c7d5fe req-61480731-8bbb-4016-b9a6-620e717575fd tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:37.416623 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-da2861b2-4955-4add-baf7-1ddbd2c7d5fe req-61480731-8bbb-4016-b9a6-620e717575fd tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 945 time: 0.2168832 Jul 16 20:35:37.426140 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cf3879e9-ef80-45a9-90d1-a2df1741cec2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:37.478971 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-675db862-194e-4e29-bfc2-36d9f2ce9ab8 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Network 115012cd-2454-4d1b-bec5-c3a0bdd91257 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:37.482778 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 859097bb-1ac3-4bae-80e3-764eefbb51eb up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:37.487721 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-675db862-194e-4e29-bfc2-36d9f2ce9ab8 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:37.511248 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-675db862-194e-4e29-bfc2-36d9f2ce9ab8 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:37.535154 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675db862-194e-4e29-bfc2-36d9f2ce9ab8 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Pushing event updated for resources: {'Port': ['ID=4403001a-e230-4ef2-8938-f312edb46b49,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:37.600971 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-da2861b2-4955-4add-baf7-1ddbd2c7d5fe req-64e75856-8bee-4dbb-8530-d941cbc745ea tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673260 Jul 16 20:35:37.603170 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-675db862-194e-4e29-bfc2-36d9f2ce9ab8 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:37.604026 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-675db862-194e-4e29-bfc2-36d9f2ce9ab8 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:37.604199 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 859097bb-1ac3-4bae-80e3-764eefbb51eb completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:37.615393 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 859097bb-1ac3-4bae-80e3-764eefbb51eb triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:37.615895 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:37.631432 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cf3879e9-ef80-45a9-90d1-a2df1741cec2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:37.647952 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3879e9-ef80-45a9-90d1-a2df1741cec2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:37.659162 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cf3879e9-ef80-45a9-90d1-a2df1741cec2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:37.720717 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:37.735325 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-e1f301e6-ae52-46ce-ae71-abd313c433a6 admin admin] Deleting port 250d5e28-5c85-4f98-bb04-9c1c53362f8d {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:37.735810 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e1f301e6-ae52-46ce-ae71-abd313c433a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:37.756089 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3879e9-ef80-45a9-90d1-a2df1741cec2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event updated for resources: {'Network': ['ID=8220058e-73c4-4bbb-9a58-d9b747bb6802,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:37.777868 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 859097bb-1ac3-4bae-80e3-764eefbb51eb, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=859097bb-1ac3-4bae-80e3-764eefbb51eb,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:37.781916 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2ff37a-b40b-400f-9e0f-752d076d2580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859097bb-1ac3-4bae-80e3-764eefbb51eb'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:37.785436 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f82c826-1611-4dca-87db-a5983868fec7" -d '{"events": [{"server_uuid": "7c2ff37a-b40b-400f-9e0f-752d076d2580", "name": "network-vif-plugged", "status": "completed", "tag": "859097bb-1ac3-4bae-80e3-764eefbb51eb"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:37.790616 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 8220058e-73c4-4bbb-9a58-d9b747bb6802 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:35:37.798398 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:37.806872 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71278765-1e67-4b9b-88d6-16875f732040 req-a628ee4c-9f11-4dfa-ae06-9d45c213cb96 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:37.814627 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-71278765-1e67-4b9b-88d6-16875f732040 req-a628ee4c-9f11-4dfa-ae06-9d45c213cb96 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8d8205-0baf-442d-9ccc-3b7fdd35d2a2 HTTP/1.1" status: 200 len: 931 time: 0.3593962 Jul 16 20:35:37.867552 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-71278765-1e67-4b9b-88d6-16875f732040 req-5e9b8c4f-c4bc-452f-9405-e6ec006437c6 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518842 Jul 16 20:35:37.889168 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-e1f301e6-ae52-46ce-ae71-abd313c433a6 admin admin] For port 250d5e28-5c85-4f98-bb04-9c1c53362f8d, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=250d5e28-5c85-4f98-bb04-9c1c53362f8d,segment=NetworkSegment(0d07d740-88ef-4866-813e-0313120f4fc9),segment_id=0d07d740-88ef-4866-813e-0313120f4fc9)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:37.889616 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e1f301e6-ae52-46ce-ae71-abd313c433a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:37.894097 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc8d153-aa4f-409a-886c-9884a0abe44a x-openstack-request-id: req-0bc8d153-aa4f-409a-886c-9884a0abe44a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:37.894412 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2ff37a-b40b-400f-9e0f-752d076d2580", "name": "network-vif-plugged", "status": "completed", "tag": "859097bb-1ac3-4bae-80e3-764eefbb51eb", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:37.901362 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0bc8d153-aa4f-409a-886c-9884a0abe44a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:37.901803 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2ff37a-b40b-400f-9e0f-752d076d2580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859097bb-1ac3-4bae-80e3-764eefbb51eb', 'code': 200} Jul 16 20:35:37.907623 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-e1f301e6-ae52-46ce-ae71-abd313c433a6 admin admin] Calling delete_port for 250d5e28-5c85-4f98-bb04-9c1c53362f8d owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:37.924967 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-82c44781-dd8f-4837-9620-f8b5cfae890d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:37.934004 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-82c44781-dd8f-4837-9620-f8b5cfae890d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:37.942304 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=859097bb-1ac3-4bae-80e3-764eefbb51eb,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:37.952023 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cf3879e9-ef80-45a9-90d1-a2df1741cec2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8390145 Jul 16 20:35:37.956336 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45916) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:37.983362 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-52f89cca-e100-4609-b420-95ee1b84ae85 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Request body: {'subnet': {'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:38.027447 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c44781-dd8f-4837-9620-f8b5cfae890d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5a3b36-5368-4aaa-8022-0fd8a6f0ff56,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:38.034505 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-675db862-194e-4e29-bfc2-36d9f2ce9ab8 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1643531 Jul 16 20:35:38.035173 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-82c44781-dd8f-4837-9620-f8b5cfae890d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=020061d626234fd6a43a68ae6d9c7f42&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1212268 Jul 16 20:35:38.042797 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45920) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:38.076970 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-133ba9fe-9366-46cd-9bb0-41610a156b40 service neutron] Request body: {'port': {'device_id': 'da8d8205-0baf-442d-9ccc-3b7fdd35d2a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:38.134058 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbbf9996-08d8-42bd-b536-c6e16aa8431e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:38.144616 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba23f93-ea97-41e1-b668-6b17754e1c39 req-2bf46446-edfe-4b4b-8a4c-f784806c8325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:38.146848 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bba23f93-ea97-41e1-b668-6b17754e1c39 req-2bf46446-edfe-4b4b-8a4c-f784806c8325 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 1098 time: 0.1629884 Jul 16 20:35:38.191933 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbbf9996-08d8-42bd-b536-c6e16aa8431e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:38.231645 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bba23f93-ea97-41e1-b668-6b17754e1c39 req-21eee456-1811-4b09-85c2-db9b5a91257b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771053 Jul 16 20:35:38.288161 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbbf9996-08d8-42bd-b536-c6e16aa8431e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:38.292019 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbbf9996-08d8-42bd-b536-c6e16aa8431e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:38.308427 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bbbf9996-08d8-42bd-b536-c6e16aa8431e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ba5a3b36-5368-4aaa-8022-0fd8a6f0ff56 HTTP/1.1" status: 204 len: 168 time: 0.2534781 Jul 16 20:35:38.322448 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-133ba9fe-9366-46cd-9bb0-41610a156b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:38.325393 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf9996-08d8-42bd-b536-c6e16aa8431e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5a3b36-5368-4aaa-8022-0fd8a6f0ff56,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:38.381688 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f89cca-e100-4609-b420-95ee1b84ae85 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Made reservation on behalf of 086605ce16824d789c1ebe4af59fda06 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:38.385321 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-52f89cca-e100-4609-b420-95ee1b84ae85 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:38.812249 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e1f301e6-ae52-46ce-ae71-abd313c433a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:38.900493 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2dc45-959e-4d33-8a44-5170b28a5e9e req-fe593287-e7b3-44e9-b452-94f69d305d68 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:38.909060 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8f2dc45-959e-4d33-8a44-5170b28a5e9e req-fe593287-e7b3-44e9-b452-94f69d305d68 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 946 time: 0.0950544 Jul 16 20:35:38.911219 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f301e6-ae52-46ce-ae71-abd313c433a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=250d5e28-5c85-4f98-bb04-9c1c53362f8d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:39.064926 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8f2dc45-959e-4d33-8a44-5170b28a5e9e req-837b7c27-7eb1-4b6a-a6c5-6dbb04a93563 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487222 Jul 16 20:35:39.418474 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da479b5b-0415-42da-840f-db8d1ec830c9 req-d2d771fd-ea2e-4537-b098-4dba9558b554 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:39.427817 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-da479b5b-0415-42da-840f-db8d1ec830c9 req-d2d771fd-ea2e-4537-b098-4dba9558b554 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8d8205-0baf-442d-9ccc-3b7fdd35d2a2 HTTP/1.1" status: 200 len: 931 time: 0.2347248 Jul 16 20:35:39.492045 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-da479b5b-0415-42da-840f-db8d1ec830c9 req-e090cccf-c91b-4db9-851d-852f782cf54b tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604556 Jul 16 20:35:39.521484 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46002) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:39.635853 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-52f89cca-e100-4609-b420-95ee1b84ae85 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:39.673020 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0909ba10-f349-4299-b974-8d0247efee46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:39.754573 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e1f301e6-ae52-46ce-ae71-abd313c433a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:39.785731 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f89cca-e100-4609-b420-95ee1b84ae85 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event updated for resources: {'Subnet': ['ID=ede8a670-7de2-4b7a-90c3-f13e1c31925d,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:39.791883 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-133ba9fe-9366-46cd-9bb0-41610a156b40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4403001a-e230-4ef2-8938-f312edb46b49 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:35:39.806608 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-133ba9fe-9366-46cd-9bb0-41610a156b40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:39.832444 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0909ba10-f349-4299-b974-8d0247efee46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:39.843610 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0909ba10-f349-4299-b974-8d0247efee46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:39.858667 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f89cca-e100-4609-b420-95ee1b84ae85 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Checking segment: {'id': '539e5216-5669-4601-aada-6ac02b36e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:39.859269 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f89cca-e100-4609-b420-95ee1b84ae85 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Network hostable DHCP agents. Network: f8215949-193f-4b94-94eb-7fc9f5e8cdee, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:35:39.876582 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-133ba9fe-9366-46cd-9bb0-41610a156b40 service neutron] Transition to ACTIVE for port object 4403001a-e230-4ef2-8938-f312edb46b49 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:39.879741 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909ba10-f349-4299-b974-8d0247efee46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b50047-0582-4549-9aa0-5492383d588c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:39.888225 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-133ba9fe-9366-46cd-9bb0-41610a156b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:39.924857 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0909ba10-f349-4299-b974-8d0247efee46 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dfac9abbdf4741d7b1770f25fd29164f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4018230 Jul 16 20:35:39.928582 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46022) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:39.982592 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f89cca-e100-4609-b420-95ee1b84ae85 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Network f8215949-193f-4b94-94eb-7fc9f5e8cdee is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:35:40.001009 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8fc031ff-94b0-43c0-bfe9-3e7082e45d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.002905 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-52f89cca-e100-4609-b420-95ee1b84ae85 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, f8215949-193f-4b94-94eb-7fc9f5e8cdee) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:40.011574 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f89cca-e100-4609-b420-95ee1b84ae85 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:40.012216 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cafb985-cb29-4616-a316-714dde077e1c None None] Network f8215949-193f-4b94-94eb-7fc9f5e8cdee requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:40.012676 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-52f89cca-e100-4609-b420-95ee1b84ae85 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.014588 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ba9fe-9366-46cd-9bb0-41610a156b40 service neutron] Pushing event updated for resources: {'Port': ['ID=4403001a-e230-4ef2-8938-f312edb46b49,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:40.058962 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8fc031ff-94b0-43c0-bfe9-3e7082e45d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.110984 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-52f89cca-e100-4609-b420-95ee1b84ae85 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1535301 Jul 16 20:35:40.117536 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46030) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:40.131254 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-4eb0f001-1134-4ba0-9858-eb7e69ff8cea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Request body: {'subnet': {'network_id': '8220058e-73c4-4bbb-9a58-d9b747bb6802', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:40.153586 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-133ba9fe-9366-46cd-9bb0-41610a156b40 service neutron] Attempting to bind port 4403001a-e230-4ef2-8938-f312edb46b49 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:35:40.154224 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-133ba9fe-9366-46cd-9bb0-41610a156b40 service neutron] Attempting to bind port 4403001a-e230-4ef2-8938-f312edb46b49 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '825628ad-9a36-4b2b-b9e3-9f2da86637ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '115012cd-2454-4d1b-bec5-c3a0bdd91257'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:35:40.154744 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-133ba9fe-9366-46cd-9bb0-41610a156b40 service neutron] Attempting to bind port 4403001a-e230-4ef2-8938-f312edb46b49 on network 115012cd-2454-4d1b-bec5-c3a0bdd91257 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:40.166203 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-133ba9fe-9366-46cd-9bb0-41610a156b40 service neutron] Port 4403001a-e230-4ef2-8938-f312edb46b49 on network 115012cd-2454-4d1b-bec5-c3a0bdd91257 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:35:40.166827 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-133ba9fe-9366-46cd-9bb0-41610a156b40 service neutron] Attempting to bind port 4403001a-e230-4ef2-8938-f312edb46b49 on network 115012cd-2454-4d1b-bec5-c3a0bdd91257 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:40.176187 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-133ba9fe-9366-46cd-9bb0-41610a156b40 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:35:40.176867 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-133ba9fe-9366-46cd-9bb0-41610a156b40 service neutron] Checking segment: {'id': '825628ad-9a36-4b2b-b9e3-9f2da86637ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '115012cd-2454-4d1b-bec5-c3a0bdd91257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:40.177470 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-133ba9fe-9366-46cd-9bb0-41610a156b40 service neutron] Bound using segment: {'id': '825628ad-9a36-4b2b-b9e3-9f2da86637ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '115012cd-2454-4d1b-bec5-c3a0bdd91257'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:35:40.178129 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-133ba9fe-9366-46cd-9bb0-41610a156b40 service neutron] Bound port: 4403001a-e230-4ef2-8938-f312edb46b49, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825628ad-9a36-4b2b-b9e3-9f2da86637ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '115012cd-2454-4d1b-bec5-c3a0bdd91257'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:35:40.178725 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-133ba9fe-9366-46cd-9bb0-41610a156b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.316745 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8fc031ff-94b0-43c0-bfe9-3e7082e45d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.319631 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8fc031ff-94b0-43c0-bfe9-3e7082e45d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.322012 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8fc031ff-94b0-43c0-bfe9-3e7082e45d4f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/83b50047-0582-4549-9aa0-5492383d588c HTTP/1.1" status: 204 len: 168 time: 0.3920817 Jul 16 20:35:40.345819 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f301e6-ae52-46ce-ae71-abd313c433a6 admin admin] Router a8c34e85-3074-4225-810c-02ea382eaf8b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:35:40.348400 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-133ba9fe-9366-46cd-9bb0-41610a156b40 service neutron] For port 4403001a-e230-4ef2-8938-f312edb46b49, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:40.349754 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4e834e-c061-43a8-a97e-c0475e643b9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-f8215949-193f-4b94-94eb-7fc9f5e8cdee', 'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'fixed_ips': [{'subnet_id': 'ede8a670-7de2-4b7a-90c3-f13e1c31925d'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:35:40.351332 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a4e834e-c061-43a8-a97e-c0475e643b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.353746 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-133ba9fe-9366-46cd-9bb0-41610a156b40 service neutron] For port 4403001a-e230-4ef2-8938-f312edb46b49, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=4403001a-e230-4ef2-8938-f312edb46b49,segment=NetworkSegment(825628ad-9a36-4b2b-b9e3-9f2da86637ff),segment_id=825628ad-9a36-4b2b-b9e3-9f2da86637ff)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:35:40.372785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc031ff-94b0-43c0-bfe9-3e7082e45d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b50047-0582-4549-9aa0-5492383d588c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:40.375985 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-133ba9fe-9366-46cd-9bb0-41610a156b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.409581 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb0f001-1134-4ba0-9858-eb7e69ff8cea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Made reservation on behalf of 086605ce16824d789c1ebe4af59fda06 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:40.415114 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4eb0f001-1134-4ba0-9858-eb7e69ff8cea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.538032 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929ef24-ef5b-4fb9-ab1f-c9b1a6036489 req-f117f117-63d7-4718-b6b6-dd96140a3c7e tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:40.549487 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1929ef24-ef5b-4fb9-ab1f-c9b1a6036489 req-f117f117-63d7-4718-b6b6-dd96140a3c7e tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 946 time: 0.2257376 Jul 16 20:35:40.572015 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-4a4e834e-c061-43a8-a97e-c0475e643b9b None None] Allocated IP 10.1.1.2 (f8215949-193f-4b94-94eb-7fc9f5e8cdee/ede8a670-7de2-4b7a-90c3-f13e1c31925d/d8ef0b62-98ba-411b-8a05-6b274554e4d4) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:40.598499 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-133ba9fe-9366-46cd-9bb0-41610a156b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:40.598945 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-133ba9fe-9366-46cd-9bb0-41610a156b40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.600352 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-133ba9fe-9366-46cd-9bb0-41610a156b40 service neutron] 10.222.0.62 "PUT /v2.0/ports/4403001a-e230-4ef2-8938-f312edb46b49 HTTP/1.1" status: 200 len: 1092 time: 2.5337644 Jul 16 20:35:40.682186 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1929ef24-ef5b-4fb9-ab1f-c9b1a6036489 req-2582189d-d058-4172-80ac-35c765f88c6e tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310561 Jul 16 20:35:40.710944 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da8d8205-0baf-442d-9ccc-3b7fdd35d2a2', 'tag': '4403001a-e230-4ef2-8938-f312edb46b49'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:40.723007 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dd2af7-a6ef-4a95-9b9b-7a3d9a72f527" -d '{"events": [{"name": "network-changed", "server_uuid": "da8d8205-0baf-442d-9ccc-3b7fdd35d2a2", "tag": "4403001a-e230-4ef2-8938-f312edb46b49"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:40.792868 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a4e834e-c061-43a8-a97e-c0475e643b9b None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.809446 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4a4e834e-c061-43a8-a97e-c0475e643b9b None None] Transition to ACTIVE for port object d8ef0b62-98ba-411b-8a05-6b274554e4d4 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:40.841504 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ba9fe-9366-46cd-9bb0-41610a156b40 service neutron] Pushing event updated for resources: {'Port': ['ID=4403001a-e230-4ef2-8938-f312edb46b49,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:40.846083 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4a4e834e-c061-43a8-a97e-c0475e643b9b None None] Transition to ACTIVE for port object d8ef0b62-98ba-411b-8a05-6b274554e4d4 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:40.869828 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a4e834e-c061-43a8-a97e-c0475e643b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.931129 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4eb0f001-1134-4ba0-9858-eb7e69ff8cea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.937070 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f301e6-ae52-46ce-ae71-abd313c433a6 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:35:40.958141 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e1f301e6-ae52-46ce-ae71-abd313c433a6 admin admin] 10.222.0.38 "PUT /v2.0/routers/a8c34e85-3074-4225-810c-02ea382eaf8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0615599 Jul 16 20:35:40.966239 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46056) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:40.972156 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e2f0c3-2acb-4de6-ac6b-999a3e7b3a92 None None] Sync routers for ids ['a8c34e85-3074-4225-810c-02ea382eaf8b'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:35:40.996684 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4e834e-c061-43a8-a97e-c0475e643b9b None None] Network f8215949-193f-4b94-94eb-7fc9f5e8cdee is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:41.013613 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-4a4e834e-c061-43a8-a97e-c0475e643b9b None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:41.015519 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e834e-c061-43a8-a97e-c0475e643b9b None None] Pushing event updated for resources: {'Port': ['ID=d8ef0b62-98ba-411b-8a05-6b274554e4d4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:41.019352 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4e834e-c061-43a8-a97e-c0475e643b9b None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:41.021311 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e2f0c3-2acb-4de6-ac6b-999a3e7b3a92 None None] Routers {'a8c34e85-3074-4225-810c-02ea382eaf8b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:41.021938 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-51e2f0c3-2acb-4de6-ac6b-999a3e7b3a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:35:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['a8c34e85-3074-4225-810c-02ea382eaf8b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:41.110747 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb0f001-1134-4ba0-9858-eb7e69ff8cea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event updated for resources: {'Subnet': ['ID=ddbb0f23-4d7f-4c3a-a43b-0ba8f2788bfb,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:41.191583 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24211a8f-065e-480d-8b34-da9e6fe61a91 req-ec79f579-df3a-47a4-aa04-2ef18024a452 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:41.200941 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-24211a8f-065e-480d-8b34-da9e6fe61a91 req-ec79f579-df3a-47a4-aa04-2ef18024a452 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8d8205-0baf-442d-9ccc-3b7fdd35d2a2 HTTP/1.1" status: 200 len: 943 time: 0.4100747 Jul 16 20:35:41.266719 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff7b3730-660a-4f67-ae63-468a2c50a743 admin admin] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:41.270475 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ead6da7-0d84-4cff-9891-ce7254e83ca8 x-openstack-request-id: req-6ead6da7-0d84-4cff-9891-ce7254e83ca8 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:41.270954 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da8d8205-0baf-442d-9ccc-3b7fdd35d2a2", "tag": "4403001a-e230-4ef2-8938-f312edb46b49", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:41.271366 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6ead6da7-0d84-4cff-9891-ce7254e83ca8 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:41.271902 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da8d8205-0baf-442d-9ccc-3b7fdd35d2a2', 'tag': '4403001a-e230-4ef2-8938-f312edb46b49', 'status': 'completed', 'code': 200} Jul 16 20:35:41.278087 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-d6c1f729-aa68-4688-971f-7cec5ab2e10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:41.280535 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-d6c1f729-aa68-4688-971f-7cec5ab2e10a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f23cc4c6dc454562935450c3148a82eb&device_id=da8d8205-0baf-442d-9ccc-3b7fdd35d2a2 HTTP/1.1" status: 200 len: 1095 time: 0.5475302 Jul 16 20:35:41.290950 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-4a4e834e-c061-43a8-a97e-c0475e643b9b None None] Attempting to bind port d8ef0b62-98ba-411b-8a05-6b274554e4d4 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:35:41.291319 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-4a4e834e-c061-43a8-a97e-c0475e643b9b None None] Attempting to bind port d8ef0b62-98ba-411b-8a05-6b274554e4d4 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '539e5216-5669-4601-aada-6ac02b36e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:35:41.291679 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4e834e-c061-43a8-a97e-c0475e643b9b None None] Attempting to bind port d8ef0b62-98ba-411b-8a05-6b274554e4d4 on network f8215949-193f-4b94-94eb-7fc9f5e8cdee {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:41.300734 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4e834e-c061-43a8-a97e-c0475e643b9b None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:35:41.301107 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4e834e-c061-43a8-a97e-c0475e643b9b None None] Checking segment: {'id': '539e5216-5669-4601-aada-6ac02b36e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:41.301509 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a4e834e-c061-43a8-a97e-c0475e643b9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:41.301897 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4e834e-c061-43a8-a97e-c0475e643b9b None None] Bound using segment: {'id': '539e5216-5669-4601-aada-6ac02b36e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:35:41.302383 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-4a4e834e-c061-43a8-a97e-c0475e643b9b None None] Bound port: d8ef0b62-98ba-411b-8a05-6b274554e4d4, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '539e5216-5669-4601-aada-6ac02b36e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:35:41.302766 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a4e834e-c061-43a8-a97e-c0475e643b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:41.317163 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-24211a8f-065e-480d-8b34-da9e6fe61a91 req-38dd8c15-9e83-469a-a5ff-64d4740db7e5 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152508 Jul 16 20:35:41.318503 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb0f001-1134-4ba0-9858-eb7e69ff8cea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Checking segment: {'id': '20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8220058e-73c4-4bbb-9a58-d9b747bb6802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:41.318874 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb0f001-1134-4ba0-9858-eb7e69ff8cea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Network hostable DHCP agents. Network: 8220058e-73c4-4bbb-9a58-d9b747bb6802, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:35:41.358234 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-51e2f0c3-2acb-4de6-ac6b-999a3e7b3a92 None None] Set router a8c34e85-3074-4225-810c-02ea382eaf8b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:41.376528 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb0f001-1134-4ba0-9858-eb7e69ff8cea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Network 8220058e-73c4-4bbb-9a58-d9b747bb6802 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:35:41.399522 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-4eb0f001-1134-4ba0-9858-eb7e69ff8cea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 8220058e-73c4-4bbb-9a58-d9b747bb6802) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:41.405112 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb0f001-1134-4ba0-9858-eb7e69ff8cea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:41.406239 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4eb0f001-1134-4ba0-9858-eb7e69ff8cea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:41.450364 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4eb0f001-1134-4ba0-9858-eb7e69ff8cea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3301144 Jul 16 20:35:41.451062 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d02045-9138-4299-b01b-7cb5ce843062 None None] Network 8220058e-73c4-4bbb-9a58-d9b747bb6802 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:41.482762 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46072) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:41.494146 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-22613b56-0063-4a51-8c4f-26a0b578e97c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Request body: {'port': {'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee', 'name': 'tempest-TaggedBootDevicesTest-941170655', 'fixed_ips': [{'subnet_id': 'ede8a670-7de2-4b7a-90c3-f13e1c31925d'}]}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:41.637053 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94ba26-678c-4ee5-b5b8-a9ed3409075a req-7b144b55-bd74-44ca-8e97-f51dc48e46f9 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:41.638803 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b94ba26-678c-4ee5-b5b8-a9ed3409075a req-7b144b55-bd74-44ca-8e97-f51dc48e46f9 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 946 time: 0.2219970 Jul 16 20:35:41.754816 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b94ba26-678c-4ee5-b5b8-a9ed3409075a req-a778474f-f13c-448f-a7e8-23f0073f0a5a tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081419 Jul 16 20:35:41.776919 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22613b56-0063-4a51-8c4f-26a0b578e97c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Made reservation on behalf of 086605ce16824d789c1ebe4af59fda06 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:41.857385 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f31bfa-2a4d-4cfa-bad8-d669aa02f360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-8220058e-73c4-4bbb-9a58-d9b747bb6802', 'network_id': '8220058e-73c4-4bbb-9a58-d9b747bb6802', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'fixed_ips': [{'subnet_id': 'ddbb0f23-4d7f-4c3a-a43b-0ba8f2788bfb'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:35:41.859483 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52f31bfa-2a4d-4cfa-bad8-d669aa02f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:41.866893 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4a4e834e-c061-43a8-a97e-c0475e643b9b None None] For port d8ef0b62-98ba-411b-8a05-6b274554e4d4, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:41.949427 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4a4e834e-c061-43a8-a97e-c0475e643b9b None None] For port d8ef0b62-98ba-411b-8a05-6b274554e4d4, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=d8ef0b62-98ba-411b-8a05-6b274554e4d4,segment=NetworkSegment(539e5216-5669-4601-aada-6ac02b36e6e5),segment_id=539e5216-5669-4601-aada-6ac02b36e6e5)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:35:42.012139 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-22613b56-0063-4a51-8c4f-26a0b578e97c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:42.066618 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a4e834e-c061-43a8-a97e-c0475e643b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:42.081269 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-22613b56-0063-4a51-8c4f-26a0b578e97c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] device_id is not set on port c9c7028e-c717-455b-b2ae-e3b788da21ae yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:35:42.221167 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-79dfc892-1a6a-49dd-9f59-5a96efa21323 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4403001a-e230-4ef2-8938-f312edb46b49 HTTP/1.1" status: 200 len: 217 time: 0.8895376 Jul 16 20:35:42.355345 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-2e5159a4-f14c-43f9-bb4f-ea12d7094afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:42.356876 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-2e5159a4-f14c-43f9-bb4f-ea12d7094afb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cf096263-e475-4469-ad27-b632113d6208 HTTP/1.1" status: 200 len: 861 time: 0.1338699 Jul 16 20:35:42.465341 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-f3b60b81-4215-4779-83f5-34f93b63822e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=115012cd-2454-4d1b-bec5-c3a0bdd91257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976262 Jul 16 20:35:42.729212 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff7b3730-660a-4f67-ae63-468a2c50a743 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:42.835164 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e834e-c061-43a8-a97e-c0475e643b9b None None] Pushing event updated for resources: {'Port': ['ID=d8ef0b62-98ba-411b-8a05-6b274554e4d4,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:42.895107 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-49f327f7-3586-4512-a850-6a1eecf687e1 service neutron] 10.222.0.62 "GET /v2.0/networks/115012cd-2454-4d1b-bec5-c3a0bdd91257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130225 Jul 16 20:35:42.936649 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-52f31bfa-2a4d-4cfa-bad8-d669aa02f360 None None] Allocated IP 10.2.2.2 (8220058e-73c4-4bbb-9a58-d9b747bb6802/ddbb0f23-4d7f-4c3a-a43b-0ba8f2788bfb/2fedd345-469d-4609-b30a-f9a421a7aa45) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:43.007269 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b3730-660a-4f67-ae63-468a2c50a743 admin admin] Deleting port 10a688cf-ce13-4b22-9353-71fe11dd26ff {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:43.007733 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff7b3730-660a-4f67-ae63-468a2c50a743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:43.153422 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46178) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:43.160520 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-51e2f0c3-2acb-4de6-ac6b-999a3e7b3a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'name': 'tempest-ServersTestManualDisk-573558896-router', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '10a688cf-ce13-4b22-9353-71fe11dd26ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:12Z', 'updated_at': '2021-07-16T20:35:38Z', 'revision_number': 5, 'project_id': '5f5a6128ca074592a882cf8df860844b', 'gw_port': {'id': '10a688cf-ce13-4b22-9353-71fe11dd26ff', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:15Z', 'updated_at': '2021-07-16T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:43.252001 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e2f0c3-2acb-4de6-ac6b-999a3e7b3a92 None None] Checking router: a8c34e85-3074-4225-810c-02ea382eaf8b for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:35:43.281249 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b9784a01-d4f4-4849-9745-a80d871f4d58 req-6ab55884-7e74-44e4-8350-30134722fc89 service neutron] 10.222.0.62 "GET /v2.0/networks/115012cd-2454-4d1b-bec5-c3a0bdd91257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781817 Jul 16 20:35:43.301674 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e2f0c3-2acb-4de6-ac6b-999a3e7b3a92 None None] Routers {'a8c34e85-3074-4225-810c-02ea382eaf8b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:43.301674 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-51e2f0c3-2acb-4de6-ac6b-999a3e7b3a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:35:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['a8c34e85-3074-4225-810c-02ea382eaf8b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:43.308818 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46184) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:43.328270 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-ff7b3730-660a-4f67-ae63-468a2c50a743 admin admin] For port 10a688cf-ce13-4b22-9353-71fe11dd26ff, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=10a688cf-ce13-4b22-9353-71fe11dd26ff,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:43.328912 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff7b3730-660a-4f67-ae63-468a2c50a743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:43.377719 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b3730-660a-4f67-ae63-468a2c50a743 admin admin] Calling delete_port for 10a688cf-ce13-4b22-9353-71fe11dd26ff owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:43.388294 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-22613b56-0063-4a51-8c4f-26a0b578e97c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Allocated IP 10.1.1.98 (f8215949-193f-4b94-94eb-7fc9f5e8cdee/ede8a670-7de2-4b7a-90c3-f13e1c31925d/c9c7028e-c717-455b-b2ae-e3b788da21ae) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:43.565857 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd2af7-a6ef-4a95-9b9b-7a3d9a72f527 req-37aa0b9d-35bf-4e14-bb0b-05ccc7eee50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:43.567644 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51dd2af7-a6ef-4a95-9b9b-7a3d9a72f527 req-37aa0b9d-35bf-4e14-bb0b-05ccc7eee50e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f23cc4c6dc454562935450c3148a82eb&device_id=da8d8205-0baf-442d-9ccc-3b7fdd35d2a2 HTTP/1.1" status: 200 len: 1095 time: 0.2053885 Jul 16 20:35:43.596320 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52f31bfa-2a4d-4cfa-bad8-d669aa02f360 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:43.599148 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-51e2f0c3-2acb-4de6-ac6b-999a3e7b3a92 None None] Set router a8c34e85-3074-4225-810c-02ea382eaf8b gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:43.716962 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-52f31bfa-2a4d-4cfa-bad8-d669aa02f360 None None] Transition to ACTIVE for port object 2fedd345-469d-4609-b30a-f9a421a7aa45 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:43.719975 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-51e2f0c3-2acb-4de6-ac6b-999a3e7b3a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'name': 'tempest-ServersTestManualDisk-573558896-router', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:12Z', 'updated_at': '2021-07-16T20:35:42Z', 'revision_number': 6, 'project_id': '5f5a6128ca074592a882cf8df860844b', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:43.755207 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e2f0c3-2acb-4de6-ac6b-999a3e7b3a92 None None] The sync data for ids ['a8c34e85-3074-4225-810c-02ea382eaf8b'] in n-d-791506-21 is: [{'id': 'a8c34e85-3074-4225-810c-02ea382eaf8b', 'name': 'tempest-ServersTestManualDisk-573558896-router', 'tenant_id': '5f5a6128ca074592a882cf8df860844b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:12Z', 'updated_at': '2021-07-16T20:35:42Z', 'revision_number': 6, 'project_id': '5f5a6128ca074592a882cf8df860844b', 'gw_port_host': None}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:35:43.770887 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-52f31bfa-2a4d-4cfa-bad8-d669aa02f360 None None] Transition to ACTIVE for port object 2fedd345-469d-4609-b30a-f9a421a7aa45 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:43.787090 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52f31bfa-2a4d-4cfa-bad8-d669aa02f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:43.829525 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-22613b56-0063-4a51-8c4f-26a0b578e97c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:43.890919 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46192) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:43.895119 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-22613b56-0063-4a51-8c4f-26a0b578e97c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Transition to ACTIVE for port object c9c7028e-c717-455b-b2ae-e3b788da21ae will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:43.896014 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f31bfa-2a4d-4cfa-bad8-d669aa02f360 None None] Network 8220058e-73c4-4bbb-9a58-d9b747bb6802 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:43.896994 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-90a1044d-d126-454e-b731-b58c1601fe8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:43.910220 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-52f31bfa-2a4d-4cfa-bad8-d669aa02f360 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:43.912560 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8019d5-563d-4669-a314-70a071bc6951 None None] Network f8215949-193f-4b94-94eb-7fc9f5e8cdee requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:43.946051 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd2af7-a6ef-4a95-9b9b-7a3d9a72f527 req-8f45d34b-b09b-42ed-a554-a97696d68998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:43.947713 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51dd2af7-a6ef-4a95-9b9b-7a3d9a72f527 req-8f45d34b-b09b-42ed-a554-a97696d68998 service neutron] 10.222.0.62 "GET /v2.0/networks?id=115012cd-2454-4d1b-bec5-c3a0bdd91257 HTTP/1.1" status: 200 len: 922 time: 0.3680773 Jul 16 20:35:43.953206 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-336f2ae5-9a33-4690-af11-9eba5814b961 tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1578343585'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:43.954379 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-336f2ae5-9a33-4690-af11-9eba5814b961 tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] Unknown quota resources ['metering_label']. {{(pid=93793) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:35:43.993138 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee15454-d81c-4263-a716-cd6653f43acb req-663f314d-3e57-46d2-be41-82355a56b523 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:44.000549 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9ee15454-d81c-4263-a716-cd6653f43acb req-663f314d-3e57-46d2-be41-82355a56b523 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8d8205-0baf-442d-9ccc-3b7fdd35d2a2 HTTP/1.1" status: 200 len: 943 time: 1.3182805 Jul 16 20:35:44.006216 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff7b3730-660a-4f67-ae63-468a2c50a743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.009883 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f31bfa-2a4d-4cfa-bad8-d669aa02f360 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:44.048869 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f31bfa-2a4d-4cfa-bad8-d669aa02f360 None None] Pushing event updated for resources: {'Port': ['ID=2fedd345-469d-4609-b30a-f9a421a7aa45,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:44.078903 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a253959-bff5-47df-a1e3-78e42e076faf req-8ffb6647-81fe-4b5e-9257-18918af12979 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:44.087053 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a253959-bff5-47df-a1e3-78e42e076faf req-8ffb6647-81fe-4b5e-9257-18918af12979 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 946 time: 0.8016648 Jul 16 20:35:44.102417 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-54df74ba-9591-4033-99db-c89cd99494fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.102947 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51dd2af7-a6ef-4a95-9b9b-7a3d9a72f527 req-da04f096-054c-4c3d-969c-25a713429ed8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4403001a-e230-4ef2-8938-f312edb46b49 HTTP/1.1" status: 200 len: 217 time: 0.0903115 Jul 16 20:35:44.121634 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9ee15454-d81c-4263-a716-cd6653f43acb req-f5534db2-58f7-4017-8cf4-c9d4a41d3368 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159098 Jul 16 20:35:44.170754 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1898dae9-1602-4a1b-99ac-a49aefa8972f None None] Provisioning for port d8ef0b62-98ba-411b-8a05-6b274554e4d4 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:44.214661 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-52f31bfa-2a4d-4cfa-bad8-d669aa02f360 None None] Attempting to bind port 2fedd345-469d-4609-b30a-f9a421a7aa45 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:35:44.214661 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-52f31bfa-2a4d-4cfa-bad8-d669aa02f360 None None] Attempting to bind port 2fedd345-469d-4609-b30a-f9a421a7aa45 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8220058e-73c4-4bbb-9a58-d9b747bb6802'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:35:44.214661 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f31bfa-2a4d-4cfa-bad8-d669aa02f360 None None] Attempting to bind port 2fedd345-469d-4609-b30a-f9a421a7aa45 on network 8220058e-73c4-4bbb-9a58-d9b747bb6802 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:44.245887 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-22613b56-0063-4a51-8c4f-26a0b578e97c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.281029 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f31bfa-2a4d-4cfa-bad8-d669aa02f360 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:35:44.281333 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f31bfa-2a4d-4cfa-bad8-d669aa02f360 None None] Checking segment: {'id': '20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8220058e-73c4-4bbb-9a58-d9b747bb6802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:44.281739 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52f31bfa-2a4d-4cfa-bad8-d669aa02f360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.282142 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f31bfa-2a4d-4cfa-bad8-d669aa02f360 None None] Bound using segment: {'id': '20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8220058e-73c4-4bbb-9a58-d9b747bb6802'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:35:44.282659 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-52f31bfa-2a4d-4cfa-bad8-d669aa02f360 None None] Bound port: 2fedd345-469d-4609-b30a-f9a421a7aa45, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8220058e-73c4-4bbb-9a58-d9b747bb6802'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:35:44.285430 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52f31bfa-2a4d-4cfa-bad8-d669aa02f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.315028 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device d8ef0b62-98ba-411b-8a05-6b274554e4d4 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:44.322302 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a253959-bff5-47df-a1e3-78e42e076faf req-f124bd4d-a67d-4a41-bbb8-9eaf33998a22 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306721 Jul 16 20:35:44.322827 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd2af7-a6ef-4a95-9b9b-7a3d9a72f527 req-74c32868-7979-435f-a46b-518b65c1bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:44.324231 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51dd2af7-a6ef-4a95-9b9b-7a3d9a72f527 req-74c32868-7979-435f-a46b-518b65c1bc0a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cf096263-e475-4469-ad27-b632113d6208 HTTP/1.1" status: 200 len: 861 time: 0.1843219 Jul 16 20:35:44.328218 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff7b3730-660a-4f67-ae63-468a2c50a743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.330691 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b3730-660a-4f67-ae63-468a2c50a743 admin admin] Pushing event deleted for resources: {'Port': ['ID=10a688cf-ce13-4b22-9353-71fe11dd26ff,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:44.424510 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22613b56-0063-4a51-8c4f-26a0b578e97c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Network f8215949-193f-4b94-94eb-7fc9f5e8cdee is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:44.435211 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-336f2ae5-9a33-4690-af11-9eba5814b961 tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.436641 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-336f2ae5-9a33-4690-af11-9eba5814b961 tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.2820330 Jul 16 20:35:44.441667 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-22613b56-0063-4a51-8c4f-26a0b578e97c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:44.445876 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-52f31bfa-2a4d-4cfa-bad8-d669aa02f360 None None] For port 2fedd345-469d-4609-b30a-f9a421a7aa45, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:44.449005 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port d8ef0b62-98ba-411b-8a05-6b274554e4d4 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:44.450794 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46196) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:44.452305 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-52f31bfa-2a4d-4cfa-bad8-d669aa02f360 None None] For port 2fedd345-469d-4609-b30a-f9a421a7aa45, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=2fedd345-469d-4609-b30a-f9a421a7aa45,segment=NetworkSegment(20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92),segment_id=20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:35:44.456124 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port d8ef0b62-98ba-411b-8a05-6b274554e4d4 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:44.456649 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.459142 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22613b56-0063-4a51-8c4f-26a0b578e97c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:44.460443 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52f31bfa-2a4d-4cfa-bad8-d669aa02f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.487609 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51dd2af7-a6ef-4a95-9b9b-7a3d9a72f527 req-faa07e56-e588-4f2b-a226-254c4f3807dc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=115012cd-2454-4d1b-bec5-c3a0bdd91257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1528423 Jul 16 20:35:44.546261 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-9ce25717-7239-4365-bc0a-4fa77d16f2e4 tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd130ca38-fb49-4db7-add5-74c0fe0f8130'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:44.546881 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-9ce25717-7239-4365-bc0a-4fa77d16f2e4 tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93794) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:35:44.577675 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22613b56-0063-4a51-8c4f-26a0b578e97c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:44.578532 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-22613b56-0063-4a51-8c4f-26a0b578e97c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.597093 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f31bfa-2a4d-4cfa-bad8-d669aa02f360 None None] Pushing event updated for resources: {'Port': ['ID=2fedd345-469d-4609-b30a-f9a421a7aa45,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:44.608276 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff7b3730-660a-4f67-ae63-468a2c50a743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.608923 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22613b56-0063-4a51-8c4f-26a0b578e97c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event updated for resources: {'Port': ['ID=c9c7028e-c717-455b-b2ae-e3b788da21ae,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:44.614847 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff7b3730-660a-4f67-ae63-468a2c50a743 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.671202 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.697615 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51dd2af7-a6ef-4a95-9b9b-7a3d9a72f527 req-5d2c7227-72a3-474a-8a65-76d81a53ad89 service neutron] 10.222.0.62 "GET /v2.0/networks/115012cd-2454-4d1b-bec5-c3a0bdd91257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780601 Jul 16 20:35:44.698981 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff7b3730-660a-4f67-ae63-468a2c50a743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.699689 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7b3730-660a-4f67-ae63-468a2c50a743 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8c34e85-3074-4225-810c-02ea382eaf8b {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:35:44.708410 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff7b3730-660a-4f67-ae63-468a2c50a743 admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.712459 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ff7b3730-660a-4f67-ae63-468a2c50a743 admin admin] 10.222.0.38 "DELETE /v2.0/routers/a8c34e85-3074-4225-810c-02ea382eaf8b HTTP/1.1" status: 204 len: 168 time: 3.7384696 Jul 16 20:35:44.713148 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46198) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:44.742167 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port d8ef0b62-98ba-411b-8a05-6b274554e4d4, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=d8ef0b62-98ba-411b-8a05-6b274554e4d4,segment=NetworkSegment(539e5216-5669-4601-aada-6ac02b36e6e5),segment_id=539e5216-5669-4601-aada-6ac02b36e6e5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:44.755766 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.775755 n-d-791506-21 neutron-server[93794]: WARNING neutron.services.metering.metering_plugin [None req-9ce25717-7239-4365-bc0a-4fa77d16f2e4 tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 20:35:44.781469 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1163d35-d412-4c3f-92d2-945fbc4d0494 admin admin] Deleting subnet fa6d3426-e792-4e7e-a714-2e77150c9a45 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:35:44.795469 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1163d35-d412-4c3f-92d2-945fbc4d0494 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.861618 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-90a1044d-d126-454e-b731-b58c1601fe8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.863145 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=d8ef0b62-98ba-411b-8a05-6b274554e4d4,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:44.887446 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 250d5e28-5c85-4f98-bb04-9c1c53362f8d no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:44.888823 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1163d35-d412-4c3f-92d2-945fbc4d0494 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.957222 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51dd2af7-a6ef-4a95-9b9b-7a3d9a72f527 req-5572bfa6-3ff1-486d-8f29-74706660410c service neutron] 10.222.0.62 "GET /v2.0/networks/115012cd-2454-4d1b-bec5-c3a0bdd91257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463052 Jul 16 20:35:44.969481 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 250d5e28-5c85-4f98-bb04-9c1c53362f8d {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:35:44.969836 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 250d5e28-5c85-4f98-bb04-9c1c53362f8d not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:35:44.997438 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-90a1044d-d126-454e-b731-b58c1601fe8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.001091 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c3ecbc82-3b87-40a0-b195-2b7d841ca49e None None] Provisioning complete for port d8ef0b62-98ba-411b-8a05-6b274554e4d4 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:45.001394 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c3ecbc82-3b87-40a0-b195-2b7d841ca49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.023563 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1163d35-d412-4c3f-92d2-945fbc4d0494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.030441 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9ce25717-7239-4365-bc0a-4fa77d16f2e4 tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.031520 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9ce25717-7239-4365-bc0a-4fa77d16f2e4 tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5737226 Jul 16 20:35:45.042505 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46200) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:45.059817 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-11f60458-de78-405c-8efa-5ae28d2f97b2 tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd130ca38-fb49-4db7-add5-74c0fe0f8130'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:45.060633 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-11f60458-de78-405c-8efa-5ae28d2f97b2 tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93794) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:35:45.066726 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1044d-d126-454e-b731-b58c1601fe8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791578c8-af50-4cec-83c4-53cd4c69d9db,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:45.102957 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-90a1044d-d126-454e-b731-b58c1601fe8a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=10c81525702848aba57d4c1a8dea8091&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7908719 Jul 16 20:35:45.113931 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46202) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:45.168172 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c3ecbc82-3b87-40a0-b195-2b7d841ca49e None None] Provisioning for port c9c7028e-c717-455b-b2ae-e3b788da21ae completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:45.174799 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c3ecbc82-3b87-40a0-b195-2b7d841ca49e None None] Provisioning complete for port c9c7028e-c717-455b-b2ae-e3b788da21ae triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:45.175792 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c3ecbc82-3b87-40a0-b195-2b7d841ca49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.185016 n-d-791506-21 neutron-server[93794]: WARNING neutron.services.metering.metering_plugin [None req-11f60458-de78-405c-8efa-5ae28d2f97b2 tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 20:35:45.236507 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1163d35-d412-4c3f-92d2-945fbc4d0494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.252938 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c3ecbc82-3b87-40a0-b195-2b7d841ca49e None None] Port c9c7028e-c717-455b-b2ae-e3b788da21ae cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:35:45.272449 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1163d35-d412-4c3f-92d2-945fbc4d0494 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.278297 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d1163d35-d412-4c3f-92d2-945fbc4d0494 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/fa6d3426-e792-4e7e-a714-2e77150c9a45 HTTP/1.1" status: 204 len: 168 time: 0.5613916 Jul 16 20:35:45.282885 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a150109-c3a5-49c2-9383-bfd9659a73a6 None None] Network 9946657c-25de-4dbf-a2ff-cc0711d92acb requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:45.285210 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46206) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:45.311449 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-11f60458-de78-405c-8efa-5ae28d2f97b2 tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.312730 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-11f60458-de78-405c-8efa-5ae28d2f97b2 tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2686574 Jul 16 20:35:45.317039 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46208) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:45.349036 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-72c67e0a-da1b-415f-bcc7-182be3f771af tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=5ef47ea2-d8e5-4e58-8546-c9078e6b17bb HTTP/1.1" status: 200 len: 462 time: 0.0308878 Jul 16 20:35:45.350606 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1163d35-d412-4c3f-92d2-945fbc4d0494 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa6d3426-e792-4e7e-a714-2e77150c9a45,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:45.374478 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46210) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:45.411322 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ef796972-adfd-4db5-9f41-495a35311abb None None] Provisioning complete for port c9c7028e-c717-455b-b2ae-e3b788da21ae triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:45.411700 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef796972-adfd-4db5-9f41-495a35311abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.432121 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-22846434-f834-4231-87d4-074632b24eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.465128 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-54df74ba-9591-4033-99db-c89cd99494fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.497475 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ef796972-adfd-4db5-9f41-495a35311abb None None] Port c9c7028e-c717-455b-b2ae-e3b788da21ae cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:35:45.505460 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8d4e1b5f-0e90-4951-9f2b-3770a8beab11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.533906 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c7d6c-d201-488a-9cbf-5e789e041daa req-cfebffe4-b345-466f-8d04-c894ab065885 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:45.535067 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-821c7d6c-d201-488a-9cbf-5e789e041daa req-cfebffe4-b345-466f-8d04-c894ab065885 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8d8205-0baf-442d-9ccc-3b7fdd35d2a2 HTTP/1.1" status: 200 len: 943 time: 0.2101390 Jul 16 20:35:45.537632 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-54df74ba-9591-4033-99db-c89cd99494fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.541183 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8d4e1b5f-0e90-4951-9f2b-3770a8beab11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.560600 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-22613b56-0063-4a51-8c4f-26a0b578e97c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0763111 Jul 16 20:35:45.562132 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-22846434-f834-4231-87d4-074632b24eee admin admin] Deleting port 914cdd2c-fa53-4cec-a0f2-3237a624b862 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:45.562422 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-22846434-f834-4231-87d4-074632b24eee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.563899 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46214) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:45.582945 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cad2d2-105c-4026-bf8d-bf67c18a70c5 None None] DHCP port deletion for 9946657c-25de-4dbf-a2ff-cc0711d92acb request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:35:45.594420 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-f73af3db-e312-4162-abe5-cb889f6b3542 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Request body: {'port': {'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee', 'name': 'tempest-TaggedBootDevicesTest-189831155', 'fixed_ips': [{'subnet_id': 'ede8a670-7de2-4b7a-90c3-f13e1c31925d'}]}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:45.651990 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-26cad2d2-105c-4026-bf8d-bf67c18a70c5 None None] Deleting port 914cdd2c-fa53-4cec-a0f2-3237a624b862 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:45.652920 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26cad2d2-105c-4026-bf8d-bf67c18a70c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.707864 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d64e3398-f4ba-47a0-8c7d-1348d282f681 tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.713170 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d64e3398-f4ba-47a0-8c7d-1348d282f681 tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-label-rules/5ef47ea2-d8e5-4e58-8546-c9078e6b17bb HTTP/1.1" status: 204 len: 168 time: 0.3373702 Jul 16 20:35:45.714380 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df74ba-9591-4033-99db-c89cd99494fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee2c309-354c-4bf3-8b43-c0e5a2182376,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:45.715534 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46216) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:45.735598 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-26cad2d2-105c-4026-bf8d-bf67c18a70c5 None None] For port 914cdd2c-fa53-4cec-a0f2-3237a624b862, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=914cdd2c-fa53-4cec-a0f2-3237a624b862,segment=NetworkSegment(0d07d740-88ef-4866-813e-0313120f4fc9),segment_id=0d07d740-88ef-4866-813e-0313120f4fc9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:45.736299 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26cad2d2-105c-4026-bf8d-bf67c18a70c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.737525 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-22846434-f834-4231-87d4-074632b24eee admin admin] For port 914cdd2c-fa53-4cec-a0f2-3237a624b862, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=914cdd2c-fa53-4cec-a0f2-3237a624b862,segment=NetworkSegment(0d07d740-88ef-4866-813e-0313120f4fc9),segment_id=0d07d740-88ef-4866-813e-0313120f4fc9)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:45.737890 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-22846434-f834-4231-87d4-074632b24eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.743447 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-54df74ba-9591-4033-99db-c89cd99494fe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3fbed162ab0b400babb403c798c16617&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8367474 Jul 16 20:35:45.751287 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46218) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:45.753222 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4fbcfa00-f4b8-4a35-a283-95e11937e3a4 tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=5ef47ea2-d8e5-4e58-8546-c9078e6b17bb HTTP/1.1" status: 200 len: 221 time: 0.0346563 Jul 16 20:35:45.753997 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8d4e1b5f-0e90-4951-9f2b-3770a8beab11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.759505 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8d4e1b5f-0e90-4951-9f2b-3770a8beab11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.760660 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8d4e1b5f-0e90-4951-9f2b-3770a8beab11 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/791578c8-af50-4cec-83c4-53cd4c69d9db HTTP/1.1" status: 204 len: 168 time: 0.6457596 Jul 16 20:35:45.763634 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46220) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:45.779045 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-9de20271-c416-4fa6-903a-c5d16ff9aeee tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2052752788', 'description': 'label created by tempest'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:45.779799 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-9de20271-c416-4fa6-903a-c5d16ff9aeee tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] Unknown quota resources ['metering_label']. {{(pid=93793) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:35:45.780134 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-26cad2d2-105c-4026-bf8d-bf67c18a70c5 None None] Calling delete_port for 914cdd2c-fa53-4cec-a0f2-3237a624b862 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:45.790892 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e1b5f-0e90-4951-9f2b-3770a8beab11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791578c8-af50-4cec-83c4-53cd4c69d9db,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:45.796223 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-22846434-f834-4231-87d4-074632b24eee admin admin] Calling delete_port for 914cdd2c-fa53-4cec-a0f2-3237a624b862 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:45.931193 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-821c7d6c-d201-488a-9cbf-5e789e041daa req-892baebb-a0a4-42eb-80eb-bf8082bc6e6f tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743439 Jul 16 20:35:45.981791 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-73188307-e740-4400-b329-b7b73c57a31e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.050617 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-73188307-e740-4400-b329-b7b73c57a31e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.054882 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 4403001a-e230-4ef2-8938-f312edb46b49 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:35:46.106496 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9de20271-c416-4fa6-903a-c5d16ff9aeee tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.107690 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9de20271-c416-4fa6-903a-c5d16ff9aeee tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3323522 Jul 16 20:35:46.114108 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46226) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:46.116053 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be34afc-0d7f-4e6c-b4f1-31b699876953 req-a75ca69f-936f-452a-9d13-153afd2b4c94 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:46.124787 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9be34afc-0d7f-4e6c-b4f1-31b699876953 req-a75ca69f-936f-452a-9d13-153afd2b4c94 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 946 time: 0.5886524 Jul 16 20:35:46.213809 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9be34afc-0d7f-4e6c-b4f1-31b699876953 req-6154abe6-e685-4d8f-a496-f96eeb77882d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880499 Jul 16 20:35:46.240619 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01c4068-3fcf-4927-8856-9e808eb5c9e9 None None] Network 8220058e-73c4-4bbb-9a58-d9b747bb6802 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:46.241592 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4e5ed4bf-7c0c-4e0d-9db9-6f27dc7996d9 tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=db955ba5-b365-4088-9b86-89115991a9ee HTTP/1.1" status: 200 len: 468 time: 0.1246002 Jul 16 20:35:46.245280 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46228) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:46.254707 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73af3db-e312-4162-abe5-cb889f6b3542 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Made reservation on behalf of 086605ce16824d789c1ebe4af59fda06 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:46.257239 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 2fedd345-469d-4609-b30a-f9a421a7aa45 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:46.268148 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-73188307-e740-4400-b329-b7b73c57a31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.271369 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-73188307-e740-4400-b329-b7b73c57a31e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.272670 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-73188307-e740-4400-b329-b7b73c57a31e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3ee2c309-354c-4bf3-8b43-c0e5a2182376 HTTP/1.1" status: 204 len: 168 time: 0.5206697 Jul 16 20:35:46.343839 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73188307-e740-4400-b329-b7b73c57a31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee2c309-354c-4bf3-8b43-c0e5a2182376,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:46.358835 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-86651186-3362-4313-85bc-e683f965c8ed None None] Provisioning for port 2fedd345-469d-4609-b30a-f9a421a7aa45 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:46.369040 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26cad2d2-105c-4026-bf8d-bf67c18a70c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.374985 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 4403001a-e230-4ef2-8938-f312edb46b49, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=4403001a-e230-4ef2-8938-f312edb46b49,segment=NetworkSegment(825628ad-9a36-4b2b-b9e3-9f2da86637ff),segment_id=825628ad-9a36-4b2b-b9e3-9f2da86637ff)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:46.402780 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-22846434-f834-4231-87d4-074632b24eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.426877 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cad2d2-105c-4026-bf8d-bf67c18a70c5 None None] Pushing event deleted for resources: {'Port': ['ID=914cdd2c-fa53-4cec-a0f2-3237a624b862,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:46.440972 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22846434-f834-4231-87d4-074632b24eee admin admin] Pushing event deleted for resources: {'Port': ['ID=914cdd2c-fa53-4cec-a0f2-3237a624b862,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:46.452930 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22846434-f834-4231-87d4-074632b24eee admin admin] No DVR routers for this DVR port 914cdd2c-fa53-4cec-a0f2-3237a624b862 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:35:46.484346 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f73af3db-e312-4162-abe5-cb889f6b3542 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.488858 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46232) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:46.496697 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '4403001a-e230-4ef2-8938-f312edb46b49', 'network_id': '115012cd-2454-4d1b-bec5-c3a0bdd91257', 'port_id': '4403001a-e230-4ef2-8938-f312edb46b49', 'mac_address': 'fa:16:3e:6d:1e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf096263-e475-4469-ad27-b632113d6208', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:35:46.502715 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cad2d2-105c-4026-bf8d-bf67c18a70c5 None None] No DVR routers for this DVR port 914cdd2c-fa53-4cec-a0f2-3237a624b862 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:35:46.541112 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-679b85e2-14bc-494d-bfba-86edb7c0b021 tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.544580 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-679b85e2-14bc-494d-bfba-86edb7c0b021 tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-labels/db955ba5-b365-4088-9b86-89115991a9ee HTTP/1.1" status: 204 len: 168 time: 0.2961416 Jul 16 20:35:46.544723 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 2fedd345-469d-4609-b30a-f9a421a7aa45 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:46.545800 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46236) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:46.553141 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0110c1e1-c860-43b2-8608-951aabb689e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.562249 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-f73af3db-e312-4162-abe5-cb889f6b3542 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] device_id is not set on port b5381535-2faf-4332-a7a0-66c456495a38 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:35:46.567369 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 2fedd345-469d-4609-b30a-f9a421a7aa45 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:46.568086 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.572762 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b0e0f0aa-0906-4e91-b2f2-cd29adb47c71 tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=db955ba5-b365-4088-9b86-89115991a9ee HTTP/1.1" status: 200 len: 216 time: 0.0223315 Jul 16 20:35:46.573459 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46238) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:46.588173 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-25f52387-5aad-4fcb-995c-1b302feee15f tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0096598 Jul 16 20:35:46.588551 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46240) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:46.604911 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-134c5bc2-8a19-4557-b698-2652f2bbfb7e tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0118401 Jul 16 20:35:46.606112 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46242) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:46.618874 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.644484 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-22846434-f834-4231-87d4-074632b24eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.663775 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-22846434-f834-4231-87d4-074632b24eee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9946657c-25de-4dbf-a2ff-cc0711d92acb']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:46.676010 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-020fac32-6307-4e71-9bef-b0613980a82f tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels/d130ca38-fb49-4db7-add5-74c0fe0f8130 HTTP/1.1" status: 200 len: 473 time: 0.0648956 Jul 16 20:35:46.676547 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46244) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:46.690388 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-14836f61-9096-445a-a1ba-15ab6e3d11e1 tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules/3bc51e1f-2056-423a-90e0-0d79c62d816a HTTP/1.1" status: 200 len: 459 time: 0.0115142 Jul 16 20:35:46.691728 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-22846434-f834-4231-87d4-074632b24eee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d07d740-88ef-4866-813e-0313120f4fc9') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:46.692014 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-22846434-f834-4231-87d4-074632b24eee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d07d740-88ef-4866-813e-0313120f4fc9') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:46.694240 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46246) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:46.710426 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-22846434-f834-4231-87d4-074632b24eee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.782173 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-22846434-f834-4231-87d4-074632b24eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.791560 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46248) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:46.811279 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22846434-f834-4231-87d4-074632b24eee admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:35:46.811800 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-22846434-f834-4231-87d4-074632b24eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:35:46.815832 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:35:46.819392 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9d1016f5-184f-4bed-96d6-995e48c15ec2 tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.822559 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9d1016f5-184f-4bed-96d6-995e48c15ec2 tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-label-rules/3bc51e1f-2056-423a-90e0-0d79c62d816a HTTP/1.1" status: 204 len: 168 time: 0.1247666 Jul 16 20:35:46.824076 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46250) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:46.874050 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4403001a-e230-4ef2-8938-f312edb46b49 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:35:46.875114 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9042366b-2411-4bb9-9965-1802dcb59156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.927331 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 4403001a-e230-4ef2-8938-f312edb46b49, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=4403001a-e230-4ef2-8938-f312edb46b49,segment=NetworkSegment(825628ad-9a36-4b2b-b9e3-9f2da86637ff),segment_id=825628ad-9a36-4b2b-b9e3-9f2da86637ff)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:46.952272 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.961334 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-22846434-f834-4231-87d4-074632b24eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.966811 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-22846434-f834-4231-87d4-074632b24eee admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.969680 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-22846434-f834-4231-87d4-074632b24eee admin admin] 10.222.0.38 "DELETE /v2.0/networks/9946657c-25de-4dbf-a2ff-cc0711d92acb HTTP/1.1" status: 204 len: 168 time: 1.6771986 Jul 16 20:35:46.996611 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-f73af3db-e312-4162-abe5-cb889f6b3542 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Allocated IP 10.1.1.76 (f8215949-193f-4b94-94eb-7fc9f5e8cdee/ede8a670-7de2-4b7a-90c3-f13e1c31925d/b5381535-2faf-4332-a7a0-66c456495a38) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:47.002042 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22846434-f834-4231-87d4-074632b24eee admin admin] Pushing event deleted for resources: {'Network': ['ID=9946657c-25de-4dbf-a2ff-cc0711d92acb,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:47.004871 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.037107 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0110c1e1-c860-43b2-8608-951aabb689e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.049038 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0110c1e1-c860-43b2-8608-951aabb689e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.054188 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=4403001a-e230-4ef2-8938-f312edb46b49,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:47.072381 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 2fedd345-469d-4609-b30a-f9a421a7aa45, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=2fedd345-469d-4609-b30a-f9a421a7aa45,segment=NetworkSegment(20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92),segment_id=20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:47.082890 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.083694 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device d8ef0b62-98ba-411b-8a05-6b274554e4d4 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:47.101205 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05b239ed-0ee3-40f0-ba4d-ab383bc5a5f9 tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.109700 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-05b239ed-0ee3-40f0-ba4d-ab383bc5a5f9 tempest-MeteringIpV6TestJSON-2058878357 tempest-MeteringIpV6TestJSON-2058878357-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-labels/d130ca38-fb49-4db7-add5-74c0fe0f8130 HTTP/1.1" status: 204 len: 168 time: 0.2842555 Jul 16 20:35:47.166476 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110c1e1-c860-43b2-8608-951aabb689e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7056c5b9-1894-4ae8-813b-2a5d7a216b95,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:47.174749 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0110c1e1-c860-43b2-8608-951aabb689e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=375ccd9a910a4a599ecdc646b315eb91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6819029 Jul 16 20:35:47.178003 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46258) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:47.275481 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=2fedd345-469d-4609-b30a-f9a421a7aa45,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:47.292459 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf049c1-56ef-494e-a0cf-6f1e0525c9be req-aa52ccc3-9ca7-45d4-82ac-f54877c304b7 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:47.294075 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bdf049c1-56ef-494e-a0cf-6f1e0525c9be req-aa52ccc3-9ca7-45d4-82ac-f54877c304b7 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8d8205-0baf-442d-9ccc-3b7fdd35d2a2 HTTP/1.1" status: 200 len: 944 time: 0.1328304 Jul 16 20:35:47.299805 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['4403001a-e230-4ef2-8938-f312edb46b49'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:35:47.398341 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a4937e28-7bab-44ef-87d2-be3380d18494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.401428 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bdf049c1-56ef-494e-a0cf-6f1e0525c9be req-c1882a87-4bb8-46a0-8d6a-fac2bc528a60 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781722 Jul 16 20:35:47.409088 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f73af3db-e312-4162-abe5-cb889f6b3542 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.424900 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9042366b-2411-4bb9-9965-1802dcb59156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.438796 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9042366b-2411-4bb9-9965-1802dcb59156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.466238 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a4937e28-7bab-44ef-87d2-be3380d18494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.485114 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-f73af3db-e312-4162-abe5-cb889f6b3542 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Transition to ACTIVE for port object b5381535-2faf-4332-a7a0-66c456495a38 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:47.514281 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46266) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:47.542821 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9042366b-2411-4bb9-9965-1802dcb59156 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a57c04a59f7f40cea5b56b3c2324257f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7456310 Jul 16 20:35:47.546489 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46268) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:47.554560 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042366b-2411-4bb9-9965-1802dcb59156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fc20d3-02fa-4faf-834d-948a634cc51a,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:47.565663 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d4c7186f-ae10-44d3-9b66-24fe9f8c8854 None None] Provisioning complete for port 2fedd345-469d-4609-b30a-f9a421a7aa45 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:47.566512 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4c7186f-ae10-44d3-9b66-24fe9f8c8854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.605846 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f73af3db-e312-4162-abe5-cb889f6b3542 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.644818 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port d8ef0b62-98ba-411b-8a05-6b274554e4d4 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:47.645233 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.669041 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46270) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:47.677638 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a4937e28-7bab-44ef-87d2-be3380d18494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.680270 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a4937e28-7bab-44ef-87d2-be3380d18494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.681729 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a4937e28-7bab-44ef-87d2-be3380d18494 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7056c5b9-1894-4ae8-813b-2a5d7a216b95 HTTP/1.1" status: 204 len: 168 time: 0.4993811 Jul 16 20:35:47.697429 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73af3db-e312-4162-abe5-cb889f6b3542 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Network f8215949-193f-4b94-94eb-7fc9f5e8cdee is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:47.707006 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-f73af3db-e312-4162-abe5-cb889f6b3542 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:47.709163 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4937e28-7bab-44ef-87d2-be3380d18494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7056c5b9-1894-4ae8-813b-2a5d7a216b95,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:47.709776 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4bd42951-5676-43db-9edf-b3d82a1f2d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.715462 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73af3db-e312-4162-abe5-cb889f6b3542 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:47.720460 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73af3db-e312-4162-abe5-cb889f6b3542 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event updated for resources: {'Port': ['ID=b5381535-2faf-4332-a7a0-66c456495a38,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:47.727435 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-edaec6e4-a78f-4a27-8341-f2167f353d4a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5f5a6128ca074592a882cf8df860844b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2114205 Jul 16 20:35:47.731720 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46276) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:47.787904 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73af3db-e312-4162-abe5-cb889f6b3542 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:47.788602 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f73af3db-e312-4162-abe5-cb889f6b3542 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.797381 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4bd42951-5676-43db-9edf-b3d82a1f2d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.817518 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f73af3db-e312-4162-abe5-cb889f6b3542 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2501504 Jul 16 20:35:47.912993 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-72e83a43-fef9-4d23-8d62-6ef37ec93206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.975013 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8800973-e3b6-490c-8128-748f192b041d req-b6a092c9-e15e-4be0-8c65-43cf83d2cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:47.977493 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e8800973-e3b6-490c-8128-748f192b041d req-b6a092c9-e15e-4be0-8c65-43cf83d2cd0e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 1098 time: 0.3632929 Jul 16 20:35:48.003833 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2674a-38d6-47bd-8efd-dfde7b2d8aa8 req-b9488307-aa5d-4b80-9fbf-44d944ab2819 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:48.008728 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 914cdd2c-fa53-4cec-a0f2-3237a624b862 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:48.014080 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-37e2674a-38d6-47bd-8efd-dfde7b2d8aa8 req-b9488307-aa5d-4b80-9fbf-44d944ab2819 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 946 time: 0.4686286 Jul 16 20:35:48.023414 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4bd42951-5676-43db-9edf-b3d82a1f2d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:48.028874 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4bd42951-5676-43db-9edf-b3d82a1f2d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:48.033445 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4bd42951-5676-43db-9edf-b3d82a1f2d87 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/74fc20d3-02fa-4faf-834d-948a634cc51a HTTP/1.1" status: 204 len: 168 time: 0.4767184 Jul 16 20:35:48.058883 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 914cdd2c-fa53-4cec-a0f2-3237a624b862 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:35:48.059289 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 914cdd2c-fa53-4cec-a0f2-3237a624b862 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:35:48.059673 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 10a688cf-ce13-4b22-9353-71fe11dd26ff no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:48.077586 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-72e83a43-fef9-4d23-8d62-6ef37ec93206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:48.121768 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 10a688cf-ce13-4b22-9353-71fe11dd26ff {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:35:48.122877 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 10a688cf-ce13-4b22-9353-71fe11dd26ff not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:35:48.127255 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd42951-5676-43db-9edf-b3d82a1f2d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fc20d3-02fa-4faf-834d-948a634cc51a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:48.198114 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e604e17e-b71b-408f-b02d-f1432508ee77 None None] Provisioning for port b5381535-2faf-4332-a7a0-66c456495a38 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:48.201749 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8375f062-2ebd-4e1c-aca5-4706b52914e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:48.213782 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e604e17e-b71b-408f-b02d-f1432508ee77 None None] Provisioning complete for port b5381535-2faf-4332-a7a0-66c456495a38 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:48.214168 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e604e17e-b71b-408f-b02d-f1432508ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:48.219622 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-37e2674a-38d6-47bd-8efd-dfde7b2d8aa8 req-1170aa54-369f-4e98-8c15-43158baa802d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037041 Jul 16 20:35:48.274574 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46286) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:48.286953 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-041fd53b-a2e3-469f-acd3-7629d89c383d tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1970372963', 'description': 'tempest-description--735381676'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:48.308478 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-72e83a43-fef9-4d23-8d62-6ef37ec93206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:48.313444 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-72e83a43-fef9-4d23-8d62-6ef37ec93206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:48.314969 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-72e83a43-fef9-4d23-8d62-6ef37ec93206 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/33d759c0-b0be-4ba8-9671-dfc352efd7e1 HTTP/1.1" status: 204 len: 168 time: 0.5790808 Jul 16 20:35:48.325027 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 2fedd345-469d-4609-b30a-f9a421a7aa45 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:48.336504 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e83a43-fef9-4d23-8d62-6ef37ec93206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d759c0-b0be-4ba8-9671-dfc352efd7e1,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:48.341348 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8800973-e3b6-490c-8128-748f192b041d req-c32b7c7a-bffe-4dc9-bc73-5fd276d87d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:48.343090 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e8800973-e3b6-490c-8128-748f192b041d req-c32b7c7a-bffe-4dc9-bc73-5fd276d87d40 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 912 time: 0.3208880 Jul 16 20:35:48.355630 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e604e17e-b71b-408f-b02d-f1432508ee77 None None] Port b5381535-2faf-4332-a7a0-66c456495a38 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:35:48.393912 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 2fedd345-469d-4609-b30a-f9a421a7aa45 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:48.394293 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:48.419500 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e8800973-e3b6-490c-8128-748f192b041d req-c2d72f70-2cdd-4cee-8b29-4d697b9b106c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=859097bb-1ac3-4bae-80e3-764eefbb51eb HTTP/1.1" status: 200 len: 217 time: 0.0692451 Jul 16 20:35:48.480485 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8375f062-2ebd-4e1c-aca5-4706b52914e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:48.486129 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8375f062-2ebd-4e1c-aca5-4706b52914e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:48.536778 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-041fd53b-a2e3-469f-acd3-7629d89c383d tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:48.545270 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8800973-e3b6-490c-8128-748f192b041d req-757d2f23-cb5b-4faa-861b-e7aa105618fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:48.546796 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e8800973-e3b6-490c-8128-748f192b041d req-757d2f23-cb5b-4faa-861b-e7aa105618fa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=587f0aec-80a3-4172-9644-d785b8e153a3 HTTP/1.1" status: 200 len: 850 time: 0.1216948 Jul 16 20:35:48.581293 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375f062-2ebd-4e1c-aca5-4706b52914e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e75b456-1001-4e32-8264-2773145fce3f,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:48.588505 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8375f062-2ebd-4e1c-aca5-4706b52914e4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7afe71af37c8415791f28424de6ea36e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9182034 Jul 16 20:35:48.592868 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46298) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:48.618796 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46300) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:48.647104 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e45b86aa-bbcd-4948-9863-4841d50fe355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:48.697743 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1105bd10-3f67-4389-b990-ed2017b163fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:48.725031 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5678a52-2a09-4f7f-837f-e871671d6490 req-2bdc59c9-8b4c-4749-b0db-30667ab991db tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:48.727013 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e5678a52-2a09-4f7f-837f-e871671d6490 req-2bdc59c9-8b4c-4749-b0db-30667ab991db tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8d8205-0baf-442d-9ccc-3b7fdd35d2a2 HTTP/1.1" status: 200 len: 944 time: 0.1249654 Jul 16 20:35:48.732720 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1105bd10-3f67-4389-b990-ed2017b163fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:48.747513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8800973-e3b6-490c-8128-748f192b041d req-d05c5c51-93ce-4580-8bed-0c2fb229ef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:48.749005 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e8800973-e3b6-490c-8128-748f192b041d req-d05c5c51-93ce-4580-8bed-0c2fb229ef3c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c856853c-1bbc-4399-8326-1d7e71a7f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1827290 Jul 16 20:35:48.792594 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1105bd10-3f67-4389-b990-ed2017b163fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:48.795861 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1105bd10-3f67-4389-b990-ed2017b163fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:48.797481 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1105bd10-3f67-4389-b990-ed2017b163fb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6e75b456-1001-4e32-8264-2773145fce3f HTTP/1.1" status: 204 len: 168 time: 0.2036505 Jul 16 20:35:48.807555 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105bd10-3f67-4389-b990-ed2017b163fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e75b456-1001-4e32-8264-2773145fce3f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:48.814819 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-041fd53b-a2e3-469f-acd3-7629d89c383d tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:48.826203 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-041fd53b-a2e3-469f-acd3-7629d89c383d tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:48.844278 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e5678a52-2a09-4f7f-837f-e871671d6490 req-b321db71-b6e0-4a44-af56-3b66a27fe760 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084757 Jul 16 20:35:48.923052 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041fd53b-a2e3-469f-acd3-7629d89c383d tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=183cd6da-38ec-40dd-b581-c8ed532a4162,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:48.936602 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e8800973-e3b6-490c-8128-748f192b041d req-a9533733-dc0f-43a4-bbd7-68d9e214679f service neutron] 10.222.0.18 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775904 Jul 16 20:35:48.959449 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e45b86aa-bbcd-4948-9863-4841d50fe355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:48.965812 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e45b86aa-bbcd-4948-9863-4841d50fe355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:48.976784 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-041fd53b-a2e3-469f-acd3-7629d89c383d tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:48.981210 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-041fd53b-a2e3-469f-acd3-7629d89c383d tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6987848 Jul 16 20:35:48.983208 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46310) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:48.991525 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-028bc793-bb26-473b-b319-8868eaca189b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Request body: {'security_group_rule': {'security_group_id': '183cd6da-38ec-40dd-b581-c8ed532a4162', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:49.013573 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b86aa-bbcd-4948-9863-4841d50fe355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533bd64c-d3bf-41c8-9f72-a43a6a6c34c4,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:49.026405 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e45b86aa-bbcd-4948-9863-4841d50fe355 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c41fd8d2acbb47fcad912bd2a125698a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4054387 Jul 16 20:35:49.028007 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46314) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:49.068957 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-028bc793-bb26-473b-b319-8868eaca189b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.075067 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e8800973-e3b6-490c-8128-748f192b041d req-a19461fe-6183-40e7-aab0-a8ee33fdd211 service neutron] 10.222.0.18 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321003 Jul 16 20:35:49.112243 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7e4e5e02-151f-45e3-ac33-0b28a3ed62a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.147795 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7e4e5e02-151f-45e3-ac33-0b28a3ed62a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.168842 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-028bc793-bb26-473b-b319-8868eaca189b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.176383 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-028bc793-bb26-473b-b319-8868eaca189b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.196702 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028bc793-bb26-473b-b319-8868eaca189b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a28cba0-a202-4cd7-a276-c503bde8af4c,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:49.206845 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-028bc793-bb26-473b-b319-8868eaca189b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.207721 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-028bc793-bb26-473b-b319-8868eaca189b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2234838 Jul 16 20:35:49.212505 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46322) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:49.221700 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-c60b3c9e-c012-4efb-8135-98d3ee9e2985 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Request body: {'security_group_rule': {'security_group_id': '183cd6da-38ec-40dd-b581-c8ed532a4162', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:49.229236 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7e4e5e02-151f-45e3-ac33-0b28a3ed62a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.231835 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7e4e5e02-151f-45e3-ac33-0b28a3ed62a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.232971 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7e4e5e02-151f-45e3-ac33-0b28a3ed62a4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/533bd64c-d3bf-41c8-9f72-a43a6a6c34c4 HTTP/1.1" status: 204 len: 168 time: 0.2040377 Jul 16 20:35:49.244550 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e5e02-151f-45e3-ac33-0b28a3ed62a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533bd64c-d3bf-41c8-9f72-a43a6a6c34c4,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:49.267125 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c60b3c9e-c012-4efb-8135-98d3ee9e2985 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.312909 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46332) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:49.332281 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c60b3c9e-c012-4efb-8135-98d3ee9e2985 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.337983 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c60b3c9e-c012-4efb-8135-98d3ee9e2985 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.343846 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bde365e6-8a45-4e3d-99c0-f124d82a226c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.359747 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b3c9e-c012-4efb-8135-98d3ee9e2985 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74238b11-f857-48a6-8a16-9187d338879c,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:49.368645 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c60b3c9e-c012-4efb-8135-98d3ee9e2985 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.373647 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c60b3c9e-c012-4efb-8135-98d3ee9e2985 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1588867 Jul 16 20:35:49.374376 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46336) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:49.383148 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-a15da5d1-1d0e-4875-99b1-ab09c607be80 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:49.397079 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.db.api [None req-a15da5d1-1d0e-4875-99b1-ab09c607be80 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:35:49.397079 n-d-791506-21 neutron-server[93794]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:35:49.397079 n-d-791506-21 neutron-server[93794]: [parameters: {'project_id_1': '086605ce16824d789c1ebe4af59fda06', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 35, 49, 391625)}] Jul 16 20:35:49.397079 n-d-791506-21 neutron-server[93794]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:35:49.397678 n-d-791506-21 neutron-server[93794]: DEBUG oslo_db.api [None req-a15da5d1-1d0e-4875-99b1-ab09c607be80 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:35:49.515814 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2eaf9e-c08f-436a-9fc3-26678a53776e req-7be5351b-4d50-4890-ad3a-46343f06bfd3 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:49.517557 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba2eaf9e-c08f-436a-9fc3-26678a53776e req-7be5351b-4d50-4890-ad3a-46343f06bfd3 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 946 time: 0.1073344 Jul 16 20:35:49.555296 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bde365e6-8a45-4e3d-99c0-f124d82a226c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.561182 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bde365e6-8a45-4e3d-99c0-f124d82a226c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.595480 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba2eaf9e-c08f-436a-9fc3-26678a53776e req-2477a977-f2d4-4d2d-8b9e-9c365267b6c3 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676217 Jul 16 20:35:49.618717 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bde365e6-8a45-4e3d-99c0-f124d82a226c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2b94bddc8ad149f8918fbed93055870b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3041537 Jul 16 20:35:49.621389 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46342) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:49.629029 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde365e6-8a45-4e3d-99c0-f124d82a226c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544323dd-385c-4707-a74f-f59f27fed361,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:49.701718 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-efa15b7d-d935-4502-b7f9-88fcecbfcb52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.723714 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-df014cca-406b-4b21-bcbd-890f4d574b50 req-33833528-4d84-4653-b5a2-6ec827e0afc8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0620842 Jul 16 20:35:49.740788 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-efa15b7d-d935-4502-b7f9-88fcecbfcb52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.804500 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-efa15b7d-d935-4502-b7f9-88fcecbfcb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.807178 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-efa15b7d-d935-4502-b7f9-88fcecbfcb52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.808352 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-efa15b7d-d935-4502-b7f9-88fcecbfcb52 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/544323dd-385c-4707-a74f-f59f27fed361 HTTP/1.1" status: 204 len: 168 time: 0.1858280 Jul 16 20:35:49.819052 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa15b7d-d935-4502-b7f9-88fcecbfcb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544323dd-385c-4707-a74f-f59f27fed361,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:49.859369 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df014cca-406b-4b21-bcbd-890f4d574b50 req-3064f26f-adbd-4888-9310-5e854f849ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:49.861558 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-df014cca-406b-4b21-bcbd-890f4d574b50 req-3064f26f-adbd-4888-9310-5e854f849ca3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 1096 time: 0.0862174 Jul 16 20:35:49.949783 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a15da5d1-1d0e-4875-99b1-ab09c607be80 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.003204 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df014cca-406b-4b21-bcbd-890f4d574b50 req-5537d973-68ee-4689-b4bd-41cd970771cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:50.004885 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-df014cca-406b-4b21-bcbd-890f4d574b50 req-5537d973-68ee-4689-b4bd-41cd970771cc service neutron] 10.222.0.62 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 912 time: 0.1200900 Jul 16 20:35:50.059294 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 4403001a-e230-4ef2-8938-f312edb46b49 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:50.111902 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-df014cca-406b-4b21-bcbd-890f4d574b50 req-dc36af08-2672-44ee-860e-acbb20dc12d6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4 HTTP/1.1" status: 200 len: 999 time: 0.1001015 Jul 16 20:35:50.141287 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 4403001a-e230-4ef2-8938-f312edb46b49 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:50.146707 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 4403001a-e230-4ef2-8938-f312edb46b49 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:50.147395 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.189904 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b0fd5-8fef-4ea6-85e3-a732651defbc req-f1d63f24-5e8e-494b-a9e9-ae52075cd45f tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:50.193003 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df014cca-406b-4b21-bcbd-890f4d574b50 req-4e44af43-61d8-426d-9a8c-8c46148b549e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:50.194659 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-df014cca-406b-4b21-bcbd-890f4d574b50 req-4e44af43-61d8-426d-9a8c-8c46148b549e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=587f0aec-80a3-4172-9644-d785b8e153a3 HTTP/1.1" status: 200 len: 850 time: 0.0752814 Jul 16 20:35:50.197142 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-de6b0fd5-8fef-4ea6-85e3-a732651defbc req-f1d63f24-5e8e-494b-a9e9-ae52075cd45f tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8d8205-0baf-442d-9ccc-3b7fdd35d2a2 HTTP/1.1" status: 200 len: 944 time: 0.1298187 Jul 16 20:35:50.202237 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a15da5d1-1d0e-4875-99b1-ab09c607be80 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.272351 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.302381 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df014cca-406b-4b21-bcbd-890f4d574b50 req-d68251e5-3492-4eb7-abd4-e0a9e5b9df37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:50.306235 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-df014cca-406b-4b21-bcbd-890f4d574b50 req-d68251e5-3492-4eb7-abd4-e0a9e5b9df37 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c856853c-1bbc-4399-8326-1d7e71a7f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1013548 Jul 16 20:35:50.309169 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-de6b0fd5-8fef-4ea6-85e3-a732651defbc req-d855ea20-f7eb-4a28-ba02-052bd2701c48 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011229 Jul 16 20:35:50.311756 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8d8205-0baf-442d-9ccc-3b7fdd35d2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4403001a-e230-4ef2-8938-f312edb46b49'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:50.320100 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81476a8a-40c9-4250-a178-8725a5d19e47" -d '{"events": [{"server_uuid": "da8d8205-0baf-442d-9ccc-3b7fdd35d2a2", "name": "network-vif-plugged", "status": "completed", "tag": "4403001a-e230-4ef2-8938-f312edb46b49"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:50.329369 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46372) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:50.350055 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 4403001a-e230-4ef2-8938-f312edb46b49, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=4403001a-e230-4ef2-8938-f312edb46b49,segment=NetworkSegment(825628ad-9a36-4b2b-b9e3-9f2da86637ff),segment_id=825628ad-9a36-4b2b-b9e3-9f2da86637ff)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:50.356509 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.394185 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-a15da5d1-1d0e-4875-99b1-ab09c607be80 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Allocated IP 172.25.0.173 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/68006ec2-cc23-4ab1-9e7f-820bf7917b02) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:50.397322 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d13309-3d93-4fdf-aa36-b789deb2a187 x-openstack-request-id: req-d5d13309-3d93-4fdf-aa36-b789deb2a187 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:50.397703 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8d8205-0baf-442d-9ccc-3b7fdd35d2a2", "name": "network-vif-plugged", "status": "completed", "tag": "4403001a-e230-4ef2-8938-f312edb46b49", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:50.398180 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d5d13309-3d93-4fdf-aa36-b789deb2a187 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:50.399699 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8d8205-0baf-442d-9ccc-3b7fdd35d2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4403001a-e230-4ef2-8938-f312edb46b49', 'code': 200} Jul 16 20:35:50.438484 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=4403001a-e230-4ef2-8938-f312edb46b49,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:50.567384 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a15da5d1-1d0e-4875-99b1-ab09c607be80 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.639897 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a15da5d1-1d0e-4875-99b1-ab09c607be80 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.725916 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15da5d1-1d0e-4875-99b1-ab09c607be80 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:50.737173 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-a15da5d1-1d0e-4875-99b1-ab09c607be80 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:50.750820 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15da5d1-1d0e-4875-99b1-ab09c607be80 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:50.819623 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15da5d1-1d0e-4875-99b1-ab09c607be80 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event updated for resources: {'Port': ['ID=68006ec2-cc23-4ab1-9e7f-820bf7917b02,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:50.906645 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-df014cca-406b-4b21-bcbd-890f4d574b50 req-ff2ec50d-9597-4439-a5fb-1264fc0e54fd service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5935931 Jul 16 20:35:50.910938 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-6eb3e9fe-2abc-436c-a7e2-2e733495caae admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1543082566-network', 'tenant_id': '6a26f9f127054c75b4598717bb55d1c3'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:50.983412 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb3e9fe-2abc-436c-a7e2-2e733495caae admin admin] Made reservation on behalf of 6a26f9f127054c75b4598717bb55d1c3 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:50.986092 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e9fe-2abc-436c-a7e2-2e733495caae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.004826 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a15da5d1-1d0e-4875-99b1-ab09c607be80 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.020377 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8d114-735c-4214-bf76-86923eb4f0b0 req-042c2c40-ef2d-4d90-93dc-d30f326e67e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:51.022238 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c7a8d114-735c-4214-bf76-86923eb4f0b0 req-042c2c40-ef2d-4d90-93dc-d30f326e67e8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=da8d8205-0baf-442d-9ccc-3b7fdd35d2a2 HTTP/1.1" status: 200 len: 1097 time: 0.5474322 Jul 16 20:35:51.024852 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adf188-5d77-4ca6-822f-aee4636ce4ee req-6a242241-7ad7-4b49-b494-3f5bf28227ac tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:51.026408 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20adf188-5d77-4ca6-822f-aee4636ce4ee req-6a242241-7ad7-4b49-b494-3f5bf28227ac tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 946 time: 0.1962790 Jul 16 20:35:51.062673 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e9fe-2abc-436c-a7e2-2e733495caae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.071547 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c7a8d114-735c-4214-bf76-86923eb4f0b0 req-54c8ab01-13c8-45bc-9342-05c4396d9fe7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409288 Jul 16 20:35:51.092821 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a15da5d1-1d0e-4875-99b1-ab09c607be80 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.108906 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-df014cca-406b-4b21-bcbd-890f4d574b50 req-e1180e26-ab63-40ee-926e-27177e38b871 service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921363 Jul 16 20:35:51.130157 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20adf188-5d77-4ca6-822f-aee4636ce4ee req-0269c945-642c-46df-9cd8-a4112a6abffa tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768108 Jul 16 20:35:51.194948 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e9fe-2abc-436c-a7e2-2e733495caae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.201091 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e9fe-2abc-436c-a7e2-2e733495caae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.217653 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb3e9fe-2abc-436c-a7e2-2e733495caae admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:35:51.228673 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e9fe-2abc-436c-a7e2-2e733495caae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.228914 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-6eb3e9fe-2abc-436c-a7e2-2e733495caae admin admin] Added segment ff7788cb-5e91-4bfe-a672-fecf9a2d060e of type vlan for network d06fcf74-26b1-47b6-b39c-8c2d6e48452b Jul 16 20:35:51.292087 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3e9fe-2abc-436c-a7e2-2e733495caae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef46beb6-cf75-4a80-8a7f-071ac412500e,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:51.305162 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a15da5d1-1d0e-4875-99b1-ab09c607be80 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.310073 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e9fe-2abc-436c-a7e2-2e733495caae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.311801 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a15da5d1-1d0e-4875-99b1-ab09c607be80 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.352561 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e9fe-2abc-436c-a7e2-2e733495caae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.353912 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb3e9fe-2abc-436c-a7e2-2e733495caae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:51.354762 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e9fe-2abc-436c-a7e2-2e733495caae admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.402071 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6eb3e9fe-2abc-436c-a7e2-2e733495caae admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0703902 Jul 16 20:35:51.405214 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46414) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:51.413813 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-805b9714-2e28-4346-b6d8-d4f37ddb2961 admin admin] Request body: {'subnet': {'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1543082566-subnet', 'tenant_id': '6a26f9f127054c75b4598717bb55d1c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:51.471600 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3e9fe-2abc-436c-a7e2-2e733495caae admin admin] Pushing event updated for resources: {'Network': ['ID=d06fcf74-26b1-47b6-b39c-8c2d6e48452b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:51.485622 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network d06fcf74-26b1-47b6-b39c-8c2d6e48452b details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:35:51.490191 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15da5d1-1d0e-4875-99b1-ab09c607be80 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event updated for resources: {'Port': ['ID=68006ec2-cc23-4ab1-9e7f-820bf7917b02,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:51.496215 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805b9714-2e28-4346-b6d8-d4f37ddb2961 admin admin] Made reservation on behalf of 6a26f9f127054c75b4598717bb55d1c3 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:51.506889 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-805b9714-2e28-4346-b6d8-d4f37ddb2961 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.509641 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a15da5d1-1d0e-4875-99b1-ab09c607be80 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.526498 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a15da5d1-1d0e-4875-99b1-ab09c607be80 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.537312 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a15da5d1-1d0e-4875-99b1-ab09c607be80 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1500094 Jul 16 20:35:51.632850 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f70687b-b06d-4215-8b25-82c56a51bf59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.734101 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-805b9714-2e28-4346-b6d8-d4f37ddb2961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.794042 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b9714-2e28-4346-b6d8-d4f37ddb2961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3773b4e-f5c8-45c6-be17-27631a1d9f40,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:51.794685 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46436) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:51.802512 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805b9714-2e28-4346-b6d8-d4f37ddb2961 admin admin] Checking segment: {'id': 'ff7788cb-5e91-4bfe-a672-fecf9a2d060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:51.802863 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805b9714-2e28-4346-b6d8-d4f37ddb2961 admin admin] Network hostable DHCP agents. Network: d06fcf74-26b1-47b6-b39c-8c2d6e48452b, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:35:51.821739 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805b9714-2e28-4346-b6d8-d4f37ddb2961 admin admin] Network d06fcf74-26b1-47b6-b39c-8c2d6e48452b is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:35:51.831534 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-805b9714-2e28-4346-b6d8-d4f37ddb2961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, d06fcf74-26b1-47b6-b39c-8c2d6e48452b) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:51.838668 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805b9714-2e28-4346-b6d8-d4f37ddb2961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:51.839688 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-805b9714-2e28-4346-b6d8-d4f37ddb2961 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.843652 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddf2b0a-ed97-41c6-80a1-e27592ab7ce0 None None] Network d06fcf74-26b1-47b6-b39c-8c2d6e48452b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:51.858928 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-805b9714-2e28-4346-b6d8-d4f37ddb2961 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4523787 Jul 16 20:35:52.064422 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b42277e-0635-459b-bd1b-352687fe366a None None] Network d06fcf74-26b1-47b6-b39c-8c2d6e48452b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:52.078910 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27b091-1eac-434c-9e8e-4e16e265c2fa req-0fdd0651-c88a-4954-a898-50d9fe95ca55 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:52.080747 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8f27b091-1eac-434c-9e8e-4e16e265c2fa req-0fdd0651-c88a-4954-a898-50d9fe95ca55 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8d8205-0baf-442d-9ccc-3b7fdd35d2a2 HTTP/1.1" status: 200 len: 945 time: 0.5355225 Jul 16 20:35:52.145194 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8f27b091-1eac-434c-9e8e-4e16e265c2fa req-cca9533b-2d7d-4e6a-8640-25f23b5feeb7 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552013 Jul 16 20:35:52.192574 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-5de1584d-15a2-43d9-a4d3-1fa64fd94dbd tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1970372963&fields=id&tenant_id=086605ce16824d789c1ebe4af59fda06 HTTP/1.1" status: 200 len: 267 time: 0.0462356 Jul 16 20:35:52.275849 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-0e44ec83-d011-449c-965c-fd0a1e6f6b6a tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:52.315700 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-258ac991-3ee7-4152-b23f-644314050edf tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:52.317092 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-258ac991-3ee7-4152-b23f-644314050edf tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports/c9c7028e-c717-455b-b2ae-e3b788da21ae HTTP/1.1" status: 200 len: 930 time: 0.1137092 Jul 16 20:35:52.363626 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0e44ec83-d011-449c-965c-fd0a1e6f6b6a tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] 10.222.0.38 "PUT /v2.0/quotas/5ad492ba1c4f40559080303326936bb9 HTTP/1.1" status: 200 len: 368 time: 0.5646062 Jul 16 20:35:52.363910 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46460) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:52.368976 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-06ddc7a1-debb-4a2e-bc06-e5a251cbd7ef tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Request body: {'network': {'project_id': '5ad492ba1c4f40559080303326936bb9'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:52.393173 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ddc7a1-debb-4a2e-bc06-e5a251cbd7ef tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Made reservation on behalf of 5ad492ba1c4f40559080303326936bb9 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:52.396377 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-06ddc7a1-debb-4a2e-bc06-e5a251cbd7ef tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.407409 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-06ddc7a1-debb-4a2e-bc06-e5a251cbd7ef tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.439619 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-b906902e-28ff-4f00-8f9f-8e58fede5411 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:52.441322 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-b906902e-28ff-4f00-8f9f-8e58fede5411 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports/b5381535-2faf-4332-a7a0-66c456495a38 HTTP/1.1" status: 200 len: 930 time: 0.1092823 Jul 16 20:35:52.470253 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ee38e-353d-45db-929b-90a76de0ad1c req-9731f0d7-c25c-4e8b-97b0-6a64301dcc4e tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:52.471971 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a31ee38e-353d-45db-929b-90a76de0ad1c req-9731f0d7-c25c-4e8b-97b0-6a64301dcc4e tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 946 time: 0.1539686 Jul 16 20:35:52.527455 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-016c254f-50e0-4d68-ac35-c9acb76a08c7 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?network_id=8220058e-73c4-4bbb-9a58-d9b747bb6802&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0770869 Jul 16 20:35:52.542918 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-06ddc7a1-debb-4a2e-bc06-e5a251cbd7ef tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.549928 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-06ddc7a1-debb-4a2e-bc06-e5a251cbd7ef tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.577072 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ddc7a1-debb-4a2e-bc06-e5a251cbd7ef tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:35:52.592994 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a6a2dfd1-74c9-4fd7-a5be-1811d4625db9 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?network_id=8220058e-73c4-4bbb-9a58-d9b747bb6802&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0646060 Jul 16 20:35:52.599432 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-06ddc7a1-debb-4a2e-bc06-e5a251cbd7ef tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.599881 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-06ddc7a1-debb-4a2e-bc06-e5a251cbd7ef tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Added segment 3f480df3-f4a7-4679-835d-5cff8c7a7ddd of type vlan for network 2e9cf605-3bc9-4ac4-8b9a-9638bfdbf8c7 Jul 16 20:35:52.601608 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ddc7a1-debb-4a2e-bc06-e5a251cbd7ef tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65b9bf4-498e-4da9-9021-a400675caea5,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:52.613936 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a31ee38e-353d-45db-929b-90a76de0ad1c req-6e384cac-5669-4268-bc75-8ebf1ae64341 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241364 Jul 16 20:35:52.683743 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-06ddc7a1-debb-4a2e-bc06-e5a251cbd7ef tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.737817 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-06ddc7a1-debb-4a2e-bc06-e5a251cbd7ef tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.739935 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ddc7a1-debb-4a2e-bc06-e5a251cbd7ef tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:52.740929 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-06ddc7a1-debb-4a2e-bc06-e5a251cbd7ef tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.887441 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ddc7a1-debb-4a2e-bc06-e5a251cbd7ef tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Pushing event updated for resources: {'Network': ['ID=2e9cf605-3bc9-4ac4-8b9a-9638bfdbf8c7,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:52.900299 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-06ddc7a1-debb-4a2e-bc06-e5a251cbd7ef tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5352383 Jul 16 20:35:52.901125 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46480) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:52.901650 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 2e9cf605-3bc9-4ac4-8b9a-9638bfdbf8c7 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:35:52.906958 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-724d9ad6-a756-4800-a460-75f2de3e32bb tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Request body: {'network': {'project_id': '5ad492ba1c4f40559080303326936bb9'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:52.936883 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724d9ad6-a756-4800-a460-75f2de3e32bb tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Made reservation on behalf of 5ad492ba1c4f40559080303326936bb9 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:52.940749 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-724d9ad6-a756-4800-a460-75f2de3e32bb tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.989544 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724d9ad6-a756-4800-a460-75f2de3e32bb tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:35:53.027108 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-724d9ad6-a756-4800-a460-75f2de3e32bb tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.028341 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-724d9ad6-a756-4800-a460-75f2de3e32bb tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Added segment 0cc2f0e9-aacf-4e30-af35-1cca3bec03e5 of type vlan for network 07fbc430-5a29-4e27-abc5-eaa9687204c1 Jul 16 20:35:53.108415 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-724d9ad6-a756-4800-a460-75f2de3e32bb tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.150498 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-7e10382d-8629-4d88-9b18-9ef013694809 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:53.156707 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-7e10382d-8629-4d88-9b18-9ef013694809 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:53.162927 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-7e10382d-8629-4d88-9b18-9ef013694809 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:53.164917 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-7e10382d-8629-4d88-9b18-9ef013694809 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/networks?id=a5f59c06-393b-4019-8402-c670013796dd&id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&id=8220058e-73c4-4bbb-9a58-d9b747bb6802&id=8220058e-73c4-4bbb-9a58-d9b747bb6802 HTTP/1.1" status: 200 len: 1988 time: 0.5440886 Jul 16 20:35:53.181891 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-724d9ad6-a756-4800-a460-75f2de3e32bb tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.182484 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724d9ad6-a756-4800-a460-75f2de3e32bb tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:53.183076 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-724d9ad6-a756-4800-a460-75f2de3e32bb tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.213212 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-4233500e-78af-40b0-ab4c-1bb5a2df6195 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/quotas/086605ce16824d789c1ebe4af59fda06 HTTP/1.1" status: 200 len: 375 time: 0.0349503 Jul 16 20:35:53.228035 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-724d9ad6-a756-4800-a460-75f2de3e32bb tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3230975 Jul 16 20:35:53.230274 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46494) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:53.242603 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-6a94445b-fe2a-4497-bfab-cb9c2aa08c0c tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Request body: {'network': {'project_id': '5ad492ba1c4f40559080303326936bb9'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:53.279042 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d9ad6-a756-4800-a460-75f2de3e32bb tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Pushing event updated for resources: {'Network': ['ID=07fbc430-5a29-4e27-abc5-eaa9687204c1,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:53.288143 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a94445b-fe2a-4497-bfab-cb9c2aa08c0c tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 20:35:53.288863 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a94445b-fe2a-4497-bfab-cb9c2aa08c0c tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:35:53.290574 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6a94445b-fe2a-4497-bfab-cb9c2aa08c0c tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0587909 Jul 16 20:35:53.294456 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 07fbc430-5a29-4e27-abc5-eaa9687204c1 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:35:53.405932 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-8f5d145b-5b19-4a22-b168-6213815823b9 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:53.414538 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-8f5d145b-5b19-4a22-b168-6213815823b9 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/networks?id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b HTTP/1.1" status: 200 len: 812 time: 0.2483680 Jul 16 20:35:53.435668 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-6e1fc074-a0e5-4dae-85f5-ed6d212bb3e4 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/quotas/6a26f9f127054c75b4598717bb55d1c3 HTTP/1.1" status: 200 len: 375 time: 0.0201139 Jul 16 20:35:53.479260 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-29bb920c-c98c-4c97-92d3-270635de6a3c tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6a26f9f127054c75b4598717bb55d1c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355234 Jul 16 20:35:53.481091 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46504) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:53.496307 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-400ef6d9-2291-4fe8-aca1-a16383d4d2c1 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=086605ce16824d789c1ebe4af59fda06&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2302125 Jul 16 20:35:53.593693 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46508) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:53.665667 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-33bf5757-3b14-482d-9a3d-6ecedc74bf35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1845726212', 'router:external': True}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:53.695091 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0f667f54-abb5-49cb-b7c2-0a751b95ea95 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5ad492ba1c4f40559080303326936bb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2112319 Jul 16 20:35:53.699597 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46514) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:53.705269 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bf5757-3b14-482d-9a3d-6ecedc74bf35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Made reservation on behalf of 6d1c6e1270aa47269b7427b4e3ad907e for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:53.707789 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-33bf5757-3b14-482d-9a3d-6ecedc74bf35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.717228 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-33bf5757-3b14-482d-9a3d-6ecedc74bf35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.770773 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-8f7742da-4b90-459d-bde3-686bd8587a29 service neutron] 10.222.0.38 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733712 Jul 16 20:35:53.786293 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-28ecbb67-74fd-4050-bb97-c11c7cf048a3 service neutron] 10.222.0.38 "GET /v2.0/networks/a5f59c06-393b-4019-8402-c670013796dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391083 Jul 16 20:35:53.829358 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-33bf5757-3b14-482d-9a3d-6ecedc74bf35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.834669 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-33bf5757-3b14-482d-9a3d-6ecedc74bf35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.858082 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8ebfc001-ddfb-4386-ae98-f136766466d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.868217 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33bf5757-3b14-482d-9a3d-6ecedc74bf35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:35:53.874924 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf5757-3b14-482d-9a3d-6ecedc74bf35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f781cec-5757-4346-b1a1-4ab62f346fd2,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:53.881285 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-33bf5757-3b14-482d-9a3d-6ecedc74bf35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.881703 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-33bf5757-3b14-482d-9a3d-6ecedc74bf35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Added segment 75494355-c93a-4f05-8ffb-5623fc2a39d4 of type vlan for network 7a0b0264-e954-4bc8-886e-e3186e7a211d Jul 16 20:35:53.928440 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-33bf5757-3b14-482d-9a3d-6ecedc74bf35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.953210 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8ebfc001-ddfb-4386-ae98-f136766466d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.964731 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-33bf5757-3b14-482d-9a3d-6ecedc74bf35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.965564 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bf5757-3b14-482d-9a3d-6ecedc74bf35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:53.966203 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-33bf5757-3b14-482d-9a3d-6ecedc74bf35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.998863 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-33bf5757-3b14-482d-9a3d-6ecedc74bf35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4040463 Jul 16 20:35:54.003330 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46522) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:54.008450 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-546beec8-79f7-4a23-a091-b0d1de1395e4 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Request body: {'subnet': {'network_id': '7a0b0264-e954-4bc8-886e-e3186e7a211d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:54.022726 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-63792318-a591-4b02-8923-681b0057bf8b service neutron] 10.222.0.38 "GET /v2.0/networks/a5f59c06-393b-4019-8402-c670013796dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234380 Jul 16 20:35:54.025921 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-f7062c27-52be-4a36-a07f-2dcb5e959989 service neutron] 10.222.0.38 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375107 Jul 16 20:35:54.045600 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf5757-3b14-482d-9a3d-6ecedc74bf35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Pushing event updated for resources: {'Network': ['ID=7a0b0264-e954-4bc8-886e-e3186e7a211d,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:54.067173 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 7a0b0264-e954-4bc8-886e-e3186e7a211d details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:35:54.077879 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8ebfc001-ddfb-4386-ae98-f136766466d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.079709 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546beec8-79f7-4a23-a091-b0d1de1395e4 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Made reservation on behalf of 6d1c6e1270aa47269b7427b4e3ad907e for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:54.080480 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8ebfc001-ddfb-4386-ae98-f136766466d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.084078 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8ebfc001-ddfb-4386-ae98-f136766466d2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c65b9bf4-498e-4da9-9021-a400675caea5 HTTP/1.1" status: 204 len: 168 time: 0.3792548 Jul 16 20:35:54.085387 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-c35217c0-4a04-46f5-a94a-4ff24863e130 service neutron] 10.222.0.38 "GET /v2.0/ports/c9c7028e-c717-455b-b2ae-e3b788da21ae?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0559847 Jul 16 20:35:54.086791 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46524) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:54.087822 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-546beec8-79f7-4a23-a091-b0d1de1395e4 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.116134 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfc001-ddfb-4386-ae98-f136766466d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65b9bf4-498e-4da9-9021-a400675caea5,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:54.268015 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c240e6d8-1a71-4646-aa9c-d8ad2f9394b8 tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.279015 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ac6d816-657c-4ac8-a7fb-b42138a7a69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.283520 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.338454 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a1a7533d-18fa-4d44-a97b-06cdca6d4ef6 service neutron] 10.222.0.38 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377803 Jul 16 20:35:54.403479 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c240e6d8-1a71-4646-aa9c-d8ad2f9394b8 tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.417675 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-c240e6d8-1a71-4646-aa9c-d8ad2f9394b8 tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07fbc430-5a29-4e27-abc5-eaa9687204c1']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:54.430043 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-c240e6d8-1a71-4646-aa9c-d8ad2f9394b8 tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc2f0e9-aacf-4e30-af35-1cca3bec03e5') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:54.430408 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-c240e6d8-1a71-4646-aa9c-d8ad2f9394b8 tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc2f0e9-aacf-4e30-af35-1cca3bec03e5') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:54.441679 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c240e6d8-1a71-4646-aa9c-d8ad2f9394b8 tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.457981 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c240e6d8-1a71-4646-aa9c-d8ad2f9394b8 tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.465476 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c240e6d8-1a71-4646-aa9c-d8ad2f9394b8 tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:35:54.465898 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c240e6d8-1a71-4646-aa9c-d8ad2f9394b8 tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:35:54.482642 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:35:54.561241 n-d-791506-21 neutron-server[93793]: DEBUG neutron.objects.ports [None req-546beec8-79f7-4a23-a091-b0d1de1395e4 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93793) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:35:54.561713 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-546beec8-79f7-4a23-a091-b0d1de1395e4 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.625563 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c240e6d8-1a71-4646-aa9c-d8ad2f9394b8 tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.633215 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c240e6d8-1a71-4646-aa9c-d8ad2f9394b8 tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.633642 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546beec8-79f7-4a23-a091-b0d1de1395e4 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9798eaec-9084-479e-8a9e-b36eb63be151,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:54.634890 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c240e6d8-1a71-4646-aa9c-d8ad2f9394b8 tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] 10.222.0.38 "DELETE /v2.0/networks/07fbc430-5a29-4e27-abc5-eaa9687204c1 HTTP/1.1" status: 204 len: 168 time: 0.5457520 Jul 16 20:35:54.637635 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46534) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:54.646927 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546beec8-79f7-4a23-a091-b0d1de1395e4 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Checking segment: {'id': '75494355-c93a-4f05-8ffb-5623fc2a39d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7a0b0264-e954-4bc8-886e-e3186e7a211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:54.647296 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546beec8-79f7-4a23-a091-b0d1de1395e4 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Network hostable DHCP agents. Network: 7a0b0264-e954-4bc8-886e-e3186e7a211d, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:35:54.657444 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240e6d8-1a71-4646-aa9c-d8ad2f9394b8 tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Pushing event deleted for resources: {'Network': ['ID=07fbc430-5a29-4e27-abc5-eaa9687204c1,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:54.686999 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-8ad3bc16-068c-4cc8-9bd7-5fae9921afb7 service neutron] 10.222.0.38 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022610 Jul 16 20:35:54.707788 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2af32e-943b-4983-93d2-403017835ab5 req-4305f706-0a71-4afa-83ed-6d4c1e264f93 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:54.709272 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a2af32e-943b-4983-93d2-403017835ab5 req-4305f706-0a71-4afa-83ed-6d4c1e264f93 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8d8205-0baf-442d-9ccc-3b7fdd35d2a2 HTTP/1.1" status: 200 len: 945 time: 0.2258134 Jul 16 20:35:54.732535 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da357c30-8e98-4ed0-8901-b7cf714f507f tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.734090 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546beec8-79f7-4a23-a091-b0d1de1395e4 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Network 7a0b0264-e954-4bc8-886e-e3186e7a211d is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:35:54.748509 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-546beec8-79f7-4a23-a091-b0d1de1395e4 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 7a0b0264-e954-4bc8-886e-e3186e7a211d) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:54.756394 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85b2271-7e7f-4b86-bd4b-50296bb965ad None None] Network 7a0b0264-e954-4bc8-886e-e3186e7a211d requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:54.760533 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546beec8-79f7-4a23-a091-b0d1de1395e4 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:54.761039 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-546beec8-79f7-4a23-a091-b0d1de1395e4 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.774241 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-fa256ddf-6571-4418-a64b-aac9593b787f service neutron] 10.222.0.38 "GET /v2.0/ports/b5381535-2faf-4332-a7a0-66c456495a38?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0793753 Jul 16 20:35:54.808957 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a2af32e-943b-4983-93d2-403017835ab5 req-5362a15f-fc92-4c3f-a71a-02f88852468b tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773048 Jul 16 20:35:54.871223 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-546beec8-79f7-4a23-a091-b0d1de1395e4 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8666563 Jul 16 20:35:54.876871 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46542) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:54.885573 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-a49e804c-337b-41f5-b5d3-60fbbd33f44a tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-870056039', 'network_id': '7a0b0264-e954-4bc8-886e-e3186e7a211d'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:54.927941 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-ff0a8d6a-ffb3-4954-a885-928c5c56007a service neutron] 10.222.0.38 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455927 Jul 16 20:35:54.941510 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da357c30-8e98-4ed0-8901-b7cf714f507f tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.946863 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec63b95-f549-4cd7-991b-30a388ebe3c3 None None] Network 7a0b0264-e954-4bc8-886e-e3186e7a211d requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:54.951569 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49e804c-337b-41f5-b5d3-60fbbd33f44a tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Made reservation on behalf of 6d1c6e1270aa47269b7427b4e3ad907e for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:54.953337 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-da357c30-8e98-4ed0-8901-b7cf714f507f tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9cf605-3bc9-4ac4-8b9a-9638bfdbf8c7']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:54.957833 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a49e804c-337b-41f5-b5d3-60fbbd33f44a tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.987927 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-da357c30-8e98-4ed0-8901-b7cf714f507f tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f480df3-f4a7-4679-835d-5cff8c7a7ddd') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:54.994304 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-da357c30-8e98-4ed0-8901-b7cf714f507f tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f480df3-f4a7-4679-835d-5cff8c7a7ddd') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:55.001835 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-a49e804c-337b-41f5-b5d3-60fbbd33f44a tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] device_id is not set on port 20b19333-6e1a-427d-8dea-254aa81bf584 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:35:55.017794 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da357c30-8e98-4ed0-8901-b7cf714f507f tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:55.043739 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da357c30-8e98-4ed0-8901-b7cf714f507f tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:55.056391 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da357c30-8e98-4ed0-8901-b7cf714f507f tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:35:55.058437 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da357c30-8e98-4ed0-8901-b7cf714f507f tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:35:55.063472 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:35:55.121958 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-f967544b-ae71-4c46-a61d-7f794f658977 service neutron] 10.222.0.38 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801536 Jul 16 20:35:55.182198 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da357c30-8e98-4ed0-8901-b7cf714f507f tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:55.194579 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da357c30-8e98-4ed0-8901-b7cf714f507f tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:55.200855 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-da357c30-8e98-4ed0-8901-b7cf714f507f tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] 10.222.0.38 "DELETE /v2.0/networks/2e9cf605-3bc9-4ac4-8b9a-9638bfdbf8c7 HTTP/1.1" status: 204 len: 168 time: 0.5621910 Jul 16 20:35:55.216586 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da357c30-8e98-4ed0-8901-b7cf714f507f tempest-QuotasNegativeTest-489747893 tempest-QuotasNegativeTest-489747893-project-admin] Pushing event deleted for resources: {'Network': ['ID=2e9cf605-3bc9-4ac4-8b9a-9638bfdbf8c7,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:55.328644 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec12390-4788-461c-b068-79c375dedbb5 req-dd113f62-1814-476f-b63e-cf195e5e8fc0 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:55.330247 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5ec12390-4788-461c-b068-79c375dedbb5 req-dd113f62-1814-476f-b63e-cf195e5e8fc0 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 946 time: 0.2161534 Jul 16 20:35:55.382837 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-efd81cd5-fd2b-4eb4-9b81-b69d9e00a2b9 service neutron] 10.222.0.38 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155421 Jul 16 20:35:55.435018 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-a49e804c-337b-41f5-b5d3-60fbbd33f44a tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Allocated IP 2001:db8::2d1 (7a0b0264-e954-4bc8-886e-e3186e7a211d/9798eaec-9084-479e-8a9e-b36eb63be151/20b19333-6e1a-427d-8dea-254aa81bf584) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:55.479007 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5ec12390-4788-461c-b068-79c375dedbb5 req-892dba1e-27f5-4b29-8d72-f8615fce91cf tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223323 Jul 16 20:35:55.611028 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-371c7a56-f77a-4740-8f6a-f991eb6b3465 service neutron] 10.222.0.38 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178438 Jul 16 20:35:55.690862 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46556) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:55.693691 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e9c6fc5e-58c8-4129-8523-1dbd9568422c req-96538c4d-571d-4e81-82ba-acaa49564f2f tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=626f4eac-2948-4e7e-ae8b-b9dafcd37b0c HTTP/1.1" status: 200 len: 210 time: 0.0805361 Jul 16 20:35:55.708540 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a960-8afd-405c-94e3-13d8ad5f8da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:55.719655 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:55.877370 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a960-8afd-405c-94e3-13d8ad5f8da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:55.879050 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-ae17e3e9-126b-48b9-9c60-757ab572bd9f service neutron] 10.222.0.38 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669826 Jul 16 20:35:55.882054 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a960-8afd-405c-94e3-13d8ad5f8da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:55.932423 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a49e804c-337b-41f5-b5d3-60fbbd33f44a tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:55.952069 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d1f3a960-8afd-405c-94e3-13d8ad5f8da1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2adef43f72cb4d31b70a16e4f96c2f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2599301 Jul 16 20:35:55.956851 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46560) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:56.031288 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a960337b-b4de-4548-99b8-ecbd9434cede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.067842 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a960337b-b4de-4548-99b8-ecbd9434cede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.102770 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3a960-8afd-405c-94e3-13d8ad5f8da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2926cc5-6d63-4d63-bb53-cfdae8ebd1ab,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:56.133276 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-f2f5fe55-08fa-4eda-889d-3874320d6f3b service neutron] 10.222.0.38 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345784 Jul 16 20:35:56.164922 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a960337b-b4de-4548-99b8-ecbd9434cede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.170576 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a960337b-b4de-4548-99b8-ecbd9434cede admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.172228 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a960337b-b4de-4548-99b8-ecbd9434cede admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a2926cc5-6d63-4d63-bb53-cfdae8ebd1ab HTTP/1.1" status: 204 len: 168 time: 0.2142935 Jul 16 20:35:56.183210 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960337b-b4de-4548-99b8-ecbd9434cede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2926cc5-6d63-4d63-bb53-cfdae8ebd1ab,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:56.192701 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-95b6a3af-c117-4528-be11-53cbd8ab0f73 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:56.194817 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-95b6a3af-c117-4528-be11-53cbd8ab0f73 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.18 "GET /v2.0/networks?id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b HTTP/1.1" status: 200 len: 812 time: 0.2589757 Jul 16 20:35:56.208012 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a49e804c-337b-41f5-b5d3-60fbbd33f44a tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.213885 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-a47a76a7-0b44-4993-b655-55fa470258ce tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Request body: {'port': {'device_id': '626f4eac-2948-4e7e-ae8b-b9dafcd37b0c', 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b', 'admin_state_up': True, 'tenant_id': '6a26f9f127054c75b4598717bb55d1c3'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:56.343881 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cccb6-3573-4235-a35e-9d9fd0add9d6 req-f715a2dc-43f5-4470-9c21-672f563e7756 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:56.346404 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0f6cccb6-3573-4235-a35e-9d9fd0add9d6 req-f715a2dc-43f5-4470-9c21-672f563e7756 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8d8205-0baf-442d-9ccc-3b7fdd35d2a2 HTTP/1.1" status: 200 len: 945 time: 0.4100513 Jul 16 20:35:56.448567 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49e804c-337b-41f5-b5d3-60fbbd33f44a tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Network 7a0b0264-e954-4bc8-886e-e3186e7a211d is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:56.469608 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-a49e804c-337b-41f5-b5d3-60fbbd33f44a tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:56.490590 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49e804c-337b-41f5-b5d3-60fbbd33f44a tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:56.491604 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49e804c-337b-41f5-b5d3-60fbbd33f44a tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:56.492295 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a49e804c-337b-41f5-b5d3-60fbbd33f44a tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.494591 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e804c-337b-41f5-b5d3-60fbbd33f44a tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Pushing event updated for resources: {'Port': ['ID=20b19333-6e1a-427d-8dea-254aa81bf584,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:56.540700 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0f6cccb6-3573-4235-a35e-9d9fd0add9d6 req-723fcde2-03c5-4486-afc6-b087f07866c6 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565316 Jul 16 20:35:56.548180 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-ceba7794-051d-42dc-999a-7253c1e71567 service neutron] 10.222.0.38 "GET /v2.0/networks/8220058e-73c4-4bbb-9a58-d9b747bb6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937120 Jul 16 20:35:56.557881 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a49e804c-337b-41f5-b5d3-60fbbd33f44a tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6791525 Jul 16 20:35:56.560667 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46568) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:56.665147 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-a47a76a7-0b44-4993-b655-55fa470258ce tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Made reservation on behalf of 6a26f9f127054c75b4598717bb55d1c3 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:56.669229 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-a47a76a7-0b44-4993-b655-55fa470258ce tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.702214 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46574) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:56.744481 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-ab712c3e-4d75-491d-9288-b86a09375f74 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Deleting port 20b19333-6e1a-427d-8dea-254aa81bf584 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:56.745079 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ab712c3e-4d75-491d-9288-b86a09375f74 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.811527 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cc93375e-a83e-481e-95f6-d2177af2f4ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.849914 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ab712c3e-4d75-491d-9288-b86a09375f74 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.859925 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-521f5655-59a1-4beb-8aca-51a0b270b0fd service neutron] 10.222.0.38 "GET /v2.0/networks/8220058e-73c4-4bbb-9a58-d9b747bb6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877483 Jul 16 20:35:56.874256 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-ab712c3e-4d75-491d-9288-b86a09375f74 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Calling delete_port for 20b19333-6e1a-427d-8dea-254aa81bf584 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:57.043969 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ab712c3e-4d75-491d-9288-b86a09375f74 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.092312 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab712c3e-4d75-491d-9288-b86a09375f74 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Pushing event deleted for resources: {'Port': ['ID=20b19333-6e1a-427d-8dea-254aa81bf584,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:57.129637 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ab712c3e-4d75-491d-9288-b86a09375f74 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.135814 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ab712c3e-4d75-491d-9288-b86a09375f74 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "DELETE /v2.0/ports/20b19333-6e1a-427d-8dea-254aa81bf584 HTTP/1.1" status: 204 len: 168 time: 0.5734816 Jul 16 20:35:57.137016 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46586) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:57.142424 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e4fd35da-6d29-46bd-95b1-2579e31401f1 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a0b0264-e954-4bc8-886e-e3186e7a211d', 'external_fixed_ips': [{'subnet_id': '9798eaec-9084-479e-8a9e-b36eb63be151', 'ip_address': '2001:db8::2d1'}]}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:57.457983 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-a47a76a7-0b44-4993-b655-55fa470258ce tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Allocated IP 172.20.0.13 (d06fcf74-26b1-47b6-b39c-8c2d6e48452b/e3773b4e-f5c8-45c6-be17-27631a1d9f40/e78566ce-e60c-46c2-9936-b7222ea1d930) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:57.468682 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320c8f6-902e-4f6f-8356-7f0f8e92f0ef req-7de6f7e5-1e9f-4d90-8d9f-6c226e9a7553 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:57.470218 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7320c8f6-902e-4f6f-8356-7f0f8e92f0ef req-7de6f7e5-1e9f-4d90-8d9f-6c226e9a7553 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 946 time: 0.6760132 Jul 16 20:35:57.532872 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-0a48dcdb-6463-465c-999d-fe9584a1373e service neutron] 10.222.0.38 "GET /v2.0/networks/8220058e-73c4-4bbb-9a58-d9b747bb6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6627212 Jul 16 20:35:57.574857 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.611196 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cc93375e-a83e-481e-95f6-d2177af2f4ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.618771 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7320c8f6-902e-4f6f-8356-7f0f8e92f0ef req-6836d991-a70a-4db9-b309-0acfd845e8f4 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352327 Jul 16 20:35:57.626426 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cc93375e-a83e-481e-95f6-d2177af2f4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.651606 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4fd35da-6d29-46bd-95b1-2579e31401f1 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.655090 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4fd35da-6d29-46bd-95b1-2579e31401f1 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.693523 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cc93375e-a83e-481e-95f6-d2177af2f4ea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d8d337ce73ae4229b4cde2e21a91efe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9845510 Jul 16 20:35:57.746729 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46590) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:57.750072 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4fd35da-6d29-46bd-95b1-2579e31401f1 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.864569 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93375e-a83e-481e-95f6-d2177af2f4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120a1173-345e-4d6d-9371-076de88f687c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:57.937309 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-9c2ec6ca-a887-4ec9-aac2-9c088ac18ee2 service neutron] 10.222.0.38 "GET /v2.0/networks/8220058e-73c4-4bbb-9a58-d9b747bb6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883424 Jul 16 20:35:57.968129 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4fd35da-6d29-46bd-95b1-2579e31401f1 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.970161 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ca1292b-08c3-4ed4-9e32-223e57b7f710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.011970 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-a47a76a7-0b44-4993-b655-55fa470258ce tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.033520 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ca1292b-08c3-4ed4-9e32-223e57b7f710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.138085 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-a47a76a7-0b44-4993-b655-55fa470258ce tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.210772 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-a47a76a7-0b44-4993-b655-55fa470258ce tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Network d06fcf74-26b1-47b6-b39c-8c2d6e48452b is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:58.214979 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ca1292b-08c3-4ed4-9e32-223e57b7f710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.220244 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ca1292b-08c3-4ed4-9e32-223e57b7f710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.228233 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2ca1292b-08c3-4ed4-9e32-223e57b7f710 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/120a1173-345e-4d6d-9371-076de88f687c HTTP/1.1" status: 204 len: 168 time: 0.4669549 Jul 16 20:35:58.248367 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-a47a76a7-0b44-4993-b655-55fa470258ce tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:58.263354 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-a47a76a7-0b44-4993-b655-55fa470258ce tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:58.263578 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4fd35da-6d29-46bd-95b1-2579e31401f1 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.285630 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4fd35da-6d29-46bd-95b1-2579e31401f1 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.294201 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1292b-08c3-4ed4-9e32-223e57b7f710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120a1173-345e-4d6d-9371-076de88f687c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:58.316151 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a76a7-0b44-4993-b655-55fa470258ce tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Pushing event updated for resources: {'Port': ['ID=e78566ce-e60c-46c2-9936-b7222ea1d930,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:58.380723 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-a47a76a7-0b44-4993-b655-55fa470258ce tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:58.384528 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-a47a76a7-0b44-4993-b655-55fa470258ce tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.410693 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-a47a76a7-0b44-4993-b655-55fa470258ce tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2062428 Jul 16 20:35:58.425386 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-7db9a742-a57f-43fe-a006-9c82cc6329e2 service neutron] Request body: {'port': {'device_id': '626f4eac-2948-4e7e-ae8b-b9dafcd37b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:58.589949 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-7db9a742-a57f-43fe-a006-9c82cc6329e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.640101 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-e4fd35da-6d29-46bd-95b1-2579e31401f1 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Allocated IP 2001:db8::2d1 (7a0b0264-e954-4bc8-886e-e3186e7a211d/9798eaec-9084-479e-8a9e-b36eb63be151/9b41c1de-6505-4df4-aa65-91292de6a16d) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:58.722674 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc48829-5ace-45a6-a054-ba3d88d2330c req-4a1ec612-83e4-4dd5-8eb9-9c80b1bfee98 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:58.724476 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0bc48829-5ace-45a6-a054-ba3d88d2330c req-4a1ec612-83e4-4dd5-8eb9-9c80b1bfee98 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=626f4eac-2948-4e7e-ae8b-b9dafcd37b0c HTTP/1.1" status: 200 len: 932 time: 0.1909792 Jul 16 20:35:58.791234 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0bc48829-5ace-45a6-a054-ba3d88d2330c req-c25daf9b-7b36-4ad1-bbd9-607d14545c45 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555820 Jul 16 20:35:58.914808 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4fd35da-6d29-46bd-95b1-2579e31401f1 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.996490 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4fd35da-6d29-46bd-95b1-2579e31401f1 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.057782 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fd35da-6d29-46bd-95b1-2579e31401f1 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Network 7a0b0264-e954-4bc8-886e-e3186e7a211d is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:59.061117 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-e4fd35da-6d29-46bd-95b1-2579e31401f1 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:59.065752 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fd35da-6d29-46bd-95b1-2579e31401f1 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:59.073216 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd35da-6d29-46bd-95b1-2579e31401f1 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Pushing event updated for resources: {'Port': ['ID=9b41c1de-6505-4df4-aa65-91292de6a16d,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:59.135082 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-7db9a742-a57f-43fe-a006-9c82cc6329e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e78566ce-e60c-46c2-9936-b7222ea1d930 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:35:59.147756 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-7db9a742-a57f-43fe-a006-9c82cc6329e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.178090 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-7db9a742-a57f-43fe-a006-9c82cc6329e2 service neutron] Transition to ACTIVE for port object e78566ce-e60c-46c2-9936-b7222ea1d930 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:59.184583 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-7db9a742-a57f-43fe-a006-9c82cc6329e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.243421 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9a742-a57f-43fe-a006-9c82cc6329e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e78566ce-e60c-46c2-9936-b7222ea1d930,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:59.431970 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-7db9a742-a57f-43fe-a006-9c82cc6329e2 service neutron] Attempting to bind port e78566ce-e60c-46c2-9936-b7222ea1d930 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:35:59.432338 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-7db9a742-a57f-43fe-a006-9c82cc6329e2 service neutron] Attempting to bind port e78566ce-e60c-46c2-9936-b7222ea1d930 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'ff7788cb-5e91-4bfe-a672-fecf9a2d060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:35:59.432682 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-7db9a742-a57f-43fe-a006-9c82cc6329e2 service neutron] Attempting to bind port e78566ce-e60c-46c2-9936-b7222ea1d930 on network d06fcf74-26b1-47b6-b39c-8c2d6e48452b {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:59.445724 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-7db9a742-a57f-43fe-a006-9c82cc6329e2 service neutron] Port e78566ce-e60c-46c2-9936-b7222ea1d930 on network d06fcf74-26b1-47b6-b39c-8c2d6e48452b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:35:59.445993 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.446496 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-7db9a742-a57f-43fe-a006-9c82cc6329e2 service neutron] Attempting to bind port e78566ce-e60c-46c2-9936-b7222ea1d930 on network d06fcf74-26b1-47b6-b39c-8c2d6e48452b {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:59.457318 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4fd35da-6d29-46bd-95b1-2579e31401f1 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.457622 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-7db9a742-a57f-43fe-a006-9c82cc6329e2 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:35:59.457622 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-7db9a742-a57f-43fe-a006-9c82cc6329e2 service neutron] Checking segment: {'id': 'ff7788cb-5e91-4bfe-a672-fecf9a2d060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:59.457622 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-7db9a742-a57f-43fe-a006-9c82cc6329e2 service neutron] Bound using segment: {'id': 'ff7788cb-5e91-4bfe-a672-fecf9a2d060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:35:59.457879 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-7db9a742-a57f-43fe-a006-9c82cc6329e2 service neutron] Bound port: e78566ce-e60c-46c2-9936-b7222ea1d930, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7788cb-5e91-4bfe-a672-fecf9a2d060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:35:59.459049 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-7db9a742-a57f-43fe-a006-9c82cc6329e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.471027 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da8129-ece2-4f88-afe6-8860ccb75376 req-81f534f9-1b4d-4f07-92f9-0cf03f020d21 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:59.472605 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-68da8129-ece2-4f88-afe6-8860ccb75376 req-81f534f9-1b4d-4f07-92f9-0cf03f020d21 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 946 time: 0.1275492 Jul 16 20:35:59.713638 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-68da8129-ece2-4f88-afe6-8860ccb75376 req-8d8994ad-a6df-4aa7-be7f-d5ea88222aec tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101390 Jul 16 20:35:59.747696 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-7db9a742-a57f-43fe-a006-9c82cc6329e2 service neutron] For port e78566ce-e60c-46c2-9936-b7222ea1d930, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:59.757600 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-7db9a742-a57f-43fe-a006-9c82cc6329e2 service neutron] For port e78566ce-e60c-46c2-9936-b7222ea1d930, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e78566ce-e60c-46c2-9936-b7222ea1d930,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:35:59.767650 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-7db9a742-a57f-43fe-a006-9c82cc6329e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.829327 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4fd35da-6d29-46bd-95b1-2579e31401f1 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.901278 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9a742-a57f-43fe-a006-9c82cc6329e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e78566ce-e60c-46c2-9936-b7222ea1d930,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:59.916847 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-7db9a742-a57f-43fe-a006-9c82cc6329e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:59.917491 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-7db9a742-a57f-43fe-a006-9c82cc6329e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.919098 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-7db9a742-a57f-43fe-a006-9c82cc6329e2 service neutron] 10.222.0.18 "PUT /v2.0/ports/e78566ce-e60c-46c2-9936-b7222ea1d930 HTTP/1.1" status: 200 len: 1093 time: 1.5010724 Jul 16 20:35:59.919550 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626f4eac-2948-4e7e-ae8b-b9dafcd37b0c', 'tag': 'e78566ce-e60c-46c2-9936-b7222ea1d930'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:59.922338 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f057dd67-0fc9-468f-ab33-4645497098d4" -d '{"events": [{"name": "network-changed", "server_uuid": "626f4eac-2948-4e7e-ae8b-b9dafcd37b0c", "tag": "e78566ce-e60c-46c2-9936-b7222ea1d930"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:59.947317 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-74ae74e7-2937-45d0-b733-78dc27984bed req-1bc92b23-0b52-43da-9c70-9bcd8c11a2e4 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 210 time: 0.1627297 Jul 16 20:36:00.010277 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fd35da-6d29-46bd-95b1-2579e31401f1 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Router 54b1e834-97f6-4583-8117-3c220b31d5cb is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:36:00.118516 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 4403001a-e230-4ef2-8938-f312edb46b49 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:36:00.134263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712847b3-e814-4f84-a833-1a289bb53840 req-8c4616bb-0bf8-47d0-a0dd-76417d432e89 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:00.147477 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-712847b3-e814-4f84-a833-1a289bb53840 req-8c4616bb-0bf8-47d0-a0dd-76417d432e89 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8d8205-0baf-442d-9ccc-3b7fdd35d2a2 HTTP/1.1" status: 200 len: 945 time: 0.1768570 Jul 16 20:36:00.205696 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-df54a72e-0f4e-43c1-91ba-6b3fa660bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:00.207093 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-df54a72e-0f4e-43c1-91ba-6b3fa660bf48 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a26f9f127054c75b4598717bb55d1c3&device_id=626f4eac-2948-4e7e-ae8b-b9dafcd37b0c HTTP/1.1" status: 200 len: 1096 time: 0.2198145 Jul 16 20:36:00.258519 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fd35da-6d29-46bd-95b1-2579e31401f1 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:00.271207 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9b16a3-c971-41d8-a651-326c155554f7 None None] Sync routers for ids ['54b1e834-97f6-4583-8117-3c220b31d5cb'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:00.285915 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4fd35da-6d29-46bd-95b1-2579e31401f1 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.292930 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e4fd35da-6d29-46bd-95b1-2579e31401f1 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.1550505 Jul 16 20:36:00.295246 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46692) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:00.295802 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9b16a3-c971-41d8-a651-326c155554f7 None None] Routers {'54b1e834-97f6-4583-8117-3c220b31d5cb'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:00.297396 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-ec9b16a3-c971-41d8-a651-326c155554f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:35:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['54b1e834-97f6-4583-8117-3c220b31d5cb'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:00.301668 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 4403001a-e230-4ef2-8938-f312edb46b49, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=4403001a-e230-4ef2-8938-f312edb46b49,segment=NetworkSegment(825628ad-9a36-4b2b-b9e3-9f2da86637ff),segment_id=825628ad-9a36-4b2b-b9e3-9f2da86637ff)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:00.324313 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-42540053-dd45-4e2e-91e1-1784323629c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e78566ce-e60c-46c2-9936-b7222ea1d930 HTTP/1.1" status: 200 len: 217 time: 0.1047196 Jul 16 20:36:00.337079 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-712847b3-e814-4f84-a833-1a289bb53840 req-2ae7504d-8dfc-4ebe-82c0-2deaa9808701 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882844 Jul 16 20:36:00.345267 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '4403001a-e230-4ef2-8938-f312edb46b49', 'network_id': '115012cd-2454-4d1b-bec5-c3a0bdd91257', 'port_id': '4403001a-e230-4ef2-8938-f312edb46b49', 'mac_address': 'fa:16:3e:6d:1e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf096263-e475-4469-ad27-b632113d6208', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:36:00.449941 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.463024 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca42daf-c098-42a4-8aa6-2c05f1f0b312 x-openstack-request-id: req-6ca42daf-c098-42a4-8aa6-2c05f1f0b312 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:00.463320 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626f4eac-2948-4e7e-ae8b-b9dafcd37b0c", "tag": "e78566ce-e60c-46c2-9936-b7222ea1d930", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:00.463576 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6ca42daf-c098-42a4-8aa6-2c05f1f0b312 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:00.463979 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626f4eac-2948-4e7e-ae8b-b9dafcd37b0c', 'tag': 'e78566ce-e60c-46c2-9936-b7222ea1d930', 'status': 'completed', 'code': 200} Jul 16 20:36:00.481416 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9b50fa5-648b-4c36-a1aa-12a9f0259138 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.486538 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4403001a-e230-4ef2-8938-f312edb46b49 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:00.516649 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-bc550e9c-dfee-430d-a1d4-d3d86bcf3fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:00.518136 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-bc550e9c-dfee-430d-a1d4-d3d86bcf3fe8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e3773b4e-f5c8-45c6-be17-27631a1d9f40 HTTP/1.1" status: 200 len: 852 time: 0.1802728 Jul 16 20:36:00.537689 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 4403001a-e230-4ef2-8938-f312edb46b49, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=4403001a-e230-4ef2-8938-f312edb46b49,segment=NetworkSegment(825628ad-9a36-4b2b-b9e3-9f2da86637ff),segment_id=825628ad-9a36-4b2b-b9e3-9f2da86637ff)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:00.545104 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.562116 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-ec9b16a3-c971-41d8-a651-326c155554f7 None None] Set router 54b1e834-97f6-4583-8117-3c220b31d5cb gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:00.596611 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-8b911e7b-603d-4ded-bf33-b3b185e864f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701611 Jul 16 20:36:00.611711 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286652e-f49f-4d98-8172-254026bbd9f6 req-712d8fbe-0136-4d2b-89fa-b430a7c6c315 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:00.626009 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8286652e-f49f-4d98-8172-254026bbd9f6 req-712d8fbe-0136-4d2b-89fa-b430a7c6c315 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=626f4eac-2948-4e7e-ae8b-b9dafcd37b0c HTTP/1.1" status: 200 len: 944 time: 0.4306312 Jul 16 20:36:00.642176 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9b50fa5-648b-4c36-a1aa-12a9f0259138 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.674195 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['4403001a-e230-4ef2-8938-f312edb46b49'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:36:00.786160 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-c9b50fa5-648b-4c36-a1aa-12a9f0259138 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Deleting port 9b41c1de-6505-4df4-aa65-91292de6a16d {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:00.786557 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9b50fa5-648b-4c36-a1aa-12a9f0259138 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.835204 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8286652e-f49f-4d98-8172-254026bbd9f6 req-e3a4e9b4-3661-4bb0-9b0d-33e1079030ca tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082877 Jul 16 20:36:00.913511 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-88c42184-c7e1-4d8a-9938-a22b51ada33b service neutron] 10.222.0.18 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854233 Jul 16 20:36:00.924044 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-ec9b16a3-c971-41d8-a651-326c155554f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b1e834-97f6-4583-8117-3c220b31d5cb', 'name': '', 'tenant_id': '6d1c6e1270aa47269b7427b4e3ad907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a0b0264-e954-4bc8-886e-e3186e7a211d', 'external_fixed_ips': [{'subnet_id': '9798eaec-9084-479e-8a9e-b36eb63be151', 'ip_address': '2001:db8::2d1'}], 'enable_snat': True}, 'gw_port_id': '9b41c1de-6505-4df4-aa65-91292de6a16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:35:57Z', 'updated_at': '2021-07-16T20:35:59Z', 'revision_number': 3, 'project_id': '6d1c6e1270aa47269b7427b4e3ad907e', 'gw_port': {'id': '9b41c1de-6505-4df4-aa65-91292de6a16d', 'name': '', 'network_id': '7a0b0264-e954-4bc8-886e-e3186e7a211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:00:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b1e834-97f6-4583-8117-3c220b31d5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '9798eaec-9084-479e-8a9e-b36eb63be151', 'ip_address': '2001:db8::2d1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:58Z', 'updated_at': '2021-07-16T20:35:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9798eaec-9084-479e-8a9e-b36eb63be151', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:00.925187 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=4403001a-e230-4ef2-8938-f312edb46b49,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:00.975553 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9b16a3-c971-41d8-a651-326c155554f7 None None] Checking router: 54b1e834-97f6-4583-8117-3c220b31d5cb for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:36:00.976579 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9b16a3-c971-41d8-a651-326c155554f7 None None] Updating router 54b1e834-97f6-4583-8117-3c220b31d5cb port 9b41c1de-6505-4df4-aa65-91292de6a16d binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:36:01.006859 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46706) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:01.023060 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ec9b16a3-c971-41d8-a651-326c155554f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.042495 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9b50fa5-648b-4c36-a1aa-12a9f0259138 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.071631 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-c9b50fa5-648b-4c36-a1aa-12a9f0259138 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Calling delete_port for 9b41c1de-6505-4df4-aa65-91292de6a16d owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:01.200275 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-511d4065-7d20-4eba-9a8e-461696b4d538 req-a898dcaf-1596-4ea4-8957-0444c3390efa service neutron] 10.222.0.18 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767110 Jul 16 20:36:01.231370 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3a0ea-6531-414e-b926-ac9c66554147 req-3183b9ee-cb22-418c-ad3b-2b3053a528d3 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:01.237949 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0be3a0ea-6531-414e-b926-ac9c66554147 req-3183b9ee-cb22-418c-ad3b-2b3053a528d3 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 946 time: 0.1928685 Jul 16 20:36:01.268276 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2ae5eb12-c0f4-4b21-a0db-d9eb577b69ed req-ef350bb5-ff42-48ef-8f53-51dfdae452b6 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 210 time: 0.0621848 Jul 16 20:36:01.318481 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-63d366d3-9eec-4868-9086-cf1015f8aea6 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-804056777'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:01.353037 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0be3a0ea-6531-414e-b926-ac9c66554147 req-0108b712-174a-4fc3-8dcd-c66850d91624 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108408 Jul 16 20:36:01.388082 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-63d366d3-9eec-4868-9086-cf1015f8aea6 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.389412 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-63d366d3-9eec-4868-9086-cf1015f8aea6 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.408517 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057dd67-0fc9-468f-ab33-4645497098d4 req-ab2e493b-2c34-4231-b217-ba73d248e5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:01.410815 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f057dd67-0fc9-468f-ab33-4645497098d4 req-ab2e493b-2c34-4231-b217-ba73d248e5ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a26f9f127054c75b4598717bb55d1c3&device_id=626f4eac-2948-4e7e-ae8b-b9dafcd37b0c HTTP/1.1" status: 200 len: 1096 time: 0.1341381 Jul 16 20:36:01.419751 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9b50fa5-648b-4c36-a1aa-12a9f0259138 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.452672 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b50fa5-648b-4c36-a1aa-12a9f0259138 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b41c1de-6505-4df4-aa65-91292de6a16d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:01.488941 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9b50fa5-648b-4c36-a1aa-12a9f0259138 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.557181 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-63d366d3-9eec-4868-9086-cf1015f8aea6 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.592343 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9b50fa5-648b-4c36-a1aa-12a9f0259138 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.596624 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.db.api [None req-ec9b16a3-c971-41d8-a651-326c155554f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:36:01.597158 n-d-791506-21 neutron-server[93796]: DEBUG oslo_db.api [None req-ec9b16a3-c971-41d8-a651-326c155554f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:36:01.600987 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-63d366d3-9eec-4868-9086-cf1015f8aea6 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.603175 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9b50fa5-648b-4c36-a1aa-12a9f0259138 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.639053 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-63d366d3-9eec-4868-9086-cf1015f8aea6 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.640265 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-63d366d3-9eec-4868-9086-cf1015f8aea6 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.6300766 Jul 16 20:36:01.652714 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46712) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:01.663162 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057dd67-0fc9-468f-ab33-4645497098d4 req-155289ab-2afb-459d-96f1-bb68f94cd28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:01.665234 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f057dd67-0fc9-468f-ab33-4645497098d4 req-155289ab-2afb-459d-96f1-bb68f94cd28b service neutron] 10.222.0.18 "GET /v2.0/networks?id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b HTTP/1.1" status: 200 len: 913 time: 0.2481651 Jul 16 20:36:01.678811 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a5e0b76e-c461-4534-9302-7ea75ab865d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:01.681221 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a5e0b76e-c461-4534-9302-7ea75ab865d5 service neutron] 10.222.0.62 "GET /v2.0/ports/c9c7028e-c717-455b-b2ae-e3b788da21ae HTTP/1.1" status: 200 len: 1026 time: 0.0869358 Jul 16 20:36:01.682178 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9b50fa5-648b-4c36-a1aa-12a9f0259138 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.682700 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b50fa5-648b-4c36-a1aa-12a9f0259138 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54b1e834-97f6-4583-8117-3c220b31d5cb {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:01.687237 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9b50fa5-648b-4c36-a1aa-12a9f0259138 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.691130 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c9b50fa5-648b-4c36-a1aa-12a9f0259138 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "DELETE /v2.0/routers/54b1e834-97f6-4583-8117-3c220b31d5cb HTTP/1.1" status: 204 len: 168 time: 1.3948236 Jul 16 20:36:01.691728 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46714) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:01.740783 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-766491bd-faf2-4522-b718-9c59de2c4b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:01.742086 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-766491bd-faf2-4522-b718-9c59de2c4b38 service neutron] 10.222.0.62 "GET /v2.0/ports/b5381535-2faf-4332-a7a0-66c456495a38 HTTP/1.1" status: 200 len: 1026 time: 0.0493810 Jul 16 20:36:01.790439 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-eb653f39-e6b9-4ed1-bdf8-790c2d8aaeb6 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.817789 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9afa31-2fa9-4b1b-9595-192a9def03d5 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Deleting subnet 9798eaec-9084-479e-8a9e-b36eb63be151 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:36:01.821724 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6f9afa31-2fa9-4b1b-9595-192a9def03d5 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.852057 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494fa0f-c241-45ea-b959-fa149975ce75 req-adc79f33-110b-4a4e-9241-119e3a0c5eec tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:01.860513 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8494fa0f-c241-45ea-b959-fa149975ce75 req-adc79f33-110b-4a4e-9241-119e3a0c5eec tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8d8205-0baf-442d-9ccc-3b7fdd35d2a2 HTTP/1.1" status: 200 len: 944 time: 0.3013742 Jul 16 20:36:01.900279 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6f9afa31-2fa9-4b1b-9595-192a9def03d5 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.933885 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f057dd67-0fc9-468f-ab33-4645497098d4 req-399f0276-a34c-4af1-b857-b4d460287c2e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e78566ce-e60c-46c2-9936-b7222ea1d930 HTTP/1.1" status: 200 len: 217 time: 0.1986692 Jul 16 20:36:01.950398 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-f4b30cd1-e3dd-4a45-9bf8-1a083d8c1d32 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:01.958124 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-f4b30cd1-e3dd-4a45-9bf8-1a083d8c1d32 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:01.965274 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-f4b30cd1-e3dd-4a45-9bf8-1a083d8c1d32 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:01.966956 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-f4b30cd1-e3dd-4a45-9bf8-1a083d8c1d32 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.62 "GET /v2.0/networks?id=a5f59c06-393b-4019-8402-c670013796dd&id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&id=8220058e-73c4-4bbb-9a58-d9b747bb6802&id=8220058e-73c4-4bbb-9a58-d9b747bb6802 HTTP/1.1" status: 200 len: 1988 time: 0.2056375 Jul 16 20:36:01.981645 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6f9afa31-2fa9-4b1b-9595-192a9def03d5 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.067102 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-584bdfca-dfa6-49c5-9a37-d75a4aefe24b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=086605ce16824d789c1ebe4af59fda06 HTTP/1.1" status: 200 len: 380 time: 0.0517168 Jul 16 20:36:02.077301 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-94ddd45a-bc61-4b0c-9533-a8262ec69f1b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Request body: {'port': {'device_id': 'bd0d706b-c980-4527-becd-386ed6092762', 'network_id': 'a5f59c06-393b-4019-8402-c670013796dd', 'admin_state_up': True, 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'security_groups': ['183cd6da-38ec-40dd-b581-c8ed532a4162']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:02.082852 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6f9afa31-2fa9-4b1b-9595-192a9def03d5 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.130752 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 4403001a-e230-4ef2-8938-f312edb46b49 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:02.164731 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9b16a3-c971-41d8-a651-326c155554f7 None None] Port 9b41c1de-6505-4df4-aa65-91292de6a16d not found while updating agent binding for router 54b1e834-97f6-4583-8117-3c220b31d5cb. {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 20:36:02.196346 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9b16a3-c971-41d8-a651-326c155554f7 None None] Routers set() bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:02.197010 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9b16a3-c971-41d8-a651-326c155554f7 None None] Router IDs set() for agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 20:36:02.197832 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_agentschedulers_db [None req-ec9b16a3-c971-41d8-a651-326c155554f7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'54b1e834-97f6-4583-8117-3c220b31d5cb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:35:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent'). {{(pid=93796) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 20:36:02.198758 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9b16a3-c971-41d8-a651-326c155554f7 None None] The sync data for ids ['54b1e834-97f6-4583-8117-3c220b31d5cb'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:02.264468 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8494fa0f-c241-45ea-b959-fa149975ce75 req-9548f3e2-f9e5-4320-af04-fc67c703a877 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014521 Jul 16 20:36:02.276096 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 4403001a-e230-4ef2-8938-f312edb46b49 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:02.280866 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.305598 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057dd67-0fc9-468f-ab33-4645497098d4 req-05ca24b4-e194-4c10-b90e-e2cbb77bc1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:02.307442 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f057dd67-0fc9-468f-ab33-4645497098d4 req-05ca24b4-e194-4c10-b90e-e2cbb77bc1aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e3773b4e-f5c8-45c6-be17-27631a1d9f40 HTTP/1.1" status: 200 len: 852 time: 0.3629508 Jul 16 20:36:02.326550 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-eb653f39-e6b9-4ed1-bdf8-790c2d8aaeb6 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.370564 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6f9afa31-2fa9-4b1b-9595-192a9def03d5 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.373031 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6f9afa31-2fa9-4b1b-9595-192a9def03d5 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "DELETE /v2.0/subnets/9798eaec-9084-479e-8a9e-b36eb63be151 HTTP/1.1" status: 204 len: 168 time: 0.6792769 Jul 16 20:36:02.389475 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46734) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:02.395881 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-eb653f39-e6b9-4ed1-bdf8-790c2d8aaeb6 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.411279 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9afa31-2fa9-4b1b-9595-192a9def03d5 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9798eaec-9084-479e-8a9e-b36eb63be151,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:02.423392 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-94ddd45a-bc61-4b0c-9533-a8262ec69f1b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Made reservation on behalf of 086605ce16824d789c1ebe4af59fda06 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:02.435430 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-94ddd45a-bc61-4b0c-9533-a8262ec69f1b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.464550 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f057dd67-0fc9-468f-ab33-4645497098d4 req-3e6cb2fa-fd75-4fca-97a0-4786a9652622 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886531 Jul 16 20:36:02.504488 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.555583 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8cf02ef2-d3ef-4748-8a34-5c4c1b5804c2 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.558863 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 4403001a-e230-4ef2-8938-f312edb46b49, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=4403001a-e230-4ef2-8938-f312edb46b49,segment=NetworkSegment(825628ad-9a36-4b2b-b9e3-9f2da86637ff),segment_id=825628ad-9a36-4b2b-b9e3-9f2da86637ff)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:02.560267 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8d8205-0baf-442d-9ccc-3b7fdd35d2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4403001a-e230-4ef2-8938-f312edb46b49'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:02.564658 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099764a5-936f-4b29-901c-e9fd886ff8d6" -d '{"events": [{"server_uuid": "da8d8205-0baf-442d-9ccc-3b7fdd35d2a2", "name": "network-vif-plugged", "status": "completed", "tag": "4403001a-e230-4ef2-8938-f312edb46b49"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:02.570612 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.667974 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=4403001a-e230-4ef2-8938-f312edb46b49,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:02.701953 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-94ddd45a-bc61-4b0c-9533-a8262ec69f1b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Allocated IP 172.20.0.14 (a5f59c06-393b-4019-8402-c670013796dd/ed11a99b-37e1-4696-970c-4dbb385ed21d/da3cd2bc-8361-4a87-8b42-606885129c8e) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:02.736819 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f057dd67-0fc9-468f-ab33-4645497098d4 req-a0a09134-e4be-472f-8839-f9807a6cdf5b service neutron] 10.222.0.18 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784129 Jul 16 20:36:02.773366 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fb1ae86c-e462-44e3-9dfd-f58312f00a83 req-f3ac8851-1183-4a18-a94b-ad0a2edabb1b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 210 time: 0.3076098 Jul 16 20:36:02.811365 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-eb653f39-e6b9-4ed1-bdf8-790c2d8aaeb6 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.811918 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb653f39-e6b9-4ed1-bdf8-790c2d8aaeb6 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c872a8af-bad4-4422-8314-c9ccad9b897e {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:02.902678 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-94ddd45a-bc61-4b0c-9533-a8262ec69f1b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.935061 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-eb653f39-e6b9-4ed1-bdf8-790c2d8aaeb6 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.936231 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-eb653f39-e6b9-4ed1-bdf8-790c2d8aaeb6 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] 10.222.0.38 "DELETE /v2.0/routers/c872a8af-bad4-4422-8314-c9ccad9b897e HTTP/1.1" status: 204 len: 168 time: 1.2818234 Jul 16 20:36:02.940868 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f057dd67-0fc9-468f-ab33-4645497098d4 req-732dc8bf-f9ad-43ca-bdc0-9cf84e13b54e service neutron] 10.222.0.18 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817188 Jul 16 20:36:02.957610 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46738) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:02.965384 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-195adc28-2502-42f3-9fbd-152fde955a88 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Request body: {'router': {'name': 'tempest-router-2108457956', 'distributed': False}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:03.070395 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.421114 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-94ddd45a-bc61-4b0c-9533-a8262ec69f1b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Transition to ACTIVE for port object da3cd2bc-8361-4a87-8b42-606885129c8e will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:03.491631 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-94ddd45a-bc61-4b0c-9533-a8262ec69f1b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.499884 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83a3b7-a697-41f9-8361-eb2e42b52724 req-26d03aab-b57c-45d7-8467-bf3c24fc85cd tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:03.508126 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eb83a3b7-a697-41f9-8361-eb2e42b52724 req-26d03aab-b57c-45d7-8467-bf3c24fc85cd tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=626f4eac-2948-4e7e-ae8b-b9dafcd37b0c HTTP/1.1" status: 200 len: 944 time: 1.2672486 Jul 16 20:36:03.543476 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-195adc28-2502-42f3-9fbd-152fde955a88 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.544489 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-195adc28-2502-42f3-9fbd-152fde955a88 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.588296 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8cf02ef2-d3ef-4748-8a34-5c4c1b5804c2 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.607652 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-8cf02ef2-d3ef-4748-8a34-5c4c1b5804c2 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0b0264-e954-4bc8-886e-e3186e7a211d']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:03.634595 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-94ddd45a-bc61-4b0c-9533-a8262ec69f1b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Network a5f59c06-393b-4019-8402-c670013796dd is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:03.645881 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-94ddd45a-bc61-4b0c-9533-a8262ec69f1b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:03.649044 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-8cf02ef2-d3ef-4748-8a34-5c4c1b5804c2 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75494355-c93a-4f05-8ffb-5623fc2a39d4') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:03.649044 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-8cf02ef2-d3ef-4748-8a34-5c4c1b5804c2 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75494355-c93a-4f05-8ffb-5623fc2a39d4') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:03.653302 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-94ddd45a-bc61-4b0c-9533-a8262ec69f1b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:03.659710 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e78566ce-e60c-46c2-9936-b7222ea1d930 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:36:03.694619 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eb83a3b7-a697-41f9-8361-eb2e42b52724 req-687926f8-2e8d-40d2-b83d-a96ce518a379 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853204 Jul 16 20:36:03.734071 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-94ddd45a-bc61-4b0c-9533-a8262ec69f1b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:03.735057 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-94ddd45a-bc61-4b0c-9533-a8262ec69f1b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.755793 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddd45a-bc61-4b0c-9533-a8262ec69f1b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event updated for resources: {'Port': ['ID=da3cd2bc-8361-4a87-8b42-606885129c8e,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:03.778947 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-94ddd45a-bc61-4b0c-9533-a8262ec69f1b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7063222 Jul 16 20:36:03.785055 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8cf02ef2-d3ef-4748-8a34-5c4c1b5804c2 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.798530 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-b01bd0bc-6cb5-4bff-9e1c-59a7378bcf41 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Request body: {'port': {'device_id': 'bd0d706b-c980-4527-becd-386ed6092762', 'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee', 'admin_state_up': True, 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'security_groups': ['183cd6da-38ec-40dd-b581-c8ed532a4162']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:03.834544 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-195adc28-2502-42f3-9fbd-152fde955a88 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.862044 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8cf02ef2-d3ef-4748-8a34-5c4c1b5804c2 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.865689 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e78566ce-e60c-46c2-9936-b7222ea1d930, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e78566ce-e60c-46c2-9936-b7222ea1d930,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:03.874766 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-195adc28-2502-42f3-9fbd-152fde955a88 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.892510 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fc9c9f-7234-484d-b5e7-d9ead2b2c85b x-openstack-request-id: req-99fc9c9f-7234-484d-b5e7-d9ead2b2c85b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:03.892510 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8d8205-0baf-442d-9ccc-3b7fdd35d2a2", "name": "network-vif-plugged", "status": "completed", "tag": "4403001a-e230-4ef2-8938-f312edb46b49", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:03.892855 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-99fc9c9f-7234-484d-b5e7-d9ead2b2c85b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:03.893040 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8d8205-0baf-442d-9ccc-3b7fdd35d2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4403001a-e230-4ef2-8938-f312edb46b49', 'code': 200} Jul 16 20:36:03.894515 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'e78566ce-e60c-46c2-9936-b7222ea1d930', 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b', 'port_id': 'e78566ce-e60c-46c2-9936-b7222ea1d930', 'mac_address': 'fa:16:3e:53:6d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3773b4e-f5c8-45c6-be17-27631a1d9f40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:36:03.905905 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf02ef2-d3ef-4748-8a34-5c4c1b5804c2 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:36:03.906776 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8cf02ef2-d3ef-4748-8a34-5c4c1b5804c2 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:36:03.914290 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:36:03.961306 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.968656 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a694dd-2bbc-4da1-94eb-7d8009fabe1c req-b7b64832-1b9c-48b5-a097-a2cd7689f57c tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:03.980816 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-79a694dd-2bbc-4da1-94eb-7d8009fabe1c req-b7b64832-1b9c-48b5-a097-a2cd7689f57c tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 946 time: 0.5627599 Jul 16 20:36:03.987455 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e78566ce-e60c-46c2-9936-b7222ea1d930 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:04.008102 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-195adc28-2502-42f3-9fbd-152fde955a88 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:04.010424 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-195adc28-2502-42f3-9fbd-152fde955a88 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0515783 Jul 16 20:36:04.019393 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e78566ce-e60c-46c2-9936-b7222ea1d930, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e78566ce-e60c-46c2-9936-b7222ea1d930,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:04.025028 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:04.029094 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46746) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:04.094643 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=e78566ce-e60c-46c2-9936-b7222ea1d930,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:04.155650 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8cf02ef2-d3ef-4748-8a34-5c4c1b5804c2 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:04.162602 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-79a694dd-2bbc-4da1-94eb-7d8009fabe1c req-90393ba9-485d-4451-91b5-ceb9576aa788 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807137 Jul 16 20:36:04.179980 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf02ef2-d3ef-4748-8a34-5c4c1b5804c2 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7a0b0264-e954-4bc8-886e-e3186e7a211d {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:36:04.183437 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8cf02ef2-d3ef-4748-8a34-5c4c1b5804c2 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:04.188953 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8cf02ef2-d3ef-4748-8a34-5c4c1b5804c2 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "DELETE /v2.0/networks/7a0b0264-e954-4bc8-886e-e3186e7a211d HTTP/1.1" status: 204 len: 168 time: 1.7872753 Jul 16 20:36:04.224404 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf02ef2-d3ef-4748-8a34-5c4c1b5804c2 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Pushing event deleted for resources: {'Network': ['ID=7a0b0264-e954-4bc8-886e-e3186e7a211d,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:04.234227 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['e78566ce-e60c-46c2-9936-b7222ea1d930'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:36:04.243081 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ba8c56b-a502-485f-ab54-e229ec3b2628 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:04.304568 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fde73-6fc3-4573-a8a5-2e738572f6e3 req-d76a8ac8-c030-4504-880a-aa6c2f3936d8 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:04.312775 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-398fde73-6fc3-4573-a8a5-2e738572f6e3 req-d76a8ac8-c030-4504-880a-aa6c2f3936d8 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8d8205-0baf-442d-9ccc-3b7fdd35d2a2 HTTP/1.1" status: 200 len: 945 time: 0.1603999 Jul 16 20:36:04.335283 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d2760a2a-75c7-46e8-99ee-9303ed41d287 None None] Provisioning for port da3cd2bc-8361-4a87-8b42-606885129c8e completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:04.363182 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d2760a2a-75c7-46e8-99ee-9303ed41d287 None None] Provisioning complete for port da3cd2bc-8361-4a87-8b42-606885129c8e triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:04.363529 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d2760a2a-75c7-46e8-99ee-9303ed41d287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:04.413021 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-398fde73-6fc3-4573-a8a5-2e738572f6e3 req-40abfef5-fee4-45e9-b137-9e902ba5e15d tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974326 Jul 16 20:36:04.501630 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d2760a2a-75c7-46e8-99ee-9303ed41d287 None None] Port da3cd2bc-8361-4a87-8b42-606885129c8e cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:36:04.676168 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e8afc-d369-434c-8576-f1249f29e6a2 req-1070baa1-70a4-4704-84a2-2f760feaf620 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:04.686405 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be6e8afc-d369-434c-8576-f1249f29e6a2 req-1070baa1-70a4-4704-84a2-2f760feaf620 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 932 time: 0.2451191 Jul 16 20:36:04.827797 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be6e8afc-d369-434c-8576-f1249f29e6a2 req-3a73ec39-0fce-4282-b04d-a00f1851f35c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366010 Jul 16 20:36:04.859287 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ba8c56b-a502-485f-ab54-e229ec3b2628 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:04.870437 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ba8c56b-a502-485f-ab54-e229ec3b2628 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:04.919683 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46760) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:04.924907 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-1224480b-123e-4567-b38b-9095207e2f11 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Request body: {'router': {'name': 'tempest-router--110614488', 'project_id': 'd0424e0fc42f4134974bebcfb5f1fcf5'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:05.001696 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.db.api [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-b01bd0bc-6cb5-4bff-9e1c-59a7378bcf41 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:36:05.001696 n-d-791506-21 neutron-server[93793]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:36:05.001696 n-d-791506-21 neutron-server[93793]: [parameters: {'project_id': '086605ce16824d789c1ebe4af59fda06', 'id': '7cfa4afe-ab60-4625-8a72-970cfb8c0686', 'expiration': datetime.datetime(2021, 7, 16, 20, 38, 4, 997575)}] Jul 16 20:36:05.001696 n-d-791506-21 neutron-server[93793]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:36:05.003855 n-d-791506-21 neutron-server[93793]: DEBUG oslo_db.api [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-b01bd0bc-6cb5-4bff-9e1c-59a7378bcf41 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:36:05.009309 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ba8c56b-a502-485f-ab54-e229ec3b2628 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.010027 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba8c56b-a502-485f-ab54-e229ec3b2628 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53684abc-f4db-4a02-a1fa-13076e07c6f2 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:05.019267 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1224480b-123e-4567-b38b-9095207e2f11 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.020794 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ba8c56b-a502-485f-ab54-e229ec3b2628 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.021218 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1224480b-123e-4567-b38b-9095207e2f11 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.026420 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6ba8c56b-a502-485f-ab54-e229ec3b2628 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] 10.222.0.38 "DELETE /v2.0/routers/53684abc-f4db-4a02-a1fa-13076e07c6f2 HTTP/1.1" status: 204 len: 168 time: 0.9915781 Jul 16 20:36:05.027873 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46762) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:05.032578 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-21b68ffe-4ac9-41d9-b9e8-8e131c3edba2 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Request body: {'router': {'name': 'tempest-router-179098551', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '0d6af3ff58cd4ecb82853dc1ce6ab47f'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:05.104860 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21b68ffe-4ac9-41d9-b9e8-8e131c3edba2 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.106585 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21b68ffe-4ac9-41d9-b9e8-8e131c3edba2 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.218772 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21b68ffe-4ac9-41d9-b9e8-8e131c3edba2 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.238200 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21b68ffe-4ac9-41d9-b9e8-8e131c3edba2 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.261617 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21b68ffe-4ac9-41d9-b9e8-8e131c3edba2 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.266453 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-21b68ffe-4ac9-41d9-b9e8-8e131c3edba2 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2372894 Jul 16 20:36:05.267400 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46768) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:05.272573 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a733ee97-3d05-4687-8f59-913f201234c2 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:05.315643 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1224480b-123e-4567-b38b-9095207e2f11 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.339876 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1224480b-123e-4567-b38b-9095207e2f11 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.468294 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1224480b-123e-4567-b38b-9095207e2f11 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.469505 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1224480b-123e-4567-b38b-9095207e2f11 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5487847 Jul 16 20:36:05.474417 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46772) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:05.576123 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f58592b0-59e5-412d-a35f-2be79586c643 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.580958 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-b01bd0bc-6cb5-4bff-9e1c-59a7378bcf41 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Made reservation on behalf of 086605ce16824d789c1ebe4af59fda06 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:05.586404 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-b01bd0bc-6cb5-4bff-9e1c-59a7378bcf41 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.653909 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e78566ce-e60c-46c2-9936-b7222ea1d930 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:05.779462 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243d822-da9b-4f32-8d7c-fe0ca77e6b3f req-f084fa7a-3f15-43a0-a313-1f3b15230a35 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:05.788304 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4243d822-da9b-4f32-8d7c-fe0ca77e6b3f req-f084fa7a-3f15-43a0-a313-1f3b15230a35 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=626f4eac-2948-4e7e-ae8b-b9dafcd37b0c HTTP/1.1" status: 200 len: 945 time: 0.5643113 Jul 16 20:36:05.792572 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port e78566ce-e60c-46c2-9936-b7222ea1d930 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:05.806129 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port e78566ce-e60c-46c2-9936-b7222ea1d930 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:05.809285 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.834829 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-b01bd0bc-6cb5-4bff-9e1c-59a7378bcf41 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Allocated IP 10.1.1.222 (f8215949-193f-4b94-94eb-7fc9f5e8cdee/ede8a670-7de2-4b7a-90c3-f13e1c31925d/dbb2a1f8-6655-4e13-8f01-649325559b94) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:05.957008 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c1a54-81ce-4a65-8e2d-641db059d8ee req-971aacae-01fb-4832-9ade-e70e05109ade tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:05.973255 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-240c1a54-81ce-4a65-8e2d-641db059d8ee req-971aacae-01fb-4832-9ade-e70e05109ade tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8d8205-0baf-442d-9ccc-3b7fdd35d2a2 HTTP/1.1" status: 200 len: 945 time: 0.6110616 Jul 16 20:36:06.027258 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a733ee97-3d05-4687-8f59-913f201234c2 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.027741 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a733ee97-3d05-4687-8f59-913f201234c2 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks [] for router, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.029896 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.091645 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e78566ce-e60c-46c2-9936-b7222ea1d930, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e78566ce-e60c-46c2-9936-b7222ea1d930,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:06.093069 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626f4eac-2948-4e7e-ae8b-b9dafcd37b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78566ce-e60c-46c2-9936-b7222ea1d930'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:06.096625 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2ea0e8-ff7b-4f6a-b921-af24faf240ee" -d '{"events": [{"server_uuid": "626f4eac-2948-4e7e-ae8b-b9dafcd37b0c", "name": "network-vif-plugged", "status": "completed", "tag": "e78566ce-e60c-46c2-9936-b7222ea1d930"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:06.100312 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.180858 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=e78566ce-e60c-46c2-9936-b7222ea1d930,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:06.184712 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 4403001a-e230-4ef2-8938-f312edb46b49 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:06.265503 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f58592b0-59e5-412d-a35f-2be79586c643 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.278202 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f58592b0-59e5-412d-a35f-2be79586c643 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.314268 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a733ee97-3d05-4687-8f59-913f201234c2 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93793) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 16 20:36:06.314842 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a733ee97-3d05-4687-8f59-913f201234c2 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Router 665959cd-0106-4d5e-8572-eecc830b3c38 migrating from provider to provider. {{(pid=93793) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 16 20:36:06.316146 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a733ee97-3d05-4687-8f59-913f201234c2 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.333743 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a733ee97-3d05-4687-8f59-913f201234c2 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.351684 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-b01bd0bc-6cb5-4bff-9e1c-59a7378bcf41 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.373900 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-240c1a54-81ce-4a65-8e2d-641db059d8ee req-960ff7c3-d0c8-4610-87e1-a6c41c58aeaa tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972204 Jul 16 20:36:06.376563 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a733ee97-3d05-4687-8f59-913f201234c2 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896760'] for router, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.392773 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4243d822-da9b-4f32-8d7c-fe0ca77e6b3f req-64a6b4a1-b897-4afd-82de-46ad7dfd2df9 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6025977 Jul 16 20:36:06.644192 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-b01bd0bc-6cb5-4bff-9e1c-59a7378bcf41 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Transition to ACTIVE for port object dbb2a1f8-6655-4e13-8f01-649325559b94 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:06.659915 n-d-791506-21 neutron-server[93793]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a733ee97-3d05-4687-8f59-913f201234c2 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] No L3 agents can host the router 665959cd-0106-4d5e-8572-eecc830b3c38 Jul 16 20:36:06.691724 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.712049 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f58592b0-59e5-412d-a35f-2be79586c643 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.712706 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58592b0-59e5-412d-a35f-2be79586c643 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69031008-6d05-442b-97e7-c8e72f6423e5 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:06.749247 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f58592b0-59e5-412d-a35f-2be79586c643 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.750746 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f58592b0-59e5-412d-a35f-2be79586c643 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "DELETE /v2.0/routers/69031008-6d05-442b-97e7-c8e72f6423e5 HTTP/1.1" status: 204 len: 168 time: 1.2673864 Jul 16 20:36:06.806425 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 4403001a-e230-4ef2-8938-f312edb46b49, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=4403001a-e230-4ef2-8938-f312edb46b49,segment=NetworkSegment(825628ad-9a36-4b2b-b9e3-9f2da86637ff),segment_id=825628ad-9a36-4b2b-b9e3-9f2da86637ff)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:06.821668 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:07.035391 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=4403001a-e230-4ef2-8938-f312edb46b49,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:07.045028 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-b01bd0bc-6cb5-4bff-9e1c-59a7378bcf41 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:07.078783 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75e32e-0d6e-44a9-9993-7a102cc447a0 req-e1de91c0-436c-4d0d-991e-9274c12d9861 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:07.087901 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8b75e32e-0d6e-44a9-9993-7a102cc447a0 req-e1de91c0-436c-4d0d-991e-9274c12d9861 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 946 time: 0.3355699 Jul 16 20:36:07.104355 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46788) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:07.176438 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f26ff-e4d6-4f74-bcbd-6845519618cf req-e12280c4-6a88-4406-80fd-2d15439ff1dc tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:07.178035 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-734f26ff-e4d6-4f74-bcbd-6845519618cf req-e12280c4-6a88-4406-80fd-2d15439ff1dc tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 932 time: 0.2003341 Jul 16 20:36:07.182930 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8b75e32e-0d6e-44a9-9993-7a102cc447a0 req-3ecf713c-a1f0-412d-8a37-efe6c254e591 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934317 Jul 16 20:36:07.268037 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-734f26ff-e4d6-4f74-bcbd-6845519618cf req-abf36031-017a-46a2-962e-f03300c466ea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821061 Jul 16 20:36:07.278743 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-b01bd0bc-6cb5-4bff-9e1c-59a7378bcf41 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Network f8215949-193f-4b94-94eb-7fc9f5e8cdee is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:07.297689 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-b01bd0bc-6cb5-4bff-9e1c-59a7378bcf41 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:07.331841 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edf27c0-410d-4fde-8463-34a49e1e85e3 x-openstack-request-id: req-0edf27c0-410d-4fde-8463-34a49e1e85e3 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:07.332447 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626f4eac-2948-4e7e-ae8b-b9dafcd37b0c", "name": "network-vif-plugged", "status": "completed", "tag": "e78566ce-e60c-46c2-9936-b7222ea1d930", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:07.332973 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0edf27c0-410d-4fde-8463-34a49e1e85e3 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:07.333461 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626f4eac-2948-4e7e-ae8b-b9dafcd37b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78566ce-e60c-46c2-9936-b7222ea1d930', 'code': 200} Jul 16 20:36:07.403363 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a733ee97-3d05-4687-8f59-913f201234c2 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Hosts for router 665959cd-0106-4d5e-8572-eecc830b3c38: [] {{(pid=93793) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 16 20:36:07.415838 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-b01bd0bc-6cb5-4bff-9e1c-59a7378bcf41 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:07.487187 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-417027435', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}, 'admin_state_up': False}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:07.525100 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:07.526502 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:07.562797 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:36:07.602115 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:07.610278 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-b01bd0bc-6cb5-4bff-9e1c-59a7378bcf41 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:07.613004 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-b01bd0bc-6cb5-4bff-9e1c-59a7378bcf41 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:07.672676 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a733ee97-3d05-4687-8f59-913f201234c2 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Hosts for other DVR routers connected to router 665959cd-0106-4d5e-8572-eecc830b3c38: set() {{(pid=93793) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 16 20:36:07.675840 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a733ee97-3d05-4687-8f59-913f201234c2 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:07.677585 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a733ee97-3d05-4687-8f59-913f201234c2 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] 10.222.0.38 "PUT /v2.0/routers/665959cd-0106-4d5e-8572-eecc830b3c38 HTTP/1.1" status: 200 len: 716 time: 2.4088607 Jul 16 20:36:07.686449 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46796) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:07.701403 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-b01bd0bc-6cb5-4bff-9e1c-59a7378bcf41 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9162030 Jul 16 20:36:07.751803 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ea804c14-a6b3-4af6-9814-de2a30e9b65d None None] Provisioning for port dbb2a1f8-6655-4e13-8f01-649325559b94 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:07.758534 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ea804c14-a6b3-4af6-9814-de2a30e9b65d None None] Provisioning complete for port dbb2a1f8-6655-4e13-8f01-649325559b94 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:07.759477 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea804c14-a6b3-4af6-9814-de2a30e9b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:07.761290 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01bd0bc-6cb5-4bff-9e1c-59a7378bcf41 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event updated for resources: {'Port': ['ID=dbb2a1f8-6655-4e13-8f01-649325559b94,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:07.799993 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-995ba274-d812-4b40-aacd-dc9344a4778b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Request body: {'port': {'device_id': 'bd0d706b-c980-4527-becd-386ed6092762', 'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee', 'admin_state_up': True, 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'security_groups': ['183cd6da-38ec-40dd-b581-c8ed532a4162']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:07.811411 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ea804c14-a6b3-4af6-9814-de2a30e9b65d None None] Port dbb2a1f8-6655-4e13-8f01-649325559b94 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:36:07.921287 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2cd9a71a-f6fe-448e-bbfb-2539860d612c tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] 10.222.0.38 "GET /v2.0/routers/665959cd-0106-4d5e-8572-eecc830b3c38 HTTP/1.1" status: 200 len: 716 time: 0.2297263 Jul 16 20:36:07.921287 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bd0bc-6cb5-4bff-9e1c-59a7378bcf41 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:07.921287 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bd0bc-6cb5-4bff-9e1c-59a7378bcf41 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:07.921287 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bd0bc-6cb5-4bff-9e1c-59a7378bcf41 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:07.921287 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bd0bc-6cb5-4bff-9e1c-59a7378bcf41 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:07.921287 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bd0bc-6cb5-4bff-9e1c-59a7378bcf41 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:07.921287 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bd0bc-6cb5-4bff-9e1c-59a7378bcf41 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:07.922027 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bd0bc-6cb5-4bff-9e1c-59a7378bcf41 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:07.922278 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bd0bc-6cb5-4bff-9e1c-59a7378bcf41 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:07.922689 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bd0bc-6cb5-4bff-9e1c-59a7378bcf41 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:07.923080 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bd0bc-6cb5-4bff-9e1c-59a7378bcf41 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:07.923484 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bd0bc-6cb5-4bff-9e1c-59a7378bcf41 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:07.923857 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bd0bc-6cb5-4bff-9e1c-59a7378bcf41 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:07.927645 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46798) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:07.958258 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.011055 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c36def-6a5d-43f1-990a-a7d6d6d8e609 req-86ea3699-0b8e-4eb8-abca-286458535d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:08.015139 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f6c36def-6a5d-43f1-990a-a7d6d6d8e609 req-86ea3699-0b8e-4eb8-abca-286458535d4d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=626f4eac-2948-4e7e-ae8b-b9dafcd37b0c HTTP/1.1" status: 200 len: 1098 time: 0.5817127 Jul 16 20:36:08.025204 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-995ba274-d812-4b40-aacd-dc9344a4778b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Made reservation on behalf of 086605ce16824d789c1ebe4af59fda06 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:08.030968 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-995ba274-d812-4b40-aacd-dc9344a4778b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.059622 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09492b-7c29-4a73-bdf1-ae0c746a7fc7 req-46608aef-2a61-47d3-a8f6-8f97f7756b13 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:08.061508 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa09492b-7c29-4a73-bdf1-ae0c746a7fc7 req-46608aef-2a61-47d3-a8f6-8f97f7756b13 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.62 "GET /v2.0/ports?device_id=da8d8205-0baf-442d-9ccc-3b7fdd35d2a2 HTTP/1.1" status: 200 len: 943 time: 1.0248685 Jul 16 20:36:08.089276 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdbc1e-80e9-4bb9-be63-324dc1a9dbae req-b41cc2eb-dc21-480d-acca-0818770281dc tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:08.091408 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b0bdbc1e-80e9-4bb9-be63-324dc1a9dbae req-b41cc2eb-dc21-480d-acca-0818770281dc tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8d8205-0baf-442d-9ccc-3b7fdd35d2a2 HTTP/1.1" status: 200 len: 943 time: 0.4386437 Jul 16 20:36:08.156006 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304618e4-2b88-400d-b145-62bce957ba5a req-17dada72-65da-474b-88c5-6dcaf742443f tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:08.157549 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-304618e4-2b88-400d-b145-62bce957ba5a req-17dada72-65da-474b-88c5-6dcaf742443f tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=626f4eac-2948-4e7e-ae8b-b9dafcd37b0c HTTP/1.1" status: 200 len: 946 time: 0.3519425 Jul 16 20:36:08.198178 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b0bdbc1e-80e9-4bb9-be63-324dc1a9dbae req-7515fc9f-6698-42fa-b152-8b2b7f59b7e8 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819898 Jul 16 20:36:08.270924 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f6c36def-6a5d-43f1-990a-a7d6d6d8e609 req-a75b7fa1-1f49-4e60-8240-68201723e3ef service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422230 Jul 16 20:36:08.275783 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-995ba274-d812-4b40-aacd-dc9344a4778b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Allocated IP 10.1.1.58 (f8215949-193f-4b94-94eb-7fc9f5e8cdee/ede8a670-7de2-4b7a-90c3-f13e1c31925d/9c2a4800-9a2a-4b56-925d-1fa35a5727a0) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:08.360664 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-304618e4-2b88-400d-b145-62bce957ba5a req-fcfa9f59-a32a-4203-ab52-4407738ba9bf tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665847 Jul 16 20:36:08.682303 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.692068 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-430e50cf-be5c-466c-bdd2-e76a40fa3be9 tempest-RoutersTestDVR-595537222 tempest-RoutersTestDVR-595537222-project] 10.222.0.38 "GET /v2.0/routers/665959cd-0106-4d5e-8572-eecc830b3c38 HTTP/1.1" status: 200 len: 682 time: 0.7550540 Jul 16 20:36:08.713818 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46808) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:08.715353 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-995ba274-d812-4b40-aacd-dc9344a4778b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.743805 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-995ba274-d812-4b40-aacd-dc9344a4778b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Transition to ACTIVE for port object 9c2a4800-9a2a-4b56-925d-1fa35a5727a0 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:08.782881 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.844822 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-aa09492b-7c29-4a73-bdf1-ae0c746a7fc7 req-5c46f51d-c694-42a5-9755-4f59efbc2b89 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Deleting port 4403001a-e230-4ef2-8938-f312edb46b49 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:08.845233 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-aa09492b-7c29-4a73-bdf1-ae0c746a7fc7 req-5c46f51d-c694-42a5-9755-4f59efbc2b89 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.846311 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a78cd6-e83f-4681-a10a-e34129357811 req-2806f76b-bda7-4bf2-b449-5a7ddc49fa31 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:08.854424 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a78cd6-e83f-4681-a10a-e34129357811 req-2806f76b-bda7-4bf2-b449-5a7ddc49fa31 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:08.861907 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d1a78cd6-e83f-4681-a10a-e34129357811 req-2806f76b-bda7-4bf2-b449-5a7ddc49fa31 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 1654 time: 0.3197858 Jul 16 20:36:08.875138 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c09ce7-832a-4733-969c-af197f1663ff req-69fbe745-b02b-42bf-bb0b-c161b8ec1bdd tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:08.876914 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-53c09ce7-832a-4733-969c-af197f1663ff req-69fbe745-b02b-42bf-bb0b-c161b8ec1bdd tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 946 time: 0.3893642 Jul 16 20:36:08.881161 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-995ba274-d812-4b40-aacd-dc9344a4778b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.914112 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-af05951f-57f8-4931-979c-1de6f24bcd63 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.950681 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-995ba274-d812-4b40-aacd-dc9344a4778b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Network f8215949-193f-4b94-94eb-7fc9f5e8cdee is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:08.957054 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-995ba274-d812-4b40-aacd-dc9344a4778b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:08.959850 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-995ba274-d812-4b40-aacd-dc9344a4778b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:09.045734 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-995ba274-d812-4b40-aacd-dc9344a4778b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:09.046426 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-995ba274-d812-4b40-aacd-dc9344a4778b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.166699 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ba274-d812-4b40-aacd-dc9344a4778b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event updated for resources: {'Port': ['ID=9c2a4800-9a2a-4b56-925d-1fa35a5727a0,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:09.178362 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-995ba274-d812-4b40-aacd-dc9344a4778b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3852417 Jul 16 20:36:09.202992 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-53c09ce7-832a-4733-969c-af197f1663ff req-0a9addd5-4305-4b90-bd6f-d421fa18a23d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913291 Jul 16 20:36:09.212803 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-347e75e5-897a-45c1-9f66-afe86e4d5633 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Request body: {'port': {'device_id': 'bd0d706b-c980-4527-becd-386ed6092762', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8220058e-73c4-4bbb-9a58-d9b747bb6802', 'admin_state_up': True, 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'security_groups': ['183cd6da-38ec-40dd-b581-c8ed532a4162']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:09.278155 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-aa09492b-7c29-4a73-bdf1-ae0c746a7fc7 req-5c46f51d-c694-42a5-9755-4f59efbc2b89 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] For port 4403001a-e230-4ef2-8938-f312edb46b49, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=4403001a-e230-4ef2-8938-f312edb46b49,segment=NetworkSegment(825628ad-9a36-4b2b-b9e3-9f2da86637ff),segment_id=825628ad-9a36-4b2b-b9e3-9f2da86637ff)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:09.278656 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-aa09492b-7c29-4a73-bdf1-ae0c746a7fc7 req-5c46f51d-c694-42a5-9755-4f59efbc2b89 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.294077 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-aa09492b-7c29-4a73-bdf1-ae0c746a7fc7 req-5c46f51d-c694-42a5-9755-4f59efbc2b89 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Calling delete_port for 4403001a-e230-4ef2-8938-f312edb46b49 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:09.335149 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8d8205-0baf-442d-9ccc-3b7fdd35d2a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4403001a-e230-4ef2-8938-f312edb46b49'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:09.340156 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e219d564-0a52-4622-97e9-ddfc9ecafc2d" -d '{"events": [{"server_uuid": "da8d8205-0baf-442d-9ccc-3b7fdd35d2a2", "name": "network-vif-unplugged", "status": "completed", "tag": "4403001a-e230-4ef2-8938-f312edb46b49"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:09.457175 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-68a65b67-aa38-4af6-b718-c42679592f4d None None] Provisioning for port 9c2a4800-9a2a-4b56-925d-1fa35a5727a0 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:09.477911 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-68a65b67-aa38-4af6-b718-c42679592f4d None None] Provisioning complete for port 9c2a4800-9a2a-4b56-925d-1fa35a5727a0 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:09.478301 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68a65b67-aa38-4af6-b718-c42679592f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.508501 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-af05951f-57f8-4931-979c-1de6f24bcd63 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.512094 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-af05951f-57f8-4931-979c-1de6f24bcd63 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.516330 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-aa09492b-7c29-4a73-bdf1-ae0c746a7fc7 req-5c46f51d-c694-42a5-9755-4f59efbc2b89 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.571787 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-68a65b67-aa38-4af6-b718-c42679592f4d None None] Port 9c2a4800-9a2a-4b56-925d-1fa35a5727a0 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:36:09.599456 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46f51d-c694-42a5-9755-4f59efbc2b89 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Pushing event deleted for resources: {'Port': ['ID=4403001a-e230-4ef2-8938-f312edb46b49,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:10.152306 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Allocated IP 172.25.0.6 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/38bb40b6-3a1f-4a07-ab80-e3f06c66d7f4) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:10.195947 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 4403001a-e230-4ef2-8938-f312edb46b49 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:10.225552 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 4403001a-e230-4ef2-8938-f312edb46b49 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:36:10.227680 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 4403001a-e230-4ef2-8938-f312edb46b49 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:36:10.266489 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa09492b-7c29-4a73-bdf1-ae0c746a7fc7 req-5c46f51d-c694-42a5-9755-4f59efbc2b89 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] No DVR routers for this DVR port 4403001a-e230-4ef2-8938-f312edb46b49 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:36:10.273058 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-aa09492b-7c29-4a73-bdf1-ae0c746a7fc7 req-5c46f51d-c694-42a5-9755-4f59efbc2b89 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.275631 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa09492b-7c29-4a73-bdf1-ae0c746a7fc7 req-5c46f51d-c694-42a5-9755-4f59efbc2b89 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.62 "DELETE /v2.0/ports/4403001a-e230-4ef2-8938-f312edb46b49 HTTP/1.1" status: 204 len: 173 time: 1.8423519 Jul 16 20:36:10.276207 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8d8205-0baf-442d-9ccc-3b7fdd35d2a2', 'name': 'network-vif-deleted', 'tag': '4403001a-e230-4ef2-8938-f312edb46b49'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:10.279930 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668551cc-3109-4970-b7af-58d0c35b85ac" -d '{"events": [{"server_uuid": "da8d8205-0baf-442d-9ccc-3b7fdd35d2a2", "name": "network-vif-deleted", "tag": "4403001a-e230-4ef2-8938-f312edb46b49"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:10.287811 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-991dadf1-7f6c-41a2-bbe5-2f7840e08cc8 req-db8cd0a6-9483-4b2a-ba8f-9d2b78cfcba7 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8d8205-0baf-442d-9ccc-3b7fdd35d2a2 HTTP/1.1" status: 200 len: 210 time: 0.1440070 Jul 16 20:36:10.304284 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-347e75e5-897a-45c1-9f66-afe86e4d5633 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Made reservation on behalf of 086605ce16824d789c1ebe4af59fda06 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:10.310032 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d1a78cd6-e83f-4681-a10a-e34129357811 req-8cb280c8-3143-493b-9f77-71766ba78137 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4473312 Jul 16 20:36:10.320753 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-af05951f-57f8-4931-979c-1de6f24bcd63 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.325113 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af05951f-57f8-4931-979c-1de6f24bcd63 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 665959cd-0106-4d5e-8572-eecc830b3c38 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:10.340559 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-af05951f-57f8-4931-979c-1de6f24bcd63 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.341737 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-af05951f-57f8-4931-979c-1de6f24bcd63 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] 10.222.0.38 "DELETE /v2.0/routers/665959cd-0106-4d5e-8572-eecc830b3c38 HTTP/1.1" status: 204 len: 168 time: 1.6251655 Jul 16 20:36:10.349129 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46828) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:10.363680 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-eb6eb70b-12b0-4c71-b5e4-dc6259f1ff54 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Request body: {'router': {'name': 'tempest-router-2055879543', 'distributed': True}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:10.404658 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-eb6eb70b-12b0-4c71-b5e4-dc6259f1ff54 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.405757 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-eb6eb70b-12b0-4c71-b5e4-dc6259f1ff54 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.449175 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ce6203-2597-4bf6-8881-a18d5913d963 x-openstack-request-id: req-27ce6203-2597-4bf6-8881-a18d5913d963 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:10.449668 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8d8205-0baf-442d-9ccc-3b7fdd35d2a2", "name": "network-vif-unplugged", "status": "completed", "tag": "4403001a-e230-4ef2-8938-f312edb46b49", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:10.449756 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-27ce6203-2597-4bf6-8881-a18d5913d963 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:10.450595 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8d8205-0baf-442d-9ccc-3b7fdd35d2a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4403001a-e230-4ef2-8938-f312edb46b49', 'code': 200} Jul 16 20:36:10.484872 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-eb6eb70b-12b0-4c71-b5e4-dc6259f1ff54 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.519562 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-347e75e5-897a-45c1-9f66-afe86e4d5633 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.553652 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-eb6eb70b-12b0-4c71-b5e4-dc6259f1ff54 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.673084 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-eb6eb70b-12b0-4c71-b5e4-dc6259f1ff54 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.674623 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-eb6eb70b-12b0-4c71-b5e4-dc6259f1ff54 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3244998 Jul 16 20:36:10.677452 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46832) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:10.844556 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0293d803-4b9a-496d-b4c4-74ff62a719b0 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.921520 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.029087 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0293d803-4b9a-496d-b4c4-74ff62a719b0 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.032785 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0293d803-4b9a-496d-b4c4-74ff62a719b0 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.116276 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-347e75e5-897a-45c1-9f66-afe86e4d5633 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Allocated IP 10.2.2.100 (8220058e-73c4-4bbb-9a58-d9b747bb6802/ddbb0f23-4d7f-4c3a-a43b-0ba8f2788bfb/38e7200d-92b8-4114-bcf6-4d8de1ed7adf) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:11.144246 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0293d803-4b9a-496d-b4c4-74ff62a719b0 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.144768 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0293d803-4b9a-496d-b4c4-74ff62a719b0 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5c32634d-af96-437b-a70d-994f4c1dafdd {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:11.153705 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0293d803-4b9a-496d-b4c4-74ff62a719b0 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.159650 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0293d803-4b9a-496d-b4c4-74ff62a719b0 tempest-RoutersTestDVR-1789172361 tempest-RoutersTestDVR-1789172361-project-admin] 10.222.0.38 "DELETE /v2.0/routers/5c32634d-af96-437b-a70d-994f4c1dafdd HTTP/1.1" status: 204 len: 168 time: 0.4675784 Jul 16 20:36:11.175529 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9535605-f734-4d11-86be-ffffc9b76ce7 req-b5390d63-dec4-482c-ac84-231ee517eaf3 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:11.177104 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b9535605-f734-4d11-86be-ffffc9b76ce7 req-b5390d63-dec4-482c-ac84-231ee517eaf3 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=626f4eac-2948-4e7e-ae8b-b9dafcd37b0c HTTP/1.1" status: 200 len: 946 time: 0.5519609 Jul 16 20:36:11.276919 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b84b2-c1da-41f9-8608-255d99f95406 req-4bee61e4-6c16-4035-b893-1cf63d858b0d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:11.300625 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-230b84b2-c1da-41f9-8608-255d99f95406 req-4bee61e4-6c16-4035-b893-1cf63d858b0d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.2646666 Jul 16 20:36:11.408628 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-347e75e5-897a-45c1-9f66-afe86e4d5633 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.409351 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.431511 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-347e75e5-897a-45c1-9f66-afe86e4d5633 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Transition to ACTIVE for port object 38e7200d-92b8-4114-bcf6-4d8de1ed7adf will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:11.457470 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:11.466143 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:11.471937 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:11.477473 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-347e75e5-897a-45c1-9f66-afe86e4d5633 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.528838 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b9535605-f734-4d11-86be-ffffc9b76ce7 req-4e8b1150-e442-431b-89bd-72707fdb56d8 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363545 Jul 16 20:36:11.547515 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-230b84b2-c1da-41f9-8608-255d99f95406 req-b06f1366-be42-479e-88d9-605170ff9b3c tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457440 Jul 16 20:36:11.564600 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-347e75e5-897a-45c1-9f66-afe86e4d5633 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Network 8220058e-73c4-4bbb-9a58-d9b747bb6802 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:11.583883 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-347e75e5-897a-45c1-9f66-afe86e4d5633 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:11.594295 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-347e75e5-897a-45c1-9f66-afe86e4d5633 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:11.636632 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e75e5-897a-45c1-9f66-afe86e4d5633 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event updated for resources: {'Port': ['ID=38e7200d-92b8-4114-bcf6-4d8de1ed7adf,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:11.653769 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Pushing event updated for resources: {'Port': ['ID=38bb40b6-3a1f-4a07-ab80-e3f06c66d7f4,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:11.660648 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426f1333-c680-4cba-84ce-4c327f1c5af3 x-openstack-request-id: req-426f1333-c680-4cba-84ce-4c327f1c5af3 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:11.660956 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8d8205-0baf-442d-9ccc-3b7fdd35d2a2", "name": "network-vif-deleted", "tag": "4403001a-e230-4ef2-8938-f312edb46b49", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:11.661223 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-426f1333-c680-4cba-84ce-4c327f1c5af3 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:11.661603 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8d8205-0baf-442d-9ccc-3b7fdd35d2a2', 'name': 'network-vif-deleted', 'tag': '4403001a-e230-4ef2-8938-f312edb46b49', 'status': 'completed', 'code': 200} Jul 16 20:36:11.697873 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-347e75e5-897a-45c1-9f66-afe86e4d5633 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:11.707204 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:11.707204 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:11.707506 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:11.713513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:11.713513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:11.713513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:11.713513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:11.713513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:11.713513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:11.714045 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-347e75e5-897a-45c1-9f66-afe86e4d5633 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.714141 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:11.716749 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:11.717127 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:11.745546 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-347e75e5-897a-45c1-9f66-afe86e4d5633 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5580907 Jul 16 20:36:11.771781 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-88f64f2b-4605-447e-8dc6-205ba16354a2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Request body: {'port': {'device_id': 'bd0d706b-c980-4527-becd-386ed6092762', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8220058e-73c4-4bbb-9a58-d9b747bb6802', 'admin_state_up': True, 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'security_groups': ['183cd6da-38ec-40dd-b581-c8ed532a4162']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:12.017696 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46850) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:12.082628 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-88f64f2b-4605-447e-8dc6-205ba16354a2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Made reservation on behalf of 086605ce16824d789c1ebe4af59fda06 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:12.084854 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-88f64f2b-4605-447e-8dc6-205ba16354a2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.228965 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6bbc8d46-bb4d-460d-b22e-b07ece9155ff None None] Provisioning for port 38e7200d-92b8-4114-bcf6-4d8de1ed7adf completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:12.237331 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6bbc8d46-bb4d-460d-b22e-b07ece9155ff None None] Provisioning complete for port 38e7200d-92b8-4114-bcf6-4d8de1ed7adf triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:12.237721 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6bbc8d46-bb4d-460d-b22e-b07ece9155ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.347021 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6bbc8d46-bb4d-460d-b22e-b07ece9155ff None None] Port 38e7200d-92b8-4114-bcf6-4d8de1ed7adf cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:36:12.505188 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-88f64f2b-4605-447e-8dc6-205ba16354a2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Allocated IP 10.2.2.200 (8220058e-73c4-4bbb-9a58-d9b747bb6802/ddbb0f23-4d7f-4c3a-a43b-0ba8f2788bfb/a01f51a9-92dd-4e1a-bd77-2234ac6f2686) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:12.530225 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84918ac-8c9b-47cb-96c7-02431dc4e19c req-925c97d5-f343-4c24-ab06-d10798af924b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:12.536874 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84918ac-8c9b-47cb-96c7-02431dc4e19c req-925c97d5-f343-4c24-ab06-d10798af924b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:12.549465 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84918ac-8c9b-47cb-96c7-02431dc4e19c req-925c97d5-f343-4c24-ab06-d10798af924b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:12.558838 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84918ac-8c9b-47cb-96c7-02431dc4e19c req-925c97d5-f343-4c24-ab06-d10798af924b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:12.567232 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d84918ac-8c9b-47cb-96c7-02431dc4e19c req-925c97d5-f343-4c24-ab06-d10798af924b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 3095 time: 0.5855854 Jul 16 20:36:12.602234 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c0043a37-1682-42de-b4dc-e62701c72d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.712388 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.713969 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-88f64f2b-4605-447e-8dc6-205ba16354a2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.734261 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-88f64f2b-4605-447e-8dc6-205ba16354a2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Transition to ACTIVE for port object a01f51a9-92dd-4e1a-bd77-2234ac6f2686 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:12.784492 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d84918ac-8c9b-47cb-96c7-02431dc4e19c req-d854487e-fc0a-4115-b20a-29887c38b507 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162423 Jul 16 20:36:12.784694 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-88f64f2b-4605-447e-8dc6-205ba16354a2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.862095 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-88f64f2b-4605-447e-8dc6-205ba16354a2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Network 8220058e-73c4-4bbb-9a58-d9b747bb6802 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:12.902727 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-88f64f2b-4605-447e-8dc6-205ba16354a2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:12.910762 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-88f64f2b-4605-447e-8dc6-205ba16354a2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:12.984662 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-88f64f2b-4605-447e-8dc6-205ba16354a2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:12.985337 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-88f64f2b-4605-447e-8dc6-205ba16354a2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.000753 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f64f2b-4605-447e-8dc6-205ba16354a2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event updated for resources: {'Port': ['ID=a01f51a9-92dd-4e1a-bd77-2234ac6f2686,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:13.129301 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-7c14e0ec-1dc3-4f95-99f0-651087efbdaa tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:13.134195 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-7c14e0ec-1dc3-4f95-99f0-651087efbdaa tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/networks?id=115012cd-2454-4d1b-bec5-c3a0bdd91257 HTTP/1.1" status: 200 len: 821 time: 0.1658366 Jul 16 20:36:13.286819 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496115b-2964-44b2-b9d9-81914c4d3ba6 req-41223983-474b-4f14-8c87-d008443fba28 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:13.288840 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7496115b-2964-44b2-b9d9-81914c4d3ba6 req-41223983-474b-4f14-8c87-d008443fba28 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.6624515 Jul 16 20:36:13.289923 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.294283 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-94446fec-fe36-42b2-81ae-2817b1de5704 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/quotas/f23cc4c6dc454562935450c3148a82eb HTTP/1.1" status: 200 len: 375 time: 0.1330750 Jul 16 20:36:13.382044 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-fafd0d04-bb1b-4c1c-8591-2c552455d40e None None] Provisioning for port a01f51a9-92dd-4e1a-bd77-2234ac6f2686 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:13.390169 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-fafd0d04-bb1b-4c1c-8591-2c552455d40e None None] Provisioning complete for port a01f51a9-92dd-4e1a-bd77-2234ac6f2686 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:13.390561 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fafd0d04-bb1b-4c1c-8591-2c552455d40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.419976 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7496115b-2964-44b2-b9d9-81914c4d3ba6 req-a9e45da9-315b-472f-adcf-40a59fe1c2e0 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211820 Jul 16 20:36:13.478408 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fafd0d04-bb1b-4c1c-8591-2c552455d40e None None] Port a01f51a9-92dd-4e1a-bd77-2234ac6f2686 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:36:13.529291 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46874) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:13.567324 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c0043a37-1682-42de-b4dc-e62701c72d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.578959 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-88f64f2b-4605-447e-8dc6-205ba16354a2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8270459 Jul 16 20:36:13.581774 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-61fd39ef-9aa6-45c1-97ef-f9a13bd99b45 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f23cc4c6dc454562935450c3148a82eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2518020 Jul 16 20:36:13.604601 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a7b08d2d-3057-46ce-abd1-e141ff55f190 service neutron] Request body: {'port': {'device_id': 'bd0d706b-c980-4527-becd-386ed6092762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:13.664478 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c0043a37-1682-42de-b4dc-e62701c72d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.785316 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-78722502-5dc5-4bfe-b8ff-23f96bfbe5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.802461 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a7b08d2d-3057-46ce-abd1-e141ff55f190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.003805 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0043a37-1682-42de-b4dc-e62701c72d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fa8449-7b65-4c76-8e94-d971d39c4a39,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:14.014117 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-72a1d7d4-166a-4284-8f5d-3fc3ab7193b1 service neutron] 10.222.0.38 "GET /v2.0/networks/115012cd-2454-4d1b-bec5-c3a0bdd91257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510283 Jul 16 20:36:14.113330 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c0043a37-1682-42de-b4dc-e62701c72d09 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0d6af3ff58cd4ecb82853dc1ce6ab47f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0911582 Jul 16 20:36:14.120120 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46882) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:14.191694 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab466b-abe6-467f-a77e-3495f3387f0a req-d8fcdaf9-893d-45f3-ac36-c5623d0183c6 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:14.193291 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-06ab466b-abe6-467f-a77e-3495f3387f0a req-d8fcdaf9-893d-45f3-ac36-c5623d0183c6 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.18 "GET /v2.0/ports?device_id=626f4eac-2948-4e7e-ae8b-b9dafcd37b0c HTTP/1.1" status: 200 len: 946 time: 0.5152552 Jul 16 20:36:14.216593 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a7b08d2d-3057-46ce-abd1-e141ff55f190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da3cd2bc-8361-4a87-8b42-606885129c8e {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:14.223447 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b654d4-05bd-48e4-a2a6-37710831c20e req-e3b69dee-2091-4540-9e31-d54644b71e8d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:14.224943 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0b654d4-05bd-48e4-a2a6-37710831c20e req-e3b69dee-2091-4540-9e31-d54644b71e8d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=626f4eac-2948-4e7e-ae8b-b9dafcd37b0c HTTP/1.1" status: 200 len: 946 time: 0.2356884 Jul 16 20:36:14.234523 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a7b08d2d-3057-46ce-abd1-e141ff55f190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.251752 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a7b08d2d-3057-46ce-abd1-e141ff55f190 service neutron] Transition to ACTIVE for port object da3cd2bc-8361-4a87-8b42-606885129c8e will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:14.261157 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a7b08d2d-3057-46ce-abd1-e141ff55f190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.341731 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-343b627a-9ccf-44b7-9143-c2bf87c6c89e service neutron] 10.222.0.38 "GET /v2.0/networks/115012cd-2454-4d1b-bec5-c3a0bdd91257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994764 Jul 16 20:36:14.381274 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0b654d4-05bd-48e4-a2a6-37710831c20e req-45a53b68-72a2-4978-83e7-962ad89b7766 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271372 Jul 16 20:36:14.395708 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Router b3d361f8-9a33-444d-a26d-45885bd0109f is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:36:14.412344 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-46635a97-6eef-40a1-afda-2f12a30a25e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.480968 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-78722502-5dc5-4bfe-b8ff-23f96bfbe5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.481488 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-06ab466b-abe6-467f-a77e-3495f3387f0a req-819d4c6b-59e1-4f73-9d63-d6b789a88cd4 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Deleting port e78566ce-e60c-46c2-9936-b7222ea1d930 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:14.482247 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-06ab466b-abe6-467f-a77e-3495f3387f0a req-819d4c6b-59e1-4f73-9d63-d6b789a88cd4 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.518308 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b08d2d-3057-46ce-abd1-e141ff55f190 service neutron] Pushing event updated for resources: {'Port': ['ID=da3cd2bc-8361-4a87-8b42-606885129c8e,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:14.521122 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-78722502-5dc5-4bfe-b8ff-23f96bfbe5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.606956 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78722502-5dc5-4bfe-b8ff-23f96bfbe5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1ae226-0e78-488e-aa73-2d4dab565daf,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:14.619141 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-46635a97-6eef-40a1-afda-2f12a30a25e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.739256 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-78722502-5dc5-4bfe-b8ff-23f96bfbe5a9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=01dc83972a4e4f2aa93667d66c0b6b88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2050166 Jul 16 20:36:14.743842 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46896) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:14.835983 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a7b08d2d-3057-46ce-abd1-e141ff55f190 service neutron] Attempting to bind port da3cd2bc-8361-4a87-8b42-606885129c8e on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:14.836668 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a7b08d2d-3057-46ce-abd1-e141ff55f190 service neutron] Attempting to bind port da3cd2bc-8361-4a87-8b42-606885129c8e by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '59a53ec9-896c-4c3d-aaf7-1e04b33963c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a5f59c06-393b-4019-8402-c670013796dd'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:14.837528 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a7b08d2d-3057-46ce-abd1-e141ff55f190 service neutron] Attempting to bind port da3cd2bc-8361-4a87-8b42-606885129c8e on network a5f59c06-393b-4019-8402-c670013796dd {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:14.857666 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-46635a97-6eef-40a1-afda-2f12a30a25e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.861081 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-46635a97-6eef-40a1-afda-2f12a30a25e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.862846 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-46635a97-6eef-40a1-afda-2f12a30a25e1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b8fa8449-7b65-4c76-8e94-d971d39c4a39 HTTP/1.1" status: 204 len: 168 time: 0.7415578 Jul 16 20:36:14.863760 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a7b08d2d-3057-46ce-abd1-e141ff55f190 service neutron] Port da3cd2bc-8361-4a87-8b42-606885129c8e on network a5f59c06-393b-4019-8402-c670013796dd not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:14.864233 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a7b08d2d-3057-46ce-abd1-e141ff55f190 service neutron] Attempting to bind port da3cd2bc-8361-4a87-8b42-606885129c8e on network a5f59c06-393b-4019-8402-c670013796dd {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:14.884994 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-548951d9-8111-4aa5-80c1-1b1c96c2e0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.887801 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a7b08d2d-3057-46ce-abd1-e141ff55f190 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:14.888352 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a7b08d2d-3057-46ce-abd1-e141ff55f190 service neutron] Checking segment: {'id': '59a53ec9-896c-4c3d-aaf7-1e04b33963c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a5f59c06-393b-4019-8402-c670013796dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:14.888922 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a7b08d2d-3057-46ce-abd1-e141ff55f190 service neutron] Bound using segment: {'id': '59a53ec9-896c-4c3d-aaf7-1e04b33963c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a5f59c06-393b-4019-8402-c670013796dd'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:14.889982 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a7b08d2d-3057-46ce-abd1-e141ff55f190 service neutron] Bound port: da3cd2bc-8361-4a87-8b42-606885129c8e, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59a53ec9-896c-4c3d-aaf7-1e04b33963c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a5f59c06-393b-4019-8402-c670013796dd'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:14.890550 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a7b08d2d-3057-46ce-abd1-e141ff55f190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.909538 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46635a97-6eef-40a1-afda-2f12a30a25e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fa8449-7b65-4c76-8e94-d971d39c4a39,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:14.992655 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-548951d9-8111-4aa5-80c1-1b1c96c2e0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.052148 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a7b08d2d-3057-46ce-abd1-e141ff55f190 service neutron] For port da3cd2bc-8361-4a87-8b42-606885129c8e, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:15.073812 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a7b08d2d-3057-46ce-abd1-e141ff55f190 service neutron] For port da3cd2bc-8361-4a87-8b42-606885129c8e, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=da3cd2bc-8361-4a87-8b42-606885129c8e,segment=NetworkSegment(59a53ec9-896c-4c3d-aaf7-1e04b33963c9),segment_id=59a53ec9-896c-4c3d-aaf7-1e04b33963c9)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:15.084011 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a7b08d2d-3057-46ce-abd1-e141ff55f190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.103870 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-548951d9-8111-4aa5-80c1-1b1c96c2e0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.108777 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-548951d9-8111-4aa5-80c1-1b1c96c2e0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.111439 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-548951d9-8111-4aa5-80c1-1b1c96c2e0d1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8f1ae226-0e78-488e-aa73-2d4dab565daf HTTP/1.1" status: 204 len: 168 time: 0.3625479 Jul 16 20:36:15.152946 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548951d9-8111-4aa5-80c1-1b1c96c2e0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1ae226-0e78-488e-aa73-2d4dab565daf,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:15.155640 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a7b08d2d-3057-46ce-abd1-e141ff55f190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:15.156447 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a7b08d2d-3057-46ce-abd1-e141ff55f190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.158239 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a7b08d2d-3057-46ce-abd1-e141ff55f190 service neutron] 10.222.0.62 "PUT /v2.0/ports/da3cd2bc-8361-4a87-8b42-606885129c8e HTTP/1.1" status: 200 len: 1093 time: 1.5706313 Jul 16 20:36:15.174020 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'tag': 'da3cd2bc-8361-4a87-8b42-606885129c8e'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:15.177142 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e68c4a9-7f9d-4acf-bf41-85035572f9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "tag": "da3cd2bc-8361-4a87-8b42-606885129c8e"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:15.196258 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-17df3985-5a08-42c8-9a03-522ab43d079c service neutron] Request body: {'port': {'device_id': 'bd0d706b-c980-4527-becd-386ed6092762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:15.251977 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b08d2d-3057-46ce-abd1-e141ff55f190 service neutron] Pushing event updated for resources: {'Port': ['ID=da3cd2bc-8361-4a87-8b42-606885129c8e,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:15.389272 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-17df3985-5a08-42c8-9a03-522ab43d079c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.424435 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:15.439718 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacd762c-0d66-41e7-8d3f-5504cb4d3e38 None None] Sync routers for ids ['b3d361f8-9a33-444d-a26d-45885bd0109f'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:15.454651 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacd762c-0d66-41e7-8d3f-5504cb4d3e38 None None] Routers {'b3d361f8-9a33-444d-a26d-45885bd0109f'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:15.459295 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-dacd762c-0d66-41e7-8d3f-5504cb4d3e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:35:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['b3d361f8-9a33-444d-a26d-45885bd0109f'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:15.577615 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-dacd762c-0d66-41e7-8d3f-5504cb4d3e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:15.606788 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacd762c-0d66-41e7-8d3f-5504cb4d3e38 None None] Routers {'b3d361f8-9a33-444d-a26d-45885bd0109f'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:15.608241 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-dacd762c-0d66-41e7-8d3f-5504cb4d3e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:35:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['b3d361f8-9a33-444d-a26d-45885bd0109f'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:15.690464 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-dacd762c-0d66-41e7-8d3f-5504cb4d3e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:15.691368 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacd762c-0d66-41e7-8d3f-5504cb4d3e38 None None] The sync data for ids ['b3d361f8-9a33-444d-a26d-45885bd0109f'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:15.760935 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46916) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:15.791861 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-00ea9f18-1d0f-447f-90c2-ea9990b13227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.802006 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-06ab466b-abe6-467f-a77e-3495f3387f0a req-819d4c6b-59e1-4f73-9d63-d6b789a88cd4 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] For port e78566ce-e60c-46c2-9936-b7222ea1d930, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e78566ce-e60c-46c2-9936-b7222ea1d930,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:15.802481 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-06ab466b-abe6-467f-a77e-3495f3387f0a req-819d4c6b-59e1-4f73-9d63-d6b789a88cd4 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.821499 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-06ab466b-abe6-467f-a77e-3495f3387f0a req-819d4c6b-59e1-4f73-9d63-d6b789a88cd4 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Calling delete_port for e78566ce-e60c-46c2-9936-b7222ea1d930 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:15.988356 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-31b239ad-b7a5-45ec-b87a-bd6e22593557 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:15.988356 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-31b239ad-b7a5-45ec-b87a-bd6e22593557 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 811 time: 0.6272862 Jul 16 20:36:15.990904 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46918) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:16.023747 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-00ea9f18-1d0f-447f-90c2-ea9990b13227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.025252 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-68164430-7792-4535-a7c7-05f8802f1b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.046716 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.047961 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bbd5bf15-0733-4400-9758-97eb1b202173 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.9370201 Jul 16 20:36:16.048906 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-00ea9f18-1d0f-447f-90c2-ea9990b13227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.049240 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-c89c2084-be1b-4e26-819e-e3eb2cd2baa0 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/quotas/a4359c07a39647debc91cc45c7855204 HTTP/1.1" status: 200 len: 375 time: 0.0525661 Jul 16 20:36:16.059794 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46920) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:16.071617 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ede05d-6584-46ef-821f-9ba4a49c033f req-07e6d34c-5710-4de9-aea4-a906bd732c0e tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:16.080392 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea9f18-1d0f-447f-90c2-ea9990b13227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a57c27-064a-450a-b317-fdbbdcaa5095,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:16.080677 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ede05d-6584-46ef-821f-9ba4a49c033f req-07e6d34c-5710-4de9-aea4-a906bd732c0e tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:16.092268 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ede05d-6584-46ef-821f-9ba4a49c033f req-07e6d34c-5710-4de9-aea4-a906bd732c0e tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:16.104894 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ede05d-6584-46ef-821f-9ba4a49c033f req-07e6d34c-5710-4de9-aea4-a906bd732c0e tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:16.115459 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ede05d-6584-46ef-821f-9ba4a49c033f req-07e6d34c-5710-4de9-aea4-a906bd732c0e tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:16.124426 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-81ede05d-6584-46ef-821f-9ba4a49c033f req-07e6d34c-5710-4de9-aea4-a906bd732c0e tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 3828 time: 0.7013810 Jul 16 20:36:16.144618 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-00ea9f18-1d0f-447f-90c2-ea9990b13227 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a9364de1677f4f818fb622a39039e5f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3812408 Jul 16 20:36:16.147928 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46922) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:16.217782 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-17df3985-5a08-42c8-9a03-522ab43d079c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c7028e-c717-455b-b2ae-e3b788da21ae {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:16.259369 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-17df3985-5a08-42c8-9a03-522ab43d079c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.263355 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-06ab466b-abe6-467f-a77e-3495f3387f0a req-819d4c6b-59e1-4f73-9d63-d6b789a88cd4 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.291456 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-17df3985-5a08-42c8-9a03-522ab43d079c service neutron] Transition to ACTIVE for port object c9c7028e-c717-455b-b2ae-e3b788da21ae will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:16.299979 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-17df3985-5a08-42c8-9a03-522ab43d079c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.381253 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d4c6b-59e1-4f73-9d63-d6b789a88cd4 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Pushing event deleted for resources: {'Port': ['ID=e78566ce-e60c-46c2-9936-b7222ea1d930,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:16.473125 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-81ede05d-6584-46ef-821f-9ba4a49c033f req-d5de6725-f748-47a4-8793-10d7734e9bf0 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3268945 Jul 16 20:36:16.524009 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df3985-5a08-42c8-9a03-522ab43d079c service neutron] Pushing event updated for resources: {'Port': ['ID=c9c7028e-c717-455b-b2ae-e3b788da21ae,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:16.547612 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-68164430-7792-4535-a7c7-05f8802f1b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.548734 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ab466b-abe6-467f-a77e-3495f3387f0a req-819d4c6b-59e1-4f73-9d63-d6b789a88cd4 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] No DVR routers for this DVR port e78566ce-e60c-46c2-9936-b7222ea1d930 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:36:16.551861 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-06ab466b-abe6-467f-a77e-3495f3387f0a req-819d4c6b-59e1-4f73-9d63-d6b789a88cd4 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.554477 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-06ab466b-abe6-467f-a77e-3495f3387f0a req-819d4c6b-59e1-4f73-9d63-d6b789a88cd4 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.18 "DELETE /v2.0/ports/e78566ce-e60c-46c2-9936-b7222ea1d930 HTTP/1.1" status: 204 len: 173 time: 2.3534920 Jul 16 20:36:16.567162 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626f4eac-2948-4e7e-ae8b-b9dafcd37b0c', 'name': 'network-vif-deleted', 'tag': 'e78566ce-e60c-46c2-9936-b7222ea1d930'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:16.573417 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-68164430-7792-4535-a7c7-05f8802f1b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.575055 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c234572-a4b7-4fc3-9e8f-1d708e1cf43c" -d '{"events": [{"server_uuid": "626f4eac-2948-4e7e-ae8b-b9dafcd37b0c", "name": "network-vif-deleted", "tag": "e78566ce-e60c-46c2-9936-b7222ea1d930"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:16.629072 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-73cf28e3-8ff7-4fcb-9d0c-3817dc9db3f2 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4910479 Jul 16 20:36:16.636175 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-aed145b4-14fd-408e-8cdc-c7df9a4ce9e1 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "GET /v2.0/routers/b3d361f8-9a33-444d-a26d-45885bd0109f HTTP/1.1" status: 200 len: 922 time: 0.5093691 Jul 16 20:36:16.637116 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b3ad9391-1128-4799-9c9d-bb39f19ade20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.641207 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46926) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:16.709048 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-ab0955df-e504-4a5f-99cf-c0508145340b tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:16.711389 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-ab0955df-e504-4a5f-99cf-c0508145340b tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.18 "GET /v2.0/networks?id=115012cd-2454-4d1b-bec5-c3a0bdd91257 HTTP/1.1" status: 200 len: 821 time: 0.3890328 Jul 16 20:36:16.745302 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-17df3985-5a08-42c8-9a03-522ab43d079c service neutron] Attempting to bind port c9c7028e-c717-455b-b2ae-e3b788da21ae on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:16.745640 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-17df3985-5a08-42c8-9a03-522ab43d079c service neutron] Attempting to bind port c9c7028e-c717-455b-b2ae-e3b788da21ae by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '539e5216-5669-4601-aada-6ac02b36e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:16.745935 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-17df3985-5a08-42c8-9a03-522ab43d079c service neutron] Attempting to bind port c9c7028e-c717-455b-b2ae-e3b788da21ae on network f8215949-193f-4b94-94eb-7fc9f5e8cdee {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:16.752885 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-68164430-7792-4535-a7c7-05f8802f1b62 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bc3a92a3900147cb80fea904ef92ac99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7582920 Jul 16 20:36:16.756285 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46928) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:16.770162 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5bc0fa20-7a55-4798-816f-6596aa54055d tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3d361f8-9a33-444d-a26d-45885bd0109f HTTP/1.1" status: 200 len: 205 time: 0.1278939 Jul 16 20:36:16.771051 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-e13b9094-b875-4eae-9da0-fedb2f12e8b3 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Request body: {'port': {'device_id': '68997d71-2fc1-41bb-8d66-d33a8ae709fa', 'network_id': '115012cd-2454-4d1b-bec5-c3a0bdd91257', 'admin_state_up': True, 'tenant_id': 'f23cc4c6dc454562935450c3148a82eb'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:16.772257 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-48c6521c-52fd-47ab-8f91-d859238fa662 service neutron] 10.222.0.38 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318917 Jul 16 20:36:16.778909 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46930) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:16.854110 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-45def075-55fb-4709-bae2-634ff0fa8cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.879229 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-45def075-55fb-4709-bae2-634ff0fa8cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.897327 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-17df3985-5a08-42c8-9a03-522ab43d079c service neutron] Port c9c7028e-c717-455b-b2ae-e3b788da21ae on network f8215949-193f-4b94-94eb-7fc9f5e8cdee not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:16.898396 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-17df3985-5a08-42c8-9a03-522ab43d079c service neutron] Attempting to bind port c9c7028e-c717-455b-b2ae-e3b788da21ae on network f8215949-193f-4b94-94eb-7fc9f5e8cdee {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:16.915603 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fef59201-5282-4ba6-8a6e-cbd1ffe33d12 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.918996 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-17df3985-5a08-42c8-9a03-522ab43d079c service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:16.919347 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-17df3985-5a08-42c8-9a03-522ab43d079c service neutron] Checking segment: {'id': '539e5216-5669-4601-aada-6ac02b36e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:16.919798 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-17df3985-5a08-42c8-9a03-522ab43d079c service neutron] Bound using segment: {'id': '539e5216-5669-4601-aada-6ac02b36e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:16.920253 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-17df3985-5a08-42c8-9a03-522ab43d079c service neutron] Bound port: c9c7028e-c717-455b-b2ae-e3b788da21ae, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539e5216-5669-4601-aada-6ac02b36e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:16.920632 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-17df3985-5a08-42c8-9a03-522ab43d079c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.931020 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68164430-7792-4535-a7c7-05f8802f1b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fc8965-d52a-4703-8d8c-ff52a2aca4aa,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:16.964642 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-37b3a9cc-2572-4b4f-b37b-21badbd58390 req-45dff905-5045-4316-b173-3505dcf072ef tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=68997d71-2fc1-41bb-8d66-d33a8ae709fa HTTP/1.1" status: 200 len: 210 time: 0.1865189 Jul 16 20:36:17.009136 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-17df3985-5a08-42c8-9a03-522ab43d079c service neutron] For port c9c7028e-c717-455b-b2ae-e3b788da21ae, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:17.012924 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-17df3985-5a08-42c8-9a03-522ab43d079c service neutron] For port c9c7028e-c717-455b-b2ae-e3b788da21ae, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c9c7028e-c717-455b-b2ae-e3b788da21ae,segment=NetworkSegment(539e5216-5669-4601-aada-6ac02b36e6e5),segment_id=539e5216-5669-4601-aada-6ac02b36e6e5)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:17.018670 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-17df3985-5a08-42c8-9a03-522ab43d079c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.032906 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b3ad9391-1128-4799-9c9d-bb39f19ade20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.096555 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e85a70-cfd8-4d5f-91a9-08894f1c18af x-openstack-request-id: req-75e85a70-cfd8-4d5f-91a9-08894f1c18af {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:17.096864 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "tag": "da3cd2bc-8361-4a87-8b42-606885129c8e", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:17.097330 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-75e85a70-cfd8-4d5f-91a9-08894f1c18af {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:17.097910 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'tag': 'da3cd2bc-8361-4a87-8b42-606885129c8e', 'status': 'completed', 'code': 200} Jul 16 20:36:17.135855 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df3985-5a08-42c8-9a03-522ab43d079c service neutron] Pushing event updated for resources: {'Port': ['ID=c9c7028e-c717-455b-b2ae-e3b788da21ae,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:17.203158 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-722fc066-263d-4ae4-bbd8-724dc0ac73cc service neutron] 10.222.0.38 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986073 Jul 16 20:36:17.218360 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fef59201-5282-4ba6-8a6e-cbd1ffe33d12 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.225552 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b3ad9391-1128-4799-9c9d-bb39f19ade20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.230193 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b3ad9391-1128-4799-9c9d-bb39f19ade20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.233944 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b3ad9391-1128-4799-9c9d-bb39f19ade20 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/51a57c27-064a-450a-b317-fdbbdcaa5095 HTTP/1.1" status: 204 len: 168 time: 1.0595360 Jul 16 20:36:17.239738 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-17df3985-5a08-42c8-9a03-522ab43d079c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:17.240456 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-17df3985-5a08-42c8-9a03-522ab43d079c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.257476 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-17df3985-5a08-42c8-9a03-522ab43d079c service neutron] 10.222.0.62 "PUT /v2.0/ports/c9c7028e-c717-455b-b2ae-e3b788da21ae HTTP/1.1" status: 200 len: 1130 time: 2.0672660 Jul 16 20:36:17.270158 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad9391-1128-4799-9c9d-bb39f19ade20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a57c27-064a-450a-b317-fdbbdcaa5095,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:17.304690 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-45def075-55fb-4709-bae2-634ff0fa8cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.307516 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-45def075-55fb-4709-bae2-634ff0fa8cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.329580 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-45def075-55fb-4709-bae2-634ff0fa8cbc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/51fc8965-d52a-4703-8d8c-ff52a2aca4aa HTTP/1.1" status: 204 len: 168 time: 0.5688496 Jul 16 20:36:17.360451 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-06a6dd1d-0f60-4992-8ce1-ce694b8f37fa service neutron] Request body: {'port': {'device_id': 'bd0d706b-c980-4527-becd-386ed6092762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:17.484776 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45def075-55fb-4709-bae2-634ff0fa8cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fc8965-d52a-4703-8d8c-ff52a2aca4aa,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:17.532491 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7538c527-3af1-4ede-bdf4-38ac6c369b6a req-c84e4753-4de9-4c4a-9e24-c42a5c8a19df tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=626f4eac-2948-4e7e-ae8b-b9dafcd37b0c HTTP/1.1" status: 200 len: 210 time: 0.0652001 Jul 16 20:36:17.546035 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-fef59201-5282-4ba6-8a6e-cbd1ffe33d12 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Deleting port 38bb40b6-3a1f-4a07-ab80-e3f06c66d7f4 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:17.546433 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fef59201-5282-4ba6-8a6e-cbd1ffe33d12 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.639647 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-e13b9094-b875-4eae-9da0-fedb2f12e8b3 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Made reservation on behalf of f23cc4c6dc454562935450c3148a82eb for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:17.660217 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-e13b9094-b875-4eae-9da0-fedb2f12e8b3 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.711085 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa2f355-4f25-45be-bf97-1a102d5b832b x-openstack-request-id: req-afa2f355-4f25-45be-bf97-1a102d5b832b {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:17.715058 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626f4eac-2948-4e7e-ae8b-b9dafcd37b0c", "name": "network-vif-deleted", "tag": "e78566ce-e60c-46c2-9936-b7222ea1d930", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:17.715526 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-afa2f355-4f25-45be-bf97-1a102d5b832b {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:17.716109 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626f4eac-2948-4e7e-ae8b-b9dafcd37b0c', 'name': 'network-vif-deleted', 'tag': 'e78566ce-e60c-46c2-9936-b7222ea1d930', 'status': 'completed', 'code': 200} Jul 16 20:36:17.731348 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e78566ce-e60c-46c2-9936-b7222ea1d930 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:17.800144 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68c4a9-7f9d-4acf-bf41-85035572f9e7 req-6ecbb34e-4402-4aca-9b6b-48ce97f57cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:17.800663 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68c4a9-7f9d-4acf-bf41-85035572f9e7 req-6ecbb34e-4402-4aca-9b6b-48ce97f57cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:17.801085 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68c4a9-7f9d-4acf-bf41-85035572f9e7 req-6ecbb34e-4402-4aca-9b6b-48ce97f57cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:17.806678 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68c4a9-7f9d-4acf-bf41-85035572f9e7 req-6ecbb34e-4402-4aca-9b6b-48ce97f57cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:17.811408 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68c4a9-7f9d-4acf-bf41-85035572f9e7 req-6ecbb34e-4402-4aca-9b6b-48ce97f57cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:17.812758 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68c4a9-7f9d-4acf-bf41-85035572f9e7 req-6ecbb34e-4402-4aca-9b6b-48ce97f57cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:17.813787 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fef59201-5282-4ba6-8a6e-cbd1ffe33d12 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.821781 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9e68c4a9-7f9d-4acf-bf41-85035572f9e7 req-6ecbb34e-4402-4aca-9b6b-48ce97f57cb0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=086605ce16824d789c1ebe4af59fda06&device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5287 time: 0.6765382 Jul 16 20:36:17.836059 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-67a3143f-8459-46b4-9b48-9370a20100b6 req-605c6c7d-c64c-4e8c-b95a-e312e7724a20 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d661541-060f-47a9-bfc4-6465fdbc2431 HTTP/1.1" status: 200 len: 210 time: 0.0574663 Jul 16 20:36:17.836184 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: e78566ce-e60c-46c2-9936-b7222ea1d930 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:36:17.836184 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e78566ce-e60c-46c2-9936-b7222ea1d930 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:36:17.940477 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-fef59201-5282-4ba6-8a6e-cbd1ffe33d12 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Calling delete_port for 38bb40b6-3a1f-4a07-ab80-e3f06c66d7f4 owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:18.140134 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2edfc-123f-41f1-948b-c5f69c2a8d94 req-4ef204c2-54d4-45ac-ada0-9ea1cdf36c5b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:18.147303 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2edfc-123f-41f1-948b-c5f69c2a8d94 req-4ef204c2-54d4-45ac-ada0-9ea1cdf36c5b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:18.153338 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2edfc-123f-41f1-948b-c5f69c2a8d94 req-4ef204c2-54d4-45ac-ada0-9ea1cdf36c5b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:18.165520 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2edfc-123f-41f1-948b-c5f69c2a8d94 req-4ef204c2-54d4-45ac-ada0-9ea1cdf36c5b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:18.174360 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2edfc-123f-41f1-948b-c5f69c2a8d94 req-4ef204c2-54d4-45ac-ada0-9ea1cdf36c5b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:18.188247 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2edfc-123f-41f1-948b-c5f69c2a8d94 req-4ef204c2-54d4-45ac-ada0-9ea1cdf36c5b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:18.190965 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9de2edfc-123f-41f1-948b-c5f69c2a8d94 req-4ef204c2-54d4-45ac-ada0-9ea1cdf36c5b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 4599 time: 0.3625789 Jul 16 20:36:18.232188 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-896b0842-16a1-4227-b28e-602dc7d33748 req-1ba8805b-0c86-4d00-a7f3-456775454fb6 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=68997d71-2fc1-41bb-8d66-d33a8ae709fa HTTP/1.1" status: 200 len: 210 time: 0.0399265 Jul 16 20:36:18.328828 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-06a6dd1d-0f60-4992-8ce1-ce694b8f37fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.464849 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fef59201-5282-4ba6-8a6e-cbd1ffe33d12 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.504439 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef59201-5282-4ba6-8a6e-cbd1ffe33d12 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Pushing event deleted for resources: {'Port': ['ID=38bb40b6-3a1f-4a07-ab80-e3f06c66d7f4,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:18.592446 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9de2edfc-123f-41f1-948b-c5f69c2a8d94 req-4a7d11b2-2b9a-4c4a-87b2-75a406c06ba6 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3589489 Jul 16 20:36:18.682988 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68c4a9-7f9d-4acf-bf41-85035572f9e7 req-9534539f-35c4-4c82-8b07-d7b9bc805c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:18.683727 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68c4a9-7f9d-4acf-bf41-85035572f9e7 req-9534539f-35c4-4c82-8b07-d7b9bc805c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:18.684205 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68c4a9-7f9d-4acf-bf41-85035572f9e7 req-9534539f-35c4-4c82-8b07-d7b9bc805c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:18.687322 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9e68c4a9-7f9d-4acf-bf41-85035572f9e7 req-9534539f-35c4-4c82-8b07-d7b9bc805c0e service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=086605ce16824d789c1ebe4af59fda06&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8528843 Jul 16 20:36:18.738369 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fef59201-5282-4ba6-8a6e-cbd1ffe33d12 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.958134 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fef59201-5282-4ba6-8a6e-cbd1ffe33d12 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.963369 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fef59201-5282-4ba6-8a6e-cbd1ffe33d12 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.038031 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46992) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:19.077584 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fef59201-5282-4ba6-8a6e-cbd1ffe33d12 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.078955 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef59201-5282-4ba6-8a6e-cbd1ffe33d12 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Fanout notify agent at l3_agent the message router_deleted on router b3d361f8-9a33-444d-a26d-45885bd0109f {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:19.112787 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fef59201-5282-4ba6-8a6e-cbd1ffe33d12 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.114049 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fef59201-5282-4ba6-8a6e-cbd1ffe33d12 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "DELETE /v2.0/routers/b3d361f8-9a33-444d-a26d-45885bd0109f HTTP/1.1" status: 204 len: 168 time: 2.3342578 Jul 16 20:36:19.128291 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2783976a-bbea-4f23-8b45-37650b6ae37a req-e8c56a93-8c16-45e5-9ac2-84d7fe7156ad tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d661541-060f-47a9-bfc4-6465fdbc2431 HTTP/1.1" status: 200 len: 210 time: 0.0679777 Jul 16 20:36:19.130515 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47002) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:19.149961 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-5982e11d-f09e-442c-a8d6-c8af91d1c40b tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2063064486', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'enable_snat': False}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:19.178298 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5982e11d-f09e-442c-a8d6-c8af91d1c40b tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.179740 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5982e11d-f09e-442c-a8d6-c8af91d1c40b tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.263664 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5982e11d-f09e-442c-a8d6-c8af91d1c40b tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.282578 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-cdc3ce9b-0c1c-4708-b7d4-fbc14fb32e4b tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] Request body: {'port': {'network_id': '2eae5fd9-323d-407f-9733-79dd58f62389', 'name': 'tempest-NetworksNegativeTestJSON-275688512'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:19.286148 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'tag': 'c9c7028e-c717-455b-b2ae-e3b788da21ae'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:19.290300 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdd6019-7902-4614-b2ef-13aca8d081d9" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "tag": "c9c7028e-c717-455b-b2ae-e3b788da21ae"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:19.389145 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc3ce9b-0c1c-4708-b7d4-fbc14fb32e4b tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] POST failed (client error): The resource could not be found. Jul 16 20:36:19.390156 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc3ce9b-0c1c-4708-b7d4-fbc14fb32e4b tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:36:19.391588 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cdc3ce9b-0c1c-4708-b7d4-fbc14fb32e4b tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3513026 Jul 16 20:36:19.400390 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47024) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:19.425903 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-e13b9094-b875-4eae-9da0-fedb2f12e8b3 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Allocated IP 172.20.0.10 (115012cd-2454-4d1b-bec5-c3a0bdd91257/cf096263-e475-4469-ad27-b632113d6208/5c8e7416-77cc-4615-9d59-dc4f0ed7bc36) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:19.456325 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-8916578f-63f0-4cb1-b830-66578f045491 tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] DELETE failed (client error): The resource could not be found. Jul 16 20:36:19.457337 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8916578f-63f0-4cb1-b830-66578f045491 tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:36:19.459389 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8916578f-63f0-4cb1-b830-66578f045491 tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] 10.222.0.38 "DELETE /v2.0/networks/470b4fe9-d88f-44ba-9026-bd3cbfe38a94 HTTP/1.1" status: 404 len: 339 time: 0.0576632 Jul 16 20:36:19.466205 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47026) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:19.613503 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3b8b31-5cf2-4d61-9700-7fca4bbf0a66 tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] DELETE failed (client error): The resource could not be found. Jul 16 20:36:19.614596 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c3b8b31-5cf2-4d61-9700-7fca4bbf0a66 tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:36:19.622676 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5c3b8b31-5cf2-4d61-9700-7fca4bbf0a66 tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] 10.222.0.38 "DELETE /v2.0/ports/d0ab3a4b-b170-4ae3-bbfc-ace4d351e304 HTTP/1.1" status: 404 len: 333 time: 0.1471114 Jul 16 20:36:19.634070 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47032) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:19.638879 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5982e11d-f09e-442c-a8d6-c8af91d1c40b tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.698842 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-698600d4-cc60-4ce8-ade4-0c7cbde49582 req-fdfd30be-db1b-4971-bd8e-6a1ebbb9e852 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=68997d71-2fc1-41bb-8d66-d33a8ae709fa HTTP/1.1" status: 200 len: 210 time: 0.1633854 Jul 16 20:36:19.728528 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-9039ff8d-b1d8-434d-8cb4-6b9776718372 tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] DELETE failed (client error): The resource could not be found. Jul 16 20:36:19.728994 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9039ff8d-b1d8-434d-8cb4-6b9776718372 tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:36:19.739115 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9039ff8d-b1d8-434d-8cb4-6b9776718372 tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] 10.222.0.38 "DELETE /v2.0/subnets/27f2eaef-fe97-4d79-a661-955aeb08d11e HTTP/1.1" status: 404 len: 337 time: 0.0902247 Jul 16 20:36:19.759425 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47036) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:19.843544 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f45a9b-c873-4647-ba56-48a7a02a8f91 tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] GET failed (client error): The resource could not be found. Jul 16 20:36:19.853570 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-90f45a9b-c873-4647-ba56-48a7a02a8f91 tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] 10.222.0.38 "GET /v2.0/networks/8fd466ca-c0de-418f-84b6-14dcaff81d21 HTTP/1.1" status: 404 len: 339 time: 0.0930908 Jul 16 20:36:19.854177 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47038) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:19.862358 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68c4a9-7f9d-4acf-bf41-85035572f9e7 req-8fe7c27c-0adc-49a6-9125-f1922a6885ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:19.865091 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9e68c4a9-7f9d-4acf-bf41-85035572f9e7 req-8fe7c27c-0adc-49a6-9125-f1922a6885ca service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1563370 Jul 16 20:36:19.887567 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af655bc0-8d1e-4841-97b0-fbf95dca707b x-openstack-request-id: req-af655bc0-8d1e-4841-97b0-fbf95dca707b {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:19.887868 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "tag": "c9c7028e-c717-455b-b2ae-e3b788da21ae", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:19.888121 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-af655bc0-8d1e-4841-97b0-fbf95dca707b {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:19.889169 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'tag': 'c9c7028e-c717-455b-b2ae-e3b788da21ae', 'status': 'completed', 'code': 200} Jul 16 20:36:19.936994 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d855d5-3bf4-47f9-a10c-b46bf1de92b4 tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] GET failed (client error): The resource could not be found. Jul 16 20:36:19.947795 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f3d855d5-3bf4-47f9-a10c-b46bf1de92b4 tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] 10.222.0.38 "GET /v2.0/ports/3aee9209-1ed1-45db-bd50-16bc35997211 HTTP/1.1" status: 404 len: 333 time: 0.0880609 Jul 16 20:36:19.948440 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47042) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:20.026620 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6dd266-b9f5-4013-9a6c-4475a13cae93 tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] GET failed (client error): The resource could not be found. Jul 16 20:36:20.030186 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ca6dd266-b9f5-4013-9a6c-4475a13cae93 tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] 10.222.0.38 "GET /v2.0/subnets/24e069bf-ffa1-409e-bb6b-a9252a774941 HTTP/1.1" status: 404 len: 337 time: 0.0433092 Jul 16 20:36:20.041714 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47046) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:20.042451 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-cf877a72-e42a-411f-b405-6de25f8d45bf tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:20.044181 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-cf877a72-e42a-411f-b405-6de25f8d45bf tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.18 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 811 time: 0.5100615 Jul 16 20:36:20.073272 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-4b3413e7-fe26-4586-be9c-cfc69c4f11b9 tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:20.091863 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-ff0ff047-28b2-4ef5-9fd7-ee0aec0b5524 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Request body: {'port': {'device_id': '4d661541-060f-47a9-bfc4-6465fdbc2431', 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f', 'admin_state_up': True, 'tenant_id': 'a4359c07a39647debc91cc45c7855204'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:20.106080 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73255597-9426-4898-9668-b12b011461f6 req-87b66920-a7c3-431d-9659-0e0b052a5fdc tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:20.115650 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73255597-9426-4898-9668-b12b011461f6 req-87b66920-a7c3-431d-9659-0e0b052a5fdc tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/networks?id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b HTTP/1.1" status: 200 len: 812 time: 0.9505773 Jul 16 20:36:20.139265 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b3413e7-fe26-4586-be9c-cfc69c4f11b9 tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] PUT failed (client error): The resource could not be found. Jul 16 20:36:20.139875 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b3413e7-fe26-4586-be9c-cfc69c4f11b9 tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:36:20.139995 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73255597-9426-4898-9668-b12b011461f6 req-8d4f6c9a-83ac-46f8-85de-9b51aa32893e tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/quotas/6a26f9f127054c75b4598717bb55d1c3 HTTP/1.1" status: 200 len: 375 time: 0.0229230 Jul 16 20:36:20.151120 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4b3413e7-fe26-4586-be9c-cfc69c4f11b9 tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] 10.222.0.38 "PUT /v2.0/networks/56f42747-96c5-4346-97d3-f98336f2e736 HTTP/1.1" status: 404 len: 339 time: 0.1035805 Jul 16 20:36:20.151120 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47048) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:20.180774 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d0059acc-ea58-4e72-9cfc-e3bff0ed11b3 tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:20.204682 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0059acc-ea58-4e72-9cfc-e3bff0ed11b3 tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] PUT failed (client error): The resource could not be found. Jul 16 20:36:20.204682 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0059acc-ea58-4e72-9cfc-e3bff0ed11b3 tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:36:20.213739 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d0059acc-ea58-4e72-9cfc-e3bff0ed11b3 tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] 10.222.0.38 "PUT /v2.0/ports/2c9dad5a-259b-4d67-aa2c-31ea157faf16 HTTP/1.1" status: 404 len: 333 time: 0.0461042 Jul 16 20:36:20.214106 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47052) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:20.224505 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73255597-9426-4898-9668-b12b011461f6 req-ce467259-f067-42d3-99b4-ddce27b9d012 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6a26f9f127054c75b4598717bb55d1c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833673 Jul 16 20:36:20.323394 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-e13b9094-b875-4eae-9da0-fedb2f12e8b3 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.337201 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd6019-7902-4614-b2ef-13aca8d081d9 req-543a4154-4bdc-46b5-9673-a6b34353f61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:20.337676 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd6019-7902-4614-b2ef-13aca8d081d9 req-543a4154-4bdc-46b5-9673-a6b34353f61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:20.338277 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd6019-7902-4614-b2ef-13aca8d081d9 req-543a4154-4bdc-46b5-9673-a6b34353f61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:20.338917 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd6019-7902-4614-b2ef-13aca8d081d9 req-543a4154-4bdc-46b5-9673-a6b34353f61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:20.339388 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd6019-7902-4614-b2ef-13aca8d081d9 req-543a4154-4bdc-46b5-9673-a6b34353f61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:20.339854 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd6019-7902-4614-b2ef-13aca8d081d9 req-543a4154-4bdc-46b5-9673-a6b34353f61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:20.341928 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3fdd6019-7902-4614-b2ef-13aca8d081d9 req-543a4154-4bdc-46b5-9673-a6b34353f61f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=086605ce16824d789c1ebe4af59fda06&device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5287 time: 0.3924496 Jul 16 20:36:20.366693 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47056) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:20.387326 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-06a6dd1d-0f60-4992-8ce1-ce694b8f37fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5381535-2faf-4332-a7a0-66c456495a38 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:20.406201 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-06a6dd1d-0f60-4992-8ce1-ce694b8f37fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.471368 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-06a6dd1d-0f60-4992-8ce1-ce694b8f37fa service neutron] Transition to ACTIVE for port object b5381535-2faf-4332-a7a0-66c456495a38 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:20.487013 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-06a6dd1d-0f60-4992-8ce1-ce694b8f37fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.566638 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6dd1d-0f60-4992-8ce1-ce694b8f37fa service neutron] Pushing event updated for resources: {'Port': ['ID=b5381535-2faf-4332-a7a0-66c456495a38,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:20.586432 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-e13b9094-b875-4eae-9da0-fedb2f12e8b3 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.612156 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-e13b9094-b875-4eae-9da0-fedb2f12e8b3 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Network 115012cd-2454-4d1b-bec5-c3a0bdd91257 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:20.621816 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-e13b9094-b875-4eae-9da0-fedb2f12e8b3 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:20.627619 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-e13b9094-b875-4eae-9da0-fedb2f12e8b3 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:20.661928 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0da70951-1357-4279-bbcb-d18640672f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.669719 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd6019-7902-4614-b2ef-13aca8d081d9 req-112b5913-356a-434c-8ae3-6225342e56a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:20.670201 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd6019-7902-4614-b2ef-13aca8d081d9 req-112b5913-356a-434c-8ae3-6225342e56a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:20.670759 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd6019-7902-4614-b2ef-13aca8d081d9 req-112b5913-356a-434c-8ae3-6225342e56a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:20.672573 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3fdd6019-7902-4614-b2ef-13aca8d081d9 req-112b5913-356a-434c-8ae3-6225342e56a1 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=086605ce16824d789c1ebe4af59fda06&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3219030 Jul 16 20:36:20.812501 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b9094-b875-4eae-9da0-fedb2f12e8b3 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Pushing event updated for resources: {'Port': ['ID=5c8e7416-77cc-4615-9d59-dc4f0ed7bc36,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:20.822020 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-e13b9094-b875-4eae-9da0-fedb2f12e8b3 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:20.822838 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-e13b9094-b875-4eae-9da0-fedb2f12e8b3 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.859460 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-f933e117-5997-476e-bc19-67940843292e tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:20.876470 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-e13b9094-b875-4eae-9da0-fedb2f12e8b3 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1190500 Jul 16 20:36:20.899876 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-2b3aded2-d752-4194-b447-81347c5e70c6 service neutron] Request body: {'port': {'device_id': '68997d71-2fc1-41bb-8d66-d33a8ae709fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:20.959715 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-f933e117-5997-476e-bc19-67940843292e tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] PUT failed (client error): The resource could not be found. Jul 16 20:36:20.961295 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f933e117-5997-476e-bc19-67940843292e tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:36:20.970548 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f933e117-5997-476e-bc19-67940843292e tempest-NetworksNegativeTestJSON-430857369 tempest-NetworksNegativeTestJSON-430857369-project] 10.222.0.38 "PUT /v2.0/subnets/f3bcb9ec-fa35-4e53-934e-4cd6d4ea4ede HTTP/1.1" status: 404 len: 337 time: 0.2132576 Jul 16 20:36:21.062719 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-2b3aded2-d752-4194-b447-81347c5e70c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.064560 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-06a6dd1d-0f60-4992-8ce1-ce694b8f37fa service neutron] Attempting to bind port b5381535-2faf-4332-a7a0-66c456495a38 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:21.064897 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-06a6dd1d-0f60-4992-8ce1-ce694b8f37fa service neutron] Attempting to bind port b5381535-2faf-4332-a7a0-66c456495a38 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '539e5216-5669-4601-aada-6ac02b36e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:21.065226 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-06a6dd1d-0f60-4992-8ce1-ce694b8f37fa service neutron] Attempting to bind port b5381535-2faf-4332-a7a0-66c456495a38 on network f8215949-193f-4b94-94eb-7fc9f5e8cdee {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:21.083148 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b92b7a-3d6f-4eaa-bac8-60beba401318 req-effd9d25-c5ef-4049-b75f-b47188cb0a0b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:21.095682 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b92b7a-3d6f-4eaa-bac8-60beba401318 req-effd9d25-c5ef-4049-b75f-b47188cb0a0b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:21.095973 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-06a6dd1d-0f60-4992-8ce1-ce694b8f37fa service neutron] Port b5381535-2faf-4332-a7a0-66c456495a38 on network f8215949-193f-4b94-94eb-7fc9f5e8cdee not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:21.096268 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-06a6dd1d-0f60-4992-8ce1-ce694b8f37fa service neutron] Attempting to bind port b5381535-2faf-4332-a7a0-66c456495a38 on network f8215949-193f-4b94-94eb-7fc9f5e8cdee {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:21.101819 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd6019-7902-4614-b2ef-13aca8d081d9 req-8a4c01ae-cc6d-40a6-8d14-545a2cc28758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:21.103471 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3fdd6019-7902-4614-b2ef-13aca8d081d9 req-8a4c01ae-cc6d-40a6-8d14-545a2cc28758 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3918593 Jul 16 20:36:21.107385 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b92b7a-3d6f-4eaa-bac8-60beba401318 req-effd9d25-c5ef-4049-b75f-b47188cb0a0b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:21.121407 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b92b7a-3d6f-4eaa-bac8-60beba401318 req-effd9d25-c5ef-4049-b75f-b47188cb0a0b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:21.132281 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b92b7a-3d6f-4eaa-bac8-60beba401318 req-effd9d25-c5ef-4049-b75f-b47188cb0a0b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:21.135248 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-06a6dd1d-0f60-4992-8ce1-ce694b8f37fa service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:21.135875 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-06a6dd1d-0f60-4992-8ce1-ce694b8f37fa service neutron] Checking segment: {'id': '539e5216-5669-4601-aada-6ac02b36e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:21.136625 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-06a6dd1d-0f60-4992-8ce1-ce694b8f37fa service neutron] Bound using segment: {'id': '539e5216-5669-4601-aada-6ac02b36e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:21.137405 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-06a6dd1d-0f60-4992-8ce1-ce694b8f37fa service neutron] Bound port: b5381535-2faf-4332-a7a0-66c456495a38, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539e5216-5669-4601-aada-6ac02b36e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:21.138002 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-06a6dd1d-0f60-4992-8ce1-ce694b8f37fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.146597 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b92b7a-3d6f-4eaa-bac8-60beba401318 req-effd9d25-c5ef-4049-b75f-b47188cb0a0b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:21.159525 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26b92b7a-3d6f-4eaa-bac8-60beba401318 req-effd9d25-c5ef-4049-b75f-b47188cb0a0b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 4599 time: 1.1108274 Jul 16 20:36:21.211582 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73255597-9426-4898-9668-b12b011461f6 req-2bdaaafc-611f-4026-bc7b-82edb573e8da service neutron] 10.222.0.38 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9860067 Jul 16 20:36:21.309171 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26b92b7a-3d6f-4eaa-bac8-60beba401318 req-2c07c66c-b124-4692-9559-5ea7dda6e205 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1479013 Jul 16 20:36:21.379171 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-06a6dd1d-0f60-4992-8ce1-ce694b8f37fa service neutron] For port b5381535-2faf-4332-a7a0-66c456495a38, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:21.386664 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47066) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:21.391031 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-06a6dd1d-0f60-4992-8ce1-ce694b8f37fa service neutron] For port b5381535-2faf-4332-a7a0-66c456495a38, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b5381535-2faf-4332-a7a0-66c456495a38,segment=NetworkSegment(539e5216-5669-4601-aada-6ac02b36e6e5),segment_id=539e5216-5669-4601-aada-6ac02b36e6e5)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:21.424491 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0da70951-1357-4279-bbcb-d18640672f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.426183 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-06a6dd1d-0f60-4992-8ce1-ce694b8f37fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.437979 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0da70951-1357-4279-bbcb-d18640672f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.506063 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73255597-9426-4898-9668-b12b011461f6 req-aaaa6098-9069-44cf-85f7-e686b9ebdee4 service neutron] 10.222.0.38 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638445 Jul 16 20:36:21.510816 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-ff0ff047-28b2-4ef5-9fd7-ee0aec0b5524 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Made reservation on behalf of a4359c07a39647debc91cc45c7855204 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:21.514661 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-ff0ff047-28b2-4ef5-9fd7-ee0aec0b5524 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.555579 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5982e11d-f09e-442c-a8d6-c8af91d1c40b tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.600037 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-06a6dd1d-0f60-4992-8ce1-ce694b8f37fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:21.601557 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-06a6dd1d-0f60-4992-8ce1-ce694b8f37fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.603429 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-06a6dd1d-0f60-4992-8ce1-ce694b8f37fa service neutron] 10.222.0.62 "PUT /v2.0/ports/b5381535-2faf-4332-a7a0-66c456495a38 HTTP/1.1" status: 200 len: 1130 time: 4.2688274 Jul 16 20:36:21.642784 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5982e11d-f09e-442c-a8d6-c8af91d1c40b tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.669079 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cfae5ef7-7440-42da-b220-06abd5f3de34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.691620 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6dd1d-0f60-4992-8ce1-ce694b8f37fa service neutron] Pushing event updated for resources: {'Port': ['ID=b5381535-2faf-4332-a7a0-66c456495a38,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:21.700834 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0da70951-1357-4279-bbcb-d18640672f38 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=314b428b7cac498593fca49129978cd9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3303530 Jul 16 20:36:21.731085 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-20a8b57b-11c1-4e56-9a12-0856047b4ff9 service neutron] Request body: {'port': {'device_id': 'bd0d706b-c980-4527-becd-386ed6092762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:21.734346 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47070) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:21.761376 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8989eec4-99fc-4bcd-9874-6d1388b95524 req-d73964b1-8acd-4331-895c-5422e969795b tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d661541-060f-47a9-bfc4-6465fdbc2431 HTTP/1.1" status: 200 len: 210 time: 0.1210568 Jul 16 20:36:21.891341 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da70951-1357-4279-bbcb-d18640672f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742f2e9b-dccc-45e8-ac3b-928313be2c2d,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:21.933754 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'tag': 'b5381535-2faf-4332-a7a0-66c456495a38'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:21.940844 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fb0d10-2699-4033-bc36-90703e1a7520" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "tag": "b5381535-2faf-4332-a7a0-66c456495a38"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:21.958059 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0cd51634-b322-493c-a9ce-3a1c6c71f5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.019621 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fc7a0124-1a63-48fe-8bd9-fdc950f6e3b1 req-38fc8a82-d298-4046-8115-e03b7ccbd354 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8 HTTP/1.1" status: 200 len: 210 time: 0.1247754 Jul 16 20:36:22.111872 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6582b43f-8f4b-4390-b910-9358e29c6fe9 x-openstack-request-id: req-6582b43f-8f4b-4390-b910-9358e29c6fe9 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:22.111872 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "tag": "b5381535-2faf-4332-a7a0-66c456495a38", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:22.112215 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6582b43f-8f4b-4390-b910-9358e29c6fe9 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:22.112530 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'tag': 'b5381535-2faf-4332-a7a0-66c456495a38', 'status': 'completed', 'code': 200} Jul 16 20:36:22.115416 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-33665018-5121-41f7-aef0-67426c8a1366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.174920 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-5982e11d-f09e-442c-a8d6-c8af91d1c40b tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Allocated IP 172.25.0.3 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/b00427bd-d022-4f94-91a0-ac2ded9a7e1a) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:22.258239 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-33665018-5121-41f7-aef0-67426c8a1366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.283719 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-20a8b57b-11c1-4e56-9a12-0856047b4ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.312578 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-2b3aded2-d752-4194-b447-81347c5e70c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c8e7416-77cc-4615-9d59-dc4f0ed7bc36 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:22.313747 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5982e11d-f09e-442c-a8d6-c8af91d1c40b tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.333808 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-2b3aded2-d752-4194-b447-81347c5e70c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.412430 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-2b3aded2-d752-4194-b447-81347c5e70c6 service neutron] Transition to ACTIVE for port object 5c8e7416-77cc-4615-9d59-dc4f0ed7bc36 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:22.439577 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-2b3aded2-d752-4194-b447-81347c5e70c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.472343 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5982e11d-f09e-442c-a8d6-c8af91d1c40b tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.534072 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-ff0ff047-28b2-4ef5-9fd7-ee0aec0b5524 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Allocated IP 172.20.0.3 (c856853c-1bbc-4399-8326-1d7e71a7f77f/587f0aec-80a3-4172-9644-d785b8e153a3/b288bcc1-0d63-4cdb-a66f-f66e6819482d) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:22.539081 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982e11d-f09e-442c-a8d6-c8af91d1c40b tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Pushing event updated for resources: {'Port': ['ID=b00427bd-d022-4f94-91a0-ac2ded9a7e1a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:22.616013 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5982e11d-f09e-442c-a8d6-c8af91d1c40b tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:22.621845 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-5982e11d-f09e-442c-a8d6-c8af91d1c40b tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:22.634069 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-33665018-5121-41f7-aef0-67426c8a1366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.637566 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5982e11d-f09e-442c-a8d6-c8af91d1c40b tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:22.637775 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-33665018-5121-41f7-aef0-67426c8a1366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.638949 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-33665018-5121-41f7-aef0-67426c8a1366 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/742f2e9b-dccc-45e8-ac3b-928313be2c2d HTTP/1.1" status: 204 len: 168 time: 0.8841696 Jul 16 20:36:22.645147 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb0d10-2699-4033-bc36-90703e1a7520 req-cc7b9321-6cd2-4a47-bd7f-fe95f428eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:22.645631 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb0d10-2699-4033-bc36-90703e1a7520 req-cc7b9321-6cd2-4a47-bd7f-fe95f428eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:22.646097 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb0d10-2699-4033-bc36-90703e1a7520 req-cc7b9321-6cd2-4a47-bd7f-fe95f428eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:22.646727 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb0d10-2699-4033-bc36-90703e1a7520 req-cc7b9321-6cd2-4a47-bd7f-fe95f428eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:22.648120 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb0d10-2699-4033-bc36-90703e1a7520 req-cc7b9321-6cd2-4a47-bd7f-fe95f428eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:22.648636 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb0d10-2699-4033-bc36-90703e1a7520 req-cc7b9321-6cd2-4a47-bd7f-fe95f428eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:22.649100 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb0d10-2699-4033-bc36-90703e1a7520 req-cc7b9321-6cd2-4a47-bd7f-fe95f428eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:22.651489 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-96fb0d10-2699-4033-bc36-90703e1a7520 req-cc7b9321-6cd2-4a47-bd7f-fe95f428eae1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=086605ce16824d789c1ebe4af59fda06&device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 6210 time: 0.5051222 Jul 16 20:36:22.834042 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732747e2-a0a8-4cad-9ec9-5dcbf97ee46e req-8f0a3de9-0c83-410a-b259-e34c784266b5 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:22.843091 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-732747e2-a0a8-4cad-9ec9-5dcbf97ee46e req-8f0a3de9-0c83-410a-b259-e34c784266b5 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=68997d71-2fc1-41bb-8d66-d33a8ae709fa HTTP/1.1" status: 200 len: 932 time: 0.8026512 Jul 16 20:36:22.906033 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412d0af-34f7-4292-b49a-50e15760ff4e req-94d8391c-00bb-4b7a-99db-eb649d5c8d18 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:22.911851 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412d0af-34f7-4292-b49a-50e15760ff4e req-94d8391c-00bb-4b7a-99db-eb649d5c8d18 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:22.918445 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412d0af-34f7-4292-b49a-50e15760ff4e req-94d8391c-00bb-4b7a-99db-eb649d5c8d18 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:22.924777 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412d0af-34f7-4292-b49a-50e15760ff4e req-94d8391c-00bb-4b7a-99db-eb649d5c8d18 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:22.931265 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412d0af-34f7-4292-b49a-50e15760ff4e req-94d8391c-00bb-4b7a-99db-eb649d5c8d18 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:22.937513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412d0af-34f7-4292-b49a-50e15760ff4e req-94d8391c-00bb-4b7a-99db-eb649d5c8d18 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:22.944902 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412d0af-34f7-4292-b49a-50e15760ff4e req-94d8391c-00bb-4b7a-99db-eb649d5c8d18 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:22.953112 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a412d0af-34f7-4292-b49a-50e15760ff4e req-94d8391c-00bb-4b7a-99db-eb649d5c8d18 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5370 time: 0.3971765 Jul 16 20:36:23.073041 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0cd51634-b322-493c-a9ce-3a1c6c71f5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.139355 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-2b3aded2-d752-4194-b447-81347c5e70c6 service neutron] Attempting to bind port 5c8e7416-77cc-4615-9d59-dc4f0ed7bc36 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:23.140688 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-2b3aded2-d752-4194-b447-81347c5e70c6 service neutron] Attempting to bind port 5c8e7416-77cc-4615-9d59-dc4f0ed7bc36 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '825628ad-9a36-4b2b-b9e3-9f2da86637ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '115012cd-2454-4d1b-bec5-c3a0bdd91257'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:23.141555 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-2b3aded2-d752-4194-b447-81347c5e70c6 service neutron] Attempting to bind port 5c8e7416-77cc-4615-9d59-dc4f0ed7bc36 on network 115012cd-2454-4d1b-bec5-c3a0bdd91257 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:23.171935 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a412d0af-34f7-4292-b49a-50e15760ff4e req-20c7fe60-b70e-48c9-9eb0-94d09c5ade47 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2177162 Jul 16 20:36:23.179718 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33665018-5121-41f7-aef0-67426c8a1366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742f2e9b-dccc-45e8-ac3b-928313be2c2d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:23.200448 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0cd51634-b322-493c-a9ce-3a1c6c71f5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.251032 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0cd51634-b322-493c-a9ce-3a1c6c71f5d7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7e2f43699aff4129a1b662765bafe988&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8585064 Jul 16 20:36:23.252174 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-2b3aded2-d752-4194-b447-81347c5e70c6 service neutron] Port 5c8e7416-77cc-4615-9d59-dc4f0ed7bc36 on network 115012cd-2454-4d1b-bec5-c3a0bdd91257 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:23.252672 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-2b3aded2-d752-4194-b447-81347c5e70c6 service neutron] Attempting to bind port 5c8e7416-77cc-4615-9d59-dc4f0ed7bc36 on network 115012cd-2454-4d1b-bec5-c3a0bdd91257 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:23.255084 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47100) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:23.270554 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3aded2-d752-4194-b447-81347c5e70c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c8e7416-77cc-4615-9d59-dc4f0ed7bc36,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:23.297701 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-732747e2-a0a8-4cad-9ec9-5dcbf97ee46e req-adf393c4-5ea6-4c4f-b38c-4e0a686f2215 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532633 Jul 16 20:36:23.377292 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-2b3aded2-d752-4194-b447-81347c5e70c6 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:23.378026 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-2b3aded2-d752-4194-b447-81347c5e70c6 service neutron] Checking segment: {'id': '825628ad-9a36-4b2b-b9e3-9f2da86637ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '115012cd-2454-4d1b-bec5-c3a0bdd91257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:23.378650 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-2b3aded2-d752-4194-b447-81347c5e70c6 service neutron] Bound using segment: {'id': '825628ad-9a36-4b2b-b9e3-9f2da86637ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '115012cd-2454-4d1b-bec5-c3a0bdd91257'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:23.379413 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-2b3aded2-d752-4194-b447-81347c5e70c6 service neutron] Bound port: 5c8e7416-77cc-4615-9d59-dc4f0ed7bc36, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825628ad-9a36-4b2b-b9e3-9f2da86637ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '115012cd-2454-4d1b-bec5-c3a0bdd91257'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:23.379979 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-2b3aded2-d752-4194-b447-81347c5e70c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.461600 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd51634-b322-493c-a9ce-3a1c6c71f5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ea0667-c0e2-44af-9964-01b4c0b7163c,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:23.485518 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5b906cb8-f6f5-4399-8377-acaf15f610f0 req-65f13844-9120-4508-904c-86743707d0c3 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d661541-060f-47a9-bfc4-6465fdbc2431 HTTP/1.1" status: 200 len: 210 time: 0.1290228 Jul 16 20:36:23.598357 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb0d10-2699-4033-bc36-90703e1a7520 req-92698c58-fc7a-4589-a504-e12fd3e63905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:23.599126 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb0d10-2699-4033-bc36-90703e1a7520 req-92698c58-fc7a-4589-a504-e12fd3e63905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:23.599754 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb0d10-2699-4033-bc36-90703e1a7520 req-92698c58-fc7a-4589-a504-e12fd3e63905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:23.603710 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-96fb0d10-2699-4033-bc36-90703e1a7520 req-92698c58-fc7a-4589-a504-e12fd3e63905 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=086605ce16824d789c1ebe4af59fda06&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.9169822 Jul 16 20:36:23.711804 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50d407fa-d810-4bc0-9bed-ae92a8950616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.733070 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26236de7-960b-40e1-8b1b-11c48760a85d req-d92ed70a-719f-455b-b534-56532a2a861a tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8 HTTP/1.1" status: 200 len: 210 time: 0.1822019 Jul 16 20:36:23.747645 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-2b3aded2-d752-4194-b447-81347c5e70c6 service neutron] For port 5c8e7416-77cc-4615-9d59-dc4f0ed7bc36, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:23.786370 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-ff0ff047-28b2-4ef5-9fd7-ee0aec0b5524 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.804152 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-ff0ff047-28b2-4ef5-9fd7-ee0aec0b5524 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Transition to ACTIVE for port object b288bcc1-0d63-4cdb-a66f-f66e6819482d will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:23.821015 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-2b3aded2-d752-4194-b447-81347c5e70c6 service neutron] For port 5c8e7416-77cc-4615-9d59-dc4f0ed7bc36, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=5c8e7416-77cc-4615-9d59-dc4f0ed7bc36,segment=NetworkSegment(825628ad-9a36-4b2b-b9e3-9f2da86637ff),segment_id=825628ad-9a36-4b2b-b9e3-9f2da86637ff)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:23.867574 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-2b3aded2-d752-4194-b447-81347c5e70c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.873955 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50d407fa-d810-4bc0-9bed-ae92a8950616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.941811 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73255597-9426-4898-9668-b12b011461f6 req-fcf74b08-c4ef-42c9-b99a-a618ea178a59 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:23.943657 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73255597-9426-4898-9668-b12b011461f6 req-fcf74b08-c4ef-42c9-b99a-a618ea178a59 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.62 "GET /v2.0/networks?id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b HTTP/1.1" status: 200 len: 812 time: 0.3858922 Jul 16 20:36:23.948820 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-20a8b57b-11c1-4e56-9a12-0856047b4ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbb2a1f8-6655-4e13-8f01-649325559b94 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:23.975147 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-20a8b57b-11c1-4e56-9a12-0856047b4ff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.982499 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-2b3aded2-d752-4194-b447-81347c5e70c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:23.983128 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-2b3aded2-d752-4194-b447-81347c5e70c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.984568 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-2b3aded2-d752-4194-b447-81347c5e70c6 service neutron] 10.222.0.18 "PUT /v2.0/ports/5c8e7416-77cc-4615-9d59-dc4f0ed7bc36 HTTP/1.1" status: 200 len: 1093 time: 3.0900836 Jul 16 20:36:23.994621 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb0d10-2699-4033-bc36-90703e1a7520 req-107d9a50-1c28-4881-a98b-f1632ade9e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:23.996157 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-96fb0d10-2699-4033-bc36-90703e1a7520 req-107d9a50-1c28-4881-a98b-f1632ade9e35 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3829041 Jul 16 20:36:24.016386 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-20a8b57b-11c1-4e56-9a12-0856047b4ff9 service neutron] Transition to ACTIVE for port object dbb2a1f8-6655-4e13-8f01-649325559b94 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:24.017764 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3aded2-d752-4194-b447-81347c5e70c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c8e7416-77cc-4615-9d59-dc4f0ed7bc36,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:24.021961 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-20a8b57b-11c1-4e56-9a12-0856047b4ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.062225 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-73255597-9426-4898-9668-b12b011461f6 req-4f401a49-c457-4051-b931-bdd7f35646ac tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Request body: {'port': {'device_id': '99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8', 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b', 'admin_state_up': True, 'tenant_id': '6a26f9f127054c75b4598717bb55d1c3'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:24.120024 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68997d71-2fc1-41bb-8d66-d33a8ae709fa', 'tag': '5c8e7416-77cc-4615-9d59-dc4f0ed7bc36'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:24.128963 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf954f36-7f0e-4282-abe4-a43ea02d0454" -d '{"events": [{"name": "network-changed", "server_uuid": "68997d71-2fc1-41bb-8d66-d33a8ae709fa", "tag": "5c8e7416-77cc-4615-9d59-dc4f0ed7bc36"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:24.140902 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50d407fa-d810-4bc0-9bed-ae92a8950616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.143546 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50d407fa-d810-4bc0-9bed-ae92a8950616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.144719 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-50d407fa-d810-4bc0-9bed-ae92a8950616 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/49ea0667-c0e2-44af-9964-01b4c0b7163c HTTP/1.1" status: 204 len: 168 time: 0.8752775 Jul 16 20:36:24.176478 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8b57b-11c1-4e56-9a12-0856047b4ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb2a1f8-6655-4e13-8f01-649325559b94,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:24.186697 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d407fa-d810-4bc0-9bed-ae92a8950616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ea0667-c0e2-44af-9964-01b4c0b7163c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:24.218165 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-ff0ff047-28b2-4ef5-9fd7-ee0aec0b5524 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.294070 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72049863-8160-4f91-b413-f83cbed90821 x-openstack-request-id: req-72049863-8160-4f91-b413-f83cbed90821 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:24.294411 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68997d71-2fc1-41bb-8d66-d33a8ae709fa", "tag": "5c8e7416-77cc-4615-9d59-dc4f0ed7bc36", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:24.294681 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-72049863-8160-4f91-b413-f83cbed90821 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:24.295085 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68997d71-2fc1-41bb-8d66-d33a8ae709fa', 'tag': '5c8e7416-77cc-4615-9d59-dc4f0ed7bc36', 'status': 'completed', 'code': 200} Jul 16 20:36:24.358717 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-3b710d63-d163-47e4-82fa-65abc3e27dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:24.360570 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-3b710d63-d163-47e4-82fa-65abc3e27dd5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f23cc4c6dc454562935450c3148a82eb&device_id=68997d71-2fc1-41bb-8d66-d33a8ae709fa HTTP/1.1" status: 200 len: 1096 time: 0.2888024 Jul 16 20:36:24.363642 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-20a8b57b-11c1-4e56-9a12-0856047b4ff9 service neutron] Attempting to bind port dbb2a1f8-6655-4e13-8f01-649325559b94 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:24.363989 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-20a8b57b-11c1-4e56-9a12-0856047b4ff9 service neutron] Attempting to bind port dbb2a1f8-6655-4e13-8f01-649325559b94 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '539e5216-5669-4601-aada-6ac02b36e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:24.364585 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-20a8b57b-11c1-4e56-9a12-0856047b4ff9 service neutron] Attempting to bind port dbb2a1f8-6655-4e13-8f01-649325559b94 on network f8215949-193f-4b94-94eb-7fc9f5e8cdee {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:24.368015 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['859097bb-1ac3-4bae-80e3-764eefbb51eb'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:36:24.396550 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-ff0ff047-28b2-4ef5-9fd7-ee0aec0b5524 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Network c856853c-1bbc-4399-8326-1d7e71a7f77f is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:24.406298 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73255597-9426-4898-9668-b12b011461f6 req-4f401a49-c457-4051-b931-bdd7f35646ac tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Made reservation on behalf of 6a26f9f127054c75b4598717bb55d1c3 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:24.420478 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-73255597-9426-4898-9668-b12b011461f6 req-4f401a49-c457-4051-b931-bdd7f35646ac tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.484261 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-20a8b57b-11c1-4e56-9a12-0856047b4ff9 service neutron] Port dbb2a1f8-6655-4e13-8f01-649325559b94 on network f8215949-193f-4b94-94eb-7fc9f5e8cdee not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:24.484817 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-20a8b57b-11c1-4e56-9a12-0856047b4ff9 service neutron] Attempting to bind port dbb2a1f8-6655-4e13-8f01-649325559b94 on network f8215949-193f-4b94-94eb-7fc9f5e8cdee {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:24.504304 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-36bedeb0-f5e1-4ff6-99d1-f0ed8c5471e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c8e7416-77cc-4615-9d59-dc4f0ed7bc36 HTTP/1.1" status: 200 len: 217 time: 0.1328876 Jul 16 20:36:24.514147 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-20a8b57b-11c1-4e56-9a12-0856047b4ff9 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:24.514520 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-20a8b57b-11c1-4e56-9a12-0856047b4ff9 service neutron] Checking segment: {'id': '539e5216-5669-4601-aada-6ac02b36e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:24.514913 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-20a8b57b-11c1-4e56-9a12-0856047b4ff9 service neutron] Bound using segment: {'id': '539e5216-5669-4601-aada-6ac02b36e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:24.515360 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-20a8b57b-11c1-4e56-9a12-0856047b4ff9 service neutron] Bound port: dbb2a1f8-6655-4e13-8f01-649325559b94, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539e5216-5669-4601-aada-6ac02b36e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:24.515728 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-20a8b57b-11c1-4e56-9a12-0856047b4ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.595720 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-73255597-9426-4898-9668-b12b011461f6 req-4f401a49-c457-4051-b931-bdd7f35646ac tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Allocated IP 172.20.0.10 (d06fcf74-26b1-47b6-b39c-8c2d6e48452b/e3773b4e-f5c8-45c6-be17-27631a1d9f40/f3735976-7e9f-4072-aa95-3dc63ed18cf0) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:24.607647 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.612293 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ba0b637-22fb-4259-9d58-4012ccb31bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.666927 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-20a8b57b-11c1-4e56-9a12-0856047b4ff9 service neutron] For port dbb2a1f8-6655-4e13-8f01-649325559b94, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:24.670372 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-20a8b57b-11c1-4e56-9a12-0856047b4ff9 service neutron] For port dbb2a1f8-6655-4e13-8f01-649325559b94, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=dbb2a1f8-6655-4e13-8f01-649325559b94,segment=NetworkSegment(539e5216-5669-4601-aada-6ac02b36e6e5),segment_id=539e5216-5669-4601-aada-6ac02b36e6e5)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:24.687951 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-a5b6874c-7256-4f83-ae38-74a4fa23a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:24.689578 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-a5b6874c-7256-4f83-ae38-74a4fa23a435 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cf096263-e475-4469-ad27-b632113d6208 HTTP/1.1" status: 200 len: 861 time: 0.1768301 Jul 16 20:36:24.693429 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-20a8b57b-11c1-4e56-9a12-0856047b4ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.815555 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-ff0ff047-28b2-4ef5-9fd7-ee0aec0b5524 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:24.817992 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ff047-28b2-4ef5-9fd7-ee0aec0b5524 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Pushing event updated for resources: {'Port': ['ID=b288bcc1-0d63-4cdb-a66f-f66e6819482d,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:24.825456 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-ff0ff047-28b2-4ef5-9fd7-ee0aec0b5524 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:24.832448 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-0d62eabc-2fcf-4086-a439-ef0c715be47e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=115012cd-2454-4d1b-bec5-c3a0bdd91257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1312046 Jul 16 20:36:24.847897 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-20a8b57b-11c1-4e56-9a12-0856047b4ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:24.848529 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-20a8b57b-11c1-4e56-9a12-0856047b4ff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.850011 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-20a8b57b-11c1-4e56-9a12-0856047b4ff9 service neutron] 10.222.0.62 "PUT /v2.0/ports/dbb2a1f8-6655-4e13-8f01-649325559b94 HTTP/1.1" status: 200 len: 1092 time: 3.1901269 Jul 16 20:36:24.897073 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5982e11d-f09e-442c-a8d6-c8af91d1c40b tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.937537 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-37f065ac-ffbe-45c1-9a7a-87352c2a2c92 service neutron] Request body: {'port': {'device_id': 'bd0d706b-c980-4527-becd-386ed6092762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:25.081188 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8b57b-11c1-4e56-9a12-0856047b4ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb2a1f8-6655-4e13-8f01-649325559b94,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:25.185482 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-d9b25dc7-d4aa-4854-81ec-e905043deb81 service neutron] 10.222.0.18 "GET /v2.0/networks/115012cd-2454-4d1b-bec5-c3a0bdd91257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412676 Jul 16 20:36:25.244164 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-37f065ac-ffbe-45c1-9a7a-87352c2a2c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.419738 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-ff0ff047-28b2-4ef5-9fd7-ee0aec0b5524 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:25.421079 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-ff0ff047-28b2-4ef5-9fd7-ee0aec0b5524 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.432849 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-434c129c-fec1-4d85-8b60-1956dc346ffb None None] Provisioning for port b288bcc1-0d63-4cdb-a66f-f66e6819482d completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:25.437922 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-73255597-9426-4898-9668-b12b011461f6 req-4f401a49-c457-4051-b931-bdd7f35646ac tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.449296 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-434c129c-fec1-4d85-8b60-1956dc346ffb None None] Provisioning complete for port b288bcc1-0d63-4cdb-a66f-f66e6819482d triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:25.449680 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-434c129c-fec1-4d85-8b60-1956dc346ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.487914 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-ff0ff047-28b2-4ef5-9fd7-ee0aec0b5524 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3998499 Jul 16 20:36:25.505336 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-be0024a0-7688-4fad-98ad-694c15508fea service neutron] Request body: {'port': {'device_id': '4d661541-060f-47a9-bfc4-6465fdbc2431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:25.509353 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-612c3946-69f8-46d0-9981-f1e2ac830cbf req-4ad44529-1204-4667-a188-98b6f6036a92 service neutron] 10.222.0.18 "GET /v2.0/networks/115012cd-2454-4d1b-bec5-c3a0bdd91257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134456 Jul 16 20:36:25.531403 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-434c129c-fec1-4d85-8b60-1956dc346ffb None None] Port b288bcc1-0d63-4cdb-a66f-f66e6819482d cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:36:25.549461 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e410b-d0af-448b-96f9-d3d01bfab935 req-e8cb02f1-2d19-4b8e-9105-76493a0ec0d4 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:25.551410 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-382e410b-d0af-448b-96f9-d3d01bfab935 req-e8cb02f1-2d19-4b8e-9105-76493a0ec0d4 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=68997d71-2fc1-41bb-8d66-d33a8ae709fa HTTP/1.1" status: 200 len: 944 time: 0.7406027 Jul 16 20:36:25.611922 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a629bc-95ba-4bb0-9f52-7ae691df265f req-26fc615a-176a-4533-b286-de3b29eab994 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:25.619173 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a629bc-95ba-4bb0-9f52-7ae691df265f req-26fc615a-176a-4533-b286-de3b29eab994 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:25.627918 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a629bc-95ba-4bb0-9f52-7ae691df265f req-26fc615a-176a-4533-b286-de3b29eab994 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:25.637525 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a629bc-95ba-4bb0-9f52-7ae691df265f req-26fc615a-176a-4533-b286-de3b29eab994 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:25.646194 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a629bc-95ba-4bb0-9f52-7ae691df265f req-26fc615a-176a-4533-b286-de3b29eab994 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:25.666270 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a629bc-95ba-4bb0-9f52-7ae691df265f req-26fc615a-176a-4533-b286-de3b29eab994 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:25.672671 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a629bc-95ba-4bb0-9f52-7ae691df265f req-26fc615a-176a-4533-b286-de3b29eab994 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:25.674590 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e8a629bc-95ba-4bb0-9f52-7ae691df265f req-26fc615a-176a-4533-b286-de3b29eab994 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5382 time: 0.8618410 Jul 16 20:36:25.729232 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.741577 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-73255597-9426-4898-9668-b12b011461f6 req-4f401a49-c457-4051-b931-bdd7f35646ac tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.836263 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf954f36-7f0e-4282-abe4-a43ea02d0454 req-2e43abba-840f-40d9-b4d6-38ed67fd163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:25.838189 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bf954f36-7f0e-4282-abe4-a43ea02d0454 req-2e43abba-840f-40d9-b4d6-38ed67fd163d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f23cc4c6dc454562935450c3148a82eb&device_id=68997d71-2fc1-41bb-8d66-d33a8ae709fa HTTP/1.1" status: 200 len: 1096 time: 0.2422338 Jul 16 20:36:26.043954 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf954f36-7f0e-4282-abe4-a43ea02d0454 req-fe816659-705a-4feb-b33f-2f378143b532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:26.045915 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bf954f36-7f0e-4282-abe4-a43ea02d0454 req-fe816659-705a-4feb-b33f-2f378143b532 service neutron] 10.222.0.18 "GET /v2.0/networks?id=115012cd-2454-4d1b-bec5-c3a0bdd91257 HTTP/1.1" status: 200 len: 922 time: 0.1980455 Jul 16 20:36:26.058379 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47154) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:26.115650 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bf954f36-7f0e-4282-abe4-a43ea02d0454 req-e91126a4-0426-431a-84d8-b37ff363c1c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c8e7416-77cc-4615-9d59-dc4f0ed7bc36 HTTP/1.1" status: 200 len: 217 time: 0.0580292 Jul 16 20:36:26.191017 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-37f065ac-ffbe-45c1-9a7a-87352c2a2c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c2a4800-9a2a-4b56-925d-1fa35a5727a0 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:26.203501 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-37f065ac-ffbe-45c1-9a7a-87352c2a2c92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.218574 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf954f36-7f0e-4282-abe4-a43ea02d0454 req-0c65723e-437a-47da-8273-4ed51bc3336f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:26.220647 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bf954f36-7f0e-4282-abe4-a43ea02d0454 req-0c65723e-437a-47da-8273-4ed51bc3336f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cf096263-e475-4469-ad27-b632113d6208 HTTP/1.1" status: 200 len: 861 time: 0.0842800 Jul 16 20:36:26.307611 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'tag': 'dbb2a1f8-6655-4e13-8f01-649325559b94'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:26.311721 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc898c7e-7bc7-4dc4-9294-0ac342cb8801" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "tag": "dbb2a1f8-6655-4e13-8f01-649325559b94"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:26.319657 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bf954f36-7f0e-4282-abe4-a43ea02d0454 req-647e92b4-4a50-49e3-a1df-a0e35d6bef99 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=115012cd-2454-4d1b-bec5-c3a0bdd91257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895092 Jul 16 20:36:26.321622 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-37f065ac-ffbe-45c1-9a7a-87352c2a2c92 service neutron] Transition to ACTIVE for port object 9c2a4800-9a2a-4b56-925d-1fa35a5727a0 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:26.331821 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-3996200e-b0d6-4278-86d3-e593a63496ee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1817366645'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:26.345591 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-37f065ac-ffbe-45c1-9a7a-87352c2a2c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.464799 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3996200e-b0d6-4278-86d3-e593a63496ee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:26.468613 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3996200e-b0d6-4278-86d3-e593a63496ee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.473280 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-382e410b-d0af-448b-96f9-d3d01bfab935 req-a2de8d1b-e909-4da8-9732-e7c0cb4875ae tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7765908 Jul 16 20:36:26.485539 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f065ac-ffbe-45c1-9a7a-87352c2a2c92 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2a4800-9a2a-4b56-925d-1fa35a5727a0,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:26.531012 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3996200e-b0d6-4278-86d3-e593a63496ee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.560469 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-be0024a0-7688-4fad-98ad-694c15508fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.562878 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5982e11d-f09e-442c-a8d6-c8af91d1c40b tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.676047 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73255597-9426-4898-9668-b12b011461f6 req-4f401a49-c457-4051-b931-bdd7f35646ac tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Network d06fcf74-26b1-47b6-b39c-8c2d6e48452b is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:26.687319 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bf954f36-7f0e-4282-abe4-a43ea02d0454 req-c7b7d6e7-3e85-4e59-9307-b8c162039c38 service neutron] 10.222.0.18 "GET /v2.0/networks/115012cd-2454-4d1b-bec5-c3a0bdd91257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599172 Jul 16 20:36:26.784879 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f401a49-c457-4051-b931-bdd7f35646ac tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Pushing event updated for resources: {'Port': ['ID=f3735976-7e9f-4072-aa95-3dc63ed18cf0,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:26.795341 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-73255597-9426-4898-9668-b12b011461f6 req-4f401a49-c457-4051-b931-bdd7f35646ac tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:26.814953 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-73255597-9426-4898-9668-b12b011461f6 req-4f401a49-c457-4051-b931-bdd7f35646ac tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:26.843160 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-37f065ac-ffbe-45c1-9a7a-87352c2a2c92 service neutron] Attempting to bind port 9c2a4800-9a2a-4b56-925d-1fa35a5727a0 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:26.843568 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-37f065ac-ffbe-45c1-9a7a-87352c2a2c92 service neutron] Attempting to bind port 9c2a4800-9a2a-4b56-925d-1fa35a5727a0 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '539e5216-5669-4601-aada-6ac02b36e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:26.843828 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-37f065ac-ffbe-45c1-9a7a-87352c2a2c92 service neutron] Attempting to bind port 9c2a4800-9a2a-4b56-925d-1fa35a5727a0 on network f8215949-193f-4b94-94eb-7fc9f5e8cdee {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:26.859845 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e8a629bc-95ba-4bb0-9f52-7ae691df265f req-84fc269b-137b-4118-bd6c-e2715645e96c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1255949 Jul 16 20:36:26.871794 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-37f065ac-ffbe-45c1-9a7a-87352c2a2c92 service neutron] Port 9c2a4800-9a2a-4b56-925d-1fa35a5727a0 on network f8215949-193f-4b94-94eb-7fc9f5e8cdee not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:26.872512 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-37f065ac-ffbe-45c1-9a7a-87352c2a2c92 service neutron] Attempting to bind port 9c2a4800-9a2a-4b56-925d-1fa35a5727a0 on network f8215949-193f-4b94-94eb-7fc9f5e8cdee {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:26.883641 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bf954f36-7f0e-4282-abe4-a43ea02d0454 req-db0449d6-0ba6-4be7-82da-a9d4a3f04927 service neutron] 10.222.0.18 "GET /v2.0/networks/115012cd-2454-4d1b-bec5-c3a0bdd91257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858082 Jul 16 20:36:26.901463 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-37f065ac-ffbe-45c1-9a7a-87352c2a2c92 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:26.915685 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-37f065ac-ffbe-45c1-9a7a-87352c2a2c92 service neutron] Checking segment: {'id': '539e5216-5669-4601-aada-6ac02b36e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:26.915685 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-37f065ac-ffbe-45c1-9a7a-87352c2a2c92 service neutron] Bound using segment: {'id': '539e5216-5669-4601-aada-6ac02b36e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:26.915685 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-37f065ac-ffbe-45c1-9a7a-87352c2a2c92 service neutron] Bound port: 9c2a4800-9a2a-4b56-925d-1fa35a5727a0, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539e5216-5669-4601-aada-6ac02b36e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:26.915685 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-37f065ac-ffbe-45c1-9a7a-87352c2a2c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.970554 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3996200e-b0d6-4278-86d3-e593a63496ee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.984891 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3996200e-b0d6-4278-86d3-e593a63496ee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.017588 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73255597-9426-4898-9668-b12b011461f6 req-4f401a49-c457-4051-b931-bdd7f35646ac tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:27.018772 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-73255597-9426-4898-9668-b12b011461f6 req-4f401a49-c457-4051-b931-bdd7f35646ac tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.035132 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3996200e-b0d6-4278-86d3-e593a63496ee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:36:27.037340 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-37f065ac-ffbe-45c1-9a7a-87352c2a2c92 service neutron] For port 9c2a4800-9a2a-4b56-925d-1fa35a5727a0, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:27.047661 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-37f065ac-ffbe-45c1-9a7a-87352c2a2c92 service neutron] For port 9c2a4800-9a2a-4b56-925d-1fa35a5727a0, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=9c2a4800-9a2a-4b56-925d-1fa35a5727a0,segment=NetworkSegment(539e5216-5669-4601-aada-6ac02b36e6e5),segment_id=539e5216-5669-4601-aada-6ac02b36e6e5)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:27.057355 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-37f065ac-ffbe-45c1-9a7a-87352c2a2c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.066187 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3996200e-b0d6-4278-86d3-e593a63496ee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.066649 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-3996200e-b0d6-4278-86d3-e593a63496ee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Added segment e453a6df-b47b-4e3e-a00c-ac5edf23bb9c of type vlan for network 004ece05-1fa7-4849-8b8b-acbb54c1296a Jul 16 20:36:27.071911 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996200e-b0d6-4278-86d3-e593a63496ee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1868945-bd5c-47dc-a5cb-572e6dce7268,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:27.128111 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-37f065ac-ffbe-45c1-9a7a-87352c2a2c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:27.129054 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-37f065ac-ffbe-45c1-9a7a-87352c2a2c92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.133958 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-37f065ac-ffbe-45c1-9a7a-87352c2a2c92 service neutron] 10.222.0.62 "PUT /v2.0/ports/9c2a4800-9a2a-4b56-925d-1fa35a5727a0 HTTP/1.1" status: 200 len: 1091 time: 2.1993942 Jul 16 20:36:27.158189 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73255597-9426-4898-9668-b12b011461f6 req-4f401a49-c457-4051-b931-bdd7f35646ac tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1012173 Jul 16 20:36:27.174054 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f12ba-4aec-449c-bd05-72afb9387260 req-42a7815e-946c-4c86-987e-23b1e66e2615 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:27.175750 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f99f12ba-4aec-449c-bd05-72afb9387260 req-42a7815e-946c-4c86-987e-23b1e66e2615 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d661541-060f-47a9-bfc4-6465fdbc2431 HTTP/1.1" status: 200 len: 931 time: 0.3993840 Jul 16 20:36:27.183214 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-846f446c-6145-4e2f-9d8a-2e50a562e4c4 service neutron] Request body: {'port': {'device_id': 'bd0d706b-c980-4527-becd-386ed6092762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:27.195263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-73255597-9426-4898-9668-b12b011461f6 req-1cdfb99e-2857-47ad-8820-06d429bc0ee9 service neutron] Request body: {'port': {'device_id': '99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:27.229821 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f065ac-ffbe-45c1-9a7a-87352c2a2c92 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2a4800-9a2a-4b56-925d-1fa35a5727a0,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:27.234506 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3996200e-b0d6-4278-86d3-e593a63496ee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.327335 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3996200e-b0d6-4278-86d3-e593a63496ee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.334091 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3996200e-b0d6-4278-86d3-e593a63496ee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:27.336164 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3996200e-b0d6-4278-86d3-e593a63496ee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.354349 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-846f446c-6145-4e2f-9d8a-2e50a562e4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.359580 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3996200e-b0d6-4278-86d3-e593a63496ee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2836914 Jul 16 20:36:27.370383 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47186) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:27.398235 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-fc51c2de-d083-4bc8-af03-66fbae98bb20 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'port': {'network_id': '004ece05-1fa7-4849-8b8b-acbb54c1296a', 'name': 'tempest-PortsTestJSON-1395577055'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:27.417300 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f99f12ba-4aec-449c-bd05-72afb9387260 req-8690ad59-df60-4ebb-b353-de23b9fb26db tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150974 Jul 16 20:36:27.458950 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327be71-5018-464e-a0e7-8ab34da3e37b req-bb7dfe25-5cb9-49db-a5d7-b32e7eceb97d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:27.461602 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3327be71-5018-464e-a0e7-8ab34da3e37b req-bb7dfe25-5cb9-49db-a5d7-b32e7eceb97d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8 HTTP/1.1" status: 200 len: 932 time: 0.3687794 Jul 16 20:36:27.463189 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996200e-b0d6-4278-86d3-e593a63496ee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Network': ['ID=004ece05-1fa7-4849-8b8b-acbb54c1296a,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:27.494169 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 004ece05-1fa7-4849-8b8b-acbb54c1296a details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:36:27.497797 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5982e11d-f09e-442c-a8d6-c8af91d1c40b tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Router db8052da-a509-4af5-b596-26ee89240112 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:36:27.623269 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dba23c4-cf09-41a7-91e1-62325818c40e x-openstack-request-id: req-6dba23c4-cf09-41a7-91e1-62325818c40e {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:27.623269 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "tag": "dbb2a1f8-6655-4e13-8f01-649325559b94", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:27.623269 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6dba23c4-cf09-41a7-91e1-62325818c40e {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:27.623269 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'tag': 'dbb2a1f8-6655-4e13-8f01-649325559b94', 'status': 'completed', 'code': 200} Jul 16 20:36:27.630849 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-73255597-9426-4898-9668-b12b011461f6 req-1cdfb99e-2857-47ad-8820-06d429bc0ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.633479 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.635656 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-be0024a0-7688-4fad-98ad-694c15508fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b288bcc1-0d63-4cdb-a66f-f66e6819482d {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:27.665990 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-be0024a0-7688-4fad-98ad-694c15508fea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.755380 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3327be71-5018-464e-a0e7-8ab34da3e37b req-c3db3d1a-e074-4d22-b24b-f89a4d5a0482 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768068 Jul 16 20:36:27.791797 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 5c8e7416-77cc-4615-9d59-dc4f0ed7bc36 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:36:27.817744 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-be0024a0-7688-4fad-98ad-694c15508fea service neutron] Transition to ACTIVE for port object b288bcc1-0d63-4cdb-a66f-f66e6819482d will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:27.872430 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-be0024a0-7688-4fad-98ad-694c15508fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.004721 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc51c2de-d083-4bc8-af03-66fbae98bb20 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:28.009020 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fc51c2de-d083-4bc8-af03-66fbae98bb20 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.022942 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 5c8e7416-77cc-4615-9d59-dc4f0ed7bc36, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=5c8e7416-77cc-4615-9d59-dc4f0ed7bc36,segment=NetworkSegment(825628ad-9a36-4b2b-b9e3-9f2da86637ff),segment_id=825628ad-9a36-4b2b-b9e3-9f2da86637ff)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:28.049586 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '5c8e7416-77cc-4615-9d59-dc4f0ed7bc36', 'network_id': '115012cd-2454-4d1b-bec5-c3a0bdd91257', 'port_id': '5c8e7416-77cc-4615-9d59-dc4f0ed7bc36', 'mac_address': 'fa:16:3e:c0:5c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf096263-e475-4469-ad27-b632113d6208', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:36:28.058749 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc898c7e-7bc7-4dc4-9294-0ac342cb8801 req-e3b75577-5df0-408b-8b78-f1a4668d9bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.059330 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc898c7e-7bc7-4dc4-9294-0ac342cb8801 req-e3b75577-5df0-408b-8b78-f1a4668d9bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.059818 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc898c7e-7bc7-4dc4-9294-0ac342cb8801 req-e3b75577-5df0-408b-8b78-f1a4668d9bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.060347 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc898c7e-7bc7-4dc4-9294-0ac342cb8801 req-e3b75577-5df0-408b-8b78-f1a4668d9bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.060822 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc898c7e-7bc7-4dc4-9294-0ac342cb8801 req-e3b75577-5df0-408b-8b78-f1a4668d9bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.061287 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc898c7e-7bc7-4dc4-9294-0ac342cb8801 req-e3b75577-5df0-408b-8b78-f1a4668d9bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.061931 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc898c7e-7bc7-4dc4-9294-0ac342cb8801 req-e3b75577-5df0-408b-8b78-f1a4668d9bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.067266 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bc898c7e-7bc7-4dc4-9294-0ac342cb8801 req-e3b75577-5df0-408b-8b78-f1a4668d9bcd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=086605ce16824d789c1ebe4af59fda06&device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 6346 time: 0.4437220 Jul 16 20:36:28.082879 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0024a0-7688-4fad-98ad-694c15508fea service neutron] Pushing event updated for resources: {'Port': ['ID=b288bcc1-0d63-4cdb-a66f-f66e6819482d,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:28.102762 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.108048 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5982e11d-f09e-442c-a8d6-c8af91d1c40b tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:28.120781 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6251c3-e94c-4bd6-9641-d9771a6fe284 None None] Sync routers for ids ['db8052da-a509-4af5-b596-26ee89240112'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:28.150766 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6251c3-e94c-4bd6-9641-d9771a6fe284 None None] Routers {'db8052da-a509-4af5-b596-26ee89240112'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:28.151313 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-cb6251c3-e94c-4bd6-9641-d9771a6fe284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:36:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['db8052da-a509-4af5-b596-26ee89240112'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:28.154357 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a442c8d-84d4-41cd-aab9-4365fe97f79c req-bfa58d41-3d31-4f5e-9a87-2a864d680235 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.155950 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0a442c8d-84d4-41cd-aab9-4365fe97f79c req-bfa58d41-3d31-4f5e-9a87-2a864d680235 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=68997d71-2fc1-41bb-8d66-d33a8ae709fa HTTP/1.1" status: 200 len: 944 time: 0.4403605 Jul 16 20:36:28.183447 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c8e7416-77cc-4615-9d59-dc4f0ed7bc36 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:28.215674 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-fc51c2de-d083-4bc8-af03-66fbae98bb20 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] device_id is not set on port 6d2611c9-fe72-4c68-b8c2-b8a0b4644cc9 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:36:28.239420 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 5c8e7416-77cc-4615-9d59-dc4f0ed7bc36, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=5c8e7416-77cc-4615-9d59-dc4f0ed7bc36,segment=NetworkSegment(825628ad-9a36-4b2b-b9e3-9f2da86637ff),segment_id=825628ad-9a36-4b2b-b9e3-9f2da86637ff)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:28.255665 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.310513 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc898c7e-7bc7-4dc4-9294-0ac342cb8801 req-292ce36e-8f6c-465b-992b-fd8c01b6bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.311039 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc898c7e-7bc7-4dc4-9294-0ac342cb8801 req-292ce36e-8f6c-465b-992b-fd8c01b6bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.311510 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc898c7e-7bc7-4dc4-9294-0ac342cb8801 req-292ce36e-8f6c-465b-992b-fd8c01b6bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.313229 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bc898c7e-7bc7-4dc4-9294-0ac342cb8801 req-292ce36e-8f6c-465b-992b-fd8c01b6bc9c service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=086605ce16824d789c1ebe4af59fda06&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1906464 Jul 16 20:36:28.359705 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=5c8e7416-77cc-4615-9d59-dc4f0ed7bc36,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:28.379983 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:28.380333 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:28.381409 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:28.382169 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:28.385225 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:28.385776 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:28.386298 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:28.386817 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:28.387304 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:28.389939 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:28.390512 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:28.391081 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:28.410439 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5982e11d-f09e-442c-a8d6-c8af91d1c40b tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.416102 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5982e11d-f09e-442c-a8d6-c8af91d1c40b tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.2841928 Jul 16 20:36:28.419820 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47196) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:28.430344 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-cb6251c3-e94c-4bd6-9641-d9771a6fe284 None None] Set router db8052da-a509-4af5-b596-26ee89240112 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:28.481935 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc898c7e-7bc7-4dc4-9294-0ac342cb8801 req-9534dd1a-99ec-4281-8ad7-392304ab6e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.483621 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bc898c7e-7bc7-4dc4-9294-0ac342cb8801 req-9534dd1a-99ec-4281-8ad7-392304ab6e77 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1357388 Jul 16 20:36:28.484100 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['5c8e7416-77cc-4615-9d59-dc4f0ed7bc36'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:36:28.535307 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-846f446c-6145-4e2f-9d8a-2e50a562e4c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e7200d-92b8-4114-bcf6-4d8de1ed7adf {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:28.559101 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-846f446c-6145-4e2f-9d8a-2e50a562e4c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.591008 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-846f446c-6145-4e2f-9d8a-2e50a562e4c4 service neutron] Transition to ACTIVE for port object 38e7200d-92b8-4114-bcf6-4d8de1ed7adf will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:28.595648 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-846f446c-6145-4e2f-9d8a-2e50a562e4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.650872 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-cb6251c3-e94c-4bd6-9641-d9771a6fe284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8052da-a509-4af5-b596-26ee89240112', 'name': 'tempest-snat-router-2063064486', 'tenant_id': '6d1c6e1270aa47269b7427b4e3ad907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.3'}], 'enable_snat': False}, 'gw_port_id': 'b00427bd-d022-4f94-91a0-ac2ded9a7e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:19Z', 'updated_at': '2021-07-16T20:36:23Z', 'revision_number': 3, 'project_id': '6d1c6e1270aa47269b7427b4e3ad907e', 'gw_port': {'id': 'b00427bd-d022-4f94-91a0-ac2ded9a7e1a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8052da-a509-4af5-b596-26ee89240112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:21Z', 'updated_at': '2021-07-16T20:36:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:28.685084 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0a442c8d-84d4-41cd-aab9-4365fe97f79c req-c8891f61-3588-474e-839f-16f8d0e28d7b tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580233 Jul 16 20:36:28.691326 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f446c-6145-4e2f-9d8a-2e50a562e4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=38e7200d-92b8-4114-bcf6-4d8de1ed7adf,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:28.741381 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-be0024a0-7688-4fad-98ad-694c15508fea service neutron] Attempting to bind port b288bcc1-0d63-4cdb-a66f-f66e6819482d on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:28.741728 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-be0024a0-7688-4fad-98ad-694c15508fea service neutron] Attempting to bind port b288bcc1-0d63-4cdb-a66f-f66e6819482d by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:28.742167 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-be0024a0-7688-4fad-98ad-694c15508fea service neutron] Attempting to bind port b288bcc1-0d63-4cdb-a66f-f66e6819482d on network c856853c-1bbc-4399-8326-1d7e71a7f77f {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:28.749372 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6251c3-e94c-4bd6-9641-d9771a6fe284 None None] Checking router: db8052da-a509-4af5-b596-26ee89240112 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:36:28.749827 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6251c3-e94c-4bd6-9641-d9771a6fe284 None None] Updating router db8052da-a509-4af5-b596-26ee89240112 port b00427bd-d022-4f94-91a0-ac2ded9a7e1a binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:36:28.815578 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb6251c3-e94c-4bd6-9641-d9771a6fe284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.854174 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-846f446c-6145-4e2f-9d8a-2e50a562e4c4 service neutron] Attempting to bind port 38e7200d-92b8-4114-bcf6-4d8de1ed7adf on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:28.854174 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-846f446c-6145-4e2f-9d8a-2e50a562e4c4 service neutron] Attempting to bind port 38e7200d-92b8-4114-bcf6-4d8de1ed7adf by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8220058e-73c4-4bbb-9a58-d9b747bb6802'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:28.854720 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-846f446c-6145-4e2f-9d8a-2e50a562e4c4 service neutron] Attempting to bind port 38e7200d-92b8-4114-bcf6-4d8de1ed7adf on network 8220058e-73c4-4bbb-9a58-d9b747bb6802 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:28.860673 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-846f446c-6145-4e2f-9d8a-2e50a562e4c4 service neutron] Port 38e7200d-92b8-4114-bcf6-4d8de1ed7adf on network 8220058e-73c4-4bbb-9a58-d9b747bb6802 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:28.861006 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-846f446c-6145-4e2f-9d8a-2e50a562e4c4 service neutron] Attempting to bind port 38e7200d-92b8-4114-bcf6-4d8de1ed7adf on network 8220058e-73c4-4bbb-9a58-d9b747bb6802 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:28.872461 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386be466-4347-4ad9-96ee-3fa2955f8970 req-58faca20-eae1-4688-8712-d157bfe3577a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.879721 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386be466-4347-4ad9-96ee-3fa2955f8970 req-58faca20-eae1-4688-8712-d157bfe3577a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.879923 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-846f446c-6145-4e2f-9d8a-2e50a562e4c4 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:28.880135 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-846f446c-6145-4e2f-9d8a-2e50a562e4c4 service neutron] Checking segment: {'id': '20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8220058e-73c4-4bbb-9a58-d9b747bb6802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:28.880500 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-846f446c-6145-4e2f-9d8a-2e50a562e4c4 service neutron] Bound using segment: {'id': '20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8220058e-73c4-4bbb-9a58-d9b747bb6802'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:28.880956 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-846f446c-6145-4e2f-9d8a-2e50a562e4c4 service neutron] Bound port: 38e7200d-92b8-4114-bcf6-4d8de1ed7adf, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8220058e-73c4-4bbb-9a58-d9b747bb6802'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:28.881324 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-846f446c-6145-4e2f-9d8a-2e50a562e4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.887485 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386be466-4347-4ad9-96ee-3fa2955f8970 req-58faca20-eae1-4688-8712-d157bfe3577a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.894958 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386be466-4347-4ad9-96ee-3fa2955f8970 req-58faca20-eae1-4688-8712-d157bfe3577a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.903431 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386be466-4347-4ad9-96ee-3fa2955f8970 req-58faca20-eae1-4688-8712-d157bfe3577a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.909921 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386be466-4347-4ad9-96ee-3fa2955f8970 req-58faca20-eae1-4688-8712-d157bfe3577a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.917513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386be466-4347-4ad9-96ee-3fa2955f8970 req-58faca20-eae1-4688-8712-d157bfe3577a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.925425 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-386be466-4347-4ad9-96ee-3fa2955f8970 req-58faca20-eae1-4688-8712-d157bfe3577a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5394 time: 0.8215859 Jul 16 20:36:28.980616 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-846f446c-6145-4e2f-9d8a-2e50a562e4c4 service neutron] For port 38e7200d-92b8-4114-bcf6-4d8de1ed7adf, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:28.987157 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-846f446c-6145-4e2f-9d8a-2e50a562e4c4 service neutron] For port 38e7200d-92b8-4114-bcf6-4d8de1ed7adf, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=38e7200d-92b8-4114-bcf6-4d8de1ed7adf,segment=NetworkSegment(20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92),segment_id=20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:28.999436 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-846f446c-6145-4e2f-9d8a-2e50a562e4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.003046 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-be0024a0-7688-4fad-98ad-694c15508fea service neutron] Port b288bcc1-0d63-4cdb-a66f-f66e6819482d on network c856853c-1bbc-4399-8326-1d7e71a7f77f not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:29.003467 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-be0024a0-7688-4fad-98ad-694c15508fea service neutron] Attempting to bind port b288bcc1-0d63-4cdb-a66f-f66e6819482d on network c856853c-1bbc-4399-8326-1d7e71a7f77f {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:29.063063 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-846f446c-6145-4e2f-9d8a-2e50a562e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:29.063686 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-846f446c-6145-4e2f-9d8a-2e50a562e4c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.065140 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-846f446c-6145-4e2f-9d8a-2e50a562e4c4 service neutron] 10.222.0.62 "PUT /v2.0/ports/38e7200d-92b8-4114-bcf6-4d8de1ed7adf HTTP/1.1" status: 200 len: 1092 time: 1.8914180 Jul 16 20:36:29.076596 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-be0024a0-7688-4fad-98ad-694c15508fea service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:29.077008 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-be0024a0-7688-4fad-98ad-694c15508fea service neutron] Checking segment: {'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:29.077524 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-be0024a0-7688-4fad-98ad-694c15508fea service neutron] Bound using segment: {'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:29.078078 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-be0024a0-7688-4fad-98ad-694c15508fea service neutron] Bound port: b288bcc1-0d63-4cdb-a66f-f66e6819482d, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:29.078607 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-be0024a0-7688-4fad-98ad-694c15508fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.100764 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-098f4c7e-d69d-4785-af7c-2cee8e36f5e7 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "GET /v2.0/routers/db8052da-a509-4af5-b596-26ee89240112 HTTP/1.1" status: 200 len: 907 time: 0.6471157 Jul 16 20:36:29.101314 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47204) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:29.108595 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-2b2d4e54-44cf-414c-bc06-3a1d4b136c68 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2063064486', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'enable_snat': True}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:29.122879 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-015ac3c4-4ba6-46dc-9972-0c64f9daca0f service neutron] Request body: {'port': {'device_id': 'bd0d706b-c980-4527-becd-386ed6092762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:29.128538 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f446c-6145-4e2f-9d8a-2e50a562e4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=38e7200d-92b8-4114-bcf6-4d8de1ed7adf,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:29.171654 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb6251c3-e94c-4bd6-9641-d9771a6fe284 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.198088 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-cb6251c3-e94c-4bd6-9641-d9771a6fe284 None None] Transition to ACTIVE for port object b00427bd-d022-4f94-91a0-ac2ded9a7e1a will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:29.200400 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b2d4e54-44cf-414c-bc06-3a1d4b136c68 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.201964 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b2d4e54-44cf-414c-bc06-3a1d4b136c68 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.209418 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb6251c3-e94c-4bd6-9641-d9771a6fe284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.258677 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-cb6251c3-e94c-4bd6-9641-d9771a6fe284 None None] Attempting to bind port b00427bd-d022-4f94-91a0-ac2ded9a7e1a on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:29.260124 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-cb6251c3-e94c-4bd6-9641-d9771a6fe284 None None] Attempting to bind port b00427bd-d022-4f94-91a0-ac2ded9a7e1a by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:29.260832 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-015ac3c4-4ba6-46dc-9972-0c64f9daca0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.262055 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6251c3-e94c-4bd6-9641-d9771a6fe284 None None] Attempting to bind port b00427bd-d022-4f94-91a0-ac2ded9a7e1a on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:29.299509 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fc51c2de-d083-4bc8-af03-66fbae98bb20 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.304536 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6251c3-e94c-4bd6-9641-d9771a6fe284 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:29.305153 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6251c3-e94c-4bd6-9641-d9771a6fe284 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:29.305553 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb6251c3-e94c-4bd6-9641-d9771a6fe284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.306007 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6251c3-e94c-4bd6-9641-d9771a6fe284 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:29.306561 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-cb6251c3-e94c-4bd6-9641-d9771a6fe284 None None] Bound port: b00427bd-d022-4f94-91a0-ac2ded9a7e1a, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:29.306977 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb6251c3-e94c-4bd6-9641-d9771a6fe284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.325867 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-73255597-9426-4898-9668-b12b011461f6 req-1cdfb99e-2857-47ad-8820-06d429bc0ee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3735976-7e9f-4072-aa95-3dc63ed18cf0 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:29.326662 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b2d4e54-44cf-414c-bc06-3a1d4b136c68 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.354468 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-386be466-4347-4ad9-96ee-3fa2955f8970 req-f63872ed-5da6-4f6f-ad4d-48ebcf8ce378 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3919196 Jul 16 20:36:29.360095 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-73255597-9426-4898-9668-b12b011461f6 req-1cdfb99e-2857-47ad-8820-06d429bc0ee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.395356 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.419093 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-cb6251c3-e94c-4bd6-9641-d9771a6fe284 None None] For port b00427bd-d022-4f94-91a0-ac2ded9a7e1a, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:29.424340 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-cb6251c3-e94c-4bd6-9641-d9771a6fe284 None None] For port b00427bd-d022-4f94-91a0-ac2ded9a7e1a, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b00427bd-d022-4f94-91a0-ac2ded9a7e1a,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:29.430920 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb6251c3-e94c-4bd6-9641-d9771a6fe284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.490495 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6251c3-e94c-4bd6-9641-d9771a6fe284 None None] Routers {'db8052da-a509-4af5-b596-26ee89240112'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:29.491235 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-cb6251c3-e94c-4bd6-9641-d9771a6fe284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:36:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['db8052da-a509-4af5-b596-26ee89240112'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:29.503798 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737479ca-c633-4807-a1a4-dcc4787abb2c req-f4a5b6da-69de-4d8b-8676-e46c9b61e8c8 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:29.505633 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-737479ca-c633-4807-a1a4-dcc4787abb2c req-f4a5b6da-69de-4d8b-8676-e46c9b61e8c8 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d661541-060f-47a9-bfc4-6465fdbc2431 HTTP/1.1" status: 200 len: 943 time: 0.5451922 Jul 16 20:36:29.509428 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-73255597-9426-4898-9668-b12b011461f6 req-1cdfb99e-2857-47ad-8820-06d429bc0ee9 service neutron] Transition to ACTIVE for port object f3735976-7e9f-4072-aa95-3dc63ed18cf0 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:29.521720 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-be0024a0-7688-4fad-98ad-694c15508fea service neutron] For port b288bcc1-0d63-4cdb-a66f-f66e6819482d, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:29.526558 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-73255597-9426-4898-9668-b12b011461f6 req-1cdfb99e-2857-47ad-8820-06d429bc0ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.563445 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-be0024a0-7688-4fad-98ad-694c15508fea service neutron] For port b288bcc1-0d63-4cdb-a66f-f66e6819482d, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b288bcc1-0d63-4cdb-a66f-f66e6819482d,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:29.577570 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b38be-d8c1-4b49-93bd-138ecb993c96 None None] Pushing event updated for resources: {'Port': ['ID=b00427bd-d022-4f94-91a0-ac2ded9a7e1a,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:29.592888 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9b38be-d8c1-4b49-93bd-138ecb993c96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:29.593306 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9b38be-d8c1-4b49-93bd-138ecb993c96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:29.593649 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9b38be-d8c1-4b49-93bd-138ecb993c96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:29.594022 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9b38be-d8c1-4b49-93bd-138ecb993c96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:29.594375 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9b38be-d8c1-4b49-93bd-138ecb993c96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:29.594752 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9b38be-d8c1-4b49-93bd-138ecb993c96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:29.595078 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9b38be-d8c1-4b49-93bd-138ecb993c96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:29.595397 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9b38be-d8c1-4b49-93bd-138ecb993c96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:29.595714 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9b38be-d8c1-4b49-93bd-138ecb993c96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:29.596070 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9b38be-d8c1-4b49-93bd-138ecb993c96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:29.596935 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9b38be-d8c1-4b49-93bd-138ecb993c96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:29.597257 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9b38be-d8c1-4b49-93bd-138ecb993c96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:29.608083 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-be0024a0-7688-4fad-98ad-694c15508fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.623506 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'tag': '9c2a4800-9a2a-4b56-925d-1fa35a5727a0'}, {'name': 'network-changed', 'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'tag': '38e7200d-92b8-4114-bcf6-4d8de1ed7adf'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:29.626039 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8afb9b-22df-4091-aff4-850a528d52ac" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "tag": "9c2a4800-9a2a-4b56-925d-1fa35a5727a0"}, {"name": "network-changed", "server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "tag": "38e7200d-92b8-4114-bcf6-4d8de1ed7adf"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:29.637614 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b2d4e54-44cf-414c-bc06-3a1d4b136c68 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.642872 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fc51c2de-d083-4bc8-af03-66fbae98bb20 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.701488 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-be0024a0-7688-4fad-98ad-694c15508fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:29.702133 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-be0024a0-7688-4fad-98ad-694c15508fea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.705221 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-be0024a0-7688-4fad-98ad-694c15508fea service neutron] 10.222.0.18 "PUT /v2.0/ports/b288bcc1-0d63-4cdb-a66f-f66e6819482d HTTP/1.1" status: 200 len: 1092 time: 4.2035968 Jul 16 20:36:29.718366 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-737479ca-c633-4807-a1a4-dcc4787abb2c req-63cfb8d9-b4a6-4d73-8309-ccbf821455ab tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027559 Jul 16 20:36:29.722984 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d661541-060f-47a9-bfc4-6465fdbc2431', 'tag': 'b288bcc1-0d63-4cdb-a66f-f66e6819482d'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:29.731343 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1293bba1-5e24-49eb-84eb-f0dd9c136517" -d '{"events": [{"name": "network-changed", "server_uuid": "4d661541-060f-47a9-bfc4-6465fdbc2431", "tag": "b288bcc1-0d63-4cdb-a66f-f66e6819482d"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:29.757098 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b38be-d8c1-4b49-93bd-138ecb993c96 None None] Pushing event updated for resources: {'Port': ['ID=b00427bd-d022-4f94-91a0-ac2ded9a7e1a,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:29.761656 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-cb6251c3-e94c-4bd6-9641-d9771a6fe284 None None] Set router db8052da-a509-4af5-b596-26ee89240112 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:29.770244 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdfb99e-2857-47ad-8820-06d429bc0ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=f3735976-7e9f-4072-aa95-3dc63ed18cf0,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:29.793922 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 5c8e7416-77cc-4615-9d59-dc4f0ed7bc36 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:29.875607 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1bc62e-250a-4233-89ba-10ebf124a0d2 x-openstack-request-id: req-bb1bc62e-250a-4233-89ba-10ebf124a0d2 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:29.876217 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "tag": "9c2a4800-9a2a-4b56-925d-1fa35a5727a0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "tag": "38e7200d-92b8-4114-bcf6-4d8de1ed7adf", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:29.876501 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bb1bc62e-250a-4233-89ba-10ebf124a0d2 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:29.876798 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'tag': '9c2a4800-9a2a-4b56-925d-1fa35a5727a0', 'status': 'completed', 'code': 200} Jul 16 20:36:29.878983 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'tag': '38e7200d-92b8-4114-bcf6-4d8de1ed7adf', 'status': 'completed', 'code': 200} Jul 16 20:36:29.958552 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 5c8e7416-77cc-4615-9d59-dc4f0ed7bc36 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:29.964200 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 5c8e7416-77cc-4615-9d59-dc4f0ed7bc36 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:29.964815 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.136132 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.167151 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68997d71-2fc1-41bb-8d66-d33a8ae709fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8e7416-77cc-4615-9d59-dc4f0ed7bc36'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:30.169958 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a04d16-9d3e-455d-8eee-cc66d3253516" -d '{"events": [{"server_uuid": "68997d71-2fc1-41bb-8d66-d33a8ae709fa", "name": "network-vif-plugged", "status": "completed", "tag": "5c8e7416-77cc-4615-9d59-dc4f0ed7bc36"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:30.176884 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-cb6251c3-e94c-4bd6-9641-d9771a6fe284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8052da-a509-4af5-b596-26ee89240112', 'name': 'tempest-snat-router-2063064486', 'tenant_id': '6d1c6e1270aa47269b7427b4e3ad907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.3'}], 'enable_snat': False}, 'gw_port_id': 'b00427bd-d022-4f94-91a0-ac2ded9a7e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:19Z', 'updated_at': '2021-07-16T20:36:23Z', 'revision_number': 3, 'project_id': '6d1c6e1270aa47269b7427b4e3ad907e', 'gw_port': {'id': 'b00427bd-d022-4f94-91a0-ac2ded9a7e1a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8052da-a509-4af5-b596-26ee89240112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:21Z', 'updated_at': '2021-07-16T20:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:30.183313 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-73255597-9426-4898-9668-b12b011461f6 req-1cdfb99e-2857-47ad-8820-06d429bc0ee9 service neutron] Attempting to bind port f3735976-7e9f-4072-aa95-3dc63ed18cf0 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:30.184485 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-73255597-9426-4898-9668-b12b011461f6 req-1cdfb99e-2857-47ad-8820-06d429bc0ee9 service neutron] Attempting to bind port f3735976-7e9f-4072-aa95-3dc63ed18cf0 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'ff7788cb-5e91-4bfe-a672-fecf9a2d060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:30.185500 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73255597-9426-4898-9668-b12b011461f6 req-1cdfb99e-2857-47ad-8820-06d429bc0ee9 service neutron] Attempting to bind port f3735976-7e9f-4072-aa95-3dc63ed18cf0 on network d06fcf74-26b1-47b6-b39c-8c2d6e48452b {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:30.189124 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 5c8e7416-77cc-4615-9d59-dc4f0ed7bc36, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=5c8e7416-77cc-4615-9d59-dc4f0ed7bc36,segment=NetworkSegment(825628ad-9a36-4b2b-b9e3-9f2da86637ff),segment_id=825628ad-9a36-4b2b-b9e3-9f2da86637ff)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:30.200358 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.209740 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8afb9b-22df-4091-aff4-850a528d52ac req-72532bf5-01ba-44ba-aa01-bb530841c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:30.210927 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8afb9b-22df-4091-aff4-850a528d52ac req-72532bf5-01ba-44ba-aa01-bb530841c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:30.211749 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8afb9b-22df-4091-aff4-850a528d52ac req-72532bf5-01ba-44ba-aa01-bb530841c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:30.212292 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8afb9b-22df-4091-aff4-850a528d52ac req-72532bf5-01ba-44ba-aa01-bb530841c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:30.213039 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8afb9b-22df-4091-aff4-850a528d52ac req-72532bf5-01ba-44ba-aa01-bb530841c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:30.213576 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8afb9b-22df-4091-aff4-850a528d52ac req-72532bf5-01ba-44ba-aa01-bb530841c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:30.213770 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73255597-9426-4898-9668-b12b011461f6 req-1cdfb99e-2857-47ad-8820-06d429bc0ee9 service neutron] Port f3735976-7e9f-4072-aa95-3dc63ed18cf0 on network d06fcf74-26b1-47b6-b39c-8c2d6e48452b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:30.214114 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73255597-9426-4898-9668-b12b011461f6 req-1cdfb99e-2857-47ad-8820-06d429bc0ee9 service neutron] Attempting to bind port f3735976-7e9f-4072-aa95-3dc63ed18cf0 on network d06fcf74-26b1-47b6-b39c-8c2d6e48452b {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:30.214280 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8afb9b-22df-4091-aff4-850a528d52ac req-72532bf5-01ba-44ba-aa01-bb530841c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:30.216466 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-db8afb9b-22df-4091-aff4-850a528d52ac req-72532bf5-01ba-44ba-aa01-bb530841c704 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=086605ce16824d789c1ebe4af59fda06&device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 6414 time: 0.2605853 Jul 16 20:36:30.228579 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-015ac3c4-4ba6-46dc-9972-0c64f9daca0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a01f51a9-92dd-4e1a-bd77-2234ac6f2686 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:30.242359 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf43c7e-656e-4837-827e-3ee63d69e808 req-eb9f4fe1-5d2b-4197-be8e-6c63c91c5e9b tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:30.245128 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6251c3-e94c-4bd6-9641-d9771a6fe284 None None] The sync data for ids ['db8052da-a509-4af5-b596-26ee89240112'] in n-d-791506-21 is: [{'id': 'db8052da-a509-4af5-b596-26ee89240112', 'name': 'tempest-snat-router-2063064486', 'tenant_id': '6d1c6e1270aa47269b7427b4e3ad907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.3'}], 'enable_snat': False}, 'gw_port_id': 'b00427bd-d022-4f94-91a0-ac2ded9a7e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:19Z', 'updated_at': '2021-07-16T20:36:23Z', 'revision_number': 3, 'project_id': '6d1c6e1270aa47269b7427b4e3ad907e', 'gw_port': {'id': 'b00427bd-d022-4f94-91a0-ac2ded9a7e1a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8052da-a509-4af5-b596-26ee89240112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:21Z', 'updated_at': '2021-07-16T20:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:30.252839 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-edf43c7e-656e-4837-827e-3ee63d69e808 req-eb9f4fe1-5d2b-4197-be8e-6c63c91c5e9b tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8 HTTP/1.1" status: 200 len: 944 time: 0.6922696 Jul 16 20:36:30.276959 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-015ac3c4-4ba6-46dc-9972-0c64f9daca0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.278140 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73255597-9426-4898-9668-b12b011461f6 req-1cdfb99e-2857-47ad-8820-06d429bc0ee9 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:30.278569 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73255597-9426-4898-9668-b12b011461f6 req-1cdfb99e-2857-47ad-8820-06d429bc0ee9 service neutron] Checking segment: {'id': 'ff7788cb-5e91-4bfe-a672-fecf9a2d060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:30.278968 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73255597-9426-4898-9668-b12b011461f6 req-1cdfb99e-2857-47ad-8820-06d429bc0ee9 service neutron] Bound using segment: {'id': 'ff7788cb-5e91-4bfe-a672-fecf9a2d060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:30.279406 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-73255597-9426-4898-9668-b12b011461f6 req-1cdfb99e-2857-47ad-8820-06d429bc0ee9 service neutron] Bound port: f3735976-7e9f-4072-aa95-3dc63ed18cf0, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7788cb-5e91-4bfe-a672-fecf9a2d060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:30.282578 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-73255597-9426-4898-9668-b12b011461f6 req-1cdfb99e-2857-47ad-8820-06d429bc0ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.298221 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=5c8e7416-77cc-4615-9d59-dc4f0ed7bc36,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:30.323678 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc51c2de-d083-4bc8-af03-66fbae98bb20 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Checking segment: {'id': 'e453a6df-b47b-4e3e-a00c-ac5edf23bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '004ece05-1fa7-4849-8b8b-acbb54c1296a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:30.324042 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc51c2de-d083-4bc8-af03-66fbae98bb20 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network hostable DHCP agents. Network: 004ece05-1fa7-4849-8b8b-acbb54c1296a, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:36:30.360718 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-015ac3c4-4ba6-46dc-9972-0c64f9daca0f service neutron] Transition to ACTIVE for port object a01f51a9-92dd-4e1a-bd77-2234ac6f2686 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:30.389184 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-edf43c7e-656e-4837-827e-3ee63d69e808 req-c1ea584e-b5dd-4f4e-8ad3-7d5c6988e8f7 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353304 Jul 16 20:36:30.390692 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0024a0-7688-4fad-98ad-694c15508fea service neutron] Pushing event updated for resources: {'Port': ['ID=b288bcc1-0d63-4cdb-a66f-f66e6819482d,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:30.411739 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-015ac3c4-4ba6-46dc-9972-0c64f9daca0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.443445 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-73255597-9426-4898-9668-b12b011461f6 req-1cdfb99e-2857-47ad-8820-06d429bc0ee9 service neutron] For port f3735976-7e9f-4072-aa95-3dc63ed18cf0, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:30.496464 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e56970-cd53-46d4-ab17-74e8b4cd8eeb x-openstack-request-id: req-83e56970-cd53-46d4-ab17-74e8b4cd8eeb {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:30.496671 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d661541-060f-47a9-bfc4-6465fdbc2431", "tag": "b288bcc1-0d63-4cdb-a66f-f66e6819482d", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:30.496934 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-83e56970-cd53-46d4-ab17-74e8b4cd8eeb {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:30.497356 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d661541-060f-47a9-bfc4-6465fdbc2431', 'tag': 'b288bcc1-0d63-4cdb-a66f-f66e6819482d', 'status': 'completed', 'code': 200} Jul 16 20:36:30.517125 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-73255597-9426-4898-9668-b12b011461f6 req-1cdfb99e-2857-47ad-8820-06d429bc0ee9 service neutron] For port f3735976-7e9f-4072-aa95-3dc63ed18cf0, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=f3735976-7e9f-4072-aa95-3dc63ed18cf0,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:30.519678 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-4aed1dc9-78fd-4587-99bd-53d2a9ee90ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:30.521154 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-4aed1dc9-78fd-4587-99bd-53d2a9ee90ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&device_id=4d661541-060f-47a9-bfc4-6465fdbc2431 HTTP/1.1" status: 200 len: 1095 time: 0.7533052 Jul 16 20:36:30.523308 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406bc78b-3d5a-43fd-b8b8-85123b0bf3bc x-openstack-request-id: req-406bc78b-3d5a-43fd-b8b8-85123b0bf3bc {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:30.524009 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68997d71-2fc1-41bb-8d66-d33a8ae709fa", "name": "network-vif-plugged", "status": "completed", "tag": "5c8e7416-77cc-4615-9d59-dc4f0ed7bc36", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:30.525237 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-406bc78b-3d5a-43fd-b8b8-85123b0bf3bc {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:30.525237 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68997d71-2fc1-41bb-8d66-d33a8ae709fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8e7416-77cc-4615-9d59-dc4f0ed7bc36', 'code': 200} Jul 16 20:36:30.538448 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc51c2de-d083-4bc8-af03-66fbae98bb20 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network 004ece05-1fa7-4849-8b8b-acbb54c1296a is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:36:30.562550 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80055de5-ea83-46bf-bdbc-ddb0318522a6 req-09cf8c80-34a9-4d29-be30-c0febc3505a5 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:30.564340 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-80055de5-ea83-46bf-bdbc-ddb0318522a6 req-09cf8c80-34a9-4d29-be30-c0febc3505a5 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=68997d71-2fc1-41bb-8d66-d33a8ae709fa HTTP/1.1" status: 200 len: 945 time: 0.4264760 Jul 16 20:36:30.565688 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-73255597-9426-4898-9668-b12b011461f6 req-1cdfb99e-2857-47ad-8820-06d429bc0ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.586745 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ac3c4-4ba6-46dc-9972-0c64f9daca0f service neutron] Pushing event updated for resources: {'Port': ['ID=a01f51a9-92dd-4e1a-bd77-2234ac6f2686,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:30.601341 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-fc51c2de-d083-4bc8-af03-66fbae98bb20 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 004ece05-1fa7-4849-8b8b-acbb54c1296a) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:30.617307 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba30bcc-3638-41b5-b2e8-602843736dd5 None None] Network 004ece05-1fa7-4849-8b8b-acbb54c1296a requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:30.620810 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8afb9b-22df-4091-aff4-850a528d52ac req-66217215-cf0c-4eda-b42a-76401012caf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:30.623142 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8afb9b-22df-4091-aff4-850a528d52ac req-66217215-cf0c-4eda-b42a-76401012caf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:30.629280 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8afb9b-22df-4091-aff4-850a528d52ac req-66217215-cf0c-4eda-b42a-76401012caf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:30.634200 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-db8afb9b-22df-4091-aff4-850a528d52ac req-66217215-cf0c-4eda-b42a-76401012caf9 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=086605ce16824d789c1ebe4af59fda06&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4094343 Jul 16 20:36:30.749348 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b2d4e54-44cf-414c-bc06-3a1d4b136c68 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.889353 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b2d4e54-44cf-414c-bc06-3a1d4b136c68 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.058050 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-2b2d4e54-44cf-414c-bc06-3a1d4b136c68 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Allocated IP 172.25.0.34 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/6e465cd2-0bb0-4910-be4f-bcb09c3c7441) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:31.264297 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b2d4e54-44cf-414c-bc06-3a1d4b136c68 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.333150 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73255597-9426-4898-9668-b12b011461f6 req-1cdfb99e-2857-47ad-8820-06d429bc0ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:31.333794 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-73255597-9426-4898-9668-b12b011461f6 req-1cdfb99e-2857-47ad-8820-06d429bc0ee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.336539 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73255597-9426-4898-9668-b12b011461f6 req-1cdfb99e-2857-47ad-8820-06d429bc0ee9 service neutron] 10.222.0.62 "PUT /v2.0/ports/f3735976-7e9f-4072-aa95-3dc63ed18cf0 HTTP/1.1" status: 200 len: 1093 time: 4.1585717 Jul 16 20:36:31.343546 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc51c2de-d083-4bc8-af03-66fbae98bb20 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:31.349275 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc51c2de-d083-4bc8-af03-66fbae98bb20 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:31.349994 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fc51c2de-d083-4bc8-af03-66fbae98bb20 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.376697 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-e38609c8-0bc1-40b0-8e82-4e008b5cfb7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b288bcc1-0d63-4cdb-a66f-f66e6819482d HTTP/1.1" status: 200 len: 217 time: 0.8265414 Jul 16 20:36:31.379486 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51c2de-d083-4bc8-af03-66fbae98bb20 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Port': ['ID=6d2611c9-fe72-4c68-b8c2-b8a0b4644cc9,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:31.386606 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47228) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:31.462223 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-80055de5-ea83-46bf-bdbc-ddb0318522a6 req-0d6d2945-1965-46e5-ab65-e20f1fb166b7 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8784389 Jul 16 20:36:31.462955 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaabc88-dcc9-4326-9eea-6bdac63b65d2 req-85c403e3-d51d-412a-ae92-bd116659860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:31.465025 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aaaabc88-dcc9-4326-9eea-6bdac63b65d2 req-85c403e3-d51d-412a-ae92-bd116659860a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=68997d71-2fc1-41bb-8d66-d33a8ae709fa HTTP/1.1" status: 200 len: 1098 time: 0.8296847 Jul 16 20:36:31.473134 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b2d4e54-44cf-414c-bc06-3a1d4b136c68 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.483861 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-015ac3c4-4ba6-46dc-9972-0c64f9daca0f service neutron] Attempting to bind port a01f51a9-92dd-4e1a-bd77-2234ac6f2686 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:31.484893 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-015ac3c4-4ba6-46dc-9972-0c64f9daca0f service neutron] Attempting to bind port a01f51a9-92dd-4e1a-bd77-2234ac6f2686 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8220058e-73c4-4bbb-9a58-d9b747bb6802'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:31.485400 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-015ac3c4-4ba6-46dc-9972-0c64f9daca0f service neutron] Attempting to bind port a01f51a9-92dd-4e1a-bd77-2234ac6f2686 on network 8220058e-73c4-4bbb-9a58-d9b747bb6802 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:31.509509 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2d4e54-44cf-414c-bc06-3a1d4b136c68 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:31.535780 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-2b2d4e54-44cf-414c-bc06-3a1d4b136c68 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:31.543170 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2d4e54-44cf-414c-bc06-3a1d4b136c68 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:31.547863 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-02076ae7-ae16-4023-bf5d-86bac9b0e655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:31.549450 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-02076ae7-ae16-4023-bf5d-86bac9b0e655 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=587f0aec-80a3-4172-9644-d785b8e153a3 HTTP/1.1" status: 200 len: 850 time: 0.1618319 Jul 16 20:36:31.581029 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fc51c2de-d083-4bc8-af03-66fbae98bb20 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 4.2055461 Jul 16 20:36:31.592292 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47234) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:31.619932 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-4e5d02e6-d7ad-418e-a940-125a013079f6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-731781513'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:31.626367 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-015ac3c4-4ba6-46dc-9972-0c64f9daca0f service neutron] Port a01f51a9-92dd-4e1a-bd77-2234ac6f2686 on network 8220058e-73c4-4bbb-9a58-d9b747bb6802 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:31.626696 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-015ac3c4-4ba6-46dc-9972-0c64f9daca0f service neutron] Attempting to bind port a01f51a9-92dd-4e1a-bd77-2234ac6f2686 on network 8220058e-73c4-4bbb-9a58-d9b747bb6802 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:31.629307 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8afb9b-22df-4091-aff4-850a528d52ac req-fa2484f0-b59f-4c8b-aa9f-a8a7097cadf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:31.631003 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-db8afb9b-22df-4091-aff4-850a528d52ac req-fa2484f0-b59f-4c8b-aa9f-a8a7097cadf5 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9647994 Jul 16 20:36:31.695497 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-015ac3c4-4ba6-46dc-9972-0c64f9daca0f service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:31.695757 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdfb99e-2857-47ad-8820-06d429bc0ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=f3735976-7e9f-4072-aa95-3dc63ed18cf0,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:31.695955 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-015ac3c4-4ba6-46dc-9972-0c64f9daca0f service neutron] Checking segment: {'id': '20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8220058e-73c4-4bbb-9a58-d9b747bb6802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:31.696299 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-015ac3c4-4ba6-46dc-9972-0c64f9daca0f service neutron] Bound using segment: {'id': '20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8220058e-73c4-4bbb-9a58-d9b747bb6802'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:31.696783 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-015ac3c4-4ba6-46dc-9972-0c64f9daca0f service neutron] Bound port: a01f51a9-92dd-4e1a-bd77-2234ac6f2686, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8220058e-73c4-4bbb-9a58-d9b747bb6802'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:31.697189 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-015ac3c4-4ba6-46dc-9972-0c64f9daca0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.718868 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aaaabc88-dcc9-4326-9eea-6bdac63b65d2 req-25410686-4fa4-430d-b19c-189c9dd2c5a4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303793 Jul 16 20:36:31.735420 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-def875b5-0f43-4a79-a95f-30a6101b2c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.741918 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5d02e6-d7ad-418e-a940-125a013079f6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:31.745606 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4e5d02e6-d7ad-418e-a940-125a013079f6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.768644 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbc20b-d867-4caf-ab36-e464511e018f req-e986b0a8-9a26-4ae8-8b17-09231b67b1f5 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:31.775787 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbc20b-d867-4caf-ab36-e464511e018f req-e986b0a8-9a26-4ae8-8b17-09231b67b1f5 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:31.782233 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbc20b-d867-4caf-ab36-e464511e018f req-e986b0a8-9a26-4ae8-8b17-09231b67b1f5 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:31.788667 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbc20b-d867-4caf-ab36-e464511e018f req-e986b0a8-9a26-4ae8-8b17-09231b67b1f5 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:31.795145 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbc20b-d867-4caf-ab36-e464511e018f req-e986b0a8-9a26-4ae8-8b17-09231b67b1f5 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:31.801446 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbc20b-d867-4caf-ab36-e464511e018f req-e986b0a8-9a26-4ae8-8b17-09231b67b1f5 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:31.807994 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbc20b-d867-4caf-ab36-e464511e018f req-e986b0a8-9a26-4ae8-8b17-09231b67b1f5 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:31.810097 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-01fbc20b-d867-4caf-ab36-e464511e018f req-e986b0a8-9a26-4ae8-8b17-09231b67b1f5 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5418 time: 0.4568844 Jul 16 20:36:31.832278 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73255597-9426-4898-9668-b12b011461f6 req-63fb9ea6-7167-4123-b730-721354e7b521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:31.833820 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73255597-9426-4898-9668-b12b011461f6 req-63fb9ea6-7167-4123-b730-721354e7b521 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a26f9f127054c75b4598717bb55d1c3&device_id=99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8 HTTP/1.1" status: 200 len: 1096 time: 0.3763878 Jul 16 20:36:31.871319 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-6ab6b303-3679-4994-8a7f-06505a9e39b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:31.873324 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-6ab6b303-3679-4994-8a7f-06505a9e39b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c856853c-1bbc-4399-8326-1d7e71a7f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3139069 Jul 16 20:36:31.938228 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73255597-9426-4898-9668-b12b011461f6 req-2734e985-ef6a-4849-8821-41e54118320f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3735976-7e9f-4072-aa95-3dc63ed18cf0 HTTP/1.1" status: 200 len: 217 time: 0.0932767 Jul 16 20:36:32.015231 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd289b07-afe0-4a5d-9237-30c4175678f3 req-7cbfbe1a-a39d-4ee3-8350-01e368be9b85 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:32.016750 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd289b07-afe0-4a5d-9237-30c4175678f3 req-7cbfbe1a-a39d-4ee3-8350-01e368be9b85 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d661541-060f-47a9-bfc4-6465fdbc2431 HTTP/1.1" status: 200 len: 943 time: 0.4128578 Jul 16 20:36:32.020885 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-01fbc20b-d867-4caf-ab36-e464511e018f req-52cd3618-436c-4c40-8608-f4ffcdeb1b28 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1995912 Jul 16 20:36:32.034157 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d4e54-44cf-414c-bc06-3a1d4b136c68 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Pushing event updated for resources: {'Port': ['ID=6e465cd2-0bb0-4910-be4f-bcb09c3c7441,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:32.147800 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73255597-9426-4898-9668-b12b011461f6 req-a00320c4-6966-4dc3-848f-1e9cbefcee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:32.149314 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73255597-9426-4898-9668-b12b011461f6 req-a00320c4-6966-4dc3-848f-1e9cbefcee54 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3773b4e-f5c8-45c6-be17-27631a1d9f40 HTTP/1.1" status: 200 len: 852 time: 0.1933529 Jul 16 20:36:32.157721 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5d02e6-d7ad-418e-a940-125a013079f6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:36:32.213344 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4e5d02e6-d7ad-418e-a940-125a013079f6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.213692 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-4e5d02e6-d7ad-418e-a940-125a013079f6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Added segment 824885e1-2175-4870-bfaf-d14066b8a8fe of type vlan for network ce2de889-d87f-4dcf-bdef-9a7a44364ed9 Jul 16 20:36:32.215476 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd289b07-afe0-4a5d-9237-30c4175678f3 req-cb7ddeef-1f8f-4f39-a3a6-d89eca725229 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867013 Jul 16 20:36:32.217357 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-6eb4511d-4982-421e-9f2b-6d48950460f2 service neutron] 10.222.0.18 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015981 Jul 16 20:36:32.238515 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73255597-9426-4898-9668-b12b011461f6 req-5bcad9c2-2f72-4171-99a1-291f3415fcd2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739067 Jul 16 20:36:32.250258 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-015ac3c4-4ba6-46dc-9972-0c64f9daca0f service neutron] For port a01f51a9-92dd-4e1a-bd77-2234ac6f2686, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:32.253715 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-015ac3c4-4ba6-46dc-9972-0c64f9daca0f service neutron] For port a01f51a9-92dd-4e1a-bd77-2234ac6f2686, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=a01f51a9-92dd-4e1a-bd77-2234ac6f2686,segment=NetworkSegment(20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92),segment_id=20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:32.288795 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4e5d02e6-d7ad-418e-a940-125a013079f6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.312361 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-015ac3c4-4ba6-46dc-9972-0c64f9daca0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.328814 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8afb9b-22df-4091-aff4-850a528d52ac req-cd2e56e9-1333-4548-adf8-6fdda402866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:32.329285 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8afb9b-22df-4091-aff4-850a528d52ac req-cd2e56e9-1333-4548-adf8-6fdda402866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:32.329710 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8afb9b-22df-4091-aff4-850a528d52ac req-cd2e56e9-1333-4548-adf8-6fdda402866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:32.330505 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8afb9b-22df-4091-aff4-850a528d52ac req-cd2e56e9-1333-4548-adf8-6fdda402866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:32.330658 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8afb9b-22df-4091-aff4-850a528d52ac req-cd2e56e9-1333-4548-adf8-6fdda402866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:32.331106 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8afb9b-22df-4091-aff4-850a528d52ac req-cd2e56e9-1333-4548-adf8-6fdda402866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:32.338618 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8afb9b-22df-4091-aff4-850a528d52ac req-cd2e56e9-1333-4548-adf8-6fdda402866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:32.340895 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-db8afb9b-22df-4091-aff4-850a528d52ac req-cd2e56e9-1333-4548-adf8-6fdda402866f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=086605ce16824d789c1ebe4af59fda06&device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 6440 time: 0.6243327 Jul 16 20:36:32.367707 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b00427bd-d022-4f94-91a0-ac2ded9a7e1a up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:32.383248 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-def875b5-0f43-4a79-a95f-30a6101b2c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.448175 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port b00427bd-d022-4f94-91a0-ac2ded9a7e1a completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:32.456924 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port b00427bd-d022-4f94-91a0-ac2ded9a7e1a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:32.457327 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.488800 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-def875b5-0f43-4a79-a95f-30a6101b2c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.511407 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8', 'tag': 'f3735976-7e9f-4072-aa95-3dc63ed18cf0'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:32.514182 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1398c46-22b9-4810-a02f-4bd6eeeff058" -d '{"events": [{"name": "network-changed", "server_uuid": "99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8", "tag": "f3735976-7e9f-4072-aa95-3dc63ed18cf0"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:32.595644 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d74e5883-d762-4384-ab43-13e3585b9d11 req-5bf1a91d-c7dc-47bd-929c-78da2d60123e service neutron] 10.222.0.18 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524990 Jul 16 20:36:32.626236 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-015ac3c4-4ba6-46dc-9972-0c64f9daca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:32.628564 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-015ac3c4-4ba6-46dc-9972-0c64f9daca0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.634179 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-015ac3c4-4ba6-46dc-9972-0c64f9daca0f service neutron] 10.222.0.62 "PUT /v2.0/ports/a01f51a9-92dd-4e1a-bd77-2234ac6f2686 HTTP/1.1" status: 200 len: 1092 time: 3.5198298 Jul 16 20:36:32.635913 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.639547 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b90a8e-441d-46af-96dd-5f42d4211950 req-2fd957c8-4527-4031-b74a-42775c355025 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:32.648727 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b2d4e54-44cf-414c-bc06-3a1d4b136c68 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.657653 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73b90a8e-441d-46af-96dd-5f42d4211950 req-2fd957c8-4527-4031-b74a-42775c355025 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8 HTTP/1.1" status: 200 len: 944 time: 0.4941881 Jul 16 20:36:32.686651 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port b00427bd-d022-4f94-91a0-ac2ded9a7e1a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b00427bd-d022-4f94-91a0-ac2ded9a7e1a,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:32.692446 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.718686 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'tag': 'a01f51a9-92dd-4e1a-bd77-2234ac6f2686'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:32.719106 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def875b5-0f43-4a79-a95f-30a6101b2c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2eb5df-eaf1-49df-80dd-c6651438ba5b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:32.721614 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14e28d5-2024-4bf2-9481-6d2f247eea6c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "tag": "a01f51a9-92dd-4e1a-bd77-2234ac6f2686"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:32.748123 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4e5d02e6-d7ad-418e-a940-125a013079f6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.753894 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5d02e6-d7ad-418e-a940-125a013079f6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:32.754543 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4e5d02e6-d7ad-418e-a940-125a013079f6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.773545 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=b00427bd-d022-4f94-91a0-ac2ded9a7e1a,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:32.786835 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73255597-9426-4898-9668-b12b011461f6 req-5dd1c660-f864-4eb7-ba22-5c466d0c6f9a service neutron] 10.222.0.62 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5390117 Jul 16 20:36:32.789958 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-def875b5-0f43-4a79-a95f-30a6101b2c32 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=31487d55afd641ea9b14e8b0522a226a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3902202 Jul 16 20:36:32.802686 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47242) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:32.844774 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73b90a8e-441d-46af-96dd-5f42d4211950 req-8e486c02-ee6f-4f79-8efb-0b6a83165922 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860528 Jul 16 20:36:32.894518 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ac3c4-4ba6-46dc-9972-0c64f9daca0f service neutron] Pushing event updated for resources: {'Port': ['ID=a01f51a9-92dd-4e1a-bd77-2234ac6f2686,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:32.907710 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4e5d02e6-d7ad-418e-a940-125a013079f6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3143337 Jul 16 20:36:32.911677 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47244) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:32.922591 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79734bd5-5c3d-4064-9adb-0892861f347b x-openstack-request-id: req-79734bd5-5c3d-4064-9adb-0892861f347b {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:32.922886 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8", "tag": "f3735976-7e9f-4072-aa95-3dc63ed18cf0", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:32.923138 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-79734bd5-5c3d-4064-9adb-0892861f347b {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:32.923528 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8', 'tag': 'f3735976-7e9f-4072-aa95-3dc63ed18cf0', 'status': 'completed', 'code': 200} Jul 16 20:36:32.927704 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-97bb201c-8e9e-454d-bb9c-6a781dcc2937 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'ports': [{'network_id': '004ece05-1fa7-4849-8b8b-acbb54c1296a'}, {'network_id': 'ce2de889-d87f-4dcf-bdef-9a7a44364ed9'}]} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:32.928918 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-97bb201c-8e9e-454d-bb9c-6a781dcc2937 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'port': {'network_id': '004ece05-1fa7-4849-8b8b-acbb54c1296a'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:32.929625 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-97bb201c-8e9e-454d-bb9c-6a781dcc2937 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'port': {'network_id': 'ce2de889-d87f-4dcf-bdef-9a7a44364ed9'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:32.999056 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5e05fb54-7866-42c9-ae0f-67604451d2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.011180 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442ebe5-d050-45f6-bfc8-4afec71c4ba5 req-a26151c3-e338-4a18-bbdf-8095b0d29c70 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.012727 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2442ebe5-d050-45f6-bfc8-4afec71c4ba5 req-a26151c3-e338-4a18-bbdf-8095b0d29c70 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=68997d71-2fc1-41bb-8d66-d33a8ae709fa HTTP/1.1" status: 200 len: 946 time: 0.3176463 Jul 16 20:36:33.025829 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293bba1-5e24-49eb-84eb-f0dd9c136517 req-c0c8de01-721a-4866-a4a4-6e5c747f71f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.027286 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1293bba1-5e24-49eb-84eb-f0dd9c136517 req-c0c8de01-721a-4866-a4a4-6e5c747f71f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&device_id=4d661541-060f-47a9-bfc4-6465fdbc2431 HTTP/1.1" status: 200 len: 1095 time: 0.2778962 Jul 16 20:36:33.042950 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d02e6-d7ad-418e-a940-125a013079f6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Network': ['ID=ce2de889-d87f-4dcf-bdef-9a7a44364ed9,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:33.060656 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.076614 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network ce2de889-d87f-4dcf-bdef-9a7a44364ed9 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:36:33.096522 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73255597-9426-4898-9668-b12b011461f6 req-9efe2423-3ed6-4301-b0c7-64723ea79ce1 service neutron] 10.222.0.62 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929521 Jul 16 20:36:33.098490 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5e05fb54-7866-42c9-ae0f-67604451d2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.124273 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8afb9b-22df-4091-aff4-850a528d52ac req-099998fa-b1e0-4788-8585-a6a86b08a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.124753 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8afb9b-22df-4091-aff4-850a528d52ac req-099998fa-b1e0-4788-8585-a6a86b08a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.125232 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8afb9b-22df-4091-aff4-850a528d52ac req-099998fa-b1e0-4788-8585-a6a86b08a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.126977 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-db8afb9b-22df-4091-aff4-850a528d52ac req-099998fa-b1e0-4788-8585-a6a86b08a1e3 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=086605ce16824d789c1ebe4af59fda06&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7517471 Jul 16 20:36:33.189280 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2442ebe5-d050-45f6-bfc8-4afec71c4ba5 req-08690592-7b3c-4bfd-9630-419a4d19dc30 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610148 Jul 16 20:36:33.196898 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1f770f-4377-4de9-bef3-d2f5665083cb x-openstack-request-id: req-ff1f770f-4377-4de9-bef3-d2f5665083cb {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:33.197187 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "tag": "a01f51a9-92dd-4e1a-bd77-2234ac6f2686", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:33.197446 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ff1f770f-4377-4de9-bef3-d2f5665083cb {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:33.197836 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'tag': 'a01f51a9-92dd-4e1a-bd77-2234ac6f2686', 'status': 'completed', 'code': 200} Jul 16 20:36:33.253481 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293bba1-5e24-49eb-84eb-f0dd9c136517 req-dea39dc8-bf59-499f-8574-56dd17c478b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.254200 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1293bba1-5e24-49eb-84eb-f0dd9c136517 req-dea39dc8-bf59-499f-8574-56dd17c478b3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 912 time: 0.2177324 Jul 16 20:36:33.328143 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1293bba1-5e24-49eb-84eb-f0dd9c136517 req-0720a0f6-028c-491b-9e41-ebe307110216 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b288bcc1-0d63-4cdb-a66f-f66e6819482d HTTP/1.1" status: 200 len: 217 time: 0.0643852 Jul 16 20:36:33.338567 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bb201c-8e9e-454d-bb9c-6a781dcc2937 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'port': 2} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:33.343431 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-97bb201c-8e9e-454d-bb9c-6a781dcc2937 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.343906 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5e05fb54-7866-42c9-ae0f-67604451d2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.346652 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5e05fb54-7866-42c9-ae0f-67604451d2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.347758 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5e05fb54-7866-42c9-ae0f-67604451d2f7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0a2eb5df-eaf1-49df-80dd-c6651438ba5b HTTP/1.1" status: 204 len: 168 time: 0.5227029 Jul 16 20:36:33.349874 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b2d4e54-44cf-414c-bc06-3a1d4b136c68 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.375037 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-97bb201c-8e9e-454d-bb9c-6a781dcc2937 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.408382 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8afb9b-22df-4091-aff4-850a528d52ac req-ddc996d8-b0b4-40f1-9377-374f267ddd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.410613 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-db8afb9b-22df-4091-aff4-850a528d52ac req-ddc996d8-b0b4-40f1-9377-374f267ddd0c service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2725770 Jul 16 20:36:33.447024 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1398c46-22b9-4810-a02f-4bd6eeeff058 req-e5b27814-ce6a-48ca-a9e8-99d913ff0c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.449213 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1398c46-22b9-4810-a02f-4bd6eeeff058 req-e5b27814-ce6a-48ca-a9e8-99d913ff0c76 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a26f9f127054c75b4598717bb55d1c3&device_id=99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8 HTTP/1.1" status: 200 len: 1096 time: 0.2801363 Jul 16 20:36:33.451031 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05fb54-7866-42c9-ae0f-67604451d2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2eb5df-eaf1-49df-80dd-c6651438ba5b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:33.500436 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293bba1-5e24-49eb-84eb-f0dd9c136517 req-7eecfd69-e659-4a75-ba4c-7573c605afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.501932 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1293bba1-5e24-49eb-84eb-f0dd9c136517 req-7eecfd69-e659-4a75-ba4c-7573c605afe5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=587f0aec-80a3-4172-9644-d785b8e153a3 HTTP/1.1" status: 200 len: 850 time: 0.1612904 Jul 16 20:36:33.564573 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-97bb201c-8e9e-454d-bb9c-6a781dcc2937 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] device_id is not set on port caab6f32-d0cc-4849-a8aa-30d139f472b9 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:36:33.605257 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c19669-7146-4b22-9e4e-e05e13c83929 req-d34bc545-b9d1-4ce9-ab18-b4fc72c4861c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.611734 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c19669-7146-4b22-9e4e-e05e13c83929 req-d34bc545-b9d1-4ce9-ab18-b4fc72c4861c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.618590 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c19669-7146-4b22-9e4e-e05e13c83929 req-d34bc545-b9d1-4ce9-ab18-b4fc72c4861c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.624475 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c19669-7146-4b22-9e4e-e05e13c83929 req-d34bc545-b9d1-4ce9-ab18-b4fc72c4861c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.630277 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c19669-7146-4b22-9e4e-e05e13c83929 req-d34bc545-b9d1-4ce9-ab18-b4fc72c4861c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.636456 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c19669-7146-4b22-9e4e-e05e13c83929 req-d34bc545-b9d1-4ce9-ab18-b4fc72c4861c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.642352 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c19669-7146-4b22-9e4e-e05e13c83929 req-d34bc545-b9d1-4ce9-ab18-b4fc72c4861c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.650916 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-03c19669-7146-4b22-9e4e-e05e13c83929 req-d34bc545-b9d1-4ce9-ab18-b4fc72c4861c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5418 time: 0.3264608 Jul 16 20:36:33.667938 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-ea9e268d-c10a-4abf-9482-d8953f38952a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.669003 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-ea9e268d-c10a-4abf-9482-d8953f38952a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.669003 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-ea9e268d-c10a-4abf-9482-d8953f38952a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.669798 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-ea9e268d-c10a-4abf-9482-d8953f38952a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.669979 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-ea9e268d-c10a-4abf-9482-d8953f38952a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.670428 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-ea9e268d-c10a-4abf-9482-d8953f38952a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.671265 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-ea9e268d-c10a-4abf-9482-d8953f38952a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.673499 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-ea9e268d-c10a-4abf-9482-d8953f38952a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=086605ce16824d789c1ebe4af59fda06&device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 6482 time: 0.1291509 Jul 16 20:36:33.726692 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6e875-2a33-48c9-b143-da4c856cadbf req-6c6c4833-ac7a-4934-ba71-95eea42b3848 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.732977 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91d6e875-2a33-48c9-b143-da4c856cadbf req-6c6c4833-ac7a-4934-ba71-95eea42b3848 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d661541-060f-47a9-bfc4-6465fdbc2431 HTTP/1.1" status: 200 len: 943 time: 0.3554509 Jul 16 20:36:33.739942 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1398c46-22b9-4810-a02f-4bd6eeeff058 req-12e8bec6-7fe9-4d85-a408-426cf4102c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.743304 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1398c46-22b9-4810-a02f-4bd6eeeff058 req-12e8bec6-7fe9-4d85-a408-426cf4102c25 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b HTTP/1.1" status: 200 len: 913 time: 0.2777853 Jul 16 20:36:33.772441 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-03c19669-7146-4b22-9e4e-e05e13c83929 req-a663e011-abcb-4c86-b4a6-79b3e5f4c0b6 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1207924 Jul 16 20:36:33.777665 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-9e6476e4-c1b8-4771-b05a-956b4df641c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da3cd2bc-8361-4a87-8b42-606885129c8e HTTP/1.1" status: 200 len: 217 time: 0.0956371 Jul 16 20:36:33.810976 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293bba1-5e24-49eb-84eb-f0dd9c136517 req-7a33ef6f-3251-4648-a025-791005b1501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.812467 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1293bba1-5e24-49eb-84eb-f0dd9c136517 req-7a33ef6f-3251-4648-a025-791005b1501a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c856853c-1bbc-4399-8326-1d7e71a7f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2974341 Jul 16 20:36:33.817874 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1398c46-22b9-4810-a02f-4bd6eeeff058 req-17128d4f-9b60-4dcd-8649-932e04eac9f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3735976-7e9f-4072-aa95-3dc63ed18cf0 HTTP/1.1" status: 200 len: 217 time: 0.0655773 Jul 16 20:36:33.835074 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2d4e54-44cf-414c-bc06-3a1d4b136c68 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Router fe5f7083-6901-4e26-8074-c0608657077b is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:36:33.932024 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-3c3a6d8c-ab56-4ea0-a294-1b46829e6048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.933523 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-3c3a6d8c-ab56-4ea0-a294-1b46829e6048 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ed11a99b-37e1-4696-970c-4dbb385ed21d HTTP/1.1" status: 200 len: 850 time: 0.1467190 Jul 16 20:36:33.950891 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91d6e875-2a33-48c9-b143-da4c856cadbf req-d8d2dea1-827b-4831-8dbb-18e365434ef1 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161143 Jul 16 20:36:33.957198 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-97bb201c-8e9e-454d-bb9c-6a781dcc2937 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.961721 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1398c46-22b9-4810-a02f-4bd6eeeff058 req-30182c0a-986b-4be1-85e0-80fac06b97e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.962699 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1398c46-22b9-4810-a02f-4bd6eeeff058 req-30182c0a-986b-4be1-85e0-80fac06b97e4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3773b4e-f5c8-45c6-be17-27631a1d9f40 HTTP/1.1" status: 200 len: 852 time: 0.1368070 Jul 16 20:36:33.984279 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1293bba1-5e24-49eb-84eb-f0dd9c136517 req-8f3394e3-b3ad-48b8-8cd8-e18984115fdc service neutron] 10.222.0.18 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654224 Jul 16 20:36:34.010976 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1398c46-22b9-4810-a02f-4bd6eeeff058 req-af7dcf9a-7303-4bf6-8832-e8aa4ef2459e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403855 Jul 16 20:36:34.274407 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device f3735976-7e9f-4072-aa95-3dc63ed18cf0 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:36:34.284286 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47278) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:34.332347 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1398c46-22b9-4810-a02f-4bd6eeeff058 req-a5871bc4-ffe8-4cda-a46e-02c7a03f3d0b service neutron] 10.222.0.62 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141789 Jul 16 20:36:34.362140 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1293bba1-5e24-49eb-84eb-f0dd9c136517 req-c3fa335c-648d-4d54-b009-34eab2183678 service neutron] 10.222.0.18 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530965 Jul 16 20:36:34.380604 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b00427bd-d022-4f94-91a0-ac2ded9a7e1a up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:34.419986 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-97bb201c-8e9e-454d-bb9c-6a781dcc2937 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] device_id is not set on port 5a55fde0-61c3-4826-a96c-d60ea8d77e32 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:36:34.440475 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a9c6968e-0e73-421a-9271-302be258ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:34.442142 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a9c6968e-0e73-421a-9271-302be258ea8a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a5f59c06-393b-4019-8402-c670013796dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5008347 Jul 16 20:36:34.446473 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2d4e54-44cf-414c-bc06-3a1d4b136c68 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:34.454067 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port f3735976-7e9f-4072-aa95-3dc63ed18cf0, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=f3735976-7e9f-4072-aa95-3dc63ed18cf0,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:34.465344 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8800e9e4-85de-452f-a075-ebc065ec4bf3 None None] Sync routers for ids ['fe5f7083-6901-4e26-8074-c0608657077b'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:34.476708 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b2d4e54-44cf-414c-bc06-3a1d4b136c68 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.477853 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2b2d4e54-44cf-414c-bc06-3a1d4b136c68 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.3750470 Jul 16 20:36:34.479232 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'f3735976-7e9f-4072-aa95-3dc63ed18cf0', 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b', 'port_id': 'f3735976-7e9f-4072-aa95-3dc63ed18cf0', 'mac_address': 'fa:16:3e:6f:f1:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3773b4e-f5c8-45c6-be17-27631a1d9f40', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:36:34.483102 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47282) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:34.484624 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8800e9e4-85de-452f-a075-ebc065ec4bf3 None None] Routers {'fe5f7083-6901-4e26-8074-c0608657077b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:34.485271 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-8800e9e4-85de-452f-a075-ebc065ec4bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:36:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['fe5f7083-6901-4e26-8074-c0608657077b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:34.494135 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-8558e49b-4c76-4814-a86b-0540915ab771 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1864725955-network', 'tenant_id': '36f95aa6340e4aea97bae036f3e9b70a'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:34.601041 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port b00427bd-d022-4f94-91a0-ac2ded9a7e1a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:34.601946 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.605798 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1398c46-22b9-4810-a02f-4bd6eeeff058 req-685d8486-9422-4657-be6b-443fe7116f15 service neutron] 10.222.0.62 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410042 Jul 16 20:36:34.637147 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-4dd75999-e731-49cb-80c7-56e7a6813703 service neutron] 10.222.0.62 "GET /v2.0/networks/a5f59c06-393b-4019-8402-c670013796dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755626 Jul 16 20:36:34.649664 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8558e49b-4c76-4814-a86b-0540915ab771 admin admin] Made reservation on behalf of 36f95aa6340e4aea97bae036f3e9b70a for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:34.652005 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8558e49b-4c76-4814-a86b-0540915ab771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.660260 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.676448 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0987bf-a840-44ef-9278-2dea2e7fc853 req-97dd9a0f-6af6-4ceb-b63b-ea066d2906ef tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:34.679172 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd0987bf-a840-44ef-9278-2dea2e7fc853 req-97dd9a0f-6af6-4ceb-b63b-ea066d2906ef tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8 HTTP/1.1" status: 200 len: 944 time: 0.4042771 Jul 16 20:36:34.686704 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8558e49b-4c76-4814-a86b-0540915ab771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.691291 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-8800e9e4-85de-452f-a075-ebc065ec4bf3 None None] Set router fe5f7083-6901-4e26-8074-c0608657077b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:34.694665 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3735976-7e9f-4072-aa95-3dc63ed18cf0 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:34.704772 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-97bb201c-8e9e-454d-bb9c-6a781dcc2937 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.718837 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b66fb-fa22-4046-a405-d594f1ab0819 req-5293d885-5b9f-4b19-a67f-1e8b17c11c31 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:34.720395 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f40b66fb-fa22-4046-a405-d594f1ab0819 req-5293d885-5b9f-4b19-a67f-1e8b17c11c31 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=68997d71-2fc1-41bb-8d66-d33a8ae709fa HTTP/1.1" status: 200 len: 946 time: 0.4467525 Jul 16 20:36:34.764605 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-221644a3-5ff5-44f7-ba69-24926c842619 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "GET /v2.0/routers/fe5f7083-6901-4e26-8074-c0608657077b HTTP/1.1" status: 200 len: 907 time: 0.2740424 Jul 16 20:36:34.768188 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47284) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:34.796096 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port f3735976-7e9f-4072-aa95-3dc63ed18cf0, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=f3735976-7e9f-4072-aa95-3dc63ed18cf0,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:34.822844 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.831029 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd0987bf-a840-44ef-9278-2dea2e7fc853 req-549f4763-1180-4c3b-a0e8-d63f55ee978d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330006 Jul 16 20:36:34.854670 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f40b66fb-fa22-4046-a405-d594f1ab0819 req-54f49caa-5eb1-4841-9f28-b6c86007d187 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074197 Jul 16 20:36:34.878979 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-69547515-312b-48d6-8038-bfeb33397711 service neutron] 10.222.0.62 "GET /v2.0/networks/a5f59c06-393b-4019-8402-c670013796dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288868 Jul 16 20:36:34.939403 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-ff281eaf-9243-496d-ae57-23e2544c5673 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=c9c7028e-c717-455b-b2ae-e3b788da21ae HTTP/1.1" status: 200 len: 217 time: 0.0502777 Jul 16 20:36:34.943202 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8558e49b-4c76-4814-a86b-0540915ab771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.949935 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8558e49b-4c76-4814-a86b-0540915ab771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.964750 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8558e49b-4c76-4814-a86b-0540915ab771 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:36:34.982053 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8558e49b-4c76-4814-a86b-0540915ab771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.982053 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-8558e49b-4c76-4814-a86b-0540915ab771 admin admin] Added segment 91f13fc4-991c-4e6e-93d3-3e5f11419e60 of type vlan for network 305a6289-f647-4a33-af65-843f82ea576b Jul 16 20:36:34.983476 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-97bb201c-8e9e-454d-bb9c-6a781dcc2937 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.065934 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8558e49b-4c76-4814-a86b-0540915ab771 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.085487 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bb201c-8e9e-454d-bb9c-6a781dcc2937 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network 004ece05-1fa7-4849-8b8b-acbb54c1296a is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:35.095437 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-9d26c601-4710-400c-bc59-0ecc89a09fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:35.096942 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-9d26c601-4710-400c-bc59-0ecc89a09fb3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ede8a670-7de2-4b7a-90c3-f13e1c31925d HTTP/1.1" status: 200 len: 797 time: 0.1259909 Jul 16 20:36:35.097828 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-97bb201c-8e9e-454d-bb9c-6a781dcc2937 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:35.103636 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bb201c-8e9e-454d-bb9c-6a781dcc2937 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:35.104417 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-97bb201c-8e9e-454d-bb9c-6a781dcc2937 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.106582 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f7eefab5-a102-415e-b1b8-fc80f5bef432 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.124542 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558e49b-4c76-4814-a86b-0540915ab771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68404ce-5cc7-4e22-b509-dcbae13266c8,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:35.142754 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=f3735976-7e9f-4072-aa95-3dc63ed18cf0,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:35.168130 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['f3735976-7e9f-4072-aa95-3dc63ed18cf0'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:36:35.205892 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb201c-8e9e-454d-bb9c-6a781dcc2937 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Port': ['ID=caab6f32-d0cc-4849-a8aa-30d139f472b9,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:35.208891 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8558e49b-4c76-4814-a86b-0540915ab771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.210115 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8558e49b-4c76-4814-a86b-0540915ab771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:35.211247 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8558e49b-4c76-4814-a86b-0540915ab771 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.271373 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-8800e9e4-85de-452f-a075-ebc065ec4bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5f7083-6901-4e26-8074-c0608657077b', 'name': 'tempest-snat-router-2063064486', 'tenant_id': '6d1c6e1270aa47269b7427b4e3ad907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '6e465cd2-0bb0-4910-be4f-bcb09c3c7441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:29Z', 'updated_at': '2021-07-16T20:36:32Z', 'revision_number': 3, 'project_id': '6d1c6e1270aa47269b7427b4e3ad907e', 'gw_port': {'id': '6e465cd2-0bb0-4910-be4f-bcb09c3c7441', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5f7083-6901-4e26-8074-c0608657077b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:30Z', 'updated_at': '2021-07-16T20:36:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:35.283124 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed1c20-084d-4e52-8c73-156d87b2a428 req-e4f803b2-2391-4597-8a38-4e37942cdd14 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:35.292609 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed1c20-084d-4e52-8c73-156d87b2a428 req-e4f803b2-2391-4597-8a38-4e37942cdd14 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:35.301438 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed1c20-084d-4e52-8c73-156d87b2a428 req-e4f803b2-2391-4597-8a38-4e37942cdd14 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:35.309927 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed1c20-084d-4e52-8c73-156d87b2a428 req-e4f803b2-2391-4597-8a38-4e37942cdd14 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:35.311700 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8800e9e4-85de-452f-a075-ebc065ec4bf3 None None] Checking router: fe5f7083-6901-4e26-8074-c0608657077b for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:36:35.312218 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8800e9e4-85de-452f-a075-ebc065ec4bf3 None None] Updating router fe5f7083-6901-4e26-8074-c0608657077b port 6e465cd2-0bb0-4910-be4f-bcb09c3c7441 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:36:35.316007 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed1c20-084d-4e52-8c73-156d87b2a428 req-e4f803b2-2391-4597-8a38-4e37942cdd14 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:35.322872 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed1c20-084d-4e52-8c73-156d87b2a428 req-e4f803b2-2391-4597-8a38-4e37942cdd14 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:35.328737 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed1c20-084d-4e52-8c73-156d87b2a428 req-e4f803b2-2391-4597-8a38-4e37942cdd14 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:35.330766 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-faed1c20-084d-4e52-8c73-156d87b2a428 req-e4f803b2-2391-4597-8a38-4e37942cdd14 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5418 time: 0.3074653 Jul 16 20:36:35.330992 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb201c-8e9e-454d-bb9c-6a781dcc2937 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Port': ['ID=5a55fde0-61c3-4826-a96c-d60ea8d77e32,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:35.339459 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8558e49b-4c76-4814-a86b-0540915ab771 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0428243 Jul 16 20:36:35.345466 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47290) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:35.354264 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-b113c312-bc17-4505-b8bd-8517fc33d5bb admin admin] Request body: {'subnet': {'network_id': '305a6289-f647-4a33-af65-843f82ea576b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1864725955-subnet', 'tenant_id': '36f95aa6340e4aea97bae036f3e9b70a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:35.361152 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f7eefab5-a102-415e-b1b8-fc80f5bef432 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.379912 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8800e9e4-85de-452f-a075-ebc065ec4bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.387727 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-13d35920-d565-49e4-8361-fbf0e39bbc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:35.388696 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-13d35920-d565-49e4-8361-fbf0e39bbc53 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2302368 Jul 16 20:36:35.394393 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558e49b-4c76-4814-a86b-0540915ab771 admin admin] Pushing event updated for resources: {'Network': ['ID=305a6289-f647-4a33-af65-843f82ea576b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:35.395084 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bb201c-8e9e-454d-bb9c-6a781dcc2937 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Checking segment: {'id': '824885e1-2175-4870-bfaf-d14066b8a8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ce2de889-d87f-4dcf-bdef-9a7a44364ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:35.395454 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bb201c-8e9e-454d-bb9c-6a781dcc2937 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network hostable DHCP agents. Network: ce2de889-d87f-4dcf-bdef-9a7a44364ed9, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:36:35.419318 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 305a6289-f647-4a33-af65-843f82ea576b details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:36:35.449700 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b113c312-bc17-4505-b8bd-8517fc33d5bb admin admin] Made reservation on behalf of 36f95aa6340e4aea97bae036f3e9b70a for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:35.452130 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b113c312-bc17-4505-b8bd-8517fc33d5bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.534461 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bb201c-8e9e-454d-bb9c-6a781dcc2937 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network ce2de889-d87f-4dcf-bdef-9a7a44364ed9 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:36:35.602529 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-97bb201c-8e9e-454d-bb9c-6a781dcc2937 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, ce2de889-d87f-4dcf-bdef-9a7a44364ed9) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:35.616764 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bb201c-8e9e-454d-bb9c-6a781dcc2937 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:35.622567 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bb201c-8e9e-454d-bb9c-6a781dcc2937 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:35.628399 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bb201c-8e9e-454d-bb9c-6a781dcc2937 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:35.628654 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9607b5fd-8ccc-4c03-a05a-71c2d017693f None None] Network ce2de889-d87f-4dcf-bdef-9a7a44364ed9 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:35.629102 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-97bb201c-8e9e-454d-bb9c-6a781dcc2937 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.663566 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-f7eefab5-a102-415e-b1b8-fc80f5bef432 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Deleting port 6e465cd2-0bb0-4910-be4f-bcb09c3c7441 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:35.663917 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f7eefab5-a102-415e-b1b8-fc80f5bef432 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.687813 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-2db1c56e-dba8-496c-8243-dd564ee5ba5f service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655356 Jul 16 20:36:35.691993 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-97bb201c-8e9e-454d-bb9c-6a781dcc2937 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7709744 Jul 16 20:36:35.699754 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47292) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:35.839731 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b288bcc1-0d63-4cdb-a66f-f66e6819482d details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:36:35.845794 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89da7bd-bfd6-49ed-800b-9d6efe5e00ae req-c72ffe79-7625-4104-aead-130bf4aaccc7 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:35.848024 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b89da7bd-bfd6-49ed-800b-9d6efe5e00ae req-c72ffe79-7625-4104-aead-130bf4aaccc7 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d661541-060f-47a9-bfc4-6465fdbc2431 HTTP/1.1" status: 200 len: 943 time: 0.7110057 Jul 16 20:36:35.853576 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-faed1c20-084d-4e52-8c73-156d87b2a428 req-d2029483-fa1a-4cd0-b950-3bad437f69d4 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5002768 Jul 16 20:36:35.910949 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b89da7bd-bfd6-49ed-800b-9d6efe5e00ae req-c1e332a7-5b6c-4e66-8d48-cdffbd539629 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557420 Jul 16 20:36:35.921258 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cea18d-3009-4011-b7ef-cf9e305201df req-9fafded0-39db-40ab-b39b-313f8610a3df tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:35.923271 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-38cea18d-3009-4011-b7ef-cf9e305201df req-9fafded0-39db-40ab-b39b-313f8610a3df tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.18 "GET /v2.0/ports?device_id=68997d71-2fc1-41bb-8d66-d33a8ae709fa HTTP/1.1" status: 200 len: 946 time: 0.5157537 Jul 16 20:36:35.981310 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8800e9e4-85de-452f-a075-ebc065ec4bf3 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.006968 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8800e9e4-85de-452f-a075-ebc065ec4bf3 None None] Transition to ACTIVE for port object 6e465cd2-0bb0-4910-be4f-bcb09c3c7441 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:36.046538 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8800e9e4-85de-452f-a075-ebc065ec4bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.091787 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f7eefab5-a102-415e-b1b8-fc80f5bef432 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.120109 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-5ab331d7-26da-4641-b4a6-f1de68b6e30e service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206691 Jul 16 20:36:36.120525 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-f7eefab5-a102-415e-b1b8-fc80f5bef432 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Calling delete_port for 6e465cd2-0bb0-4910-be4f-bcb09c3c7441 owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:36.122811 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port b288bcc1-0d63-4cdb-a66f-f66e6819482d, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b288bcc1-0d63-4cdb-a66f-f66e6819482d,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:36.126121 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b113c312-bc17-4505-b8bd-8517fc33d5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.136410 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-8800e9e4-85de-452f-a075-ebc065ec4bf3 None None] Attempting to bind port 6e465cd2-0bb0-4910-be4f-bcb09c3c7441 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:36.136812 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-8800e9e4-85de-452f-a075-ebc065ec4bf3 None None] Attempting to bind port 6e465cd2-0bb0-4910-be4f-bcb09c3c7441 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:36.137246 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8800e9e4-85de-452f-a075-ebc065ec4bf3 None None] Attempting to bind port 6e465cd2-0bb0-4910-be4f-bcb09c3c7441 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:36.144038 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781db0be-b79d-4536-a47b-3993dc2c1384 None None] Pushing event updated for resources: {'Port': ['ID=6e465cd2-0bb0-4910-be4f-bcb09c3c7441,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:36.150482 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'b288bcc1-0d63-4cdb-a66f-f66e6819482d', 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f', 'port_id': 'b288bcc1-0d63-4cdb-a66f-f66e6819482d', 'mac_address': 'fa:16:3e:bf:d0:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587f0aec-80a3-4172-9644-d785b8e153a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:36:36.154636 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8800e9e4-85de-452f-a075-ebc065ec4bf3 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:36.154636 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8800e9e4-85de-452f-a075-ebc065ec4bf3 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:36.154636 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8800e9e4-85de-452f-a075-ebc065ec4bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.155112 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8800e9e4-85de-452f-a075-ebc065ec4bf3 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:36.155824 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-8800e9e4-85de-452f-a075-ebc065ec4bf3 None None] Bound port: 6e465cd2-0bb0-4910-be4f-bcb09c3c7441, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:36.156363 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8800e9e4-85de-452f-a075-ebc065ec4bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.186110 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-38cea18d-3009-4011-b7ef-cf9e305201df req-e23e013b-6cc3-4d68-befd-35fe5b70dc09 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Deleting port 5c8e7416-77cc-4615-9d59-dc4f0ed7bc36 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:36.186719 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-38cea18d-3009-4011-b7ef-cf9e305201df req-e23e013b-6cc3-4d68-befd-35fe5b70dc09 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.228002 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890141f7-129e-469c-a6e2-b56d01b01354 req-aad75646-ef8a-4927-bea9-85ef057c2bb3 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:36.229709 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-890141f7-129e-469c-a6e2-b56d01b01354 req-aad75646-ef8a-4927-bea9-85ef057c2bb3 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/ports?device_id=68997d71-2fc1-41bb-8d66-d33a8ae709fa HTTP/1.1" status: 200 len: 946 time: 0.1587677 Jul 16 20:36:36.236863 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.247713 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-ed8c2cae-4a3b-40ea-8243-f18a6659aed3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=b5381535-2faf-4332-a7a0-66c456495a38 HTTP/1.1" status: 200 len: 217 time: 0.1114883 Jul 16 20:36:36.252623 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87d12f-b7a2-413d-924f-cf3ba00f761c req-621540f4-4b01-4c01-87a2-f53a91aacb6f tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:36.261298 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ab87d12f-b7a2-413d-924f-cf3ba00f761c req-621540f4-4b01-4c01-87a2-f53a91aacb6f tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8 HTTP/1.1" status: 200 len: 945 time: 0.1958954 Jul 16 20:36:36.261695 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b288bcc1-0d63-4cdb-a66f-f66e6819482d {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:36.269377 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8800e9e4-85de-452f-a075-ebc065ec4bf3 None None] For port 6e465cd2-0bb0-4910-be4f-bcb09c3c7441, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:36.279087 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8800e9e4-85de-452f-a075-ebc065ec4bf3 None None] For port 6e465cd2-0bb0-4910-be4f-bcb09c3c7441, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=6e465cd2-0bb0-4910-be4f-bcb09c3c7441,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:36.290996 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8800e9e4-85de-452f-a075-ebc065ec4bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.294140 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port b288bcc1-0d63-4cdb-a66f-f66e6819482d, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b288bcc1-0d63-4cdb-a66f-f66e6819482d,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:36.308211 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device f3735976-7e9f-4072-aa95-3dc63ed18cf0 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:36.315490 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-ad7156c5-ccb9-4e3c-93c5-f402753c2f9d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting port 5a55fde0-61c3-4826-a96c-d60ea8d77e32 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:36.315838 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ad7156c5-ccb9-4e3c-93c5-f402753c2f9d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.318531 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113c312-bc17-4505-b8bd-8517fc33d5bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2e227f8-e147-4c3a-a473-88bb7c298923,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:36.347172 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.375712 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ab87d12f-b7a2-413d-924f-cf3ba00f761c req-1a522fb5-6449-4620-b619-2beedcbbaf8c tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125128 Jul 16 20:36:36.383631 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-3a05c114-7b02-4998-b0c0-bd5bd64de2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:36.385217 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-3a05c114-7b02-4998-b0c0-bd5bd64de2fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ede8a670-7de2-4b7a-90c3-f13e1c31925d HTTP/1.1" status: 200 len: 797 time: 0.1314416 Jul 16 20:36:36.396917 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-890141f7-129e-469c-a6e2-b56d01b01354 req-f3349fd3-5fee-4906-b0f0-829e015f70b7 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups?id=22087793-2e12-45a0-b5f2-dfbd521b5da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559589 Jul 16 20:36:36.407095 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781db0be-b79d-4536-a47b-3993dc2c1384 None None] Pushing event updated for resources: {'Port': ['ID=6e465cd2-0bb0-4910-be4f-bcb09c3c7441,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:36.415105 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b113c312-bc17-4505-b8bd-8517fc33d5bb admin admin] Checking segment: {'id': '91f13fc4-991c-4e6e-93d3-3e5f11419e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '305a6289-f647-4a33-af65-843f82ea576b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:36.415660 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b113c312-bc17-4505-b8bd-8517fc33d5bb admin admin] Network hostable DHCP agents. Network: 305a6289-f647-4a33-af65-843f82ea576b, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:36:36.435203 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-38cea18d-3009-4011-b7ef-cf9e305201df req-e23e013b-6cc3-4d68-befd-35fe5b70dc09 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] For port 5c8e7416-77cc-4615-9d59-dc4f0ed7bc36, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=5c8e7416-77cc-4615-9d59-dc4f0ed7bc36,segment=NetworkSegment(825628ad-9a36-4b2b-b9e3-9f2da86637ff),segment_id=825628ad-9a36-4b2b-b9e3-9f2da86637ff)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:36.435602 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-38cea18d-3009-4011-b7ef-cf9e305201df req-e23e013b-6cc3-4d68-befd-35fe5b70dc09 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.440715 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8800e9e4-85de-452f-a075-ebc065ec4bf3 None None] Routers {'fe5f7083-6901-4e26-8074-c0608657077b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:36.441585 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-8800e9e4-85de-452f-a075-ebc065ec4bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:36:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['fe5f7083-6901-4e26-8074-c0608657077b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:36.451587 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-38cea18d-3009-4011-b7ef-cf9e305201df req-e23e013b-6cc3-4d68-befd-35fe5b70dc09 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Calling delete_port for 5c8e7416-77cc-4615-9d59-dc4f0ed7bc36 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:36.545776 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port f3735976-7e9f-4072-aa95-3dc63ed18cf0 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:36.546783 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ad7156c5-ccb9-4e3c-93c5-f402753c2f9d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.566979 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['b288bcc1-0d63-4cdb-a66f-f66e6819482d'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:36:36.573599 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port f3735976-7e9f-4072-aa95-3dc63ed18cf0 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:36.573599 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.588696 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-ad7156c5-ccb9-4e3c-93c5-f402753c2f9d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Calling delete_port for 5a55fde0-61c3-4826-a96c-d60ea8d77e32 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:36.601827 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=b288bcc1-0d63-4cdb-a66f-f66e6819482d,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:36.610089 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-8800e9e4-85de-452f-a075-ebc065ec4bf3 None None] Set router fe5f7083-6901-4e26-8074-c0608657077b gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:36.615710 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b113c312-bc17-4505-b8bd-8517fc33d5bb admin admin] Network 305a6289-f647-4a33-af65-843f82ea576b is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:36:36.644436 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-38cea18d-3009-4011-b7ef-cf9e305201df req-e23e013b-6cc3-4d68-befd-35fe5b70dc09 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.680156 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e013b-6cc3-4d68-befd-35fe5b70dc09 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Pushing event deleted for resources: {'Port': ['ID=5c8e7416-77cc-4615-9d59-dc4f0ed7bc36,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:36.713582 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-b113c312-bc17-4505-b8bd-8517fc33d5bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 305a6289-f647-4a33-af65-843f82ea576b) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:36.715868 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-8800e9e4-85de-452f-a075-ebc065ec4bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5f7083-6901-4e26-8074-c0608657077b', 'name': 'tempest-snat-router-2063064486', 'tenant_id': '6d1c6e1270aa47269b7427b4e3ad907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:29Z', 'updated_at': '2021-07-16T20:36:35Z', 'revision_number': 4, 'project_id': '6d1c6e1270aa47269b7427b4e3ad907e', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:36.728414 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b113c312-bc17-4505-b8bd-8517fc33d5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:36.729251 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b113c312-bc17-4505-b8bd-8517fc33d5bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.742610 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-38cea18d-3009-4011-b7ef-cf9e305201df req-e23e013b-6cc3-4d68-befd-35fe5b70dc09 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] No DVR routers for this DVR port 5c8e7416-77cc-4615-9d59-dc4f0ed7bc36 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:36:36.748565 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-38cea18d-3009-4011-b7ef-cf9e305201df req-e23e013b-6cc3-4d68-befd-35fe5b70dc09 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.752250 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-38cea18d-3009-4011-b7ef-cf9e305201df req-e23e013b-6cc3-4d68-befd-35fe5b70dc09 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.18 "DELETE /v2.0/ports/5c8e7416-77cc-4615-9d59-dc4f0ed7bc36 HTTP/1.1" status: 204 len: 173 time: 0.8212781 Jul 16 20:36:36.752250 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68997d71-2fc1-41bb-8d66-d33a8ae709fa', 'name': 'network-vif-deleted', 'tag': '5c8e7416-77cc-4615-9d59-dc4f0ed7bc36'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:36.752698 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-8628bef8-7e6d-42f0-b25d-e7b92c2f48c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:36.754061 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-8628bef8-7e6d-42f0-b25d-e7b92c2f48c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3581512 Jul 16 20:36:36.755096 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a66908-65e4-44b6-b8ca-d9d1b1d91e30" -d '{"events": [{"server_uuid": "68997d71-2fc1-41bb-8d66-d33a8ae709fa", "name": "network-vif-deleted", "tag": "5c8e7416-77cc-4615-9d59-dc4f0ed7bc36"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:36.756688 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b1275a-af2d-4516-a291-adae593887fe None None] Network 305a6289-f647-4a33-af65-843f82ea576b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:36.773686 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8800e9e4-85de-452f-a075-ebc065ec4bf3 None None] The sync data for ids ['fe5f7083-6901-4e26-8074-c0608657077b'] in n-d-791506-21 is: [{'id': 'fe5f7083-6901-4e26-8074-c0608657077b', 'name': 'tempest-snat-router-2063064486', 'tenant_id': '6d1c6e1270aa47269b7427b4e3ad907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:29Z', 'updated_at': '2021-07-16T20:36:35Z', 'revision_number': 4, 'project_id': '6d1c6e1270aa47269b7427b4e3ad907e', 'gw_port_host': None}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:36.779399 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f7eefab5-a102-415e-b1b8-fc80f5bef432 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.849689 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3e6d44-e398-44cf-b641-5be775521592 x-openstack-request-id: req-ed3e6d44-e398-44cf-b641-5be775521592 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:36.850760 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68997d71-2fc1-41bb-8d66-d33a8ae709fa", "name": "network-vif-deleted", "tag": "5c8e7416-77cc-4615-9d59-dc4f0ed7bc36", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:36.851523 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ed3e6d44-e398-44cf-b641-5be775521592 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:36.851700 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68997d71-2fc1-41bb-8d66-d33a8ae709fa', 'name': 'network-vif-deleted', 'tag': '5c8e7416-77cc-4615-9d59-dc4f0ed7bc36', 'status': 'completed', 'code': 200} Jul 16 20:36:36.866649 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b113c312-bc17-4505-b8bd-8517fc33d5bb admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5181296 Jul 16 20:36:36.867790 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eefab5-a102-415e-b1b8-fc80f5bef432 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e465cd2-0bb0-4910-be4f-bcb09c3c7441,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:36.991979 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ad7156c5-ccb9-4e3c-93c5-f402753c2f9d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.079857 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.222768 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36ed41d-9082-454b-9b0d-0a17e2a2de36 None None] Network 305a6289-f647-4a33-af65-843f82ea576b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:37.281761 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3735976-7e9f-4072-aa95-3dc63ed18cf0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:37.285493 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dbeba4-f58e-4873-ad0d-0ffcc62192af" -d '{"events": [{"server_uuid": "99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8", "name": "network-vif-plugged", "status": "completed", "tag": "f3735976-7e9f-4072-aa95-3dc63ed18cf0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:37.321335 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c69cf-ca0d-487e-aaa1-204497d7931f req-8d49a16e-0ab6-4787-a261-cbf5e27ece91 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:37.325266 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port f3735976-7e9f-4072-aa95-3dc63ed18cf0, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=f3735976-7e9f-4072-aa95-3dc63ed18cf0,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:37.335604 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-107c69cf-ca0d-487e-aaa1-204497d7931f req-8d49a16e-0ab6-4787-a261-cbf5e27ece91 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d661541-060f-47a9-bfc4-6465fdbc2431 HTTP/1.1" status: 200 len: 944 time: 0.1433794 Jul 16 20:36:37.339979 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.396752 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df99b5-8637-47e7-a57a-9adc9ea422c5 req-b06baa9e-a3d0-4d60-a579-a011a2e09f9a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:37.410064 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df99b5-8637-47e7-a57a-9adc9ea422c5 req-b06baa9e-a3d0-4d60-a579-a011a2e09f9a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:37.426121 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df99b5-8637-47e7-a57a-9adc9ea422c5 req-b06baa9e-a3d0-4d60-a579-a011a2e09f9a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:37.437958 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df99b5-8637-47e7-a57a-9adc9ea422c5 req-b06baa9e-a3d0-4d60-a579-a011a2e09f9a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:37.445154 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df99b5-8637-47e7-a57a-9adc9ea422c5 req-b06baa9e-a3d0-4d60-a579-a011a2e09f9a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:37.456962 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df99b5-8637-47e7-a57a-9adc9ea422c5 req-b06baa9e-a3d0-4d60-a579-a011a2e09f9a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:37.465269 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df99b5-8637-47e7-a57a-9adc9ea422c5 req-b06baa9e-a3d0-4d60-a579-a011a2e09f9a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:37.474642 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-88df99b5-8637-47e7-a57a-9adc9ea422c5 req-b06baa9e-a3d0-4d60-a579-a011a2e09f9a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5418 time: 0.3270109 Jul 16 20:36:37.497941 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-107c69cf-ca0d-487e-aaa1-204497d7931f req-c748d9c6-542a-4934-bf11-f67faa2563f0 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612506 Jul 16 20:36:37.510695 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7156c5-ccb9-4e3c-93c5-f402753c2f9d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Port': ['ID=5a55fde0-61c3-4826-a96c-d60ea8d77e32,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:37.526796 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-c2d7025b-a8ab-4dc1-9cda-1002910cc3c0 service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7622011 Jul 16 20:36:37.543175 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ad7156c5-ccb9-4e3c-93c5-f402753c2f9d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.549118 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-88df99b5-8637-47e7-a57a-9adc9ea422c5 req-d9755f9f-b011-422b-b1ef-8f41d0ef349a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685322 Jul 16 20:36:37.550041 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ad7156c5-ccb9-4e3c-93c5-f402753c2f9d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/ports/5a55fde0-61c3-4826-a96c-d60ea8d77e32 HTTP/1.1" status: 204 len: 168 time: 1.8442767 Jul 16 20:36:37.551291 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47316) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:37.581220 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f7eefab5-a102-415e-b1b8-fc80f5bef432 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.594731 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=f3735976-7e9f-4072-aa95-3dc63ed18cf0,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:37.802125 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f7eefab5-a102-415e-b1b8-fc80f5bef432 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.808062 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f7eefab5-a102-415e-b1b8-fc80f5bef432 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.826848 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-ace50d52-51ce-4b1e-bcb6-392845b2f600 service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709053 Jul 16 20:36:37.827115 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['5c8e7416-77cc-4615-9d59-dc4f0ed7bc36'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:36:37.968766 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-adce5848-140b-4bcd-92e2-397ec1792c63 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=dbb2a1f8-6655-4e13-8f01-649325559b94 HTTP/1.1" status: 200 len: 217 time: 0.1046107 Jul 16 20:36:37.992868 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f7eefab5-a102-415e-b1b8-fc80f5bef432 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.999099 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7eefab5-a102-415e-b1b8-fc80f5bef432 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe5f7083-6901-4e26-8074-c0608657077b {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:38.004275 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1706035c-fdd1-4fc0-96e9-af497d81a971 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:38.012195 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28999a4f-3162-43a5-94ef-8114ddf53fa4 x-openstack-request-id: req-28999a4f-3162-43a5-94ef-8114ddf53fa4 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:38.012656 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8", "name": "network-vif-plugged", "status": "completed", "tag": "f3735976-7e9f-4072-aa95-3dc63ed18cf0", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:38.013048 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-28999a4f-3162-43a5-94ef-8114ddf53fa4 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:38.013691 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3735976-7e9f-4072-aa95-3dc63ed18cf0', 'code': 200} Jul 16 20:36:38.019051 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1706035c-fdd1-4fc0-96e9-af497d81a971 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:38.021484 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1706035c-fdd1-4fc0-96e9-af497d81a971 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4660885 Jul 16 20:36:38.026617 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47324) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:38.043773 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f7eefab5-a102-415e-b1b8-fc80f5bef432 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.047390 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f7eefab5-a102-415e-b1b8-fc80f5bef432 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "DELETE /v2.0/routers/fe5f7083-6901-4e26-8074-c0608657077b HTTP/1.1" status: 204 len: 168 time: 3.2742865 Jul 16 20:36:38.049691 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47328) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:38.180677 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-bc1397ca-517b-4835-8841-5552662c6eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:38.182676 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-bc1397ca-517b-4835-8841-5552662c6eb0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ede8a670-7de2-4b7a-90c3-f13e1c31925d HTTP/1.1" status: 200 len: 797 time: 0.2036893 Jul 16 20:36:38.259231 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f5436-fe55-463b-aaec-937d6d5f35a3 req-bb6d9f68-c574-43a9-96d4-ad8be05c338d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:38.266364 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-13937cde-7d82-48a2-a107-2b03cd670618 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.266514 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a97f5436-fe55-463b-aaec-937d6d5f35a3 req-bb6d9f68-c574-43a9-96d4-ad8be05c338d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8 HTTP/1.1" status: 200 len: 946 time: 0.4206438 Jul 16 20:36:38.293848 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d942b8-ebc2-4ffa-afdc-e2b9fbe2f1c6 req-99702ec7-b296-4bee-b3a2-7d61750313e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:38.296150 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d3d942b8-ebc2-4ffa-afdc-e2b9fbe2f1c6 req-99702ec7-b296-4bee-b3a2-7d61750313e3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8 HTTP/1.1" status: 200 len: 1098 time: 0.1773160 Jul 16 20:36:38.350059 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-879e7ff4-0f64-4540-9210-85bc9d3f504a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting port caab6f32-d0cc-4849-a8aa-30d139f472b9 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:38.350689 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-879e7ff4-0f64-4540-9210-85bc9d3f504a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.365042 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a97f5436-fe55-463b-aaec-937d6d5f35a3 req-815ad2d3-2b7a-4204-813a-56c83da320dc tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977523 Jul 16 20:36:38.394972 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d3d942b8-ebc2-4ffa-afdc-e2b9fbe2f1c6 req-d475606a-53c7-4946-9d70-0291faaf562d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894804 Jul 16 20:36:38.426852 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47342) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:38.465026 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-879e7ff4-0f64-4540-9210-85bc9d3f504a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.479493 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-7ae80c79-f590-47eb-9bef-78d30ab52034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:38.481083 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-879e7ff4-0f64-4540-9210-85bc9d3f504a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Calling delete_port for caab6f32-d0cc-4849-a8aa-30d139f472b9 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:38.481859 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-7ae80c79-f590-47eb-9bef-78d30ab52034 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2853496 Jul 16 20:36:38.530495 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-13937cde-7d82-48a2-a107-2b03cd670618 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.575402 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-879e7ff4-0f64-4540-9210-85bc9d3f504a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.613333 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e7ff4-0f64-4540-9210-85bc9d3f504a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Port': ['ID=caab6f32-d0cc-4849-a8aa-30d139f472b9,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:38.613611 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-689e115b-46ea-4535-9c73-f9edceeb9ff9 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.623068 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-879e7ff4-0f64-4540-9210-85bc9d3f504a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.626684 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-879e7ff4-0f64-4540-9210-85bc9d3f504a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/ports/caab6f32-d0cc-4849-a8aa-30d139f472b9 HTTP/1.1" status: 204 len: 168 time: 0.5985239 Jul 16 20:36:38.630263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47348) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:38.715577 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-689e115b-46ea-4535-9c73-f9edceeb9ff9 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.730889 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-c1904a5c-25a7-4f4b-8ed5-88fa1797886e service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359927 Jul 16 20:36:38.760026 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf2dea7-5ee9-41d0-b5b4-278a4ec5472b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:38.764156 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3bf2dea7-5ee9-41d0-b5b4-278a4ec5472b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1295960 Jul 16 20:36:38.778854 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47350) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:38.829418 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3789570-74d0-4499-8e96-84ed9d02a4a7 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] GET failed (client error): The resource could not be found. Jul 16 20:36:38.833477 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b3789570-74d0-4499-8e96-84ed9d02a4a7 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "GET /v2.0/ports/5a55fde0-61c3-4826-a96c-d60ea8d77e32 HTTP/1.1" status: 404 len: 333 time: 0.0460601 Jul 16 20:36:38.835471 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d0f38-37b3-4558-bd19-b5a5fc448340 req-e0410fb8-37b2-4776-b0c9-a799d64492ea tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:38.837544 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba0d0f38-37b3-4558-bd19-b5a5fc448340 req-e0410fb8-37b2-4776-b0c9-a799d64492ea tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d661541-060f-47a9-bfc4-6465fdbc2431 HTTP/1.1" status: 200 len: 944 time: 0.1444480 Jul 16 20:36:38.840291 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47352) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:38.865356 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-13937cde-7d82-48a2-a107-2b03cd670618 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Deleting port b00427bd-d022-4f94-91a0-ac2ded9a7e1a {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:38.865912 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-13937cde-7d82-48a2-a107-2b03cd670618 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.893110 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-689e115b-46ea-4535-9c73-f9edceeb9ff9 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.896086 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-689e115b-46ea-4535-9c73-f9edceeb9ff9 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.897893 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-689e115b-46ea-4535-9c73-f9edceeb9ff9 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "DELETE /v2.0/security-groups/483b74f4-2a5a-429e-9c58-b8605cfa648f HTTP/1.1" status: 204 len: 168 time: 0.4677980 Jul 16 20:36:38.902814 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47354) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:38.903150 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb44281a-c0b0-45f7-ad41-2b6e5a154e10 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] GET failed (client error): The resource could not be found. Jul 16 20:36:38.905032 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bb44281a-c0b0-45f7-ad41-2b6e5a154e10 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "GET /v2.0/ports/caab6f32-d0cc-4849-a8aa-30d139f472b9 HTTP/1.1" status: 404 len: 333 time: 0.0639350 Jul 16 20:36:38.911930 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47358) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:38.933560 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e115b-46ea-4535-9c73-f9edceeb9ff9 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=483b74f4-2a5a-429e-9c58-b8605cfa648f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:38.934040 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-65329db9-b1c3-40a2-8a61-077bf8b70237 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] show failed (client error): The resource could not be found. Jul 16 20:36:38.939101 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-65329db9-b1c3-40a2-8a61-077bf8b70237 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "GET /v2.0/security-groups/483b74f4-2a5a-429e-9c58-b8605cfa648f HTTP/1.1" status: 404 len: 347 time: 0.0329304 Jul 16 20:36:38.944399 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47360) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:38.968837 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5ac34-3a84-47c7-8243-4e91bdfb3b64 req-17cf89a3-ec53-4efa-9065-aab0bd002773 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:38.975542 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5ac34-3a84-47c7-8243-4e91bdfb3b64 req-17cf89a3-ec53-4efa-9065-aab0bd002773 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:38.981392 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5ac34-3a84-47c7-8243-4e91bdfb3b64 req-17cf89a3-ec53-4efa-9065-aab0bd002773 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:38.987512 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5ac34-3a84-47c7-8243-4e91bdfb3b64 req-17cf89a3-ec53-4efa-9065-aab0bd002773 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:38.994035 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5ac34-3a84-47c7-8243-4e91bdfb3b64 req-17cf89a3-ec53-4efa-9065-aab0bd002773 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:38.999896 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5ac34-3a84-47c7-8243-4e91bdfb3b64 req-17cf89a3-ec53-4efa-9065-aab0bd002773 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:39.000442 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-240c3556-0e32-477b-a9bd-499e8fb47e6e service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614028 Jul 16 20:36:39.005752 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5ac34-3a84-47c7-8243-4e91bdfb3b64 req-17cf89a3-ec53-4efa-9065-aab0bd002773 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:39.008063 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d8e5ac34-3a84-47c7-8243-4e91bdfb3b64 req-17cf89a3-ec53-4efa-9065-aab0bd002773 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5418 time: 0.2383046 Jul 16 20:36:39.021398 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba0d0f38-37b3-4558-bd19-b5a5fc448340 req-c71296b8-0082-4ee7-b194-d6d5be58375d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655722 Jul 16 20:36:39.064915 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-c9c37991-b3d2-4a68-9b54-61fe721deec2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=9c2a4800-9a2a-4b56-925d-1fa35a5727a0 HTTP/1.1" status: 200 len: 217 time: 0.0556657 Jul 16 20:36:39.111939 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-13937cde-7d82-48a2-a107-2b03cd670618 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] For port b00427bd-d022-4f94-91a0-ac2ded9a7e1a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b00427bd-d022-4f94-91a0-ac2ded9a7e1a,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:39.112300 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-13937cde-7d82-48a2-a107-2b03cd670618 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.138681 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d8e5ac34-3a84-47c7-8243-4e91bdfb3b64 req-44222156-29b9-4a06-96c6-0b7915840efa tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1149950 Jul 16 20:36:39.145757 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1f16b3e-8751-403e-8d47-574b1744efae tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.155958 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-13937cde-7d82-48a2-a107-2b03cd670618 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Calling delete_port for b00427bd-d022-4f94-91a0-ac2ded9a7e1a owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:39.199340 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-777efdac-9bc8-4042-9586-e6aa410a192b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:39.201754 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-777efdac-9bc8-4042-9586-e6aa410a192b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ede8a670-7de2-4b7a-90c3-f13e1c31925d HTTP/1.1" status: 200 len: 797 time: 0.1039991 Jul 16 20:36:39.347511 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-42a29fdb-7334-4951-b67a-69ff691777e3 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:39.351324 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-42a29fdb-7334-4951-b67a-69ff691777e3 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/networks?id=305a6289-f647-4a33-af65-843f82ea576b HTTP/1.1" status: 200 len: 809 time: 0.2312324 Jul 16 20:36:39.362453 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e9862edf-28f7-46a8-80aa-89628a4aa629 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Deleting port 82188344-da2a-492f-a506-d3b4770eef76 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:39.362996 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e9862edf-28f7-46a8-80aa-89628a4aa629 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.416847 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-4001483e-a79b-417b-90ed-ebdcd711616a tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/quotas/36f95aa6340e4aea97bae036f3e9b70a HTTP/1.1" status: 200 len: 375 time: 0.0570288 Jul 16 20:36:39.467116 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1f16b3e-8751-403e-8d47-574b1744efae tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.490026 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-a1f16b3e-8751-403e-8d47-574b1744efae tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce2de889-d87f-4dcf-bdef-9a7a44364ed9']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:39.523857 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-030dcfb1-c539-4194-9c4d-434380da04b8 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=36f95aa6340e4aea97bae036f3e9b70a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0989161 Jul 16 20:36:39.567714 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-a1f16b3e-8751-403e-8d47-574b1744efae tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824885e1-2175-4870-bfaf-d14066b8a8fe') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:39.568197 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-a1f16b3e-8751-403e-8d47-574b1744efae tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824885e1-2175-4870-bfaf-d14066b8a8fe') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:39.609182 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1f16b3e-8751-403e-8d47-574b1744efae tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.613658 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-c2b165d7-216b-4bbb-9aa6-313bdf1e2406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:39.616315 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-c2b165d7-216b-4bbb-9aa6-313bdf1e2406 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3624594 Jul 16 20:36:39.648561 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1f16b3e-8751-403e-8d47-574b1744efae tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.669114 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f16b3e-8751-403e-8d47-574b1744efae tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:36:39.669533 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1f16b3e-8751-403e-8d47-574b1744efae tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: items = [ Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:36:39.673873 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:36:39.677970 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e9862edf-28f7-46a8-80aa-89628a4aa629 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.677970 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e9862edf-28f7-46a8-80aa-89628a4aa629 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.696819 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e9862edf-28f7-46a8-80aa-89628a4aa629 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Calling delete_port for 82188344-da2a-492f-a506-d3b4770eef76 owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:39.780367 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868505b-ecb3-4775-875f-3c454788f9f8 req-cdafc355-9a9d-47e9-8d8c-a1d16579ede3 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:39.781765 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9868505b-ecb3-4775-875f-3c454788f9f8 req-cdafc355-9a9d-47e9-8d8c-a1d16579ede3 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8 HTTP/1.1" status: 200 len: 946 time: 0.3032424 Jul 16 20:36:39.785466 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-4c8a4b49-654a-40d7-bdbb-607e43fdd70f service neutron] 10.222.0.38 "GET /v2.0/networks/305a6289-f647-4a33-af65-843f82ea576b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431686 Jul 16 20:36:39.803483 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-13937cde-7d82-48a2-a107-2b03cd670618 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.818060 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1f16b3e-8751-403e-8d47-574b1744efae tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.838861 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b288bcc1-0d63-4cdb-a66f-f66e6819482d up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:39.847648 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13937cde-7d82-48a2-a107-2b03cd670618 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Pushing event deleted for resources: {'Port': ['ID=b00427bd-d022-4f94-91a0-ac2ded9a7e1a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:39.852592 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1f16b3e-8751-403e-8d47-574b1744efae tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.861630 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a1f16b3e-8751-403e-8d47-574b1744efae tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/networks/ce2de889-d87f-4dcf-bdef-9a7a44364ed9 HTTP/1.1" status: 204 len: 168 time: 0.9393260 Jul 16 20:36:39.861630 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-3e38a2e1-f8c7-441f-8bc0-e237e647aedd service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317741 Jul 16 20:36:39.871376 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47376) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:39.885823 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f16b3e-8751-403e-8d47-574b1744efae tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Network': ['ID=ce2de889-d87f-4dcf-bdef-9a7a44364ed9,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:39.886164 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-4c5168c2-d681-42a0-8409-0e3730bd498b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-46596231'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:39.902597 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port b288bcc1-0d63-4cdb-a66f-f66e6819482d completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:39.908499 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port b288bcc1-0d63-4cdb-a66f-f66e6819482d triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:39.909150 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.940997 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9868505b-ecb3-4775-875f-3c454788f9f8 req-d40004c1-aaf6-4c74-91c9-6c92a73c469e tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503205 Jul 16 20:36:40.000159 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-13937cde-7d82-48a2-a107-2b03cd670618 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.013891 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5168c2-d681-42a0-8409-0e3730bd498b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:40.017475 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4c5168c2-d681-42a0-8409-0e3730bd498b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.052969 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.060696 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-debff91e-139a-40d7-a312-ad1bb0955277 service neutron] 10.222.0.38 "GET /v2.0/networks/305a6289-f647-4a33-af65-843f82ea576b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544394 Jul 16 20:36:40.089615 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e9862edf-28f7-46a8-80aa-89628a4aa629 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.164570 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c5168c2-d681-42a0-8409-0e3730bd498b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:36:40.173460 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9862edf-28f7-46a8-80aa-89628a4aa629 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Pushing event deleted for resources: {'Port': ['ID=82188344-da2a-492f-a506-d3b4770eef76,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:40.279118 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4c5168c2-d681-42a0-8409-0e3730bd498b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.284281 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-4c5168c2-d681-42a0-8409-0e3730bd498b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Added segment ab554be4-2283-4a90-9aa1-877dcd22b640 of type vlan for network ea98dea7-988f-4400-b408-70cafdc45e5a Jul 16 20:36:40.296904 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d661541-060f-47a9-bfc4-6465fdbc2431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b288bcc1-0d63-4cdb-a66f-f66e6819482d'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:40.299807 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723c42d6-03a3-463a-a066-edd333421701" -d '{"events": [{"server_uuid": "4d661541-060f-47a9-bfc4-6465fdbc2431", "name": "network-vif-plugged", "status": "completed", "tag": "b288bcc1-0d63-4cdb-a66f-f66e6819482d"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:40.315786 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port b288bcc1-0d63-4cdb-a66f-f66e6819482d, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b288bcc1-0d63-4cdb-a66f-f66e6819482d,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:40.330298 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.331508 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 5c8e7416-77cc-4615-9d59-dc4f0ed7bc36 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:40.354057 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 5c8e7416-77cc-4615-9d59-dc4f0ed7bc36 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:36:40.354438 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 5c8e7416-77cc-4615-9d59-dc4f0ed7bc36 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:36:40.411217 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=b288bcc1-0d63-4cdb-a66f-f66e6819482d,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:40.427605 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4c5168c2-d681-42a0-8409-0e3730bd498b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.455735 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e9862edf-28f7-46a8-80aa-89628a4aa629 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.458371 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e9862edf-28f7-46a8-80aa-89628a4aa629 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.460115 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e9862edf-28f7-46a8-80aa-89628a4aa629 tempest-ImagesOneServerNegativeTestJSON-981495447 tempest-ImagesOneServerNegativeTestJSON-981495447-project] 10.222.0.38 "DELETE /v2.0/floatingips/cbf92a7f-34fa-4f11-9dd1-32c321f142f2 HTTP/1.1" status: 204 len: 168 time: 1.5147598 Jul 16 20:36:40.512635 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4c5168c2-d681-42a0-8409-0e3730bd498b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.517725 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-13937cde-7d82-48a2-a107-2b03cd670618 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.520878 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-13937cde-7d82-48a2-a107-2b03cd670618 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.535196 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5168c2-d681-42a0-8409-0e3730bd498b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:40.535850 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4c5168c2-d681-42a0-8409-0e3730bd498b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.556682 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64511c2-567e-43aa-8a6d-eee9d587bc8e req-986b111b-57e5-4564-bcf1-81fcfe709a5f tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:40.558374 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d64511c2-567e-43aa-8a6d-eee9d587bc8e req-986b111b-57e5-4564-bcf1-81fcfe709a5f tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d661541-060f-47a9-bfc4-6465fdbc2431 HTTP/1.1" status: 200 len: 944 time: 0.2808921 Jul 16 20:36:40.582203 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-13937cde-7d82-48a2-a107-2b03cd670618 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.583299 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13937cde-7d82-48a2-a107-2b03cd670618 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db8052da-a509-4af5-b596-26ee89240112 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:40.599266 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-13937cde-7d82-48a2-a107-2b03cd670618 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.601168 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-13937cde-7d82-48a2-a107-2b03cd670618 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "DELETE /v2.0/routers/db8052da-a509-4af5-b596-26ee89240112 HTTP/1.1" status: 204 len: 168 time: 2.5482690 Jul 16 20:36:40.609938 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47398) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:40.620286 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e6dcc140-06ec-4420-a62e-6da713a7713b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-418798217', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}, 'admin_state_up': False}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:40.642758 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-b8ef6ca8-eccf-44ac-b16d-f84611792ea1 service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7705278 Jul 16 20:36:40.691172 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4c5168c2-d681-42a0-8409-0e3730bd498b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8141284 Jul 16 20:36:40.699108 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47402) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:40.723951 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-98475ee7-1129-4f61-aa15-ad85a226c6b4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=38e7200d-92b8-4114-bcf6-4d8de1ed7adf HTTP/1.1" status: 200 len: 217 time: 0.0721850 Jul 16 20:36:40.744179 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-4865a2d9-459b-414e-ba90-a42b8a590c44 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'subnet': {'network_id': 'ea98dea7-988f-4400-b408-70cafdc45e5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:40.752383 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5168c2-d681-42a0-8409-0e3730bd498b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Network': ['ID=ea98dea7-988f-4400-b408-70cafdc45e5a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:40.775056 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network ea98dea7-988f-4400-b408-70cafdc45e5a details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:36:40.776586 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6dcc140-06ec-4420-a62e-6da713a7713b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.778058 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6dcc140-06ec-4420-a62e-6da713a7713b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.805765 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-e0aa8d33-0a38-430e-b307-7c5468b604be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:40.807550 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-e0aa8d33-0a38-430e-b307-7c5468b604be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ddbb0f23-4d7f-4c3a-a43b-0ba8f2788bfb HTTP/1.1" status: 200 len: 797 time: 0.0695784 Jul 16 20:36:40.884293 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6dcc140-06ec-4420-a62e-6da713a7713b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.908883 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d64511c2-567e-43aa-8a6d-eee9d587bc8e req-7aeecc88-51f4-461f-bfa5-1ccbb8f46fa5 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160241 Jul 16 20:36:40.981995 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e76371-67cf-46d0-864a-91d8ba600954 x-openstack-request-id: req-c5e76371-67cf-46d0-864a-91d8ba600954 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:40.982518 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d661541-060f-47a9-bfc4-6465fdbc2431", "name": "network-vif-plugged", "status": "completed", "tag": "b288bcc1-0d63-4cdb-a66f-f66e6819482d", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:40.982606 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c5e76371-67cf-46d0-864a-91d8ba600954 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:40.982959 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d661541-060f-47a9-bfc4-6465fdbc2431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b288bcc1-0d63-4cdb-a66f-f66e6819482d', 'code': 200} Jul 16 20:36:41.019987 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09099261-0636-46ce-9038-f82d1b710e98 req-f6234826-62c6-4f08-9b83-55e7f8799a28 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:41.027415 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09099261-0636-46ce-9038-f82d1b710e98 req-f6234826-62c6-4f08-9b83-55e7f8799a28 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:41.033837 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09099261-0636-46ce-9038-f82d1b710e98 req-f6234826-62c6-4f08-9b83-55e7f8799a28 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:41.051062 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09099261-0636-46ce-9038-f82d1b710e98 req-f6234826-62c6-4f08-9b83-55e7f8799a28 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:41.060193 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09099261-0636-46ce-9038-f82d1b710e98 req-f6234826-62c6-4f08-9b83-55e7f8799a28 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:41.067254 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09099261-0636-46ce-9038-f82d1b710e98 req-f6234826-62c6-4f08-9b83-55e7f8799a28 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:41.074741 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09099261-0636-46ce-9038-f82d1b710e98 req-f6234826-62c6-4f08-9b83-55e7f8799a28 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:41.076698 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09099261-0636-46ce-9038-f82d1b710e98 req-f6234826-62c6-4f08-9b83-55e7f8799a28 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5418 time: 0.4638827 Jul 16 20:36:41.098517 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4865a2d9-459b-414e-ba90-a42b8a590c44 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:41.103220 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4865a2d9-459b-414e-ba90-a42b8a590c44 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.106585 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-2d48482b-5a65-4e36-a2b5-0f8383c070eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:41.108079 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-2d48482b-5a65-4e36-a2b5-0f8383c070eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8220058e-73c4-4bbb-9a58-d9b747bb6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2923200 Jul 16 20:36:41.113965 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6dcc140-06ec-4420-a62e-6da713a7713b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.202968 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dfbe52dc-89d2-42e3-9345-e7a1b08fb140 req-d7af83e3-df08-4b37-a33e-d6fb7a3bf0a7 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc4fb7c5-bdb8-4dce-afc1-592260b5d04f HTTP/1.1" status: 200 len: 210 time: 0.1240518 Jul 16 20:36:41.307594 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09099261-0636-46ce-9038-f82d1b710e98 req-f4ef4b31-44ab-470b-9a40-12f5d647cda7 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2105112 Jul 16 20:36:41.309324 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-2de9e9d5-74cc-4672-8462-1dae9465452f service neutron] 10.222.0.62 "GET /v2.0/networks/8220058e-73c4-4bbb-9a58-d9b747bb6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909838 Jul 16 20:36:41.389439 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb6d9a-1755-4ad7-b4b8-955791a8f7d8 req-52cb5d03-0c80-40a1-bc07-2c0a5619531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:41.393411 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1fbb6d9a-1755-4ad7-b4b8-955791a8f7d8 req-52cb5d03-0c80-40a1-bc07-2c0a5619531b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4d661541-060f-47a9-bfc4-6465fdbc2431 HTTP/1.1" status: 200 len: 1097 time: 0.3157871 Jul 16 20:36:41.515631 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-0a43f224-ce25-44e1-b743-61803eb9ba61 service neutron] 10.222.0.62 "GET /v2.0/networks/8220058e-73c4-4bbb-9a58-d9b747bb6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951487 Jul 16 20:36:41.538646 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1fbb6d9a-1755-4ad7-b4b8-955791a8f7d8 req-dafa07f5-118a-4ed9-a704-39b582cba666 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359050 Jul 16 20:36:41.561565 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47422) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:41.657027 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-123d3ae4-3478-4b59-a3c1-391579b4d3c5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a01f51a9-92dd-4e1a-bd77-2234ac6f2686 HTTP/1.1" status: 200 len: 217 time: 0.1307249 Jul 16 20:36:41.688964 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4865a2d9-459b-414e-ba90-a42b8a590c44 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.737126 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-3373ed47-bc7e-4c29-b395-0d624fcbb3c8 admin admin] Deleting subnet cf096263-e475-4469-ad27-b632113d6208 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:36:41.741923 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3373ed47-bc7e-4c29-b395-0d624fcbb3c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.818556 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6dcc140-06ec-4420-a62e-6da713a7713b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.820627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865a2d9-459b-414e-ba90-a42b8a590c44 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Subnet': ['ID=e76cece4-2caa-495d-ac5b-de6b375b61f8,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:41.830284 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3373ed47-bc7e-4c29-b395-0d624fcbb3c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.841461 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-8565336d-3f89-4951-ae50-bae1cb068f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:41.843013 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-8565336d-3f89-4951-ae50-bae1cb068f2d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ddbb0f23-4d7f-4c3a-a43b-0ba8f2788bfb HTTP/1.1" status: 200 len: 797 time: 0.1776204 Jul 16 20:36:41.844196 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6dcc140-06ec-4420-a62e-6da713a7713b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.862401 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4865a2d9-459b-414e-ba90-a42b8a590c44 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Checking segment: {'id': 'ab554be4-2283-4a90-9aa1-877dcd22b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ea98dea7-988f-4400-b408-70cafdc45e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:41.862855 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4865a2d9-459b-414e-ba90-a42b8a590c44 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network hostable DHCP agents. Network: ea98dea7-988f-4400-b408-70cafdc45e5a, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:36:41.907395 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3373ed47-bc7e-4c29-b395-0d624fcbb3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.909814 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4865a2d9-459b-414e-ba90-a42b8a590c44 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network ea98dea7-988f-4400-b408-70cafdc45e5a is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:36:41.940437 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-4865a2d9-459b-414e-ba90-a42b8a590c44 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, ea98dea7-988f-4400-b408-70cafdc45e5a) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:41.952099 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4865a2d9-459b-414e-ba90-a42b8a590c44 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:41.952431 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4865a2d9-459b-414e-ba90-a42b8a590c44 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.962132 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ea3761-d6c8-486d-827d-35e05d12b3b4 None None] Network ea98dea7-988f-4400-b408-70cafdc45e5a requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:41.980700 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4865a2d9-459b-414e-ba90-a42b8a590c44 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2452576 Jul 16 20:36:41.982410 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47436) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:41.987176 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-abbb5bab-d71f-457a-9823-6eff18d084ed tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'port': {'network_id': 'ea98dea7-988f-4400-b408-70cafdc45e5a', 'name': 'tempest-PortsTestJSON-1062986027'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:42.010379 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-e6dcc140-06ec-4420-a62e-6da713a7713b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Allocated IP 172.25.0.56 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/e270799b-187e-4a41-84d1-186940c204d3) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:42.075631 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3373ed47-bc7e-4c29-b395-0d624fcbb3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.139379 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373ed47-bc7e-4c29-b395-0d624fcbb3c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf096263-e475-4469-ad27-b632113d6208,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:42.148438 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a10f7789-86cf-4259-ab39-192b63af9802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:42.150188 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-a10f7789-86cf-4259-ab39-192b63af9802 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8220058e-73c4-4bbb-9a58-d9b747bb6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2942801 Jul 16 20:36:42.160459 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6dcc140-06ec-4420-a62e-6da713a7713b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.214882 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3373ed47-bc7e-4c29-b395-0d624fcbb3c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.220595 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3373ed47-bc7e-4c29-b395-0d624fcbb3c8 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/cf096263-e475-4469-ad27-b632113d6208 HTTP/1.1" status: 204 len: 168 time: 0.6527984 Jul 16 20:36:42.222698 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47440) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:42.312016 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbb5bab-d71f-457a-9823-6eff18d084ed tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:42.321332 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-abbb5bab-d71f-457a-9823-6eff18d084ed tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.366211 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b00427bd-d022-4f94-91a0-ac2ded9a7e1a no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:42.421068 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acfbe00-a499-40ad-b2d3-9f1bb8f04f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-ea98dea7-988f-4400-b408-70cafdc45e5a', 'network_id': 'ea98dea7-988f-4400-b408-70cafdc45e5a', 'tenant_id': 'b462fea25eab41aaacbe7f65f3d46338', 'fixed_ips': [{'subnet_id': 'e76cece4-2caa-495d-ac5b-de6b375b61f8'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:36:42.423910 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1bcafde-1cc4-4194-a884-a0f9779de17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.426393 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0acfbe00-a499-40ad-b2d3-9f1bb8f04f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.453378 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: b00427bd-d022-4f94-91a0-ac2ded9a7e1a {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:36:42.456504 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b00427bd-d022-4f94-91a0-ac2ded9a7e1a not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:36:42.636688 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-0acfbe00-a499-40ad-b2d3-9f1bb8f04f3e None None] Allocated IP 172.20.0.2 (ea98dea7-988f-4400-b408-70cafdc45e5a/e76cece4-2caa-495d-ac5b-de6b375b61f8/8fae6f3b-3718-4b38-a1e4-d2cf7e20db64) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:42.664232 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6dcc140-06ec-4420-a62e-6da713a7713b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.786306 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dcc140-06ec-4420-a62e-6da713a7713b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:42.797239 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dcc140-06ec-4420-a62e-6da713a7713b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Pushing event updated for resources: {'Port': ['ID=e270799b-187e-4a41-84d1-186940c204d3,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:42.801594 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-e6dcc140-06ec-4420-a62e-6da713a7713b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:42.809619 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dcc140-06ec-4420-a62e-6da713a7713b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:42.837798 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0acfbe00-a499-40ad-b2d3-9f1bb8f04f3e None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.847901 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0acfbe00-a499-40ad-b2d3-9f1bb8f04f3e None None] Transition to ACTIVE for port object 8fae6f3b-3718-4b38-a1e4-d2cf7e20db64 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:42.868395 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0acfbe00-a499-40ad-b2d3-9f1bb8f04f3e None None] Transition to ACTIVE for port object 8fae6f3b-3718-4b38-a1e4-d2cf7e20db64 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:42.873161 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-9d761b73-e4f1-49b8-985a-85f3281724b7 service neutron] 10.222.0.62 "GET /v2.0/networks/8220058e-73c4-4bbb-9a58-d9b747bb6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7094812 Jul 16 20:36:42.882089 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4fb67-b8e1-443c-b3cb-15b3d1ca457a req-491a4c5d-31e8-45f2-a2c7-3a818f0d2aa6 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:42.883912 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-95e4fb67-b8e1-443c-b3cb-15b3d1ca457a req-491a4c5d-31e8-45f2-a2c7-3a818f0d2aa6 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d661541-060f-47a9-bfc4-6465fdbc2431 HTTP/1.1" status: 200 len: 945 time: 0.7641158 Jul 16 20:36:42.884475 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0acfbe00-a499-40ad-b2d3-9f1bb8f04f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.935732 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-59a2f7c4-9c77-4f27-a01e-23ca11e09c8c tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:42.936312 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acfbe00-a499-40ad-b2d3-9f1bb8f04f3e None None] Network ea98dea7-988f-4400-b408-70cafdc45e5a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:42.937317 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-59a2f7c4-9c77-4f27-a01e-23ca11e09c8c tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.18 "GET /v2.0/networks?id=305a6289-f647-4a33-af65-843f82ea576b HTTP/1.1" status: 200 len: 809 time: 0.6424284 Jul 16 20:36:42.939314 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0acfbe00-a499-40ad-b2d3-9f1bb8f04f3e None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:42.944127 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acfbe00-a499-40ad-b2d3-9f1bb8f04f3e None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:42.944474 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-abbb5bab-d71f-457a-9823-6eff18d084ed tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] device_id is not set on port e1cb5b8c-461b-4fc6-8182-590616fcc445 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:36:42.949228 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acfbe00-a499-40ad-b2d3-9f1bb8f04f3e None None] Pushing event updated for resources: {'Port': ['ID=8fae6f3b-3718-4b38-a1e4-d2cf7e20db64,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:42.952617 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1bcafde-1cc4-4194-a884-a0f9779de17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.963191 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f65ec92-f373-4a2b-9f76-6780b2c46de7 req-3efb8cec-ef5b-4628-b67e-fa075dba0254 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc4fb7c5-bdb8-4dce-afc1-592260b5d04f HTTP/1.1" status: 200 len: 210 time: 0.0946827 Jul 16 20:36:42.968462 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-89227290-0752-4db7-8456-e9833adb27ca tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Request body: {'port': {'device_id': 'bc4fb7c5-bdb8-4dce-afc1-592260b5d04f', 'network_id': '305a6289-f647-4a33-af65-843f82ea576b', 'admin_state_up': True, 'tenant_id': '36f95aa6340e4aea97bae036f3e9b70a'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:43.017979 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-0acfbe00-a499-40ad-b2d3-9f1bb8f04f3e None None] Attempting to bind port 8fae6f3b-3718-4b38-a1e4-d2cf7e20db64 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:43.018542 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-0acfbe00-a499-40ad-b2d3-9f1bb8f04f3e None None] Attempting to bind port 8fae6f3b-3718-4b38-a1e4-d2cf7e20db64 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'ab554be4-2283-4a90-9aa1-877dcd22b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ea98dea7-988f-4400-b408-70cafdc45e5a'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:43.019026 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acfbe00-a499-40ad-b2d3-9f1bb8f04f3e None None] Attempting to bind port 8fae6f3b-3718-4b38-a1e4-d2cf7e20db64 on network ea98dea7-988f-4400-b408-70cafdc45e5a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:43.027885 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acfbe00-a499-40ad-b2d3-9f1bb8f04f3e None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:43.028434 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acfbe00-a499-40ad-b2d3-9f1bb8f04f3e None None] Checking segment: {'id': 'ab554be4-2283-4a90-9aa1-877dcd22b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ea98dea7-988f-4400-b408-70cafdc45e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:43.028941 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0acfbe00-a499-40ad-b2d3-9f1bb8f04f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.029437 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acfbe00-a499-40ad-b2d3-9f1bb8f04f3e None None] Bound using segment: {'id': 'ab554be4-2283-4a90-9aa1-877dcd22b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ea98dea7-988f-4400-b408-70cafdc45e5a'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:43.030034 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-0acfbe00-a499-40ad-b2d3-9f1bb8f04f3e None None] Bound port: 8fae6f3b-3718-4b38-a1e4-d2cf7e20db64, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab554be4-2283-4a90-9aa1-877dcd22b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ea98dea7-988f-4400-b408-70cafdc45e5a'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:43.030468 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-b1bcafde-1cc4-4194-a884-a0f9779de17c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115012cd-2454-4d1b-bec5-c3a0bdd91257']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:43.030685 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0acfbe00-a499-40ad-b2d3-9f1bb8f04f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.099486 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-b1bcafde-1cc4-4194-a884-a0f9779de17c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825628ad-9a36-4b2b-b9e3-9f2da86637ff') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:43.100377 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-b1bcafde-1cc4-4194-a884-a0f9779de17c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825628ad-9a36-4b2b-b9e3-9f2da86637ff') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:43.116706 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1bcafde-1cc4-4194-a884-a0f9779de17c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.124013 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-0acfbe00-a499-40ad-b2d3-9f1bb8f04f3e None None] For port 8fae6f3b-3718-4b38-a1e4-d2cf7e20db64, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:43.128155 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-0acfbe00-a499-40ad-b2d3-9f1bb8f04f3e None None] For port 8fae6f3b-3718-4b38-a1e4-d2cf7e20db64, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=8fae6f3b-3718-4b38-a1e4-d2cf7e20db64,segment=NetworkSegment(ab554be4-2283-4a90-9aa1-877dcd22b640),segment_id=ab554be4-2283-4a90-9aa1-877dcd22b640)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:43.136579 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0acfbe00-a499-40ad-b2d3-9f1bb8f04f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.146178 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1bcafde-1cc4-4194-a884-a0f9779de17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.169229 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-abbb5bab-d71f-457a-9823-6eff18d084ed tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Allocated IP 172.20.0.5 (ea98dea7-988f-4400-b408-70cafdc45e5a/e76cece4-2caa-495d-ac5b-de6b375b61f8/e1cb5b8c-461b-4fc6-8182-590616fcc445) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:43.171972 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1bcafde-1cc4-4194-a884-a0f9779de17c admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:36:43.172530 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1bcafde-1cc4-4194-a884-a0f9779de17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:36:43.174311 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:36:43.220466 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acfbe00-a499-40ad-b2d3-9f1bb8f04f3e None None] Pushing event updated for resources: {'Port': ['ID=8fae6f3b-3718-4b38-a1e4-d2cf7e20db64,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:43.284192 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-67313617-24bf-4afa-a423-cf1a2ffe8bb2 service neutron] 10.222.0.62 "GET /v2.0/networks/8220058e-73c4-4bbb-9a58-d9b747bb6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276858 Jul 16 20:36:43.331558 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-95e4fb67-b8e1-443c-b3cb-15b3d1ca457a req-5f179955-264f-4dc0-ab3e-135e39446982 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405129 Jul 16 20:36:43.383974 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1bcafde-1cc4-4194-a884-a0f9779de17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.434728 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1bcafde-1cc4-4194-a884-a0f9779de17c admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.438821 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b1bcafde-1cc4-4194-a884-a0f9779de17c admin admin] 10.222.0.38 "DELETE /v2.0/networks/115012cd-2454-4d1b-bec5-c3a0bdd91257 HTTP/1.1" status: 204 len: 168 time: 1.2034218 Jul 16 20:36:43.494056 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bcafde-1cc4-4194-a884-a0f9779de17c admin admin] Pushing event deleted for resources: {'Network': ['ID=115012cd-2454-4d1b-bec5-c3a0bdd91257,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:43.543110 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0be9-7865-4a23-ad49-26ab05b299d2 req-3bb94632-59b1-4f78-a437-c76fa796c3a9 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:43.559037 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0be9-7865-4a23-ad49-26ab05b299d2 req-3bb94632-59b1-4f78-a437-c76fa796c3a9 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:43.561224 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6dcc140-06ec-4420-a62e-6da713a7713b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.566445 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0be9-7865-4a23-ad49-26ab05b299d2 req-3bb94632-59b1-4f78-a437-c76fa796c3a9 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:43.573080 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0be9-7865-4a23-ad49-26ab05b299d2 req-3bb94632-59b1-4f78-a437-c76fa796c3a9 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:43.579209 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0be9-7865-4a23-ad49-26ab05b299d2 req-3bb94632-59b1-4f78-a437-c76fa796c3a9 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:43.586455 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0be9-7865-4a23-ad49-26ab05b299d2 req-3bb94632-59b1-4f78-a437-c76fa796c3a9 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:43.592774 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0be9-7865-4a23-ad49-26ab05b299d2 req-3bb94632-59b1-4f78-a437-c76fa796c3a9 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:43.594861 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-040b0be9-7865-4a23-ad49-26ab05b299d2 req-3bb94632-59b1-4f78-a437-c76fa796c3a9 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5418 time: 0.3654909 Jul 16 20:36:43.598511 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-89227290-0752-4db7-8456-e9833adb27ca tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Made reservation on behalf of 36f95aa6340e4aea97bae036f3e9b70a for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:43.602915 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-89227290-0752-4db7-8456-e9833adb27ca tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.619544 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-abbb5bab-d71f-457a-9823-6eff18d084ed tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.662869 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-abbb5bab-d71f-457a-9823-6eff18d084ed tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Transition to ACTIVE for port object e1cb5b8c-461b-4fc6-8182-590616fcc445 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:43.757134 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47450) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:43.763117 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-040b0be9-7865-4a23-ad49-26ab05b299d2 req-87d06eef-379a-4b4a-87c9-06f990aca86f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1502712 Jul 16 20:36:43.819560 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-abbb5bab-d71f-457a-9823-6eff18d084ed tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.857298 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e28d5-2024-4bf2-9481-6d2f247eea6c req-96eed40b-af6f-481c-a065-28faad17262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:43.857773 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e28d5-2024-4bf2-9481-6d2f247eea6c req-96eed40b-af6f-481c-a065-28faad17262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:43.858240 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e28d5-2024-4bf2-9481-6d2f247eea6c req-96eed40b-af6f-481c-a065-28faad17262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:43.858727 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e28d5-2024-4bf2-9481-6d2f247eea6c req-96eed40b-af6f-481c-a065-28faad17262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:43.859184 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e28d5-2024-4bf2-9481-6d2f247eea6c req-96eed40b-af6f-481c-a065-28faad17262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:43.859640 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e28d5-2024-4bf2-9481-6d2f247eea6c req-96eed40b-af6f-481c-a065-28faad17262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:43.860099 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e28d5-2024-4bf2-9481-6d2f247eea6c req-96eed40b-af6f-481c-a065-28faad17262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:43.861978 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f14e28d5-2024-4bf2-9481-6d2f247eea6c req-96eed40b-af6f-481c-a065-28faad17262a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=086605ce16824d789c1ebe4af59fda06&device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 6482 time: 0.4741216 Jul 16 20:36:43.904258 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbb5bab-d71f-457a-9823-6eff18d084ed tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network ea98dea7-988f-4400-b408-70cafdc45e5a is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:43.912012 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-abbb5bab-d71f-457a-9823-6eff18d084ed tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:43.922026 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb5bab-d71f-457a-9823-6eff18d084ed tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:43.926376 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-89227290-0752-4db7-8456-e9833adb27ca tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Allocated IP 172.20.0.4 (305a6289-f647-4a33-af65-843f82ea576b/c2e227f8-e147-4c3a-a473-88bb7c298923/07799068-f1bd-41fb-b4a8-b56ccf4a7d3d) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:43.945746 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-55502043-7507-47f1-ad95-0a57b20aad0a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f23cc4c6dc454562935450c3148a82eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1852078 Jul 16 20:36:43.952945 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47452) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:43.969779 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb5bab-d71f-457a-9823-6eff18d084ed tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Port': ['ID=e1cb5b8c-461b-4fc6-8182-590616fcc445,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:44.023570 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbb5bab-d71f-457a-9823-6eff18d084ed tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:44.024428 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-abbb5bab-d71f-457a-9823-6eff18d084ed tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.047715 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-abbb5bab-d71f-457a-9823-6eff18d084ed tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0650399 Jul 16 20:36:44.050491 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47456) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:44.172311 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4f75891b-4e62-45b9-bb96-b45d9d46e217 req-6e3e09dc-baa4-4a91-98dc-d16b5f831ad1 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc4fb7c5-bdb8-4dce-afc1-592260b5d04f HTTP/1.1" status: 200 len: 210 time: 0.0593107 Jul 16 20:36:44.281217 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-82d77051-9cda-4d96-a2f2-00eef511d940 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting port e1cb5b8c-461b-4fc6-8182-590616fcc445 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:44.281730 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-82d77051-9cda-4d96-a2f2-00eef511d940 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.413527 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-89227290-0752-4db7-8456-e9833adb27ca tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.447268 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 8fae6f3b-3718-4b38-a1e4-d2cf7e20db64 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:44.474498 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e28d5-2024-4bf2-9481-6d2f247eea6c req-59b624b8-30aa-4221-9b0e-f123b736bcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:44.478505 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f14e28d5-2024-4bf2-9481-6d2f247eea6c req-59b624b8-30aa-4221-9b0e-f123b736bcae service neutron] 10.222.0.62 "GET /v2.0/networks?id=8220058e-73c4-4bbb-9a58-d9b747bb6802 HTTP/1.1" status: 200 len: 902 time: 0.5844014 Jul 16 20:36:44.486954 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6dcc140-06ec-4420-a62e-6da713a7713b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.494768 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-82d77051-9cda-4d96-a2f2-00eef511d940 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.520767 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-82d77051-9cda-4d96-a2f2-00eef511d940 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Calling delete_port for e1cb5b8c-461b-4fc6-8182-590616fcc445 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:44.543776 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 8fae6f3b-3718-4b38-a1e4-d2cf7e20db64 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:44.544763 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-89227290-0752-4db7-8456-e9833adb27ca tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.563916 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:36:44.576117 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f14e28d5-2024-4bf2-9481-6d2f247eea6c req-57b53937-0188-4208-9791-3140829e4cd5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a01f51a9-92dd-4e1a-bd77-2234ac6f2686 HTTP/1.1" status: 200 len: 217 time: 0.0851614 Jul 16 20:36:44.654296 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-af5c1136-1377-42fb-9ee7-bb52bb6f9963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.670645 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-89227290-0752-4db7-8456-e9833adb27ca tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Network 305a6289-f647-4a33-af65-843f82ea576b is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:44.674705 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89227290-0752-4db7-8456-e9833adb27ca tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Pushing event updated for resources: {'Port': ['ID=07799068-f1bd-41fb-b4a8-b56ccf4a7d3d,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:44.677844 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-89227290-0752-4db7-8456-e9833adb27ca tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:44.690779 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-89227290-0752-4db7-8456-e9833adb27ca tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:44.723142 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5814a55-5872-4281-8a67-9687538455a4 None None] Network ea98dea7-988f-4400-b408-70cafdc45e5a requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:44.742453 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-af5c1136-1377-42fb-9ee7-bb52bb6f9963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.744525 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-89227290-0752-4db7-8456-e9833adb27ca tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:44.745197 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-89227290-0752-4db7-8456-e9833adb27ca tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.760711 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e28d5-2024-4bf2-9481-6d2f247eea6c req-c48f22c8-bec3-4014-8478-ca1eb874425b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:44.762832 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f14e28d5-2024-4bf2-9481-6d2f247eea6c req-c48f22c8-bec3-4014-8478-ca1eb874425b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ddbb0f23-4d7f-4c3a-a43b-0ba8f2788bfb HTTP/1.1" status: 200 len: 797 time: 0.1466944 Jul 16 20:36:44.822951 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-75daa3dc-c741-402b-98f6-5d66441319c8 None None] Provisioning for port 8fae6f3b-3718-4b38-a1e4-d2cf7e20db64 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:44.831604 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-75daa3dc-c741-402b-98f6-5d66441319c8 None None] Provisioning complete for port 8fae6f3b-3718-4b38-a1e4-d2cf7e20db64 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:44.833042 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75daa3dc-c741-402b-98f6-5d66441319c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.835742 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-89227290-0752-4db7-8456-e9833adb27ca tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8711057 Jul 16 20:36:44.850757 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-bf1bdd49-fb8a-412d-a918-a16744f2bfd7 service neutron] Request body: {'port': {'device_id': 'bc4fb7c5-bdb8-4dce-afc1-592260b5d04f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:44.883864 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e28d5-2024-4bf2-9481-6d2f247eea6c req-c8895a97-30e8-4b79-b002-f15c0be9d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:44.885945 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f14e28d5-2024-4bf2-9481-6d2f247eea6c req-c8895a97-30e8-4b79-b002-f15c0be9d566 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8220058e-73c4-4bbb-9a58-d9b747bb6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1109416 Jul 16 20:36:44.887642 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6dcc140-06ec-4420-a62e-6da713a7713b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Router 2be299a7-32bb-4f38-ba2f-171cbbad08ca is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:36:44.891238 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-af5c1136-1377-42fb-9ee7-bb52bb6f9963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.894391 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-af5c1136-1377-42fb-9ee7-bb52bb6f9963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.895722 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-af5c1136-1377-42fb-9ee7-bb52bb6f9963 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/22087793-2e12-45a0-b5f2-dfbd521b5da3 HTTP/1.1" status: 204 len: 168 time: 0.9418488 Jul 16 20:36:44.953664 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-bf1bdd49-fb8a-412d-a918-a16744f2bfd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.975081 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c1136-1377-42fb-9ee7-bb52bb6f9963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22087793-2e12-45a0-b5f2-dfbd521b5da3,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:44.979289 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2f43b-f386-4da5-bfc6-c56aa3a8f3d2 req-c77dab82-4760-42e6-aa5d-2ecb9d23b178 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:44.994108 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d3b2f43b-f386-4da5-bfc6-c56aa3a8f3d2 req-c77dab82-4760-42e6-aa5d-2ecb9d23b178 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d661541-060f-47a9-bfc4-6465fdbc2431 HTTP/1.1" status: 200 len: 945 time: 0.3217647 Jul 16 20:36:45.038572 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75daa3dc-c741-402b-98f6-5d66441319c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:45.113626 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-75daa3dc-c741-402b-98f6-5d66441319c8 None None] For port 8fae6f3b-3718-4b38-a1e4-d2cf7e20db64, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=8fae6f3b-3718-4b38-a1e4-d2cf7e20db64,segment=NetworkSegment(ab554be4-2283-4a90-9aa1-877dcd22b640),segment_id=ab554be4-2283-4a90-9aa1-877dcd22b640)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:45.136797 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75daa3dc-c741-402b-98f6-5d66441319c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:45.157245 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-82d77051-9cda-4d96-a2f2-00eef511d940 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:45.221587 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f14e28d5-2024-4bf2-9481-6d2f247eea6c req-870f2d92-2278-4fb6-b4e0-782411f144bf service neutron] 10.222.0.62 "GET /v2.0/networks/8220058e-73c4-4bbb-9a58-d9b747bb6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237848 Jul 16 20:36:45.252962 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d77051-9cda-4d96-a2f2-00eef511d940 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Port': ['ID=e1cb5b8c-461b-4fc6-8182-590616fcc445,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:45.257380 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa3dc-c741-402b-98f6-5d66441319c8 None None] Pushing event updated for resources: {'Port': ['ID=8fae6f3b-3718-4b38-a1e4-d2cf7e20db64,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:45.275847 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6dcc140-06ec-4420-a62e-6da713a7713b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:45.287743 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bef1b3-3f02-421d-a564-b5684448b04a None None] Sync routers for ids ['2be299a7-32bb-4f38-ba2f-171cbbad08ca'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:45.315466 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bef1b3-3f02-421d-a564-b5684448b04a None None] Routers {'2be299a7-32bb-4f38-ba2f-171cbbad08ca'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:45.316110 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f1bef1b3-3f02-421d-a564-b5684448b04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:36:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2be299a7-32bb-4f38-ba2f-171cbbad08ca'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:45.381270 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f1bef1b3-3f02-421d-a564-b5684448b04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:45.395462 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bef1b3-3f02-421d-a564-b5684448b04a None None] Routers {'2be299a7-32bb-4f38-ba2f-171cbbad08ca'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:45.396663 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f1bef1b3-3f02-421d-a564-b5684448b04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:36:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2be299a7-32bb-4f38-ba2f-171cbbad08ca'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:45.398173 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d3b2f43b-f386-4da5-bfc6-c56aa3a8f3d2 req-7d840dd4-6053-454e-b566-0fabb1ec47ef tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031053 Jul 16 20:36:45.452809 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6dcc140-06ec-4420-a62e-6da713a7713b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:45.457271 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e6dcc140-06ec-4420-a62e-6da713a7713b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.8428643 Jul 16 20:36:45.462451 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47476) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:45.467371 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-56eede01-d8fd-43f6-91f2-77daddde4936 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'enable_snat': False}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:45.524282 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f1bef1b3-3f02-421d-a564-b5684448b04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:45.524960 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bef1b3-3f02-421d-a564-b5684448b04a None None] The sync data for ids ['2be299a7-32bb-4f38-ba2f-171cbbad08ca'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:45.533751 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f14e28d5-2024-4bf2-9481-6d2f247eea6c req-164e7fe2-7345-43fc-8ec4-20af11f17a45 service neutron] 10.222.0.62 "GET /v2.0/networks/8220058e-73c4-4bbb-9a58-d9b747bb6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967103 Jul 16 20:36:45.572658 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d60c879a-4ef0-46a1-a2f2-ab39f6fb5ad0 None None] Provisioning complete for port 8fae6f3b-3718-4b38-a1e4-d2cf7e20db64 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:45.573160 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d60c879a-4ef0-46a1-a2f2-ab39f6fb5ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:45.611903 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5482a-77ea-4bb6-944f-26641daf7808 req-6786d565-6c45-44d3-8032-30536d20c2ac tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.618187 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5482a-77ea-4bb6-944f-26641daf7808 req-6786d565-6c45-44d3-8032-30536d20c2ac tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.626757 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5482a-77ea-4bb6-944f-26641daf7808 req-6786d565-6c45-44d3-8032-30536d20c2ac tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.634197 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5482a-77ea-4bb6-944f-26641daf7808 req-6786d565-6c45-44d3-8032-30536d20c2ac tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.643518 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5482a-77ea-4bb6-944f-26641daf7808 req-6786d565-6c45-44d3-8032-30536d20c2ac tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.651144 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5482a-77ea-4bb6-944f-26641daf7808 req-6786d565-6c45-44d3-8032-30536d20c2ac tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.657360 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5482a-77ea-4bb6-944f-26641daf7808 req-6786d565-6c45-44d3-8032-30536d20c2ac tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.665695 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7de5482a-77ea-4bb6-944f-26641daf7808 req-6786d565-6c45-44d3-8032-30536d20c2ac tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5418 time: 0.5404594 Jul 16 20:36:45.722056 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d60c879a-4ef0-46a1-a2f2-ab39f6fb5ad0 None None] Could not find standard attr ID for object e1cb5b8c-461b-4fc6-8182-590616fcc445. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:36:45.726142 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-82d77051-9cda-4d96-a2f2-00eef511d940 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:45.730684 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-82d77051-9cda-4d96-a2f2-00eef511d940 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/ports/e1cb5b8c-461b-4fc6-8182-590616fcc445 HTTP/1.1" status: 204 len: 168 time: 1.6765556 Jul 16 20:36:45.731130 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47484) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:45.792647 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-791ed560-acf5-4530-aea2-515a24e564a0 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] DELETE failed (client error): The resource could not be found. Jul 16 20:36:45.794126 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-791ed560-acf5-4530-aea2-515a24e564a0 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:36:45.799779 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-791ed560-acf5-4530-aea2-515a24e564a0 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/ports/e1cb5b8c-461b-4fc6-8182-590616fcc445 HTTP/1.1" status: 404 len: 333 time: 0.0669193 Jul 16 20:36:45.800669 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47488) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:45.834462 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc56aabe-5bd0-4389-8783-96b8e4b14cff tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] GET failed (client error): The resource could not be found. Jul 16 20:36:45.840751 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bc56aabe-5bd0-4389-8783-96b8e4b14cff tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "GET /v2.0/ports/e1cb5b8c-461b-4fc6-8182-590616fcc445 HTTP/1.1" status: 404 len: 333 time: 0.0388801 Jul 16 20:36:45.841395 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47492) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:45.923814 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7de5482a-77ea-4bb6-944f-26641daf7808 req-6b893a6d-50d0-49bf-b07e-4b6f06e0d7e5 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2562799 Jul 16 20:36:45.938631 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-cec28693-b512-4d43-a9d3-11f3cd14ffa6 None None] Could not find standard attr ID for object e1cb5b8c-461b-4fc6-8182-590616fcc445. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:36:45.983104 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cca0b57-199c-42c9-85e7-f7f2a6bd961f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting subnet e76cece4-2caa-495d-ac5b-de6b375b61f8 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:36:45.987432 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9cca0b57-199c-42c9-85e7-f7f2a6bd961f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.042791 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9cca0b57-199c-42c9-85e7-f7f2a6bd961f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.223442 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9cca0b57-199c-42c9-85e7-f7f2a6bd961f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.247120 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-bf1bdd49-fb8a-412d-a918-a16744f2bfd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07799068-f1bd-41fb-b4a8-b56ccf4a7d3d {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:46.260491 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-bf1bdd49-fb8a-412d-a918-a16744f2bfd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.278790 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-bf1bdd49-fb8a-412d-a918-a16744f2bfd7 service neutron] Transition to ACTIVE for port object 07799068-f1bd-41fb-b4a8-b56ccf4a7d3d will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:46.295777 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb6ec8-2ee2-4bc3-822b-c09657c8c547 req-fb3905b4-d903-491a-9bb1-6056caface7c tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:46.304352 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bcb6ec8-2ee2-4bc3-822b-c09657c8c547 req-fb3905b4-d903-491a-9bb1-6056caface7c tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc4fb7c5-bdb8-4dce-afc1-592260b5d04f HTTP/1.1" status: 200 len: 931 time: 0.6304362 Jul 16 20:36:46.314629 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-bf1bdd49-fb8a-412d-a918-a16744f2bfd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.316429 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9cca0b57-199c-42c9-85e7-f7f2a6bd961f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.354582 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca0b57-199c-42c9-85e7-f7f2a6bd961f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Subnet': ['ID=e76cece4-2caa-495d-ac5b-de6b375b61f8,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:46.365846 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9cca0b57-199c-42c9-85e7-f7f2a6bd961f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.366431 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa0b0ac-42dc-40d5-a374-07cc8bb0d569 None None] Network ea98dea7-988f-4400-b408-70cafdc45e5a requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:46.370527 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9cca0b57-199c-42c9-85e7-f7f2a6bd961f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/subnets/e76cece4-2caa-495d-ac5b-de6b375b61f8 HTTP/1.1" status: 204 len: 168 time: 0.5256388 Jul 16 20:36:46.370783 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47502) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:46.424245 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 8fae6f3b-3718-4b38-a1e4-d2cf7e20db64 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:46.454215 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bcb6ec8-2ee2-4bc3-822b-c09657c8c547 req-1d37db89-b725-4774-832d-f848c32d7edb tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/security-groups?id=e68404ce-5cc7-4e22-b509-dcbae13266c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481752 Jul 16 20:36:46.485644 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1bdd49-fb8a-412d-a918-a16744f2bfd7 service neutron] Pushing event updated for resources: {'Port': ['ID=07799068-f1bd-41fb-b4a8-b56ccf4a7d3d,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:46.521123 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85205098-35f2-461a-afd7-3d8c20348b16 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.608209 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 8fae6f3b-3718-4b38-a1e4-d2cf7e20db64 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:46.609444 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.618723 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-85205098-35f2-461a-afd7-3d8c20348b16 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting port 8fae6f3b-3718-4b38-a1e4-d2cf7e20db64 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:46.619068 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85205098-35f2-461a-afd7-3d8c20348b16 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.755717 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e92ace3-05d9-423b-b6c8-e7f8596c1342 None None] DHCP port deletion for ea98dea7-988f-4400-b408-70cafdc45e5a request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:36:46.776701 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-85205098-35f2-461a-afd7-3d8c20348b16 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] For port 8fae6f3b-3718-4b38-a1e4-d2cf7e20db64, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=8fae6f3b-3718-4b38-a1e4-d2cf7e20db64,segment=NetworkSegment(ab554be4-2283-4a90-9aa1-877dcd22b640),segment_id=ab554be4-2283-4a90-9aa1-877dcd22b640)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:46.777154 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85205098-35f2-461a-afd7-3d8c20348b16 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.786500 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-56eede01-d8fd-43f6-91f2-77daddde4936 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.793461 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-bf1bdd49-fb8a-412d-a918-a16744f2bfd7 service neutron] Attempting to bind port 07799068-f1bd-41fb-b4a8-b56ccf4a7d3d on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:46.793877 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-bf1bdd49-fb8a-412d-a918-a16744f2bfd7 service neutron] Attempting to bind port 07799068-f1bd-41fb-b4a8-b56ccf4a7d3d by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '91f13fc4-991c-4e6e-93d3-3e5f11419e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '305a6289-f647-4a33-af65-843f82ea576b'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:46.794214 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-bf1bdd49-fb8a-412d-a918-a16744f2bfd7 service neutron] Attempting to bind port 07799068-f1bd-41fb-b4a8-b56ccf4a7d3d on network 305a6289-f647-4a33-af65-843f82ea576b {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:46.795824 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-85205098-35f2-461a-afd7-3d8c20348b16 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Calling delete_port for 8fae6f3b-3718-4b38-a1e4-d2cf7e20db64 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:46.800462 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-bf1bdd49-fb8a-412d-a918-a16744f2bfd7 service neutron] Port 07799068-f1bd-41fb-b4a8-b56ccf4a7d3d on network 305a6289-f647-4a33-af65-843f82ea576b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:46.800786 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-bf1bdd49-fb8a-412d-a918-a16744f2bfd7 service neutron] Attempting to bind port 07799068-f1bd-41fb-b4a8-b56ccf4a7d3d on network 305a6289-f647-4a33-af65-843f82ea576b {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:46.807449 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-bf1bdd49-fb8a-412d-a918-a16744f2bfd7 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:46.808125 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-bf1bdd49-fb8a-412d-a918-a16744f2bfd7 service neutron] Checking segment: {'id': '91f13fc4-991c-4e6e-93d3-3e5f11419e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '305a6289-f647-4a33-af65-843f82ea576b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:46.808522 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-bf1bdd49-fb8a-412d-a918-a16744f2bfd7 service neutron] Bound using segment: {'id': '91f13fc4-991c-4e6e-93d3-3e5f11419e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '305a6289-f647-4a33-af65-843f82ea576b'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:46.809100 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-bf1bdd49-fb8a-412d-a918-a16744f2bfd7 service neutron] Bound port: 07799068-f1bd-41fb-b4a8-b56ccf4a7d3d, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91f13fc4-991c-4e6e-93d3-3e5f11419e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '305a6289-f647-4a33-af65-843f82ea576b'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:46.809460 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-bf1bdd49-fb8a-412d-a918-a16744f2bfd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.876481 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1e92ace3-05d9-423b-b6c8-e7f8596c1342 None None] Deleting port 8fae6f3b-3718-4b38-a1e4-d2cf7e20db64 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:46.878985 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e92ace3-05d9-423b-b6c8-e7f8596c1342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.909563 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85205098-35f2-461a-afd7-3d8c20348b16 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.952730 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-bf1bdd49-fb8a-412d-a918-a16744f2bfd7 service neutron] For port 07799068-f1bd-41fb-b4a8-b56ccf4a7d3d, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:46.966809 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85205098-35f2-461a-afd7-3d8c20348b16 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Port': ['ID=8fae6f3b-3718-4b38-a1e4-d2cf7e20db64,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:46.976406 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-bf1bdd49-fb8a-412d-a918-a16744f2bfd7 service neutron] For port 07799068-f1bd-41fb-b4a8-b56ccf4a7d3d, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=07799068-f1bd-41fb-b4a8-b56ccf4a7d3d,segment=NetworkSegment(91f13fc4-991c-4e6e-93d3-3e5f11419e60),segment_id=91f13fc4-991c-4e6e-93d3-3e5f11419e60)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:46.986029 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85205098-35f2-461a-afd7-3d8c20348b16 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] No DVR routers for this DVR port 8fae6f3b-3718-4b38-a1e4-d2cf7e20db64 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:36:46.986582 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-bf1bdd49-fb8a-412d-a918-a16744f2bfd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.048004 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-bf1bdd49-fb8a-412d-a918-a16744f2bfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:47.049572 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-bf1bdd49-fb8a-412d-a918-a16744f2bfd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.051862 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-bf1bdd49-fb8a-412d-a918-a16744f2bfd7 service neutron] 10.222.0.18 "PUT /v2.0/ports/07799068-f1bd-41fb-b4a8-b56ccf4a7d3d HTTP/1.1" status: 200 len: 1092 time: 2.2084398 Jul 16 20:36:47.052000 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1e92ace3-05d9-423b-b6c8-e7f8596c1342 None None] For port 8fae6f3b-3718-4b38-a1e4-d2cf7e20db64, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=8fae6f3b-3718-4b38-a1e4-d2cf7e20db64,segment=NetworkSegment(ab554be4-2283-4a90-9aa1-877dcd22b640),segment_id=ab554be4-2283-4a90-9aa1-877dcd22b640)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:47.052561 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e92ace3-05d9-423b-b6c8-e7f8596c1342 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.060287 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4fb7c5-bdb8-4dce-afc1-592260b5d04f', 'tag': '07799068-f1bd-41fb-b4a8-b56ccf4a7d3d'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:47.071780 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b399af-a870-494e-b384-b1bd54a28376" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4fb7c5-bdb8-4dce-afc1-592260b5d04f", "tag": "07799068-f1bd-41fb-b4a8-b56ccf4a7d3d"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:47.091462 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1e92ace3-05d9-423b-b6c8-e7f8596c1342 None None] Calling delete_port for 8fae6f3b-3718-4b38-a1e4-d2cf7e20db64 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:47.135794 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85205098-35f2-461a-afd7-3d8c20348b16 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.164150 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-85205098-35f2-461a-afd7-3d8c20348b16 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea98dea7-988f-4400-b408-70cafdc45e5a']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:47.190193 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1bdd49-fb8a-412d-a918-a16744f2bfd7 service neutron] Pushing event updated for resources: {'Port': ['ID=07799068-f1bd-41fb-b4a8-b56ccf4a7d3d,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:47.190981 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-85205098-35f2-461a-afd7-3d8c20348b16 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab554be4-2283-4a90-9aa1-877dcd22b640') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:47.191453 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-85205098-35f2-461a-afd7-3d8c20348b16 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab554be4-2283-4a90-9aa1-877dcd22b640') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:47.207161 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85205098-35f2-461a-afd7-3d8c20348b16 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.211637 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e92ace3-05d9-423b-b6c8-e7f8596c1342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.230216 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85205098-35f2-461a-afd7-3d8c20348b16 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.249084 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85205098-35f2-461a-afd7-3d8c20348b16 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:36:47.249832 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85205098-35f2-461a-afd7-3d8c20348b16 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.251156 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92ace3-05d9-423b-b6c8-e7f8596c1342 None None] Pushing event deleted for resources: {'Port': ['ID=8fae6f3b-3718-4b38-a1e4-d2cf7e20db64,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:36:47.259888 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:36:47.266649 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e92ace3-05d9-423b-b6c8-e7f8596c1342 None None] No DVR routers for this DVR port 8fae6f3b-3718-4b38-a1e4-d2cf7e20db64 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:36:47.298336 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7cd549-2b3c-4891-9883-f9084c3351c8 x-openstack-request-id: req-5e7cd549-2b3c-4891-9883-f9084c3351c8 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:47.298885 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4fb7c5-bdb8-4dce-afc1-592260b5d04f", "tag": "07799068-f1bd-41fb-b4a8-b56ccf4a7d3d", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:47.298999 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5e7cd549-2b3c-4891-9883-f9084c3351c8 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:47.299353 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4fb7c5-bdb8-4dce-afc1-592260b5d04f', 'tag': '07799068-f1bd-41fb-b4a8-b56ccf4a7d3d', 'status': 'completed', 'code': 200} Jul 16 20:36:47.360776 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85205098-35f2-461a-afd7-3d8c20348b16 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.370522 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85205098-35f2-461a-afd7-3d8c20348b16 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.376140 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-85205098-35f2-461a-afd7-3d8c20348b16 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/networks/ea98dea7-988f-4400-b408-70cafdc45e5a HTTP/1.1" status: 204 len: 168 time: 1.0033567 Jul 16 20:36:47.388665 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47520) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:47.395638 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-a22225e0-bfa6-4caa-b0d7-067a3f3f6809 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-743551993'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:47.398464 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85205098-35f2-461a-afd7-3d8c20348b16 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Network': ['ID=ea98dea7-988f-4400-b408-70cafdc45e5a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:47.414823 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-146d56d5-8e9c-4285-9e75-141e23d9b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:47.416486 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-146d56d5-8e9c-4285-9e75-141e23d9b92d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=36f95aa6340e4aea97bae036f3e9b70a&device_id=bc4fb7c5-bdb8-4dce-afc1-592260b5d04f HTTP/1.1" status: 200 len: 1095 time: 0.3003771 Jul 16 20:36:47.473755 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14385ce7-ca8f-4ba2-b26b-2a0924465f64 req-afc3d5a8-6009-4de4-a6d5-d52e4b2ccab4 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:47.480547 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14385ce7-ca8f-4ba2-b26b-2a0924465f64 req-afc3d5a8-6009-4de4-a6d5-d52e4b2ccab4 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:47.486339 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14385ce7-ca8f-4ba2-b26b-2a0924465f64 req-afc3d5a8-6009-4de4-a6d5-d52e4b2ccab4 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:47.492496 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14385ce7-ca8f-4ba2-b26b-2a0924465f64 req-afc3d5a8-6009-4de4-a6d5-d52e4b2ccab4 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:47.498278 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14385ce7-ca8f-4ba2-b26b-2a0924465f64 req-afc3d5a8-6009-4de4-a6d5-d52e4b2ccab4 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:47.504052 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14385ce7-ca8f-4ba2-b26b-2a0924465f64 req-afc3d5a8-6009-4de4-a6d5-d52e4b2ccab4 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:47.510589 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14385ce7-ca8f-4ba2-b26b-2a0924465f64 req-afc3d5a8-6009-4de4-a6d5-d52e4b2ccab4 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:47.512462 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-14385ce7-ca8f-4ba2-b26b-2a0924465f64 req-afc3d5a8-6009-4de4-a6d5-d52e4b2ccab4 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5418 time: 0.3259921 Jul 16 20:36:47.578894 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-f6f3eb15-831c-456c-8934-a6fcccd66ac0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07799068-f1bd-41fb-b4a8-b56ccf4a7d3d HTTP/1.1" status: 200 len: 217 time: 0.1218224 Jul 16 20:36:47.582022 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22225e0-bfa6-4caa-b0d7-067a3f3f6809 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:47.587868 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a22225e0-bfa6-4caa-b0d7-067a3f3f6809 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.744223 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-14385ce7-ca8f-4ba2-b26b-2a0924465f64 req-0c5cc798-b4b2-455d-9722-56abc256e4bf tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2167037 Jul 16 20:36:47.752182 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22225e0-bfa6-4caa-b0d7-067a3f3f6809 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:36:47.763134 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-2e11854d-d995-48b3-b532-5665029d9a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:47.764689 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-2e11854d-d995-48b3-b532-5665029d9a4e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c2e227f8-e147-4c3a-a473-88bb7c298923 HTTP/1.1" status: 200 len: 849 time: 0.1729603 Jul 16 20:36:47.786308 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a22225e0-bfa6-4caa-b0d7-067a3f3f6809 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.786681 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-a22225e0-bfa6-4caa-b0d7-067a3f3f6809 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Added segment 43b62bb4-b46a-46d1-be03-5445615cc817 of type vlan for network 1427f1d5-b379-4f90-8124-f8f75ed46b73 Jul 16 20:36:48.222471 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-6de90546-5bdd-4dc0-9ee2-f2ab26d48c74 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=305a6289-f647-4a33-af65-843f82ea576b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4485765 Jul 16 20:36:48.246401 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47542) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:48.335256 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a22225e0-bfa6-4caa-b0d7-067a3f3f6809 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.338862 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 8fae6f3b-3718-4b38-a1e4-d2cf7e20db64 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:48.345499 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ce48d-2516-4285-86aa-8fb93d913004 req-4d9a3a41-993d-4c72-b423-bd2a64becbe9 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:48.347041 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-741ce48d-2516-4285-86aa-8fb93d913004 req-4d9a3a41-993d-4c72-b423-bd2a64becbe9 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc4fb7c5-bdb8-4dce-afc1-592260b5d04f HTTP/1.1" status: 200 len: 943 time: 0.6848726 Jul 16 20:36:48.372270 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-31da8751-b306-45e9-bf4f-f7560a8338e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.378105 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 8fae6f3b-3718-4b38-a1e4-d2cf7e20db64 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:36:48.378477 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 8fae6f3b-3718-4b38-a1e4-d2cf7e20db64 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:36:48.457270 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-56eede01-d8fd-43f6-91f2-77daddde4936 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.465552 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-31da8751-b306-45e9-bf4f-f7560a8338e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.469382 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-31da8751-b306-45e9-bf4f-f7560a8338e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.474587 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-56eede01-d8fd-43f6-91f2-77daddde4936 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896760'] for router, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.479751 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-0ce09f6c-b177-49fd-adff-106156d6b8f0 service neutron] 10.222.0.18 "GET /v2.0/networks/305a6289-f647-4a33-af65-843f82ea576b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485409 Jul 16 20:36:48.482595 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-741ce48d-2516-4285-86aa-8fb93d913004 req-7f93f9b3-bb12-4b58-a58f-82ec9a104b81 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/security-groups?id=e68404ce-5cc7-4e22-b509-dcbae13266c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255987 Jul 16 20:36:48.483208 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a22225e0-bfa6-4caa-b0d7-067a3f3f6809 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.488521 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22225e0-bfa6-4caa-b0d7-067a3f3f6809 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:48.489110 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a22225e0-bfa6-4caa-b0d7-067a3f3f6809 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.507672 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-31da8751-b306-45e9-bf4f-f7560a8338e5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=afc7f0c2218d4fcbb2b8d66520df1ff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570913 Jul 16 20:36:48.508467 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47546) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:48.524071 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da8751-b306-45e9-bf4f-f7560a8338e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4377cd4f-90df-42d2-b355-2dd02a7380fa,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:48.565481 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e37b40de-0055-4eee-896e-03d5133c07ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.590092 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e37b40de-0055-4eee-896e-03d5133c07ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.599649 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a22225e0-bfa6-4caa-b0d7-067a3f3f6809 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2067888 Jul 16 20:36:48.602150 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47550) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:48.610914 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-936fa3f5-fa1a-4a1d-af1e-25601088c849 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'subnet': {'network_id': '1427f1d5-b379-4f90-8124-f8f75ed46b73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:48.660912 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22225e0-bfa6-4caa-b0d7-067a3f3f6809 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Network': ['ID=1427f1d5-b379-4f90-8124-f8f75ed46b73,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:48.678773 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 1427f1d5-b379-4f90-8124-f8f75ed46b73 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:36:48.721647 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e37b40de-0055-4eee-896e-03d5133c07ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.725621 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e37b40de-0055-4eee-896e-03d5133c07ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.727023 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e37b40de-0055-4eee-896e-03d5133c07ca admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4377cd4f-90df-42d2-b355-2dd02a7380fa HTTP/1.1" status: 204 len: 168 time: 0.2178895 Jul 16 20:36:48.731676 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936fa3f5-fa1a-4a1d-af1e-25601088c849 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:48.735618 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-936fa3f5-fa1a-4a1d-af1e-25601088c849 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.744581 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91a55b71-b6d4-4a4f-95da-53326009ec2b req-92c74013-182c-496b-9cd6-4acb42a88cbd service neutron] 10.222.0.18 "GET /v2.0/networks/305a6289-f647-4a33-af65-843f82ea576b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526078 Jul 16 20:36:48.760454 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56eede01-d8fd-43f6-91f2-77daddde4936 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Router 2be299a7-32bb-4f38-ba2f-171cbbad08ca has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:36:48.824129 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b40de-0055-4eee-896e-03d5133c07ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4377cd4f-90df-42d2-b355-2dd02a7380fa,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:49.013725 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56eede01-d8fd-43f6-91f2-77daddde4936 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:49.019306 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-56eede01-d8fd-43f6-91f2-77daddde4936 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.023331 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-56eede01-d8fd-43f6-91f2-77daddde4936 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "PUT /v2.0/routers/2be299a7-32bb-4f38-ba2f-171cbbad08ca HTTP/1.1" status: 200 len: 924 time: 3.5574510 Jul 16 20:36:49.024106 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b399af-a870-494e-b384-b1bd54a28376 req-35ff2306-6c70-4221-953f-279eee9654ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:49.025578 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b0b399af-a870-494e-b384-b1bd54a28376 req-35ff2306-6c70-4221-953f-279eee9654ff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=36f95aa6340e4aea97bae036f3e9b70a&device_id=bc4fb7c5-bdb8-4dce-afc1-592260b5d04f HTTP/1.1" status: 200 len: 1095 time: 0.1724215 Jul 16 20:36:49.027955 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47562) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:49.028097 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b3820b-5237-43a4-956b-28dbfd57bd9e None None] Sync routers for ids ['2be299a7-32bb-4f38-ba2f-171cbbad08ca'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:49.037758 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b3820b-5237-43a4-956b-28dbfd57bd9e None None] Routers {'2be299a7-32bb-4f38-ba2f-171cbbad08ca'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:49.038720 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-12b3820b-5237-43a4-956b-28dbfd57bd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:36:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2be299a7-32bb-4f38-ba2f-171cbbad08ca'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:49.045958 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-901928f2-3bf2-4958-a507-f55d27a4df38 req-8458ae84-2b61-475d-80f5-4e5980b62f9f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1601696 Jul 16 20:36:49.090470 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-936fa3f5-fa1a-4a1d-af1e-25601088c849 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.098700 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-12b3820b-5237-43a4-956b-28dbfd57bd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:49.110882 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b3820b-5237-43a4-956b-28dbfd57bd9e None None] Routers {'2be299a7-32bb-4f38-ba2f-171cbbad08ca'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:49.111337 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-12b3820b-5237-43a4-956b-28dbfd57bd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:36:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2be299a7-32bb-4f38-ba2f-171cbbad08ca'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:49.152484 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-12b3820b-5237-43a4-956b-28dbfd57bd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:49.153241 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b3820b-5237-43a4-956b-28dbfd57bd9e None None] The sync data for ids ['2be299a7-32bb-4f38-ba2f-171cbbad08ca'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:49.155952 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd68ad6-880d-429a-964e-d2447df66919 req-01ff03a0-b3a4-4af1-976f-a75cac1945ac tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:49.164986 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd68ad6-880d-429a-964e-d2447df66919 req-01ff03a0-b3a4-4af1-976f-a75cac1945ac tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:49.171196 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd68ad6-880d-429a-964e-d2447df66919 req-01ff03a0-b3a4-4af1-976f-a75cac1945ac tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:49.177039 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd68ad6-880d-429a-964e-d2447df66919 req-01ff03a0-b3a4-4af1-976f-a75cac1945ac tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:49.183927 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd68ad6-880d-429a-964e-d2447df66919 req-01ff03a0-b3a4-4af1-976f-a75cac1945ac tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:49.192304 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd68ad6-880d-429a-964e-d2447df66919 req-01ff03a0-b3a4-4af1-976f-a75cac1945ac tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:49.199688 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd68ad6-880d-429a-964e-d2447df66919 req-01ff03a0-b3a4-4af1-976f-a75cac1945ac tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:49.202300 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2dd68ad6-880d-429a-964e-d2447df66919 req-01ff03a0-b3a4-4af1-976f-a75cac1945ac tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5418 time: 0.2549200 Jul 16 20:36:49.229386 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936fa3f5-fa1a-4a1d-af1e-25601088c849 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Subnet': ['ID=0d3ca15e-1b3c-41a9-a0ac-f4179938a101,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:49.245659 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b399af-a870-494e-b384-b1bd54a28376 req-98e04f2b-8082-443d-b820-ce44b3054dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:49.247665 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b0b399af-a870-494e-b384-b1bd54a28376 req-98e04f2b-8082-443d-b820-ce44b3054dc9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=305a6289-f647-4a33-af65-843f82ea576b HTTP/1.1" status: 200 len: 910 time: 0.2114751 Jul 16 20:36:49.256967 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-45e85d7c-b06c-4ad1-aeb4-31da498e65db tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "GET /v2.0/routers/2be299a7-32bb-4f38-ba2f-171cbbad08ca HTTP/1.1" status: 200 len: 924 time: 0.2239826 Jul 16 20:36:49.259530 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47570) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:49.265380 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936fa3f5-fa1a-4a1d-af1e-25601088c849 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Checking segment: {'id': '43b62bb4-b46a-46d1-be03-5445615cc817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1427f1d5-b379-4f90-8124-f8f75ed46b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:49.265755 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936fa3f5-fa1a-4a1d-af1e-25601088c849 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network hostable DHCP agents. Network: 1427f1d5-b379-4f90-8124-f8f75ed46b73, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:36:49.283313 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901928f2-3bf2-4958-a507-f55d27a4df38 req-51156844-ea39-4b6b-bd72-ff96489288bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:49.285332 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-901928f2-3bf2-4958-a507-f55d27a4df38 req-51156844-ea39-4b6b-bd72-ff96489288bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 1098 time: 0.1820214 Jul 16 20:36:49.300829 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936fa3f5-fa1a-4a1d-af1e-25601088c849 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network 1427f1d5-b379-4f90-8124-f8f75ed46b73 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:36:49.311591 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-936fa3f5-fa1a-4a1d-af1e-25601088c849 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 1427f1d5-b379-4f90-8124-f8f75ed46b73) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:49.323640 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936fa3f5-fa1a-4a1d-af1e-25601088c849 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:49.324237 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-936fa3f5-fa1a-4a1d-af1e-25601088c849 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.331410 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b47dd3d-20cb-4222-918a-3da796e19227 None None] Network 1427f1d5-b379-4f90-8124-f8f75ed46b73 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:49.346726 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b0b399af-a870-494e-b384-b1bd54a28376 req-b0698cab-3431-4e97-8ca7-528e4656f403 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07799068-f1bd-41fb-b4a8-b56ccf4a7d3d HTTP/1.1" status: 200 len: 217 time: 0.0856740 Jul 16 20:36:49.382154 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2dd68ad6-880d-429a-964e-d2447df66919 req-48a040b9-5e56-4d8f-8792-1b04fb38c46e tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1655583 Jul 16 20:36:49.390459 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-936fa3f5-fa1a-4a1d-af1e-25601088c849 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7873805 Jul 16 20:36:49.392905 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47576) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:49.398949 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-f741a100-7d5e-4cc5-9771-eea6afc2de8a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'port': {'network_id': '1427f1d5-b379-4f90-8124-f8f75ed46b73', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1233862297'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:49.481415 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901928f2-3bf2-4958-a507-f55d27a4df38 req-2eeebbc6-875b-4247-865a-9d0aed5e944e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:49.483309 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-901928f2-3bf2-4958-a507-f55d27a4df38 req-2eeebbc6-875b-4247-865a-9d0aed5e944e service neutron] 10.222.0.18 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 912 time: 0.1675489 Jul 16 20:36:49.498624 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b399af-a870-494e-b384-b1bd54a28376 req-9c5f42bc-8ce2-42cc-83a2-5f34a4ffc7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:49.500758 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b0b399af-a870-494e-b384-b1bd54a28376 req-9c5f42bc-8ce2-42cc-83a2-5f34a4ffc7ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c2e227f8-e147-4c3a-a473-88bb7c298923 HTTP/1.1" status: 200 len: 849 time: 0.1231775 Jul 16 20:36:49.535519 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-901928f2-3bf2-4958-a507-f55d27a4df38 req-0c2fc4ce-9369-4bbf-8fff-fb6c22320ae5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=859097bb-1ac3-4bae-80e3-764eefbb51eb HTTP/1.1" status: 200 len: 217 time: 0.0419109 Jul 16 20:36:49.549950 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5734e0aa-d5d1-4bfe-8a8a-c3255db9352f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-1427f1d5-b379-4f90-8124-f8f75ed46b73', 'network_id': '1427f1d5-b379-4f90-8124-f8f75ed46b73', 'tenant_id': 'b462fea25eab41aaacbe7f65f3d46338', 'fixed_ips': [{'subnet_id': '0d3ca15e-1b3c-41a9-a0ac-f4179938a101'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:36:49.551868 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5734e0aa-d5d1-4bfe-8a8a-c3255db9352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.594761 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b0b399af-a870-494e-b384-b1bd54a28376 req-2539d66b-73ff-4392-b4f7-a4efad71eb5d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=305a6289-f647-4a33-af65-843f82ea576b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862923 Jul 16 20:36:49.597883 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51e377f-9e73-482e-a571-88057e1693f7 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:49.599434 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c51e377f-9e73-482e-a571-88057e1693f7 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=9eaba347-54f9-4044-808d-862f23e2a998&device_id=2be299a7-32bb-4f38-ba2f-171cbbad08ca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3315530 Jul 16 20:36:49.603753 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47584) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:49.620259 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901928f2-3bf2-4958-a507-f55d27a4df38 req-9c8e7831-2a84-4870-acaa-ace1d8ebda4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:49.628606 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-901928f2-3bf2-4958-a507-f55d27a4df38 req-9c8e7831-2a84-4870-acaa-ace1d8ebda4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=587f0aec-80a3-4172-9644-d785b8e153a3 HTTP/1.1" status: 200 len: 850 time: 0.0832767 Jul 16 20:36:49.668800 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47588) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:49.675484 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f741a100-7d5e-4cc5-9771-eea6afc2de8a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:49.680228 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f741a100-7d5e-4cc5-9771-eea6afc2de8a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.714191 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-f741a100-7d5e-4cc5-9771-eea6afc2de8a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] device_id is not set on port 4b30158c-2b66-4261-afde-ea6022231b4e yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:36:49.772989 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901928f2-3bf2-4958-a507-f55d27a4df38 req-1a1d853e-8fd2-4e93-a7eb-395501d003c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:49.774914 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-901928f2-3bf2-4958-a507-f55d27a4df38 req-1a1d853e-8fd2-4e93-a7eb-395501d003c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c856853c-1bbc-4399-8326-1d7e71a7f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1388328 Jul 16 20:36:49.801039 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-5734e0aa-d5d1-4bfe-8a8a-c3255db9352f None None] Allocated IP 172.20.0.2 (1427f1d5-b379-4f90-8124-f8f75ed46b73/0d3ca15e-1b3c-41a9-a0ac-f4179938a101/22937808-e817-4828-858d-70b4de120887) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:49.839266 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b0b399af-a870-494e-b384-b1bd54a28376 req-83b4bfbd-8a69-4784-8c3a-bc802b2c5d60 service neutron] 10.222.0.18 "GET /v2.0/networks/305a6289-f647-4a33-af65-843f82ea576b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343514 Jul 16 20:36:49.854023 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbedc4-f3bc-4e11-90fa-9f65231979f3 req-3f80c35b-de40-4e27-a489-552b0682cb14 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:49.855558 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-88dbedc4-f3bc-4e11-90fa-9f65231979f3 req-3f80c35b-de40-4e27-a489-552b0682cb14 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc4fb7c5-bdb8-4dce-afc1-592260b5d04f HTTP/1.1" status: 200 len: 943 time: 0.2137313 Jul 16 20:36:49.857988 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f636b4-0ea9-491a-9bc6-4dfa3553cfda tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:49.859303 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-32f636b4-0ea9-491a-9bc6-4dfa3553cfda tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 881 time: 0.2532990 Jul 16 20:36:49.868976 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47592) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:49.875872 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a9522708-a7a5-403f-8582-09f945b996ba admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1014601429-network', 'tenant_id': 'bfc094714b424364910bf223fe91ed00'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:49.924328 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-901928f2-3bf2-4958-a507-f55d27a4df38 req-d1c45ead-c9d5-47ef-a530-c760b36cff07 service neutron] 10.222.0.18 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393964 Jul 16 20:36:49.925893 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9522708-a7a5-403f-8582-09f945b996ba admin admin] Made reservation on behalf of bfc094714b424364910bf223fe91ed00 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:49.928658 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a9522708-a7a5-403f-8582-09f945b996ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.940632 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fd3fc754-a579-4368-b2ab-42cba47122e6 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "GET /v2.0/ports?device_id=2be299a7-32bb-4f38-ba2f-171cbbad08ca HTTP/1.1" status: 200 len: 205 time: 0.0704253 Jul 16 20:36:49.950778 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47596) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:49.955301 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a9522708-a7a5-403f-8582-09f945b996ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.007281 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5734e0aa-d5d1-4bfe-8a8a-c3255db9352f None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.016227 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5734e0aa-d5d1-4bfe-8a8a-c3255db9352f None None] Transition to ACTIVE for port object 22937808-e817-4828-858d-70b4de120887 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:50.035207 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5734e0aa-d5d1-4bfe-8a8a-c3255db9352f None None] Transition to ACTIVE for port object 22937808-e817-4828-858d-70b4de120887 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:50.041944 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-88dbedc4-f3bc-4e11-90fa-9f65231979f3 req-12d3721e-25a0-4f7c-8aa7-e095be5f9a6b tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/security-groups?id=e68404ce-5cc7-4e22-b509-dcbae13266c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736672 Jul 16 20:36:50.049633 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5734e0aa-d5d1-4bfe-8a8a-c3255db9352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.091455 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-901928f2-3bf2-4958-a507-f55d27a4df38 req-1fe82012-f509-476d-ac9e-f8946c1fc4f4 service neutron] 10.222.0.18 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601677 Jul 16 20:36:50.092852 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5734e0aa-d5d1-4bfe-8a8a-c3255db9352f None None] Network 1427f1d5-b379-4f90-8124-f8f75ed46b73 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:50.099999 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-5734e0aa-d5d1-4bfe-8a8a-c3255db9352f None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:50.103922 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b0b399af-a870-494e-b384-b1bd54a28376 req-3d0ff3ae-07b3-47c1-ae7a-bb82b72e3ba5 service neutron] 10.222.0.18 "GET /v2.0/networks/305a6289-f647-4a33-af65-843f82ea576b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470360 Jul 16 20:36:50.104311 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5734e0aa-d5d1-4bfe-8a8a-c3255db9352f None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:50.111856 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734e0aa-d5d1-4bfe-8a8a-c3255db9352f None None] Pushing event updated for resources: {'Port': ['ID=22937808-e817-4828-858d-70b4de120887,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:50.149268 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ee626fea-bb74-4c77-b03f-407c0119f4b0 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.156991 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.db.api [None req-f741a100-7d5e-4cc5-9771-eea6afc2de8a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-57e3eb4f-7633-4316-8f3f-5207d0fcf3d7 {{(pid=93793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:36:50.157411 n-d-791506-21 neutron-server[93793]: DEBUG oslo_db.api [None req-f741a100-7d5e-4cc5-9771-eea6afc2de8a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:36:50.178708 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5734e0aa-d5d1-4bfe-8a8a-c3255db9352f None None] Attempting to bind port 22937808-e817-4828-858d-70b4de120887 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:50.179227 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5734e0aa-d5d1-4bfe-8a8a-c3255db9352f None None] Attempting to bind port 22937808-e817-4828-858d-70b4de120887 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '43b62bb4-b46a-46d1-be03-5445615cc817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1427f1d5-b379-4f90-8124-f8f75ed46b73'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:50.179693 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5734e0aa-d5d1-4bfe-8a8a-c3255db9352f None None] Attempting to bind port 22937808-e817-4828-858d-70b4de120887 on network 1427f1d5-b379-4f90-8124-f8f75ed46b73 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:50.180399 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a9522708-a7a5-403f-8582-09f945b996ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.184492 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a9522708-a7a5-403f-8582-09f945b996ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.185804 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5734e0aa-d5d1-4bfe-8a8a-c3255db9352f None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:50.186338 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5734e0aa-d5d1-4bfe-8a8a-c3255db9352f None None] Checking segment: {'id': '43b62bb4-b46a-46d1-be03-5445615cc817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1427f1d5-b379-4f90-8124-f8f75ed46b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:50.186934 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5734e0aa-d5d1-4bfe-8a8a-c3255db9352f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.187602 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5734e0aa-d5d1-4bfe-8a8a-c3255db9352f None None] Bound using segment: {'id': '43b62bb4-b46a-46d1-be03-5445615cc817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1427f1d5-b379-4f90-8124-f8f75ed46b73'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:50.188174 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5734e0aa-d5d1-4bfe-8a8a-c3255db9352f None None] Bound port: 22937808-e817-4828-858d-70b4de120887, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b62bb4-b46a-46d1-be03-5445615cc817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1427f1d5-b379-4f90-8124-f8f75ed46b73'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:50.188979 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5734e0aa-d5d1-4bfe-8a8a-c3255db9352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.213329 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9522708-a7a5-403f-8582-09f945b996ba admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:36:50.227021 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9522708-a7a5-403f-8582-09f945b996ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e79a390-6403-4a10-bd5e-cd38fdd82d72,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:50.238382 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a9522708-a7a5-403f-8582-09f945b996ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.238700 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-a9522708-a7a5-403f-8582-09f945b996ba admin admin] Added segment 566e94e9-f0b4-48b2-9cb6-807d882e72fd of type vlan for network 529b088c-0795-44dd-b328-618704a9a732 Jul 16 20:36:50.256491 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5734e0aa-d5d1-4bfe-8a8a-c3255db9352f None None] For port 22937808-e817-4828-858d-70b4de120887, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:50.260296 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5734e0aa-d5d1-4bfe-8a8a-c3255db9352f None None] For port 22937808-e817-4828-858d-70b4de120887, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=22937808-e817-4828-858d-70b4de120887,segment=NetworkSegment(43b62bb4-b46a-46d1-be03-5445615cc817),segment_id=43b62bb4-b46a-46d1-be03-5445615cc817)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:50.265913 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5734e0aa-d5d1-4bfe-8a8a-c3255db9352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.286019 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ee626fea-bb74-4c77-b03f-407c0119f4b0 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.287697 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a9522708-a7a5-403f-8582-09f945b996ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.326485 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734e0aa-d5d1-4bfe-8a8a-c3255db9352f None None] Pushing event updated for resources: {'Port': ['ID=22937808-e817-4828-858d-70b4de120887,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:50.336850 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a9522708-a7a5-403f-8582-09f945b996ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.337983 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9522708-a7a5-403f-8582-09f945b996ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:50.338724 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a9522708-a7a5-403f-8582-09f945b996ba admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.349465 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-ee626fea-bb74-4c77-b03f-407c0119f4b0 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Deleting port e270799b-187e-4a41-84d1-186940c204d3 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:50.350056 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ee626fea-bb74-4c77-b03f-407c0119f4b0 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.377757 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a9522708-a7a5-403f-8582-09f945b996ba admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7074521 Jul 16 20:36:50.381246 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47598) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:50.404176 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9522708-a7a5-403f-8582-09f945b996ba admin admin] Pushing event updated for resources: {'Network': ['ID=529b088c-0795-44dd-b328-618704a9a732,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:50.415699 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-961714da-9345-4012-b67d-fb4332e3bf1c admin admin] Request body: {'subnet': {'network_id': '529b088c-0795-44dd-b328-618704a9a732', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1014601429-subnet', 'tenant_id': 'bfc094714b424364910bf223fe91ed00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:50.415982 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 529b088c-0795-44dd-b328-618704a9a732 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:36:50.464329 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ee626fea-bb74-4c77-b03f-407c0119f4b0 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.478039 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961714da-9345-4012-b67d-fb4332e3bf1c admin admin] Made reservation on behalf of bfc094714b424364910bf223fe91ed00 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:50.480732 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-961714da-9345-4012-b67d-fb4332e3bf1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.503441 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-ee626fea-bb74-4c77-b03f-407c0119f4b0 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Calling delete_port for e270799b-187e-4a41-84d1-186940c204d3 owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:50.658450 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f741a100-7d5e-4cc5-9771-eea6afc2de8a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.677326 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-f741a100-7d5e-4cc5-9771-eea6afc2de8a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] device_id is not set on port c409c644-f1e0-4aa6-856e-4b4211e5a794 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:36:50.791348 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-f741a100-7d5e-4cc5-9771-eea6afc2de8a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Allocated IP 172.20.0.12 (1427f1d5-b379-4f90-8124-f8f75ed46b73/0d3ca15e-1b3c-41a9-a0ac-f4179938a101/c409c644-f1e0-4aa6-856e-4b4211e5a794) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:50.801683 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639013c-fd6d-4999-94f0-b086eeec737b req-0d70440f-6b59-4158-ab64-21855d6d4aed tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:50.808881 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639013c-fd6d-4999-94f0-b086eeec737b req-0d70440f-6b59-4158-ab64-21855d6d4aed tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:50.814961 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639013c-fd6d-4999-94f0-b086eeec737b req-0d70440f-6b59-4158-ab64-21855d6d4aed tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:50.820883 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639013c-fd6d-4999-94f0-b086eeec737b req-0d70440f-6b59-4158-ab64-21855d6d4aed tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:50.826639 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639013c-fd6d-4999-94f0-b086eeec737b req-0d70440f-6b59-4158-ab64-21855d6d4aed tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:50.832679 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639013c-fd6d-4999-94f0-b086eeec737b req-0d70440f-6b59-4158-ab64-21855d6d4aed tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:50.839171 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639013c-fd6d-4999-94f0-b086eeec737b req-0d70440f-6b59-4158-ab64-21855d6d4aed tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:50.841073 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b639013c-fd6d-4999-94f0-b086eeec737b req-0d70440f-6b59-4158-ab64-21855d6d4aed tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5418 time: 0.2750571 Jul 16 20:36:50.927291 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f741a100-7d5e-4cc5-9771-eea6afc2de8a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.936160 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-961714da-9345-4012-b67d-fb4332e3bf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.942641 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-f741a100-7d5e-4cc5-9771-eea6afc2de8a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Transition to ACTIVE for port object c409c644-f1e0-4aa6-856e-4b4211e5a794 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:50.994819 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f741a100-7d5e-4cc5-9771-eea6afc2de8a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.997835 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b639013c-fd6d-4999-94f0-b086eeec737b req-5cd9eba8-d505-4af7-9355-10e2de7c5787 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1321182 Jul 16 20:36:51.049288 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ee626fea-bb74-4c77-b03f-407c0119f4b0 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.055506 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961714da-9345-4012-b67d-fb4332e3bf1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec9fe6dd-34b7-473a-806e-569f7f821b7d,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:51.095018 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee626fea-bb74-4c77-b03f-407c0119f4b0 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Pushing event deleted for resources: {'Port': ['ID=e270799b-187e-4a41-84d1-186940c204d3,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:51.108648 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961714da-9345-4012-b67d-fb4332e3bf1c admin admin] Checking segment: {'id': '566e94e9-f0b4-48b2-9cb6-807d882e72fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '529b088c-0795-44dd-b328-618704a9a732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:51.109021 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961714da-9345-4012-b67d-fb4332e3bf1c admin admin] Network hostable DHCP agents. Network: 529b088c-0795-44dd-b328-618704a9a732, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:36:51.185374 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961714da-9345-4012-b67d-fb4332e3bf1c admin admin] Network 529b088c-0795-44dd-b328-618704a9a732 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:36:51.188321 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ee626fea-bb74-4c77-b03f-407c0119f4b0 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.294627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-961714da-9345-4012-b67d-fb4332e3bf1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 529b088c-0795-44dd-b328-618704a9a732) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:51.307689 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa89e1a-ff34-45de-8cb6-d2eb68f8c5b1 None None] Network 529b088c-0795-44dd-b328-618704a9a732 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:51.322519 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961714da-9345-4012-b67d-fb4332e3bf1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:51.323288 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-961714da-9345-4012-b67d-fb4332e3bf1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.327183 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ee626fea-bb74-4c77-b03f-407c0119f4b0 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.330523 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ee626fea-bb74-4c77-b03f-407c0119f4b0 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.358180 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f741a100-7d5e-4cc5-9771-eea6afc2de8a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network 1427f1d5-b379-4f90-8124-f8f75ed46b73 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:51.366693 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-f741a100-7d5e-4cc5-9771-eea6afc2de8a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:51.372105 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f741a100-7d5e-4cc5-9771-eea6afc2de8a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:51.376593 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741a100-7d5e-4cc5-9771-eea6afc2de8a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Port': ['ID=c409c644-f1e0-4aa6-856e-4b4211e5a794,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:51.402278 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-961714da-9345-4012-b67d-fb4332e3bf1c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0199344 Jul 16 20:36:51.427828 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d681b43-0e0d-47a1-8ce3-c233d1effa34 req-3af0b2c8-d21b-4ce3-8776-b079c55456f0 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:51.429522 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d681b43-0e0d-47a1-8ce3-c233d1effa34 req-3af0b2c8-d21b-4ce3-8776-b079c55456f0 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc4fb7c5-bdb8-4dce-afc1-592260b5d04f HTTP/1.1" status: 200 len: 943 time: 0.2035253 Jul 16 20:36:51.430370 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ee626fea-bb74-4c77-b03f-407c0119f4b0 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.430877 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee626fea-bb74-4c77-b03f-407c0119f4b0 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Fanout notify agent at l3_agent the message router_deleted on router 2be299a7-32bb-4f38-ba2f-171cbbad08ca {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:51.438126 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ee626fea-bb74-4c77-b03f-407c0119f4b0 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.439751 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ee626fea-bb74-4c77-b03f-407c0119f4b0 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "DELETE /v2.0/routers/2be299a7-32bb-4f38-ba2f-171cbbad08ca HTTP/1.1" status: 204 len: 168 time: 1.4938688 Jul 16 20:36:51.445689 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47610) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:51.470049 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9615fe1c-d62c-4e8c-89cb-8dd9e8a45f51 None None] Network 1427f1d5-b379-4f90-8124-f8f75ed46b73 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:51.471320 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-c70d76be-0880-4be6-bace-399323fbc078 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-466256167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:51.483858 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f741a100-7d5e-4cc5-9771-eea6afc2de8a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:51.484825 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f741a100-7d5e-4cc5-9771-eea6afc2de8a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.492452 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d681b43-0e0d-47a1-8ce3-c233d1effa34 req-95fe2c68-61ff-476d-b403-b5cfa90a8d8b tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/security-groups?id=e68404ce-5cc7-4e22-b509-dcbae13266c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515506 Jul 16 20:36:51.526303 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c70d76be-0880-4be6-bace-399323fbc078 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.527621 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c70d76be-0880-4be6-bace-399323fbc078 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.530931 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506772f6-beb9-40ab-bc70-05f52592f202 None None] Network 529b088c-0795-44dd-b328-618704a9a732 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:51.533050 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f741a100-7d5e-4cc5-9771-eea6afc2de8a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.1388316 Jul 16 20:36:51.536517 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47612) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:51.591056 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-60491fd5-7615-4c2a-90e0-96a3971823de None None] Provisioning for port 22937808-e817-4828-858d-70b4de120887 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:51.649449 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c70d76be-0880-4be6-bace-399323fbc078 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.662421 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c70d76be-0880-4be6-bace-399323fbc078 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.690374 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c70d76be-0880-4be6-bace-399323fbc078 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.691665 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c70d76be-0880-4be6-bace-399323fbc078 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2376664 Jul 16 20:36:51.695257 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47618) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:51.697871 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-146d5c95-35af-4b3d-a25f-8ae6819f45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.700221 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-30697c30-6afe-4ad4-86b4-087d8718452d tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Request body: {'router': {'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:51.706481 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4f288f92-a432-4320-a60b-a177264f3106 req-bf567a61-fe44-4927-85f5-7369c7a1e966 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0884371 Jul 16 20:36:51.942153 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 07799068-f1bd-41fb-b4a8-b56ccf4a7d3d details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:36:52.004458 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f288f92-a432-4320-a60b-a177264f3106 req-f86a6338-0272-494e-a43f-290c00a7d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:52.007147 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4f288f92-a432-4320-a60b-a177264f3106 req-f86a6338-0272-494e-a43f-290c00a7d34f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 1096 time: 0.2117360 Jul 16 20:36:52.010179 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-30697c30-6afe-4ad4-86b4-087d8718452d tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.107334 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-ca31bba9-9f88-46dc-a68b-30bd0815ce91 req-cedc2969-0e2c-4e66-a8db-c141bdb93bfd tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2105397427', 'description': 'tempest-description-990064904'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:52.135482 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 07799068-f1bd-41fb-b4a8-b56ccf4a7d3d, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=07799068-f1bd-41fb-b4a8-b56ccf4a7d3d,segment=NetworkSegment(91f13fc4-991c-4e6e-93d3-3e5f11419e60),segment_id=91f13fc4-991c-4e6e-93d3-3e5f11419e60)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:52.153081 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ca31bba9-9f88-46dc-a68b-30bd0815ce91 req-cedc2969-0e2c-4e66-a8db-c141bdb93bfd tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.156558 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '07799068-f1bd-41fb-b4a8-b56ccf4a7d3d', 'network_id': '305a6289-f647-4a33-af65-843f82ea576b', 'port_id': '07799068-f1bd-41fb-b4a8-b56ccf4a7d3d', 'mac_address': 'fa:16:3e:ba:26:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e227f8-e147-4c3a-a473-88bb7c298923', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:36:52.180750 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-617d9e5e-dfc0-427b-b2a0-975a2d96025e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting port c409c644-f1e0-4aa6-856e-4b4211e5a794 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:52.181086 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-617d9e5e-dfc0-427b-b2a0-975a2d96025e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.231581 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.251367 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07799068-f1bd-41fb-b4a8-b56ccf4a7d3d {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:52.275482 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 07799068-f1bd-41fb-b4a8-b56ccf4a7d3d, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=07799068-f1bd-41fb-b4a8-b56ccf4a7d3d,segment=NetworkSegment(91f13fc4-991c-4e6e-93d3-3e5f11419e60),segment_id=91f13fc4-991c-4e6e-93d3-3e5f11419e60)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:52.290797 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.297808 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f288f92-a432-4320-a60b-a177264f3106 req-a20abc3b-952c-48fc-be7d-a992512bc675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:52.299181 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4f288f92-a432-4320-a60b-a177264f3106 req-a20abc3b-952c-48fc-be7d-a992512bc675 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 912 time: 0.2458763 Jul 16 20:36:52.336065 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-617d9e5e-dfc0-427b-b2a0-975a2d96025e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.351318 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-617d9e5e-dfc0-427b-b2a0-975a2d96025e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Calling delete_port for c409c644-f1e0-4aa6-856e-4b4211e5a794 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:52.388968 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=07799068-f1bd-41fb-b4a8-b56ccf4a7d3d,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:52.432747 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4f288f92-a432-4320-a60b-a177264f3106 req-70853fca-1a8a-4850-814c-3c59366b6c9b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4 HTTP/1.1" status: 200 len: 999 time: 0.1224484 Jul 16 20:36:52.459296 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 22937808-e817-4828-858d-70b4de120887 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:52.538519 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ca31bba9-9f88-46dc-a68b-30bd0815ce91 req-cedc2969-0e2c-4e66-a8db-c141bdb93bfd tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.560171 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['07799068-f1bd-41fb-b4a8-b56ccf4a7d3d'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:36:52.588752 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ca31bba9-9f88-46dc-a68b-30bd0815ce91 req-cedc2969-0e2c-4e66-a8db-c141bdb93bfd tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.595499 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-30697c30-6afe-4ad4-86b4-087d8718452d tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.604824 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 22937808-e817-4828-858d-70b4de120887 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:52.614557 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 22937808-e817-4828-858d-70b4de120887 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:52.616477 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.632414 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f288f92-a432-4320-a60b-a177264f3106 req-75cb5ee1-8f12-404b-a794-01fddb999fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:52.634405 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4f288f92-a432-4320-a60b-a177264f3106 req-75cb5ee1-8f12-404b-a794-01fddb999fd1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=587f0aec-80a3-4172-9644-d785b8e153a3 HTTP/1.1" status: 200 len: 850 time: 0.1410635 Jul 16 20:36:52.635862 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-30697c30-6afe-4ad4-86b4-087d8718452d tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.645364 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ca31bba9-9f88-46dc-a68b-30bd0815ce91 req-cedc2969-0e2c-4e66-a8db-c141bdb93bfd tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.652724 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ca31bba9-9f88-46dc-a68b-30bd0815ce91 req-cedc2969-0e2c-4e66-a8db-c141bdb93bfd tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5538270 Jul 16 20:36:52.678573 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc2969-0e2c-4e66-a8db-c141bdb93bfd tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af1cb4d0-7782-4530-a470-c871755e5ee1,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:52.691621 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-617d9e5e-dfc0-427b-b2a0-975a2d96025e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.702183 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-36bb9f50-ef83-44dc-98d7-5967dc839033 None None] Provisioning complete for port 22937808-e817-4828-858d-70b4de120887 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:52.702869 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-36bb9f50-ef83-44dc-98d7-5967dc839033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.784501 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d9e5e-dfc0-427b-b2a0-975a2d96025e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Port': ['ID=c409c644-f1e0-4aa6-856e-4b4211e5a794,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:52.811859 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f288f92-a432-4320-a60b-a177264f3106 req-4824f909-bed1-49ea-9cbd-8cc6e6ffcdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:52.813879 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4f288f92-a432-4320-a60b-a177264f3106 req-4824f909-bed1-49ea-9cbd-8cc6e6ffcdd7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c856853c-1bbc-4399-8326-1d7e71a7f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1711006 Jul 16 20:36:52.863228 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-617d9e5e-dfc0-427b-b2a0-975a2d96025e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.865738 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-617d9e5e-dfc0-427b-b2a0-975a2d96025e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/ports/c409c644-f1e0-4aa6-856e-4b4211e5a794 HTTP/1.1" status: 204 len: 168 time: 1.3281119 Jul 16 20:36:52.869730 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47630) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:52.870862 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-30697c30-6afe-4ad4-86b4-087d8718452d tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Allocated IP 172.25.0.159 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/dc48588d-6e74-4ce3-befa-c10909a4b066) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:52.891274 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-36bb9f50-ef83-44dc-98d7-5967dc839033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.908884 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72199b36-fdbe-4441-ab1e-02db55ae57fb req-2a630eba-4548-460e-bbf1-2facdd2dcb56 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:52.909766 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a95cb0-1d6a-4d79-8b6b-16a97ff0cd77 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] GET failed (client error): The resource could not be found. Jul 16 20:36:52.912953 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e4a95cb0-1d6a-4d79-8b6b-16a97ff0cd77 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "GET /v2.0/ports/c409c644-f1e0-4aa6-856e-4b4211e5a794 HTTP/1.1" status: 404 len: 333 time: 0.0394516 Jul 16 20:36:52.921606 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47632) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:52.922109 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72199b36-fdbe-4441-ab1e-02db55ae57fb req-2a630eba-4548-460e-bbf1-2facdd2dcb56 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:52.929531 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72199b36-fdbe-4441-ab1e-02db55ae57fb req-2a630eba-4548-460e-bbf1-2facdd2dcb56 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:52.935532 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72199b36-fdbe-4441-ab1e-02db55ae57fb req-2a630eba-4548-460e-bbf1-2facdd2dcb56 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:52.942413 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72199b36-fdbe-4441-ab1e-02db55ae57fb req-2a630eba-4548-460e-bbf1-2facdd2dcb56 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:52.948462 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-36bb9f50-ef83-44dc-98d7-5967dc839033 None None] For port 22937808-e817-4828-858d-70b4de120887, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=22937808-e817-4828-858d-70b4de120887,segment=NetworkSegment(43b62bb4-b46a-46d1-be03-5445615cc817),segment_id=43b62bb4-b46a-46d1-be03-5445615cc817)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:52.949526 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72199b36-fdbe-4441-ab1e-02db55ae57fb req-2a630eba-4548-460e-bbf1-2facdd2dcb56 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:52.955920 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72199b36-fdbe-4441-ab1e-02db55ae57fb req-2a630eba-4548-460e-bbf1-2facdd2dcb56 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:52.956352 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.964584 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-72199b36-fdbe-4441-ab1e-02db55ae57fb req-2a630eba-4548-460e-bbf1-2facdd2dcb56 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5418 time: 0.4222078 Jul 16 20:36:52.984970 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-36bb9f50-ef83-44dc-98d7-5967dc839033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.024895 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-72199b36-fdbe-4441-ab1e-02db55ae57fb req-77e4faf5-85ef-455b-bb1b-c666688181d2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593345 Jul 16 20:36:53.048439 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-990d6eb5-b727-4fdd-8b1c-a7582725c72e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting subnet 0d3ca15e-1b3c-41a9-a0ac-f4179938a101 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:36:53.059366 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-36bb9f50-ef83-44dc-98d7-5967dc839033 None None] Could not find standard attr ID for object c409c644-f1e0-4aa6-856e-4b4211e5a794. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:36:53.061443 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4622e37-fcd2-4cd2-9f11-cd6882e72f1a req-a414eb2d-6716-498b-841b-0f5225a5304e tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:53.061616 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-990d6eb5-b727-4fdd-8b1c-a7582725c72e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.073769 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b4622e37-fcd2-4cd2-9f11-cd6882e72f1a req-a414eb2d-6716-498b-841b-0f5225a5304e tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc4fb7c5-bdb8-4dce-afc1-592260b5d04f HTTP/1.1" status: 200 len: 944 time: 0.2277420 Jul 16 20:36:53.128651 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4f288f92-a432-4320-a60b-a177264f3106 req-38e112f1-d665-42a5-9cba-dd960869ee18 service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056140 Jul 16 20:36:53.138411 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b4622e37-fcd2-4cd2-9f11-cd6882e72f1a req-341e718e-98e0-4f9e-919f-596093bf4f48 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/security-groups?id=e68404ce-5cc7-4e22-b509-dcbae13266c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597746 Jul 16 20:36:53.140455 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:36:53.140815 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:36:53.170861 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f2744c36-238b-499a-ad51-bb3671b67bd3 req-e60dc70e-7700-4e88-882a-63c6be0fead6 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "GET /v2.0/security-groups/af1cb4d0-7782-4530-a470-c871755e5ee1 HTTP/1.1" status: 200 len: 1806 time: 0.0949805 Jul 16 20:36:53.177914 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-990d6eb5-b727-4fdd-8b1c-a7582725c72e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.181997 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-f2744c36-238b-499a-ad51-bb3671b67bd3 req-dfe04d8a-7e78-4b08-a9ef-ed2701d03e1e tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'af1cb4d0-7782-4530-a470-c871755e5ee1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:53.182622 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-f2744c36-238b-499a-ad51-bb3671b67bd3 req-dfe04d8a-7e78-4b08-a9ef-ed2701d03e1e tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'af1cb4d0-7782-4530-a470-c871755e5ee1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:53.188349 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f9afa840-da59-42b1-8370-25812c875ced None None] Could not find standard attr ID for object c409c644-f1e0-4aa6-856e-4b4211e5a794. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:36:53.194061 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb9f50-ef83-44dc-98d7-5967dc839033 None None] Pushing event updated for resources: {'Port': ['ID=22937808-e817-4828-858d-70b4de120887,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:53.268560 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-30697c30-6afe-4ad4-86b4-087d8718452d tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.277150 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f2744c36-238b-499a-ad51-bb3671b67bd3 req-dfe04d8a-7e78-4b08-a9ef-ed2701d03e1e tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.306498 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f2744c36-238b-499a-ad51-bb3671b67bd3 req-dfe04d8a-7e78-4b08-a9ef-ed2701d03e1e tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.310597 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f2744c36-238b-499a-ad51-bb3671b67bd3 req-dfe04d8a-7e78-4b08-a9ef-ed2701d03e1e tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.328711 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe04d8a-7e78-4b08-a9ef-ed2701d03e1e tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c453dfb3-6acf-4685-bb05-de7fe2466707,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:53.337230 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f2744c36-238b-499a-ad51-bb3671b67bd3 req-dfe04d8a-7e78-4b08-a9ef-ed2701d03e1e tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.339058 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f2744c36-238b-499a-ad51-bb3671b67bd3 req-dfe04d8a-7e78-4b08-a9ef-ed2701d03e1e tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1611414 Jul 16 20:36:53.351497 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4f288f92-a432-4320-a60b-a177264f3106 req-efed65d9-99cc-478a-8cd7-9b9ebfe9dbc2 service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145655 Jul 16 20:36:53.362595 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-990d6eb5-b727-4fdd-8b1c-a7582725c72e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.368972 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-932dad86-b736-42e6-8955-9adc3b1c6efe req-0a83f803-eada-41c4-bf60-d5727ce87a4d tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-127603767', 'description': 'tempest-description-1025872937'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:53.396982 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-30697c30-6afe-4ad4-86b4-087d8718452d tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.398952 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-932dad86-b736-42e6-8955-9adc3b1c6efe req-0a83f803-eada-41c4-bf60-d5727ce87a4d tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.454031 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30697c30-6afe-4ad4-86b4-087d8718452d tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:53.461927 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-30697c30-6afe-4ad4-86b4-087d8718452d tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:53.468381 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30697c30-6afe-4ad4-86b4-087d8718452d tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:53.473135 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30697c30-6afe-4ad4-86b4-087d8718452d tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Pushing event updated for resources: {'Port': ['ID=dc48588d-6e74-4ce3-befa-c10909a4b066,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:53.486242 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-932dad86-b736-42e6-8955-9adc3b1c6efe req-0a83f803-eada-41c4-bf60-d5727ce87a4d tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.491736 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-932dad86-b736-42e6-8955-9adc3b1c6efe req-0a83f803-eada-41c4-bf60-d5727ce87a4d tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.507605 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-990d6eb5-b727-4fdd-8b1c-a7582725c72e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.520211 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-932dad86-b736-42e6-8955-9adc3b1c6efe req-0a83f803-eada-41c4-bf60-d5727ce87a4d tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.521893 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-932dad86-b736-42e6-8955-9adc3b1c6efe req-0a83f803-eada-41c4-bf60-d5727ce87a4d tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1574252 Jul 16 20:36:53.531726 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83f803-eada-41c4-bf60-d5727ce87a4d tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6e925a-e59c-4321-aa46-d31dde64da27,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:53.543687 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-990d6eb5-b727-4fdd-8b1c-a7582725c72e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.545516 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-990d6eb5-b727-4fdd-8b1c-a7582725c72e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/subnets/0d3ca15e-1b3c-41a9-a0ac-f4179938a101 HTTP/1.1" status: 204 len: 168 time: 0.6227739 Jul 16 20:36:53.546574 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d6eb5-b727-4fdd-8b1c-a7582725c72e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Subnet': ['ID=0d3ca15e-1b3c-41a9-a0ac-f4179938a101,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:53.549095 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47642) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:53.554902 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ccc0fb-c248-4f59-8c1f-3d62b72a145f None None] Network 1427f1d5-b379-4f90-8124-f8f75ed46b73 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:53.591340 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e38db185-ede1-42d1-a3e5-129355d82b96 req-b33f9fdd-6b36-4973-9610-9b288e629ddb tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "GET /v2.0/security-groups/1a6e925a-e59c-4321-aa46-d31dde64da27 HTTP/1.1" status: 200 len: 1806 time: 0.0480218 Jul 16 20:36:53.601990 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-e38db185-ede1-42d1-a3e5-129355d82b96 req-50ba630e-f318-47b3-96ca-e7c054e430ac tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '1a6e925a-e59c-4321-aa46-d31dde64da27', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:53.602295 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-e38db185-ede1-42d1-a3e5-129355d82b96 req-50ba630e-f318-47b3-96ca-e7c054e430ac tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '1a6e925a-e59c-4321-aa46-d31dde64da27', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:53.690523 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e38db185-ede1-42d1-a3e5-129355d82b96 req-50ba630e-f318-47b3-96ca-e7c054e430ac tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.737960 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e38db185-ede1-42d1-a3e5-129355d82b96 req-50ba630e-f318-47b3-96ca-e7c054e430ac tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.744955 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e38db185-ede1-42d1-a3e5-129355d82b96 req-50ba630e-f318-47b3-96ca-e7c054e430ac tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.784541 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba630e-f318-47b3-96ca-e7c054e430ac tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a039a2-ca7f-4463-a8c1-967a99e94b7c,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:53.796320 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e38db185-ede1-42d1-a3e5-129355d82b96 req-50ba630e-f318-47b3-96ca-e7c054e430ac tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.803785 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e38db185-ede1-42d1-a3e5-129355d82b96 req-50ba630e-f318-47b3-96ca-e7c054e430ac tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2055063 Jul 16 20:36:53.833003 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-ced6fa43-7d48-4c14-b8cb-94098a7e90e1 req-1e04d726-23c1-42d7-97da-62d943522643 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2008876617', 'description': 'tempest-description-1029822912'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:53.870771 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ced6fa43-7d48-4c14-b8cb-94098a7e90e1 req-1e04d726-23c1-42d7-97da-62d943522643 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.887612 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 07799068-f1bd-41fb-b4a8-b56ccf4a7d3d up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:53.921823 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad69a60f-9154-485c-9110-3eac438fb381 None None] DHCP port deletion for 1427f1d5-b379-4f90-8124-f8f75ed46b73 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:36:53.982141 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ced6fa43-7d48-4c14-b8cb-94098a7e90e1 req-1e04d726-23c1-42d7-97da-62d943522643 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.983715 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 07799068-f1bd-41fb-b4a8-b56ccf4a7d3d completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:53.986417 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ced6fa43-7d48-4c14-b8cb-94098a7e90e1 req-1e04d726-23c1-42d7-97da-62d943522643 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.988011 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ad69a60f-9154-485c-9110-3eac438fb381 None None] Deleting port 22937808-e817-4828-858d-70b4de120887 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:53.988357 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad69a60f-9154-485c-9110-3eac438fb381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.991341 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 07799068-f1bd-41fb-b4a8-b56ccf4a7d3d triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:53.991703 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.017604 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ced6fa43-7d48-4c14-b8cb-94098a7e90e1 req-1e04d726-23c1-42d7-97da-62d943522643 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.018903 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ced6fa43-7d48-4c14-b8cb-94098a7e90e1 req-1e04d726-23c1-42d7-97da-62d943522643 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.1926553 Jul 16 20:36:54.020699 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04d726-23c1-42d7-97da-62d943522643 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da8fde9c-0327-4670-bb60-a6e2fedd25dc,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:54.041043 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c8079116-f2d0-4d3e-8ee5-9119bc356822 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.047315 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-083ca4f3-31b3-41c1-8697-c1dbfeda1f58 req-331ff375-fbec-404e-9f21-e8ef200a6ae0 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1454952425', 'description': 'tempest-description-2125043045'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:54.073363 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-083ca4f3-31b3-41c1-8697-c1dbfeda1f58 req-331ff375-fbec-404e-9f21-e8ef200a6ae0 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.083152 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ad69a60f-9154-485c-9110-3eac438fb381 None None] For port 22937808-e817-4828-858d-70b4de120887, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=22937808-e817-4828-858d-70b4de120887,segment=NetworkSegment(43b62bb4-b46a-46d1-be03-5445615cc817),segment_id=43b62bb4-b46a-46d1-be03-5445615cc817)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:54.083553 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad69a60f-9154-485c-9110-3eac438fb381 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.100827 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ad69a60f-9154-485c-9110-3eac438fb381 None None] Calling delete_port for 22937808-e817-4828-858d-70b4de120887 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:54.166902 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-c8079116-f2d0-4d3e-8ee5-9119bc356822 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting port 22937808-e817-4828-858d-70b4de120887 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:54.167327 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c8079116-f2d0-4d3e-8ee5-9119bc356822 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.207378 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.224929 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-083ca4f3-31b3-41c1-8697-c1dbfeda1f58 req-331ff375-fbec-404e-9f21-e8ef200a6ae0 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.229504 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2588fc75-3fc0-4699-9fe3-2f08a90dffd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.230980 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.241254 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-083ca4f3-31b3-41c1-8697-c1dbfeda1f58 req-331ff375-fbec-404e-9f21-e8ef200a6ae0 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.260126 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4fb7c5-bdb8-4dce-afc1-592260b5d04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07799068-f1bd-41fb-b4a8-b56ccf4a7d3d'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:54.262181 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feae28ff-093f-43c6-bb95-186013c5aaea" -d '{"events": [{"server_uuid": "bc4fb7c5-bdb8-4dce-afc1-592260b5d04f", "name": "network-vif-plugged", "status": "completed", "tag": "07799068-f1bd-41fb-b4a8-b56ccf4a7d3d"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:54.274412 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 07799068-f1bd-41fb-b4a8-b56ccf4a7d3d, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=07799068-f1bd-41fb-b4a8-b56ccf4a7d3d,segment=NetworkSegment(91f13fc4-991c-4e6e-93d3-3e5f11419e60),segment_id=91f13fc4-991c-4e6e-93d3-3e5f11419e60)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:54.284439 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.290211 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad69a60f-9154-485c-9110-3eac438fb381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.310571 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-083ca4f3-31b3-41c1-8697-c1dbfeda1f58 req-331ff375-fbec-404e-9f21-e8ef200a6ae0 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.329734 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-083ca4f3-31b3-41c1-8697-c1dbfeda1f58 req-331ff375-fbec-404e-9f21-e8ef200a6ae0 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2866268 Jul 16 20:36:54.334459 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ff375-fbec-404e-9f21-e8ef200a6ae0 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2602e72f-fede-4304-9a6b-70e632dd0737,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:54.358561 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad69a60f-9154-485c-9110-3eac438fb381 None None] No DVR routers for this DVR port 22937808-e817-4828-858d-70b4de120887 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:36:54.379811 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-30697c30-6afe-4ad4-86b4-087d8718452d tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.383854 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-c8079116-f2d0-4d3e-8ee5-9119bc356822 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] For port 22937808-e817-4828-858d-70b4de120887, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=22937808-e817-4828-858d-70b4de120887,segment=NetworkSegment(43b62bb4-b46a-46d1-be03-5445615cc817),segment_id=43b62bb4-b46a-46d1-be03-5445615cc817)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:54.384222 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c8079116-f2d0-4d3e-8ee5-9119bc356822 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.395859 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=07799068-f1bd-41fb-b4a8-b56ccf4a7d3d,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:54.412444 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84722b-5112-4c3b-ae84-965ae3048ad2 req-4ca8f051-53eb-44e2-ae2b-6aec58941ebf tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:54.413983 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 22937808-e817-4828-858d-70b4de120887 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:54.419316 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84722b-5112-4c3b-ae84-965ae3048ad2 req-4ca8f051-53eb-44e2-ae2b-6aec58941ebf tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:54.425774 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84722b-5112-4c3b-ae84-965ae3048ad2 req-4ca8f051-53eb-44e2-ae2b-6aec58941ebf tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:54.433017 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84722b-5112-4c3b-ae84-965ae3048ad2 req-4ca8f051-53eb-44e2-ae2b-6aec58941ebf tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:54.438720 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84722b-5112-4c3b-ae84-965ae3048ad2 req-4ca8f051-53eb-44e2-ae2b-6aec58941ebf tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:54.445863 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84722b-5112-4c3b-ae84-965ae3048ad2 req-4ca8f051-53eb-44e2-ae2b-6aec58941ebf tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:54.452601 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84722b-5112-4c3b-ae84-965ae3048ad2 req-4ca8f051-53eb-44e2-ae2b-6aec58941ebf tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:54.453401 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69a60f-9154-485c-9110-3eac438fb381 None None] Pushing event deleted for resources: {'Port': ['ID=22937808-e817-4828-858d-70b4de120887,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:54.454698 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0e84722b-5112-4c3b-ae84-965ae3048ad2 req-4ca8f051-53eb-44e2-ae2b-6aec58941ebf tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5418 time: 0.2276273 Jul 16 20:36:54.455374 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 22937808-e817-4828-858d-70b4de120887 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:36:54.455673 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 22937808-e817-4828-858d-70b4de120887 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:36:54.465121 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-c8079116-f2d0-4d3e-8ee5-9119bc356822 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Calling delete_port for 22937808-e817-4828-858d-70b4de120887 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:54.551682 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0e84722b-5112-4c3b-ae84-965ae3048ad2 req-34a9d56e-fd9e-41ec-9eda-1af9bab99c4c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0856297 Jul 16 20:36:54.594497 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743e900-d995-4423-bb0b-8c9efc904977 req-d62dbaa5-6d1e-4748-98b0-cba5b5cac92d tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:54.596027 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a743e900-d995-4423-bb0b-8c9efc904977 req-d62dbaa5-6d1e-4748-98b0-cba5b5cac92d tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc4fb7c5-bdb8-4dce-afc1-592260b5d04f HTTP/1.1" status: 200 len: 945 time: 0.1012604 Jul 16 20:36:54.612258 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18392cf8-1875-4bad-8d09-54ed25b497ac x-openstack-request-id: req-18392cf8-1875-4bad-8d09-54ed25b497ac {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:54.613177 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4fb7c5-bdb8-4dce-afc1-592260b5d04f", "name": "network-vif-plugged", "status": "completed", "tag": "07799068-f1bd-41fb-b4a8-b56ccf4a7d3d", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:54.613648 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-18392cf8-1875-4bad-8d09-54ed25b497ac {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:54.614271 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4fb7c5-bdb8-4dce-afc1-592260b5d04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07799068-f1bd-41fb-b4a8-b56ccf4a7d3d', 'code': 200} Jul 16 20:36:54.646777 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c8079116-f2d0-4d3e-8ee5-9119bc356822 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.660313 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a743e900-d995-4423-bb0b-8c9efc904977 req-74bfad00-654e-4792-9d5a-2217f8e23b0e tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/security-groups?id=e68404ce-5cc7-4e22-b509-dcbae13266c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556698 Jul 16 20:36:54.721159 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8079116-f2d0-4d3e-8ee5-9119bc356822 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Port': ['ID=22937808-e817-4828-858d-70b4de120887,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:54.728354 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8079116-f2d0-4d3e-8ee5-9119bc356822 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] No DVR routers for this DVR port 22937808-e817-4828-858d-70b4de120887 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:36:54.769549 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3f9ab32c-e7b2-424e-a2e0-32781dc694fb req-71c8b527-95ec-4437-882a-a5c189759b5f tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "GET /v2.0/security-groups/da8fde9c-0327-4670-bb60-a6e2fedd25dc HTTP/1.1" status: 200 len: 1807 time: 0.0922859 Jul 16 20:36:54.778184 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-30697c30-6afe-4ad4-86b4-087d8718452d tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.789759 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-30697c30-6afe-4ad4-86b4-087d8718452d tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896760'] for router, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.818938 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345137ca-58be-4a76-be25-637d0dc3c15a req-955f7b1f-faca-46df-a234-2ccd31ab3fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:54.820769 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-345137ca-58be-4a76-be25-637d0dc3c15a req-955f7b1f-faca-46df-a234-2ccd31ab3fe7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bc4fb7c5-bdb8-4dce-afc1-592260b5d04f HTTP/1.1" status: 200 len: 1097 time: 0.1227343 Jul 16 20:36:54.838700 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3f9ab32c-e7b2-424e-a2e0-32781dc694fb req-eb79f697-692b-469f-a28a-92172d073679 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "GET /v2.0/security-groups/2602e72f-fede-4304-9a6b-70e632dd0737 HTTP/1.1" status: 200 len: 1807 time: 0.0590639 Jul 16 20:36:54.854150 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-3f9ab32c-e7b2-424e-a2e0-32781dc694fb req-bb1756eb-f4c1-48e8-b2ae-619e8c34bb8a tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'da8fde9c-0327-4670-bb60-a6e2fedd25dc', 'remote_group_id': '2602e72f-fede-4304-9a6b-70e632dd0737', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:54.854597 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-3f9ab32c-e7b2-424e-a2e0-32781dc694fb req-bb1756eb-f4c1-48e8-b2ae-619e8c34bb8a tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'da8fde9c-0327-4670-bb60-a6e2fedd25dc', 'remote_group_id': '2602e72f-fede-4304-9a6b-70e632dd0737', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:54.864334 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c8079116-f2d0-4d3e-8ee5-9119bc356822 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.878690 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-c8079116-f2d0-4d3e-8ee5-9119bc356822 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1427f1d5-b379-4f90-8124-f8f75ed46b73']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:54.892440 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-345137ca-58be-4a76-be25-637d0dc3c15a req-650f3072-e43c-46f5-b37f-59a9430e51d1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e68404ce-5cc7-4e22-b509-dcbae13266c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621121 Jul 16 20:36:54.895309 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-c8079116-f2d0-4d3e-8ee5-9119bc356822 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b62bb4-b46a-46d1-be03-5445615cc817') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:54.895608 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-c8079116-f2d0-4d3e-8ee5-9119bc356822 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b62bb4-b46a-46d1-be03-5445615cc817') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:54.932555 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c8079116-f2d0-4d3e-8ee5-9119bc356822 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.941236 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3f9ab32c-e7b2-424e-a2e0-32781dc694fb req-bb1756eb-f4c1-48e8-b2ae-619e8c34bb8a tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.961299 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c8079116-f2d0-4d3e-8ee5-9119bc356822 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.971104 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8079116-f2d0-4d3e-8ee5-9119bc356822 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:36:54.971485 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c8079116-f2d0-4d3e-8ee5-9119bc356822 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:36:54.975110 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:36:54.987799 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3f9ab32c-e7b2-424e-a2e0-32781dc694fb req-bb1756eb-f4c1-48e8-b2ae-619e8c34bb8a tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.992474 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3f9ab32c-e7b2-424e-a2e0-32781dc694fb req-bb1756eb-f4c1-48e8-b2ae-619e8c34bb8a tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.013552 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1756eb-f4c1-48e8-b2ae-619e8c34bb8a tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a28e9f9a-221c-4d8e-a101-6f33c2979b90,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:55.022517 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3f9ab32c-e7b2-424e-a2e0-32781dc694fb req-bb1756eb-f4c1-48e8-b2ae-619e8c34bb8a tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.023726 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3f9ab32c-e7b2-424e-a2e0-32781dc694fb req-bb1756eb-f4c1-48e8-b2ae-619e8c34bb8a tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1755042 Jul 16 20:36:55.047986 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c8079116-f2d0-4d3e-8ee5-9119bc356822 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.054726 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c8079116-f2d0-4d3e-8ee5-9119bc356822 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.056514 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c8079116-f2d0-4d3e-8ee5-9119bc356822 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/networks/1427f1d5-b379-4f90-8124-f8f75ed46b73 HTTP/1.1" status: 204 len: 168 time: 1.5064926 Jul 16 20:36:55.060874 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47668) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:55.066690 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-e34ff78a-2819-4dd9-ba3f-0e38727f3d45 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'port': {'network_id': '004ece05-1fa7-4849-8b8b-acbb54c1296a', 'name': 'tempest-PortsTestJSON-115861120'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:55.071521 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8079116-f2d0-4d3e-8ee5-9119bc356822 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Network': ['ID=1427f1d5-b379-4f90-8124-f8f75ed46b73,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:55.075450 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30697c30-6afe-4ad4-86b4-087d8718452d tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Router a08c80d7-810b-4a08-a235-e48f504b7e4c is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:36:55.193769 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30697c30-6afe-4ad4-86b4-087d8718452d tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:55.201315 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-30697c30-6afe-4ad4-86b4-087d8718452d tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.205461 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-30697c30-6afe-4ad4-86b4-087d8718452d tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "PUT /v2.0/routers/a08c80d7-810b-4a08-a235-e48f504b7e4c HTTP/1.1" status: 200 len: 883 time: 3.5066891 Jul 16 20:36:55.205630 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0907154e-462f-461b-b6df-b026ac594ec8 None None] Sync routers for ids ['a08c80d7-810b-4a08-a235-e48f504b7e4c'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:55.206062 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47670) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:55.213469 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0907154e-462f-461b-b6df-b026ac594ec8 None None] Routers {'a08c80d7-810b-4a08-a235-e48f504b7e4c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:55.214420 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-0907154e-462f-461b-b6df-b026ac594ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:36:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['a08c80d7-810b-4a08-a235-e48f504b7e4c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:55.250206 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-0907154e-462f-461b-b6df-b026ac594ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:55.260673 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0907154e-462f-461b-b6df-b026ac594ec8 None None] Routers {'a08c80d7-810b-4a08-a235-e48f504b7e4c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:55.261333 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-0907154e-462f-461b-b6df-b026ac594ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:36:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['a08c80d7-810b-4a08-a235-e48f504b7e4c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:55.266149 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c31fc4-3e36-4e3b-8998-9032afe0cd96 req-f440cd28-74f2-49db-a056-95080203bfee tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:55.267693 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-39c31fc4-3e36-4e3b-8998-9032afe0cd96 req-f440cd28-74f2-49db-a056-95080203bfee tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.1967599 Jul 16 20:36:55.269800 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34ff78a-2819-4dd9-ba3f-0e38727f3d45 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:55.273287 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e34ff78a-2819-4dd9-ba3f-0e38727f3d45 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.296764 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-0907154e-462f-461b-b6df-b026ac594ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:55.297417 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0907154e-462f-461b-b6df-b026ac594ec8 None None] The sync data for ids ['a08c80d7-810b-4a08-a235-e48f504b7e4c'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:55.316819 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-e34ff78a-2819-4dd9-ba3f-0e38727f3d45 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] device_id is not set on port 24565fc3-8d83-45d7-97a0-0852ac07524a yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:36:55.323963 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d52dc31f-395c-46f5-b4cb-f18c72e7132e tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "GET /v2.0/routers/a08c80d7-810b-4a08-a235-e48f504b7e4c HTTP/1.1" status: 200 len: 924 time: 0.1145480 Jul 16 20:36:55.324175 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47672) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:55.335214 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548457c6-5e51-4673-ad17-4749d95b2a6d req-3a721327-0eb4-4fb0-a9c9-7d9e2d1e105c tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:55.336709 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-548457c6-5e51-4673-ad17-4749d95b2a6d req-3a721327-0eb4-4fb0-a9c9-7d9e2d1e105c tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8 HTTP/1.1" status: 200 len: 946 time: 0.1628106 Jul 16 20:36:55.349086 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-39c31fc4-3e36-4e3b-8998-9032afe0cd96 req-7f60a7d0-9bc1-452a-ba72-7d79e1acf569 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731359 Jul 16 20:36:55.400201 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-95cb7ed4-70ba-494f-8616-17c8e67b5a4d req-244e339b-5781-4e10-93bf-e43a3dc9f7ed tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1419158575', 'description': 'tempest-description-83807092'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:55.418975 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f10bed-54ac-4cda-a7fb-717933e71d41 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:55.420534 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-40f10bed-54ac-4cda-a7fb-717933e71d41 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=9eaba347-54f9-4044-808d-862f23e2a998&device_id=a08c80d7-810b-4a08-a235-e48f504b7e4c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0954459 Jul 16 20:36:55.423261 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47676) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:55.458656 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-548457c6-5e51-4673-ad17-4749d95b2a6d req-9dd65708-fd72-4fb5-b0e2-090f5b3d816e tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152864 Jul 16 20:36:55.462577 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-95cb7ed4-70ba-494f-8616-17c8e67b5a4d req-244e339b-5781-4e10-93bf-e43a3dc9f7ed tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.543737 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05d1cc2-20ca-4f1e-a159-f25b3080abc9 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:55.548604 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e05d1cc2-20ca-4f1e-a159-f25b3080abc9 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 881 time: 0.1217070 Jul 16 20:36:55.548938 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47678) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:55.587825 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-aef01314-1b13-462c-8359-5bfa733dc971 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08c80d7-810b-4a08-a235-e48f504b7e4c HTTP/1.1" status: 200 len: 205 time: 0.0368810 Jul 16 20:36:55.589628 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47682) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:55.612728 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e34ff78a-2819-4dd9-ba3f-0e38727f3d45 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.698783 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-95cb7ed4-70ba-494f-8616-17c8e67b5a4d req-244e339b-5781-4e10-93bf-e43a3dc9f7ed tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.701656 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2fe7ab3-2225-4aa9-b36d-b45316797783 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.706924 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-95cb7ed4-70ba-494f-8616-17c8e67b5a4d req-244e339b-5781-4e10-93bf-e43a3dc9f7ed tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.721796 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c6162-a7e8-46c7-ace5-dce0604f6339 req-c3d57f8c-244b-4cbc-8bb3-ca2d24b2c2e4 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:55.723321 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b1c6162-a7e8-46c7-ace5-dce0604f6339 req-c3d57f8c-244b-4cbc-8bb3-ca2d24b2c2e4 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.1542406 Jul 16 20:36:55.729484 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e34ff78a-2819-4dd9-ba3f-0e38727f3d45 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.745567 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.799195 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-95cb7ed4-70ba-494f-8616-17c8e67b5a4d req-244e339b-5781-4e10-93bf-e43a3dc9f7ed tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.800400 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-95cb7ed4-70ba-494f-8616-17c8e67b5a4d req-244e339b-5781-4e10-93bf-e43a3dc9f7ed tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4138308 Jul 16 20:36:55.812496 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e339b-5781-4e10-93bf-e43a3dc9f7ed tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acfdbc6e-eb04-4f29-a186-d1027ab861f1,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:55.824625 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34ff78a-2819-4dd9-ba3f-0e38727f3d45 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network 004ece05-1fa7-4849-8b8b-acbb54c1296a is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:55.833235 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-e34ff78a-2819-4dd9-ba3f-0e38727f3d45 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:55.838044 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ff78a-2819-4dd9-ba3f-0e38727f3d45 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Port': ['ID=24565fc3-8d83-45d7-97a0-0852ac07524a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:55.840357 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34ff78a-2819-4dd9-ba3f-0e38727f3d45 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:55.843950 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2fe7ab3-2225-4aa9-b36d-b45316797783 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.845943 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34ff78a-2819-4dd9-ba3f-0e38727f3d45 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:55.846618 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e34ff78a-2819-4dd9-ba3f-0e38727f3d45 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.864313 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b1c6162-a7e8-46c7-ace5-dce0604f6339 req-d421b810-f969-4b56-a280-4cf53eedb167 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277690 Jul 16 20:36:55.883455 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e34ff78a-2819-4dd9-ba3f-0e38727f3d45 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8214560 Jul 16 20:36:55.886072 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47690) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:55.922283 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe7ab3-2225-4aa9-b36d-b45316797783 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Deleting port dc48588d-6e74-4ce3-befa-c10909a4b066 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:55.922794 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2fe7ab3-2225-4aa9-b36d-b45316797783 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.017568 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2fe7ab3-2225-4aa9-b36d-b45316797783 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.030470 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe7ab3-2225-4aa9-b36d-b45316797783 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Calling delete_port for dc48588d-6e74-4ce3-befa-c10909a4b066 owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:56.091656 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-d6ea9089-590a-406d-b226-5f530621e1bf tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting port 24565fc3-8d83-45d7-97a0-0852ac07524a {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:56.091886 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d6ea9089-590a-406d-b226-5f530621e1bf tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.132710 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0eef93-dc0e-4d75-b044-32c39224861c req-7e42fd66-6153-409e-bb17-94c69c2c4959 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:56.138477 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0eef93-dc0e-4d75-b044-32c39224861c req-7e42fd66-6153-409e-bb17-94c69c2c4959 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:56.144223 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0eef93-dc0e-4d75-b044-32c39224861c req-7e42fd66-6153-409e-bb17-94c69c2c4959 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:56.149994 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0eef93-dc0e-4d75-b044-32c39224861c req-7e42fd66-6153-409e-bb17-94c69c2c4959 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:56.155781 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0eef93-dc0e-4d75-b044-32c39224861c req-7e42fd66-6153-409e-bb17-94c69c2c4959 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:56.161656 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0eef93-dc0e-4d75-b044-32c39224861c req-7e42fd66-6153-409e-bb17-94c69c2c4959 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:56.167517 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0eef93-dc0e-4d75-b044-32c39224861c req-7e42fd66-6153-409e-bb17-94c69c2c4959 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:56.169569 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3b0eef93-dc0e-4d75-b044-32c39224861c req-7e42fd66-6153-409e-bb17-94c69c2c4959 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5418 time: 0.1961215 Jul 16 20:36:56.179696 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01effcda-cbf4-429d-bda3-d8782b7dcbd5 req-b829d533-c2bd-4ac6-8373-d31d4c60a4ce tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:56.181138 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-01effcda-cbf4-429d-bda3-d8782b7dcbd5 req-b829d533-c2bd-4ac6-8373-d31d4c60a4ce tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc4fb7c5-bdb8-4dce-afc1-592260b5d04f HTTP/1.1" status: 200 len: 945 time: 0.1946480 Jul 16 20:36:56.206735 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2fe7ab3-2225-4aa9-b36d-b45316797783 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.234008 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe7ab3-2225-4aa9-b36d-b45316797783 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Pushing event deleted for resources: {'Port': ['ID=dc48588d-6e74-4ce3-befa-c10909a4b066,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:56.259636 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d6ea9089-590a-406d-b226-5f530621e1bf tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.295302 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3b0eef93-dc0e-4d75-b044-32c39224861c req-0656069b-6255-4d19-be79-bc16fe31443a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1109037 Jul 16 20:36:56.296201 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-d6ea9089-590a-406d-b226-5f530621e1bf tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Calling delete_port for 24565fc3-8d83-45d7-97a0-0852ac07524a owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:56.303437 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-01effcda-cbf4-429d-bda3-d8782b7dcbd5 req-85d22264-163a-496e-b5f8-db74d9bdcebc tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/security-groups?id=e68404ce-5cc7-4e22-b509-dcbae13266c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145704 Jul 16 20:36:56.313602 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2fe7ab3-2225-4aa9-b36d-b45316797783 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.366252 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-05a23652-6ad9-40e6-a63b-bc6a346d948d req-202669cf-2778-4224-93b0-92fbdbc0007e tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1489246278', 'description': 'tempest-description-521229680'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:56.399929 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-05a23652-6ad9-40e6-a63b-bc6a346d948d req-202669cf-2778-4224-93b0-92fbdbc0007e tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.403287 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d6ea9089-590a-406d-b226-5f530621e1bf tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.446739 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea9089-590a-406d-b226-5f530621e1bf tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Port': ['ID=24565fc3-8d83-45d7-97a0-0852ac07524a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:56.457338 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d6ea9089-590a-406d-b226-5f530621e1bf tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.458372 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2fe7ab3-2225-4aa9-b36d-b45316797783 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.460098 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d6ea9089-590a-406d-b226-5f530621e1bf tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/ports/24565fc3-8d83-45d7-97a0-0852ac07524a HTTP/1.1" status: 204 len: 168 time: 0.5725553 Jul 16 20:36:56.462884 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2fe7ab3-2225-4aa9-b36d-b45316797783 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.463371 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47694) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:56.481360 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-6575ccc9-c12c-49d1-8cc2-f4b1ef682330 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'port': {'network_id': '004ece05-1fa7-4849-8b8b-acbb54c1296a', 'mac_address': 'fa:16:3e:4e:e0:6e', 'name': 'tempest-PortsTestJSON-658832964'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:56.514219 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2fe7ab3-2225-4aa9-b36d-b45316797783 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.514988 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fe7ab3-2225-4aa9-b36d-b45316797783 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Fanout notify agent at l3_agent the message router_deleted on router a08c80d7-810b-4a08-a235-e48f504b7e4c {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:56.528248 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2fe7ab3-2225-4aa9-b36d-b45316797783 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.529748 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c2fe7ab3-2225-4aa9-b36d-b45316797783 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "DELETE /v2.0/routers/a08c80d7-810b-4a08-a235-e48f504b7e4c HTTP/1.1" status: 204 len: 168 time: 0.9392025 Jul 16 20:36:56.533846 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47698) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:56.541802 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-cb4b4362-6200-4994-be0d-2ef86cf404eb tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1377860252', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:56.627375 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-05a23652-6ad9-40e6-a63b-bc6a346d948d req-202669cf-2778-4224-93b0-92fbdbc0007e tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.633885 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-05a23652-6ad9-40e6-a63b-bc6a346d948d req-202669cf-2778-4224-93b0-92fbdbc0007e tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.650946 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cb4b4362-6200-4994-be0d-2ef86cf404eb tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.652049 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cb4b4362-6200-4994-be0d-2ef86cf404eb tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.689450 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202669cf-2778-4224-93b0-92fbdbc0007e tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5a00c6-46c7-4dab-9f55-cb04b2ab33da,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:56.696293 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6575ccc9-c12c-49d1-8cc2-f4b1ef682330 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:56.715439 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-05a23652-6ad9-40e6-a63b-bc6a346d948d req-202669cf-2778-4224-93b0-92fbdbc0007e tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.716878 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05a23652-6ad9-40e6-a63b-bc6a346d948d req-202669cf-2778-4224-93b0-92fbdbc0007e tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3569901 Jul 16 20:36:56.825322 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6575ccc9-c12c-49d1-8cc2-f4b1ef682330 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.889613 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-6575ccc9-c12c-49d1-8cc2-f4b1ef682330 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] device_id is not set on port fb4106c0-4070-4af4-ae9f-82044693c370 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:36:56.979944 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207af47-9c68-44e1-95ae-6cc8147de8fc req-1470f1c0-1584-433b-947c-31d6c9f62961 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:56.982313 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8207af47-9c68-44e1-95ae-6cc8147de8fc req-1470f1c0-1584-433b-947c-31d6c9f62961 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8 HTTP/1.1" status: 200 len: 946 time: 0.2029750 Jul 16 20:36:57.041016 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cb4b4362-6200-4994-be0d-2ef86cf404eb tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.045936 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cb4b4362-6200-4994-be0d-2ef86cf404eb tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.062043 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8207af47-9c68-44e1-95ae-6cc8147de8fc req-24a35564-8c74-4b53-b587-b4d10f9ab408 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740337 Jul 16 20:36:57.073978 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cb4b4362-6200-4994-be0d-2ef86cf404eb tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.075723 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cb4b4362-6200-4994-be0d-2ef86cf404eb tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5393739 Jul 16 20:36:57.079847 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47712) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:57.090481 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-2a476bff-801e-4869-a9ce-5f15555e74ca tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'enable_snat': True}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:57.111561 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54a624-0ec9-42bd-ad4b-2f27211cb12d req-240f6035-d319-467c-bfd3-ac91093ce804 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:57.113051 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3a54a624-0ec9-42bd-ad4b-2f27211cb12d req-240f6035-d319-467c-bfd3-ac91093ce804 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.2323530 Jul 16 20:36:57.191582 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e44a8-ef9b-45c9-abdb-384186c57ab7 req-e1e92b42-5a6d-426e-b2a3-f8aceb5d3d15 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:57.192988 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-760e44a8-ef9b-45c9-abdb-384186c57ab7 req-e1e92b42-5a6d-426e-b2a3-f8aceb5d3d15 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.62 "GET /v2.0/ports?device_id=99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8 HTTP/1.1" status: 200 len: 946 time: 0.5065191 Jul 16 20:36:57.205661 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6575ccc9-c12c-49d1-8cc2-f4b1ef682330 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.232779 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3181a6d-ea0d-4119-8844-3d11e15982de req-03652729-6c7b-4762-a2d0-95bc478b41ec tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "GET /v2.0/security-groups/acfdbc6e-eb04-4f29-a186-d1027ab861f1 HTTP/1.1" status: 200 len: 1805 time: 0.1187570 Jul 16 20:36:57.237076 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3a54a624-0ec9-42bd-ad4b-2f27211cb12d req-227d30ee-a2db-495f-9fda-17358a9837df tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870461 Jul 16 20:36:57.297543 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3181a6d-ea0d-4119-8844-3d11e15982de req-5c2231da-b503-4b6a-bbb5-33dc989ef93f tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "GET /v2.0/security-groups/4b5a00c6-46c7-4dab-9f55-cb04b2ab33da HTTP/1.1" status: 200 len: 1806 time: 0.0524926 Jul 16 20:36:57.298967 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6575ccc9-c12c-49d1-8cc2-f4b1ef682330 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.340967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-f3181a6d-ea0d-4119-8844-3d11e15982de req-c6e41a45-1983-4e2a-9261-ca4e6a9797c1 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'acfdbc6e-eb04-4f29-a186-d1027ab861f1', 'remote_group_id': '4b5a00c6-46c7-4dab-9f55-cb04b2ab33da', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:57.341285 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-f3181a6d-ea0d-4119-8844-3d11e15982de req-c6e41a45-1983-4e2a-9261-ca4e6a9797c1 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'acfdbc6e-eb04-4f29-a186-d1027ab861f1', 'remote_group_id': '4b5a00c6-46c7-4dab-9f55-cb04b2ab33da', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:57.362851 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6575ccc9-c12c-49d1-8cc2-f4b1ef682330 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network 004ece05-1fa7-4849-8b8b-acbb54c1296a is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:57.370237 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-6575ccc9-c12c-49d1-8cc2-f4b1ef682330 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:57.377073 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6575ccc9-c12c-49d1-8cc2-f4b1ef682330 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:57.382979 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6575ccc9-c12c-49d1-8cc2-f4b1ef682330 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:57.383610 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6575ccc9-c12c-49d1-8cc2-f4b1ef682330 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.393036 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575ccc9-c12c-49d1-8cc2-f4b1ef682330 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Port': ['ID=fb4106c0-4070-4af4-ae9f-82044693c370,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:57.416934 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6575ccc9-c12c-49d1-8cc2-f4b1ef682330 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9499779 Jul 16 20:36:57.417177 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47718) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:57.439488 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a476bff-801e-4869-a9ce-5f15555e74ca tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.467863 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-760e44a8-ef9b-45c9-abdb-384186c57ab7 req-d084c0fc-36c6-44ff-a53a-983080cb2f07 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Deleting port f3735976-7e9f-4072-aa95-3dc63ed18cf0 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:57.468306 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-760e44a8-ef9b-45c9-abdb-384186c57ab7 req-d084c0fc-36c6-44ff-a53a-983080cb2f07 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.497359 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fb0c8a-1d2a-42d1-b33a-cdd1f7659fa9 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:57.498797 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d2fb0c8a-1d2a-42d1-b33a-cdd1f7659fa9 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "GET /v2.0/ports/fb4106c0-4070-4af4-ae9f-82044693c370 HTTP/1.1" status: 200 len: 840 time: 0.0807521 Jul 16 20:36:57.500224 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f3181a6d-ea0d-4119-8844-3d11e15982de req-c6e41a45-1983-4e2a-9261-ca4e6a9797c1 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.501636 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47722) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:57.540550 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f3181a6d-ea0d-4119-8844-3d11e15982de req-c6e41a45-1983-4e2a-9261-ca4e6a9797c1 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.545541 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f3181a6d-ea0d-4119-8844-3d11e15982de req-c6e41a45-1983-4e2a-9261-ca4e6a9797c1 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.570307 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e41a45-1983-4e2a-9261-ca4e6a9797c1 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=613366a4-2514-475c-8a61-725212d7a036,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:57.575177 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f3181a6d-ea0d-4119-8844-3d11e15982de req-c6e41a45-1983-4e2a-9261-ca4e6a9797c1 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.576539 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3181a6d-ea0d-4119-8844-3d11e15982de req-c6e41a45-1983-4e2a-9261-ca4e6a9797c1 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2660244 Jul 16 20:36:57.577978 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.704384 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-760e44a8-ef9b-45c9-abdb-384186c57ab7 req-d084c0fc-36c6-44ff-a53a-983080cb2f07 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] For port f3735976-7e9f-4072-aa95-3dc63ed18cf0, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=f3735976-7e9f-4072-aa95-3dc63ed18cf0,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:57.704991 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-760e44a8-ef9b-45c9-abdb-384186c57ab7 req-d084c0fc-36c6-44ff-a53a-983080cb2f07 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.725996 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-760e44a8-ef9b-45c9-abdb-384186c57ab7 req-d084c0fc-36c6-44ff-a53a-983080cb2f07 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Calling delete_port for f3735976-7e9f-4072-aa95-3dc63ed18cf0 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:57.792397 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d1a49-2a08-4d8c-98a8-67774c9b70d9 req-bbb8a43f-4bb1-4325-803c-751f3dfb4c17 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:57.798230 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d1a49-2a08-4d8c-98a8-67774c9b70d9 req-bbb8a43f-4bb1-4325-803c-751f3dfb4c17 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:57.799607 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-cee79100-2fe2-4eba-917d-d0a723c0f2b5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting port fb4106c0-4070-4af4-ae9f-82044693c370 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:57.799956 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cee79100-2fe2-4eba-917d-d0a723c0f2b5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.805072 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d1a49-2a08-4d8c-98a8-67774c9b70d9 req-bbb8a43f-4bb1-4325-803c-751f3dfb4c17 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:57.810955 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d1a49-2a08-4d8c-98a8-67774c9b70d9 req-bbb8a43f-4bb1-4325-803c-751f3dfb4c17 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:57.816733 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d1a49-2a08-4d8c-98a8-67774c9b70d9 req-bbb8a43f-4bb1-4325-803c-751f3dfb4c17 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:57.823254 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d1a49-2a08-4d8c-98a8-67774c9b70d9 req-bbb8a43f-4bb1-4325-803c-751f3dfb4c17 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:57.829130 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d1a49-2a08-4d8c-98a8-67774c9b70d9 req-bbb8a43f-4bb1-4325-803c-751f3dfb4c17 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:57.831111 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4e4d1a49-2a08-4d8c-98a8-67774c9b70d9 req-bbb8a43f-4bb1-4325-803c-751f3dfb4c17 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5418 time: 0.1548374 Jul 16 20:36:57.839049 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d454d-843a-4b1a-9d01-309109c3f46a req-18fd6d92-7168-4c95-8bca-61446a2e614a tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:57.840525 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-968d454d-843a-4b1a-9d01-309109c3f46a req-18fd6d92-7168-4c95-8bca-61446a2e614a tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc4fb7c5-bdb8-4dce-afc1-592260b5d04f HTTP/1.1" status: 200 len: 945 time: 0.1518586 Jul 16 20:36:57.909078 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4e4d1a49-2a08-4d8c-98a8-67774c9b70d9 req-81529ea4-ae27-4382-8909-409188e5ab2c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600734 Jul 16 20:36:57.914647 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-968d454d-843a-4b1a-9d01-309109c3f46a req-b8e0765c-21d1-427a-9a75-b1bba2600cd9 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/security-groups?id=e68404ce-5cc7-4e22-b509-dcbae13266c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674434 Jul 16 20:36:57.982464 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05cc050b-f7a5-4ca2-966e-68ea5f2dee53 req-7dd55ec3-706e-4571-ab81-e35ee36e4541 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "GET /v2.0/security-groups/4b5a00c6-46c7-4dab-9f55-cb04b2ab33da HTTP/1.1" status: 200 len: 1806 time: 0.0423768 Jul 16 20:36:57.993973 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cee79100-2fe2-4eba-917d-d0a723c0f2b5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.012946 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-cee79100-2fe2-4eba-917d-d0a723c0f2b5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Calling delete_port for fb4106c0-4070-4af4-ae9f-82044693c370 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:58.022581 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a476bff-801e-4869-a9ce-5f15555e74ca tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.060088 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-05cc050b-f7a5-4ca2-966e-68ea5f2dee53 req-9798f64d-4af0-4ac0-826b-26505d199859 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.069199 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a476bff-801e-4869-a9ce-5f15555e74ca tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.088506 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-05cc050b-f7a5-4ca2-966e-68ea5f2dee53 req-9798f64d-4af0-4ac0-826b-26505d199859 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.173914 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-05cc050b-f7a5-4ca2-966e-68ea5f2dee53 req-9798f64d-4af0-4ac0-826b-26505d199859 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.180514 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-05cc050b-f7a5-4ca2-966e-68ea5f2dee53 req-9798f64d-4af0-4ac0-826b-26505d199859 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.181600 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05cc050b-f7a5-4ca2-966e-68ea5f2dee53 req-9798f64d-4af0-4ac0-826b-26505d199859 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "DELETE /v2.0/security-groups/4b5a00c6-46c7-4dab-9f55-cb04b2ab33da HTTP/1.1" status: 204 len: 173 time: 0.1927474 Jul 16 20:36:58.184569 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-760e44a8-ef9b-45c9-abdb-384186c57ab7 req-d084c0fc-36c6-44ff-a53a-983080cb2f07 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.195967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798f64d-4af0-4ac0-826b-26505d199859 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5a00c6-46c7-4dab-9f55-cb04b2ab33da,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:58.198973 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['f3735976-7e9f-4072-aa95-3dc63ed18cf0'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:36:58.293027 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cee79100-2fe2-4eba-917d-d0a723c0f2b5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.314235 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a4c45a72-0b13-4b52-b6bc-8a2049dc5db3 req-6d780e28-9f75-4ff9-be67-2e4b5ec1e2d5 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8 HTTP/1.1" status: 200 len: 210 time: 0.0373764 Jul 16 20:36:58.370073 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084c0fc-36c6-44ff-a53a-983080cb2f07 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Pushing event deleted for resources: {'Port': ['ID=f3735976-7e9f-4072-aa95-3dc63ed18cf0,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:58.398777 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e5f2e8c5-08bb-4553-af2a-2219dfdf4bca req-22f0698d-12d8-4f4e-a65d-e5fed02ad77e tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "GET /v2.0/security-groups/acfdbc6e-eb04-4f29-a186-d1027ab861f1 HTTP/1.1" status: 200 len: 1805 time: 0.0433946 Jul 16 20:36:58.426661 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-556b1e8a-3da7-4478-9700-1d199c3d0e0e req-b2970445-8214-4746-abd4-d38b31209df3 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-16902358', 'description': 'tempest-description-775067276'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:58.426900 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-760e44a8-ef9b-45c9-abdb-384186c57ab7 req-d084c0fc-36c6-44ff-a53a-983080cb2f07 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] No DVR routers for this DVR port f3735976-7e9f-4072-aa95-3dc63ed18cf0 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:36:58.448691 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-760e44a8-ef9b-45c9-abdb-384186c57ab7 req-d084c0fc-36c6-44ff-a53a-983080cb2f07 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.451804 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-760e44a8-ef9b-45c9-abdb-384186c57ab7 req-d084c0fc-36c6-44ff-a53a-983080cb2f07 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.62 "DELETE /v2.0/ports/f3735976-7e9f-4072-aa95-3dc63ed18cf0 HTTP/1.1" status: 204 len: 173 time: 1.2514439 Jul 16 20:36:58.452961 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee79100-2fe2-4eba-917d-d0a723c0f2b5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Port': ['ID=fb4106c0-4070-4af4-ae9f-82044693c370,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:58.457188 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8', 'name': 'network-vif-deleted', 'tag': 'f3735976-7e9f-4072-aa95-3dc63ed18cf0'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:58.461186 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445d63a2-1f81-4a28-afd7-9a3052958993" -d '{"events": [{"server_uuid": "99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8", "name": "network-vif-deleted", "tag": "f3735976-7e9f-4072-aa95-3dc63ed18cf0"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:58.465541 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-556b1e8a-3da7-4478-9700-1d199c3d0e0e req-b2970445-8214-4746-abd4-d38b31209df3 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.466444 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cee79100-2fe2-4eba-917d-d0a723c0f2b5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.471258 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cee79100-2fe2-4eba-917d-d0a723c0f2b5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/ports/fb4106c0-4070-4af4-ae9f-82044693c370 HTTP/1.1" status: 204 len: 168 time: 0.9656961 Jul 16 20:36:58.471258 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-2a476bff-801e-4869-a9ce-5f15555e74ca tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Allocated IP 172.25.0.88 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/2a2ba6aa-84b1-4424-b879-0a5cf3050a12) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:58.472752 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47740) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:58.531667 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-e44ecbf0-412b-4ba9-a05d-3038b8848609 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] GET failed (client error): The resource could not be found. Jul 16 20:36:58.533859 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e44ecbf0-412b-4ba9-a05d-3038b8848609 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "GET /v2.0/ports/fb4106c0-4070-4af4-ae9f-82044693c370 HTTP/1.1" status: 404 len: 333 time: 0.0601232 Jul 16 20:36:58.539509 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47742) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:58.544629 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-f77ac7e6-9679-428a-b609-5998082cdb4f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'port': {'network_id': '004ece05-1fa7-4849-8b8b-acbb54c1296a', 'name': 'tempest-PortsTestJSON-1283427297'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:58.638289 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-556b1e8a-3da7-4478-9700-1d199c3d0e0e req-b2970445-8214-4746-abd4-d38b31209df3 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.650883 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a476bff-801e-4869-a9ce-5f15555e74ca tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.673429 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-556b1e8a-3da7-4478-9700-1d199c3d0e0e req-b2970445-8214-4746-abd4-d38b31209df3 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.692465 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a476bff-801e-4869-a9ce-5f15555e74ca tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.733902 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a476bff-801e-4869-a9ce-5f15555e74ca tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:58.734648 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-556b1e8a-3da7-4478-9700-1d199c3d0e0e req-b2970445-8214-4746-abd4-d38b31209df3 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.737103 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-2a476bff-801e-4869-a9ce-5f15555e74ca tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:58.746350 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a476bff-801e-4869-a9ce-5f15555e74ca tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:58.746485 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-556b1e8a-3da7-4478-9700-1d199c3d0e0e req-b2970445-8214-4746-abd4-d38b31209df3 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3216698 Jul 16 20:36:58.777008 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2383d5-eaa7-4d95-b1f3-d496721c62e8 x-openstack-request-id: req-bd2383d5-eaa7-4d95-b1f3-d496721c62e8 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:58.777437 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8", "name": "network-vif-deleted", "tag": "f3735976-7e9f-4072-aa95-3dc63ed18cf0", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:58.777966 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bd2383d5-eaa7-4d95-b1f3-d496721c62e8 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:58.778537 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8', 'name': 'network-vif-deleted', 'tag': 'f3735976-7e9f-4072-aa95-3dc63ed18cf0', 'status': 'completed', 'code': 200} Jul 16 20:36:58.784688 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a476bff-801e-4869-a9ce-5f15555e74ca tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Pushing event updated for resources: {'Port': ['ID=2a2ba6aa-84b1-4424-b879-0a5cf3050a12,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:58.785573 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b2f92-6a8e-4df8-86fb-155c764b03f4 req-6295e974-6625-4395-bac4-6119dc3ec132 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:58.795477 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-231b2f92-6a8e-4df8-86fb-155c764b03f4 req-6295e974-6625-4395-bac4-6119dc3ec132 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.2256958 Jul 16 20:36:58.806137 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2970445-8214-4746-abd4-d38b31209df3 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b68f938e-d0ff-4cae-8829-44d2ee861227,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:58.820843 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77ac7e6-9679-428a-b609-5998082cdb4f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:58.824357 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f77ac7e6-9679-428a-b609-5998082cdb4f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.878835 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-f77ac7e6-9679-428a-b609-5998082cdb4f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] device_id is not set on port dea316fc-1ed7-457c-a37d-6c05f18bdf20 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:36:58.889596 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-231b2f92-6a8e-4df8-86fb-155c764b03f4 req-2699f36c-62aa-4db9-9445-539adc122473 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924079 Jul 16 20:36:58.904672 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ae40f6c0-6818-4151-a263-0b56317a0907 req-f03e5bea-f525-4a07-8fd8-71bea35009e1 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "GET /v2.0/security-groups/b68f938e-d0ff-4cae-8829-44d2ee861227 HTTP/1.1" status: 200 len: 1804 time: 0.0955770 Jul 16 20:36:58.909349 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-ae40f6c0-6818-4151-a263-0b56317a0907 req-6ccdb7f2-98e7-490a-b416-22a3d664530b tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b68f938e-d0ff-4cae-8829-44d2ee861227', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:58.909668 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-ae40f6c0-6818-4151-a263-0b56317a0907 req-6ccdb7f2-98e7-490a-b416-22a3d664530b tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b68f938e-d0ff-4cae-8829-44d2ee861227', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:59.042370 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a476bff-801e-4869-a9ce-5f15555e74ca tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.181005 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ae40f6c0-6818-4151-a263-0b56317a0907 req-6ccdb7f2-98e7-490a-b416-22a3d664530b tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.202570 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f77ac7e6-9679-428a-b609-5998082cdb4f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.255846 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ae40f6c0-6818-4151-a263-0b56317a0907 req-6ccdb7f2-98e7-490a-b416-22a3d664530b tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.266283 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439472d-fcc1-4355-96a3-da4ae0b3a1a7 req-877852d4-81ca-4b67-a86b-ebbe2ade36ed tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:59.267847 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e439472d-fcc1-4355-96a3-da4ae0b3a1a7 req-877852d4-81ca-4b67-a86b-ebbe2ade36ed tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc4fb7c5-bdb8-4dce-afc1-592260b5d04f HTTP/1.1" status: 200 len: 945 time: 0.2788928 Jul 16 20:36:59.268740 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a476bff-801e-4869-a9ce-5f15555e74ca tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.273169 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a476bff-801e-4869-a9ce-5f15555e74ca tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896760'] for router, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.277449 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ae40f6c0-6818-4151-a263-0b56317a0907 req-6ccdb7f2-98e7-490a-b416-22a3d664530b tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.344796 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5794ac8-7132-4821-ae1b-45ea5cc4619f req-3c26f48e-4e96-4f19-a88e-bebd33854526 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:59.351440 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5794ac8-7132-4821-ae1b-45ea5cc4619f req-3c26f48e-4e96-4f19-a88e-bebd33854526 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:59.357288 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5794ac8-7132-4821-ae1b-45ea5cc4619f req-3c26f48e-4e96-4f19-a88e-bebd33854526 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:59.363137 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5794ac8-7132-4821-ae1b-45ea5cc4619f req-3c26f48e-4e96-4f19-a88e-bebd33854526 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:59.369295 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5794ac8-7132-4821-ae1b-45ea5cc4619f req-3c26f48e-4e96-4f19-a88e-bebd33854526 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:59.375441 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5794ac8-7132-4821-ae1b-45ea5cc4619f req-3c26f48e-4e96-4f19-a88e-bebd33854526 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:59.381620 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5794ac8-7132-4821-ae1b-45ea5cc4619f req-3c26f48e-4e96-4f19-a88e-bebd33854526 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:59.389597 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b5794ac8-7132-4821-ae1b-45ea5cc4619f req-3c26f48e-4e96-4f19-a88e-bebd33854526 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5418 time: 0.3138685 Jul 16 20:36:59.391521 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.406497 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccdb7f2-98e7-490a-b416-22a3d664530b tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f358ff66-504c-4d26-94b6-1f46edbf3ed7,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:59.424660 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a476bff-801e-4869-a9ce-5f15555e74ca tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Router b1afd4ff-f64c-4084-9de3-6e9c23594ef9 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:36:59.427757 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ae40f6c0-6818-4151-a263-0b56317a0907 req-6ccdb7f2-98e7-490a-b416-22a3d664530b tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.438868 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ae40f6c0-6818-4151-a263-0b56317a0907 req-6ccdb7f2-98e7-490a-b416-22a3d664530b tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5332928 Jul 16 20:36:59.452715 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f77ac7e6-9679-428a-b609-5998082cdb4f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.564450 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ac7e6-9679-428a-b609-5998082cdb4f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Port': ['ID=dea316fc-1ed7-457c-a37d-6c05f18bdf20,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:59.591272 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b5794ac8-7132-4821-ae1b-45ea5cc4619f req-8fad75a3-63f6-4867-96eb-7a028e88cc45 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2005224 Jul 16 20:36:59.608947 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77ac7e6-9679-428a-b609-5998082cdb4f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network 004ece05-1fa7-4849-8b8b-acbb54c1296a is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:59.615794 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-f77ac7e6-9679-428a-b609-5998082cdb4f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:59.623946 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77ac7e6-9679-428a-b609-5998082cdb4f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:59.641075 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77ac7e6-9679-428a-b609-5998082cdb4f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:59.641735 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f77ac7e6-9679-428a-b609-5998082cdb4f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.671982 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f77ac7e6-9679-428a-b609-5998082cdb4f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1313128 Jul 16 20:36:59.675254 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47754) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:59.682592 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-81f80b13-a62f-449b-99b3-d04ffd8befb0 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:59.709321 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-e439472d-fcc1-4355-96a3-da4ae0b3a1a7 req-c7a2be56-1d6d-4350-a697-0566b21c073a tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Deleting port 07799068-f1bd-41fb-b4a8-b56ccf4a7d3d {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:59.709651 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e439472d-fcc1-4355-96a3-da4ae0b3a1a7 req-c7a2be56-1d6d-4350-a697-0566b21c073a tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.727930 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fb96e-f35b-4776-bcc0-71586309f887 req-efff0328-2164-41b2-8624-ad7066eab968 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:59.729533 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-213fb96e-f35b-4776-bcc0-71586309f887 req-efff0328-2164-41b2-8624-ad7066eab968 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc4fb7c5-bdb8-4dce-afc1-592260b5d04f HTTP/1.1" status: 200 len: 945 time: 0.1902349 Jul 16 20:36:59.812989 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-af659c46-0e88-4fb4-971f-03783efcfe2f req-26322fb7-296f-4996-8dfa-66864954ceca tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8 HTTP/1.1" status: 200 len: 210 time: 0.0655789 Jul 16 20:36:59.862068 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a476bff-801e-4869-a9ce-5f15555e74ca tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:59.868620 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a476bff-801e-4869-a9ce-5f15555e74ca tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.872921 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2a476bff-801e-4869-a9ce-5f15555e74ca tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "PUT /v2.0/routers/b1afd4ff-f64c-4084-9de3-6e9c23594ef9 HTTP/1.1" status: 200 len: 918 time: 2.7918897 Jul 16 20:36:59.873626 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47756) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:59.874786 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eada8dbc-771c-47f8-a7dc-c4548fdf6b43 None None] Sync routers for ids ['b1afd4ff-f64c-4084-9de3-6e9c23594ef9'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:59.886997 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eada8dbc-771c-47f8-a7dc-c4548fdf6b43 None None] Routers {'b1afd4ff-f64c-4084-9de3-6e9c23594ef9'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:59.887612 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-eada8dbc-771c-47f8-a7dc-c4548fdf6b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:36:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['b1afd4ff-f64c-4084-9de3-6e9c23594ef9'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:59.928364 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-eada8dbc-771c-47f8-a7dc-c4548fdf6b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:59.939035 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eada8dbc-771c-47f8-a7dc-c4548fdf6b43 None None] Routers {'b1afd4ff-f64c-4084-9de3-6e9c23594ef9'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:59.939641 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-eada8dbc-771c-47f8-a7dc-c4548fdf6b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:36:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['b1afd4ff-f64c-4084-9de3-6e9c23594ef9'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:59.972093 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-eada8dbc-771c-47f8-a7dc-c4548fdf6b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:59.973002 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eada8dbc-771c-47f8-a7dc-c4548fdf6b43 None None] The sync data for ids ['b1afd4ff-f64c-4084-9de3-6e9c23594ef9'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:59.985666 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7d314811-b1e1-47bc-8bd3-c41a7b607f65 req-cfef78d3-8cc3-4984-9e11-0a490172758a tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "GET /v2.0/security-groups/b68f938e-d0ff-4cae-8829-44d2ee861227 HTTP/1.1" status: 200 len: 2398 time: 0.0828729 Jul 16 20:36:59.994946 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3cd17ecb-a1ae-42de-b3cb-59337d9a580f tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "GET /v2.0/routers/b1afd4ff-f64c-4084-9de3-6e9c23594ef9 HTTP/1.1" status: 200 len: 924 time: 0.1199944 Jul 16 20:36:59.996751 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47760) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:00.002847 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-213fb96e-f35b-4776-bcc0-71586309f887 req-14a72735-5312-4214-becc-72b0cb935f00 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/security-groups?id=e68404ce-5cc7-4e22-b509-dcbae13266c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543433 Jul 16 20:37:00.029720 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-7d314811-b1e1-47bc-8bd3-c41a7b607f65 req-7580ce95-fc38-4307-b6fe-004d0b056fa1 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b68f938e-d0ff-4cae-8829-44d2ee861227', 'remote_group_id': None}]} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:00.030771 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-7d314811-b1e1-47bc-8bd3-c41a7b607f65 req-7580ce95-fc38-4307-b6fe-004d0b056fa1 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b68f938e-d0ff-4cae-8829-44d2ee861227', 'remote_group_id': None}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:00.045322 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-81f80b13-a62f-449b-99b3-d04ffd8befb0 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.068400 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810c0753-bc72-46b0-b232-15165cba73dc tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:00.073410 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-e439472d-fcc1-4355-96a3-da4ae0b3a1a7 req-c7a2be56-1d6d-4350-a697-0566b21c073a tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] For port 07799068-f1bd-41fb-b4a8-b56ccf4a7d3d, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=07799068-f1bd-41fb-b4a8-b56ccf4a7d3d,segment=NetworkSegment(91f13fc4-991c-4e6e-93d3-3e5f11419e60),segment_id=91f13fc4-991c-4e6e-93d3-3e5f11419e60)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:00.073410 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e439472d-fcc1-4355-96a3-da4ae0b3a1a7 req-c7a2be56-1d6d-4350-a697-0566b21c073a tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.074419 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-810c0753-bc72-46b0-b232-15165cba73dc tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=9eaba347-54f9-4044-808d-862f23e2a998&device_id=b1afd4ff-f64c-4084-9de3-6e9c23594ef9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0766084 Jul 16 20:37:00.075315 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47762) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:00.107572 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-e439472d-fcc1-4355-96a3-da4ae0b3a1a7 req-c7a2be56-1d6d-4350-a697-0566b21c073a tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Calling delete_port for 07799068-f1bd-41fb-b4a8-b56ccf4a7d3d owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:00.176809 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076e2d82-3fc4-4241-b9bc-b64161e58721 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:00.182098 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-076e2d82-3fc4-4241-b9bc-b64161e58721 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 881 time: 0.1026375 Jul 16 20:37:00.182427 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47764) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:00.222119 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4a461892-6cc0-4148-ae64-3b39a9ebb358 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "GET /v2.0/ports?device_id=b1afd4ff-f64c-4084-9de3-6e9c23594ef9 HTTP/1.1" status: 200 len: 205 time: 0.0361030 Jul 16 20:37:00.222538 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47766) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:00.263721 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7d314811-b1e1-47bc-8bd3-c41a7b607f65 req-7580ce95-fc38-4307-b6fe-004d0b056fa1 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.327965 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7d314811-b1e1-47bc-8bd3-c41a7b607f65 req-7580ce95-fc38-4307-b6fe-004d0b056fa1 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.342745 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f02bb981-07d4-4bdd-88f1-7a3b0e9b8e4b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.375244 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7d314811-b1e1-47bc-8bd3-c41a7b607f65 req-7580ce95-fc38-4307-b6fe-004d0b056fa1 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.385443 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device f3735976-7e9f-4072-aa95-3dc63ed18cf0 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:00.418335 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: f3735976-7e9f-4072-aa95-3dc63ed18cf0 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:00.419419 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device f3735976-7e9f-4072-aa95-3dc63ed18cf0 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:00.429291 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071ec8c-87d3-43c7-b644-5ff401533570 req-069d09c7-22fa-4e41-bc77-c8efaa4b1eda tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:00.430977 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2071ec8c-87d3-43c7-b644-5ff401533570 req-069d09c7-22fa-4e41-bc77-c8efaa4b1eda tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.3178978 Jul 16 20:37:00.441772 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580ce95-fc38-4307-b6fe-004d0b056fa1 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4d3bfe-6e84-4b81-801f-8a525e252054,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:00.457944 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7d314811-b1e1-47bc-8bd3-c41a7b607f65 req-7580ce95-fc38-4307-b6fe-004d0b056fa1 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.460279 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7d314811-b1e1-47bc-8bd3-c41a7b607f65 req-7580ce95-fc38-4307-b6fe-004d0b056fa1 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4516089 Jul 16 20:37:00.473906 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f02bb981-07d4-4bdd-88f1-7a3b0e9b8e4b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.524098 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-81f80b13-a62f-449b-99b3-d04ffd8befb0 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.545602 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-81f80b13-a62f-449b-99b3-d04ffd8befb0 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.949284 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2071ec8c-87d3-43c7-b644-5ff401533570 req-7314bd53-0486-45e8-810f-31533585e1a6 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5111268 Jul 16 20:37:00.972205 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-81f80b13-a62f-449b-99b3-d04ffd8befb0 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] In _notify_port_updated(), no bound segment for port dea316fc-1ed7-457c-a37d-6c05f18bdf20 on network 004ece05-1fa7-4849-8b8b-acbb54c1296a {{(pid=93794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:37:00.979001 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f80b13-a62f-449b-99b3-d04ffd8befb0 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:00.979645 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-81f80b13-a62f-449b-99b3-d04ffd8befb0 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.981349 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-81f80b13-a62f-449b-99b3-d04ffd8befb0 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "PUT /v2.0/ports/dea316fc-1ed7-457c-a37d-6c05f18bdf20 HTTP/1.1" status: 200 len: 818 time: 1.3047695 Jul 16 20:37:00.986540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47774) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:00.989898 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e439472d-fcc1-4355-96a3-da4ae0b3a1a7 req-c7a2be56-1d6d-4350-a697-0566b21c073a tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.019666 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0e245698-69ae-4382-b4a2-8dcbc976cd6b req-20683478-5354-4ed4-b91e-478ee1789bcc tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "GET /v2.0/security-groups/b68f938e-d0ff-4cae-8829-44d2ee861227 HTTP/1.1" status: 200 len: 2997 time: 0.5133352 Jul 16 20:37:01.039124 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-f02bb981-07d4-4bdd-88f1-7a3b0e9b8e4b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Deleting port 2a2ba6aa-84b1-4424-b879-0a5cf3050a12 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:01.039620 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f02bb981-07d4-4bdd-88f1-7a3b0e9b8e4b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.089303 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f80b13-a62f-449b-99b3-d04ffd8befb0 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Port': ['ID=dea316fc-1ed7-457c-a37d-6c05f18bdf20,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:01.148469 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f02bb981-07d4-4bdd-88f1-7a3b0e9b8e4b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.161215 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-f02bb981-07d4-4bdd-88f1-7a3b0e9b8e4b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Calling delete_port for 2a2ba6aa-84b1-4424-b879-0a5cf3050a12 owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:01.178825 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2be56-1d6d-4350-a697-0566b21c073a tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Pushing event deleted for resources: {'Port': ['ID=07799068-f1bd-41fb-b4a8-b56ccf4a7d3d,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:01.229342 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e439472d-fcc1-4355-96a3-da4ae0b3a1a7 req-c7a2be56-1d6d-4350-a697-0566b21c073a tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] No DVR routers for this DVR port 07799068-f1bd-41fb-b4a8-b56ccf4a7d3d on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:01.248186 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e439472d-fcc1-4355-96a3-da4ae0b3a1a7 req-c7a2be56-1d6d-4350-a697-0566b21c073a tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.249951 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e439472d-fcc1-4355-96a3-da4ae0b3a1a7 req-c7a2be56-1d6d-4350-a697-0566b21c073a tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.18 "DELETE /v2.0/ports/07799068-f1bd-41fb-b4a8-b56ccf4a7d3d HTTP/1.1" status: 204 len: 173 time: 1.9746523 Jul 16 20:37:01.250567 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4fb7c5-bdb8-4dce-afc1-592260b5d04f', 'name': 'network-vif-deleted', 'tag': '07799068-f1bd-41fb-b4a8-b56ccf4a7d3d'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:01.253497 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b44ddd9-5c2e-4172-8c93-42c1c10d4797" -d '{"events": [{"server_uuid": "bc4fb7c5-bdb8-4dce-afc1-592260b5d04f", "name": "network-vif-deleted", "tag": "07799068-f1bd-41fb-b4a8-b56ccf4a7d3d"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:01.291916 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ab32315b-2962-4de5-9b21-b8f98ee022ce req-daded815-e128-4d30-9781-69ad641e7101 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8 HTTP/1.1" status: 200 len: 210 time: 0.1249487 Jul 16 20:37:01.350345 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7114d0a8-8892-4f20-bbff-b855ce64078b req-528db565-55b1-475c-b425-254e7fab0f20 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "GET /v2.0/security-group-rules/bb4d3bfe-6e84-4b81-801f-8a525e252054 HTTP/1.1" status: 200 len: 783 time: 0.0268693 Jul 16 20:37:01.382302 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f02bb981-07d4-4bdd-88f1-7a3b0e9b8e4b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.420301 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bb981-07d4-4bdd-88f1-7a3b0e9b8e4b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Pushing event deleted for resources: {'Port': ['ID=2a2ba6aa-84b1-4424-b879-0a5cf3050a12,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:01.435458 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506aaff-ad7f-4895-b1ca-4aaee345c00d req-f83550da-f3d7-4345-a63d-455936569272 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:01.441676 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506aaff-ad7f-4895-b1ca-4aaee345c00d req-f83550da-f3d7-4345-a63d-455936569272 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:01.447724 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506aaff-ad7f-4895-b1ca-4aaee345c00d req-f83550da-f3d7-4345-a63d-455936569272 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:01.453654 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506aaff-ad7f-4895-b1ca-4aaee345c00d req-f83550da-f3d7-4345-a63d-455936569272 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:01.460413 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506aaff-ad7f-4895-b1ca-4aaee345c00d req-f83550da-f3d7-4345-a63d-455936569272 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:01.467426 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506aaff-ad7f-4895-b1ca-4aaee345c00d req-f83550da-f3d7-4345-a63d-455936569272 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:01.473752 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506aaff-ad7f-4895-b1ca-4aaee345c00d req-f83550da-f3d7-4345-a63d-455936569272 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:01.475941 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5506aaff-ad7f-4895-b1ca-4aaee345c00d req-f83550da-f3d7-4345-a63d-455936569272 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5418 time: 0.3179870 Jul 16 20:37:01.490861 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7114d0a8-8892-4f20-bbff-b855ce64078b req-e7ac3067-25de-4284-8c14-54524b774e81 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "GET /v2.0/security-groups/b68f938e-d0ff-4cae-8829-44d2ee861227 HTTP/1.1" status: 200 len: 2997 time: 0.1301363 Jul 16 20:37:01.491491 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f02bb981-07d4-4bdd-88f1-7a3b0e9b8e4b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.501630 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-b2f9de2c-e1be-4329-84d5-b754269741ca tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting port dea316fc-1ed7-457c-a37d-6c05f18bdf20 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:01.502022 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b2f9de2c-e1be-4329-84d5-b754269741ca tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.590869 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f02bb981-07d4-4bdd-88f1-7a3b0e9b8e4b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.592999 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f02bb981-07d4-4bdd-88f1-7a3b0e9b8e4b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.614544 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7114d0a8-8892-4f20-bbff-b855ce64078b req-4ef84eee-9830-46b1-94f4-aa20caeb11cc tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.626983 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b2f9de2c-e1be-4329-84d5-b754269741ca tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.633484 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5506aaff-ad7f-4895-b1ca-4aaee345c00d req-95e9ec99-5180-499c-9e09-5b343c6fd410 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1402149 Jul 16 20:37:01.635196 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7114d0a8-8892-4f20-bbff-b855ce64078b req-4ef84eee-9830-46b1-94f4-aa20caeb11cc tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.640061 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f02bb981-07d4-4bdd-88f1-7a3b0e9b8e4b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.640590 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02bb981-07d4-4bdd-88f1-7a3b0e9b8e4b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Fanout notify agent at l3_agent the message router_deleted on router b1afd4ff-f64c-4084-9de3-6e9c23594ef9 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:01.648353 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f02bb981-07d4-4bdd-88f1-7a3b0e9b8e4b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.650046 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f02bb981-07d4-4bdd-88f1-7a3b0e9b8e4b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "DELETE /v2.0/routers/b1afd4ff-f64c-4084-9de3-6e9c23594ef9 HTTP/1.1" status: 204 len: 168 time: 1.4260049 Jul 16 20:37:01.653624 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47782) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:01.658576 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-6801abf8-c94d-48a7-88fc-c023a3cec589 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2110070885', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:01.661494 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-b2f9de2c-e1be-4329-84d5-b754269741ca tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Calling delete_port for dea316fc-1ed7-457c-a37d-6c05f18bdf20 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:01.684750 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6801abf8-c94d-48a7-88fc-c023a3cec589 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.687003 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6801abf8-c94d-48a7-88fc-c023a3cec589 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.736105 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7114d0a8-8892-4f20-bbff-b855ce64078b req-4ef84eee-9830-46b1-94f4-aa20caeb11cc tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.769260 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7114d0a8-8892-4f20-bbff-b855ce64078b req-4ef84eee-9830-46b1-94f4-aa20caeb11cc tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.774847 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7114d0a8-8892-4f20-bbff-b855ce64078b req-4ef84eee-9830-46b1-94f4-aa20caeb11cc tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/bb4d3bfe-6e84-4b81-801f-8a525e252054 HTTP/1.1" status: 204 len: 173 time: 0.2827764 Jul 16 20:37:01.781001 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef84eee-9830-46b1-94f4-aa20caeb11cc tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb4d3bfe-6e84-4b81-801f-8a525e252054,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:01.800322 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6801abf8-c94d-48a7-88fc-c023a3cec589 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.808370 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6801abf8-c94d-48a7-88fc-c023a3cec589 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.835226 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b2f9de2c-e1be-4329-84d5-b754269741ca tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.846586 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6801abf8-c94d-48a7-88fc-c023a3cec589 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.852024 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6801abf8-c94d-48a7-88fc-c023a3cec589 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1971807 Jul 16 20:37:01.852686 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47786) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:01.857324 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-b3e3d541-2894-4167-ad74-e5176955da35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'enable_snat': False}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:01.883605 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc68731b-0c00-46b7-80e8-1aab0f021b6b x-openstack-request-id: req-bc68731b-0c00-46b7-80e8-1aab0f021b6b {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:01.883898 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4fb7c5-bdb8-4dce-afc1-592260b5d04f", "name": "network-vif-deleted", "tag": "07799068-f1bd-41fb-b4a8-b56ccf4a7d3d", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:01.884398 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bc68731b-0c00-46b7-80e8-1aab0f021b6b {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:01.884972 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4fb7c5-bdb8-4dce-afc1-592260b5d04f', 'name': 'network-vif-deleted', 'tag': '07799068-f1bd-41fb-b4a8-b56ccf4a7d3d', 'status': 'completed', 'code': 200} Jul 16 20:37:01.887409 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9de2c-e1be-4329-84d5-b754269741ca tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Port': ['ID=dea316fc-1ed7-457c-a37d-6c05f18bdf20,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:01.925019 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b8779a32-2dad-4780-900c-030089c3d5e0 req-2b1529c3-4f72-44a4-873a-e6e2eafcfebb tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc4fb7c5-bdb8-4dce-afc1-592260b5d04f HTTP/1.1" status: 200 len: 210 time: 0.0533009 Jul 16 20:37:01.933565 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 07799068-f1bd-41fb-b4a8-b56ccf4a7d3d no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:01.948913 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b2f9de2c-e1be-4329-84d5-b754269741ca tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.951288 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b2f9de2c-e1be-4329-84d5-b754269741ca tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/ports/dea316fc-1ed7-457c-a37d-6c05f18bdf20 HTTP/1.1" status: 204 len: 168 time: 0.9635499 Jul 16 20:37:01.958431 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47788) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:01.966399 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 07799068-f1bd-41fb-b4a8-b56ccf4a7d3d {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:01.966783 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 07799068-f1bd-41fb-b4a8-b56ccf4a7d3d not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:02.030101 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7271d863-8ca7-48cd-b671-87b1428f5d70 req-90c737ae-8f4f-4414-b58f-190da31490be tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "GET /v2.0/security-groups/b68f938e-d0ff-4cae-8829-44d2ee861227 HTTP/1.1" status: 200 len: 2398 time: 0.1395772 Jul 16 20:37:02.083738 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e81f23a-cd94-4a45-9fff-640a14526c1b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:02.088255 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7e81f23a-cd94-4a45-9fff-640a14526c1b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1255968 Jul 16 20:37:02.090990 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47792) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:02.137279 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3e3d541-2894-4167-ad74-e5176955da35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.160562 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6fe91b-724e-47be-9b23-81105094f4ea tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] GET failed (client error): The resource could not be found. Jul 16 20:37:02.166853 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7c6fe91b-724e-47be-9b23-81105094f4ea tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "GET /v2.0/ports/dea316fc-1ed7-457c-a37d-6c05f18bdf20 HTTP/1.1" status: 404 len: 333 time: 0.0685871 Jul 16 20:37:02.167766 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47794) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:02.178340 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-60a5a765-8597-40b4-bbe1-d77ab4ac73e4 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1897943545'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:02.207585 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7271d863-8ca7-48cd-b671-87b1428f5d70 req-dda313c8-e72c-495a-b9b3-31c890f2d1ab tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.243403 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a5a765-8597-40b4-bbe1-d77ab4ac73e4 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:02.247378 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-60a5a765-8597-40b4-bbe1-d77ab4ac73e4 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.254873 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7271d863-8ca7-48cd-b671-87b1428f5d70 req-dda313c8-e72c-495a-b9b3-31c890f2d1ab tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.278666 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5897b0-b30f-4e58-91f8-79caa14eb038 req-1bcb48fb-2802-424c-9a04-36c02aed4e6d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:02.280168 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c5897b0-b30f-4e58-91f8-79caa14eb038 req-1bcb48fb-2802-424c-9a04-36c02aed4e6d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.1905770 Jul 16 20:37:02.323515 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a5a765-8597-40b4-bbe1-d77ab4ac73e4 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:37:02.343474 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-60a5a765-8597-40b4-bbe1-d77ab4ac73e4 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.343811 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-60a5a765-8597-40b4-bbe1-d77ab4ac73e4 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Added segment 36a8de6c-6c6d-4c2a-82c5-0972b0083db2 of type vlan for network 7ee453bc-ae59-4619-b6d6-5b992eb1bbfa Jul 16 20:37:02.366190 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3e3d541-2894-4167-ad74-e5176955da35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.373459 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c5897b0-b30f-4e58-91f8-79caa14eb038 req-22dbbdfc-47f1-4454-90b0-43036877e544 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798266 Jul 16 20:37:02.398034 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3e3d541-2894-4167-ad74-e5176955da35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.399468 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b5381535-2faf-4332-a7a0-66c456495a38 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:37:02.403521 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7271d863-8ca7-48cd-b671-87b1428f5d70 req-dda313c8-e72c-495a-b9b3-31c890f2d1ab tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.417809 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7271d863-8ca7-48cd-b671-87b1428f5d70 req-dda313c8-e72c-495a-b9b3-31c890f2d1ab tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.417809 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7271d863-8ca7-48cd-b671-87b1428f5d70 req-dda313c8-e72c-495a-b9b3-31c890f2d1ab tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "DELETE /v2.0/security-groups/b68f938e-d0ff-4cae-8829-44d2ee861227 HTTP/1.1" status: 204 len: 173 time: 0.3711145 Jul 16 20:37:02.450146 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-60a5a765-8597-40b4-bbe1-d77ab4ac73e4 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.455083 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda313c8-e72c-495a-b9b3-31c890f2d1ab tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68f938e-d0ff-4cae-8829-44d2ee861227,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:02.468907 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-17f93102-76ac-49fd-aee0-c12ff6a20afb req-ce729d9a-80f9-47b6-9495-05e2b7375c98 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] show failed (client error): The resource could not be found. Jul 16 20:37:02.476246 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-17f93102-76ac-49fd-aee0-c12ff6a20afb req-ce729d9a-80f9-47b6-9495-05e2b7375c98 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "GET /v2.0/security-groups/4b5a00c6-46c7-4dab-9f55-cb04b2ab33da HTTP/1.1" status: 404 len: 352 time: 0.0404792 Jul 16 20:37:02.522157 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-b3e3d541-2894-4167-ad74-e5176955da35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Allocated IP 172.25.0.29 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/b3c57e50-0688-4c32-afb9-7ce983e069ca) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:02.551461 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-60a5a765-8597-40b4-bbe1-d77ab4ac73e4 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.558378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a5a765-8597-40b4-bbe1-d77ab4ac73e4 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:02.558970 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-60a5a765-8597-40b4-bbe1-d77ab4ac73e4 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.609975 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b5381535-2faf-4332-a7a0-66c456495a38, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b5381535-2faf-4332-a7a0-66c456495a38,segment=NetworkSegment(539e5216-5669-4601-aada-6ac02b36e6e5),segment_id=539e5216-5669-4601-aada-6ac02b36e6e5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:02.622702 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'b5381535-2faf-4332-a7a0-66c456495a38', 'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee', 'port_id': 'b5381535-2faf-4332-a7a0-66c456495a38', 'mac_address': 'fa:16:3e:30:25:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ede8a670-7de2-4b7a-90c3-f13e1c31925d', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:37:02.625466 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3c2286d3-66c8-4276-8f8f-3ab77726992a req-805af97b-b27a-4a94-8b5a-775f20d2dd89 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ceb23f-7ef3-4e1d-a19f-c5616f04c5b8 HTTP/1.1" status: 200 len: 210 time: 0.0782585 Jul 16 20:37:02.645707 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3e3d541-2894-4167-ad74-e5176955da35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.666197 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.672900 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8b0d12cf-0f12-4fc7-b990-031fa6a15eab req-f047d02e-649e-4865-b3ff-6049b0655e86 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "GET /v2.0/security-groups/acfdbc6e-eb04-4f29-a186-d1027ab861f1 HTTP/1.1" status: 200 len: 1805 time: 0.1633763 Jul 16 20:37:02.679067 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-60a5a765-8597-40b4-bbe1-d77ab4ac73e4 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5098510 Jul 16 20:37:02.684467 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5381535-2faf-4332-a7a0-66c456495a38 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:37:02.685926 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47804) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:02.693415 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-5495af39-1d82-4393-9891-053826f5ce1c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'subnet': {'network_id': '7ee453bc-ae59-4619-b6d6-5b992eb1bbfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:02.708536 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b5381535-2faf-4332-a7a0-66c456495a38, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b5381535-2faf-4332-a7a0-66c456495a38,segment=NetworkSegment(539e5216-5669-4601-aada-6ac02b36e6e5),segment_id=539e5216-5669-4601-aada-6ac02b36e6e5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:02.715110 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.716126 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device c9c7028e-c717-455b-b2ae-e3b788da21ae details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:37:02.730031 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3e3d541-2894-4167-ad74-e5176955da35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.792507 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5a765-8597-40b4-bbe1-d77ab4ac73e4 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Network': ['ID=7ee453bc-ae59-4619-b6d6-5b992eb1bbfa,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:02.794643 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port c9c7028e-c717-455b-b2ae-e3b788da21ae, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c9c7028e-c717-455b-b2ae-e3b788da21ae,segment=NetworkSegment(539e5216-5669-4601-aada-6ac02b36e6e5),segment_id=539e5216-5669-4601-aada-6ac02b36e6e5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:02.803550 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=b5381535-2faf-4332-a7a0-66c456495a38,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:02.809789 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e3d541-2894-4167-ad74-e5176955da35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:02.809997 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 7ee453bc-ae59-4619-b6d6-5b992eb1bbfa details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:37:02.830886 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'c9c7028e-c717-455b-b2ae-e3b788da21ae', 'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee', 'port_id': 'c9c7028e-c717-455b-b2ae-e3b788da21ae', 'mac_address': 'fa:16:3e:78:06:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ede8a670-7de2-4b7a-90c3-f13e1c31925d', 'ip_address': '10.1.1.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:37:02.851181 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-b3e3d541-2894-4167-ad74-e5176955da35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:02.857370 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e3d541-2894-4167-ad74-e5176955da35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:02.875219 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.888952 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3d541-2894-4167-ad74-e5176955da35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Pushing event updated for resources: {'Port': ['ID=b3c57e50-0688-4c32-afb9-7ce983e069ca,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:02.905123 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8b0d12cf-0f12-4fc7-b990-031fa6a15eab req-17625afb-56b8-42ac-9a8a-4d55d033b08e tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.924097 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c7028e-c717-455b-b2ae-e3b788da21ae {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:37:02.935685 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8b0d12cf-0f12-4fc7-b990-031fa6a15eab req-17625afb-56b8-42ac-9a8a-4d55d033b08e tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.946081 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port c9c7028e-c717-455b-b2ae-e3b788da21ae, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c9c7028e-c717-455b-b2ae-e3b788da21ae,segment=NetworkSegment(539e5216-5669-4601-aada-6ac02b36e6e5),segment_id=539e5216-5669-4601-aada-6ac02b36e6e5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:02.951277 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.951929 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device da3cd2bc-8361-4a87-8b42-606885129c8e details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:37:02.954361 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b67edb-229a-4ef6-8003-b3e3426ba596 req-6bafaf85-b2a9-42e9-bb97-e8575c7cdea2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:02.954906 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5495af39-1d82-4393-9891-053826f5ce1c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:02.958158 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5495af39-1d82-4393-9891-053826f5ce1c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.960908 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b67edb-229a-4ef6-8003-b3e3426ba596 req-6bafaf85-b2a9-42e9-bb97-e8575c7cdea2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:02.967714 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b67edb-229a-4ef6-8003-b3e3426ba596 req-6bafaf85-b2a9-42e9-bb97-e8575c7cdea2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:02.973227 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b67edb-229a-4ef6-8003-b3e3426ba596 req-6bafaf85-b2a9-42e9-bb97-e8575c7cdea2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:02.980986 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b67edb-229a-4ef6-8003-b3e3426ba596 req-6bafaf85-b2a9-42e9-bb97-e8575c7cdea2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:02.986998 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b67edb-229a-4ef6-8003-b3e3426ba596 req-6bafaf85-b2a9-42e9-bb97-e8575c7cdea2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:02.994257 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b67edb-229a-4ef6-8003-b3e3426ba596 req-6bafaf85-b2a9-42e9-bb97-e8575c7cdea2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:03.001847 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b5b67edb-229a-4ef6-8003-b3e3426ba596 req-6bafaf85-b2a9-42e9-bb97-e8575c7cdea2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5419 time: 0.1917605 Jul 16 20:37:03.064598 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b5b67edb-229a-4ef6-8003-b3e3426ba596 req-b51732c0-ef09-437e-8cc3-9cef9175ba63 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586050 Jul 16 20:37:03.126304 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8b0d12cf-0f12-4fc7-b990-031fa6a15eab req-17625afb-56b8-42ac-9a8a-4d55d033b08e tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.131834 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8b0d12cf-0f12-4fc7-b990-031fa6a15eab req-17625afb-56b8-42ac-9a8a-4d55d033b08e tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.133493 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8b0d12cf-0f12-4fc7-b990-031fa6a15eab req-17625afb-56b8-42ac-9a8a-4d55d033b08e tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "DELETE /v2.0/security-groups/acfdbc6e-eb04-4f29-a186-d1027ab861f1 HTTP/1.1" status: 204 len: 173 time: 0.4392474 Jul 16 20:37:03.144652 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=c9c7028e-c717-455b-b2ae-e3b788da21ae,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:03.147128 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17625afb-56b8-42ac-9a8a-4d55d033b08e tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfdbc6e-eb04-4f29-a186-d1027ab861f1,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:03.213744 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.238535 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port da3cd2bc-8361-4a87-8b42-606885129c8e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=da3cd2bc-8361-4a87-8b42-606885129c8e,segment=NetworkSegment(59a53ec9-896c-4c3d-aaf7-1e04b33963c9),segment_id=59a53ec9-896c-4c3d-aaf7-1e04b33963c9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:03.249947 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2177b842-48fc-4818-957b-0db0c49be836 req-bbead51f-0c0c-4f5d-bf4a-d38aa61fab08 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "GET /v2.0/security-groups/2602e72f-fede-4304-9a6b-70e632dd0737 HTTP/1.1" status: 200 len: 1807 time: 0.0893545 Jul 16 20:37:03.259424 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'da3cd2bc-8361-4a87-8b42-606885129c8e', 'network_id': 'a5f59c06-393b-4019-8402-c670013796dd', 'port_id': 'da3cd2bc-8361-4a87-8b42-606885129c8e', 'mac_address': 'fa:16:3e:76:08:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed11a99b-37e1-4696-970c-4dbb385ed21d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:37:03.313760 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3e3d541-2894-4167-ad74-e5176955da35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.320386 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5495af39-1d82-4393-9891-053826f5ce1c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.344995 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2177b842-48fc-4818-957b-0db0c49be836 req-db1700b4-83f6-442f-86c5-cca687cad293 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.349604 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.380763 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2177b842-48fc-4818-957b-0db0c49be836 req-db1700b4-83f6-442f-86c5-cca687cad293 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.381246 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3cd2bc-8361-4a87-8b42-606885129c8e {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:37:03.409978 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port da3cd2bc-8361-4a87-8b42-606885129c8e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=da3cd2bc-8361-4a87-8b42-606885129c8e,segment=NetworkSegment(59a53ec9-896c-4c3d-aaf7-1e04b33963c9),segment_id=59a53ec9-896c-4c3d-aaf7-1e04b33963c9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:03.414977 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.463509 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495af39-1d82-4393-9891-053826f5ce1c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Subnet': ['ID=25b22f28-17a6-4ec1-b0bd-f55ecbd7422b,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:03.482613 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=da3cd2bc-8361-4a87-8b42-606885129c8e,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:03.493624 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5495af39-1d82-4393-9891-053826f5ce1c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Checking segment: {'id': '36a8de6c-6c6d-4c2a-82c5-0972b0083db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7ee453bc-ae59-4619-b6d6-5b992eb1bbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:03.494005 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5495af39-1d82-4393-9891-053826f5ce1c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network hostable DHCP agents. Network: 7ee453bc-ae59-4619-b6d6-5b992eb1bbfa, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:37:03.494569 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2177b842-48fc-4818-957b-0db0c49be836 req-db1700b4-83f6-442f-86c5-cca687cad293 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.497426 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2177b842-48fc-4818-957b-0db0c49be836 req-db1700b4-83f6-442f-86c5-cca687cad293 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.498580 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2177b842-48fc-4818-957b-0db0c49be836 req-db1700b4-83f6-442f-86c5-cca687cad293 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "DELETE /v2.0/security-groups/2602e72f-fede-4304-9a6b-70e632dd0737 HTTP/1.1" status: 204 len: 173 time: 0.2414601 Jul 16 20:37:03.540873 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1700b4-83f6-442f-86c5-cca687cad293 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2602e72f-fede-4304-9a6b-70e632dd0737,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:03.580468 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-dd7ffe3a-446b-4d8d-9e14-0491e50a6b85 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:03.582065 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-dd7ffe3a-446b-4d8d-9e14-0491e50a6b85 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/networks?id=305a6289-f647-4a33-af65-843f82ea576b HTTP/1.1" status: 200 len: 809 time: 0.1405611 Jul 16 20:37:03.592956 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5495af39-1d82-4393-9891-053826f5ce1c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network 7ee453bc-ae59-4619-b6d6-5b992eb1bbfa is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:37:03.609878 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-5495af39-1d82-4393-9891-053826f5ce1c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 7ee453bc-ae59-4619-b6d6-5b992eb1bbfa) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:03.611922 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-fcff5dc7-5a52-4876-ae36-05f2df28e778 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/quotas/36f95aa6340e4aea97bae036f3e9b70a HTTP/1.1" status: 200 len: 375 time: 0.0227535 Jul 16 20:37:03.612828 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3e3d541-2894-4167-ad74-e5176955da35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.618720 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5495af39-1d82-4393-9891-053826f5ce1c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:03.618972 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5495af39-1d82-4393-9891-053826f5ce1c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.622932 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3e3d541-2894-4167-ad74-e5176955da35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896760'] for router, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.624062 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c2a9be-cdbb-44b7-ae0a-c0128f426e5b None None] Network 7ee453bc-ae59-4619-b6d6-5b992eb1bbfa requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:03.639976 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5495af39-1d82-4393-9891-053826f5ce1c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9503407 Jul 16 20:37:03.649086 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47828) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:03.654271 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2a6d7ddc-d1f2-45f1-add0-6d6f0e0989c6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'subnet': {'network_id': '7ee453bc-ae59-4619-b6d6-5b992eb1bbfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:03.682074 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-2013431f-0f89-443f-b71b-e826acb90053 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=36f95aa6340e4aea97bae036f3e9b70a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471935 Jul 16 20:37:03.792886 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c25bb-3f02-4108-be84-3f499dd6a96d req-d492a355-b74d-46b3-8636-df28223b729c tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:03.794635 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d38c25bb-3f02-4108-be84-3f499dd6a96d req-d492a355-b74d-46b3-8636-df28223b729c tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.1974213 Jul 16 20:37:03.870515 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['b5381535-2faf-4332-a7a0-66c456495a38'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:37:03.873024 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['c9c7028e-c717-455b-b2ae-e3b788da21ae'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:37:03.875093 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['da3cd2bc-8361-4a87-8b42-606885129c8e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:37:03.937169 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d38c25bb-3f02-4108-be84-3f499dd6a96d req-80b59a65-261c-4445-974d-73fb81ff02b6 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252072 Jul 16 20:37:03.956886 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-2dbae362-3c82-40a8-88c4-ef86b242d430 service neutron] 10.222.0.38 "GET /v2.0/networks/305a6289-f647-4a33-af65-843f82ea576b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561569 Jul 16 20:37:04.043904 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e3d541-2894-4167-ad74-e5176955da35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Router 553cd961-f926-43d9-9b4d-58e8358daf78 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:04.050726 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-72ed8430-9ee2-4abd-a02b-b2ece9f63a25 service neutron] 10.222.0.38 "GET /v2.0/networks/305a6289-f647-4a33-af65-843f82ea576b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929615 Jul 16 20:37:04.052075 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6d7ddc-d1f2-45f1-add0-6d6f0e0989c6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:04.055809 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2a6d7ddc-d1f2-45f1-add0-6d6f0e0989c6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.147678 n-d-791506-21 neutron-server[93794]: INFO neutron.db.ipam_backend_mixin [None req-2a6d7ddc-d1f2-45f1-add0-6d6f0e0989c6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 25b22f28-17a6-4ec1-b0bd-f55ecbd7422b (CIDR: 172.20.0.0/28) Jul 16 20:37:04.163457 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6d7ddc-d1f2-45f1-add0-6d6f0e0989c6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:37:04.163457 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a6d7ddc-d1f2-45f1-add0-6d6f0e0989c6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:04.182626 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c6851b-1937-4d9b-9975-e2e1f3619669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-7ee453bc-ae59-4619-b6d6-5b992eb1bbfa', 'network_id': '7ee453bc-ae59-4619-b6d6-5b992eb1bbfa', 'tenant_id': 'b462fea25eab41aaacbe7f65f3d46338', 'fixed_ips': [{'subnet_id': '25b22f28-17a6-4ec1-b0bd-f55ecbd7422b'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:37:04.183603 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26c6851b-1937-4d9b-9975-e2e1f3619669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.193753 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2a6d7ddc-d1f2-45f1-add0-6d6f0e0989c6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5429330 Jul 16 20:37:04.196342 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47836) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:04.201819 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2f101a61-e0da-463b-b531-9b84fe353233 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'subnet': {'network_id': '7ee453bc-ae59-4619-b6d6-5b992eb1bbfa', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:04.221105 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-31474750-be23-4b89-b6d7-d3bad1f40429 req-994f3816-ee77-4094-9755-f32051d44341 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "GET /v2.0/security-groups/da8fde9c-0327-4670-bb60-a6e2fedd25dc HTTP/1.1" status: 200 len: 1807 time: 0.1730070 Jul 16 20:37:04.304832 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e3d541-2894-4167-ad74-e5176955da35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:04.314414 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33066ce0-7051-42e0-9536-604d3e93d013 None None] Sync routers for ids ['553cd961-f926-43d9-9b4d-58e8358daf78'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:04.317500 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3e3d541-2894-4167-ad74-e5176955da35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.323104 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b3e3d541-2894-4167-ad74-e5176955da35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "PUT /v2.0/routers/553cd961-f926-43d9-9b4d-58e8358daf78 HTTP/1.1" status: 200 len: 919 time: 2.4693766 Jul 16 20:37:04.325843 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47844) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:04.327767 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33066ce0-7051-42e0-9536-604d3e93d013 None None] Routers {'553cd961-f926-43d9-9b4d-58e8358daf78'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:04.329005 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-33066ce0-7051-42e0-9536-604d3e93d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:36:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['553cd961-f926-43d9-9b4d-58e8358daf78'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:04.355778 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-31474750-be23-4b89-b6d7-d3bad1f40429 req-32b6f8e9-69d1-421c-ac42-b5092685ae54 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.377438 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-33066ce0-7051-42e0-9536-604d3e93d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:04.388362 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33066ce0-7051-42e0-9536-604d3e93d013 None None] Routers {'553cd961-f926-43d9-9b4d-58e8358daf78'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:04.389238 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-33066ce0-7051-42e0-9536-604d3e93d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:36:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['553cd961-f926-43d9-9b4d-58e8358daf78'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:04.412386 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-31474750-be23-4b89-b6d7-d3bad1f40429 req-32b6f8e9-69d1-421c-ac42-b5092685ae54 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.418993 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f101a61-e0da-463b-b531-9b84fe353233 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:04.423156 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2f101a61-e0da-463b-b531-9b84fe353233 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.445145 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-33066ce0-7051-42e0-9536-604d3e93d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:04.446056 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33066ce0-7051-42e0-9536-604d3e93d013 None None] The sync data for ids ['553cd961-f926-43d9-9b4d-58e8358daf78'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:04.466961 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 38e7200d-92b8-4114-bcf6-4d8de1ed7adf details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:37:04.536067 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-44f06777-7511-4608-9ac1-63c94328558d tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "GET /v2.0/routers/553cd961-f926-43d9-9b4d-58e8358daf78 HTTP/1.1" status: 200 len: 925 time: 0.2074285 Jul 16 20:37:04.539498 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47850) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:04.627158 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36db3808-ade9-4103-afd0-98a4689f99fa tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:04.628911 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-36db3808-ade9-4103-afd0-98a4689f99fa tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=9eaba347-54f9-4044-808d-862f23e2a998&device_id=553cd961-f926-43d9-9b4d-58e8358daf78&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0883515 Jul 16 20:37:04.632203 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47858) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:04.755615 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-26c6851b-1937-4d9b-9975-e2e1f3619669 None None] Allocated IP 172.20.0.2 (7ee453bc-ae59-4619-b6d6-5b992eb1bbfa/25b22f28-17a6-4ec1-b0bd-f55ecbd7422b/73a07bbe-5b90-4a17-ba4b-2924661522d4) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:04.765946 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3e5253-efe5-4115-882a-03c4eccdf5f6 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:04.768757 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ea3e5253-efe5-4115-882a-03c4eccdf5f6 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 881 time: 0.1349299 Jul 16 20:37:04.772350 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47862) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:04.785175 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 38e7200d-92b8-4114-bcf6-4d8de1ed7adf, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=38e7200d-92b8-4114-bcf6-4d8de1ed7adf,segment=NetworkSegment(20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92),segment_id=20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:04.816037 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '38e7200d-92b8-4114-bcf6-4d8de1ed7adf', 'network_id': '8220058e-73c4-4bbb-9a58-d9b747bb6802', 'port_id': '38e7200d-92b8-4114-bcf6-4d8de1ed7adf', 'mac_address': 'fa:16:3e:a1:de:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddbb0f23-4d7f-4c3a-a43b-0ba8f2788bfb', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:37:04.822858 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cacd318a-fb56-417f-888a-3b816d50b2e3 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "GET /v2.0/ports?device_id=553cd961-f926-43d9-9b4d-58e8358daf78 HTTP/1.1" status: 200 len: 205 time: 0.0460694 Jul 16 20:37:04.823805 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47866) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:04.885067 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2f101a61-e0da-463b-b531-9b84fe353233 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.912032 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.923007 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-31474750-be23-4b89-b6d7-d3bad1f40429 req-32b6f8e9-69d1-421c-ac42-b5092685ae54 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.926051 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-31474750-be23-4b89-b6d7-d3bad1f40429 req-32b6f8e9-69d1-421c-ac42-b5092685ae54 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.927278 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-31474750-be23-4b89-b6d7-d3bad1f40429 req-32b6f8e9-69d1-421c-ac42-b5092685ae54 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "DELETE /v2.0/security-groups/da8fde9c-0327-4670-bb60-a6e2fedd25dc HTTP/1.1" status: 204 len: 173 time: 0.6960981 Jul 16 20:37:04.932410 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f101a61-e0da-463b-b531-9b84fe353233 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network 7ee453bc-ae59-4619-b6d6-5b992eb1bbfa is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:04.941292 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e7200d-92b8-4114-bcf6-4d8de1ed7adf {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:37:04.964291 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0200a-002d-4eef-a6ef-3fb753c9247c req-037dec52-b33c-4017-b868-1b785a46adaf tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:04.970559 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0200a-002d-4eef-a6ef-3fb753c9247c req-037dec52-b33c-4017-b868-1b785a46adaf tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:04.976610 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0200a-002d-4eef-a6ef-3fb753c9247c req-037dec52-b33c-4017-b868-1b785a46adaf tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:04.982743 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0200a-002d-4eef-a6ef-3fb753c9247c req-037dec52-b33c-4017-b868-1b785a46adaf tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:04.988500 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 38e7200d-92b8-4114-bcf6-4d8de1ed7adf, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=38e7200d-92b8-4114-bcf6-4d8de1ed7adf,segment=NetworkSegment(20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92),segment_id=20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:04.988672 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0200a-002d-4eef-a6ef-3fb753c9247c req-037dec52-b33c-4017-b868-1b785a46adaf tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:04.994790 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0200a-002d-4eef-a6ef-3fb753c9247c req-037dec52-b33c-4017-b868-1b785a46adaf tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:05.000799 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0200a-002d-4eef-a6ef-3fb753c9247c req-037dec52-b33c-4017-b868-1b785a46adaf tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:05.001181 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.001875 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device a01f51a9-92dd-4e1a-bd77-2234ac6f2686 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:37:05.008905 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-34b0200a-002d-4eef-a6ef-3fb753c9247c req-037dec52-b33c-4017-b868-1b785a46adaf tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5421 time: 0.2576389 Jul 16 20:37:05.009100 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26c6851b-1937-4d9b-9975-e2e1f3619669 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.010151 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-139e7189-ec46-406c-b074-e05336419c27 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.010885 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-2f101a61-e0da-463b-b531-9b84fe353233 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:05.025857 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f101a61-e0da-463b-b531-9b84fe353233 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:05.026423 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2f101a61-e0da-463b-b531-9b84fe353233 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.037496 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6f8e9-69d1-421c-ac42-b5092685ae54 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8fde9c-0327-4670-bb60-a6e2fedd25dc,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:05.059930 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-26c6851b-1937-4d9b-9975-e2e1f3619669 None None] Transition to ACTIVE for port object 73a07bbe-5b90-4a17-ba4b-2924661522d4 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:05.080675 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2f101a61-e0da-463b-b531-9b84fe353233 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8829665 Jul 16 20:37:05.087283 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ab47af3c-ba78-4a94-a53d-5e5f22f87710 req-51c0b9fc-0be8-464f-aab5-b55d283bab95 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1b262fc-58d0-479f-9de0-16fab6b74f6b HTTP/1.1" status: 200 len: 210 time: 0.0744379 Jul 16 20:37:05.088275 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47872) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:05.091070 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f101a61-e0da-463b-b531-9b84fe353233 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Subnet': ['ID=0fcd384b-c0e1-42fb-a642-88aa8ea59d8a,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:05.102925 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-cca7e960-3c0b-498a-8c0a-c5f638f79a9c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'port': {'network_id': '7ee453bc-ae59-4619-b6d6-5b992eb1bbfa', 'fixed_ips': [{'subnet_id': '25b22f28-17a6-4ec1-b0bd-f55ecbd7422b'}, {'subnet_id': '0fcd384b-c0e1-42fb-a642-88aa8ea59d8a'}], 'name': 'tempest-PortsTestJSON-1265449609'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:05.119822 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port a01f51a9-92dd-4e1a-bd77-2234ac6f2686, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=a01f51a9-92dd-4e1a-bd77-2234ac6f2686,segment=NetworkSegment(20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92),segment_id=20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:05.135267 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-26c6851b-1937-4d9b-9975-e2e1f3619669 None None] Transition to ACTIVE for port object 73a07bbe-5b90-4a17-ba4b-2924661522d4 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:05.151236 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=38e7200d-92b8-4114-bcf6-4d8de1ed7adf,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:05.153019 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-34b0200a-002d-4eef-a6ef-3fb753c9247c req-852e8f39-c735-4d1d-a32a-12c7f3312346 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1432512 Jul 16 20:37:05.154021 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'a01f51a9-92dd-4e1a-bd77-2234ac6f2686', 'network_id': '8220058e-73c4-4bbb-9a58-d9b747bb6802', 'port_id': 'a01f51a9-92dd-4e1a-bd77-2234ac6f2686', 'mac_address': 'fa:16:3e:bf:c1:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddbb0f23-4d7f-4c3a-a43b-0ba8f2788bfb', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:37:05.157799 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26c6851b-1937-4d9b-9975-e2e1f3619669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.206087 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-139e7189-ec46-406c-b074-e05336419c27 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.283216 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c6851b-1937-4d9b-9975-e2e1f3619669 None None] Network 7ee453bc-ae59-4619-b6d6-5b992eb1bbfa is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:05.288090 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6851b-1937-4d9b-9975-e2e1f3619669 None None] Pushing event updated for resources: {'Port': ['ID=73a07bbe-5b90-4a17-ba4b-2924661522d4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:05.293045 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-26c6851b-1937-4d9b-9975-e2e1f3619669 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:05.297338 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c6851b-1937-4d9b-9975-e2e1f3619669 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:05.302833 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-139e7189-ec46-406c-b074-e05336419c27 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Deleting port b3c57e50-0688-4c32-afb9-7ce983e069ca {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:05.303281 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-139e7189-ec46-406c-b074-e05336419c27 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.306520 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.344459 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a01f51a9-92dd-4e1a-bd77-2234ac6f2686 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:37:05.405625 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-26c6851b-1937-4d9b-9975-e2e1f3619669 None None] Attempting to bind port 73a07bbe-5b90-4a17-ba4b-2924661522d4 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:05.406173 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-26c6851b-1937-4d9b-9975-e2e1f3619669 None None] Attempting to bind port 73a07bbe-5b90-4a17-ba4b-2924661522d4 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '36a8de6c-6c6d-4c2a-82c5-0972b0083db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7ee453bc-ae59-4619-b6d6-5b992eb1bbfa'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:05.406661 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c6851b-1937-4d9b-9975-e2e1f3619669 None None] Attempting to bind port 73a07bbe-5b90-4a17-ba4b-2924661522d4 on network 7ee453bc-ae59-4619-b6d6-5b992eb1bbfa {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:05.409096 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-139e7189-ec46-406c-b074-e05336419c27 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.409907 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port a01f51a9-92dd-4e1a-bd77-2234ac6f2686, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=a01f51a9-92dd-4e1a-bd77-2234ac6f2686,segment=NetworkSegment(20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92),segment_id=20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:05.416715 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c6851b-1937-4d9b-9975-e2e1f3619669 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:05.417164 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c6851b-1937-4d9b-9975-e2e1f3619669 None None] Checking segment: {'id': '36a8de6c-6c6d-4c2a-82c5-0972b0083db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7ee453bc-ae59-4619-b6d6-5b992eb1bbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:05.417683 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26c6851b-1937-4d9b-9975-e2e1f3619669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.418225 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c6851b-1937-4d9b-9975-e2e1f3619669 None None] Bound using segment: {'id': '36a8de6c-6c6d-4c2a-82c5-0972b0083db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7ee453bc-ae59-4619-b6d6-5b992eb1bbfa'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:05.418818 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-26c6851b-1937-4d9b-9975-e2e1f3619669 None None] Bound port: 73a07bbe-5b90-4a17-ba4b-2924661522d4, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a8de6c-6c6d-4c2a-82c5-0972b0083db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7ee453bc-ae59-4619-b6d6-5b992eb1bbfa'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:05.419260 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26c6851b-1937-4d9b-9975-e2e1f3619669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.422907 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.423726 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 9c2a4800-9a2a-4b56-925d-1fa35a5727a0 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:37:05.432998 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-139e7189-ec46-406c-b074-e05336419c27 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Calling delete_port for b3c57e50-0688-4c32-afb9-7ce983e069ca owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:05.555880 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=a01f51a9-92dd-4e1a-bd77-2234ac6f2686,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:05.602041 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-26c6851b-1937-4d9b-9975-e2e1f3619669 None None] For port 73a07bbe-5b90-4a17-ba4b-2924661522d4, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:05.602282 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9d821ad2-6a72-4814-becc-9ba14cdc3175 req-a1c2f7c9-3352-4a7d-8c86-3cbcf1a43dae tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "GET /v2.0/security-groups/1a6e925a-e59c-4321-aa46-d31dde64da27 HTTP/1.1" status: 200 len: 2406 time: 0.3896291 Jul 16 20:37:05.621259 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-26c6851b-1937-4d9b-9975-e2e1f3619669 None None] For port 73a07bbe-5b90-4a17-ba4b-2924661522d4, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=73a07bbe-5b90-4a17-ba4b-2924661522d4,segment=NetworkSegment(36a8de6c-6c6d-4c2a-82c5-0972b0083db2),segment_id=36a8de6c-6c6d-4c2a-82c5-0972b0083db2)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:05.634125 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26c6851b-1937-4d9b-9975-e2e1f3619669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.647538 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 9c2a4800-9a2a-4b56-925d-1fa35a5727a0, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=9c2a4800-9a2a-4b56-925d-1fa35a5727a0,segment=NetworkSegment(539e5216-5669-4601-aada-6ac02b36e6e5),segment_id=539e5216-5669-4601-aada-6ac02b36e6e5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:05.660567 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca7e960-3c0b-498a-8c0a-c5f638f79a9c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:05.661140 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-139e7189-ec46-406c-b074-e05336419c27 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.687442 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '9c2a4800-9a2a-4b56-925d-1fa35a5727a0', 'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee', 'port_id': '9c2a4800-9a2a-4b56-925d-1fa35a5727a0', 'mac_address': 'fa:16:3e:6e:4b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ede8a670-7de2-4b7a-90c3-f13e1c31925d', 'ip_address': '10.1.1.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:37:05.698564 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e7189-ec46-406c-b074-e05336419c27 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Pushing event deleted for resources: {'Port': ['ID=b3c57e50-0688-4c32-afb9-7ce983e069ca,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:05.738248 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6851b-1937-4d9b-9975-e2e1f3619669 None None] Pushing event updated for resources: {'Port': ['ID=73a07bbe-5b90-4a17-ba4b-2924661522d4,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:05.764736 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.778933 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a658d4-88eb-4f47-a888-512fc1497c8b req-1ee93a2e-d7ab-481c-8e37-a42edf844079 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:05.780459 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-47a658d4-88eb-4f47-a888-512fc1497c8b req-1ee93a2e-d7ab-481c-8e37-a42edf844079 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/networks?id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b HTTP/1.1" status: 200 len: 812 time: 0.5355792 Jul 16 20:37:05.795131 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2a4800-9a2a-4b56-925d-1fa35a5727a0 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:37:05.816103 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-139e7189-ec46-406c-b074-e05336419c27 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.823794 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 9c2a4800-9a2a-4b56-925d-1fa35a5727a0, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=9c2a4800-9a2a-4b56-925d-1fa35a5727a0,segment=NetworkSegment(539e5216-5669-4601-aada-6ac02b36e6e5),segment_id=539e5216-5669-4601-aada-6ac02b36e6e5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:05.826493 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-47a658d4-88eb-4f47-a888-512fc1497c8b req-86a20f42-5912-404d-a8d1-63ea0b08d61d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/quotas/6a26f9f127054c75b4598717bb55d1c3 HTTP/1.1" status: 200 len: 375 time: 0.0367858 Jul 16 20:37:05.829553 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.830525 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device dbb2a1f8-6655-4e13-8f01-649325559b94 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:37:05.861947 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-47a658d4-88eb-4f47-a888-512fc1497c8b req-ca6b1243-b22a-4ee3-8c02-fe17878c02fd tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6a26f9f127054c75b4598717bb55d1c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344336 Jul 16 20:37:05.867692 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9d821ad2-6a72-4814-becc-9ba14cdc3175 req-074a0e24-cb96-4e60-9586-2d0c38517bea tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.871759 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port dbb2a1f8-6655-4e13-8f01-649325559b94, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=dbb2a1f8-6655-4e13-8f01-649325559b94,segment=NetworkSegment(539e5216-5669-4601-aada-6ac02b36e6e5),segment_id=539e5216-5669-4601-aada-6ac02b36e6e5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:05.906173 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cca7e960-3c0b-498a-8c0a-c5f638f79a9c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.969177 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-139e7189-ec46-406c-b074-e05336419c27 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.971673 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-139e7189-ec46-406c-b074-e05336419c27 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.989118 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'dbb2a1f8-6655-4e13-8f01-649325559b94', 'network_id': 'f8215949-193f-4b94-94eb-7fc9f5e8cdee', 'port_id': 'dbb2a1f8-6655-4e13-8f01-649325559b94', 'mac_address': 'fa:16:3e:5b:79:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ede8a670-7de2-4b7a-90c3-f13e1c31925d', 'ip_address': '10.1.1.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:37:05.991884 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=9c2a4800-9a2a-4b56-925d-1fa35a5727a0,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:06.014811 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9d821ad2-6a72-4814-becc-9ba14cdc3175 req-074a0e24-cb96-4e60-9586-2d0c38517bea tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.054108 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.060207 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-139e7189-ec46-406c-b074-e05336419c27 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.060742 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139e7189-ec46-406c-b074-e05336419c27 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Fanout notify agent at l3_agent the message router_deleted on router 553cd961-f926-43d9-9b4d-58e8358daf78 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:06.067984 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-139e7189-ec46-406c-b074-e05336419c27 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.069053 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-139e7189-ec46-406c-b074-e05336419c27 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "DELETE /v2.0/routers/553cd961-f926-43d9-9b4d-58e8358daf78 HTTP/1.1" status: 204 len: 168 time: 1.2432435 Jul 16 20:37:06.073043 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47882) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:06.076740 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb2a1f8-6655-4e13-8f01-649325559b94 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:37:06.084450 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-85910c2a-f755-48a5-9312-66b06e105fca tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-824065290', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}, 'admin_state_up': False}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:06.099660 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-cca7e960-3c0b-498a-8c0a-c5f638f79a9c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] device_id is not set on port dfc24ace-f201-43ca-8ac1-10c62daec53b yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:37:06.103196 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port dbb2a1f8-6655-4e13-8f01-649325559b94, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=dbb2a1f8-6655-4e13-8f01-649325559b94,segment=NetworkSegment(539e5216-5669-4601-aada-6ac02b36e6e5),segment_id=539e5216-5669-4601-aada-6ac02b36e6e5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:06.112716 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.166343 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85910c2a-f755-48a5-9312-66b06e105fca tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.167609 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85910c2a-f755-48a5-9312-66b06e105fca tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.216705 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=dbb2a1f8-6655-4e13-8f01-649325559b94,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:06.251159 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85910c2a-f755-48a5-9312-66b06e105fca tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.270698 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-47a658d4-88eb-4f47-a888-512fc1497c8b req-aa5fbc1a-ddad-474a-83ed-e53f9b770f0e service neutron] 10.222.0.38 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987551 Jul 16 20:37:06.353834 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9d821ad2-6a72-4814-becc-9ba14cdc3175 req-074a0e24-cb96-4e60-9586-2d0c38517bea tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.356475 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9d821ad2-6a72-4814-becc-9ba14cdc3175 req-074a0e24-cb96-4e60-9586-2d0c38517bea tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.357641 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9d821ad2-6a72-4814-becc-9ba14cdc3175 req-074a0e24-cb96-4e60-9586-2d0c38517bea tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "DELETE /v2.0/security-groups/1a6e925a-e59c-4321-aa46-d31dde64da27 HTTP/1.1" status: 204 len: 173 time: 0.7418492 Jul 16 20:37:06.417302 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b5381535-2faf-4332-a7a0-66c456495a38 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:06.430346 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-122c1f61-bc20-4cf2-b065-853b97c3ed7c tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:06.430346 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-122c1f61-bc20-4cf2-b065-853b97c3ed7c tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.18 "GET /v2.0/networks?id=305a6289-f647-4a33-af65-843f82ea576b HTTP/1.1" status: 200 len: 809 time: 0.4712412 Jul 16 20:37:06.432370 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a0e24-cb96-4e60-9586-2d0c38517bea tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6e925a-e59c-4321-aa46-d31dde64da27,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:06.435318 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85910c2a-f755-48a5-9312-66b06e105fca tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.514140 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['dbb2a1f8-6655-4e13-8f01-649325559b94'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:37:06.516975 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 73a07bbe-5b90-4a17-ba4b-2924661522d4 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:06.522567 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-47c441b2-2b23-4315-9a95-f11876d2d49d tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Request body: {'port': {'device_id': 'a1b262fc-58d0-479f-9de0-16fab6b74f6b', 'network_id': '305a6289-f647-4a33-af65-843f82ea576b', 'admin_state_up': True, 'tenant_id': '36f95aa6340e4aea97bae036f3e9b70a'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:06.577045 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['9c2a4800-9a2a-4b56-925d-1fa35a5727a0'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:37:06.585481 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-47a658d4-88eb-4f47-a888-512fc1497c8b req-8b844ffd-a9b4-4084-9d09-95af0548db37 service neutron] 10.222.0.38 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046534 Jul 16 20:37:06.629708 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['a01f51a9-92dd-4e1a-bd77-2234ac6f2686'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:37:06.811076 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85910c2a-f755-48a5-9312-66b06e105fca tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.838584 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port b5381535-2faf-4332-a7a0-66c456495a38 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:06.845816 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85910c2a-f755-48a5-9312-66b06e105fca tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.863819 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port b5381535-2faf-4332-a7a0-66c456495a38 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:06.864191 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.019642 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 73a07bbe-5b90-4a17-ba4b-2924661522d4 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:07.066914 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-85910c2a-f755-48a5-9312-66b06e105fca tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Allocated IP 172.25.0.141 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/5816c9d3-4023-483d-8a74-df2f39b703b8) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:07.087184 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660e2d0-d835-4a19-9269-bd6a4df63da6 req-15fc909a-3732-4f93-80c4-9db55becd417 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:07.088798 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6660e2d0-d835-4a19-9269-bd6a4df63da6 req-15fc909a-3732-4f93-80c4-9db55becd417 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.4997349 Jul 16 20:37:07.090805 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-636d33bc-b79b-49e1-95c6-667b84237e5c req-76a86e10-bc32-40f1-9515-73c0d1d7d3d5 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1b262fc-58d0-479f-9de0-16fab6b74f6b HTTP/1.1" status: 200 len: 210 time: 0.1021256 Jul 16 20:37:07.120029 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-47c441b2-2b23-4315-9a95-f11876d2d49d tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Made reservation on behalf of 36f95aa6340e4aea97bae036f3e9b70a for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:07.124639 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-47c441b2-2b23-4315-9a95-f11876d2d49d tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.192524 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d33a12-2fd0-4fd9-8307-eae22520ae5f None None] Network 7ee453bc-ae59-4619-b6d6-5b992eb1bbfa requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:07.219116 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85910c2a-f755-48a5-9312-66b06e105fca tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.253960 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-cca7e960-3c0b-498a-8c0a-c5f638f79a9c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Allocated IP 172.20.0.11 (7ee453bc-ae59-4619-b6d6-5b992eb1bbfa/25b22f28-17a6-4ec1-b0bd-f55ecbd7422b/dfc24ace-f201-43ca-8ac1-10c62daec53b) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:07.288764 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85910c2a-f755-48a5-9312-66b06e105fca tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.298011 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-cca7e960-3c0b-498a-8c0a-c5f638f79a9c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Allocated IP 172.20.0.30 (7ee453bc-ae59-4619-b6d6-5b992eb1bbfa/0fcd384b-c0e1-42fb-a642-88aa8ea59d8a/dfc24ace-f201-43ca-8ac1-10c62daec53b) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:07.317340 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6660e2d0-d835-4a19-9269-bd6a4df63da6 req-6578b5d7-18c5-4394-83ce-743c1c6ec624 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083113 Jul 16 20:37:07.374449 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85910c2a-f755-48a5-9312-66b06e105fca tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Pushing event updated for resources: {'Port': ['ID=5816c9d3-4023-483d-8a74-df2f39b703b8,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:07.389702 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85910c2a-f755-48a5-9312-66b06e105fca tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:07.391445 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-85910c2a-f755-48a5-9312-66b06e105fca tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:07.394222 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85910c2a-f755-48a5-9312-66b06e105fca tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:07.531605 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-486f818b-aab9-4897-928a-1addfd259cd8 None None] Provisioning for port 73a07bbe-5b90-4a17-ba4b-2924661522d4 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:07.561741 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.574249 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-486f818b-aab9-4897-928a-1addfd259cd8 None None] Provisioning complete for port 73a07bbe-5b90-4a17-ba4b-2924661522d4 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:07.574249 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-486f818b-aab9-4897-928a-1addfd259cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.607598 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9974e508-58f9-49a8-b8a0-09bf8e25d51c req-db82b094-2a9e-40a9-afec-b8e116bb136d tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "GET /v2.0/security-groups/af1cb4d0-7782-4530-a470-c871755e5ee1 HTTP/1.1" status: 200 len: 2400 time: 0.2012732 Jul 16 20:37:07.622559 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-47c441b2-2b23-4315-9a95-f11876d2d49d tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Allocated IP 172.20.0.13 (305a6289-f647-4a33-af65-843f82ea576b/c2e227f8-e147-4c3a-a473-88bb7c298923/bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:07.652939 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['38e7200d-92b8-4114-bcf6-4d8de1ed7adf'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:37:07.671846 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75367c95-4fb2-4314-9393-5beb351cda37 req-12697e1c-a02a-47fe-9642-2dd4094f9c94 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:07.679280 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75367c95-4fb2-4314-9393-5beb351cda37 req-12697e1c-a02a-47fe-9642-2dd4094f9c94 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:07.685532 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75367c95-4fb2-4314-9393-5beb351cda37 req-12697e1c-a02a-47fe-9642-2dd4094f9c94 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:07.690407 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5381535-2faf-4332-a7a0-66c456495a38'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:07.692355 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75367c95-4fb2-4314-9393-5beb351cda37 req-12697e1c-a02a-47fe-9642-2dd4094f9c94 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:07.692831 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25171992-26a1-431f-94f8-bd2ff741ee12" -d '{"events": [{"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-plugged", "status": "completed", "tag": "b5381535-2faf-4332-a7a0-66c456495a38"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:07.700306 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75367c95-4fb2-4314-9393-5beb351cda37 req-12697e1c-a02a-47fe-9642-2dd4094f9c94 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:07.706270 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85910c2a-f755-48a5-9312-66b06e105fca tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.707331 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75367c95-4fb2-4314-9393-5beb351cda37 req-12697e1c-a02a-47fe-9642-2dd4094f9c94 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:07.716127 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75367c95-4fb2-4314-9393-5beb351cda37 req-12697e1c-a02a-47fe-9642-2dd4094f9c94 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:07.718721 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75367c95-4fb2-4314-9393-5beb351cda37 req-12697e1c-a02a-47fe-9642-2dd4094f9c94 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5425 time: 0.4000387 Jul 16 20:37:07.720175 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b5381535-2faf-4332-a7a0-66c456495a38, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b5381535-2faf-4332-a7a0-66c456495a38,segment=NetworkSegment(539e5216-5669-4601-aada-6ac02b36e6e5),segment_id=539e5216-5669-4601-aada-6ac02b36e6e5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:07.736973 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.737746 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device c9c7028e-c717-455b-b2ae-e3b788da21ae up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:07.847576 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cca7e960-3c0b-498a-8c0a-c5f638f79a9c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.898529 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75367c95-4fb2-4314-9393-5beb351cda37 req-d8e6b0ed-2b74-4d2b-a521-04b1bbcea734 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1610527 Jul 16 20:37:07.904149 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9974e508-58f9-49a8-b8a0-09bf8e25d51c req-cc3052f6-26a9-4903-b642-3562d29ce007 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.906489 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-cca7e960-3c0b-498a-8c0a-c5f638f79a9c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Transition to ACTIVE for port object dfc24ace-f201-43ca-8ac1-10c62daec53b will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:07.929381 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=b5381535-2faf-4332-a7a0-66c456495a38,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:07.932225 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-486f818b-aab9-4897-928a-1addfd259cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.963495 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9974e508-58f9-49a8-b8a0-09bf8e25d51c req-cc3052f6-26a9-4903-b642-3562d29ce007 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.981521 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port c9c7028e-c717-455b-b2ae-e3b788da21ae completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:08.000190 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port c9c7028e-c717-455b-b2ae-e3b788da21ae triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:08.000646 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.011199 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-486f818b-aab9-4897-928a-1addfd259cd8 None None] For port 73a07bbe-5b90-4a17-ba4b-2924661522d4, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=73a07bbe-5b90-4a17-ba4b-2924661522d4,segment=NetworkSegment(36a8de6c-6c6d-4c2a-82c5-0972b0083db2),segment_id=36a8de6c-6c6d-4c2a-82c5-0972b0083db2)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:08.039639 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-486f818b-aab9-4897-928a-1addfd259cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.097719 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cca7e960-3c0b-498a-8c0a-c5f638f79a9c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.105962 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85910c2a-f755-48a5-9312-66b06e105fca tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.107439 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-47c441b2-2b23-4315-9a95-f11876d2d49d tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.132300 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9974e508-58f9-49a8-b8a0-09bf8e25d51c req-cc3052f6-26a9-4903-b642-3562d29ce007 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.135331 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9974e508-58f9-49a8-b8a0-09bf8e25d51c req-cc3052f6-26a9-4903-b642-3562d29ce007 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.137297 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9974e508-58f9-49a8-b8a0-09bf8e25d51c req-cc3052f6-26a9-4903-b642-3562d29ce007 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] 10.222.0.38 "DELETE /v2.0/security-groups/af1cb4d0-7782-4530-a470-c871755e5ee1 HTTP/1.1" status: 204 len: 173 time: 0.5123734 Jul 16 20:37:08.180519 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47904) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:08.188359 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ea24e170-4f7f-414d-8119-9d2c3d255b92 req-f9cd27f2-222a-44d3-a505-9b24978d500c tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=853e1424-2fa5-4cce-b820-baa0737c7974 HTTP/1.1" status: 200 len: 210 time: 0.0783212 Jul 16 20:37:08.198306 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f818b-aab9-4897-928a-1addfd259cd8 None None] Pushing event updated for resources: {'Port': ['ID=73a07bbe-5b90-4a17-ba4b-2924661522d4,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:08.209430 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca7e960-3c0b-498a-8c0a-c5f638f79a9c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network 7ee453bc-ae59-4619-b6d6-5b992eb1bbfa is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:08.213023 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9512d242-062b-416f-9bea-48e6ea82f55b x-openstack-request-id: req-9512d242-062b-416f-9bea-48e6ea82f55b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:08.213329 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-plugged", "status": "completed", "tag": "b5381535-2faf-4332-a7a0-66c456495a38", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:08.213589 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9512d242-062b-416f-9bea-48e6ea82f55b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:08.214024 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5381535-2faf-4332-a7a0-66c456495a38', 'code': 200} Jul 16 20:37:08.215499 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b533ddf5-40d3-495b-9ea0-935e79234f29 None None] Update dhcp port {'port': {'network_id': '7ee453bc-ae59-4619-b6d6-5b992eb1bbfa', 'fixed_ips': [{'subnet_id': '25b22f28-17a6-4ec1-b0bd-f55ecbd7422b', 'ip_address': '172.20.0.2'}, {'subnet_id': '0fcd384b-c0e1-42fb-a642-88aa8ea59d8a'}], 'binding:host_id': 'n-d-791506-21'}, 'id': '73a07bbe-5b90-4a17-ba4b-2924661522d4'} from n-d-791506-21. {{(pid=93795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:37:08.221755 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3052f6-26a9-4903-b642-3562d29ce007 tempest-SecurityGroupRulesTestJSON-1835199488 tempest-SecurityGroupRulesTestJSON-1835199488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1cb4d0-7782-4530-a470-c871755e5ee1,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:08.225559 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-cca7e960-3c0b-498a-8c0a-c5f638f79a9c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:08.227819 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca7e960-3c0b-498a-8c0a-c5f638f79a9c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:08.275991 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7e960-3c0b-498a-8c0a-c5f638f79a9c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Port': ['ID=dfc24ace-f201-43ca-8ac1-10c62daec53b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:08.319552 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.321300 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca7e960-3c0b-498a-8c0a-c5f638f79a9c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:08.321551 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b533ddf5-40d3-495b-9ea0-935e79234f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.322388 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cca7e960-3c0b-498a-8c0a-c5f638f79a9c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.349437 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-47c441b2-2b23-4315-9a95-f11876d2d49d tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.367555 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-529d4ea0-4cc7-41f0-b4a1-40dc3a3f0946 admin admin] Deleting subnet ec9fe6dd-34b7-473a-806e-569f7f821b7d {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:37:08.383906 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-529d4ea0-4cc7-41f0-b4a1-40dc3a3f0946 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.409650 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cca7e960-3c0b-498a-8c0a-c5f638f79a9c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.3175066 Jul 16 20:37:08.409836 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port c9c7028e-c717-455b-b2ae-e3b788da21ae, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c9c7028e-c717-455b-b2ae-e3b788da21ae,segment=NetworkSegment(539e5216-5669-4601-aada-6ac02b36e6e5),segment_id=539e5216-5669-4601-aada-6ac02b36e6e5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:08.422445 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.423243 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device da3cd2bc-8361-4a87-8b42-606885129c8e up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:08.455956 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47910) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:08.474169 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-f8e805f2-860d-4d6d-85d2-4d3d7389331a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '25b22f28-17a6-4ec1-b0bd-f55ecbd7422b'}]}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:08.536008 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 73a07bbe-5b90-4a17-ba4b-2924661522d4 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:08.540024 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-529d4ea0-4cc7-41f0-b4a1-40dc3a3f0946 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.558995 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-47c441b2-2b23-4315-9a95-f11876d2d49d tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Network 305a6289-f647-4a33-af65-843f82ea576b is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:08.577121 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-47c441b2-2b23-4315-9a95-f11876d2d49d tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:08.579164 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-47c441b2-2b23-4315-9a95-f11876d2d49d tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:08.620573 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c441b2-2b23-4315-9a95-f11876d2d49d tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Pushing event updated for resources: {'Port': ['ID=bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:08.642993 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=c9c7028e-c717-455b-b2ae-e3b788da21ae,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:08.644235 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-529d4ea0-4cc7-41f0-b4a1-40dc3a3f0946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.685689 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-b533ddf5-40d3-495b-9ea0-935e79234f29 None None] Allocated IP 172.20.0.18 (7ee453bc-ae59-4619-b6d6-5b992eb1bbfa/0fcd384b-c0e1-42fb-a642-88aa8ea59d8a/73a07bbe-5b90-4a17-ba4b-2924661522d4) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:08.686308 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85910c2a-f755-48a5-9312-66b06e105fca tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Router 4640162f-40d3-456c-aa31-c223f963ee85 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:08.695099 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 73a07bbe-5b90-4a17-ba4b-2924661522d4 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:08.695484 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.704841 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port da3cd2bc-8361-4a87-8b42-606885129c8e completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:08.706792 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-47c441b2-2b23-4315-9a95-f11876d2d49d tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:08.708056 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-47c441b2-2b23-4315-9a95-f11876d2d49d tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.735101 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port da3cd2bc-8361-4a87-8b42-606885129c8e triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:08.735522 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.744586 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993adfa5-a639-4a94-9310-22b065350b7b req-66a25c93-4834-40a8-818d-1d04ff6b1bc6 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:08.746191 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-993adfa5-a639-4a94-9310-22b065350b7b req-66a25c93-4834-40a8-818d-1d04ff6b1bc6 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1b262fc-58d0-479f-9de0-16fab6b74f6b HTTP/1.1" status: 200 len: 932 time: 0.3723416 Jul 16 20:37:08.748472 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8e805f2-860d-4d6d-85d2-4d3d7389331a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.770620 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-47c441b2-2b23-4315-9a95-f11876d2d49d tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2552216 Jul 16 20:37:08.790831 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Request body: {'port': {'device_id': 'a1b262fc-58d0-479f-9de0-16fab6b74f6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:08.853671 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-529d4ea0-4cc7-41f0-b4a1-40dc3a3f0946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.891547 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d4ea0-4cc7-41f0-b4a1-40dc3a3f0946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec9fe6dd-34b7-473a-806e-569f7f821b7d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:08.910987 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b533ddf5-40d3-495b-9ea0-935e79234f29 None None] For port 73a07bbe-5b90-4a17-ba4b-2924661522d4, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=73a07bbe-5b90-4a17-ba4b-2924661522d4,segment=NetworkSegment(36a8de6c-6c6d-4c2a-82c5-0972b0083db2),segment_id=36a8de6c-6c6d-4c2a-82c5-0972b0083db2)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:08.924082 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d4ea0-4cc7-41f0-b4a1-40dc3a3f0946 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:08.924431 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d4ea0-4cc7-41f0-b4a1-40dc3a3f0946 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:08.924773 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d4ea0-4cc7-41f0-b4a1-40dc3a3f0946 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:08.925108 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d4ea0-4cc7-41f0-b4a1-40dc3a3f0946 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:08.925736 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d4ea0-4cc7-41f0-b4a1-40dc3a3f0946 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:08.926072 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d4ea0-4cc7-41f0-b4a1-40dc3a3f0946 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:08.926449 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d4ea0-4cc7-41f0-b4a1-40dc3a3f0946 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:08.926774 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d4ea0-4cc7-41f0-b4a1-40dc3a3f0946 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:08.927647 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d4ea0-4cc7-41f0-b4a1-40dc3a3f0946 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:08.928137 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d4ea0-4cc7-41f0-b4a1-40dc3a3f0946 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:08.928463 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d4ea0-4cc7-41f0-b4a1-40dc3a3f0946 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:08.928783 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d4ea0-4cc7-41f0-b4a1-40dc3a3f0946 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:08.938419 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-529d4ea0-4cc7-41f0-b4a1-40dc3a3f0946 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.940430 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-529d4ea0-4cc7-41f0-b4a1-40dc3a3f0946 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ec9fe6dd-34b7-473a-806e-569f7f821b7d HTTP/1.1" status: 204 len: 168 time: 0.7589567 Jul 16 20:37:08.946884 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47914) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:08.975178 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.006424 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b533ddf5-40d3-495b-9ea0-935e79234f29 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.032606 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-244187de-39c5-479d-8c7c-4ebc8ac565a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.032886 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port da3cd2bc-8361-4a87-8b42-606885129c8e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=da3cd2bc-8361-4a87-8b42-606885129c8e,segment=NetworkSegment(59a53ec9-896c-4c3d-aaf7-1e04b33963c9),segment_id=59a53ec9-896c-4c3d-aaf7-1e04b33963c9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:09.034197 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b533ddf5-40d3-495b-9ea0-935e79234f29 None None] Transition to ACTIVE for port object 73a07bbe-5b90-4a17-ba4b-2924661522d4 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:09.038432 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.041095 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85910c2a-f755-48a5-9312-66b06e105fca tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:09.042862 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b533ddf5-40d3-495b-9ea0-935e79234f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.048125 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 38e7200d-92b8-4114-bcf6-4d8de1ed7adf up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:09.074807 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35714f67-bd1a-402a-9dc2-cf276b00f789 None None] Sync routers for ids ['4640162f-40d3-456c-aa31-c223f963ee85'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:09.093811 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85910c2a-f755-48a5-9312-66b06e105fca tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.097688 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-85910c2a-f755-48a5-9312-66b06e105fca tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.0210731 Jul 16 20:37:09.099281 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47918) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:09.103074 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-571adeee-4d7e-48b9-b432-6f3036942f35 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:09.162342 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-993adfa5-a639-4a94-9310-22b065350b7b req-5bb1e5b0-3d39-4b4d-bdbe-3fd9878e34e0 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/security-groups?id=e68404ce-5cc7-4e22-b509-dcbae13266c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098744 Jul 16 20:37:09.171970 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35714f67-bd1a-402a-9dc2-cf276b00f789 None None] Routers {'4640162f-40d3-456c-aa31-c223f963ee85'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:09.173430 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-35714f67-bd1a-402a-9dc2-cf276b00f789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:36:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['4640162f-40d3-456c-aa31-c223f963ee85'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:09.218945 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-35714f67-bd1a-402a-9dc2-cf276b00f789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:09.224138 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=da3cd2bc-8361-4a87-8b42-606885129c8e,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:09.266662 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35714f67-bd1a-402a-9dc2-cf276b00f789 None None] Routers {'4640162f-40d3-456c-aa31-c223f963ee85'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:09.267309 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-35714f67-bd1a-402a-9dc2-cf276b00f789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:36:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['4640162f-40d3-456c-aa31-c223f963ee85'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:09.306506 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.314374 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-244187de-39c5-479d-8c7c-4ebc8ac565a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.325105 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-35714f67-bd1a-402a-9dc2-cf276b00f789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:09.325770 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35714f67-bd1a-402a-9dc2-cf276b00f789 None None] The sync data for ids ['4640162f-40d3-456c-aa31-c223f963ee85'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:09.330103 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 38e7200d-92b8-4114-bcf6-4d8de1ed7adf completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:09.336560 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 38e7200d-92b8-4114-bcf6-4d8de1ed7adf triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:09.336933 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.338493 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533ddf5-40d3-495b-9ea0-935e79234f29 None None] Pushing event updated for resources: {'Port': ['ID=73a07bbe-5b90-4a17-ba4b-2924661522d4,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:09.357304 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985c68c-c7a4-46ee-8e01-20c6262ab43a req-ec0ba060-70be-49d4-aac5-ddf9b1bba08b tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:09.358957 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0985c68c-c7a4-46ee-8e01-20c6262ab43a req-ec0ba060-70be-49d4-aac5-ddf9b1bba08b tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.5303080 Jul 16 20:37:09.410920 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0eac5574-f58c-4456-9f04-46f5d8fa6965 req-aeada8e8-8686-441d-ba61-9cdf1eb45148 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=853e1424-2fa5-4cce-b820-baa0737c7974 HTTP/1.1" status: 200 len: 210 time: 0.0509164 Jul 16 20:37:09.481879 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.542995 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 38e7200d-92b8-4114-bcf6-4d8de1ed7adf, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=38e7200d-92b8-4114-bcf6-4d8de1ed7adf,segment=NetworkSegment(20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92),segment_id=20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:09.548740 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.549127 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0985c68c-c7a4-46ee-8e01-20c6262ab43a req-30c29705-011f-4e41-8481-d86b32f53d27 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489580 Jul 16 20:37:09.550062 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 9c2a4800-9a2a-4b56-925d-1fa35a5727a0 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:09.677886 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=38e7200d-92b8-4114-bcf6-4d8de1ed7adf,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:09.687669 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-244187de-39c5-479d-8c7c-4ebc8ac565a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529b088c-0795-44dd-b328-618704a9a732']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:09.697400 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 9c2a4800-9a2a-4b56-925d-1fa35a5727a0 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:09.703239 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 9c2a4800-9a2a-4b56-925d-1fa35a5727a0 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:09.704190 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.707132 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-244187de-39c5-479d-8c7c-4ebc8ac565a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566e94e9-f0b4-48b2-9cb6-807d882e72fd') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:09.707438 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-244187de-39c5-479d-8c7c-4ebc8ac565a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566e94e9-f0b4-48b2-9cb6-807d882e72fd') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:09.725774 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-244187de-39c5-479d-8c7c-4ebc8ac565a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.786062 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-244187de-39c5-479d-8c7c-4ebc8ac565a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.799498 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244187de-39c5-479d-8c7c-4ebc8ac565a9 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:37:09.799853 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-244187de-39c5-479d-8c7c-4ebc8ac565a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:37:09.801766 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:37:09.820453 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-f8e805f2-860d-4d6d-85d2-4d3d7389331a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Delete allocated IP 172.20.0.30 (7ee453bc-ae59-4619-b6d6-5b992eb1bbfa/0fcd384b-c0e1-42fb-a642-88aa8ea59d8a) {{(pid=93794) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:37:09.826548 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.893486 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 9c2a4800-9a2a-4b56-925d-1fa35a5727a0, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=9c2a4800-9a2a-4b56-925d-1fa35a5727a0,segment=NetworkSegment(539e5216-5669-4601-aada-6ac02b36e6e5),segment_id=539e5216-5669-4601-aada-6ac02b36e6e5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:09.902916 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.903832 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device dbb2a1f8-6655-4e13-8f01-649325559b94 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:09.944824 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-244187de-39c5-479d-8c7c-4ebc8ac565a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.952747 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-244187de-39c5-479d-8c7c-4ebc8ac565a9 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.955213 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-244187de-39c5-479d-8c7c-4ebc8ac565a9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/529b088c-0795-44dd-b328-618704a9a732 HTTP/1.1" status: 204 len: 168 time: 1.0071766 Jul 16 20:37:09.977547 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244187de-39c5-479d-8c7c-4ebc8ac565a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=529b088c-0795-44dd-b328-618704a9a732,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:10.003772 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=9c2a4800-9a2a-4b56-925d-1fa35a5727a0,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:10.008106 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port dbb2a1f8-6655-4e13-8f01-649325559b94 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:10.014781 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port dbb2a1f8-6655-4e13-8f01-649325559b94 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:10.015285 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.063472 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-571adeee-4d7e-48b9-b432-6f3036942f35 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.064206 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8e805f2-860d-4d6d-85d2-4d3d7389331a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.088502 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-571adeee-4d7e-48b9-b432-6f3036942f35 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.103283 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8abe1-e23d-4413-a15c-c28093e95dba req-2ba8f42c-f1cb-4313-9ad8-ab9647f2ed1f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:10.109932 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8abe1-e23d-4413-a15c-c28093e95dba req-2ba8f42c-f1cb-4313-9ad8-ab9647f2ed1f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:10.116354 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8abe1-e23d-4413-a15c-c28093e95dba req-2ba8f42c-f1cb-4313-9ad8-ab9647f2ed1f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:10.123540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8abe1-e23d-4413-a15c-c28093e95dba req-2ba8f42c-f1cb-4313-9ad8-ab9647f2ed1f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:10.129734 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8abe1-e23d-4413-a15c-c28093e95dba req-2ba8f42c-f1cb-4313-9ad8-ab9647f2ed1f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:10.143423 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8abe1-e23d-4413-a15c-c28093e95dba req-2ba8f42c-f1cb-4313-9ad8-ab9647f2ed1f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:10.150663 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8abe1-e23d-4413-a15c-c28093e95dba req-2ba8f42c-f1cb-4313-9ad8-ab9647f2ed1f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:10.152995 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aaf8abe1-e23d-4413-a15c-c28093e95dba req-2ba8f42c-f1cb-4313-9ad8-ab9647f2ed1f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5429 time: 0.4625456 Jul 16 20:37:10.162087 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-f8e805f2-860d-4d6d-85d2-4d3d7389331a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Ignored duplicate provisioning block setup for port dfc24ace-f201-43ca-8ac1-10c62daec53b by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 20:37:10.162317 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.167249 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47922) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:10.171895 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-47a658d4-88eb-4f47-a888-512fc1497c8b req-f409d4f7-b834-4ec9-b3fe-76fb1b825c35 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a26f9f127054c75b4598717bb55d1c3&device_id=853e1424-2fa5-4cce-b820-baa0737c7974 HTTP/1.1" status: 200 len: 210 time: 0.0340662 Jul 16 20:37:10.175572 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2708d694-202e-42b4-91db-7ff6171d431e None None] Network 7ee453bc-ae59-4619-b6d6-5b992eb1bbfa requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:10.186272 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8e805f2-860d-4d6d-85d2-4d3d7389331a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.219364 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-571adeee-4d7e-48b9-b432-6f3036942f35 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Deleting port 5816c9d3-4023-483d-8a74-df2f39b703b8 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:10.219712 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-571adeee-4d7e-48b9-b432-6f3036942f35 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.292040 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c7028e-c717-455b-b2ae-e3b788da21ae'}, {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3cd2bc-8361-4a87-8b42-606885129c8e'}, {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e7200d-92b8-4114-bcf6-4d8de1ed7adf'}, {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2a4800-9a2a-4b56-925d-1fa35a5727a0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:10.294596 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c3bedb-15e8-45bb-b89a-7a6c9bc36a48" -d '{"events": [{"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-plugged", "status": "completed", "tag": "c9c7028e-c717-455b-b2ae-e3b788da21ae"}, {"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-plugged", "status": "completed", "tag": "da3cd2bc-8361-4a87-8b42-606885129c8e"}, {"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-plugged", "status": "completed", "tag": "38e7200d-92b8-4114-bcf6-4d8de1ed7adf"}, {"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-plugged", "status": "completed", "tag": "9c2a4800-9a2a-4b56-925d-1fa35a5727a0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:10.351526 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aaf8abe1-e23d-4413-a15c-c28093e95dba req-789586c5-1551-40c2-9aa7-92dd318ee331 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1852906 Jul 16 20:37:10.359517 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a658d4-88eb-4f47-a888-512fc1497c8b req-e1c42767-ff11-412e-8c04-53056ae7905a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:10.361040 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-47a658d4-88eb-4f47-a888-512fc1497c8b req-e1c42767-ff11-412e-8c04-53056ae7905a service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=6a26f9f127054c75b4598717bb55d1c3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1808400 Jul 16 20:37:10.395109 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-571adeee-4d7e-48b9-b432-6f3036942f35 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.425086 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e805f2-860d-4d6d-85d2-4d3d7389331a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Port': ['ID=dfc24ace-f201-43ca-8ac1-10c62daec53b,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:10.435616 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-571adeee-4d7e-48b9-b432-6f3036942f35 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Calling delete_port for 5816c9d3-4023-483d-8a74-df2f39b703b8 owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:10.478040 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4439be4b-ed4b-4fbf-9c98-f1ead7bf1b4a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bfc094714b424364910bf223fe91ed00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3023515 Jul 16 20:37:10.480800 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47930) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:10.493717 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059d1171-491b-4431-b488-a2a0ac936f7d x-openstack-request-id: req-059d1171-491b-4431-b488-a2a0ac936f7d {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:10.494023 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-plugged", "status": "completed", "tag": "c9c7028e-c717-455b-b2ae-e3b788da21ae", "code": 200}, {"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-plugged", "status": "completed", "tag": "da3cd2bc-8361-4a87-8b42-606885129c8e", "code": 200}, {"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-plugged", "status": "completed", "tag": "38e7200d-92b8-4114-bcf6-4d8de1ed7adf", "code": 200}, {"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-plugged", "status": "completed", "tag": "9c2a4800-9a2a-4b56-925d-1fa35a5727a0", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:10.494278 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-059d1171-491b-4431-b488-a2a0ac936f7d {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:10.494696 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c7028e-c717-455b-b2ae-e3b788da21ae', 'code': 200} Jul 16 20:37:10.494950 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3cd2bc-8361-4a87-8b42-606885129c8e', 'code': 200} Jul 16 20:37:10.495196 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e7200d-92b8-4114-bcf6-4d8de1ed7adf', 'code': 200} Jul 16 20:37:10.495443 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2a4800-9a2a-4b56-925d-1fa35a5727a0', 'code': 200} Jul 16 20:37:10.496724 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 73a07bbe-5b90-4a17-ba4b-2924661522d4 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:10.541440 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:37:10.549532 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-f8e805f2-860d-4d6d-85d2-4d3d7389331a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] In _notify_port_updated(), no bound segment for port dfc24ace-f201-43ca-8ac1-10c62daec53b on network 7ee453bc-ae59-4619-b6d6-5b992eb1bbfa {{(pid=93794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:37:10.550137 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-38644f68-66ff-4ddf-852c-fafa5feabac4 None None] Provisioning for port 73a07bbe-5b90-4a17-ba4b-2924661522d4 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:10.556787 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e805f2-860d-4d6d-85d2-4d3d7389331a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:10.557568 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8e805f2-860d-4d6d-85d2-4d3d7389331a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.558802 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f8e805f2-860d-4d6d-85d2-4d3d7389331a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "PUT /v2.0/ports/dfc24ace-f201-43ca-8ac1-10c62daec53b HTTP/1.1" status: 200 len: 920 time: 2.1019130 Jul 16 20:37:10.564224 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.566264 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47932) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:10.574188 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2b97b373-1753-40c2-91be-cd6980f075bb tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '25b22f28-17a6-4ec1-b0bd-f55ecbd7422b'}, {'subnet_id': '0fcd384b-c0e1-42fb-a642-88aa8ea59d8a'}]}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:10.604919 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a658d4-88eb-4f47-a888-512fc1497c8b req-57dcebe9-c8db-4ff5-b44a-1b200d951218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:10.606482 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-47a658d4-88eb-4f47-a888-512fc1497c8b req-57dcebe9-c8db-4ff5-b44a-1b200d951218 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2378526 Jul 16 20:37:10.620941 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Transition to ACTIVE for port object bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:10.633323 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port dbb2a1f8-6655-4e13-8f01-649325559b94, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=dbb2a1f8-6655-4e13-8f01-649325559b94,segment=NetworkSegment(539e5216-5669-4601-aada-6ac02b36e6e5),segment_id=539e5216-5669-4601-aada-6ac02b36e6e5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:10.640672 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-38644f68-66ff-4ddf-852c-fafa5feabac4 None None] Provisioning complete for port 73a07bbe-5b90-4a17-ba4b-2924661522d4 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:10.641000 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-38644f68-66ff-4ddf-852c-fafa5feabac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.651489 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c5ad3-fe23-4873-8ddc-d313720c7496 req-4cc755f3-b608-47e4-b351-e460974f30c3 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:10.651716 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.652231 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device a01f51a9-92dd-4e1a-bd77-2234ac6f2686 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:10.652978 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-024c5ad3-fe23-4873-8ddc-d313720c7496 req-4cc755f3-b608-47e4-b351-e460974f30c3 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1b262fc-58d0-479f-9de0-16fab6b74f6b HTTP/1.1" status: 200 len: 932 time: 0.3533185 Jul 16 20:37:10.653815 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.667873 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4f1188c-3653-4269-a28c-24006ec15ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.692062 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66a29f7d-bbef-4267-aaf3-2390ab021c36 req-dc41d25c-a257-40be-a085-9eb8a9a0c601 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=853e1424-2fa5-4cce-b820-baa0737c7974 HTTP/1.1" status: 200 len: 210 time: 0.0684392 Jul 16 20:37:10.699759 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-47a658d4-88eb-4f47-a888-512fc1497c8b req-dea2ef53-b6de-4d9a-8be2-a6a23ba68ba8 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.62 "GET /v2.0/ports?device_id=853e1424-2fa5-4cce-b820-baa0737c7974 HTTP/1.1" status: 200 len: 210 time: 0.0405993 Jul 16 20:37:10.726153 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4f1188c-3653-4269-a28c-24006ec15ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.805841 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Pushing event updated for resources: {'Port': ['ID=bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:10.836505 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4f1188c-3653-4269-a28c-24006ec15ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.841459 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4f1188c-3653-4269-a28c-24006ec15ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.842991 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e4f1188c-3653-4269-a28c-24006ec15ba0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9e79a390-6403-4a10-bd5e-cd38fdd82d72 HTTP/1.1" status: 204 len: 168 time: 0.3593817 Jul 16 20:37:10.858682 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-571adeee-4d7e-48b9-b432-6f3036942f35 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.862710 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=dbb2a1f8-6655-4e13-8f01-649325559b94,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:10.894685 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-024c5ad3-fe23-4873-8ddc-d313720c7496 req-4f687f28-76fd-44eb-b88a-335fe1435a82 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/security-groups?id=e68404ce-5cc7-4e22-b509-dcbae13266c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055562 Jul 16 20:37:10.915904 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571adeee-4d7e-48b9-b432-6f3036942f35 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Pushing event deleted for resources: {'Port': ['ID=5816c9d3-4023-483d-8a74-df2f39b703b8,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:10.921214 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1188c-3653-4269-a28c-24006ec15ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e79a390-6403-4a10-bd5e-cd38fdd82d72,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:10.922398 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 73a07bbe-5b90-4a17-ba4b-2924661522d4 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:10.923005 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.940003 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2b97b373-1753-40c2-91be-cd6980f075bb tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.020382 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port a01f51a9-92dd-4e1a-bd77-2234ac6f2686 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:11.034834 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-571adeee-4d7e-48b9-b432-6f3036942f35 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.042870 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port a01f51a9-92dd-4e1a-bd77-2234ac6f2686 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:11.043398 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.150289 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Attempting to bind port bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:11.159658 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Attempting to bind port bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '91f13fc4-991c-4e6e-93d3-3e5f11419e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '305a6289-f647-4a33-af65-843f82ea576b'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:11.159788 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Attempting to bind port bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841 on network 305a6289-f647-4a33-af65-843f82ea576b {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:11.184463 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Port bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841 on network 305a6289-f647-4a33-af65-843f82ea576b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:37:11.185498 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Attempting to bind port bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841 on network 305a6289-f647-4a33-af65-843f82ea576b {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:11.200913 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:11.201577 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Checking segment: {'id': '91f13fc4-991c-4e6e-93d3-3e5f11419e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '305a6289-f647-4a33-af65-843f82ea576b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:11.202211 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Bound using segment: {'id': '91f13fc4-991c-4e6e-93d3-3e5f11419e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '305a6289-f647-4a33-af65-843f82ea576b'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:11.202872 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Bound port: bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91f13fc4-991c-4e6e-93d3-3e5f11419e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '305a6289-f647-4a33-af65-843f82ea576b'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:11.203802 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.224104 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b5a64-5000-48ec-9d85-96d698beccc0 req-78fca1a3-44f8-4d8d-a51f-b91292d86d72 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:11.239260 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-847b5a64-5000-48ec-9d85-96d698beccc0 req-78fca1a3-44f8-4d8d-a51f-b91292d86d72 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.3204486 Jul 16 20:37:11.260441 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.299223 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9ffd76d0-9116-4f98-a334-9bc5af17ca37 req-ed4c40e6-7477-4f8e-8fcb-347f78ee9e19 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a26f9f127054c75b4598717bb55d1c3&device_id=853e1424-2fa5-4cce-b820-baa0737c7974 HTTP/1.1" status: 200 len: 210 time: 0.0845878 Jul 16 20:37:11.315895 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port a01f51a9-92dd-4e1a-bd77-2234ac6f2686, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=a01f51a9-92dd-4e1a-bd77-2234ac6f2686,segment=NetworkSegment(20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92),segment_id=20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:11.321829 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.399644 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-847b5a64-5000-48ec-9d85-96d698beccc0 req-1cb46ca6-8373-47f7-b8b2-f02e9fdb1d47 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528420 Jul 16 20:37:11.423590 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=a01f51a9-92dd-4e1a-bd77-2234ac6f2686,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:11.491955 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-263e684c-0bbf-4bfd-97ef-830f984ce124 None None] Provisioning for port dfc24ace-f201-43ca-8ac1-10c62daec53b completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:11.496782 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-263e684c-0bbf-4bfd-97ef-830f984ce124 None None] Provisioning complete for port dfc24ace-f201-43ca-8ac1-10c62daec53b triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:11.497156 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-263e684c-0bbf-4bfd-97ef-830f984ce124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.553998 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] For port bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:11.560639 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-263e684c-0bbf-4bfd-97ef-830f984ce124 None None] Port dfc24ace-f201-43ca-8ac1-10c62daec53b cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:11.570511 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] For port bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841,segment=NetworkSegment(91f13fc4-991c-4e6e-93d3-3e5f11419e60),segment_id=91f13fc4-991c-4e6e-93d3-3e5f11419e60)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:11.579351 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-263e684c-0bbf-4bfd-97ef-830f984ce124 None None] Provisioning complete for port 73a07bbe-5b90-4a17-ba4b-2924661522d4 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:11.579730 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-263e684c-0bbf-4bfd-97ef-830f984ce124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.583988 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.585237 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-571adeee-4d7e-48b9-b432-6f3036942f35 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.592426 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-571adeee-4d7e-48b9-b432-6f3036942f35 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896760'] for router, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.636144 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd76d0-9116-4f98-a334-9bc5af17ca37 req-4608fe98-d59f-4c0c-9ab1-11fe96d71fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:11.637647 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9ffd76d0-9116-4f98-a334-9bc5af17ca37 req-4608fe98-d59f-4c0c-9ab1-11fe96d71fbb service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=6a26f9f127054c75b4598717bb55d1c3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3266528 Jul 16 20:37:11.763707 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571adeee-4d7e-48b9-b432-6f3036942f35 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Router 4640162f-40d3-456c-aa31-c223f963ee85 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:37:11.785827 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:11.791725 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.794931 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] 10.222.0.18 "PUT /v2.0/ports/bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841 HTTP/1.1" status: 200 len: 1093 time: 3.0092452 Jul 16 20:37:11.813556 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b262fc-58d0-479f-9de0-16fab6b74f6b', 'tag': 'bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:11.816628 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47d7d76-404b-4921-95cd-ac86781e065f" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b262fc-58d0-479f-9de0-16fab6b74f6b", "tag": "bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:11.897251 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-fcad086e-1e7f-4ef0-8e74-1bb7578b1eaa None None] Provisioning complete for port dfc24ace-f201-43ca-8ac1-10c62daec53b triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:11.898826 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fcad086e-1e7f-4ef0-8e74-1bb7578b1eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.999020 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2dfffec0-3800-49bf-80a8-7253f3fa7aff req-8ae43573-926d-4acd-b1e0-c35c01414f52 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=853e1424-2fa5-4cce-b820-baa0737c7974 HTTP/1.1" status: 200 len: 210 time: 0.0536611 Jul 16 20:37:12.024197 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fcad086e-1e7f-4ef0-8e74-1bb7578b1eaa None None] Port dfc24ace-f201-43ca-8ac1-10c62daec53b cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:12.030122 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd76d0-9116-4f98-a334-9bc5af17ca37 req-ced44ce6-e17a-4308-b729-af8bcf80226b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:12.031768 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9ffd76d0-9116-4f98-a334-9bc5af17ca37 req-ced44ce6-e17a-4308-b729-af8bcf80226b service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3539903 Jul 16 20:37:12.032755 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571adeee-4d7e-48b9-b432-6f3036942f35 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:12.044301 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-571adeee-4d7e-48b9-b432-6f3036942f35 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.046434 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf3a2b-0a1e-44c8-91f6-69e6bc7f11eb None None] Sync routers for ids ['4640162f-40d3-456c-aa31-c223f963ee85'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:12.046814 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-571adeee-4d7e-48b9-b432-6f3036942f35 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "PUT /v2.0/routers/4640162f-40d3-456c-aa31-c223f963ee85 HTTP/1.1" status: 200 len: 709 time: 2.9475734 Jul 16 20:37:12.047532 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47966) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:12.058314 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabf3a2b-0a1e-44c8-91f6-69e6bc7f11eb None None] Routers {'4640162f-40d3-456c-aa31-c223f963ee85'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:12.059211 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-eabf3a2b-0a1e-44c8-91f6-69e6bc7f11eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:36:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['4640162f-40d3-456c-aa31-c223f963ee85'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:12.074440 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-2b97b373-1753-40c2-91be-cd6980f075bb tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Allocated IP 172.20.0.22 (7ee453bc-ae59-4619-b6d6-5b992eb1bbfa/0fcd384b-c0e1-42fb-a642-88aa8ea59d8a/dfc24ace-f201-43ca-8ac1-10c62daec53b) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:12.148381 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3b60c40c-84d7-450c-b73e-c721b6cb9c32 None None] Provisioning complete for port dfc24ace-f201-43ca-8ac1-10c62daec53b triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:12.149140 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b60c40c-84d7-450c-b73e-c721b6cb9c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.175137 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9ffd76d0-9116-4f98-a334-9bc5af17ca37 req-04e1cf26-210e-4111-b9ca-c1293e932557 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.62 "GET /v2.0/ports?device_id=853e1424-2fa5-4cce-b820-baa0737c7974 HTTP/1.1" status: 200 len: 210 time: 0.0816667 Jul 16 20:37:12.189688 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e0f215cd-ec4e-465b-ac4c-cc82dcd0d948 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "GET /v2.0/routers/4640162f-40d3-456c-aa31-c223f963ee85 HTTP/1.1" status: 200 len: 744 time: 0.1409042 Jul 16 20:37:12.190353 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47970) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:12.225987 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47972) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:12.237308 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3b60c40c-84d7-450c-b73e-c721b6cb9c32 None None] Port dfc24ace-f201-43ca-8ac1-10c62daec53b cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:12.247339 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Pushing event updated for resources: {'Port': ['ID=bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:12.266154 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-eabf3a2b-0a1e-44c8-91f6-69e6bc7f11eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:12.275129 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:12.275480 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:12.275823 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:12.276222 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:12.276337 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabf3a2b-0a1e-44c8-91f6-69e6bc7f11eb None None] Routers {'4640162f-40d3-456c-aa31-c223f963ee85'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:12.276522 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:12.276816 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:12.276938 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-eabf3a2b-0a1e-44c8-91f6-69e6bc7f11eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:36:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['4640162f-40d3-456c-aa31-c223f963ee85'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:12.277148 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:12.277476 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:12.277803 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:12.278127 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:12.278480 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:12.281987 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd4631-f981-4544-ada2-36d414d14f4e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:12.282146 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-92edc1b6-d760-4d81-a6b6-3f51229f3f35 tempest-RoutersIpV6AdminTest-1233477090 tempest-RoutersIpV6AdminTest-1233477090-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=9eaba347-54f9-4044-808d-862f23e2a998&device_id=4640162f-40d3-456c-aa31-c223f963ee85 HTTP/1.1" status: 200 len: 205 time: 0.0877848 Jul 16 20:37:12.282146 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47976) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:12.295173 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507f1e7-c162-4676-a052-1b1cd6e0be29 req-51a01ebc-743e-4815-ae28-b29f440b0051 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:12.302271 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507f1e7-c162-4676-a052-1b1cd6e0be29 req-51a01ebc-743e-4815-ae28-b29f440b0051 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:12.309783 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507f1e7-c162-4676-a052-1b1cd6e0be29 req-51a01ebc-743e-4815-ae28-b29f440b0051 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:12.309984 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-eabf3a2b-0a1e-44c8-91f6-69e6bc7f11eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:12.310873 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf3a2b-0a1e-44c8-91f6-69e6bc7f11eb None None] The sync data for ids ['4640162f-40d3-456c-aa31-c223f963ee85'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:12.315561 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507f1e7-c162-4676-a052-1b1cd6e0be29 req-51a01ebc-743e-4815-ae28-b29f440b0051 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:12.322432 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507f1e7-c162-4676-a052-1b1cd6e0be29 req-51a01ebc-743e-4815-ae28-b29f440b0051 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:12.328432 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507f1e7-c162-4676-a052-1b1cd6e0be29 req-51a01ebc-743e-4815-ae28-b29f440b0051 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:12.335627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507f1e7-c162-4676-a052-1b1cd6e0be29 req-51a01ebc-743e-4815-ae28-b29f440b0051 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:12.337110 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4507f1e7-c162-4676-a052-1b1cd6e0be29 req-51a01ebc-743e-4815-ae28-b29f440b0051 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5432 time: 0.7363439 Jul 16 20:37:12.339733 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2adbf95f-8b85-4a6d-86b1-3616f7f5506c tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "GET /v2.0/ports?device_id=4640162f-40d3-456c-aa31-c223f963ee85 HTTP/1.1" status: 200 len: 205 time: 0.0451024 Jul 16 20:37:12.342673 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47978) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:12.423476 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a2f1451-6b03-4d01-82b8-51873e155218 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.441629 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-863bba67-064a-456e-a124-d1bef10c828a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:12.443391 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-863bba67-064a-456e-a124-d1bef10c828a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=36f95aa6340e4aea97bae036f3e9b70a&device_id=a1b262fc-58d0-479f-9de0-16fab6b74f6b HTTP/1.1" status: 200 len: 1096 time: 0.5739150 Jul 16 20:37:12.446150 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa43337-d172-41a1-8ff0-497a216a4738 req-a8a2e6d5-2977-4703-a409-48c749ddd0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:12.446643 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cfa43337-d172-41a1-8ff0-497a216a4738 req-a8a2e6d5-2977-4703-a409-48c749ddd0b9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 1096 time: 0.4350474 Jul 16 20:37:12.466183 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-bb4f0271-7a18-420f-af14-c45e066901fe admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-56184420-network', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:12.493696 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6649261-bd35-4f78-84de-db5133d881b3 req-51b2d4c1-ce46-4606-87df-38a84921b03f tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:12.495357 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b6649261-bd35-4f78-84de-db5133d881b3 req-51b2d4c1-ce46-4606-87df-38a84921b03f tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.3230078 Jul 16 20:37:12.497311 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb2a1f8-6655-4e13-8f01-649325559b94'}, {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01f51a9-92dd-4e1a-bd77-2234ac6f2686'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:12.500425 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d432436-5340-4ffd-b24a-f543770c3380" -d '{"events": [{"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-plugged", "status": "completed", "tag": "dbb2a1f8-6655-4e13-8f01-649325559b94"}, {"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-plugged", "status": "completed", "tag": "a01f51a9-92dd-4e1a-bd77-2234ac6f2686"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:12.549859 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4507f1e7-c162-4676-a052-1b1cd6e0be29 req-a6aa9935-5233-4ae6-9e96-385be96b995e tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1860964 Jul 16 20:37:12.551038 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-de4e0217-116b-4522-9f43-afb3431580c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841 HTTP/1.1" status: 200 len: 217 time: 0.0898633 Jul 16 20:37:12.623467 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4f0271-7a18-420f-af14-c45e066901fe admin admin] Made reservation on behalf of b518884410f64b40a042abe2e293dfe9 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:12.625815 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb4f0271-7a18-420f-af14-c45e066901fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.639076 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb4f0271-7a18-420f-af14-c45e066901fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.642065 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a2f1451-6b03-4d01-82b8-51873e155218 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.645099 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a2f1451-6b03-4d01-82b8-51873e155218 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.712179 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a2f1451-6b03-4d01-82b8-51873e155218 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.712720 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2f1451-6b03-4d01-82b8-51873e155218 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Fanout notify agent at l3_agent the message router_deleted on router 4640162f-40d3-456c-aa31-c223f963ee85 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:12.721506 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a2f1451-6b03-4d01-82b8-51873e155218 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.722678 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2a2f1451-6b03-4d01-82b8-51873e155218 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "DELETE /v2.0/routers/4640162f-40d3-456c-aa31-c223f963ee85 HTTP/1.1" status: 204 len: 168 time: 0.3786793 Jul 16 20:37:12.728133 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47982) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:12.763738 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3a482738-c0fb-427d-ae2f-41cbcbfa4ebb tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "GET /v2.0/ports?device_id=4640162f-40d3-456c-aa31-c223f963ee85 HTTP/1.1" status: 200 len: 205 time: 0.0344737 Jul 16 20:37:12.767977 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47984) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:12.811362 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-8265ae69-2a9a-4848-b8c6-cf2878ffd26b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] delete failed (client error): The resource could not be found. Jul 16 20:37:12.812403 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8265ae69-2a9a-4848-b8c6-cf2878ffd26b tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "DELETE /v2.0/routers/4640162f-40d3-456c-aa31-c223f963ee85 HTTP/1.1" status: 404 len: 336 time: 0.0435314 Jul 16 20:37:12.816308 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47986) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:12.857960 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-99010730-dada-450f-90b7-6340e23b0cd0 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "GET /v2.0/ports?device_id=553cd961-f926-43d9-9b4d-58e8358daf78 HTTP/1.1" status: 200 len: 205 time: 0.0404999 Jul 16 20:37:12.863290 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47988) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:12.875497 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8832722c-a454-4b25-9154-e50d4664d351 x-openstack-request-id: req-8832722c-a454-4b25-9154-e50d4664d351 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:12.875807 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b262fc-58d0-479f-9de0-16fab6b74f6b", "tag": "bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:12.876105 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8832722c-a454-4b25-9154-e50d4664d351 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:12.876527 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b262fc-58d0-479f-9de0-16fab6b74f6b', 'tag': 'bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841', 'status': 'completed', 'code': 200} Jul 16 20:37:12.904074 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-3f104d31-d4cc-4534-875e-353c2bfb77b4 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] delete failed (client error): The resource could not be found. Jul 16 20:37:12.905129 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3f104d31-d4cc-4534-875e-353c2bfb77b4 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "DELETE /v2.0/routers/553cd961-f926-43d9-9b4d-58e8358daf78 HTTP/1.1" status: 404 len: 336 time: 0.0413287 Jul 16 20:37:12.913569 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47990) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:12.951751 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2146df19-13af-41cd-861a-23414008ef2a tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "GET /v2.0/ports?device_id=b1afd4ff-f64c-4084-9de3-6e9c23594ef9 HTTP/1.1" status: 200 len: 205 time: 0.0370483 Jul 16 20:37:12.955126 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47992) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:12.963321 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb4f0271-7a18-420f-af14-c45e066901fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.968927 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b6649261-bd35-4f78-84de-db5133d881b3 req-985b4a16-b0ca-4e77-8bdd-c52c2b0fdaf1 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4343789 Jul 16 20:37:13.029631 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-f9d6cd0e-fbd2-463b-8379-deff4663d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:13.031167 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-f9d6cd0e-fbd2-463b-8379-deff4663d59c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c2e227f8-e147-4c3a-a473-88bb7c298923 HTTP/1.1" status: 200 len: 849 time: 0.4623373 Jul 16 20:37:13.031292 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc23ab1-05c6-456c-882e-a64bda495e66 x-openstack-request-id: req-2dc23ab1-05c6-456c-882e-a64bda495e66 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:13.032569 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-plugged", "status": "completed", "tag": "dbb2a1f8-6655-4e13-8f01-649325559b94", "code": 200}, {"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-plugged", "status": "completed", "tag": "a01f51a9-92dd-4e1a-bd77-2234ac6f2686", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:13.034405 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2dc23ab1-05c6-456c-882e-a64bda495e66 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:13.037899 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb2a1f8-6655-4e13-8f01-649325559b94', 'code': 200} Jul 16 20:37:13.038635 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2b97b373-1753-40c2-91be-cd6980f075bb tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.045716 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01f51a9-92dd-4e1a-bd77-2234ac6f2686', 'code': 200} Jul 16 20:37:13.078750 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa43337-d172-41a1-8ff0-497a216a4738 req-3b422f2b-ff1c-4d59-ab14-cb8d61c95413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:13.080513 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cfa43337-d172-41a1-8ff0-497a216a4738 req-3b422f2b-ff1c-4d59-ab14-cb8d61c95413 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 912 time: 0.6206858 Jul 16 20:37:13.082759 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-0185973b-3008-49da-a044-c7d7fa33ea9e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=305a6289-f647-4a33-af65-843f82ea576b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401435 Jul 16 20:37:13.113036 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-2b97b373-1753-40c2-91be-cd6980f075bb tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Ignored duplicate provisioning block setup for port dfc24ace-f201-43ca-8ac1-10c62daec53b by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 20:37:13.174821 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2b97b373-1753-40c2-91be-cd6980f075bb tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.244743 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97b373-1753-40c2-91be-cd6980f075bb tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Port': ['ID=dfc24ace-f201-43ca-8ac1-10c62daec53b,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:13.300624 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-fb1d5d15-afa0-41f0-ac4f-995734c5fe48 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] delete failed (client error): The resource could not be found. Jul 16 20:37:13.302723 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fb1d5d15-afa0-41f0-ac4f-995734c5fe48 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "DELETE /v2.0/routers/b1afd4ff-f64c-4084-9de3-6e9c23594ef9 HTTP/1.1" status: 404 len: 336 time: 0.3463848 Jul 16 20:37:13.306119 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb4f0271-7a18-420f-af14-c45e066901fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.313296 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9c3ee-eb43-4cee-9352-76696c64566c req-16b0a0e6-4fa4-486b-87a2-2c155494ea89 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:13.321267 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-00f9c3ee-eb43-4cee-9352-76696c64566c req-16b0a0e6-4fa4-486b-87a2-2c155494ea89 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1b262fc-58d0-479f-9de0-16fab6b74f6b HTTP/1.1" status: 200 len: 944 time: 0.4108362 Jul 16 20:37:13.322230 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb4f0271-7a18-420f-af14-c45e066901fe admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:37:13.332862 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48000) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:13.335409 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb4f0271-7a18-420f-af14-c45e066901fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.335700 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-bb4f0271-7a18-420f-af14-c45e066901fe admin admin] Added segment 8cc6ca3d-9477-489b-8308-9adbf8128ea6 of type vlan for network 920aafad-c848-459a-ae64-8afed19246c6 Jul 16 20:37:13.389376 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f0271-7a18-420f-af14-c45e066901fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22940dfc-8ebb-40c7-9d25-9645a9bf3aa0,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:13.449176 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4a82eecf-3165-46ee-ba23-48e3b12772af tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08c80d7-810b-4a08-a235-e48f504b7e4c HTTP/1.1" status: 200 len: 205 time: 0.1143258 Jul 16 20:37:13.451410 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cfa43337-d172-41a1-8ff0-497a216a4738 req-614f5459-bb3e-45fc-83f7-224fa53d417c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4 HTTP/1.1" status: 200 len: 999 time: 0.3551054 Jul 16 20:37:13.451840 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48010) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:13.477108 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb4f0271-7a18-420f-af14-c45e066901fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.512502 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8b7b4-33bf-4219-94fd-b9c923b0f91b req-2a353e74-9916-43b2-ae34-859fb2f3cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:13.512987 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8b7b4-33bf-4219-94fd-b9c923b0f91b req-2a353e74-9916-43b2-ae34-859fb2f3cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:13.513458 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8b7b4-33bf-4219-94fd-b9c923b0f91b req-2a353e74-9916-43b2-ae34-859fb2f3cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:13.513924 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8b7b4-33bf-4219-94fd-b9c923b0f91b req-2a353e74-9916-43b2-ae34-859fb2f3cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:13.514408 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8b7b4-33bf-4219-94fd-b9c923b0f91b req-2a353e74-9916-43b2-ae34-859fb2f3cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:13.514875 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8b7b4-33bf-4219-94fd-b9c923b0f91b req-2a353e74-9916-43b2-ae34-859fb2f3cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:13.515338 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8b7b4-33bf-4219-94fd-b9c923b0f91b req-2a353e74-9916-43b2-ae34-859fb2f3cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:13.517467 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a4f8b7b4-33bf-4219-94fd-b9c923b0f91b req-2a353e74-9916-43b2-ae34-859fb2f3cb94 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 6496 time: 0.2129934 Jul 16 20:37:13.537913 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb4f0271-7a18-420f-af14-c45e066901fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.539053 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4f0271-7a18-420f-af14-c45e066901fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:13.539634 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb4f0271-7a18-420f-af14-c45e066901fe admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.589811 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a4f8b7b4-33bf-4219-94fd-b9c923b0f91b req-cf539f38-84b1-484c-8602-628f27e7c8a6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653858 Jul 16 20:37:13.595475 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bb4f0271-7a18-420f-af14-c45e066901fe admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3672094 Jul 16 20:37:13.606280 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48014) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:13.609369 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-a48a0acf-7b06-4b74-9b91-1f1fd442e588 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] delete failed (client error): The resource could not be found. Jul 16 20:37:13.610450 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a48a0acf-7b06-4b74-9b91-1f1fd442e588 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "DELETE /v2.0/routers/a08c80d7-810b-4a08-a235-e48f504b7e4c HTTP/1.1" status: 404 len: 336 time: 0.1462290 Jul 16 20:37:13.622885 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48016) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:13.624559 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-8b8ea6b8-8174-48e4-a2dc-0c05292db12c admin admin] Request body: {'subnet': {'network_id': '920aafad-c848-459a-ae64-8afed19246c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-56184420-subnet', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:13.632332 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f0271-7a18-420f-af14-c45e066901fe admin admin] Pushing event updated for resources: {'Network': ['ID=920aafad-c848-459a-ae64-8afed19246c6,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:13.634077 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-e9a821b7-e72f-4e4a-acff-6560e32e5af5 service neutron] 10.222.0.18 "GET /v2.0/networks/305a6289-f647-4a33-af65-843f82ea576b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410230 Jul 16 20:37:13.642123 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-00f9c3ee-eb43-4cee-9352-76696c64566c req-5faa495f-6eb6-46f6-8b59-6ac73301fa4d tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/security-groups?id=e68404ce-5cc7-4e22-b509-dcbae13266c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199601 Jul 16 20:37:13.642734 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 920aafad-c848-459a-ae64-8afed19246c6 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:37:13.670801 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-2b97b373-1753-40c2-91be-cd6980f075bb tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] In _notify_port_updated(), no bound segment for port dfc24ace-f201-43ca-8ac1-10c62daec53b on network 7ee453bc-ae59-4619-b6d6-5b992eb1bbfa {{(pid=93794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:37:13.676468 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b97b373-1753-40c2-91be-cd6980f075bb tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:13.677728 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2b97b373-1753-40c2-91be-cd6980f075bb tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.681744 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2b97b373-1753-40c2-91be-cd6980f075bb tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "PUT /v2.0/ports/dfc24ace-f201-43ca-8ac1-10c62daec53b HTTP/1.1" status: 200 len: 1000 time: 3.1120768 Jul 16 20:37:13.695465 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a2cc3e1b-1604-45c0-ac63-98bb1438d9be tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "GET /v2.0/ports?device_id=2be299a7-32bb-4f38-ba2f-171cbbad08ca HTTP/1.1" status: 200 len: 205 time: 0.0714109 Jul 16 20:37:13.696046 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48018) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:13.696386 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48020) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:13.740794 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa43337-d172-41a1-8ff0-497a216a4738 req-66b39e5d-baa7-41e8-9603-845ef8aff32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:13.742353 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cfa43337-d172-41a1-8ff0-497a216a4738 req-66b39e5d-baa7-41e8-9603-845ef8aff32b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=587f0aec-80a3-4172-9644-d785b8e153a3 HTTP/1.1" status: 200 len: 850 time: 0.2746389 Jul 16 20:37:13.779857 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4a5df48b-121c-41f6-880e-6f23ecd0f665 None None] Provisioning complete for port dfc24ace-f201-43ca-8ac1-10c62daec53b triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:13.780233 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a5df48b-121c-41f6-880e-6f23ecd0f665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.793692 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8ea6b8-8174-48e4-a2dc-0c05292db12c admin admin] Made reservation on behalf of b518884410f64b40a042abe2e293dfe9 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:13.796524 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8b8ea6b8-8174-48e4-a2dc-0c05292db12c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.808915 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-22c5d43a-05dd-4bba-bcd1-fde636dc308a tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] delete failed (client error): The resource could not be found. Jul 16 20:37:13.812313 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-22c5d43a-05dd-4bba-bcd1-fde636dc308a tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "DELETE /v2.0/routers/2be299a7-32bb-4f38-ba2f-171cbbad08ca HTTP/1.1" status: 404 len: 336 time: 0.0987182 Jul 16 20:37:13.821012 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48022) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:13.841243 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4a5df48b-121c-41f6-880e-6f23ecd0f665 None None] Port dfc24ace-f201-43ca-8ac1-10c62daec53b cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:13.857631 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cd65e97b-8442-4eca-8e10-644c45c8c1bd tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3d361f8-9a33-444d-a26d-45885bd0109f HTTP/1.1" status: 200 len: 205 time: 0.0334864 Jul 16 20:37:13.861579 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48024) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:13.913725 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-2f51df85-1095-45bc-934b-100bd7b06d42 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:13.915315 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-2f51df85-1095-45bc-934b-100bd7b06d42 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/networks?id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b HTTP/1.1" status: 200 len: 812 time: 0.5006599 Jul 16 20:37:13.921715 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-f8c1c9be-5c2f-474e-9c91-5b10a44c81d5 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] delete failed (client error): The resource could not be found. Jul 16 20:37:13.925619 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f8c1c9be-5c2f-474e-9c91-5b10a44c81d5 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "DELETE /v2.0/routers/b3d361f8-9a33-444d-a26d-45885bd0109f HTTP/1.1" status: 404 len: 336 time: 0.0602896 Jul 16 20:37:13.926594 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48026) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:13.957554 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-4003581c-959f-4dab-a399-db24358b92b1 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:13.958674 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4003581c-959f-4dab-a399-db24358b92b1 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:13.962170 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4003581c-959f-4dab-a399-db24358b92b1 tempest-RoutersIpV6AdminTest-1069088727 tempest-RoutersIpV6AdminTest-1069088727-project] 10.222.0.38 "DELETE /v2.0/subnets/9798eaec-9084-479e-8a9e-b36eb63be151 HTTP/1.1" status: 404 len: 337 time: 0.0319507 Jul 16 20:37:13.981627 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-ae904d83-a66c-45ce-b291-f0c3b7063e28 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting port dfc24ace-f201-43ca-8ac1-10c62daec53b {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:13.981972 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ae904d83-a66c-45ce-b291-f0c3b7063e28 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.012406 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-3533b614-3ff3-49d3-827a-f61b90d1f57d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/quotas/6a26f9f127054c75b4598717bb55d1c3 HTTP/1.1" status: 200 len: 375 time: 0.0778067 Jul 16 20:37:14.028815 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f8f6a9f-6704-47ed-849f-f6befbfb20a9 req-1d5ae62d-2441-4809-ba7a-008f996bfce2 service neutron] 10.222.0.18 "GET /v2.0/networks/305a6289-f647-4a33-af65-843f82ea576b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789325 Jul 16 20:37:14.088341 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-9852aa09-8bd3-4913-85de-1ac7694029d5 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6a26f9f127054c75b4598717bb55d1c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567214 Jul 16 20:37:14.112499 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ae904d83-a66c-45ce-b291-f0c3b7063e28 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.128851 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-ae904d83-a66c-45ce-b291-f0c3b7063e28 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Calling delete_port for dfc24ace-f201-43ca-8ac1-10c62daec53b owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:14.136447 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1afe1b-8cc8-4f1a-887f-c861d63adf50 req-403cc027-e939-4b20-af66-804b452b30fc tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:14.142918 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1afe1b-8cc8-4f1a-887f-c861d63adf50 req-403cc027-e939-4b20-af66-804b452b30fc tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:14.149129 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1afe1b-8cc8-4f1a-887f-c861d63adf50 req-403cc027-e939-4b20-af66-804b452b30fc tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:14.156708 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1afe1b-8cc8-4f1a-887f-c861d63adf50 req-403cc027-e939-4b20-af66-804b452b30fc tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:14.162115 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1afe1b-8cc8-4f1a-887f-c861d63adf50 req-403cc027-e939-4b20-af66-804b452b30fc tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:14.168202 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1afe1b-8cc8-4f1a-887f-c861d63adf50 req-403cc027-e939-4b20-af66-804b452b30fc tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:14.174149 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1afe1b-8cc8-4f1a-887f-c861d63adf50 req-403cc027-e939-4b20-af66-804b452b30fc tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:14.176125 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa1afe1b-8cc8-4f1a-887f-c861d63adf50 req-403cc027-e939-4b20-af66-804b452b30fc tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5432 time: 0.3515010 Jul 16 20:37:14.193957 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa43337-d172-41a1-8ff0-497a216a4738 req-848fe8e8-dac4-4a5a-b340-1755a80e3975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:14.195548 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cfa43337-d172-41a1-8ff0-497a216a4738 req-848fe8e8-dac4-4a5a-b340-1755a80e3975 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c856853c-1bbc-4399-8326-1d7e71a7f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4413135 Jul 16 20:37:14.237610 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48034) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:14.355744 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ae904d83-a66c-45ce-b291-f0c3b7063e28 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.401148 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae904d83-a66c-45ce-b291-f0c3b7063e28 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Port': ['ID=dfc24ace-f201-43ca-8ac1-10c62daec53b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:14.404905 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6c3da60e-adc6-4fb8-9960-6e663f8bead2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.438364 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa1afe1b-8cc8-4f1a-887f-c861d63adf50 req-09a3a31e-74a8-4d78-877c-014925920db9 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2385030 Jul 16 20:37:14.457246 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8b8ea6b8-8174-48e4-a2dc-0c05292db12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.517925 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d7d76-404b-4921-95cd-ac86781e065f req-e5a262db-2a15-4aee-8679-b2f5d15f397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:14.519409 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c47d7d76-404b-4921-95cd-ac86781e065f req-e5a262db-2a15-4aee-8679-b2f5d15f397b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=36f95aa6340e4aea97bae036f3e9b70a&device_id=a1b262fc-58d0-479f-9de0-16fab6b74f6b HTTP/1.1" status: 200 len: 1096 time: 0.3977787 Jul 16 20:37:14.537444 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-ec8c0b98-3a9c-414e-b2aa-85197a82b6bd service neutron] 10.222.0.38 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144883 Jul 16 20:37:14.550584 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6c3da60e-adc6-4fb8-9960-6e663f8bead2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.573337 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6c3da60e-adc6-4fb8-9960-6e663f8bead2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.590366 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cfa43337-d172-41a1-8ff0-497a216a4738 req-2581fb2d-d1d0-476f-9767-95388fb7867a service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496945 Jul 16 20:37:14.644679 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6c3da60e-adc6-4fb8-9960-6e663f8bead2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f7bc02019d3247b6810c14928607366b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4057698 Jul 16 20:37:14.648432 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3da60e-adc6-4fb8-9960-6e663f8bead2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2c07dc-0879-462b-9b17-45cd58d14dd8,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:14.652953 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ae904d83-a66c-45ce-b291-f0c3b7063e28 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.655189 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ae904d83-a66c-45ce-b291-f0c3b7063e28 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/ports/dfc24ace-f201-43ca-8ac1-10c62daec53b HTTP/1.1" status: 204 len: 168 time: 0.9578745 Jul 16 20:37:14.656218 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48038) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:14.658090 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48040) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:14.679225 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ea6b8-8174-48e4-a2dc-0c05292db12c admin admin] Pushing event updated for resources: {'Subnet': ['ID=268bf5d0-0a5b-4de4-ab19-f076afbcaccd,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:14.709059 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f894d52-9e1f-4b0e-aa3e-633f8f278dbc tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] GET failed (client error): The resource could not be found. Jul 16 20:37:14.711151 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4f894d52-9e1f-4b0e-aa3e-633f8f278dbc tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "GET /v2.0/ports/dfc24ace-f201-43ca-8ac1-10c62daec53b HTTP/1.1" status: 404 len: 333 time: 0.0516825 Jul 16 20:37:14.713972 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48044) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:14.796236 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-91542094-fa52-4cea-a534-b0ee78f22567 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting subnet 0fcd384b-c0e1-42fb-a642-88aa8ea59d8a {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:37:14.805337 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91542094-fa52-4cea-a534-b0ee78f22567 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.808099 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-047e0146-c239-4c60-a701-c76e64da0573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.867151 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-047e0146-c239-4c60-a701-c76e64da0573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.877283 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91542094-fa52-4cea-a534-b0ee78f22567 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.981517 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-047e0146-c239-4c60-a701-c76e64da0573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.984154 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-047e0146-c239-4c60-a701-c76e64da0573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.985307 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-047e0146-c239-4c60-a701-c76e64da0573 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4b2c07dc-0879-462b-9b17-45cd58d14dd8 HTTP/1.1" status: 204 len: 168 time: 0.3279159 Jul 16 20:37:14.995867 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91542094-fa52-4cea-a534-b0ee78f22567 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.028002 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e0146-c239-4c60-a701-c76e64da0573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2c07dc-0879-462b-9b17-45cd58d14dd8,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:15.070203 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91542094-fa52-4cea-a534-b0ee78f22567 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.099723 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91542094-fa52-4cea-a534-b0ee78f22567 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Subnet': ['ID=0fcd384b-c0e1-42fb-a642-88aa8ea59d8a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:15.103505 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91542094-fa52-4cea-a534-b0ee78f22567 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.105634 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-91542094-fa52-4cea-a534-b0ee78f22567 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/subnets/0fcd384b-c0e1-42fb-a642-88aa8ea59d8a HTTP/1.1" status: 204 len: 168 time: 0.3906162 Jul 16 20:37:15.108067 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48048) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:15.116277 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8ea6b8-8174-48e4-a2dc-0c05292db12c admin admin] Checking segment: {'id': '8cc6ca3d-9477-489b-8308-9adbf8128ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '920aafad-c848-459a-ae64-8afed19246c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:15.116873 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8ea6b8-8174-48e4-a2dc-0c05292db12c admin admin] Network hostable DHCP agents. Network: 920aafad-c848-459a-ae64-8afed19246c6, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:37:15.120040 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcb2898-717e-41bb-92c8-0a95e64528e5 None None] Network 7ee453bc-ae59-4619-b6d6-5b992eb1bbfa requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:15.141836 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-7d8940c8-ed00-4008-a154-ec457fc145cb service neutron] 10.222.0.38 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6035206 Jul 16 20:37:15.142824 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d7d76-404b-4921-95cd-ac86781e065f req-dd5b86d1-06e8-46f0-b7c1-af9730b2392f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:15.144886 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c47d7d76-404b-4921-95cd-ac86781e065f req-dd5b86d1-06e8-46f0-b7c1-af9730b2392f service neutron] 10.222.0.18 "GET /v2.0/networks?id=305a6289-f647-4a33-af65-843f82ea576b HTTP/1.1" status: 200 len: 910 time: 0.6023424 Jul 16 20:37:15.175210 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-e505bafb-c6f2-4d1f-84b1-974a59b127e3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting subnet 25b22f28-17a6-4ec1-b0bd-f55ecbd7422b {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:37:15.180834 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e505bafb-c6f2-4d1f-84b1-974a59b127e3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.210402 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cfa43337-d172-41a1-8ff0-497a216a4738 req-1a149fa4-698a-4d1b-a11f-aaf41c6b413e service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5731132 Jul 16 20:37:15.213859 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c47d7d76-404b-4921-95cd-ac86781e065f req-80d89f5c-e59a-4f29-b922-e1206da7ce56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841 HTTP/1.1" status: 200 len: 217 time: 0.0537782 Jul 16 20:37:15.217527 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8ea6b8-8174-48e4-a2dc-0c05292db12c admin admin] Network 920aafad-c848-459a-ae64-8afed19246c6 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:37:15.265451 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e505bafb-c6f2-4d1f-84b1-974a59b127e3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.277785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51877b94-3903-43c4-8fe4-5168fc443c2c req-f7645d7f-b5fc-496a-b473-5793ca3adf7a tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:15.279556 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-51877b94-3903-43c4-8fe4-5168fc443c2c req-f7645d7f-b5fc-496a-b473-5793ca3adf7a tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.6266615 Jul 16 20:37:15.301055 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-8b8ea6b8-8174-48e4-a2dc-0c05292db12c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 920aafad-c848-459a-ae64-8afed19246c6) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:15.316793 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4829c2c-ba14-434a-8acb-207f0bf0f73c None None] Network 920aafad-c848-459a-ae64-8afed19246c6 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:15.318878 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8ea6b8-8174-48e4-a2dc-0c05292db12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:15.319596 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8b8ea6b8-8174-48e4-a2dc-0c05292db12c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.329401 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d7d76-404b-4921-95cd-ac86781e065f req-d9eab1e7-e379-4843-bd88-6d4e201ecf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:15.330902 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c47d7d76-404b-4921-95cd-ac86781e065f req-d9eab1e7-e379-4843-bd88-6d4e201ecf4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c2e227f8-e147-4c3a-a473-88bb7c298923 HTTP/1.1" status: 200 len: 849 time: 0.1084933 Jul 16 20:37:15.370084 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48052) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:15.377112 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e505bafb-c6f2-4d1f-84b1-974a59b127e3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.397607 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-51877b94-3903-43c4-8fe4-5168fc443c2c req-bb693255-1796-4e53-b96b-43e8763cbc40 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110606 Jul 16 20:37:15.403938 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c47d7d76-404b-4921-95cd-ac86781e065f req-095395b0-952f-4412-97f8-eaf71ff8dddb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=305a6289-f647-4a33-af65-843f82ea576b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538747 Jul 16 20:37:15.438495 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8b8ea6b8-8174-48e4-a2dc-0c05292db12c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8262210 Jul 16 20:37:15.443319 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48056) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:15.476051 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-7c1bd27a-5cab-40f9-a5a9-6ff5e43b9af6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-56184420-router', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:15.482830 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-89871eb9-a5a3-4a47-b70d-afa4df7c78bc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6d1c6e1270aa47269b7427b4e3ad907e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1116567 Jul 16 20:37:15.485783 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48062) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:15.533403 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-81f0432f-1ad3-41c7-87f8-55c985cfb280 req-202ce86c-f824-41bc-a3ae-7289c4f42b36 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=2243ebea-43a4-408f-a543-09bb7807ceba HTTP/1.1" status: 200 len: 210 time: 0.0419848 Jul 16 20:37:15.568941 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e505bafb-c6f2-4d1f-84b1-974a59b127e3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.640901 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd27a-5cab-40f9-a5a9-6ff5e43b9af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.641917 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd27a-5cab-40f9-a5a9-6ff5e43b9af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.663973 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-81fa0964-2a7d-41ab-a4d3-fd2d99ad6920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.675937 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e505bafb-c6f2-4d1f-84b1-974a59b127e3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.683377 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e505bafb-c6f2-4d1f-84b1-974a59b127e3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/subnets/25b22f28-17a6-4ec1-b0bd-f55ecbd7422b HTTP/1.1" status: 204 len: 168 time: 0.5741477 Jul 16 20:37:15.687934 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48068) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:15.705628 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c47d7d76-404b-4921-95cd-ac86781e065f req-e5f6984c-8491-493a-91cc-c28bbfd4bcf0 service neutron] 10.222.0.18 "GET /v2.0/networks/305a6289-f647-4a33-af65-843f82ea576b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872577 Jul 16 20:37:15.730803 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-81fa0964-2a7d-41ab-a4d3-fd2d99ad6920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.808066 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2369dc7e-588f-4f34-8b7e-8d81ea6f7bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-920aafad-c848-459a-ae64-8afed19246c6', 'network_id': '920aafad-c848-459a-ae64-8afed19246c6', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'fixed_ips': [{'subnet_id': '268bf5d0-0a5b-4de4-ab19-f076afbcaccd'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:37:15.808936 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2369dc7e-588f-4f34-8b7e-8d81ea6f7bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.828724 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd27a-5cab-40f9-a5a9-6ff5e43b9af6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.832003 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505bafb-c6f2-4d1f-84b1-974a59b127e3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Subnet': ['ID=25b22f28-17a6-4ec1-b0bd-f55ecbd7422b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:15.843583 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-81fa0964-2a7d-41ab-a4d3-fd2d99ad6920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.847853 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-81fa0964-2a7d-41ab-a4d3-fd2d99ad6920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.850159 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-81fa0964-2a7d-41ab-a4d3-fd2d99ad6920 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0f781cec-5757-4346-b1a1-4ab62f346fd2 HTTP/1.1" status: 204 len: 168 time: 0.3631530 Jul 16 20:37:15.862201 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa0964-2a7d-41ab-a4d3-fd2d99ad6920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f781cec-5757-4346-b1a1-4ab62f346fd2,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:15.948609 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728c1654-a12b-4afc-b112-77eb420a7f7c None None] Update dhcp port {'port': {'network_id': '7ee453bc-ae59-4619-b6d6-5b992eb1bbfa', 'fixed_ips': [{'subnet_id': '25b22f28-17a6-4ec1-b0bd-f55ecbd7422b'}], 'binding:host_id': 'n-d-791506-21'}, 'id': '73a07bbe-5b90-4a17-ba4b-2924661522d4'} from n-d-791506-21. {{(pid=93795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:37:15.995932 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa2cd1-4616-40cb-9867-ec7b79570745 req-7318943a-a9b0-46ef-b719-feca232fff83 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:16.003332 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-41fa2cd1-4616-40cb-9867-ec7b79570745 req-7318943a-a9b0-46ef-b719-feca232fff83 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1b262fc-58d0-479f-9de0-16fab6b74f6b HTTP/1.1" status: 200 len: 944 time: 0.4669223 Jul 16 20:37:16.033153 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:37:16.051830 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a11de2e-b810-4584-afa2-ad6e0460c67e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:16.082600 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-728c1654-a12b-4afc-b112-77eb420a7f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:16.181298 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd27a-5cab-40f9-a5a9-6ff5e43b9af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:16.205499 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c47d7d76-404b-4921-95cd-ac86781e065f req-e5fdf96d-0dfe-42f4-a3ec-c6df107a5a62 service neutron] 10.222.0.18 "GET /v2.0/networks/305a6289-f647-4a33-af65-843f82ea576b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569376 Jul 16 20:37:16.223186 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-2369dc7e-588f-4f34-8b7e-8d81ea6f7bac None None] Allocated IP 172.20.0.2 (920aafad-c848-459a-ae64-8afed19246c6/268bf5d0-0a5b-4de4-ab19-f076afbcaccd/f861d384-3481-4626-a905-71acd6600605) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:16.237159 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-41fa2cd1-4616-40cb-9867-ec7b79570745 req-0c92e4b0-22d0-4124-b404-af4d26fab5af tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/security-groups?id=e68404ce-5cc7-4e22-b509-dcbae13266c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328701 Jul 16 20:37:16.300535 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369e8db-0346-43fd-b8ee-1402504cac1c req-48407e98-6411-4c4b-9a8c-cbc3c036c33c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:16.308204 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369e8db-0346-43fd-b8ee-1402504cac1c req-48407e98-6411-4c4b-9a8c-cbc3c036c33c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:16.320487 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369e8db-0346-43fd-b8ee-1402504cac1c req-48407e98-6411-4c4b-9a8c-cbc3c036c33c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:16.328775 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369e8db-0346-43fd-b8ee-1402504cac1c req-48407e98-6411-4c4b-9a8c-cbc3c036c33c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:16.336845 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369e8db-0346-43fd-b8ee-1402504cac1c req-48407e98-6411-4c4b-9a8c-cbc3c036c33c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:16.344915 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369e8db-0346-43fd-b8ee-1402504cac1c req-48407e98-6411-4c4b-9a8c-cbc3c036c33c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:16.352770 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369e8db-0346-43fd-b8ee-1402504cac1c req-48407e98-6411-4c4b-9a8c-cbc3c036c33c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:16.353409 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841,segment=NetworkSegment(91f13fc4-991c-4e6e-93d3-3e5f11419e60),segment_id=91f13fc4-991c-4e6e-93d3-3e5f11419e60)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:16.355015 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7369e8db-0346-43fd-b8ee-1402504cac1c req-48407e98-6411-4c4b-9a8c-cbc3c036c33c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5432 time: 0.5581384 Jul 16 20:37:16.442595 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7369e8db-0346-43fd-b8ee-1402504cac1c req-35ecc472-0b4b-4d01-b51e-e2196b54b88e tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0780964 Jul 16 20:37:16.447369 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841', 'network_id': '305a6289-f647-4a33-af65-843f82ea576b', 'port_id': 'bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841', 'mac_address': 'fa:16:3e:68:8a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e227f8-e147-4c3a-a473-88bb7c298923', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:37:16.461302 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-5a11de2e-b810-4584-afa2-ad6e0460c67e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting port 73a07bbe-5b90-4a17-ba4b-2924661522d4 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:16.461719 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a11de2e-b810-4584-afa2-ad6e0460c67e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:16.466830 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6eefa1-fed4-4642-9f2e-b529bbe0d468 None None] Network 7ee453bc-ae59-4619-b6d6-5b992eb1bbfa requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:16.609343 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e2f92b28-7447-4068-b32d-a5b9c16f04f4 None None] Provisioning complete for port 73a07bbe-5b90-4a17-ba4b-2924661522d4 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:16.609716 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2f92b28-7447-4068-b32d-a5b9c16f04f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:16.626893 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-5a11de2e-b810-4584-afa2-ad6e0460c67e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] For port 73a07bbe-5b90-4a17-ba4b-2924661522d4, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=73a07bbe-5b90-4a17-ba4b-2924661522d4,segment=NetworkSegment(36a8de6c-6c6d-4c2a-82c5-0972b0083db2),segment_id=36a8de6c-6c6d-4c2a-82c5-0972b0083db2)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:16.627325 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a11de2e-b810-4584-afa2-ad6e0460c67e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:16.692307 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-5a11de2e-b810-4584-afa2-ad6e0460c67e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Calling delete_port for 73a07bbe-5b90-4a17-ba4b-2924661522d4 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:16.835586 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3712554-3900-4554-8421-b63010a70949 req-d71c700f-87cf-498b-84ad-9c1725752f44 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:16.837224 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c3712554-3900-4554-8421-b63010a70949 req-d71c700f-87cf-498b-84ad-9c1725752f44 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.2147689 Jul 16 20:37:16.859829 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:16.885066 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48098) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:16.931555 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:37:16.961858 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2369dc7e-588f-4f34-8b7e-8d81ea6f7bac None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:16.983355 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841,segment=NetworkSegment(91f13fc4-991c-4e6e-93d3-3e5f11419e60),segment_id=91f13fc4-991c-4e6e-93d3-3e5f11419e60)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:16.986217 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2369dc7e-588f-4f34-8b7e-8d81ea6f7bac None None] Transition to ACTIVE for port object f861d384-3481-4626-a905-71acd6600605 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:16.997142 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.045931 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-816b1392-2f67-478d-ab8c-5ccac6a98332 tempest-AgentManagementNegativeTest-1560601273 tempest-AgentManagementNegativeTest-1560601273-project] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1586208 Jul 16 20:37:17.068670 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2369dc7e-588f-4f34-8b7e-8d81ea6f7bac None None] Transition to ACTIVE for port object f861d384-3481-4626-a905-71acd6600605 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:17.104773 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2369dc7e-588f-4f34-8b7e-8d81ea6f7bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.119683 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:17.154427 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847d3674-7b25-458d-9591-44011ea3a939 None None] DHCP port deletion for 7ee453bc-ae59-4619-b6d6-5b992eb1bbfa request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:37:17.160749 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2369dc7e-588f-4f34-8b7e-8d81ea6f7bac None None] Network 920aafad-c848-459a-ae64-8afed19246c6 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:17.168911 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-2369dc7e-588f-4f34-8b7e-8d81ea6f7bac None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:17.171717 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2369dc7e-588f-4f34-8b7e-8d81ea6f7bac None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:17.210577 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369dc7e-588f-4f34-8b7e-8d81ea6f7bac None None] Pushing event updated for resources: {'Port': ['ID=f861d384-3481-4626-a905-71acd6600605,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:17.227486 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ef473-6df5-4f41-b8b8-145518649c70 req-96b1eb4e-305c-4fe5-82d7-e59da7439684 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:17.233465 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ef473-6df5-4f41-b8b8-145518649c70 req-96b1eb4e-305c-4fe5-82d7-e59da7439684 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:17.240210 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ef473-6df5-4f41-b8b8-145518649c70 req-96b1eb4e-305c-4fe5-82d7-e59da7439684 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:17.246192 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ef473-6df5-4f41-b8b8-145518649c70 req-96b1eb4e-305c-4fe5-82d7-e59da7439684 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:17.252140 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ef473-6df5-4f41-b8b8-145518649c70 req-96b1eb4e-305c-4fe5-82d7-e59da7439684 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:17.258057 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ef473-6df5-4f41-b8b8-145518649c70 req-96b1eb4e-305c-4fe5-82d7-e59da7439684 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:17.263971 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ef473-6df5-4f41-b8b8-145518649c70 req-96b1eb4e-305c-4fe5-82d7-e59da7439684 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:17.265955 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d99ef473-6df5-4f41-b8b8-145518649c70 req-96b1eb4e-305c-4fe5-82d7-e59da7439684 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5432 time: 0.6360288 Jul 16 20:37:17.268519 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:37:17.279495 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48106) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:17.285196 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-9bbba348-3ea3-49d2-948d-f4714e1ac64c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Request body: {'floatingip': {'port_id': 'da3cd2bc-8361-4a87-8b42-606885129c8e'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:17.313668 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a11de2e-b810-4584-afa2-ad6e0460c67e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.329637 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2369dc7e-588f-4f34-8b7e-8d81ea6f7bac None None] Attempting to bind port f861d384-3481-4626-a905-71acd6600605 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:17.330128 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2369dc7e-588f-4f34-8b7e-8d81ea6f7bac None None] Attempting to bind port f861d384-3481-4626-a905-71acd6600605 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '8cc6ca3d-9477-489b-8308-9adbf8128ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '920aafad-c848-459a-ae64-8afed19246c6'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:17.330903 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2369dc7e-588f-4f34-8b7e-8d81ea6f7bac None None] Attempting to bind port f861d384-3481-4626-a905-71acd6600605 on network 920aafad-c848-459a-ae64-8afed19246c6 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:17.343041 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2369dc7e-588f-4f34-8b7e-8d81ea6f7bac None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:17.343797 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2369dc7e-588f-4f34-8b7e-8d81ea6f7bac None None] Checking segment: {'id': '8cc6ca3d-9477-489b-8308-9adbf8128ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '920aafad-c848-459a-ae64-8afed19246c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:17.344419 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2369dc7e-588f-4f34-8b7e-8d81ea6f7bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.345031 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2369dc7e-588f-4f34-8b7e-8d81ea6f7bac None None] Bound using segment: {'id': '8cc6ca3d-9477-489b-8308-9adbf8128ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '920aafad-c848-459a-ae64-8afed19246c6'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:17.345702 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2369dc7e-588f-4f34-8b7e-8d81ea6f7bac None None] Bound port: f861d384-3481-4626-a905-71acd6600605, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc6ca3d-9477-489b-8308-9adbf8128ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '920aafad-c848-459a-ae64-8afed19246c6'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:17.346294 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2369dc7e-588f-4f34-8b7e-8d81ea6f7bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.361472 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c3712554-3900-4554-8421-b63010a70949 req-7a8fbf4c-2af7-4eae-b6aa-904688bb6cc4 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5166388 Jul 16 20:37:17.419406 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-847d3674-7b25-458d-9591-44011ea3a939 None None] Deleting port 73a07bbe-5b90-4a17-ba4b-2924661522d4 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:17.419897 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-847d3674-7b25-458d-9591-44011ea3a939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.436589 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9bbba348-3ea3-49d2-948d-f4714e1ac64c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for floatingip, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.475437 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11de2e-b810-4584-afa2-ad6e0460c67e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Port': ['ID=73a07bbe-5b90-4a17-ba4b-2924661522d4,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:17.488203 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2369dc7e-588f-4f34-8b7e-8d81ea6f7bac None None] For port f861d384-3481-4626-a905-71acd6600605, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:17.488996 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a11de2e-b810-4584-afa2-ad6e0460c67e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] No DVR routers for this DVR port 73a07bbe-5b90-4a17-ba4b-2924661522d4 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:17.509467 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48112) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:17.543082 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-847d3674-7b25-458d-9591-44011ea3a939 None None] For port 73a07bbe-5b90-4a17-ba4b-2924661522d4, host n-d-791506-21, got binding levels [] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:17.543586 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-847d3674-7b25-458d-9591-44011ea3a939 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.557640 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2369dc7e-588f-4f34-8b7e-8d81ea6f7bac None None] For port f861d384-3481-4626-a905-71acd6600605, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f861d384-3481-4626-a905-71acd6600605,segment=NetworkSegment(8cc6ca3d-9477-489b-8308-9adbf8128ea6),segment_id=8cc6ca3d-9477-489b-8308-9adbf8128ea6)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:17.565546 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-847d3674-7b25-458d-9591-44011ea3a939 None None] Calling delete_port for 73a07bbe-5b90-4a17-ba4b-2924661522d4 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:17.572042 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.ipam_backend_mixin [None req-847d3674-7b25-458d-9591-44011ea3a939 None None] Port 73a07bbe-5b90-4a17-ba4b-2924661522d4 was not found and therefore no delete operation was performed {{(pid=93795) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:37:17.574700 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2369dc7e-588f-4f34-8b7e-8d81ea6f7bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.578109 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91c7348d-b655-4e73-a04c-986350a037f9 req-4b915343-cdfa-4daa-b50e-69ef75702c14 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=2243ebea-43a4-408f-a543-09bb7807ceba HTTP/1.1" status: 200 len: 210 time: 0.1057751 Jul 16 20:37:17.579485 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-847d3674-7b25-458d-9591-44011ea3a939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.676927 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847d3674-7b25-458d-9591-44011ea3a939 None None] No DVR routers for this DVR port 73a07bbe-5b90-4a17-ba4b-2924661522d4 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:17.700033 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-d09f0ce0-5047-4dd4-89e5-57e6d616ebe2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:17.700033 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-d09f0ce0-5047-4dd4-89e5-57e6d616ebe2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.62 "GET /v2.0/networks?id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b HTTP/1.1" status: 200 len: 812 time: 0.8173590 Jul 16 20:37:17.706761 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-286e561f-973d-4828-ba90-05096f9aa29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.712067 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369dc7e-588f-4f34-8b7e-8d81ea6f7bac None None] Pushing event updated for resources: {'Port': ['ID=f861d384-3481-4626-a905-71acd6600605,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:17.747346 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-8af86c51-2cee-4316-bf27-a4ba7e38e5eb tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Request body: {'port': {'device_id': '2243ebea-43a4-408f-a543-09bb7807ceba', 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b', 'admin_state_up': True, 'tenant_id': '6a26f9f127054c75b4598717bb55d1c3'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:17.747555 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d3674-7b25-458d-9591-44011ea3a939 None None] Pushing event deleted for resources: {'Port': ['ID=73a07bbe-5b90-4a17-ba4b-2924661522d4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:17.807163 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd27a-5cab-40f9-a5a9-6ff5e43b9af6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.886981 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a11de2e-b810-4584-afa2-ad6e0460c67e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.901843 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd27a-5cab-40f9-a5a9-6ff5e43b9af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.978051 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-5a11de2e-b810-4584-afa2-ad6e0460c67e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee453bc-ae59-4619-b6d6-5b992eb1bbfa']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:18.027964 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-286e561f-973d-4828-ba90-05096f9aa29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.044518 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-5a11de2e-b810-4584-afa2-ad6e0460c67e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a8de6c-6c6d-4c2a-82c5-0972b0083db2') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:18.044977 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-5a11de2e-b810-4584-afa2-ad6e0460c67e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a8de6c-6c6d-4c2a-82c5-0972b0083db2') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:18.047244 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-286e561f-973d-4828-ba90-05096f9aa29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.077186 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a11de2e-b810-4584-afa2-ad6e0460c67e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.126576 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a11de2e-b810-4584-afa2-ad6e0460c67e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.156423 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-286e561f-973d-4828-ba90-05096f9aa29b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0dd36a13497d4ad0bfb41c5dd2a8abcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6430628 Jul 16 20:37:18.163650 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48116) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:18.167480 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd44f96-3cfb-4f13-86d0-86b371e8517f req-03ec00f4-a79c-4b28-bd88-e41fb9e82f2f tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:18.169123 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0dd44f96-3cfb-4f13-86d0-86b371e8517f req-03ec00f4-a79c-4b28-bd88-e41fb9e82f2f tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1b262fc-58d0-479f-9de0-16fab6b74f6b HTTP/1.1" status: 200 len: 945 time: 0.5812931 Jul 16 20:37:18.179209 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a11de2e-b810-4584-afa2-ad6e0460c67e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:37:18.179641 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a11de2e-b810-4584-afa2-ad6e0460c67e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.182681 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e561f-973d-4828-ba90-05096f9aa29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f132087a-7beb-4a91-a9cb-84944de38d91,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:37:18.184793 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:37:18.189949 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:37:18.189949 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:37:18.189949 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:37:18.189949 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:37:18.189949 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:37:18.246040 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc69d5f-3c68-4cb9-a32a-43afc1bd8991 req-091b6c7c-735a-4598-849d-0db705cc9787 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:18.251738 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7fc69d5f-3c68-4cb9-a32a-43afc1bd8991 req-091b6c7c-735a-4598-849d-0db705cc9787 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.5109584 Jul 16 20:37:18.337629 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-7c1bd27a-5cab-40f9-a5a9-6ff5e43b9af6 admin admin] Allocated IP 172.25.0.39 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/9ce7a1c5-a65b-484a-b5f9-826cace0d33a) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:18.343273 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-29156ec1-3de4-4b2b-bdc3-455a762c8bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.352214 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-8af86c51-2cee-4316-bf27-a4ba7e38e5eb tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Made reservation on behalf of 6a26f9f127054c75b4598717bb55d1c3 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:18.355764 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-8af86c51-2cee-4316-bf27-a4ba7e38e5eb tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.394619 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a11de2e-b810-4584-afa2-ad6e0460c67e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.406482 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9bbba348-3ea3-49d2-948d-f4714e1ac64c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.407013 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a11de2e-b810-4584-afa2-ad6e0460c67e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.408475 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-29156ec1-3de4-4b2b-bdc3-455a762c8bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.409289 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5a11de2e-b810-4584-afa2-ad6e0460c67e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/networks/7ee453bc-ae59-4619-b6d6-5b992eb1bbfa HTTP/1.1" status: 204 len: 168 time: 2.7202184 Jul 16 20:37:18.416823 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48118) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:18.420563 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0dd44f96-3cfb-4f13-86d0-86b371e8517f req-123dd4bf-59d9-4704-85ca-48c22af87d8d tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/security-groups?id=e68404ce-5cc7-4e22-b509-dcbae13266c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047508 Jul 16 20:37:18.432806 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9bbba348-3ea3-49d2-948d-f4714e1ac64c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.475167 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7fc69d5f-3c68-4cb9-a32a-43afc1bd8991 req-85469846-7812-438c-aeaf-faa13ccdeaff tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989536 Jul 16 20:37:18.479447 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11de2e-b810-4584-afa2-ad6e0460c67e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Network': ['ID=7ee453bc-ae59-4619-b6d6-5b992eb1bbfa,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:18.534072 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f861d384-3481-4626-a905-71acd6600605 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:18.616094 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port f861d384-3481-4626-a905-71acd6600605 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:18.717533 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 73a07bbe-5b90-4a17-ba4b-2924661522d4 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:18.762224 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd27a-5cab-40f9-a5a9-6ff5e43b9af6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.773610 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 73a07bbe-5b90-4a17-ba4b-2924661522d4 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:18.774022 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 73a07bbe-5b90-4a17-ba4b-2924661522d4 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:18.852577 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2de76ea3-19f0-42ef-8e41-e672fc723ce5 req-46cf546f-c8ce-4581-b128-7da7a5a47430 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=2243ebea-43a4-408f-a543-09bb7807ceba HTTP/1.1" status: 200 len: 210 time: 0.0565631 Jul 16 20:37:18.862838 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-8af86c51-2cee-4316-bf27-a4ba7e38e5eb tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Allocated IP 172.20.0.3 (d06fcf74-26b1-47b6-b39c-8c2d6e48452b/e3773b4e-f5c8-45c6-be17-27631a1d9f40/1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:18.944384 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd27a-5cab-40f9-a5a9-6ff5e43b9af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.029515 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1bd27a-5cab-40f9-a5a9-6ff5e43b9af6 admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:19.049905 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-7c1bd27a-5cab-40f9-a5a9-6ff5e43b9af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:19.052534 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95567766-c7be-489c-94b8-8547fd9ecf8d None None] Network 920aafad-c848-459a-ae64-8afed19246c6 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:19.052741 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1bd27a-5cab-40f9-a5a9-6ff5e43b9af6 admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:19.076627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bd27a-5cab-40f9-a5a9-6ff5e43b9af6 admin admin] Pushing event updated for resources: {'Port': ['ID=9ce7a1c5-a65b-484a-b5f9-826cace0d33a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:19.089525 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba5938c-9169-4596-b68d-50545d7d65fb tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:19.094583 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-dba5938c-9169-4596-b68d-50545d7d65fb tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6731894 Jul 16 20:37:19.095748 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48126) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:19.146496 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-29156ec1-3de4-4b2b-bdc3-455a762c8bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.149462 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-29156ec1-3de4-4b2b-bdc3-455a762c8bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.150988 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-29156ec1-3de4-4b2b-bdc3-455a762c8bde admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f132087a-7beb-4a91-a9cb-84944de38d91 HTTP/1.1" status: 204 len: 168 time: 0.9864016 Jul 16 20:37:19.156123 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-9bbba348-3ea3-49d2-948d-f4714e1ac64c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Floating IP e1c9faca-5f3d-48b4-a237-10159774552e associated. External IP: 172.25.0.173, port: da3cd2bc-8361-4a87-8b42-606885129c8e. Jul 16 20:37:19.197498 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b7e0ed1d-0878-440c-aa18-53a856d3188b None None] Provisioning for port f861d384-3481-4626-a905-71acd6600605 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:19.203721 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b7e0ed1d-0878-440c-aa18-53a856d3188b None None] Provisioning complete for port f861d384-3481-4626-a905-71acd6600605 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:19.204161 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7e0ed1d-0878-440c-aa18-53a856d3188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.272659 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29156ec1-3de4-4b2b-bdc3-455a762c8bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f132087a-7beb-4a91-a9cb-84944de38d91,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:19.287304 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-8af86c51-2cee-4316-bf27-a4ba7e38e5eb tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.333851 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f9131d70-a9fb-4ac9-b472-a3d413856acb tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2367592 Jul 16 20:37:19.338302 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48132) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:19.341600 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7685f-e45e-409d-b559-983847625de5 req-192a1c68-555c-4ffb-bd42-95ef7e0f6218 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:19.344813 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-2b2b7e6f-0fec-47cd-be92-3039f07fa3ef tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-742324759'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:19.358759 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05a7685f-e45e-409d-b559-983847625de5 req-192a1c68-555c-4ffb-bd42-95ef7e0f6218 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.3385186 Jul 16 20:37:19.372999 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7e0ed1d-0878-440c-aa18-53a856d3188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.409146 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2b7e6f-0fec-47cd-be92-3039f07fa3ef tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:19.414242 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b2b7e6f-0fec-47cd-be92-3039f07fa3ef tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.466515 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b7e0ed1d-0878-440c-aa18-53a856d3188b None None] For port f861d384-3481-4626-a905-71acd6600605, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f861d384-3481-4626-a905-71acd6600605,segment=NetworkSegment(8cc6ca3d-9477-489b-8308-9adbf8128ea6),segment_id=8cc6ca3d-9477-489b-8308-9adbf8128ea6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:19.477398 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7e0ed1d-0878-440c-aa18-53a856d3188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.495250 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2b7e6f-0fec-47cd-be92-3039f07fa3ef tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:37:19.533201 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b2b7e6f-0fec-47cd-be92-3039f07fa3ef tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.533561 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-2b2b7e6f-0fec-47cd-be92-3039f07fa3ef tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Added segment 72b6c9b5-02e1-41a5-809a-f1377ea9dcd9 of type vlan for network dde6277f-eb76-4a46-9703-a5605ec5a570 Jul 16 20:37:19.551041 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0ed1d-0878-440c-aa18-53a856d3188b None None] Pushing event updated for resources: {'Port': ['ID=f861d384-3481-4626-a905-71acd6600605,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:19.602908 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05a7685f-e45e-409d-b559-983847625de5 req-498bdfbb-fd89-4413-84c8-90954008451d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2423980 Jul 16 20:37:19.612822 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-8af86c51-2cee-4316-bf27-a4ba7e38e5eb tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.646116 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b2b7e6f-0fec-47cd-be92-3039f07fa3ef tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.698911 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c46fc83a-3eba-41c0-aa06-c01248e15cf1 None None] Provisioning complete for port f861d384-3481-4626-a905-71acd6600605 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:19.699272 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c46fc83a-3eba-41c0-aa06-c01248e15cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.711617 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbba348-3ea3-49d2-948d-f4714e1ac64c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Router bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:37:19.732752 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b2b7e6f-0fec-47cd-be92-3039f07fa3ef tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.738362 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2b7e6f-0fec-47cd-be92-3039f07fa3ef tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:19.738971 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b2b7e6f-0fec-47cd-be92-3039f07fa3ef tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.844743 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2b2b7e6f-0fec-47cd-be92-3039f07fa3ef tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5052562 Jul 16 20:37:19.852014 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48150) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:19.861094 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-8af86c51-2cee-4316-bf27-a4ba7e38e5eb tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Network d06fcf74-26b1-47b6-b39c-8c2d6e48452b is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:19.861281 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-bf57e3d5-fd5b-4bc8-91b3-ff16377f795f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'subnet': {'network_id': 'dde6277f-eb76-4a46-9703-a5605ec5a570', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:19.866809 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-8af86c51-2cee-4316-bf27-a4ba7e38e5eb tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:19.894694 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-8af86c51-2cee-4316-bf27-a4ba7e38e5eb tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:19.900929 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af86c51-2cee-4316-bf27-a4ba7e38e5eb tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Pushing event updated for resources: {'Port': ['ID=1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:19.943629 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd27a-5cab-40f9-a5a9-6ff5e43b9af6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.986090 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b7e6f-0fec-47cd-be92-3039f07fa3ef tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Network': ['ID=dde6277f-eb76-4a46-9703-a5605ec5a570,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:20.002439 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network dde6277f-eb76-4a46-9703-a5605ec5a570 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:37:20.042695 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf57e3d5-fd5b-4bc8-91b3-ff16377f795f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:20.047116 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bf57e3d5-fd5b-4bc8-91b3-ff16377f795f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.051287 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:20.091806 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbba348-3ea3-49d2-948d-f4714e1ac64c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:20.120439 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48162) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:20.123557 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9bbba348-3ea3-49d2-948d-f4714e1ac64c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.131873 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ccfa4a-0233-4713-8f25-e43fde478d6c None None] Sync routers for ids ['bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:20.148930 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ccfa4a-0233-4713-8f25-e43fde478d6c None None] Routers {'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:20.150020 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-11ccfa4a-0233-4713-8f25-e43fde478d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:36:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:20.190728 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9bbba348-3ea3-49d2-948d-f4714e1ac64c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "PUT /v2.0/floatingips/e1c9faca-5f3d-48b4-a237-10159774552e HTTP/1.1" status: 200 len: 992 time: 2.9101126 Jul 16 20:37:20.195036 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'tag': 'da3cd2bc-8361-4a87-8b42-606885129c8e'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:20.197735 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0549f0-c9d8-40d2-95d5-9fbe315525ea" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "tag": "da3cd2bc-8361-4a87-8b42-606885129c8e"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:20.284613 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:20.314694 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:20.315059 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.320657 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-39d3ec69-f727-45f7-9741-4e58d7fd5462 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1765541096'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:20.350601 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bf57e3d5-fd5b-4bc8-91b3-ff16377f795f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.360706 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d3ec69-f727-45f7-9741-4e58d7fd5462 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Made reservation on behalf of 5306f4ee11494bb1837685304011927b for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:20.365024 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39d3ec69-f727-45f7-9741-4e58d7fd5462 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.391316 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-11ccfa4a-0233-4713-8f25-e43fde478d6c None None] Set router bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:20.393827 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39d3ec69-f727-45f7-9741-4e58d7fd5462 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.461271 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57e3d5-fd5b-4bc8-91b3-ff16377f795f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Subnet': ['ID=1dd627aa-d692-4994-ab9c-3ec4b10313a1,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:20.475319 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf57e3d5-fd5b-4bc8-91b3-ff16377f795f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Checking segment: {'id': '72b6c9b5-02e1-41a5-809a-f1377ea9dcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dde6277f-eb76-4a46-9703-a5605ec5a570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:20.475319 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf57e3d5-fd5b-4bc8-91b3-ff16377f795f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network hostable DHCP agents. Network: dde6277f-eb76-4a46-9703-a5605ec5a570, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:37:20.477960 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79a0d5-7157-4dcd-9653-bdae02ff0e31 req-4595788e-bdf3-467b-b717-8ff0f4589747 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:20.479573 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5f79a0d5-7157-4dcd-9653-bdae02ff0e31 req-4595788e-bdf3-467b-b717-8ff0f4589747 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1b262fc-58d0-479f-9de0-16fab6b74f6b HTTP/1.1" status: 200 len: 945 time: 0.8701704 Jul 16 20:37:20.496293 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-8af86c51-2cee-4316-bf27-a4ba7e38e5eb tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:20.496946 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-8af86c51-2cee-4316-bf27-a4ba7e38e5eb tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.513131 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf57e3d5-fd5b-4bc8-91b3-ff16377f795f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network dde6277f-eb76-4a46-9703-a5605ec5a570 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:37:20.519873 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f861d384-3481-4626-a905-71acd6600605 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:20.530961 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-bf57e3d5-fd5b-4bc8-91b3-ff16377f795f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, dde6277f-eb76-4a46-9703-a5605ec5a570) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:20.538999 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf57e3d5-fd5b-4bc8-91b3-ff16377f795f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:20.539592 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bf57e3d5-fd5b-4bc8-91b3-ff16377f795f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.572905 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9998dbce-b978-4bea-aaad-6f20e47e663e None None] Network dde6277f-eb76-4a46-9703-a5605ec5a570 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:20.578003 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39d3ec69-f727-45f7-9741-4e58d7fd5462 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.581009 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.586837 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39d3ec69-f727-45f7-9741-4e58d7fd5462 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.598476 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bf57e3d5-fd5b-4bc8-91b3-ff16377f795f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7453241 Jul 16 20:37:20.606525 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48170) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:20.609930 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-8af86c51-2cee-4316-bf27-a4ba7e38e5eb tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8677456 Jul 16 20:37:20.617381 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5f79a0d5-7157-4dcd-9653-bdae02ff0e31 req-46ed6728-1ec3-4131-afe4-c610c6131bbe tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/security-groups?id=e68404ce-5cc7-4e22-b509-dcbae13266c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167352 Jul 16 20:37:20.620410 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-9dcfc87f-3a2c-4364-a705-4a70972122d9 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'port': {'network_id': 'dde6277f-eb76-4a46-9703-a5605ec5a570', 'name': 'tempest-PortsTestJSON-558932277'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:20.623566 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d3ec69-f727-45f7-9741-4e58d7fd5462 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:37:20.626985 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15c61f-e093-489e-afd1-61c73f17566d req-a334c79a-33a6-426e-87af-6ba4747d1213 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:20.634527 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba15c61f-e093-489e-afd1-61c73f17566d req-a334c79a-33a6-426e-87af-6ba4747d1213 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.2187829 Jul 16 20:37:20.656889 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841,segment=NetworkSegment(91f13fc4-991c-4e6e-93d3-3e5f11419e60),segment_id=91f13fc4-991c-4e6e-93d3-3e5f11419e60)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:20.658188 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3ec69-f727-45f7-9741-4e58d7fd5462 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7b5962-9a7f-418d-bf59-0995bb31af64,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:20.664240 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b262fc-58d0-479f-9de0-16fab6b74f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:20.666671 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39d3ec69-f727-45f7-9741-4e58d7fd5462 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.666918 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ed6257-cff4-45e4-9e00-678a52bbd6cd" -d '{"events": [{"server_uuid": "a1b262fc-58d0-479f-9de0-16fab6b74f6b", "name": "network-vif-plugged", "status": "completed", "tag": "bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:20.667217 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-39d3ec69-f727-45f7-9741-4e58d7fd5462 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Added segment a7025449-b1d6-4a84-92f5-ac60586934a2 of type vlan for network 064a23d1-6078-4566-8279-e1257708058d Jul 16 20:37:20.667569 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-d3aa9588-bc7e-4c21-b1f3-d99864635bc2 service neutron] Request body: {'port': {'device_id': '2243ebea-43a4-408f-a543-09bb7807ceba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:20.679249 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.751253 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39d3ec69-f727-45f7-9741-4e58d7fd5462 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.762869 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port f861d384-3481-4626-a905-71acd6600605 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:20.762869 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.768766 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba15c61f-e093-489e-afd1-61c73f17566d req-eb432ebc-67b6-4447-8115-d66854f9bc99 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332791 Jul 16 20:37:20.770144 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd27a-5cab-40f9-a5a9-6ff5e43b9af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.827078 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39d3ec69-f727-45f7-9741-4e58d7fd5462 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.834225 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3ec69-f727-45f7-9741-4e58d7fd5462 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:20.835331 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39d3ec69-f727-45f7-9741-4e58d7fd5462 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.873764 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcfc87f-3a2c-4364-a705-4a70972122d9 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:20.877999 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9dcfc87f-3a2c-4364-a705-4a70972122d9 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.905913 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-39d3ec69-f727-45f7-9741-4e58d7fd5462 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7770114 Jul 16 20:37:20.907668 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48174) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:20.934871 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-d3aa9588-bc7e-4c21-b1f3-d99864635bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.939780 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-3471a08e-7d48-400f-8fa3-adcaac2f9cc1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Request body: {'subnet': {'network_id': '064a23d1-6078-4566-8279-e1257708058d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:20.947432 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3ec69-f727-45f7-9741-4e58d7fd5462 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Pushing event updated for resources: {'Network': ['ID=064a23d1-6078-4566-8279-e1257708058d,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:20.965160 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9dcfc87f-3a2c-4364-a705-4a70972122d9 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] device_id is not set on port 20e1355a-658d-46af-b25f-2319e6a02fc9 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:37:21.026241 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87291fb-f4b6-4b86-b8e7-c5124ea85852 x-openstack-request-id: req-d87291fb-f4b6-4b86-b8e7-c5124ea85852 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:21.026855 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "tag": "da3cd2bc-8361-4a87-8b42-606885129c8e", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:21.027471 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d87291fb-f4b6-4b86-b8e7-c5124ea85852 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:21.028024 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'tag': 'da3cd2bc-8361-4a87-8b42-606885129c8e', 'status': 'completed', 'code': 200} Jul 16 20:37:21.077318 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 064a23d1-6078-4566-8279-e1257708058d details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:37:21.130539 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:21.177885 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64356fa5-4419-4d9b-8883-389f1cf0828d x-openstack-request-id: req-64356fa5-4419-4d9b-8883-389f1cf0828d {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:21.178187 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b262fc-58d0-479f-9de0-16fab6b74f6b", "name": "network-vif-plugged", "status": "completed", "tag": "bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:21.178468 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-64356fa5-4419-4d9b-8883-389f1cf0828d {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:21.178628 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad5a3b-b06d-44da-b04c-5e781dc46412 req-f414e00a-13af-4c5f-8d25-9a02bc22845f tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:21.178858 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b262fc-58d0-479f-9de0-16fab6b74f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841', 'code': 200} Jul 16 20:37:21.180543 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13ad5a3b-b06d-44da-b04c-5e781dc46412 req-f414e00a-13af-4c5f-8d25-9a02bc22845f tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=2243ebea-43a4-408f-a543-09bb7807ceba HTTP/1.1" status: 200 len: 931 time: 0.2660553 Jul 16 20:37:21.189041 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3471a08e-7d48-400f-8fa3-adcaac2f9cc1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Made reservation on behalf of 5306f4ee11494bb1837685304011927b for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:21.193492 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3471a08e-7d48-400f-8fa3-adcaac2f9cc1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.213249 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-9dcfc87f-3a2c-4364-a705-4a70972122d9 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Allocated IP 172.20.0.14 (dde6277f-eb76-4a46-9703-a5605ec5a570/1dd627aa-d692-4994-ab9c-3ec4b10313a1/20e1355a-658d-46af-b25f-2319e6a02fc9) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:21.259845 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0549f0-c9d8-40d2-95d5-9fbe315525ea req-ff328a7e-7e18-4449-ae86-dfbd919604b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:21.260332 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0549f0-c9d8-40d2-95d5-9fbe315525ea req-ff328a7e-7e18-4449-ae86-dfbd919604b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:21.260804 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0549f0-c9d8-40d2-95d5-9fbe315525ea req-ff328a7e-7e18-4449-ae86-dfbd919604b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:21.261456 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0549f0-c9d8-40d2-95d5-9fbe315525ea req-ff328a7e-7e18-4449-ae86-dfbd919604b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:21.262079 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0549f0-c9d8-40d2-95d5-9fbe315525ea req-ff328a7e-7e18-4449-ae86-dfbd919604b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:21.262643 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0549f0-c9d8-40d2-95d5-9fbe315525ea req-ff328a7e-7e18-4449-ae86-dfbd919604b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:21.263789 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0549f0-c9d8-40d2-95d5-9fbe315525ea req-ff328a7e-7e18-4449-ae86-dfbd919604b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:21.265931 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-eb0549f0-c9d8-40d2-95d5-9fbe315525ea req-ff328a7e-7e18-4449-ae86-dfbd919604b6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=086605ce16824d789c1ebe4af59fda06&device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 6496 time: 0.2036924 Jul 16 20:37:21.274736 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1bd27a-5cab-40f9-a5a9-6ff5e43b9af6 admin admin] Router ea8bbed2-20af-4c70-9752-40d4ef375c3b is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:21.338834 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13ad5a3b-b06d-44da-b04c-5e781dc46412 req-d4473034-909d-4ff2-9d2d-f921bb6633a6 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378655 Jul 16 20:37:21.378255 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74df8878-47b6-448f-8770-e160849d4d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-dde6277f-eb76-4a46-9703-a5605ec5a570', 'network_id': 'dde6277f-eb76-4a46-9703-a5605ec5a570', 'tenant_id': 'b462fea25eab41aaacbe7f65f3d46338', 'fixed_ips': [{'subnet_id': '1dd627aa-d692-4994-ab9c-3ec4b10313a1'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:37:21.379415 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74df8878-47b6-448f-8770-e160849d4d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.406436 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-11ccfa4a-0233-4713-8f25-e43fde478d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'name': 'tempest-TaggedBootDevicesTest-963859335-router', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:42Z', 'updated_at': '2021-07-16T20:34:54Z', 'revision_number': 4, 'project_id': '086605ce16824d789c1ebe4af59fda06', 'gw_port': {'id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:44Z', 'updated_at': '2021-07-16T20:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'e1c9faca-5f3d-48b4-a237-10159774552e', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'port_id': 'da3cd2bc-8361-4a87-8b42-606885129c8e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f59c06-393b-4019-8402-c670013796dd', 'mac_address': 'fa:16:3e:76:08:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0d706b-c980-4527-becd-386ed6092762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:35:50Z', 'updated_at': '2021-07-16T20:37:18Z', 'revision_number': 1, 'project_id': '086605ce16824d789c1ebe4af59fda06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c076f5-7e10-4e1f-acbd-f848e3925c05', 'name': '', 'network_id': 'a5f59c06-393b-4019-8402-c670013796dd', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'mac_address': 'fa:16:3e:49:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ed11a99b-37e1-4696-970c-4dbb385ed21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:52Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 5, 'project_id': '086605ce16824d789c1ebe4af59fda06', 'subnets': [{'id': 'ed11a99b-37e1-4696-970c-4dbb385ed21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:21.443898 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ccfa4a-0233-4713-8f25-e43fde478d6c None None] Checking router: bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:37:21.448184 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddae03-493e-4577-a48c-af83a52a4553 req-e47a668d-24ee-4217-8f0a-9ef2521ce9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:21.449739 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a6ddae03-493e-4577-a48c-af83a52a4553 req-e47a668d-24ee-4217-8f0a-9ef2521ce9d9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a1b262fc-58d0-479f-9de0-16fab6b74f6b HTTP/1.1" status: 200 len: 1098 time: 0.2654588 Jul 16 20:37:21.499965 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0549f0-c9d8-40d2-95d5-9fbe315525ea req-12dabc8c-b9a9-4173-92fe-9fbc7ee87000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:21.501472 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-eb0549f0-c9d8-40d2-95d5-9fbe315525ea req-12dabc8c-b9a9-4173-92fe-9fbc7ee87000 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a5f59c06-393b-4019-8402-c670013796dd HTTP/1.1" status: 200 len: 912 time: 0.2263858 Jul 16 20:37:21.506701 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ccfa4a-0233-4713-8f25-e43fde478d6c None None] Routers {'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:21.507460 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-11ccfa4a-0233-4713-8f25-e43fde478d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:36:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:21.540252 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a6ddae03-493e-4577-a48c-af83a52a4553 req-171856e9-506e-40a3-977b-b639c3a5ffea service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e68404ce-5cc7-4e22-b509-dcbae13266c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625458 Jul 16 20:37:21.562757 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1bd27a-5cab-40f9-a5a9-6ff5e43b9af6 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:21.563541 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:37:21.581889 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d7e4d4-125b-4ca6-945c-7431202133a4 None None] Sync routers for ids ['ea8bbed2-20af-4c70-9752-40d4ef375c3b'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:21.582186 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-d3aa9588-bc7e-4c21-b1f3-d99864635bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:37:21.592339 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d7e4d4-125b-4ca6-945c-7431202133a4 None None] Routers {'ea8bbed2-20af-4c70-9752-40d4ef375c3b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:21.592553 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-d3aa9588-bc7e-4c21-b1f3-d99864635bc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.593468 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d1d7e4d4-125b-4ca6-945c-7431202133a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:36:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ea8bbed2-20af-4c70-9752-40d4ef375c3b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:21.604369 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd27a-5cab-40f9-a5a9-6ff5e43b9af6 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.606070 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7c1bd27a-5cab-40f9-a5a9-6ff5e43b9af6 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 6.1408279 Jul 16 20:37:21.610008 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48176) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:21.619058 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-d3aa9588-bc7e-4c21-b1f3-d99864635bc2 service neutron] Transition to ACTIVE for port object 1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:21.661657 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-d3aa9588-bc7e-4c21-b1f3-d99864635bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.677792 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9dcfc87f-3a2c-4364-a705-4a70972122d9 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.682860 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-eb0549f0-c9d8-40d2-95d5-9fbe315525ea req-9c2b5856-7848-497b-972e-d19c0c84b351 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da3cd2bc-8361-4a87-8b42-606885129c8e HTTP/1.1" status: 200 len: 1000 time: 0.1497843 Jul 16 20:37:21.687237 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-11ccfa4a-0233-4713-8f25-e43fde478d6c None None] Set router bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:21.694766 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9dcfc87f-3a2c-4364-a705-4a70972122d9 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Transition to ACTIVE for port object 20e1355a-658d-46af-b25f-2319e6a02fc9 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:21.734759 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3471a08e-7d48-400f-8fa3-adcaac2f9cc1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.742357 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9dcfc87f-3a2c-4364-a705-4a70972122d9 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.769953 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa9588-bc7e-4c21-b1f3-d99864635bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:21.807858 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-d1d7e4d4-125b-4ca6-945c-7431202133a4 None None] Set router ea8bbed2-20af-4c70-9752-40d4ef375c3b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:21.847471 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcfc87f-3a2c-4364-a705-4a70972122d9 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network dde6277f-eb76-4a46-9703-a5605ec5a570 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:21.858678 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-9dcfc87f-3a2c-4364-a705-4a70972122d9 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:21.862171 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcfc87f-3a2c-4364-a705-4a70972122d9 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:21.908057 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0549f0-c9d8-40d2-95d5-9fbe315525ea req-c1c2eeaf-a981-47ab-ab00-27f0fb5f3c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:21.909590 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-eb0549f0-c9d8-40d2-95d5-9fbe315525ea req-c1c2eeaf-a981-47ab-ab00-27f0fb5f3c0f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ed11a99b-37e1-4696-970c-4dbb385ed21d HTTP/1.1" status: 200 len: 850 time: 0.1839211 Jul 16 20:37:21.910216 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfc87f-3a2c-4364-a705-4a70972122d9 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Port': ['ID=20e1355a-658d-46af-b25f-2319e6a02fc9,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:21.931827 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471a08e-7d48-400f-8fa3-adcaac2f9cc1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Pushing event updated for resources: {'Subnet': ['ID=0888aa78-3d4e-48a5-bb91-e4df128d96dc,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:21.975005 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3471a08e-7d48-400f-8fa3-adcaac2f9cc1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Checking segment: {'id': 'a7025449-b1d6-4a84-92f5-ac60586934a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '064a23d1-6078-4566-8279-e1257708058d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:21.975401 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3471a08e-7d48-400f-8fa3-adcaac2f9cc1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Network hostable DHCP agents. Network: 064a23d1-6078-4566-8279-e1257708058d, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:37:22.000323 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcfc87f-3a2c-4364-a705-4a70972122d9 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:22.001130 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9dcfc87f-3a2c-4364-a705-4a70972122d9 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.032246 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0743f4d-c2d3-4c25-b31e-8651180d1557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.033337 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9dcfc87f-3a2c-4364-a705-4a70972122d9 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4238222 Jul 16 20:37:22.036889 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48184) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.042457 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-2e14295b-93fe-4413-928a-8cd8adc16af3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'port': {'network_id': 'dde6277f-eb76-4a46-9703-a5605ec5a570', 'name': 'tempest-PortsTestJSON-231543081'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:22.048015 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3471a08e-7d48-400f-8fa3-adcaac2f9cc1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Network 064a23d1-6078-4566-8279-e1257708058d is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:37:22.064391 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0549f0-c9d8-40d2-95d5-9fbe315525ea req-ac29067e-abb1-4dd5-a288-abf00e413999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:22.065955 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-eb0549f0-c9d8-40d2-95d5-9fbe315525ea req-ac29067e-abb1-4dd5-a288-abf00e413999 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a5f59c06-393b-4019-8402-c670013796dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1373208 Jul 16 20:37:22.074556 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-74df8878-47b6-448f-8770-e160849d4d40 None None] Allocated IP 172.20.0.2 (dde6277f-eb76-4a46-9703-a5605ec5a570/1dd627aa-d692-4994-ab9c-3ec4b10313a1/bfd472d5-bf85-407e-8978-aa6114e21dac) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:22.134660 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-d3aa9588-bc7e-4c21-b1f3-d99864635bc2 service neutron] Attempting to bind port 1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:22.135060 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-d3aa9588-bc7e-4c21-b1f3-d99864635bc2 service neutron] Attempting to bind port 1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'ff7788cb-5e91-4bfe-a672-fecf9a2d060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:22.135370 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-d3aa9588-bc7e-4c21-b1f3-d99864635bc2 service neutron] Attempting to bind port 1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006 on network d06fcf74-26b1-47b6-b39c-8c2d6e48452b {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:22.155272 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-d3aa9588-bc7e-4c21-b1f3-d99864635bc2 service neutron] Port 1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006 on network d06fcf74-26b1-47b6-b39c-8c2d6e48452b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:37:22.155642 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-d3aa9588-bc7e-4c21-b1f3-d99864635bc2 service neutron] Attempting to bind port 1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006 on network d06fcf74-26b1-47b6-b39c-8c2d6e48452b {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:22.176559 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-11ccfa4a-0233-4713-8f25-e43fde478d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'name': 'tempest-TaggedBootDevicesTest-963859335-router', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:42Z', 'updated_at': '2021-07-16T20:34:54Z', 'revision_number': 4, 'project_id': '086605ce16824d789c1ebe4af59fda06', 'gw_port': {'id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:44Z', 'updated_at': '2021-07-16T20:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'e1c9faca-5f3d-48b4-a237-10159774552e', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'port_id': 'da3cd2bc-8361-4a87-8b42-606885129c8e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f59c06-393b-4019-8402-c670013796dd', 'mac_address': 'fa:16:3e:76:08:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0d706b-c980-4527-becd-386ed6092762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:35:50Z', 'updated_at': '2021-07-16T20:37:18Z', 'revision_number': 1, 'project_id': '086605ce16824d789c1ebe4af59fda06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c076f5-7e10-4e1f-acbd-f848e3925c05', 'name': '', 'network_id': 'a5f59c06-393b-4019-8402-c670013796dd', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'mac_address': 'fa:16:3e:49:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ed11a99b-37e1-4696-970c-4dbb385ed21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:52Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 5, 'project_id': '086605ce16824d789c1ebe4af59fda06', 'subnets': [{'id': 'ed11a99b-37e1-4696-970c-4dbb385ed21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:22.179490 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-eb0549f0-c9d8-40d2-95d5-9fbe315525ea req-cb6719ab-e5d2-4d94-9478-b69731db3894 service neutron] 10.222.0.62 "GET /v2.0/networks/a5f59c06-393b-4019-8402-c670013796dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024728 Jul 16 20:37:22.182859 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-3471a08e-7d48-400f-8fa3-adcaac2f9cc1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 064a23d1-6078-4566-8279-e1257708058d) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:22.191942 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3471a08e-7d48-400f-8fa3-adcaac2f9cc1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:22.193211 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3471a08e-7d48-400f-8fa3-adcaac2f9cc1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.197756 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d1d7e4d4-125b-4ca6-945c-7431202133a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'name': 'tempest-ServersTestJSON-56184420-router', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '9ce7a1c5-a65b-484a-b5f9-826cace0d33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:37:19Z', 'revision_number': 3, 'project_id': 'b518884410f64b40a042abe2e293dfe9', 'gw_port': {'id': '9ce7a1c5-a65b-484a-b5f9-826cace0d33a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:17Z', 'updated_at': '2021-07-16T20:37:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:22.203457 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392abe1-41bb-4ace-9a03-c4689a54d093 req-93f4b733-f9f4-4a07-94c9-1c2e28801d1a tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:22.210678 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9392abe1-41bb-4ace-9a03-c4689a54d093 req-93f4b733-f9f4-4a07-94c9-1c2e28801d1a tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1b262fc-58d0-479f-9de0-16fab6b74f6b HTTP/1.1" status: 200 len: 946 time: 0.3191061 Jul 16 20:37:22.212677 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-d3aa9588-bc7e-4c21-b1f3-d99864635bc2 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:22.213013 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-d3aa9588-bc7e-4c21-b1f3-d99864635bc2 service neutron] Checking segment: {'id': 'ff7788cb-5e91-4bfe-a672-fecf9a2d060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:22.213398 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-d3aa9588-bc7e-4c21-b1f3-d99864635bc2 service neutron] Bound using segment: {'id': 'ff7788cb-5e91-4bfe-a672-fecf9a2d060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:22.213843 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-d3aa9588-bc7e-4c21-b1f3-d99864635bc2 service neutron] Bound port: 1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7788cb-5e91-4bfe-a672-fecf9a2d060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:22.214204 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-d3aa9588-bc7e-4c21-b1f3-d99864635bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.220643 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cbf02a-81f5-4b6e-895b-2fa12c98343d None None] Network 064a23d1-6078-4566-8279-e1257708058d requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:22.225057 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ccfa4a-0233-4713-8f25-e43fde478d6c None None] The sync data for ids ['bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'] in n-d-791506-21 is: [{'id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'name': 'tempest-TaggedBootDevicesTest-963859335-router', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:42Z', 'updated_at': '2021-07-16T20:34:54Z', 'revision_number': 4, 'project_id': '086605ce16824d789c1ebe4af59fda06', 'gw_port': {'id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:44Z', 'updated_at': '2021-07-16T20:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'e1c9faca-5f3d-48b4-a237-10159774552e', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'port_id': 'da3cd2bc-8361-4a87-8b42-606885129c8e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f59c06-393b-4019-8402-c670013796dd', 'mac_address': 'fa:16:3e:76:08:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0d706b-c980-4527-becd-386ed6092762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:35:50Z', 'updated_at': '2021-07-16T20:37:18Z', 'revision_number': 1, 'project_id': '086605ce16824d789c1ebe4af59fda06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c076f5-7e10-4e1f-acbd-f848e3925c05', 'name': '', 'network_id': 'a5f59c06-393b-4019-8402-c670013796dd', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'mac_address': 'fa:16:3e:49:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ed11a99b-37e1-4696-970c-4dbb385ed21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:52Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 5, 'project_id': '086605ce16824d789c1ebe4af59fda06', 'subnets': [{'id': 'ed11a99b-37e1-4696-970c-4dbb385ed21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:22.272428 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d7e4d4-125b-4ca6-945c-7431202133a4 None None] Checking router: ea8bbed2-20af-4c70-9752-40d4ef375c3b for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:37:22.274617 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d7e4d4-125b-4ca6-945c-7431202133a4 None None] Updating router ea8bbed2-20af-4c70-9752-40d4ef375c3b port 9ce7a1c5-a65b-484a-b5f9-826cace0d33a binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:37:22.293913 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3471a08e-7d48-400f-8fa3-adcaac2f9cc1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3589623 Jul 16 20:37:22.314024 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48186) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.328617 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-6787afee-9e73-4797-bce7-e7f4f8445764 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Request body: {'port': {'network_id': '064a23d1-6078-4566-8279-e1257708058d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1321198136'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:22.410570 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e4d4-125b-4ca6-945c-7431202133a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.453956 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-eb0549f0-c9d8-40d2-95d5-9fbe315525ea req-f8dc6f74-efa4-46ba-962b-efe01c4debc8 service neutron] 10.222.0.62 "GET /v2.0/networks/a5f59c06-393b-4019-8402-c670013796dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633679 Jul 16 20:37:22.462836 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e14295b-93fe-4413-928a-8cd8adc16af3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:22.467288 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e14295b-93fe-4413-928a-8cd8adc16af3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.502655 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-2e14295b-93fe-4413-928a-8cd8adc16af3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] device_id is not set on port 705703e6-df42-4ead-90cf-7d1669704fbb yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:37:22.525929 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74df8878-47b6-448f-8770-e160849d4d40 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.575238 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-74df8878-47b6-448f-8770-e160849d4d40 None None] Transition to ACTIVE for port object bfd472d5-bf85-407e-8978-aa6114e21dac will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:22.604882 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c364fa-cbc0-470e-b53d-b4c11e25bef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-064a23d1-6078-4566-8279-e1257708058d', 'network_id': '064a23d1-6078-4566-8279-e1257708058d', 'tenant_id': '5306f4ee11494bb1837685304011927b', 'fixed_ips': [{'subnet_id': '0888aa78-3d4e-48a5-bb91-e4df128d96dc'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:37:22.608687 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29c364fa-cbc0-470e-b53d-b4c11e25bef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.643555 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-74df8878-47b6-448f-8770-e160849d4d40 None None] Transition to ACTIVE for port object bfd472d5-bf85-407e-8978-aa6114e21dac will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:22.658827 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74df8878-47b6-448f-8770-e160849d4d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.736596 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2b79bf-dbb1-40dc-ae15-4fd29169c16a None None] New status for floating IP e1c9faca-5f3d-48b4-a237-10159774552e: ACTIVE {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:37:22.748120 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74df8878-47b6-448f-8770-e160849d4d40 None None] Network dde6277f-eb76-4a46-9703-a5605ec5a570 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:22.759758 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-2e14295b-93fe-4413-928a-8cd8adc16af3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Allocated IP 172.20.0.13 (dde6277f-eb76-4a46-9703-a5605ec5a570/1dd627aa-d692-4994-ab9c-3ec4b10313a1/705703e6-df42-4ead-90cf-7d1669704fbb) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:22.797050 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-74df8878-47b6-448f-8770-e160849d4d40 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:22.803748 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df8878-47b6-448f-8770-e160849d4d40 None None] Pushing event updated for resources: {'Port': ['ID=bfd472d5-bf85-407e-8978-aa6114e21dac,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:22.835092 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74df8878-47b6-448f-8770-e160849d4d40 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:22.845925 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e4d4-125b-4ca6-945c-7431202133a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.859818 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e4d4-125b-4ca6-945c-7431202133a4 None None] Transition to ACTIVE for port object 9ce7a1c5-a65b-484a-b5f9-826cace0d33a will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:22.870127 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e4d4-125b-4ca6-945c-7431202133a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.929105 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9392abe1-41bb-4ace-9a03-c4689a54d093 req-f86882a8-5b2c-40ef-9b97-70dd88532a04 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/security-groups?id=e68404ce-5cc7-4e22-b509-dcbae13266c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7174385 Jul 16 20:37:22.950743 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-d1d7e4d4-125b-4ca6-945c-7431202133a4 None None] Attempting to bind port 9ce7a1c5-a65b-484a-b5f9-826cace0d33a on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:22.951331 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-d1d7e4d4-125b-4ca6-945c-7431202133a4 None None] Attempting to bind port 9ce7a1c5-a65b-484a-b5f9-826cace0d33a by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:22.951797 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d7e4d4-125b-4ca6-945c-7431202133a4 None None] Attempting to bind port 9ce7a1c5-a65b-484a-b5f9-826cace0d33a on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:22.962062 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d7e4d4-125b-4ca6-945c-7431202133a4 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:22.962360 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-74df8878-47b6-448f-8770-e160849d4d40 None None] Attempting to bind port bfd472d5-bf85-407e-8978-aa6114e21dac on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:22.962489 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-74df8878-47b6-448f-8770-e160849d4d40 None None] Attempting to bind port bfd472d5-bf85-407e-8978-aa6114e21dac by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '72b6c9b5-02e1-41a5-809a-f1377ea9dcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dde6277f-eb76-4a46-9703-a5605ec5a570'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:22.962810 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d7e4d4-125b-4ca6-945c-7431202133a4 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:22.962970 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df8878-47b6-448f-8770-e160849d4d40 None None] Attempting to bind port bfd472d5-bf85-407e-8978-aa6114e21dac on network dde6277f-eb76-4a46-9703-a5605ec5a570 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:22.963402 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e4d4-125b-4ca6-945c-7431202133a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.963893 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d7e4d4-125b-4ca6-945c-7431202133a4 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:22.964512 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-d1d7e4d4-125b-4ca6-945c-7431202133a4 None None] Bound port: 9ce7a1c5-a65b-484a-b5f9-826cace0d33a, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:22.965052 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e4d4-125b-4ca6-945c-7431202133a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.966733 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b31aa-59a7-40a9-8130-77242e963465 req-2d4b9457-9ca4-4050-a32d-2ec0821fff9d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:22.968264 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-740b31aa-59a7-40a9-8130-77242e963465 req-2d4b9457-9ca4-4050-a32d-2ec0821fff9d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.9512591 Jul 16 20:37:22.969089 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d85b56-23fa-4905-a3b1-27aa09711218 None None] Pushing event updated for resources: {'Port': ['ID=9ce7a1c5-a65b-484a-b5f9-826cace0d33a,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:22.984682 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e14295b-93fe-4413-928a-8cd8adc16af3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.011533 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df8878-47b6-448f-8770-e160849d4d40 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:23.011942 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df8878-47b6-448f-8770-e160849d4d40 None None] Checking segment: {'id': '72b6c9b5-02e1-41a5-809a-f1377ea9dcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dde6277f-eb76-4a46-9703-a5605ec5a570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:23.012345 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74df8878-47b6-448f-8770-e160849d4d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.012749 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df8878-47b6-448f-8770-e160849d4d40 None None] Bound using segment: {'id': '72b6c9b5-02e1-41a5-809a-f1377ea9dcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dde6277f-eb76-4a46-9703-a5605ec5a570'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:23.013237 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-74df8878-47b6-448f-8770-e160849d4d40 None None] Bound port: bfd472d5-bf85-407e-8978-aa6114e21dac, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b6c9b5-02e1-41a5-809a-f1377ea9dcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dde6277f-eb76-4a46-9703-a5605ec5a570'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:23.013874 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74df8878-47b6-448f-8770-e160849d4d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.049977 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-d1d7e4d4-125b-4ca6-945c-7431202133a4 None None] For port 9ce7a1c5-a65b-484a-b5f9-826cace0d33a, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:23.056288 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-d1d7e4d4-125b-4ca6-945c-7431202133a4 None None] For port 9ce7a1c5-a65b-484a-b5f9-826cace0d33a, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9ce7a1c5-a65b-484a-b5f9-826cace0d33a,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:23.069785 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e4d4-125b-4ca6-945c-7431202133a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.122584 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-29c364fa-cbc0-470e-b53d-b4c11e25bef7 None None] Allocated IP 2001:db8::2 (064a23d1-6078-4566-8279-e1257708058d/0888aa78-3d4e-48a5-bb91-e4df128d96dc/7bfba307-1b48-423c-a686-42d7892933f3) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:23.204169 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d7e4d4-125b-4ca6-945c-7431202133a4 None None] Routers {'ea8bbed2-20af-4c70-9752-40d4ef375c3b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:23.210132 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d1d7e4d4-125b-4ca6-945c-7431202133a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:36:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ea8bbed2-20af-4c70-9752-40d4ef375c3b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:23.213431 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-d3aa9588-bc7e-4c21-b1f3-d99864635bc2 service neutron] For port 1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:23.235442 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d85b56-23fa-4905-a3b1-27aa09711218 None None] Pushing event updated for resources: {'Port': ['ID=9ce7a1c5-a65b-484a-b5f9-826cace0d33a,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:23.297447 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-d3aa9588-bc7e-4c21-b1f3-d99864635bc2 service neutron] For port 1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:23.309681 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-740b31aa-59a7-40a9-8130-77242e963465 req-381e23a0-87c4-4ee1-8457-966316fd8721 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3173769 Jul 16 20:37:23.316575 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-d3aa9588-bc7e-4c21-b1f3-d99864635bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.365087 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-2e14295b-93fe-4413-928a-8cd8adc16af3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Transition to ACTIVE for port object 705703e6-df42-4ead-90cf-7d1669704fbb will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:23.408970 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e14295b-93fe-4413-928a-8cd8adc16af3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.417732 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-d1d7e4d4-125b-4ca6-945c-7431202133a4 None None] Set router ea8bbed2-20af-4c70-9752-40d4ef375c3b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:23.425634 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6787afee-9e73-4797-bce7-e7f4f8445764 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Made reservation on behalf of 5306f4ee11494bb1837685304011927b for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:23.431700 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6787afee-9e73-4797-bce7-e7f4f8445764 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.437710 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-d3aa9588-bc7e-4c21-b1f3-d99864635bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:23.438355 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-d3aa9588-bc7e-4c21-b1f3-d99864635bc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.439761 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-d3aa9588-bc7e-4c21-b1f3-d99864635bc2 service neutron] 10.222.0.62 "PUT /v2.0/ports/1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006 HTTP/1.1" status: 200 len: 1092 time: 2.8032537 Jul 16 20:37:23.443044 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2243ebea-43a4-408f-a543-09bb7807ceba', 'tag': '1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:23.445633 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490ab1b1-4928-45c4-a141-920145974f13" -d '{"events": [{"name": "network-changed", "server_uuid": "2243ebea-43a4-408f-a543-09bb7807ceba", "tag": "1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:23.476074 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14295b-93fe-4413-928a-8cd8adc16af3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Port': ['ID=705703e6-df42-4ead-90cf-7d1669704fbb,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:23.498030 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e14295b-93fe-4413-928a-8cd8adc16af3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network dde6277f-eb76-4a46-9703-a5605ec5a570 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:23.499524 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-2e14295b-93fe-4413-928a-8cd8adc16af3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:23.501840 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa9588-bc7e-4c21-b1f3-d99864635bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:23.502368 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e14295b-93fe-4413-928a-8cd8adc16af3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:23.542143 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29c364fa-cbc0-470e-b53d-b4c11e25bef7 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.551479 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-29c364fa-cbc0-470e-b53d-b4c11e25bef7 None None] Transition to ACTIVE for port object 7bfba307-1b48-423c-a686-42d7892933f3 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:23.561065 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e14295b-93fe-4413-928a-8cd8adc16af3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:23.561750 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e14295b-93fe-4413-928a-8cd8adc16af3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.569616 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-29c364fa-cbc0-470e-b53d-b4c11e25bef7 None None] Transition to ACTIVE for port object 7bfba307-1b48-423c-a686-42d7892933f3 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:23.587037 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2e14295b-93fe-4413-928a-8cd8adc16af3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5462236 Jul 16 20:37:23.587544 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48194) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.590128 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29c364fa-cbc0-470e-b53d-b4c11e25bef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.612648 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-6787afee-9e73-4797-bce7-e7f4f8445764 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] device_id is not set on port 5f3e6544-bf04-4877-8d49-5a095863e398 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:37:23.711884 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c7027-e0c5-4168-a9a4-280cd2e2dc06 req-7b040f28-16fd-4209-8aed-6ce662e2003e tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:23.714798 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-083c7027-e0c5-4168-a9a4-280cd2e2dc06 req-7b040f28-16fd-4209-8aed-6ce662e2003e tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=2243ebea-43a4-408f-a543-09bb7807ceba HTTP/1.1" status: 200 len: 943 time: 0.4832659 Jul 16 20:37:23.739413 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-07129c49-c891-46e1-8c84-b63af0538ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.757574 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c364fa-cbc0-470e-b53d-b4c11e25bef7 None None] Network 064a23d1-6078-4566-8279-e1257708058d is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:23.765958 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c364fa-cbc0-470e-b53d-b4c11e25bef7 None None] Pushing event updated for resources: {'Port': ['ID=7bfba307-1b48-423c-a686-42d7892933f3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:23.781766 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-29c364fa-cbc0-470e-b53d-b4c11e25bef7 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:23.789997 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-74df8878-47b6-448f-8770-e160849d4d40 None None] For port bfd472d5-bf85-407e-8978-aa6114e21dac, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:23.793038 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c364fa-cbc0-470e-b53d-b4c11e25bef7 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:23.803907 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-870d867c-40f5-4ce8-9e02-1e54baeb3722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:23.805864 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-870d867c-40f5-4ce8-9e02-1e54baeb3722 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a26f9f127054c75b4598717bb55d1c3&device_id=2243ebea-43a4-408f-a543-09bb7807ceba HTTP/1.1" status: 200 len: 1095 time: 0.2926517 Jul 16 20:37:23.806435 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-74df8878-47b6-448f-8770-e160849d4d40 None None] For port bfd472d5-bf85-407e-8978-aa6114e21dac, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=bfd472d5-bf85-407e-8978-aa6114e21dac,segment=NetworkSegment(72b6c9b5-02e1-41a5-809a-f1377ea9dcd9),segment_id=72b6c9b5-02e1-41a5-809a-f1377ea9dcd9)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:23.810453 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56993b75-2a2c-4065-b24f-bfece75ebc21 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:23.814702 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4970013c-37a3-4429-bd62-c8adf979d624 x-openstack-request-id: req-4970013c-37a3-4429-bd62-c8adf979d624 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:23.820196 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-56993b75-2a2c-4065-b24f-bfece75ebc21 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.2285330 Jul 16 20:37:23.820419 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2243ebea-43a4-408f-a543-09bb7807ceba", "tag": "1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:23.820614 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4970013c-37a3-4429-bd62-c8adf979d624 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:23.821697 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48198) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.821901 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2243ebea-43a4-408f-a543-09bb7807ceba', 'tag': '1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006', 'status': 'completed', 'code': 200} Jul 16 20:37:23.864573 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d1d7e4d4-125b-4ca6-945c-7431202133a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'name': 'tempest-ServersTestJSON-56184420-router', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '9ce7a1c5-a65b-484a-b5f9-826cace0d33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:37:19Z', 'revision_number': 3, 'project_id': 'b518884410f64b40a042abe2e293dfe9', 'gw_port': {'id': '9ce7a1c5-a65b-484a-b5f9-826cace0d33a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:17Z', 'updated_at': '2021-07-16T20:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:23.885062 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74df8878-47b6-448f-8770-e160849d4d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.924384 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-7bd96b24-fcc6-4fd7-884a-6ce98a1e1ee8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006 HTTP/1.1" status: 200 len: 217 time: 0.0776651 Jul 16 20:37:23.944826 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d7e4d4-125b-4ca6-945c-7431202133a4 None None] The sync data for ids ['ea8bbed2-20af-4c70-9752-40d4ef375c3b'] in n-d-791506-21 is: [{'id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'name': 'tempest-ServersTestJSON-56184420-router', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '9ce7a1c5-a65b-484a-b5f9-826cace0d33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:37:19Z', 'revision_number': 3, 'project_id': 'b518884410f64b40a042abe2e293dfe9', 'gw_port': {'id': '9ce7a1c5-a65b-484a-b5f9-826cace0d33a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:17Z', 'updated_at': '2021-07-16T20:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:23.990156 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-29c364fa-cbc0-470e-b53d-b4c11e25bef7 None None] Attempting to bind port 7bfba307-1b48-423c-a686-42d7892933f3 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:23.990610 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-29c364fa-cbc0-470e-b53d-b4c11e25bef7 None None] Attempting to bind port 7bfba307-1b48-423c-a686-42d7892933f3 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'a7025449-b1d6-4a84-92f5-ac60586934a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '064a23d1-6078-4566-8279-e1257708058d'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:23.990988 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c364fa-cbc0-470e-b53d-b4c11e25bef7 None None] Attempting to bind port 7bfba307-1b48-423c-a686-42d7892933f3 on network 064a23d1-6078-4566-8279-e1257708058d {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:23.999666 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-6787afee-9e73-4797-bce7-e7f4f8445764 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Allocated IP 2001:db8::26e (064a23d1-6078-4566-8279-e1257708058d/0888aa78-3d4e-48a5-bb91-e4df128d96dc/5f3e6544-bf04-4877-8d49-5a095863e398) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:24.017261 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c364fa-cbc0-470e-b53d-b4c11e25bef7 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:24.018111 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c364fa-cbc0-470e-b53d-b4c11e25bef7 None None] Checking segment: {'id': 'a7025449-b1d6-4a84-92f5-ac60586934a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '064a23d1-6078-4566-8279-e1257708058d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:24.018794 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29c364fa-cbc0-470e-b53d-b4c11e25bef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.019412 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c364fa-cbc0-470e-b53d-b4c11e25bef7 None None] Bound using segment: {'id': 'a7025449-b1d6-4a84-92f5-ac60586934a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '064a23d1-6078-4566-8279-e1257708058d'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:24.024386 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-29c364fa-cbc0-470e-b53d-b4c11e25bef7 None None] Bound port: 7bfba307-1b48-423c-a686-42d7892933f3, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7025449-b1d6-4a84-92f5-ac60586934a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '064a23d1-6078-4566-8279-e1257708058d'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:24.025621 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29c364fa-cbc0-470e-b53d-b4c11e25bef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.042178 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-90cedafd-e97d-4df4-8a7e-f786147e0ece tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting port 705703e6-df42-4ead-90cf-7d1669704fbb {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:24.043691 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-90cedafd-e97d-4df4-8a7e-f786147e0ece tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.059845 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df8878-47b6-448f-8770-e160849d4d40 None None] Pushing event updated for resources: {'Port': ['ID=bfd472d5-bf85-407e-8978-aa6114e21dac,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:24.061398 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-083c7027-e0c5-4168-a9a4-280cd2e2dc06 req-2f4667d4-8e3d-4a29-ad64-fc022df3adfc tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304551 Jul 16 20:37:24.190103 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-90cedafd-e97d-4df4-8a7e-f786147e0ece tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.209326 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-90cedafd-e97d-4df4-8a7e-f786147e0ece tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Calling delete_port for 705703e6-df42-4ead-90cf-7d1669704fbb owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:24.223254 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-29c364fa-cbc0-470e-b53d-b4c11e25bef7 None None] For port 7bfba307-1b48-423c-a686-42d7892933f3, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:24.228976 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-29c364fa-cbc0-470e-b53d-b4c11e25bef7 None None] For port 7bfba307-1b48-423c-a686-42d7892933f3, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=7bfba307-1b48-423c-a686-42d7892933f3,segment=NetworkSegment(a7025449-b1d6-4a84-92f5-ac60586934a2),segment_id=a7025449-b1d6-4a84-92f5-ac60586934a2)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:24.249006 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-0e577d3f-0cbb-4cd2-9817-281e62c922c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:24.253613 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-0e577d3f-0cbb-4cd2-9817-281e62c922c0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3773b4e-f5c8-45c6-be17-27631a1d9f40 HTTP/1.1" status: 200 len: 852 time: 0.3214364 Jul 16 20:37:24.257744 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29c364fa-cbc0-470e-b53d-b4c11e25bef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.358006 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50d2a6cc-d71c-4bc3-9936-8c44f169513b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.373908 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-addf426c-0a34-4f59-b0c3-fb18f8b63b42 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965667 Jul 16 20:37:24.418128 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.480622 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c364fa-cbc0-470e-b53d-b4c11e25bef7 None None] Pushing event updated for resources: {'Port': ['ID=7bfba307-1b48-423c-a686-42d7892933f3,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:24.596111 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-90cedafd-e97d-4df4-8a7e-f786147e0ece tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.620206 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device bfd472d5-bf85-407e-8978-aa6114e21dac up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:24.667841 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0cff5-758f-49c0-8b7e-ee264f8fbaa3 req-2750f8a8-316c-4237-81de-11100075273d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:24.675493 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1ea0cff5-758f-49c0-8b7e-ee264f8fbaa3 req-2750f8a8-316c-4237-81de-11100075273d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.6778302 Jul 16 20:37:24.692345 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cedafd-e97d-4df4-8a7e-f786147e0ece tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Port': ['ID=705703e6-df42-4ead-90cf-7d1669704fbb,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:24.716928 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port bfd472d5-bf85-407e-8978-aa6114e21dac completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:24.783442 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-90cedafd-e97d-4df4-8a7e-f786147e0ece tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.787022 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-90cedafd-e97d-4df4-8a7e-f786147e0ece tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/ports/705703e6-df42-4ead-90cf-7d1669704fbb HTTP/1.1" status: 204 len: 168 time: 0.9633062 Jul 16 20:37:24.792080 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48204) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:24.827382 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-82da44be-2f56-4af6-83a9-a0f667c413fc tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] GET failed (client error): The resource could not be found. Jul 16 20:37:24.832201 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-82da44be-2f56-4af6-83a9-a0f667c413fc tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "GET /v2.0/ports/705703e6-df42-4ead-90cf-7d1669704fbb HTTP/1.1" status: 404 len: 333 time: 0.0366669 Jul 16 20:37:24.832706 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48206) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:24.847031 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-07129c49-c891-46e1-8c84-b63af0538ab8 admin admin] Allocated IP 172.20.0.1 (920aafad-c848-459a-ae64-8afed19246c6/268bf5d0-0a5b-4de4-ab19-f076afbcaccd/b71cb13e-7755-437c-aeca-123124b38d23) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:24.892158 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-eee8089f-5228-4931-aa68-198ae0adf12b service neutron] 10.222.0.62 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5013351 Jul 16 20:37:24.899986 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6787afee-9e73-4797-bce7-e7f4f8445764 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.912105 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1ea0cff5-758f-49c0-8b7e-ee264f8fbaa3 req-1f654f89-5deb-4a82-b3b6-4c623f8c7c08 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353745 Jul 16 20:37:24.991049 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c39a8c-3985-4a99-a77c-560a4963314f req-938be684-07e3-4b98-8d3d-2085156c31a2 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:25.007075 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99c39a8c-3985-4a99-a77c-560a4963314f req-938be684-07e3-4b98-8d3d-2085156c31a2 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1b262fc-58d0-479f-9de0-16fab6b74f6b HTTP/1.1" status: 200 len: 946 time: 0.6746519 Jul 16 20:37:25.014167 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa5ed1-83d2-4b06-b596-49108fd99213 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting port 20e1355a-658d-46af-b25f-2319e6a02fc9 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:25.019720 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6eaa5ed1-83d2-4b06-b596-49108fd99213 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.059723 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-6787afee-9e73-4797-bce7-e7f4f8445764 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Transition to ACTIVE for port object 5f3e6544-bf04-4877-8d49-5a095863e398 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:25.196914 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6eaa5ed1-83d2-4b06-b596-49108fd99213 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.210900 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99c39a8c-3985-4a99-a77c-560a4963314f req-ff803fa6-9c25-4289-901e-bea8dda9a35f tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/security-groups?id=e68404ce-5cc7-4e22-b509-dcbae13266c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024069 Jul 16 20:37:25.240871 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa5ed1-83d2-4b06-b596-49108fd99213 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Calling delete_port for 20e1355a-658d-46af-b25f-2319e6a02fc9 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:25.302583 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-07129c49-c891-46e1-8c84-b63af0538ab8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.313749 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d24697b-1bc4-4fbb-9fe9-10327760193c req-426bb753-6048-4b61-8be8-706ca9bd1424 service neutron] 10.222.0.62 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917999 Jul 16 20:37:25.477605 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6eaa5ed1-83d2-4b06-b596-49108fd99213 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.489782 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6787afee-9e73-4797-bce7-e7f4f8445764 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.526078 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-07129c49-c891-46e1-8c84-b63af0538ab8 admin admin] Transition to ACTIVE for port object b71cb13e-7755-437c-aeca-123124b38d23 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:25.534677 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa5ed1-83d2-4b06-b596-49108fd99213 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Port': ['ID=20e1355a-658d-46af-b25f-2319e6a02fc9,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:25.636094 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed992cc-2b54-4b82-a480-0388efe753b5 None None] Network dde6277f-eb76-4a46-9703-a5605ec5a570 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:25.688275 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6eaa5ed1-83d2-4b06-b596-49108fd99213 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.694478 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6eaa5ed1-83d2-4b06-b596-49108fd99213 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/ports/20e1355a-658d-46af-b25f-2319e6a02fc9 HTTP/1.1" status: 204 len: 168 time: 0.8602526 Jul 16 20:37:25.697697 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48218) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:25.721687 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6787afee-9e73-4797-bce7-e7f4f8445764 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Network 064a23d1-6078-4566-8279-e1257708058d is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:25.737458 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-6787afee-9e73-4797-bce7-e7f4f8445764 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:25.752837 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1d829-56f8-47dc-9074-48ce5f824d61 req-c66b93ba-1eb6-4101-ac4c-415f9087887d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:25.758936 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e498230-6389-4c31-b60c-ca6aa952e7ae tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] GET failed (client error): The resource could not be found. Jul 16 20:37:25.763426 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3e498230-6389-4c31-b60c-ca6aa952e7ae tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "GET /v2.0/ports/20e1355a-658d-46af-b25f-2319e6a02fc9 HTTP/1.1" status: 404 len: 333 time: 0.0619352 Jul 16 20:37:25.763601 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-62a1d829-56f8-47dc-9074-48ce5f824d61 req-c66b93ba-1eb6-4101-ac4c-415f9087887d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=2243ebea-43a4-408f-a543-09bb7807ceba HTTP/1.1" status: 200 len: 943 time: 0.4380970 Jul 16 20:37:25.763717 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48222) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:25.772472 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6787afee-9e73-4797-bce7-e7f4f8445764 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:25.795577 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6787afee-9e73-4797-bce7-e7f4f8445764 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:25.796317 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6787afee-9e73-4797-bce7-e7f4f8445764 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.799918 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.807247 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-07129c49-c891-46e1-8c84-b63af0538ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.808791 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-79aa7534-1fed-45b4-90ff-332aed5dd13b None None] Provisioning for port bfd472d5-bf85-407e-8978-aa6114e21dac completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:25.824172 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-79aa7534-1fed-45b4-90ff-332aed5dd13b None None] Provisioning complete for port bfd472d5-bf85-407e-8978-aa6114e21dac triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:25.824606 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787afee-9e73-4797-bce7-e7f4f8445764 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Pushing event updated for resources: {'Port': ['ID=5f3e6544-bf04-4877-8d49-5a095863e398,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:25.824754 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-79aa7534-1fed-45b4-90ff-332aed5dd13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.879372 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f0a578-116f-4f72-bfc0-6ce3ea54bd25 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting subnet 1dd627aa-d692-4994-ab9c-3ec4b10313a1 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:37:25.886355 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a578-116f-4f72-bfc0-6ce3ea54bd25 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.926116 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07129c49-c891-46e1-8c84-b63af0538ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=b71cb13e-7755-437c-aeca-123124b38d23,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:25.962634 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6787afee-9e73-4797-bce7-e7f4f8445764 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.6471317 Jul 16 20:37:25.966533 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ab1b1-4928-45c4-a141-920145974f13 req-f3364f80-ae6c-45bd-aa8b-8db60c2c3af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:25.968380 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-490ab1b1-4928-45c4-a141-920145974f13 req-f3364f80-ae6c-45bd-aa8b-8db60c2c3af1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a26f9f127054c75b4598717bb55d1c3&device_id=2243ebea-43a4-408f-a543-09bb7807ceba HTTP/1.1" status: 200 len: 1095 time: 0.5092189 Jul 16 20:37:25.968922 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48228) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:25.979179 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-85d3850a-9c98-4096-93bf-e11e2b3ff960 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Request body: {'port': {'network_id': '064a23d1-6078-4566-8279-e1257708058d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1105438861', 'allowed_address_pairs': [{'ip_address': '2001:db8::26e', 'mac_address': 'fa:16:3e:3f:ae:ca'}]}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:25.995228 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a578-116f-4f72-bfc0-6ce3ea54bd25 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.076876 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-79aa7534-1fed-45b4-90ff-332aed5dd13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.125237 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881ba4fb-6149-4e56-937c-da6ab816643c None None] Network 064a23d1-6078-4566-8279-e1257708058d requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:26.143721 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07129c49-c891-46e1-8c84-b63af0538ab8 admin admin] Network 920aafad-c848-459a-ae64-8afed19246c6 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:26.200340 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-79aa7534-1fed-45b4-90ff-332aed5dd13b None None] For port bfd472d5-bf85-407e-8978-aa6114e21dac, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=bfd472d5-bf85-407e-8978-aa6114e21dac,segment=NetworkSegment(72b6c9b5-02e1-41a5-809a-f1377ea9dcd9),segment_id=72b6c9b5-02e1-41a5-809a-f1377ea9dcd9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:26.206247 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-79aa7534-1fed-45b4-90ff-332aed5dd13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.218414 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a578-116f-4f72-bfc0-6ce3ea54bd25 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.308245 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d3850a-9c98-4096-93bf-e11e2b3ff960 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Made reservation on behalf of 5306f4ee11494bb1837685304011927b for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:26.308548 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa7534-1fed-45b4-90ff-332aed5dd13b None None] Pushing event updated for resources: {'Port': ['ID=bfd472d5-bf85-407e-8978-aa6114e21dac,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:26.314918 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-07129c49-c891-46e1-8c84-b63af0538ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:26.325929 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07129c49-c891-46e1-8c84-b63af0538ab8 admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:26.347088 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a578-116f-4f72-bfc0-6ce3ea54bd25 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.368474 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-816db1e7-4f22-4258-b64e-f622867b5716 None None] Provisioning for port 7bfba307-1b48-423c-a686-42d7892933f3 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:26.384793 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0a578-116f-4f72-bfc0-6ce3ea54bd25 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd627aa-d692-4994-ab9c-3ec4b10313a1,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:26.418824 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a578-116f-4f72-bfc0-6ce3ea54bd25 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.423966 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d9f0a578-116f-4f72-bfc0-6ce3ea54bd25 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/subnets/1dd627aa-d692-4994-ab9c-3ec4b10313a1 HTTP/1.1" status: 204 len: 168 time: 0.6570559 Jul 16 20:37:26.424360 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-62a1d829-56f8-47dc-9074-48ce5f824d61 req-e91e847c-2112-43f2-9c6c-f9dc40e2deab tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6195569 Jul 16 20:37:26.424485 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48234) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:26.466030 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ab1b1-4928-45c4-a141-920145974f13 req-54b4073c-9574-4b44-b335-3d1da224d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:26.467960 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-490ab1b1-4928-45c4-a141-920145974f13 req-54b4073c-9574-4b44-b335-3d1da224d972 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b HTTP/1.1" status: 200 len: 913 time: 0.3522987 Jul 16 20:37:26.494744 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f740f87d-4f7d-4e98-ba01-8b55c6e1814d None None] Network dde6277f-eb76-4a46-9703-a5605ec5a570 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:26.523451 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-07129c49-c891-46e1-8c84-b63af0538ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.602683 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1904ebe-a766-47c9-b8c3-2959bb39692b req-0c932c9a-6327-4823-bdf9-40bd4cfb0681 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:26.603463 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a1904ebe-a766-47c9-b8c3-2959bb39692b req-0c932c9a-6327-4823-bdf9-40bd4cfb0681 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.3612382 Jul 16 20:37:26.637985 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3992d55-6a59-458f-9025-20622777a9a5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.735255 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0f918ee4-7047-4c53-b6ba-962fff12b5fe None None] Provisioning complete for port bfd472d5-bf85-407e-8978-aa6114e21dac triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:26.736033 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f918ee4-7047-4c53-b6ba-962fff12b5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.764789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device bfd472d5-bf85-407e-8978-aa6114e21dac up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:26.767411 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-b3992d55-6a59-458f-9025-20622777a9a5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting port bfd472d5-bf85-407e-8978-aa6114e21dac {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:26.767906 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3992d55-6a59-458f-9025-20622777a9a5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.924033 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-b3992d55-6a59-458f-9025-20622777a9a5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] For port bfd472d5-bf85-407e-8978-aa6114e21dac, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=bfd472d5-bf85-407e-8978-aa6114e21dac,segment=NetworkSegment(72b6c9b5-02e1-41a5-809a-f1377ea9dcd9),segment_id=72b6c9b5-02e1-41a5-809a-f1377ea9dcd9)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:26.924413 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3992d55-6a59-458f-9025-20622777a9a5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.974692 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-b3992d55-6a59-458f-9025-20622777a9a5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Calling delete_port for bfd472d5-bf85-407e-8978-aa6114e21dac owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:27.045076 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port bfd472d5-bf85-407e-8978-aa6114e21dac triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:27.045477 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.109534 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3992d55-6a59-458f-9025-20622777a9a5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.131137 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Could not find standard attr ID for object bfd472d5-bf85-407e-8978-aa6114e21dac. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:37:27.133925 n-d-791506-21 neutron-server[93795]: INFO neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No ports have port_id starting with bfd472d5-bf85-407e-8978-aa6114e21dac Jul 16 20:37:27.135229 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 7bfba307-1b48-423c-a686-42d7892933f3 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:27.158773 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3992d55-6a59-458f-9025-20622777a9a5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] No DVR routers for this DVR port bfd472d5-bf85-407e-8978-aa6114e21dac on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:27.164669 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3992d55-6a59-458f-9025-20622777a9a5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Port': ['ID=bfd472d5-bf85-407e-8978-aa6114e21dac,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:27.182542 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46572c69-8c76-445b-8588-099cf29d60ee None None] DHCP port deletion for dde6277f-eb76-4a46-9703-a5605ec5a570 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:37:27.261086 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 7bfba307-1b48-423c-a686-42d7892933f3 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:27.265096 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5d3db18d-61de-4090-96ac-eeb20368f2a5 None None] Provisioning for port b71cb13e-7755-437c-aeca-123124b38d23 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:27.269135 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 7bfba307-1b48-423c-a686-42d7892933f3 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:27.269512 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.272746 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5d3db18d-61de-4090-96ac-eeb20368f2a5 None None] Provisioning complete for port b71cb13e-7755-437c-aeca-123124b38d23 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:27.273118 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d3db18d-61de-4090-96ac-eeb20368f2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.275117 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3992d55-6a59-458f-9025-20622777a9a5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.294718 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-b3992d55-6a59-458f-9025-20622777a9a5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde6277f-eb76-4a46-9703-a5605ec5a570']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:27.306160 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-490ab1b1-4928-45c4-a141-920145974f13 req-1474b45c-9e40-45e9-b86f-532b795f2088 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006 HTTP/1.1" status: 200 len: 217 time: 0.7928972 Jul 16 20:37:27.308471 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-b3992d55-6a59-458f-9025-20622777a9a5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b6c9b5-02e1-41a5-809a-f1377ea9dcd9') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:27.308774 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-b3992d55-6a59-458f-9025-20622777a9a5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b6c9b5-02e1-41a5-809a-f1377ea9dcd9') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:27.327756 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3992d55-6a59-458f-9025-20622777a9a5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.339617 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5d3db18d-61de-4090-96ac-eeb20368f2a5 None None] Port b71cb13e-7755-437c-aeca-123124b38d23 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:27.347516 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3992d55-6a59-458f-9025-20622777a9a5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.357418 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5d3db18d-61de-4090-96ac-eeb20368f2a5 None None] Provisioning for port 5f3e6544-bf04-4877-8d49-5a095863e398 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:27.358196 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3992d55-6a59-458f-9025-20622777a9a5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:37:27.358688 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3992d55-6a59-458f-9025-20622777a9a5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:37:27.363392 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:37:27.381143 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5d3db18d-61de-4090-96ac-eeb20368f2a5 None None] Provisioning complete for port 5f3e6544-bf04-4877-8d49-5a095863e398 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:27.381143 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d3db18d-61de-4090-96ac-eeb20368f2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.402628 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a1904ebe-a766-47c9-b8c3-2959bb39692b req-117135ae-3069-4e40-b24b-57a246c1c7aa tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2616940 Jul 16 20:37:27.417844 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.432111 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5d3db18d-61de-4090-96ac-eeb20368f2a5 None None] Port 5f3e6544-bf04-4877-8d49-5a095863e398 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:27.442899 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3992d55-6a59-458f-9025-20622777a9a5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.443236 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-85d3850a-9c98-4096-93bf-e11e2b3ff960 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.451733 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3992d55-6a59-458f-9025-20622777a9a5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.453911 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b3992d55-6a59-458f-9025-20622777a9a5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/networks/dde6277f-eb76-4a46-9703-a5605ec5a570 HTTP/1.1" status: 204 len: 168 time: 1.0285008 Jul 16 20:37:27.466227 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48240) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:27.469913 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3992d55-6a59-458f-9025-20622777a9a5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Network': ['ID=dde6277f-eb76-4a46-9703-a5605ec5a570,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:27.484906 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-1263ba59-9af9-4dd1-9c6b-b8dbe5723a0b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2124391176'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:27.485349 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5d3db18d-61de-4090-96ac-eeb20368f2a5 None None] Provisioning complete for port 7bfba307-1b48-423c-a686-42d7892933f3 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:27.485822 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d3db18d-61de-4090-96ac-eeb20368f2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.489444 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 7bfba307-1b48-423c-a686-42d7892933f3, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=7bfba307-1b48-423c-a686-42d7892933f3,segment=NetworkSegment(a7025449-b1d6-4a84-92f5-ac60586934a2),segment_id=a7025449-b1d6-4a84-92f5-ac60586934a2)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:27.515096 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.516027 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9ce7a1c5-a65b-484a-b5f9-826cace0d33a up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:27.523106 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ab1b1-4928-45c4-a141-920145974f13 req-8b8a82af-3411-4899-a991-3b572cae97cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:27.524591 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-490ab1b1-4928-45c4-a141-920145974f13 req-8b8a82af-3411-4899-a991-3b572cae97cf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3773b4e-f5c8-45c6-be17-27631a1d9f40 HTTP/1.1" status: 200 len: 852 time: 0.2052193 Jul 16 20:37:27.553968 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-85d3850a-9c98-4096-93bf-e11e2b3ff960 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] device_id is not set on port 7d10658f-ec11-47d3-bbc0-17be2c989a4c yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:37:27.597012 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1263ba59-9af9-4dd1-9c6b-b8dbe5723a0b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:27.601412 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1263ba59-9af9-4dd1-9c6b-b8dbe5723a0b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.609485 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.619395 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=7bfba307-1b48-423c-a686-42d7892933f3,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:27.640321 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-490ab1b1-4928-45c4-a141-920145974f13 req-bcf69ff4-e556-4ccf-9c11-3791803abd58 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882919 Jul 16 20:37:27.659282 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 9ce7a1c5-a65b-484a-b5f9-826cace0d33a completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:27.665785 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 9ce7a1c5-a65b-484a-b5f9-826cace0d33a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:27.666308 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.747840 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.749983 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511421cb-9fbb-45fa-887a-7295e49909f5 req-61049ed4-d528-4a3a-81a8-54aef0905682 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:27.751508 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-511421cb-9fbb-45fa-887a-7295e49909f5 req-61049ed4-d528-4a3a-81a8-54aef0905682 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1b262fc-58d0-479f-9de0-16fab6b74f6b HTTP/1.1" status: 200 len: 946 time: 0.4382181 Jul 16 20:37:27.769797 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 9ce7a1c5-a65b-484a-b5f9-826cace0d33a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9ce7a1c5-a65b-484a-b5f9-826cace0d33a,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:27.774723 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.824841 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b0a89e74-f608-4574-b32d-e27477b345bd None None] Provisioning complete for port 5f3e6544-bf04-4877-8d49-5a095863e398 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:27.825215 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0a89e74-f608-4574-b32d-e27477b345bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.849198 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=9ce7a1c5-a65b-484a-b5f9-826cace0d33a,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:27.852085 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1263ba59-9af9-4dd1-9c6b-b8dbe5723a0b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:37:27.855051 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-07129c49-c891-46e1-8c84-b63af0538ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.867140 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b0a89e74-f608-4574-b32d-e27477b345bd None None] Port 5f3e6544-bf04-4877-8d49-5a095863e398 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:27.901921 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1263ba59-9af9-4dd1-9c6b-b8dbe5723a0b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.902272 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-1263ba59-9af9-4dd1-9c6b-b8dbe5723a0b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Added segment 414e19ad-99b1-4197-b09f-f322f6a2af8f of type vlan for network c4cdf508-8b1e-4eed-88c5-225d492173bf Jul 16 20:37:28.001891 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-85d3850a-9c98-4096-93bf-e11e2b3ff960 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Allocated IP 2001:db8::212 (064a23d1-6078-4566-8279-e1257708058d/0888aa78-3d4e-48a5-bb91-e4df128d96dc/7d10658f-ec11-47d3-bbc0-17be2c989a4c) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:28.006518 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-511421cb-9fbb-45fa-887a-7295e49909f5 req-1669998d-a74e-4b14-8934-5210de91dfc9 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/security-groups?id=e68404ce-5cc7-4e22-b509-dcbae13266c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434528 Jul 16 20:37:28.017123 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-490ab1b1-4928-45c4-a141-920145974f13 req-12613c70-893d-47c1-b3bf-990a6c7f1214 service neutron] 10.222.0.62 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447013 Jul 16 20:37:28.041025 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1263ba59-9af9-4dd1-9c6b-b8dbe5723a0b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.052605 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c378716-b4d6-4dbc-8193-9a2b9f93b830 req-fa013b50-45b2-408a-bad3-2627e64b7652 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:28.054175 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c378716-b4d6-4dbc-8193-9a2b9f93b830 req-fa013b50-45b2-408a-bad3-2627e64b7652 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.4805520 Jul 16 20:37:28.274489 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1263ba59-9af9-4dd1-9c6b-b8dbe5723a0b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.280011 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1263ba59-9af9-4dd1-9c6b-b8dbe5723a0b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:28.280606 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1263ba59-9af9-4dd1-9c6b-b8dbe5723a0b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.315723 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c378716-b4d6-4dbc-8193-9a2b9f93b830 req-af76f3e1-fb4e-4563-a535-be44f5bfe7d3 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2485108 Jul 16 20:37:28.449258 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1263ba59-9af9-4dd1-9c6b-b8dbe5723a0b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9745107 Jul 16 20:37:28.454550 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48248) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:28.458207 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-490ab1b1-4928-45c4-a141-920145974f13 req-4df217e2-70f8-4224-9b0e-1e9507e811a3 service neutron] 10.222.0.62 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236932 Jul 16 20:37:28.468332 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-f135f2ea-898f-4345-9ea5-cd40286d0346 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'subnet': {'network_id': 'c4cdf508-8b1e-4eed-88c5-225d492173bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:28.468553 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 7bfba307-1b48-423c-a686-42d7892933f3 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:28.541243 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263ba59-9af9-4dd1-9c6b-b8dbe5723a0b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Network': ['ID=c4cdf508-8b1e-4eed-88c5-225d492173bf,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:28.546116 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 7bfba307-1b48-423c-a686-42d7892933f3 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:28.546669 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.556402 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network c4cdf508-8b1e-4eed-88c5-225d492173bf details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:37:28.558421 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:37:28.587569 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f135f2ea-898f-4345-9ea5-cd40286d0346 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:28.592258 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f135f2ea-898f-4345-9ea5-cd40286d0346 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.615444 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b6ace-2fdb-4eda-b6db-c55e66312bd5 req-44d912b0-3d81-4389-a07e-7127b6ecf57e tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:28.617032 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-298b6ace-2fdb-4eda-b6db-c55e66312bd5 req-44d912b0-3d81-4389-a07e-7127b6ecf57e tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=2243ebea-43a4-408f-a543-09bb7807ceba HTTP/1.1" status: 200 len: 943 time: 0.4798076 Jul 16 20:37:28.663329 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-07129c49-c891-46e1-8c84-b63af0538ab8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.690680 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-07129c49-c891-46e1-8c84-b63af0538ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.716400 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05f0cf-bdf5-4eb4-b713-4813150c3b9d req-a1fa9e8e-5198-4b7d-b3cf-a0386a25857b tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:28.717945 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd05f0cf-bdf5-4eb4-b713-4813150c3b9d req-a1fa9e8e-5198-4b7d-b3cf-a0386a25857b tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b262fc-58d0-479f-9de0-16fab6b74f6b HTTP/1.1" status: 200 len: 946 time: 0.4301326 Jul 16 20:37:28.774872 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-85d3850a-9c98-4096-93bf-e11e2b3ff960 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.776844 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9ce7a1c5-a65b-484a-b5f9-826cace0d33a up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:28.815258 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:28.836460 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006', 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b', 'port_id': '1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006', 'mac_address': 'fa:16:3e:15:df:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3773b4e-f5c8-45c6-be17-27631a1d9f40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:37:28.870974 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-298b6ace-2fdb-4eda-b6db-c55e66312bd5 req-b614998c-a8e8-4035-9353-0fe064535b34 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335398 Jul 16 20:37:28.871914 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07129c49-c891-46e1-8c84-b63af0538ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=b71cb13e-7755-437c-aeca-123124b38d23,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:28.881922 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-85d3850a-9c98-4096-93bf-e11e2b3ff960 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Transition to ACTIVE for port object 7d10658f-ec11-47d3-bbc0-17be2c989a4c will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:28.896893 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 9ce7a1c5-a65b-484a-b5f9-826cace0d33a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:28.897280 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-07129c49-c891-46e1-8c84-b63af0538ab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.897407 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.897407 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.907364 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f135f2ea-898f-4345-9ea5-cd40286d0346 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.932799 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:37:28.960875 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:28.968388 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.976020 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135f2ea-898f-4345-9ea5-cd40286d0346 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Subnet': ['ID=6b394272-be9e-4bf5-9617-f184e795edd6,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:28.998256 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f135f2ea-898f-4345-9ea5-cd40286d0346 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Checking segment: {'id': '414e19ad-99b1-4197-b09f-f322f6a2af8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4cdf508-8b1e-4eed-88c5-225d492173bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:28.998827 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f135f2ea-898f-4345-9ea5-cd40286d0346 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network hostable DHCP agents. Network: c4cdf508-8b1e-4eed-88c5-225d492173bf, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:37:29.000095 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778992d-89a9-407d-987c-91b4a4cc8c4f req-a2333f60-8cc0-45a8-a725-0e4513604aa9 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:29.001769 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0778992d-89a9-407d-987c-91b4a4cc8c4f req-a2333f60-8cc0-45a8-a725-0e4513604aa9 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.4154029 Jul 16 20:37:29.019628 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f135f2ea-898f-4345-9ea5-cd40286d0346 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network c4cdf508-8b1e-4eed-88c5-225d492173bf is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:37:29.029863 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-f135f2ea-898f-4345-9ea5-cd40286d0346 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, c4cdf508-8b1e-4eed-88c5-225d492173bf) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:29.040214 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f135f2ea-898f-4345-9ea5-cd40286d0346 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:29.040214 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f135f2ea-898f-4345-9ea5-cd40286d0346 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.055496 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d75c55e-7c68-4644-8a19-34dd1cec3cca None None] Network c4cdf508-8b1e-4eed-88c5-225d492173bf requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:29.065253 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f135f2ea-898f-4345-9ea5-cd40286d0346 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6089628 Jul 16 20:37:29.066224 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48252) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:29.075972 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-badfa63c-b822-4502-9942-9ef89b07fa5d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'port': {'network_id': 'c4cdf508-8b1e-4eed-88c5-225d492173bf', 'name': 'tempest-PortsTestJSON-1229898791', 'fixed_ips': [{'subnet_id': '6b394272-be9e-4bf5-9617-f184e795edd6', 'ip_address': '172.20.0.10'}]}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:29.083300 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:29.102386 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:29.102386 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:29.102386 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:29.102386 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:29.102386 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:29.102386 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:29.102386 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:29.102386 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:29.102386 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:29.102386 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:29.102386 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:29.102386 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:29.128185 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-85d3850a-9c98-4096-93bf-e11e2b3ff960 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.171682 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device bfd472d5-bf85-407e-8978-aa6114e21dac no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:29.359706 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:37:29.362947 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: bfd472d5-bf85-407e-8978-aa6114e21dac {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:29.363305 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device bfd472d5-bf85-407e-8978-aa6114e21dac not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:29.438512 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.488656 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54fc15b-1ca8-4474-8b1f-f211d5038a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-c4cdf508-8b1e-4eed-88c5-225d492173bf', 'network_id': 'c4cdf508-8b1e-4eed-88c5-225d492173bf', 'tenant_id': 'b462fea25eab41aaacbe7f65f3d46338', 'fixed_ips': [{'subnet_id': '6b394272-be9e-4bf5-9617-f184e795edd6'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:37:29.490529 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e54fc15b-1ca8-4474-8b1f-f211d5038a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.547205 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0778992d-89a9-407d-987c-91b4a4cc8c4f req-3fb5fd98-97c7-49fa-a4da-44932bea5661 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5276799 Jul 16 20:37:29.548731 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-cd05f0cf-bdf5-4eb4-b713-4813150c3b9d req-e1b333e1-28c1-4550-a70a-a2e3556fc915 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Deleting port bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:29.549914 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-cd05f0cf-bdf5-4eb4-b713-4813150c3b9d req-e1b333e1-28c1-4550-a70a-a2e3556fc915 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.573808 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d3850a-9c98-4096-93bf-e11e2b3ff960 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Network 064a23d1-6078-4566-8279-e1257708058d is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:29.591412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07129c49-c891-46e1-8c84-b63af0538ab8 admin admin] Network 920aafad-c848-459a-ae64-8afed19246c6 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:29.595528 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-85d3850a-9c98-4096-93bf-e11e2b3ff960 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:29.600007 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3850a-9c98-4096-93bf-e11e2b3ff960 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Pushing event updated for resources: {'Port': ['ID=7d10658f-ec11-47d3-bbc0-17be2c989a4c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:29.611671 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d3850a-9c98-4096-93bf-e11e2b3ff960 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:29.617918 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d3850a-9c98-4096-93bf-e11e2b3ff960 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:29.618621 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-85d3850a-9c98-4096-93bf-e11e2b3ff960 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.628503 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-07129c49-c891-46e1-8c84-b63af0538ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:29.712162 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-e54fc15b-1ca8-4474-8b1f-f211d5038a1b None None] Allocated IP 172.20.0.2 (c4cdf508-8b1e-4eed-88c5-225d492173bf/6b394272-be9e-4bf5-9617-f184e795edd6/4ab93b51-3308-4527-a73e-953088777899) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:29.713739 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-85d3850a-9c98-4096-93bf-e11e2b3ff960 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.7407155 Jul 16 20:37:29.726454 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48258) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:29.829602 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badfa63c-b822-4502-9942-9ef89b07fa5d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:29.901790 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388d7a64-7af8-430a-a0d7-b127e6d087f2 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:29.908392 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388d7a64-7af8-430a-a0d7-b127e6d087f2 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:29.915777 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388d7a64-7af8-430a-a0d7-b127e6d087f2 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:29.918952 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-388d7a64-7af8-430a-a0d7-b127e6d087f2 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.1910560 Jul 16 20:37:29.921680 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48262) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:29.941745 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e54fc15b-1ca8-4474-8b1f-f211d5038a1b None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.952742 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6905551-af4c-4ced-9a6f-efc076a7c7e7 req-3fd6c54a-3f7c-47a6-952d-6ef863f3601f tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:29.956988 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e54fc15b-1ca8-4474-8b1f-f211d5038a1b None None] Transition to ACTIVE for port object 4ab93b51-3308-4527-a73e-953088777899 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:29.961420 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e6905551-af4c-4ced-9a6f-efc076a7c7e7 req-3fd6c54a-3f7c-47a6-952d-6ef863f3601f tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1b262fc-58d0-479f-9de0-16fab6b74f6b HTTP/1.1" status: 200 len: 946 time: 0.7701359 Jul 16 20:37:29.965496 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-cd05f0cf-bdf5-4eb4-b713-4813150c3b9d req-e1b333e1-28c1-4550-a70a-a2e3556fc915 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] For port bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841,segment=NetworkSegment(91f13fc4-991c-4e6e-93d3-3e5f11419e60),segment_id=91f13fc4-991c-4e6e-93d3-3e5f11419e60)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:29.965829 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-cd05f0cf-bdf5-4eb4-b713-4813150c3b9d req-e1b333e1-28c1-4550-a70a-a2e3556fc915 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.983919 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e54fc15b-1ca8-4474-8b1f-f211d5038a1b None None] Transition to ACTIVE for port object 4ab93b51-3308-4527-a73e-953088777899 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:29.995996 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e54fc15b-1ca8-4474-8b1f-f211d5038a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.038618 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54fc15b-1ca8-4474-8b1f-f211d5038a1b None None] Network c4cdf508-8b1e-4eed-88c5-225d492173bf is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:30.041699 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e54fc15b-1ca8-4474-8b1f-f211d5038a1b None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:30.048497 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54fc15b-1ca8-4474-8b1f-f211d5038a1b None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:30.061644 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54fc15b-1ca8-4474-8b1f-f211d5038a1b None None] Pushing event updated for resources: {'Port': ['ID=4ab93b51-3308-4527-a73e-953088777899,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:30.080898 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-cd05f0cf-bdf5-4eb4-b713-4813150c3b9d req-e1b333e1-28c1-4550-a70a-a2e3556fc915 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Calling delete_port for bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:30.090215 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-957b532d-db4e-41be-a2b8-2243c3a4593a tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Deleting port 7d10658f-ec11-47d3-bbc0-17be2c989a4c {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:30.092894 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-957b532d-db4e-41be-a2b8-2243c3a4593a tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.124838 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-e54fc15b-1ca8-4474-8b1f-f211d5038a1b None None] Attempting to bind port 4ab93b51-3308-4527-a73e-953088777899 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:30.125216 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-e54fc15b-1ca8-4474-8b1f-f211d5038a1b None None] Attempting to bind port 4ab93b51-3308-4527-a73e-953088777899 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '414e19ad-99b1-4197-b09f-f322f6a2af8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4cdf508-8b1e-4eed-88c5-225d492173bf'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:30.125589 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54fc15b-1ca8-4474-8b1f-f211d5038a1b None None] Attempting to bind port 4ab93b51-3308-4527-a73e-953088777899 on network c4cdf508-8b1e-4eed-88c5-225d492173bf {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:30.135438 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54fc15b-1ca8-4474-8b1f-f211d5038a1b None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:30.135729 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54fc15b-1ca8-4474-8b1f-f211d5038a1b None None] Checking segment: {'id': '414e19ad-99b1-4197-b09f-f322f6a2af8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4cdf508-8b1e-4eed-88c5-225d492173bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:30.136137 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e54fc15b-1ca8-4474-8b1f-f211d5038a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.136536 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54fc15b-1ca8-4474-8b1f-f211d5038a1b None None] Bound using segment: {'id': '414e19ad-99b1-4197-b09f-f322f6a2af8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4cdf508-8b1e-4eed-88c5-225d492173bf'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:30.137013 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-e54fc15b-1ca8-4474-8b1f-f211d5038a1b None None] Bound port: 4ab93b51-3308-4527-a73e-953088777899, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414e19ad-99b1-4197-b09f-f322f6a2af8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4cdf508-8b1e-4eed-88c5-225d492173bf'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:30.137399 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e54fc15b-1ca8-4474-8b1f-f211d5038a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.153233 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bc59db11-833d-4266-8ed6-bb6e9763b4c1 None None] Provisioning complete for port b71cb13e-7755-437c-aeca-123124b38d23 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:30.153614 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc59db11-833d-4266-8ed6-bb6e9763b4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.180771 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e6905551-af4c-4ced-9a6f-efc076a7c7e7 req-03c9293e-a8e4-443a-b7ac-1cb4bcdb696c tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/security-groups?id=e68404ce-5cc7-4e22-b509-dcbae13266c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184668 Jul 16 20:37:30.185567 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-957b532d-db4e-41be-a2b8-2243c3a4593a tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.197380 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07129c49-c891-46e1-8c84-b63af0538ab8 admin admin] Router ea8bbed2-20af-4c70-9752-40d4ef375c3b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:37:30.203060 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-957b532d-db4e-41be-a2b8-2243c3a4593a tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Calling delete_port for 7d10658f-ec11-47d3-bbc0-17be2c989a4c owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:30.220106 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-bc59db11-833d-4266-8ed6-bb6e9763b4c1 None None] Port b71cb13e-7755-437c-aeca-123124b38d23 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:30.225700 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-badfa63c-b822-4502-9942-9ef89b07fa5d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.249113 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-e54fc15b-1ca8-4474-8b1f-f211d5038a1b None None] For port 4ab93b51-3308-4527-a73e-953088777899, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:30.253238 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-e54fc15b-1ca8-4474-8b1f-f211d5038a1b None None] For port 4ab93b51-3308-4527-a73e-953088777899, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4ab93b51-3308-4527-a73e-953088777899,segment=NetworkSegment(414e19ad-99b1-4197-b09f-f322f6a2af8f),segment_id=414e19ad-99b1-4197-b09f-f322f6a2af8f)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:30.261241 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e54fc15b-1ca8-4474-8b1f-f211d5038a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.265440 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-badfa63c-b822-4502-9942-9ef89b07fa5d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] device_id is not set on port ffe6b4a9-5a10-48be-920b-b87d1c90c795 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:37:30.299423 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bc59db11-833d-4266-8ed6-bb6e9763b4c1 None None] Provisioning for port 7d10658f-ec11-47d3-bbc0-17be2c989a4c completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:30.322026 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72daaf3-6516-40f4-b8e3-3118c3588b79 req-1c3c662d-28d3-4bf8-88bc-d01719ae5d4f tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:30.327805 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bc59db11-833d-4266-8ed6-bb6e9763b4c1 None None] Provisioning complete for port 7d10658f-ec11-47d3-bbc0-17be2c989a4c triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:30.328679 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc59db11-833d-4266-8ed6-bb6e9763b4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.329584 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c72daaf3-6516-40f4-b8e3-3118c3588b79 req-1c3c662d-28d3-4bf8-88bc-d01719ae5d4f tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.4380453 Jul 16 20:37:30.373616 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54fc15b-1ca8-4474-8b1f-f211d5038a1b None None] Pushing event updated for resources: {'Port': ['ID=4ab93b51-3308-4527-a73e-953088777899,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:30.388352 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-bc59db11-833d-4266-8ed6-bb6e9763b4c1 None None] Port 7d10658f-ec11-47d3-bbc0-17be2c989a4c cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:30.411733 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-957b532d-db4e-41be-a2b8-2243c3a4593a tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.445578 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b532d-db4e-41be-a2b8-2243c3a4593a tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Pushing event deleted for resources: {'Port': ['ID=7d10658f-ec11-47d3-bbc0-17be2c989a4c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:30.564641 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-957b532d-db4e-41be-a2b8-2243c3a4593a tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.567633 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-957b532d-db4e-41be-a2b8-2243c3a4593a tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] 10.222.0.38 "DELETE /v2.0/ports/7d10658f-ec11-47d3-bbc0-17be2c989a4c HTTP/1.1" status: 204 len: 168 time: 0.6443121 Jul 16 20:37:30.569846 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48264) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:30.615853 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c72daaf3-6516-40f4-b8e3-3118c3588b79 req-ecce1e15-872c-4535-be47-c86d8795082b tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2853699 Jul 16 20:37:30.635482 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec8e3d3-4a2a-4e0d-9215-6610a4639bbc tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] GET failed (client error): The resource could not be found. Jul 16 20:37:30.638441 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8ec8e3d3-4a2a-4e0d-9215-6610a4639bbc tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] 10.222.0.38 "GET /v2.0/ports/7d10658f-ec11-47d3-bbc0-17be2c989a4c HTTP/1.1" status: 404 len: 333 time: 0.0660818 Jul 16 20:37:30.641011 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48266) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:30.647508 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-5606fec4-83f3-4a70-a0b1-09c9c388b3ab tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Request body: {'port': {'network_id': '064a23d1-6078-4566-8279-e1257708058d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1831163966'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:30.721013 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-cd05f0cf-bdf5-4eb4-b713-4813150c3b9d req-e1b333e1-28c1-4550-a70a-a2e3556fc915 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.734559 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07129c49-c891-46e1-8c84-b63af0538ab8 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:30.747148 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38b5c55-cd29-47ac-80cc-470fbe0c7f50 None None] Sync routers for ids ['ea8bbed2-20af-4c70-9752-40d4ef375c3b'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:30.748269 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-07129c49-c891-46e1-8c84-b63af0538ab8 admin admin] 10.222.0.38 "PUT /v2.0/routers/ea8bbed2-20af-4c70-9752-40d4ef375c3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1372194 Jul 16 20:37:30.779061 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-badfa63c-b822-4502-9942-9ef89b07fa5d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Allocated IP 172.20.0.10 (c4cdf508-8b1e-4eed-88c5-225d492173bf/6b394272-be9e-4bf5-9617-f184e795edd6/ffe6b4a9-5a10-48be-920b-b87d1c90c795) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:30.782050 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38b5c55-cd29-47ac-80cc-470fbe0c7f50 None None] Routers {'ea8bbed2-20af-4c70-9752-40d4ef375c3b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:30.782739 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d38b5c55-cd29-47ac-80cc-470fbe0c7f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:37:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ea8bbed2-20af-4c70-9752-40d4ef375c3b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:30.789234 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00158a-41a1-407d-9d48-f49c0b0a6acf req-e7be54fc-4859-49bf-a778-0d664eed3245 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:30.796204 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bd00158a-41a1-407d-9d48-f49c0b0a6acf req-e7be54fc-4859-49bf-a778-0d664eed3245 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=2243ebea-43a4-408f-a543-09bb7807ceba HTTP/1.1" status: 200 len: 944 time: 0.4172602 Jul 16 20:37:30.798168 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b333e1-28c1-4550-a70a-a2e3556fc915 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Pushing event deleted for resources: {'Port': ['ID=bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:30.875363 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5606fec4-83f3-4a70-a0b1-09c9c388b3ab tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Made reservation on behalf of 5306f4ee11494bb1837685304011927b for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:30.880978 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5606fec4-83f3-4a70-a0b1-09c9c388b3ab tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.911765 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd05f0cf-bdf5-4eb4-b713-4813150c3b9d req-e1b333e1-28c1-4550-a70a-a2e3556fc915 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] No DVR routers for this DVR port bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:30.914704 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-5606fec4-83f3-4a70-a0b1-09c9c388b3ab tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] device_id is not set on port e9137d87-a77a-471e-9b2b-1858d31c92be yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:37:30.918451 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-cd05f0cf-bdf5-4eb4-b713-4813150c3b9d req-e1b333e1-28c1-4550-a70a-a2e3556fc915 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.920410 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd05f0cf-bdf5-4eb4-b713-4813150c3b9d req-e1b333e1-28c1-4550-a70a-a2e3556fc915 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.18 "DELETE /v2.0/ports/bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841 HTTP/1.1" status: 204 len: 173 time: 2.1585293 Jul 16 20:37:30.950549 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b262fc-58d0-479f-9de0-16fab6b74f6b', 'name': 'network-vif-deleted', 'tag': 'bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:30.953085 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cf1a33-ee93-48b9-b8f6-43d253557a5a" -d '{"events": [{"server_uuid": "a1b262fc-58d0-479f-9de0-16fab6b74f6b", "name": "network-vif-deleted", "tag": "bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:31.015279 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bd00158a-41a1-407d-9d48-f49c0b0a6acf req-6bf0a674-b4d5-489f-bb72-115c11ed1641 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180421 Jul 16 20:37:31.022180 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e96f72-a869-46e8-9d89-cb26764784e4 x-openstack-request-id: req-36e96f72-a869-46e8-9d89-cb26764784e4 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:31.022180 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b262fc-58d0-479f-9de0-16fab6b74f6b", "name": "network-vif-deleted", "tag": "bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:31.022180 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-36e96f72-a869-46e8-9d89-cb26764784e4 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:31.022847 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b262fc-58d0-479f-9de0-16fab6b74f6b', 'name': 'network-vif-deleted', 'tag': 'bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841', 'status': 'completed', 'code': 200} Jul 16 20:37:31.058834 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-d38b5c55-cd29-47ac-80cc-470fbe0c7f50 None None] Set router ea8bbed2-20af-4c70-9752-40d4ef375c3b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:31.134183 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-5606fec4-83f3-4a70-a0b1-09c9c388b3ab tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Allocated IP 2001:db8::3 (064a23d1-6078-4566-8279-e1257708058d/0888aa78-3d4e-48a5-bb91-e4df128d96dc/e9137d87-a77a-471e-9b2b-1858d31c92be) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:31.237465 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-badfa63c-b822-4502-9942-9ef89b07fa5d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:31.275006 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-badfa63c-b822-4502-9942-9ef89b07fa5d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Transition to ACTIVE for port object ffe6b4a9-5a10-48be-920b-b87d1c90c795 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:31.335979 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-badfa63c-b822-4502-9942-9ef89b07fa5d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:31.392975 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badfa63c-b822-4502-9942-9ef89b07fa5d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network c4cdf508-8b1e-4eed-88c5-225d492173bf is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:31.397185 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-badfa63c-b822-4502-9942-9ef89b07fa5d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:31.400068 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badfa63c-b822-4502-9942-9ef89b07fa5d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:31.473418 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfa63c-b822-4502-9942-9ef89b07fa5d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Port': ['ID=ffe6b4a9-5a10-48be-920b-b87d1c90c795,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:31.484307 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d38b5c55-cd29-47ac-80cc-470fbe0c7f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'name': 'tempest-ServersTestJSON-56184420-router', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '9ce7a1c5-a65b-484a-b5f9-826cace0d33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:37:27Z', 'revision_number': 4, 'project_id': 'b518884410f64b40a042abe2e293dfe9', 'gw_port': {'id': '9ce7a1c5-a65b-484a-b5f9-826cace0d33a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:17Z', 'updated_at': '2021-07-16T20:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'b71cb13e-7755-437c-aeca-123124b38d23', 'name': '', 'network_id': '920aafad-c848-459a-ae64-8afed19246c6', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'mac_address': 'fa:16:3e:f2:00:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '268bf5d0-0a5b-4de4-ab19-f076afbcaccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:23Z', 'updated_at': '2021-07-16T20:37:28Z', 'revision_number': 2, 'project_id': 'b518884410f64b40a042abe2e293dfe9', 'subnets': [{'id': '268bf5d0-0a5b-4de4-ab19-f076afbcaccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:31.528294 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5606fec4-83f3-4a70-a0b1-09c9c388b3ab tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:31.552097 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38b5c55-cd29-47ac-80cc-470fbe0c7f50 None None] Checking router: ea8bbed2-20af-4c70-9752-40d4ef375c3b for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:37:31.553614 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fed09ac0-9904-4b2b-8b22-1cc3945940da req-6d75f4b9-0a15-45a4-b3e2-8650c2b536f3 tempest-VolumesActionsTest-415746429 tempest-VolumesActionsTest-415746429-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1b262fc-58d0-479f-9de0-16fab6b74f6b HTTP/1.1" status: 200 len: 210 time: 0.0323117 Jul 16 20:37:31.560356 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badfa63c-b822-4502-9942-9ef89b07fa5d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:31.560968 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-badfa63c-b822-4502-9942-9ef89b07fa5d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:31.566500 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38b5c55-cd29-47ac-80cc-470fbe0c7f50 None None] Updating router ea8bbed2-20af-4c70-9752-40d4ef375c3b port b71cb13e-7755-437c-aeca-123124b38d23 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:37:31.572441 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-5606fec4-83f3-4a70-a0b1-09c9c388b3ab tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Transition to ACTIVE for port object e9137d87-a77a-471e-9b2b-1858d31c92be will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:31.589291 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-badfa63c-b822-4502-9942-9ef89b07fa5d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5187778 Jul 16 20:37:31.591810 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48282) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:31.597165 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-e5e774d6-9c5a-4052-87fb-7a88f61ab3aa tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'port': {'network_id': 'c4cdf508-8b1e-4eed-88c5-225d492173bf', 'name': 'tempest-PortsTestJSON-1310074125', 'fixed_ips': [{'subnet_id': '6b394272-be9e-4bf5-9617-f184e795edd6', 'ip_address': '172.20.0.9'}]}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:31.623844 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d38b5c55-cd29-47ac-80cc-470fbe0c7f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:31.625366 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5606fec4-83f3-4a70-a0b1-09c9c388b3ab tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:31.685465 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5606fec4-83f3-4a70-a0b1-09c9c388b3ab tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Network 064a23d1-6078-4566-8279-e1257708058d is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:31.689077 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-5606fec4-83f3-4a70-a0b1-09c9c388b3ab tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:31.693618 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5606fec4-83f3-4a70-a0b1-09c9c388b3ab tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:31.703558 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5606fec4-83f3-4a70-a0b1-09c9c388b3ab tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:31.705657 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5606fec4-83f3-4a70-a0b1-09c9c388b3ab tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:31.732303 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606fec4-83f3-4a70-a0b1-09c9c388b3ab tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Pushing event updated for resources: {'Port': ['ID=e9137d87-a77a-471e-9b2b-1858d31c92be,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:31.760529 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5606fec4-83f3-4a70-a0b1-09c9c388b3ab tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1158857 Jul 16 20:37:31.760854 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48284) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:31.768090 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-c662e7f4-81e4-4885-8fd5-55db9fc77e94 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::26e', 'mac_address': 'fa:16:3e:3f:ae:ca'}]}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:31.825427 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e774d6-9c5a-4052-87fb-7a88f61ab3aa tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:31.833316 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e5e774d6-9c5a-4052-87fb-7a88f61ab3aa tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:31.874646 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-e5e774d6-9c5a-4052-87fb-7a88f61ab3aa tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] device_id is not set on port 86630fc0-e529-4ef3-932d-efc392ce528f yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:37:32.009260 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48288) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:32.019889 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-10197a6c-cd30-4d96-9639-f23cd587799f tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1020193838', 'description': 'tempest-description--1477956798'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:32.042935 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93df01c-8846-4db7-bf02-ae43138c278d None None] Network c4cdf508-8b1e-4eed-88c5-225d492173bf requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:32.148651 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-10197a6c-cd30-4d96-9639-f23cd587799f tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.157757 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:32.163714 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d38b5c55-cd29-47ac-80cc-470fbe0c7f50 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.172255 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c662e7f4-81e4-4885-8fd5-55db9fc77e94 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.177745 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-d38b5c55-cd29-47ac-80cc-470fbe0c7f50 None None] Transition to ACTIVE for port object b71cb13e-7755-437c-aeca-123124b38d23 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:32.187810 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d38b5c55-cd29-47ac-80cc-470fbe0c7f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.201465 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-e5e774d6-9c5a-4052-87fb-7a88f61ab3aa tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Allocated IP 172.20.0.9 (c4cdf508-8b1e-4eed-88c5-225d492173bf/6b394272-be9e-4bf5-9617-f184e795edd6/86630fc0-e529-4ef3-932d-efc392ce528f) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:32.225977 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:32.226419 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device bdbc8a0b-ff0f-4db8-a29b-e8e65ade2841 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:32.237027 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-39ac41c5-ca8e-4df5-a7ab-eb3e9919d2c9 None None] Provisioning for port 4ab93b51-3308-4527-a73e-953088777899 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:32.264931 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc328b-8bf1-4538-bb56-a7759d6cae31 None None] Pushing event updated for resources: {'Port': ['ID=b71cb13e-7755-437c-aeca-123124b38d23,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:32.299892 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc328b-8bf1-4538-bb56-a7759d6cae31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:32.300563 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc328b-8bf1-4538-bb56-a7759d6cae31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:32.301786 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc328b-8bf1-4538-bb56-a7759d6cae31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:32.302411 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc328b-8bf1-4538-bb56-a7759d6cae31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:32.302963 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc328b-8bf1-4538-bb56-a7759d6cae31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:32.304039 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc328b-8bf1-4538-bb56-a7759d6cae31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:32.304614 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc328b-8bf1-4538-bb56-a7759d6cae31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:32.305149 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc328b-8bf1-4538-bb56-a7759d6cae31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:32.305659 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc328b-8bf1-4538-bb56-a7759d6cae31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:32.306790 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc328b-8bf1-4538-bb56-a7759d6cae31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:32.307424 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc328b-8bf1-4538-bb56-a7759d6cae31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:32.307963 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc328b-8bf1-4538-bb56-a7759d6cae31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:32.361425 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-d38b5c55-cd29-47ac-80cc-470fbe0c7f50 None None] Attempting to bind port b71cb13e-7755-437c-aeca-123124b38d23 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:32.362145 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-d38b5c55-cd29-47ac-80cc-470fbe0c7f50 None None] Attempting to bind port b71cb13e-7755-437c-aeca-123124b38d23 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '8cc6ca3d-9477-489b-8308-9adbf8128ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '920aafad-c848-459a-ae64-8afed19246c6'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:32.362742 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b5c55-cd29-47ac-80cc-470fbe0c7f50 None None] Attempting to bind port b71cb13e-7755-437c-aeca-123124b38d23 on network 920aafad-c848-459a-ae64-8afed19246c6 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:32.369544 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b5c55-cd29-47ac-80cc-470fbe0c7f50 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:32.370265 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b5c55-cd29-47ac-80cc-470fbe0c7f50 None None] Checking segment: {'id': '8cc6ca3d-9477-489b-8308-9adbf8128ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '920aafad-c848-459a-ae64-8afed19246c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:32.370891 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d38b5c55-cd29-47ac-80cc-470fbe0c7f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.371763 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b5c55-cd29-47ac-80cc-470fbe0c7f50 None None] Bound using segment: {'id': '8cc6ca3d-9477-489b-8308-9adbf8128ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '920aafad-c848-459a-ae64-8afed19246c6'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:32.372436 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-d38b5c55-cd29-47ac-80cc-470fbe0c7f50 None None] Bound port: b71cb13e-7755-437c-aeca-123124b38d23, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc6ca3d-9477-489b-8308-9adbf8128ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '920aafad-c848-459a-ae64-8afed19246c6'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:32.373070 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d38b5c55-cd29-47ac-80cc-470fbe0c7f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.430141 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26320fd9-2650-439d-b030-92d4645131c4 req-6427d003-0f84-45a7-abc3-26a8251fecd8 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:32.433141 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26320fd9-2650-439d-b030-92d4645131c4 req-6427d003-0f84-45a7-abc3-26a8251fecd8 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=2243ebea-43a4-408f-a543-09bb7807ceba HTTP/1.1" status: 200 len: 944 time: 0.2292187 Jul 16 20:37:32.467665 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-24a754c4-949a-466d-bbf9-e1ff3ea8d06b None None] Provisioning for port e9137d87-a77a-471e-9b2b-1858d31c92be completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:32.479145 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-10197a6c-cd30-4d96-9639-f23cd587799f tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.499961 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-24a754c4-949a-466d-bbf9-e1ff3ea8d06b None None] Provisioning complete for port e9137d87-a77a-471e-9b2b-1858d31c92be triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:32.500414 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-10197a6c-cd30-4d96-9639-f23cd587799f tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.501407 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24a754c4-949a-466d-bbf9-e1ff3ea8d06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.537253 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c662e7f4-81e4-4885-8fd5-55db9fc77e94 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.537609 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-d38b5c55-cd29-47ac-80cc-470fbe0c7f50 None None] For port b71cb13e-7755-437c-aeca-123124b38d23, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:32.541608 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-d38b5c55-cd29-47ac-80cc-470fbe0c7f50 None None] For port b71cb13e-7755-437c-aeca-123124b38d23, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b71cb13e-7755-437c-aeca-123124b38d23,segment=NetworkSegment(8cc6ca3d-9477-489b-8308-9adbf8128ea6),segment_id=8cc6ca3d-9477-489b-8308-9adbf8128ea6)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:32.546712 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c662e7f4-81e4-4885-8fd5-55db9fc77e94 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.556880 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d38b5c55-cd29-47ac-80cc-470fbe0c7f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.598892 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-c662e7f4-81e4-4885-8fd5-55db9fc77e94 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] In _notify_port_updated(), no bound segment for port e9137d87-a77a-471e-9b2b-1858d31c92be on network 064a23d1-6078-4566-8279-e1257708058d {{(pid=93793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:37:32.604582 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c662e7f4-81e4-4885-8fd5-55db9fc77e94 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:32.605251 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c662e7f4-81e4-4885-8fd5-55db9fc77e94 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.606618 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c662e7f4-81e4-4885-8fd5-55db9fc77e94 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] 10.222.0.38 "PUT /v2.0/ports/e9137d87-a77a-471e-9b2b-1858d31c92be HTTP/1.1" status: 200 len: 1001 time: 0.8447034 Jul 16 20:37:32.609559 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48294) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:32.620954 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-24a754c4-949a-466d-bbf9-e1ff3ea8d06b None None] Port e9137d87-a77a-471e-9b2b-1858d31c92be cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:32.638774 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:32.680477 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662e7f4-81e4-4885-8fd5-55db9fc77e94 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Pushing event updated for resources: {'Port': ['ID=e9137d87-a77a-471e-9b2b-1858d31c92be,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:32.705771 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4ab93b51-3308-4527-a73e-953088777899 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:32.736787 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26320fd9-2650-439d-b030-92d4645131c4 req-e8f9cd3b-f01a-4380-9af6-abed33ca9377 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856333 Jul 16 20:37:32.769104 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38b5c55-cd29-47ac-80cc-470fbe0c7f50 None None] Routers {'ea8bbed2-20af-4c70-9752-40d4ef375c3b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:32.770954 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d38b5c55-cd29-47ac-80cc-470fbe0c7f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:37:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ea8bbed2-20af-4c70-9752-40d4ef375c3b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:32.798442 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e5e774d6-9c5a-4052-87fb-7a88f61ab3aa tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.837096 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-e5e774d6-9c5a-4052-87fb-7a88f61ab3aa tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Transition to ACTIVE for port object 86630fc0-e529-4ef3-932d-efc392ce528f will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:32.886639 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:32.888304 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc328b-8bf1-4538-bb56-a7759d6cae31 None None] Pushing event updated for resources: {'Port': ['ID=b71cb13e-7755-437c-aeca-123124b38d23,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:32.898722 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-3faab740-7f45-4d91-ad72-f84159368ed5 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Deleting port e9137d87-a77a-471e-9b2b-1858d31c92be {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:32.899069 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3faab740-7f45-4d91-ad72-f84159368ed5 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.904288 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:32.904665 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.922291 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-10197a6c-cd30-4d96-9639-f23cd587799f tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.926241 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-10197a6c-cd30-4d96-9639-f23cd587799f tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9105330 Jul 16 20:37:32.928001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48300) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:32.965150 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 4ab93b51-3308-4527-a73e-953088777899 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:32.970343 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-64aa0f52-5d37-4d76-b192-1a72cbc6feda tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Request body: {'security_group_rule': {'security_group_id': '6766fab6-04de-4cd8-b932-98854b835b48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:32.979175 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10197a6c-cd30-4d96-9639-f23cd587799f tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6766fab6-04de-4cd8-b932-98854b835b48,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:32.997395 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e5e774d6-9c5a-4052-87fb-7a88f61ab3aa tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.000018 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 4ab93b51-3308-4527-a73e-953088777899 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:33.004997 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.054617 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-d38b5c55-cd29-47ac-80cc-470fbe0c7f50 None None] Set router ea8bbed2-20af-4c70-9752-40d4ef375c3b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:33.122370 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e774d6-9c5a-4052-87fb-7a88f61ab3aa tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network c4cdf508-8b1e-4eed-88c5-225d492173bf is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:33.127839 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-e5e774d6-9c5a-4052-87fb-7a88f61ab3aa tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:33.133028 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e774d6-9c5a-4052-87fb-7a88f61ab3aa tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:33.152900 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.202154 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64aa0f52-5d37-4d76-b192-1a72cbc6feda tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.267673 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3faab740-7f45-4d91-ad72-f84159368ed5 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.280795 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e774d6-9c5a-4052-87fb-7a88f61ab3aa tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Port': ['ID=86630fc0-e529-4ef3-932d-efc392ce528f,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:33.281504 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.302133 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e774d6-9c5a-4052-87fb-7a88f61ab3aa tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:33.303062 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e5e774d6-9c5a-4052-87fb-7a88f61ab3aa tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.313390 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-3faab740-7f45-4d91-ad72-f84159368ed5 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Calling delete_port for e9137d87-a77a-471e-9b2b-1858d31c92be owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:33.333881 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e5e774d6-9c5a-4052-87fb-7a88f61ab3aa tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7409048 Jul 16 20:37:33.336931 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48312) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:33.345176 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c6f4ae58-0b6c-46d5-b594-b1af834b24ad None None] Provisioning for port ffe6b4a9-5a10-48be-920b-b87d1c90c795 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:33.357717 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c6f4ae58-0b6c-46d5-b594-b1af834b24ad None None] Provisioning complete for port ffe6b4a9-5a10-48be-920b-b87d1c90c795 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:33.358088 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6f4ae58-0b6c-46d5-b594-b1af834b24ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.359812 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.394568 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2243ebea-43a4-408f-a543-09bb7807ceba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:33.397329 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5c9638-876b-4ea2-8acb-cd5a19dc32fb" -d '{"events": [{"server_uuid": "2243ebea-43a4-408f-a543-09bb7807ceba", "name": "network-vif-plugged", "status": "completed", "tag": "1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:33.457326 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64aa0f52-5d37-4d76-b192-1a72cbc6feda tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.471869 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64aa0f52-5d37-4d76-b192-1a72cbc6feda tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.495736 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 4ab93b51-3308-4527-a73e-953088777899, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4ab93b51-3308-4527-a73e-953088777899,segment=NetworkSegment(414e19ad-99b1-4197-b09f-f322f6a2af8f),segment_id=414e19ad-99b1-4197-b09f-f322f6a2af8f)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:33.497919 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f764f56f-2b35-4f0b-a805-cafc5aaf3707 x-openstack-request-id: req-f764f56f-2b35-4f0b-a805-cafc5aaf3707 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:33.498209 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2243ebea-43a4-408f-a543-09bb7807ceba", "name": "network-vif-plugged", "status": "completed", "tag": "1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:33.509027 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f764f56f-2b35-4f0b-a805-cafc5aaf3707 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:33.509567 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2243ebea-43a4-408f-a543-09bb7807ceba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006', 'code': 200} Jul 16 20:37:33.533464 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:33.540434 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.555534 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa0f52-5d37-4d76-b192-1a72cbc6feda tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f46751-da34-4523-b055-ed9a78f44ae3,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:33.563155 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d4f857-4257-40db-b78d-94446b0bdd33 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:33.565414 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d8d4f857-4257-40db-b78d-94446b0bdd33 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2271831 Jul 16 20:37:33.579983 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48320) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:33.594130 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64aa0f52-5d37-4d76-b192-1a72cbc6feda tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.595658 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-64aa0f52-5d37-4d76-b192-1a72cbc6feda tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6383173 Jul 16 20:37:33.613243 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48324) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:33.620163 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c6f4ae58-0b6c-46d5-b594-b1af834b24ad None None] Port ffe6b4a9-5a10-48be-920b-b87d1c90c795 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:33.622270 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.622580 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-1e051546-aa22-4618-a4d8-31388d835293 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Request body: {'security_group_rule': {'security_group_id': '6766fab6-04de-4cd8-b932-98854b835b48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:33.626757 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=4ab93b51-3308-4527-a73e-953088777899,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:33.628732 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d38b5c55-cd29-47ac-80cc-470fbe0c7f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'name': 'tempest-ServersTestJSON-56184420-router', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '9ce7a1c5-a65b-484a-b5f9-826cace0d33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:37:27Z', 'revision_number': 4, 'project_id': 'b518884410f64b40a042abe2e293dfe9', 'gw_port': {'id': '9ce7a1c5-a65b-484a-b5f9-826cace0d33a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:17Z', 'updated_at': '2021-07-16T20:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'b71cb13e-7755-437c-aeca-123124b38d23', 'name': '', 'network_id': '920aafad-c848-459a-ae64-8afed19246c6', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'mac_address': 'fa:16:3e:f2:00:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '268bf5d0-0a5b-4de4-ab19-f076afbcaccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:23Z', 'updated_at': '2021-07-16T20:37:32Z', 'revision_number': 4, 'project_id': 'b518884410f64b40a042abe2e293dfe9', 'subnets': [{'id': '268bf5d0-0a5b-4de4-ab19-f076afbcaccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:33.673252 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e3f89-2bb3-4528-959c-05ab977671b7 req-67122b7a-75cf-4508-806a-b8bc142ed9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:33.675560 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c6e3f89-2bb3-4528-959c-05ab977671b7 req-67122b7a-75cf-4508-806a-b8bc142ed9c6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2243ebea-43a4-408f-a543-09bb7807ceba HTTP/1.1" status: 200 len: 1097 time: 0.1067097 Jul 16 20:37:33.702440 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38b5c55-cd29-47ac-80cc-470fbe0c7f50 None None] The sync data for ids ['ea8bbed2-20af-4c70-9752-40d4ef375c3b'] in n-d-791506-21 is: [{'id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'name': 'tempest-ServersTestJSON-56184420-router', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '9ce7a1c5-a65b-484a-b5f9-826cace0d33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:37:27Z', 'revision_number': 4, 'project_id': 'b518884410f64b40a042abe2e293dfe9', 'gw_port': {'id': '9ce7a1c5-a65b-484a-b5f9-826cace0d33a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:17Z', 'updated_at': '2021-07-16T20:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'b71cb13e-7755-437c-aeca-123124b38d23', 'name': '', 'network_id': '920aafad-c848-459a-ae64-8afed19246c6', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'mac_address': 'fa:16:3e:f2:00:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '268bf5d0-0a5b-4de4-ab19-f076afbcaccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:23Z', 'updated_at': '2021-07-16T20:37:32Z', 'revision_number': 4, 'project_id': 'b518884410f64b40a042abe2e293dfe9', 'subnets': [{'id': '268bf5d0-0a5b-4de4-ab19-f076afbcaccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:33.726974 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c6f4ae58-0b6c-46d5-b594-b1af834b24ad None None] Provisioning complete for port 4ab93b51-3308-4527-a73e-953088777899 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:33.727457 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6f4ae58-0b6c-46d5-b594-b1af834b24ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.761162 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1e051546-aa22-4618-a4d8-31388d835293 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.817136 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:33.871853 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3faab740-7f45-4d91-ad72-f84159368ed5 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.887780 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c6e3f89-2bb3-4528-959c-05ab977671b7 req-94a58839-69d5-4953-adf4-914211c2e7f4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956692 Jul 16 20:37:33.943586 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c6f4ae58-0b6c-46d5-b594-b1af834b24ad None None] Could not find standard attr ID for object e9137d87-a77a-471e-9b2b-1858d31c92be. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:37:33.947673 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faab740-7f45-4d91-ad72-f84159368ed5 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Pushing event deleted for resources: {'Port': ['ID=e9137d87-a77a-471e-9b2b-1858d31c92be,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:34.007972 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febabffc-0d0e-4fc1-aaaf-85c98dc450f3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:34.016455 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febabffc-0d0e-4fc1-aaaf-85c98dc450f3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:34.027445 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febabffc-0d0e-4fc1-aaaf-85c98dc450f3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:34.029992 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-febabffc-0d0e-4fc1-aaaf-85c98dc450f3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.4488776 Jul 16 20:37:34.032875 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48336) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:34.076285 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5d81f24a-45d0-42bb-8739-c64b74003cbd None None] Provisioning complete for port ffe6b4a9-5a10-48be-920b-b87d1c90c795 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:34.079749 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d81f24a-45d0-42bb-8739-c64b74003cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.170129 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5d81f24a-45d0-42bb-8739-c64b74003cbd None None] Port ffe6b4a9-5a10-48be-920b-b87d1c90c795 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:34.198819 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5d81f24a-45d0-42bb-8739-c64b74003cbd None None] Provisioning for port 86630fc0-e529-4ef3-932d-efc392ce528f completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:34.203483 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5d81f24a-45d0-42bb-8739-c64b74003cbd None None] Provisioning complete for port 86630fc0-e529-4ef3-932d-efc392ce528f triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:34.203947 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d81f24a-45d0-42bb-8739-c64b74003cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.283504 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5d81f24a-45d0-42bb-8739-c64b74003cbd None None] Port 86630fc0-e529-4ef3-932d-efc392ce528f cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:34.284610 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1e051546-aa22-4618-a4d8-31388d835293 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.289512 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3faab740-7f45-4d91-ad72-f84159368ed5 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.295267 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3faab740-7f45-4d91-ad72-f84159368ed5 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] 10.222.0.38 "DELETE /v2.0/ports/e9137d87-a77a-471e-9b2b-1858d31c92be HTTP/1.1" status: 204 len: 168 time: 1.6819563 Jul 16 20:37:34.297797 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48354) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:34.301163 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1e051546-aa22-4618-a4d8-31388d835293 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.304084 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee4e28-3f59-44b2-a521-503ebbe71784 req-3ab0f450-52f6-4d7a-b871-3e4fc197bbd5 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:34.313054 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-44ee4e28-3f59-44b2-a521-503ebbe71784 req-3ab0f450-52f6-4d7a-b871-3e4fc197bbd5 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=2243ebea-43a4-408f-a543-09bb7807ceba HTTP/1.1" status: 200 len: 945 time: 0.2773015 Jul 16 20:37:34.358558 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc2431d-e59b-4c9b-b6e0-be626275ab47 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] GET failed (client error): The resource could not be found. Jul 16 20:37:34.360536 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9dc2431d-e59b-4c9b-b6e0-be626275ab47 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] 10.222.0.38 "GET /v2.0/ports/e9137d87-a77a-471e-9b2b-1858d31c92be HTTP/1.1" status: 404 len: 333 time: 0.0606980 Jul 16 20:37:34.364744 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e051546-aa22-4618-a4d8-31388d835293 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0438b34-84fd-4b34-8406-e1ae19d4906e,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:34.368533 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48358) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:34.375864 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-acf42de0-8f2e-4c1a-a5d1-6e425df70e08 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Request body: {'port': {'network_id': '064a23d1-6078-4566-8279-e1257708058d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1147621664'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:34.420836 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-7cae66b4-7c55-4bb0-bc69-c643721d3d3f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting port 86630fc0-e529-4ef3-932d-efc392ce528f {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:34.423317 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7cae66b4-7c55-4bb0-bc69-c643721d3d3f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.499213 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-44ee4e28-3f59-44b2-a521-503ebbe71784 req-22e19da4-7442-49ed-8b8e-efa2b07b3d23 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773672 Jul 16 20:37:34.522628 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1e051546-aa22-4618-a4d8-31388d835293 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.524213 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1e051546-aa22-4618-a4d8-31388d835293 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9099474 Jul 16 20:37:34.527952 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48360) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:34.533607 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-77fdc379-105a-491c-9249-1115416e789c tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:34.563673 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf42de0-8f2e-4c1a-a5d1-6e425df70e08 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Made reservation on behalf of 5306f4ee11494bb1837685304011927b for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:34.568564 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-acf42de0-8f2e-4c1a-a5d1-6e425df70e08 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.594188 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77fdc379-105a-491c-9249-1115416e789c tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks [] for floatingip, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.599843 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-acf42de0-8f2e-4c1a-a5d1-6e425df70e08 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] device_id is not set on port 3e39aa22-629f-4e40-a5b6-96807801dce8 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:37:34.610097 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7cae66b4-7c55-4bb0-bc69-c643721d3d3f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.651339 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-7cae66b4-7c55-4bb0-bc69-c643721d3d3f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Calling delete_port for 86630fc0-e529-4ef3-932d-efc392ce528f owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:34.681436 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b71cb13e-7755-437c-aeca-123124b38d23 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:34.780623 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port b71cb13e-7755-437c-aeca-123124b38d23 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:34.787845 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port b71cb13e-7755-437c-aeca-123124b38d23 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:34.788356 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.869145 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7cae66b4-7c55-4bb0-bc69-c643721d3d3f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.971870 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae66b4-7c55-4bb0-bc69-c643721d3d3f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Port': ['ID=86630fc0-e529-4ef3-932d-efc392ce528f,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:34.990927 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-acf42de0-8f2e-4c1a-a5d1-6e425df70e08 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Allocated IP 2001:db8::105 (064a23d1-6078-4566-8279-e1257708058d/0888aa78-3d4e-48a5-bb91-e4df128d96dc/3e39aa22-629f-4e40-a5b6-96807801dce8) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:34.999980 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.100118 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port b71cb13e-7755-437c-aeca-123124b38d23, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b71cb13e-7755-437c-aeca-123124b38d23,segment=NetworkSegment(8cc6ca3d-9477-489b-8308-9adbf8128ea6),segment_id=8cc6ca3d-9477-489b-8308-9adbf8128ea6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:35.110797 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.116257 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4ab93b51-3308-4527-a73e-953088777899 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:35.196868 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7cae66b4-7c55-4bb0-bc69-c643721d3d3f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.198843 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7cae66b4-7c55-4bb0-bc69-c643721d3d3f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/ports/86630fc0-e529-4ef3-932d-efc392ce528f HTTP/1.1" status: 204 len: 168 time: 1.1646178 Jul 16 20:37:35.204119 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48368) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:35.272591 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=b71cb13e-7755-437c-aeca-123124b38d23,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:35.323563 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-acf42de0-8f2e-4c1a-a5d1-6e425df70e08 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.340582 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-acf42de0-8f2e-4c1a-a5d1-6e425df70e08 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Transition to ACTIVE for port object 3e39aa22-629f-4e40-a5b6-96807801dce8 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:35.347229 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 4ab93b51-3308-4527-a73e-953088777899 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:35.350663 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.413538 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77fdc379-105a-491c-9249-1115416e789c tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.428308 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-acf42de0-8f2e-4c1a-a5d1-6e425df70e08 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.512497 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf42de0-8f2e-4c1a-a5d1-6e425df70e08 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Pushing event updated for resources: {'Port': ['ID=3e39aa22-629f-4e40-a5b6-96807801dce8,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:35.641459 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf42de0-8f2e-4c1a-a5d1-6e425df70e08 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Network 064a23d1-6078-4566-8279-e1257708058d is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:35.653534 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-acf42de0-8f2e-4c1a-a5d1-6e425df70e08 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:35.663372 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf42de0-8f2e-4c1a-a5d1-6e425df70e08 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:35.675117 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf42de0-8f2e-4c1a-a5d1-6e425df70e08 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:35.675794 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-acf42de0-8f2e-4c1a-a5d1-6e425df70e08 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.712915 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-869977d8-0a62-4309-85e4-099891278112 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] GET failed (client error): The resource could not be found. Jul 16 20:37:35.714582 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-869977d8-0a62-4309-85e4-099891278112 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "GET /v2.0/ports/86630fc0-e529-4ef3-932d-efc392ce528f HTTP/1.1" status: 404 len: 333 time: 0.5094411 Jul 16 20:37:35.721114 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48392) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:35.794201 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-acf42de0-8f2e-4c1a-a5d1-6e425df70e08 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4242024 Jul 16 20:37:35.797855 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48394) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:35.806767 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-059b4bb4-6469-45cf-a6bc-49543108e67c tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:3f:ae:ca'}]}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:35.868512 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-77fdc379-105a-491c-9249-1115416e789c tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Allocated IP 172.25.0.119 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/62403ad3-8f9e-4e5f-b689-d56267c09aa4) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:35.935379 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79149449-bea6-494d-89e0-cd57b0f6ab49 req-e3e71349-7b4e-444b-87e2-702a98a33b5a tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:35.937225 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-79149449-bea6-494d-89e0-cd57b0f6ab49 req-e3e71349-7b4e-444b-87e2-702a98a33b5a tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=2243ebea-43a4-408f-a543-09bb7807ceba HTTP/1.1" status: 200 len: 945 time: 0.1627536 Jul 16 20:37:35.955247 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-bc01ad73-9c4b-4a3f-8e1d-a92296032cbf tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting port ffe6b4a9-5a10-48be-920b-b87d1c90c795 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:35.955694 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc01ad73-9c4b-4a3f-8e1d-a92296032cbf tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.068064 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-79149449-bea6-494d-89e0-cd57b0f6ab49 req-8d9387f3-de24-4595-a115-59a494dff01e tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208751 Jul 16 20:37:36.141257 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77fdc379-105a-491c-9249-1115416e789c tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.148470 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc01ad73-9c4b-4a3f-8e1d-a92296032cbf tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.154703 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-059b4bb4-6469-45cf-a6bc-49543108e67c tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.161290 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-79195ff5-7b24-40d7-b578-06016d5388f1 None None] Provisioning for port 3e39aa22-629f-4e40-a5b6-96807801dce8 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:36.172286 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-79195ff5-7b24-40d7-b578-06016d5388f1 None None] Provisioning complete for port 3e39aa22-629f-4e40-a5b6-96807801dce8 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:36.176661 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-79195ff5-7b24-40d7-b578-06016d5388f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.183708 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-bc01ad73-9c4b-4a3f-8e1d-a92296032cbf tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Calling delete_port for ffe6b4a9-5a10-48be-920b-b87d1c90c795 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:36.260281 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-79195ff5-7b24-40d7-b578-06016d5388f1 None None] Port 3e39aa22-629f-4e40-a5b6-96807801dce8 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:36.347635 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77fdc379-105a-491c-9249-1115416e789c tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.400951 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fdc379-105a-491c-9249-1115416e789c tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:36.411733 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-77fdc379-105a-491c-9249-1115416e789c tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:36.421975 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fdc379-105a-491c-9249-1115416e789c tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:36.431673 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fdc379-105a-491c-9249-1115416e789c tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Pushing event updated for resources: {'Port': ['ID=62403ad3-8f9e-4e5f-b689-d56267c09aa4,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:36.522397 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc01ad73-9c4b-4a3f-8e1d-a92296032cbf tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.544625 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-059b4bb4-6469-45cf-a6bc-49543108e67c tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.563119 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-059b4bb4-6469-45cf-a6bc-49543108e67c tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.594900 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b71cb13e-7755-437c-aeca-123124b38d23 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:36.663648 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port b71cb13e-7755-437c-aeca-123124b38d23 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:36.664175 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.686707 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-059b4bb4-6469-45cf-a6bc-49543108e67c tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] In _notify_port_updated(), no bound segment for port 3e39aa22-629f-4e40-a5b6-96807801dce8 on network 064a23d1-6078-4566-8279-e1257708058d {{(pid=93793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:37:36.693886 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059b4bb4-6469-45cf-a6bc-49543108e67c tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:36.694927 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-059b4bb4-6469-45cf-a6bc-49543108e67c tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.702561 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-059b4bb4-6469-45cf-a6bc-49543108e67c tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] 10.222.0.38 "PUT /v2.0/ports/3e39aa22-629f-4e40-a5b6-96807801dce8 HTTP/1.1" status: 200 len: 1003 time: 0.9001379 Jul 16 20:37:36.703267 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48406) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:36.962249 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01ad73-9c4b-4a3f-8e1d-a92296032cbf tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Port': ['ID=ffe6b4a9-5a10-48be-920b-b87d1c90c795,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:37.057075 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc01ad73-9c4b-4a3f-8e1d-a92296032cbf tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.059086 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bc01ad73-9c4b-4a3f-8e1d-a92296032cbf tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/ports/ffe6b4a9-5a10-48be-920b-b87d1c90c795 HTTP/1.1" status: 204 len: 168 time: 1.3367510 Jul 16 20:37:37.064410 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48410) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:37.092758 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43176b06-5a05-47fa-9f5f-2737c6117ac0 req-5789fb1c-04f7-4cf5-b87b-30e0645d5edc tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:37.094588 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-43176b06-5a05-47fa-9f5f-2737c6117ac0 req-5789fb1c-04f7-4cf5-b87b-30e0645d5edc tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=2243ebea-43a4-408f-a543-09bb7807ceba HTTP/1.1" status: 200 len: 945 time: 0.4002523 Jul 16 20:37:37.101300 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8837b2d1-16ef-4bce-b082-b95a63bef106 None None] Provisioning complete for port 3e39aa22-629f-4e40-a5b6-96807801dce8 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:37.101676 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8837b2d1-16ef-4bce-b082-b95a63bef106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.120851 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-736ee49d-cbc8-446b-b53e-7feaa6d877e3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] GET failed (client error): The resource could not be found. Jul 16 20:37:37.122752 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-736ee49d-cbc8-446b-b53e-7feaa6d877e3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "GET /v2.0/ports/ffe6b4a9-5a10-48be-920b-b87d1c90c795 HTTP/1.1" status: 404 len: 333 time: 0.0525243 Jul 16 20:37:37.145927 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48412) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:37.197222 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8837b2d1-16ef-4bce-b082-b95a63bef106 None None] Port 3e39aa22-629f-4e40-a5b6-96807801dce8 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:37.209404 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-43176b06-5a05-47fa-9f5f-2737c6117ac0 req-a7fa67bc-8fcf-4c0c-b58f-37c6e89fcda2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892344 Jul 16 20:37:37.243951 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ff06ab-8a3d-443a-8ced-1395c8f26ed1 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting subnet 6b394272-be9e-4bf5-9617-f184e795edd6 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:37:37.255613 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8ff06ab-8a3d-443a-8ced-1395c8f26ed1 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.281232 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77fdc379-105a-491c-9249-1115416e789c tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.292139 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b4bb4-6469-45cf-a6bc-49543108e67c tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Pushing event updated for resources: {'Port': ['ID=3e39aa22-629f-4e40-a5b6-96807801dce8,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:37.320879 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8ff06ab-8a3d-443a-8ced-1395c8f26ed1 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.369516 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77fdc379-105a-491c-9249-1115416e789c tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.427905 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-3d66d941-b855-4709-95cd-c8d864af95a2 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Deleting port 3e39aa22-629f-4e40-a5b6-96807801dce8 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:37.428569 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d66d941-b855-4709-95cd-c8d864af95a2 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.528020 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8ff06ab-8a3d-443a-8ced-1395c8f26ed1 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.596801 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d66d941-b855-4709-95cd-c8d864af95a2 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.616623 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8ff06ab-8a3d-443a-8ced-1395c8f26ed1 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.621745 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-3d66d941-b855-4709-95cd-c8d864af95a2 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Calling delete_port for 3e39aa22-629f-4e40-a5b6-96807801dce8 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:37.650053 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff06ab-8a3d-443a-8ced-1395c8f26ed1 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Subnet': ['ID=6b394272-be9e-4bf5-9617-f184e795edd6,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:37.662390 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8ff06ab-8a3d-443a-8ced-1395c8f26ed1 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.664555 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f8ff06ab-8a3d-443a-8ced-1395c8f26ed1 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/subnets/6b394272-be9e-4bf5-9617-f184e795edd6 HTTP/1.1" status: 204 len: 168 time: 0.5176356 Jul 16 20:37:37.667148 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48418) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:37.669743 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b29d982-1bc6-4ddb-a334-290f2ce213cf None None] Network c4cdf508-8b1e-4eed-88c5-225d492173bf requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:37.685793 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77fdc379-105a-491c-9249-1115416e789c tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.702391 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77fdc379-105a-491c-9249-1115416e789c tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.783326 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9064a821-2b3d-431b-ae1c-62c2516e881f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.854186 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-9064a821-2b3d-431b-ae1c-62c2516e881f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting port 4ab93b51-3308-4527-a73e-953088777899 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:37.855723 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9064a821-2b3d-431b-ae1c-62c2516e881f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.859308 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fdc379-105a-491c-9249-1115416e789c tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Pushing event updated for resources: {'Port': ['ID=62403ad3-8f9e-4e5f-b689-d56267c09aa4,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:37.879709 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77fdc379-105a-491c-9249-1115416e789c tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.945700 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77fdc379-105a-491c-9249-1115416e789c tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.956790 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-77fdc379-105a-491c-9249-1115416e789c tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4179313 Jul 16 20:37:37.981331 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-9064a821-2b3d-431b-ae1c-62c2516e881f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] For port 4ab93b51-3308-4527-a73e-953088777899, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4ab93b51-3308-4527-a73e-953088777899,segment=NetworkSegment(414e19ad-99b1-4197-b09f-f322f6a2af8f),segment_id=414e19ad-99b1-4197-b09f-f322f6a2af8f)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:37.981709 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9064a821-2b3d-431b-ae1c-62c2516e881f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.987192 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a494f62-0338-4a47-ab4b-c04a27dcb868 None None] DHCP port deletion for c4cdf508-8b1e-4eed-88c5-225d492173bf request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:37:38.003119 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d66d941-b855-4709-95cd-c8d864af95a2 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.044995 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66d941-b855-4709-95cd-c8d864af95a2 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Pushing event deleted for resources: {'Port': ['ID=3e39aa22-629f-4e40-a5b6-96807801dce8,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:38.046290 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-9064a821-2b3d-431b-ae1c-62c2516e881f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Calling delete_port for 4ab93b51-3308-4527-a73e-953088777899 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:38.116017 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d66d941-b855-4709-95cd-c8d864af95a2 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.127810 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3d66d941-b855-4709-95cd-c8d864af95a2 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] 10.222.0.38 "DELETE /v2.0/ports/3e39aa22-629f-4e40-a5b6-96807801dce8 HTTP/1.1" status: 204 len: 168 time: 1.4070737 Jul 16 20:37:38.128473 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48436) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:38.172052 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0a494f62-0338-4a47-ab4b-c04a27dcb868 None None] Deleting port 4ab93b51-3308-4527-a73e-953088777899 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:38.173148 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a494f62-0338-4a47-ab4b-c04a27dcb868 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.211074 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4cc211-bb3f-4f31-8ef4-5b6cbec50e80 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] GET failed (client error): The resource could not be found. Jul 16 20:37:38.218215 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-aa4cc211-bb3f-4f31-8ef4-5b6cbec50e80 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] 10.222.0.38 "GET /v2.0/ports/3e39aa22-629f-4e40-a5b6-96807801dce8 HTTP/1.1" status: 404 len: 333 time: 0.0884762 Jul 16 20:37:38.219058 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48438) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:38.225479 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e572ecaf-06fe-4fba-9039-e778c6ee3c15 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Request body: {'port': {'network_id': '064a23d1-6078-4566-8279-e1257708058d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-499952313'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:38.298415 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-0a494f62-0338-4a47-ab4b-c04a27dcb868 None None] For port 4ab93b51-3308-4527-a73e-953088777899, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4ab93b51-3308-4527-a73e-953088777899,segment=NetworkSegment(414e19ad-99b1-4197-b09f-f322f6a2af8f),segment_id=414e19ad-99b1-4197-b09f-f322f6a2af8f)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:38.299105 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a494f62-0338-4a47-ab4b-c04a27dcb868 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.315728 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-7c8eb79f-0a93-4eec-8a0b-8de9e22f6f86 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1020193838&fields=id&tenant_id=b518884410f64b40a042abe2e293dfe9 HTTP/1.1" status: 200 len: 267 time: 0.1321297 Jul 16 20:37:38.330098 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0a494f62-0338-4a47-ab4b-c04a27dcb868 None None] Calling delete_port for 4ab93b51-3308-4527-a73e-953088777899 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:38.523819 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e572ecaf-06fe-4fba-9039-e778c6ee3c15 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Made reservation on behalf of 5306f4ee11494bb1837685304011927b for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:38.528203 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e572ecaf-06fe-4fba-9039-e778c6ee3c15 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.555013 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4ab93b51-3308-4527-a73e-953088777899 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:38.586480 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-e572ecaf-06fe-4fba-9039-e778c6ee3c15 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] device_id is not set on port 37940e16-be2a-4068-b062-ba201c755df2 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:37:38.623953 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-0d433306-a56c-40f7-8a07-3c3b192df683 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:38.625458 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-0d433306-a56c-40f7-8a07-3c3b192df683 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/networks?id=920aafad-c848-459a-ae64-8afed19246c6 HTTP/1.1" status: 200 len: 804 time: 0.3003259 Jul 16 20:37:38.666634 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No active binding found for port 4ab93b51-3308-4527-a73e-953088777899 {{(pid=93795) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 20:37:38.668208 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4ab93b51-3308-4527-a73e-953088777899 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:38.670112 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:37:38.675328 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:38.675328 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:37:38.675328 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:38.675328 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:37:38.675328 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:38.675328 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:37:38.675328 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:38.675328 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:37:38.675328 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:38.675328 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:37:38.675328 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:38.675328 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:37:38.675328 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:38.675328 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:37:38.688004 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a494f62-0338-4a47-ab4b-c04a27dcb868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.728061 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9064a821-2b3d-431b-ae1c-62c2516e881f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.769336 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a494f62-0338-4a47-ab4b-c04a27dcb868 None None] No DVR routers for this DVR port 4ab93b51-3308-4527-a73e-953088777899 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:38.778170 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a494f62-0338-4a47-ab4b-c04a27dcb868 None None] Pushing event deleted for resources: {'Port': ['ID=4ab93b51-3308-4527-a73e-953088777899,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:38.782744 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9064a821-2b3d-431b-ae1c-62c2516e881f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] No DVR routers for this DVR port 4ab93b51-3308-4527-a73e-953088777899 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:38.798173 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-31f38ea7-7188-4b3b-ad31-9b82bc6ff0c9 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/quotas/b518884410f64b40a042abe2e293dfe9 HTTP/1.1" status: 200 len: 375 time: 0.1575444 Jul 16 20:37:38.803091 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064a821-2b3d-431b-ae1c-62c2516e881f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Port': ['ID=4ab93b51-3308-4527-a73e-953088777899,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:38.863032 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-e572ecaf-06fe-4fba-9039-e778c6ee3c15 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Allocated IP 2001:db8::1df (064a23d1-6078-4566-8279-e1257708058d/0888aa78-3d4e-48a5-bb91-e4df128d96dc/37940e16-be2a-4068-b062-ba201c755df2) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:38.980070 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3d22f-93ee-4d97-b563-e2add3341242 req-988bec4f-1463-4566-8507-9fde66302bd1 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:38.983447 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e9e3d22f-93ee-4d97-b563-e2add3341242 req-988bec4f-1463-4566-8507-9fde66302bd1 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=2243ebea-43a4-408f-a543-09bb7807ceba HTTP/1.1" status: 200 len: 945 time: 0.3565619 Jul 16 20:37:39.084001 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9064a821-2b3d-431b-ae1c-62c2516e881f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.121054 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-a895af4e-2644-4db9-a324-6fe61d6211eb tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b518884410f64b40a042abe2e293dfe9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3114967 Jul 16 20:37:39.167661 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-9064a821-2b3d-431b-ae1c-62c2516e881f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4cdf508-8b1e-4eed-88c5-225d492173bf']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:39.195566 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e572ecaf-06fe-4fba-9039-e778c6ee3c15 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.209890 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e9e3d22f-93ee-4d97-b563-e2add3341242 req-044eb13e-bf90-4a5d-bac7-8528571580e0 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128921 Jul 16 20:37:39.220339 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-9064a821-2b3d-431b-ae1c-62c2516e881f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414e19ad-99b1-4197-b09f-f322f6a2af8f') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:39.220692 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-9064a821-2b3d-431b-ae1c-62c2516e881f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414e19ad-99b1-4197-b09f-f322f6a2af8f') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:39.233008 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-e572ecaf-06fe-4fba-9039-e778c6ee3c15 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Transition to ACTIVE for port object 37940e16-be2a-4068-b062-ba201c755df2 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:39.258265 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9064a821-2b3d-431b-ae1c-62c2516e881f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.335884 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9064a821-2b3d-431b-ae1c-62c2516e881f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.354508 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9064a821-2b3d-431b-ae1c-62c2516e881f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:37:39.359463 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9064a821-2b3d-431b-ae1c-62c2516e881f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:37:39.372600 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:37:39.390558 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e572ecaf-06fe-4fba-9039-e778c6ee3c15 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.465125 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-0932870b-8091-4cb3-ba54-e2d864b3245d service neutron] 10.222.0.38 "GET /v2.0/networks/920aafad-c848-459a-ae64-8afed19246c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245285 Jul 16 20:37:39.531656 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572ecaf-06fe-4fba-9039-e778c6ee3c15 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Pushing event updated for resources: {'Port': ['ID=37940e16-be2a-4068-b062-ba201c755df2,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:39.608622 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9064a821-2b3d-431b-ae1c-62c2516e881f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.622626 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9064a821-2b3d-431b-ae1c-62c2516e881f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.631692 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9064a821-2b3d-431b-ae1c-62c2516e881f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/networks/c4cdf508-8b1e-4eed-88c5-225d492173bf HTTP/1.1" status: 204 len: 168 time: 1.9633596 Jul 16 20:37:39.655241 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48454) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:39.665016 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e572ecaf-06fe-4fba-9039-e778c6ee3c15 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Network 064a23d1-6078-4566-8279-e1257708058d is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:39.673181 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-e572ecaf-06fe-4fba-9039-e778c6ee3c15 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:39.679909 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-13087b2e-5186-4322-ab78-d07687223e49 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-504824283'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:39.688459 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e572ecaf-06fe-4fba-9039-e778c6ee3c15 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:39.715224 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e572ecaf-06fe-4fba-9039-e778c6ee3c15 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:39.716898 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e572ecaf-06fe-4fba-9039-e778c6ee3c15 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.780854 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e572ecaf-06fe-4fba-9039-e778c6ee3c15 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5569389 Jul 16 20:37:39.781822 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48456) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:39.786531 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064a821-2b3d-431b-ae1c-62c2516e881f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Network': ['ID=c4cdf508-8b1e-4eed-88c5-225d492173bf,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:39.819049 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-7f922a38-0ca0-4bf7-bd43-1c01012d9de1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Request body: {'port': {'network_id': '064a23d1-6078-4566-8279-e1257708058d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-302017254'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:39.882392 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-9683a325-9d4a-4feb-96c8-637377a34c2c service neutron] 10.222.0.38 "GET /v2.0/networks/920aafad-c848-459a-ae64-8afed19246c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159834 Jul 16 20:37:39.917571 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13087b2e-5186-4322-ab78-d07687223e49 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:39.921246 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-13087b2e-5186-4322-ab78-d07687223e49 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.985178 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13087b2e-5186-4322-ab78-d07687223e49 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:37:40.015373 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-13087b2e-5186-4322-ab78-d07687223e49 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.015728 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-13087b2e-5186-4322-ab78-d07687223e49 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Added segment f990f493-1fbf-4bba-908c-85e162a51456 of type vlan for network ca2098ab-bc7b-432a-bb5d-319bd3354ef3 Jul 16 20:37:40.142301 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-13087b2e-5186-4322-ab78-d07687223e49 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.212802 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-13087b2e-5186-4322-ab78-d07687223e49 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.222620 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13087b2e-5186-4322-ab78-d07687223e49 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:40.226248 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-13087b2e-5186-4322-ab78-d07687223e49 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.264668 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f922a38-0ca0-4bf7-bd43-1c01012d9de1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Made reservation on behalf of 5306f4ee11494bb1837685304011927b for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:40.274377 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f922a38-0ca0-4bf7-bd43-1c01012d9de1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.282055 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-13087b2e-5186-4322-ab78-d07687223e49 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6122131 Jul 16 20:37:40.305025 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48460) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:40.307181 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f1be4ffb-66c0-4999-8505-e43fdc9545af None None] Provisioning for port 37940e16-be2a-4068-b062-ba201c755df2 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:40.317963 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-169b004b-fb17-46d9-b8ec-d65dd9389631 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'subnet': {'network_id': 'ca2098ab-bc7b-432a-bb5d-319bd3354ef3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:40.323523 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f1be4ffb-66c0-4999-8505-e43fdc9545af None None] Provisioning complete for port 37940e16-be2a-4068-b062-ba201c755df2 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:40.327938 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f1be4ffb-66c0-4999-8505-e43fdc9545af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.338721 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-7f922a38-0ca0-4bf7-bd43-1c01012d9de1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] device_id is not set on port 526b3a1e-b3a1-4339-95ac-6f65d5ca9d0f yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:37:40.437931 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f1be4ffb-66c0-4999-8505-e43fdc9545af None None] Port 37940e16-be2a-4068-b062-ba201c755df2 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:40.572088 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-7f922a38-0ca0-4bf7-bd43-1c01012d9de1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Allocated IP 2001:db8::d3 (064a23d1-6078-4566-8279-e1257708058d/0888aa78-3d4e-48a5-bb91-e4df128d96dc/526b3a1e-b3a1-4339-95ac-6f65d5ca9d0f) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:40.593900 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-31a46de8-d174-4a1f-b7a6-1b4d75115172 req-bc8e7ef1-ca3b-4e5a-abd2-2088e56735e0 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/ports?device_id=29abc398-e7f4-4bf7-b004-8b65d1943a36 HTTP/1.1" status: 200 len: 210 time: 0.2395146 Jul 16 20:37:40.602232 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169b004b-fb17-46d9-b8ec-d65dd9389631 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:40.605813 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-169b004b-fb17-46d9-b8ec-d65dd9389631 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.744479 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13087b2e-5186-4322-ab78-d07687223e49 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Network': ['ID=ca2098ab-bc7b-432a-bb5d-319bd3354ef3,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:40.765201 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network ca2098ab-bc7b-432a-bb5d-319bd3354ef3 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:37:40.858735 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a51d8-7d5d-46f6-9c5f-0ef78543e446 req-3561c0eb-2e15-4f20-9090-1c15abb5730c tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:40.860854 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c0a51d8-7d5d-46f6-9c5f-0ef78543e446 req-3561c0eb-2e15-4f20-9090-1c15abb5730c tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=2243ebea-43a4-408f-a543-09bb7807ceba HTTP/1.1" status: 200 len: 945 time: 0.3161902 Jul 16 20:37:40.912168 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f922a38-0ca0-4bf7-bd43-1c01012d9de1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.940197 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-7f922a38-0ca0-4bf7-bd43-1c01012d9de1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Transition to ACTIVE for port object 526b3a1e-b3a1-4339-95ac-6f65d5ca9d0f will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:40.994284 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f922a38-0ca0-4bf7-bd43-1c01012d9de1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.996395 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c0a51d8-7d5d-46f6-9c5f-0ef78543e446 req-6d1d82be-c878-4b24-ad48-b5c75ed1432a tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243937 Jul 16 20:37:41.072581 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f922a38-0ca0-4bf7-bd43-1c01012d9de1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Network 064a23d1-6078-4566-8279-e1257708058d is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:41.076338 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-7f922a38-0ca0-4bf7-bd43-1c01012d9de1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:41.078813 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f922a38-0ca0-4bf7-bd43-1c01012d9de1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:41.086380 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f922a38-0ca0-4bf7-bd43-1c01012d9de1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:41.086920 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f922a38-0ca0-4bf7-bd43-1c01012d9de1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.088713 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-169b004b-fb17-46d9-b8ec-d65dd9389631 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.110043 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f922a38-0ca0-4bf7-bd43-1c01012d9de1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Pushing event updated for resources: {'Port': ['ID=526b3a1e-b3a1-4339-95ac-6f65d5ca9d0f,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:41.117383 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7f922a38-0ca0-4bf7-bd43-1c01012d9de1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3338461 Jul 16 20:37:41.120271 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48478) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:41.127640 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-05b0ad1a-0623-4cbf-9e96-d227f847e92c tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::26e', 'mac_address': 'fa:16:3e:3f:ae:ca'}, {'ip_address': '2001:db8::1df', 'mac_address': 'fa:16:3e:3c:ab:6a'}]}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:41.185764 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b004b-fb17-46d9-b8ec-d65dd9389631 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Subnet': ['ID=f784e7fd-687c-458f-8ab6-9e3657782998,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:41.207640 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b004b-fb17-46d9-b8ec-d65dd9389631 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Checking segment: {'id': 'f990f493-1fbf-4bba-908c-85e162a51456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ca2098ab-bc7b-432a-bb5d-319bd3354ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:41.208078 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169b004b-fb17-46d9-b8ec-d65dd9389631 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network hostable DHCP agents. Network: ca2098ab-bc7b-432a-bb5d-319bd3354ef3, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:37:41.251991 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169b004b-fb17-46d9-b8ec-d65dd9389631 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network ca2098ab-bc7b-432a-bb5d-319bd3354ef3 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:37:41.273054 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-169b004b-fb17-46d9-b8ec-d65dd9389631 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, ca2098ab-bc7b-432a-bb5d-319bd3354ef3) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:41.283830 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169b004b-fb17-46d9-b8ec-d65dd9389631 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:41.284338 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-169b004b-fb17-46d9-b8ec-d65dd9389631 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.286571 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a112e09f-79b0-43d6-97e5-5ff670542419 None None] Network ca2098ab-bc7b-432a-bb5d-319bd3354ef3 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:41.339837 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-169b004b-fb17-46d9-b8ec-d65dd9389631 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0257444 Jul 16 20:37:41.349111 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48480) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:41.354124 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-fa289b32-461e-44ea-81f5-401ae1827998 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-492225736', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:41.478488 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fa289b32-461e-44ea-81f5-401ae1827998 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.479097 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fa289b32-461e-44ea-81f5-401ae1827998 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.530991 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5b757e-9f03-4120-890c-2738b734cb29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-ca2098ab-bc7b-432a-bb5d-319bd3354ef3', 'network_id': 'ca2098ab-bc7b-432a-bb5d-319bd3354ef3', 'tenant_id': 'b462fea25eab41aaacbe7f65f3d46338', 'fixed_ips': [{'subnet_id': 'f784e7fd-687c-458f-8ab6-9e3657782998'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:37:41.531954 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab5b757e-9f03-4120-890c-2738b734cb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.541582 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-05b0ad1a-0623-4cbf-9e96-d227f847e92c tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.600925 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fa289b32-461e-44ea-81f5-401ae1827998 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.614416 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fa289b32-461e-44ea-81f5-401ae1827998 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.661765 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fa289b32-461e-44ea-81f5-401ae1827998 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.670369 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fa289b32-461e-44ea-81f5-401ae1827998 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3194582 Jul 16 20:37:41.681273 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48488) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:41.699546 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-4f9dd780-3732-482d-94c9-1f714d2c8789 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'port': {'network_id': 'ca2098ab-bc7b-432a-bb5d-319bd3354ef3', 'name': 'tempest-PortsTestJSON-649268111'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:41.717992 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-76e0da8b-f429-45f8-a585-cf61f80a9567 None None] Provisioning for port 526b3a1e-b3a1-4339-95ac-6f65d5ca9d0f completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:41.797204 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-76e0da8b-f429-45f8-a585-cf61f80a9567 None None] Provisioning complete for port 526b3a1e-b3a1-4339-95ac-6f65d5ca9d0f triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:41.801649 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-76e0da8b-f429-45f8-a585-cf61f80a9567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.968246 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4ee8e9df-23de-4d9a-8333-1c14f626b4b9 req-5acc533d-a841-44e9-81ba-be1689fe68eb tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/ports?device_id=29abc398-e7f4-4bf7-b004-8b65d1943a36 HTTP/1.1" status: 200 len: 210 time: 0.0550532 Jul 16 20:37:41.971120 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-76e0da8b-f429-45f8-a585-cf61f80a9567 None None] Port 526b3a1e-b3a1-4339-95ac-6f65d5ca9d0f cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:41.982245 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-ab5b757e-9f03-4120-890c-2738b734cb29 None None] Allocated IP 172.20.0.2 (ca2098ab-bc7b-432a-bb5d-319bd3354ef3/f784e7fd-687c-458f-8ab6-9e3657782998/37548112-c68c-4d4d-9c10-716ef57dd73a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:42.096455 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-05b0ad1a-0623-4cbf-9e96-d227f847e92c tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.116996 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-05b0ad1a-0623-4cbf-9e96-d227f847e92c tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.154485 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-05b0ad1a-0623-4cbf-9e96-d227f847e92c tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] In _notify_port_updated(), no bound segment for port 526b3a1e-b3a1-4339-95ac-6f65d5ca9d0f on network 064a23d1-6078-4566-8279-e1257708058d {{(pid=93793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:37:42.162889 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b0ad1a-0623-4cbf-9e96-d227f847e92c tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:42.163994 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-05b0ad1a-0623-4cbf-9e96-d227f847e92c tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.167445 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-05b0ad1a-0623-4cbf-9e96-d227f847e92c tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] 10.222.0.38 "PUT /v2.0/ports/526b3a1e-b3a1-4339-95ac-6f65d5ca9d0f HTTP/1.1" status: 200 len: 1066 time: 1.0456600 Jul 16 20:37:42.172922 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48498) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:42.204360 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9dd780-3732-482d-94c9-1f714d2c8789 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:42.213163 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f9dd780-3732-482d-94c9-1f714d2c8789 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.255488 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0ad1a-0623-4cbf-9e96-d227f847e92c tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Pushing event updated for resources: {'Port': ['ID=526b3a1e-b3a1-4339-95ac-6f65d5ca9d0f,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:42.298409 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-4f9dd780-3732-482d-94c9-1f714d2c8789 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] device_id is not set on port 47277ee3-1622-426e-89eb-12c31af86e4b yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:37:42.374390 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab5b757e-9f03-4120-890c-2738b734cb29 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.414429 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ab5b757e-9f03-4120-890c-2738b734cb29 None None] Transition to ACTIVE for port object 37548112-c68c-4d4d-9c10-716ef57dd73a will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:42.443555 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ab5b757e-9f03-4120-890c-2738b734cb29 None None] Transition to ACTIVE for port object 37548112-c68c-4d4d-9c10-716ef57dd73a will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:42.458413 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab5b757e-9f03-4120-890c-2738b734cb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.516531 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5b757e-9f03-4120-890c-2738b734cb29 None None] Network ca2098ab-bc7b-432a-bb5d-319bd3354ef3 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:42.522954 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-ab5b757e-9f03-4120-890c-2738b734cb29 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:42.525884 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5b757e-9f03-4120-890c-2738b734cb29 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:42.568030 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b757e-9f03-4120-890c-2738b734cb29 None None] Pushing event updated for resources: {'Port': ['ID=37548112-c68c-4d4d-9c10-716ef57dd73a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:42.622737 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ab5b757e-9f03-4120-890c-2738b734cb29 None None] Attempting to bind port 37548112-c68c-4d4d-9c10-716ef57dd73a on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:42.623029 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ab5b757e-9f03-4120-890c-2738b734cb29 None None] Attempting to bind port 37548112-c68c-4d4d-9c10-716ef57dd73a by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'f990f493-1fbf-4bba-908c-85e162a51456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ca2098ab-bc7b-432a-bb5d-319bd3354ef3'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:42.623404 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5b757e-9f03-4120-890c-2738b734cb29 None None] Attempting to bind port 37548112-c68c-4d4d-9c10-716ef57dd73a on network ca2098ab-bc7b-432a-bb5d-319bd3354ef3 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:42.644982 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-79675590-e5e8-4e52-8b2a-3a4ab97893b4 None None] Provisioning complete for port 526b3a1e-b3a1-4339-95ac-6f65d5ca9d0f triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:42.646076 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-79675590-e5e8-4e52-8b2a-3a4ab97893b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.648160 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5b757e-9f03-4120-890c-2738b734cb29 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:42.648599 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5b757e-9f03-4120-890c-2738b734cb29 None None] Checking segment: {'id': 'f990f493-1fbf-4bba-908c-85e162a51456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ca2098ab-bc7b-432a-bb5d-319bd3354ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:42.649120 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab5b757e-9f03-4120-890c-2738b734cb29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.649632 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5b757e-9f03-4120-890c-2738b734cb29 None None] Bound using segment: {'id': 'f990f493-1fbf-4bba-908c-85e162a51456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ca2098ab-bc7b-432a-bb5d-319bd3354ef3'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:42.650158 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ab5b757e-9f03-4120-890c-2738b734cb29 None None] Bound port: 37548112-c68c-4d4d-9c10-716ef57dd73a, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f990f493-1fbf-4bba-908c-85e162a51456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ca2098ab-bc7b-432a-bb5d-319bd3354ef3'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:42.650640 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab5b757e-9f03-4120-890c-2738b734cb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.752348 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ab5b757e-9f03-4120-890c-2738b734cb29 None None] For port 37548112-c68c-4d4d-9c10-716ef57dd73a, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:42.757159 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ab5b757e-9f03-4120-890c-2738b734cb29 None None] For port 37548112-c68c-4d4d-9c10-716ef57dd73a, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=37548112-c68c-4d4d-9c10-716ef57dd73a,segment=NetworkSegment(f990f493-1fbf-4bba-908c-85e162a51456),segment_id=f990f493-1fbf-4bba-908c-85e162a51456)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:42.767343 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab5b757e-9f03-4120-890c-2738b734cb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.997704 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c0538-5375-444e-9b04-7f209e48dd2d req-05ccdebb-cbcc-441f-ac44-ec2640a41582 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:42.999821 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d27c0538-5375-444e-9b04-7f209e48dd2d req-05ccdebb-cbcc-441f-ac44-ec2640a41582 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.62 "GET /v2.0/ports?device_id=2243ebea-43a4-408f-a543-09bb7807ceba HTTP/1.1" status: 200 len: 945 time: 0.9560504 Jul 16 20:37:43.049002 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b757e-9f03-4120-890c-2738b734cb29 None None] Pushing event updated for resources: {'Port': ['ID=37548112-c68c-4d4d-9c10-716ef57dd73a,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:43.059840 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-79675590-e5e8-4e52-8b2a-3a4ab97893b4 None None] Port 526b3a1e-b3a1-4339-95ac-6f65d5ca9d0f cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:43.221263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359516e-44ce-45fc-acec-47d73429d3cb req-5577b6d3-2325-47d8-bf69-806d65154a09 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:43.223450 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5359516e-44ce-45fc-acec-47d73429d3cb req-5577b6d3-2325-47d8-bf69-806d65154a09 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=2243ebea-43a4-408f-a543-09bb7807ceba HTTP/1.1" status: 200 len: 945 time: 0.9290133 Jul 16 20:37:43.235314 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e2648135-6a3f-41c9-84a5-e67ab33e6c95 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Deleting port 526b3a1e-b3a1-4339-95ac-6f65d5ca9d0f {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:43.235799 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e2648135-6a3f-41c9-84a5-e67ab33e6c95 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.423911 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-b073409a-f9c6-48dd-af26-d5f4006dbc9e tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:43.425746 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-b073409a-f9c6-48dd-af26-d5f4006dbc9e tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.18 "GET /v2.0/networks?id=920aafad-c848-459a-ae64-8afed19246c6 HTTP/1.1" status: 200 len: 804 time: 0.5629470 Jul 16 20:37:43.476837 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f749a32e-e200-4ce6-8e20-1f79a46f6340 req-6f849b13-d2b2-405f-858a-ac26a8f96b55 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/ports?device_id=29abc398-e7f4-4bf7-b004-8b65d1943a36 HTTP/1.1" status: 200 len: 210 time: 0.1706276 Jul 16 20:37:43.529531 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5359516e-44ce-45fc-acec-47d73429d3cb req-2574c8ef-2b19-45cd-8818-fa7ea23d792a tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885623 Jul 16 20:37:43.533781 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-4f9dd780-3732-482d-94c9-1f714d2c8789 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Allocated IP 172.20.0.7 (ca2098ab-bc7b-432a-bb5d-319bd3354ef3/f784e7fd-687c-458f-8ab6-9e3657782998/47277ee3-1622-426e-89eb-12c31af86e4b) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:43.609474 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-134cec3b-773f-4116-884e-c5cc55d7da32 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b518884410f64b40a042abe2e293dfe9 HTTP/1.1" status: 200 len: 380 time: 0.1281772 Jul 16 20:37:43.612818 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e2648135-6a3f-41c9-84a5-e67ab33e6c95 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.624027 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-cd13e142-c98d-419f-90b9-5d28cabf661b tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Request body: {'port': {'device_id': '29abc398-e7f4-4bf7-b004-8b65d1943a36', 'network_id': '920aafad-c848-459a-ae64-8afed19246c6', 'admin_state_up': True, 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'security_groups': ['6766fab6-04de-4cd8-b932-98854b835b48']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:43.635677 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-d27c0538-5375-444e-9b04-7f209e48dd2d req-1baa4df3-eafd-4b9b-a8d0-5b01548b8891 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Deleting port 1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:43.636018 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d27c0538-5375-444e-9b04-7f209e48dd2d req-1baa4df3-eafd-4b9b-a8d0-5b01548b8891 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.668084 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e2648135-6a3f-41c9-84a5-e67ab33e6c95 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Calling delete_port for 526b3a1e-b3a1-4339-95ac-6f65d5ca9d0f owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:43.979066 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-d27c0538-5375-444e-9b04-7f209e48dd2d req-1baa4df3-eafd-4b9b-a8d0-5b01548b8891 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] For port 1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:43.979540 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d27c0538-5375-444e-9b04-7f209e48dd2d req-1baa4df3-eafd-4b9b-a8d0-5b01548b8891 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.043251 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-d27c0538-5375-444e-9b04-7f209e48dd2d req-1baa4df3-eafd-4b9b-a8d0-5b01548b8891 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Calling delete_port for 1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:44.202363 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-cd13e142-c98d-419f-90b9-5d28cabf661b tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Made reservation on behalf of b518884410f64b40a042abe2e293dfe9 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:44.205935 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-cd13e142-c98d-419f-90b9-5d28cabf661b tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.318621 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e2648135-6a3f-41c9-84a5-e67ab33e6c95 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.343743 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f9dd780-3732-482d-94c9-1f714d2c8789 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.427884 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2648135-6a3f-41c9-84a5-e67ab33e6c95 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Pushing event deleted for resources: {'Port': ['ID=526b3a1e-b3a1-4339-95ac-6f65d5ca9d0f,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:44.464629 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-4f9dd780-3732-482d-94c9-1f714d2c8789 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Transition to ACTIVE for port object 47277ee3-1622-426e-89eb-12c31af86e4b will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:44.592669 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:44.663964 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 37548112-c68c-4d4d-9c10-716ef57dd73a up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:44.797488 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43333789-b373-412e-ab33-04abde2da5c0 None None] Network ca2098ab-bc7b-432a-bb5d-319bd3354ef3 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:44.873989 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No active binding found for port 1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006 {{(pid=93795) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 20:37:44.874536 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:44.942897 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 37548112-c68c-4d4d-9c10-716ef57dd73a completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:44.945253 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d431bc68-e295-4c14-b07f-545aae8c7930 None None] Provisioning for port 37548112-c68c-4d4d-9c10-716ef57dd73a completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:44.957624 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 37548112-c68c-4d4d-9c10-716ef57dd73a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:44.958312 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.962408 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d431bc68-e295-4c14-b07f-545aae8c7930 None None] Provisioning complete for port 37548112-c68c-4d4d-9c10-716ef57dd73a triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:44.962997 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d431bc68-e295-4c14-b07f-545aae8c7930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.973556 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d27c0538-5375-444e-9b04-7f209e48dd2d req-1baa4df3-eafd-4b9b-a8d0-5b01548b8891 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.986260 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4c53c98d-f548-469c-afc9-341e5ae280d5 req-d0139a81-20df-4094-9d59-ff9dacbe54f6 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/ports?device_id=29abc398-e7f4-4bf7-b004-8b65d1943a36 HTTP/1.1" status: 200 len: 210 time: 0.0959790 Jul 16 20:37:45.044874 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0878f4cd-ebf5-4994-ab59-ab616cf5b971 req-ad05a551-d57e-4d19-9ef3-5e4208d7fed5 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=2243ebea-43a4-408f-a543-09bb7807ceba HTTP/1.1" status: 200 len: 210 time: 0.1377397 Jul 16 20:37:45.126951 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa4df3-eafd-4b9b-a8d0-5b01548b8891 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Pushing event deleted for resources: {'Port': ['ID=1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:45.247287 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d431bc68-e295-4c14-b07f-545aae8c7930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.276249 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-cd13e142-c98d-419f-90b9-5d28cabf661b tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Allocated IP 172.20.0.12 (920aafad-c848-459a-ae64-8afed19246c6/268bf5d0-0a5b-4de4-ab19-f076afbcaccd/0d54eee6-324e-47bb-ae1b-0d66614d67df) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:45.288684 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.320041 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f9dd780-3732-482d-94c9-1f714d2c8789 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.327494 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27c0538-5375-444e-9b04-7f209e48dd2d req-1baa4df3-eafd-4b9b-a8d0-5b01548b8891 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] No DVR routers for this DVR port 1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006 on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:45.375633 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d27c0538-5375-444e-9b04-7f209e48dd2d req-1baa4df3-eafd-4b9b-a8d0-5b01548b8891 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.381065 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d27c0538-5375-444e-9b04-7f209e48dd2d req-1baa4df3-eafd-4b9b-a8d0-5b01548b8891 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.62 "DELETE /v2.0/ports/1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006 HTTP/1.1" status: 204 len: 173 time: 2.3543265 Jul 16 20:37:45.384489 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2243ebea-43a4-408f-a543-09bb7807ceba', 'name': 'network-vif-deleted', 'tag': '1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:45.389136 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b30ff58-9c26-4687-bac0-512c1a8b4921" -d '{"events": [{"server_uuid": "2243ebea-43a4-408f-a543-09bb7807ceba", "name": "network-vif-deleted", "tag": "1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:45.404563 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-d431bc68-e295-4c14-b07f-545aae8c7930 None None] For port 37548112-c68c-4d4d-9c10-716ef57dd73a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=37548112-c68c-4d4d-9c10-716ef57dd73a,segment=NetworkSegment(f990f493-1fbf-4bba-908c-85e162a51456),segment_id=f990f493-1fbf-4bba-908c-85e162a51456)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:45.434201 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d431bc68-e295-4c14-b07f-545aae8c7930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.466170 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e2648135-6a3f-41c9-84a5-e67ab33e6c95 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.471969 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48528) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:45.473216 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e2648135-6a3f-41c9-84a5-e67ab33e6c95 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] 10.222.0.38 "DELETE /v2.0/ports/526b3a1e-b3a1-4339-95ac-6f65d5ca9d0f HTTP/1.1" status: 204 len: 168 time: 3.2980080 Jul 16 20:37:45.519966 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9dd780-3732-482d-94c9-1f714d2c8789 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network ca2098ab-bc7b-432a-bb5d-319bd3354ef3 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:45.530686 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-4f9dd780-3732-482d-94c9-1f714d2c8789 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:45.540633 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9dd780-3732-482d-94c9-1f714d2c8789 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:45.547535 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9dd780-3732-482d-94c9-1f714d2c8789 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Port': ['ID=47277ee3-1622-426e-89eb-12c31af86e4b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:45.580008 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3365da-95e5-43d4-9b51-0c868902d13c tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] GET failed (client error): The resource could not be found. Jul 16 20:37:45.583320 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7e3365da-95e5-43d4-9b51-0c868902d13c tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] 10.222.0.38 "GET /v2.0/ports/526b3a1e-b3a1-4339-95ac-6f65d5ca9d0f HTTP/1.1" status: 404 len: 333 time: 0.1078596 Jul 16 20:37:45.590703 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48530) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:45.608036 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1463b38c-3f93-4da2-9196-29c51be90ee3 x-openstack-request-id: req-1463b38c-3f93-4da2-9196-29c51be90ee3 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:45.608036 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2243ebea-43a4-408f-a543-09bb7807ceba", "name": "network-vif-deleted", "tag": "1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:45.608709 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1463b38c-3f93-4da2-9196-29c51be90ee3 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:45.609635 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2243ebea-43a4-408f-a543-09bb7807ceba', 'name': 'network-vif-deleted', 'tag': '1e4bb775-c6a5-4ffb-a7c7-dd5edcf67006', 'status': 'completed', 'code': 200} Jul 16 20:37:45.732496 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:37:45.734582 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:37:45.748430 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431bc68-e295-4c14-b07f-545aae8c7930 None None] Pushing event updated for resources: {'Port': ['ID=37548112-c68c-4d4d-9c10-716ef57dd73a,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:45.783740 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9dd780-3732-482d-94c9-1f714d2c8789 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:45.789835 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f9dd780-3732-482d-94c9-1f714d2c8789 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.899983 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-cd13e142-c98d-419f-90b9-5d28cabf661b tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.912331 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-40aa2627-37ec-433c-9076-6f70d1e0a36d tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Deleting port 37940e16-be2a-4068-b062-ba201c755df2 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:45.912675 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-40aa2627-37ec-433c-9076-6f70d1e0a36d tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.919644 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4f9dd780-3732-482d-94c9-1f714d2c8789 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.2315576 Jul 16 20:37:45.920247 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48532) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:46.012883 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b4f62cc2-664a-44e0-902b-a22e5ea91361 None None] Provisioning complete for port 37548112-c68c-4d4d-9c10-716ef57dd73a triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:46.015993 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b4f62cc2-664a-44e0-902b-a22e5ea91361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.194113 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-40aa2627-37ec-433c-9076-6f70d1e0a36d tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.220136 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-40aa2627-37ec-433c-9076-6f70d1e0a36d tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Calling delete_port for 37940e16-be2a-4068-b062-ba201c755df2 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:46.277508 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-cd13e142-c98d-419f-90b9-5d28cabf661b tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Transition to ACTIVE for port object 0d54eee6-324e-47bb-ae1b-0d66614d67df will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:46.407532 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8b20a351-aabd-4d78-b1a3-ad6f59afdcf3 req-e71e36a5-5d3b-47bb-b91a-7eb31d0688a9 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=2243ebea-43a4-408f-a543-09bb7807ceba HTTP/1.1" status: 200 len: 210 time: 0.0415111 Jul 16 20:37:46.489958 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cbc55123-502b-4743-ad63-b4017cef1a4b req-fd628853-6c62-4898-bf16-446f2ca08d1a tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/ports?device_id=29abc398-e7f4-4bf7-b004-8b65d1943a36 HTTP/1.1" status: 200 len: 210 time: 0.0810349 Jul 16 20:37:46.564158 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-40aa2627-37ec-433c-9076-6f70d1e0a36d tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.595846 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-cd13e142-c98d-419f-90b9-5d28cabf661b tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.625860 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e1e3f13f-7066-43a8-93c9-0c5469a92211 None None] Provisioning for port 47277ee3-1622-426e-89eb-12c31af86e4b completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:46.632759 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e1e3f13f-7066-43a8-93c9-0c5469a92211 None None] Provisioning complete for port 47277ee3-1622-426e-89eb-12c31af86e4b triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:46.634251 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa2627-37ec-433c-9076-6f70d1e0a36d tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Pushing event deleted for resources: {'Port': ['ID=37940e16-be2a-4068-b062-ba201c755df2,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:46.634713 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f13f-7066-43a8-93c9-0c5469a92211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.686751 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-40aa2627-37ec-433c-9076-6f70d1e0a36d tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.689372 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-40aa2627-37ec-433c-9076-6f70d1e0a36d tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] 10.222.0.38 "DELETE /v2.0/ports/37940e16-be2a-4068-b062-ba201c755df2 HTTP/1.1" status: 204 len: 168 time: 1.0968599 Jul 16 20:37:46.693401 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 37548112-c68c-4d4d-9c10-716ef57dd73a up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:46.698606 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48544) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:46.773833 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-cd13e142-c98d-419f-90b9-5d28cabf661b tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Network 920aafad-c848-459a-ae64-8afed19246c6 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:46.796949 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d962be-87f2-4204-a3ca-6ddd61f61e82 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] GET failed (client error): The resource could not be found. Jul 16 20:37:46.813869 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e4d962be-87f2-4204-a3ca-6ddd61f61e82 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] 10.222.0.38 "GET /v2.0/ports/37940e16-be2a-4068-b062-ba201c755df2 HTTP/1.1" status: 404 len: 333 time: 0.1139536 Jul 16 20:37:46.814804 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48546) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:46.830858 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e1e3f13f-7066-43a8-93c9-0c5469a92211 None None] Port 47277ee3-1622-426e-89eb-12c31af86e4b cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:46.864141 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 37548112-c68c-4d4d-9c10-716ef57dd73a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:46.864872 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:47.005705 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-32657fa8-3724-4b9f-ba7a-04cd067aefda tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Deleting port 5f3e6544-bf04-4877-8d49-5a095863e398 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:47.006288 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32657fa8-3724-4b9f-ba7a-04cd067aefda tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:47.026140 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-cd13e142-c98d-419f-90b9-5d28cabf661b tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:47.029744 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-cd13e142-c98d-419f-90b9-5d28cabf661b tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:47.093018 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13e142-c98d-419f-90b9-5d28cabf661b tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Pushing event updated for resources: {'Port': ['ID=0d54eee6-324e-47bb-ae1b-0d66614d67df,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:47.142110 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-cd13e142-c98d-419f-90b9-5d28cabf661b tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:47.142943 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-cd13e142-c98d-419f-90b9-5d28cabf661b tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:47.148323 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32657fa8-3724-4b9f-ba7a-04cd067aefda tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:47.165830 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-32657fa8-3724-4b9f-ba7a-04cd067aefda tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Calling delete_port for 5f3e6544-bf04-4877-8d49-5a095863e398 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:47.187782 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-cd13e142-c98d-419f-90b9-5d28cabf661b tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5681498 Jul 16 20:37:47.191915 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8f107b1c-c022-4d9b-9829-d8eb810b6b11 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:47.200319 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-d79160cf-d86e-4611-86f5-3c2b57358394 service neutron] Request body: {'port': {'device_id': '29abc398-e7f4-4bf7-b004-8b65d1943a36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:47.395355 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32657fa8-3724-4b9f-ba7a-04cd067aefda tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:47.444726 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32657fa8-3724-4b9f-ba7a-04cd067aefda tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Pushing event deleted for resources: {'Port': ['ID=5f3e6544-bf04-4877-8d49-5a095863e398,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:47.488556 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f3db3049-4ada-4323-9f6f-9ccb39099b0a None None] Provisioning for port 0d54eee6-324e-47bb-ae1b-0d66614d67df completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:47.498731 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f3db3049-4ada-4323-9f6f-9ccb39099b0a None None] Provisioning complete for port 0d54eee6-324e-47bb-ae1b-0d66614d67df triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:47.499400 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3db3049-4ada-4323-9f6f-9ccb39099b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:47.518077 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32657fa8-3724-4b9f-ba7a-04cd067aefda tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:47.527916 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-32657fa8-3724-4b9f-ba7a-04cd067aefda tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] 10.222.0.38 "DELETE /v2.0/ports/5f3e6544-bf04-4877-8d49-5a095863e398 HTTP/1.1" status: 204 len: 168 time: 0.7115932 Jul 16 20:37:47.536094 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48562) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:47.604724 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f3db3049-4ada-4323-9f6f-9ccb39099b0a None None] Port 0d54eee6-324e-47bb-ae1b-0d66614d67df cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:47.685863 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab9c0e5-7139-4a21-9008-ecec1b958d87 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Deleting subnet 0888aa78-3d4e-48a5-bb91-e4df128d96dc {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:37:47.702148 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3ab9c0e5-7139-4a21-9008-ecec1b958d87 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:47.779922 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3ab9c0e5-7139-4a21-9008-ecec1b958d87 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:47.980597 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3ab9c0e5-7139-4a21-9008-ecec1b958d87 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.078955 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-d79160cf-d86e-4611-86f5-3c2b57358394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.135822 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3ab9c0e5-7139-4a21-9008-ecec1b958d87 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.258261 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425c7c72-4757-40cb-b0ec-6282efb4fcb9 None None] Network 064a23d1-6078-4566-8279-e1257708058d requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:48.267708 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3ab9c0e5-7139-4a21-9008-ecec1b958d87 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.275186 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48582) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:48.275821 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3ab9c0e5-7139-4a21-9008-ecec1b958d87 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] 10.222.0.38 "DELETE /v2.0/subnets/0888aa78-3d4e-48a5-bb91-e4df128d96dc HTTP/1.1" status: 204 len: 168 time: 0.7375004 Jul 16 20:37:48.277871 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9c0e5-7139-4a21-9008-ecec1b958d87 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Pushing event deleted for resources: {'Subnet': ['ID=0888aa78-3d4e-48a5-bb91-e4df128d96dc,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:48.357209 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f1ed4-eb79-401f-a4eb-eae44a7e7583 req-735dbdfd-6f9e-4a19-a657-59742fa368bd tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:48.365991 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3a9f1ed4-eb79-401f-a4eb-eae44a7e7583 req-735dbdfd-6f9e-4a19-a657-59742fa368bd tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/ports?device_id=29abc398-e7f4-4bf7-b004-8b65d1943a36 HTTP/1.1" status: 200 len: 932 time: 0.4095128 Jul 16 20:37:48.574512 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697b9d9a-45c3-4650-99bd-bd27f994fa68 None None] DHCP port deletion for 064a23d1-6078-4566-8279-e1257708058d request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:37:48.653765 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-697b9d9a-45c3-4650-99bd-bd27f994fa68 None None] Deleting port 7bfba307-1b48-423c-a686-42d7892933f3 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:48.655368 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-697b9d9a-45c3-4650-99bd-bd27f994fa68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.665456 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8f107b1c-c022-4d9b-9829-d8eb810b6b11 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.687990 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8f107b1c-c022-4d9b-9829-d8eb810b6b11 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.704052 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3a9f1ed4-eb79-401f-a4eb-eae44a7e7583 req-421a1325-6eb4-4046-a84e-06f2fff6cc72 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/security-groups?id=6766fab6-04de-4cd8-b932-98854b835b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3366816 Jul 16 20:37:48.724794 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5399e98b-5ac4-4f57-af9b-a9aefdda2df1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.763777 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-697b9d9a-45c3-4650-99bd-bd27f994fa68 None None] For port 7bfba307-1b48-423c-a686-42d7892933f3, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=7bfba307-1b48-423c-a686-42d7892933f3,segment=NetworkSegment(a7025449-b1d6-4a84-92f5-ac60586934a2),segment_id=a7025449-b1d6-4a84-92f5-ac60586934a2)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:48.764149 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-697b9d9a-45c3-4650-99bd-bd27f994fa68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.779360 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-697b9d9a-45c3-4650-99bd-bd27f994fa68 None None] Calling delete_port for 7bfba307-1b48-423c-a686-42d7892933f3 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:48.837650 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-98a66b5e-a7a4-410b-8d45-5af7cb93b074 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:48.845894 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-98a66b5e-a7a4-410b-8d45-5af7cb93b074 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/networks?id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b HTTP/1.1" status: 200 len: 812 time: 0.5792146 Jul 16 20:37:48.944856 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-697b9d9a-45c3-4650-99bd-bd27f994fa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.970602 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f107b1c-c022-4d9b-9829-d8eb810b6b11 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Port': ['ID=47277ee3-1622-426e-89eb-12c31af86e4b,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:48.973759 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697b9d9a-45c3-4650-99bd-bd27f994fa68 None None] No DVR routers for this DVR port 7bfba307-1b48-423c-a686-42d7892933f3 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:49.001893 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-4916fac4-6c62-45e4-a421-283376f7beb5 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/quotas/6a26f9f127054c75b4598717bb55d1c3 HTTP/1.1" status: 200 len: 375 time: 0.1545548 Jul 16 20:37:49.009348 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b9d9a-45c3-4650-99bd-bd27f994fa68 None None] Pushing event deleted for resources: {'Port': ['ID=7bfba307-1b48-423c-a686-42d7892933f3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:49.061156 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-627076c7-e56a-4d98-9ca7-95ace333fd89 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6a26f9f127054c75b4598717bb55d1c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565495 Jul 16 20:37:49.251152 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-11f6187c-ec36-4b9f-8b6f-214e47e00ba3 None None] Provisioning complete for port 47277ee3-1622-426e-89eb-12c31af86e4b triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:49.251745 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11f6187c-ec36-4b9f-8b6f-214e47e00ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.337847 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-11f6187c-ec36-4b9f-8b6f-214e47e00ba3 None None] Port 47277ee3-1622-426e-89eb-12c31af86e4b cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:49.393933 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-5399e98b-5ac4-4f57-af9b-a9aefdda2df1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Deleting port 7bfba307-1b48-423c-a686-42d7892933f3 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:49.395119 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5399e98b-5ac4-4f57-af9b-a9aefdda2df1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.476017 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-d79160cf-d86e-4611-86f5-3c2b57358394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d54eee6-324e-47bb-ae1b-0d66614d67df {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:37:49.487877 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-ff6dc133-c34d-4941-b03b-d0ea259a129e service neutron] 10.222.0.38 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270890 Jul 16 20:37:49.491546 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-d79160cf-d86e-4611-86f5-3c2b57358394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.600131 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-d79160cf-d86e-4611-86f5-3c2b57358394 service neutron] Transition to ACTIVE for port object 0d54eee6-324e-47bb-ae1b-0d66614d67df will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:49.603243 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-5399e98b-5ac4-4f57-af9b-a9aefdda2df1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] For port 7bfba307-1b48-423c-a686-42d7892933f3, host n-d-791506-21, got binding levels [] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:49.603610 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5399e98b-5ac4-4f57-af9b-a9aefdda2df1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.607806 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8f107b1c-c022-4d9b-9829-d8eb810b6b11 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.661897 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-d79160cf-d86e-4611-86f5-3c2b57358394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.664037 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-5399e98b-5ac4-4f57-af9b-a9aefdda2df1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Calling delete_port for 7bfba307-1b48-423c-a686-42d7892933f3 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:49.698490 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.ipam_backend_mixin [None req-5399e98b-5ac4-4f57-af9b-a9aefdda2df1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Port 7bfba307-1b48-423c-a686-42d7892933f3 was not found and therefore no delete operation was performed {{(pid=93794) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:37:49.714568 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5399e98b-5ac4-4f57-af9b-a9aefdda2df1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.767572 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5399e98b-5ac4-4f57-af9b-a9aefdda2df1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] No DVR routers for this DVR port 7bfba307-1b48-423c-a686-42d7892933f3 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:49.853524 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79160cf-d86e-4611-86f5-3c2b57358394 service neutron] Pushing event updated for resources: {'Port': ['ID=0d54eee6-324e-47bb-ae1b-0d66614d67df,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:50.024742 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399e98b-5ac4-4f57-af9b-a9aefdda2df1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Pushing event deleted for resources: {'Port': ['ID=7bfba307-1b48-423c-a686-42d7892933f3,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:50.050236 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5399e98b-5ac4-4f57-af9b-a9aefdda2df1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.058402 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-acd52ad4-0143-4899-83fd-560610d3a999 service neutron] 10.222.0.38 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5321012 Jul 16 20:37:50.150481 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-5399e98b-5ac4-4f57-af9b-a9aefdda2df1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['064a23d1-6078-4566-8279-e1257708058d']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:50.211861 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-5399e98b-5ac4-4f57-af9b-a9aefdda2df1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7025449-b1d6-4a84-92f5-ac60586934a2') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:50.212115 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-5399e98b-5ac4-4f57-af9b-a9aefdda2df1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7025449-b1d6-4a84-92f5-ac60586934a2') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:50.234196 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5399e98b-5ac4-4f57-af9b-a9aefdda2df1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.279807 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8f107b1c-c022-4d9b-9829-d8eb810b6b11 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.306292 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-d79160cf-d86e-4611-86f5-3c2b57358394 service neutron] Attempting to bind port 0d54eee6-324e-47bb-ae1b-0d66614d67df on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:50.307202 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-d79160cf-d86e-4611-86f5-3c2b57358394 service neutron] Attempting to bind port 0d54eee6-324e-47bb-ae1b-0d66614d67df by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '8cc6ca3d-9477-489b-8308-9adbf8128ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '920aafad-c848-459a-ae64-8afed19246c6'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:50.307676 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-d79160cf-d86e-4611-86f5-3c2b57358394 service neutron] Attempting to bind port 0d54eee6-324e-47bb-ae1b-0d66614d67df on network 920aafad-c848-459a-ae64-8afed19246c6 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:50.314755 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5399e98b-5ac4-4f57-af9b-a9aefdda2df1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.325885 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-d79160cf-d86e-4611-86f5-3c2b57358394 service neutron] Port 0d54eee6-324e-47bb-ae1b-0d66614d67df on network 920aafad-c848-459a-ae64-8afed19246c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:37:50.325885 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-d79160cf-d86e-4611-86f5-3c2b57358394 service neutron] Attempting to bind port 0d54eee6-324e-47bb-ae1b-0d66614d67df on network 920aafad-c848-459a-ae64-8afed19246c6 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:50.336023 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5399e98b-5ac4-4f57-af9b-a9aefdda2df1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:37:50.336437 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5399e98b-5ac4-4f57-af9b-a9aefdda2df1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:37:50.340823 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:37:50.396821 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae8a48-cc0c-446f-a969-7ad12223765f req-05b715d3-9412-4047-a177-5ae4253425a7 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:50.398485 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5fae8a48-cc0c-446f-a969-7ad12223765f req-05b715d3-9412-4047-a177-5ae4253425a7 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/ports?device_id=29abc398-e7f4-4bf7-b004-8b65d1943a36 HTTP/1.1" status: 200 len: 944 time: 0.3426137 Jul 16 20:37:50.451582 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75aaf900-4ab0-476c-b76b-0588bf1f740c req-1c3076ad-8373-4ac6-9391-6f3f89e3c280 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 210 time: 0.0449696 Jul 16 20:37:50.452462 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-d79160cf-d86e-4611-86f5-3c2b57358394 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:50.452896 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-d79160cf-d86e-4611-86f5-3c2b57358394 service neutron] Checking segment: {'id': '8cc6ca3d-9477-489b-8308-9adbf8128ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '920aafad-c848-459a-ae64-8afed19246c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:50.453278 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-d79160cf-d86e-4611-86f5-3c2b57358394 service neutron] Bound using segment: {'id': '8cc6ca3d-9477-489b-8308-9adbf8128ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '920aafad-c848-459a-ae64-8afed19246c6'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:50.453906 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-d79160cf-d86e-4611-86f5-3c2b57358394 service neutron] Bound port: 0d54eee6-324e-47bb-ae1b-0d66614d67df, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cc6ca3d-9477-489b-8308-9adbf8128ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '920aafad-c848-459a-ae64-8afed19246c6'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:50.454275 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-d79160cf-d86e-4611-86f5-3c2b57358394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.662384 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5399e98b-5ac4-4f57-af9b-a9aefdda2df1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.666823 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5399e98b-5ac4-4f57-af9b-a9aefdda2df1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.675720 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 7bfba307-1b48-423c-a686-42d7892933f3 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:50.690922 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5399e98b-5ac4-4f57-af9b-a9aefdda2df1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] 10.222.0.38 "DELETE /v2.0/networks/064a23d1-6078-4566-8279-e1257708058d HTTP/1.1" status: 204 len: 168 time: 2.3970025 Jul 16 20:37:50.750363 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 7bfba307-1b48-423c-a686-42d7892933f3 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:50.750681 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 7bfba307-1b48-423c-a686-42d7892933f3 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:50.761233 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5fae8a48-cc0c-446f-a969-7ad12223765f req-c6ff9bad-3bc0-46d2-8119-aa28b56ff382 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/security-groups?id=6766fab6-04de-4cd8-b932-98854b835b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3005197 Jul 16 20:37:50.791558 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399e98b-5ac4-4f57-af9b-a9aefdda2df1 tempest-AllowedAddressPairIpV6TestJSON-1151579845 tempest-AllowedAddressPairIpV6TestJSON-1151579845-project] Pushing event deleted for resources: {'Network': ['ID=064a23d1-6078-4566-8279-e1257708058d,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:50.870014 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-d79160cf-d86e-4611-86f5-3c2b57358394 service neutron] For port 0d54eee6-324e-47bb-ae1b-0d66614d67df, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:50.897772 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-d79160cf-d86e-4611-86f5-3c2b57358394 service neutron] For port 0d54eee6-324e-47bb-ae1b-0d66614d67df, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0d54eee6-324e-47bb-ae1b-0d66614d67df,segment=NetworkSegment(8cc6ca3d-9477-489b-8308-9adbf8128ea6),segment_id=8cc6ca3d-9477-489b-8308-9adbf8128ea6)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:50.911409 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-d79160cf-d86e-4611-86f5-3c2b57358394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:51.068019 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-d79160cf-d86e-4611-86f5-3c2b57358394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:51.072889 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-d79160cf-d86e-4611-86f5-3c2b57358394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:51.076266 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-d79160cf-d86e-4611-86f5-3c2b57358394 service neutron] 10.222.0.18 "PUT /v2.0/ports/0d54eee6-324e-47bb-ae1b-0d66614d67df HTTP/1.1" status: 200 len: 1093 time: 3.8802681 Jul 16 20:37:51.098351 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29abc398-e7f4-4bf7-b004-8b65d1943a36', 'tag': '0d54eee6-324e-47bb-ae1b-0d66614d67df'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:51.106284 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42fdbd3-e3b5-462a-b792-28277d30a1da" -d '{"events": [{"name": "network-changed", "server_uuid": "29abc398-e7f4-4bf7-b004-8b65d1943a36", "tag": "0d54eee6-324e-47bb-ae1b-0d66614d67df"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:51.254557 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79160cf-d86e-4611-86f5-3c2b57358394 service neutron] Pushing event updated for resources: {'Port': ['ID=0d54eee6-324e-47bb-ae1b-0d66614d67df,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:51.261684 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8c9ca67e-e5dd-4336-b53b-dd2b19a1b93d req-04fcbdce-7ef6-431b-91a4-6687c058e4eb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4d661541-060f-47a9-bfc4-6465fdbc2431&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1840091 Jul 16 20:37:51.268019 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914b5abd-183d-43fb-9d26-1d92b76f5c40 x-openstack-request-id: req-914b5abd-183d-43fb-9d26-1d92b76f5c40 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:51.268316 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29abc398-e7f4-4bf7-b004-8b65d1943a36", "tag": "0d54eee6-324e-47bb-ae1b-0d66614d67df", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:51.268619 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-914b5abd-183d-43fb-9d26-1d92b76f5c40 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:51.269094 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29abc398-e7f4-4bf7-b004-8b65d1943a36', 'tag': '0d54eee6-324e-47bb-ae1b-0d66614d67df', 'status': 'completed', 'code': 200} Jul 16 20:37:51.336051 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8f107b1c-c022-4d9b-9829-d8eb810b6b11 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:51.349385 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8f107b1c-c022-4d9b-9829-d8eb810b6b11 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:51.418066 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48620) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:51.444436 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f107b1c-c022-4d9b-9829-d8eb810b6b11 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Port': ['ID=47277ee3-1622-426e-89eb-12c31af86e4b,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:51.457868 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-2aa48018-8754-4dd9-8ffb-c9c05d8de4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:51.459939 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-2aa48018-8754-4dd9-8ffb-c9c05d8de4b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b518884410f64b40a042abe2e293dfe9&device_id=29abc398-e7f4-4bf7-b004-8b65d1943a36 HTTP/1.1" status: 200 len: 1096 time: 0.2862926 Jul 16 20:37:51.596049 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ca67e-e5dd-4336-b53b-dd2b19a1b93d req-8d0e88c5-e1a8-4abd-a28d-81701b8c449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:51.599364 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8c9ca67e-e5dd-4336-b53b-dd2b19a1b93d req-8d0e88c5-e1a8-4abd-a28d-81701b8c449e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&device_id=4d661541-060f-47a9-bfc4-6465fdbc2431 HTTP/1.1" status: 200 len: 1097 time: 0.1509144 Jul 16 20:37:51.654449 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8a43eaf-8752-4d3e-a0ec-9ad6ca6a48cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:51.791450 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-581a722d-50a8-4e3c-a3a8-4d69d840b2fc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5306f4ee11494bb1837685304011927b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3716943 Jul 16 20:37:51.804456 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48628) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:51.954565 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b4060913-f425-4e06-a608-b5763da0d155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:51.983488 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b4060913-f425-4e06-a608-b5763da0d155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:51.997496 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ca67e-e5dd-4336-b53b-dd2b19a1b93d req-340eada0-adc4-42c2-b8c2-2d9d05ee637e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:51.999093 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8c9ca67e-e5dd-4336-b53b-dd2b19a1b93d req-340eada0-adc4-42c2-b8c2-2d9d05ee637e service neutron] 10.222.0.18 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 912 time: 0.2118645 Jul 16 20:37:52.078510 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8c9ca67e-e5dd-4336-b53b-dd2b19a1b93d req-7e8a9bb7-073a-4a25-a358-94801e200446 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b288bcc1-0d63-4cdb-a66f-f66e6819482d HTTP/1.1" status: 200 len: 217 time: 0.0483274 Jul 16 20:37:52.136921 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ca67e-e5dd-4336-b53b-dd2b19a1b93d req-a4d952b0-e3c6-48e5-9501-8f463c336581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:52.138494 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8c9ca67e-e5dd-4336-b53b-dd2b19a1b93d req-a4d952b0-e3c6-48e5-9501-8f463c336581 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=587f0aec-80a3-4172-9644-d785b8e153a3 HTTP/1.1" status: 200 len: 850 time: 0.0532553 Jul 16 20:37:52.153038 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-f5a6c641-6f4d-450e-b7e8-21e3badc418e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d54eee6-324e-47bb-ae1b-0d66614d67df HTTP/1.1" status: 200 len: 217 time: 0.6582289 Jul 16 20:37:52.223788 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b4060913-f425-4e06-a608-b5763da0d155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:52.228867 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b4060913-f425-4e06-a608-b5763da0d155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:52.232672 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b4060913-f425-4e06-a608-b5763da0d155 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ad7b5962-9a7f-418d-bf59-0995bb31af64 HTTP/1.1" status: 204 len: 168 time: 0.4244521 Jul 16 20:37:52.233241 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-74fbd042-fad4-4be7-84f7-ef50afdedc95 req-100674d8-9a71-4052-8ec0-5364ac0a3385 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 210 time: 0.0948462 Jul 16 20:37:52.261380 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4060913-f425-4e06-a608-b5763da0d155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7b5962-9a7f-418d-bf59-0995bb31af64,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:52.298278 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8f107b1c-c022-4d9b-9829-d8eb810b6b11 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:52.336412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-a6bd7005-256a-4cbe-a8c1-768e77abbfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:52.338054 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-a6bd7005-256a-4cbe-a8c1-768e77abbfa8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=268bf5d0-0a5b-4de4-ab19-f076afbcaccd HTTP/1.1" status: 200 len: 843 time: 0.1443887 Jul 16 20:37:52.356276 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ca67e-e5dd-4336-b53b-dd2b19a1b93d req-195ebf9a-bbc8-4e24-8b88-17c3cfa8b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:52.359820 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8c9ca67e-e5dd-4336-b53b-dd2b19a1b93d req-195ebf9a-bbc8-4e24-8b88-17c3cfa8b906 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c856853c-1bbc-4399-8326-1d7e71a7f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2138424 Jul 16 20:37:52.477021 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f17d1-d1f4-4abc-a8d2-0591e060e5d4 req-574acb4e-96c5-49bb-aba4-956f7de7c62c tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:52.478683 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a0f17d1-d1f4-4abc-a8d2-0591e060e5d4 req-574acb4e-96c5-49bb-aba4-956f7de7c62c tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/ports?device_id=29abc398-e7f4-4bf7-b004-8b65d1943a36 HTTP/1.1" status: 200 len: 944 time: 0.3511949 Jul 16 20:37:52.617833 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8c9ca67e-e5dd-4336-b53b-dd2b19a1b93d req-b4d90c0c-5a20-4b6b-88b6-98d5c1edc6b1 service neutron] 10.222.0.18 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494638 Jul 16 20:37:52.728968 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a0f17d1-d1f4-4abc-a8d2-0591e060e5d4 req-374e6161-8ab5-4892-b4e2-5bdb78bd0658 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/security-groups?id=6766fab6-04de-4cd8-b932-98854b835b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419553 Jul 16 20:37:52.744502 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f107b1c-c022-4d9b-9829-d8eb810b6b11 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network ca2098ab-bc7b-432a-bb5d-319bd3354ef3 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:52.750184 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-8f107b1c-c022-4d9b-9829-d8eb810b6b11 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:52.812878 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-d0038fc2-c97a-450a-a13e-5da0f3519254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:52.813528 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-d0038fc2-c97a-450a-a13e-5da0f3519254 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=920aafad-c848-459a-ae64-8afed19246c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4560549 Jul 16 20:37:52.841739 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8c9ca67e-e5dd-4336-b53b-dd2b19a1b93d req-2967e48d-bf82-4e00-bdae-6fad2a74caac service neutron] 10.222.0.18 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180386 Jul 16 20:37:53.005385 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-1b3108a2-bc23-489b-8701-6c4b365463b1 service neutron] 10.222.0.18 "GET /v2.0/networks/920aafad-c848-459a-ae64-8afed19246c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454973 Jul 16 20:37:53.169561 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a0c9e317-7d84-411b-84cb-f81824a578c0 None None] Provisioning complete for port 47277ee3-1622-426e-89eb-12c31af86e4b triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:53.170255 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0c9e317-7d84-411b-84cb-f81824a578c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.203143 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-a6221d5c-5c19-47e4-8c6b-7c89fa79a90c tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:53.204886 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-a6221d5c-5c19-47e4-8c6b-7c89fa79a90c tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.62 "GET /v2.0/networks?id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b HTTP/1.1" status: 200 len: 812 time: 0.6825612 Jul 16 20:37:53.219940 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5da5c50-f202-4e64-941a-55bddcc18efd req-d6977243-b5bb-464c-96b0-b31aa2ab0dd5 service neutron] 10.222.0.18 "GET /v2.0/networks/920aafad-c848-459a-ae64-8afed19246c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030108 Jul 16 20:37:53.226872 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-f88c7c9d-7c32-4704-ba21-a6b654b9e4b2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Request body: {'port': {'device_id': 'bf579610-feaf-4c52-8938-7349219213ef', 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b', 'admin_state_up': True, 'tenant_id': '6a26f9f127054c75b4598717bb55d1c3'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:53.344372 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9e317-7d84-411b-84cb-f81824a578c0 None None] Port 47277ee3-1622-426e-89eb-12c31af86e4b cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:53.435909 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f107b1c-c022-4d9b-9829-d8eb810b6b11 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Router 30e8b645-9b78-437a-83d0-2867d7461234 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:53.562335 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48668) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:53.564023 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-f88c7c9d-7c32-4704-ba21-a6b654b9e4b2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Made reservation on behalf of 6a26f9f127054c75b4598717bb55d1c3 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:53.568417 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-f88c7c9d-7c32-4704-ba21-a6b654b9e4b2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.607995 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-313d75c2-cb9b-4184-a24d-045751c018a1 req-163a60ad-16d9-48ce-84e3-a4280749e11d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 210 time: 0.0901234 Jul 16 20:37:53.613983 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fdbd3-e3b5-462a-b792-28277d30a1da req-cdf9a423-db75-4b9a-8b98-109c7877185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:53.615617 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a42fdbd3-e3b5-462a-b792-28277d30a1da req-cdf9a423-db75-4b9a-8b98-109c7877185d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b518884410f64b40a042abe2e293dfe9&device_id=29abc398-e7f4-4bf7-b004-8b65d1943a36 HTTP/1.1" status: 200 len: 1096 time: 0.3184206 Jul 16 20:37:53.663414 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f107b1c-c022-4d9b-9829-d8eb810b6b11 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:53.675272 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359045fc-04ae-4fc0-a4b8-03a71d6e810e None None] Sync routers for ids ['30e8b645-9b78-437a-83d0-2867d7461234'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:53.686817 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8f107b1c-c022-4d9b-9829-d8eb810b6b11 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "PUT /v2.0/routers/30e8b645-9b78-437a-83d0-2867d7461234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7656341 Jul 16 20:37:53.689429 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359045fc-04ae-4fc0-a4b8-03a71d6e810e None None] Routers {'30e8b645-9b78-437a-83d0-2867d7461234'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:53.690255 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-359045fc-04ae-4fc0-a4b8-03a71d6e810e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:37:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['30e8b645-9b78-437a-83d0-2867d7461234'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:53.690468 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48672) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:53.801871 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-fd13d30e-ce0a-4fe4-8dfc-37d8e8dfd50c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1707786005'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:53.817359 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-359045fc-04ae-4fc0-a4b8-03a71d6e810e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:53.834432 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359045fc-04ae-4fc0-a4b8-03a71d6e810e None None] Routers {'30e8b645-9b78-437a-83d0-2867d7461234'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:53.836686 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-359045fc-04ae-4fc0-a4b8-03a71d6e810e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:37:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['30e8b645-9b78-437a-83d0-2867d7461234'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:53.877060 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd13d30e-ce0a-4fe4-8dfc-37d8e8dfd50c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:53.882450 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-359045fc-04ae-4fc0-a4b8-03a71d6e810e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:53.883358 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359045fc-04ae-4fc0-a4b8-03a71d6e810e None None] The sync data for ids ['30e8b645-9b78-437a-83d0-2867d7461234'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:53.883518 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fd13d30e-ce0a-4fe4-8dfc-37d8e8dfd50c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.889358 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fdbd3-e3b5-462a-b792-28277d30a1da req-3a480424-510a-40fe-8eb4-a95cf7efcf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:53.891191 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a42fdbd3-e3b5-462a-b792-28277d30a1da req-3a480424-510a-40fe-8eb4-a95cf7efcf63 service neutron] 10.222.0.18 "GET /v2.0/networks?id=920aafad-c848-459a-ae64-8afed19246c6 HTTP/1.1" status: 200 len: 905 time: 0.2645965 Jul 16 20:37:53.927583 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936689a3-2d07-4625-9ff3-df227a5b86bf tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:53.929608 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-936689a3-2d07-4625-9ff3-df227a5b86bf tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "GET /v2.0/ports?device_id=30e8b645-9b78-437a-83d0-2867d7461234 HTTP/1.1" status: 200 len: 981 time: 0.2373924 Jul 16 20:37:53.931012 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fd13d30e-ce0a-4fe4-8dfc-37d8e8dfd50c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.933249 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48676) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:53.996646 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a42fdbd3-e3b5-462a-b792-28277d30a1da req-533d7974-4b35-4aaf-a482-9dfcf48ed214 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d54eee6-324e-47bb-ae1b-0d66614d67df HTTP/1.1" status: 200 len: 217 time: 0.0536067 Jul 16 20:37:54.125695 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-f88c7c9d-7c32-4704-ba21-a6b654b9e4b2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Allocated IP 172.20.0.3 (d06fcf74-26b1-47b6-b39c-8c2d6e48452b/e3773b4e-f5c8-45c6-be17-27631a1d9f40/036d35cd-0e8c-49b7-8460-d6961e84810e) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:54.141724 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fdbd3-e3b5-462a-b792-28277d30a1da req-c9ff1259-1597-4bfb-a8eb-aa0120faa25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:54.143631 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a42fdbd3-e3b5-462a-b792-28277d30a1da req-c9ff1259-1597-4bfb-a8eb-aa0120faa25b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=268bf5d0-0a5b-4de4-ab19-f076afbcaccd HTTP/1.1" status: 200 len: 843 time: 0.1352351 Jul 16 20:37:54.276638 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34c3994c-367a-416c-bf68-bea8bed338e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.289396 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.353136 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fd13d30e-ce0a-4fe4-8dfc-37d8e8dfd50c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.358603 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff3d4b-5687-44bb-a164-7c78090b9eee req-244c0951-65b1-4141-a472-347c2389cb7a tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:54.361518 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-25ff3d4b-5687-44bb-a164-7c78090b9eee req-244c0951-65b1-4141-a472-347c2389cb7a tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/ports?device_id=29abc398-e7f4-4bf7-b004-8b65d1943a36 HTTP/1.1" status: 200 len: 944 time: 0.2981207 Jul 16 20:37:54.374101 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fd13d30e-ce0a-4fe4-8dfc-37d8e8dfd50c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.380358 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fdbd3-e3b5-462a-b792-28277d30a1da req-d110536f-d2c0-4dec-9d3f-d99abf7eaae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:54.382849 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a42fdbd3-e3b5-462a-b792-28277d30a1da req-d110536f-d2c0-4dec-9d3f-d99abf7eaae1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=920aafad-c848-459a-ae64-8afed19246c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2315309 Jul 16 20:37:54.446472 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd13d30e-ce0a-4fe4-8dfc-37d8e8dfd50c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:37:54.491147 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fd13d30e-ce0a-4fe4-8dfc-37d8e8dfd50c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.491632 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-fd13d30e-ce0a-4fe4-8dfc-37d8e8dfd50c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Added segment 69dc44b8-63ae-4e0f-988a-29f8df2e92e4 of type vlan for network f4aa8141-9687-45d9-b16c-82a3d6b86650 Jul 16 20:37:54.503083 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13d30e-ce0a-4fe4-8dfc-37d8e8dfd50c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b110010-b513-4023-abd9-966aee0ed0ee,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:54.558809 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fd13d30e-ce0a-4fe4-8dfc-37d8e8dfd50c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.601856 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-25ff3d4b-5687-44bb-a164-7c78090b9eee req-3d865dda-d7a8-4ac7-967c-dd7cadc93915 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/security-groups?id=6766fab6-04de-4cd8-b932-98854b835b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090228 Jul 16 20:37:54.665234 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b876281-af2e-4f19-8559-f5b8fcb60737 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.692734 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-f88c7c9d-7c32-4704-ba21-a6b654b9e4b2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.715288 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a42fdbd3-e3b5-462a-b792-28277d30a1da req-dfe0b02e-04cd-4da0-9322-7a314aa306f3 service neutron] 10.222.0.18 "GET /v2.0/networks/920aafad-c848-459a-ae64-8afed19246c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196709 Jul 16 20:37:54.741707 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fd13d30e-ce0a-4fe4-8dfc-37d8e8dfd50c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.748353 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd13d30e-ce0a-4fe4-8dfc-37d8e8dfd50c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:54.749461 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fd13d30e-ce0a-4fe4-8dfc-37d8e8dfd50c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.814223 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fd13d30e-ce0a-4fe4-8dfc-37d8e8dfd50c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2499089 Jul 16 20:37:54.819670 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48686) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:54.844888 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-f88c7c9d-7c32-4704-ba21-a6b654b9e4b2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.856514 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-b3f8ed38-77ce-4a62-a7f8-2ee0e847683e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:54.874050 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13d30e-ce0a-4fe4-8dfc-37d8e8dfd50c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Network': ['ID=f4aa8141-9687-45d9-b16c-82a3d6b86650,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:54.886843 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:37:54.982226 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a42fdbd3-e3b5-462a-b792-28277d30a1da req-42ab4c94-45b0-44ec-bd17-3ee140138a9c service neutron] 10.222.0.18 "GET /v2.0/networks/920aafad-c848-459a-ae64-8afed19246c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600448 Jul 16 20:37:54.986555 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-f88c7c9d-7c32-4704-ba21-a6b654b9e4b2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Network d06fcf74-26b1-47b6-b39c-8c2d6e48452b is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:54.998545 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-f88c7c9d-7c32-4704-ba21-a6b654b9e4b2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:55.001569 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-f88c7c9d-7c32-4704-ba21-a6b654b9e4b2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:55.071545 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-f88c7c9d-7c32-4704-ba21-a6b654b9e4b2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:55.072214 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-f88c7c9d-7c32-4704-ba21-a6b654b9e4b2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.091175 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c7c9d-7c32-4704-ba21-a6b654b9e4b2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Pushing event updated for resources: {'Port': ['ID=036d35cd-0e8c-49b7-8460-d6961e84810e,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:55.107275 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-f88c7c9d-7c32-4704-ba21-a6b654b9e4b2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8859427 Jul 16 20:37:55.128061 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-7d4c3d55-3956-49e2-b616-9c4a2dc54f90 service neutron] Request body: {'port': {'device_id': 'bf579610-feaf-4c52-8938-7349219213ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:55.384683 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f8ed38-77ce-4a62-a7f8-2ee0e847683e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:55.389127 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ed38-77ce-4a62-a7f8-2ee0e847683e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.523620 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-2b876281-af2e-4f19-8559-f5b8fcb60737 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting port 47277ee3-1622-426e-89eb-12c31af86e4b {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:55.524026 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b876281-af2e-4f19-8559-f5b8fcb60737 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.565558 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5529ee-886c-46d2-9f06-5ea54b083598 req-f013ef70-97bb-41ce-9a87-1ce647cecb39 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:55.574911 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1c5529ee-886c-46d2-9f06-5ea54b083598 req-f013ef70-97bb-41ce-9a87-1ce647cecb39 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 931 time: 0.7315474 Jul 16 20:37:55.661642 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1c5529ee-886c-46d2-9f06-5ea54b083598 req-fa720bfd-03d4-4875-9819-946d57d5570d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857396 Jul 16 20:37:55.691014 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b876281-af2e-4f19-8559-f5b8fcb60737 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.740818 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-2b876281-af2e-4f19-8559-f5b8fcb60737 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Calling delete_port for 47277ee3-1622-426e-89eb-12c31af86e4b owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:55.741932 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.759043 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-7d4c3d55-3956-49e2-b616-9c4a2dc54f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.818358 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ed38-77ce-4a62-a7f8-2ee0e847683e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.952373 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8ed38-77ce-4a62-a7f8-2ee0e847683e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=c28c9d4c-1931-4ff3-93cf-0ae74f74c6c9,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:55.974583 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f8ed38-77ce-4a62-a7f8-2ee0e847683e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Checking segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:55.974939 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f8ed38-77ce-4a62-a7f8-2ee0e847683e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network hostable DHCP agents. Network: f4aa8141-9687-45d9-b16c-82a3d6b86650, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:37:56.042407 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f8ed38-77ce-4a62-a7f8-2ee0e847683e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:37:56.072329 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-b3f8ed38-77ce-4a62-a7f8-2ee0e847683e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, f4aa8141-9687-45d9-b16c-82a3d6b86650) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:56.078093 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f8ed38-77ce-4a62-a7f8-2ee0e847683e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:56.078848 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ed38-77ce-4a62-a7f8-2ee0e847683e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.090413 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b876281-af2e-4f19-8559-f5b8fcb60737 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.092896 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216e189-be70-4829-ad00-181958d8bdb4 req-461feafa-aad5-49b5-886a-6016d0c5ce7d tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:56.093593 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23171c8-9bd9-4c90-b670-c25acc1005cc None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:56.101623 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f216e189-be70-4829-ad00-181958d8bdb4 req-461feafa-aad5-49b5-886a-6016d0c5ce7d tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/ports?device_id=29abc398-e7f4-4bf7-b004-8b65d1943a36 HTTP/1.1" status: 200 len: 944 time: 0.2048254 Jul 16 20:37:56.156687 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b876281-af2e-4f19-8559-f5b8fcb60737 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Port': ['ID=47277ee3-1622-426e-89eb-12c31af86e4b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:56.160768 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b3f8ed38-77ce-4a62-a7f8-2ee0e847683e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3370149 Jul 16 20:37:56.164180 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48698) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:56.174217 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d4472a96-583e-47d0-a5c0-ed1d8ca2626f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'port': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'name': 'tempest-NetworksTestDHCPv6-1506721876'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:56.217249 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f216e189-be70-4829-ad00-181958d8bdb4 req-c15ca6f0-cf3b-4275-bcb7-d062250dde92 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/security-groups?id=6766fab6-04de-4cd8-b932-98854b835b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139364 Jul 16 20:37:56.262845 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 0d54eee6-324e-47bb-ae1b-0d66614d67df details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:37:56.369943 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-7d4c3d55-3956-49e2-b616-9c4a2dc54f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 036d35cd-0e8c-49b7-8460-d6961e84810e {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:37:56.391018 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4472a96-583e-47d0-a5c0-ed1d8ca2626f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:56.396210 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d4472a96-583e-47d0-a5c0-ed1d8ca2626f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.398290 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 0d54eee6-324e-47bb-ae1b-0d66614d67df, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0d54eee6-324e-47bb-ae1b-0d66614d67df,segment=NetworkSegment(8cc6ca3d-9477-489b-8308-9adbf8128ea6),segment_id=8cc6ca3d-9477-489b-8308-9adbf8128ea6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:56.403015 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-7d4c3d55-3956-49e2-b616-9c4a2dc54f90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.415714 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '0d54eee6-324e-47bb-ae1b-0d66614d67df', 'network_id': '920aafad-c848-459a-ae64-8afed19246c6', 'port_id': '0d54eee6-324e-47bb-ae1b-0d66614d67df', 'mac_address': 'fa:16:3e:de:5e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268bf5d0-0a5b-4de4-ab19-f076afbcaccd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:37:56.428203 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-7d4c3d55-3956-49e2-b616-9c4a2dc54f90 service neutron] Transition to ACTIVE for port object 036d35cd-0e8c-49b7-8460-d6961e84810e will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:56.440770 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-7d4c3d55-3956-49e2-b616-9c4a2dc54f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.484644 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-d4472a96-583e-47d0-a5c0-ed1d8ca2626f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] device_id is not set on port 61c47129-80d4-43ed-90e4-663b9a62eb54 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:37:56.572914 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c3d55-3956-49e2-b616-9c4a2dc54f90 service neutron] Pushing event updated for resources: {'Port': ['ID=036d35cd-0e8c-49b7-8460-d6961e84810e,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:56.586146 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.679310 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b876281-af2e-4f19-8559-f5b8fcb60737 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.694252 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d54eee6-324e-47bb-ae1b-0d66614d67df {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:37:56.709170 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-7d4c3d55-3956-49e2-b616-9c4a2dc54f90 service neutron] Attempting to bind port 036d35cd-0e8c-49b7-8460-d6961e84810e on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:56.710942 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-7d4c3d55-3956-49e2-b616-9c4a2dc54f90 service neutron] Attempting to bind port 036d35cd-0e8c-49b7-8460-d6961e84810e by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'ff7788cb-5e91-4bfe-a672-fecf9a2d060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:56.711282 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-7d4c3d55-3956-49e2-b616-9c4a2dc54f90 service neutron] Attempting to bind port 036d35cd-0e8c-49b7-8460-d6961e84810e on network d06fcf74-26b1-47b6-b39c-8c2d6e48452b {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:56.711789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f76392-bf7f-461d-866a-04d2a15367f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-f4aa8141-9687-45d9-b16c-82a3d6b86650', 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'fixed_ips': [{'subnet_id': 'c28c9d4c-1931-4ff3-93cf-0ae74f74c6c9'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:37:56.712631 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-59f76392-bf7f-461d-866a-04d2a15367f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.729617 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-7d4c3d55-3956-49e2-b616-9c4a2dc54f90 service neutron] Port 036d35cd-0e8c-49b7-8460-d6961e84810e on network d06fcf74-26b1-47b6-b39c-8c2d6e48452b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:37:56.730739 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-7d4c3d55-3956-49e2-b616-9c4a2dc54f90 service neutron] Attempting to bind port 036d35cd-0e8c-49b7-8460-d6961e84810e on network d06fcf74-26b1-47b6-b39c-8c2d6e48452b {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:56.740512 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-7d4c3d55-3956-49e2-b616-9c4a2dc54f90 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:56.741455 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-7d4c3d55-3956-49e2-b616-9c4a2dc54f90 service neutron] Checking segment: {'id': 'ff7788cb-5e91-4bfe-a672-fecf9a2d060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:56.742873 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-7d4c3d55-3956-49e2-b616-9c4a2dc54f90 service neutron] Bound using segment: {'id': 'ff7788cb-5e91-4bfe-a672-fecf9a2d060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:56.744295 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-7d4c3d55-3956-49e2-b616-9c4a2dc54f90 service neutron] Bound port: 036d35cd-0e8c-49b7-8460-d6961e84810e, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7788cb-5e91-4bfe-a672-fecf9a2d060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:56.745429 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-7d4c3d55-3956-49e2-b616-9c4a2dc54f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.749577 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 0d54eee6-324e-47bb-ae1b-0d66614d67df, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0d54eee6-324e-47bb-ae1b-0d66614d67df,segment=NetworkSegment(8cc6ca3d-9477-489b-8308-9adbf8128ea6),segment_id=8cc6ca3d-9477-489b-8308-9adbf8128ea6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:56.762398 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.858919 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-7d4c3d55-3956-49e2-b616-9c4a2dc54f90 service neutron] For port 036d35cd-0e8c-49b7-8460-d6961e84810e, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:56.862656 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-7d4c3d55-3956-49e2-b616-9c4a2dc54f90 service neutron] For port 036d35cd-0e8c-49b7-8460-d6961e84810e, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=036d35cd-0e8c-49b7-8460-d6961e84810e,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:56.874382 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-7d4c3d55-3956-49e2-b616-9c4a2dc54f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.935332 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-d4472a96-583e-47d0-a5c0-ed1d8ca2626f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 2001:db8::184 (f4aa8141-9687-45d9-b16c-82a3d6b86650/c28c9d4c-1931-4ff3-93cf-0ae74f74c6c9/61c47129-80d4-43ed-90e4-663b9a62eb54) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:56.946188 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b876281-af2e-4f19-8559-f5b8fcb60737 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Router 30e8b645-9b78-437a-83d0-2867d7461234 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:37:57.027757 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=0d54eee6-324e-47bb-ae1b-0d66614d67df,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:57.035590 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['0d54eee6-324e-47bb-ae1b-0d66614d67df'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:37:57.078817 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-7d4c3d55-3956-49e2-b616-9c4a2dc54f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:57.080540 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-7d4c3d55-3956-49e2-b616-9c4a2dc54f90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.084132 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-7d4c3d55-3956-49e2-b616-9c4a2dc54f90 service neutron] 10.222.0.62 "PUT /v2.0/ports/036d35cd-0e8c-49b7-8460-d6961e84810e HTTP/1.1" status: 200 len: 1092 time: 1.9675918 Jul 16 20:37:57.091619 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf579610-feaf-4c52-8938-7349219213ef', 'tag': '036d35cd-0e8c-49b7-8460-d6961e84810e'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:57.094590 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a167fe7d-9346-4186-b634-899e632e7c88" -d '{"events": [{"name": "network-changed", "server_uuid": "bf579610-feaf-4c52-8938-7349219213ef", "tag": "036d35cd-0e8c-49b7-8460-d6961e84810e"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:57.140582 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b876281-af2e-4f19-8559-f5b8fcb60737 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:57.163404 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2b876281-af2e-4f19-8559-f5b8fcb60737 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "PUT /v2.0/routers/30e8b645-9b78-437a-83d0-2867d7461234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2265170 Jul 16 20:37:57.164522 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a160dc1-46b1-4a96-b23f-9081373b87e0 None None] Sync routers for ids ['30e8b645-9b78-437a-83d0-2867d7461234'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:57.173171 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48710) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.191801 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a160dc1-46b1-4a96-b23f-9081373b87e0 None None] Routers {'30e8b645-9b78-437a-83d0-2867d7461234'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:57.193726 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-7a160dc1-46b1-4a96-b23f-9081373b87e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:37:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['30e8b645-9b78-437a-83d0-2867d7461234'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:57.226668 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c3d55-3956-49e2-b616-9c4a2dc54f90 service neutron] Pushing event updated for resources: {'Port': ['ID=036d35cd-0e8c-49b7-8460-d6961e84810e,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:57.279528 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c94acfb-3a9b-4bbd-ac9c-58b602728bdb x-openstack-request-id: req-0c94acfb-3a9b-4bbd-ac9c-58b602728bdb {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:57.279816 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf579610-feaf-4c52-8938-7349219213ef", "tag": "036d35cd-0e8c-49b7-8460-d6961e84810e", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:57.280071 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0c94acfb-3a9b-4bbd-ac9c-58b602728bdb {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:57.281097 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf579610-feaf-4c52-8938-7349219213ef', 'tag': '036d35cd-0e8c-49b7-8460-d6961e84810e', 'status': 'completed', 'code': 200} Jul 16 20:37:57.306170 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f986cb9-2134-4bdc-a3a1-32a1a68e25bb req-240315b7-11b7-481e-a95b-1c7727ca3236 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:57.308557 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f986cb9-2134-4bdc-a3a1-32a1a68e25bb req-240315b7-11b7-481e-a95b-1c7727ca3236 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 943 time: 0.3112152 Jul 16 20:37:57.325916 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-7a160dc1-46b1-4a96-b23f-9081373b87e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:57.326885 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd287e0-960c-4fde-98aa-53bd28b49e9c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] GET failed (client error): The resource could not be found. Jul 16 20:37:57.331134 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ccd287e0-960c-4fde-98aa-53bd28b49e9c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "GET /v2.0/ports/47277ee3-1622-426e-89eb-12c31af86e4b HTTP/1.1" status: 404 len: 333 time: 0.1546667 Jul 16 20:37:57.336492 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48714) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.343795 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a160dc1-46b1-4a96-b23f-9081373b87e0 None None] Routers {'30e8b645-9b78-437a-83d0-2867d7461234'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:57.344907 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-7a160dc1-46b1-4a96-b23f-9081373b87e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:37:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['30e8b645-9b78-437a-83d0-2867d7461234'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:57.421402 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-7a160dc1-46b1-4a96-b23f-9081373b87e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:57.422536 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a160dc1-46b1-4a96-b23f-9081373b87e0 None None] The sync data for ids ['30e8b645-9b78-437a-83d0-2867d7461234'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:57.468326 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f986cb9-2134-4bdc-a3a1-32a1a68e25bb req-6e9151d4-023f-4083-a309-869b61598604 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456394 Jul 16 20:37:57.497266 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-0b948656-9287-4f99-92b8-56c367a04249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:57.499230 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-0b948656-9287-4f99-92b8-56c367a04249 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a26f9f127054c75b4598717bb55d1c3&device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 1095 time: 0.3306868 Jul 16 20:37:57.617548 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85ca970e-5195-4f2c-8b2f-79b1f06c7f2f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.643543 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.708339 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-ddfeca19-c373-4d24-8914-0ee4e86abc5a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=036d35cd-0e8c-49b7-8460-d6961e84810e HTTP/1.1" status: 200 len: 217 time: 0.1969941 Jul 16 20:37:57.804684 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-cb6e59b6-b416-44bc-8e71-9c3556bd4fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:57.806388 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-cb6e59b6-b416-44bc-8e71-9c3556bd4fbb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3773b4e-f5c8-45c6-be17-27631a1d9f40 HTTP/1.1" status: 200 len: 852 time: 0.0879858 Jul 16 20:37:57.847995 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d4472a96-583e-47d0-a5c0-ed1d8ca2626f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.860909 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-76a4f984-ee5c-4e80-b11a-62cd46cfa648 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410995 Jul 16 20:37:57.864206 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85ca970e-5195-4f2c-8b2f-79b1f06c7f2f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.868729 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85ca970e-5195-4f2c-8b2f-79b1f06c7f2f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.870057 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49136b9d-ebad-40cf-8e8b-ba1a73dfff88 req-6d41f21b-46b7-4ed9-85bc-762db30868a4 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:57.873318 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-d4472a96-583e-47d0-a5c0-ed1d8ca2626f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Transition to ACTIVE for port object 61c47129-80d4-43ed-90e4-663b9a62eb54 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:57.878494 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-49136b9d-ebad-40cf-8e8b-ba1a73dfff88 req-6d41f21b-46b7-4ed9-85bc-762db30868a4 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/ports?device_id=29abc398-e7f4-4bf7-b004-8b65d1943a36 HTTP/1.1" status: 200 len: 945 time: 0.1726456 Jul 16 20:37:57.944985 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85ca970e-5195-4f2c-8b2f-79b1f06c7f2f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.945702 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ca970e-5195-4f2c-8b2f-79b1f06c7f2f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Fanout notify agent at l3_agent the message router_deleted on router 30e8b645-9b78-437a-83d0-2867d7461234 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:57.957509 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85ca970e-5195-4f2c-8b2f-79b1f06c7f2f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.961994 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-85ca970e-5195-4f2c-8b2f-79b1f06c7f2f tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/routers/30e8b645-9b78-437a-83d0-2867d7461234 HTTP/1.1" status: 204 len: 168 time: 0.6010149 Jul 16 20:37:57.962626 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48722) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.014076 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-f0ebc5a1-b044-49d8-b2b7-92e9b5835808 service neutron] 10.222.0.62 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251466 Jul 16 20:37:58.028110 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d4472a96-583e-47d0-a5c0-ed1d8ca2626f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.042704 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a335342-5aaa-4a10-9be9-5ff373bd9ce6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting subnet f784e7fd-687c-458f-8ab6-9e3657782998 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:37:58.052532 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-49136b9d-ebad-40cf-8e8b-ba1a73dfff88 req-f99a299c-bf9e-4fab-95f9-babc57cf4137 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/security-groups?id=6766fab6-04de-4cd8-b932-98854b835b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731167 Jul 16 20:37:58.073668 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3a335342-5aaa-4a10-9be9-5ff373bd9ce6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.080172 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-59f76392-bf7f-461d-866a-04d2a15367f5 None None] Allocated IP 2001:db8::2 (f4aa8141-9687-45d9-b16c-82a3d6b86650/c28c9d4c-1931-4ff3-93cf-0ae74f74c6c9/2a090596-a1ce-48f4-9df3-f21a121bc437) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:58.136709 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4472a96-583e-47d0-a5c0-ed1d8ca2626f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:58.148022 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-d4472a96-583e-47d0-a5c0-ed1d8ca2626f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:58.152848 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4472a96-583e-47d0-a5c0-ed1d8ca2626f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Port': ['ID=61c47129-80d4-43ed-90e4-663b9a62eb54,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:58.158067 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4472a96-583e-47d0-a5c0-ed1d8ca2626f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:58.165311 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4472a96-583e-47d0-a5c0-ed1d8ca2626f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:58.166058 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d4472a96-583e-47d0-a5c0-ed1d8ca2626f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.179502 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3a335342-5aaa-4a10-9be9-5ff373bd9ce6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.226339 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d4472a96-583e-47d0-a5c0-ed1d8ca2626f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0583978 Jul 16 20:37:58.226949 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48730) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.264459 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7497ca5b-ca34-4783-b954-bfa368c23a59 req-9de891fe-e15a-4d04-9c22-2e27b8f5898e service neutron] 10.222.0.62 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401536 Jul 16 20:37:58.283285 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 0d54eee6-324e-47bb-ae1b-0d66614d67df up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:58.357717 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f554e9f-374a-44fb-bc31-73138fd99f59 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:58.368178 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7f554e9f-374a-44fb-bc31-73138fd99f59 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1401942 Jul 16 20:37:58.370182 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3a335342-5aaa-4a10-9be9-5ff373bd9ce6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.376776 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48732) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.411457 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 0d54eee6-324e-47bb-ae1b-0d66614d67df completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:58.414449 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-59f76392-bf7f-461d-866a-04d2a15367f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.424313 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 0d54eee6-324e-47bb-ae1b-0d66614d67df triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:58.424761 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.429895 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-59f76392-bf7f-461d-866a-04d2a15367f5 None None] Transition to ACTIVE for port object 2a090596-a1ce-48f4-9df3-f21a121bc437 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:58.441765 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167fe7d-9346-4186-b634-899e632e7c88 req-3ad77fc1-0ac8-4728-8020-12248ecdd31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:58.443977 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a167fe7d-9346-4186-b634-899e632e7c88 req-3ad77fc1-0ac8-4728-8020-12248ecdd31f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a26f9f127054c75b4598717bb55d1c3&device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 1095 time: 0.1095443 Jul 16 20:37:58.565649 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:37:58.587539 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3a335342-5aaa-4a10-9be9-5ff373bd9ce6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.665479 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-59f76392-bf7f-461d-866a-04d2a15367f5 None None] Transition to ACTIVE for port object 2a090596-a1ce-48f4-9df3-f21a121bc437 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:58.669065 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a335342-5aaa-4a10-9be9-5ff373bd9ce6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Subnet': ['ID=f784e7fd-687c-458f-8ab6-9e3657782998,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:58.679598 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-59f76392-bf7f-461d-866a-04d2a15367f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.717890 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3a335342-5aaa-4a10-9be9-5ff373bd9ce6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.725046 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3a335342-5aaa-4a10-9be9-5ff373bd9ce6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/subnets/f784e7fd-687c-458f-8ab6-9e3657782998 HTTP/1.1" status: 204 len: 168 time: 0.7568130 Jul 16 20:37:58.730925 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48742) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.737917 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167fe7d-9346-4186-b634-899e632e7c88 req-8314419f-5542-418b-89d4-74673fd854fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:58.739826 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a167fe7d-9346-4186-b634-899e632e7c88 req-8314419f-5542-418b-89d4-74673fd854fc service neutron] 10.222.0.62 "GET /v2.0/networks?id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b HTTP/1.1" status: 200 len: 913 time: 0.2878773 Jul 16 20:37:58.743077 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cfa0f2-bbf3-47ab-879a-6b883dffdc68 None None] Network ca2098ab-bc7b-432a-bb5d-319bd3354ef3 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:58.814605 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a167fe7d-9346-4186-b634-899e632e7c88 req-4501c19f-5fee-47e6-a69b-e0fac214c893 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=036d35cd-0e8c-49b7-8460-d6961e84810e HTTP/1.1" status: 200 len: 217 time: 0.0662947 Jul 16 20:37:58.822795 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f76392-bf7f-461d-866a-04d2a15367f5 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:58.829561 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd68fd42-edfc-4aa0-9565-5655a5601eee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.832499 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-59f76392-bf7f-461d-866a-04d2a15367f5 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:58.834884 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f76392-bf7f-461d-866a-04d2a15367f5 None None] Pushing event updated for resources: {'Port': ['ID=2a090596-a1ce-48f4-9df3-f21a121bc437,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:58.839844 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-f82de607-b951-4d87-9423-dd66b0f26527 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting port 61c47129-80d4-43ed-90e4-663b9a62eb54 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:58.840197 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f82de607-b951-4d87-9423-dd66b0f26527 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.845603 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f76392-bf7f-461d-866a-04d2a15367f5 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:58.848692 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.873658 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803b5c5-5243-4f7e-b284-228e72fe009b req-eb3eef3f-e286-422d-a490-1db6b77a706e tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:58.875982 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4803b5c5-5243-4f7e-b284-228e72fe009b req-eb3eef3f-e286-422d-a490-1db6b77a706e tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 943 time: 0.2050622 Jul 16 20:37:58.922960 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29abc398-e7f4-4bf7-b004-8b65d1943a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d54eee6-324e-47bb-ae1b-0d66614d67df'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:58.925563 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4537d363-d1b1-4715-9dfc-6a6e3a8d2723" -d '{"events": [{"server_uuid": "29abc398-e7f4-4bf7-b004-8b65d1943a36", "name": "network-vif-plugged", "status": "completed", "tag": "0d54eee6-324e-47bb-ae1b-0d66614d67df"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:58.961917 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 0d54eee6-324e-47bb-ae1b-0d66614d67df, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0d54eee6-324e-47bb-ae1b-0d66614d67df,segment=NetworkSegment(8cc6ca3d-9477-489b-8308-9adbf8128ea6),segment_id=8cc6ca3d-9477-489b-8308-9adbf8128ea6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:58.966726 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4803b5c5-5243-4f7e-b284-228e72fe009b req-5b46314c-324e-48d0-bee0-d763b48eebef tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806437 Jul 16 20:37:58.988963 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167fe7d-9346-4186-b634-899e632e7c88 req-f6ad0c55-6bed-44c1-bc3e-e78572afea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:58.990669 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a167fe7d-9346-4186-b634-899e632e7c88 req-f6ad0c55-6bed-44c1-bc3e-e78572afea9b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3773b4e-f5c8-45c6-be17-27631a1d9f40 HTTP/1.1" status: 200 len: 852 time: 0.1693385 Jul 16 20:37:58.992869 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f82de607-b951-4d87-9423-dd66b0f26527 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.008763 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-dd68fd42-edfc-4aa0-9565-5655a5601eee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting port 37548112-c68c-4d4d-9c10-716ef57dd73a {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:59.009093 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd68fd42-edfc-4aa0-9565-5655a5601eee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.062136 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-f82de607-b951-4d87-9423-dd66b0f26527 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Calling delete_port for 61c47129-80d4-43ed-90e4-663b9a62eb54 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:59.068530 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a167fe7d-9346-4186-b634-899e632e7c88 req-16e12bbb-3414-4be2-8848-409d8abb04b6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699244 Jul 16 20:37:59.093670 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.124944 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1def9ac-a4c4-456f-8864-c899ff8e8075 x-openstack-request-id: req-c1def9ac-a4c4-456f-8864-c899ff8e8075 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:59.126663 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29abc398-e7f4-4bf7-b004-8b65d1943a36", "name": "network-vif-plugged", "status": "completed", "tag": "0d54eee6-324e-47bb-ae1b-0d66614d67df", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:59.127901 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c1def9ac-a4c4-456f-8864-c899ff8e8075 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:59.130066 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29abc398-e7f4-4bf7-b004-8b65d1943a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d54eee6-324e-47bb-ae1b-0d66614d67df', 'code': 200} Jul 16 20:37:59.132736 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-59f76392-bf7f-461d-866a-04d2a15367f5 None None] Attempting to bind port 2a090596-a1ce-48f4-9df3-f21a121bc437 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:59.137359 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-59f76392-bf7f-461d-866a-04d2a15367f5 None None] Attempting to bind port 2a090596-a1ce-48f4-9df3-f21a121bc437 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:59.138064 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f76392-bf7f-461d-866a-04d2a15367f5 None None] Attempting to bind port 2a090596-a1ce-48f4-9df3-f21a121bc437 on network f4aa8141-9687-45d9-b16c-82a3d6b86650 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:59.260492 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f76392-bf7f-461d-866a-04d2a15367f5 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:59.261035 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f76392-bf7f-461d-866a-04d2a15367f5 None None] Checking segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:59.261590 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-59f76392-bf7f-461d-866a-04d2a15367f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.262055 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f76392-bf7f-461d-866a-04d2a15367f5 None None] Bound using segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:59.262675 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-59f76392-bf7f-461d-866a-04d2a15367f5 None None] Bound port: 2a090596-a1ce-48f4-9df3-f21a121bc437, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:59.263176 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-59f76392-bf7f-461d-866a-04d2a15367f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.286768 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-dd68fd42-edfc-4aa0-9565-5655a5601eee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] For port 37548112-c68c-4d4d-9c10-716ef57dd73a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=37548112-c68c-4d4d-9c10-716ef57dd73a,segment=NetworkSegment(f990f493-1fbf-4bba-908c-85e162a51456),segment_id=f990f493-1fbf-4bba-908c-85e162a51456)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:59.287164 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd68fd42-edfc-4aa0-9565-5655a5601eee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.334047 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a167fe7d-9346-4186-b634-899e632e7c88 req-dd3b2584-7eae-40c7-8520-a453d3dd2472 service neutron] 10.222.0.62 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422855 Jul 16 20:37:59.354816 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=0d54eee6-324e-47bb-ae1b-0d66614d67df,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:59.416159 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-59f76392-bf7f-461d-866a-04d2a15367f5 None None] For port 2a090596-a1ce-48f4-9df3-f21a121bc437, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:59.419793 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-59f76392-bf7f-461d-866a-04d2a15367f5 None None] For port 2a090596-a1ce-48f4-9df3-f21a121bc437, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=2a090596-a1ce-48f4-9df3-f21a121bc437,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:59.421262 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.429393 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-59f76392-bf7f-461d-866a-04d2a15367f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.510389 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91151d30-7928-4fb1-9a8b-81290f29197a None None] DHCP port deletion for ca2098ab-bc7b-432a-bb5d-319bd3354ef3 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:37:59.528909 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f76392-bf7f-461d-866a-04d2a15367f5 None None] Pushing event updated for resources: {'Port': ['ID=2a090596-a1ce-48f4-9df3-f21a121bc437,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:59.579075 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-dd68fd42-edfc-4aa0-9565-5655a5601eee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Calling delete_port for 37548112-c68c-4d4d-9c10-716ef57dd73a owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:59.601329 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f82de607-b951-4d87-9423-dd66b0f26527 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.608303 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-91151d30-7928-4fb1-9a8b-81290f29197a None None] Deleting port 37548112-c68c-4d4d-9c10-716ef57dd73a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:59.608777 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91151d30-7928-4fb1-9a8b-81290f29197a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.636814 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a167fe7d-9346-4186-b634-899e632e7c88 req-f64e3310-1048-413f-ae9f-80a21d0fdd99 service neutron] 10.222.0.62 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018003 Jul 16 20:37:59.638727 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24009cf8-616b-4542-a5ff-5072931cd06f req-da7e3a30-e4ce-4f85-86f3-f7b9be3bc934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:59.640155 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-24009cf8-616b-4542-a5ff-5072931cd06f req-da7e3a30-e4ce-4f85-86f3-f7b9be3bc934 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=29abc398-e7f4-4bf7-b004-8b65d1943a36 HTTP/1.1" status: 200 len: 1098 time: 0.3718274 Jul 16 20:37:59.698239 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98773977-f39e-4604-8cc9-14beafbc97a4 req-52a1fe28-c88b-4cf4-a00e-cd3d0994f45b tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:59.707033 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-98773977-f39e-4604-8cc9-14beafbc97a4 req-52a1fe28-c88b-4cf4-a00e-cd3d0994f45b tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.2891638 Jul 16 20:37:59.739498 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-91151d30-7928-4fb1-9a8b-81290f29197a None None] For port 37548112-c68c-4d4d-9c10-716ef57dd73a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=37548112-c68c-4d4d-9c10-716ef57dd73a,segment=NetworkSegment(f990f493-1fbf-4bba-908c-85e162a51456),segment_id=f990f493-1fbf-4bba-908c-85e162a51456)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:59.740028 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91151d30-7928-4fb1-9a8b-81290f29197a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.747803 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539119b4-7e08-49e9-8312-d164d3ee7a5f req-2d70d524-d534-454f-ae5c-51957b3115b7 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:59.752073 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82de607-b951-4d87-9423-dd66b0f26527 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Port': ['ID=61c47129-80d4-43ed-90e4-663b9a62eb54,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:59.756017 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-539119b4-7e08-49e9-8312-d164d3ee7a5f req-2d70d524-d534-454f-ae5c-51957b3115b7 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/ports?device_id=29abc398-e7f4-4bf7-b004-8b65d1943a36 HTTP/1.1" status: 200 len: 946 time: 0.4033117 Jul 16 20:37:59.762919 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-91151d30-7928-4fb1-9a8b-81290f29197a None None] Calling delete_port for 37548112-c68c-4d4d-9c10-716ef57dd73a owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:59.787911 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-24009cf8-616b-4542-a5ff-5072931cd06f req-1cbf5852-1892-4c06-902b-c0462c314dd5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6766fab6-04de-4cd8-b932-98854b835b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398165 Jul 16 20:37:59.802572 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f82de607-b951-4d87-9423-dd66b0f26527 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.804497 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f82de607-b951-4d87-9423-dd66b0f26527 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/61c47129-80d4-43ed-90e4-663b9a62eb54 HTTP/1.1" status: 204 len: 168 time: 1.4256561 Jul 16 20:37:59.809979 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48756) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:59.901051 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8c4eb-1269-4dc7-8662-90b78cd9aede req-037ccbb6-c64e-419c-89c0-9fe6ed406fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:59.903665 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4eb8c4eb-1269-4dc7-8662-90b78cd9aede req-037ccbb6-c64e-419c-89c0-9fe6ed406fc4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 1096 time: 0.6014459 Jul 16 20:37:59.968723 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-98773977-f39e-4604-8cc9-14beafbc97a4 req-3f6fa93b-84e1-41a2-9fe7-7a04bad53dc3 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606640 Jul 16 20:37:59.975358 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91151d30-7928-4fb1-9a8b-81290f29197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.989921 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-539119b4-7e08-49e9-8312-d164d3ee7a5f req-d9099aef-7e9c-4b69-9d5b-e0399c34a58b tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/security-groups?id=6766fab6-04de-4cd8-b932-98854b835b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328792 Jul 16 20:37:59.992287 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91151d30-7928-4fb1-9a8b-81290f29197a None None] No DVR routers for this DVR port 37548112-c68c-4d4d-9c10-716ef57dd73a on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:00.054276 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd68fd42-edfc-4aa0-9565-5655a5601eee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.104937 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91151d30-7928-4fb1-9a8b-81290f29197a None None] Pushing event deleted for resources: {'Port': ['ID=37548112-c68c-4d4d-9c10-716ef57dd73a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:00.110833 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68fd42-edfc-4aa0-9565-5655a5601eee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Port': ['ID=37548112-c68c-4d4d-9c10-716ef57dd73a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:00.120696 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd68fd42-edfc-4aa0-9565-5655a5601eee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] No DVR routers for this DVR port 37548112-c68c-4d4d-9c10-716ef57dd73a on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:00.166104 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8c4eb-1269-4dc7-8662-90b78cd9aede req-b09fa806-7923-453f-bc64-818110de429c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:00.167824 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4eb8c4eb-1269-4dc7-8662-90b78cd9aede req-b09fa806-7923-453f-bc64-818110de429c service neutron] 10.222.0.62 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 912 time: 0.2564175 Jul 16 20:38:00.196500 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536eb19f-de47-4bfb-b209-a2a9442a954c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:00.198147 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536eb19f-de47-4bfb-b209-a2a9442a954c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:00.199854 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-536eb19f-de47-4bfb-b209-a2a9442a954c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3888600 Jul 16 20:38:00.205353 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48760) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:00.340819 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9c5c81-e9eb-43e7-aa17-b1d5297a8a39 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet c28c9d4c-1931-4ff3-93cf-0ae74f74c6c9 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:00.345287 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4d9c5c81-e9eb-43e7-aa17-b1d5297a8a39 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.412276 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4d9c5c81-e9eb-43e7-aa17-b1d5297a8a39 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.536630 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4d9c5c81-e9eb-43e7-aa17-b1d5297a8a39 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.671522 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4d9c5c81-e9eb-43e7-aa17-b1d5297a8a39 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.726643 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c5c81-e9eb-43e7-aa17-b1d5297a8a39 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=c28c9d4c-1931-4ff3-93cf-0ae74f74c6c9,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:00.730494 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4d9c5c81-e9eb-43e7-aa17-b1d5297a8a39 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.732940 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4d9c5c81-e9eb-43e7-aa17-b1d5297a8a39 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/c28c9d4c-1931-4ff3-93cf-0ae74f74c6c9 HTTP/1.1" status: 204 len: 168 time: 0.5247524 Jul 16 20:38:00.737543 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48766) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:00.814009 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd68fd42-edfc-4aa0-9565-5655a5601eee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.836407 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 2a090596-a1ce-48f4-9df3-f21a121bc437 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:00.838166 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-dd68fd42-edfc-4aa0-9565-5655a5601eee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca2098ab-bc7b-432a-bb5d-319bd3354ef3']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:00.898009 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4eb8c4eb-1269-4dc7-8662-90b78cd9aede req-f9fc0339-60fb-4050-ac35-ccfe93ac6ad1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4 HTTP/1.1" status: 200 len: 999 time: 0.7026377 Jul 16 20:38:00.902802 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-dd68fd42-edfc-4aa0-9565-5655a5601eee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f990f493-1fbf-4bba-908c-85e162a51456') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:00.903203 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-dd68fd42-edfc-4aa0-9565-5655a5601eee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f990f493-1fbf-4bba-908c-85e162a51456') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:00.926120 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bab4ed89-d2aa-4e37-91a7-e83b8db8f056 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1822555 Jul 16 20:38:00.930121 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48768) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:00.940612 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-964390f7-7128-4d46-a615-906dd25b5cd2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:00.950292 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 2a090596-a1ce-48f4-9df3-f21a121bc437 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:00.954019 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd68fd42-edfc-4aa0-9565-5655a5601eee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.026154 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed8fea-2c02-4d0e-8a2c-6fb297d1426d req-ff94fcc5-0e3a-468d-b08b-2607690b67a6 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:01.027733 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-04ed8fea-2c02-4d0e-8a2c-6fb297d1426d req-ff94fcc5-0e3a-468d-b08b-2607690b67a6 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 943 time: 0.4304733 Jul 16 20:38:01.074610 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 37548112-c68c-4d4d-9c10-716ef57dd73a no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:01.122203 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd68fd42-edfc-4aa0-9565-5655a5601eee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.132716 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd68fd42-edfc-4aa0-9565-5655a5601eee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:01.133197 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd68fd42-edfc-4aa0-9565-5655a5601eee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.146032 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 37548112-c68c-4d4d-9c10-716ef57dd73a {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:01.148173 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 37548112-c68c-4d4d-9c10-716ef57dd73a not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:01.150789 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:01.182136 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8c4eb-1269-4dc7-8662-90b78cd9aede req-dac774f0-4cfe-4f03-a319-b15791b9ec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:01.183788 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4eb8c4eb-1269-4dc7-8662-90b78cd9aede req-dac774f0-4cfe-4f03-a319-b15791b9ec22 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=587f0aec-80a3-4172-9644-d785b8e153a3 HTTP/1.1" status: 200 len: 850 time: 0.2739651 Jul 16 20:38:01.186018 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-04ed8fea-2c02-4d0e-8a2c-6fb297d1426d req-8bb04136-956b-4d0b-8007-5eea11dca944 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087034 Jul 16 20:38:01.186830 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964390f7-7128-4d46-a615-906dd25b5cd2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:01.191725 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-964390f7-7128-4d46-a615-906dd25b5cd2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.327986 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e472d7-db1e-47c2-9c8e-bdcaef4fca57 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:01.443814 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169d5a3-5db4-4b3a-b76e-f0352f85af7f req-5c70dfc7-18b1-4e51-930e-bbc4aea88492 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:01.445966 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6169d5a3-5db4-4b3a-b76e-f0352f85af7f req-5c70dfc7-18b1-4e51-930e-bbc4aea88492 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.1509781 Jul 16 20:38:01.458996 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd68fd42-edfc-4aa0-9565-5655a5601eee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.477531 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd68fd42-edfc-4aa0-9565-5655a5601eee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.486150 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-dd68fd42-edfc-4aa0-9565-5655a5601eee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/networks/ca2098ab-bc7b-432a-bb5d-319bd3354ef3 HTTP/1.1" status: 204 len: 168 time: 2.7496119 Jul 16 20:38:01.487243 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48776) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:01.543846 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68fd42-edfc-4aa0-9565-5655a5601eee tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Network': ['ID=ca2098ab-bc7b-432a-bb5d-319bd3354ef3,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:01.569392 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8c4eb-1269-4dc7-8662-90b78cd9aede req-cb74fc56-4c2b-48d0-b70e-8e0a535928b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:01.571011 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4eb8c4eb-1269-4dc7-8662-90b78cd9aede req-cb74fc56-4c2b-48d0-b70e-8e0a535928b3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c856853c-1bbc-4399-8326-1d7e71a7f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3290710 Jul 16 20:38:01.596021 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6169d5a3-5db4-4b3a-b76e-f0352f85af7f req-085d3197-b838-402e-ba74-c5430bc68005 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145854 Jul 16 20:38:01.606641 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4a7619-da45-4dfc-9af4-e03a912b6179 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:01.614540 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9c4a7619-da45-4dfc-9af4-e03a912b6179 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "GET /v2.0/ports/6d2611c9-fe72-4c68-b8c2-b8a0b4644cc9 HTTP/1.1" status: 200 len: 841 time: 0.1202219 Jul 16 20:38:01.622297 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48778) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:01.628811 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-601a2856-697d-4087-9772-e042b95b9612 None None] Provisioning for port 2a090596-a1ce-48f4-9df3-f21a121bc437 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:01.679127 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c56014-937e-4883-91ea-48967bafe826 req-3e725a09-31af-4c84-bac7-4e9d530eb6ff tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:01.681057 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d2c56014-937e-4883-91ea-48967bafe826 req-3e725a09-31af-4c84-bac7-4e9d530eb6ff tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/ports?device_id=29abc398-e7f4-4bf7-b004-8b65d1943a36 HTTP/1.1" status: 200 len: 946 time: 0.1918936 Jul 16 20:38:01.682943 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-964390f7-7128-4d46-a615-906dd25b5cd2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.701399 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-601a2856-697d-4087-9772-e042b95b9612 None None] Provisioning complete for port 2a090596-a1ce-48f4-9df3-f21a121bc437 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:01.704261 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-601a2856-697d-4087-9772-e042b95b9612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.735843 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cc7d7498-37e7-40a7-b1bf-5b2c2c27882a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "GET /v2.0/ports/6d2611c9-fe72-4c68-b8c2-b8a0b4644cc9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1122763 Jul 16 20:38:01.738690 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48780) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:01.744579 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-381f1f35-0014-430c-9bcb-da0f61f1b083 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'subnet': {'network_id': '004ece05-1fa7-4849-8b8b-acbb54c1296a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:01.782370 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d2c56014-937e-4883-91ea-48967bafe826 req-daa573df-d35b-43ef-be3c-7a1db9a48545 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/security-groups?id=6766fab6-04de-4cd8-b932-98854b835b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920305 Jul 16 20:38:01.784770 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964390f7-7128-4d46-a615-906dd25b5cd2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:01.789330 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-964390f7-7128-4d46-a615-906dd25b5cd2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:01.798775 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964390f7-7128-4d46-a615-906dd25b5cd2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:01.799509 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-964390f7-7128-4d46-a615-906dd25b5cd2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.819589 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964390f7-7128-4d46-a615-906dd25b5cd2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=ad0fef60-8ec9-4799-9f6c-4f4037c0d78d,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:01.830995 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-964390f7-7128-4d46-a615-906dd25b5cd2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8993900 Jul 16 20:38:01.834111 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48786) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:01.839842 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-8f436c5c-abad-4ea4-a8ce-571b4f7e8951 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'port': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'name': 'tempest-NetworksTestDHCPv6-862595968'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:01.856368 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4eb8c4eb-1269-4dc7-8662-90b78cd9aede req-43d9e075-d1e7-4f5a-ac1f-b22c5dc3bf99 service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775681 Jul 16 20:38:01.941774 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-601a2856-697d-4087-9772-e042b95b9612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.002732 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cc03c1-7c79-4960-9361-85f00ceed8d7 None None] DHCP port deletion for f4aa8141-9687-45d9-b16c-82a3d6b86650 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:02.016401 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-601a2856-697d-4087-9772-e042b95b9612 None None] For port 2a090596-a1ce-48f4-9df3-f21a121bc437, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=2a090596-a1ce-48f4-9df3-f21a121bc437,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:02.078913 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-601a2856-697d-4087-9772-e042b95b9612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.111111 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.db.api [None req-381f1f35-0014-430c-9bcb-da0f61f1b083 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:38:02.111111 n-d-791506-21 neutron-server[93793]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:38:02.111111 n-d-791506-21 neutron-server[93793]: [parameters: {'project_id': 'b462fea25eab41aaacbe7f65f3d46338', 'id': '7c927102-2fd4-4aff-b4ea-1f92a84666f3', 'expiration': datetime.datetime(2021, 7, 16, 20, 40, 2, 100953)}] Jul 16 20:38:02.111111 n-d-791506-21 neutron-server[93793]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:38:02.111875 n-d-791506-21 neutron-server[93793]: DEBUG oslo_db.api [None req-381f1f35-0014-430c-9bcb-da0f61f1b083 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:38:02.117382 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f436c5c-abad-4ea4-a8ce-571b4f7e8951 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:02.122358 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8f436c5c-abad-4ea4-a8ce-571b4f7e8951 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.154127 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4eb8c4eb-1269-4dc7-8662-90b78cd9aede req-1e6688e1-c367-4d1f-bbee-469ea23a0bf0 service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824020 Jul 16 20:38:02.216879 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-8f436c5c-abad-4ea4-a8ce-571b4f7e8951 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] device_id is not set on port 507e926b-c01a-495b-8f99-ad23fd70e719 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:02.237337 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a2856-697d-4087-9772-e042b95b9612 None None] Pushing event updated for resources: {'Port': ['ID=2a090596-a1ce-48f4-9df3-f21a121bc437,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:02.245520 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-15cc03c1-7c79-4960-9361-85f00ceed8d7 None None] Deleting port 2a090596-a1ce-48f4-9df3-f21a121bc437 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:02.245897 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15cc03c1-7c79-4960-9361-85f00ceed8d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.359132 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd95619-359a-47e7-9536-71c7acbfc298 req-3cfcf770-b53c-493d-b159-ee7394ccf5fa tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:02.377561 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8fd95619-359a-47e7-9536-71c7acbfc298 req-3cfcf770-b53c-493d-b159-ee7394ccf5fa tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/ports?device_id=29abc398-e7f4-4bf7-b004-8b65d1943a36 HTTP/1.1" status: 200 len: 946 time: 0.2208560 Jul 16 20:38:02.377724 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48792) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:02.384501 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-77940d5c-5867-430f-b9f1-83840818bb95 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Request body: {'floatingip': {'port_id': '0d54eee6-324e-47bb-ae1b-0d66614d67df'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:02.436612 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-15cc03c1-7c79-4960-9361-85f00ceed8d7 None None] For port 2a090596-a1ce-48f4-9df3-f21a121bc437, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=2a090596-a1ce-48f4-9df3-f21a121bc437,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:02.437097 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15cc03c1-7c79-4960-9361-85f00ceed8d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.461792 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-15cc03c1-7c79-4960-9361-85f00ceed8d7 None None] Calling delete_port for 2a090596-a1ce-48f4-9df3-f21a121bc437 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:02.480410 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77940d5c-5867-430f-b9f1-83840818bb95 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks [] for floatingip, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.581395 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15cc03c1-7c79-4960-9361-85f00ceed8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.615300 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc03c1-7c79-4960-9361-85f00ceed8d7 None None] Pushing event deleted for resources: {'Port': ['ID=2a090596-a1ce-48f4-9df3-f21a121bc437,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:02.620174 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cc03c1-7c79-4960-9361-85f00ceed8d7 None None] No DVR routers for this DVR port 2a090596-a1ce-48f4-9df3-f21a121bc437 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:02.641413 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e466c5d-9e94-4a74-a0b6-905b538647da None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:02.668504 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 036d35cd-0e8c-49b7-8460-d6961e84810e details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:38:02.671675 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 2a090596-a1ce-48f4-9df3-f21a121bc437 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:02.680084 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-8f436c5c-abad-4ea4-a8ce-571b4f7e8951 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 2001:db8::1a4 (f4aa8141-9687-45d9-b16c-82a3d6b86650/ad0fef60-8ec9-4799-9f6c-4f4037c0d78d/507e926b-c01a-495b-8f99-ad23fd70e719) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:02.728582 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381f1f35-0014-430c-9bcb-da0f61f1b083 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:02.732433 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-381f1f35-0014-430c-9bcb-da0f61f1b083 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.749671 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 2a090596-a1ce-48f4-9df3-f21a121bc437 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:02.750227 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 2a090596-a1ce-48f4-9df3-f21a121bc437 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:02.818083 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51796d34-da02-471c-ab8f-a9b812695269 req-e764c5ff-cbe8-4536-9abd-8fe8796d268c tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:02.854906 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-51796d34-da02-471c-ab8f-a9b812695269 req-e764c5ff-cbe8-4536-9abd-8fe8796d268c tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 943 time: 0.3722568 Jul 16 20:38:02.977202 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-51796d34-da02-471c-ab8f-a9b812695269 req-8dc57beb-f3a3-4121-8eb7-78843bf07cf5 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201587 Jul 16 20:38:03.004370 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 036d35cd-0e8c-49b7-8460-d6961e84810e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=036d35cd-0e8c-49b7-8460-d6961e84810e,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:03.100174 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af26c0a-3fed-490c-9e50-fd188d2aec42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-f4aa8141-9687-45d9-b16c-82a3d6b86650', 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'fixed_ips': [{'subnet_id': 'ad0fef60-8ec9-4799-9f6c-4f4037c0d78d'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:03.101064 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1af26c0a-3fed-490c-9e50-fd188d2aec42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.136378 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '036d35cd-0e8c-49b7-8460-d6961e84810e', 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b', 'port_id': '036d35cd-0e8c-49b7-8460-d6961e84810e', 'mac_address': 'fa:16:3e:11:1e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3773b4e-f5c8-45c6-be17-27631a1d9f40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:38:03.165621 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.311768 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.339014 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 036d35cd-0e8c-49b7-8460-d6961e84810e {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:38:03.365180 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 036d35cd-0e8c-49b7-8460-d6961e84810e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=036d35cd-0e8c-49b7-8460-d6961e84810e,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:03.423297 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.505799 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858ff10-ef23-4085-845e-a1c861d1948b req-994ee1f2-fb48-4b24-9185-0f2e8feed830 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:03.508352 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=036d35cd-0e8c-49b7-8460-d6961e84810e,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:03.513550 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e858ff10-ef23-4085-845e-a1c861d1948b req-994ee1f2-fb48-4b24-9185-0f2e8feed830 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.6414905 Jul 16 20:38:03.547488 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8f436c5c-abad-4ea4-a8ce-571b4f7e8951 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.600303 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e858ff10-ef23-4085-845e-a1c861d1948b req-6cf07612-1dc5-45e3-b0fa-efd838788289 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855017 Jul 16 20:38:03.603077 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-8f436c5c-abad-4ea4-a8ce-571b4f7e8951 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Transition to ACTIVE for port object 507e926b-c01a-495b-8f99-ad23fd70e719 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:03.607034 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77940d5c-5867-430f-b9f1-83840818bb95 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.615467 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-381f1f35-0014-430c-9bcb-da0f61f1b083 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.624332 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77940d5c-5867-430f-b9f1-83840818bb95 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.654842 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8f436c5c-abad-4ea4-a8ce-571b4f7e8951 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.725062 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f436c5c-abad-4ea4-a8ce-571b4f7e8951 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:03.728728 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-8f436c5c-abad-4ea4-a8ce-571b4f7e8951 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:03.734456 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f436c5c-abad-4ea4-a8ce-571b4f7e8951 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:03.741853 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f436c5c-abad-4ea4-a8ce-571b4f7e8951 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:03.742635 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8f436c5c-abad-4ea4-a8ce-571b4f7e8951 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.746756 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f436c5c-abad-4ea4-a8ce-571b4f7e8951 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Port': ['ID=507e926b-c01a-495b-8f99-ad23fd70e719,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:03.762697 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-1af26c0a-3fed-490c-9e50-fd188d2aec42 None None] Allocated IP 2001:db8::2 (f4aa8141-9687-45d9-b16c-82a3d6b86650/ad0fef60-8ec9-4799-9f6c-4f4037c0d78d/1a92e8a0-03ec-4948-907d-6c7fc0a19e23) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:03.764224 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8f436c5c-abad-4ea4-a8ce-571b4f7e8951 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9284601 Jul 16 20:38:03.769846 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48802) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:03.789024 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['036d35cd-0e8c-49b7-8460-d6961e84810e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:38:03.800533 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381f1f35-0014-430c-9bcb-da0f61f1b083 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network 004ece05-1fa7-4849-8b8b-acbb54c1296a is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:03.814714 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-381f1f35-0014-430c-9bcb-da0f61f1b083 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:03.826964 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381f1f35-0014-430c-9bcb-da0f61f1b083 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:03.826964 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-381f1f35-0014-430c-9bcb-da0f61f1b083 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.851675 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9446ab8b-c9a5-4cad-9258-05f552200177 None None] Network 004ece05-1fa7-4849-8b8b-acbb54c1296a requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:03.891159 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4523633-2c0e-4f3e-889e-5a5de6eede69 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:03.892984 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e4523633-2c0e-4f3e-889e-5a5de6eede69 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1214237 Jul 16 20:38:03.899372 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48808) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:03.940274 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-381f1f35-0014-430c-9bcb-da0f61f1b083 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2003944 Jul 16 20:38:03.947602 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48810) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:03.954098 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-5aa34223-28ab-4ac5-ab1c-adbac30a3d52 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'security_group': {'name': 'tempest-secgroup-865984107'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:03.990367 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5aa34223-28ab-4ac5-ab1c-adbac30a3d52 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.011421 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f1f35-0014-430c-9bcb-da0f61f1b083 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Subnet': ['ID=2ad590e1-d705-4fca-ad37-002323af2d6f,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:04.046419 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-77940d5c-5867-430f-b9f1-83840818bb95 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Floating IP f97e23f4-091b-4c8b-9258-c5e2fb84bdad associated. External IP: 172.25.0.119, port: 0d54eee6-324e-47bb-ae1b-0d66614d67df. Jul 16 20:38:04.049705 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-3a48dcf6-9bc7-41b8-a186-aee976642077 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting port 507e926b-c01a-495b-8f99-ad23fd70e719 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:04.050969 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a48dcf6-9bc7-41b8-a186-aee976642077 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.166880 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a48dcf6-9bc7-41b8-a186-aee976642077 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.181939 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-3a48dcf6-9bc7-41b8-a186-aee976642077 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Calling delete_port for 507e926b-c01a-495b-8f99-ad23fd70e719 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:04.229221 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5aa34223-28ab-4ac5-ab1c-adbac30a3d52 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.250388 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5aa34223-28ab-4ac5-ab1c-adbac30a3d52 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.311722 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5aa34223-28ab-4ac5-ab1c-adbac30a3d52 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.313034 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5aa34223-28ab-4ac5-ab1c-adbac30a3d52 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3644300 Jul 16 20:38:04.321422 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48816) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:04.328772 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-dc87edae-b514-4ac8-a875-653b4ece08b6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'security_group': {'name': 'tempest-secgroup-213812628'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:04.375372 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1af26c0a-3fed-490c-9e50-fd188d2aec42 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.378929 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a48dcf6-9bc7-41b8-a186-aee976642077 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.387756 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1af26c0a-3fed-490c-9e50-fd188d2aec42 None None] Transition to ACTIVE for port object 1a92e8a0-03ec-4948-907d-6c7fc0a19e23 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:04.412777 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa34223-28ab-4ac5-ab1c-adbac30a3d52 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa2d573-9b33-4d09-b86b-deab8dbb70e7,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:04.413440 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1af26c0a-3fed-490c-9e50-fd188d2aec42 None None] Transition to ACTIVE for port object 1a92e8a0-03ec-4948-907d-6c7fc0a19e23 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:04.431765 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1af26c0a-3fed-490c-9e50-fd188d2aec42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.470357 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48dcf6-9bc7-41b8-a186-aee976642077 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Port': ['ID=507e926b-c01a-495b-8f99-ad23fd70e719,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:04.515911 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dc87edae-b514-4ac8-a875-653b4ece08b6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.521632 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a48dcf6-9bc7-41b8-a186-aee976642077 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.525127 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3a48dcf6-9bc7-41b8-a186-aee976642077 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/507e926b-c01a-495b-8f99-ad23fd70e719 HTTP/1.1" status: 204 len: 168 time: 0.6268170 Jul 16 20:38:04.527860 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48818) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:04.626439 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5b99d2-89a7-493f-97a4-52cd5f8fe712 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:04.628892 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5b99d2-89a7-493f-97a4-52cd5f8fe712 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:04.631239 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bc5b99d2-89a7-493f-97a4-52cd5f8fe712 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1019187 Jul 16 20:38:04.633660 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48822) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:04.698606 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dc87edae-b514-4ac8-a875-653b4ece08b6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.711523 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-6869d93e-fe47-49e0-bbce-c2500afa66ea tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet ad0fef60-8ec9-4799-9f6c-4f4037c0d78d {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:04.717097 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6869d93e-fe47-49e0-bbce-c2500afa66ea tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.717355 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dc87edae-b514-4ac8-a875-653b4ece08b6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.769287 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af26c0a-3fed-490c-9e50-fd188d2aec42 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:04.772922 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dc87edae-b514-4ac8-a875-653b4ece08b6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.774776 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112197e6-2a55-4b94-81bb-e47c5f669403 req-52f00565-4991-47b0-948b-48ea93522092 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:04.776274 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-dc87edae-b514-4ac8-a875-653b4ece08b6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4525220 Jul 16 20:38:04.776810 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-112197e6-2a55-4b94-81bb-e47c5f669403 req-52f00565-4991-47b0-948b-48ea93522092 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 944 time: 0.4105780 Jul 16 20:38:04.780397 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48824) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:04.787359 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-48a073c5-2432-4368-8b1a-0eb765fc4d85 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2088873276', 'security_groups': ['63a69b43-c5c3-4d52-a923-306637f4b998'], 'network_id': '004ece05-1fa7-4849-8b8b-acbb54c1296a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2ad590e1-d705-4fca-ad37-002323af2d6f'}]}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:04.797070 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-1af26c0a-3fed-490c-9e50-fd188d2aec42 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:04.798215 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77940d5c-5867-430f-b9f1-83840818bb95 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Router ea8bbed2-20af-4c70-9752-40d4ef375c3b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:04.809940 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af26c0a-3fed-490c-9e50-fd188d2aec42 None None] Pushing event updated for resources: {'Port': ['ID=1a92e8a0-03ec-4948-907d-6c7fc0a19e23,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:04.813942 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af26c0a-3fed-490c-9e50-fd188d2aec42 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:04.864241 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6869d93e-fe47-49e0-bbce-c2500afa66ea tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.930659 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-112197e6-2a55-4b94-81bb-e47c5f669403 req-131cdf7a-c1c1-4731-b19e-0499ca691077 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219766 Jul 16 20:38:04.937642 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87edae-b514-4ac8-a875-653b4ece08b6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a69b43-c5c3-4d52-a923-306637f4b998,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:05.010696 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1af26c0a-3fed-490c-9e50-fd188d2aec42 None None] Attempting to bind port 1a92e8a0-03ec-4948-907d-6c7fc0a19e23 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:05.011417 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1af26c0a-3fed-490c-9e50-fd188d2aec42 None None] Attempting to bind port 1a92e8a0-03ec-4948-907d-6c7fc0a19e23 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:05.011808 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af26c0a-3fed-490c-9e50-fd188d2aec42 None None] Attempting to bind port 1a92e8a0-03ec-4948-907d-6c7fc0a19e23 on network f4aa8141-9687-45d9-b16c-82a3d6b86650 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:05.029637 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af26c0a-3fed-490c-9e50-fd188d2aec42 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:05.030150 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af26c0a-3fed-490c-9e50-fd188d2aec42 None None] Checking segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:05.030390 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1af26c0a-3fed-490c-9e50-fd188d2aec42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.030762 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af26c0a-3fed-490c-9e50-fd188d2aec42 None None] Bound using segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:05.031584 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1af26c0a-3fed-490c-9e50-fd188d2aec42 None None] Bound port: 1a92e8a0-03ec-4948-907d-6c7fc0a19e23, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:05.031983 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1af26c0a-3fed-490c-9e50-fd188d2aec42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.051723 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77940d5c-5867-430f-b9f1-83840818bb95 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:05.073296 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb60bb67-9f24-4ae1-948a-bc27074b4ea5 None None] Sync routers for ids ['ea8bbed2-20af-4c70-9752-40d4ef375c3b'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:05.074636 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77940d5c-5867-430f-b9f1-83840818bb95 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.079665 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfda908b-9ea1-4d35-96ac-7d418101fdf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-004ece05-1fa7-4849-8b8b-acbb54c1296a', 'network_id': '004ece05-1fa7-4849-8b8b-acbb54c1296a', 'tenant_id': 'b462fea25eab41aaacbe7f65f3d46338', 'fixed_ips': [{'subnet_id': '2ad590e1-d705-4fca-ad37-002323af2d6f'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:05.080773 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cfda908b-9ea1-4d35-96ac-7d418101fdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.128483 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-77940d5c-5867-430f-b9f1-83840818bb95 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "PUT /v2.0/floatingips/f97e23f4-091b-4c8b-9258-c5e2fb84bdad HTTP/1.1" status: 200 len: 992 time: 2.7459145 Jul 16 20:38:05.128483 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29abc398-e7f4-4bf7-b004-8b65d1943a36', 'tag': '0d54eee6-324e-47bb-ae1b-0d66614d67df'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:05.130243 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6caeca6-14c6-4594-a915-f1e8606eeac7" -d '{"events": [{"name": "network-changed", "server_uuid": "29abc398-e7f4-4bf7-b004-8b65d1943a36", "tag": "0d54eee6-324e-47bb-ae1b-0d66614d67df"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:05.134353 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a26dc-7ade-472d-ae18-5dc14256576e req-e9d7c903-c7a0-4d89-b40b-83edd12d79bf tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:05.134890 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb60bb67-9f24-4ae1-948a-bc27074b4ea5 None None] Routers {'ea8bbed2-20af-4c70-9752-40d4ef375c3b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:05.136066 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-bb60bb67-9f24-4ae1-948a-bc27074b4ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:37:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ea8bbed2-20af-4c70-9752-40d4ef375c3b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:05.136210 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-626a26dc-7ade-472d-ae18-5dc14256576e req-e9d7c903-c7a0-4d89-b40b-83edd12d79bf tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.2370453 Jul 16 20:38:05.205067 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6869d93e-fe47-49e0-bbce-c2500afa66ea tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.213013 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-626a26dc-7ade-472d-ae18-5dc14256576e req-b00883ad-4785-42de-b486-7a8eece71ae4 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671821 Jul 16 20:38:05.263237 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a073c5-2432-4368-8b1a-0eb765fc4d85 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:05.344149 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e71cf98-d34b-4221-ae72-33a18745b35b x-openstack-request-id: req-5e71cf98-d34b-4221-ae72-33a18745b35b {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:05.344439 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29abc398-e7f4-4bf7-b004-8b65d1943a36", "tag": "0d54eee6-324e-47bb-ae1b-0d66614d67df", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:05.344692 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5e71cf98-d34b-4221-ae72-33a18745b35b {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:05.345098 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29abc398-e7f4-4bf7-b004-8b65d1943a36', 'tag': '0d54eee6-324e-47bb-ae1b-0d66614d67df', 'status': 'completed', 'code': 200} Jul 16 20:38:05.403627 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-bb60bb67-9f24-4ae1-948a-bc27074b4ea5 None None] Set router ea8bbed2-20af-4c70-9752-40d4ef375c3b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:05.447128 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-cfda908b-9ea1-4d35-96ac-7d418101fdf9 None None] Allocated IP 172.20.0.2 (004ece05-1fa7-4849-8b8b-acbb54c1296a/2ad590e1-d705-4fca-ad37-002323af2d6f/7121f2d0-099e-428d-89fa-f1e4b4913b31) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:05.449580 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6869d93e-fe47-49e0-bbce-c2500afa66ea tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.473515 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1af26c0a-3fed-490c-9e50-fd188d2aec42 None None] For port 1a92e8a0-03ec-4948-907d-6c7fc0a19e23, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:05.505052 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1af26c0a-3fed-490c-9e50-fd188d2aec42 None None] For port 1a92e8a0-03ec-4948-907d-6c7fc0a19e23, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=1a92e8a0-03ec-4948-907d-6c7fc0a19e23,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:05.541788 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869d93e-fe47-49e0-bbce-c2500afa66ea tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=ad0fef60-8ec9-4799-9f6c-4f4037c0d78d,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:05.568508 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48a073c5-2432-4368-8b1a-0eb765fc4d85 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.571389 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1af26c0a-3fed-490c-9e50-fd188d2aec42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.608667 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6869d93e-fe47-49e0-bbce-c2500afa66ea tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.614066 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6869d93e-fe47-49e0-bbce-c2500afa66ea tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/ad0fef60-8ec9-4799-9f6c-4f4037c0d78d HTTP/1.1" status: 204 len: 168 time: 0.9776711 Jul 16 20:38:05.614272 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48838) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:05.641575 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-48a073c5-2432-4368-8b1a-0eb765fc4d85 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] device_id is not set on port 131e4209-affd-449c-b0b3-093fb2980066 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:05.670544 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6caeca6-14c6-4594-a915-f1e8606eeac7 req-a0edbb2f-359c-4b29-b537-69fa0d5f788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:05.674760 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e6caeca6-14c6-4594-a915-f1e8606eeac7 req-a0edbb2f-359c-4b29-b537-69fa0d5f788e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b518884410f64b40a042abe2e293dfe9&device_id=29abc398-e7f4-4bf7-b004-8b65d1943a36 HTTP/1.1" status: 200 len: 1098 time: 0.2747209 Jul 16 20:38:05.725241 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0d797e43-a892-4b41-81ce-9746e091498a tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1089101 Jul 16 20:38:05.738820 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48840) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:05.745268 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-c3e19565-7a3f-44ee-ba39-cd34b2203275 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:05.856173 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cfda908b-9ea1-4d35-96ac-7d418101fdf9 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.866580 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-cfda908b-9ea1-4d35-96ac-7d418101fdf9 None None] Transition to ACTIVE for port object 7121f2d0-099e-428d-89fa-f1e4b4913b31 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:05.886269 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-cfda908b-9ea1-4d35-96ac-7d418101fdf9 None None] Transition to ACTIVE for port object 7121f2d0-099e-428d-89fa-f1e4b4913b31 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:05.891858 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af26c0a-3fed-490c-9e50-fd188d2aec42 None None] Pushing event updated for resources: {'Port': ['ID=1a92e8a0-03ec-4948-907d-6c7fc0a19e23,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:05.901486 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cfda908b-9ea1-4d35-96ac-7d418101fdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.911748 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e19565-7a3f-44ee-ba39-cd34b2203275 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:05.916385 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c3e19565-7a3f-44ee-ba39-cd34b2203275 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.027617 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6caeca6-14c6-4594-a915-f1e8606eeac7 req-d5d27ef5-c681-4964-8dc4-3fc91d070175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:06.029141 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e6caeca6-14c6-4594-a915-f1e8606eeac7 req-d5d27ef5-c681-4964-8dc4-3fc91d070175 service neutron] 10.222.0.18 "GET /v2.0/networks?id=920aafad-c848-459a-ae64-8afed19246c6 HTTP/1.1" status: 200 len: 905 time: 0.2880986 Jul 16 20:38:06.059285 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfda908b-9ea1-4d35-96ac-7d418101fdf9 None None] Network 004ece05-1fa7-4849-8b8b-acbb54c1296a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:06.070662 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-cfda908b-9ea1-4d35-96ac-7d418101fdf9 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:06.073284 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda908b-9ea1-4d35-96ac-7d418101fdf9 None None] Pushing event updated for resources: {'Port': ['ID=7121f2d0-099e-428d-89fa-f1e4b4913b31,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:06.093361 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfda908b-9ea1-4d35-96ac-7d418101fdf9 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:06.120468 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-48a073c5-2432-4368-8b1a-0eb765fc4d85 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Allocated IP 172.20.0.5 (004ece05-1fa7-4849-8b8b-acbb54c1296a/2ad590e1-d705-4fca-ad37-002323af2d6f/131e4209-affd-449c-b0b3-093fb2980066) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:06.154016 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e6caeca6-14c6-4594-a915-f1e8606eeac7 req-6c874faa-c8a2-48b8-8a92-73c70c02af78 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d54eee6-324e-47bb-ae1b-0d66614d67df HTTP/1.1" status: 200 len: 1000 time: 0.1137688 Jul 16 20:38:06.228407 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-cfda908b-9ea1-4d35-96ac-7d418101fdf9 None None] Attempting to bind port 7121f2d0-099e-428d-89fa-f1e4b4913b31 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:06.229092 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-cfda908b-9ea1-4d35-96ac-7d418101fdf9 None None] Attempting to bind port 7121f2d0-099e-428d-89fa-f1e4b4913b31 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'e453a6df-b47b-4e3e-a00c-ac5edf23bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '004ece05-1fa7-4849-8b8b-acbb54c1296a'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:06.229661 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda908b-9ea1-4d35-96ac-7d418101fdf9 None None] Attempting to bind port 7121f2d0-099e-428d-89fa-f1e4b4913b31 on network 004ece05-1fa7-4849-8b8b-acbb54c1296a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:06.251670 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda908b-9ea1-4d35-96ac-7d418101fdf9 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:06.252137 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda908b-9ea1-4d35-96ac-7d418101fdf9 None None] Checking segment: {'id': 'e453a6df-b47b-4e3e-a00c-ac5edf23bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '004ece05-1fa7-4849-8b8b-acbb54c1296a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:06.252500 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cfda908b-9ea1-4d35-96ac-7d418101fdf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.253688 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda908b-9ea1-4d35-96ac-7d418101fdf9 None None] Bound using segment: {'id': 'e453a6df-b47b-4e3e-a00c-ac5edf23bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '004ece05-1fa7-4849-8b8b-acbb54c1296a'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:06.254232 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-cfda908b-9ea1-4d35-96ac-7d418101fdf9 None None] Bound port: 7121f2d0-099e-428d-89fa-f1e4b4913b31, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e453a6df-b47b-4e3e-a00c-ac5edf23bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '004ece05-1fa7-4849-8b8b-acbb54c1296a'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:06.254696 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cfda908b-9ea1-4d35-96ac-7d418101fdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.332219 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-bb60bb67-9f24-4ae1-948a-bc27074b4ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'name': 'tempest-ServersTestJSON-56184420-router', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '9ce7a1c5-a65b-484a-b5f9-826cace0d33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:37:27Z', 'revision_number': 4, 'project_id': 'b518884410f64b40a042abe2e293dfe9', 'gw_port': {'id': '9ce7a1c5-a65b-484a-b5f9-826cace0d33a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:17Z', 'updated_at': '2021-07-16T20:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'f97e23f4-091b-4c8b-9258-c5e2fb84bdad', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'floating_ip_address': '172.25.0.119', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'port_id': '0d54eee6-324e-47bb-ae1b-0d66614d67df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '920aafad-c848-459a-ae64-8afed19246c6', 'mac_address': 'fa:16:3e:de:5e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29abc398-e7f4-4bf7-b004-8b65d1943a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:37:36Z', 'updated_at': '2021-07-16T20:38:03Z', 'revision_number': 1, 'project_id': 'b518884410f64b40a042abe2e293dfe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71cb13e-7755-437c-aeca-123124b38d23', 'name': '', 'network_id': '920aafad-c848-459a-ae64-8afed19246c6', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'mac_address': 'fa:16:3e:f2:00:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '268bf5d0-0a5b-4de4-ab19-f076afbcaccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:23Z', 'updated_at': '2021-07-16T20:37:35Z', 'revision_number': 5, 'project_id': 'b518884410f64b40a042abe2e293dfe9', 'subnets': [{'id': '268bf5d0-0a5b-4de4-ab19-f076afbcaccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:06.342711 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6caeca6-14c6-4594-a915-f1e8606eeac7 req-32baa0a1-77df-4ce8-9563-bb25ded964ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:06.344262 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e6caeca6-14c6-4594-a915-f1e8606eeac7 req-32baa0a1-77df-4ce8-9563-bb25ded964ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=268bf5d0-0a5b-4de4-ab19-f076afbcaccd HTTP/1.1" status: 200 len: 843 time: 0.1824927 Jul 16 20:38:06.367494 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb60bb67-9f24-4ae1-948a-bc27074b4ea5 None None] Checking router: ea8bbed2-20af-4c70-9752-40d4ef375c3b for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:06.379560 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-cfda908b-9ea1-4d35-96ac-7d418101fdf9 None None] For port 7121f2d0-099e-428d-89fa-f1e4b4913b31, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:06.391238 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb60bb67-9f24-4ae1-948a-bc27074b4ea5 None None] Routers {'ea8bbed2-20af-4c70-9752-40d4ef375c3b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:06.392415 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-bb60bb67-9f24-4ae1-948a-bc27074b4ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:37:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ea8bbed2-20af-4c70-9752-40d4ef375c3b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:06.429903 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c3e19565-7a3f-44ee-ba39-cd34b2203275 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.435227 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-cfda908b-9ea1-4d35-96ac-7d418101fdf9 None None] For port 7121f2d0-099e-428d-89fa-f1e4b4913b31, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=7121f2d0-099e-428d-89fa-f1e4b4913b31,segment=NetworkSegment(e453a6df-b47b-4e3e-a00c-ac5edf23bb9c),segment_id=e453a6df-b47b-4e3e-a00c-ac5edf23bb9c)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:06.445378 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cfda908b-9ea1-4d35-96ac-7d418101fdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.501858 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e19565-7a3f-44ee-ba39-cd34b2203275 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:06.506836 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-c3e19565-7a3f-44ee-ba39-cd34b2203275 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:06.509092 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595cf3d-7d59-4b01-95bf-9903c05c1914 req-ad3495a5-d545-4637-9d9c-a81b960a5c95 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:06.510694 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7595cf3d-7d59-4b01-95bf-9903c05c1914 req-ad3495a5-d545-4637-9d9c-a81b960a5c95 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 944 time: 0.2596092 Jul 16 20:38:06.513355 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda908b-9ea1-4d35-96ac-7d418101fdf9 None None] Pushing event updated for resources: {'Port': ['ID=7121f2d0-099e-428d-89fa-f1e4b4913b31,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:06.515968 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e19565-7a3f-44ee-ba39-cd34b2203275 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:06.516565 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c3e19565-7a3f-44ee-ba39-cd34b2203275 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.523442 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e19565-7a3f-44ee-ba39-cd34b2203275 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=4d9c5b52-b51e-4c54-8d4b-33db1e9b7c51,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:06.551021 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c3e19565-7a3f-44ee-ba39-cd34b2203275 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8094113 Jul 16 20:38:06.552668 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48854) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:06.567757 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48a073c5-2432-4368-8b1a-0eb765fc4d85 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.568532 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-8f7d59c7-7761-460f-9583-968356dd2e47 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'port': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'name': 'tempest-NetworksTestDHCPv6-1075589920'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:06.651647 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6caeca6-14c6-4594-a915-f1e8606eeac7 req-1da131c9-cbad-41a7-b83c-c8d818b0ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:06.653458 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e6caeca6-14c6-4594-a915-f1e8606eeac7 req-1da131c9-cbad-41a7-b83c-c8d818b0ac79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=920aafad-c848-459a-ae64-8afed19246c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3004436 Jul 16 20:38:06.673209 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7595cf3d-7d59-4b01-95bf-9903c05c1914 req-0114e4fa-0b4f-4845-815a-b74314ae6386 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522882 Jul 16 20:38:06.674524 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-48a073c5-2432-4368-8b1a-0eb765fc4d85 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Transition to ACTIVE for port object 131e4209-affd-449c-b0b3-093fb2980066 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:06.717141 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 036d35cd-0e8c-49b7-8460-d6961e84810e up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:06.802669 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-bb60bb67-9f24-4ae1-948a-bc27074b4ea5 None None] Set router ea8bbed2-20af-4c70-9752-40d4ef375c3b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:06.821830 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48a073c5-2432-4368-8b1a-0eb765fc4d85 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.863846 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e6caeca6-14c6-4594-a915-f1e8606eeac7 req-f1646522-de51-4c17-b593-26914eba79ad service neutron] 10.222.0.18 "GET /v2.0/networks/920aafad-c848-459a-ae64-8afed19246c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019479 Jul 16 20:38:06.892926 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7d59c7-7761-460f-9583-968356dd2e47 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:06.908472 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f7d59c7-7761-460f-9583-968356dd2e47 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.919691 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a073c5-2432-4368-8b1a-0eb765fc4d85 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network 004ece05-1fa7-4849-8b8b-acbb54c1296a is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:06.927152 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-48a073c5-2432-4368-8b1a-0eb765fc4d85 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:06.935703 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a073c5-2432-4368-8b1a-0eb765fc4d85 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:06.945178 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-8f7d59c7-7761-460f-9583-968356dd2e47 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] device_id is not set on port 6116ce6f-5d52-4caa-9df4-653345da9fda yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:07.017150 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a073c5-2432-4368-8b1a-0eb765fc4d85 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Port': ['ID=131e4209-affd-449c-b0b3-093fb2980066,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:07.123458 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 1a92e8a0-03ec-4948-907d-6c7fc0a19e23 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:07.184378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a073c5-2432-4368-8b1a-0eb765fc4d85 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:07.185057 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48a073c5-2432-4368-8b1a-0eb765fc4d85 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.205412 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e6caeca6-14c6-4594-a915-f1e8606eeac7 req-4b28132b-f8aa-4c1f-8a76-951f20e3d17c service neutron] 10.222.0.18 "GET /v2.0/networks/920aafad-c848-459a-ae64-8afed19246c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323832 Jul 16 20:38:07.231954 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-48a073c5-2432-4368-8b1a-0eb765fc4d85 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4461985 Jul 16 20:38:07.234820 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48862) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:07.258381 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2a063a6f-6fc0-4333-8319-770b19a49759 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'subnet': {'network_id': '004ece05-1fa7-4849-8b8b-acbb54c1296a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:07.287788 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-8f7d59c7-7761-460f-9583-968356dd2e47 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 2001:db8::1c1 (f4aa8141-9687-45d9-b16c-82a3d6b86650/4d9c5b52-b51e-4c54-8d4b-33db1e9b7c51/6116ce6f-5d52-4caa-9df4-653345da9fda) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:07.496040 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451b1cc8-9c40-4ce2-a717-5c2e5fbae09c None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:07.498419 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 036d35cd-0e8c-49b7-8460-d6961e84810e completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:07.503916 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a063a6f-6fc0-4333-8319-770b19a49759 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:07.508735 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2a063a6f-6fc0-4333-8319-770b19a49759 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.517171 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 1a92e8a0-03ec-4948-907d-6c7fc0a19e23 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:07.562898 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f7d59c7-7761-460f-9583-968356dd2e47 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.585009 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-8f7d59c7-7761-460f-9583-968356dd2e47 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Transition to ACTIVE for port object 6116ce6f-5d52-4caa-9df4-653345da9fda will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:07.628915 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f7d59c7-7761-460f-9583-968356dd2e47 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.663302 n-d-791506-21 neutron-server[93794]: INFO neutron.db.ipam_backend_mixin [None req-2a063a6f-6fc0-4333-8319-770b19a49759 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2ad590e1-d705-4fca-ad37-002323af2d6f (CIDR: 172.20.0.0/28) Jul 16 20:38:07.678694 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a063a6f-6fc0-4333-8319-770b19a49759 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:38:07.678958 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a063a6f-6fc0-4333-8319-770b19a49759 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:07.683960 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7d59c7-7761-460f-9583-968356dd2e47 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:07.689635 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-8f7d59c7-7761-460f-9583-968356dd2e47 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:07.694545 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7d59c7-7761-460f-9583-968356dd2e47 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:07.700644 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7d59c7-7761-460f-9583-968356dd2e47 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:07.701446 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f7d59c7-7761-460f-9583-968356dd2e47 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.711237 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48864) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:07.712314 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2a063a6f-6fc0-4333-8319-770b19a49759 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4762928 Jul 16 20:38:07.727712 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 036d35cd-0e8c-49b7-8460-d6961e84810e triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:07.729757 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.736683 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-ee6f4da5-af5d-41bd-8567-b80e11581005 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'subnet': {'network_id': '004ece05-1fa7-4849-8b8b-acbb54c1296a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:07.740052 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d59c7-7761-460f-9583-968356dd2e47 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Port': ['ID=6116ce6f-5d52-4caa-9df4-653345da9fda,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:07.861845 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f8d2e42f-aaec-4b0e-85ce-e91da6916868 None None] Provisioning for port 1a92e8a0-03ec-4948-907d-6c7fc0a19e23 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:07.879785 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f8d2e42f-aaec-4b0e-85ce-e91da6916868 None None] Provisioning complete for port 1a92e8a0-03ec-4948-907d-6c7fc0a19e23 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:07.880141 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8d2e42f-aaec-4b0e-85ce-e91da6916868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.939270 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8f7d59c7-7761-460f-9583-968356dd2e47 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3830543 Jul 16 20:38:07.942287 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48870) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:07.998110 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6f4da5-af5d-41bd-8567-b80e11581005 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:08.001560 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee6f4da5-af5d-41bd-8567-b80e11581005 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.080280 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-bb60bb67-9f24-4ae1-948a-bc27074b4ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'name': 'tempest-ServersTestJSON-56184420-router', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '9ce7a1c5-a65b-484a-b5f9-826cace0d33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:37:27Z', 'revision_number': 4, 'project_id': 'b518884410f64b40a042abe2e293dfe9', 'gw_port': {'id': '9ce7a1c5-a65b-484a-b5f9-826cace0d33a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:17Z', 'updated_at': '2021-07-16T20:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'f97e23f4-091b-4c8b-9258-c5e2fb84bdad', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'floating_ip_address': '172.25.0.119', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'port_id': '0d54eee6-324e-47bb-ae1b-0d66614d67df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '920aafad-c848-459a-ae64-8afed19246c6', 'mac_address': 'fa:16:3e:de:5e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29abc398-e7f4-4bf7-b004-8b65d1943a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:37:36Z', 'updated_at': '2021-07-16T20:38:03Z', 'revision_number': 1, 'project_id': 'b518884410f64b40a042abe2e293dfe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71cb13e-7755-437c-aeca-123124b38d23', 'name': '', 'network_id': '920aafad-c848-459a-ae64-8afed19246c6', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'mac_address': 'fa:16:3e:f2:00:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '268bf5d0-0a5b-4de4-ab19-f076afbcaccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:23Z', 'updated_at': '2021-07-16T20:37:35Z', 'revision_number': 5, 'project_id': 'b518884410f64b40a042abe2e293dfe9', 'subnets': [{'id': '268bf5d0-0a5b-4de4-ab19-f076afbcaccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:08.136545 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb60bb67-9f24-4ae1-948a-bc27074b4ea5 None None] The sync data for ids ['ea8bbed2-20af-4c70-9752-40d4ef375c3b'] in n-d-791506-21 is: [{'id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'name': 'tempest-ServersTestJSON-56184420-router', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '9ce7a1c5-a65b-484a-b5f9-826cace0d33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:37:27Z', 'revision_number': 4, 'project_id': 'b518884410f64b40a042abe2e293dfe9', 'gw_port': {'id': '9ce7a1c5-a65b-484a-b5f9-826cace0d33a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:17Z', 'updated_at': '2021-07-16T20:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'f97e23f4-091b-4c8b-9258-c5e2fb84bdad', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'floating_ip_address': '172.25.0.119', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'port_id': '0d54eee6-324e-47bb-ae1b-0d66614d67df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '920aafad-c848-459a-ae64-8afed19246c6', 'mac_address': 'fa:16:3e:de:5e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29abc398-e7f4-4bf7-b004-8b65d1943a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:37:36Z', 'updated_at': '2021-07-16T20:38:03Z', 'revision_number': 1, 'project_id': 'b518884410f64b40a042abe2e293dfe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71cb13e-7755-437c-aeca-123124b38d23', 'name': '', 'network_id': '920aafad-c848-459a-ae64-8afed19246c6', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'mac_address': 'fa:16:3e:f2:00:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '268bf5d0-0a5b-4de4-ab19-f076afbcaccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:23Z', 'updated_at': '2021-07-16T20:37:35Z', 'revision_number': 5, 'project_id': 'b518884410f64b40a042abe2e293dfe9', 'subnets': [{'id': '268bf5d0-0a5b-4de4-ab19-f076afbcaccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:08.157171 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.335632 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2c0cd-b076-43fa-a36d-9d8d023428d3 req-bcfc30b7-cbfc-44b9-a9ec-69669edddc5f tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:08.338520 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-40d2c0cd-b076-43fa-a36d-9d8d023428d3 req-bcfc30b7-cbfc-44b9-a9ec-69669edddc5f tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 944 time: 0.3780808 Jul 16 20:38:08.370997 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf579610-feaf-4c52-8938-7349219213ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036d35cd-0e8c-49b7-8460-d6961e84810e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:08.373343 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fa1504-5ba2-4ac2-8c5c-1975b1f487a0" -d '{"events": [{"server_uuid": "bf579610-feaf-4c52-8938-7349219213ef", "name": "network-vif-plugged", "status": "completed", "tag": "036d35cd-0e8c-49b7-8460-d6961e84810e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:08.404176 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 036d35cd-0e8c-49b7-8460-d6961e84810e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=036d35cd-0e8c-49b7-8460-d6961e84810e,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:08.412897 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8d2e42f-aaec-4b0e-85ce-e91da6916868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.425938 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.447268 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4795f51d-f90e-4ac7-9e67-791d21d365f2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:08.485345 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362f4e7a-feb5-489f-9cb5-92e03469f9af x-openstack-request-id: req-362f4e7a-feb5-489f-9cb5-92e03469f9af {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:08.485614 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf579610-feaf-4c52-8938-7349219213ef", "name": "network-vif-plugged", "status": "completed", "tag": "036d35cd-0e8c-49b7-8460-d6961e84810e", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:08.485966 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-362f4e7a-feb5-489f-9cb5-92e03469f9af {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:08.486313 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf579610-feaf-4c52-8938-7349219213ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036d35cd-0e8c-49b7-8460-d6961e84810e', 'code': 200} Jul 16 20:38:08.492108 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4795f51d-f90e-4ac7-9e67-791d21d365f2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:08.498697 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4795f51d-f90e-4ac7-9e67-791d21d365f2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.5524631 Jul 16 20:38:08.512105 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48886) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:08.564012 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f8d2e42f-aaec-4b0e-85ce-e91da6916868 None None] For port 1a92e8a0-03ec-4948-907d-6c7fc0a19e23, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=1a92e8a0-03ec-4948-907d-6c7fc0a19e23,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:08.578534 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=036d35cd-0e8c-49b7-8460-d6961e84810e,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:08.587054 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8d2e42f-aaec-4b0e-85ce-e91da6916868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.700645 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2e42f-aaec-4b0e-85ce-e91da6916868 None None] Pushing event updated for resources: {'Port': ['ID=1a92e8a0-03ec-4948-907d-6c7fc0a19e23,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:08.714930 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee6f4da5-af5d-41bd-8567-b80e11581005 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.755085 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-eeee7217-b5a3-4ed7-b810-61b3c71b784f None None] Provisioning for port 7121f2d0-099e-428d-89fa-f1e4b4913b31 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:08.764219 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523c5c24-679a-4349-b994-9df7d78e96c2 None None] New status for floating IP f97e23f4-091b-4c8b-9258-c5e2fb84bdad: ACTIVE {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:38:08.848053 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-eeee7217-b5a3-4ed7-b810-61b3c71b784f None None] Provisioning complete for port 6d2611c9-fe72-4c68-b8c2-b8a0b4644cc9 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:08.848328 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eeee7217-b5a3-4ed7-b810-61b3c71b784f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.870505 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f4da5-af5d-41bd-8567-b80e11581005 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Subnet': ['ID=e8c209c6-b542-4b11-9644-9fb5663d3843,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:08.888200 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 7121f2d0-099e-428d-89fa-f1e4b4913b31 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:08.897179 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-40d2c0cd-b076-43fa-a36d-9d8d023428d3 req-4ad8676d-319c-4dfb-9f13-136f024d64e5 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5260990 Jul 16 20:38:08.918830 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6f4da5-af5d-41bd-8567-b80e11581005 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network 004ece05-1fa7-4849-8b8b-acbb54c1296a is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:08.922805 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-ee6f4da5-af5d-41bd-8567-b80e11581005 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:08.927994 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6f4da5-af5d-41bd-8567-b80e11581005 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:08.928646 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee6f4da5-af5d-41bd-8567-b80e11581005 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.964883 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b90142-09b6-4cbf-bbc2-bd6c6de395d1 req-68ba53f1-2cf8-41a5-8b04-d1df036e0092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:08.966679 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-23b90142-09b6-4cbf-bbc2-bd6c6de395d1 req-68ba53f1-2cf8-41a5-8b04-d1df036e0092 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 1097 time: 0.2888901 Jul 16 20:38:08.990248 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ee6f4da5-af5d-41bd-8567-b80e11581005 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2571464 Jul 16 20:38:08.993256 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48902) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:08.994754 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-3556d8e5-c5b6-42d2-81df-54b4bd5d1887 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting port 6116ce6f-5d52-4caa-9df4-653345da9fda {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:08.995101 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3556d8e5-c5b6-42d2-81df-54b4bd5d1887 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.019207 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-e64a16da-87e3-4b9b-83ea-d12f75f76488 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2120419929', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e8c209c6-b542-4b11-9644-9fb5663d3843'}], 'security_groups': ['1fa2d573-9b33-4d09-b86b-deab8dbb70e7']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:09.019884 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-eeee7217-b5a3-4ed7-b810-61b3c71b784f None None] Port 6d2611c9-fe72-4c68-b8c2-b8a0b4644cc9 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:09.044418 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-23b90142-09b6-4cbf-bbc2-bd6c6de395d1 req-65f3e07f-c3ef-4d20-b7fe-c2f6b5ff4b0a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701652 Jul 16 20:38:09.071270 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 7121f2d0-099e-428d-89fa-f1e4b4913b31 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:09.075343 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 7121f2d0-099e-428d-89fa-f1e4b4913b31 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:09.075720 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.223180 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.252577 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fe2cb0-eaf3-4f33-ac2a-091103d751af None None] Network 004ece05-1fa7-4849-8b8b-acbb54c1296a requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:09.319723 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 7121f2d0-099e-428d-89fa-f1e4b4913b31, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=7121f2d0-099e-428d-89fa-f1e4b4913b31,segment=NetworkSegment(e453a6df-b47b-4e3e-a00c-ac5edf23bb9c),segment_id=e453a6df-b47b-4e3e-a00c-ac5edf23bb9c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:09.332417 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.344279 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e64a16da-87e3-4b9b-83ea-d12f75f76488 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.347871 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3556d8e5-c5b6-42d2-81df-54b4bd5d1887 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.370896 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-3556d8e5-c5b6-42d2-81df-54b4bd5d1887 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Calling delete_port for 6116ce6f-5d52-4caa-9df4-653345da9fda owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:09.424808 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=7121f2d0-099e-428d-89fa-f1e4b4913b31,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:09.429534 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-de1b8972-7f37-41ba-9ee0-ce60f2fffd1e None None] Provisioning for port 131e4209-affd-449c-b0b3-093fb2980066 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:09.441248 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-de1b8972-7f37-41ba-9ee0-ce60f2fffd1e None None] Provisioning complete for port 131e4209-affd-449c-b0b3-093fb2980066 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:09.441771 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-de1b8972-7f37-41ba-9ee0-ce60f2fffd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.483153 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-de1b8972-7f37-41ba-9ee0-ce60f2fffd1e None None] Port 131e4209-affd-449c-b0b3-093fb2980066 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:09.506170 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-de1b8972-7f37-41ba-9ee0-ce60f2fffd1e None None] Provisioning for port 6116ce6f-5d52-4caa-9df4-653345da9fda completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:09.512272 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-de1b8972-7f37-41ba-9ee0-ce60f2fffd1e None None] Provisioning complete for port 6116ce6f-5d52-4caa-9df4-653345da9fda triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:09.512625 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-de1b8972-7f37-41ba-9ee0-ce60f2fffd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.582988 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-de1b8972-7f37-41ba-9ee0-ce60f2fffd1e None None] Port 6116ce6f-5d52-4caa-9df4-653345da9fda cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:09.601384 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-de1b8972-7f37-41ba-9ee0-ce60f2fffd1e None None] Provisioning complete for port 1a92e8a0-03ec-4948-907d-6c7fc0a19e23 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:09.602168 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-de1b8972-7f37-41ba-9ee0-ce60f2fffd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.742450 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3556d8e5-c5b6-42d2-81df-54b4bd5d1887 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.790187 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556d8e5-c5b6-42d2-81df-54b4bd5d1887 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Port': ['ID=6116ce6f-5d52-4caa-9df4-653345da9fda,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:09.823914 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2111902a-5619-4597-a297-dabfd30fac58 None None] Update dhcp port {'port': {'network_id': '004ece05-1fa7-4849-8b8b-acbb54c1296a', 'fixed_ips': [{'subnet_id': '2ad590e1-d705-4fca-ad37-002323af2d6f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e8c209c6-b542-4b11-9644-9fb5663d3843'}], 'binding:host_id': 'n-d-791506-21'}, 'id': '7121f2d0-099e-428d-89fa-f1e4b4913b31'} from n-d-791506-21. {{(pid=93795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:38:09.830118 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3556d8e5-c5b6-42d2-81df-54b4bd5d1887 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.833280 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3556d8e5-c5b6-42d2-81df-54b4bd5d1887 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/6116ce6f-5d52-4caa-9df4-653345da9fda HTTP/1.1" status: 204 len: 168 time: 1.3183320 Jul 16 20:38:09.836292 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48912) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:09.866367 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3eb00501-113e-4084-a388-7d211c746372 None None] Could not find standard attr ID for object 507e926b-c01a-495b-8f99-ad23fd70e719. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:38:09.872663 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3eb00501-113e-4084-a388-7d211c746372 None None] Could not find standard attr ID for object 61c47129-80d4-43ed-90e4-663b9a62eb54. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:38:09.882868 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2111902a-5619-4597-a297-dabfd30fac58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.922764 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7350fe93-d748-49b0-a965-3b8fd3ed7357 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:09.924331 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7350fe93-d748-49b0-a965-3b8fd3ed7357 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:09.927854 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7350fe93-d748-49b0-a965-3b8fd3ed7357 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0902724 Jul 16 20:38:09.928990 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48916) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:09.964520 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-e64a16da-87e3-4b9b-83ea-d12f75f76488 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Delete allocated IP 172.20.0.5 (004ece05-1fa7-4849-8b8b-acbb54c1296a/2ad590e1-d705-4fca-ad37-002323af2d6f) {{(pid=93794) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:38:09.973596 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-e64a16da-87e3-4b9b-83ea-d12f75f76488 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Allocated IP 172.20.0.24 (004ece05-1fa7-4849-8b8b-acbb54c1296a/e8c209c6-b542-4b11-9644-9fb5663d3843/131e4209-affd-449c-b0b3-093fb2980066) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:10.033557 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccbb25c6-070f-4335-9e7f-c3cf77ed3ad8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet 4d9c5b52-b51e-4c54-8d4b-33db1e9b7c51 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:10.038909 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ccbb25c6-070f-4335-9e7f-c3cf77ed3ad8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.097167 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d10e2b5b-9ab7-4dae-9e99-50be20058825 None None] Could not find standard attr ID for object 6116ce6f-5d52-4caa-9df4-653345da9fda. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:38:10.114837 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ccbb25c6-070f-4335-9e7f-c3cf77ed3ad8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.168021 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ccbb25c6-070f-4335-9e7f-c3cf77ed3ad8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.243497 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ccbb25c6-070f-4335-9e7f-c3cf77ed3ad8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.286911 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ccbb25c6-070f-4335-9e7f-c3cf77ed3ad8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.289268 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ccbb25c6-070f-4335-9e7f-c3cf77ed3ad8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/4d9c5b52-b51e-4c54-8d4b-33db1e9b7c51 HTTP/1.1" status: 204 len: 168 time: 0.3591967 Jul 16 20:38:10.290653 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb25c6-070f-4335-9e7f-c3cf77ed3ad8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=4d9c5b52-b51e-4c54-8d4b-33db1e9b7c51,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:10.293391 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48920) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:10.338103 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1116a891-193d-424e-93df-db15cb9f0370 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:10.341579 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-49d8f671-156f-4dcc-b5e5-209aa3abf81c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442748 Jul 16 20:38:10.341579 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb25c6-070f-4335-9e7f-c3cf77ed3ad8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.341579 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb25c6-070f-4335-9e7f-c3cf77ed3ad8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.341579 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb25c6-070f-4335-9e7f-c3cf77ed3ad8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.341992 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb25c6-070f-4335-9e7f-c3cf77ed3ad8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.342221 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb25c6-070f-4335-9e7f-c3cf77ed3ad8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.342541 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb25c6-070f-4335-9e7f-c3cf77ed3ad8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.342871 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb25c6-070f-4335-9e7f-c3cf77ed3ad8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.343196 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb25c6-070f-4335-9e7f-c3cf77ed3ad8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.343584 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb25c6-070f-4335-9e7f-c3cf77ed3ad8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.344007 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb25c6-070f-4335-9e7f-c3cf77ed3ad8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.344340 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb25c6-070f-4335-9e7f-c3cf77ed3ad8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.344661 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb25c6-070f-4335-9e7f-c3cf77ed3ad8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.351567 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48922) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:10.446650 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f412ec5-5a48-410f-bf66-2c008104adbc tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:10.451511 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0f412ec5-5a48-410f-bf66-2c008104adbc tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0986950 Jul 16 20:38:10.452206 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48934) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:10.523392 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c434672-bbc1-46aa-aca7-6c167374b35a tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:10.525172 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4c434672-bbc1-46aa-aca7-6c167374b35a tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0718689 Jul 16 20:38:10.527650 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48938) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:10.545861 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a679ff-a9d7-4f9e-aba3-d7b078a17d1a req-92d58eb5-50f2-4aa3-99eb-6aeba371a64c tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:10.547493 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d5a679ff-a9d7-4f9e-aba3-d7b078a17d1a req-92d58eb5-50f2-4aa3-99eb-6aeba371a64c tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.4879377 Jul 16 20:38:10.569212 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff4b5b1-904d-4e43-b04c-239e3a645762 None None] DHCP port deletion for f4aa8141-9687-45d9-b16c-82a3d6b86650 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:10.576266 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-dbd76559-50e9-4dbb-9537-16a7dda6b530 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435407 Jul 16 20:38:10.577588 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48942) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:10.585217 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-fa6653c7-436b-4a59-b1ea-95079623a762 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:10.687041 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e64a16da-87e3-4b9b-83ea-d12f75f76488 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.697329 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d5a679ff-a9d7-4f9e-aba3-d7b078a17d1a req-9ae0bd21-da9f-4a9e-b510-5122d456ec32 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366189 Jul 16 20:38:10.704272 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-eff4b5b1-904d-4e43-b04c-239e3a645762 None None] Deleting port 1a92e8a0-03ec-4948-907d-6c7fc0a19e23 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:10.704765 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eff4b5b1-904d-4e43-b04c-239e3a645762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.711088 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6653c7-436b-4a59-b1ea-95079623a762 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:10.714874 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fa6653c7-436b-4a59-b1ea-95079623a762 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.727724 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-e64a16da-87e3-4b9b-83ea-d12f75f76488 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Transition to ACTIVE for port object 131e4209-affd-449c-b0b3-093fb2980066 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:10.733299 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e64a16da-87e3-4b9b-83ea-d12f75f76488 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.733688 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 7121f2d0-099e-428d-89fa-f1e4b4913b31 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:10.855473 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-eff4b5b1-904d-4e43-b04c-239e3a645762 None None] For port 1a92e8a0-03ec-4948-907d-6c7fc0a19e23, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=1a92e8a0-03ec-4948-907d-6c7fc0a19e23,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:10.855942 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eff4b5b1-904d-4e43-b04c-239e3a645762 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.859791 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a16da-87e3-4b9b-83ea-d12f75f76488 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Port': ['ID=131e4209-affd-449c-b0b3-093fb2980066,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:10.888491 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e64a16da-87e3-4b9b-83ea-d12f75f76488 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] In _notify_port_updated(), no bound segment for port 131e4209-affd-449c-b0b3-093fb2980066 on network 004ece05-1fa7-4849-8b8b-acbb54c1296a {{(pid=93794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:38:10.898296 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64a16da-87e3-4b9b-83ea-d12f75f76488 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:10.899578 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e64a16da-87e3-4b9b-83ea-d12f75f76488 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.900178 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-eff4b5b1-904d-4e43-b04c-239e3a645762 None None] Calling delete_port for 1a92e8a0-03ec-4948-907d-6c7fc0a19e23 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:10.904081 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e64a16da-87e3-4b9b-83ea-d12f75f76488 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "PUT /v2.0/ports/131e4209-affd-449c-b0b3-093fb2980066 HTTP/1.1" status: 200 len: 921 time: 1.8984077 Jul 16 20:38:10.904820 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-2111902a-5619-4597-a297-dabfd30fac58 None None] Allocated IP 172.20.0.18 (004ece05-1fa7-4849-8b8b-acbb54c1296a/e8c209c6-b542-4b11-9644-9fb5663d3843/7121f2d0-099e-428d-89fa-f1e4b4913b31) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:10.904935 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48956) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:10.974526 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fa6653c7-436b-4a59-b1ea-95079623a762 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.032822 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 7121f2d0-099e-428d-89fa-f1e4b4913b31 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:11.033200 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.037914 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6653c7-436b-4a59-b1ea-95079623a762 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:11.041412 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-fa6653c7-436b-4a59-b1ea-95079623a762 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:11.047803 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6653c7-436b-4a59-b1ea-95079623a762 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:11.048409 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fa6653c7-436b-4a59-b1ea-95079623a762 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.049536 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-af703e16-c6f6-4bf7-a2e9-6c243ef39963 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting port 131e4209-affd-449c-b0b3-093fb2980066 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:11.051453 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-af703e16-c6f6-4bf7-a2e9-6c243ef39963 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.054555 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6653c7-436b-4a59-b1ea-95079623a762 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=39f39028-9c01-4101-8280-e4b96af745bf,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:11.070970 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fa6653c7-436b-4a59-b1ea-95079623a762 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4918404 Jul 16 20:38:11.073591 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48976) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:11.078854 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-777146a2-b028-48dd-9147-0967aedcf5df tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'port': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'fixed_ips': [{'subnet_id': '39f39028-9c01-4101-8280-e4b96af745bf', 'ip_address': '2001:db8::5ada:2a85:2fc0:aee8'}], 'name': 'tempest-NetworksTestDHCPv6-1574709945'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:11.116464 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2111902a-5619-4597-a297-dabfd30fac58 None None] For port 7121f2d0-099e-428d-89fa-f1e4b4913b31, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=7121f2d0-099e-428d-89fa-f1e4b4913b31,segment=NetworkSegment(e453a6df-b47b-4e3e-a00c-ac5edf23bb9c),segment_id=e453a6df-b47b-4e3e-a00c-ac5edf23bb9c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:11.128983 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eff4b5b1-904d-4e43-b04c-239e3a645762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.171236 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4b5b1-904d-4e43-b04c-239e3a645762 None None] Pushing event deleted for resources: {'Port': ['ID=1a92e8a0-03ec-4948-907d-6c7fc0a19e23,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:11.177625 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff4b5b1-904d-4e43-b04c-239e3a645762 None None] No DVR routers for this DVR port 1a92e8a0-03ec-4948-907d-6c7fc0a19e23 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:11.213213 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2111902a-5619-4597-a297-dabfd30fac58 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.216111 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4ce07c-cd4b-4b10-821f-3f789499d98d None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:11.228285 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-af703e16-c6f6-4bf7-a2e9-6c243ef39963 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.251196 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777146a2-b028-48dd-9147-0967aedcf5df tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:11.264932 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2111902a-5619-4597-a297-dabfd30fac58 None None] Transition to ACTIVE for port object 7121f2d0-099e-428d-89fa-f1e4b4913b31 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:11.276791 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2111902a-5619-4597-a297-dabfd30fac58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.285802 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-af703e16-c6f6-4bf7-a2e9-6c243ef39963 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Calling delete_port for 131e4209-affd-449c-b0b3-093fb2980066 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:11.427339 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 1a92e8a0-03ec-4948-907d-6c7fc0a19e23 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:11.500977 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 1a92e8a0-03ec-4948-907d-6c7fc0a19e23 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:11.501365 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 1a92e8a0-03ec-4948-907d-6c7fc0a19e23 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:11.513297 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-af703e16-c6f6-4bf7-a2e9-6c243ef39963 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.578263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af703e16-c6f6-4bf7-a2e9-6c243ef39963 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Port': ['ID=131e4209-affd-449c-b0b3-093fb2980066,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:11.603559 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111902a-5619-4597-a297-dabfd30fac58 None None] Pushing event updated for resources: {'Port': ['ID=7121f2d0-099e-428d-89fa-f1e4b4913b31,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:11.684176 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-af703e16-c6f6-4bf7-a2e9-6c243ef39963 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.689679 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-af703e16-c6f6-4bf7-a2e9-6c243ef39963 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/ports/131e4209-affd-449c-b0b3-093fb2980066 HTTP/1.1" status: 204 len: 168 time: 0.7839270 Jul 16 20:38:11.690994 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48994) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:11.698864 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b091d5-8b71-4585-9f35-e1ed7bb3d165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-f4aa8141-9687-45d9-b16c-82a3d6b86650', 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'fixed_ips': [{'subnet_id': '39f39028-9c01-4101-8280-e4b96af745bf'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:11.702044 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92b091d5-8b71-4585-9f35-e1ed7bb3d165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.725151 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d8102f8-a3c1-4e97-a3d7-cc8a2eb9eb69 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] GET failed (client error): The resource could not be found. Jul 16 20:38:11.742930 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0d8102f8-a3c1-4e97-a3d7-cc8a2eb9eb69 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "GET /v2.0/ports/131e4209-affd-449c-b0b3-093fb2980066 HTTP/1.1" status: 404 len: 333 time: 0.0507164 Jul 16 20:38:11.744109 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48998) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:11.857831 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-777146a2-b028-48dd-9147-0967aedcf5df tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.877334 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa617a7d-1128-49ff-bbef-76aa03881403 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.929355 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-777146a2-b028-48dd-9147-0967aedcf5df tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] device_id is not set on port 57f156e5-33e8-4d19-8109-ec2d9ae3a302 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:11.962456 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-92b091d5-8b71-4585-9f35-e1ed7bb3d165 None None] Allocated IP 2001:db8::2 (f4aa8141-9687-45d9-b16c-82a3d6b86650/39f39028-9c01-4101-8280-e4b96af745bf/a0bc3703-8fae-4ca9-be49-2d5dd676ce96) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:12.006745 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa617a7d-1128-49ff-bbef-76aa03881403 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.077668 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247690ee-458e-4043-8501-a8bcb8797096 req-10fd023a-412d-4ad4-8016-dc2b4456a1ea tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:12.079372 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-247690ee-458e-4043-8501-a8bcb8797096 req-10fd023a-412d-4ad4-8016-dc2b4456a1ea tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.1422565 Jul 16 20:38:12.080416 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa617a7d-1128-49ff-bbef-76aa03881403 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.092621 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa617a7d-1128-49ff-bbef-76aa03881403 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.096423 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-aa617a7d-1128-49ff-bbef-76aa03881403 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/security-groups/63a69b43-c5c3-4d52-a923-306637f4b998 HTTP/1.1" status: 204 len: 168 time: 0.3479476 Jul 16 20:38:12.097459 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49000) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:12.148685 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa617a7d-1128-49ff-bbef-76aa03881403 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a69b43-c5c3-4d52-a923-306637f4b998,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:12.170920 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2c85d14-808e-443f-aa5d-d84c8f983576 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.185432 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-247690ee-458e-4043-8501-a8bcb8797096 req-76cf964b-fb1f-44f1-abcb-576170a41bc0 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892711 Jul 16 20:38:12.191384 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92b091d5-8b71-4585-9f35-e1ed7bb3d165 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.201910 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-92b091d5-8b71-4585-9f35-e1ed7bb3d165 None None] Transition to ACTIVE for port object a0bc3703-8fae-4ca9-be49-2d5dd676ce96 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:12.215060 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2c85d14-808e-443f-aa5d-d84c8f983576 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.238816 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-92b091d5-8b71-4585-9f35-e1ed7bb3d165 None None] Transition to ACTIVE for port object a0bc3703-8fae-4ca9-be49-2d5dd676ce96 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:12.255202 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92b091d5-8b71-4585-9f35-e1ed7bb3d165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.326712 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-777146a2-b028-48dd-9147-0967aedcf5df tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 2001:db8::5ada:2a85:2fc0:aee8 (f4aa8141-9687-45d9-b16c-82a3d6b86650/39f39028-9c01-4101-8280-e4b96af745bf/57f156e5-33e8-4d19-8109-ec2d9ae3a302) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:12.329206 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b091d5-8b71-4585-9f35-e1ed7bb3d165 None None] Pushing event updated for resources: {'Port': ['ID=a0bc3703-8fae-4ca9-be49-2d5dd676ce96,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:12.363788 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b091d5-8b71-4585-9f35-e1ed7bb3d165 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:12.365315 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-92b091d5-8b71-4585-9f35-e1ed7bb3d165 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:12.369417 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b091d5-8b71-4585-9f35-e1ed7bb3d165 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:12.379491 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2c85d14-808e-443f-aa5d-d84c8f983576 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.381835 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2c85d14-808e-443f-aa5d-d84c8f983576 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.386294 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49004) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:12.388173 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c2c85d14-808e-443f-aa5d-d84c8f983576 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/security-groups/1fa2d573-9b33-4d09-b86b-deab8dbb70e7 HTTP/1.1" status: 204 len: 168 time: 0.2895477 Jul 16 20:38:12.417442 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c85d14-808e-443f-aa5d-d84c8f983576 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa2d573-9b33-4d09-b86b-deab8dbb70e7,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:12.496267 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-47540baa-4783-4dc3-9ff7-5f8c8d36c5a6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting subnet 2ad590e1-d705-4fca-ad37-002323af2d6f {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:12.501800 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-47540baa-4783-4dc3-9ff7-5f8c8d36c5a6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.511728 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-864ec557-60fb-4202-b685-9174b832e2e5 None None] Could not find standard attr ID for object 131e4209-affd-449c-b0b3-093fb2980066. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:38:12.548890 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-92b091d5-8b71-4585-9f35-e1ed7bb3d165 None None] Attempting to bind port a0bc3703-8fae-4ca9-be49-2d5dd676ce96 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:12.549248 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-92b091d5-8b71-4585-9f35-e1ed7bb3d165 None None] Attempting to bind port a0bc3703-8fae-4ca9-be49-2d5dd676ce96 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:12.549634 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b091d5-8b71-4585-9f35-e1ed7bb3d165 None None] Attempting to bind port a0bc3703-8fae-4ca9-be49-2d5dd676ce96 on network f4aa8141-9687-45d9-b16c-82a3d6b86650 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:12.558215 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b091d5-8b71-4585-9f35-e1ed7bb3d165 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:12.558215 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b091d5-8b71-4585-9f35-e1ed7bb3d165 None None] Checking segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:12.558215 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92b091d5-8b71-4585-9f35-e1ed7bb3d165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.558215 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b091d5-8b71-4585-9f35-e1ed7bb3d165 None None] Bound using segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:12.558215 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-92b091d5-8b71-4585-9f35-e1ed7bb3d165 None None] Bound port: a0bc3703-8fae-4ca9-be49-2d5dd676ce96, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:12.558864 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92b091d5-8b71-4585-9f35-e1ed7bb3d165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.601192 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-777146a2-b028-48dd-9147-0967aedcf5df tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.605255 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-47540baa-4783-4dc3-9ff7-5f8c8d36c5a6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.626781 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-92b091d5-8b71-4585-9f35-e1ed7bb3d165 None None] For port a0bc3703-8fae-4ca9-be49-2d5dd676ce96, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:12.630599 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-92b091d5-8b71-4585-9f35-e1ed7bb3d165 None None] For port a0bc3703-8fae-4ca9-be49-2d5dd676ce96, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a0bc3703-8fae-4ca9-be49-2d5dd676ce96,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:12.631872 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-864ec557-60fb-4202-b685-9174b832e2e5 None None] Provisioning for port 7121f2d0-099e-428d-89fa-f1e4b4913b31 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:12.636719 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-864ec557-60fb-4202-b685-9174b832e2e5 None None] Provisioning complete for port 7121f2d0-099e-428d-89fa-f1e4b4913b31 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:12.636903 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-864ec557-60fb-4202-b685-9174b832e2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.642432 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-777146a2-b028-48dd-9147-0967aedcf5df tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Transition to ACTIVE for port object 57f156e5-33e8-4d19-8109-ec2d9ae3a302 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:12.674096 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92b091d5-8b71-4585-9f35-e1ed7bb3d165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.736709 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-777146a2-b028-48dd-9147-0967aedcf5df tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.824651 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-47540baa-4783-4dc3-9ff7-5f8c8d36c5a6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.834880 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777146a2-b028-48dd-9147-0967aedcf5df tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:12.887963 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 7121f2d0-099e-428d-89fa-f1e4b4913b31 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:12.896508 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-777146a2-b028-48dd-9147-0967aedcf5df tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:12.906407 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777146a2-b028-48dd-9147-0967aedcf5df tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:12.915794 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777146a2-b028-48dd-9147-0967aedcf5df tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:12.916478 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-777146a2-b028-48dd-9147-0967aedcf5df tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.925922 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777146a2-b028-48dd-9147-0967aedcf5df tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Port': ['ID=57f156e5-33e8-4d19-8109-ec2d9ae3a302,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:12.973673 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49020) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:12.973911 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-777146a2-b028-48dd-9147-0967aedcf5df tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8992438 Jul 16 20:38:12.998618 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-47540baa-4783-4dc3-9ff7-5f8c8d36c5a6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.041779 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b091d5-8b71-4585-9f35-e1ed7bb3d165 None None] Pushing event updated for resources: {'Port': ['ID=a0bc3703-8fae-4ca9-be49-2d5dd676ce96,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:13.058144 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 7121f2d0-099e-428d-89fa-f1e4b4913b31 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:13.058680 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.163176 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47540baa-4783-4dc3-9ff7-5f8c8d36c5a6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Subnet': ['ID=2ad590e1-d705-4fca-ad37-002323af2d6f,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:13.186603 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-47540baa-4783-4dc3-9ff7-5f8c8d36c5a6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.188812 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-47540baa-4783-4dc3-9ff7-5f8c8d36c5a6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/subnets/2ad590e1-d705-4fca-ad37-002323af2d6f HTTP/1.1" status: 204 len: 168 time: 0.8021450 Jul 16 20:38:13.194697 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49024) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:13.200922 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-c5a92c33-d053-4768-bb4e-daecd6df3c41 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'subnet': {'network_id': '004ece05-1fa7-4849-8b8b-acbb54c1296a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:13.238373 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47540baa-4783-4dc3-9ff7-5f8c8d36c5a6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:13.241608 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-864ec557-60fb-4202-b685-9174b832e2e5 None None] Provisioning complete for port 6d2611c9-fe72-4c68-b8c2-b8a0b4644cc9 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:13.246525 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47540baa-4783-4dc3-9ff7-5f8c8d36c5a6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:13.246954 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47540baa-4783-4dc3-9ff7-5f8c8d36c5a6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:13.247082 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-864ec557-60fb-4202-b685-9174b832e2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.247300 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47540baa-4783-4dc3-9ff7-5f8c8d36c5a6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:13.247639 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47540baa-4783-4dc3-9ff7-5f8c8d36c5a6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:13.247972 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47540baa-4783-4dc3-9ff7-5f8c8d36c5a6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:13.248301 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47540baa-4783-4dc3-9ff7-5f8c8d36c5a6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:13.248629 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47540baa-4783-4dc3-9ff7-5f8c8d36c5a6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:13.249940 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47540baa-4783-4dc3-9ff7-5f8c8d36c5a6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:13.251470 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47540baa-4783-4dc3-9ff7-5f8c8d36c5a6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:13.251833 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47540baa-4783-4dc3-9ff7-5f8c8d36c5a6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:13.252168 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47540baa-4783-4dc3-9ff7-5f8c8d36c5a6 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:13.330767 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecfd150-732b-434d-af93-4e35082d99b5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:13.337263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecfd150-732b-434d-af93-4e35082d99b5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:13.339123 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6ecfd150-732b-434d-af93-4e35082d99b5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3641551 Jul 16 20:38:13.342564 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49026) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:13.439812 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-864ec557-60fb-4202-b685-9174b832e2e5 None None] Port 6d2611c9-fe72-4c68-b8c2-b8a0b4644cc9 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:13.478984 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7d936-0e0d-4084-8a87-84d974517f4d req-1428345d-857e-4b49-8036-57b9f128296c tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:13.480604 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aaf7d936-0e0d-4084-8a87-84d974517f4d req-1428345d-857e-4b49-8036-57b9f128296c tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.2906036 Jul 16 20:38:13.489632 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a92c33-d053-4768-bb4e-daecd6df3c41 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:13.493321 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c5a92c33-d053-4768-bb4e-daecd6df3c41 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.561456 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ae31624e-8da9-492e-b028-26d91d097877 None None] Could not find standard attr ID for object 131e4209-affd-449c-b0b3-093fb2980066. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:38:13.611507 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a8cd93-0f57-41ff-a97a-306358e03735 None None] Network 004ece05-1fa7-4849-8b8b-acbb54c1296a requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:13.631029 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aaf7d936-0e0d-4084-8a87-84d974517f4d req-cfcb2a0c-0c4e-4b30-a395-7d8c976d5f3c tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323011 Jul 16 20:38:13.666536 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-bc93c02b-4ee2-484f-a912-16cfcc834ec0 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting port 57f156e5-33e8-4d19-8109-ec2d9ae3a302 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:13.666536 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc93c02b-4ee2-484f-a912-16cfcc834ec0 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.811712 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc93c02b-4ee2-484f-a912-16cfcc834ec0 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.844497 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-bc93c02b-4ee2-484f-a912-16cfcc834ec0 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Calling delete_port for 57f156e5-33e8-4d19-8109-ec2d9ae3a302 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:13.932276 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c5a92c33-d053-4768-bb4e-daecd6df3c41 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.017964 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a92c33-d053-4768-bb4e-daecd6df3c41 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network 004ece05-1fa7-4849-8b8b-acbb54c1296a is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:14.029929 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-c5a92c33-d053-4768-bb4e-daecd6df3c41 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:14.061436 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a92c33-d053-4768-bb4e-daecd6df3c41 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:14.062349 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c5a92c33-d053-4768-bb4e-daecd6df3c41 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.090680 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a92c33-d053-4768-bb4e-daecd6df3c41 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Subnet': ['ID=167ddbd1-88e8-4e2f-91cb-b91d67fbd5b0,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:14.106824 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c5a92c33-d053-4768-bb4e-daecd6df3c41 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9107654 Jul 16 20:38:14.116641 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49032) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:14.125192 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-79d891ed-3e72-40d1-bb53-b62103783f85 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'security_group': {'name': 'tempest-secgroup-222477484'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:14.156476 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-79d891ed-3e72-40d1-bb53-b62103783f85 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.178429 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc93c02b-4ee2-484f-a912-16cfcc834ec0 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.236761 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93c02b-4ee2-484f-a912-16cfcc834ec0 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Port': ['ID=57f156e5-33e8-4d19-8109-ec2d9ae3a302,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:14.281561 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc93c02b-4ee2-484f-a912-16cfcc834ec0 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.286804 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49036) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:14.287377 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bc93c02b-4ee2-484f-a912-16cfcc834ec0 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/57f156e5-33e8-4d19-8109-ec2d9ae3a302 HTTP/1.1" status: 204 len: 168 time: 0.9432769 Jul 16 20:38:14.414193 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-79d891ed-3e72-40d1-bb53-b62103783f85 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.420613 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9149e66d-1804-43b2-985a-e15d9d4fefa2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:14.422279 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9149e66d-1804-43b2-985a-e15d9d4fefa2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:14.427400 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-79d891ed-3e72-40d1-bb53-b62103783f85 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.432193 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9149e66d-1804-43b2-985a-e15d9d4fefa2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1434944 Jul 16 20:38:14.434723 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49038) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:14.472259 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d891ed-3e72-40d1-bb53-b62103783f85 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71264e61-bc51-497b-9132-0b221766ecf4,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:14.486902 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-79d891ed-3e72-40d1-bb53-b62103783f85 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.492579 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-79d891ed-3e72-40d1-bb53-b62103783f85 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3747270 Jul 16 20:38:14.493654 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49040) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:14.498826 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-1662f2bc-c062-4ab4-96da-98ade2be19f3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'security_group': {'name': 'tempest-secgroup-129535762'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:14.534766 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1662f2bc-c062-4ab4-96da-98ade2be19f3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.560350 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-034cc62b-80d5-41b5-99b4-21da8a1b380a tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet 39f39028-9c01-4101-8280-e4b96af745bf {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:14.563615 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-034cc62b-80d5-41b5-99b4-21da8a1b380a tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.647158 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-034cc62b-80d5-41b5-99b4-21da8a1b380a tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.701611 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1662f2bc-c062-4ab4-96da-98ade2be19f3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.703683 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49046) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:14.751523 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1662f2bc-c062-4ab4-96da-98ade2be19f3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.773602 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a0bc3703-8fae-4ca9-be49-2d5dd676ce96 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:14.830534 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1662f2bc-c062-4ab4-96da-98ade2be19f3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.834920 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1662f2bc-c062-4ab4-96da-98ade2be19f3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3372986 Jul 16 20:38:14.835579 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49048) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:14.836697 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-4230114d-d87c-4e55-8511-34807447b9f9 admin admin] Deleting subnet c2e227f8-e147-4c3a-a473-88bb7c298923 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:14.840783 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662f2bc-c062-4ab4-96da-98ade2be19f3 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1515ad-d330-4633-9083-602435707d53,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:14.850098 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-1c3a0eb9-c124-4c2c-8e53-92cf58d64c00 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'security_group': {'name': 'tempest-secgroup-1630207016'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:14.853047 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4230114d-d87c-4e55-8511-34807447b9f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.907650 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4230114d-d87c-4e55-8511-34807447b9f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.941359 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port a0bc3703-8fae-4ca9-be49-2d5dd676ce96 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:14.946368 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d6fd0aa8-262f-41b8-8cef-8b2390df0043 None None] Provisioning for port a0bc3703-8fae-4ca9-be49-2d5dd676ce96 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:14.951056 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port a0bc3703-8fae-4ca9-be49-2d5dd676ce96 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:14.951880 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.992713 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0eb9-c124-4c2c-8e53-92cf58d64c00 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.996571 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-034cc62b-80d5-41b5-99b4-21da8a1b380a tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.022402 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4230114d-d87c-4e55-8511-34807447b9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.032194 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d6fd0aa8-262f-41b8-8cef-8b2390df0043 None None] Provisioning complete for port a0bc3703-8fae-4ca9-be49-2d5dd676ce96 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:15.032879 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d6fd0aa8-262f-41b8-8cef-8b2390df0043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.110172 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-034cc62b-80d5-41b5-99b4-21da8a1b380a tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.112076 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a58043-71c2-4a78-b6dc-7db2289ab8d0 None None] Network 004ece05-1fa7-4849-8b8b-acbb54c1296a requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:15.132298 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-034cc62b-80d5-41b5-99b4-21da8a1b380a tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.134535 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-034cc62b-80d5-41b5-99b4-21da8a1b380a tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/39f39028-9c01-4101-8280-e4b96af745bf HTTP/1.1" status: 204 len: 168 time: 0.6988938 Jul 16 20:38:15.139072 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49052) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:15.158531 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034cc62b-80d5-41b5-99b4-21da8a1b380a tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=39f39028-9c01-4101-8280-e4b96af745bf,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:15.204120 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0eb9-c124-4c2c-8e53-92cf58d64c00 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.214227 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0eb9-c124-4c2c-8e53-92cf58d64c00 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.222947 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f064cef6-9c8c-4569-89c8-4dbdbb645cc4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0823324 Jul 16 20:38:15.236150 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49054) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:15.245051 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942b766-7cdd-40d8-88b5-7201368ff5ae req-de9793fe-0ba6-4efc-8974-35f799527dd9 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:15.247014 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1942b766-7cdd-40d8-88b5-7201368ff5ae req-de9793fe-0ba6-4efc-8974-35f799527dd9 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.2982259 Jul 16 20:38:15.252489 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-18cda93f-9541-483d-8f0f-7efc6566a656 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:15.254868 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0eb9-c124-4c2c-8e53-92cf58d64c00 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.256949 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1c3a0eb9-c124-4c2c-8e53-92cf58d64c00 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4202414 Jul 16 20:38:15.261015 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49056) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:15.267106 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-7c136c1f-6793-4fba-bea0-ef0777988461 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-344354794', 'security_groups': ['7c70749b-f583-4919-8b6c-638721b3c371'], 'network_id': '004ece05-1fa7-4849-8b8b-acbb54c1296a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '167ddbd1-88e8-4e2f-91cb-b91d67fbd5b0'}]}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:15.282998 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d6fd0aa8-262f-41b8-8cef-8b2390df0043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.298455 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.349038 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95634732-e6da-4b8a-b11f-d9cba0ca0880 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:15.410496 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-d6fd0aa8-262f-41b8-8cef-8b2390df0043 None None] For port a0bc3703-8fae-4ca9-be49-2d5dd676ce96, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a0bc3703-8fae-4ca9-be49-2d5dd676ce96,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:15.410736 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1942b766-7cdd-40d8-88b5-7201368ff5ae req-cb1e6138-f248-4e9b-8c8b-8817de704dfc tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619979 Jul 16 20:38:15.426674 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cda93f-9541-483d-8f0f-7efc6566a656 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:15.432589 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-18cda93f-9541-483d-8f0f-7efc6566a656 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.438714 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4230114d-d87c-4e55-8511-34807447b9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.479360 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c136c1f-6793-4fba-bea0-ef0777988461 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:15.508410 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4230114d-d87c-4e55-8511-34807447b9f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.510820 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4230114d-d87c-4e55-8511-34807447b9f9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c2e227f8-e147-4c3a-a473-88bb7c298923 HTTP/1.1" status: 204 len: 168 time: 0.8034589 Jul 16 20:38:15.515309 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49060) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:15.516659 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:38:15.516828 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a0eb9-c124-4c2c-8e53-92cf58d64c00 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c70749b-f583-4919-8b6c-638721b3c371,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:15.517220 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:38:15.518073 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d6fd0aa8-262f-41b8-8cef-8b2390df0043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.553100 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230114d-d87c-4e55-8511-34807447b9f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2e227f8-e147-4c3a-a473-88bb7c298923,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:15.619708 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d325a8bf-c817-4676-8821-76d24b1c5f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.704099 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd0aa8-262f-41b8-8cef-8b2390df0043 None None] Pushing event updated for resources: {'Port': ['ID=a0bc3703-8fae-4ca9-be49-2d5dd676ce96,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:15.756933 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a3698aa6-8c75-4eba-9a45-e09f4c0acbc1 None None] Provisioning complete for port 7121f2d0-099e-428d-89fa-f1e4b4913b31 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:15.757311 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a3698aa6-8c75-4eba-9a45-e09f4c0acbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.778516 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d325a8bf-c817-4676-8821-76d24b1c5f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.792145 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-d325a8bf-c817-4676-8821-76d24b1c5f51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['305a6289-f647-4a33-af65-843f82ea576b']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:15.797324 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7c136c1f-6793-4fba-bea0-ef0777988461 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.824329 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-7c136c1f-6793-4fba-bea0-ef0777988461 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] device_id is not set on port 5329da03-c2af-4977-beee-8bc71e90c9e5 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:15.827561 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-18cda93f-9541-483d-8f0f-7efc6566a656 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.832636 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-d325a8bf-c817-4676-8821-76d24b1c5f51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f13fc4-991c-4e6e-93d3-3e5f11419e60') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:15.833053 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-d325a8bf-c817-4676-8821-76d24b1c5f51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f13fc4-991c-4e6e-93d3-3e5f11419e60') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:15.848664 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d325a8bf-c817-4676-8821-76d24b1c5f51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.889144 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cda93f-9541-483d-8f0f-7efc6566a656 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:15.893363 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-18cda93f-9541-483d-8f0f-7efc6566a656 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:15.899681 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cda93f-9541-483d-8f0f-7efc6566a656 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:15.900834 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-18cda93f-9541-483d-8f0f-7efc6566a656 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.907496 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a3698aa6-8c75-4eba-9a45-e09f4c0acbc1 None None] Could not find standard attr ID for object 57f156e5-33e8-4d19-8109-ec2d9ae3a302. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:38:15.908878 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d325a8bf-c817-4676-8821-76d24b1c5f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.917786 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cda93f-9541-483d-8f0f-7efc6566a656 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=a17ad128-4c23-4a51-a6b7-10cffeabe9ed,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:15.921716 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a3698aa6-8c75-4eba-9a45-e09f4c0acbc1 None None] Provisioning complete for port 6d2611c9-fe72-4c68-b8c2-b8a0b4644cc9 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:15.922787 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a3698aa6-8c75-4eba-9a45-e09f4c0acbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.928400 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d325a8bf-c817-4676-8821-76d24b1c5f51 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:15.928982 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d325a8bf-c817-4676-8821-76d24b1c5f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.932410 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-18cda93f-9541-483d-8f0f-7efc6566a656 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6816013 Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:15.932578 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:15.936101 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49062) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:15.943101 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-bab46cc2-d0ed-44c0-851e-234801731ac0 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'port': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'fixed_ips': [{'subnet_id': 'a17ad128-4c23-4a51-a6b7-10cffeabe9ed', 'ip_address': '2001:db8::b2f9:3844:9465:ba1a'}], 'name': 'tempest-NetworksTestDHCPv6-1325008559'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:15.984633 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c73f588-1fb9-4a82-8469-5a7884b79286 None None] DHCP port deletion for f4aa8141-9687-45d9-b16c-82a3d6b86650 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:16.010239 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a3698aa6-8c75-4eba-9a45-e09f4c0acbc1 None None] Port 6d2611c9-fe72-4c68-b8c2-b8a0b4644cc9 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:16.057142 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d325a8bf-c817-4676-8821-76d24b1c5f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.070729 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d325a8bf-c817-4676-8821-76d24b1c5f51 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.072820 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d325a8bf-c817-4676-8821-76d24b1c5f51 admin admin] 10.222.0.38 "DELETE /v2.0/networks/305a6289-f647-4a33-af65-843f82ea576b HTTP/1.1" status: 204 len: 168 time: 0.5413604 Jul 16 20:38:16.098386 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325a8bf-c817-4676-8821-76d24b1c5f51 admin admin] Pushing event deleted for resources: {'Network': ['ID=305a6289-f647-4a33-af65-843f82ea576b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:16.105749 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb7d6bc-d073-479a-b8d9-d714a9fbd217 None None] Update dhcp port {'port': {'network_id': '004ece05-1fa7-4849-8b8b-acbb54c1296a', 'fixed_ips': [{'subnet_id': 'e8c209c6-b542-4b11-9644-9fb5663d3843', 'ip_address': '172.20.0.18'}, {'subnet_id': '167ddbd1-88e8-4e2f-91cb-b91d67fbd5b0'}], 'binding:host_id': 'n-d-791506-21'}, 'id': '7121f2d0-099e-428d-89fa-f1e4b4913b31'} from n-d-791506-21. {{(pid=93795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:38:16.114148 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab46cc2-d0ed-44c0-851e-234801731ac0 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:16.153548 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5c73f588-1fb9-4a82-8469-5a7884b79286 None None] Deleting port a0bc3703-8fae-4ca9-be49-2d5dd676ce96 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:16.153976 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c73f588-1fb9-4a82-8469-5a7884b79286 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.155372 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-7c136c1f-6793-4fba-bea0-ef0777988461 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Allocated IP 172.20.0.12 (004ece05-1fa7-4849-8b8b-acbb54c1296a/167ddbd1-88e8-4e2f-91cb-b91d67fbd5b0/5329da03-c2af-4977-beee-8bc71e90c9e5) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:16.171655 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cb7d6bc-d073-479a-b8d9-d714a9fbd217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.232487 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bab46cc2-d0ed-44c0-851e-234801731ac0 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.301316 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-bab46cc2-d0ed-44c0-851e-234801731ac0 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] device_id is not set on port 833bde82-86bf-4e4c-ac7b-a24573e05178 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:16.371084 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49068) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:16.374959 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5c73f588-1fb9-4a82-8469-5a7884b79286 None None] For port a0bc3703-8fae-4ca9-be49-2d5dd676ce96, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a0bc3703-8fae-4ca9-be49-2d5dd676ce96,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:16.375370 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c73f588-1fb9-4a82-8469-5a7884b79286 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.388037 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7c136c1f-6793-4fba-bea0-ef0777988461 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.402285 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-7c136c1f-6793-4fba-bea0-ef0777988461 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Transition to ACTIVE for port object 5329da03-c2af-4977-beee-8bc71e90c9e5 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:16.404899 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5c73f588-1fb9-4a82-8469-5a7884b79286 None None] Calling delete_port for a0bc3703-8fae-4ca9-be49-2d5dd676ce96 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:16.444870 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7c136c1f-6793-4fba-bea0-ef0777988461 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.484741 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-60af6b57-7f08-45a8-8a1b-4f213d4a397b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=36f95aa6340e4aea97bae036f3e9b70a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1103435 Jul 16 20:38:16.484986 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49072) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:16.521834 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-5cb7d6bc-d073-479a-b8d9-d714a9fbd217 None None] Allocated IP 172.20.0.2 (004ece05-1fa7-4849-8b8b-acbb54c1296a/167ddbd1-88e8-4e2f-91cb-b91d67fbd5b0/7121f2d0-099e-428d-89fa-f1e4b4913b31) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:16.522611 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c136c1f-6793-4fba-bea0-ef0777988461 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network 004ece05-1fa7-4849-8b8b-acbb54c1296a is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:16.535529 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c136c1f-6793-4fba-bea0-ef0777988461 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Port': ['ID=5329da03-c2af-4977-beee-8bc71e90c9e5,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:16.551746 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-7c136c1f-6793-4fba-bea0-ef0777988461 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:16.566843 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c73f588-1fb9-4a82-8469-5a7884b79286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.573954 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-bab46cc2-d0ed-44c0-851e-234801731ac0 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 2001:db8::b2f9:3844:9465:ba1a (f4aa8141-9687-45d9-b16c-82a3d6b86650/a17ad128-4c23-4a51-a6b7-10cffeabe9ed/833bde82-86bf-4e4c-ac7b-a24573e05178) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:16.595604 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c136c1f-6793-4fba-bea0-ef0777988461 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:16.601795 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73f588-1fb9-4a82-8469-5a7884b79286 None None] Pushing event deleted for resources: {'Port': ['ID=a0bc3703-8fae-4ca9-be49-2d5dd676ce96,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:16.688161 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c136c1f-6793-4fba-bea0-ef0777988461 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:16.688976 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7c136c1f-6793-4fba-bea0-ef0777988461 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.715674 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0a8e3525-27bc-49b9-bb5a-163ab4119e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.735368 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7c136c1f-6793-4fba-bea0-ef0777988461 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4725544 Jul 16 20:38:16.739312 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49076) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:16.745709 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-19e54e3a-03ef-4407-aaf4-284beb2ac09a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'subnet': {'network_id': '004ece05-1fa7-4849-8b8b-acbb54c1296a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:16.772928 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0a8e3525-27bc-49b9-bb5a-163ab4119e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.802508 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c73f588-1fb9-4a82-8469-5a7884b79286 None None] No DVR routers for this DVR port a0bc3703-8fae-4ca9-be49-2d5dd676ce96 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:16.804115 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a0bc3703-8fae-4ca9-be49-2d5dd676ce96 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:16.829196 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a25e37-3e6b-4b12-9810-f1950cbb6ea8 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:16.830659 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61f2d3-9d66-4a8d-a97d-e9cc07580abf req-0e9f2dec-be33-4234-bb07-c8059a4ae85e tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:16.832439 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0b61f2d3-9d66-4a8d-a97d-e9cc07580abf req-0e9f2dec-be33-4234-bb07-c8059a4ae85e tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.1845891 Jul 16 20:38:16.845326 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: a0bc3703-8fae-4ca9-be49-2d5dd676ce96 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:16.845781 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a0bc3703-8fae-4ca9-be49-2d5dd676ce96 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:16.854620 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bab46cc2-d0ed-44c0-851e-234801731ac0 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.888704 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-bab46cc2-d0ed-44c0-851e-234801731ac0 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Transition to ACTIVE for port object 833bde82-86bf-4e4c-ac7b-a24573e05178 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:16.904763 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0b61f2d3-9d66-4a8d-a97d-e9cc07580abf req-c3092e9e-cc7d-46b5-83bd-0079d1013cd4 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593255 Jul 16 20:38:16.934412 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5cb7d6bc-d073-479a-b8d9-d714a9fbd217 None None] For port 7121f2d0-099e-428d-89fa-f1e4b4913b31, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=7121f2d0-099e-428d-89fa-f1e4b4913b31,segment=NetworkSegment(e453a6df-b47b-4e3e-a00c-ac5edf23bb9c),segment_id=e453a6df-b47b-4e3e-a00c-ac5edf23bb9c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:16.942753 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0a8e3525-27bc-49b9-bb5a-163ab4119e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.945184 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0a8e3525-27bc-49b9-bb5a-163ab4119e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.949136 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0a8e3525-27bc-49b9-bb5a-163ab4119e08 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e68404ce-5cc7-4e22-b509-dcbae13266c8 HTTP/1.1" status: 204 len: 168 time: 0.4634018 Jul 16 20:38:16.961377 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bab46cc2-d0ed-44c0-851e-234801731ac0 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.961678 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e3525-27bc-49b9-bb5a-163ab4119e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68404ce-5cc7-4e22-b509-dcbae13266c8,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:16.980702 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e54e3a-03ef-4407-aaf4-284beb2ac09a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:16.985125 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-19e54e3a-03ef-4407-aaf4-284beb2ac09a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.989630 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cb7d6bc-d073-479a-b8d9-d714a9fbd217 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.032692 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5cb7d6bc-d073-479a-b8d9-d714a9fbd217 None None] Transition to ACTIVE for port object 7121f2d0-099e-428d-89fa-f1e4b4913b31 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:17.043563 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cb7d6bc-d073-479a-b8d9-d714a9fbd217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.047457 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab46cc2-d0ed-44c0-851e-234801731ac0 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:17.052120 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-bab46cc2-d0ed-44c0-851e-234801731ac0 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:17.057736 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab46cc2-d0ed-44c0-851e-234801731ac0 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:17.063824 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab46cc2-d0ed-44c0-851e-234801731ac0 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:17.064913 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bab46cc2-d0ed-44c0-851e-234801731ac0 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.088532 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab46cc2-d0ed-44c0-851e-234801731ac0 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Port': ['ID=833bde82-86bf-4e4c-ac7b-a24573e05178,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:17.102694 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bab46cc2-d0ed-44c0-851e-234801731ac0 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1688826 Jul 16 20:38:17.105468 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49080) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:17.118998 n-d-791506-21 neutron-server[93793]: INFO neutron.db.ipam_backend_mixin [None req-19e54e3a-03ef-4407-aaf4-284beb2ac09a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 167ddbd1-88e8-4e2f-91cb-b91d67fbd5b0 (CIDR: 172.20.0.0/28) Jul 16 20:38:17.124971 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e54e3a-03ef-4407-aaf4-284beb2ac09a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:38:17.125597 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e54e3a-03ef-4407-aaf4-284beb2ac09a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:17.150566 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49082) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:17.151223 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-19e54e3a-03ef-4407-aaf4-284beb2ac09a tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4100878 Jul 16 20:38:17.157697 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-cd97f78c-a3c8-4e3f-8805-00c3db3d0e07 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'subnet': {'network_id': '004ece05-1fa7-4849-8b8b-acbb54c1296a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:17.170934 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7d6bc-d073-479a-b8d9-d714a9fbd217 None None] Pushing event updated for resources: {'Port': ['ID=7121f2d0-099e-428d-89fa-f1e4b4913b31,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:17.211765 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64663155-3da2-403b-9552-98611b390d6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-f4aa8141-9687-45d9-b16c-82a3d6b86650', 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'fixed_ips': [{'subnet_id': 'a17ad128-4c23-4a51-a6b7-10cffeabe9ed'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:17.212788 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64663155-3da2-403b-9552-98611b390d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.269427 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0b90f0-4f09-42ae-ac3e-8d6082138635 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:17.273795 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49086) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:17.274001 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4f0b90f0-4f09-42ae-ac3e-8d6082138635 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1672082 Jul 16 20:38:17.342375 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd97f78c-a3c8-4e3f-8805-00c3db3d0e07 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:17.347511 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cd97f78c-a3c8-4e3f-8805-00c3db3d0e07 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.432070 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-64663155-3da2-403b-9552-98611b390d6a None None] Allocated IP 2001:db8::2 (f4aa8141-9687-45d9-b16c-82a3d6b86650/a17ad128-4c23-4a51-a6b7-10cffeabe9ed/53c24812-d8b3-4244-847e-5c8ecab3ded2) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:17.475772 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-e4b413cd-307a-45dc-ae1b-534b7fbfc6b8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting port 833bde82-86bf-4e4c-ac7b-a24573e05178 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:17.476379 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4b413cd-307a-45dc-ae1b-534b7fbfc6b8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.541530 n-d-791506-21 neutron-server[93794]: INFO neutron.db.ipam_backend_mixin [None req-cd97f78c-a3c8-4e3f-8805-00c3db3d0e07 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e8c209c6-b542-4b11-9644-9fb5663d3843 (CIDR: 172.20.0.16/28) Jul 16 20:38:17.550161 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd97f78c-a3c8-4e3f-8805-00c3db3d0e07 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:38:17.551458 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd97f78c-a3c8-4e3f-8805-00c3db3d0e07 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:17.592605 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cd97f78c-a3c8-4e3f-8805-00c3db3d0e07 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4402986 Jul 16 20:38:17.593755 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49098) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:17.602947 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-774e8f7d-76ca-4050-b68a-7e5e96cf34bd tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'subnet': {'network_id': '004ece05-1fa7-4849-8b8b-acbb54c1296a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:17.611488 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64663155-3da2-403b-9552-98611b390d6a None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.625221 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-64663155-3da2-403b-9552-98611b390d6a None None] Transition to ACTIVE for port object 53c24812-d8b3-4244-847e-5c8ecab3ded2 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:17.648286 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4b413cd-307a-45dc-ae1b-534b7fbfc6b8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.653182 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-64663155-3da2-403b-9552-98611b390d6a None None] Transition to ACTIVE for port object 53c24812-d8b3-4244-847e-5c8ecab3ded2 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:17.672477 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-e4b413cd-307a-45dc-ae1b-534b7fbfc6b8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Calling delete_port for 833bde82-86bf-4e4c-ac7b-a24573e05178 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:17.677640 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64663155-3da2-403b-9552-98611b390d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.738133 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64663155-3da2-403b-9552-98611b390d6a None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:17.744963 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-64663155-3da2-403b-9552-98611b390d6a None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:17.748999 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64663155-3da2-403b-9552-98611b390d6a None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:17.814972 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64663155-3da2-403b-9552-98611b390d6a None None] Pushing event updated for resources: {'Port': ['ID=53c24812-d8b3-4244-847e-5c8ecab3ded2,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:17.822639 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774e8f7d-76ca-4050-b68a-7e5e96cf34bd tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Made reservation on behalf of b462fea25eab41aaacbe7f65f3d46338 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:17.826440 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-774e8f7d-76ca-4050-b68a-7e5e96cf34bd tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.826696 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4b413cd-307a-45dc-ae1b-534b7fbfc6b8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.834745 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-64663155-3da2-403b-9552-98611b390d6a None None] Attempting to bind port 53c24812-d8b3-4244-847e-5c8ecab3ded2 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:17.835194 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-64663155-3da2-403b-9552-98611b390d6a None None] Attempting to bind port 53c24812-d8b3-4244-847e-5c8ecab3ded2 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:17.835629 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64663155-3da2-403b-9552-98611b390d6a None None] Attempting to bind port 53c24812-d8b3-4244-847e-5c8ecab3ded2 on network f4aa8141-9687-45d9-b16c-82a3d6b86650 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:17.841868 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64663155-3da2-403b-9552-98611b390d6a None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:17.842531 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64663155-3da2-403b-9552-98611b390d6a None None] Checking segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:17.843018 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64663155-3da2-403b-9552-98611b390d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.843483 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64663155-3da2-403b-9552-98611b390d6a None None] Bound using segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:17.844455 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-64663155-3da2-403b-9552-98611b390d6a None None] Bound port: 53c24812-d8b3-4244-847e-5c8ecab3ded2, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:17.845072 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64663155-3da2-403b-9552-98611b390d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.861001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b413cd-307a-45dc-ae1b-534b7fbfc6b8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Port': ['ID=833bde82-86bf-4e4c-ac7b-a24573e05178,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:17.929082 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4b413cd-307a-45dc-ae1b-534b7fbfc6b8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.938189 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e4b413cd-307a-45dc-ae1b-534b7fbfc6b8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/833bde82-86bf-4e4c-ac7b-a24573e05178 HTTP/1.1" status: 204 len: 168 time: 0.6632547 Jul 16 20:38:17.940340 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49112) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:17.970660 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-64663155-3da2-403b-9552-98611b390d6a None None] For port 53c24812-d8b3-4244-847e-5c8ecab3ded2, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:17.983138 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-64663155-3da2-403b-9552-98611b390d6a None None] For port 53c24812-d8b3-4244-847e-5c8ecab3ded2, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=53c24812-d8b3-4244-847e-5c8ecab3ded2,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:17.997247 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64663155-3da2-403b-9552-98611b390d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.072669 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfcdec3-fd44-432e-96fa-a0db628ff35f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:18.074576 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfcdec3-fd44-432e-96fa-a0db628ff35f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:18.079018 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1dfcdec3-fd44-432e-96fa-a0db628ff35f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1349142 Jul 16 20:38:18.079230 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49118) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:18.129792 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64663155-3da2-403b-9552-98611b390d6a None None] Pushing event updated for resources: {'Port': ['ID=53c24812-d8b3-4244-847e-5c8ecab3ded2,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:18.191937 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9496380d-d6b2-4ccf-9dc0-5fd6ae5a7099 None None] Provisioning for port 7121f2d0-099e-428d-89fa-f1e4b4913b31 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:18.197875 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9496380d-d6b2-4ccf-9dc0-5fd6ae5a7099 None None] Provisioning complete for port 7121f2d0-099e-428d-89fa-f1e4b4913b31 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:18.199161 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9496380d-d6b2-4ccf-9dc0-5fd6ae5a7099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.345518 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9496380d-d6b2-4ccf-9dc0-5fd6ae5a7099 None None] Provisioning complete for port 6d2611c9-fe72-4c68-b8c2-b8a0b4644cc9 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:18.345905 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9496380d-d6b2-4ccf-9dc0-5fd6ae5a7099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.443277 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9496380d-d6b2-4ccf-9dc0-5fd6ae5a7099 None None] Port 6d2611c9-fe72-4c68-b8c2-b8a0b4644cc9 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:18.591396 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f1d813b0-886b-44c0-bc34-d775998d6559 None None] Provisioning for port 5329da03-c2af-4977-beee-8bc71e90c9e5 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:18.597886 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f1d813b0-886b-44c0-bc34-d775998d6559 None None] Provisioning complete for port 5329da03-c2af-4977-beee-8bc71e90c9e5 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:18.598552 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f1d813b0-886b-44c0-bc34-d775998d6559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.637160 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-4217e40c-3d2f-4551-be80-ef1c9b1ddeb6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet a17ad128-4c23-4a51-a6b7-10cffeabe9ed {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:18.649109 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4217e40c-3d2f-4551-be80-ef1c9b1ddeb6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.668375 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f1d813b0-886b-44c0-bc34-d775998d6559 None None] Port 5329da03-c2af-4977-beee-8bc71e90c9e5 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:18.731870 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4217e40c-3d2f-4551-be80-ef1c9b1ddeb6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.774602 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e39a74-d1dd-4d94-bf93-83df8d58e2c9 req-79685d0c-5f16-4bab-96eb-f937bf874d5a tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:18.776161 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-88e39a74-d1dd-4d94-bf93-83df8d58e2c9 req-79685d0c-5f16-4bab-96eb-f937bf874d5a tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.6113625 Jul 16 20:38:18.859542 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 53c24812-d8b3-4244-847e-5c8ecab3ded2 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:18.875359 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-774e8f7d-76ca-4050-b68a-7e5e96cf34bd tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.885845 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-88e39a74-d1dd-4d94-bf93-83df8d58e2c9 req-0e98f7a6-3164-4236-bc87-29e79b299b22 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965528 Jul 16 20:38:18.923633 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 53c24812-d8b3-4244-847e-5c8ecab3ded2 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:18.929096 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 7121f2d0-099e-428d-89fa-f1e4b4913b31 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:18.945655 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774e8f7d-76ca-4050-b68a-7e5e96cf34bd tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Network 004ece05-1fa7-4849-8b8b-acbb54c1296a is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:18.947065 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4217e40c-3d2f-4551-be80-ef1c9b1ddeb6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.972623 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-774e8f7d-76ca-4050-b68a-7e5e96cf34bd tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:18.977485 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e8f7d-76ca-4050-b68a-7e5e96cf34bd tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Subnet': ['ID=b498a8da-fab7-4fc1-9527-ba5cf27319ea,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:18.984915 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774e8f7d-76ca-4050-b68a-7e5e96cf34bd tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:18.985503 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-774e8f7d-76ca-4050-b68a-7e5e96cf34bd tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.992993 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 7121f2d0-099e-428d-89fa-f1e4b4913b31 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:18.993623 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.995141 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65c7fb2-6701-4f70-879c-d43b49333ffb None None] Network 004ece05-1fa7-4849-8b8b-acbb54c1296a requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:19.017178 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-774e8f7d-76ca-4050-b68a-7e5e96cf34bd tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4195621 Jul 16 20:38:19.017552 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49130) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:19.023539 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-1babd6f4-31f4-4630-aa88-12624c2c87b0 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-355725054', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b498a8da-fab7-4fc1-9527-ba5cf27319ea'}], 'security_groups': ['71264e61-bc51-497b-9132-0b221766ecf4', '3b1515ad-d330-4633-9083-602435707d53']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:19.061054 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4217e40c-3d2f-4551-be80-ef1c9b1ddeb6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.125371 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217e40c-3d2f-4551-be80-ef1c9b1ddeb6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=a17ad128-4c23-4a51-a6b7-10cffeabe9ed,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:19.129237 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4217e40c-3d2f-4551-be80-ef1c9b1ddeb6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.133533 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4217e40c-3d2f-4551-be80-ef1c9b1ddeb6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/a17ad128-4c23-4a51-a6b7-10cffeabe9ed HTTP/1.1" status: 204 len: 168 time: 1.0510907 Jul 16 20:38:19.133722 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49134) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:19.174872 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e9008823-b1d6-4e82-b0e7-baeb653df517 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0373712 Jul 16 20:38:19.176321 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49136) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:19.181394 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-37938731-a609-4aa8-83ae-bf4afa98ae05 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:19.222566 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1babd6f4-31f4-4630-aa88-12624c2c87b0 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.386118 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37938731-a609-4aa8-83ae-bf4afa98ae05 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:19.390350 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-37938731-a609-4aa8-83ae-bf4afa98ae05 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.485570 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1396003d-3b5c-402d-b811-34de4b364300 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:19.517639 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7a8813a1-44e8-4bda-8e02-f7c357012be5 None None] Could not find standard attr ID for object 833bde82-86bf-4e4c-ac7b-a24573e05178. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:38:19.529632 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e5d895-0ed3-4b84-9057-7915831a8f30 None None] Update dhcp port {'port': {'network_id': '004ece05-1fa7-4849-8b8b-acbb54c1296a', 'fixed_ips': [{'subnet_id': 'e8c209c6-b542-4b11-9644-9fb5663d3843', 'ip_address': '172.20.0.18'}, {'subnet_id': '167ddbd1-88e8-4e2f-91cb-b91d67fbd5b0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b498a8da-fab7-4fc1-9527-ba5cf27319ea'}], 'binding:host_id': 'n-d-791506-21'}, 'id': '7121f2d0-099e-428d-89fa-f1e4b4913b31'} from n-d-791506-21. {{(pid=93795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:38:19.606077 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7a8813a1-44e8-4bda-8e02-f7c357012be5 None None] Provisioning for port 53c24812-d8b3-4244-847e-5c8ecab3ded2 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:19.635311 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-39e5d895-0ed3-4b84-9057-7915831a8f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.639354 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7a8813a1-44e8-4bda-8e02-f7c357012be5 None None] Provisioning complete for port 53c24812-d8b3-4244-847e-5c8ecab3ded2 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:19.639594 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a8813a1-44e8-4bda-8e02-f7c357012be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.766790 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-1babd6f4-31f4-4630-aa88-12624c2c87b0 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Delete allocated IP 172.20.0.12 (004ece05-1fa7-4849-8b8b-acbb54c1296a/167ddbd1-88e8-4e2f-91cb-b91d67fbd5b0) {{(pid=93793) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:38:19.777491 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-37938731-a609-4aa8-83ae-bf4afa98ae05 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.780489 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-1babd6f4-31f4-4630-aa88-12624c2c87b0 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Allocated IP 172.20.0.35 (004ece05-1fa7-4849-8b8b-acbb54c1296a/b498a8da-fab7-4fc1-9527-ba5cf27319ea/5329da03-c2af-4977-beee-8bc71e90c9e5) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:19.842024 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37938731-a609-4aa8-83ae-bf4afa98ae05 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:19.851486 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-37938731-a609-4aa8-83ae-bf4afa98ae05 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:19.860222 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37938731-a609-4aa8-83ae-bf4afa98ae05 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:19.860862 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-37938731-a609-4aa8-83ae-bf4afa98ae05 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.871066 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a8813a1-44e8-4bda-8e02-f7c357012be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.885759 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37938731-a609-4aa8-83ae-bf4afa98ae05 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=55f83a6d-c34a-49e9-abdf-c6d16387e850,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:19.916249 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-7a8813a1-44e8-4bda-8e02-f7c357012be5 None None] For port 53c24812-d8b3-4244-847e-5c8ecab3ded2, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=53c24812-d8b3-4244-847e-5c8ecab3ded2,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:19.917281 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-37938731-a609-4aa8-83ae-bf4afa98ae05 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7398810 Jul 16 20:38:19.918450 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49142) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:19.931688 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-644e456e-67bd-45c7-9cfa-6f82cdc60b86 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'port': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'fixed_ips': [{'subnet_id': '55f83a6d-c34a-49e9-abdf-c6d16387e850', 'ip_address': '2001:db8::6808:4ca0:a9fc:71c1'}], 'name': 'tempest-NetworksTestDHCPv6-1681471380'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:19.932762 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a8813a1-44e8-4bda-8e02-f7c357012be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.981898 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba81ff47-4116-4c9c-af65-a11cd6b9fd7b None None] DHCP port deletion for f4aa8141-9687-45d9-b16c-82a3d6b86650 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:20.041528 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8813a1-44e8-4bda-8e02-f7c357012be5 None None] Pushing event updated for resources: {'Port': ['ID=53c24812-d8b3-4244-847e-5c8ecab3ded2,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:20.081408 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ba81ff47-4116-4c9c-af65-a11cd6b9fd7b None None] Deleting port 53c24812-d8b3-4244-847e-5c8ecab3ded2 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:20.082124 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba81ff47-4116-4c9c-af65-a11cd6b9fd7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.138893 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1babd6f4-31f4-4630-aa88-12624c2c87b0 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.156553 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-1babd6f4-31f4-4630-aa88-12624c2c87b0 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Transition to ACTIVE for port object 5329da03-c2af-4977-beee-8bc71e90c9e5 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:20.163053 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1babd6f4-31f4-4630-aa88-12624c2c87b0 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.168744 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2973d-9078-4fc0-aca9-bebe5b25c713 req-fc908520-514d-4d3a-8f3a-bbf6eb20a709 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:20.170418 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f6d2973d-9078-4fc0-aca9-bebe5b25c713 req-fc908520-514d-4d3a-8f3a-bbf6eb20a709 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.1064019 Jul 16 20:38:20.177145 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644e456e-67bd-45c7-9cfa-6f82cdc60b86 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:20.190820 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-644e456e-67bd-45c7-9cfa-6f82cdc60b86 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.220674 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-644e456e-67bd-45c7-9cfa-6f82cdc60b86 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] device_id is not set on port 3248f205-d045-4e66-8e9e-13e651540721 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:20.257087 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-39e5d895-0ed3-4b84-9057-7915831a8f30 None None] Allocated IP 172.20.0.34 (004ece05-1fa7-4849-8b8b-acbb54c1296a/b498a8da-fab7-4fc1-9527-ba5cf27319ea/7121f2d0-099e-428d-89fa-f1e4b4913b31) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:20.260925 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ba81ff47-4116-4c9c-af65-a11cd6b9fd7b None None] For port 53c24812-d8b3-4244-847e-5c8ecab3ded2, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=53c24812-d8b3-4244-847e-5c8ecab3ded2,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:20.260925 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba81ff47-4116-4c9c-af65-a11cd6b9fd7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.291260 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ba81ff47-4116-4c9c-af65-a11cd6b9fd7b None None] Calling delete_port for 53c24812-d8b3-4244-847e-5c8ecab3ded2 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:20.302615 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1babd6f4-31f4-4630-aa88-12624c2c87b0 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event updated for resources: {'Port': ['ID=5329da03-c2af-4977-beee-8bc71e90c9e5,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:20.315570 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-1babd6f4-31f4-4630-aa88-12624c2c87b0 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] In _notify_port_updated(), no bound segment for port 5329da03-c2af-4977-beee-8bc71e90c9e5 on network 004ece05-1fa7-4849-8b8b-acbb54c1296a {{(pid=93793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:38:20.321720 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1babd6f4-31f4-4630-aa88-12624c2c87b0 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:20.322406 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1babd6f4-31f4-4630-aa88-12624c2c87b0 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.326666 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1babd6f4-31f4-4630-aa88-12624c2c87b0 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "PUT /v2.0/ports/5329da03-c2af-4977-beee-8bc71e90c9e5 HTTP/1.1" status: 200 len: 959 time: 1.3078110 Jul 16 20:38:20.327290 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49152) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:20.332810 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f6d2973d-9078-4fc0-aca9-bebe5b25c713 req-90e5c5c4-205c-4021-9bfc-5ee59065c904 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206031 Jul 16 20:38:20.485705 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-39e5d895-0ed3-4b84-9057-7915831a8f30 None None] For port 7121f2d0-099e-428d-89fa-f1e4b4913b31, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=7121f2d0-099e-428d-89fa-f1e4b4913b31,segment=NetworkSegment(e453a6df-b47b-4e3e-a00c-ac5edf23bb9c),segment_id=e453a6df-b47b-4e3e-a00c-ac5edf23bb9c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:20.512324 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-644e456e-67bd-45c7-9cfa-6f82cdc60b86 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 2001:db8::6808:4ca0:a9fc:71c1 (f4aa8141-9687-45d9-b16c-82a3d6b86650/55f83a6d-c34a-49e9-abdf-c6d16387e850/3248f205-d045-4e66-8e9e-13e651540721) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:20.542299 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9839b582-77a9-4ede-b7b2-bebe23eead6e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting port 5329da03-c2af-4977-beee-8bc71e90c9e5 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:20.542873 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9839b582-77a9-4ede-b7b2-bebe23eead6e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.609824 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-39e5d895-0ed3-4b84-9057-7915831a8f30 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.614391 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba81ff47-4116-4c9c-af65-a11cd6b9fd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.665638 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81ff47-4116-4c9c-af65-a11cd6b9fd7b None None] Pushing event deleted for resources: {'Port': ['ID=53c24812-d8b3-4244-847e-5c8ecab3ded2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:20.670220 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-39e5d895-0ed3-4b84-9057-7915831a8f30 None None] Transition to ACTIVE for port object 7121f2d0-099e-428d-89fa-f1e4b4913b31 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:20.671758 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba81ff47-4116-4c9c-af65-a11cd6b9fd7b None None] No DVR routers for this DVR port 53c24812-d8b3-4244-847e-5c8ecab3ded2 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:20.677521 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-39e5d895-0ed3-4b84-9057-7915831a8f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.693554 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3426eb5d-f8b1-4fc5-820f-d74272e91ff0 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:20.744008 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 53c24812-d8b3-4244-847e-5c8ecab3ded2 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:20.788027 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9839b582-77a9-4ede-b7b2-bebe23eead6e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.804846 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9839b582-77a9-4ede-b7b2-bebe23eead6e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Calling delete_port for 5329da03-c2af-4977-beee-8bc71e90c9e5 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:20.814258 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-644e456e-67bd-45c7-9cfa-6f82cdc60b86 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.835597 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-644e456e-67bd-45c7-9cfa-6f82cdc60b86 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Transition to ACTIVE for port object 3248f205-d045-4e66-8e9e-13e651540721 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:20.894002 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-644e456e-67bd-45c7-9cfa-6f82cdc60b86 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.981696 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 53c24812-d8b3-4244-847e-5c8ecab3ded2 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:20.982372 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 53c24812-d8b3-4244-847e-5c8ecab3ded2 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:21.032255 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9839b582-77a9-4ede-b7b2-bebe23eead6e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.076106 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5d895-0ed3-4b84-9057-7915831a8f30 None None] Pushing event updated for resources: {'Port': ['ID=7121f2d0-099e-428d-89fa-f1e4b4913b31,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:21.099304 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644e456e-67bd-45c7-9cfa-6f82cdc60b86 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:21.108246 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839b582-77a9-4ede-b7b2-bebe23eead6e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Port': ['ID=5329da03-c2af-4977-beee-8bc71e90c9e5,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:21.119939 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-644e456e-67bd-45c7-9cfa-6f82cdc60b86 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:21.123760 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644e456e-67bd-45c7-9cfa-6f82cdc60b86 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:21.138664 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644e456e-67bd-45c7-9cfa-6f82cdc60b86 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:21.139340 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-644e456e-67bd-45c7-9cfa-6f82cdc60b86 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.161966 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e456e-67bd-45c7-9cfa-6f82cdc60b86 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Port': ['ID=3248f205-d045-4e66-8e9e-13e651540721,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:21.190408 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-644e456e-67bd-45c7-9cfa-6f82cdc60b86 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2693577 Jul 16 20:38:21.191179 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49162) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:21.284980 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5415908-83d8-4513-a920-cd4104162def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-f4aa8141-9687-45d9-b16c-82a3d6b86650', 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'fixed_ips': [{'subnet_id': '55f83a6d-c34a-49e9-abdf-c6d16387e850'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:21.286072 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5415908-83d8-4513-a920-cd4104162def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.288448 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9839b582-77a9-4ede-b7b2-bebe23eead6e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.294215 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9839b582-77a9-4ede-b7b2-bebe23eead6e tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/ports/5329da03-c2af-4977-beee-8bc71e90c9e5 HTTP/1.1" status: 204 len: 168 time: 0.9658723 Jul 16 20:38:21.294937 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49164) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:21.318444 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e94f66-2108-4ed6-9927-b7f319d99b46 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:21.320035 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e8e94f66-2108-4ed6-9927-b7f319d99b46 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1277986 Jul 16 20:38:21.324392 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49166) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:21.329662 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-329c358f-87cb-4a99-9e6a-c7a51c9d6412 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] GET failed (client error): The resource could not be found. Jul 16 20:38:21.335114 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-329c358f-87cb-4a99-9e6a-c7a51c9d6412 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "GET /v2.0/ports/5329da03-c2af-4977-beee-8bc71e90c9e5 HTTP/1.1" status: 404 len: 333 time: 0.0390959 Jul 16 20:38:21.335793 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49168) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:21.441150 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b5e0927e-7fe4-47fa-a4d1-8d7433691868 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.492567 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b5e0927e-7fe4-47fa-a4d1-8d7433691868 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.521342 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-fb16869c-d2af-4afc-8924-57733e033707 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting port 3248f205-d045-4e66-8e9e-13e651540721 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:21.521698 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fb16869c-d2af-4afc-8924-57733e033707 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.546091 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-b5415908-83d8-4513-a920-cd4104162def None None] Allocated IP 2001:db8::2 (f4aa8141-9687-45d9-b16c-82a3d6b86650/55f83a6d-c34a-49e9-abdf-c6d16387e850/b0f5e514-f31f-4c03-b926-ec0b24b7d6a6) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:21.600898 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b5e0927e-7fe4-47fa-a4d1-8d7433691868 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.607801 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b5e0927e-7fe4-47fa-a4d1-8d7433691868 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.612074 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b5e0927e-7fe4-47fa-a4d1-8d7433691868 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/security-groups/7c70749b-f583-4919-8b6c-638721b3c371 HTTP/1.1" status: 204 len: 168 time: 0.2725029 Jul 16 20:38:21.618565 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49176) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:21.639995 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0927e-7fe4-47fa-a4d1-8d7433691868 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c70749b-f583-4919-8b6c-638721b3c371,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:21.699490 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1623206-baa9-4cf0-a66c-c37586e91de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.733853 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-19342887-846d-4032-bb18-5f7146c9fbd5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.766349 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-19342887-846d-4032-bb18-5f7146c9fbd5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.787363 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5415908-83d8-4513-a920-cd4104162def None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.796423 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b5415908-83d8-4513-a920-cd4104162def None None] Transition to ACTIVE for port object b0f5e514-f31f-4c03-b926-ec0b24b7d6a6 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:21.806071 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fb16869c-d2af-4afc-8924-57733e033707 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.817577 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b5415908-83d8-4513-a920-cd4104162def None None] Transition to ACTIVE for port object b0f5e514-f31f-4c03-b926-ec0b24b7d6a6 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:21.822961 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65211705-8acc-4738-807c-45effbc92f8e req-e03cd426-fa70-4f36-a75c-88401088d33f tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:21.823193 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-19342887-846d-4032-bb18-5f7146c9fbd5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.825138 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5415908-83d8-4513-a920-cd4104162def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.825981 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-19342887-846d-4032-bb18-5f7146c9fbd5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.830112 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-19342887-846d-4032-bb18-5f7146c9fbd5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/security-groups/3b1515ad-d330-4633-9083-602435707d53 HTTP/1.1" status: 204 len: 168 time: 0.2088392 Jul 16 20:38:21.831349 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-65211705-8acc-4738-807c-45effbc92f8e req-e03cd426-fa70-4f36-a75c-88401088d33f tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.2773747 Jul 16 20:38:21.831547 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49178) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:21.844461 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-fb16869c-d2af-4afc-8924-57733e033707 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Calling delete_port for 3248f205-d045-4e66-8e9e-13e651540721 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:21.856577 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19342887-846d-4032-bb18-5f7146c9fbd5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1515ad-d330-4633-9083-602435707d53,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:21.891874 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5415908-83d8-4513-a920-cd4104162def None None] Pushing event updated for resources: {'Port': ['ID=b0f5e514-f31f-4c03-b926-ec0b24b7d6a6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:21.905301 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5415908-83d8-4513-a920-cd4104162def None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:21.910944 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-b5415908-83d8-4513-a920-cd4104162def None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:21.913892 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5415908-83d8-4513-a920-cd4104162def None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:21.926978 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-65211705-8acc-4738-807c-45effbc92f8e req-ff03f389-1ac3-4be4-bacb-df1f51a35001 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946259 Jul 16 20:38:21.939345 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4164c83f-342e-4fc3-adac-ede8f3eb2bcf tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.970718 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4164c83f-342e-4fc3-adac-ede8f3eb2bcf tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.984785 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b5415908-83d8-4513-a920-cd4104162def None None] Attempting to bind port b0f5e514-f31f-4c03-b926-ec0b24b7d6a6 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:21.985310 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b5415908-83d8-4513-a920-cd4104162def None None] Attempting to bind port b0f5e514-f31f-4c03-b926-ec0b24b7d6a6 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:21.986723 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5415908-83d8-4513-a920-cd4104162def None None] Attempting to bind port b0f5e514-f31f-4c03-b926-ec0b24b7d6a6 on network f4aa8141-9687-45d9-b16c-82a3d6b86650 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:21.994085 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5415908-83d8-4513-a920-cd4104162def None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:21.994514 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5415908-83d8-4513-a920-cd4104162def None None] Checking segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:21.994923 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5415908-83d8-4513-a920-cd4104162def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.995312 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5415908-83d8-4513-a920-cd4104162def None None] Bound using segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:21.996197 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b5415908-83d8-4513-a920-cd4104162def None None] Bound port: b0f5e514-f31f-4c03-b926-ec0b24b7d6a6, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:21.996725 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5415908-83d8-4513-a920-cd4104162def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.029848 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4164c83f-342e-4fc3-adac-ede8f3eb2bcf tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.032513 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4164c83f-342e-4fc3-adac-ede8f3eb2bcf tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.033601 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fb16869c-d2af-4afc-8924-57733e033707 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.037785 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4164c83f-342e-4fc3-adac-ede8f3eb2bcf tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/security-groups/71264e61-bc51-497b-9132-0b221766ecf4 HTTP/1.1" status: 204 len: 168 time: 0.1984901 Jul 16 20:38:22.037951 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49180) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:22.047506 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164c83f-342e-4fc3-adac-ede8f3eb2bcf tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71264e61-bc51-497b-9132-0b221766ecf4,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:22.093032 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b5415908-83d8-4513-a920-cd4104162def None None] For port b0f5e514-f31f-4c03-b926-ec0b24b7d6a6, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:22.096964 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16869c-d2af-4afc-8924-57733e033707 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Port': ['ID=3248f205-d045-4e66-8e9e-13e651540721,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:22.097986 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b5415908-83d8-4513-a920-cd4104162def None None] For port b0f5e514-f31f-4c03-b926-ec0b24b7d6a6, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b0f5e514-f31f-4c03-b926-ec0b24b7d6a6,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:22.100545 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bf91adfe-55b0-4c08-90df-3d69801f7a93 None None] Provisioning for port 7121f2d0-099e-428d-89fa-f1e4b4913b31 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:22.104913 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5415908-83d8-4513-a920-cd4104162def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.110260 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bf91adfe-55b0-4c08-90df-3d69801f7a93 None None] Provisioning complete for port 7121f2d0-099e-428d-89fa-f1e4b4913b31 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:22.110645 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf91adfe-55b0-4c08-90df-3d69801f7a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.130986 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fb16869c-d2af-4afc-8924-57733e033707 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.133050 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fb16869c-d2af-4afc-8924-57733e033707 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/3248f205-d045-4e66-8e9e-13e651540721 HTTP/1.1" status: 204 len: 168 time: 0.8077853 Jul 16 20:38:22.135473 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49182) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:22.144205 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-a984e9b8-38d6-48c0-b686-8a70b0fd2843 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting subnet 167ddbd1-88e8-4e2f-91cb-b91d67fbd5b0 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:22.147412 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a984e9b8-38d6-48c0-b686-8a70b0fd2843 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.197865 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d952225a-6392-43f2-a5df-ebc436c7d2c6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:22.199602 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a984e9b8-38d6-48c0-b686-8a70b0fd2843 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.199774 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d952225a-6392-43f2-a5df-ebc436c7d2c6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:22.204701 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d952225a-6392-43f2-a5df-ebc436c7d2c6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0649018 Jul 16 20:38:22.204701 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49184) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:22.210168 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5415908-83d8-4513-a920-cd4104162def None None] Pushing event updated for resources: {'Port': ['ID=b0f5e514-f31f-4c03-b926-ec0b24b7d6a6,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:22.265837 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bf91adfe-55b0-4c08-90df-3d69801f7a93 None None] Could not find standard attr ID for object 5329da03-c2af-4977-beee-8bc71e90c9e5. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:38:22.274146 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca17261-233f-4676-b5d5-e9d653b55ebc tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet 55f83a6d-c34a-49e9-abdf-c6d16387e850 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:22.277791 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7ca17261-233f-4676-b5d5-e9d653b55ebc tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.280311 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bf91adfe-55b0-4c08-90df-3d69801f7a93 None None] Provisioning complete for port 6d2611c9-fe72-4c68-b8c2-b8a0b4644cc9 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:22.280689 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf91adfe-55b0-4c08-90df-3d69801f7a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.315956 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a984e9b8-38d6-48c0-b686-8a70b0fd2843 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.336563 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7ca17261-233f-4676-b5d5-e9d653b55ebc tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.356791 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-bf91adfe-55b0-4c08-90df-3d69801f7a93 None None] Port 6d2611c9-fe72-4c68-b8c2-b8a0b4644cc9 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:22.419280 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a984e9b8-38d6-48c0-b686-8a70b0fd2843 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.484739 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7ca17261-233f-4676-b5d5-e9d653b55ebc tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.492541 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984e9b8-38d6-48c0-b686-8a70b0fd2843 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Subnet': ['ID=167ddbd1-88e8-4e2f-91cb-b91d67fbd5b0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:22.494730 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a984e9b8-38d6-48c0-b686-8a70b0fd2843 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.496626 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a984e9b8-38d6-48c0-b686-8a70b0fd2843 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/subnets/167ddbd1-88e8-4e2f-91cb-b91d67fbd5b0 HTTP/1.1" status: 204 len: 168 time: 0.4583347 Jul 16 20:38:22.501370 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49188) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:22.574947 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c60352e-f385-498e-897b-2793094964bb tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting subnet b498a8da-fab7-4fc1-9527-ba5cf27319ea {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:22.581036 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7ca17261-233f-4676-b5d5-e9d653b55ebc tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.583000 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5c60352e-f385-498e-897b-2793094964bb tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.614746 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca17261-233f-4676-b5d5-e9d653b55ebc tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=55f83a6d-c34a-49e9-abdf-c6d16387e850,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:22.622388 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7ca17261-233f-4676-b5d5-e9d653b55ebc tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.624349 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7ca17261-233f-4676-b5d5-e9d653b55ebc tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/55f83a6d-c34a-49e9-abdf-c6d16387e850 HTTP/1.1" status: 204 len: 168 time: 0.4189668 Jul 16 20:38:22.626650 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49190) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:22.669160 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5c60352e-f385-498e-897b-2793094964bb tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.681422 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0df5848a-3afa-4040-be18-b987480e4fd8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519745 Jul 16 20:38:22.685201 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9dafc555-4452-4708-b383-7b2291b57af6 None None] Could not find standard attr ID for object 5329da03-c2af-4977-beee-8bc71e90c9e5. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:38:22.686446 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49194) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:22.701387 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb1faf8-265f-48fa-8c08-377c46e5f207 None None] Network 004ece05-1fa7-4849-8b8b-acbb54c1296a requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:22.810268 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aef75f-4f59-4f74-b0e7-23ce890963de tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:22.813166 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b2aef75f-4f59-4f74-b0e7-23ce890963de tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1234410 Jul 16 20:38:22.816902 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49200) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:22.821544 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5c60352e-f385-498e-897b-2793094964bb tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.850137 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b0f5e514-f31f-4c03-b926-ec0b24b7d6a6 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:22.929444 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266f57e6-2f9a-4939-97cf-75b068d22887 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:22.932537 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-266f57e6-2f9a-4939-97cf-75b068d22887 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1138442 Jul 16 20:38:22.935350 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49204) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:22.947038 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5c60352e-f385-498e-897b-2793094964bb tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.975592 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port b0f5e514-f31f-4c03-b926-ec0b24b7d6a6 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:22.984937 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 7121f2d0-099e-428d-89fa-f1e4b4913b31 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:22.987119 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-da989b3a-518e-43f6-acfe-067b56cc3f22 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492458 Jul 16 20:38:22.992130 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49208) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:22.997117 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-2e2eed45-847c-4430-a918-d328d009cab8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:23.023650 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60352e-f385-498e-897b-2793094964bb tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Subnet': ['ID=b498a8da-fab7-4fc1-9527-ba5cf27319ea,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:23.029264 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5c60352e-f385-498e-897b-2793094964bb tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.033498 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5c60352e-f385-498e-897b-2793094964bb tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/subnets/b498a8da-fab7-4fc1-9527-ba5cf27319ea HTTP/1.1" status: 204 len: 168 time: 0.5309625 Jul 16 20:38:23.040801 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49210) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:23.111460 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa607055-4578-4624-8765-95cf065876f4 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:23.112575 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa607055-4578-4624-8765-95cf065876f4 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:23.122376 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 7121f2d0-099e-428d-89fa-f1e4b4913b31 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:23.122895 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.126400 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-aa607055-4578-4624-8765-95cf065876f4 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/subnets/167ddbd1-88e8-4e2f-91cb-b91d67fbd5b0 HTTP/1.1" status: 404 len: 337 time: 0.0842316 Jul 16 20:38:23.152207 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49212) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:23.176363 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2eed45-847c-4430-a918-d328d009cab8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:23.179994 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e2eed45-847c-4430-a918-d328d009cab8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.284103 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0e2ec0-aa61-42da-9924-4c80ddaf7974 None None] Update dhcp port {'port': {'network_id': '004ece05-1fa7-4849-8b8b-acbb54c1296a', 'fixed_ips': [{'subnet_id': 'e8c209c6-b542-4b11-9644-9fb5663d3843', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b498a8da-fab7-4fc1-9527-ba5cf27319ea'}], 'binding:host_id': 'n-d-791506-21'}, 'id': '7121f2d0-099e-428d-89fa-f1e4b4913b31'} from n-d-791506-21. {{(pid=93795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:38:23.306628 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-813311f6-ae43-46ef-859e-c28c4903d912 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting subnet e8c209c6-b542-4b11-9644-9fb5663d3843 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:23.311690 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-813311f6-ae43-46ef-859e-c28c4903d912 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.358251 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c0e2ec0-aa61-42da-9924-4c80ddaf7974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.388816 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-813311f6-ae43-46ef-859e-c28c4903d912 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.442732 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c2109-6afe-4cc0-b96e-342c8737ac11 req-c9e25238-444e-4709-a018-6f3bd9f4780f tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:23.452501 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d3c2109-6afe-4cc0-b96e-342c8737ac11 req-c9e25238-444e-4709-a018-6f3bd9f4780f tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.3245173 Jul 16 20:38:23.539604 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d3c2109-6afe-4cc0-b96e-342c8737ac11 req-c00a8f1b-db54-41e2-9fce-bef3dbdb83b7 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845799 Jul 16 20:38:23.569404 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-813311f6-ae43-46ef-859e-c28c4903d912 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.575382 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e2eed45-847c-4430-a918-d328d009cab8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.648397 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2eed45-847c-4430-a918-d328d009cab8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:23.651872 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-2e2eed45-847c-4430-a918-d328d009cab8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:23.656301 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2eed45-847c-4430-a918-d328d009cab8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:23.656896 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e2eed45-847c-4430-a918-d328d009cab8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.667116 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-813311f6-ae43-46ef-859e-c28c4903d912 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server [None req-8c0e2ec0-aa61-42da-9924-4c80ddaf7974 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8c209c6-b542-4b11-9644-9fb5663d3843: This subnet is being modified by another concurrent operation. Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:38:23.668036 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8c209c6-b542-4b11-9644-9fb5663d3843: This subnet is being modified by another concurrent operation. Jul 16 20:38:23.671969 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server Jul 16 20:38:23.678959 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2e2eed45-847c-4430-a918-d328d009cab8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6857677 Jul 16 20:38:23.680069 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2eed45-847c-4430-a918-d328d009cab8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=399bf258-caa0-4c37-86ec-99598c26f8ed,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:23.682090 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49224) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:23.687122 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-9a252208-07ea-48f6-a8f4-777ea3f5dbc4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'port': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'fixed_ips': [{'subnet_id': '399bf258-caa0-4c37-86ec-99598c26f8ed', 'ip_address': '2001:db8::4786:5b4b:a231:ee78'}], 'name': 'tempest-NetworksTestDHCPv6-1329905626'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:23.696586 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01527869-215b-4a04-9b32-92f88d115076 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:23.719659 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-813311f6-ae43-46ef-859e-c28c4903d912 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.723947 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-813311f6-ae43-46ef-859e-c28c4903d912 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/subnets/e8c209c6-b542-4b11-9644-9fb5663d3843 HTTP/1.1" status: 204 len: 168 time: 0.5685470 Jul 16 20:38:23.725333 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813311f6-ae43-46ef-859e-c28c4903d912 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c209c6-b542-4b11-9644-9fb5663d3843,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:23.727939 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49226) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:23.770636 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-9562e8ab-2fa8-45c8-ba25-3e18485e8379 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:23.771094 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9562e8ab-2fa8-45c8-ba25-3e18485e8379 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:23.775206 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9562e8ab-2fa8-45c8-ba25-3e18485e8379 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/subnets/2ad590e1-d705-4fca-ad37-002323af2d6f HTTP/1.1" status: 404 len: 337 time: 0.0429788 Jul 16 20:38:23.775743 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49228) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:23.818089 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291fc2f8-d428-45e9-9c0f-d3395f62c9e0 None None] Network 004ece05-1fa7-4849-8b8b-acbb54c1296a requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:23.830579 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-77693850-0ebb-4944-b25f-19f10dab0ece tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "GET /v2.0/ports?device_id=30e8b645-9b78-437a-83d0-2867d7461234 HTTP/1.1" status: 200 len: 205 time: 0.0537550 Jul 16 20:38:23.831871 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49230) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:23.866101 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a252208-07ea-48f6-a8f4-777ea3f5dbc4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:23.876245 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-b39dab6e-63d9-41e7-bd5f-b540717e1f56 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] delete failed (client error): The resource could not be found. Jul 16 20:38:23.880605 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b39dab6e-63d9-41e7-bd5f-b540717e1f56 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/routers/30e8b645-9b78-437a-83d0-2867d7461234 HTTP/1.1" status: 404 len: 336 time: 0.0477564 Jul 16 20:38:23.881239 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49232) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:23.885061 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-56bc24ee-4d08-4133-b495-9a24e29f9c15 None None] Provisioning for port b0f5e514-f31f-4c03-b926-ec0b24b7d6a6 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:23.918124 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-56bc24ee-4d08-4133-b495-9a24e29f9c15 None None] Provisioning complete for port b0f5e514-f31f-4c03-b926-ec0b24b7d6a6 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:23.920884 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56bc24ee-4d08-4133-b495-9a24e29f9c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.932719 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-a19d0762-b7b7-4fec-9dfa-b0ba0d4574eb tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:23.933237 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a19d0762-b7b7-4fec-9dfa-b0ba0d4574eb tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:23.937852 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a19d0762-b7b7-4fec-9dfa-b0ba0d4574eb tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/subnets/f784e7fd-687c-458f-8ab6-9e3657782998 HTTP/1.1" status: 404 len: 337 time: 0.0556223 Jul 16 20:38:23.938403 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49236) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:23.971401 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-962e66d0-1bc9-4986-8df7-05d90cfd70f5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:23.971863 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-962e66d0-1bc9-4986-8df7-05d90cfd70f5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:23.973732 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-962e66d0-1bc9-4986-8df7-05d90cfd70f5 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/subnets/6b394272-be9e-4bf5-9617-f184e795edd6 HTTP/1.1" status: 404 len: 337 time: 0.0343373 Jul 16 20:38:23.976448 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49238) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:24.013379 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-886dd45f-4779-48be-a76a-166d6476e742 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:24.013753 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-886dd45f-4779-48be-a76a-166d6476e742 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:24.015620 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-886dd45f-4779-48be-a76a-166d6476e742 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/subnets/1dd627aa-d692-4994-ab9c-3ec4b10313a1 HTTP/1.1" status: 404 len: 337 time: 0.0382066 Jul 16 20:38:24.019675 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49240) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:24.030558 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9a252208-07ea-48f6-a8f4-777ea3f5dbc4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.080337 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9a252208-07ea-48f6-a8f4-777ea3f5dbc4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] device_id is not set on port 852c759a-1475-4ab9-affe-d3d091acbb81 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:24.095860 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e5cfde0-26ba-490b-9657-b345b1114d8d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:24.097120 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e5cfde0-26ba-490b-9657-b345b1114d8d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:24.106194 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49242) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:24.107096 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0e5cfde0-26ba-490b-9657-b345b1114d8d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/ports/dfc24ace-f201-43ca-8ac1-10c62daec53b HTTP/1.1" status: 404 len: 333 time: 0.0862813 Jul 16 20:38:24.172442 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56bc24ee-4d08-4133-b495-9a24e29f9c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.179482 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-c74a4d95-e611-4fb9-b9c6-f1b83d5e5bd0 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:24.180003 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c74a4d95-e611-4fb9-b9c6-f1b83d5e5bd0 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:24.185546 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49244) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:24.196969 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c74a4d95-e611-4fb9-b9c6-f1b83d5e5bd0 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/subnets/0fcd384b-c0e1-42fb-a642-88aa8ea59d8a HTTP/1.1" status: 404 len: 337 time: 0.0880191 Jul 16 20:38:24.201572 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088146cf-07f8-49c2-9c7a-4b7e174091f1 None None] DHCP port deletion for 004ece05-1fa7-4849-8b8b-acbb54c1296a request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:24.250010 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d80d6b7-632f-4253-93f9-3ad8d900fef2 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:24.250524 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d80d6b7-632f-4253-93f9-3ad8d900fef2 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:24.257036 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2d80d6b7-632f-4253-93f9-3ad8d900fef2 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/subnets/25b22f28-17a6-4ec1-b0bd-f55ecbd7422b HTTP/1.1" status: 404 len: 337 time: 0.0695436 Jul 16 20:38:24.257965 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49248) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:24.293925 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e78920dc-afa7-49e5-b984-f3455c99ada9 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:24.294958 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e78920dc-afa7-49e5-b984-f3455c99ada9 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:24.299714 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e78920dc-afa7-49e5-b984-f3455c99ada9 tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/ports/c409c644-f1e0-4aa6-856e-4b4211e5a794 HTTP/1.1" status: 404 len: 333 time: 0.0404720 Jul 16 20:38:24.300566 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49250) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:24.320173 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-edd9c8b9-46a1-4520-92ba-ee115764bb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.321604 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.325996 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-56bc24ee-4d08-4133-b495-9a24e29f9c15 None None] For port b0f5e514-f31f-4c03-b926-ec0b24b7d6a6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b0f5e514-f31f-4c03-b926-ec0b24b7d6a6,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:24.336941 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56bc24ee-4d08-4133-b495-9a24e29f9c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.340216 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-435f5d2a-4dbd-4560-9853-acdfd5d6a32d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:24.340665 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435f5d2a-4dbd-4560-9853-acdfd5d6a32d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:24.342751 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-435f5d2a-4dbd-4560-9853-acdfd5d6a32d tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/subnets/0d3ca15e-1b3c-41a9-a0ac-f4179938a101 HTTP/1.1" status: 404 len: 337 time: 0.0410852 Jul 16 20:38:24.345229 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49254) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:24.368727 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-56bc24ee-4d08-4133-b495-9a24e29f9c15 None None] Could not find standard attr ID for object 3248f205-d045-4e66-8e9e-13e651540721. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:38:24.373353 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad79e018-9abf-4518-ba8f-4d4aa4fb485c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:24.373813 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad79e018-9abf-4518-ba8f-4d4aa4fb485c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:24.375608 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ad79e018-9abf-4518-ba8f-4d4aa4fb485c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/subnets/e76cece4-2caa-495d-ac5b-de6b375b61f8 HTTP/1.1" status: 404 len: 337 time: 0.0294106 Jul 16 20:38:24.379208 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49256) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:24.398719 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-9a252208-07ea-48f6-a8f4-777ea3f5dbc4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 2001:db8::4786:5b4b:a231:ee78 (f4aa8141-9687-45d9-b16c-82a3d6b86650/399bf258-caa0-4c37-86ec-99598c26f8ed/852c759a-1475-4ab9-affe-d3d091acbb81) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:24.430075 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc24ee-4d08-4133-b495-9a24e29f9c15 None None] Pushing event updated for resources: {'Port': ['ID=b0f5e514-f31f-4c03-b926-ec0b24b7d6a6,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:24.434841 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-088146cf-07f8-49c2-9c7a-4b7e174091f1 None None] Deleting port 7121f2d0-099e-428d-89fa-f1e4b4913b31 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:24.435219 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-088146cf-07f8-49c2-9c7a-4b7e174091f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.526828 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e6444113-8a25-4207-ad4b-66e08351740b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Deleting port 6d2611c9-fe72-4c68-b8c2-b8a0b4644cc9 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:24.527240 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e6444113-8a25-4207-ad4b-66e08351740b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.551075 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-088146cf-07f8-49c2-9c7a-4b7e174091f1 None None] For port 7121f2d0-099e-428d-89fa-f1e4b4913b31, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=7121f2d0-099e-428d-89fa-f1e4b4913b31,segment=NetworkSegment(e453a6df-b47b-4e3e-a00c-ac5edf23bb9c),segment_id=e453a6df-b47b-4e3e-a00c-ac5edf23bb9c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:24.551468 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-088146cf-07f8-49c2-9c7a-4b7e174091f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.561267 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-fdad5fbc-e3ec-40d1-a53e-c20f27a9e791 None None] Provisioning complete for port 7121f2d0-099e-428d-89fa-f1e4b4913b31 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:24.561637 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fdad5fbc-e3ec-40d1-a53e-c20f27a9e791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.567680 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-088146cf-07f8-49c2-9c7a-4b7e174091f1 None None] Calling delete_port for 7121f2d0-099e-428d-89fa-f1e4b4913b31 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:24.638338 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9a252208-07ea-48f6-a8f4-777ea3f5dbc4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.679426 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e6444113-8a25-4207-ad4b-66e08351740b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.689257 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9a252208-07ea-48f6-a8f4-777ea3f5dbc4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Transition to ACTIVE for port object 852c759a-1475-4ab9-affe-d3d091acbb81 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:24.701020 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b0f5e514-f31f-4c03-b926-ec0b24b7d6a6 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:24.715859 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e6444113-8a25-4207-ad4b-66e08351740b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Calling delete_port for 6d2611c9-fe72-4c68-b8c2-b8a0b4644cc9 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:24.743376 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9a252208-07ea-48f6-a8f4-777ea3f5dbc4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.808205 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a252208-07ea-48f6-a8f4-777ea3f5dbc4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:24.815785 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-9a252208-07ea-48f6-a8f4-777ea3f5dbc4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:24.819360 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a252208-07ea-48f6-a8f4-777ea3f5dbc4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:24.845407 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a252208-07ea-48f6-a8f4-777ea3f5dbc4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:24.846177 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9a252208-07ea-48f6-a8f4-777ea3f5dbc4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.878543 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a252208-07ea-48f6-a8f4-777ea3f5dbc4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Port': ['ID=852c759a-1475-4ab9-affe-d3d091acbb81,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:24.898348 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9a252208-07ea-48f6-a8f4-777ea3f5dbc4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2150929 Jul 16 20:38:24.898995 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49270) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:24.904863 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-23209f9d-13c1-48e9-bff1-b95c7eaa675f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'port': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'fixed_ips': [{'subnet_id': '399bf258-caa0-4c37-86ec-99598c26f8ed', 'ip_address': '2001:db8::4786:5b4b:a231:ee78'}], 'name': 'tempest-NetworksTestDHCPv6-784059374'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:24.913623 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e6444113-8a25-4207-ad4b-66e08351740b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.925592 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-088146cf-07f8-49c2-9c7a-4b7e174091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.966345 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-fdad5fbc-e3ec-40d1-a53e-c20f27a9e791 None None] Could not find standard attr ID for object 6d2611c9-fe72-4c68-b8c2-b8a0b4644cc9. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:38:24.983074 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6444113-8a25-4207-ad4b-66e08351740b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Port': ['ID=6d2611c9-fe72-4c68-b8c2-b8a0b4644cc9,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:24.986066 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e6444113-8a25-4207-ad4b-66e08351740b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.988259 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e6444113-8a25-4207-ad4b-66e08351740b tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/ports/6d2611c9-fe72-4c68-b8c2-b8a0b4644cc9 HTTP/1.1" status: 204 len: 168 time: 0.6078517 Jul 16 20:38:24.991910 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port b0f5e514-f31f-4c03-b926-ec0b24b7d6a6 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:24.992286 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.992908 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49274) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:24.995313 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088146cf-07f8-49c2-9c7a-4b7e174091f1 None None] Pushing event deleted for resources: {'Port': ['ID=7121f2d0-099e-428d-89fa-f1e4b4913b31,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:25.049536 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088146cf-07f8-49c2-9c7a-4b7e174091f1 None None] No DVR routers for this DVR port 7121f2d0-099e-428d-89fa-f1e4b4913b31 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:25.074874 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23209f9d-13c1-48e9-bff1-b95c7eaa675f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:25.083492 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-23209f9d-13c1-48e9-bff1-b95c7eaa675f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.101413 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c1eff732-4e6a-44b3-a921-753cc1e7ff2c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.106769 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-776341c7-6bc7-4979-bf46-7a0cb76715db None None] Provisioning complete for port b0f5e514-f31f-4c03-b926-ec0b24b7d6a6 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:25.107174 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-776341c7-6bc7-4979-bf46-7a0cb76715db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.126111 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-23209f9d-13c1-48e9-bff1-b95c7eaa675f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] device_id is not set on port b3f86ad8-9835-4392-adbb-d59dbc0a53e1 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:25.153607 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244510cd-e7c0-4918-b4cb-f42f972f8099 req-767c7107-a913-40f3-8b5f-ad6b62963053 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:25.162188 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-244510cd-e7c0-4918-b4cb-f42f972f8099 req-767c7107-a913-40f3-8b5f-ad6b62963053 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.3411419 Jul 16 20:38:25.258604 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-244510cd-e7c0-4918-b4cb-f42f972f8099 req-daa7218d-64e4-4dbf-964c-3b5f7ad0d620 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953119 Jul 16 20:38:25.299394 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 7121f2d0-099e-428d-89fa-f1e4b4913b31 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:25.335572 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c1eff732-4e6a-44b3-a921-753cc1e7ff2c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.337959 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 7121f2d0-099e-428d-89fa-f1e4b4913b31 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:25.338358 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 7121f2d0-099e-428d-89fa-f1e4b4913b31 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:25.352424 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-c1eff732-4e6a-44b3-a921-753cc1e7ff2c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['004ece05-1fa7-4849-8b8b-acbb54c1296a']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:25.375556 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-95728101-7e1d-48ee-b7b6-2fba21a48889 None None] Could not find standard attr ID for object 833bde82-86bf-4e4c-ac7b-a24573e05178. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:38:25.377109 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-c1eff732-4e6a-44b3-a921-753cc1e7ff2c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e453a6df-b47b-4e3e-a00c-ac5edf23bb9c') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:25.378433 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-c1eff732-4e6a-44b3-a921-753cc1e7ff2c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e453a6df-b47b-4e3e-a00c-ac5edf23bb9c') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:25.395976 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c1eff732-4e6a-44b3-a921-753cc1e7ff2c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.415940 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c1eff732-4e6a-44b3-a921-753cc1e7ff2c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.425557 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1eff732-4e6a-44b3-a921-753cc1e7ff2c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:25.426476 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c1eff732-4e6a-44b3-a921-753cc1e7ff2c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:25.465402 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:25.492872 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-23533c70-30d2-4a8c-a648-dab8d044e84a None None] Could not find standard attr ID for object 3248f205-d045-4e66-8e9e-13e651540721. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:38:25.493347 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-23209f9d-13c1-48e9-bff1-b95c7eaa675f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 20:38:25.493885 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23209f9d-13c1-48e9-bff1-b95c7eaa675f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:25.516533 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-23209f9d-13c1-48e9-bff1-b95c7eaa675f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6157911 Jul 16 20:38:25.519974 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49284) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:25.524302 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c1eff732-4e6a-44b3-a921-753cc1e7ff2c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.528701 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c1eff732-4e6a-44b3-a921-753cc1e7ff2c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.530887 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c1eff732-4e6a-44b3-a921-753cc1e7ff2c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] 10.222.0.38 "DELETE /v2.0/networks/004ece05-1fa7-4849-8b8b-acbb54c1296a HTTP/1.1" status: 204 len: 168 time: 0.5370152 Jul 16 20:38:25.556706 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eff732-4e6a-44b3-a921-753cc1e7ff2c tempest-PortsTestJSON-921878147 tempest-PortsTestJSON-921878147-project] Pushing event deleted for resources: {'Network': ['ID=004ece05-1fa7-4849-8b8b-acbb54c1296a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:25.609013 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205ef377-a7aa-49d7-b0a3-e96c54283214 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:25.616797 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205ef377-a7aa-49d7-b0a3-e96c54283214 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:25.621372 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49290) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:25.631859 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-205ef377-a7aa-49d7-b0a3-e96c54283214 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1106677 Jul 16 20:38:25.731197 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.754935 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-7cd13fef-da0f-4a5f-820f-89061073924e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting port 852c759a-1475-4ab9-affe-d3d091acbb81 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:25.755456 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7cd13fef-da0f-4a5f-820f-89061073924e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.833053 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1c14fcaf-387e-4a8e-aca2-29987efd2980 None None] Provisioning for port 852c759a-1475-4ab9-affe-d3d091acbb81 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:25.841110 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1c14fcaf-387e-4a8e-aca2-29987efd2980 None None] Provisioning complete for port 852c759a-1475-4ab9-affe-d3d091acbb81 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:25.841803 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c14fcaf-387e-4a8e-aca2-29987efd2980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.860107 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7cd13fef-da0f-4a5f-820f-89061073924e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.874291 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-7cd13fef-da0f-4a5f-820f-89061073924e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Calling delete_port for 852c759a-1475-4ab9-affe-d3d091acbb81 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:25.894030 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1c14fcaf-387e-4a8e-aca2-29987efd2980 None None] Port 852c759a-1475-4ab9-affe-d3d091acbb81 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:25.936268 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49304) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:26.058246 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7cd13fef-da0f-4a5f-820f-89061073924e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.104664 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd13fef-da0f-4a5f-820f-89061073924e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Port': ['ID=852c759a-1475-4ab9-affe-d3d091acbb81,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:26.126055 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7cd13fef-da0f-4a5f-820f-89061073924e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.128246 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7cd13fef-da0f-4a5f-820f-89061073924e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/852c759a-1475-4ab9-affe-d3d091acbb81 HTTP/1.1" status: 204 len: 168 time: 0.5058289 Jul 16 20:38:26.130650 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49312) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:26.158633 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0edf0435-be3c-43ce-9502-b950dbe0fb43 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b462fea25eab41aaacbe7f65f3d46338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2199674 Jul 16 20:38:26.160880 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49314) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:26.188657 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bacf70-afcb-470c-96bd-f14422ec39ce tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:26.190673 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bacf70-afcb-470c-96bd-f14422ec39ce tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:26.192511 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a1bacf70-afcb-470c-96bd-f14422ec39ce tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0609171 Jul 16 20:38:26.195230 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49316) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:26.246262 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-97952640-f4b6-4b8c-bbd4-0e8e24d9a1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.282660 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-97952640-f4b6-4b8c-bbd4-0e8e24d9a1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.295263 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9aa586-96cd-4855-b994-74e812d5aaf1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet 399bf258-caa0-4c37-86ec-99598c26f8ed {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:26.303707 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8d9aa586-96cd-4855-b994-74e812d5aaf1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.367714 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8d9aa586-96cd-4855-b994-74e812d5aaf1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.410599 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-97952640-f4b6-4b8c-bbd4-0e8e24d9a1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.414120 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-97952640-f4b6-4b8c-bbd4-0e8e24d9a1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.415611 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-97952640-f4b6-4b8c-bbd4-0e8e24d9a1e8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a1868945-bd5c-47dc-a5cb-572e6dce7268 HTTP/1.1" status: 204 len: 168 time: 0.2536588 Jul 16 20:38:26.434433 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97952640-f4b6-4b8c-bbd4-0e8e24d9a1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1868945-bd5c-47dc-a5cb-572e6dce7268,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:26.447018 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8d9aa586-96cd-4855-b994-74e812d5aaf1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.509570 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e93d9-184f-498b-ac89-a519fff4bcd8 req-ecc61218-f782-49ff-be56-1e9704823085 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:26.511541 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-884e93d9-184f-498b-ac89-a519fff4bcd8 req-ecc61218-f782-49ff-be56-1e9704823085 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.0948689 Jul 16 20:38:26.562614 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8d9aa586-96cd-4855-b994-74e812d5aaf1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.597458 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-884e93d9-184f-498b-ac89-a519fff4bcd8 req-b6c4ea3a-6040-4345-a0c1-78fa72967d4c tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799389 Jul 16 20:38:26.616616 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9aa586-96cd-4855-b994-74e812d5aaf1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=399bf258-caa0-4c37-86ec-99598c26f8ed,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:26.620419 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8d9aa586-96cd-4855-b994-74e812d5aaf1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.622588 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8d9aa586-96cd-4855-b994-74e812d5aaf1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/399bf258-caa0-4c37-86ec-99598c26f8ed HTTP/1.1" status: 204 len: 168 time: 0.4262321 Jul 16 20:38:26.625012 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49332) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:26.680674 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a17b257f-f86a-4365-8698-ea91d8cc2456 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0537806 Jul 16 20:38:26.684189 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49338) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:26.690295 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-c88cefcb-f919-4c3e-9563-922c04e90628 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:26.735692 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dacded3-68a4-4682-8ba3-ed7024d900fb None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:26.808859 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88cefcb-f919-4c3e-9563-922c04e90628 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:26.813470 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c88cefcb-f919-4c3e-9563-922c04e90628 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.989855 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f603c2-0ea4-4369-a8a1-91d8fe36a686 None None] DHCP port deletion for f4aa8141-9687-45d9-b16c-82a3d6b86650 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:27.055176 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-55f603c2-0ea4-4369-a8a1-91d8fe36a686 None None] Deleting port b0f5e514-f31f-4c03-b926-ec0b24b7d6a6 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:27.055555 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-55f603c2-0ea4-4369-a8a1-91d8fe36a686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.130671 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-55f603c2-0ea4-4369-a8a1-91d8fe36a686 None None] For port b0f5e514-f31f-4c03-b926-ec0b24b7d6a6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b0f5e514-f31f-4c03-b926-ec0b24b7d6a6,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:27.131069 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-55f603c2-0ea4-4369-a8a1-91d8fe36a686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.146674 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-55f603c2-0ea4-4369-a8a1-91d8fe36a686 None None] Calling delete_port for b0f5e514-f31f-4c03-b926-ec0b24b7d6a6 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:27.272624 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-55f603c2-0ea4-4369-a8a1-91d8fe36a686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.313757 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f603c2-0ea4-4369-a8a1-91d8fe36a686 None None] Pushing event deleted for resources: {'Port': ['ID=b0f5e514-f31f-4c03-b926-ec0b24b7d6a6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:27.317631 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f603c2-0ea4-4369-a8a1-91d8fe36a686 None None] No DVR routers for this DVR port b0f5e514-f31f-4c03-b926-ec0b24b7d6a6 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:27.336344 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad02a54-131f-4c68-b9b0-440883d061f0 None None] get_active_networks_info from n-d-791506-21 {{(pid=93795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:38:27.410021 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c88cefcb-f919-4c3e-9563-922c04e90628 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.450593 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49372) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:27.461035 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88cefcb-f919-4c3e-9563-922c04e90628 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:27.464951 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-c88cefcb-f919-4c3e-9563-922c04e90628 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:27.468794 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88cefcb-f919-4c3e-9563-922c04e90628 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:27.469394 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c88cefcb-f919-4c3e-9563-922c04e90628 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.477750 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88cefcb-f919-4c3e-9563-922c04e90628 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=877b1098-34ae-4621-8caf-0d244fed5596,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:27.494696 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c88cefcb-f919-4c3e-9563-922c04e90628 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8069708 Jul 16 20:38:27.494913 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49378) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:27.500035 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-8c54b2a7-0c8e-4440-a148-be9c08f79d78 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'port': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'fixed_ips': [{'subnet_id': '877b1098-34ae-4621-8caf-0d244fed5596', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1857194478'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:27.512559 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad02a54-131f-4c68-b9b0-440883d061f0 None None] Resources bound (agent type, host, resource id): {{(pid=93795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:38:27.599670 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-4b7b6f4f-e2ab-4d52-a0b8-7bbd1f579861 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'network': {'name': 'tempest-RoutersTest-2077367313'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:27.634484 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7b6f4f-e2ab-4d52-a0b8-7bbd1f579861 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Made reservation on behalf of 0984868bac254eab8830dbbd4c12f77c for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:27.641930 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4b7b6f4f-e2ab-4d52-a0b8-7bbd1f579861 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.666943 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4b7b6f4f-e2ab-4d52-a0b8-7bbd1f579861 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.670186 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c54b2a7-0c8e-4440-a148-be9c08f79d78 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:27.681009 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8c54b2a7-0c8e-4440-a148-be9c08f79d78 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.706901 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-8c54b2a7-0c8e-4440-a148-be9c08f79d78 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] device_id is not set on port bb8f5028-2d75-4279-a0c9-ed83a8656fdb yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:27.799864 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.817119 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4b7b6f4f-e2ab-4d52-a0b8-7bbd1f579861 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.821931 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4b7b6f4f-e2ab-4d52-a0b8-7bbd1f579861 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.838310 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b7b6f4f-e2ab-4d52-a0b8-7bbd1f579861 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:27.853770 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4b7b6f4f-e2ab-4d52-a0b8-7bbd1f579861 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.854258 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-4b7b6f4f-e2ab-4d52-a0b8-7bbd1f579861 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Added segment 294d00d9-f2d9-4102-a418-0778598e9883 of type vlan for network 730b168a-104e-420c-9d94-90dfe99862e2 Jul 16 20:38:27.898042 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c54b2a7-0c8e-4440-a148-be9c08f79d78 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:38:27.898934 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c54b2a7-0c8e-4440-a148-be9c08f79d78 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:27.919039 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8c54b2a7-0c8e-4440-a148-be9c08f79d78 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4207063 Jul 16 20:38:27.920439 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49388) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:27.978076 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-231d10fd-6f5f-41fb-a309-2ef446c5c947 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0559065 Jul 16 20:38:27.978307 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49390) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:27.991982 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4b7b6f4f-e2ab-4d52-a0b8-7bbd1f579861 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.996534 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b6f4f-e2ab-4d52-a0b8-7bbd1f579861 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd9d408-73a8-44cb-b399-8ed405882d61,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:28.075275 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08adc4fa-bab3-4ebb-bc41-62db3c6a655e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-f4aa8141-9687-45d9-b16c-82a3d6b86650', 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'fixed_ips': [{'subnet_id': '877b1098-34ae-4621-8caf-0d244fed5596'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:28.076435 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08adc4fa-bab3-4ebb-bc41-62db3c6a655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.079287 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d52c5a-2ba5-482c-b25d-23c35498ff26 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:28.081033 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d52c5a-2ba5-482c-b25d-23c35498ff26 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:28.085613 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e9d52c5a-2ba5-482c-b25d-23c35498ff26 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1033473 Jul 16 20:38:28.085798 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49392) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:28.096905 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4b7b6f4f-e2ab-4d52-a0b8-7bbd1f579861 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.103285 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7b6f4f-e2ab-4d52-a0b8-7bbd1f579861 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:28.104005 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4b7b6f4f-e2ab-4d52-a0b8-7bbd1f579861 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.118954 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3132e-698a-4931-bc75-6bc9ef82a9a3 req-1a9bd0fd-1729-454a-8796-36a2649ba054 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:28.120505 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e3a3132e-698a-4931-bc75-6bc9ef82a9a3 req-1a9bd0fd-1729-454a-8796-36a2649ba054 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.2535193 Jul 16 20:38:28.146813 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cfedfdd-f7e6-4f6d-9447-eea842247678 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet 877b1098-34ae-4621-8caf-0d244fed5596 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:28.151384 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1cfedfdd-f7e6-4f6d-9447-eea842247678 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.170660 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4b7b6f4f-e2ab-4d52-a0b8-7bbd1f579861 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7187905 Jul 16 20:38:28.176389 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49394) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:28.187621 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-bd3d6384-cdd3-4f50-b774-f5aa06289f0e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'network': {'name': 'tempest-RoutersTest-866069464'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:28.204852 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1cfedfdd-f7e6-4f6d-9447-eea842247678 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.268052 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1cfedfdd-f7e6-4f6d-9447-eea842247678 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.271926 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b6f4f-e2ab-4d52-a0b8-7bbd1f579861 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Network': ['ID=730b168a-104e-420c-9d94-90dfe99862e2,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:28.284544 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 730b168a-104e-420c-9d94-90dfe99862e2 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:28.288200 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e3a3132e-698a-4931-bc75-6bc9ef82a9a3 req-39cdb29a-dd6b-4471-9fa4-3aa53aaa4061 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443839 Jul 16 20:38:28.297601 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3d6384-cdd3-4f50-b774-f5aa06289f0e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Made reservation on behalf of 0984868bac254eab8830dbbd4c12f77c for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:28.303265 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd3d6384-cdd3-4f50-b774-f5aa06289f0e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.337431 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3d6384-cdd3-4f50-b774-f5aa06289f0e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:28.360256 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd3d6384-cdd3-4f50-b774-f5aa06289f0e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.360675 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-bd3d6384-cdd3-4f50-b774-f5aa06289f0e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Added segment ed7e5444-cab7-4c11-9219-77d45a4a272e of type vlan for network 9e943658-5bab-47a2-9289-e31ebddd8f6f Jul 16 20:38:28.380536 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1cfedfdd-f7e6-4f6d-9447-eea842247678 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server [None req-08adc4fa-bab3-4ebb-bc41-62db3c6a655e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 877b1098-34ae-4621-8caf-0d244fed5596: This subnet is being modified by another concurrent operation. Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:38:28.390184 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 877b1098-34ae-4621-8caf-0d244fed5596: This subnet is being modified by another concurrent operation. Jul 16 20:38:28.394875 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server Jul 16 20:38:28.415273 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1cfedfdd-f7e6-4f6d-9447-eea842247678 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.416632 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872f9dc8-7d45-4e38-8d81-0e70c745fcee None None] get_active_networks_info from n-d-791506-21 {{(pid=93795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:38:28.421461 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd3d6384-cdd3-4f50-b774-f5aa06289f0e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.421642 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1cfedfdd-f7e6-4f6d-9447-eea842247678 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/877b1098-34ae-4621-8caf-0d244fed5596 HTTP/1.1" status: 204 len: 168 time: 0.3346565 Jul 16 20:38:28.422270 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49398) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:28.458106 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd3d6384-cdd3-4f50-b774-f5aa06289f0e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.466953 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3d6384-cdd3-4f50-b774-f5aa06289f0e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:28.467906 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd3d6384-cdd3-4f50-b774-f5aa06289f0e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.483886 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfedfdd-f7e6-4f6d-9447-eea842247678 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=877b1098-34ae-4621-8caf-0d244fed5596,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:28.493600 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ec15adb8-1bff-4cbb-a4f9-0fc5dfd1d11c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0682452 Jul 16 20:38:28.494438 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49400) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:28.500046 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-61dfa2f6-4fc2-4d93-9379-d41519b42bf4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:28.528259 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872f9dc8-7d45-4e38-8d81-0e70c745fcee None None] Resources bound (agent type, host, resource id): {{(pid=93795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:38:28.549195 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d6384-cdd3-4f50-b774-f5aa06289f0e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Network': ['ID=9e943658-5bab-47a2-9289-e31ebddd8f6f,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:28.560706 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 9e943658-5bab-47a2-9289-e31ebddd8f6f details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:28.577265 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bd3d6384-cdd3-4f50-b774-f5aa06289f0e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3982391 Jul 16 20:38:28.581638 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49402) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:28.593041 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-081da57e-02d5-419f-88f1-3ddb31d83678 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'subnet': {'network_id': '730b168a-104e-420c-9d94-90dfe99862e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:28.619013 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dfa2f6-4fc2-4d93-9379-d41519b42bf4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:28.624253 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-61dfa2f6-4fc2-4d93-9379-d41519b42bf4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.688313 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b0f5e514-f31f-4c03-b926-ec0b24b7d6a6 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:28.727805 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081da57e-02d5-419f-88f1-3ddb31d83678 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Made reservation on behalf of 0984868bac254eab8830dbbd4c12f77c for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:28.731631 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-081da57e-02d5-419f-88f1-3ddb31d83678 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.744703 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: b0f5e514-f31f-4c03-b926-ec0b24b7d6a6 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:28.745075 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b0f5e514-f31f-4c03-b926-ec0b24b7d6a6 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:28.884725 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-61dfa2f6-4fc2-4d93-9379-d41519b42bf4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.968511 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dfa2f6-4fc2-4d93-9379-d41519b42bf4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:28.974800 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-61dfa2f6-4fc2-4d93-9379-d41519b42bf4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:28.982898 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dfa2f6-4fc2-4d93-9379-d41519b42bf4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:28.983841 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-61dfa2f6-4fc2-4d93-9379-d41519b42bf4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.010542 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-61dfa2f6-4fc2-4d93-9379-d41519b42bf4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5121090 Jul 16 20:38:29.011258 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49408) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:29.013786 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfa2f6-4fc2-4d93-9379-d41519b42bf4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=b7ff5fa9-3ff1-4091-ba39-b9e028cb31db,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:29.026100 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-96c79d88-6020-4352-9fa6-b012e217ef86 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-676279119', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:29.055085 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96c79d88-6020-4352-9fa6-b012e217ef86 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.056699 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96c79d88-6020-4352-9fa6-b012e217ef86 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.081139 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-081da57e-02d5-419f-88f1-3ddb31d83678 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.112431 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-f4aa8141-9687-45d9-b16c-82a3d6b86650', 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'fixed_ips': [{'subnet_id': 'b7ff5fa9-3ff1-4091-ba39-b9e028cb31db'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:29.113352 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.170919 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96c79d88-6020-4352-9fa6-b012e217ef86 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.196547 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96c79d88-6020-4352-9fa6-b012e217ef86 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.210249 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081da57e-02d5-419f-88f1-3ddb31d83678 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Checking segment: {'id': '294d00d9-f2d9-4102-a418-0778598e9883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '730b168a-104e-420c-9d94-90dfe99862e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:29.211015 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081da57e-02d5-419f-88f1-3ddb31d83678 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network hostable DHCP agents. Network: 730b168a-104e-420c-9d94-90dfe99862e2, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:29.230635 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96c79d88-6020-4352-9fa6-b012e217ef86 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.235200 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-96c79d88-6020-4352-9fa6-b012e217ef86 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2140162 Jul 16 20:38:29.235383 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49410) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:29.238488 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081da57e-02d5-419f-88f1-3ddb31d83678 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Subnet': ['ID=dd67ad69-5e8d-4c27-8959-9f5a65c53271,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:29.247341 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081da57e-02d5-419f-88f1-3ddb31d83678 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network 730b168a-104e-420c-9d94-90dfe99862e2 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:29.259366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-081da57e-02d5-419f-88f1-3ddb31d83678 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 730b168a-104e-420c-9d94-90dfe99862e2) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:29.264525 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081da57e-02d5-419f-88f1-3ddb31d83678 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:29.265121 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-081da57e-02d5-419f-88f1-3ddb31d83678 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.277902 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Allocated IP 2001:db8::2 (f4aa8141-9687-45d9-b16c-82a3d6b86650/b7ff5fa9-3ff1-4091-ba39-b9e028cb31db/78b29670-44f5-4686-be50-f9f55157c934) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:29.282859 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-081da57e-02d5-419f-88f1-3ddb31d83678 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6977720 Jul 16 20:38:29.286489 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49412) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:29.297686 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-52e2ae43-b804-413a-9c20-e83269e7c7b8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'subnet': {'network_id': '9e943658-5bab-47a2-9289-e31ebddd8f6f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:29.426613 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e2ae43-b804-413a-9c20-e83269e7c7b8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Made reservation on behalf of 0984868bac254eab8830dbbd4c12f77c for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:29.430773 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-52e2ae43-b804-413a-9c20-e83269e7c7b8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.434802 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.533873 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.544579 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Transition to ACTIVE for port object 78b29670-44f5-4686-be50-f9f55157c934 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:29.564129 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Transition to ACTIVE for port object 78b29670-44f5-4686-be50-f9f55157c934 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:29.573265 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.622108 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:29.628508 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:29.631346 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:29.644164 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Pushing event updated for resources: {'Port': ['ID=78b29670-44f5-4686-be50-f9f55157c934,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:29.676127 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e49ea07d-3096-4553-95f5-ab9a0967303f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.701510 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:29.701866 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:29.702217 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:29.702598 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:29.702942 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:29.703414 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:29.703759 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:29.704096 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:29.704428 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:29.704761 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:29.705424 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:29.705757 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:29.719795 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Attempting to bind port 78b29670-44f5-4686-be50-f9f55157c934 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:29.720181 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Attempting to bind port 78b29670-44f5-4686-be50-f9f55157c934 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:29.720554 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Attempting to bind port 78b29670-44f5-4686-be50-f9f55157c934 on network f4aa8141-9687-45d9-b16c-82a3d6b86650 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:29.726932 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:29.727315 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Checking segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:29.727778 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.728187 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Bound using segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:29.728665 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Bound port: 78b29670-44f5-4686-be50-f9f55157c934, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:29.729061 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.797054 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] For port 78b29670-44f5-4686-be50-f9f55157c934, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:29.801293 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] For port 78b29670-44f5-4686-be50-f9f55157c934, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=78b29670-44f5-4686-be50-f9f55157c934,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:29.805627 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.862978 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38055480-169b-414f-b5b3-14f239f28d83 None None] Pushing event updated for resources: {'Port': ['ID=78b29670-44f5-4686-be50-f9f55157c934,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:29.996119 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfea89b-63d0-4db7-9de1-a1d98a717204 req-6a23f2e3-7aa8-47db-ba54-6cc64c93b6b4 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:29.998629 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccfea89b-63d0-4db7-9de1-a1d98a717204 req-6a23f2e3-7aa8-47db-ba54-6cc64c93b6b4 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.1668696 Jul 16 20:38:30.055292 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-e49ea07d-3096-4553-95f5-ab9a0967303f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 2001:db8::1 (f4aa8141-9687-45d9-b16c-82a3d6b86650/b7ff5fa9-3ff1-4091-ba39-b9e028cb31db/c4b681e6-6cbb-447e-ae2c-b64149fa2641) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:30.148467 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccfea89b-63d0-4db7-9de1-a1d98a717204 req-0cce2b61-8877-463d-828e-60f2f998c53b tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342621 Jul 16 20:38:30.149937 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-52e2ae43-b804-413a-9c20-e83269e7c7b8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.268186 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e49ea07d-3096-4553-95f5-ab9a0967303f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.280841 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2ae43-b804-413a-9c20-e83269e7c7b8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Subnet': ['ID=ada6e489-b01f-4a57-af3c-35e545796c91,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:30.287053 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-e49ea07d-3096-4553-95f5-ab9a0967303f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Transition to ACTIVE for port object c4b681e6-6cbb-447e-ae2c-b64149fa2641 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:30.306385 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e2ae43-b804-413a-9c20-e83269e7c7b8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Checking segment: {'id': 'ed7e5444-cab7-4c11-9219-77d45a4a272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9e943658-5bab-47a2-9289-e31ebddd8f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:30.307110 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e2ae43-b804-413a-9c20-e83269e7c7b8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network hostable DHCP agents. Network: 9e943658-5bab-47a2-9289-e31ebddd8f6f, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:30.330862 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e2ae43-b804-413a-9c20-e83269e7c7b8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network 9e943658-5bab-47a2-9289-e31ebddd8f6f is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:30.337520 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e49ea07d-3096-4553-95f5-ab9a0967303f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.342766 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-52e2ae43-b804-413a-9c20-e83269e7c7b8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 9e943658-5bab-47a2-9289-e31ebddd8f6f) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:30.348448 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e2ae43-b804-413a-9c20-e83269e7c7b8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:30.349130 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-52e2ae43-b804-413a-9c20-e83269e7c7b8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.379180 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-52e2ae43-b804-413a-9c20-e83269e7c7b8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0864606 Jul 16 20:38:30.382150 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49426) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:30.388963 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-09dce61f-d55b-4418-b3bd-b7ed729473e2 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-241512383', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:30.398207 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49ea07d-3096-4553-95f5-ab9a0967303f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:30.403252 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-e49ea07d-3096-4553-95f5-ab9a0967303f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:30.415001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49ea07d-3096-4553-95f5-ab9a0967303f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:30.415796 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e49ea07d-3096-4553-95f5-ab9a0967303f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.435793 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09dce61f-d55b-4418-b3bd-b7ed729473e2 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.436962 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09dce61f-d55b-4418-b3bd-b7ed729473e2 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.501690 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ea07d-3096-4553-95f5-ab9a0967303f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Port': ['ID=c4b681e6-6cbb-447e-ae2c-b64149fa2641,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:30.516641 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09dce61f-d55b-4418-b3bd-b7ed729473e2 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.522277 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09dce61f-d55b-4418-b3bd-b7ed729473e2 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.541443 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09dce61f-d55b-4418-b3bd-b7ed729473e2 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.545215 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-09dce61f-d55b-4418-b3bd-b7ed729473e2 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1591535 Jul 16 20:38:30.545365 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49428) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:30.685045 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e49ea07d-3096-4553-95f5-ab9a0967303f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.786969 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 78b29670-44f5-4686-be50-f9f55157c934 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:30.852229 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 78b29670-44f5-4686-be50-f9f55157c934 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:30.960588 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c30de6b7-cf05-43dd-8d02-cf02fbe2f0f6 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.107280 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e49ea07d-3096-4553-95f5-ab9a0967303f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.116098 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e49ea07d-3096-4553-95f5-ab9a0967303f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.117000 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e49ea07d-3096-4553-95f5-ab9a0967303f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.229217 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ea07d-3096-4553-95f5-ab9a0967303f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Port': ['ID=c4b681e6-6cbb-447e-ae2c-b64149fa2641,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:31.290738 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b858099-d513-439e-9f37-e7b7cb1c7031 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:31.294407 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad52656-621f-4882-8b45-fe8e10f4ac04 None None] Network 730b168a-104e-420c-9d94-90dfe99862e2 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:31.305350 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-c30de6b7-cf05-43dd-8d02-cf02fbe2f0f6 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Allocated IP 172.20.0.1 (730b168a-104e-420c-9d94-90dfe99862e2/dd67ad69-5e8d-4c27-8959-9f5a65c53271/e54deaf2-c555-4f28-8020-3c13a05a2467) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:31.352361 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49ea07d-3096-4553-95f5-ab9a0967303f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:31.354498 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-e49ea07d-3096-4553-95f5-ab9a0967303f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:31.380919 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82682b3-0521-4b3a-aaf4-77387d71b378 None None] Network 9e943658-5bab-47a2-9289-e31ebddd8f6f requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:31.523964 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c30de6b7-cf05-43dd-8d02-cf02fbe2f0f6 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.536194 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49ea07d-3096-4553-95f5-ab9a0967303f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Router 0444c599-a79a-4415-a1c0-7a90d27ad2f8 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:38:31.555144 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-c30de6b7-cf05-43dd-8d02-cf02fbe2f0f6 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Transition to ACTIVE for port object e54deaf2-c555-4f28-8020-3c13a05a2467 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:31.565400 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-87121861-7d52-4f2e-bd72-7447eaf07f06 None None] Provisioning for port 78b29670-44f5-4686-be50-f9f55157c934 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:31.580826 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-87121861-7d52-4f2e-bd72-7447eaf07f06 None None] Provisioning complete for port 78b29670-44f5-4686-be50-f9f55157c934 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:31.581293 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87121861-7d52-4f2e-bd72-7447eaf07f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.581698 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81665157-a9dd-4601-ac77-57b40a68e02e req-51e8cae2-c7ed-4991-b0fa-a1f72c88bd54 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:31.583540 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-81665157-a9dd-4601-ac77-57b40a68e02e req-51e8cae2-c7ed-4991-b0fa-a1f72c88bd54 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.1546805 Jul 16 20:38:31.636592 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c30de6b7-cf05-43dd-8d02-cf02fbe2f0f6 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.665252 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49ea07d-3096-4553-95f5-ab9a0967303f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:31.681296 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e49ea07d-3096-4553-95f5-ab9a0967303f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "PUT /v2.0/routers/0444c599-a79a-4415-a1c0-7a90d27ad2f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4444516 Jul 16 20:38:31.684941 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49440) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:31.700183 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea43cd5-37e0-43fc-a515-e1aeae82a846 None None] Sync routers for ids ['0444c599-a79a-4415-a1c0-7a90d27ad2f8'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:31.714049 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30de6b7-cf05-43dd-8d02-cf02fbe2f0f6 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Port': ['ID=e54deaf2-c555-4f28-8020-3c13a05a2467,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:31.730054 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-81665157-a9dd-4601-ac77-57b40a68e02e req-dc9f3131-cb66-4d71-82e6-9d3e78bed6cb tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389084 Jul 16 20:38:31.750291 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30de6b7-cf05-43dd-8d02-cf02fbe2f0f6 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network 730b168a-104e-420c-9d94-90dfe99862e2 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:31.752865 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-c30de6b7-cf05-43dd-8d02-cf02fbe2f0f6 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:31.761450 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a772d07-b840-49be-8144-d0bf64f8eaa8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:31.763233 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30de6b7-cf05-43dd-8d02-cf02fbe2f0f6 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:31.763921 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2a772d07-b840-49be-8144-d0bf64f8eaa8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports/c4b681e6-6cbb-447e-ae2c-b64149fa2641 HTTP/1.1" status: 200 len: 911 time: 0.0787740 Jul 16 20:38:31.766775 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49442) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:31.820159 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c30de6b7-cf05-43dd-8d02-cf02fbe2f0f6 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.882394 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3945a556-443e-4c94-9a20-e562d1202c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-9e943658-5bab-47a2-9289-e31ebddd8f6f', 'network_id': '9e943658-5bab-47a2-9289-e31ebddd8f6f', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'fixed_ips': [{'subnet_id': 'ada6e489-b01f-4a57-af3c-35e545796c91'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:31.883272 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3945a556-443e-4c94-9a20-e562d1202c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.886418 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea43cd5-37e0-43fc-a515-e1aeae82a846 None None] Routers {'0444c599-a79a-4415-a1c0-7a90d27ad2f8'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:31.887150 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-bea43cd5-37e0-43fc-a515-e1aeae82a846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:38:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['0444c599-a79a-4415-a1c0-7a90d27ad2f8'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:31.894019 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87121861-7d52-4f2e-bd72-7447eaf07f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.925065 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658dfeb3-6957-4c1d-a663-7f6891646764 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:31.932262 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658dfeb3-6957-4c1d-a663-7f6891646764 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:31.936645 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-658dfeb3-6957-4c1d-a663-7f6891646764 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1662827 Jul 16 20:38:31.937026 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49446) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:32.010382 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c30de6b7-cf05-43dd-8d02-cf02fbe2f0f6 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.275162 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-87121861-7d52-4f2e-bd72-7447eaf07f06 None None] For port 78b29670-44f5-4686-be50-f9f55157c934, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=78b29670-44f5-4686-be50-f9f55157c934,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:32.288648 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-bea43cd5-37e0-43fc-a515-e1aeae82a846 None None] Set router 0444c599-a79a-4415-a1c0-7a90d27ad2f8 gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:32.326914 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87121861-7d52-4f2e-bd72-7447eaf07f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.369211 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c30de6b7-cf05-43dd-8d02-cf02fbe2f0f6 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.376713 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c30de6b7-cf05-43dd-8d02-cf02fbe2f0f6 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.391375 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1c36f946-7992-4616-8806-3a4fe4ba2fd1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.454204 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a12bc7-aef8-4583-8a92-9382e5213c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-730b168a-104e-420c-9d94-90dfe99862e2', 'network_id': '730b168a-104e-420c-9d94-90dfe99862e2', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'fixed_ips': [{'subnet_id': 'dd67ad69-5e8d-4c27-8959-9f5a65c53271'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:32.455631 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5a12bc7-aef8-4583-8a92-9382e5213c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.473817 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c30de6b7-cf05-43dd-8d02-cf02fbe2f0f6 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.479150 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30de6b7-cf05-43dd-8d02-cf02fbe2f0f6 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Port': ['ID=e54deaf2-c555-4f28-8020-3c13a05a2467,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:32.582989 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87121861-7d52-4f2e-bd72-7447eaf07f06 None None] Pushing event updated for resources: {'Port': ['ID=78b29670-44f5-4686-be50-f9f55157c934,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:32.589914 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-3945a556-443e-4c94-9a20-e562d1202c26 None None] Allocated IP 172.21.0.2 (9e943658-5bab-47a2-9289-e31ebddd8f6f/ada6e489-b01f-4a57-af3c-35e545796c91/80fd19ec-6496-4fee-81a0-5de706b50480) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:32.688156 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-1c36f946-7992-4616-8806-3a4fe4ba2fd1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting port c4b681e6-6cbb-447e-ae2c-b64149fa2641 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:32.688665 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1c36f946-7992-4616-8806-3a4fe4ba2fd1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.767935 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30de6b7-cf05-43dd-8d02-cf02fbe2f0f6 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network 730b168a-104e-420c-9d94-90dfe99862e2 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:32.770550 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-c30de6b7-cf05-43dd-8d02-cf02fbe2f0f6 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:32.911891 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1c36f946-7992-4616-8806-3a4fe4ba2fd1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.932189 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f60583b-72f1-4db8-9cf2-155d66db0de6 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:32.952881 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-1c36f946-7992-4616-8806-3a4fe4ba2fd1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Calling delete_port for c4b681e6-6cbb-447e-ae2c-b64149fa2641 owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:32.977353 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-a5a12bc7-aef8-4583-8a92-9382e5213c73 None None] Allocated IP 172.20.0.2 (730b168a-104e-420c-9d94-90dfe99862e2/dd67ad69-5e8d-4c27-8959-9f5a65c53271/1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:32.996090 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30de6b7-cf05-43dd-8d02-cf02fbe2f0f6 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Router b6379e85-31e4-4e85-bc2c-35830595704c is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:38:33.085111 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3945a556-443e-4c94-9a20-e562d1202c26 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.093405 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4df35f7f-1adb-4bd8-a26c-08718d739dfc None None] Provisioning for port c4b681e6-6cbb-447e-ae2c-b64149fa2641 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:33.113971 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4df35f7f-1adb-4bd8-a26c-08718d739dfc None None] Provisioning complete for port c4b681e6-6cbb-447e-ae2c-b64149fa2641 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:33.114407 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4df35f7f-1adb-4bd8-a26c-08718d739dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.128862 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3945a556-443e-4c94-9a20-e562d1202c26 None None] Transition to ACTIVE for port object 80fd19ec-6496-4fee-81a0-5de706b50480 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:33.175742 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51419529-f308-44af-9bf6-ff4c9c29bbe4 req-cb9854d4-0968-43d1-b285-6202069961c8 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:33.177698 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-51419529-f308-44af-9bf6-ff4c9c29bbe4 req-cb9854d4-0968-43d1-b285-6202069961c8 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.1826899 Jul 16 20:38:33.191138 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.225419 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30de6b7-cf05-43dd-8d02-cf02fbe2f0f6 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:33.236243 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095e3660-7c7f-4d46-9559-985f4f4e1587 None None] Sync routers for ids ['b6379e85-31e4-4e85-bc2c-35830595704c'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:33.238069 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-bea43cd5-37e0-43fc-a515-e1aeae82a846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0444c599-a79a-4415-a1c0-7a90d27ad2f8', 'name': 'tempest-NetworksTestDHCPv6-router-676279119', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:29Z', 'updated_at': '2021-07-16T20:38:30Z', 'revision_number': 2, 'project_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'gw_port_host': None, '_interfaces': [{'id': 'c4b681e6-6cbb-447e-ae2c-b64149fa2641', 'name': '', 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'mac_address': 'fa:16:3e:6c:73:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0444c599-a79a-4415-a1c0-7a90d27ad2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'b7ff5fa9-3ff1-4091-ba39-b9e028cb31db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:29Z', 'updated_at': '2021-07-16T20:38:30Z', 'revision_number': 2, 'project_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'subnets': [{'id': 'b7ff5fa9-3ff1-4091-ba39-b9e028cb31db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:33.240357 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-51419529-f308-44af-9bf6-ff4c9c29bbe4 req-d8de6278-a474-4ac4-9b81-b1507e05c141 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462642 Jul 16 20:38:33.251450 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3945a556-443e-4c94-9a20-e562d1202c26 None None] Transition to ACTIVE for port object 80fd19ec-6496-4fee-81a0-5de706b50480 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:33.255181 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1c36f946-7992-4616-8806-3a4fe4ba2fd1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.255900 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c30de6b7-cf05-43dd-8d02-cf02fbe2f0f6 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "PUT /v2.0/routers/b6379e85-31e4-4e85-bc2c-35830595704c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7088673 Jul 16 20:38:33.256595 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49456) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:33.265226 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095e3660-7c7f-4d46-9559-985f4f4e1587 None None] Routers {'b6379e85-31e4-4e85-bc2c-35830595704c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:33.266134 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-095e3660-7c7f-4d46-9559-985f4f4e1587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:38:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['b6379e85-31e4-4e85-bc2c-35830595704c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:33.326042 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36f946-7992-4616-8806-3a4fe4ba2fd1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Port': ['ID=c4b681e6-6cbb-447e-ae2c-b64149fa2641,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:33.326645 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fb5bc4-2908-4c8c-9fc4-1ade4ef27456 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:33.332448 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49462) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:33.339835 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d4fb5bc4-2908-4c8c-9fc4-1ade4ef27456 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "GET /v2.0/ports/e54deaf2-c555-4f28-8020-3c13a05a2467 HTTP/1.1" status: 200 len: 910 time: 0.0821588 Jul 16 20:38:33.346700 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea43cd5-37e0-43fc-a515-e1aeae82a846 None None] Checking router: 0444c599-a79a-4415-a1c0-7a90d27ad2f8 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:33.347066 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea43cd5-37e0-43fc-a515-e1aeae82a846 None None] Updating router 0444c599-a79a-4415-a1c0-7a90d27ad2f8 port c4b681e6-6cbb-447e-ae2c-b64149fa2641 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:38:33.351650 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-095e3660-7c7f-4d46-9559-985f4f4e1587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:33.354291 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3945a556-443e-4c94-9a20-e562d1202c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.362212 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4df35f7f-1adb-4bd8-a26c-08718d739dfc None None] Port c4b681e6-6cbb-447e-ae2c-b64149fa2641 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:33.364851 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095e3660-7c7f-4d46-9559-985f4f4e1587 None None] Routers {'b6379e85-31e4-4e85-bc2c-35830595704c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:33.365951 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-095e3660-7c7f-4d46-9559-985f4f4e1587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:38:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['b6379e85-31e4-4e85-bc2c-35830595704c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:33.417199 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-095e3660-7c7f-4d46-9559-985f4f4e1587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:33.418078 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095e3660-7c7f-4d46-9559-985f4f4e1587 None None] The sync data for ids ['b6379e85-31e4-4e85-bc2c-35830595704c'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:33.421264 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea43cd5-37e0-43fc-a515-e1aeae82a846 None None] Port c4b681e6-6cbb-447e-ae2c-b64149fa2641 not found while updating agent binding for router 0444c599-a79a-4415-a1c0-7a90d27ad2f8. {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 20:38:33.484505 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3945a556-443e-4c94-9a20-e562d1202c26 None None] Network 9e943658-5bab-47a2-9289-e31ebddd8f6f is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:33.507756 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-3945a556-443e-4c94-9a20-e562d1202c26 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:33.510475 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3945a556-443e-4c94-9a20-e562d1202c26 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:33.520354 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4df35f7f-1adb-4bd8-a26c-08718d739dfc None None] Provisioning complete for port 78b29670-44f5-4686-be50-f9f55157c934 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:33.520740 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4df35f7f-1adb-4bd8-a26c-08718d739dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.532422 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945a556-443e-4c94-9a20-e562d1202c26 None None] Pushing event updated for resources: {'Port': ['ID=80fd19ec-6496-4fee-81a0-5de706b50480,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:33.537050 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea43cd5-37e0-43fc-a515-e1aeae82a846 None None] Routers {'0444c599-a79a-4415-a1c0-7a90d27ad2f8'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:33.537701 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-bea43cd5-37e0-43fc-a515-e1aeae82a846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:38:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['0444c599-a79a-4415-a1c0-7a90d27ad2f8'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:33.632734 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5a12bc7-aef8-4583-8a92-9382e5213c73 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.699465 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-bea43cd5-37e0-43fc-a515-e1aeae82a846 None None] Set router 0444c599-a79a-4415-a1c0-7a90d27ad2f8 gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:33.771891 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-bea43cd5-37e0-43fc-a515-e1aeae82a846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0444c599-a79a-4415-a1c0-7a90d27ad2f8', 'name': 'tempest-NetworksTestDHCPv6-router-676279119', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:29Z', 'updated_at': '2021-07-16T20:38:33Z', 'revision_number': 3, 'project_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:33.777439 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a5a12bc7-aef8-4583-8a92-9382e5213c73 None None] Transition to ACTIVE for port object 1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:33.876620 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea43cd5-37e0-43fc-a515-e1aeae82a846 None None] The sync data for ids ['0444c599-a79a-4415-a1c0-7a90d27ad2f8'] in n-d-791506-21 is: [{'id': '0444c599-a79a-4415-a1c0-7a90d27ad2f8', 'name': 'tempest-NetworksTestDHCPv6-router-676279119', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:29Z', 'updated_at': '2021-07-16T20:38:33Z', 'revision_number': 3, 'project_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'gw_port_host': None}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:33.900848 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3945a556-443e-4c94-9a20-e562d1202c26 None None] Attempting to bind port 80fd19ec-6496-4fee-81a0-5de706b50480 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:33.901195 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3945a556-443e-4c94-9a20-e562d1202c26 None None] Attempting to bind port 80fd19ec-6496-4fee-81a0-5de706b50480 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'ed7e5444-cab7-4c11-9219-77d45a4a272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9e943658-5bab-47a2-9289-e31ebddd8f6f'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:33.901644 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3945a556-443e-4c94-9a20-e562d1202c26 None None] Attempting to bind port 80fd19ec-6496-4fee-81a0-5de706b50480 on network 9e943658-5bab-47a2-9289-e31ebddd8f6f {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:33.922829 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a5a12bc7-aef8-4583-8a92-9382e5213c73 None None] Transition to ACTIVE for port object 1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:33.927318 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3945a556-443e-4c94-9a20-e562d1202c26 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:33.927732 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3945a556-443e-4c94-9a20-e562d1202c26 None None] Checking segment: {'id': 'ed7e5444-cab7-4c11-9219-77d45a4a272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9e943658-5bab-47a2-9289-e31ebddd8f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:33.928149 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3945a556-443e-4c94-9a20-e562d1202c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.928602 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3945a556-443e-4c94-9a20-e562d1202c26 None None] Bound using segment: {'id': 'ed7e5444-cab7-4c11-9219-77d45a4a272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9e943658-5bab-47a2-9289-e31ebddd8f6f'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:33.929147 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3945a556-443e-4c94-9a20-e562d1202c26 None None] Bound port: 80fd19ec-6496-4fee-81a0-5de706b50480, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed7e5444-cab7-4c11-9219-77d45a4a272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9e943658-5bab-47a2-9289-e31ebddd8f6f'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:33.930279 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3945a556-443e-4c94-9a20-e562d1202c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.968105 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5a12bc7-aef8-4583-8a92-9382e5213c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.014559 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1c36f946-7992-4616-8806-3a4fe4ba2fd1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.356059 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a12bc7-aef8-4583-8a92-9382e5213c73 None None] Network 730b168a-104e-420c-9d94-90dfe99862e2 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:34.367455 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a12bc7-aef8-4583-8a92-9382e5213c73 None None] Pushing event updated for resources: {'Port': ['ID=1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:34.373945 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c36f946-7992-4616-8806-3a4fe4ba2fd1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Router 0444c599-a79a-4415-a1c0-7a90d27ad2f8 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:34.378874 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a5a12bc7-aef8-4583-8a92-9382e5213c73 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:34.385624 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a12bc7-aef8-4583-8a92-9382e5213c73 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:34.455634 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3945a556-443e-4c94-9a20-e562d1202c26 None None] For port 80fd19ec-6496-4fee-81a0-5de706b50480, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:34.547380 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa640095-c42f-41f6-8253-0657bbf01b0e req-89c2956e-07d9-4209-ac43-71bd49958abc tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:34.558499 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aa640095-c42f-41f6-8253-0657bbf01b0e req-89c2956e-07d9-4209-ac43-71bd49958abc tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.1379342 Jul 16 20:38:34.563758 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3945a556-443e-4c94-9a20-e562d1202c26 None None] For port 80fd19ec-6496-4fee-81a0-5de706b50480, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=80fd19ec-6496-4fee-81a0-5de706b50480,segment=NetworkSegment(ed7e5444-cab7-4c11-9219-77d45a4a272e),segment_id=ed7e5444-cab7-4c11-9219-77d45a4a272e)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:34.573256 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c36f946-7992-4616-8806-3a4fe4ba2fd1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:34.591795 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3945a556-443e-4c94-9a20-e562d1202c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.594889 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1c36f946-7992-4616-8806-3a4fe4ba2fd1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "PUT /v2.0/routers/0444c599-a79a-4415-a1c0-7a90d27ad2f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6567829 Jul 16 20:38:34.597651 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49474) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:34.607975 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a5a12bc7-aef8-4583-8a92-9382e5213c73 None None] Attempting to bind port 1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:34.608832 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a5a12bc7-aef8-4583-8a92-9382e5213c73 None None] Attempting to bind port 1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '294d00d9-f2d9-4102-a418-0778598e9883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '730b168a-104e-420c-9d94-90dfe99862e2'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:34.609903 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a12bc7-aef8-4583-8a92-9382e5213c73 None None] Attempting to bind port 1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed on network 730b168a-104e-420c-9d94-90dfe99862e2 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:34.653035 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a12bc7-aef8-4583-8a92-9382e5213c73 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:34.653557 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a12bc7-aef8-4583-8a92-9382e5213c73 None None] Checking segment: {'id': '294d00d9-f2d9-4102-a418-0778598e9883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '730b168a-104e-420c-9d94-90dfe99862e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:34.654070 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5a12bc7-aef8-4583-8a92-9382e5213c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.654618 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a12bc7-aef8-4583-8a92-9382e5213c73 None None] Bound using segment: {'id': '294d00d9-f2d9-4102-a418-0778598e9883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '730b168a-104e-420c-9d94-90dfe99862e2'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:34.655735 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a5a12bc7-aef8-4583-8a92-9382e5213c73 None None] Bound port: 1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294d00d9-f2d9-4102-a418-0778598e9883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '730b168a-104e-420c-9d94-90dfe99862e2'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:34.655735 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5a12bc7-aef8-4583-8a92-9382e5213c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.682742 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aa640095-c42f-41f6-8253-0657bbf01b0e req-482bb1de-7dc3-4d80-a4b6-ff2b80b7ede1 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221509 Jul 16 20:38:34.730741 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8becd183-daed-4e59-9f7b-4a579591469c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:34.738561 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8becd183-daed-4e59-9f7b-4a579591469c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:34.740701 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0c8cdcb7-3312-495f-9aef-26aa8ebbf6af None None] Provisioning complete for port 78b29670-44f5-4686-be50-f9f55157c934 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:34.741089 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c8cdcb7-3312-495f-9aef-26aa8ebbf6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.741357 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8becd183-daed-4e59-9f7b-4a579591469c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1424532 Jul 16 20:38:34.742941 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 78b29670-44f5-4686-be50-f9f55157c934 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:34.743692 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49476) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:34.835615 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7666cf35-65d1-4e64-a902-dafbe076ca79 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.848410 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ec3800-c225-4ee6-a059-21d392587371 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet b7ff5fa9-3ff1-4091-ba39-b9e028cb31db {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:34.854885 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-26ec3800-c225-4ee6-a059-21d392587371 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.950728 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945a556-443e-4c94-9a20-e562d1202c26 None None] Pushing event updated for resources: {'Port': ['ID=80fd19ec-6496-4fee-81a0-5de706b50480,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:34.965329 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-26ec3800-c225-4ee6-a059-21d392587371 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.977502 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a5a12bc7-aef8-4583-8a92-9382e5213c73 None None] For port 1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:34.980944 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a5a12bc7-aef8-4583-8a92-9382e5213c73 None None] For port 1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed,segment=NetworkSegment(294d00d9-f2d9-4102-a418-0778598e9883),segment_id=294d00d9-f2d9-4102-a418-0778598e9883)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:34.996305 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5a12bc7-aef8-4583-8a92-9382e5213c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.009281 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 78b29670-44f5-4686-be50-f9f55157c934 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:35.009661 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.250876 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-26ec3800-c225-4ee6-a059-21d392587371 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.341086 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a12bc7-aef8-4583-8a92-9382e5213c73 None None] Pushing event updated for resources: {'Port': ['ID=1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:35.408266 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-26ec3800-c225-4ee6-a059-21d392587371 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.424184 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-7666cf35-65d1-4e64-a902-dafbe076ca79 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Allocated IP 172.21.0.1 (9e943658-5bab-47a2-9289-e31ebddd8f6f/ada6e489-b01f-4a57-af3c-35e545796c91/8e75fe3d-af6a-46ba-ad4f-3c72c6815830) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:35.474749 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-26ec3800-c225-4ee6-a059-21d392587371 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.478511 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-26ec3800-c225-4ee6-a059-21d392587371 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/b7ff5fa9-3ff1-4091-ba39-b9e028cb31db HTTP/1.1" status: 204 len: 168 time: 0.7337086 Jul 16 20:38:35.494997 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a7de89a8-4f96-4796-b618-bb157bb03797 None None] Could not find standard attr ID for object c4b681e6-6cbb-447e-ae2c-b64149fa2641. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:38:35.497236 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49482) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:35.525018 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f39448c-e603-43f8-9ebe-b67cc78f35e6 None None] Sync routers for ids ['0444c599-a79a-4415-a1c0-7a90d27ad2f8'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:35.534090 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b21ff6-4548-4cdf-84f5-0003af7757c9 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:35.534425 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec3800-c225-4ee6-a059-21d392587371 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=b7ff5fa9-3ff1-4091-ba39-b9e028cb31db,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:35.567491 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:38:35.579015 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f39448c-e603-43f8-9ebe-b67cc78f35e6 None None] Routers {'0444c599-a79a-4415-a1c0-7a90d27ad2f8'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:35.579804 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-3f39448c-e603-43f8-9ebe-b67cc78f35e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:38:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['0444c599-a79a-4415-a1c0-7a90d27ad2f8'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:35.779745 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c8efbdfa-cf42-4f5a-8a6f-ef4871cb8ef2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2793386 Jul 16 20:38:35.782456 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49488) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:35.809422 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-3f39448c-e603-43f8-9ebe-b67cc78f35e6 None None] Set router 0444c599-a79a-4415-a1c0-7a90d27ad2f8 gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:35.842807 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7666cf35-65d1-4e64-a902-dafbe076ca79 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.861499 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-7666cf35-65d1-4e64-a902-dafbe076ca79 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Transition to ACTIVE for port object 8e75fe3d-af6a-46ba-ad4f-3c72c6815830 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:35.900468 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7666cf35-65d1-4e64-a902-dafbe076ca79 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.908611 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-3f39448c-e603-43f8-9ebe-b67cc78f35e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0444c599-a79a-4415-a1c0-7a90d27ad2f8', 'name': 'tempest-NetworksTestDHCPv6-router-676279119', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:29Z', 'updated_at': '2021-07-16T20:38:33Z', 'revision_number': 3, 'project_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:35.939112 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-98a74358-eced-4bb0-83f1-981f7b62c491 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.965332 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f39448c-e603-43f8-9ebe-b67cc78f35e6 None None] Checking router: 0444c599-a79a-4415-a1c0-7a90d27ad2f8 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:35.984321 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7666cf35-65d1-4e64-a902-dafbe076ca79 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network 9e943658-5bab-47a2-9289-e31ebddd8f6f is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:35.989845 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f39448c-e603-43f8-9ebe-b67cc78f35e6 None None] Routers {'0444c599-a79a-4415-a1c0-7a90d27ad2f8'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:35.990765 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-3f39448c-e603-43f8-9ebe-b67cc78f35e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:38:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['0444c599-a79a-4415-a1c0-7a90d27ad2f8'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:35.995851 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-7666cf35-65d1-4e64-a902-dafbe076ca79 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:35.999664 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7666cf35-65d1-4e64-a902-dafbe076ca79 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:36.050299 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc5137-bab0-4d5a-b1c3-64a272c97c9f req-cd90d7c7-1946-48d7-9933-b022d1ea6ed0 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:36.057701 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9cdc5137-bab0-4d5a-b1c3-64a272c97c9f req-cd90d7c7-1946-48d7-9933-b022d1ea6ed0 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.1790981 Jul 16 20:38:36.080654 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666cf35-65d1-4e64-a902-dafbe076ca79 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Port': ['ID=8e75fe3d-af6a-46ba-ad4f-3c72c6815830,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:36.085768 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-3f39448c-e603-43f8-9ebe-b67cc78f35e6 None None] Set router 0444c599-a79a-4415-a1c0-7a90d27ad2f8 gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:36.129942 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7666cf35-65d1-4e64-a902-dafbe076ca79 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.159630 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-3f39448c-e603-43f8-9ebe-b67cc78f35e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0444c599-a79a-4415-a1c0-7a90d27ad2f8', 'name': 'tempest-NetworksTestDHCPv6-router-676279119', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:29Z', 'updated_at': '2021-07-16T20:38:33Z', 'revision_number': 3, 'project_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:36.185269 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9cdc5137-bab0-4d5a-b1c3-64a272c97c9f req-26aed28b-2ecb-4e62-ad66-82392a766dd6 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266844 Jul 16 20:38:36.231795 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-98a74358-eced-4bb0-83f1-981f7b62c491 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.235495 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-98a74358-eced-4bb0-83f1-981f7b62c491 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.241413 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f39448c-e603-43f8-9ebe-b67cc78f35e6 None None] The sync data for ids ['0444c599-a79a-4415-a1c0-7a90d27ad2f8'] in n-d-791506-21 is: [{'id': '0444c599-a79a-4415-a1c0-7a90d27ad2f8', 'name': 'tempest-NetworksTestDHCPv6-router-676279119', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:29Z', 'updated_at': '2021-07-16T20:38:33Z', 'revision_number': 3, 'project_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'gw_port_host': None}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:36.376419 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-98a74358-eced-4bb0-83f1-981f7b62c491 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.380276 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a74358-eced-4bb0-83f1-981f7b62c491 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Fanout notify agent at l3_agent the message router_deleted on router 0444c599-a79a-4415-a1c0-7a90d27ad2f8 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:38:36.386800 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b0ab6a-382a-403b-92f5-d6dfcd1d41fb None None] DHCP port deletion for f4aa8141-9687-45d9-b16c-82a3d6b86650 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:36.395759 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-98a74358-eced-4bb0-83f1-981f7b62c491 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.397360 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-98a74358-eced-4bb0-83f1-981f7b62c491 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/routers/0444c599-a79a-4415-a1c0-7a90d27ad2f8 HTTP/1.1" status: 204 len: 168 time: 0.6128619 Jul 16 20:38:36.401196 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49492) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:36.410294 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-79bb6e5e-d031-46fc-95d5-2eb5cb69a851 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:36.464534 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7666cf35-65d1-4e64-a902-dafbe076ca79 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.507966 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-43b0ab6a-382a-403b-92f5-d6dfcd1d41fb None None] Deleting port 78b29670-44f5-4686-be50-f9f55157c934 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:36.508354 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43b0ab6a-382a-403b-92f5-d6dfcd1d41fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.635151 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-43b0ab6a-382a-403b-92f5-d6dfcd1d41fb None None] For port 78b29670-44f5-4686-be50-f9f55157c934, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=78b29670-44f5-4686-be50-f9f55157c934,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:36.635557 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43b0ab6a-382a-403b-92f5-d6dfcd1d41fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.647096 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bb6e5e-d031-46fc-95d5-2eb5cb69a851 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:36.656605 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-43b0ab6a-382a-403b-92f5-d6dfcd1d41fb None None] Calling delete_port for 78b29670-44f5-4686-be50-f9f55157c934 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:36.659272 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-79bb6e5e-d031-46fc-95d5-2eb5cb69a851 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.819814 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3eb928-90b6-48f8-95af-dfc7170a24d3 None None] Network 9e943658-5bab-47a2-9289-e31ebddd8f6f requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:36.934094 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 80fd19ec-6496-4fee-81a0-5de706b50480 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:36.944328 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-796b55fb-7274-4544-bf6d-7b185c8ec51a None None] Provisioning for port 80fd19ec-6496-4fee-81a0-5de706b50480 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:37.024672 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43b0ab6a-382a-403b-92f5-d6dfcd1d41fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.065871 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7666cf35-65d1-4e64-a902-dafbe076ca79 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.077567 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7666cf35-65d1-4e64-a902-dafbe076ca79 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.081386 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0ab6a-382a-403b-92f5-d6dfcd1d41fb None None] Pushing event deleted for resources: {'Port': ['ID=78b29670-44f5-4686-be50-f9f55157c934,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:37.114191 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b0ab6a-382a-403b-92f5-d6dfcd1d41fb None None] No DVR routers for this DVR port 78b29670-44f5-4686-be50-f9f55157c934 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:37.209624 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 80fd19ec-6496-4fee-81a0-5de706b50480 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:37.215995 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 80fd19ec-6496-4fee-81a0-5de706b50480 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:37.216373 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.263345 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7666cf35-65d1-4e64-a902-dafbe076ca79 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.311230 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fa6269-b3a3-47b4-bdbf-1dfd60c9c222 None None] Network 730b168a-104e-420c-9d94-90dfe99862e2 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:37.321388 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49504) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:37.327740 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666cf35-65d1-4e64-a902-dafbe076ca79 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Port': ['ID=8e75fe3d-af6a-46ba-ad4f-3c72c6815830,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:37.492320 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7666cf35-65d1-4e64-a902-dafbe076ca79 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network 9e943658-5bab-47a2-9289-e31ebddd8f6f is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:37.496624 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-7666cf35-65d1-4e64-a902-dafbe076ca79 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:37.562242 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-79bb6e5e-d031-46fc-95d5-2eb5cb69a851 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.572168 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0bf75d1e-61b9-4943-b751-49e9367b4420 None None] Provisioning for port 1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:37.646042 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bb6e5e-d031-46fc-95d5-2eb5cb69a851 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:37.650034 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-79bb6e5e-d031-46fc-95d5-2eb5cb69a851 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:37.650755 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0bf75d1e-61b9-4943-b751-49e9367b4420 None None] Provisioning for port e54deaf2-c555-4f28-8020-3c13a05a2467 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:37.665041 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bb6e5e-d031-46fc-95d5-2eb5cb69a851 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:37.665768 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4c0b02-d9cf-4c14-aa82-6ed8a42b1453 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:37.669977 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-79bb6e5e-d031-46fc-95d5-2eb5cb69a851 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.699230 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0bf75d1e-61b9-4943-b751-49e9367b4420 None None] Provisioning complete for port e54deaf2-c555-4f28-8020-3c13a05a2467 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:37.699492 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7ac6a6c5-6e12-43aa-bbd8-3392cd51d9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.699640 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0bf75d1e-61b9-4943-b751-49e9367b4420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.707880 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-79bb6e5e-d031-46fc-95d5-2eb5cb69a851 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3054206 Jul 16 20:38:37.710623 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7666cf35-65d1-4e64-a902-dafbe076ca79 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Router b6379e85-31e4-4e85-bc2c-35830595704c has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:37.711738 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49510) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:37.724763 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-655e99bd-4b09-48e4-8f81-e7839de5abfd tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1530822702', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:37.732343 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4d35f-6e49-4890-8bce-80270af2dc45 req-c22a057c-a1e9-43fc-afb6-a3435f5c0e7b tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:37.741903 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fff4d35f-6e49-4890-8bce-80270af2dc45 req-c22a057c-a1e9-43fc-afb6-a3435f5c0e7b tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.2879255 Jul 16 20:38:37.744170 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb6e5e-d031-46fc-95d5-2eb5cb69a851 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=9c8ae4f1-0f3b-4eeb-a353-f173c59e6d8f,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:37.832949 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fff4d35f-6e49-4890-8bce-80270af2dc45 req-8d740c02-361d-4d1c-824c-77a252e4670a tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896695 Jul 16 20:38:37.875091 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0bf75d1e-61b9-4943-b751-49e9367b4420 None None] Port e54deaf2-c555-4f28-8020-3c13a05a2467 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:37.876642 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.942661 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7666cf35-65d1-4e64-a902-dafbe076ca79 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:37.952267 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883485df-bb9e-483a-9309-57626c8d4de2 None None] Sync routers for ids ['b6379e85-31e4-4e85-bc2c-35830595704c'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:37.967258 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883485df-bb9e-483a-9309-57626c8d4de2 None None] Routers {'b6379e85-31e4-4e85-bc2c-35830595704c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:37.970261 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-883485df-bb9e-483a-9309-57626c8d4de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:38:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['b6379e85-31e4-4e85-bc2c-35830595704c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:37.975878 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49516) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:37.976478 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7666cf35-65d1-4e64-a902-dafbe076ca79 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "PUT /v2.0/routers/b6379e85-31e4-4e85-bc2c-35830595704c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6382608 Jul 16 20:38:38.001576 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-655e99bd-4b09-48e4-8f81-e7839de5abfd tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.004139 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-655e99bd-4b09-48e4-8f81-e7839de5abfd tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.043705 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425e70b9-4c0a-42ad-9d61-77fa500a672e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:38.050827 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-425e70b9-4c0a-42ad-9d61-77fa500a672e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "GET /v2.0/ports/8e75fe3d-af6a-46ba-ad4f-3c72c6815830 HTTP/1.1" status: 200 len: 910 time: 0.0732954 Jul 16 20:38:38.053987 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49518) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:38.110214 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-655e99bd-4b09-48e4-8f81-e7839de5abfd tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.123227 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-655e99bd-4b09-48e4-8f81-e7839de5abfd tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.231697 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 80fd19ec-6496-4fee-81a0-5de706b50480, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=80fd19ec-6496-4fee-81a0-5de706b50480,segment=NetworkSegment(ed7e5444-cab7-4c11-9219-77d45a4a272e),segment_id=ed7e5444-cab7-4c11-9219-77d45a4a272e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:38.275327 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.277441 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:38.316927 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7ac6a6c5-6e12-43aa-bbd8-3392cd51d9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.326085 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7ac6a6c5-6e12-43aa-bbd8-3392cd51d9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.332372 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-883485df-bb9e-483a-9309-57626c8d4de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:38.341721 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1717d212-b086-4d14-9e24-e0434191cf2f None None] Provisioning for port 8e75fe3d-af6a-46ba-ad4f-3c72c6815830 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:38.352212 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-655e99bd-4b09-48e4-8f81-e7839de5abfd tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.355067 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-655e99bd-4b09-48e4-8f81-e7839de5abfd tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6423481 Jul 16 20:38:38.358252 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883485df-bb9e-483a-9309-57626c8d4de2 None None] Routers {'b6379e85-31e4-4e85-bc2c-35830595704c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:38.359179 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-883485df-bb9e-483a-9309-57626c8d4de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:38:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['b6379e85-31e4-4e85-bc2c-35830595704c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:38.380600 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49520) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:38.423187 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1717d212-b086-4d14-9e24-e0434191cf2f None None] Provisioning complete for port 8e75fe3d-af6a-46ba-ad4f-3c72c6815830 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:38.424421 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1717d212-b086-4d14-9e24-e0434191cf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.460646 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-883485df-bb9e-483a-9309-57626c8d4de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:38.463407 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883485df-bb9e-483a-9309-57626c8d4de2 None None] The sync data for ids ['b6379e85-31e4-4e85-bc2c-35830595704c'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:38.478587 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7ac6a6c5-6e12-43aa-bbd8-3392cd51d9e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e6853be7f8954b67a8db4adbe4a8335e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1556678 Jul 16 20:38:38.484548 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49522) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:38.493672 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6a6c5-6e12-43aa-bbd8-3392cd51d9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bff2670-f6cc-4d6e-b5b5-28592dddf839,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:38.522542 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f73f62f-9874-431b-8c00-25b5bf464ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-f4aa8141-9687-45d9-b16c-82a3d6b86650', 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'fixed_ips': [{'subnet_id': '9c8ae4f1-0f3b-4eeb-a353-f173c59e6d8f'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:38.523389 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f73f62f-9874-431b-8c00-25b5bf464ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.630449 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=80fd19ec-6496-4fee-81a0-5de706b50480,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:38.650962 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1717d212-b086-4d14-9e24-e0434191cf2f None None] Port 8e75fe3d-af6a-46ba-ad4f-3c72c6815830 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:38.735340 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b2ba615-3b62-44ab-b796-6df289f47ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.799895 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dbb93-f8f0-4f7c-9617-db63502936f0 req-ae561e72-9787-4b06-a97f-da992e05843e tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:38.805933 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:38.812278 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0d2dbb93-f8f0-4f7c-9617-db63502936f0 req-ae561e72-9787-4b06-a97f-da992e05843e tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.3559022 Jul 16 20:38:38.835694 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1717d212-b086-4d14-9e24-e0434191cf2f None None] Provisioning complete for port 80fd19ec-6496-4fee-81a0-5de706b50480 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:38.838013 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1717d212-b086-4d14-9e24-e0434191cf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.843785 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:38.844303 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.967865 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0d2dbb93-f8f0-4f7c-9617-db63502936f0 req-d5ad9bec-3af4-40d5-9ebb-5e86c8886bfe tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468148 Jul 16 20:38:38.998065 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-943aac64-84a2-4504-af76-4b1cd4e826dd tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.095164 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-3f73f62f-9874-431b-8c00-25b5bf464ea6 None None] Allocated IP 2001:db8::2 (f4aa8141-9687-45d9-b16c-82a3d6b86650/9c8ae4f1-0f3b-4eeb-a353-f173c59e6d8f/df8affe3-8289-4bea-9421-719ac34fa4c5) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:39.223737 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.257759 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b2ba615-3b62-44ab-b796-6df289f47ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.315740 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed,segment=NetworkSegment(294d00d9-f2d9-4102-a418-0778598e9883),segment_id=294d00d9-f2d9-4102-a418-0778598e9883)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:39.329407 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1a3e413a-d109-48bf-9c95-c1635e80097f None None] Provisioning complete for port 8e75fe3d-af6a-46ba-ad4f-3c72c6815830 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:39.330741 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a3e413a-d109-48bf-9c95-c1635e80097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.337763 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.356009 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-06b07183-a6e9-4452-bd0d-ebe16918fa17 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.360658 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca6ca3-8852-4ffb-a15c-5f92c3f5c2c4 req-79301ff0-f6e7-4174-bf33-63adeb118939 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:39.366113 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f8ca6ca3-8852-4ffb-a15c-5f92c3f5c2c4 req-79301ff0-f6e7-4174-bf33-63adeb118939 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.2502444 Jul 16 20:38:39.392185 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b2ba615-3b62-44ab-b796-6df289f47ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.395493 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b2ba615-3b62-44ab-b796-6df289f47ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.397113 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9b2ba615-3b62-44ab-b796-6df289f47ff1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2bff2670-f6cc-4d6e-b5b5-28592dddf839 HTTP/1.1" status: 204 len: 168 time: 0.9111943 Jul 16 20:38:39.459522 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868a575-c2f1-4104-b395-2dd498bdc9a8 req-9702721e-6e00-4b52-96dc-d9ebb8934f41 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:39.466672 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5868a575-c2f1-4104-b395-2dd498bdc9a8 req-9702721e-6e00-4b52-96dc-d9ebb8934f41 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.2823114 Jul 16 20:38:39.481555 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 78b29670-44f5-4686-be50-f9f55157c934 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:39.483426 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ba615-3b62-44ab-b796-6df289f47ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bff2670-f6cc-4d6e-b5b5-28592dddf839,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:39.530449 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f8ca6ca3-8852-4ffb-a15c-5f92c3f5c2c4 req-78ec0455-04aa-4775-adb7-41ee25597b10 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522956 Jul 16 20:38:39.556274 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 78b29670-44f5-4686-be50-f9f55157c934 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:39.556623 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 78b29670-44f5-4686-be50-f9f55157c934 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:39.566762 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1a3e413a-d109-48bf-9c95-c1635e80097f None None] Port 8e75fe3d-af6a-46ba-ad4f-3c72c6815830 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:39.649567 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f73f62f-9874-431b-8c00-25b5bf464ea6 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.665599 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1a3e413a-d109-48bf-9c95-c1635e80097f None None] Provisioning complete for port e54deaf2-c555-4f28-8020-3c13a05a2467 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:39.665980 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a3e413a-d109-48bf-9c95-c1635e80097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.672259 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:39.695478 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5868a575-c2f1-4104-b395-2dd498bdc9a8 req-48e4fce0-1918-4d53-8d48-c4ce55bcaf93 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2276742 Jul 16 20:38:39.732065 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1a3e413a-d109-48bf-9c95-c1635e80097f None None] Port e54deaf2-c555-4f28-8020-3c13a05a2467 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:39.740774 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 80fd19ec-6496-4fee-81a0-5de706b50480 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:39.754051 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-943aac64-84a2-4504-af76-4b1cd4e826dd tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Deleting port 8e75fe3d-af6a-46ba-ad4f-3c72c6815830 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:39.754761 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-943aac64-84a2-4504-af76-4b1cd4e826dd tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.773723 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3f73f62f-9874-431b-8c00-25b5bf464ea6 None None] Transition to ACTIVE for port object df8affe3-8289-4bea-9421-719ac34fa4c5 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:39.795066 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3f73f62f-9874-431b-8c00-25b5bf464ea6 None None] Transition to ACTIVE for port object df8affe3-8289-4bea-9421-719ac34fa4c5 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:39.823484 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f73f62f-9874-431b-8c00-25b5bf464ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.837058 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1a3e413a-d109-48bf-9c95-c1635e80097f None None] Provisioning complete for port 1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:39.837544 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a3e413a-d109-48bf-9c95-c1635e80097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.881398 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-943aac64-84a2-4504-af76-4b1cd4e826dd tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.914457 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-943aac64-84a2-4504-af76-4b1cd4e826dd tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Calling delete_port for 8e75fe3d-af6a-46ba-ad4f-3c72c6815830 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:39.926286 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-06b07183-a6e9-4452-bd0d-ebe16918fa17 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 2001:db8::1 (f4aa8141-9687-45d9-b16c-82a3d6b86650/9c8ae4f1-0f3b-4eeb-a353-f173c59e6d8f/f14c8a16-7834-4865-a4b3-d4e501e2446d) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:39.989168 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f73f62f-9874-431b-8c00-25b5bf464ea6 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:40.009799 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-3f73f62f-9874-431b-8c00-25b5bf464ea6 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:40.032516 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f73f62f-9874-431b-8c00-25b5bf464ea6 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:40.068677 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-06b07183-a6e9-4452-bd0d-ebe16918fa17 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.084365 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-06b07183-a6e9-4452-bd0d-ebe16918fa17 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Transition to ACTIVE for port object f14c8a16-7834-4865-a4b3-d4e501e2446d will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:40.135801 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 80fd19ec-6496-4fee-81a0-5de706b50480 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:40.136500 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.139753 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-06b07183-a6e9-4452-bd0d-ebe16918fa17 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.178495 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73f62f-9874-431b-8c00-25b5bf464ea6 None None] Pushing event updated for resources: {'Port': ['ID=df8affe3-8289-4bea-9421-719ac34fa4c5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:40.204164 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b07183-a6e9-4452-bd0d-ebe16918fa17 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:40.209252 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-06b07183-a6e9-4452-bd0d-ebe16918fa17 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:40.216707 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b07183-a6e9-4452-bd0d-ebe16918fa17 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:40.217701 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-06b07183-a6e9-4452-bd0d-ebe16918fa17 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.256078 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3f73f62f-9874-431b-8c00-25b5bf464ea6 None None] Attempting to bind port df8affe3-8289-4bea-9421-719ac34fa4c5 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:40.256449 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3f73f62f-9874-431b-8c00-25b5bf464ea6 None None] Attempting to bind port df8affe3-8289-4bea-9421-719ac34fa4c5 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:40.256867 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f73f62f-9874-431b-8c00-25b5bf464ea6 None None] Attempting to bind port df8affe3-8289-4bea-9421-719ac34fa4c5 on network f4aa8141-9687-45d9-b16c-82a3d6b86650 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:40.264009 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-3bd68f98-123e-411a-bdab-003ebfe1b4a1 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:40.265503 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-3bd68f98-123e-411a-bdab-003ebfe1b4a1 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 811 time: 0.1771271 Jul 16 20:38:40.272118 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f73f62f-9874-431b-8c00-25b5bf464ea6 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:40.272557 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f73f62f-9874-431b-8c00-25b5bf464ea6 None None] Checking segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:40.272911 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f73f62f-9874-431b-8c00-25b5bf464ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.273313 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f73f62f-9874-431b-8c00-25b5bf464ea6 None None] Bound using segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:40.273805 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3f73f62f-9874-431b-8c00-25b5bf464ea6 None None] Bound port: df8affe3-8289-4bea-9421-719ac34fa4c5, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:40.274708 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f73f62f-9874-431b-8c00-25b5bf464ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.295268 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-29683942-c1e5-437d-a61c-bb036ebc6216 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/quotas/a4359c07a39647debc91cc45c7855204 HTTP/1.1" status: 200 len: 375 time: 0.0194376 Jul 16 20:38:40.300809 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b07183-a6e9-4452-bd0d-ebe16918fa17 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Port': ['ID=f14c8a16-7834-4865-a4b3-d4e501e2446d,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:40.309185 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-943aac64-84a2-4504-af76-4b1cd4e826dd tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.357679 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943aac64-84a2-4504-af76-4b1cd4e826dd tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Port': ['ID=8e75fe3d-af6a-46ba-ad4f-3c72c6815830,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:40.411902 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-06b07183-a6e9-4452-bd0d-ebe16918fa17 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.483862 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49566) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:40.485122 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3f73f62f-9874-431b-8c00-25b5bf464ea6 None None] For port df8affe3-8289-4bea-9421-719ac34fa4c5, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:40.490397 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3f73f62f-9874-431b-8c00-25b5bf464ea6 None None] For port df8affe3-8289-4bea-9421-719ac34fa4c5, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=df8affe3-8289-4bea-9421-719ac34fa4c5,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:40.495489 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ec3febbc-0230-4300-aae4-550b92c9ea9f None None] Provisioning complete for port e54deaf2-c555-4f28-8020-3c13a05a2467 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:40.496035 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec3febbc-0230-4300-aae4-550b92c9ea9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.536045 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ec3febbc-0230-4300-aae4-550b92c9ea9f None None] Port e54deaf2-c555-4f28-8020-3c13a05a2467 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:40.538142 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f73f62f-9874-431b-8c00-25b5bf464ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.581653 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-af815d84-6cc8-4eb6-9fa6-d23aba74a073 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2854087 Jul 16 20:38:40.667620 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73f62f-9874-431b-8c00-25b5bf464ea6 None None] Pushing event updated for resources: {'Port': ['ID=df8affe3-8289-4bea-9421-719ac34fa4c5,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:40.685100 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-2ca11b99-c658-4fdc-972d-579bfbbb9a25 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-357760360-network', 'tenant_id': 'a38235487ee94ee388858524ba80b343'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:40.748536 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca11b99-c658-4fdc-972d-579bfbbb9a25 admin admin] Made reservation on behalf of a38235487ee94ee388858524ba80b343 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:40.751107 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2ca11b99-c658-4fdc-972d-579bfbbb9a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.769390 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2ca11b99-c658-4fdc-972d-579bfbbb9a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.770983 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-943aac64-84a2-4504-af76-4b1cd4e826dd tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.849950 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 036d35cd-0e8c-49b7-8460-d6961e84810e details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:38:41.080525 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-06b07183-a6e9-4452-bd0d-ebe16918fa17 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.143435 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-06b07183-a6e9-4452-bd0d-ebe16918fa17 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.144181 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-06b07183-a6e9-4452-bd0d-ebe16918fa17 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.189722 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2ca11b99-c658-4fdc-972d-579bfbbb9a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.266645 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2ca11b99-c658-4fdc-972d-579bfbbb9a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.286580 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-29183e2c-4b89-4aed-97a8-eb27632a8d22 service neutron] 10.222.0.38 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7037249 Jul 16 20:38:41.308798 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 036d35cd-0e8c-49b7-8460-d6961e84810e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=036d35cd-0e8c-49b7-8460-d6961e84810e,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:41.323713 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca11b99-c658-4fdc-972d-579bfbbb9a25 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:41.325009 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '036d35cd-0e8c-49b7-8460-d6961e84810e', 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b', 'port_id': '036d35cd-0e8c-49b7-8460-d6961e84810e', 'mac_address': 'fa:16:3e:11:1e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3773b4e-f5c8-45c6-be17-27631a1d9f40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:38:41.349273 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b07183-a6e9-4452-bd0d-ebe16918fa17 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Port': ['ID=f14c8a16-7834-4865-a4b3-d4e501e2446d,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:41.354940 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca11b99-c658-4fdc-972d-579bfbbb9a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556c3339-109a-4d72-aef0-8ca9966a1bf6,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:41.361869 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2ca11b99-c658-4fdc-972d-579bfbbb9a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.362857 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-2ca11b99-c658-4fdc-972d-579bfbbb9a25 admin admin] Added segment b879ba25-0793-4dd5-ae69-b370cd39e8d1 of type vlan for network 5358be65-ba9a-4a6f-97e8-9acb084caac3 Jul 16 20:38:41.384080 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b07183-a6e9-4452-bd0d-ebe16918fa17 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:41.395494 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.407208 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-06b07183-a6e9-4452-bd0d-ebe16918fa17 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:41.410623 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 036d35cd-0e8c-49b7-8460-d6961e84810e {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:38:41.427080 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2ca11b99-c658-4fdc-972d-579bfbbb9a25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.436226 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 036d35cd-0e8c-49b7-8460-d6961e84810e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=036d35cd-0e8c-49b7-8460-d6961e84810e,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:41.441628 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.510268 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=036d35cd-0e8c-49b7-8460-d6961e84810e,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:41.529924 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69196737-be7f-4753-a073-6e9b8a16b2dd req-b204c554-012c-43b5-a8d6-dd30f5b8b54b tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:41.531822 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-69196737-be7f-4753-a073-6e9b8a16b2dd req-b204c554-012c-43b5-a8d6-dd30f5b8b54b tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.7730036 Jul 16 20:38:41.567195 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2ca11b99-c658-4fdc-972d-579bfbbb9a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.568172 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca11b99-c658-4fdc-972d-579bfbbb9a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:41.569021 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2ca11b99-c658-4fdc-972d-579bfbbb9a25 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.572984 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['036d35cd-0e8c-49b7-8460-d6961e84810e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:38:41.638260 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2ca11b99-c658-4fdc-972d-579bfbbb9a25 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1538284 Jul 16 20:38:41.640394 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49600) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:41.645250 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-69196737-be7f-4753-a073-6e9b8a16b2dd req-04dd8cd9-e4c2-4a2f-9b20-bdb352cd8676 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770731 Jul 16 20:38:41.653172 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-06e423ef-48ae-455c-ae94-a5c379faca40 admin admin] Request body: {'subnet': {'network_id': '5358be65-ba9a-4a6f-97e8-9acb084caac3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-357760360-subnet', 'tenant_id': 'a38235487ee94ee388858524ba80b343', 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:41.688347 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943aac64-84a2-4504-af76-4b1cd4e826dd tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Router b6379e85-31e4-4e85-bc2c-35830595704c has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:41.697107 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e423ef-48ae-455c-ae94-a5c379faca40 admin admin] Made reservation on behalf of a38235487ee94ee388858524ba80b343 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:41.700456 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-06e423ef-48ae-455c-ae94-a5c379faca40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.732515 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca11b99-c658-4fdc-972d-579bfbbb9a25 admin admin] Pushing event updated for resources: {'Network': ['ID=5358be65-ba9a-4a6f-97e8-9acb084caac3,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:41.767792 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b07183-a6e9-4452-bd0d-ebe16918fa17 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Router 9f246f40-3188-4b24-8fe6-b2c11cfb270e is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:38:41.776444 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 5358be65-ba9a-4a6f-97e8-9acb084caac3 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:41.792683 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-8be9524f-6fc6-429a-b614-816c13318c0d service neutron] 10.222.0.38 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881732 Jul 16 20:38:41.989152 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b07183-a6e9-4452-bd0d-ebe16918fa17 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:42.015495 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-06b07183-a6e9-4452-bd0d-ebe16918fa17 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "PUT /v2.0/routers/9f246f40-3188-4b24-8fe6-b2c11cfb270e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6307924 Jul 16 20:38:42.018819 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49602) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:42.050924 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ec420f-dc8d-4d78-82fa-a769c215e68c None None] Sync routers for ids ['9f246f40-3188-4b24-8fe6-b2c11cfb270e'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:42.058466 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:42.216036 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee4fe07-46df-4756-9022-09a2ee7998f3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:42.226737 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bee4fe07-46df-4756-9022-09a2ee7998f3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports/f14c8a16-7834-4865-a4b3-d4e501e2446d HTTP/1.1" status: 200 len: 911 time: 0.2066526 Jul 16 20:38:42.231218 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49608) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:42.258921 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-06e423ef-48ae-455c-ae94-a5c379faca40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.289035 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ec420f-dc8d-4d78-82fa-a769c215e68c None None] Routers {'9f246f40-3188-4b24-8fe6-b2c11cfb270e'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:42.289767 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-86ec420f-dc8d-4d78-82fa-a769c215e68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:38:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9f246f40-3188-4b24-8fe6-b2c11cfb270e'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:42.365698 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:42.366074 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.389679 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e92de7-b7b0-4bfd-bfb8-76973953ca6b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:42.397231 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e92de7-b7b0-4bfd-bfb8-76973953ca6b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:42.399033 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d8e92de7-b7b0-4bfd-bfb8-76973953ca6b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1668284 Jul 16 20:38:42.401904 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49614) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:42.492143 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e423ef-48ae-455c-ae94-a5c379faca40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9f3af6c-fdca-4c66-9636-087e8d083e9a,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:42.553669 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccad095a-9150-494e-a8ae-641a9f5cd52d req-b36dae25-e01e-40fe-af1b-c4783a9b95d2 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfcca034-896b-4d0e-854f-d95c3eca6c90 HTTP/1.1" status: 200 len: 210 time: 0.3085570 Jul 16 20:38:42.630836 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4b3e5d59-a090-4f5a-92e7-560b5ebc9bf5 None None] Provisioning for port df8affe3-8289-4bea-9421-719ac34fa4c5 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:42.660557 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-86ec420f-dc8d-4d78-82fa-a769c215e68c None None] Set router 9f246f40-3188-4b24-8fe6-b2c11cfb270e gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:42.677013 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e423ef-48ae-455c-ae94-a5c379faca40 admin admin] Checking segment: {'id': 'b879ba25-0793-4dd5-ae69-b370cd39e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5358be65-ba9a-4a6f-97e8-9acb084caac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:42.678464 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e423ef-48ae-455c-ae94-a5c379faca40 admin admin] Network hostable DHCP agents. Network: 5358be65-ba9a-4a6f-97e8-9acb084caac3, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:42.693339 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943aac64-84a2-4504-af76-4b1cd4e826dd tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:42.704380 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6824b8-3442-4b96-8b2e-ad55e9f7b7db None None] Sync routers for ids ['b6379e85-31e4-4e85-bc2c-35830595704c'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:42.706674 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-943aac64-84a2-4504-af76-4b1cd4e826dd tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "PUT /v2.0/routers/b6379e85-31e4-4e85-bc2c-35830595704c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6512737 Jul 16 20:38:42.725339 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49620) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:42.728414 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6824b8-3442-4b96-8b2e-ad55e9f7b7db None None] Routers {'b6379e85-31e4-4e85-bc2c-35830595704c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:42.746017 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-8c6824b8-3442-4b96-8b2e-ad55e9f7b7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:38:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['b6379e85-31e4-4e85-bc2c-35830595704c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:42.810509 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-8c6824b8-3442-4b96-8b2e-ad55e9f7b7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:42.833856 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6824b8-3442-4b96-8b2e-ad55e9f7b7db None None] Routers {'b6379e85-31e4-4e85-bc2c-35830595704c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:42.834968 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-8c6824b8-3442-4b96-8b2e-ad55e9f7b7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:38:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['b6379e85-31e4-4e85-bc2c-35830595704c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:42.931833 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-05b4c1e4-25b1-4ce9-93c2-44a3950aab52 None None] Provisioning for port f14c8a16-7834-4865-a4b3-d4e501e2446d completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:42.950176 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-8c6824b8-3442-4b96-8b2e-ad55e9f7b7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:42.952255 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6824b8-3442-4b96-8b2e-ad55e9f7b7db None None] The sync data for ids ['b6379e85-31e4-4e85-bc2c-35830595704c'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:42.956377 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-05b4c1e4-25b1-4ce9-93c2-44a3950aab52 None None] Provisioning complete for port f14c8a16-7834-4865-a4b3-d4e501e2446d triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:42.956377 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05b4c1e4-25b1-4ce9-93c2-44a3950aab52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.080158 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e423ef-48ae-455c-ae94-a5c379faca40 admin admin] Network 5358be65-ba9a-4a6f-97e8-9acb084caac3 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:43.221680 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92a8528f-a56a-4957-b052-fb983e50fa74 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.342884 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-06e423ef-48ae-455c-ae94-a5c379faca40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 5358be65-ba9a-4a6f-97e8-9acb084caac3) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:43.367184 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e423ef-48ae-455c-ae94-a5c379faca40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:43.368519 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-06e423ef-48ae-455c-ae94-a5c379faca40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.400927 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-06e423ef-48ae-455c-ae94-a5c379faca40 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7536008 Jul 16 20:38:43.401441 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393925e5-278b-4352-ad49-35b2e0799082 None None] Network 5358be65-ba9a-4a6f-97e8-9acb084caac3 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:43.406112 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49626) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:43.415022 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-96a2e454-90fa-4788-915d-1dfeeb4a720f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-357760360-router', 'tenant_id': 'a38235487ee94ee388858524ba80b343', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:43.487333 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13aaf92-dea8-49c6-a06c-eb078d6da58b req-e195f9b9-68fc-409a-b139-28ea5d9f0690 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:43.494023 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a13aaf92-dea8-49c6-a06c-eb078d6da58b req-e195f9b9-68fc-409a-b139-28ea5d9f0690 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 944 time: 0.4535322 Jul 16 20:38:43.503428 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96a2e454-90fa-4788-915d-1dfeeb4a720f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.504906 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96a2e454-90fa-4788-915d-1dfeeb4a720f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.535197 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device df8affe3-8289-4bea-9421-719ac34fa4c5 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:43.583525 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-05b4c1e4-25b1-4ce9-93c2-44a3950aab52 None None] Port f14c8a16-7834-4865-a4b3-d4e501e2446d cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:43.587448 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96a2e454-90fa-4788-915d-1dfeeb4a720f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.625359 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-92a8528f-a56a-4957-b052-fb983e50fa74 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting port f14c8a16-7834-4865-a4b3-d4e501e2446d {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:43.627325 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92a8528f-a56a-4957-b052-fb983e50fa74 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.653807 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port df8affe3-8289-4bea-9421-719ac34fa4c5 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:43.669278 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port df8affe3-8289-4bea-9421-719ac34fa4c5 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:43.669813 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.761782 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-86ec420f-dc8d-4d78-82fa-a769c215e68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f246f40-3188-4b24-8fe6-b2c11cfb270e', 'name': 'tempest-NetworksTestDHCPv6-router-1530822702', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:38Z', 'updated_at': '2021-07-16T20:38:40Z', 'revision_number': 2, 'project_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'gw_port_host': None, '_interfaces': [{'id': 'f14c8a16-7834-4865-a4b3-d4e501e2446d', 'name': '', 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'mac_address': 'fa:16:3e:96:dc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f246f40-3188-4b24-8fe6-b2c11cfb270e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '9c8ae4f1-0f3b-4eeb-a353-f173c59e6d8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:39Z', 'updated_at': '2021-07-16T20:38:40Z', 'revision_number': 2, 'project_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'subnets': [{'id': '9c8ae4f1-0f3b-4eeb-a353-f173c59e6d8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:43.797776 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-771ce70a-67ee-435a-9ae3-29830bf69722 None None] Provisioning complete for port f14c8a16-7834-4865-a4b3-d4e501e2446d triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:43.798221 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-771ce70a-67ee-435a-9ae3-29830bf69722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.846034 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-771ce70a-67ee-435a-9ae3-29830bf69722 None None] Port f14c8a16-7834-4865-a4b3-d4e501e2446d cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:43.851141 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ec420f-dc8d-4d78-82fa-a769c215e68c None None] Checking router: 9f246f40-3188-4b24-8fe6-b2c11cfb270e for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:43.851551 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ec420f-dc8d-4d78-82fa-a769c215e68c None None] Updating router 9f246f40-3188-4b24-8fe6-b2c11cfb270e port f14c8a16-7834-4865-a4b3-d4e501e2446d binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:38:43.872216 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92a8528f-a56a-4957-b052-fb983e50fa74 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.892660 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-92a8528f-a56a-4957-b052-fb983e50fa74 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Calling delete_port for f14c8a16-7834-4865-a4b3-d4e501e2446d owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:43.921655 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a13aaf92-dea8-49c6-a06c-eb078d6da58b req-4f851c45-6fbd-4326-9111-bdd2efa5e3e2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793820 Jul 16 20:38:43.964177 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0db3bb1-bf1f-4f7e-b6a2-ddbc8ce55373 req-4eaac72a-8acf-4a8a-8be6-a28b7963c99a tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfcca034-896b-4d0e-854f-d95c3eca6c90 HTTP/1.1" status: 200 len: 210 time: 0.1419086 Jul 16 20:38:43.973137 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a8444b-a260-4e47-8b42-f4fbcef5a87b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-5358be65-ba9a-4a6f-97e8-9acb084caac3', 'network_id': '5358be65-ba9a-4a6f-97e8-9acb084caac3', 'tenant_id': 'a38235487ee94ee388858524ba80b343', 'fixed_ips': [{'subnet_id': 'f9f3af6c-fdca-4c66-9636-087e8d083e9a'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:43.974117 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02a8444b-a260-4e47-8b42-f4fbcef5a87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.989958 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86ec420f-dc8d-4d78-82fa-a769c215e68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.018211 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.076461 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96a2e454-90fa-4788-915d-1dfeeb4a720f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.240492 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92a8528f-a56a-4957-b052-fb983e50fa74 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.376064 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a8528f-a56a-4957-b052-fb983e50fa74 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Port': ['ID=f14c8a16-7834-4865-a4b3-d4e501e2446d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:44.515163 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-1a4fc8f6-65cc-4576-af02-2f1d64e295cf tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.516933 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-1a4fc8f6-65cc-4576-af02-2f1d64e295cf tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.18 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 811 time: 0.3445725 Jul 16 20:38:44.530469 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-675ce230-9294-4bb3-bc3d-4580d2682f40 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.551517 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port df8affe3-8289-4bea-9421-719ac34fa4c5, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=df8affe3-8289-4bea-9421-719ac34fa4c5,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:44.577096 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.658165 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92a8528f-a56a-4957-b052-fb983e50fa74 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.670034 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-371b12f7-860c-423d-940f-1d8744680619 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Request body: {'port': {'device_id': 'cfcca034-896b-4d0e-854f-d95c3eca6c90', 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f', 'admin_state_up': True, 'tenant_id': 'a4359c07a39647debc91cc45c7855204'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:44.805624 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-02a8444b-a260-4e47-8b42-f4fbcef5a87b None None] Allocated IP 172.20.0.2 (5358be65-ba9a-4a6f-97e8-9acb084caac3/f9f3af6c-fdca-4c66-9636-087e8d083e9a/75629591-5c8a-4924-bc3c-196f106062ec) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:44.814900 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=df8affe3-8289-4bea-9421-719ac34fa4c5,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:44.838122 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-86ec420f-dc8d-4d78-82fa-a769c215e68c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:38:44.838897 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-86ec420f-dc8d-4d78-82fa-a769c215e68c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:38:44.919816 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a8528f-a56a-4957-b052-fb983e50fa74 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Router 9f246f40-3188-4b24-8fe6-b2c11cfb270e has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:45.025931 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a8528f-a56a-4957-b052-fb983e50fa74 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:45.037962 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-92a8528f-a56a-4957-b052-fb983e50fa74 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "PUT /v2.0/routers/9f246f40-3188-4b24-8fe6-b2c11cfb270e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6338549 Jul 16 20:38:45.039418 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49638) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:45.059884 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 036d35cd-0e8c-49b7-8460-d6961e84810e up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:45.150227 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3065e56f-6984-4d35-98ec-2223855f7b63 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:45.152288 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3065e56f-6984-4d35-98ec-2223855f7b63 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:45.155482 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3065e56f-6984-4d35-98ec-2223855f7b63 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1149166 Jul 16 20:38:45.162897 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49640) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:45.255740 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-18840419-a382-4e76-9026-7f078acfde6d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet 9c8ae4f1-0f3b-4eeb-a353-f173c59e6d8f {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:45.261043 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-18840419-a382-4e76-9026-7f078acfde6d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.280869 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02a8444b-a260-4e47-8b42-f4fbcef5a87b None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.292075 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-02a8444b-a260-4e47-8b42-f4fbcef5a87b None None] Transition to ACTIVE for port object 75629591-5c8a-4924-bc3c-196f106062ec will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:45.316210 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-18840419-a382-4e76-9026-7f078acfde6d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.317005 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-02a8444b-a260-4e47-8b42-f4fbcef5a87b None None] Transition to ACTIVE for port object 75629591-5c8a-4924-bc3c-196f106062ec will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:45.328338 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02a8444b-a260-4e47-8b42-f4fbcef5a87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.430967 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 036d35cd-0e8c-49b7-8460-d6961e84810e triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:45.431553 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.458774 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-18840419-a382-4e76-9026-7f078acfde6d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.509291 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ec420f-dc8d-4d78-82fa-a769c215e68c None None] Port f14c8a16-7834-4865-a4b3-d4e501e2446d not found while updating agent binding for router 9f246f40-3188-4b24-8fe6-b2c11cfb270e. {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 20:38:45.552937 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a8444b-a260-4e47-8b42-f4fbcef5a87b None None] Network 5358be65-ba9a-4a6f-97e8-9acb084caac3 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:45.562563 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-18840419-a382-4e76-9026-7f078acfde6d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.563749 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-02a8444b-a260-4e47-8b42-f4fbcef5a87b None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:45.574561 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ec420f-dc8d-4d78-82fa-a769c215e68c None None] Routers {'9f246f40-3188-4b24-8fe6-b2c11cfb270e'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:45.576511 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-86ec420f-dc8d-4d78-82fa-a769c215e68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:38:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9f246f40-3188-4b24-8fe6-b2c11cfb270e'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:45.579008 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a8444b-a260-4e47-8b42-f4fbcef5a87b None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:45.593720 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8444b-a260-4e47-8b42-f4fbcef5a87b None None] Pushing event updated for resources: {'Port': ['ID=75629591-5c8a-4924-bc3c-196f106062ec,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:45.631858 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18840419-a382-4e76-9026-7f078acfde6d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=9c8ae4f1-0f3b-4eeb-a353-f173c59e6d8f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:45.635527 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-18840419-a382-4e76-9026-7f078acfde6d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.638485 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-18840419-a382-4e76-9026-7f078acfde6d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/9c8ae4f1-0f3b-4eeb-a353-f173c59e6d8f HTTP/1.1" status: 204 len: 168 time: 0.4735489 Jul 16 20:38:45.643800 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49644) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:45.684021 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b003dc30-f94e-4886-b659-98e6cc6840b8 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:45.728103 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-539469db-a6f5-45bc-bfd0-4b2d1d615b31 req-2fd3de0f-09d3-42f0-93e2-d3e0a9868b5e tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfcca034-896b-4d0e-854f-d95c3eca6c90 HTTP/1.1" status: 200 len: 210 time: 0.1630151 Jul 16 20:38:45.799361 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-86ec420f-dc8d-4d78-82fa-a769c215e68c None None] Set router 9f246f40-3188-4b24-8fe6-b2c11cfb270e gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:45.810667 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-371b12f7-860c-423d-940f-1d8744680619 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Made reservation on behalf of a4359c07a39647debc91cc45c7855204 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:45.815581 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-371b12f7-860c-423d-940f-1d8744680619 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.830275 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96a2e454-90fa-4788-915d-1dfeeb4a720f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.863787 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96a2e454-90fa-4788-915d-1dfeeb4a720f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.882918 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-06cf9803-347e-4450-9df9-f01898b50b90 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2318594 Jul 16 20:38:45.884154 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49648) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:45.989550 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-86ec420f-dc8d-4d78-82fa-a769c215e68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f246f40-3188-4b24-8fe6-b2c11cfb270e', 'name': 'tempest-NetworksTestDHCPv6-router-1530822702', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:38Z', 'updated_at': '2021-07-16T20:38:44Z', 'revision_number': 3, 'project_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:46.037972 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f747dba-1d28-4625-86e8-5586db40f898 req-dfb75508-f19c-4efb-bae9-18067e206eb5 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:46.039847 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f747dba-1d28-4625-86e8-5586db40f898 req-dfb75508-f19c-4efb-bae9-18067e206eb5 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 944 time: 0.5150909 Jul 16 20:38:46.051136 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c6ed5817-6609-4e3e-8450-edb353d693af tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.135821 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ec420f-dc8d-4d78-82fa-a769c215e68c None None] The sync data for ids ['9f246f40-3188-4b24-8fe6-b2c11cfb270e'] in n-d-791506-21 is: [{'id': '9f246f40-3188-4b24-8fe6-b2c11cfb270e', 'name': 'tempest-NetworksTestDHCPv6-router-1530822702', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:38Z', 'updated_at': '2021-07-16T20:38:44Z', 'revision_number': 3, 'project_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'gw_port_host': None}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:46.465523 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-02a8444b-a260-4e47-8b42-f4fbcef5a87b None None] Attempting to bind port 75629591-5c8a-4924-bc3c-196f106062ec on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:46.466128 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-02a8444b-a260-4e47-8b42-f4fbcef5a87b None None] Attempting to bind port 75629591-5c8a-4924-bc3c-196f106062ec by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'b879ba25-0793-4dd5-ae69-b370cd39e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5358be65-ba9a-4a6f-97e8-9acb084caac3'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:46.466742 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a8444b-a260-4e47-8b42-f4fbcef5a87b None None] Attempting to bind port 75629591-5c8a-4924-bc3c-196f106062ec on network 5358be65-ba9a-4a6f-97e8-9acb084caac3 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:46.482366 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a8444b-a260-4e47-8b42-f4fbcef5a87b None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:46.482940 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a8444b-a260-4e47-8b42-f4fbcef5a87b None None] Checking segment: {'id': 'b879ba25-0793-4dd5-ae69-b370cd39e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5358be65-ba9a-4a6f-97e8-9acb084caac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:46.483588 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02a8444b-a260-4e47-8b42-f4fbcef5a87b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.484209 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a8444b-a260-4e47-8b42-f4fbcef5a87b None None] Bound using segment: {'id': 'b879ba25-0793-4dd5-ae69-b370cd39e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5358be65-ba9a-4a6f-97e8-9acb084caac3'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:46.484982 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-02a8444b-a260-4e47-8b42-f4fbcef5a87b None None] Bound port: 75629591-5c8a-4924-bc3c-196f106062ec, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b879ba25-0793-4dd5-ae69-b370cd39e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5358be65-ba9a-4a6f-97e8-9acb084caac3'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:46.485757 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02a8444b-a260-4e47-8b42-f4fbcef5a87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.503593 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-371b12f7-860c-423d-940f-1d8744680619 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Allocated IP 172.20.0.5 (c856853c-1bbc-4399-8326-1d7e71a7f77f/587f0aec-80a3-4172-9644-d785b8e153a3/96f3b665-81ff-457b-8c24-ef5cd97b9a2c) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:46.616848 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-02a8444b-a260-4e47-8b42-f4fbcef5a87b None None] For port 75629591-5c8a-4924-bc3c-196f106062ec, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:46.620607 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-02a8444b-a260-4e47-8b42-f4fbcef5a87b None None] For port 75629591-5c8a-4924-bc3c-196f106062ec, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=75629591-5c8a-4924-bc3c-196f106062ec,segment=NetworkSegment(b879ba25-0793-4dd5-ae69-b370cd39e8d1),segment_id=b879ba25-0793-4dd5-ae69-b370cd39e8d1)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:46.635549 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02a8444b-a260-4e47-8b42-f4fbcef5a87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.726191 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8444b-a260-4e47-8b42-f4fbcef5a87b None None] Pushing event updated for resources: {'Port': ['ID=75629591-5c8a-4924-bc3c-196f106062ec,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:46.730546 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.765895 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device df8affe3-8289-4bea-9421-719ac34fa4c5 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:46.856473 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-371b12f7-860c-423d-940f-1d8744680619 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.866365 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf579610-feaf-4c52-8938-7349219213ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036d35cd-0e8c-49b7-8460-d6961e84810e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:46.884591 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d51a96-aa9a-4424-8fdf-3e16ee91be97" -d '{"events": [{"server_uuid": "bf579610-feaf-4c52-8938-7349219213ef", "name": "network-vif-plugged", "status": "completed", "tag": "036d35cd-0e8c-49b7-8460-d6961e84810e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:46.885944 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-371b12f7-860c-423d-940f-1d8744680619 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Transition to ACTIVE for port object 96f3b665-81ff-457b-8c24-ef5cd97b9a2c will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:46.893400 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52899130-a808-4be0-9063-7fac9c62103c None None] DHCP port deletion for f4aa8141-9687-45d9-b16c-82a3d6b86650 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:46.909641 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-96a2e454-90fa-4788-915d-1dfeeb4a720f admin admin] Allocated IP 172.25.0.57 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/d32f7763-e47c-4851-90d1-ca98ecdd9ce6) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:46.932135 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 036d35cd-0e8c-49b7-8460-d6961e84810e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=036d35cd-0e8c-49b7-8460-d6961e84810e,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:46.985453 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.994723 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c6ed5817-6609-4e3e-8450-edb353d693af tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.997626 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c6ed5817-6609-4e3e-8450-edb353d693af tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.063325 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c6ed5817-6609-4e3e-8450-edb353d693af tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.063873 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ed5817-6609-4e3e-8450-edb353d693af tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Fanout notify agent at l3_agent the message router_deleted on router 9f246f40-3188-4b24-8fe6-b2c11cfb270e {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:38:47.072036 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c6ed5817-6609-4e3e-8450-edb353d693af tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.093942 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c6ed5817-6609-4e3e-8450-edb353d693af tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/routers/9f246f40-3188-4b24-8fe6-b2c11cfb270e HTTP/1.1" status: 204 len: 168 time: 1.2078521 Jul 16 20:38:47.094414 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49656) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:47.112814 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port df8affe3-8289-4bea-9421-719ac34fa4c5 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:47.113295 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.194361 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=036d35cd-0e8c-49b7-8460-d6961e84810e,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:47.217944 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-52899130-a808-4be0-9063-7fac9c62103c None None] Deleting port df8affe3-8289-4bea-9421-719ac34fa4c5 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:47.218512 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52899130-a808-4be0-9063-7fac9c62103c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.276286 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3e7786-aac7-49f1-b917-6061c9b5c8c7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:47.281127 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fc3e7786-aac7-49f1-b917-6061c9b5c8c7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1830928 Jul 16 20:38:47.281818 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49658) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:47.308391 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f747dba-1d28-4625-86e8-5586db40f898 req-d486b58b-fb36-4363-9905-21e813bcce65 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2551355 Jul 16 20:38:47.343453 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd1c068-e820-4c8e-bd7b-d29e801f73e7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:47.348753 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8bd1c068-e820-4c8e-bd7b-d29e801f73e7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0655460 Jul 16 20:38:47.349372 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49660) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:47.395118 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-165f3e64-8788-4ee0-b285-4fa1ce8f8222 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445895 Jul 16 20:38:47.402692 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b0daf9cd-1130-40c9-a998-5cc1ec46f9d8 req-52a14566-1e88-436b-9664-1da1e9360412 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfcca034-896b-4d0e-854f-d95c3eca6c90 HTTP/1.1" status: 200 len: 210 time: 0.3564394 Jul 16 20:38:47.404211 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49662) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:47.413804 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-b4ff9546-4047-4944-a4e0-6672d4ac5260 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:47.443345 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-52899130-a808-4be0-9063-7fac9c62103c None None] For port df8affe3-8289-4bea-9421-719ac34fa4c5, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=df8affe3-8289-4bea-9421-719ac34fa4c5,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:47.445426 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52899130-a808-4be0-9063-7fac9c62103c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.448974 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61b0f3d-ecff-46f9-bb21-31bf556b223b x-openstack-request-id: req-c61b0f3d-ecff-46f9-bb21-31bf556b223b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:47.455636 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf579610-feaf-4c52-8938-7349219213ef", "name": "network-vif-plugged", "status": "completed", "tag": "036d35cd-0e8c-49b7-8460-d6961e84810e", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:47.456022 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c61b0f3d-ecff-46f9-bb21-31bf556b223b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:47.456570 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf579610-feaf-4c52-8938-7349219213ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036d35cd-0e8c-49b7-8460-d6961e84810e', 'code': 200} Jul 16 20:38:47.484055 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-52899130-a808-4be0-9063-7fac9c62103c None None] Calling delete_port for df8affe3-8289-4bea-9421-719ac34fa4c5 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:47.490760 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-675ce230-9294-4bb3-bc3d-4580d2682f40 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Deleting port e54deaf2-c555-4f28-8020-3c13a05a2467 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:47.490760 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-675ce230-9294-4bb3-bc3d-4580d2682f40 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.499373 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-371b12f7-860c-423d-940f-1d8744680619 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.522784 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['859097bb-1ac3-4bae-80e3-764eefbb51eb', 'b288bcc1-0d63-4cdb-a66f-f66e6819482d'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:38:47.621866 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ff9546-4047-4944-a4e0-6672d4ac5260 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:47.633522 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b4ff9546-4047-4944-a4e0-6672d4ac5260 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.694203 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96a2e454-90fa-4788-915d-1dfeeb4a720f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.710182 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-371b12f7-860c-423d-940f-1d8744680619 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Network c856853c-1bbc-4399-8326-1d7e71a7f77f is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:47.760268 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52899130-a808-4be0-9063-7fac9c62103c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.769424 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-371b12f7-860c-423d-940f-1d8744680619 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:47.773141 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-371b12f7-860c-423d-940f-1d8744680619 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:47.824896 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52899130-a808-4be0-9063-7fac9c62103c None None] Pushing event deleted for resources: {'Port': ['ID=df8affe3-8289-4bea-9421-719ac34fa4c5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:47.835177 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52899130-a808-4be0-9063-7fac9c62103c None None] No DVR routers for this DVR port df8affe3-8289-4bea-9421-719ac34fa4c5 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:47.869035 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-371b12f7-860c-423d-940f-1d8744680619 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:47.869843 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-371b12f7-860c-423d-940f-1d8744680619 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.890524 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b12f7-860c-423d-940f-1d8744680619 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Pushing event updated for resources: {'Port': ['ID=96f3b665-81ff-457b-8c24-ef5cd97b9a2c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:47.897970 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108334aa-b9f1-412a-87c1-ab451e952fc4 None None] Sync routers for ids ['9f246f40-3188-4b24-8fe6-b2c11cfb270e'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:47.947149 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108334aa-b9f1-412a-87c1-ab451e952fc4 None None] Routers set() bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:47.949946 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-371b12f7-860c-423d-940f-1d8744680619 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4133055 Jul 16 20:38:47.953708 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108334aa-b9f1-412a-87c1-ab451e952fc4 None None] Router IDs set() for agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 20:38:47.954156 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_agentschedulers_db [None req-108334aa-b9f1-412a-87c1-ab451e952fc4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9f246f40-3188-4b24-8fe6-b2c11cfb270e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:38:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent'). {{(pid=93795) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 20:38:47.988718 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-76247bd0-2ef8-47d1-b08e-d03b469d7bdb service neutron] Request body: {'port': {'device_id': 'cfcca034-896b-4d0e-854f-d95c3eca6c90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:47.993857 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108334aa-b9f1-412a-87c1-ab451e952fc4 None None] Routers set() bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:47.994416 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108334aa-b9f1-412a-87c1-ab451e952fc4 None None] Router IDs set() for agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 20:38:47.995141 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_agentschedulers_db [None req-108334aa-b9f1-412a-87c1-ab451e952fc4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9f246f40-3188-4b24-8fe6-b2c11cfb270e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:38:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent'). {{(pid=93795) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 20:38:47.995648 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108334aa-b9f1-412a-87c1-ab451e952fc4 None None] The sync data for ids ['9f246f40-3188-4b24-8fe6-b2c11cfb270e'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:48.002816 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-675ce230-9294-4bb3-bc3d-4580d2682f40 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.084532 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-675ce230-9294-4bb3-bc3d-4580d2682f40 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Calling delete_port for e54deaf2-c555-4f28-8020-3c13a05a2467 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:48.218654 n-d-791506-21 neutron-server[93793]: DEBUG neutron.objects.ports [None req-b4ff9546-4047-4944-a4e0-6672d4ac5260 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93793) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:38:48.220485 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b4ff9546-4047-4944-a4e0-6672d4ac5260 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.228661 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96a2e454-90fa-4788-915d-1dfeeb4a720f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.264911 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6c3b9989-026f-4774-86c5-a694c97dd61d None None] Provisioning for port 96f3b665-81ff-457b-8c24-ef5cd97b9a2c completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:48.276269 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6c3b9989-026f-4774-86c5-a694c97dd61d None None] Provisioning complete for port 96f3b665-81ff-457b-8c24-ef5cd97b9a2c triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:48.276637 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6c3b9989-026f-4774-86c5-a694c97dd61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.279001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ff9546-4047-4944-a4e0-6672d4ac5260 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:48.284822 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-b4ff9546-4047-4944-a4e0-6672d4ac5260 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:48.290549 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ff9546-4047-4944-a4e0-6672d4ac5260 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:48.290965 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b4ff9546-4047-4944-a4e0-6672d4ac5260 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.318962 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b4ff9546-4047-4944-a4e0-6672d4ac5260 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9135802 Jul 16 20:38:48.320125 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff9546-4047-4944-a4e0-6672d4ac5260 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=f9e8d65f-7599-4330-8eb5-d1c1e83ca774,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:48.322475 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49666) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:48.328091 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-5d786883-6d4a-4446-82b3-c1a5d44fca0c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:48.337294 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2e454-90fa-4788-915d-1dfeeb4a720f admin admin] Pushing event updated for resources: {'Port': ['ID=d32f7763-e47c-4851-90d1-ca98ecdd9ce6,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:48.362426 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda35ff4-4bdf-4041-a831-c66649a6caf6 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:48.366296 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a2e454-90fa-4788-915d-1dfeeb4a720f admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:48.403508 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-96a2e454-90fa-4788-915d-1dfeeb4a720f admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:48.417497 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a2e454-90fa-4788-915d-1dfeeb4a720f admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:48.477214 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-76247bd0-2ef8-47d1-b08e-d03b469d7bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.528540 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6c3b9989-026f-4774-86c5-a694c97dd61d None None] Port 96f3b665-81ff-457b-8c24-ef5cd97b9a2c cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:48.552695 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d786883-6d4a-4446-82b3-c1a5d44fca0c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:48.561167 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d786883-6d4a-4446-82b3-c1a5d44fca0c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.781355 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bf4f1c-1797-40f6-acdc-0f799ebfab8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-f4aa8141-9687-45d9-b16c-82a3d6b86650', 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'fixed_ips': [{'subnet_id': 'f9e8d65f-7599-4330-8eb5-d1c1e83ca774'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:48.782590 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88bf4f1c-1797-40f6-acdc-0f799ebfab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.821834 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 75629591-5c8a-4924-bc3c-196f106062ec up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:49.027567 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 75629591-5c8a-4924-bc3c-196f106062ec completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:49.130863 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d786883-6d4a-4446-82b3-c1a5d44fca0c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.140664 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8580adcf-cdd9-4dae-8e1a-a9d6a1810bed None None] Network 5358be65-ba9a-4a6f-97e8-9acb084caac3 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:49.154716 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120193c-1582-4d74-8463-749be20324c7 req-c8f05c49-2af6-48a9-9a87-a06845151389 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:49.164955 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4120193c-1582-4d74-8463-749be20324c7 req-c8f05c49-2af6-48a9-9a87-a06845151389 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfcca034-896b-4d0e-854f-d95c3eca6c90 HTTP/1.1" status: 200 len: 931 time: 0.3595922 Jul 16 20:38:49.173959 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device df8affe3-8289-4bea-9421-719ac34fa4c5 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:49.174339 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d786883-6d4a-4446-82b3-c1a5d44fca0c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:49.181136 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-5d786883-6d4a-4446-82b3-c1a5d44fca0c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:49.185785 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d786883-6d4a-4446-82b3-c1a5d44fca0c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:49.186406 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d786883-6d4a-4446-82b3-c1a5d44fca0c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.209631 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5d786883-6d4a-4446-82b3-c1a5d44fca0c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8860223 Jul 16 20:38:49.212803 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49676) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:49.218050 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-0f1678bc-b9f8-4ee1-baa2-6539d9a1f0d4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'port': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'mac_address': 'fa:16:3e:8d:0e:8c', 'name': 'tempest-NetworksTestDHCPv6-216674950'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:49.226059 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d786883-6d4a-4446-82b3-c1a5d44fca0c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=967ee08f-fd6c-4981-8908-088a56c9c3ad,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:49.250023 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7b247-fd9a-43a7-853c-a7fc2c38cf54 req-ee35d9b6-3972-42a5-8d01-59394d473195 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:49.259974 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a7e7b247-fd9a-43a7-853c-a7fc2c38cf54 req-ee35d9b6-3972-42a5-8d01-59394d473195 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.6798649 Jul 16 20:38:49.314582 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-675ce230-9294-4bb3-bc3d-4580d2682f40 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.395568 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1678bc-b9f8-4ee1-baa2-6539d9a1f0d4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:49.414579 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4120193c-1582-4d74-8463-749be20324c7 req-34811da4-1b0a-4758-a167-eb4beaefe53b tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477705 Jul 16 20:38:49.451953 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: df8affe3-8289-4bea-9421-719ac34fa4c5 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:49.452559 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device df8affe3-8289-4bea-9421-719ac34fa4c5 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:49.477699 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-88bf4f1c-1797-40f6-acdc-0f799ebfab8d None None] Allocated IP 2001:db8::f816:3eff:fe59:e5e2 (f4aa8141-9687-45d9-b16c-82a3d6b86650/f9e8d65f-7599-4330-8eb5-d1c1e83ca774/c4495ca4-4cf7-4225-ad4a-57bfeeec161a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:49.534708 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8e239b0b-a2e8-4984-9ffa-4627119dfe55 None None] Provisioning for port 75629591-5c8a-4924-bc3c-196f106062ec completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:49.553370 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8e239b0b-a2e8-4984-9ffa-4627119dfe55 None None] Provisioning complete for port 75629591-5c8a-4924-bc3c-196f106062ec triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:49.553743 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e239b0b-a2e8-4984-9ffa-4627119dfe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.589395 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a7e7b247-fd9a-43a7-853c-a7fc2c38cf54 req-120ad4b7-30f3-4ced-a996-b229c497abb3 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261840 Jul 16 20:38:49.668278 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0f1678bc-b9f8-4ee1-baa2-6539d9a1f0d4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.740542 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-0f1678bc-b9f8-4ee1-baa2-6539d9a1f0d4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] device_id is not set on port 41545400-2309-4f25-af1a-0760ebf64f5b yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:49.889875 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e239b0b-a2e8-4984-9ffa-4627119dfe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.027550 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88bf4f1c-1797-40f6-acdc-0f799ebfab8d None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.050800 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-88bf4f1c-1797-40f6-acdc-0f799ebfab8d None None] Transition to ACTIVE for port object c4495ca4-4cf7-4225-ad4a-57bfeeec161a will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:50.102690 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8e239b0b-a2e8-4984-9ffa-4627119dfe55 None None] For port 75629591-5c8a-4924-bc3c-196f106062ec, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=75629591-5c8a-4924-bc3c-196f106062ec,segment=NetworkSegment(b879ba25-0793-4dd5-ae69-b370cd39e8d1),segment_id=b879ba25-0793-4dd5-ae69-b370cd39e8d1)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:50.104274 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ce230-9294-4bb3-bc3d-4580d2682f40 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Port': ['ID=e54deaf2-c555-4f28-8020-3c13a05a2467,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:50.114002 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-88bf4f1c-1797-40f6-acdc-0f799ebfab8d None None] Transition to ACTIVE for port object c4495ca4-4cf7-4225-ad4a-57bfeeec161a will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:50.118181 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e239b0b-a2e8-4984-9ffa-4627119dfe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.127792 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88bf4f1c-1797-40f6-acdc-0f799ebfab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.190927 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bf4f1c-1797-40f6-acdc-0f799ebfab8d None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:50.196318 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-88bf4f1c-1797-40f6-acdc-0f799ebfab8d None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:50.212775 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bf4f1c-1797-40f6-acdc-0f799ebfab8d None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:50.229893 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e239b0b-a2e8-4984-9ffa-4627119dfe55 None None] Pushing event updated for resources: {'Port': ['ID=75629591-5c8a-4924-bc3c-196f106062ec,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:50.252165 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-675ce230-9294-4bb3-bc3d-4580d2682f40 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.328783 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96a2e454-90fa-4788-915d-1dfeeb4a720f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.370001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-0f1678bc-b9f8-4ee1-baa2-6539d9a1f0d4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 172.20.0.11 (f4aa8141-9687-45d9-b16c-82a3d6b86650/967ee08f-fd6c-4981-8908-088a56c9c3ad/41545400-2309-4f25-af1a-0760ebf64f5b) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:50.381297 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-88bf4f1c-1797-40f6-acdc-0f799ebfab8d None None] Attempting to bind port c4495ca4-4cf7-4225-ad4a-57bfeeec161a on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:50.381705 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-88bf4f1c-1797-40f6-acdc-0f799ebfab8d None None] Attempting to bind port c4495ca4-4cf7-4225-ad4a-57bfeeec161a by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:50.382068 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf4f1c-1797-40f6-acdc-0f799ebfab8d None None] Attempting to bind port c4495ca4-4cf7-4225-ad4a-57bfeeec161a on network f4aa8141-9687-45d9-b16c-82a3d6b86650 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:50.391833 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf4f1c-1797-40f6-acdc-0f799ebfab8d None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:50.392778 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf4f1c-1797-40f6-acdc-0f799ebfab8d None None] Checking segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:50.393221 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88bf4f1c-1797-40f6-acdc-0f799ebfab8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.393758 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf4f1c-1797-40f6-acdc-0f799ebfab8d None None] Bound using segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:50.394248 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-88bf4f1c-1797-40f6-acdc-0f799ebfab8d None None] Bound port: c4495ca4-4cf7-4225-ad4a-57bfeeec161a, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:50.396050 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88bf4f1c-1797-40f6-acdc-0f799ebfab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.396172 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-0f1678bc-b9f8-4ee1-baa2-6539d9a1f0d4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 2001:db8::f816:3eff:fe8d:e8c (f4aa8141-9687-45d9-b16c-82a3d6b86650/f9e8d65f-7599-4330-8eb5-d1c1e83ca774/41545400-2309-4f25-af1a-0760ebf64f5b) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:50.396656 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf4f1c-1797-40f6-acdc-0f799ebfab8d None None] Pushing event updated for resources: {'Port': ['ID=c4495ca4-4cf7-4225-ad4a-57bfeeec161a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:50.409623 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-76247bd0-2ef8-47d1-b08e-d03b469d7bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f3b665-81ff-457b-8c24-ef5cd97b9a2c {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:38:50.476032 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-76247bd0-2ef8-47d1-b08e-d03b469d7bdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.553900 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-88bf4f1c-1797-40f6-acdc-0f799ebfab8d None None] For port c4495ca4-4cf7-4225-ad4a-57bfeeec161a, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:50.568900 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-88bf4f1c-1797-40f6-acdc-0f799ebfab8d None None] For port c4495ca4-4cf7-4225-ad4a-57bfeeec161a, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=c4495ca4-4cf7-4225-ad4a-57bfeeec161a,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:50.578702 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88bf4f1c-1797-40f6-acdc-0f799ebfab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.635142 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-76247bd0-2ef8-47d1-b08e-d03b469d7bdb service neutron] Transition to ACTIVE for port object 96f3b665-81ff-457b-8c24-ef5cd97b9a2c will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:50.666782 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-76247bd0-2ef8-47d1-b08e-d03b469d7bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.695704 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf4f1c-1797-40f6-acdc-0f799ebfab8d None None] Pushing event updated for resources: {'Port': ['ID=c4495ca4-4cf7-4225-ad4a-57bfeeec161a,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:50.771910 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 75629591-5c8a-4924-bc3c-196f106062ec up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:50.786047 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0f1678bc-b9f8-4ee1-baa2-6539d9a1f0d4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.815651 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-0f1678bc-b9f8-4ee1-baa2-6539d9a1f0d4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Transition to ACTIVE for port object 41545400-2309-4f25-af1a-0760ebf64f5b will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:50.848609 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ba2711ad-2c8a-418b-bffe-94ca4a69b29b None None] Provisioning complete for port 75629591-5c8a-4924-bc3c-196f106062ec triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:50.848994 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba2711ad-2c8a-418b-bffe-94ca4a69b29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.880095 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0f1678bc-b9f8-4ee1-baa2-6539d9a1f0d4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.939243 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 75629591-5c8a-4924-bc3c-196f106062ec triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:50.943021 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.960687 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1678bc-b9f8-4ee1-baa2-6539d9a1f0d4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:50.966611 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-0f1678bc-b9f8-4ee1-baa2-6539d9a1f0d4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:50.969445 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1678bc-b9f8-4ee1-baa2-6539d9a1f0d4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:51.039276 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1678bc-b9f8-4ee1-baa2-6539d9a1f0d4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Port': ['ID=41545400-2309-4f25-af1a-0760ebf64f5b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:51.111455 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1678bc-b9f8-4ee1-baa2-6539d9a1f0d4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:51.112247 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0f1678bc-b9f8-4ee1-baa2-6539d9a1f0d4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.136645 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675ce230-9294-4bb3-bc3d-4580d2682f40 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Router b6379e85-31e4-4e85-bc2c-35830595704c has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:51.143576 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0f1678bc-b9f8-4ee1-baa2-6539d9a1f0d4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9262915 Jul 16 20:38:51.145635 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49692) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:51.265422 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76247bd0-2ef8-47d1-b08e-d03b469d7bdb service neutron] Pushing event updated for resources: {'Port': ['ID=96f3b665-81ff-457b-8c24-ef5cd97b9a2c,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:51.295019 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c511d518-44e7-4dfb-8f2d-1387753f5876 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:51.302627 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c511d518-44e7-4dfb-8f2d-1387753f5876 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:51.308799 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c511d518-44e7-4dfb-8f2d-1387753f5876 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1608982 Jul 16 20:38:51.310280 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49694) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:51.469615 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-be4c7d6a-dc7a-4d1b-a434-f9a4bbaf90d1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting port 41545400-2309-4f25-af1a-0760ebf64f5b {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:51.470908 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be4c7d6a-dc7a-4d1b-a434-f9a4bbaf90d1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.588622 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-76247bd0-2ef8-47d1-b08e-d03b469d7bdb service neutron] Attempting to bind port 96f3b665-81ff-457b-8c24-ef5cd97b9a2c on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:51.589109 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-76247bd0-2ef8-47d1-b08e-d03b469d7bdb service neutron] Attempting to bind port 96f3b665-81ff-457b-8c24-ef5cd97b9a2c by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:51.589776 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-76247bd0-2ef8-47d1-b08e-d03b469d7bdb service neutron] Attempting to bind port 96f3b665-81ff-457b-8c24-ef5cd97b9a2c on network c856853c-1bbc-4399-8326-1d7e71a7f77f {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:51.594281 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be4c7d6a-dc7a-4d1b-a434-f9a4bbaf90d1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.600117 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d984c-68fb-4ec4-95bd-c80e2ddbabea req-4d509d92-59c6-4035-a3f4-8dfe4f2b811c tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:51.601834 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f17d984c-68fb-4ec4-95bd-c80e2ddbabea req-4d509d92-59c6-4035-a3f4-8dfe4f2b811c tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfcca034-896b-4d0e-854f-d95c3eca6c90 HTTP/1.1" status: 200 len: 943 time: 0.7195120 Jul 16 20:38:51.606865 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675ce230-9294-4bb3-bc3d-4580d2682f40 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:51.620116 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6711b26-15b0-4743-ade5-dfef7f467c11 req-81296211-ed79-48f9-88ec-a3215bf7fa71 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:51.622440 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bb3788-33e3-4b49-885f-900b163c6523 None None] Sync routers for ids ['b6379e85-31e4-4e85-bc2c-35830595704c'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:51.627975 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f6711b26-15b0-4743-ade5-dfef7f467c11 req-81296211-ed79-48f9-88ec-a3215bf7fa71 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.7082176 Jul 16 20:38:51.629311 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-be4c7d6a-dc7a-4d1b-a434-f9a4bbaf90d1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Calling delete_port for 41545400-2309-4f25-af1a-0760ebf64f5b owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:51.640618 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b395968d-0343-4c99-9e52-96763fb4efcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.645358 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bb3788-33e3-4b49-885f-900b163c6523 None None] Routers {'b6379e85-31e4-4e85-bc2c-35830595704c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:51.648185 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-675ce230-9294-4bb3-bc3d-4580d2682f40 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "PUT /v2.0/routers/b6379e85-31e4-4e85-bc2c-35830595704c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9040875 Jul 16 20:38:51.648347 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49696) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:51.648500 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d4bb3788-33e3-4b49-885f-900b163c6523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:38:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['b6379e85-31e4-4e85-bc2c-35830595704c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:51.664136 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-76247bd0-2ef8-47d1-b08e-d03b469d7bdb service neutron] Port 96f3b665-81ff-457b-8c24-ef5cd97b9a2c on network c856853c-1bbc-4399-8326-1d7e71a7f77f not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:38:51.664534 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-76247bd0-2ef8-47d1-b08e-d03b469d7bdb service neutron] Attempting to bind port 96f3b665-81ff-457b-8c24-ef5cd97b9a2c on network c856853c-1bbc-4399-8326-1d7e71a7f77f {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:51.691099 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-22f75408-57d4-4621-a301-5c74a61c869b tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6379e85-31e4-4e85-bc2c-35830595704c HTTP/1.1" status: 200 len: 205 time: 0.0401731 Jul 16 20:38:51.700419 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49698) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:51.718159 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-76247bd0-2ef8-47d1-b08e-d03b469d7bdb service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:51.718691 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-76247bd0-2ef8-47d1-b08e-d03b469d7bdb service neutron] Checking segment: {'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:51.719190 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-76247bd0-2ef8-47d1-b08e-d03b469d7bdb service neutron] Bound using segment: {'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:51.719752 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-76247bd0-2ef8-47d1-b08e-d03b469d7bdb service neutron] Bound port: 96f3b665-81ff-457b-8c24-ef5cd97b9a2c, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:51.720289 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-76247bd0-2ef8-47d1-b08e-d03b469d7bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.723090 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96a2e454-90fa-4788-915d-1dfeeb4a720f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.749041 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d4bb3788-33e3-4b49-885f-900b163c6523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:51.759717 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bb3788-33e3-4b49-885f-900b163c6523 None None] Routers {'b6379e85-31e4-4e85-bc2c-35830595704c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:51.760846 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d4bb3788-33e3-4b49-885f-900b163c6523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:38:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['b6379e85-31e4-4e85-bc2c-35830595704c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:51.841308 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d4bb3788-33e3-4b49-885f-900b163c6523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:51.842620 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bb3788-33e3-4b49-885f-900b163c6523 None None] The sync data for ids ['b6379e85-31e4-4e85-bc2c-35830595704c'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:51.888897 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7a8d51b5-ed7d-49e9-81af-6b09c9e3a063 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.911008 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f6711b26-15b0-4743-ade5-dfef7f467c11 req-6fa4be15-e99e-4fb1-8b14-436798842915 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818856 Jul 16 20:38:51.995939 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be4c7d6a-dc7a-4d1b-a434-f9a4bbaf90d1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.024902 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f17d984c-68fb-4ec4-95bd-c80e2ddbabea req-ce7a8d3b-8dda-4569-a45f-5b0dc931aaf4 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932993 Jul 16 20:38:52.044816 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c7d6a-dc7a-4d1b-a434-f9a4bbaf90d1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Port': ['ID=41545400-2309-4f25-af1a-0760ebf64f5b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:52.215506 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cb78fd-dc5d-4895-92cb-3489bc00811f None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:52.218367 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be4c7d6a-dc7a-4d1b-a434-f9a4bbaf90d1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.221133 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-be4c7d6a-dc7a-4d1b-a434-f9a4bbaf90d1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/41545400-2309-4f25-af1a-0760ebf64f5b HTTP/1.1" status: 204 len: 168 time: 0.9097412 Jul 16 20:38:52.223801 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49700) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:52.307268 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7a8d51b5-ed7d-49e9-81af-6b09c9e3a063 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.310360 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7a8d51b5-ed7d-49e9-81af-6b09c9e3a063 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.318161 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bab0d90-5a23-4ad0-befa-e6152d2752a6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:52.320132 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bab0d90-5a23-4ad0-befa-e6152d2752a6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:52.322333 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bab0d90-5a23-4ad0-befa-e6152d2752a6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:52.323476 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9bab0d90-5a23-4ad0-befa-e6152d2752a6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0986664 Jul 16 20:38:52.326281 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49702) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:52.327485 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6f20642a-0bb1-4259-8058-99067e77317f None None] Provisioning for port c4495ca4-4cf7-4225-ad4a-57bfeeec161a completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:52.397007 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-480e7d59-a042-4521-9480-8fbac945b0e6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet 967ee08f-fd6c-4981-8908-088a56c9c3ad {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:52.401563 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-480e7d59-a042-4521-9480-8fbac945b0e6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.410287 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7a8d51b5-ed7d-49e9-81af-6b09c9e3a063 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.413580 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8d51b5-ed7d-49e9-81af-6b09c9e3a063 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Fanout notify agent at l3_agent the message router_deleted on router b6379e85-31e4-4e85-bc2c-35830595704c {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:38:52.429644 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7a8d51b5-ed7d-49e9-81af-6b09c9e3a063 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.430872 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7a8d51b5-ed7d-49e9-81af-6b09c9e3a063 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/routers/b6379e85-31e4-4e85-bc2c-35830595704c HTTP/1.1" status: 204 len: 168 time: 0.7290769 Jul 16 20:38:52.438605 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49704) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:52.501452 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-480e7d59-a042-4521-9480-8fbac945b0e6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.510255 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-76247bd0-2ef8-47d1-b08e-d03b469d7bdb service neutron] For port 96f3b665-81ff-457b-8c24-ef5cd97b9a2c, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:52.514561 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-76247bd0-2ef8-47d1-b08e-d03b469d7bdb service neutron] For port 96f3b665-81ff-457b-8c24-ef5cd97b9a2c, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=96f3b665-81ff-457b-8c24-ef5cd97b9a2c,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:52.529267 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-76247bd0-2ef8-47d1-b08e-d03b469d7bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.567538 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-3889b7ee-0dc0-4f64-8727-06bbcbea4883 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Deleting subnet ada6e489-b01f-4a57-af3c-35e545796c91 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:52.575380 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3889b7ee-0dc0-4f64-8727-06bbcbea4883 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.620680 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-480e7d59-a042-4521-9480-8fbac945b0e6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.644393 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76247bd0-2ef8-47d1-b08e-d03b469d7bdb service neutron] Pushing event updated for resources: {'Port': ['ID=96f3b665-81ff-457b-8c24-ef5cd97b9a2c,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:52.667235 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-76247bd0-2ef8-47d1-b08e-d03b469d7bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:52.668512 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-76247bd0-2ef8-47d1-b08e-d03b469d7bdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.670645 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-76247bd0-2ef8-47d1-b08e-d03b469d7bdb service neutron] 10.222.0.18 "PUT /v2.0/ports/96f3b665-81ff-457b-8c24-ef5cd97b9a2c HTTP/1.1" status: 200 len: 1092 time: 4.7077935 Jul 16 20:38:52.671378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfcca034-896b-4d0e-854f-d95c3eca6c90', 'tag': '96f3b665-81ff-457b-8c24-ef5cd97b9a2c'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:52.675283 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060e7c27-faa1-4524-8b0a-9ecbc67c0636" -d '{"events": [{"name": "network-changed", "server_uuid": "cfcca034-896b-4d0e-854f-d95c3eca6c90", "tag": "96f3b665-81ff-457b-8c24-ef5cd97b9a2c"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:52.680926 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a2e454-90fa-4788-915d-1dfeeb4a720f admin admin] Router ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:38:52.683312 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876ec510-9621-4d85-b88b-7f8e75e24214 None None] Update dhcp port {'port': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'fixed_ips': [{'subnet_id': 'f9e8d65f-7599-4330-8eb5-d1c1e83ca774', 'ip_address': '2001:db8::f816:3eff:fe59:e5e2'}, {'subnet_id': '967ee08f-fd6c-4981-8908-088a56c9c3ad'}], 'binding:host_id': 'n-d-791506-21'}, 'id': 'c4495ca4-4cf7-4225-ad4a-57bfeeec161a'} from n-d-791506-21. {{(pid=93795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:38:52.757746 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-876ec510-9621-4d85-b88b-7f8e75e24214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.791426 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3889b7ee-0dc0-4f64-8727-06bbcbea4883 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.823850 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80c2cb2-1104-44fc-83f4-bb3a570e8de3 x-openstack-request-id: req-e80c2cb2-1104-44fc-83f4-bb3a570e8de3 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:52.824209 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfcca034-896b-4d0e-854f-d95c3eca6c90", "tag": "96f3b665-81ff-457b-8c24-ef5cd97b9a2c", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:52.824414 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e80c2cb2-1104-44fc-83f4-bb3a570e8de3 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:52.824784 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfcca034-896b-4d0e-854f-d95c3eca6c90', 'tag': '96f3b665-81ff-457b-8c24-ef5cd97b9a2c', 'status': 'completed', 'code': 200} Jul 16 20:38:52.950282 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a2e454-90fa-4788-915d-1dfeeb4a720f admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:52.973351 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-316e430a-86da-4f6a-ad03-5d6a3f25fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:52.978571 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-316e430a-86da-4f6a-ad03-5d6a3f25fa4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&device_id=cfcca034-896b-4d0e-854f-d95c3eca6c90 HTTP/1.1" status: 200 len: 1095 time: 0.2170353 Jul 16 20:38:53.006647 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-480e7d59-a042-4521-9480-8fbac945b0e6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.058229 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c4495ca4-4cf7-4225-ad4a-57bfeeec161a up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:53.073049 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e405324e-22b9-4dac-87f3-ad9eaaca2ae7 None None] Sync routers for ids ['ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:53.114774 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-4c9680bd-88e0-407e-a222-d821267e5bfc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96f3b665-81ff-457b-8c24-ef5cd97b9a2c HTTP/1.1" status: 200 len: 217 time: 0.1256220 Jul 16 20:38:53.115488 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96a2e454-90fa-4788-915d-1dfeeb4a720f admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.116601 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-96a2e454-90fa-4788-915d-1dfeeb4a720f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.7065606 Jul 16 20:38:53.128840 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49712) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:53.168489 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e405324e-22b9-4dac-87f3-ad9eaaca2ae7 None None] Routers {'ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:53.181603 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-e405324e-22b9-4dac-87f3-ad9eaaca2ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:38:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:53.227522 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3889b7ee-0dc0-4f64-8727-06bbcbea4883 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.333992 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e7d59-a042-4521-9480-8fbac945b0e6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=967ee08f-fd6c-4981-8908-088a56c9c3ad,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:53.342831 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-480e7d59-a042-4521-9480-8fbac945b0e6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.345618 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-480e7d59-a042-4521-9480-8fbac945b0e6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/967ee08f-fd6c-4981-8908-088a56c9c3ad HTTP/1.1" status: 204 len: 168 time: 1.0180361 Jul 16 20:38:53.350693 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49718) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:53.385208 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-e405324e-22b9-4dac-87f3-ad9eaaca2ae7 None None] Set router ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:53.433309 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c1836666-b042-4f3a-8ced-eb83e6207b1c req-4cb24b0c-83dc-4f05-b365-c48ddecedd25 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4998977 Jul 16 20:38:53.437816 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3889b7ee-0dc0-4f64-8727-06bbcbea4883 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server [None req-876ec510-9621-4d85-b88b-7f8e75e24214 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 967ee08f-fd6c-4981-8908-088a56c9c3ad: This subnet is being modified by another concurrent operation. Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:38:53.477157 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 967ee08f-fd6c-4981-8908-088a56c9c3ad: This subnet is being modified by another concurrent operation. Jul 16 20:38:53.481651 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server Jul 16 20:38:53.485261 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c4a5b53-5319-49d8-b67a-69e65a9f1abf tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet f9e8d65f-7599-4330-8eb5-d1c1e83ca774 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:53.502847 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4c4a5b53-5319-49d8-b67a-69e65a9f1abf tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.508577 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889b7ee-0dc0-4f64-8727-06bbcbea4883 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Subnet': ['ID=ada6e489-b01f-4a57-af3c-35e545796c91,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:53.567153 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3889b7ee-0dc0-4f64-8727-06bbcbea4883 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.572344 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3889b7ee-0dc0-4f64-8727-06bbcbea4883 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/subnets/ada6e489-b01f-4a57-af3c-35e545796c91 HTTP/1.1" status: 204 len: 168 time: 1.1304486 Jul 16 20:38:53.578792 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49720) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:53.601075 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2207731-8b14-44a1-bd7b-d6256c88eeb3 None None] Network 9e943658-5bab-47a2-9289-e31ebddd8f6f requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:53.662345 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4c4a5b53-5319-49d8-b67a-69e65a9f1abf tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.772816 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-c880047f-9061-486d-a530-b6e8c36fbcec tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Deleting subnet dd67ad69-5e8d-4c27-8959-9f5a65c53271 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:53.784258 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c880047f-9061-486d-a530-b6e8c36fbcec tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.903412 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port c4495ca4-4cf7-4225-ad4a-57bfeeec161a completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:53.909966 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c880047f-9061-486d-a530-b6e8c36fbcec tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.956527 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7ae5b345-51aa-46ba-a273-6509cd7c6d69 None None] Could not find standard attr ID for object 41545400-2309-4f25-af1a-0760ebf64f5b. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:38:53.958733 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port c4495ca4-4cf7-4225-ad4a-57bfeeec161a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:53.959402 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.982640 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-04fa0072-c52c-4f7c-b773-46ab82bc91f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:53.984433 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-04fa0072-c52c-4f7c-b773-46ab82bc91f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=587f0aec-80a3-4172-9644-d785b8e153a3 HTTP/1.1" status: 200 len: 850 time: 0.8632321 Jul 16 20:38:54.042560 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c880047f-9061-486d-a530-b6e8c36fbcec tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.128169 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c880047f-9061-486d-a530-b6e8c36fbcec tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.137759 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1836666-b042-4f3a-8ced-eb83e6207b1c req-0ad8793b-d12b-492f-b888-c07ae6d271a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:54.139685 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c1836666-b042-4f3a-8ced-eb83e6207b1c req-0ad8793b-d12b-492f-b888-c07ae6d271a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 1098 time: 0.6516700 Jul 16 20:38:54.166380 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b868102-21d2-47cb-8477-4ccaa6189bb2 req-3b942674-7fb9-4021-b228-42dd4c1f91c9 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:54.175995 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b868102-21d2-47cb-8477-4ccaa6189bb2 req-3b942674-7fb9-4021-b228-42dd4c1f91c9 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.5802104 Jul 16 20:38:54.207433 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2a2b7-981e-40e8-844e-abd8211700ea req-97d65b79-b3ab-442b-96cb-bcc3d33bd797 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:54.209362 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-17e2a2b7-981e-40e8-844e-abd8211700ea req-97d65b79-b3ab-442b-96cb-bcc3d33bd797 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfcca034-896b-4d0e-854f-d95c3eca6c90 HTTP/1.1" status: 200 len: 943 time: 0.6038425 Jul 16 20:38:54.247083 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7ae5b345-51aa-46ba-a273-6509cd7c6d69 None None] Provisioning complete for port c4495ca4-4cf7-4225-ad4a-57bfeeec161a triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:54.247613 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ae5b345-51aa-46ba-a273-6509cd7c6d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.265250 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8d18563b-08dd-4272-8be8-dd88e6340f6e req-7d347d2b-7b62-4252-bc88-5b0679181deb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6197226 Jul 16 20:38:54.275208 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880047f-9061-486d-a530-b6e8c36fbcec tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Subnet': ['ID=dd67ad69-5e8d-4c27-8959-9f5a65c53271,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:54.278165 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-17e2a2b7-981e-40e8-844e-abd8211700ea req-c56ebcd8-f6a3-498f-aae7-e1db146663f5 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559361 Jul 16 20:38:54.293974 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-4571ebe9-449b-43c9-80a3-3421453cf6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:54.295387 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c880047f-9061-486d-a530-b6e8c36fbcec tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.295645 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-4571ebe9-449b-43c9-80a3-3421453cf6f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c856853c-1bbc-4399-8326-1d7e71a7f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3026795 Jul 16 20:38:54.300242 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c880047f-9061-486d-a530-b6e8c36fbcec tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/subnets/dd67ad69-5e8d-4c27-8959-9f5a65c53271 HTTP/1.1" status: 204 len: 168 time: 0.7125735 Jul 16 20:38:54.307135 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49722) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:54.327011 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4c4a5b53-5319-49d8-b67a-69e65a9f1abf tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.342310 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b868102-21d2-47cb-8477-4ccaa6189bb2 req-9113b0a2-b1db-4d2d-aa75-70bccaa43db0 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651845 Jul 16 20:38:54.392282 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d603f164-bb9f-42e8-bb06-9ccb9437bc70 None None] Network 730b168a-104e-420c-9d94-90dfe99862e2 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:54.449364 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-790bad67-31e7-4c8e-ab88-2e7cb1990b50 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.486972 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.568867 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-36c7d0b8-7d78-4de2-9ed3-e7750a4ccdff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.586747 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1836666-b042-4f3a-8ced-eb83e6207b1c req-6651a91c-95a5-4d4d-8a80-d0182dd257cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:54.589635 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c1836666-b042-4f3a-8ced-eb83e6207b1c req-6651a91c-95a5-4d4d-8a80-d0182dd257cc service neutron] 10.222.0.18 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 912 time: 0.3971157 Jul 16 20:38:54.603315 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-e405324e-22b9-4dac-87f3-ad9eaaca2ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110', 'name': 'tempest-TestAggregatesBasicOps-357760360-router', 'tenant_id': 'a38235487ee94ee388858524ba80b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd32f7763-e47c-4851-90d1-ca98ecdd9ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:43Z', 'updated_at': '2021-07-16T20:38:49Z', 'revision_number': 3, 'project_id': 'a38235487ee94ee388858524ba80b343', 'gw_port': {'id': 'd32f7763-e47c-4851-90d1-ca98ecdd9ce6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:08:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:45Z', 'updated_at': '2021-07-16T20:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:54.611979 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aa4d31-8260-42b7-a056-2ead43ea0015 None None] DHCP port deletion for 9e943658-5bab-47a2-9289-e31ebddd8f6f request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:54.667791 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e405324e-22b9-4dac-87f3-ad9eaaca2ae7 None None] Checking router: ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:54.670457 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e405324e-22b9-4dac-87f3-ad9eaaca2ae7 None None] Updating router ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110 port d32f7763-e47c-4851-90d1-ca98ecdd9ce6 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:38:54.730932 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4c4a5b53-5319-49d8-b67a-69e65a9f1abf tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.742185 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c1836666-b042-4f3a-8ced-eb83e6207b1c req-b5325ad9-935e-4cb4-977b-fca1de66e88e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=859097bb-1ac3-4bae-80e3-764eefbb51eb HTTP/1.1" status: 200 len: 217 time: 0.1003654 Jul 16 20:38:54.769881 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ae5b345-51aa-46ba-a273-6509cd7c6d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.782618 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-6d41999c-896f-4f0a-b058-17832c2bc2c5 service neutron] 10.222.0.18 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767387 Jul 16 20:38:54.783008 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.802396 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4c4a5b53-5319-49d8-b67a-69e65a9f1abf tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.809640 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4c4a5b53-5319-49d8-b67a-69e65a9f1abf tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/f9e8d65f-7599-4330-8eb5-d1c1e83ca774 HTTP/1.1" status: 204 len: 168 time: 1.4572191 Jul 16 20:38:54.810868 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cac981-7030-4083-b1ce-1f6e028fd804 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:54.817413 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e405324e-22b9-4dac-87f3-ad9eaaca2ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.827972 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7de9f1ea-617e-4d47-a5c6-2510b9505049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.843469 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49724) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:54.903113 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a5b53-5319-49d8-b67a-69e65a9f1abf tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=f9e8d65f-7599-4330-8eb5-d1c1e83ca774,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:54.914618 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1836666-b042-4f3a-8ced-eb83e6207b1c req-cf360420-0c8c-4379-9ca2-0e47c0ace10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:54.916155 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c1836666-b042-4f3a-8ced-eb83e6207b1c req-cf360420-0c8c-4379-9ca2-0e47c0ace10a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=587f0aec-80a3-4172-9644-d785b8e153a3 HTTP/1.1" status: 200 len: 850 time: 0.1637347 Jul 16 20:38:54.933384 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f25edba4-05cb-4b30-8d06-11204a9a130d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885143 Jul 16 20:38:54.937519 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49726) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:54.941198 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b2b8f2-4b31-4222-86e9-6aa76c35e63c None None] DHCP port deletion for 730b168a-104e-420c-9d94-90dfe99862e2 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:54.947213 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-c04f48ef-d3bb-446d-b379-36c1edc95be5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:55.003798 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18563b-08dd-4272-8be8-dd88e6340f6e req-f7b8e711-7364-40f8-9a3f-7330c5a3be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:55.006071 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8d18563b-08dd-4272-8be8-dd88e6340f6e req-f7b8e711-7364-40f8-9a3f-7330c5a3be6f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 1096 time: 0.6390946 Jul 16 20:38:55.013338 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-790bad67-31e7-4c8e-ab88-2e7cb1990b50 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Deleting port 80fd19ec-6496-4fee-81a0-5de706b50480 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:55.013688 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-790bad67-31e7-4c8e-ab88-2e7cb1990b50 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.062553 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port c4495ca4-4cf7-4225-ad4a-57bfeeec161a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=c4495ca4-4cf7-4225-ad4a-57bfeeec161a,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:55.099174 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-790bad67-31e7-4c8e-ab88-2e7cb1990b50 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] For port 80fd19ec-6496-4fee-81a0-5de706b50480, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=80fd19ec-6496-4fee-81a0-5de706b50480,segment=NetworkSegment(ed7e5444-cab7-4c11-9219-77d45a4a272e),segment_id=ed7e5444-cab7-4c11-9219-77d45a4a272e)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:55.099539 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-790bad67-31e7-4c8e-ab88-2e7cb1990b50 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.101207 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.117093 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-790bad67-31e7-4c8e-ab88-2e7cb1990b50 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Calling delete_port for 80fd19ec-6496-4fee-81a0-5de706b50480 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:55.138428 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-7ae5b345-51aa-46ba-a273-6509cd7c6d69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:38:55.145430 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-7ae5b345-51aa-46ba-a273-6509cd7c6d69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:38:55.155842 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-7de9f1ea-617e-4d47-a5c6-2510b9505049 admin admin] Allocated IP 172.20.0.1 (5358be65-ba9a-4a6f-97e8-9acb084caac3/f9f3af6c-fdca-4c66-9636-087e8d083e9a/6ed049c1-f5ef-4183-b9af-8c9b3d13e53d) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:55.173778 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-86aa4d31-8260-42b7-a056-2ead43ea0015 None None] Deleting port 80fd19ec-6496-4fee-81a0-5de706b50480 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:55.174345 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86aa4d31-8260-42b7-a056-2ead43ea0015 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.316582 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c9b2b8f2-4b31-4222-86e9-6aa76c35e63c None None] Deleting port 1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:55.316962 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c9b2b8f2-4b31-4222-86e9-6aa76c35e63c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.368477 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1836666-b042-4f3a-8ced-eb83e6207b1c req-f5d8780d-f315-4c7c-9150-d5e7b3e6fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:55.370334 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c1836666-b042-4f3a-8ced-eb83e6207b1c req-f5d8780d-f315-4c7c-9150-d5e7b3e6fd3a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c856853c-1bbc-4399-8326-1d7e71a7f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4249427 Jul 16 20:38:55.405519 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-790bad67-31e7-4c8e-ab88-2e7cb1990b50 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.464791 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09b3337b-e735-4bbe-acc9-89978f2e021a req-f9f7e832-7027-4a27-8849-4ee740c3d809 service neutron] 10.222.0.18 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6335559 Jul 16 20:38:55.537578 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790bad67-31e7-4c8e-ab88-2e7cb1990b50 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Port': ['ID=80fd19ec-6496-4fee-81a0-5de706b50480,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:55.571358 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-86aa4d31-8260-42b7-a056-2ead43ea0015 None None] For port 80fd19ec-6496-4fee-81a0-5de706b50480, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=80fd19ec-6496-4fee-81a0-5de706b50480,segment=NetworkSegment(ed7e5444-cab7-4c11-9219-77d45a4a272e),segment_id=ed7e5444-cab7-4c11-9219-77d45a4a272e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:55.572043 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86aa4d31-8260-42b7-a056-2ead43ea0015 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.586866 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-86aa4d31-8260-42b7-a056-2ead43ea0015 None None] Calling delete_port for 80fd19ec-6496-4fee-81a0-5de706b50480 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:55.617754 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c1836666-b042-4f3a-8ced-eb83e6207b1c req-539f9d4a-555e-4d70-b268-46d4488cbb1f service neutron] 10.222.0.18 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384720 Jul 16 20:38:55.622540 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18563b-08dd-4272-8be8-dd88e6340f6e req-58a9b3b9-32f5-4b7b-9930-2e585c235e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:55.624990 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8d18563b-08dd-4272-8be8-dd88e6340f6e req-58a9b3b9-32f5-4b7b-9930-2e585c235e4a service neutron] 10.222.0.62 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 912 time: 0.4100821 Jul 16 20:38:55.626615 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790bad67-31e7-4c8e-ab88-2e7cb1990b50 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] No DVR routers for this DVR port 80fd19ec-6496-4fee-81a0-5de706b50480 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:55.658503 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7de9f1ea-617e-4d47-a5c6-2510b9505049 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.674495 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c4495ca4-4cf7-4225-ad4a-57bfeeec161a no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:55.678994 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86aa4d31-8260-42b7-a056-2ead43ea0015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.697080 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04f48ef-d3bb-446d-b379-36c1edc95be5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:55.701735 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c04f48ef-d3bb-446d-b379-36c1edc95be5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.748854 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aa4d31-8260-42b7-a056-2ead43ea0015 None None] No DVR routers for this DVR port 80fd19ec-6496-4fee-81a0-5de706b50480 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:55.758849 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-7de9f1ea-617e-4d47-a5c6-2510b9505049 admin admin] Transition to ACTIVE for port object 6ed049c1-f5ef-4183-b9af-8c9b3d13e53d will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:55.763501 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=c4495ca4-4cf7-4225-ad4a-57bfeeec161a,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:55.820522 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa4d31-8260-42b7-a056-2ead43ea0015 None None] Pushing event deleted for resources: {'Port': ['ID=80fd19ec-6496-4fee-81a0-5de706b50480,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:55.835239 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c9b2b8f2-4b31-4222-86e9-6aa76c35e63c None None] For port 1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed,segment=NetworkSegment(294d00d9-f2d9-4102-a418-0778598e9883),segment_id=294d00d9-f2d9-4102-a418-0778598e9883)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:55.836094 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c9b2b8f2-4b31-4222-86e9-6aa76c35e63c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.840439 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8d18563b-08dd-4272-8be8-dd88e6340f6e req-f4cbc633-9eeb-45f1-bf11-f9a04f2bea0d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4 HTTP/1.1" status: 200 len: 999 time: 0.1989086 Jul 16 20:38:55.888649 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e7c27-faa1-4524-8b0a-9ecbc67c0636 req-b993875c-b5e2-406d-baf0-a9c55320e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:55.889816 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.890766 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-060e7c27-faa1-4524-8b0a-9ecbc67c0636 req-b993875c-b5e2-406d-baf0-a9c55320e9c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&device_id=cfcca034-896b-4d0e-854f-d95c3eca6c90 HTTP/1.1" status: 200 len: 1095 time: 0.3084393 Jul 16 20:38:55.895189 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c9b2b8f2-4b31-4222-86e9-6aa76c35e63c None None] Calling delete_port for 1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:55.905841 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c02ee-6327-4c32-97a1-3789a009c99a req-8d3c72d6-cdef-4387-baf3-2505b60eb5bb tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:55.915851 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be5c02ee-6327-4c32-97a1-3789a009c99a req-8d3c72d6-cdef-4387-baf3-2505b60eb5bb tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.3933575 Jul 16 20:38:55.990125 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14a816-e83e-44c2-8af5-b7eea1d79af2 req-5349f2f3-74bf-4909-b530-8b09d29a2b11 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:55.991749 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e14a816-e83e-44c2-8af5-b7eea1d79af2 req-5349f2f3-74bf-4909-b530-8b09d29a2b11 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfcca034-896b-4d0e-854f-d95c3eca6c90 HTTP/1.1" status: 200 len: 943 time: 0.4007766 Jul 16 20:38:56.009593 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e944f433-fa69-4e18-b38e-220cc30a2ee5 None None] DHCP port deletion for f4aa8141-9687-45d9-b16c-82a3d6b86650 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:56.057608 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7de9f1ea-617e-4d47-a5c6-2510b9505049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.102664 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-790bad67-31e7-4c8e-ab88-2e7cb1990b50 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.122697 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18563b-08dd-4272-8be8-dd88e6340f6e req-33801728-ffbb-417f-8214-9413ce24a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:56.123784 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.124890 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8d18563b-08dd-4272-8be8-dd88e6340f6e req-33801728-ffbb-417f-8214-9413ce24a10b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=587f0aec-80a3-4172-9644-d785b8e153a3 HTTP/1.1" status: 200 len: 850 time: 0.2680202 Jul 16 20:38:56.132860 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-790bad67-31e7-4c8e-ab88-2e7cb1990b50 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e943658-5bab-47a2-9289-e31ebddd8f6f']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:56.160509 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c1836666-b042-4f3a-8ced-eb83e6207b1c req-52b6f857-560f-4796-8abb-3daf2cfb683d service neutron] 10.222.0.18 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313399 Jul 16 20:38:56.163788 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-790bad67-31e7-4c8e-ab88-2e7cb1990b50 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed7e5444-cab7-4c11-9219-77d45a4a272e') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:56.164102 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be5c02ee-6327-4c32-97a1-3789a009c99a req-e318391f-e974-45fd-86c8-7365cccd1b0e tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472639 Jul 16 20:38:56.164984 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-790bad67-31e7-4c8e-ab88-2e7cb1990b50 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed7e5444-cab7-4c11-9219-77d45a4a272e') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:56.192295 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e405324e-22b9-4dac-87f3-ad9eaaca2ae7 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.252310 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de9f1ea-617e-4d47-a5c6-2510b9505049 admin admin] Network 5358be65-ba9a-4a6f-97e8-9acb084caac3 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:56.260344 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e14a816-e83e-44c2-8af5-b7eea1d79af2 req-7572a698-d75a-4a6d-a663-03111c167c28 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469420 Jul 16 20:38:56.272054 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-7de9f1ea-617e-4d47-a5c6-2510b9505049 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:56.283606 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e405324e-22b9-4dac-87f3-ad9eaaca2ae7 None None] Transition to ACTIVE for port object d32f7763-e47c-4851-90d1-ca98ecdd9ce6 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:56.284728 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de9f1ea-617e-4d47-a5c6-2510b9505049 admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:56.299975 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port c4495ca4-4cf7-4225-ad4a-57bfeeec161a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=c4495ca4-4cf7-4225-ad4a-57bfeeec161a,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:56.315953 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e944f433-fa69-4e18-b38e-220cc30a2ee5 None None] Deleting port c4495ca4-4cf7-4225-ad4a-57bfeeec161a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:56.317889 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e944f433-fa69-4e18-b38e-220cc30a2ee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.324443 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.325311 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 80fd19ec-6496-4fee-81a0-5de706b50480 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:56.327499 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c9b2b8f2-4b31-4222-86e9-6aa76c35e63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.395675 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e405324e-22b9-4dac-87f3-ad9eaaca2ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.469144 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b2b8f2-4b31-4222-86e9-6aa76c35e63c None None] No DVR routers for this DVR port 1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:56.487164 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e7c27-faa1-4524-8b0a-9ecbc67c0636 req-1a965a10-1c37-4b27-ac27-9387c7689311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:56.490964 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-060e7c27-faa1-4524-8b0a-9ecbc67c0636 req-1a965a10-1c37-4b27-ac27-9387c7689311 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 912 time: 0.5643873 Jul 16 20:38:56.491706 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9f1ea-617e-4d47-a5c6-2510b9505049 admin admin] Pushing event updated for resources: {'Port': ['ID=6ed049c1-f5ef-4183-b9af-8c9b3d13e53d,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:56.598487 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 80fd19ec-6496-4fee-81a0-5de706b50480 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:56.598859 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 80fd19ec-6496-4fee-81a0-5de706b50480 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:56.599291 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:56.732186 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:56.732550 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:56.739335 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-060e7c27-faa1-4524-8b0a-9ecbc67c0636 req-54e311f9-79c6-48c4-9f08-ccb0a0524bee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96f3b665-81ff-457b-8c24-ef5cd97b9a2c HTTP/1.1" status: 200 len: 217 time: 0.1726353 Jul 16 20:38:56.739847 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-e405324e-22b9-4dac-87f3-ad9eaaca2ae7 None None] Attempting to bind port d32f7763-e47c-4851-90d1-ca98ecdd9ce6 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:56.740233 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-e405324e-22b9-4dac-87f3-ad9eaaca2ae7 None None] Attempting to bind port d32f7763-e47c-4851-90d1-ca98ecdd9ce6 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:56.740610 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e405324e-22b9-4dac-87f3-ad9eaaca2ae7 None None] Attempting to bind port d32f7763-e47c-4851-90d1-ca98ecdd9ce6 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:56.742961 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7de9f1ea-617e-4d47-a5c6-2510b9505049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.829908 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-790bad67-31e7-4c8e-ab88-2e7cb1990b50 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.855540 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-790bad67-31e7-4c8e-ab88-2e7cb1990b50 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.866049 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790bad67-31e7-4c8e-ab88-2e7cb1990b50 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:56.866885 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-790bad67-31e7-4c8e-ab88-2e7cb1990b50 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:56.871124 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:56.936795 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18563b-08dd-4272-8be8-dd88e6340f6e req-640264a4-a8e7-412e-8650-f5a21739ee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:56.939832 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8d18563b-08dd-4272-8be8-dd88e6340f6e req-640264a4-a8e7-412e-8650-f5a21739ee0d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c856853c-1bbc-4399-8326-1d7e71a7f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8024638 Jul 16 20:38:56.964299 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-790bad67-31e7-4c8e-ab88-2e7cb1990b50 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.004338 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e7c27-faa1-4524-8b0a-9ecbc67c0636 req-778ba947-1bc2-4576-b102-b9fc5ee1c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:57.005821 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-060e7c27-faa1-4524-8b0a-9ecbc67c0636 req-778ba947-1bc2-4576-b102-b9fc5ee1c1fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=587f0aec-80a3-4172-9644-d785b8e153a3 HTTP/1.1" status: 200 len: 850 time: 0.2600889 Jul 16 20:38:57.011751 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-790bad67-31e7-4c8e-ab88-2e7cb1990b50 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.017701 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-790bad67-31e7-4c8e-ab88-2e7cb1990b50 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/networks/9e943658-5bab-47a2-9289-e31ebddd8f6f HTTP/1.1" status: 204 len: 168 time: 2.7078853 Jul 16 20:38:57.019681 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790bad67-31e7-4c8e-ab88-2e7cb1990b50 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Network': ['ID=9e943658-5bab-47a2-9289-e31ebddd8f6f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:57.021737 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49736) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:57.104555 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e405324e-22b9-4dac-87f3-ad9eaaca2ae7 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:57.105214 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e405324e-22b9-4dac-87f3-ad9eaaca2ae7 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:57.105323 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e405324e-22b9-4dac-87f3-ad9eaaca2ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.105726 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e405324e-22b9-4dac-87f3-ad9eaaca2ae7 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:57.106202 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-e405324e-22b9-4dac-87f3-ad9eaaca2ae7 None None] Bound port: d32f7763-e47c-4851-90d1-ca98ecdd9ce6, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:57.106694 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e405324e-22b9-4dac-87f3-ad9eaaca2ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.171575 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-644c79f5-cfbb-4c12-b595-fa3167a7268c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.180621 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-e944f433-fa69-4e18-b38e-220cc30a2ee5 None None] For port c4495ca4-4cf7-4225-ad4a-57bfeeec161a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=c4495ca4-4cf7-4225-ad4a-57bfeeec161a,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:57.181347 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e944f433-fa69-4e18-b38e-220cc30a2ee5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.182616 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8d18563b-08dd-4272-8be8-dd88e6340f6e req-2817e396-c7b1-47e1-b72d-0d2d0c25831f service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337990 Jul 16 20:38:57.186072 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bfa09085-c3e3-4b59-9068-a8d0b48b271d None None] Provisioning for port 6ed049c1-f5ef-4183-b9af-8c9b3d13e53d completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:57.190540 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=c4495ca4-4cf7-4225-ad4a-57bfeeec161a,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:57.214584 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bfa09085-c3e3-4b59-9068-a8d0b48b271d None None] Provisioning complete for port 6ed049c1-f5ef-4183-b9af-8c9b3d13e53d triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:57.215173 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bfa09085-c3e3-4b59-9068-a8d0b48b271d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.275390 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e944f433-fa69-4e18-b38e-220cc30a2ee5 None None] Calling delete_port for c4495ca4-4cf7-4225-ad4a-57bfeeec161a owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:57.289478 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2b8f2-4b31-4222-86e9-6aa76c35e63c None None] Pushing event deleted for resources: {'Port': ['ID=1d773ce4-7352-4bf8-bd7e-9f3cb09bf2ed,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:57.384477 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-644c79f5-cfbb-4c12-b595-fa3167a7268c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.391541 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-e405324e-22b9-4dac-87f3-ad9eaaca2ae7 None None] For port d32f7763-e47c-4851-90d1-ca98ecdd9ce6, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:57.395547 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-bfa09085-c3e3-4b59-9068-a8d0b48b271d None None] Port 6ed049c1-f5ef-4183-b9af-8c9b3d13e53d cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:57.404519 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-644c79f5-cfbb-4c12-b595-fa3167a7268c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730b168a-104e-420c-9d94-90dfe99862e2']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:57.419748 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-644c79f5-cfbb-4c12-b595-fa3167a7268c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '294d00d9-f2d9-4102-a418-0778598e9883') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:57.420029 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-644c79f5-cfbb-4c12-b595-fa3167a7268c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '294d00d9-f2d9-4102-a418-0778598e9883') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:57.443523 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-644c79f5-cfbb-4c12-b595-fa3167a7268c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.453734 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8d18563b-08dd-4272-8be8-dd88e6340f6e req-3027fb09-947b-4c42-9cfa-8ef65a6cd39c service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632816 Jul 16 20:38:57.457948 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-e405324e-22b9-4dac-87f3-ad9eaaca2ae7 None None] For port d32f7763-e47c-4851-90d1-ca98ecdd9ce6, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=d32f7763-e47c-4851-90d1-ca98ecdd9ce6,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:57.478072 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-644c79f5-cfbb-4c12-b595-fa3167a7268c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.487656 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644c79f5-cfbb-4c12-b595-fa3167a7268c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:57.488105 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-644c79f5-cfbb-4c12-b595-fa3167a7268c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:57.491582 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:57.511075 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b61c1-f2d4-450a-b6ec-b92385ce6758 None None] Pushing event updated for resources: {'Port': ['ID=d32f7763-e47c-4851-90d1-ca98ecdd9ce6,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:57.533329 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e405324e-22b9-4dac-87f3-ad9eaaca2ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.632849 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-644c79f5-cfbb-4c12-b595-fa3167a7268c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.640077 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.641498 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-644c79f5-cfbb-4c12-b595-fa3167a7268c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.648343 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-644c79f5-cfbb-4c12-b595-fa3167a7268c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/networks/730b168a-104e-420c-9d94-90dfe99862e2 HTTP/1.1" status: 204 len: 168 time: 0.6201441 Jul 16 20:38:57.652299 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49746) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:57.655573 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e944f433-fa69-4e18-b38e-220cc30a2ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.662986 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-1ec1dc19-7359-4ac8-876c-0f036d2fc117 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'network': {'name': 'tempest-RoutersTest-1200273399'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:57.675989 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e405324e-22b9-4dac-87f3-ad9eaaca2ae7 None None] Routers {'ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:57.676216 n-d-791506-21 neutron-server[93794]: DEBUG neutron.objects.ports [None req-c04f48ef-d3bb-446d-b379-36c1edc95be5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93794) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:38:57.677671 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-e405324e-22b9-4dac-87f3-ad9eaaca2ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:38:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:57.680435 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e944f433-fa69-4e18-b38e-220cc30a2ee5 None None] No DVR routers for this DVR port c4495ca4-4cf7-4225-ad4a-57bfeeec161a on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:57.727759 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec1dc19-7359-4ac8-876c-0f036d2fc117 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Made reservation on behalf of 0984868bac254eab8830dbbd4c12f77c for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:57.731552 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1ec1dc19-7359-4ac8-876c-0f036d2fc117 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.736194 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c79f5-cfbb-4c12-b595-fa3167a7268c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Network': ['ID=730b168a-104e-420c-9d94-90dfe99862e2,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:57.763111 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b61c1-f2d4-450a-b6ec-b92385ce6758 None None] Pushing event updated for resources: {'Port': ['ID=d32f7763-e47c-4851-90d1-ca98ecdd9ce6,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:57.765700 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5c2e61-72e4-4303-8daa-bfbcd358d180 None None] get_active_networks_info from n-d-791506-21 {{(pid=93795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:38:57.778622 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec1dc19-7359-4ac8-876c-0f036d2fc117 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:57.793166 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1ec1dc19-7359-4ac8-876c-0f036d2fc117 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.793921 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-1ec1dc19-7359-4ac8-876c-0f036d2fc117 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Added segment 17e2755b-37af-45c9-aed8-2262602fce8a of type vlan for network 292be218-9db5-40cb-9bae-3fd40ca110e1 Jul 16 20:38:57.849449 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944f433-fa69-4e18-b38e-220cc30a2ee5 None None] Pushing event deleted for resources: {'Port': ['ID=c4495ca4-4cf7-4225-ad4a-57bfeeec161a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:57.854080 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1ec1dc19-7359-4ac8-876c-0f036d2fc117 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.906160 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1ec1dc19-7359-4ac8-876c-0f036d2fc117 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.927790 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec1dc19-7359-4ac8-876c-0f036d2fc117 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:57.928969 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1ec1dc19-7359-4ac8-876c-0f036d2fc117 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.968415 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-e405324e-22b9-4dac-87f3-ad9eaaca2ae7 None None] Set router ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:57.994260 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1ec1dc19-7359-4ac8-876c-0f036d2fc117 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3392982 Jul 16 20:38:58.002473 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49748) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:58.022297 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-09d861de-8f1e-4d3e-9bac-20171adc011e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'subnet': {'network_id': '292be218-9db5-40cb-9bae-3fd40ca110e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:58.039737 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5c2e61-72e4-4303-8daa-bfbcd358d180 None None] Resources bound (agent type, host, resource id): {{(pid=93795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:38:58.075296 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1dc19-7359-4ac8-876c-0f036d2fc117 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Network': ['ID=292be218-9db5-40cb-9bae-3fd40ca110e1,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:58.113028 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7de9f1ea-617e-4d47-a5c6-2510b9505049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.130508 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 292be218-9db5-40cb-9bae-3fd40ca110e1 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:58.281481 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d861de-8f1e-4d3e-9bac-20171adc011e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Made reservation on behalf of 0984868bac254eab8830dbbd4c12f77c for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:58.285791 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-09d861de-8f1e-4d3e-9bac-20171adc011e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.347432 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e7c27-faa1-4524-8b0a-9ecbc67c0636 req-61b48f02-0444-4482-a05e-e097e8511c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:58.349432 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-060e7c27-faa1-4524-8b0a-9ecbc67c0636 req-61b48f02-0444-4482-a05e-e097e8511c39 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c856853c-1bbc-4399-8326-1d7e71a7f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3309071 Jul 16 20:38:58.357562 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d830265-d2c4-42c9-8afe-1d14da3250c0 req-c7a55932-b812-45aa-8ef5-34a1ab6c01f2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:58.358811 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6d830265-d2c4-42c9-8afe-1d14da3250c0 req-c7a55932-b812-45aa-8ef5-34a1ab6c01f2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.7743552 Jul 16 20:38:58.380307 n-d-791506-21 neutron-server[93794]: WARNING neutron.services.revisions.revision_plugin [None req-c04f48ef-d3bb-446d-b379-36c1edc95be5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Could not find related port for resource to bump revision. Jul 16 20:38:58.481124 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.ipam_pluggable_backend [None req-c04f48ef-d3bb-446d-b379-36c1edc95be5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Port c4495ca4-4cf7-4225-ad4a-57bfeeec161a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93794) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 20:38:58.481520 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.ipam_pluggable_backend [None req-c04f48ef-d3bb-446d-b379-36c1edc95be5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Reverting IP allocation for 2001:db8::f816:3eff:fe59:e5e2 {{(pid=93794) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 20:38:58.498103 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-e405324e-22b9-4dac-87f3-ad9eaaca2ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110', 'name': 'tempest-TestAggregatesBasicOps-357760360-router', 'tenant_id': 'a38235487ee94ee388858524ba80b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd32f7763-e47c-4851-90d1-ca98ecdd9ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:43Z', 'updated_at': '2021-07-16T20:38:49Z', 'revision_number': 3, 'project_id': 'a38235487ee94ee388858524ba80b343', 'gw_port': {'id': 'd32f7763-e47c-4851-90d1-ca98ecdd9ce6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:08:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:45Z', 'updated_at': '2021-07-16T20:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:58.528702 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54086c7-2f15-4238-a9b7-5e8e615a9772 req-d7bc37e6-1385-4522-beca-733a02722df4 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:58.530235 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b54086c7-2f15-4238-a9b7-5e8e615a9772 req-d7bc37e6-1385-4522-beca-733a02722df4 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfcca034-896b-4d0e-854f-d95c3eca6c90 HTTP/1.1" status: 200 len: 943 time: 0.9297554 Jul 16 20:38:58.531478 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.ipam_pluggable_backend [None req-c04f48ef-d3bb-446d-b379-36c1edc95be5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe59:e5e2 {{(pid=93794) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 20:38:58.543718 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-09d861de-8f1e-4d3e-9bac-20171adc011e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.553975 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 96f3b665-81ff-457b-8c24-ef5cd97b9a2c details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:38:58.557630 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c04f48ef-d3bb-446d-b379-36c1edc95be5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.574481 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6d830265-d2c4-42c9-8afe-1d14da3250c0 req-11e7f1b9-6897-4503-b89e-bedce90d1e07 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774991 Jul 16 20:38:58.665229 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d861de-8f1e-4d3e-9bac-20171adc011e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Subnet': ['ID=2a2d92ff-daa0-411b-9069-8bb5bab4347b,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:58.714304 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d861de-8f1e-4d3e-9bac-20171adc011e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Checking segment: {'id': '17e2755b-37af-45c9-aed8-2262602fce8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '292be218-9db5-40cb-9bae-3fd40ca110e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:58.714914 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d861de-8f1e-4d3e-9bac-20171adc011e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network hostable DHCP agents. Network: 292be218-9db5-40cb-9bae-3fd40ca110e1, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:58.725581 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04f48ef-d3bb-446d-b379-36c1edc95be5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:58.735157 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b54086c7-2f15-4238-a9b7-5e8e615a9772 req-dd319836-2681-49ba-86ab-b336d94d2b48 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947396 Jul 16 20:38:58.738298 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e405324e-22b9-4dac-87f3-ad9eaaca2ae7 None None] The sync data for ids ['ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110'] in n-d-791506-21 is: [{'id': 'ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110', 'name': 'tempest-TestAggregatesBasicOps-357760360-router', 'tenant_id': 'a38235487ee94ee388858524ba80b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd32f7763-e47c-4851-90d1-ca98ecdd9ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:43Z', 'updated_at': '2021-07-16T20:38:49Z', 'revision_number': 3, 'project_id': 'a38235487ee94ee388858524ba80b343', 'gw_port': {'id': 'd32f7763-e47c-4851-90d1-ca98ecdd9ce6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:08:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:45Z', 'updated_at': '2021-07-16T20:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:58.743389 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 96f3b665-81ff-457b-8c24-ef5cd97b9a2c, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=96f3b665-81ff-457b-8c24-ef5cd97b9a2c,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:58.747952 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d861de-8f1e-4d3e-9bac-20171adc011e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network 292be218-9db5-40cb-9bae-3fd40ca110e1 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:58.749476 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-c04f48ef-d3bb-446d-b379-36c1edc95be5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:58.769170 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-09d861de-8f1e-4d3e-9bac-20171adc011e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 292be218-9db5-40cb-9bae-3fd40ca110e1) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:58.769442 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04f48ef-d3bb-446d-b379-36c1edc95be5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:58.769994 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c04f48ef-d3bb-446d-b379-36c1edc95be5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.774237 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d861de-8f1e-4d3e-9bac-20171adc011e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:58.775064 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-09d861de-8f1e-4d3e-9bac-20171adc011e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.800966 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f48ef-d3bb-446d-b379-36c1edc95be5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=07bb5224-5fc5-49ac-81fc-0ef904b9ef73,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:58.821333 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-09d861de-8f1e-4d3e-9bac-20171adc011e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8172381 Jul 16 20:38:58.822202 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49754) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:58.827056 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-53e8d6ed-1a59-42d2-9985-54b81f2b1798 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-200596921', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:58.856885 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-060e7c27-faa1-4524-8b0a-9ecbc67c0636 req-c41d5f8a-247c-4f10-a538-5e5e3e967628 service neutron] 10.222.0.18 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753504 Jul 16 20:38:58.863942 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '96f3b665-81ff-457b-8c24-ef5cd97b9a2c', 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f', 'port_id': '96f3b665-81ff-457b-8c24-ef5cd97b9a2c', 'mac_address': 'fa:16:3e:f0:e6:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587f0aec-80a3-4172-9644-d785b8e153a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:38:58.870762 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-53e8d6ed-1a59-42d2-9985-54b81f2b1798 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.872057 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-53e8d6ed-1a59-42d2-9985-54b81f2b1798 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.932262 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7de9f1ea-617e-4d47-a5c6-2510b9505049 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.949459 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.953885 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c04f48ef-d3bb-446d-b379-36c1edc95be5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0089774 Jul 16 20:38:58.956982 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49756) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:58.959737 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7de9f1ea-617e-4d47-a5c6-2510b9505049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.973870 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f3b665-81ff-457b-8c24-ef5cd97b9a2c {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:38:58.976655 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-9844333c-04b5-499c-a476-075c9c057f56 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:59.004343 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-53e8d6ed-1a59-42d2-9985-54b81f2b1798 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.014289 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-53e8d6ed-1a59-42d2-9985-54b81f2b1798 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.022003 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 96f3b665-81ff-457b-8c24-ef5cd97b9a2c, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=96f3b665-81ff-457b-8c24-ef5cd97b9a2c,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:59.035605 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.062645 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-53e8d6ed-1a59-42d2-9985-54b81f2b1798 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.065178 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-53e8d6ed-1a59-42d2-9985-54b81f2b1798 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2417006 Jul 16 20:38:59.068371 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49758) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:59.070970 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4663a534-e7c0-4ea4-9341-1d8c69a19519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-f4aa8141-9687-45d9-b16c-82a3d6b86650', 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'fixed_ips': [{'subnet_id': '07bb5224-5fc5-49ac-81fc-0ef904b9ef73'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:59.073038 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4663a534-e7c0-4ea4-9341-1d8c69a19519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.079497 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d786cb4e-9900-4e31-9182-8a1aab4c998a tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'port': {'network_id': '292be218-9db5-40cb-9bae-3fd40ca110e1', 'name': 'tempest-RoutersTest-787704541'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:59.218533 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=96f3b665-81ff-457b-8c24-ef5cd97b9a2c,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:59.276347 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7de9f1ea-617e-4d47-a5c6-2510b9505049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.285541 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d786cb4e-9900-4e31-9182-8a1aab4c998a tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Made reservation on behalf of 0984868bac254eab8830dbbd4c12f77c for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:59.290634 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d786cb4e-9900-4e31-9182-8a1aab4c998a tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.311490 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['96f3b665-81ff-457b-8c24-ef5cd97b9a2c'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:38:59.322581 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9f1ea-617e-4d47-a5c6-2510b9505049 admin admin] Pushing event updated for resources: {'Port': ['ID=6ed049c1-f5ef-4183-b9af-8c9b3d13e53d,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:59.355936 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-d786cb4e-9900-4e31-9182-8a1aab4c998a tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] device_id is not set on port c7c51e5a-d535-4f7b-bba1-72127e23bccb yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:59.369183 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-060e7c27-faa1-4524-8b0a-9ecbc67c0636 req-38d94726-3a49-4e96-9626-a57103478867 service neutron] 10.222.0.18 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005012 Jul 16 20:38:59.469248 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9844333c-04b5-499c-a476-075c9c057f56 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:59.473429 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9844333c-04b5-499c-a476-075c9c057f56 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.486032 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.505477 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-4663a534-e7c0-4ea4-9341-1d8c69a19519 None None] Allocated IP 2001:db8::f816:3eff:fe7f:7d4f (f4aa8141-9687-45d9-b16c-82a3d6b86650/07bb5224-5fc5-49ac-81fc-0ef904b9ef73/dc517342-a4d4-4102-ab9c-61170bb983d6) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:59.630815 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-d786cb4e-9900-4e31-9182-8a1aab4c998a tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Allocated IP 172.20.0.8 (292be218-9db5-40cb-9bae-3fd40ca110e1/2a2d92ff-daa0-411b-9069-8bb5bab4347b/c7c51e5a-d535-4f7b-bba1-72127e23bccb) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:59.985299 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9844333c-04b5-499c-a476-075c9c057f56 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.998284 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d786cb4e-9900-4e31-9182-8a1aab4c998a tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.024322 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-d786cb4e-9900-4e31-9182-8a1aab4c998a tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Transition to ACTIVE for port object c7c51e5a-d535-4f7b-bba1-72127e23bccb will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:00.041239 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de9f1ea-617e-4d47-a5c6-2510b9505049 admin admin] Network 5358be65-ba9a-4a6f-97e8-9acb084caac3 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:00.102511 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d786cb4e-9900-4e31-9182-8a1aab4c998a tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.105848 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-7de9f1ea-617e-4d47-a5c6-2510b9505049 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:00.140534 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9844333c-04b5-499c-a476-075c9c057f56 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:00.160126 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4663a534-e7c0-4ea4-9341-1d8c69a19519 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.169308 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d786cb4e-9900-4e31-9182-8a1aab4c998a tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network 292be218-9db5-40cb-9bae-3fd40ca110e1 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:00.169769 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4663a534-e7c0-4ea4-9341-1d8c69a19519 None None] Transition to ACTIVE for port object dc517342-a4d4-4102-ab9c-61170bb983d6 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:00.175432 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-d786cb4e-9900-4e31-9182-8a1aab4c998a tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:00.181755 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d786cb4e-9900-4e31-9182-8a1aab4c998a tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:00.188227 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4663a534-e7c0-4ea4-9341-1d8c69a19519 None None] Transition to ACTIVE for port object dc517342-a4d4-4102-ab9c-61170bb983d6 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:00.200832 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4663a534-e7c0-4ea4-9341-1d8c69a19519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.248749 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-9844333c-04b5-499c-a476-075c9c057f56 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:00.254394 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9844333c-04b5-499c-a476-075c9c057f56 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:00.259242 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9844333c-04b5-499c-a476-075c9c057f56 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.261647 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786cb4e-9900-4e31-9182-8a1aab4c998a tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Port': ['ID=c7c51e5a-d535-4f7b-bba1-72127e23bccb,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:00.265436 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4663a534-e7c0-4ea4-9341-1d8c69a19519 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:00.275950 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-4663a534-e7c0-4ea4-9341-1d8c69a19519 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:00.288159 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4663a534-e7c0-4ea4-9341-1d8c69a19519 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:00.296554 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d786cb4e-9900-4e31-9182-8a1aab4c998a tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:00.296554 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d786cb4e-9900-4e31-9182-8a1aab4c998a tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.324147 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d786cb4e-9900-4e31-9182-8a1aab4c998a tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.2543101 Jul 16 20:39:00.324871 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49768) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:00.360871 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844333c-04b5-499c-a476-075c9c057f56 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=4be675d2-7978-4250-97b3-9d4d19447d83,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:00.363744 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663a534-e7c0-4ea4-9341-1d8c69a19519 None None] Pushing event updated for resources: {'Port': ['ID=dc517342-a4d4-4102-ab9c-61170bb983d6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:00.431004 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebdc4a-bf8c-40f3-84ef-650d7d3b3c66 req-fa03ef9b-7cb9-4fdb-ab3a-b883e56ae1ae tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:00.433291 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fdebdc4a-bf8c-40f3-84ef-650d7d3b3c66 req-fa03ef9b-7cb9-4fdb-ab3a-b883e56ae1ae tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.4938984 Jul 16 20:39:00.456437 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-4663a534-e7c0-4ea4-9341-1d8c69a19519 None None] Attempting to bind port dc517342-a4d4-4102-ab9c-61170bb983d6 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:00.456437 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-4663a534-e7c0-4ea4-9341-1d8c69a19519 None None] Attempting to bind port dc517342-a4d4-4102-ab9c-61170bb983d6 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:00.456890 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4663a534-e7c0-4ea4-9341-1d8c69a19519 None None] Attempting to bind port dc517342-a4d4-4102-ab9c-61170bb983d6 on network f4aa8141-9687-45d9-b16c-82a3d6b86650 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:00.463973 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4663a534-e7c0-4ea4-9341-1d8c69a19519 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:00.464806 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4663a534-e7c0-4ea4-9341-1d8c69a19519 None None] Checking segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:00.465384 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4663a534-e7c0-4ea4-9341-1d8c69a19519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.465922 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4663a534-e7c0-4ea4-9341-1d8c69a19519 None None] Bound using segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:00.466714 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-4663a534-e7c0-4ea4-9341-1d8c69a19519 None None] Bound port: dc517342-a4d4-4102-ab9c-61170bb983d6, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:00.469072 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4663a534-e7c0-4ea4-9341-1d8c69a19519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.488140 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9db61-3d7d-48fa-ae04-e825e312441d req-23e93920-2e1e-4b57-9f4d-f76a7bf27c3b tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:00.489802 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b3c9db61-3d7d-48fa-ae04-e825e312441d req-23e93920-2e1e-4b57-9f4d-f76a7bf27c3b tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfcca034-896b-4d0e-854f-d95c3eca6c90 HTTP/1.1" status: 200 len: 944 time: 0.4472799 Jul 16 20:39:00.520187 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9844333c-04b5-499c-a476-075c9c057f56 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5521004 Jul 16 20:39:00.522388 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49770) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:00.537217 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-95b89097-f868-4ba5-bcb4-ea6f9dadda73 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'port': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'mac_address': 'fa:16:3e:3c:68:47', 'name': 'tempest-NetworksTestDHCPv6-1591113540'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:00.575615 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4663a534-e7c0-4ea4-9341-1d8c69a19519 None None] For port dc517342-a4d4-4102-ab9c-61170bb983d6, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:00.579944 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4663a534-e7c0-4ea4-9341-1d8c69a19519 None None] For port dc517342-a4d4-4102-ab9c-61170bb983d6, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=dc517342-a4d4-4102-ab9c-61170bb983d6,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:00.586059 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4663a534-e7c0-4ea4-9341-1d8c69a19519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.608112 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fdebdc4a-bf8c-40f3-84ef-650d7d3b3c66 req-fb4cadd8-57cb-48b4-98dc-348ddc55327e tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112936 Jul 16 20:39:00.649999 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663a534-e7c0-4ea4-9341-1d8c69a19519 None None] Pushing event updated for resources: {'Port': ['ID=dc517342-a4d4-4102-ab9c-61170bb983d6,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:00.683288 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b3c9db61-3d7d-48fa-ae04-e825e312441d req-01fb8b7c-9405-403f-94b4-b6714546dc15 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597292 Jul 16 20:39:00.771164 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de9f1ea-617e-4d47-a5c6-2510b9505049 admin admin] Router ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:00.951683 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb98a6fb-d987-49e3-8a6c-fc0bc8a6a124 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.982770 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b89097-f868-4ba5-bcb4-ea6f9dadda73 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:01.161395 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de9f1ea-617e-4d47-a5c6-2510b9505049 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:01.205636 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7de9f1ea-617e-4d47-a5c6-2510b9505049 admin admin] 10.222.0.38 "PUT /v2.0/routers/ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0756502 Jul 16 20:39:01.290478 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95b89097-f868-4ba5-bcb4-ea6f9dadda73 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.338199 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-95b89097-f868-4ba5-bcb4-ea6f9dadda73 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] device_id is not set on port 763291e4-3557-495c-8c25-4eb3d75ebbee yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:39:01.380591 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device dc517342-a4d4-4102-ab9c-61170bb983d6 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:01.420613 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb98a6fb-d987-49e3-8a6c-fc0bc8a6a124 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.427800 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb98a6fb-d987-49e3-8a6c-fc0bc8a6a124 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.462806 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port dc517342-a4d4-4102-ab9c-61170bb983d6 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:01.467724 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device d32f7763-e47c-4851-90d1-ca98ecdd9ce6 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:01.543743 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port d32f7763-e47c-4851-90d1-ca98ecdd9ce6 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:01.550658 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port d32f7763-e47c-4851-90d1-ca98ecdd9ce6 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:01.552481 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.609099 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98a6fb-d987-49e3-8a6c-fc0bc8a6a124 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Port': ['ID=c7c51e5a-d535-4f7b-bba1-72127e23bccb,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:01.726884 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-95b89097-f868-4ba5-bcb4-ea6f9dadda73 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 172.20.0.13 (f4aa8141-9687-45d9-b16c-82a3d6b86650/4be675d2-7978-4250-97b3-9d4d19447d83/763291e4-3557-495c-8c25-4eb3d75ebbee) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:01.731890 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.760349 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-95b89097-f868-4ba5-bcb4-ea6f9dadda73 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 2001:db8::f816:3eff:fe3c:6847 (f4aa8141-9687-45d9-b16c-82a3d6b86650/07bb5224-5fc5-49ac-81fc-0ef904b9ef73/763291e4-3557-495c-8c25-4eb3d75ebbee) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:01.788619 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port d32f7763-e47c-4851-90d1-ca98ecdd9ce6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=d32f7763-e47c-4851-90d1-ca98ecdd9ce6,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:01.853589 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4f1811-91c5-43fb-9ea2-3638df77ab36 None None] Sync routers for ids ['ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:01.858253 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.870602 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4f1811-91c5-43fb-9ea2-3638df77ab36 None None] Routers {'ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:01.871246 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-fd4f1811-91c5-43fb-9ea2-3638df77ab36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:38:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:01.973687 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=d32f7763-e47c-4851-90d1-ca98ecdd9ce6,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:02.061363 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb98a6fb-d987-49e3-8a6c-fc0bc8a6a124 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.137093 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-fd4f1811-91c5-43fb-9ea2-3638df77ab36 None None] Set router ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:02.303425 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49794) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:02.326962 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-824bd76b-761c-4ea7-9aca-e8ebbe39d9b8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-519227718-network', 'tenant_id': '5a5fe453e8ee40a09a18cee27586232a'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:02.366661 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824bd76b-761c-4ea7-9aca-e8ebbe39d9b8 admin admin] Made reservation on behalf of 5a5fe453e8ee40a09a18cee27586232a for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:02.370538 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-824bd76b-761c-4ea7-9aca-e8ebbe39d9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.388069 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb98a6fb-d987-49e3-8a6c-fc0bc8a6a124 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.392397 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95b89097-f868-4ba5-bcb4-ea6f9dadda73 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.412315 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-824bd76b-761c-4ea7-9aca-e8ebbe39d9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.418389 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-95b89097-f868-4ba5-bcb4-ea6f9dadda73 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Transition to ACTIVE for port object 763291e4-3557-495c-8c25-4eb3d75ebbee will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:02.476249 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-fd4f1811-91c5-43fb-9ea2-3638df77ab36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110', 'name': 'tempest-TestAggregatesBasicOps-357760360-router', 'tenant_id': 'a38235487ee94ee388858524ba80b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd32f7763-e47c-4851-90d1-ca98ecdd9ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:43Z', 'updated_at': '2021-07-16T20:38:57Z', 'revision_number': 4, 'project_id': 'a38235487ee94ee388858524ba80b343', 'gw_port': {'id': 'd32f7763-e47c-4851-90d1-ca98ecdd9ce6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:45Z', 'updated_at': '2021-07-16T20:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '6ed049c1-f5ef-4183-b9af-8c9b3d13e53d', 'name': '', 'network_id': '5358be65-ba9a-4a6f-97e8-9acb084caac3', 'tenant_id': 'a38235487ee94ee388858524ba80b343', 'mac_address': 'fa:16:3e:24:f4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'f9f3af6c-fdca-4c66-9636-087e8d083e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:54Z', 'updated_at': '2021-07-16T20:38:58Z', 'revision_number': 2, 'project_id': 'a38235487ee94ee388858524ba80b343', 'subnets': [{'id': 'f9f3af6c-fdca-4c66-9636-087e8d083e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:02.509024 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95b89097-f868-4ba5-bcb4-ea6f9dadda73 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.511451 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4f1811-91c5-43fb-9ea2-3638df77ab36 None None] Checking router: ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:39:02.511451 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4f1811-91c5-43fb-9ea2-3638df77ab36 None None] Updating router ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110 port 6ed049c1-f5ef-4183-b9af-8c9b3d13e53d binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:39:02.553582 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 96f3b665-81ff-457b-8c24-ef5cd97b9a2c up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:02.577815 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd4f1811-91c5-43fb-9ea2-3638df77ab36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.609474 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5f45f-439a-40a5-8b97-2a4eb806c644 req-eb820113-42b1-4295-a3b5-a417c0b28fbe tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:02.613312 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8cf5f45f-439a-40a5-8b97-2a4eb806c644 req-eb820113-42b1-4295-a3b5-a417c0b28fbe tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.7034225 Jul 16 20:39:02.690618 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 96f3b665-81ff-457b-8c24-ef5cd97b9a2c completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:02.699003 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4020a11-fafb-4df5-9ab1-5f34cc2745d0 req-e6ec7c95-e656-40f9-a7f5-63d23d750940 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:02.700513 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d4020a11-fafb-4df5-9ab1-5f34cc2745d0 req-e6ec7c95-e656-40f9-a7f5-63d23d750940 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfcca034-896b-4d0e-854f-d95c3eca6c90 HTTP/1.1" status: 200 len: 944 time: 0.6319342 Jul 16 20:39:02.702743 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b89097-f868-4ba5-bcb4-ea6f9dadda73 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:02.705958 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 96f3b665-81ff-457b-8c24-ef5cd97b9a2c triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:02.706601 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.720780 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-95b89097-f868-4ba5-bcb4-ea6f9dadda73 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:02.726850 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b89097-f868-4ba5-bcb4-ea6f9dadda73 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:02.762023 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b89097-f868-4ba5-bcb4-ea6f9dadda73 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Port': ['ID=763291e4-3557-495c-8c25-4eb3d75ebbee,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:02.781215 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54add37-db63-4eca-8f0b-c03924ef2b26 None None] get_active_networks_info from n-d-791506-21 {{(pid=93795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:39:02.853963 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d4020a11-fafb-4df5-9ab1-5f34cc2745d0 req-c1b4b98d-53ac-484a-bf0c-67433d1704cf tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450157 Jul 16 20:39:02.869953 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b89097-f868-4ba5-bcb4-ea6f9dadda73 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:02.871328 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95b89097-f868-4ba5-bcb4-ea6f9dadda73 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.897064 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8cf5f45f-439a-40a5-8b97-2a4eb806c644 req-368aca8a-e4b5-4dd3-877b-8d2e411b2ba2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696829 Jul 16 20:39:03.072726 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd4f1811-91c5-43fb-9ea2-3638df77ab36 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.086187 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-824bd76b-761c-4ea7-9aca-e8ebbe39d9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.098022 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-824bd76b-761c-4ea7-9aca-e8ebbe39d9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.099159 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-95b89097-f868-4ba5-bcb4-ea6f9dadda73 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.5675707 Jul 16 20:39:03.101087 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49796) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:03.107911 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-fd4f1811-91c5-43fb-9ea2-3638df77ab36 None None] Transition to ACTIVE for port object 6ed049c1-f5ef-4183-b9af-8c9b3d13e53d will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:03.113153 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4446703e-9e58-4bbe-b94e-9b751f22c406 None None] Provisioning for port dc517342-a4d4-4102-ab9c-61170bb983d6 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:03.139087 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54add37-db63-4eca-8f0b-c03924ef2b26 None None] Resources bound (agent type, host, resource id): {{(pid=93795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:39:03.140831 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824bd76b-761c-4ea7-9aca-e8ebbe39d9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980478e9-875f-4108-90f3-08628a4a12af,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:03.144014 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd4f1811-91c5-43fb-9ea2-3638df77ab36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.151625 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4446703e-9e58-4bbe-b94e-9b751f22c406 None None] Provisioning complete for port dc517342-a4d4-4102-ab9c-61170bb983d6 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:03.152007 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4446703e-9e58-4bbe-b94e-9b751f22c406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.178217 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824bd76b-761c-4ea7-9aca-e8ebbe39d9b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:03.189193 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.208031 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb98a6fb-d987-49e3-8a6c-fc0bc8a6a124 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.215100 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-824bd76b-761c-4ea7-9aca-e8ebbe39d9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.216048 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-824bd76b-761c-4ea7-9aca-e8ebbe39d9b8 admin admin] Added segment e01856b5-ab64-4904-9747-d829c1cc5782 of type vlan for network 20d103ce-a4f6-4991-a12c-3473ac078ee0 Jul 16 20:39:03.232179 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb98a6fb-d987-49e3-8a6c-fc0bc8a6a124 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.272866 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.330765 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203958a0-3202-4ef6-b8b6-edc2b76df5da None None] Pushing event updated for resources: {'Port': ['ID=6ed049c1-f5ef-4183-b9af-8c9b3d13e53d,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:03.348912 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203958a0-3202-4ef6-b8b6-edc2b76df5da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:03.349303 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203958a0-3202-4ef6-b8b6-edc2b76df5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:03.349561 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203958a0-3202-4ef6-b8b6-edc2b76df5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:03.349896 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203958a0-3202-4ef6-b8b6-edc2b76df5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:03.350229 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203958a0-3202-4ef6-b8b6-edc2b76df5da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:03.351449 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203958a0-3202-4ef6-b8b6-edc2b76df5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:03.351662 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203958a0-3202-4ef6-b8b6-edc2b76df5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:03.352447 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203958a0-3202-4ef6-b8b6-edc2b76df5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:03.352783 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203958a0-3202-4ef6-b8b6-edc2b76df5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:03.353111 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203958a0-3202-4ef6-b8b6-edc2b76df5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:03.353337 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device d32f7763-e47c-4851-90d1-ca98ecdd9ce6 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:03.353457 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203958a0-3202-4ef6-b8b6-edc2b76df5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:03.353801 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203958a0-3202-4ef6-b8b6-edc2b76df5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:03.393289 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfcca034-896b-4d0e-854f-d95c3eca6c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f3b665-81ff-457b-8c24-ef5cd97b9a2c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:03.395719 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa72b640-0adc-44c5-accb-fe93ad289ba4" -d '{"events": [{"server_uuid": "cfcca034-896b-4d0e-854f-d95c3eca6c90", "name": "network-vif-plugged", "status": "completed", "tag": "96f3b665-81ff-457b-8c24-ef5cd97b9a2c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:03.450791 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 96f3b665-81ff-457b-8c24-ef5cd97b9a2c, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=96f3b665-81ff-457b-8c24-ef5cd97b9a2c,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:03.456779 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-824bd76b-761c-4ea7-9aca-e8ebbe39d9b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.461674 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98a6fb-d987-49e3-8a6c-fc0bc8a6a124 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Port': ['ID=c7c51e5a-d535-4f7b-bba1-72127e23bccb,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:03.463745 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.503604 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb98a6fb-d987-49e3-8a6c-fc0bc8a6a124 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.516279 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4446703e-9e58-4bbe-b94e-9b751f22c406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.519457 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-fd4f1811-91c5-43fb-9ea2-3638df77ab36 None None] Attempting to bind port 6ed049c1-f5ef-4183-b9af-8c9b3d13e53d on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:03.520391 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-fd4f1811-91c5-43fb-9ea2-3638df77ab36 None None] Attempting to bind port 6ed049c1-f5ef-4183-b9af-8c9b3d13e53d by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'b879ba25-0793-4dd5-ae69-b370cd39e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5358be65-ba9a-4a6f-97e8-9acb084caac3'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:03.520770 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4f1811-91c5-43fb-9ea2-3638df77ab36 None None] Attempting to bind port 6ed049c1-f5ef-4183-b9af-8c9b3d13e53d on network 5358be65-ba9a-4a6f-97e8-9acb084caac3 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:03.522022 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45b79f8-f64f-43c3-a494-5f53b339a853 x-openstack-request-id: req-c45b79f8-f64f-43c3-a494-5f53b339a853 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:03.522522 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfcca034-896b-4d0e-854f-d95c3eca6c90", "name": "network-vif-plugged", "status": "completed", "tag": "96f3b665-81ff-457b-8c24-ef5cd97b9a2c", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:03.522935 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c45b79f8-f64f-43c3-a494-5f53b339a853 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:03.523494 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfcca034-896b-4d0e-854f-d95c3eca6c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f3b665-81ff-457b-8c24-ef5cd97b9a2c', 'code': 200} Jul 16 20:39:03.530474 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4f1811-91c5-43fb-9ea2-3638df77ab36 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:03.530860 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4f1811-91c5-43fb-9ea2-3638df77ab36 None None] Checking segment: {'id': 'b879ba25-0793-4dd5-ae69-b370cd39e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5358be65-ba9a-4a6f-97e8-9acb084caac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:03.531322 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd4f1811-91c5-43fb-9ea2-3638df77ab36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.533804 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4f1811-91c5-43fb-9ea2-3638df77ab36 None None] Bound using segment: {'id': 'b879ba25-0793-4dd5-ae69-b370cd39e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5358be65-ba9a-4a6f-97e8-9acb084caac3'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:03.534363 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-fd4f1811-91c5-43fb-9ea2-3638df77ab36 None None] Bound port: 6ed049c1-f5ef-4183-b9af-8c9b3d13e53d, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b879ba25-0793-4dd5-ae69-b370cd39e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5358be65-ba9a-4a6f-97e8-9acb084caac3'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:03.534746 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd4f1811-91c5-43fb-9ea2-3638df77ab36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.615693 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-824bd76b-761c-4ea7-9aca-e8ebbe39d9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.616839 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824bd76b-761c-4ea7-9aca-e8ebbe39d9b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:03.617534 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-824bd76b-761c-4ea7-9aca-e8ebbe39d9b8 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.629297 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port d32f7763-e47c-4851-90d1-ca98ecdd9ce6 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:03.630376 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.632198 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=96f3b665-81ff-457b-8c24-ef5cd97b9a2c,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:03.679898 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-fd4f1811-91c5-43fb-9ea2-3638df77ab36 None None] For port 6ed049c1-f5ef-4183-b9af-8c9b3d13e53d, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:03.688816 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-fd4f1811-91c5-43fb-9ea2-3638df77ab36 None None] For port 6ed049c1-f5ef-4183-b9af-8c9b3d13e53d, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=6ed049c1-f5ef-4183-b9af-8c9b3d13e53d,segment=NetworkSegment(b879ba25-0793-4dd5-ae69-b370cd39e8d1),segment_id=b879ba25-0793-4dd5-ae69-b370cd39e8d1)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:03.697505 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd4f1811-91c5-43fb-9ea2-3638df77ab36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.734562 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4446703e-9e58-4bbe-b94e-9b751f22c406 None None] For port dc517342-a4d4-4102-ab9c-61170bb983d6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=dc517342-a4d4-4102-ab9c-61170bb983d6,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:03.748194 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-824bd76b-761c-4ea7-9aca-e8ebbe39d9b8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4444809 Jul 16 20:39:03.755936 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4446703e-9e58-4bbe-b94e-9b751f22c406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.757652 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203958a0-3202-4ef6-b8b6-edc2b76df5da None None] Pushing event updated for resources: {'Port': ['ID=6ed049c1-f5ef-4183-b9af-8c9b3d13e53d,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:03.760573 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb98a6fb-d987-49e3-8a6c-fc0bc8a6a124 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network 292be218-9db5-40cb-9bae-3fd40ca110e1 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:03.762929 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49800) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:03.788335 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4f1811-91c5-43fb-9ea2-3638df77ab36 None None] Routers {'ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:03.788580 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-fd4f1811-91c5-43fb-9ea2-3638df77ab36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:38:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:03.793745 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-bb98a6fb-d987-49e3-8a6c-fc0bc8a6a124 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:03.808048 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-2989f2a8-ba9b-485c-beb9-69bcd702a0f8 admin admin] Request body: {'subnet': {'network_id': '20d103ce-a4f6-4991-a12c-3473ac078ee0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-519227718-subnet', 'tenant_id': '5a5fe453e8ee40a09a18cee27586232a', 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:03.968860 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-fd4f1811-91c5-43fb-9ea2-3638df77ab36 None None] Set router ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:04.035253 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7e0656-c81e-47d0-b99a-5e4c3878c525 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:04.043966 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7e0656-c81e-47d0-b99a-5e4c3878c525 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:04.051748 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824bd76b-761c-4ea7-9aca-e8ebbe39d9b8 admin admin] Pushing event updated for resources: {'Network': ['ID=20d103ce-a4f6-4991-a12c-3473ac078ee0,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:04.053916 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49808) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:04.056326 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb98a6fb-d987-49e3-8a6c-fc0bc8a6a124 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Router c40a0c06-4d14-4336-b51b-344c95d7f018 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:39:04.062644 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9f7e0656-c81e-47d0-b99a-5e4c3878c525 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.9599597 Jul 16 20:39:04.083502 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125ddce-3ac0-410a-b98d-6b864c2fa18b req-fbc07fe4-e4e4-4e8d-9fc8-b760f09e6e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:04.085281 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2125ddce-3ac0-410a-b98d-6b864c2fa18b req-fbc07fe4-e4e4-4e8d-9fc8-b760f09e6e59 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cfcca034-896b-4d0e-854f-d95c3eca6c90 HTTP/1.1" status: 200 len: 1097 time: 0.2100344 Jul 16 20:39:04.146017 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2125ddce-3ac0-410a-b98d-6b864c2fa18b req-ee2e3d48-9766-4556-aa63-39b39975e513 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538371 Jul 16 20:39:04.146629 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2989f2a8-ba9b-485c-beb9-69bcd702a0f8 admin admin] Made reservation on behalf of 5a5fe453e8ee40a09a18cee27586232a for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:04.153147 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2989f2a8-ba9b-485c-beb9-69bcd702a0f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.195428 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446703e-9e58-4bbe-b94e-9b751f22c406 None None] Pushing event updated for resources: {'Port': ['ID=dc517342-a4d4-4102-ab9c-61170bb983d6,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:04.224810 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 20d103ce-a4f6-4991-a12c-3473ac078ee0 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:04.235675 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe61edc-0ee2-4b44-85c3-88d3fb4b63cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-292be218-9db5-40cb-9bae-3fd40ca110e1', 'network_id': '292be218-9db5-40cb-9bae-3fd40ca110e1', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'fixed_ips': [{'subnet_id': '2a2d92ff-daa0-411b-9069-8bb5bab4347b'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:04.236966 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-abe61edc-0ee2-4b44-85c3-88d3fb4b63cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.344421 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-fd4f1811-91c5-43fb-9ea2-3638df77ab36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110', 'name': 'tempest-TestAggregatesBasicOps-357760360-router', 'tenant_id': 'a38235487ee94ee388858524ba80b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd32f7763-e47c-4851-90d1-ca98ecdd9ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:43Z', 'updated_at': '2021-07-16T20:38:57Z', 'revision_number': 4, 'project_id': 'a38235487ee94ee388858524ba80b343', 'gw_port': {'id': 'd32f7763-e47c-4851-90d1-ca98ecdd9ce6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:45Z', 'updated_at': '2021-07-16T20:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '6ed049c1-f5ef-4183-b9af-8c9b3d13e53d', 'name': '', 'network_id': '5358be65-ba9a-4a6f-97e8-9acb084caac3', 'tenant_id': 'a38235487ee94ee388858524ba80b343', 'mac_address': 'fa:16:3e:24:f4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'f9f3af6c-fdca-4c66-9636-087e8d083e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:54Z', 'updated_at': '2021-07-16T20:39:03Z', 'revision_number': 4, 'project_id': 'a38235487ee94ee388858524ba80b343', 'subnets': [{'id': 'f9f3af6c-fdca-4c66-9636-087e8d083e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:04.379954 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4f1811-91c5-43fb-9ea2-3638df77ab36 None None] The sync data for ids ['ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110'] in n-d-791506-21 is: [{'id': 'ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110', 'name': 'tempest-TestAggregatesBasicOps-357760360-router', 'tenant_id': 'a38235487ee94ee388858524ba80b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd32f7763-e47c-4851-90d1-ca98ecdd9ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:43Z', 'updated_at': '2021-07-16T20:38:57Z', 'revision_number': 4, 'project_id': 'a38235487ee94ee388858524ba80b343', 'gw_port': {'id': 'd32f7763-e47c-4851-90d1-ca98ecdd9ce6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:45Z', 'updated_at': '2021-07-16T20:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '6ed049c1-f5ef-4183-b9af-8c9b3d13e53d', 'name': '', 'network_id': '5358be65-ba9a-4a6f-97e8-9acb084caac3', 'tenant_id': 'a38235487ee94ee388858524ba80b343', 'mac_address': 'fa:16:3e:24:f4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'f9f3af6c-fdca-4c66-9636-087e8d083e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:54Z', 'updated_at': '2021-07-16T20:39:03Z', 'revision_number': 4, 'project_id': 'a38235487ee94ee388858524ba80b343', 'subnets': [{'id': 'f9f3af6c-fdca-4c66-9636-087e8d083e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:04.416655 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbae74a-0ad4-44b7-bded-96ed01b513ca req-3f989006-f0a4-4914-9ac2-a5e3262b9422 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:04.418252 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ffbae74a-0ad4-44b7-bded-96ed01b513ca req-3f989006-f0a4-4914-9ac2-a5e3262b9422 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfcca034-896b-4d0e-854f-d95c3eca6c90 HTTP/1.1" status: 200 len: 945 time: 0.2557893 Jul 16 20:39:04.481427 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fc70f-0356-4891-bbaf-e694b78eff0f req-6ef6500a-58f5-43c3-843a-5e00a1b9344d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:04.498574 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b5fc70f-0356-4891-bbaf-e694b78eff0f req-6ef6500a-58f5-43c3-843a-5e00a1b9344d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.2537138 Jul 16 20:39:04.553874 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ffbae74a-0ad4-44b7-bded-96ed01b513ca req-8b486670-bef9-4cba-afab-24c20a6ce1fb tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254616 Jul 16 20:39:04.593952 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b5fc70f-0356-4891-bbaf-e694b78eff0f req-04fcb57a-1b63-4412-b082-ae37e1d18b65 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939021 Jul 16 20:39:04.670859 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bb6e89-3aae-4443-98b4-7c278b815f03 None None] Update dhcp port {'port': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'fixed_ips': [{'subnet_id': '07bb5224-5fc5-49ac-81fc-0ef904b9ef73', 'ip_address': '2001:db8::f816:3eff:fe7f:7d4f'}, {'subnet_id': '4be675d2-7978-4250-97b3-9d4d19447d83'}], 'binding:host_id': 'n-d-791506-21'}, 'id': 'dc517342-a4d4-4102-ab9c-61170bb983d6'} from n-d-791506-21. {{(pid=93795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:39:04.794002 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e7bb6e89-3aae-4443-98b4-7c278b815f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.850430 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-abe61edc-0ee2-4b44-85c3-88d3fb4b63cf None None] Allocated IP 172.20.0.2 (292be218-9db5-40cb-9bae-3fd40ca110e1/2a2d92ff-daa0-411b-9069-8bb5bab4347b/33fb9d13-5c00-4158-bfea-a86c92e352ce) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:05.121002 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2989f2a8-ba9b-485c-beb9-69bcd702a0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.211601 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb98a6fb-d987-49e3-8a6c-fc0bc8a6a124 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:05.224234 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49812) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:05.224762 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bb98a6fb-d987-49e3-8a6c-fc0bc8a6a124 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "PUT /v2.0/routers/c40a0c06-4d14-4336-b51b-344c95d7f018/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8985462 Jul 16 20:39:05.232184 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-e7bb6e89-3aae-4443-98b4-7c278b815f03 None None] Allocated IP 172.20.0.2 (f4aa8141-9687-45d9-b16c-82a3d6b86650/4be675d2-7978-4250-97b3-9d4d19447d83/dc517342-a4d4-4102-ab9c-61170bb983d6) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:05.261904 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989f2a8-ba9b-485c-beb9-69bcd702a0f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae111ae6-046f-4d34-b150-c90bbeaf0027,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:05.303123 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-207e66d4-0392-4c47-b483-55f6c958156b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting port 763291e4-3557-495c-8c25-4eb3d75ebbee {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:05.303566 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-207e66d4-0392-4c47-b483-55f6c958156b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.343808 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e23f9b3-e45d-4ebd-8b03-6026a181eec2 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:05.349118 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9e23f9b3-e45d-4ebd-8b03-6026a181eec2 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "GET /v2.0/ports/c7c51e5a-d535-4f7b-bba1-72127e23bccb HTTP/1.1" status: 200 len: 976 time: 0.1229677 Jul 16 20:39:05.349787 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49814) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:05.383346 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2989f2a8-ba9b-485c-beb9-69bcd702a0f8 admin admin] Checking segment: {'id': 'e01856b5-ab64-4904-9747-d829c1cc5782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '20d103ce-a4f6-4991-a12c-3473ac078ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:05.393376 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510af018-778e-4d9d-bc8f-e398bdc22bc6 None None] Sync routers for ids ['c40a0c06-4d14-4336-b51b-344c95d7f018'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:05.395079 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2989f2a8-ba9b-485c-beb9-69bcd702a0f8 admin admin] Network hostable DHCP agents. Network: 20d103ce-a4f6-4991-a12c-3473ac078ee0, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:05.397939 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-e7bb6e89-3aae-4443-98b4-7c278b815f03 None None] For port dc517342-a4d4-4102-ab9c-61170bb983d6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=dc517342-a4d4-4102-ab9c-61170bb983d6,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:05.466352 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510af018-778e-4d9d-bc8f-e398bdc22bc6 None None] Routers {'c40a0c06-4d14-4336-b51b-344c95d7f018'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:05.473683 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-510af018-778e-4d9d-bc8f-e398bdc22bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:38:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c40a0c06-4d14-4336-b51b-344c95d7f018'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:05.574428 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2989f2a8-ba9b-485c-beb9-69bcd702a0f8 admin admin] Network 20d103ce-a4f6-4991-a12c-3473ac078ee0 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:05.629188 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-2989f2a8-ba9b-485c-beb9-69bcd702a0f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 20d103ce-a4f6-4991-a12c-3473ac078ee0) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:05.656016 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-207e66d4-0392-4c47-b483-55f6c958156b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.682453 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2989f2a8-ba9b-485c-beb9-69bcd702a0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:05.686857 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2989f2a8-ba9b-485c-beb9-69bcd702a0f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.718043 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-510af018-778e-4d9d-bc8f-e398bdc22bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:05.721439 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 6ed049c1-f5ef-4183-b9af-8c9b3d13e53d up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:05.754589 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-207e66d4-0392-4c47-b483-55f6c958156b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Calling delete_port for 763291e4-3557-495c-8c25-4eb3d75ebbee owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:05.792801 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2989f2a8-ba9b-485c-beb9-69bcd702a0f8 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9886980 Jul 16 20:39:05.799620 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49820) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:05.805414 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e7bb6e89-3aae-4443-98b4-7c278b815f03 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.838062 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-495b2658-d134-41b8-8814-3711ae2c72f7 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-519227718-router', 'tenant_id': '5a5fe453e8ee40a09a18cee27586232a', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:05.877035 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510af018-778e-4d9d-bc8f-e398bdc22bc6 None None] Routers {'c40a0c06-4d14-4336-b51b-344c95d7f018'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:05.877035 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-510af018-778e-4d9d-bc8f-e398bdc22bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:38:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c40a0c06-4d14-4336-b51b-344c95d7f018'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:05.902154 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-510af018-778e-4d9d-bc8f-e398bdc22bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:05.902866 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510af018-778e-4d9d-bc8f-e398bdc22bc6 None None] The sync data for ids ['c40a0c06-4d14-4336-b51b-344c95d7f018'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:05.918092 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e7bb6e89-3aae-4443-98b4-7c278b815f03 None None] Transition to ACTIVE for port object dc517342-a4d4-4102-ab9c-61170bb983d6 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:05.975269 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e7bb6e89-3aae-4443-98b4-7c278b815f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.977139 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-495b2658-d134-41b8-8814-3711ae2c72f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.979620 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-495b2658-d134-41b8-8814-3711ae2c72f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.988751 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 6ed049c1-f5ef-4183-b9af-8c9b3d13e53d completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:06.038355 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 6ed049c1-f5ef-4183-b9af-8c9b3d13e53d triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:06.039380 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.127671 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-495b2658-d134-41b8-8814-3711ae2c72f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.192109 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-abe61edc-0ee2-4b44-85c3-88d3fb4b63cf None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.218450 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-abe61edc-0ee2-4b44-85c3-88d3fb4b63cf None None] Transition to ACTIVE for port object 33fb9d13-5c00-4158-bfea-a86c92e352ce will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:06.221308 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb6e89-3aae-4443-98b4-7c278b815f03 None None] Pushing event updated for resources: {'Port': ['ID=dc517342-a4d4-4102-ab9c-61170bb983d6,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:06.266367 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-abe61edc-0ee2-4b44-85c3-88d3fb4b63cf None None] Transition to ACTIVE for port object 33fb9d13-5c00-4158-bfea-a86c92e352ce will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:06.272742 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415141c-c1d3-4238-9ffd-cec7760391e2 req-21612f29-e82b-4660-968d-36ca86dd1baa tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:06.287083 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-abe61edc-0ee2-4b44-85c3-88d3fb4b63cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.288455 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2415141c-c1d3-4238-9ffd-cec7760391e2 req-21612f29-e82b-4660-968d-36ca86dd1baa tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfcca034-896b-4d0e-854f-d95c3eca6c90 HTTP/1.1" status: 200 len: 945 time: 0.3900316 Jul 16 20:39:06.310662 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782d10f-58eb-4a70-bb3a-d8d79573609d req-a2610a04-987b-4830-9fad-1ba1fb2f05d9 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:06.312367 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9782d10f-58eb-4a70-bb3a-d8d79573609d req-a2610a04-987b-4830-9fad-1ba1fb2f05d9 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.3174548 Jul 16 20:39:06.449161 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe61edc-0ee2-4b44-85c3-88d3fb4b63cf None None] Network 292be218-9db5-40cb-9bae-3fd40ca110e1 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:06.450762 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.456387 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-abe61edc-0ee2-4b44-85c3-88d3fb4b63cf None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:06.482645 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe61edc-0ee2-4b44-85c3-88d3fb4b63cf None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:06.510304 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-495b2658-d134-41b8-8814-3711ae2c72f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.511891 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2415141c-c1d3-4238-9ffd-cec7760391e2 req-b2971308-a65b-457b-a9a3-7d8a59a5afee tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220111 Jul 16 20:39:06.515606 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe61edc-0ee2-4b44-85c3-88d3fb4b63cf None None] Pushing event updated for resources: {'Port': ['ID=33fb9d13-5c00-4158-bfea-a86c92e352ce,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:06.606016 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 6ed049c1-f5ef-4183-b9af-8c9b3d13e53d, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=6ed049c1-f5ef-4183-b9af-8c9b3d13e53d,segment=NetworkSegment(b879ba25-0793-4dd5-ae69-b370cd39e8d1),segment_id=b879ba25-0793-4dd5-ae69-b370cd39e8d1)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:06.621407 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.622961 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device dc517342-a4d4-4102-ab9c-61170bb983d6 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:06.713943 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9782d10f-58eb-4a70-bb3a-d8d79573609d req-5eca5d9e-ee3c-47c1-936d-ade6918485c3 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852220 Jul 16 20:39:06.929136 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-abe61edc-0ee2-4b44-85c3-88d3fb4b63cf None None] Attempting to bind port 33fb9d13-5c00-4158-bfea-a86c92e352ce on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:06.929974 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-abe61edc-0ee2-4b44-85c3-88d3fb4b63cf None None] Attempting to bind port 33fb9d13-5c00-4158-bfea-a86c92e352ce by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '17e2755b-37af-45c9-aed8-2262602fce8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '292be218-9db5-40cb-9bae-3fd40ca110e1'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:06.929974 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe61edc-0ee2-4b44-85c3-88d3fb4b63cf None None] Attempting to bind port 33fb9d13-5c00-4158-bfea-a86c92e352ce on network 292be218-9db5-40cb-9bae-3fd40ca110e1 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:06.949843 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe61edc-0ee2-4b44-85c3-88d3fb4b63cf None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:06.950221 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe61edc-0ee2-4b44-85c3-88d3fb4b63cf None None] Checking segment: {'id': '17e2755b-37af-45c9-aed8-2262602fce8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '292be218-9db5-40cb-9bae-3fd40ca110e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:06.950702 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-abe61edc-0ee2-4b44-85c3-88d3fb4b63cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.951104 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe61edc-0ee2-4b44-85c3-88d3fb4b63cf None None] Bound using segment: {'id': '17e2755b-37af-45c9-aed8-2262602fce8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '292be218-9db5-40cb-9bae-3fd40ca110e1'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:06.951571 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-abe61edc-0ee2-4b44-85c3-88d3fb4b63cf None None] Bound port: 33fb9d13-5c00-4158-bfea-a86c92e352ce, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e2755b-37af-45c9-aed8-2262602fce8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '292be218-9db5-40cb-9bae-3fd40ca110e1'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:06.951952 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-abe61edc-0ee2-4b44-85c3-88d3fb4b63cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.957292 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=6ed049c1-f5ef-4183-b9af-8c9b3d13e53d,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:07.113283 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-207e66d4-0392-4c47-b483-55f6c958156b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.136565 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-abe61edc-0ee2-4b44-85c3-88d3fb4b63cf None None] For port 33fb9d13-5c00-4158-bfea-a86c92e352ce, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:07.145389 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-abe61edc-0ee2-4b44-85c3-88d3fb4b63cf None None] For port 33fb9d13-5c00-4158-bfea-a86c92e352ce, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=33fb9d13-5c00-4158-bfea-a86c92e352ce,segment=NetworkSegment(17e2755b-37af-45c9-aed8-2262602fce8a),segment_id=17e2755b-37af-45c9-aed8-2262602fce8a)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:07.159919 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-abe61edc-0ee2-4b44-85c3-88d3fb4b63cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.190628 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e66d4-0392-4c47-b483-55f6c958156b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Port': ['ID=763291e4-3557-495c-8c25-4eb3d75ebbee,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:07.217551 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09aefd70-c2e5-478f-a969-d9eb4e87380d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.284086 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe61edc-0ee2-4b44-85c3-88d3fb4b63cf None None] Pushing event updated for resources: {'Port': ['ID=33fb9d13-5c00-4158-bfea-a86c92e352ce,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:07.309706 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 6ed049c1-f5ef-4183-b9af-8c9b3d13e53d up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:07.323518 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a4545b84-eb39-40fb-9647-e56f33c84f14 req-b33f1788-2e7b-4728-8370-79d7468d5828 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a4359c07a39647debc91cc45c7855204 HTTP/1.1" status: 200 len: 267 time: 0.1850147 Jul 16 20:39:07.406246 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 6ed049c1-f5ef-4183-b9af-8c9b3d13e53d triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:07.407594 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.430072 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-207e66d4-0392-4c47-b483-55f6c958156b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.432383 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-207e66d4-0392-4c47-b483-55f6c958156b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/763291e4-3557-495c-8c25-4eb3d75ebbee HTTP/1.1" status: 204 len: 168 time: 3.3697996 Jul 16 20:39:07.436629 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49834) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:07.557405 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4545b84-eb39-40fb-9647-e56f33c84f14 req-9928cb87-a96f-45ab-8ff7-42c2a5c8b362 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:07.567081 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a4545b84-eb39-40fb-9647-e56f33c84f14 req-9928cb87-a96f-45ab-8ff7-42c2a5c8b362 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfcca034-896b-4d0e-854f-d95c3eca6c90 HTTP/1.1" status: 200 len: 945 time: 0.2410414 Jul 16 20:39:07.574749 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-a4545b84-eb39-40fb-9647-e56f33c84f14 req-d947f216-6612-49b4-bbdc-4111aae21bc4 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Request body: {'port': {'security_groups': []}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:07.619321 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device dc517342-a4d4-4102-ab9c-61170bb983d6 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:07.704562 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed79df6-1d91-4666-8018-7dea83950ce2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:07.706378 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed79df6-1d91-4666-8018-7dea83950ce2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:07.713995 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed79df6-1d91-4666-8018-7dea83950ce2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:07.723248 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49846) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:07.730911 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-eed79df6-1d91-4666-8018-7dea83950ce2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2287726 Jul 16 20:39:07.743053 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-495b2658-d134-41b8-8814-3711ae2c72f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.765385 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-495b2658-d134-41b8-8814-3711ae2c72f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.812457 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a4545b84-eb39-40fb-9647-e56f33c84f14 req-d947f216-6612-49b4-bbdc-4111aae21bc4 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.821760 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-83be3745-e2a8-499e-a65d-a259cf20a1cb tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet 07bb5224-5fc5-49ac-81fc-0ef904b9ef73 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:07.835643 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3bd99ff1-4c78-4214-b5fb-fbe8777a75b2 None None] Could not find standard attr ID for object 763291e4-3557-495c-8c25-4eb3d75ebbee. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:39:07.840743 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-83be3745-e2a8-499e-a65d-a259cf20a1cb tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.851198 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3bd99ff1-4c78-4214-b5fb-fbe8777a75b2 None None] Provisioning for port dc517342-a4d4-4102-ab9c-61170bb983d6 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:07.855317 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3bd99ff1-4c78-4214-b5fb-fbe8777a75b2 None None] Provisioning complete for port dc517342-a4d4-4102-ab9c-61170bb983d6 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:07.855696 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3bd99ff1-4c78-4214-b5fb-fbe8777a75b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.944307 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-09aefd70-c2e5-478f-a969-d9eb4e87380d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Deleting port c7c51e5a-d535-4f7b-bba1-72127e23bccb {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:07.944546 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09aefd70-c2e5-478f-a969-d9eb4e87380d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.945228 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-495b2658-d134-41b8-8814-3711ae2c72f7 admin admin] Allocated IP 172.25.0.112 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/9fa565d5-3e06-4f7b-90a3-cdb78e64cc64) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:07.957000 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-83be3745-e2a8-499e-a65d-a259cf20a1cb tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.068178 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-495b2658-d134-41b8-8814-3711ae2c72f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.112119 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-495b2658-d134-41b8-8814-3711ae2c72f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.151208 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495b2658-d134-41b8-8814-3711ae2c72f7 admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:08.156256 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-495b2658-d134-41b8-8814-3711ae2c72f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:08.160941 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495b2658-d134-41b8-8814-3711ae2c72f7 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:08.186561 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b2658-d134-41b8-8814-3711ae2c72f7 admin admin] Pushing event updated for resources: {'Port': ['ID=9fa565d5-3e06-4f7b-90a3-cdb78e64cc64,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:08.237247 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09aefd70-c2e5-478f-a969-d9eb4e87380d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.275127 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-09aefd70-c2e5-478f-a969-d9eb4e87380d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Calling delete_port for c7c51e5a-d535-4f7b-bba1-72127e23bccb owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:08.308827 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-a4545b84-eb39-40fb-9647-e56f33c84f14 req-d947f216-6612-49b4-bbdc-4111aae21bc4 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] For port 96f3b665-81ff-457b-8c24-ef5cd97b9a2c, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=96f3b665-81ff-457b-8c24-ef5cd97b9a2c,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:08.312371 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-83be3745-e2a8-499e-a65d-a259cf20a1cb tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.323573 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8ec3b-8cf4-41f2-a075-641238261fa6 req-aa01557c-5db5-4d9e-b495-3088db775842 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:08.325143 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05b8ec3b-8cf4-41f2-a075-641238261fa6 req-aa01557c-5db5-4d9e-b495-3088db775842 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.3758349 Jul 16 20:39:08.395269 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3e6ca-7b33-4fa8-b34e-408f08dfe66e req-b37a6da1-a059-4bb9-a62a-c3ad466f370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:08.396958 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-29a3e6ca-7b33-4fa8-b34e-408f08dfe66e req-b37a6da1-a059-4bb9-a62a-c3ad466f370c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a26f9f127054c75b4598717bb55d1c3&device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 1097 time: 0.1278188 Jul 16 20:39:08.463577 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a4545b84-eb39-40fb-9647-e56f33c84f14 req-d947f216-6612-49b4-bbdc-4111aae21bc4 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.474881 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a4545b84-eb39-40fb-9647-e56f33c84f14 req-d947f216-6612-49b4-bbdc-4111aae21bc4 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.487303 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['859097bb-1ac3-4bae-80e3-764eefbb51eb', 'b288bcc1-0d63-4cdb-a66f-f66e6819482d', '96f3b665-81ff-457b-8c24-ef5cd97b9a2c'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:39:08.500538 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05b8ec3b-8cf4-41f2-a075-641238261fa6 req-dbe7b9e2-b1ef-4b25-b183-79ea92c0e2e2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477244 Jul 16 20:39:08.539574 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4545b84-eb39-40fb-9647-e56f33c84f14 req-d947f216-6612-49b4-bbdc-4111aae21bc4 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:08.540207 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a4545b84-eb39-40fb-9647-e56f33c84f14 req-d947f216-6612-49b4-bbdc-4111aae21bc4 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.574408 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a4545b84-eb39-40fb-9647-e56f33c84f14 req-d947f216-6612-49b4-bbdc-4111aae21bc4 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "PUT /v2.0/ports/96f3b665-81ff-457b-8c24-ef5cd97b9a2c HTTP/1.1" status: 200 len: 904 time: 1.0063069 Jul 16 20:39:08.575877 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfcca034-896b-4d0e-854f-d95c3eca6c90', 'tag': '96f3b665-81ff-457b-8c24-ef5cd97b9a2c'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:08.579795 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0dcf13-83a5-46e9-aba0-331bf962c766" -d '{"events": [{"name": "network-changed", "server_uuid": "cfcca034-896b-4d0e-854f-d95c3eca6c90", "tag": "96f3b665-81ff-457b-8c24-ef5cd97b9a2c"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:08.581953 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-495b2658-d134-41b8-8814-3711ae2c72f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.634598 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3e6ca-7b33-4fa8-b34e-408f08dfe66e req-52a28cb9-ccbc-49be-bf76-53521436a9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:08.636098 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-29a3e6ca-7b33-4fa8-b34e-408f08dfe66e req-52a28cb9-ccbc-49be-bf76-53521436a9cd service neutron] 10.222.0.62 "GET /v2.0/networks?id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b HTTP/1.1" status: 200 len: 913 time: 0.2040505 Jul 16 20:39:08.653948 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['96f3b665-81ff-457b-8c24-ef5cd97b9a2c'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:39:08.687977 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-29a3e6ca-7b33-4fa8-b34e-408f08dfe66e req-85780560-1e26-4e9f-b860-c6cd5c0208de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=036d35cd-0e8c-49b7-8460-d6961e84810e HTTP/1.1" status: 200 len: 217 time: 0.0443230 Jul 16 20:39:08.703651 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-83be3745-e2a8-499e-a65d-a259cf20a1cb tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.759670 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600a576b-b6d0-4bce-a878-c0e0cc9c7e6b x-openstack-request-id: req-600a576b-b6d0-4bce-a878-c0e0cc9c7e6b {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:08.759989 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfcca034-896b-4d0e-854f-d95c3eca6c90", "tag": "96f3b665-81ff-457b-8c24-ef5cd97b9a2c", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:08.760245 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-600a576b-b6d0-4bce-a878-c0e0cc9c7e6b {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:08.760645 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfcca034-896b-4d0e-854f-d95c3eca6c90', 'tag': '96f3b665-81ff-457b-8c24-ef5cd97b9a2c', 'status': 'completed', 'code': 200} Jul 16 20:39:08.768280 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947f216-6612-49b4-bbdc-4111aae21bc4 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Pushing event updated for resources: {'Port': ['ID=96f3b665-81ff-457b-8c24-ef5cd97b9a2c,revision_number=6']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:08.771554 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be3745-e2a8-499e-a65d-a259cf20a1cb tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=07bb5224-5fc5-49ac-81fc-0ef904b9ef73,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:08.799367 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-83be3745-e2a8-499e-a65d-a259cf20a1cb tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.801253 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-83be3745-e2a8-499e-a65d-a259cf20a1cb tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/07bb5224-5fc5-49ac-81fc-0ef904b9ef73 HTTP/1.1" status: 204 len: 168 time: 1.0770316 Jul 16 20:39:08.815994 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8f53e3-117c-4392-a3d5-a5fca6e08675 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:08.817781 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a734d8-64f6-4680-91bd-42bfaa747733 None None] Network 292be218-9db5-40cb-9bae-3fd40ca110e1 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:08.820582 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e28684-942d-4606-a168-dd5056d3c2e2 None None] Network 20d103ce-a4f6-4991-a12c-3473ac078ee0 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:08.859522 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49856) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:08.999605 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3e6ca-7b33-4fa8-b34e-408f08dfe66e req-eac0c86b-1a3a-495c-b337-05d23850ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:09.003228 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-29a3e6ca-7b33-4fa8-b34e-408f08dfe66e req-eac0c86b-1a3a-495c-b337-05d23850ee20 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3773b4e-f5c8-45c6-be17-27631a1d9f40 HTTP/1.1" status: 200 len: 852 time: 0.2177832 Jul 16 20:39:09.007419 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09aefd70-c2e5-478f-a969-d9eb4e87380d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.045003 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-29a3e6ca-7b33-4fa8-b34e-408f08dfe66e req-f4f1672b-2f88-4207-b136-e35120cc5fe5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294373 Jul 16 20:39:09.066564 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-953caca7-2e10-4597-a260-f81500b1cb85 None None] Could not find standard attr ID for object 763291e4-3557-495c-8c25-4eb3d75ebbee. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:39:09.083208 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-88508acf-99ab-4132-a76e-4fb14a4dc795 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet 4be675d2-7978-4250-97b3-9d4d19447d83 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:09.110515 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-88508acf-99ab-4132-a76e-4fb14a4dc795 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.114637 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aefd70-c2e5-478f-a969-d9eb4e87380d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Port': ['ID=c7c51e5a-d535-4f7b-bba1-72127e23bccb,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:09.209747 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-29a3e6ca-7b33-4fa8-b34e-408f08dfe66e req-cec32f10-8e4d-4f7d-bc13-e0d103fd5405 service neutron] 10.222.0.62 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522281 Jul 16 20:39:09.214049 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-495b2658-d134-41b8-8814-3711ae2c72f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.227766 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dcf13-83a5-46e9-aba0-331bf962c766 req-c5d3b344-4ec3-48df-a685-8e1f5945e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:09.238674 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8f0dcf13-83a5-46e9-aba0-331bf962c766 req-c5d3b344-4ec3-48df-a685-8e1f5945e0a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&device_id=cfcca034-896b-4d0e-854f-d95c3eca6c90 HTTP/1.1" status: 200 len: 1059 time: 0.4422076 Jul 16 20:39:09.253319 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-953caca7-2e10-4597-a260-f81500b1cb85 None None] Provisioning complete for port dc517342-a4d4-4102-ab9c-61170bb983d6 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:09.253695 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-953caca7-2e10-4597-a260-f81500b1cb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.255749 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130cdd1-371d-4bac-a5cf-c3fb8c23fef1 req-1b5f408f-b7e0-41ea-9ce1-37587de8cdb7 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:09.273266 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9130cdd1-371d-4bac-a5cf-c3fb8c23fef1 req-1b5f408f-b7e0-41ea-9ce1-37587de8cdb7 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfcca034-896b-4d0e-854f-d95c3eca6c90 HTTP/1.1" status: 200 len: 907 time: 0.5035944 Jul 16 20:39:09.275954 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-88508acf-99ab-4132-a76e-4fb14a4dc795 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.460003 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 33fb9d13-5c00-4158-bfea-a86c92e352ce up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:09.481244 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-29a3e6ca-7b33-4fa8-b34e-408f08dfe66e req-b3c61e2c-2380-4284-b06f-26eb32521963 service neutron] 10.222.0.62 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642925 Jul 16 20:39:09.526164 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495b2658-d134-41b8-8814-3711ae2c72f7 admin admin] Router 587691a0-9478-4570-a322-c326e614046b is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:39:09.717038 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495b2658-d134-41b8-8814-3711ae2c72f7 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:09.736529 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab587a3-c425-4c2b-93cc-ca95f8da2bd3 None None] Sync routers for ids ['587691a0-9478-4570-a322-c326e614046b'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:09.747812 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-495b2658-d134-41b8-8814-3711ae2c72f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.749595 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-495b2658-d134-41b8-8814-3711ae2c72f7 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9366498 Jul 16 20:39:09.753325 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49866) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:09.755597 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab587a3-c425-4c2b-93cc-ca95f8da2bd3 None None] Routers {'587691a0-9478-4570-a322-c326e614046b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:09.756475 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9ab587a3-c425-4c2b-93cc-ca95f8da2bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:38:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['587691a0-9478-4570-a322-c326e614046b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:09.901881 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 33fb9d13-5c00-4158-bfea-a86c92e352ce completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:09.916757 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9512ecc-1446-4718-981a-963018e3b53e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-20d103ce-a4f6-4991-a12c-3473ac078ee0', 'network_id': '20d103ce-a4f6-4991-a12c-3473ac078ee0', 'tenant_id': '5a5fe453e8ee40a09a18cee27586232a', 'fixed_ips': [{'subnet_id': 'ae111ae6-046f-4d34-b150-c90bbeaf0027'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:09.917915 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9512ecc-1446-4718-981a-963018e3b53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.950167 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-9ab587a3-c425-4c2b-93cc-ca95f8da2bd3 None None] Set router 587691a0-9478-4570-a322-c326e614046b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:09.963521 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-953caca7-2e10-4597-a260-f81500b1cb85 None None] Could not find standard attr ID for object c7c51e5a-d535-4f7b-bba1-72127e23bccb. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:39:09.989288 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09aefd70-c2e5-478f-a969-d9eb4e87380d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.010604 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-953caca7-2e10-4597-a260-f81500b1cb85 None None] Provisioning for port 33fb9d13-5c00-4158-bfea-a86c92e352ce completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:10.019988 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-953caca7-2e10-4597-a260-f81500b1cb85 None None] Provisioning complete for port 33fb9d13-5c00-4158-bfea-a86c92e352ce triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:10.023256 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-953caca7-2e10-4597-a260-f81500b1cb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.193338 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dcf13-83a5-46e9-aba0-331bf962c766 req-28c760c0-52a4-47ff-b4c3-aab672ee57ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:10.194929 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8f0dcf13-83a5-46e9-aba0-331bf962c766 req-28c760c0-52a4-47ff-b4c3-aab672ee57ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 912 time: 0.9554737 Jul 16 20:39:10.395172 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-88508acf-99ab-4132-a76e-4fb14a4dc795 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.414780 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992a521-71fe-4a1a-b2cc-e57416d95c0a req-e23cf945-542d-4b92-b227-9a46c8522d6d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:10.422584 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3992a521-71fe-4a1a-b2cc-e57416d95c0a req-e23cf945-542d-4b92-b227-9a46c8522d6d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.6208682 Jul 16 20:39:10.426421 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09aefd70-c2e5-478f-a969-d9eb4e87380d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Router c40a0c06-4d14-4336-b51b-344c95d7f018 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:10.513424 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9ab587a3-c425-4c2b-93cc-ca95f8da2bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587691a0-9478-4570-a322-c326e614046b', 'name': 'tempest-TestAggregatesBasicOps-519227718-router', 'tenant_id': '5a5fe453e8ee40a09a18cee27586232a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9fa565d5-3e06-4f7b-90a3-cdb78e64cc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:06Z', 'updated_at': '2021-07-16T20:39:08Z', 'revision_number': 3, 'project_id': '5a5fe453e8ee40a09a18cee27586232a', 'gw_port': {'id': '9fa565d5-3e06-4f7b-90a3-cdb78e64cc64', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587691a0-9478-4570-a322-c326e614046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:07Z', 'updated_at': '2021-07-16T20:39:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:10.532089 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8f0dcf13-83a5-46e9-aba0-331bf962c766 req-15457535-6e7f-4dc7-bea6-1c68bf35532f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96f3b665-81ff-457b-8c24-ef5cd97b9a2c HTTP/1.1" status: 200 len: 217 time: 0.3150809 Jul 16 20:39:10.550354 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c8077-e4dd-4956-8ba0-61de3ff43623 req-8e3d7791-63a8-4bb7-851b-ac33ffd3e97b tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:10.555306 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-318c8077-e4dd-4956-8ba0-61de3ff43623 req-8e3d7791-63a8-4bb7-851b-ac33ffd3e97b tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.7408760 Jul 16 20:39:10.584473 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab587a3-c425-4c2b-93cc-ca95f8da2bd3 None None] Checking router: 587691a0-9478-4570-a322-c326e614046b for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:39:10.584764 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab587a3-c425-4c2b-93cc-ca95f8da2bd3 None None] Updating router 587691a0-9478-4570-a322-c326e614046b port 9fa565d5-3e06-4f7b-90a3-cdb78e64cc64 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:39:10.629676 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7af16a15-b650-4867-a4ce-a4e9cc654089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.668708 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-d9512ecc-1446-4718-981a-963018e3b53e None None] Allocated IP 172.20.0.2 (20d103ce-a4f6-4991-a12c-3473ac078ee0/ae111ae6-046f-4d34-b150-c90bbeaf0027/eacd65c7-265e-4717-a588-02761b575ea6) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:10.671215 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-953caca7-2e10-4597-a260-f81500b1cb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.685046 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9ab587a3-c425-4c2b-93cc-ca95f8da2bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.780891 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-88508acf-99ab-4132-a76e-4fb14a4dc795 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.789720 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-953caca7-2e10-4597-a260-f81500b1cb85 None None] For port 33fb9d13-5c00-4158-bfea-a86c92e352ce, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=33fb9d13-5c00-4158-bfea-a86c92e352ce,segment=NetworkSegment(17e2755b-37af-45c9-aed8-2262602fce8a),segment_id=17e2755b-37af-45c9-aed8-2262602fce8a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:10.826488 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-953caca7-2e10-4597-a260-f81500b1cb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.869165 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed34289-44ab-4ef2-bfad-7c345e5436a4 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:10.910295 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-88508acf-99ab-4132-a76e-4fb14a4dc795 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.914877 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-88508acf-99ab-4132-a76e-4fb14a4dc795 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/4be675d2-7978-4250-97b3-9d4d19447d83 HTTP/1.1" status: 204 len: 168 time: 2.0483792 Jul 16 20:39:10.915308 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49870) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:10.924696 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14280ea-4c6f-46e6-8e9f-89ac52cb4624 None None] Network 292be218-9db5-40cb-9bae-3fd40ca110e1 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:10.944473 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88508acf-99ab-4132-a76e-4fb14a4dc795 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=4be675d2-7978-4250-97b3-9d4d19447d83,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:10.966458 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6e069122-e838-4738-8c62-998144685755 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497062 Jul 16 20:39:10.970767 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49874) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:10.977566 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-63a2f7aa-af1f-4782-abcb-1b67c7f1b080 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:10.982596 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3992a521-71fe-4a1a-b2cc-e57416d95c0a req-1a2c2783-ca05-44d3-854a-4ce7f92064f9 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5588109 Jul 16 20:39:11.012287 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09aefd70-c2e5-478f-a969-d9eb4e87380d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:11.039632 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-318c8077-e4dd-4956-8ba0-61de3ff43623 req-7906f2a5-49b6-4d01-bb62-2b9db6b352ab tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4138587 Jul 16 20:39:11.046109 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-09aefd70-c2e5-478f-a969-d9eb4e87380d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "PUT /v2.0/routers/c40a0c06-4d14-4336-b51b-344c95d7f018/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6952446 Jul 16 20:39:11.049980 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49876) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:11.053496 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dcf13-83a5-46e9-aba0-331bf962c766 req-5c6e6dce-6f5e-4925-bc96-ac1ca6890e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:11.055300 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16903296-773e-442e-a267-a8bab0e3bc38 None None] Sync routers for ids ['c40a0c06-4d14-4336-b51b-344c95d7f018'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:11.058611 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8f0dcf13-83a5-46e9-aba0-331bf962c766 req-5c6e6dce-6f5e-4925-bc96-ac1ca6890e02 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=587f0aec-80a3-4172-9644-d785b8e153a3 HTTP/1.1" status: 200 len: 850 time: 0.4993203 Jul 16 20:39:11.177820 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b438ede6-9c79-4ecb-be8e-e620001f8e0b None None] Provisioning complete for port dc517342-a4d4-4102-ab9c-61170bb983d6 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:11.178244 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b438ede6-9c79-4ecb-be8e-e620001f8e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.179022 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9ab587a3-c425-4c2b-93cc-ca95f8da2bd3 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.206193 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-9ab587a3-c425-4c2b-93cc-ca95f8da2bd3 None None] Transition to ACTIVE for port object 9fa565d5-3e06-4f7b-90a3-cdb78e64cc64 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:11.223504 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9ab587a3-c425-4c2b-93cc-ca95f8da2bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.392456 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9ab587a3-c425-4c2b-93cc-ca95f8da2bd3 None None] Attempting to bind port 9fa565d5-3e06-4f7b-90a3-cdb78e64cc64 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:11.400250 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9ab587a3-c425-4c2b-93cc-ca95f8da2bd3 None None] Attempting to bind port 9fa565d5-3e06-4f7b-90a3-cdb78e64cc64 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:11.400800 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab587a3-c425-4c2b-93cc-ca95f8da2bd3 None None] Attempting to bind port 9fa565d5-3e06-4f7b-90a3-cdb78e64cc64 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:11.404568 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364f986-cb84-42a2-9040-3ab834e441cc None None] Pushing event updated for resources: {'Port': ['ID=9fa565d5-3e06-4f7b-90a3-cdb78e64cc64,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:11.411424 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab587a3-c425-4c2b-93cc-ca95f8da2bd3 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:11.411913 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab587a3-c425-4c2b-93cc-ca95f8da2bd3 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:11.412663 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9ab587a3-c425-4c2b-93cc-ca95f8da2bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.413147 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab587a3-c425-4c2b-93cc-ca95f8da2bd3 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:11.413694 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9ab587a3-c425-4c2b-93cc-ca95f8da2bd3 None None] Bound port: 9fa565d5-3e06-4f7b-90a3-cdb78e64cc64, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:11.414143 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9ab587a3-c425-4c2b-93cc-ca95f8da2bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.427721 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16903296-773e-442e-a267-a8bab0e3bc38 None None] Routers {'c40a0c06-4d14-4336-b51b-344c95d7f018'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:11.428382 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-16903296-773e-442e-a267-a8bab0e3bc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:38:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c40a0c06-4d14-4336-b51b-344c95d7f018'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:11.430296 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953caca7-2e10-4597-a260-f81500b1cb85 None None] Pushing event updated for resources: {'Port': ['ID=33fb9d13-5c00-4158-bfea-a86c92e352ce,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:11.524440 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-16903296-773e-442e-a267-a8bab0e3bc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:11.525760 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-9ab587a3-c425-4c2b-93cc-ca95f8da2bd3 None None] For port 9fa565d5-3e06-4f7b-90a3-cdb78e64cc64, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:11.530712 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-9ab587a3-c425-4c2b-93cc-ca95f8da2bd3 None None] For port 9fa565d5-3e06-4f7b-90a3-cdb78e64cc64, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9fa565d5-3e06-4f7b-90a3-cdb78e64cc64,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:11.539327 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9ab587a3-c425-4c2b-93cc-ca95f8da2bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.602493 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-992faa31-9e32-488e-9fb8-1bf6728ed2c9 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 20:39:11.604129 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-992faa31-9e32-488e-9fb8-1bf6728ed2c9 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "PUT /v2.0/routers/c40a0c06-4d14-4336-b51b-344c95d7f018/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5421443 Jul 16 20:39:11.610170 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab587a3-c425-4c2b-93cc-ca95f8da2bd3 None None] Routers {'587691a0-9478-4570-a322-c326e614046b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:11.610941 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49880) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:11.611577 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9ab587a3-c425-4c2b-93cc-ca95f8da2bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:38:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['587691a0-9478-4570-a322-c326e614046b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:11.618392 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9512ecc-1446-4718-981a-963018e3b53e None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.636504 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16903296-773e-442e-a267-a8bab0e3bc38 None None] Routers {'c40a0c06-4d14-4336-b51b-344c95d7f018'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:11.637283 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-16903296-773e-442e-a267-a8bab0e3bc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:38:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c40a0c06-4d14-4336-b51b-344c95d7f018'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:11.648958 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a2f7aa-af1f-4782-abcb-1b67c7f1b080 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:11.654184 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-63a2f7aa-af1f-4782-abcb-1b67c7f1b080 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.660630 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364f986-cb84-42a2-9040-3ab834e441cc None None] Pushing event updated for resources: {'Port': ['ID=9fa565d5-3e06-4f7b-90a3-cdb78e64cc64,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:11.707701 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d9512ecc-1446-4718-981a-963018e3b53e None None] Transition to ACTIVE for port object eacd65c7-265e-4717-a588-02761b575ea6 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:11.708165 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e1d12471-2cb2-4467-bac9-fefb2a1c0040 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "GET /v2.0/ports?device_id=c40a0c06-4d14-4336-b51b-344c95d7f018 HTTP/1.1" status: 200 len: 205 time: 0.0949199 Jul 16 20:39:11.711956 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 49882) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:11.715093 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-16903296-773e-442e-a267-a8bab0e3bc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:11.715840 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16903296-773e-442e-a267-a8bab0e3bc38 None None] The sync data for ids ['c40a0c06-4d14-4336-b51b-344c95d7f018'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:11.736559 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dcf13-83a5-46e9-aba0-331bf962c766 req-43c429bf-bf90-49e4-ba3b-224d911dc663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:11.738112 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8f0dcf13-83a5-46e9-aba0-331bf962c766 req-43c429bf-bf90-49e4-ba3b-224d911dc663 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c856853c-1bbc-4399-8326-1d7e71a7f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6633296 Jul 16 20:39:11.767636 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-9ab587a3-c425-4c2b-93cc-ca95f8da2bd3 None None] Set router 587691a0-9478-4570-a322-c326e614046b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:11.785048 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d9512ecc-1446-4718-981a-963018e3b53e None None] Transition to ACTIVE for port object eacd65c7-265e-4717-a588-02761b575ea6 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:11.815595 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9512ecc-1446-4718-981a-963018e3b53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.870172 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e739e6d-058b-4dfc-a205-45bdd51d49f7 req-6229f725-0955-4ea8-b801-756d9065c45a tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:11.872562 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7e739e6d-058b-4dfc-a205-45bdd51d49f7 req-6229f725-0955-4ea8-b801-756d9065c45a tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.4124637 Jul 16 20:39:11.885243 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9512ecc-1446-4718-981a-963018e3b53e None None] Pushing event updated for resources: {'Port': ['ID=eacd65c7-265e-4717-a588-02761b575ea6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:11.927839 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a346d34-1f4e-48d0-a0b2-c6af0c83fc08 None None] DHCP port deletion for f4aa8141-9687-45d9-b16c-82a3d6b86650 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:11.931466 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9512ecc-1446-4718-981a-963018e3b53e None None] Network 20d103ce-a4f6-4991-a12c-3473ac078ee0 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:11.933438 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b438ede6-9c79-4ecb-be8e-e620001f8e0b None None] Provisioning complete for port 96f3b665-81ff-457b-8c24-ef5cd97b9a2c triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:11.933827 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b438ede6-9c79-4ecb-be8e-e620001f8e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.934003 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-7af16a15-b650-4867-a4ce-a4e9cc654089 admin admin] Allocated IP 172.20.0.1 (20d103ce-a4f6-4991-a12c-3473ac078ee0/ae111ae6-046f-4d34-b150-c90bbeaf0027/4012d7d7-2942-40bd-8a77-d30942cb7b02) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:11.986497 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d9512ecc-1446-4718-981a-963018e3b53e None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:12.020426 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9512ecc-1446-4718-981a-963018e3b53e None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:12.022149 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9ab587a3-c425-4c2b-93cc-ca95f8da2bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587691a0-9478-4570-a322-c326e614046b', 'name': 'tempest-TestAggregatesBasicOps-519227718-router', 'tenant_id': '5a5fe453e8ee40a09a18cee27586232a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9fa565d5-3e06-4f7b-90a3-cdb78e64cc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:06Z', 'updated_at': '2021-07-16T20:39:08Z', 'revision_number': 3, 'project_id': '5a5fe453e8ee40a09a18cee27586232a', 'gw_port': {'id': '9fa565d5-3e06-4f7b-90a3-cdb78e64cc64', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587691a0-9478-4570-a322-c326e614046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:07Z', 'updated_at': '2021-07-16T20:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:12.027090 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8f0dcf13-83a5-46e9-aba0-331bf962c766 req-e7d750c2-f6f7-4eaa-8c2e-f0ea0204b637 service neutron] 10.222.0.18 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073812 Jul 16 20:39:12.030784 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3b32c03d-64cf-445c-9c38-e160aa2879ef tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.075464 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-63a2f7aa-af1f-4782-abcb-1b67c7f1b080 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.110731 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab587a3-c425-4c2b-93cc-ca95f8da2bd3 None None] The sync data for ids ['587691a0-9478-4570-a322-c326e614046b'] in n-d-791506-21 is: [{'id': '587691a0-9478-4570-a322-c326e614046b', 'name': 'tempest-TestAggregatesBasicOps-519227718-router', 'tenant_id': '5a5fe453e8ee40a09a18cee27586232a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9fa565d5-3e06-4f7b-90a3-cdb78e64cc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:06Z', 'updated_at': '2021-07-16T20:39:08Z', 'revision_number': 3, 'project_id': '5a5fe453e8ee40a09a18cee27586232a', 'gw_port': {'id': '9fa565d5-3e06-4f7b-90a3-cdb78e64cc64', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587691a0-9478-4570-a322-c326e614046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:07Z', 'updated_at': '2021-07-16T20:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:12.154740 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2f7aa-af1f-4782-abcb-1b67c7f1b080 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=e979345a-e4bc-4431-8707-d5404a26bc02,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:12.189683 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2f7aa-af1f-4782-abcb-1b67c7f1b080 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.190027 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2f7aa-af1f-4782-abcb-1b67c7f1b080 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.190465 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2f7aa-af1f-4782-abcb-1b67c7f1b080 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.190756 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2f7aa-af1f-4782-abcb-1b67c7f1b080 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.191099 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2f7aa-af1f-4782-abcb-1b67c7f1b080 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.191433 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2f7aa-af1f-4782-abcb-1b67c7f1b080 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.192456 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2f7aa-af1f-4782-abcb-1b67c7f1b080 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.193244 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2f7aa-af1f-4782-abcb-1b67c7f1b080 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.193584 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2f7aa-af1f-4782-abcb-1b67c7f1b080 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.193940 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2f7aa-af1f-4782-abcb-1b67c7f1b080 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.194278 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2f7aa-af1f-4782-abcb-1b67c7f1b080 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.194652 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2f7aa-af1f-4782-abcb-1b67c7f1b080 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.227260 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a2f7aa-af1f-4782-abcb-1b67c7f1b080 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:12.228792 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-d9512ecc-1446-4718-981a-963018e3b53e None None] Attempting to bind port eacd65c7-265e-4717-a588-02761b575ea6 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:12.229435 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-d9512ecc-1446-4718-981a-963018e3b53e None None] Attempting to bind port eacd65c7-265e-4717-a588-02761b575ea6 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'e01856b5-ab64-4904-9747-d829c1cc5782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '20d103ce-a4f6-4991-a12c-3473ac078ee0'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:12.229874 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9512ecc-1446-4718-981a-963018e3b53e None None] Attempting to bind port eacd65c7-265e-4717-a588-02761b575ea6 on network 20d103ce-a4f6-4991-a12c-3473ac078ee0 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:12.232356 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-63a2f7aa-af1f-4782-abcb-1b67c7f1b080 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:12.236913 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4a346d34-1f4e-48d0-a0b2-c6af0c83fc08 None None] Deleting port dc517342-a4d4-4102-ab9c-61170bb983d6 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:12.237378 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a346d34-1f4e-48d0-a0b2-c6af0c83fc08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.257574 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a2f7aa-af1f-4782-abcb-1b67c7f1b080 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:12.258371 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-63a2f7aa-af1f-4782-abcb-1b67c7f1b080 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.302005 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7af16a15-b650-4867-a4ce-a4e9cc654089 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.306898 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-63a2f7aa-af1f-4782-abcb-1b67c7f1b080 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3345799 Jul 16 20:39:12.313973 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49888) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:12.320317 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-74a63163-ba35-4a15-b664-10deeef1c10c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:12.322392 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9512ecc-1446-4718-981a-963018e3b53e None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:12.322829 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9512ecc-1446-4718-981a-963018e3b53e None None] Checking segment: {'id': 'e01856b5-ab64-4904-9747-d829c1cc5782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '20d103ce-a4f6-4991-a12c-3473ac078ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:12.323226 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9512ecc-1446-4718-981a-963018e3b53e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.323628 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9512ecc-1446-4718-981a-963018e3b53e None None] Bound using segment: {'id': 'e01856b5-ab64-4904-9747-d829c1cc5782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '20d103ce-a4f6-4991-a12c-3473ac078ee0'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:12.324111 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-d9512ecc-1446-4718-981a-963018e3b53e None None] Bound port: eacd65c7-265e-4717-a588-02761b575ea6, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e01856b5-ab64-4904-9747-d829c1cc5782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '20d103ce-a4f6-4991-a12c-3473ac078ee0'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:12.324492 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9512ecc-1446-4718-981a-963018e3b53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.362902 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b438ede6-9c79-4ecb-be8e-e620001f8e0b None None] Provisioning complete for port 6ed049c1-f5ef-4183-b9af-8c9b3d13e53d triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:12.363272 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b438ede6-9c79-4ecb-be8e-e620001f8e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.364365 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-7af16a15-b650-4867-a4ce-a4e9cc654089 admin admin] Transition to ACTIVE for port object 4012d7d7-2942-40bd-8a77-d30942cb7b02 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:12.451494 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4a346d34-1f4e-48d0-a0b2-c6af0c83fc08 None None] For port dc517342-a4d4-4102-ab9c-61170bb983d6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=dc517342-a4d4-4102-ab9c-61170bb983d6,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:12.451993 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a346d34-1f4e-48d0-a0b2-c6af0c83fc08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.452564 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7e739e6d-058b-4dfc-a205-45bdd51d49f7 req-e9873795-7cea-4c40-af7e-a2c22fb6ceb7 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5722449 Jul 16 20:39:12.471637 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3b32c03d-64cf-445c-9c38-e160aa2879ef tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.487632 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3b32c03d-64cf-445c-9c38-e160aa2879ef tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.525161 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4a346d34-1f4e-48d0-a0b2-c6af0c83fc08 None None] Calling delete_port for dc517342-a4d4-4102-ab9c-61170bb983d6 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:12.574470 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:39:12.575081 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-d9512ecc-1446-4718-981a-963018e3b53e None None] For port eacd65c7-265e-4717-a588-02761b575ea6, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:12.581814 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-d9512ecc-1446-4718-981a-963018e3b53e None None] For port eacd65c7-265e-4717-a588-02761b575ea6, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=eacd65c7-265e-4717-a588-02761b575ea6,segment=NetworkSegment(e01856b5-ab64-4904-9747-d829c1cc5782),segment_id=e01856b5-ab64-4904-9747-d829c1cc5782)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:12.584337 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a63163-ba35-4a15-b664-10deeef1c10c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:12.596456 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-74a63163-ba35-4a15-b664-10deeef1c10c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.616067 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9512ecc-1446-4718-981a-963018e3b53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.663100 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8f0dcf13-83a5-46e9-aba0-331bf962c766 req-e6859593-1fe4-4aaf-a3db-081a12605f7d service neutron] 10.222.0.18 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445646 Jul 16 20:39:12.804246 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3b32c03d-64cf-445c-9c38-e160aa2879ef tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.814528 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b32c03d-64cf-445c-9c38-e160aa2879ef tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Fanout notify agent at l3_agent the message router_deleted on router c40a0c06-4d14-4336-b51b-344c95d7f018 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:39:12.836942 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3b32c03d-64cf-445c-9c38-e160aa2879ef tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.838111 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3b32c03d-64cf-445c-9c38-e160aa2879ef tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/routers/c40a0c06-4d14-4336-b51b-344c95d7f018 HTTP/1.1" status: 204 len: 168 time: 1.1235158 Jul 16 20:39:12.848402 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7af16a15-b650-4867-a4ce-a4e9cc654089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.850263 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49896) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:12.884597 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0331806-703e-4bb4-955d-0105e004198b req-f82b30bf-1682-4a24-b413-8ac29e8c346c tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:12.886296 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c0331806-703e-4bb4-955d-0105e004198b req-f82b30bf-1682-4a24-b413-8ac29e8c346c tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 945 time: 0.6953969 Jul 16 20:39:12.911089 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b438ede6-9c79-4ecb-be8e-e620001f8e0b None None] Provisioning complete for port 33fb9d13-5c00-4158-bfea-a86c92e352ce triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:12.911382 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b438ede6-9c79-4ecb-be8e-e620001f8e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.925013 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9512ecc-1446-4718-981a-963018e3b53e None None] Pushing event updated for resources: {'Port': ['ID=eacd65c7-265e-4717-a588-02761b575ea6,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:12.978199 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c0331806-703e-4bb4-955d-0105e004198b req-ca2a6a95-c115-455a-b878-0ea58768cf89 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785058 Jul 16 20:39:12.995204 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 036d35cd-0e8c-49b7-8460-d6961e84810e no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:13.100918 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a346d34-1f4e-48d0-a0b2-c6af0c83fc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.195479 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a346d34-1f4e-48d0-a0b2-c6af0c83fc08 None None] Pushing event deleted for resources: {'Port': ['ID=dc517342-a4d4-4102-ab9c-61170bb983d6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:13.278743 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af16a15-b650-4867-a4ce-a4e9cc654089 admin admin] Network 20d103ce-a4f6-4991-a12c-3473ac078ee0 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:13.292839 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a346d34-1f4e-48d0-a0b2-c6af0c83fc08 None None] No DVR routers for this DVR port dc517342-a4d4-4102-ab9c-61170bb983d6 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:13.302631 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-7af16a15-b650-4867-a4ce-a4e9cc654089 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:13.350467 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af16a15-b650-4867-a4ce-a4e9cc654089 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:13.371249 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af16a15-b650-4867-a4ce-a4e9cc654089 admin admin] Pushing event updated for resources: {'Port': ['ID=4012d7d7-2942-40bd-8a77-d30942cb7b02,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:13.473357 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce20802-5354-45b1-87dd-2aeaf1c5d8c7 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:13.532866 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-44089d95-e225-42f5-a2f2-c21f24af51d1 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Deleting subnet 2a2d92ff-daa0-411b-9069-8bb5bab4347b {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:13.544758 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-44089d95-e225-42f5-a2f2-c21f24af51d1 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.668989 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-44089d95-e225-42f5-a2f2-c21f24af51d1 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.819629 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7af16a15-b650-4867-a4ce-a4e9cc654089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.013577 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9fa565d5-3e06-4f7b-90a3-cdb78e64cc64 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:14.181437 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-44089d95-e225-42f5-a2f2-c21f24af51d1 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.277157 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4fd53845-74a0-4209-8ebd-ed0cca462f02 None None] Could not find standard attr ID for object c7c51e5a-d535-4f7b-bba1-72127e23bccb. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:39:14.285669 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.298415 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-6d8103a9-c6a4-4b5a-8b97-9cd1d4bb1bbe tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:14.299729 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-6d8103a9-c6a4-4b5a-8b97-9cd1d4bb1bbe tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 811 time: 1.1240170 Jul 16 20:39:14.322066 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-9b5f716e-22aa-459b-ad78-7119f6656476 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/quotas/a4359c07a39647debc91cc45c7855204 HTTP/1.1" status: 200 len: 375 time: 0.0148475 Jul 16 20:39:14.349251 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed4f9e7-5ffc-4765-bf97-95a6027b9262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-f4aa8141-9687-45d9-b16c-82a3d6b86650', 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'fixed_ips': [{'subnet_id': 'e979345a-e4bc-4431-8707-d5404a26bc02'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:14.351525 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ed4f9e7-5ffc-4765-bf97-95a6027b9262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.452526 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4fd53845-74a0-4209-8ebd-ed0cca462f02 None None] Provisioning complete for port 33fb9d13-5c00-4158-bfea-a86c92e352ce triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:14.452767 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4fd53845-74a0-4209-8ebd-ed0cca462f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.460982 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf579610-feaf-4c52-8938-7349219213ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '036d35cd-0e8c-49b7-8460-d6961e84810e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:14.463364 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c594bcc-c3f1-4209-a7f4-563579648f49" -d '{"events": [{"server_uuid": "bf579610-feaf-4c52-8938-7349219213ef", "name": "network-vif-unplugged", "status": "completed", "tag": "036d35cd-0e8c-49b7-8460-d6961e84810e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:14.472736 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-1da3bac8-2a9d-40da-911a-a9f65be9ae39 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1322846 Jul 16 20:39:14.579693 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-44089d95-e225-42f5-a2f2-c21f24af51d1 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.610253 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 9fa565d5-3e06-4f7b-90a3-cdb78e64cc64 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:14.623031 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 036d35cd-0e8c-49b7-8460-d6961e84810e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=036d35cd-0e8c-49b7-8460-d6961e84810e,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:14.642839 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 9fa565d5-3e06-4f7b-90a3-cdb78e64cc64 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:14.650817 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.665524 n-d-791506-21 neutron-server[93793]: DEBUG neutron.objects.ports [None req-74a63163-ba35-4a15-b664-10deeef1c10c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93793) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:39:14.677653 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.680973 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-74a63163-ba35-4a15-b664-10deeef1c10c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.691627 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7af16a15-b650-4867-a4ce-a4e9cc654089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.715549 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-9a9032ad-b813-4afa-97c2-a3d129712fb3 service neutron] 10.222.0.38 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417018 Jul 16 20:39:14.736350 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a63163-ba35-4a15-b664-10deeef1c10c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:14.852216 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e223fc1-df7b-4f17-8aa6-a0b1b939378a None None] Network 20d103ce-a4f6-4991-a12c-3473ac078ee0 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:14.901373 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-71b6e6a6-e31a-4fe0-90d1-db3da0acffb5 service neutron] 10.222.0.38 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847329 Jul 16 20:39:14.914022 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=036d35cd-0e8c-49b7-8460-d6961e84810e,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:14.973208 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb2de9-58f6-4b45-bbb4-157b469a9917 req-a777a98a-e9c5-4526-8dbd-28082b72522d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:14.974971 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cceb2de9-58f6-4b45-bbb4-157b469a9917 req-a777a98a-e9c5-4526-8dbd-28082b72522d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf579610-feaf-4c52-8938-7349219213ef HTTP/1.1" status: 200 len: 943 time: 0.1167483 Jul 16 20:39:14.999517 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-74a63163-ba35-4a15-b664-10deeef1c10c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:15.012858 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-44089d95-e225-42f5-a2f2-c21f24af51d1 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.014808 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-44089d95-e225-42f5-a2f2-c21f24af51d1 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/subnets/2a2d92ff-daa0-411b-9069-8bb5bab4347b HTTP/1.1" status: 204 len: 168 time: 2.1417131 Jul 16 20:39:15.017046 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a63163-ba35-4a15-b664-10deeef1c10c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:15.017864 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-74a63163-ba35-4a15-b664-10deeef1c10c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.023355 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49950) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:15.024096 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44089d95-e225-42f5-a2f2-c21f24af51d1 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Subnet': ['ID=2a2d92ff-daa0-411b-9069-8bb5bab4347b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:15.061928 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363b01af-c453-4af1-b3af-4d82196cd345 None None] Network 292be218-9db5-40cb-9bae-3fd40ca110e1 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:15.145634 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.155106 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-cceb2de9-58f6-4b45-bbb4-157b469a9917 req-88ed0089-ace4-4edf-8325-272adb8da8d2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Deleting port 036d35cd-0e8c-49b7-8460-d6961e84810e {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:15.156182 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-cceb2de9-58f6-4b45-bbb4-157b469a9917 req-88ed0089-ace4-4edf-8325-272adb8da8d2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.222778 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7af16a15-b650-4867-a4ce-a4e9cc654089 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.239234 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-1ed4f9e7-5ffc-4765-bf97-95a6027b9262 None None] Allocated IP 172.20.0.2 (f4aa8141-9687-45d9-b16c-82a3d6b86650/e979345a-e4bc-4431-8707-d5404a26bc02/b8989fed-42c1-42fb-bf9d-0c63f79a9670) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:15.256531 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-74a63163-ba35-4a15-b664-10deeef1c10c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9404323 Jul 16 20:39:15.257888 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7af16a15-b650-4867-a4ce-a4e9cc654089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.266244 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 49956) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:15.281381 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-597fcb07-7d55-4ed1-9503-7180f231e463 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'port': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'mac_address': 'fa:16:3e:00:d0:46', 'name': 'tempest-NetworksTestDHCPv6-2141889519'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:15.292844 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-cceb2de9-58f6-4b45-bbb4-157b469a9917 req-88ed0089-ace4-4edf-8325-272adb8da8d2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] For port 036d35cd-0e8c-49b7-8460-d6961e84810e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=036d35cd-0e8c-49b7-8460-d6961e84810e,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:15.293261 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-cceb2de9-58f6-4b45-bbb4-157b469a9917 req-88ed0089-ace4-4edf-8325-272adb8da8d2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.296730 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-1ed4f9e7-5ffc-4765-bf97-95a6027b9262 None None] Allocated IP 2001:db8::f816:3eff:feaa:4b7b (f4aa8141-9687-45d9-b16c-82a3d6b86650/f7479e1c-c174-455d-9886-deb1d20411b0/b8989fed-42c1-42fb-bf9d-0c63f79a9670) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:15.308494 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-cceb2de9-58f6-4b45-bbb4-157b469a9917 req-88ed0089-ace4-4edf-8325-272adb8da8d2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Calling delete_port for 036d35cd-0e8c-49b7-8460-d6961e84810e owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:15.377254 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 9fa565d5-3e06-4f7b-90a3-cdb78e64cc64, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9fa565d5-3e06-4f7b-90a3-cdb78e64cc64,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:15.418030 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.418847 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 33fb9d13-5c00-4158-bfea-a86c92e352ce up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:15.434233 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1ac1f1b-697d-4936-b04d-f6707d927b7e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.465329 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a63163-ba35-4a15-b664-10deeef1c10c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=f7479e1c-c174-455d-9886-deb1d20411b0,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:15.553488 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-cceb2de9-58f6-4b45-bbb4-157b469a9917 req-88ed0089-ace4-4edf-8325-272adb8da8d2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.559802 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7af16a15-b650-4867-a4ce-a4e9cc654089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.585969 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed0089-ace4-4edf-8325-272adb8da8d2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Pushing event deleted for resources: {'Port': ['ID=036d35cd-0e8c-49b7-8460-d6961e84810e,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:15.593457 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af16a15-b650-4867-a4ce-a4e9cc654089 admin admin] Pushing event updated for resources: {'Port': ['ID=4012d7d7-2942-40bd-8a77-d30942cb7b02,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:15.597477 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed0089-ace4-4edf-8325-272adb8da8d2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:15.598154 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed0089-ace4-4edf-8325-272adb8da8d2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:15.599031 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed0089-ace4-4edf-8325-272adb8da8d2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:15.600182 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed0089-ace4-4edf-8325-272adb8da8d2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:15.601188 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed0089-ace4-4edf-8325-272adb8da8d2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:15.601515 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed0089-ace4-4edf-8325-272adb8da8d2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:15.601859 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed0089-ace4-4edf-8325-272adb8da8d2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:15.602691 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed0089-ace4-4edf-8325-272adb8da8d2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:15.603035 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed0089-ace4-4edf-8325-272adb8da8d2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:15.603369 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed0089-ace4-4edf-8325-272adb8da8d2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:15.603747 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed0089-ace4-4edf-8325-272adb8da8d2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:15.604080 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed0089-ace4-4edf-8325-272adb8da8d2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:15.664205 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-cceb2de9-58f6-4b45-bbb4-157b469a9917 req-88ed0089-ace4-4edf-8325-272adb8da8d2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] No DVR routers for this DVR port 036d35cd-0e8c-49b7-8460-d6961e84810e on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:15.681681 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ed4f9e7-5ffc-4765-bf97-95a6027b9262 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.694197 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1ed4f9e7-5ffc-4765-bf97-95a6027b9262 None None] Transition to ACTIVE for port object b8989fed-42c1-42fb-bf9d-0c63f79a9670 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:15.699683 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-431556f4-6d91-4822-92c6-cf10bf15f77b req-d65de70e-6f16-4442-b578-57b6929cffc3 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 210 time: 0.0367670 Jul 16 20:39:15.701120 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-cceb2de9-58f6-4b45-bbb4-157b469a9917 req-88ed0089-ace4-4edf-8325-272adb8da8d2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.712180 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cceb2de9-58f6-4b45-bbb4-157b469a9917 req-88ed0089-ace4-4edf-8325-272adb8da8d2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "DELETE /v2.0/ports/036d35cd-0e8c-49b7-8460-d6961e84810e HTTP/1.1" status: 204 len: 173 time: 0.7320962 Jul 16 20:39:15.713411 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf579610-feaf-4c52-8938-7349219213ef', 'name': 'network-vif-deleted', 'tag': '036d35cd-0e8c-49b7-8460-d6961e84810e'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:15.714351 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1ed4f9e7-5ffc-4765-bf97-95a6027b9262 None None] Transition to ACTIVE for port object b8989fed-42c1-42fb-bf9d-0c63f79a9670 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:15.716490 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c671c5-005e-4e18-b096-422fe1d69c8c" -d '{"events": [{"server_uuid": "bf579610-feaf-4c52-8938-7349219213ef", "name": "network-vif-deleted", "tag": "036d35cd-0e8c-49b7-8460-d6961e84810e"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:15.762938 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be0bdac-2e0e-4e1e-9008-a21a1aa0d8b4 x-openstack-request-id: req-4be0bdac-2e0e-4e1e-9008-a21a1aa0d8b4 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:15.763285 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf579610-feaf-4c52-8938-7349219213ef", "name": "network-vif-deleted", "tag": "036d35cd-0e8c-49b7-8460-d6961e84810e", "status": "failed", "code": 422}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:15.763532 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4be0bdac-2e0e-4e1e-9008-a21a1aa0d8b4 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:15.763953 n-d-791506-21 neutron-server[93794]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bf579610-feaf-4c52-8938-7349219213ef', 'name': 'network-vif-deleted', 'tag': '036d35cd-0e8c-49b7-8460-d6961e84810e', 'status': 'failed', 'code': 422} returned with failed status Jul 16 20:39:15.776633 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-b1ac1f1b-697d-4936-b04d-f6707d927b7e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Deleting port 33fb9d13-5c00-4158-bfea-a86c92e352ce {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:15.777277 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1ac1f1b-697d-4936-b04d-f6707d927b7e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.778461 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-420e7975-d5ca-464b-b629-99360b2c307e None None] Provisioning for port eacd65c7-265e-4717-a588-02761b575ea6 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:15.793564 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d0b4ff-13c3-43f2-95ec-b6b346ba1f7f x-openstack-request-id: req-f2d0b4ff-13c3-43f2-95ec-b6b346ba1f7f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:15.793915 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf579610-feaf-4c52-8938-7349219213ef", "name": "network-vif-unplugged", "status": "failed", "tag": "036d35cd-0e8c-49b7-8460-d6961e84810e", "code": 422}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:15.794171 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f2d0b4ff-13c3-43f2-95ec-b6b346ba1f7f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:15.794736 n-d-791506-21 neutron-server[93795]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bf579610-feaf-4c52-8938-7349219213ef', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '036d35cd-0e8c-49b7-8460-d6961e84810e', 'code': 422} returned with failed status Jul 16 20:39:15.806094 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ed4f9e7-5ffc-4765-bf97-95a6027b9262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.840998 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-420e7975-d5ca-464b-b629-99360b2c307e None None] Could not find standard attr ID for object c7c51e5a-d535-4f7b-bba1-72127e23bccb. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:39:15.861336 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed4f9e7-5ffc-4765-bf97-95a6027b9262 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:15.861922 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-b1ac1f1b-697d-4936-b04d-f6707d927b7e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] For port 33fb9d13-5c00-4158-bfea-a86c92e352ce, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=33fb9d13-5c00-4158-bfea-a86c92e352ce,segment=NetworkSegment(17e2755b-37af-45c9-aed8-2262602fce8a),segment_id=17e2755b-37af-45c9-aed8-2262602fce8a)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:15.862567 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1ac1f1b-697d-4936-b04d-f6707d927b7e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.877212 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-1ed4f9e7-5ffc-4765-bf97-95a6027b9262 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:15.879301 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-b1ac1f1b-697d-4936-b04d-f6707d927b7e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Calling delete_port for 33fb9d13-5c00-4158-bfea-a86c92e352ce owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:15.880455 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed4f9e7-5ffc-4765-bf97-95a6027b9262 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:15.894024 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597fcb07-7d55-4ed1-9503-7180f231e463 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:15.895456 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=9fa565d5-3e06-4f7b-90a3-cdb78e64cc64,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:15.963713 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af16a15-b650-4867-a4ce-a4e9cc654089 admin admin] Network 20d103ce-a4f6-4991-a12c-3473ac078ee0 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:15.972513 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-7af16a15-b650-4867-a4ce-a4e9cc654089 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:16.027873 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 33fb9d13-5c00-4158-bfea-a86c92e352ce triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:16.028790 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.040898 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4f9e7-5ffc-4765-bf97-95a6027b9262 None None] Pushing event updated for resources: {'Port': ['ID=b8989fed-42c1-42fb-bf9d-0c63f79a9670,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:16.106828 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1ed4f9e7-5ffc-4765-bf97-95a6027b9262 None None] Attempting to bind port b8989fed-42c1-42fb-bf9d-0c63f79a9670 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:16.107496 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1ed4f9e7-5ffc-4765-bf97-95a6027b9262 None None] Attempting to bind port b8989fed-42c1-42fb-bf9d-0c63f79a9670 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:16.108079 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4f9e7-5ffc-4765-bf97-95a6027b9262 None None] Attempting to bind port b8989fed-42c1-42fb-bf9d-0c63f79a9670 on network f4aa8141-9687-45d9-b16c-82a3d6b86650 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:16.114219 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-597fcb07-7d55-4ed1-9503-7180f231e463 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.121829 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4f9e7-5ffc-4765-bf97-95a6027b9262 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:16.121829 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4f9e7-5ffc-4765-bf97-95a6027b9262 None None] Checking segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:16.121829 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ed4f9e7-5ffc-4765-bf97-95a6027b9262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.121829 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4f9e7-5ffc-4765-bf97-95a6027b9262 None None] Bound using segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:16.122570 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1ed4f9e7-5ffc-4765-bf97-95a6027b9262 None None] Bound port: b8989fed-42c1-42fb-bf9d-0c63f79a9670, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:16.122890 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ed4f9e7-5ffc-4765-bf97-95a6027b9262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.155216 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a97191-67a5-4fcf-818a-2e9961a7bc79 None None] DHCP port deletion for 292be218-9db5-40cb-9bae-3fd40ca110e1 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:16.196293 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af16a15-b650-4867-a4ce-a4e9cc654089 admin admin] Router 587691a0-9478-4570-a322-c326e614046b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:16.220418 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1ac1f1b-697d-4936-b04d-f6707d927b7e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.263471 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ac1f1b-697d-4936-b04d-f6707d927b7e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] No DVR routers for this DVR port 33fb9d13-5c00-4158-bfea-a86c92e352ce on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:16.278557 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac1f1b-697d-4936-b04d-f6707d927b7e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Port': ['ID=33fb9d13-5c00-4158-bfea-a86c92e352ce,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:16.278999 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Could not find standard attr ID for object 33fb9d13-5c00-4158-bfea-a86c92e352ce. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:39:16.285741 n-d-791506-21 neutron-server[93795]: INFO neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No ports have port_id starting with 33fb9d13-5c00-4158-bfea-a86c92e352ce Jul 16 20:39:16.286816 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1ed4f9e7-5ffc-4765-bf97-95a6027b9262 None None] For port b8989fed-42c1-42fb-bf9d-0c63f79a9670, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:16.289488 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device eacd65c7-265e-4717-a588-02761b575ea6 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:16.292459 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1ed4f9e7-5ffc-4765-bf97-95a6027b9262 None None] For port b8989fed-42c1-42fb-bf9d-0c63f79a9670, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b8989fed-42c1-42fb-bf9d-0c63f79a9670,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:16.318144 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-597fcb07-7d55-4ed1-9503-7180f231e463 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] device_id is not set on port f0d1609f-a623-4773-ad24-5124941a39f8 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:39:16.322829 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ed4f9e7-5ffc-4765-bf97-95a6027b9262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.419467 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1ac1f1b-697d-4936-b04d-f6707d927b7e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.455043 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4f9e7-5ffc-4765-bf97-95a6027b9262 None None] Pushing event updated for resources: {'Port': ['ID=b8989fed-42c1-42fb-bf9d-0c63f79a9670,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:16.472708 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port eacd65c7-265e-4717-a588-02761b575ea6 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:16.478961 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port eacd65c7-265e-4717-a588-02761b575ea6 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:16.479427 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.557025 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-b1ac1f1b-697d-4936-b04d-f6707d927b7e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['292be218-9db5-40cb-9bae-3fd40ca110e1']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:16.610578 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-b1ac1f1b-697d-4936-b04d-f6707d927b7e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e2755b-37af-45c9-aed8-2262602fce8a') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:16.610885 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-b1ac1f1b-697d-4936-b04d-f6707d927b7e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e2755b-37af-45c9-aed8-2262602fce8a') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:16.614083 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-db4e3134-9d71-4ca5-b028-a36372c5647d None None] Provisioning complete for port eacd65c7-265e-4717-a588-02761b575ea6 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:16.616783 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db4e3134-9d71-4ca5-b028-a36372c5647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.666091 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1ac1f1b-697d-4936-b04d-f6707d927b7e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.704371 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af16a15-b650-4867-a4ce-a4e9cc654089 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:16.715189 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c5051a-fb22-4070-b8ee-42650374bdeb None None] Sync routers for ids ['587691a0-9478-4570-a322-c326e614046b'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:16.726186 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7af16a15-b650-4867-a4ce-a4e9cc654089 admin admin] 10.222.0.38 "PUT /v2.0/routers/587691a0-9478-4570-a322-c326e614046b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9711046 Jul 16 20:39:16.730943 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c5051a-fb22-4070-b8ee-42650374bdeb None None] Routers {'587691a0-9478-4570-a322-c326e614046b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:16.731787 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-50c5051a-fb22-4070-b8ee-42650374bdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:38:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['587691a0-9478-4570-a322-c326e614046b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:16.747397 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.825989 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1ac1f1b-697d-4936-b04d-f6707d927b7e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.882127 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ac1f1b-697d-4936-b04d-f6707d927b7e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:16.886796 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1ac1f1b-697d-4936-b04d-f6707d927b7e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.896789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port eacd65c7-265e-4717-a588-02761b575ea6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=eacd65c7-265e-4717-a588-02761b575ea6,segment=NetworkSegment(e01856b5-ab64-4904-9747-d829c1cc5782),segment_id=e01856b5-ab64-4904-9747-d829c1cc5782)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:16.937321 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-50c5051a-fb22-4070-b8ee-42650374bdeb None None] Set router 587691a0-9478-4570-a322-c326e614046b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:16.970470 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:16.975117 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.175622 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=eacd65c7-265e-4717-a588-02761b575ea6,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:17.190818 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device dc517342-a4d4-4102-ab9c-61170bb983d6 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:17.262649 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: dc517342-a4d4-4102-ab9c-61170bb983d6 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:17.263492 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device dc517342-a4d4-4102-ab9c-61170bb983d6 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:17.272905 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b6ff5c0f-fe49-42e1-b51b-6cdfd220e68a req-a5b1854b-c710-4b36-a060-b96b009b1883 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 210 time: 0.0631108 Jul 16 20:39:17.284306 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db4e3134-9d71-4ca5-b028-a36372c5647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.358278 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-50c5051a-fb22-4070-b8ee-42650374bdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587691a0-9478-4570-a322-c326e614046b', 'name': 'tempest-TestAggregatesBasicOps-519227718-router', 'tenant_id': '5a5fe453e8ee40a09a18cee27586232a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9fa565d5-3e06-4f7b-90a3-cdb78e64cc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:06Z', 'updated_at': '2021-07-16T20:39:14Z', 'revision_number': 4, 'project_id': '5a5fe453e8ee40a09a18cee27586232a', 'gw_port': {'id': '9fa565d5-3e06-4f7b-90a3-cdb78e64cc64', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587691a0-9478-4570-a322-c326e614046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:07Z', 'updated_at': '2021-07-16T20:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '4012d7d7-2942-40bd-8a77-d30942cb7b02', 'name': '', 'network_id': '20d103ce-a4f6-4991-a12c-3473ac078ee0', 'tenant_id': '5a5fe453e8ee40a09a18cee27586232a', 'mac_address': 'fa:16:3e:ae:79:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587691a0-9478-4570-a322-c326e614046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ae111ae6-046f-4d34-b150-c90bbeaf0027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:10Z', 'updated_at': '2021-07-16T20:39:14Z', 'revision_number': 2, 'project_id': '5a5fe453e8ee40a09a18cee27586232a', 'subnets': [{'id': 'ae111ae6-046f-4d34-b150-c90bbeaf0027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:17.409593 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c5051a-fb22-4070-b8ee-42650374bdeb None None] Checking router: 587691a0-9478-4570-a322-c326e614046b for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:39:17.409985 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c5051a-fb22-4070-b8ee-42650374bdeb None None] Updating router 587691a0-9478-4570-a322-c326e614046b port 4012d7d7-2942-40bd-8a77-d30942cb7b02 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:39:17.454950 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50c5051a-fb22-4070-b8ee-42650374bdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.647646 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-597fcb07-7d55-4ed1-9503-7180f231e463 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 172.20.0.11 (f4aa8141-9687-45d9-b16c-82a3d6b86650/e979345a-e4bc-4431-8707-d5404a26bc02/f0d1609f-a623-4773-ad24-5124941a39f8) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:17.664700 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-597fcb07-7d55-4ed1-9503-7180f231e463 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 2001:db8::f816:3eff:fe00:d046 (f4aa8141-9687-45d9-b16c-82a3d6b86650/f7479e1c-c174-455d-9886-deb1d20411b0/f0d1609f-a623-4773-ad24-5124941a39f8) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:17.701405 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1ac1f1b-697d-4936-b04d-f6707d927b7e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.729458 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbd79b-a4a0-4954-932b-64efe489787e req-1a62df91-e7f9-4b3c-a472-8b43b38c149c tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:17.732157 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-ed7660ec-f2a2-4df8-bd2d-e74a5d23d514 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:17.735320 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-ed7660ec-f2a2-4df8-bd2d-e74a5d23d514 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.62 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 811 time: 0.8407950 Jul 16 20:39:17.737595 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02dbd79b-a4a0-4954-932b-64efe489787e req-1a62df91-e7f9-4b3c-a472-8b43b38c149c tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/networks?id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b HTTP/1.1" status: 200 len: 812 time: 0.2608566 Jul 16 20:39:17.765328 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02dbd79b-a4a0-4954-932b-64efe489787e req-b22b6fe4-2c77-48ee-9a93-0723400a3714 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/quotas/6a26f9f127054c75b4598717bb55d1c3 HTTP/1.1" status: 200 len: 375 time: 0.0258636 Jul 16 20:39:17.772400 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1ac1f1b-697d-4936-b04d-f6707d927b7e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.774671 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b1ac1f1b-697d-4936-b04d-f6707d927b7e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/networks/292be218-9db5-40cb-9bae-3fd40ca110e1 HTTP/1.1" status: 204 len: 168 time: 2.7481666 Jul 16 20:39:17.775698 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac1f1b-697d-4936-b04d-f6707d927b7e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Network': ['ID=292be218-9db5-40cb-9bae-3fd40ca110e1,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:17.779084 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50008) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:17.789254 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-6c0f0604-8a53-42d8-9d34-d646cbf2ec4f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'network': {'name': 'tempest-RoutersTest-2132987845'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:17.790777 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-bb5ca275-5e72-47e4-8ec3-c63e808d0217 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Request body: {'port': {'device_id': '86b2421f-3e56-4c8a-8c9c-672adc27242b', 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f', 'admin_state_up': True, 'tenant_id': 'a4359c07a39647debc91cc45c7855204'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:17.826862 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02dbd79b-a4a0-4954-932b-64efe489787e req-95a0e112-301b-435e-a706-4ecc5accb222 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6a26f9f127054c75b4598717bb55d1c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604422 Jul 16 20:39:17.959112 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b8989fed-42c1-42fb-bf9d-0c63f79a9670 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:17.966146 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50c5051a-fb22-4070-b8ee-42650374bdeb None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.967974 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0f0604-8a53-42d8-9d34-d646cbf2ec4f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Made reservation on behalf of 0984868bac254eab8830dbbd4c12f77c for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:17.973995 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c0f0604-8a53-42d8-9d34-d646cbf2ec4f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.992678 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-50c5051a-fb22-4070-b8ee-42650374bdeb None None] Transition to ACTIVE for port object 4012d7d7-2942-40bd-8a77-d30942cb7b02 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:18.007895 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50c5051a-fb22-4070-b8ee-42650374bdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.090541 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0f0604-8a53-42d8-9d34-d646cbf2ec4f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:18.096771 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-bb5ca275-5e72-47e4-8ec3-c63e808d0217 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Made reservation on behalf of a4359c07a39647debc91cc45c7855204 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:18.102891 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02dbd79b-a4a0-4954-932b-64efe489787e req-c250ec03-eeb0-456c-bc13-891e22a6d2cd service neutron] 10.222.0.38 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747257 Jul 16 20:39:18.107216 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbfea2-c9b0-48ef-b6e2-2940a55c075a None None] Pushing event updated for resources: {'Port': ['ID=4012d7d7-2942-40bd-8a77-d30942cb7b02,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:18.123821 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-bb5ca275-5e72-47e4-8ec3-c63e808d0217 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.129408 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-db4e3134-9d71-4ca5-b028-a36372c5647d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:39:18.129828 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-db4e3134-9d71-4ca5-b028-a36372c5647d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:39:18.152558 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port b8989fed-42c1-42fb-bf9d-0c63f79a9670 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:18.158660 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device eacd65c7-265e-4717-a588-02761b575ea6 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:18.185675 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-597fcb07-7d55-4ed1-9503-7180f231e463 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.207878 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c0f0604-8a53-42d8-9d34-d646cbf2ec4f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.213720 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-6c0f0604-8a53-42d8-9d34-d646cbf2ec4f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Added segment d68bac75-5a5d-420c-8f00-86bd66b27dad of type vlan for network 191c1548-5c08-477b-9325-7ad9223b6bae Jul 16 20:39:18.228729 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-597fcb07-7d55-4ed1-9503-7180f231e463 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Transition to ACTIVE for port object f0d1609f-a623-4773-ad24-5124941a39f8 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:18.283679 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port eacd65c7-265e-4717-a588-02761b575ea6 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:18.284480 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.285316 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-50c5051a-fb22-4070-b8ee-42650374bdeb None None] Attempting to bind port 4012d7d7-2942-40bd-8a77-d30942cb7b02 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:18.285872 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-50c5051a-fb22-4070-b8ee-42650374bdeb None None] Attempting to bind port 4012d7d7-2942-40bd-8a77-d30942cb7b02 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'e01856b5-ab64-4904-9747-d829c1cc5782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '20d103ce-a4f6-4991-a12c-3473ac078ee0'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:18.286309 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c5051a-fb22-4070-b8ee-42650374bdeb None None] Attempting to bind port 4012d7d7-2942-40bd-8a77-d30942cb7b02 on network 20d103ce-a4f6-4991-a12c-3473ac078ee0 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:18.314391 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c5051a-fb22-4070-b8ee-42650374bdeb None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:18.316410 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c5051a-fb22-4070-b8ee-42650374bdeb None None] Checking segment: {'id': 'e01856b5-ab64-4904-9747-d829c1cc5782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '20d103ce-a4f6-4991-a12c-3473ac078ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:18.318459 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50c5051a-fb22-4070-b8ee-42650374bdeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.320969 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c5051a-fb22-4070-b8ee-42650374bdeb None None] Bound using segment: {'id': 'e01856b5-ab64-4904-9747-d829c1cc5782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '20d103ce-a4f6-4991-a12c-3473ac078ee0'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:18.321549 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-50c5051a-fb22-4070-b8ee-42650374bdeb None None] Bound port: 4012d7d7-2942-40bd-8a77-d30942cb7b02, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e01856b5-ab64-4904-9747-d829c1cc5782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '20d103ce-a4f6-4991-a12c-3473ac078ee0'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:18.324138 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50c5051a-fb22-4070-b8ee-42650374bdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.366773 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c0f0604-8a53-42d8-9d34-d646cbf2ec4f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.404740 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02dbd79b-a4a0-4954-932b-64efe489787e req-272a81a9-89bb-4b2d-b8e8-94b66a8038ea service neutron] 10.222.0.38 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864852 Jul 16 20:39:18.409477 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c3c9db-0a15-48b0-a9ac-a6adab1db4dc None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:18.429971 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-bb5ca275-5e72-47e4-8ec3-c63e808d0217 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Allocated IP 172.20.0.11 (c856853c-1bbc-4399-8326-1d7e71a7f77f/587f0aec-80a3-4172-9644-d785b8e153a3/95ac1323-85ff-45b0-bc34-4e67acdc1dbe) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:18.457524 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c0f0604-8a53-42d8-9d34-d646cbf2ec4f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.465651 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0f0604-8a53-42d8-9d34-d646cbf2ec4f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:18.468888 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c0f0604-8a53-42d8-9d34-d646cbf2ec4f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.497981 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-50c5051a-fb22-4070-b8ee-42650374bdeb None None] For port 4012d7d7-2942-40bd-8a77-d30942cb7b02, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:18.505992 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-50c5051a-fb22-4070-b8ee-42650374bdeb None None] For port 4012d7d7-2942-40bd-8a77-d30942cb7b02, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4012d7d7-2942-40bd-8a77-d30942cb7b02,segment=NetworkSegment(e01856b5-ab64-4904-9747-d829c1cc5782),segment_id=e01856b5-ab64-4904-9747-d829c1cc5782)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:18.522573 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50c5051a-fb22-4070-b8ee-42650374bdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.543213 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6c0f0604-8a53-42d8-9d34-d646cbf2ec4f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7599580 Jul 16 20:39:18.546872 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50028) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:18.558001 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-c2c4aab4-31e4-4f77-bdb9-b35e54412743 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'subnet': {'network_id': '191c1548-5c08-477b-9325-7ad9223b6bae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:18.572122 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9fa565d5-3e06-4f7b-90a3-cdb78e64cc64 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:18.622798 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f0604-8a53-42d8-9d34-d646cbf2ec4f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Network': ['ID=191c1548-5c08-477b-9325-7ad9223b6bae,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:18.670771 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c5051a-fb22-4070-b8ee-42650374bdeb None None] Routers {'587691a0-9478-4570-a322-c326e614046b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:18.671462 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-50c5051a-fb22-4070-b8ee-42650374bdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:38:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['587691a0-9478-4570-a322-c326e614046b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:18.711717 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 191c1548-5c08-477b-9325-7ad9223b6bae details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:18.730453 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c4aab4-31e4-4f77-bdb9-b35e54412743 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Made reservation on behalf of 0984868bac254eab8830dbbd4c12f77c for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:18.743552 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c2c4aab4-31e4-4f77-bdb9-b35e54412743 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.743868 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbfea2-c9b0-48ef-b6e2-2940a55c075a None None] Pushing event updated for resources: {'Port': ['ID=4012d7d7-2942-40bd-8a77-d30942cb7b02,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:18.932230 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e9e7d068-aae8-44e2-b630-2e207b422e47 req-cf1d7466-787c-4e7d-a12c-8abbd3435969 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 210 time: 0.1087809 Jul 16 20:39:18.971835 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-bb5ca275-5e72-47e4-8ec3-c63e808d0217 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.014688 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-597fcb07-7d55-4ed1-9503-7180f231e463 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.048765 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-bb5ca275-5e72-47e4-8ec3-c63e808d0217 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Transition to ACTIVE for port object 95ac1323-85ff-45b0-bc34-4e67acdc1dbe will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:19.051356 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 9fa565d5-3e06-4f7b-90a3-cdb78e64cc64 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:19.052111 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.108967 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-db4e3134-9d71-4ca5-b028-a36372c5647d None None] Provisioning for port 4012d7d7-2942-40bd-8a77-d30942cb7b02 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:19.120611 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-50c5051a-fb22-4070-b8ee-42650374bdeb None None] Set router 587691a0-9478-4570-a322-c326e614046b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:19.152745 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-06431853-d29b-49e4-95be-8f7694f0c767 req-f472d3b6-364a-4af5-9948-5d6e8b808c99 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 210 time: 0.1502287 Jul 16 20:39:19.172115 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597fcb07-7d55-4ed1-9503-7180f231e463 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:19.173526 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fcb07-7d55-4ed1-9503-7180f231e463 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Port': ['ID=f0d1609f-a623-4773-ad24-5124941a39f8,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:19.195172 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-597fcb07-7d55-4ed1-9503-7180f231e463 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:19.199414 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597fcb07-7d55-4ed1-9503-7180f231e463 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:19.300694 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a47b2fda-d379-4aba-9610-fb8bd1a00371 None None] Provisioning for port b8989fed-42c1-42fb-bf9d-0c63f79a9670 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:19.308575 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a47b2fda-d379-4aba-9610-fb8bd1a00371 None None] Provisioning complete for port b8989fed-42c1-42fb-bf9d-0c63f79a9670 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:19.309713 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a47b2fda-d379-4aba-9610-fb8bd1a00371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.358883 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597fcb07-7d55-4ed1-9503-7180f231e463 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:19.371099 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-597fcb07-7d55-4ed1-9503-7180f231e463 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.375918 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-bb5ca275-5e72-47e4-8ec3-c63e808d0217 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.395176 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 33fb9d13-5c00-4158-bfea-a86c92e352ce no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:19.400549 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['859097bb-1ac3-4bae-80e3-764eefbb51eb', 'b288bcc1-0d63-4cdb-a66f-f66e6819482d'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:39:19.429149 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c2c4aab4-31e4-4f77-bdb9-b35e54412743 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.510373 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-597fcb07-7d55-4ed1-9503-7180f231e463 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.2325015 Jul 16 20:39:19.517606 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50054) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:19.533571 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4aab4-31e4-4f77-bdb9-b35e54412743 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Subnet': ['ID=bd3e1e4d-99c9-469a-80b0-a0dadfcc00f6,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:19.542813 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c4aab4-31e4-4f77-bdb9-b35e54412743 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Checking segment: {'id': 'd68bac75-5a5d-420c-8f00-86bd66b27dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '191c1548-5c08-477b-9325-7ad9223b6bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:19.543340 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c4aab4-31e4-4f77-bdb9-b35e54412743 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network hostable DHCP agents. Network: 191c1548-5c08-477b-9325-7ad9223b6bae, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:19.568324 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 33fb9d13-5c00-4158-bfea-a86c92e352ce {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:19.574279 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 33fb9d13-5c00-4158-bfea-a86c92e352ce not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:19.587577 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c4aab4-31e4-4f77-bdb9-b35e54412743 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network 191c1548-5c08-477b-9325-7ad9223b6bae is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:19.607953 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-c2c4aab4-31e4-4f77-bdb9-b35e54412743 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 191c1548-5c08-477b-9325-7ad9223b6bae) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:19.613626 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c4aab4-31e4-4f77-bdb9-b35e54412743 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:19.614491 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c2c4aab4-31e4-4f77-bdb9-b35e54412743 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.624975 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bb99a4-dda6-46bb-afd6-eb8ed20bf0b7 None None] Network 191c1548-5c08-477b-9325-7ad9223b6bae requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:19.629825 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-bb5ca275-5e72-47e4-8ec3-c63e808d0217 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Network c856853c-1bbc-4399-8326-1d7e71a7f77f is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:19.643277 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-bb5ca275-5e72-47e4-8ec3-c63e808d0217 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:19.649641 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c2c4aab4-31e4-4f77-bdb9-b35e54412743 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1008000 Jul 16 20:39:19.652060 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50060) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:19.656925 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-5fb18a87-a50f-441d-912c-d6b5fffa4c45 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1348313897', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:19.670712 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-bb5ca275-5e72-47e4-8ec3-c63e808d0217 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:19.686221 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ca275-5e72-47e4-8ec3-c63e808d0217 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Pushing event updated for resources: {'Port': ['ID=95ac1323-85ff-45b0-bc34-4e67acdc1dbe,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:19.726259 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5fb18a87-a50f-441d-912c-d6b5fffa4c45 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.727622 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5fb18a87-a50f-441d-912c-d6b5fffa4c45 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.860052 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-bb5ca275-5e72-47e4-8ec3-c63e808d0217 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:19.865004 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-bb5ca275-5e72-47e4-8ec3-c63e808d0217 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.870437 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-50c5051a-fb22-4070-b8ee-42650374bdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587691a0-9478-4570-a322-c326e614046b', 'name': 'tempest-TestAggregatesBasicOps-519227718-router', 'tenant_id': '5a5fe453e8ee40a09a18cee27586232a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9fa565d5-3e06-4f7b-90a3-cdb78e64cc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:06Z', 'updated_at': '2021-07-16T20:39:14Z', 'revision_number': 4, 'project_id': '5a5fe453e8ee40a09a18cee27586232a', 'gw_port': {'id': '9fa565d5-3e06-4f7b-90a3-cdb78e64cc64', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587691a0-9478-4570-a322-c326e614046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:07Z', 'updated_at': '2021-07-16T20:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '4012d7d7-2942-40bd-8a77-d30942cb7b02', 'name': '', 'network_id': '20d103ce-a4f6-4991-a12c-3473ac078ee0', 'tenant_id': '5a5fe453e8ee40a09a18cee27586232a', 'mac_address': 'fa:16:3e:ae:79:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587691a0-9478-4570-a322-c326e614046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ae111ae6-046f-4d34-b150-c90bbeaf0027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:10Z', 'updated_at': '2021-07-16T20:39:18Z', 'revision_number': 4, 'project_id': '5a5fe453e8ee40a09a18cee27586232a', 'subnets': [{'id': 'ae111ae6-046f-4d34-b150-c90bbeaf0027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:19.886490 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293d0e7d-7965-4a7a-ba23-33c4320321a0 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:19.895682 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5fb18a87-a50f-441d-912c-d6b5fffa4c45 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.904341 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293d0e7d-7965-4a7a-ba23-33c4320321a0 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:19.908916 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-293d0e7d-7965-4a7a-ba23-33c4320321a0 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3820398 Jul 16 20:39:19.912726 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50066) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:19.921149 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c5051a-fb22-4070-b8ee-42650374bdeb None None] The sync data for ids ['587691a0-9478-4570-a322-c326e614046b'] in n-d-791506-21 is: [{'id': '587691a0-9478-4570-a322-c326e614046b', 'name': 'tempest-TestAggregatesBasicOps-519227718-router', 'tenant_id': '5a5fe453e8ee40a09a18cee27586232a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9fa565d5-3e06-4f7b-90a3-cdb78e64cc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:06Z', 'updated_at': '2021-07-16T20:39:14Z', 'revision_number': 4, 'project_id': '5a5fe453e8ee40a09a18cee27586232a', 'gw_port': {'id': '9fa565d5-3e06-4f7b-90a3-cdb78e64cc64', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587691a0-9478-4570-a322-c326e614046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:07Z', 'updated_at': '2021-07-16T20:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '4012d7d7-2942-40bd-8a77-d30942cb7b02', 'name': '', 'network_id': '20d103ce-a4f6-4991-a12c-3473ac078ee0', 'tenant_id': '5a5fe453e8ee40a09a18cee27586232a', 'mac_address': 'fa:16:3e:ae:79:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587691a0-9478-4570-a322-c326e614046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ae111ae6-046f-4d34-b150-c90bbeaf0027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:10Z', 'updated_at': '2021-07-16T20:39:18Z', 'revision_number': 4, 'project_id': '5a5fe453e8ee40a09a18cee27586232a', 'subnets': [{'id': 'ae111ae6-046f-4d34-b150-c90bbeaf0027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:19.930345 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-bb5ca275-5e72-47e4-8ec3-c63e808d0217 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1600840 Jul 16 20:39:19.944043 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-ee517365-becd-4d9b-84ef-95baf3095f23 service neutron] Request body: {'port': {'device_id': '86b2421f-3e56-4c8a-8c9c-672adc27242b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:20.075325 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5fb18a87-a50f-441d-912c-d6b5fffa4c45 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.092582 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50076) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:20.185588 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5fb18a87-a50f-441d-912c-d6b5fffa4c45 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.194505 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5fb18a87-a50f-441d-912c-d6b5fffa4c45 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5413437 Jul 16 20:39:20.201995 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50080) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:20.268209 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a47b2fda-d379-4aba-9610-fb8bd1a00371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.291863 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf205c02-f6e8-4cc4-8b39-fc90e54c8acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-191c1548-5c08-477b-9325-7ad9223b6bae', 'network_id': '191c1548-5c08-477b-9325-7ad9223b6bae', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'fixed_ips': [{'subnet_id': 'bd3e1e4d-99c9-469a-80b0-a0dadfcc00f6'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:20.292724 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cf205c02-f6e8-4cc4-8b39-fc90e54c8acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.330251 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-ee517365-becd-4d9b-84ef-95baf3095f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.601588 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a47b2fda-d379-4aba-9610-fb8bd1a00371 None None] For port b8989fed-42c1-42fb-bf9d-0c63f79a9670, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b8989fed-42c1-42fb-bf9d-0c63f79a9670,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:20.635068 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a47b2fda-d379-4aba-9610-fb8bd1a00371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.642692 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-be9b50d1-da46-4885-bef1-d12cfaf32b7e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting port f0d1609f-a623-4773-ad24-5124941a39f8 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:20.643295 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-be9b50d1-da46-4885-bef1-d12cfaf32b7e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.762168 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-cf205c02-f6e8-4cc4-8b39-fc90e54c8acc None None] Allocated IP 172.20.0.2 (191c1548-5c08-477b-9325-7ad9223b6bae/bd3e1e4d-99c9-469a-80b0-a0dadfcc00f6/72d29e38-9622-4105-bb6f-3683adc4afea) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:20.773442 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb44e40-a7c6-43cc-97e0-6b4b3b11a0d4 req-dc5e06db-7fd2-4126-8394-3ff463b75a4a tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:20.784187 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bcb44e40-a7c6-43cc-97e0-6b4b3b11a0d4 req-dc5e06db-7fd2-4126-8394-3ff463b75a4a tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 932 time: 0.5056648 Jul 16 20:39:20.793880 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-509fafb3-5ffe-4dd7-86db-c426bf38f357 req-99ff7f5f-2559-432d-b40d-de84f18abdfe tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 210 time: 0.1660559 Jul 16 20:39:20.819394 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b2fda-d379-4aba-9610-fb8bd1a00371 None None] Pushing event updated for resources: {'Port': ['ID=b8989fed-42c1-42fb-bf9d-0c63f79a9670,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:21.038121 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4711fcf7-21f7-446d-83ca-ebbc7c46f64a None None] Provisioning complete for port b8989fed-42c1-42fb-bf9d-0c63f79a9670 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:21.038600 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4711fcf7-21f7-446d-83ca-ebbc7c46f64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.233288 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cf205c02-f6e8-4cc4-8b39-fc90e54c8acc None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.257248 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-be9b50d1-da46-4885-bef1-d12cfaf32b7e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.258906 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-cf205c02-f6e8-4cc4-8b39-fc90e54c8acc None None] Transition to ACTIVE for port object 72d29e38-9622-4105-bb6f-3683adc4afea will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:21.271786 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bcb44e40-a7c6-43cc-97e0-6b4b3b11a0d4 req-5606d1fc-9c1a-4305-b4bd-fcc2ccfd2667 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045327 Jul 16 20:39:21.315476 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-cf205c02-f6e8-4cc4-8b39-fc90e54c8acc None None] Transition to ACTIVE for port object 72d29e38-9622-4105-bb6f-3683adc4afea will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:21.331968 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cf205c02-f6e8-4cc4-8b39-fc90e54c8acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.334244 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4711fcf7-21f7-446d-83ca-ebbc7c46f64a None None] Provisioning for port 95ac1323-85ff-45b0-bc34-4e67acdc1dbe completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:21.354963 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4711fcf7-21f7-446d-83ca-ebbc7c46f64a None None] Provisioning complete for port 95ac1323-85ff-45b0-bc34-4e67acdc1dbe triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:21.355462 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4711fcf7-21f7-446d-83ca-ebbc7c46f64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.366654 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-be9b50d1-da46-4885-bef1-d12cfaf32b7e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Calling delete_port for f0d1609f-a623-4773-ad24-5124941a39f8 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:21.483218 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf205c02-f6e8-4cc4-8b39-fc90e54c8acc None None] Network 191c1548-5c08-477b-9325-7ad9223b6bae is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:21.488993 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-cf205c02-f6e8-4cc4-8b39-fc90e54c8acc None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:21.492508 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-55f746c9-f551-42ea-b590-8f8eef02e60e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.524458 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf205c02-f6e8-4cc4-8b39-fc90e54c8acc None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:21.528302 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbd79b-a4a0-4954-932b-64efe489787e req-70fcc26d-7443-4ce6-aa6a-42f731d0b85d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:21.533842 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02dbd79b-a4a0-4954-932b-64efe489787e req-70fcc26d-7443-4ce6-aa6a-42f731d0b85d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.62 "GET /v2.0/networks?id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b HTTP/1.1" status: 200 len: 812 time: 0.5682585 Jul 16 20:39:21.557362 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-02dbd79b-a4a0-4954-932b-64efe489787e req-49d31d8b-1f32-4c5e-bbc8-10df7cc5b803 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Request body: {'port': {'device_id': 'c741bd80-ad7b-4606-b756-9df48da42d0f', 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b', 'admin_state_up': True, 'tenant_id': '6a26f9f127054c75b4598717bb55d1c3'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:21.559883 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4711fcf7-21f7-446d-83ca-ebbc7c46f64a None None] Port 95ac1323-85ff-45b0-bc34-4e67acdc1dbe cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:21.586191 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf205c02-f6e8-4cc4-8b39-fc90e54c8acc None None] Pushing event updated for resources: {'Port': ['ID=72d29e38-9622-4105-bb6f-3683adc4afea,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:21.650392 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-ee517365-becd-4d9b-84ef-95baf3095f23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ac1323-85ff-45b0-bc34-4e67acdc1dbe {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:39:21.659086 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-ee517365-becd-4d9b-84ef-95baf3095f23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.676305 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-ee517365-becd-4d9b-84ef-95baf3095f23 service neutron] Transition to ACTIVE for port object 95ac1323-85ff-45b0-bc34-4e67acdc1dbe will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:21.692756 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-ee517365-becd-4d9b-84ef-95baf3095f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.695569 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-38aea5df-a457-41b2-816a-29985f9014ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.697346 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-24ab8ebb-1af5-4ac1-90ad-d33b4e3a6957 None None] Could not find standard attr ID for object 763291e4-3557-495c-8c25-4eb3d75ebbee. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:39:21.704553 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-cf205c02-f6e8-4cc4-8b39-fc90e54c8acc None None] Attempting to bind port 72d29e38-9622-4105-bb6f-3683adc4afea on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:21.705200 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-cf205c02-f6e8-4cc4-8b39-fc90e54c8acc None None] Attempting to bind port 72d29e38-9622-4105-bb6f-3683adc4afea by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'd68bac75-5a5d-420c-8f00-86bd66b27dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '191c1548-5c08-477b-9325-7ad9223b6bae'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:21.705577 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf205c02-f6e8-4cc4-8b39-fc90e54c8acc None None] Attempting to bind port 72d29e38-9622-4105-bb6f-3683adc4afea on network 191c1548-5c08-477b-9325-7ad9223b6bae {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:21.735907 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf205c02-f6e8-4cc4-8b39-fc90e54c8acc None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:21.736344 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf205c02-f6e8-4cc4-8b39-fc90e54c8acc None None] Checking segment: {'id': 'd68bac75-5a5d-420c-8f00-86bd66b27dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '191c1548-5c08-477b-9325-7ad9223b6bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:21.736884 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cf205c02-f6e8-4cc4-8b39-fc90e54c8acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.737462 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf205c02-f6e8-4cc4-8b39-fc90e54c8acc None None] Bound using segment: {'id': 'd68bac75-5a5d-420c-8f00-86bd66b27dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '191c1548-5c08-477b-9325-7ad9223b6bae'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:21.738120 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-cf205c02-f6e8-4cc4-8b39-fc90e54c8acc None None] Bound port: 72d29e38-9622-4105-bb6f-3683adc4afea, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68bac75-5a5d-420c-8f00-86bd66b27dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '191c1548-5c08-477b-9325-7ad9223b6bae'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:21.738718 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cf205c02-f6e8-4cc4-8b39-fc90e54c8acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.931992 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee517365-becd-4d9b-84ef-95baf3095f23 service neutron] Pushing event updated for resources: {'Port': ['ID=95ac1323-85ff-45b0-bc34-4e67acdc1dbe,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:21.982700 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b8989fed-42c1-42fb-bf9d-0c63f79a9670 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:22.065591 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-cf205c02-f6e8-4cc4-8b39-fc90e54c8acc None None] For port 72d29e38-9622-4105-bb6f-3683adc4afea, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:22.070980 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-ee517365-becd-4d9b-84ef-95baf3095f23 service neutron] Attempting to bind port 95ac1323-85ff-45b0-bc34-4e67acdc1dbe on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:22.071321 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-ee517365-becd-4d9b-84ef-95baf3095f23 service neutron] Attempting to bind port 95ac1323-85ff-45b0-bc34-4e67acdc1dbe by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:22.071651 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-ee517365-becd-4d9b-84ef-95baf3095f23 service neutron] Attempting to bind port 95ac1323-85ff-45b0-bc34-4e67acdc1dbe on network c856853c-1bbc-4399-8326-1d7e71a7f77f {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:22.086872 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-ee517365-becd-4d9b-84ef-95baf3095f23 service neutron] Port 95ac1323-85ff-45b0-bc34-4e67acdc1dbe on network c856853c-1bbc-4399-8326-1d7e71a7f77f not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:39:22.087206 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-ee517365-becd-4d9b-84ef-95baf3095f23 service neutron] Attempting to bind port 95ac1323-85ff-45b0-bc34-4e67acdc1dbe on network c856853c-1bbc-4399-8326-1d7e71a7f77f {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:22.107390 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-cf205c02-f6e8-4cc4-8b39-fc90e54c8acc None None] For port 72d29e38-9622-4105-bb6f-3683adc4afea, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=72d29e38-9622-4105-bb6f-3683adc4afea,segment=NetworkSegment(d68bac75-5a5d-420c-8f00-86bd66b27dad),segment_id=d68bac75-5a5d-420c-8f00-86bd66b27dad)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:22.118035 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-ee517365-becd-4d9b-84ef-95baf3095f23 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:22.118734 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-ee517365-becd-4d9b-84ef-95baf3095f23 service neutron] Checking segment: {'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:22.119287 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-ee517365-becd-4d9b-84ef-95baf3095f23 service neutron] Bound using segment: {'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:22.119942 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-ee517365-becd-4d9b-84ef-95baf3095f23 service neutron] Bound port: 95ac1323-85ff-45b0-bc34-4e67acdc1dbe, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd73ea1b4-a0c3-4156-8c75-831f4f66613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:22.120372 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-ee517365-becd-4d9b-84ef-95baf3095f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.122182 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-24ab8ebb-1af5-4ac1-90ad-d33b4e3a6957 None None] Provisioning for port f0d1609f-a623-4773-ad24-5124941a39f8 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:22.138967 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-24ab8ebb-1af5-4ac1-90ad-d33b4e3a6957 None None] Provisioning complete for port f0d1609f-a623-4773-ad24-5124941a39f8 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:22.139756 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24ab8ebb-1af5-4ac1-90ad-d33b4e3a6957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.144692 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cf205c02-f6e8-4cc4-8b39-fc90e54c8acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.212601 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-be9b50d1-da46-4885-bef1-d12cfaf32b7e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.214489 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-24ab8ebb-1af5-4ac1-90ad-d33b4e3a6957 None None] Port f0d1609f-a623-4773-ad24-5124941a39f8 was deleted so its status cannot be updated. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 20:39:22.233394 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3e52621-93f4-4943-94b6-8459b1baa462 req-82f141a2-5777-4cc5-9c85-9a14a39c9e05 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 210 time: 0.0617671 Jul 16 20:39:22.270254 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port b8989fed-42c1-42fb-bf9d-0c63f79a9670 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:22.270732 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.280669 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-ee517365-becd-4d9b-84ef-95baf3095f23 service neutron] For port 95ac1323-85ff-45b0-bc34-4e67acdc1dbe, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:22.288211 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-ee517365-becd-4d9b-84ef-95baf3095f23 service neutron] For port 95ac1323-85ff-45b0-bc34-4e67acdc1dbe, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=95ac1323-85ff-45b0-bc34-4e67acdc1dbe,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:22.302914 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-ee517365-becd-4d9b-84ef-95baf3095f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.311951 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf205c02-f6e8-4cc4-8b39-fc90e54c8acc None None] Pushing event updated for resources: {'Port': ['ID=72d29e38-9622-4105-bb6f-3683adc4afea,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:22.437480 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4012d7d7-2942-40bd-8a77-d30942cb7b02 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:22.446791 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee517365-becd-4d9b-84ef-95baf3095f23 service neutron] Pushing event updated for resources: {'Port': ['ID=95ac1323-85ff-45b0-bc34-4e67acdc1dbe,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:22.486128 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-ee517365-becd-4d9b-84ef-95baf3095f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:22.486676 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-ee517365-becd-4d9b-84ef-95baf3095f23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.488228 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-ee517365-becd-4d9b-84ef-95baf3095f23 service neutron] 10.222.0.62 "PUT /v2.0/ports/95ac1323-85ff-45b0-bc34-4e67acdc1dbe HTTP/1.1" status: 200 len: 1093 time: 2.5493951 Jul 16 20:39:22.488844 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b2421f-3e56-4c8a-8c9c-672adc27242b', 'tag': '95ac1323-85ff-45b0-bc34-4e67acdc1dbe'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:22.491242 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05353ed-b0c9-40cb-be42-5a1ab3d3b558" -d '{"events": [{"name": "network-changed", "server_uuid": "86b2421f-3e56-4c8a-8c9c-672adc27242b", "tag": "95ac1323-85ff-45b0-bc34-4e67acdc1dbe"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:22.555625 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 4012d7d7-2942-40bd-8a77-d30942cb7b02 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:22.560728 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 4012d7d7-2942-40bd-8a77-d30942cb7b02 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:22.561116 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.566212 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a8b259-666a-4eff-b0a2-7753847fe13a x-openstack-request-id: req-a7a8b259-666a-4eff-b0a2-7753847fe13a {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:22.567014 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b2421f-3e56-4c8a-8c9c-672adc27242b", "tag": "95ac1323-85ff-45b0-bc34-4e67acdc1dbe", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:22.567625 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a7a8b259-666a-4eff-b0a2-7753847fe13a {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:22.568647 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b2421f-3e56-4c8a-8c9c-672adc27242b', 'tag': '95ac1323-85ff-45b0-bc34-4e67acdc1dbe', 'status': 'completed', 'code': 200} Jul 16 20:39:22.654263 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d17bfa2e-7756-4c2b-8ba6-a8589ecd919d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.735235 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.773936 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 4012d7d7-2942-40bd-8a77-d30942cb7b02, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4012d7d7-2942-40bd-8a77-d30942cb7b02,segment=NetworkSegment(e01856b5-ab64-4904-9747-d829c1cc5782),segment_id=e01856b5-ab64-4904-9747-d829c1cc5782)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:22.788721 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.829217 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b50d1-da46-4885-bef1-d12cfaf32b7e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Port': ['ID=f0d1609f-a623-4773-ad24-5124941a39f8,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:22.864235 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-c412f7cd-2561-455b-bb7a-204b7e3640a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:22.866565 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-c412f7cd-2561-455b-bb7a-204b7e3640a0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 1096 time: 0.3261464 Jul 16 20:39:22.879575 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=4012d7d7-2942-40bd-8a77-d30942cb7b02,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:22.958769 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-70c2f970-7aa1-4ccf-aa43-523d20c75a77 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95ac1323-85ff-45b0-bc34-4e67acdc1dbe HTTP/1.1" status: 200 len: 217 time: 0.0570912 Jul 16 20:39:23.032717 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-c4f94398-9dfa-4311-a0df-5dda9dcadaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:23.034239 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-c4f94398-9dfa-4311-a0df-5dda9dcadaca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=587f0aec-80a3-4172-9644-d785b8e153a3 HTTP/1.1" status: 200 len: 850 time: 0.0689483 Jul 16 20:39:23.072418 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-55f746c9-f551-42ea-b590-8f8eef02e60e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Allocated IP 172.20.0.1 (191c1548-5c08-477b-9325-7ad9223b6bae/bd3e1e4d-99c9-469a-80b0-a0dadfcc00f6/351a75c3-388a-4261-bfcc-99112e3b45ff) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:23.158474 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-be9b50d1-da46-4885-bef1-d12cfaf32b7e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.160293 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-be9b50d1-da46-4885-bef1-d12cfaf32b7e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/f0d1609f-a623-4773-ad24-5124941a39f8 HTTP/1.1" status: 204 len: 168 time: 3.2460063 Jul 16 20:39:23.161292 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-294c1ec6-549e-40f4-9bf6-f426faacc3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:23.163168 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-294c1ec6-549e-40f4-9bf6-f426faacc3a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c856853c-1bbc-4399-8326-1d7e71a7f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1191630 Jul 16 20:39:23.163492 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50096) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:23.181121 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db8a84-82c6-4575-aed9-7cb7b382a27e req-81a0b09a-d2b6-4746-aa47-0fc6fd970dda tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:23.182686 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d4db8a84-82c6-4575-aed9-7cb7b382a27e req-81a0b09a-d2b6-4746-aa47-0fc6fd970dda tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 944 time: 0.3460917 Jul 16 20:39:23.186163 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02dbd79b-a4a0-4954-932b-64efe489787e req-49d31d8b-1f32-4c5e-bbc8-10df7cc5b803 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Made reservation on behalf of 6a26f9f127054c75b4598717bb55d1c3 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:23.189727 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-02dbd79b-a4a0-4954-932b-64efe489787e req-49d31d8b-1f32-4c5e-bbc8-10df7cc5b803 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.264826 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66658918-f066-43ea-a3b8-9d5d47d025a5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:23.267134 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66658918-f066-43ea-a3b8-9d5d47d025a5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:23.269042 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66658918-f066-43ea-a3b8-9d5d47d025a5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:23.270696 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-66658918-f066-43ea-a3b8-9d5d47d025a5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1052525 Jul 16 20:39:23.273927 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50100) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:23.336394 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-d17bfa2e-7756-4c2b-8ba6-a8589ecd919d admin admin] Deleting port 6ed049c1-f5ef-4183-b9af-8c9b3d13e53d {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:23.336734 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d17bfa2e-7756-4c2b-8ba6-a8589ecd919d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.346441 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d4db8a84-82c6-4575-aed9-7cb7b382a27e req-8b10ee0d-bbec-415c-a380-37348d9af382 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540694 Jul 16 20:39:23.411004 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-55f746c9-f551-42ea-b590-8f8eef02e60e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.437112 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-6acd8a5b-0a24-41b2-a0b0-eaf1045818d7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet e979345a-e4bc-4431-8707-d5404a26bc02 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:23.452830 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6acd8a5b-0a24-41b2-a0b0-eaf1045818d7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.457982 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-55f746c9-f551-42ea-b590-8f8eef02e60e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Transition to ACTIVE for port object 351a75c3-388a-4261-bfcc-99112e3b45ff will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:23.482072 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-b20ea766-353b-47c3-bd58-366408cd8530 service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049469 Jul 16 20:39:23.516602 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-02dbd79b-a4a0-4954-932b-64efe489787e req-49d31d8b-1f32-4c5e-bbc8-10df7cc5b803 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Allocated IP 172.20.0.5 (d06fcf74-26b1-47b6-b39c-8c2d6e48452b/e3773b4e-f5c8-45c6-be17-27631a1d9f40/703eac73-d0cc-4bd8-b293-bb7c6c8d2af8) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:23.520472 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7b8de7ef-312a-47d9-9239-6efd616b2734 req-60b607ed-7c00-4cfb-8f67-ba6dbd0068ad tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 210 time: 0.0505443 Jul 16 20:39:23.541989 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-d17bfa2e-7756-4c2b-8ba6-a8589ecd919d admin admin] For port 6ed049c1-f5ef-4183-b9af-8c9b3d13e53d, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=6ed049c1-f5ef-4183-b9af-8c9b3d13e53d,segment=NetworkSegment(b879ba25-0793-4dd5-ae69-b370cd39e8d1),segment_id=b879ba25-0793-4dd5-ae69-b370cd39e8d1)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:23.542556 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d17bfa2e-7756-4c2b-8ba6-a8589ecd919d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.548545 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6acd8a5b-0a24-41b2-a0b0-eaf1045818d7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.572887 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-55f746c9-f551-42ea-b590-8f8eef02e60e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.616957 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-d17bfa2e-7756-4c2b-8ba6-a8589ecd919d admin admin] Calling delete_port for 6ed049c1-f5ef-4183-b9af-8c9b3d13e53d owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:23.635437 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f746c9-f551-42ea-b590-8f8eef02e60e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network 191c1548-5c08-477b-9325-7ad9223b6bae is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:23.656259 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-55f746c9-f551-42ea-b590-8f8eef02e60e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:23.663725 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f746c9-f551-42ea-b590-8f8eef02e60e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:23.714853 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-55f746c9-f551-42ea-b590-8f8eef02e60e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.735018 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-611fb0fc-a604-4f60-8bf8-ada22744c5c3 req-506b04f5-52af-4784-b60c-1289f6c44b7c service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449715 Jul 16 20:39:23.772025 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6acd8a5b-0a24-41b2-a0b0-eaf1045818d7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.810474 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13036767-12b4-4a85-924e-6b826afabf7f None None] Network 191c1548-5c08-477b-9325-7ad9223b6bae requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:23.825507 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f746c9-f551-42ea-b590-8f8eef02e60e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Port': ['ID=351a75c3-388a-4261-bfcc-99112e3b45ff,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:23.951042 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05353ed-b0c9-40cb-be42-5a1ab3d3b558 req-1a8ce2fa-2fe9-4fd8-968a-5fed26925c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:23.952699 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d05353ed-b0c9-40cb-be42-5a1ab3d3b558 req-1a8ce2fa-2fe9-4fd8-968a-5fed26925c49 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 1096 time: 0.1462271 Jul 16 20:39:23.952985 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4012d7d7-2942-40bd-8a77-d30942cb7b02 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:23.976376 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-02dbd79b-a4a0-4954-932b-64efe489787e req-49d31d8b-1f32-4c5e-bbc8-10df7cc5b803 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.993331 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6acd8a5b-0a24-41b2-a0b0-eaf1045818d7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.004197 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0c74e1e3-0826-45e4-a775-f98bf0237872 None None] Provisioning for port 72d29e38-9622-4105-bb6f-3683adc4afea completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:24.007315 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-55f746c9-f551-42ea-b590-8f8eef02e60e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.040731 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd8a5b-0a24-41b2-a0b0-eaf1045818d7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=e979345a-e4bc-4431-8707-d5404a26bc02,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:24.042925 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6acd8a5b-0a24-41b2-a0b0-eaf1045818d7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.048197 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6acd8a5b-0a24-41b2-a0b0-eaf1045818d7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/e979345a-e4bc-4431-8707-d5404a26bc02 HTTP/1.1" status: 204 len: 168 time: 0.7703085 Jul 16 20:39:24.057220 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b92074e-e615-4a32-ae6f-8ba958a187a7 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:24.064994 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50106) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:24.097190 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 4012d7d7-2942-40bd-8a77-d30942cb7b02 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:24.097570 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.111307 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-02dbd79b-a4a0-4954-932b-64efe489787e req-49d31d8b-1f32-4c5e-bbc8-10df7cc5b803 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.138924 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05353ed-b0c9-40cb-be42-5a1ab3d3b558 req-a3bb80fa-09c7-4f6e-8c59-dc273481bbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:24.140634 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d05353ed-b0c9-40cb-be42-5a1ab3d3b558 req-a3bb80fa-09c7-4f6e-8c59-dc273481bbef service neutron] 10.222.0.62 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 912 time: 0.1755855 Jul 16 20:39:24.143010 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d17bfa2e-7756-4c2b-8ba6-a8589ecd919d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.179812 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17bfa2e-7756-4c2b-8ba6-a8589ecd919d admin admin] Pushing event deleted for resources: {'Port': ['ID=6ed049c1-f5ef-4183-b9af-8c9b3d13e53d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:24.223964 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d05353ed-b0c9-40cb-be42-5a1ab3d3b558 req-719dc003-b9c9-4efa-855a-7e9dbdad7505 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95ac1323-85ff-45b0-bc34-4e67acdc1dbe HTTP/1.1" status: 200 len: 217 time: 0.0747736 Jul 16 20:39:24.262622 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02dbd79b-a4a0-4954-932b-64efe489787e req-49d31d8b-1f32-4c5e-bbc8-10df7cc5b803 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Network d06fcf74-26b1-47b6-b39c-8c2d6e48452b is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:24.274157 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-5365e4f3-cc35-4356-bfb9-70691b74ddcb tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet f7479e1c-c174-455d-9886-deb1d20411b0 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:24.278971 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-02dbd79b-a4a0-4954-932b-64efe489787e req-49d31d8b-1f32-4c5e-bbc8-10df7cc5b803 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:24.355069 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05353ed-b0c9-40cb-be42-5a1ab3d3b558 req-6b3892ec-cea7-4044-9815-273208ec916d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:24.356888 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d05353ed-b0c9-40cb-be42-5a1ab3d3b558 req-6b3892ec-cea7-4044-9815-273208ec916d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=587f0aec-80a3-4172-9644-d785b8e153a3 HTTP/1.1" status: 200 len: 850 time: 0.1188078 Jul 16 20:39:24.408862 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.416829 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6169396e-da8c-4c4a-b463-62add1b44b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.497030 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-55f746c9-f551-42ea-b590-8f8eef02e60e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.499137 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d31d8b-1f32-4c5e-bbc8-10df7cc5b803 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Pushing event updated for resources: {'Port': ['ID=703eac73-d0cc-4bd8-b293-bb7c6c8d2af8,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:24.503734 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-02dbd79b-a4a0-4954-932b-64efe489787e req-49d31d8b-1f32-4c5e-bbc8-10df7cc5b803 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:24.508968 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5365e4f3-cc35-4356-bfb9-70691b74ddcb tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.553740 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-55f746c9-f551-42ea-b590-8f8eef02e60e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.566184 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d17bfa2e-7756-4c2b-8ba6-a8589ecd919d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.573970 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 72d29e38-9622-4105-bb6f-3683adc4afea up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:24.581023 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05353ed-b0c9-40cb-be42-5a1ab3d3b558 req-f3fcbc56-c15b-4338-a3ec-0d00ff62f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:24.582859 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d05353ed-b0c9-40cb-be42-5a1ab3d3b558 req-f3fcbc56-c15b-4338-a3ec-0d00ff62f96a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c856853c-1bbc-4399-8326-1d7e71a7f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1842885 Jul 16 20:39:24.658784 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 72d29e38-9622-4105-bb6f-3683adc4afea completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:24.663800 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 72d29e38-9622-4105-bb6f-3683adc4afea triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:24.664411 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.799516 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.816735 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5365e4f3-cc35-4356-bfb9-70691b74ddcb tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.830564 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d05353ed-b0c9-40cb-be42-5a1ab3d3b558 req-3248f9cf-0b6e-47a8-b074-75a77676e8b3 service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394602 Jul 16 20:39:24.865475 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 72d29e38-9622-4105-bb6f-3683adc4afea, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=72d29e38-9622-4105-bb6f-3683adc4afea,segment=NetworkSegment(d68bac75-5a5d-420c-8f00-86bd66b27dad),segment_id=d68bac75-5a5d-420c-8f00-86bd66b27dad)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:24.872649 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.902966 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f746c9-f551-42ea-b590-8f8eef02e60e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Port': ['ID=351a75c3-388a-4261-bfcc-99112e3b45ff,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:24.951621 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbd79b-a4a0-4954-932b-64efe489787e req-49d31d8b-1f32-4c5e-bbc8-10df7cc5b803 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:24.952290 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-02dbd79b-a4a0-4954-932b-64efe489787e req-49d31d8b-1f32-4c5e-bbc8-10df7cc5b803 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.962392 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-55f746c9-f551-42ea-b590-8f8eef02e60e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.989010 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=72d29e38-9622-4105-bb6f-3683adc4afea,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:24.995664 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3d451590-b20b-4c48-bcb8-5c7c119773b1 None None] Provisioning for port 351a75c3-388a-4261-bfcc-99112e3b45ff completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:25.006641 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3d451590-b20b-4c48-bcb8-5c7c119773b1 None None] Provisioning complete for port 351a75c3-388a-4261-bfcc-99112e3b45ff triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:25.007609 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d451590-b20b-4c48-bcb8-5c7c119773b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.025952 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02dbd79b-a4a0-4954-932b-64efe489787e req-49d31d8b-1f32-4c5e-bbc8-10df7cc5b803 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4789581 Jul 16 20:39:25.076296 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-02dbd79b-a4a0-4954-932b-64efe489787e req-9c97e006-b7c0-42dd-8238-039250220a18 service neutron] Request body: {'port': {'device_id': 'c741bd80-ad7b-4606-b756-9df48da42d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:25.076866 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3d451590-b20b-4c48-bcb8-5c7c119773b1 None None] Port 351a75c3-388a-4261-bfcc-99112e3b45ff cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:25.096320 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3d451590-b20b-4c48-bcb8-5c7c119773b1 None None] Provisioning complete for port 72d29e38-9622-4105-bb6f-3683adc4afea triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:25.096705 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d451590-b20b-4c48-bcb8-5c7c119773b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.101723 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0d5a2-3de0-46a2-9126-142844138436 req-921390e6-a4f6-47e0-9a45-bc876aab2b78 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:25.103501 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-28b0d5a2-3de0-46a2-9126-142844138436 req-921390e6-a4f6-47e0-9a45-bc876aab2b78 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 944 time: 0.4965525 Jul 16 20:39:25.212006 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5365e4f3-cc35-4356-bfb9-70691b74ddcb tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.272391 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c565c-9f26-44e2-ad3b-4573865d7441 req-23ae306b-3997-4348-858d-d0d2b1e177cc tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:25.274279 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d1c565c-9f26-44e2-ad3b-4573865d7441 req-23ae306b-3997-4348-858d-d0d2b1e177cc tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 931 time: 0.4113951 Jul 16 20:39:25.369428 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-28b0d5a2-3de0-46a2-9126-142844138436 req-5360bb04-2ffe-41c7-8ecc-cb2dbceeb0e6 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293165 Jul 16 20:39:25.411695 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-860cbbb0-1e48-4573-a6ef-b22f6062a2f1 None None] Provisioning complete for port 351a75c3-388a-4261-bfcc-99112e3b45ff triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:25.414983 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-860cbbb0-1e48-4573-a6ef-b22f6062a2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.427358 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f746c9-f551-42ea-b590-8f8eef02e60e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network 191c1548-5c08-477b-9325-7ad9223b6bae is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:25.441841 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d1c565c-9f26-44e2-ad3b-4573865d7441 req-59d593e9-c0da-49b9-b7e9-46b8e9c1eefd tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605945 Jul 16 20:39:25.459498 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-02dbd79b-a4a0-4954-932b-64efe489787e req-9c97e006-b7c0-42dd-8238-039250220a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.462118 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-55f746c9-f551-42ea-b590-8f8eef02e60e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:25.489193 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5365e4f3-cc35-4356-bfb9-70691b74ddcb tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.504582 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-860cbbb0-1e48-4573-a6ef-b22f6062a2f1 None None] Port 351a75c3-388a-4261-bfcc-99112e3b45ff cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:25.535152 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17bfa2e-7756-4c2b-8ba6-a8589ecd919d admin admin] Router ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:25.544760 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d05353ed-b0c9-40cb-be42-5a1ab3d3b558 req-cbbfbb58-825b-4013-b841-09515fe80fdf service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7061839 Jul 16 20:39:25.583900 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365e4f3-cc35-4356-bfb9-70691b74ddcb tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=f7479e1c-c174-455d-9886-deb1d20411b0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:25.585926 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5365e4f3-cc35-4356-bfb9-70691b74ddcb tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.592752 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50116) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:25.593644 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0240e5d-f619-481c-b16c-f10a9f69b2ab None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:25.599199 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5365e4f3-cc35-4356-bfb9-70691b74ddcb tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/f7479e1c-c174-455d-9886-deb1d20411b0 HTTP/1.1" status: 204 len: 168 time: 1.5308306 Jul 16 20:39:25.643505 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-94f8a10d-f347-459e-8106-eb1b71e53793 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470252 Jul 16 20:39:25.646842 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50118) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:25.652966 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-656f6189-1777-41fb-a00d-47583519e011 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:25.828559 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9bb1cca9-9909-4587-8a08-10b5c2db7c54 None None] Provisioning complete for port b8989fed-42c1-42fb-bf9d-0c63f79a9670 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:25.829014 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9bb1cca9-9909-4587-8a08-10b5c2db7c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.829488 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17bfa2e-7756-4c2b-8ba6-a8589ecd919d admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:25.832514 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.838612 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d17bfa2e-7756-4c2b-8ba6-a8589ecd919d admin admin] 10.222.0.38 "PUT /v2.0/routers/ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7448008 Jul 16 20:39:25.839395 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50122) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:25.862059 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69c1e6a-4833-48ab-a12e-8f4bc6a5d619 None None] Sync routers for ids ['ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:25.868890 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 72d29e38-9622-4105-bb6f-3683adc4afea up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:25.903087 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656f6189-1777-41fb-a00d-47583519e011 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:25.907327 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-656f6189-1777-41fb-a00d-47583519e011 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.929567 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c1e6a-4833-48ab-a12e-8f4bc6a5d619 None None] Routers {'ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:25.930526 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-d69c1e6a-4833-48ab-a12e-8f4bc6a5d619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:25.976617 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f746c9-f551-42ea-b590-8f8eef02e60e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Router 34e7ce48-baf1-45ad-a4df-1f38bef75b6c is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:39:26.082591 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 72d29e38-9622-4105-bb6f-3683adc4afea triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:26.082970 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.086086 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-71b5bb7d-a1eb-4ec0-9f6a-41bb2adcd5a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.121662 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-d69c1e6a-4833-48ab-a12e-8f4bc6a5d619 None None] Set router ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:26.162787 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ed5264-d731-4ee4-8c1c-caf3b40be6bc None None] DHCP port deletion for f4aa8141-9687-45d9-b16c-82a3d6b86650 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:26.264243 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-656f6189-1777-41fb-a00d-47583519e011 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.320465 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656f6189-1777-41fb-a00d-47583519e011 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:26.323779 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-71b5bb7d-a1eb-4ec0-9f6a-41bb2adcd5a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.331479 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-656f6189-1777-41fb-a00d-47583519e011 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:26.337230 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656f6189-1777-41fb-a00d-47583519e011 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:26.337827 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-656f6189-1777-41fb-a00d-47583519e011 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.349384 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f6189-1777-41fb-a00d-47583519e011 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=bca80e41-9568-48cd-b9f3-29321d3cc44b,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:26.374906 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-656f6189-1777-41fb-a00d-47583519e011 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7249122 Jul 16 20:39:26.375710 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4651c279-21fc-4041-8a35-d61c4e2c3626 None None] Provisioning complete for port 351a75c3-388a-4261-bfcc-99112e3b45ff triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:26.375710 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4651c279-21fc-4041-8a35-d61c4e2c3626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.376512 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50124) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:26.376639 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-15ed5264-d731-4ee4-8c1c-caf3b40be6bc None None] Deleting port b8989fed-42c1-42fb-bf9d-0c63f79a9670 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:26.376639 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15ed5264-d731-4ee4-8c1c-caf3b40be6bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.380774 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e3a315bd-a737-42cf-8bb6-c6e31304cad9 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:26.460290 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4651c279-21fc-4041-8a35-d61c4e2c3626 None None] Port 351a75c3-388a-4261-bfcc-99112e3b45ff cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:26.510699 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f746c9-f551-42ea-b590-8f8eef02e60e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:26.518740 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-71b5bb7d-a1eb-4ec0-9f6a-41bb2adcd5a7 admin admin] Deleting port d32f7763-e47c-4851-90d1-ca98ecdd9ce6 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:26.519091 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-71b5bb7d-a1eb-4ec0-9f6a-41bb2adcd5a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.522856 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dd33c9-76f2-4af7-9eea-fd4bef05714c None None] Sync routers for ids ['34e7ce48-baf1-45ad-a4df-1f38bef75b6c'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:26.526104 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-15ed5264-d731-4ee4-8c1c-caf3b40be6bc None None] For port b8989fed-42c1-42fb-bf9d-0c63f79a9670, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b8989fed-42c1-42fb-bf9d-0c63f79a9670,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:26.526279 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15ed5264-d731-4ee4-8c1c-caf3b40be6bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.530694 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-02dbd79b-a4a0-4954-932b-64efe489787e req-9c97e006-b7c0-42dd-8238-039250220a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 703eac73-d0cc-4bd8-b293-bb7c6c8d2af8 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:39:26.534024 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dd33c9-76f2-4af7-9eea-fd4bef05714c None None] Routers {'34e7ce48-baf1-45ad-a4df-1f38bef75b6c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:26.534885 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-31dd33c9-76f2-4af7-9eea-fd4bef05714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['34e7ce48-baf1-45ad-a4df-1f38bef75b6c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:26.544134 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-15ed5264-d731-4ee4-8c1c-caf3b40be6bc None None] Calling delete_port for b8989fed-42c1-42fb-bf9d-0c63f79a9670 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:26.546910 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-d69c1e6a-4833-48ab-a12e-8f4bc6a5d619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110', 'name': 'tempest-TestAggregatesBasicOps-357760360-router', 'tenant_id': 'a38235487ee94ee388858524ba80b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd32f7763-e47c-4851-90d1-ca98ecdd9ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:43Z', 'updated_at': '2021-07-16T20:39:24Z', 'revision_number': 5, 'project_id': 'a38235487ee94ee388858524ba80b343', 'gw_port': {'id': 'd32f7763-e47c-4851-90d1-ca98ecdd9ce6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:45Z', 'updated_at': '2021-07-16T20:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:26.548283 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-55f746c9-f551-42ea-b590-8f8eef02e60e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "PUT /v2.0/routers/34e7ce48-baf1-45ad-a4df-1f38bef75b6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3416677 Jul 16 20:39:26.549070 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50130) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:26.558726 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-02dbd79b-a4a0-4954-932b-64efe489787e req-9c97e006-b7c0-42dd-8238-039250220a18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.587156 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69c1e6a-4833-48ab-a12e-8f4bc6a5d619 None None] Checking router: ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:39:26.597566 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-31dd33c9-76f2-4af7-9eea-fd4bef05714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:26.605498 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-02dbd79b-a4a0-4954-932b-64efe489787e req-9c97e006-b7c0-42dd-8238-039250220a18 service neutron] Transition to ACTIVE for port object 703eac73-d0cc-4bd8-b293-bb7c6c8d2af8 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:26.608558 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dd33c9-76f2-4af7-9eea-fd4bef05714c None None] Routers {'34e7ce48-baf1-45ad-a4df-1f38bef75b6c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:26.609507 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-31dd33c9-76f2-4af7-9eea-fd4bef05714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['34e7ce48-baf1-45ad-a4df-1f38bef75b6c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:26.634532 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c1e6a-4833-48ab-a12e-8f4bc6a5d619 None None] Routers {'ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:26.635274 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-d69c1e6a-4833-48ab-a12e-8f4bc6a5d619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:26.648093 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-31dd33c9-76f2-4af7-9eea-fd4bef05714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:26.649156 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dd33c9-76f2-4af7-9eea-fd4bef05714c None None] The sync data for ids ['34e7ce48-baf1-45ad-a4df-1f38bef75b6c'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:26.668423 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-02dbd79b-a4a0-4954-932b-64efe489787e req-9c97e006-b7c0-42dd-8238-039250220a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.711728 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a315bd-a737-42cf-8bb6-c6e31304cad9 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:26.715704 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3a315bd-a737-42cf-8bb6-c6e31304cad9 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.765567 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-71b5bb7d-a1eb-4ec0-9f6a-41bb2adcd5a7 admin admin] For port d32f7763-e47c-4851-90d1-ca98ecdd9ce6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=d32f7763-e47c-4851-90d1-ca98ecdd9ce6,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:26.765567 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-71b5bb7d-a1eb-4ec0-9f6a-41bb2adcd5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.766071 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-d69c1e6a-4833-48ab-a12e-8f4bc6a5d619 None None] Set router ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110 gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:26.809304 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb1ee98-61c8-418a-b118-b6e73ddd49d2 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:26.814574 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8fb1ee98-61c8-418a-b118-b6e73ddd49d2 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "GET /v2.0/ports/351a75c3-388a-4261-bfcc-99112e3b45ff HTTP/1.1" status: 200 len: 910 time: 0.2042851 Jul 16 20:39:26.816732 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50134) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:26.817079 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-71b5bb7d-a1eb-4ec0-9f6a-41bb2adcd5a7 admin admin] Calling delete_port for d32f7763-e47c-4851-90d1-ca98ecdd9ce6 owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:26.825103 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-d69c1e6a-4833-48ab-a12e-8f4bc6a5d619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110', 'name': 'tempest-TestAggregatesBasicOps-357760360-router', 'tenant_id': 'a38235487ee94ee388858524ba80b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:43Z', 'updated_at': '2021-07-16T20:39:26Z', 'revision_number': 6, 'project_id': 'a38235487ee94ee388858524ba80b343', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:26.854415 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15ed5264-d731-4ee4-8c1c-caf3b40be6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.856435 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69c1e6a-4833-48ab-a12e-8f4bc6a5d619 None None] The sync data for ids ['ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110'] in n-d-791506-21 is: [{'id': 'ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110', 'name': 'tempest-TestAggregatesBasicOps-357760360-router', 'tenant_id': 'a38235487ee94ee388858524ba80b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:43Z', 'updated_at': '2021-07-16T20:39:26Z', 'revision_number': 6, 'project_id': 'a38235487ee94ee388858524ba80b343', 'gw_port_host': None}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:26.889271 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed5264-d731-4ee4-8c1c-caf3b40be6bc None None] Pushing event deleted for resources: {'Port': ['ID=b8989fed-42c1-42fb-bf9d-0c63f79a9670,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:26.901823 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ed5264-d731-4ee4-8c1c-caf3b40be6bc None None] No DVR routers for this DVR port b8989fed-42c1-42fb-bf9d-0c63f79a9670 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:26.920677 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffaa41e-0f91-40f2-997b-50d8a82cca88 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:27.049235 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 95ac1323-85ff-45b0-bc34-4e67acdc1dbe details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:39:27.070191 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97e006-b7c0-42dd-8238-039250220a18 service neutron] Pushing event updated for resources: {'Port': ['ID=703eac73-d0cc-4bd8-b293-bb7c6c8d2af8,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:27.139895 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-71b5bb7d-a1eb-4ec0-9f6a-41bb2adcd5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.166355 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641b17d-f8d1-4354-8a0c-fea2fb53dda9 req-48f67126-b175-4f68-86d7-04ff95748686 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:27.174012 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2641b17d-f8d1-4354-8a0c-fea2fb53dda9 req-48f67126-b175-4f68-86d7-04ff95748686 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 943 time: 0.4919646 Jul 16 20:39:27.182862 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb36f70-015f-416b-b853-4e4751911173 req-444aab86-0370-42bb-ba4c-8c8305f9eb16 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:27.185048 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cbb36f70-015f-416b-b853-4e4751911173 req-444aab86-0370-42bb-ba4c-8c8305f9eb16 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 944 time: 0.5137308 Jul 16 20:39:27.194915 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931e6981-16fb-469b-acb5-db4c8fc69877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-f4aa8141-9687-45d9-b16c-82a3d6b86650', 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'fixed_ips': [{'subnet_id': 'bca80e41-9568-48cd-b9f3-29321d3cc44b'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:27.195190 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5bb7d-a1eb-4ec0-9f6a-41bb2adcd5a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d32f7763-e47c-4851-90d1-ca98ecdd9ce6,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:27.195868 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-931e6981-16fb-469b-acb5-db4c8fc69877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.239368 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-02dbd79b-a4a0-4954-932b-64efe489787e req-9c97e006-b7c0-42dd-8238-039250220a18 service neutron] Attempting to bind port 703eac73-d0cc-4bd8-b293-bb7c6c8d2af8 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:27.240002 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-02dbd79b-a4a0-4954-932b-64efe489787e req-9c97e006-b7c0-42dd-8238-039250220a18 service neutron] Attempting to bind port 703eac73-d0cc-4bd8-b293-bb7c6c8d2af8 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'ff7788cb-5e91-4bfe-a672-fecf9a2d060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:27.240541 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dbd79b-a4a0-4954-932b-64efe489787e req-9c97e006-b7c0-42dd-8238-039250220a18 service neutron] Attempting to bind port 703eac73-d0cc-4bd8-b293-bb7c6c8d2af8 on network d06fcf74-26b1-47b6-b39c-8c2d6e48452b {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:27.270525 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dbd79b-a4a0-4954-932b-64efe489787e req-9c97e006-b7c0-42dd-8238-039250220a18 service neutron] Port 703eac73-d0cc-4bd8-b293-bb7c6c8d2af8 on network d06fcf74-26b1-47b6-b39c-8c2d6e48452b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:39:27.270868 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dbd79b-a4a0-4954-932b-64efe489787e req-9c97e006-b7c0-42dd-8238-039250220a18 service neutron] Attempting to bind port 703eac73-d0cc-4bd8-b293-bb7c6c8d2af8 on network d06fcf74-26b1-47b6-b39c-8c2d6e48452b {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:27.293077 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dbd79b-a4a0-4954-932b-64efe489787e req-9c97e006-b7c0-42dd-8238-039250220a18 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:27.293421 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dbd79b-a4a0-4954-932b-64efe489787e req-9c97e006-b7c0-42dd-8238-039250220a18 service neutron] Checking segment: {'id': 'ff7788cb-5e91-4bfe-a672-fecf9a2d060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:27.294010 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dbd79b-a4a0-4954-932b-64efe489787e req-9c97e006-b7c0-42dd-8238-039250220a18 service neutron] Bound using segment: {'id': 'ff7788cb-5e91-4bfe-a672-fecf9a2d060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:27.294641 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-02dbd79b-a4a0-4954-932b-64efe489787e req-9c97e006-b7c0-42dd-8238-039250220a18 service neutron] Bound port: 703eac73-d0cc-4bd8-b293-bb7c6c8d2af8, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7788cb-5e91-4bfe-a672-fecf9a2d060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:27.295196 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-02dbd79b-a4a0-4954-932b-64efe489787e req-9c97e006-b7c0-42dd-8238-039250220a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.300006 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-71b5bb7d-a1eb-4ec0-9f6a-41bb2adcd5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.302472 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 95ac1323-85ff-45b0-bc34-4e67acdc1dbe, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=95ac1323-85ff-45b0-bc34-4e67acdc1dbe,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:27.326148 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '95ac1323-85ff-45b0-bc34-4e67acdc1dbe', 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f', 'port_id': '95ac1323-85ff-45b0-bc34-4e67acdc1dbe', 'mac_address': 'fa:16:3e:d3:3e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587f0aec-80a3-4172-9644-d785b8e153a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:39:27.347849 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2641b17d-f8d1-4354-8a0c-fea2fb53dda9 req-79dc938d-335e-495a-829d-b87eb39c8d43 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728606 Jul 16 20:39:27.360473 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cbb36f70-015f-416b-b853-4e4751911173 req-2c528515-0bbf-4678-afaa-b7be0f389e0a tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411610 Jul 16 20:39:27.419989 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-71b5bb7d-a1eb-4ec0-9f6a-41bb2adcd5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.422712 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-71b5bb7d-a1eb-4ec0-9f6a-41bb2adcd5a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.441552 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-02dbd79b-a4a0-4954-932b-64efe489787e req-9c97e006-b7c0-42dd-8238-039250220a18 service neutron] For port 703eac73-d0cc-4bd8-b293-bb7c6c8d2af8, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:27.448625 n-d-791506-21 neutron-server[93793]: DEBUG neutron.objects.ports [None req-e3a315bd-a737-42cf-8bb6-c6e31304cad9 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93793) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:39:27.454955 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-02dbd79b-a4a0-4954-932b-64efe489787e req-9c97e006-b7c0-42dd-8238-039250220a18 service neutron] For port 703eac73-d0cc-4bd8-b293-bb7c6c8d2af8, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=703eac73-d0cc-4bd8-b293-bb7c6c8d2af8,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:27.462387 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3a315bd-a737-42cf-8bb6-c6e31304cad9 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.472776 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-02dbd79b-a4a0-4954-932b-64efe489787e req-9c97e006-b7c0-42dd-8238-039250220a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.561266 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbd79b-a4a0-4954-932b-64efe489787e req-9c97e006-b7c0-42dd-8238-039250220a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:27.561897 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-02dbd79b-a4a0-4954-932b-64efe489787e req-9c97e006-b7c0-42dd-8238-039250220a18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.563978 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02dbd79b-a4a0-4954-932b-64efe489787e req-9c97e006-b7c0-42dd-8238-039250220a18 service neutron] 10.222.0.62 "PUT /v2.0/ports/703eac73-d0cc-4bd8-b293-bb7c6c8d2af8 HTTP/1.1" status: 200 len: 1092 time: 2.5083723 Jul 16 20:39:27.566120 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c741bd80-ad7b-4606-b756-9df48da42d0f', 'tag': '703eac73-d0cc-4bd8-b293-bb7c6c8d2af8'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:27.574310 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc27e1f9-ce0c-4052-9207-57706f828d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "c741bd80-ad7b-4606-b756-9df48da42d0f", "tag": "703eac73-d0cc-4bd8-b293-bb7c6c8d2af8"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:27.607768 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.617088 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-931e6981-16fb-469b-acb5-db4c8fc69877 None None] Allocated IP 172.20.0.2 (f4aa8141-9687-45d9-b16c-82a3d6b86650/bca80e41-9568-48cd-b9f3-29321d3cc44b/fad2c280-f5b2-49ba-a75c-851a8de87355) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:27.633748 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a315bd-a737-42cf-8bb6-c6e31304cad9 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=748c903f-ee4f-4cd3-9f04-e8cd8017f1a7,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:27.643891 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97e006-b7c0-42dd-8238-039250220a18 service neutron] Pushing event updated for resources: {'Port': ['ID=703eac73-d0cc-4bd8-b293-bb7c6c8d2af8,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:27.647220 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.651962 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a315bd-a737-42cf-8bb6-c6e31304cad9 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:27.652757 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-71b5bb7d-a1eb-4ec0-9f6a-41bb2adcd5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.654159 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b5bb7d-a1eb-4ec0-9f6a-41bb2adcd5a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:39:27.663049 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-71b5bb7d-a1eb-4ec0-9f6a-41bb2adcd5a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.667763 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-71b5bb7d-a1eb-4ec0-9f6a-41bb2adcd5a7 admin admin] 10.222.0.38 "DELETE /v2.0/routers/ba9d4eb5-e737-41e3-b52f-3fd3d1ee0110 HTTP/1.1" status: 204 len: 168 time: 1.8250496 Jul 16 20:39:27.668396 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50140) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:27.670162 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ac1323-85ff-45b0-bc34-4e67acdc1dbe {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:39:27.672343 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-e3a315bd-a737-42cf-8bb6-c6e31304cad9 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:27.675854 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a315bd-a737-42cf-8bb6-c6e31304cad9 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:27.676450 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3a315bd-a737-42cf-8bb6-c6e31304cad9 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.711980 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c99cb6-5621-4850-beaf-255559592a6b x-openstack-request-id: req-86c99cb6-5621-4850-beaf-255559592a6b {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:27.712285 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c741bd80-ad7b-4606-b756-9df48da42d0f", "tag": "703eac73-d0cc-4bd8-b293-bb7c6c8d2af8", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:27.712539 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-86c99cb6-5621-4850-beaf-255559592a6b {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:27.712953 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c741bd80-ad7b-4606-b756-9df48da42d0f', 'tag': '703eac73-d0cc-4bd8-b293-bb7c6c8d2af8', 'status': 'completed', 'code': 200} Jul 16 20:39:27.730890 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 95ac1323-85ff-45b0-bc34-4e67acdc1dbe, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=95ac1323-85ff-45b0-bc34-4e67acdc1dbe,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:27.744528 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d402cf-abf6-4c52-b147-3ad10fba9d5e admin admin] Deleting subnet f9f3af6c-fdca-4c66-9636-087e8d083e9a {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:27.751785 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-66d402cf-abf6-4c52-b147-3ad10fba9d5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.764106 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbd79b-a4a0-4954-932b-64efe489787e req-d4954f77-47c7-494e-b05a-24885ce7a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:27.764332 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.767089 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02dbd79b-a4a0-4954-932b-64efe489787e req-d4954f77-47c7-494e-b05a-24885ce7a0e7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a26f9f127054c75b4598717bb55d1c3&device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 1095 time: 0.1482501 Jul 16 20:39:27.769799 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9b3ccfda-f6a6-4b6a-bf4b-8e2aaf8e499f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.782490 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e3a315bd-a737-42cf-8bb6-c6e31304cad9 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4053502 Jul 16 20:39:27.785422 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50142) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:27.790900 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-09ad83fd-e656-4da0-af9c-9866f99d6116 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'port': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'mac_address': 'fa:16:3e:f9:c0:e9', 'name': 'tempest-NetworksTestDHCPv6-1846388768'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:27.803332 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 6ed049c1-f5ef-4183-b9af-8c9b3d13e53d no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:27.831684 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 6ed049c1-f5ef-4183-b9af-8c9b3d13e53d {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:27.832518 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 6ed049c1-f5ef-4183-b9af-8c9b3d13e53d not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:27.833134 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b8989fed-42c1-42fb-bf9d-0c63f79a9670 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:27.833925 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-66d402cf-abf6-4c52-b147-3ad10fba9d5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.870639 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: b8989fed-42c1-42fb-bf9d-0c63f79a9670 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:27.871080 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b8989fed-42c1-42fb-bf9d-0c63f79a9670 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:27.871588 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device d32f7763-e47c-4851-90d1-ca98ecdd9ce6 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:27.886398 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02dbd79b-a4a0-4954-932b-64efe489787e req-f3573a93-f538-4488-ae04-a54787bedb43 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=703eac73-d0cc-4bd8-b293-bb7c6c8d2af8 HTTP/1.1" status: 200 len: 217 time: 0.1120362 Jul 16 20:39:27.915279 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: d32f7763-e47c-4851-90d1-ca98ecdd9ce6 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:27.916326 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device d32f7763-e47c-4851-90d1-ca98ecdd9ce6 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:27.948890 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=95ac1323-85ff-45b0-bc34-4e67acdc1dbe,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:27.986835 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbd79b-a4a0-4954-932b-64efe489787e req-2b474f77-1961-4a25-b8a7-d7c3c447b2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:27.987769 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02dbd79b-a4a0-4954-932b-64efe489787e req-2b474f77-1961-4a25-b8a7-d7c3c447b2d9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3773b4e-f5c8-45c6-be17-27631a1d9f40 HTTP/1.1" status: 200 len: 852 time: 0.0948210 Jul 16 20:39:28.001058 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-931e6981-16fb-469b-acb5-db4c8fc69877 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.010996 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-931e6981-16fb-469b-acb5-db4c8fc69877 None None] Transition to ACTIVE for port object fad2c280-f5b2-49ba-a75c-851a8de87355 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:28.016218 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-66d402cf-abf6-4c52-b147-3ad10fba9d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.039350 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-931e6981-16fb-469b-acb5-db4c8fc69877 None None] Transition to ACTIVE for port object fad2c280-f5b2-49ba-a75c-851a8de87355 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:28.043965 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02dbd79b-a4a0-4954-932b-64efe489787e req-cd9e3cf4-a4d1-470e-8952-87f32330e95a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316668 Jul 16 20:39:28.045193 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-931e6981-16fb-469b-acb5-db4c8fc69877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.080745 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ad83fd-e656-4da0-af9c-9866f99d6116 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:28.088395 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['95ac1323-85ff-45b0-bc34-4e67acdc1dbe'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:39:28.099746 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931e6981-16fb-469b-acb5-db4c8fc69877 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:28.128922 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-931e6981-16fb-469b-acb5-db4c8fc69877 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:28.128922 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931e6981-16fb-469b-acb5-db4c8fc69877 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:28.129849 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e6981-16fb-469b-acb5-db4c8fc69877 None None] Pushing event updated for resources: {'Port': ['ID=fad2c280-f5b2-49ba-a75c-851a8de87355,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:28.151468 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-66d402cf-abf6-4c52-b147-3ad10fba9d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.185685 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02dbd79b-a4a0-4954-932b-64efe489787e req-c2d5b249-a8b9-4d9e-8aa8-e2dbcfc8bf67 service neutron] 10.222.0.62 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338990 Jul 16 20:39:28.203274 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-66d402cf-abf6-4c52-b147-3ad10fba9d5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.210374 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-66d402cf-abf6-4c52-b147-3ad10fba9d5e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f9f3af6c-fdca-4c66-9636-087e8d083e9a HTTP/1.1" status: 204 len: 168 time: 0.5399079 Jul 16 20:39:28.212308 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50144) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:28.212568 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf161731-3ddf-4952-b3c1-9f5a963a20b3 None None] Network 5358be65-ba9a-4a6f-97e8-9acb084caac3 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:28.215883 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-931e6981-16fb-469b-acb5-db4c8fc69877 None None] Attempting to bind port fad2c280-f5b2-49ba-a75c-851a8de87355 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:28.216252 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-931e6981-16fb-469b-acb5-db4c8fc69877 None None] Attempting to bind port fad2c280-f5b2-49ba-a75c-851a8de87355 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:28.216609 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931e6981-16fb-469b-acb5-db4c8fc69877 None None] Attempting to bind port fad2c280-f5b2-49ba-a75c-851a8de87355 on network f4aa8141-9687-45d9-b16c-82a3d6b86650 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:28.259127 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d402cf-abf6-4c52-b147-3ad10fba9d5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9f3af6c-fdca-4c66-9636-087e8d083e9a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:28.269053 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931e6981-16fb-469b-acb5-db4c8fc69877 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:28.270427 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931e6981-16fb-469b-acb5-db4c8fc69877 None None] Checking segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:28.271724 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-931e6981-16fb-469b-acb5-db4c8fc69877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.272193 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931e6981-16fb-469b-acb5-db4c8fc69877 None None] Bound using segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:28.272743 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-931e6981-16fb-469b-acb5-db4c8fc69877 None None] Bound port: fad2c280-f5b2-49ba-a75c-851a8de87355, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:28.273389 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-931e6981-16fb-469b-acb5-db4c8fc69877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.291416 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-09ad83fd-e656-4da0-af9c-9866f99d6116 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.310275 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-9b3ccfda-f6a6-4b6a-bf4b-8e2aaf8e499f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Deleting port 351a75c3-388a-4261-bfcc-99112e3b45ff {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:28.310653 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9b3ccfda-f6a6-4b6a-bf4b-8e2aaf8e499f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.347067 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02dbd79b-a4a0-4954-932b-64efe489787e req-45e27dc6-6c5a-40a7-acd4-4e9e0d55cdab service neutron] 10.222.0.62 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500735 Jul 16 20:39:28.352149 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-09ad83fd-e656-4da0-af9c-9866f99d6116 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] device_id is not set on port a8def459-e7c5-40e7-96f5-f710757537d4 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:39:28.363476 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ac063c29-9789-4ca9-99f8-74383dd9cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.418103 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9b3ccfda-f6a6-4b6a-bf4b-8e2aaf8e499f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.465769 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-9b3ccfda-f6a6-4b6a-bf4b-8e2aaf8e499f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Calling delete_port for 351a75c3-388a-4261-bfcc-99112e3b45ff owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:28.482823 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-931e6981-16fb-469b-acb5-db4c8fc69877 None None] For port fad2c280-f5b2-49ba-a75c-851a8de87355, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:28.500960 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-931e6981-16fb-469b-acb5-db4c8fc69877 None None] For port fad2c280-f5b2-49ba-a75c-851a8de87355, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fad2c280-f5b2-49ba-a75c-851a8de87355,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:28.518039 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-931e6981-16fb-469b-acb5-db4c8fc69877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.545500 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27e1f9-ce0c-4052-9207-57706f828d5e req-38a16f0a-233e-47d3-b7ca-4d98a2ce949e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:28.547662 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dc27e1f9-ce0c-4052-9207-57706f828d5e req-38a16f0a-233e-47d3-b7ca-4d98a2ce949e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a26f9f127054c75b4598717bb55d1c3&device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 1095 time: 0.1320205 Jul 16 20:39:28.609000 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e6981-16fb-469b-acb5-db4c8fc69877 None None] Pushing event updated for resources: {'Port': ['ID=fad2c280-f5b2-49ba-a75c-851a8de87355,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:28.635193 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-ac063c29-9789-4ca9-99f8-74383dd9cf9b admin admin] Deleting port 75629591-5c8a-4924-bc3c-196f106062ec {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:28.635541 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ac063c29-9789-4ca9-99f8-74383dd9cf9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.702413 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9430a1ba-f755-4dc5-a5a0-c3349000e142 None None] DHCP port deletion for 5358be65-ba9a-4a6f-97e8-9acb084caac3 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:28.751453 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-ac063c29-9789-4ca9-99f8-74383dd9cf9b admin admin] For port 75629591-5c8a-4924-bc3c-196f106062ec, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=75629591-5c8a-4924-bc3c-196f106062ec,segment=NetworkSegment(b879ba25-0793-4dd5-ae69-b370cd39e8d1),segment_id=b879ba25-0793-4dd5-ae69-b370cd39e8d1)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:28.751821 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ac063c29-9789-4ca9-99f8-74383dd9cf9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.760963 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-09ad83fd-e656-4da0-af9c-9866f99d6116 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 172.20.0.11 (f4aa8141-9687-45d9-b16c-82a3d6b86650/bca80e41-9568-48cd-b9f3-29321d3cc44b/a8def459-e7c5-40e7-96f5-f710757537d4) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:28.770991 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-ac063c29-9789-4ca9-99f8-74383dd9cf9b admin admin] Calling delete_port for 75629591-5c8a-4924-bc3c-196f106062ec owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:28.774240 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-09ad83fd-e656-4da0-af9c-9866f99d6116 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 2001:db8::f816:3eff:fef9:c0e9 (f4aa8141-9687-45d9-b16c-82a3d6b86650/748c903f-ee4f-4cd3-9f04-e8cd8017f1a7/a8def459-e7c5-40e7-96f5-f710757537d4) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:28.788855 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9430a1ba-f755-4dc5-a5a0-c3349000e142 None None] Deleting port 75629591-5c8a-4924-bc3c-196f106062ec {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:28.789877 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9430a1ba-f755-4dc5-a5a0-c3349000e142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.820355 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0110e-b0c0-4c1e-abd7-c5c0b82debf7 req-c0aa017c-5a32-4ee0-a3d0-e0788c1cc8f2 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:28.822912 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-15a0110e-b0c0-4c1e-abd7-c5c0b82debf7 req-c0aa017c-5a32-4ee0-a3d0-e0788c1cc8f2 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 945 time: 0.2153265 Jul 16 20:39:28.892044 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-9430a1ba-f755-4dc5-a5a0-c3349000e142 None None] For port 75629591-5c8a-4924-bc3c-196f106062ec, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=75629591-5c8a-4924-bc3c-196f106062ec,segment=NetworkSegment(b879ba25-0793-4dd5-ae69-b370cd39e8d1),segment_id=b879ba25-0793-4dd5-ae69-b370cd39e8d1)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:28.892897 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9430a1ba-f755-4dc5-a5a0-c3349000e142 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.915193 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6d0da-758b-4777-8f67-9acd6634ac74 req-e3e35e79-bec9-4919-9ae7-682da849ebc1 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:28.917245 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cfd6d0da-758b-4777-8f67-9acd6634ac74 req-e3e35e79-bec9-4919-9ae7-682da849ebc1 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 943 time: 0.3020024 Jul 16 20:39:28.917614 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9430a1ba-f755-4dc5-a5a0-c3349000e142 None None] Calling delete_port for 75629591-5c8a-4924-bc3c-196f106062ec owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:28.944903 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27e1f9-ce0c-4052-9207-57706f828d5e req-8cf83053-c7e6-4541-9cfa-0d2359b0f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:28.946612 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dc27e1f9-ce0c-4052-9207-57706f828d5e req-8cf83053-c7e6-4541-9cfa-0d2359b0f04c service neutron] 10.222.0.62 "GET /v2.0/networks?id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b HTTP/1.1" status: 200 len: 913 time: 0.3918469 Jul 16 20:39:29.034105 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9430a1ba-f755-4dc5-a5a0-c3349000e142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.038793 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dc27e1f9-ce0c-4052-9207-57706f828d5e req-e1725850-c3ba-41ca-8cb1-ea81c1618709 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=703eac73-d0cc-4bd8-b293-bb7c6c8d2af8 HTTP/1.1" status: 200 len: 217 time: 0.0748093 Jul 16 20:39:29.040095 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ac063c29-9789-4ca9-99f8-74383dd9cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.045972 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9b3ccfda-f6a6-4b6a-bf4b-8e2aaf8e499f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.057584 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-15a0110e-b0c0-4c1e-abd7-c5c0b82debf7 req-c3b35321-cb76-49e8-97e6-b7b859a88c7f tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164977 Jul 16 20:39:29.069770 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430a1ba-f755-4dc5-a5a0-c3349000e142 None None] Pushing event deleted for resources: {'Port': ['ID=75629591-5c8a-4924-bc3c-196f106062ec,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:29.074982 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9430a1ba-f755-4dc5-a5a0-c3349000e142 None None] No DVR routers for this DVR port 75629591-5c8a-4924-bc3c-196f106062ec on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:29.088610 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac063c29-9789-4ca9-99f8-74383dd9cf9b admin admin] Pushing event deleted for resources: {'Port': ['ID=75629591-5c8a-4924-bc3c-196f106062ec,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:29.114706 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac063c29-9789-4ca9-99f8-74383dd9cf9b admin admin] No DVR routers for this DVR port 75629591-5c8a-4924-bc3c-196f106062ec on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:29.139879 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cfd6d0da-758b-4777-8f67-9acd6634ac74 req-24c50372-18a0-4fcc-911e-fad63672a4a5 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146938 Jul 16 20:39:29.148669 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ccfda-f6a6-4b6a-bf4b-8e2aaf8e499f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Port': ['ID=351a75c3-388a-4261-bfcc-99112e3b45ff,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:29.200706 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-09ad83fd-e656-4da0-af9c-9866f99d6116 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.229346 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27e1f9-ce0c-4052-9207-57706f828d5e req-77db7f40-389f-4ced-aeb6-4063db98dd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:29.231056 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dc27e1f9-ce0c-4052-9207-57706f828d5e req-77db7f40-389f-4ced-aeb6-4063db98dd38 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3773b4e-f5c8-45c6-be17-27631a1d9f40 HTTP/1.1" status: 200 len: 852 time: 0.1703684 Jul 16 20:39:29.258310 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ac063c29-9789-4ca9-99f8-74383dd9cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.261184 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-09ad83fd-e656-4da0-af9c-9866f99d6116 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Transition to ACTIVE for port object a8def459-e7c5-40e7-96f5-f710757537d4 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:29.273242 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-ac063c29-9789-4ca9-99f8-74383dd9cf9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5358be65-ba9a-4a6f-97e8-9acb084caac3']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:29.284765 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dc27e1f9-ce0c-4052-9207-57706f828d5e req-10a3173e-3520-47d0-9f68-9f9ff3ff0821 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431192 Jul 16 20:39:29.289501 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-ac063c29-9789-4ca9-99f8-74383dd9cf9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b879ba25-0793-4dd5-ae69-b370cd39e8d1') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:29.289816 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-ac063c29-9789-4ca9-99f8-74383dd9cf9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b879ba25-0793-4dd5-ae69-b370cd39e8d1') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:29.307886 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ac063c29-9789-4ca9-99f8-74383dd9cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.333307 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ac063c29-9789-4ca9-99f8-74383dd9cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.343672 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac063c29-9789-4ca9-99f8-74383dd9cf9b admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:29.344413 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ac063c29-9789-4ca9-99f8-74383dd9cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:29.346232 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:29.368759 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-09ad83fd-e656-4da0-af9c-9866f99d6116 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.395339 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9b3ccfda-f6a6-4b6a-bf4b-8e2aaf8e499f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.409254 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.451081 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ad83fd-e656-4da0-af9c-9866f99d6116 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:29.454863 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ac063c29-9789-4ca9-99f8-74383dd9cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.459601 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ac063c29-9789-4ca9-99f8-74383dd9cf9b admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.464547 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ac063c29-9789-4ca9-99f8-74383dd9cf9b admin admin] 10.222.0.38 "DELETE /v2.0/networks/5358be65-ba9a-4a6f-97e8-9acb084caac3 HTTP/1.1" status: 204 len: 168 time: 1.2491591 Jul 16 20:39:29.465426 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50154) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:29.470813 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-09ad83fd-e656-4da0-af9c-9866f99d6116 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:29.473198 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ad83fd-e656-4da0-af9c-9866f99d6116 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:29.530152 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dc27e1f9-ce0c-4052-9207-57706f828d5e req-1cfa3a46-ac5d-4e7a-8778-d284a9d29dfa service neutron] 10.222.0.62 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993463 Jul 16 20:39:29.549344 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad83fd-e656-4da0-af9c-9866f99d6116 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Port': ['ID=a8def459-e7c5-40e7-96f5-f710757537d4,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:29.552936 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac063c29-9789-4ca9-99f8-74383dd9cf9b admin admin] Pushing event deleted for resources: {'Network': ['ID=5358be65-ba9a-4a6f-97e8-9acb084caac3,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:29.588512 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ad83fd-e656-4da0-af9c-9866f99d6116 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:29.589157 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-09ad83fd-e656-4da0-af9c-9866f99d6116 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.646874 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-09ad83fd-e656-4da0-af9c-9866f99d6116 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.8578384 Jul 16 20:39:29.647936 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50156) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:29.808757 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fad2c280-f5b2-49ba-a75c-851a8de87355 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:29.878474 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port fad2c280-f5b2-49ba-a75c-851a8de87355 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:29.887537 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886ad8c3-cad5-4607-bb05-9463ae6457b9 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:29.988602 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 75629591-5c8a-4924-bc3c-196f106062ec no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:30.013709 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3ccfda-f6a6-4b6a-bf4b-8e2aaf8e499f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Router 34e7ce48-baf1-45ad-a4df-1f38bef75b6c has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:30.025240 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2adc2985-94db-49fd-bfaf-05304e3fbf0f None None] Provisioning for port fad2c280-f5b2-49ba-a75c-851a8de87355 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:30.036502 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 75629591-5c8a-4924-bc3c-196f106062ec {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:30.036996 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 75629591-5c8a-4924-bc3c-196f106062ec not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:30.056571 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2adc2985-94db-49fd-bfaf-05304e3fbf0f None None] Provisioning complete for port fad2c280-f5b2-49ba-a75c-851a8de87355 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:30.056948 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2adc2985-94db-49fd-bfaf-05304e3fbf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.118274 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dc27e1f9-ce0c-4052-9207-57706f828d5e req-f7f0df87-e71d-495d-8065-1b5ab71d12fe service neutron] 10.222.0.62 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5806251 Jul 16 20:39:30.123503 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3ccfda-f6a6-4b6a-bf4b-8e2aaf8e499f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:30.129840 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9b3ccfda-f6a6-4b6a-bf4b-8e2aaf8e499f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "PUT /v2.0/routers/34e7ce48-baf1-45ad-a4df-1f38bef75b6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3098919 Jul 16 20:39:30.133132 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50160) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:30.139007 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babfd302-7b13-4601-a91c-92b6d65cebb1 None None] Sync routers for ids ['34e7ce48-baf1-45ad-a4df-1f38bef75b6c'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:30.183891 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ee014f5e-35b2-4bd5-b603-58d4c1d3be2a tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "GET /v2.0/ports?device_id=34e7ce48-baf1-45ad-a4df-1f38bef75b6c HTTP/1.1" status: 200 len: 205 time: 0.0469635 Jul 16 20:39:30.186246 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50164) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:30.226860 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babfd302-7b13-4601-a91c-92b6d65cebb1 None None] Routers {'34e7ce48-baf1-45ad-a4df-1f38bef75b6c'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:30.227717 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-babfd302-7b13-4601-a91c-92b6d65cebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['34e7ce48-baf1-45ad-a4df-1f38bef75b6c'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:30.238016 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee59aa52-bf64-4f5d-8d25-e2a7a3929665 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:30.244005 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee59aa52-bf64-4f5d-8d25-e2a7a3929665 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:30.245646 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ee59aa52-bf64-4f5d-8d25-e2a7a3929665 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.5967023 Jul 16 20:39:30.248410 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50168) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:30.266818 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-babfd302-7b13-4601-a91c-92b6d65cebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:30.291852 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babfd302-7b13-4601-a91c-92b6d65cebb1 None None] Routers {'34e7ce48-baf1-45ad-a4df-1f38bef75b6c'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:30.292871 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-babfd302-7b13-4601-a91c-92b6d65cebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['34e7ce48-baf1-45ad-a4df-1f38bef75b6c'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:30.295769 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f4500817-1c47-4c6f-b5b1-8bc29f2a2fb1 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.331351 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-babfd302-7b13-4601-a91c-92b6d65cebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:30.332403 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babfd302-7b13-4601-a91c-92b6d65cebb1 None None] The sync data for ids ['34e7ce48-baf1-45ad-a4df-1f38bef75b6c'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:30.333935 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2adc2985-94db-49fd-bfaf-05304e3fbf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.378980 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2adc2985-94db-49fd-bfaf-05304e3fbf0f None None] For port fad2c280-f5b2-49ba-a75c-851a8de87355, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fad2c280-f5b2-49ba-a75c-851a8de87355,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:30.387441 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2adc2985-94db-49fd-bfaf-05304e3fbf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.451518 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-431fce38-8944-49fd-9c68-0f9d76c3623c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting port a8def459-e7c5-40e7-96f5-f710757537d4 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:30.451879 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-431fce38-8944-49fd-9c68-0f9d76c3623c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.461179 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc2985-94db-49fd-bfaf-05304e3fbf0f None None] Pushing event updated for resources: {'Port': ['ID=fad2c280-f5b2-49ba-a75c-851a8de87355,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:30.477742 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc2985-94db-49fd-bfaf-05304e3fbf0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:30.478084 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc2985-94db-49fd-bfaf-05304e3fbf0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:30.478522 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc2985-94db-49fd-bfaf-05304e3fbf0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:30.478925 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc2985-94db-49fd-bfaf-05304e3fbf0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:30.479320 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc2985-94db-49fd-bfaf-05304e3fbf0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:30.480208 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc2985-94db-49fd-bfaf-05304e3fbf0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:30.480208 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc2985-94db-49fd-bfaf-05304e3fbf0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:30.480456 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc2985-94db-49fd-bfaf-05304e3fbf0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:30.481691 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc2985-94db-49fd-bfaf-05304e3fbf0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:30.481691 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc2985-94db-49fd-bfaf-05304e3fbf0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:30.481691 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc2985-94db-49fd-bfaf-05304e3fbf0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:30.482058 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc2985-94db-49fd-bfaf-05304e3fbf0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:30.504520 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaa605e-5f19-4262-a44e-e71fd7178291 None None] Update dhcp port {'port': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'fixed_ips': [{'subnet_id': 'bca80e41-9568-48cd-b9f3-29321d3cc44b', 'ip_address': '172.20.0.2'}, {'subnet_id': '748c903f-ee4f-4cd3-9f04-e8cd8017f1a7'}], 'binding:host_id': 'n-d-791506-21'}, 'id': 'fad2c280-f5b2-49ba-a75c-851a8de87355'} from n-d-791506-21. {{(pid=93795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:39:30.546036 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-abaa605e-5f19-4262-a44e-e71fd7178291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.560871 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f4500817-1c47-4c6f-b5b1-8bc29f2a2fb1 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.565684 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f4500817-1c47-4c6f-b5b1-8bc29f2a2fb1 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.576664 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-431fce38-8944-49fd-9c68-0f9d76c3623c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.594595 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-431fce38-8944-49fd-9c68-0f9d76c3623c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Calling delete_port for a8def459-e7c5-40e7-96f5-f710757537d4 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:30.625761 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd8a59-e2e1-40f3-a478-204058c3f480 req-4f97ada8-72e9-4c86-ac77-f544e0c1d35d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:30.627308 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ccd8a59-e2e1-40f3-a478-204058c3f480 req-4f97ada8-72e9-4c86-ac77-f544e0c1d35d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 943 time: 0.2569792 Jul 16 20:39:30.638606 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f4500817-1c47-4c6f-b5b1-8bc29f2a2fb1 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.639493 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4500817-1c47-4c6f-b5b1-8bc29f2a2fb1 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Fanout notify agent at l3_agent the message router_deleted on router 34e7ce48-baf1-45ad-a4df-1f38bef75b6c {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:39:30.650902 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-54fa03ef-f727-45f7-a4a5-d13f0cf77786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.652270 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf8f97-df3b-4ae6-85b4-d12838d0ffc8 req-0a623a6a-b430-4eb8-8c23-ecf75b74f9b6 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:30.655487 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1eaf8f97-df3b-4ae6-85b4-d12838d0ffc8 req-0a623a6a-b430-4eb8-8c23-ecf75b74f9b6 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 945 time: 0.2847455 Jul 16 20:39:30.660903 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f4500817-1c47-4c6f-b5b1-8bc29f2a2fb1 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.662054 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f4500817-1c47-4c6f-b5b1-8bc29f2a2fb1 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/routers/34e7ce48-baf1-45ad-a4df-1f38bef75b6c HTTP/1.1" status: 204 len: 168 time: 0.4747705 Jul 16 20:39:30.667391 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50172) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:30.731817 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-abaa605e-5f19-4262-a44e-e71fd7178291 None None] Allocated IP 2001:db8::f816:3eff:fe98:8766 (f4aa8141-9687-45d9-b16c-82a3d6b86650/748c903f-ee4f-4cd3-9f04-e8cd8017f1a7/fad2c280-f5b2-49ba-a75c-851a8de87355) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:30.775607 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ccd8a59-e2e1-40f3-a478-204058c3f480 req-f141da8d-4752-4d05-9abe-f2225c486649 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401320 Jul 16 20:39:30.788139 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b18d3e-6560-4602-a488-a8008557abbb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Deleting subnet bd3e1e4d-99c9-469a-80b0-a0dadfcc00f6 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:30.798586 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1eaf8f97-df3b-4ae6-85b4-d12838d0ffc8 req-265fd198-1eb0-4723-9e64-72bda5cb3587 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153762 Jul 16 20:39:30.800688 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-22b18d3e-6560-4602-a488-a8008557abbb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.862361 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-abaa605e-5f19-4262-a44e-e71fd7178291 None None] For port fad2c280-f5b2-49ba-a75c-851a8de87355, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fad2c280-f5b2-49ba-a75c-851a8de87355,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:30.891948 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-22b18d3e-6560-4602-a488-a8008557abbb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.908041 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-abaa605e-5f19-4262-a44e-e71fd7178291 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.930166 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-abaa605e-5f19-4262-a44e-e71fd7178291 None None] Transition to ACTIVE for port object fad2c280-f5b2-49ba-a75c-851a8de87355 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:30.940310 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-abaa605e-5f19-4262-a44e-e71fd7178291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.979461 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-431fce38-8944-49fd-9c68-0f9d76c3623c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.028410 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-22b18d3e-6560-4602-a488-a8008557abbb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.040511 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431fce38-8944-49fd-9c68-0f9d76c3623c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Port': ['ID=a8def459-e7c5-40e7-96f5-f710757537d4,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:31.048987 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 703eac73-d0cc-4bd8-b293-bb7c6c8d2af8 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:39:31.050960 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 95ac1323-85ff-45b0-bc34-4e67acdc1dbe up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:31.090816 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa605e-5f19-4262-a44e-e71fd7178291 None None] Pushing event updated for resources: {'Port': ['ID=fad2c280-f5b2-49ba-a75c-851a8de87355,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:31.124132 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-22b18d3e-6560-4602-a488-a8008557abbb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.150593 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-54fa03ef-f727-45f7-a4a5-d13f0cf77786 admin admin] Deleting port 4012d7d7-2942-40bd-8a77-d30942cb7b02 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:31.151083 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-54fa03ef-f727-45f7-a4a5-d13f0cf77786 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.176655 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-22b18d3e-6560-4602-a488-a8008557abbb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.182064 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-22b18d3e-6560-4602-a488-a8008557abbb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/subnets/bd3e1e4d-99c9-469a-80b0-a0dadfcc00f6 HTTP/1.1" status: 204 len: 168 time: 0.5097349 Jul 16 20:39:31.182967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50174) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:31.185443 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b18d3e-6560-4602-a488-a8008557abbb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Subnet': ['ID=bd3e1e4d-99c9-469a-80b0-a0dadfcc00f6,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:31.196422 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c637868-c127-4e09-b8db-8d5bccea4189 None None] Network 191c1548-5c08-477b-9325-7ad9223b6bae requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:31.200181 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-431fce38-8944-49fd-9c68-0f9d76c3623c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.207401 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-431fce38-8944-49fd-9c68-0f9d76c3623c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/a8def459-e7c5-40e7-96f5-f710757537d4 HTTP/1.1" status: 204 len: 168 time: 0.9576578 Jul 16 20:39:31.208166 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50176) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:31.226540 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 95ac1323-85ff-45b0-bc34-4e67acdc1dbe completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:31.262012 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 95ac1323-85ff-45b0-bc34-4e67acdc1dbe triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:31.262409 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.265143 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 703eac73-d0cc-4bd8-b293-bb7c6c8d2af8, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=703eac73-d0cc-4bd8-b293-bb7c6c8d2af8,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:31.309593 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-45d4c9d9-de0e-413f-8563-35653dc60b08 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.325146 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb686663-9e5b-4803-a18c-8ff3d60b4d40 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:31.326744 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb686663-9e5b-4803-a18c-8ff3d60b4d40 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:31.328487 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb686663-9e5b-4803-a18c-8ff3d60b4d40 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:31.330284 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-eb686663-9e5b-4803-a18c-8ff3d60b4d40 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1191339 Jul 16 20:39:31.333983 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50178) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:31.371742 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-45d4c9d9-de0e-413f-8563-35653dc60b08 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Deleting port 72d29e38-9622-4105-bb6f-3683adc4afea {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:31.372328 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-45d4c9d9-de0e-413f-8563-35653dc60b08 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.373848 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '703eac73-d0cc-4bd8-b293-bb7c6c8d2af8', 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b', 'port_id': '703eac73-d0cc-4bd8-b293-bb7c6c8d2af8', 'mac_address': 'fa:16:3e:32:75:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3773b4e-f5c8-45c6-be17-27631a1d9f40', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:39:31.402587 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cdb7ee8-9278-4dcd-b7cc-d2b68f1e4cf1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet 748c903f-ee4f-4cd3-9f04-e8cd8017f1a7 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:31.414918 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7ee8-9278-4dcd-b7cc-d2b68f1e4cf1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.431007 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.455737 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703eac73-d0cc-4bd8-b293-bb7c6c8d2af8 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:39:31.464239 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-45d4c9d9-de0e-413f-8563-35653dc60b08 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] For port 72d29e38-9622-4105-bb6f-3683adc4afea, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=72d29e38-9622-4105-bb6f-3683adc4afea,segment=NetworkSegment(d68bac75-5a5d-420c-8f00-86bd66b27dad),segment_id=d68bac75-5a5d-420c-8f00-86bd66b27dad)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:31.464656 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-45d4c9d9-de0e-413f-8563-35653dc60b08 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.474933 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-54fa03ef-f727-45f7-a4a5-d13f0cf77786 admin admin] For port 4012d7d7-2942-40bd-8a77-d30942cb7b02, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4012d7d7-2942-40bd-8a77-d30942cb7b02,segment=NetworkSegment(e01856b5-ab64-4904-9747-d829c1cc5782),segment_id=e01856b5-ab64-4904-9747-d829c1cc5782)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:31.475316 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-54fa03ef-f727-45f7-a4a5-d13f0cf77786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.480390 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 703eac73-d0cc-4bd8-b293-bb7c6c8d2af8, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=703eac73-d0cc-4bd8-b293-bb7c6c8d2af8,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:31.481201 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-45d4c9d9-de0e-413f-8563-35653dc60b08 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Calling delete_port for 72d29e38-9622-4105-bb6f-3683adc4afea owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:31.496312 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-54fa03ef-f727-45f7-a4a5-d13f0cf77786 admin admin] Calling delete_port for 4012d7d7-2942-40bd-8a77-d30942cb7b02 owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:31.500711 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7ee8-9278-4dcd-b7cc-d2b68f1e4cf1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.503857 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.584233 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-45d4c9d9-de0e-413f-8563-35653dc60b08 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.630492 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d4c9d9-de0e-413f-8563-35653dc60b08 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] No DVR routers for this DVR port 72d29e38-9622-4105-bb6f-3683adc4afea on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:31.633338 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4c9d9-de0e-413f-8563-35653dc60b08 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Port': ['ID=72d29e38-9622-4105-bb6f-3683adc4afea,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:31.698377 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7ee8-9278-4dcd-b7cc-d2b68f1e4cf1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.758817 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-45d4c9d9-de0e-413f-8563-35653dc60b08 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.785588 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.786281 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-45d4c9d9-de0e-413f-8563-35653dc60b08 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191c1548-5c08-477b-9325-7ad9223b6bae']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:31.807055 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-45d4c9d9-de0e-413f-8563-35653dc60b08 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68bac75-5a5d-420c-8f00-86bd66b27dad') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:31.807550 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-45d4c9d9-de0e-413f-8563-35653dc60b08 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68bac75-5a5d-420c-8f00-86bd66b27dad') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:31.821065 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-45d4c9d9-de0e-413f-8563-35653dc60b08 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.852755 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-45d4c9d9-de0e-413f-8563-35653dc60b08 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.856295 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=703eac73-d0cc-4bd8-b293-bb7c6c8d2af8,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:31.865997 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d4c9d9-de0e-413f-8563-35653dc60b08 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:31.866890 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-45d4c9d9-de0e-413f-8563-35653dc60b08 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:31.870104 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:31.882751 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['703eac73-d0cc-4bd8-b293-bb7c6c8d2af8'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:39:31.905538 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b2421f-3e56-4c8a-8c9c-672adc27242b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ac1323-85ff-45b0-bc34-4e67acdc1dbe'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:31.911855 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433ddd08-bc50-434e-bbad-10925c8e486d" -d '{"events": [{"server_uuid": "86b2421f-3e56-4c8a-8c9c-672adc27242b", "name": "network-vif-plugged", "status": "completed", "tag": "95ac1323-85ff-45b0-bc34-4e67acdc1dbe"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:31.927825 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7ee8-9278-4dcd-b7cc-d2b68f1e4cf1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.939734 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-54fa03ef-f727-45f7-a4a5-d13f0cf77786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.991684 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fad2c280-f5b2-49ba-a75c-851a8de87355 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:32.010214 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-45d4c9d9-de0e-413f-8563-35653dc60b08 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.019969 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb7ee8-9278-4dcd-b7cc-d2b68f1e4cf1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=748c903f-ee4f-4cd3-9f04-e8cd8017f1a7,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:32.020174 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-45d4c9d9-de0e-413f-8563-35653dc60b08 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.023547 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-45d4c9d9-de0e-413f-8563-35653dc60b08 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/networks/191c1548-5c08-477b-9325-7ad9223b6bae HTTP/1.1" status: 204 len: 168 time: 0.8394055 Jul 16 20:39:32.028775 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 95ac1323-85ff-45b0-bc34-4e67acdc1dbe, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=95ac1323-85ff-45b0-bc34-4e67acdc1dbe,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:32.048130 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50190) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:32.051818 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7ee8-9278-4dcd-b7cc-d2b68f1e4cf1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.053872 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4cdb7ee8-9278-4dcd-b7cc-d2b68f1e4cf1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/748c903f-ee4f-4cd3-9f04-e8cd8017f1a7 HTTP/1.1" status: 204 len: 168 time: 0.7188599 Jul 16 20:39:32.054759 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa03ef-f727-45f7-a4a5-d13f0cf77786 admin admin] Pushing event deleted for resources: {'Port': ['ID=4012d7d7-2942-40bd-8a77-d30942cb7b02,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:32.055078 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-583f2ef4-6d41-4726-8e12-063b550e252f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-951296452', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}, 'admin_state_up': False}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:32.058381 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50192) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:32.075640 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4c9d9-de0e-413f-8563-35653dc60b08 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Network': ['ID=191c1548-5c08-477b-9325-7ad9223b6bae,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:32.099199 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c273d7c2-90b2-40a9-b5fe-d6602b831797 None None] DHCP port deletion for 191c1548-5c08-477b-9325-7ad9223b6bae request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:32.106787 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.122899 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b847a7cf-860c-47ec-862c-52e09b8e0962 None None] Could not find standard attr ID for object a8def459-e7c5-40e7-96f5-f710757537d4. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:39:32.154459 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e691cc3-c5e0-404d-ade2-0e8a3adf9010 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet bca80e41-9568-48cd-b9f3-29321d3cc44b {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:32.160247 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8e691cc3-c5e0-404d-ade2-0e8a3adf9010 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.165046 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-583f2ef4-6d41-4726-8e12-063b550e252f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.166127 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-583f2ef4-6d41-4726-8e12-063b550e252f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.219617 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8e691cc3-c5e0-404d-ade2-0e8a3adf9010 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.241214 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-583f2ef4-6d41-4726-8e12-063b550e252f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.250506 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=95ac1323-85ff-45b0-bc34-4e67acdc1dbe,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:32.269670 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b847a7cf-860c-47ec-862c-52e09b8e0962 None None] Provisioning for port fad2c280-f5b2-49ba-a75c-851a8de87355 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:32.277075 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b847a7cf-860c-47ec-862c-52e09b8e0962 None None] Provisioning complete for port fad2c280-f5b2-49ba-a75c-851a8de87355 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:32.277591 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b847a7cf-860c-47ec-862c-52e09b8e0962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.342007 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port fad2c280-f5b2-49ba-a75c-851a8de87355 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:32.342678 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.351783 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8e691cc3-c5e0-404d-ade2-0e8a3adf9010 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.355065 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ff9d6-c54f-47ad-8ecd-bff6160b9864 req-56e27d88-96e4-4596-80f9-b584be822927 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:32.360315 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1c8ff9d6-c54f-47ad-8ecd-bff6160b9864 req-56e27d88-96e4-4596-80f9-b584be822927 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 944 time: 0.3701792 Jul 16 20:39:32.429050 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36203683-23a3-4c89-9879-3764b19b006d req-d6fbe43f-58a4-43a5-bc34-1ac3d6745e19 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:32.430954 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-36203683-23a3-4c89-9879-3764b19b006d req-d6fbe43f-58a4-43a5-bc34-1ac3d6745e19 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 946 time: 0.3398118 Jul 16 20:39:32.491372 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9bcc77-4039-442c-9ca1-f6ac58a26103 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:32.511952 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-583f2ef4-6d41-4726-8e12-063b550e252f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.527787 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8e691cc3-c5e0-404d-ade2-0e8a3adf9010 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.568719 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e691cc3-c5e0-404d-ade2-0e8a3adf9010 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=bca80e41-9568-48cd-b9f3-29321d3cc44b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:32.572189 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8e691cc3-c5e0-404d-ade2-0e8a3adf9010 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.574251 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8e691cc3-c5e0-404d-ade2-0e8a3adf9010 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/bca80e41-9568-48cd-b9f3-29321d3cc44b HTTP/1.1" status: 204 len: 168 time: 0.5142510 Jul 16 20:39:32.576680 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50194) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:32.577209 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d6011642-35be-4b17-a80b-69e470282d04 None None] Could not find standard attr ID for object a8def459-e7c5-40e7-96f5-f710757537d4. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:39:32.581718 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1c8ff9d6-c54f-47ad-8ecd-bff6160b9864 req-23b9eff7-9d8f-45a0-b28d-1cb34c204744 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816185 Jul 16 20:39:32.586037 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-54fa03ef-f727-45f7-a4a5-d13f0cf77786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.619783 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-36203683-23a3-4c89-9879-3764b19b006d req-9aebaf7c-2dd7-4d10-833d-cba7c0b0227d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039364 Jul 16 20:39:32.640977 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-309435af-eb57-4d9e-b549-7dcbbda14034 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631540 Jul 16 20:39:32.643814 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50196) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:32.671490 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3174ae4-cc3d-4bcb-bc72-f6cc5b6d7755 x-openstack-request-id: req-d3174ae4-cc3d-4bcb-bc72-f6cc5b6d7755 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:32.672575 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b2421f-3e56-4c8a-8c9c-672adc27242b", "name": "network-vif-plugged", "status": "completed", "tag": "95ac1323-85ff-45b0-bc34-4e67acdc1dbe", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:32.673007 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d3174ae4-cc3d-4bcb-bc72-f6cc5b6d7755 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:32.673687 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b2421f-3e56-4c8a-8c9c-672adc27242b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ac1323-85ff-45b0-bc34-4e67acdc1dbe', 'code': 200} Jul 16 20:39:32.866405 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edcc260-8390-456e-b245-f5e375f0f76e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:32.870385 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7edcc260-8390-456e-b245-f5e375f0f76e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2158828 Jul 16 20:39:32.872531 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50198) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:32.890792 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867073d-405f-4059-bb5d-750a16efc8f6 req-45708554-444e-47be-8d13-43a10c9832ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:32.891984 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9867073d-405f-4059-bb5d-750a16efc8f6 req-45708554-444e-47be-8d13-43a10c9832ba service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 1098 time: 0.1077263 Jul 16 20:39:32.914092 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381948b3-28ad-44bf-8806-20712ce72e52 None None] DHCP port deletion for f4aa8141-9687-45d9-b16c-82a3d6b86650 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:32.920987 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fa03ef-f727-45f7-a4a5-d13f0cf77786 admin admin] Router 587691a0-9478-4570-a322-c326e614046b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:32.933955 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30be2368-bd1b-4bec-9987-3554367a5ec8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:32.938347 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-30be2368-bd1b-4bec-9987-3554367a5ec8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0615773 Jul 16 20:39:32.939282 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50200) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:32.970189 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-381948b3-28ad-44bf-8806-20712ce72e52 None None] Deleting port fad2c280-f5b2-49ba-a75c-851a8de87355 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:32.970189 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-381948b3-28ad-44bf-8806-20712ce72e52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.009161 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-583f2ef4-6d41-4726-8e12-063b550e252f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.019032 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-35f247a4-e503-49f0-bf7d-4e2dd8eae0ae tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0723836 Jul 16 20:39:33.020413 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50202) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:33.027149 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-96a44aed-569c-4b09-bb0d-afd7375a817c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:33.036812 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9867073d-405f-4059-bb5d-750a16efc8f6 req-c2b4ac52-4cf8-43fb-b8b5-1834759efa16 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114841 Jul 16 20:39:33.037895 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-583f2ef4-6d41-4726-8e12-063b550e252f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.042074 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-381948b3-28ad-44bf-8806-20712ce72e52 None None] For port fad2c280-f5b2-49ba-a75c-851a8de87355, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fad2c280-f5b2-49ba-a75c-851a8de87355,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:33.042498 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-381948b3-28ad-44bf-8806-20712ce72e52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.055858 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-381948b3-28ad-44bf-8806-20712ce72e52 None None] Calling delete_port for fad2c280-f5b2-49ba-a75c-851a8de87355 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:33.111522 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.152480 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-381948b3-28ad-44bf-8806-20712ce72e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.157613 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fa03ef-f727-45f7-a4a5-d13f0cf77786 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:33.166421 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-54fa03ef-f727-45f7-a4a5-d13f0cf77786 admin admin] 10.222.0.38 "PUT /v2.0/routers/587691a0-9478-4570-a322-c326e614046b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6875103 Jul 16 20:39:33.166661 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50204) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:33.169168 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cac90e-8971-420e-9e18-9f5141a558fc None None] Sync routers for ids ['587691a0-9478-4570-a322-c326e614046b'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:33.179415 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-583f2ef4-6d41-4726-8e12-063b550e252f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Allocated IP 172.25.0.225 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/21455257-23c7-4783-9f8a-b479be6ea8de) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:33.180657 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cac90e-8971-420e-9e18-9f5141a558fc None None] Routers {'587691a0-9478-4570-a322-c326e614046b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:33.181340 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d5cac90e-8971-420e-9e18-9f5141a558fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['587691a0-9478-4570-a322-c326e614046b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:33.191188 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381948b3-28ad-44bf-8806-20712ce72e52 None None] Pushing event deleted for resources: {'Port': ['ID=fad2c280-f5b2-49ba-a75c-851a8de87355,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:33.198014 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381948b3-28ad-44bf-8806-20712ce72e52 None None] No DVR routers for this DVR port fad2c280-f5b2-49ba-a75c-851a8de87355 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:33.228537 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a44aed-569c-4b09-bb0d-afd7375a817c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:33.232117 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-96a44aed-569c-4b09-bb0d-afd7375a817c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.234741 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a44aed-569c-4b09-bb0d-afd7375a817c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:39:33.235223 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a44aed-569c-4b09-bb0d-afd7375a817c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:33.282975 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-96a44aed-569c-4b09-bb0d-afd7375a817c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2582653 Jul 16 20:39:33.284657 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50206) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:33.290884 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a90d5e93-1c78-47a8-9735-91905e8c7520 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:33.299972 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-d5cac90e-8971-420e-9e18-9f5141a558fc None None] Set router 587691a0-9478-4570-a322-c326e614046b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:33.336808 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7c90-5992-4021-a97d-54113490a6f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.347293 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-583f2ef4-6d41-4726-8e12-063b550e252f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.389427 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-583f2ef4-6d41-4726-8e12-063b550e252f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.432961 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583f2ef4-6d41-4726-8e12-063b550e252f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:33.436216 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-583f2ef4-6d41-4726-8e12-063b550e252f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:33.441773 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583f2ef4-6d41-4726-8e12-063b550e252f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:33.445016 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f2ef4-6d41-4726-8e12-063b550e252f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Port': ['ID=21455257-23c7-4783-9f8a-b479be6ea8de,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:33.472422 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90d5e93-1c78-47a8-9735-91905e8c7520 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:33.476287 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a90d5e93-1c78-47a8-9735-91905e8c7520 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.477299 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90d5e93-1c78-47a8-9735-91905e8c7520 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:39:33.477738 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90d5e93-1c78-47a8-9735-91905e8c7520 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:33.492535 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d5cac90e-8971-420e-9e18-9f5141a558fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587691a0-9478-4570-a322-c326e614046b', 'name': 'tempest-TestAggregatesBasicOps-519227718-router', 'tenant_id': '5a5fe453e8ee40a09a18cee27586232a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9fa565d5-3e06-4f7b-90a3-cdb78e64cc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:06Z', 'updated_at': '2021-07-16T20:39:31Z', 'revision_number': 5, 'project_id': '5a5fe453e8ee40a09a18cee27586232a', 'gw_port': {'id': '9fa565d5-3e06-4f7b-90a3-cdb78e64cc64', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587691a0-9478-4570-a322-c326e614046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:07Z', 'updated_at': '2021-07-16T20:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:33.501423 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a90d5e93-1c78-47a8-9735-91905e8c7520 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2123351 Jul 16 20:39:33.501423 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7c90-5992-4021-a97d-54113490a6f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.502258 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50208) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:33.508377 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a51f070e-d965-4702-9fe6-52aa96efcf18 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:33.522552 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cac90e-8971-420e-9e18-9f5141a558fc None None] Checking router: 587691a0-9478-4570-a322-c326e614046b for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:39:33.532411 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cac90e-8971-420e-9e18-9f5141a558fc None None] Routers {'587691a0-9478-4570-a322-c326e614046b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:33.533026 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d5cac90e-8971-420e-9e18-9f5141a558fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['587691a0-9478-4570-a322-c326e614046b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:33.635121 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-ef4f7c90-5992-4021-a97d-54113490a6f9 admin admin] Deleting port 9fa565d5-3e06-4f7b-90a3-cdb78e64cc64 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:33.635557 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7c90-5992-4021-a97d-54113490a6f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.637491 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-d5cac90e-8971-420e-9e18-9f5141a558fc None None] Set router 587691a0-9478-4570-a322-c326e614046b gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:33.639091 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51f070e-d965-4702-9fe6-52aa96efcf18 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:33.643600 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a51f070e-d965-4702-9fe6-52aa96efcf18 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.645160 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51f070e-d965-4702-9fe6-52aa96efcf18 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:39:33.645643 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51f070e-d965-4702-9fe6-52aa96efcf18 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:33.709715 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a51f070e-d965-4702-9fe6-52aa96efcf18 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2033224 Jul 16 20:39:33.710823 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50214) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:33.716195 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-d7deb469-3857-4f3a-b900-f5a6bb1785a2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:33.762338 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d5cac90e-8971-420e-9e18-9f5141a558fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587691a0-9478-4570-a322-c326e614046b', 'name': 'tempest-TestAggregatesBasicOps-519227718-router', 'tenant_id': '5a5fe453e8ee40a09a18cee27586232a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:06Z', 'updated_at': '2021-07-16T20:39:33Z', 'revision_number': 6, 'project_id': '5a5fe453e8ee40a09a18cee27586232a', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:33.801883 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cac90e-8971-420e-9e18-9f5141a558fc None None] The sync data for ids ['587691a0-9478-4570-a322-c326e614046b'] in n-d-791506-21 is: [{'id': '587691a0-9478-4570-a322-c326e614046b', 'name': 'tempest-TestAggregatesBasicOps-519227718-router', 'tenant_id': '5a5fe453e8ee40a09a18cee27586232a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:06Z', 'updated_at': '2021-07-16T20:39:33Z', 'revision_number': 6, 'project_id': '5a5fe453e8ee40a09a18cee27586232a', 'gw_port_host': None}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:33.820785 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-ef4f7c90-5992-4021-a97d-54113490a6f9 admin admin] For port 9fa565d5-3e06-4f7b-90a3-cdb78e64cc64, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9fa565d5-3e06-4f7b-90a3-cdb78e64cc64,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:33.821313 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7c90-5992-4021-a97d-54113490a6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.845865 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-ef4f7c90-5992-4021-a97d-54113490a6f9 admin admin] Calling delete_port for 9fa565d5-3e06-4f7b-90a3-cdb78e64cc64 owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:34.036038 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7c90-5992-4021-a97d-54113490a6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.068336 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f7c90-5992-4021-a97d-54113490a6f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa565d5-3e06-4f7b-90a3-cdb78e64cc64,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:34.131527 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7c90-5992-4021-a97d-54113490a6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.161957 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-583f2ef4-6d41-4726-8e12-063b550e252f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.198527 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fad2c280-f5b2-49ba-a75c-851a8de87355 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:34.227382 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: fad2c280-f5b2-49ba-a75c-851a8de87355 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:34.227820 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fad2c280-f5b2-49ba-a75c-851a8de87355 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:34.228355 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 72d29e38-9622-4105-bb6f-3683adc4afea no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:34.235984 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7c90-5992-4021-a97d-54113490a6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.239754 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7c90-5992-4021-a97d-54113490a6f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.264729 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 72d29e38-9622-4105-bb6f-3683adc4afea {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:34.265647 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 72d29e38-9622-4105-bb6f-3683adc4afea not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:34.295256 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7c90-5992-4021-a97d-54113490a6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.295868 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4f7c90-5992-4021-a97d-54113490a6f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 587691a0-9478-4570-a322-c326e614046b {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:39:34.301395 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7c90-5992-4021-a97d-54113490a6f9 admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.305237 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ef4f7c90-5992-4021-a97d-54113490a6f9 admin admin] 10.222.0.38 "DELETE /v2.0/routers/587691a0-9478-4570-a322-c326e614046b HTTP/1.1" status: 204 len: 168 time: 1.1375365 Jul 16 20:39:34.305858 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50220) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:34.354891 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5b3ff-ea0d-4aac-809c-a080899ba067 req-49efa7d3-46df-4326-a118-b56b785b41f8 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:34.356357 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-83e5b3ff-ea0d-4aac-809c-a080899ba067 req-49efa7d3-46df-4326-a118-b56b785b41f8 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 944 time: 0.6359076 Jul 16 20:39:34.358971 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7deb469-3857-4f3a-b900-f5a6bb1785a2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:34.362624 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1ba039-eccb-4646-985c-046a93954b40 admin admin] Deleting subnet ae111ae6-046f-4d34-b150-c90bbeaf0027 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:34.362936 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d7deb469-3857-4f3a-b900-f5a6bb1785a2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.364325 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7deb469-3857-4f3a-b900-f5a6bb1785a2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:39:34.364744 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7deb469-3857-4f3a-b900-f5a6bb1785a2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:34.365824 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5c1ba039-eccb-4646-985c-046a93954b40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.391620 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f56d7-5909-41a6-bee1-22af8ad31fc9 req-61f32fe1-9887-4630-86b4-696dd0dd9025 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:34.392990 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-437f56d7-5909-41a6-bee1-22af8ad31fc9 req-61f32fe1-9887-4630-86b4-696dd0dd9025 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 946 time: 0.2899952 Jul 16 20:39:34.401393 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5c1ba039-eccb-4646-985c-046a93954b40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.420308 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d7deb469-3857-4f3a-b900-f5a6bb1785a2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7083755 Jul 16 20:39:34.424816 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50222) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:34.433609 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-1d1f4334-dc79-4d17-80ae-732b4f2a78f7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:34.490729 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-83e5b3ff-ea0d-4aac-809c-a080899ba067 req-d33c8308-c80c-4d6c-907f-39043062aad0 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226184 Jul 16 20:39:34.533512 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-437f56d7-5909-41a6-bee1-22af8ad31fc9 req-fd3b7a6b-7806-4866-a3d3-cb5382921f58 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279929 Jul 16 20:39:34.555119 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-583f2ef4-6d41-4726-8e12-063b550e252f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.705807 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583f2ef4-6d41-4726-8e12-063b550e252f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Router 0b97dc56-c98f-4408-af70-5792585ae277 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:39:34.821090 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583f2ef4-6d41-4726-8e12-063b550e252f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:34.833303 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3becc6a-ace7-4946-a98f-f881b3cee44b None None] Sync routers for ids ['0b97dc56-c98f-4408-af70-5792585ae277'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:34.842833 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-583f2ef4-6d41-4726-8e12-063b550e252f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.843090 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3becc6a-ace7-4946-a98f-f881b3cee44b None None] Routers {'0b97dc56-c98f-4408-af70-5792585ae277'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:34.843789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-d3becc6a-ace7-4946-a98f-f881b3cee44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['0b97dc56-c98f-4408-af70-5792585ae277'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:34.847406 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-583f2ef4-6d41-4726-8e12-063b550e252f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.7947688 Jul 16 20:39:34.847708 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50224) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:34.889003 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-d3becc6a-ace7-4946-a98f-f881b3cee44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:34.902259 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3becc6a-ace7-4946-a98f-f881b3cee44b None None] Routers {'0b97dc56-c98f-4408-af70-5792585ae277'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:34.903106 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-d3becc6a-ace7-4946-a98f-f881b3cee44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['0b97dc56-c98f-4408-af70-5792585ae277'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:34.912572 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5c1ba039-eccb-4646-985c-046a93954b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.949052 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-d3becc6a-ace7-4946-a98f-f881b3cee44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:34.950995 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3becc6a-ace7-4946-a98f-f881b3cee44b None None] The sync data for ids ['0b97dc56-c98f-4408-af70-5792585ae277'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:34.962927 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1f4334-dc79-4d17-80ae-732b4f2a78f7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:34.966481 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d1f4334-dc79-4d17-80ae-732b4f2a78f7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.967873 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1f4334-dc79-4d17-80ae-732b4f2a78f7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:39:34.968304 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1f4334-dc79-4d17-80ae-732b4f2a78f7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:34.979293 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5363b260-6313-4956-ac39-4a3892199b04 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "GET /v2.0/routers/0b97dc56-c98f-4408-af70-5792585ae277 HTTP/1.1" status: 200 len: 880 time: 0.1282458 Jul 16 20:39:34.980987 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50226) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:35.039670 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1d1f4334-dc79-4d17-80ae-732b4f2a78f7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6138010 Jul 16 20:39:35.042937 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50228) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:35.049638 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-7252cced-1e97-4071-b9d8-480e36e27f87 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:35.050254 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5c1ba039-eccb-4646-985c-046a93954b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.067032 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 703eac73-d0cc-4bd8-b293-bb7c6c8d2af8 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:35.086034 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ba039-eccb-4646-985c-046a93954b40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae111ae6-046f-4d34-b150-c90bbeaf0027,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:35.093191 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5c1ba039-eccb-4646-985c-046a93954b40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.096146 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5c1ba039-eccb-4646-985c-046a93954b40 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ae111ae6-046f-4d34-b150-c90bbeaf0027 HTTP/1.1" status: 204 len: 168 time: 0.7892802 Jul 16 20:39:35.100758 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50230) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:35.106222 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca44950-cd6d-48b4-9919-134166c98c20 None None] Network 20d103ce-a4f6-4991-a12c-3473ac078ee0 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:35.160067 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7252cced-1e97-4071-b9d8-480e36e27f87 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:35.164372 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7252cced-1e97-4071-b9d8-480e36e27f87 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.166144 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7252cced-1e97-4071-b9d8-480e36e27f87 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:39:35.166962 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7252cced-1e97-4071-b9d8-480e36e27f87 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:35.183334 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 703eac73-d0cc-4bd8-b293-bb7c6c8d2af8 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:35.190196 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7252cced-1e97-4071-b9d8-480e36e27f87 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1459453 Jul 16 20:39:35.192615 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50232) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:35.192787 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 703eac73-d0cc-4bd8-b293-bb7c6c8d2af8 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:35.193021 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.236057 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-59dc9658-3db3-4090-a768-8ad253760e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.236848 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-84bc1a8a-168c-4e52-855f-4bc6fae156ff tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0426123 Jul 16 20:39:35.239803 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50234) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:35.322820 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.351755 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c741bd80-ad7b-4606-b756-9df48da42d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703eac73-d0cc-4bd8-b293-bb7c6c8d2af8'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:35.352907 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021826fe-610d-417d-b37a-66a0c65e7345 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:35.354163 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681acf90-b627-44a1-a960-95712af3bdc4" -d '{"events": [{"server_uuid": "c741bd80-ad7b-4606-b756-9df48da42d0f", "name": "network-vif-plugged", "status": "completed", "tag": "703eac73-d0cc-4bd8-b293-bb7c6c8d2af8"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:35.354394 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-021826fe-610d-417d-b37a-66a0c65e7345 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1128302 Jul 16 20:39:35.357331 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50238) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:35.376358 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca5a2f5-6d22-4298-8c65-83dd8e92751e None None] DHCP port deletion for 20d103ce-a4f6-4991-a12c-3473ac078ee0 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:35.384257 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 703eac73-d0cc-4bd8-b293-bb7c6c8d2af8, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=703eac73-d0cc-4bd8-b293-bb7c6c8d2af8,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:35.393482 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-18e0fd8c-272c-453c-8e3f-90e0181f4dad tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4096880 Jul 16 20:39:35.396097 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50240) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:35.400815 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e2d39e95-57c9-4cd6-977a-7bf5d81bdf1f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-951296452'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:35.409708 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.415471 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c6de92-8df3-4b36-8d87-8424f0376ecb x-openstack-request-id: req-d4c6de92-8df3-4b36-8d87-8424f0376ecb {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:35.415813 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c741bd80-ad7b-4606-b756-9df48da42d0f", "name": "network-vif-plugged", "status": "completed", "tag": "703eac73-d0cc-4bd8-b293-bb7c6c8d2af8", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:35.416072 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d4c6de92-8df3-4b36-8d87-8424f0376ecb {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:35.416451 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c741bd80-ad7b-4606-b756-9df48da42d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703eac73-d0cc-4bd8-b293-bb7c6c8d2af8', 'code': 200} Jul 16 20:39:35.419818 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0d28e98c-482a-4d09-ae66-d58b1f1d8402 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0594327 Jul 16 20:39:35.425154 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50242) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:35.432065 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-7c299724-af84-4210-87b6-48f748c22cf7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:35.457364 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-59dc9658-3db3-4090-a768-8ad253760e75 admin admin] Deleting port eacd65c7-265e-4717-a588-02761b575ea6 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:35.457712 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-59dc9658-3db3-4090-a768-8ad253760e75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.473403 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=703eac73-d0cc-4bd8-b293-bb7c6c8d2af8,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:35.493711 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3ca5a2f5-6d22-4298-8c65-83dd8e92751e None None] Deleting port eacd65c7-265e-4717-a588-02761b575ea6 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:35.494430 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ca5a2f5-6d22-4298-8c65-83dd8e92751e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.567988 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-59dc9658-3db3-4090-a768-8ad253760e75 admin admin] For port eacd65c7-265e-4717-a588-02761b575ea6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=eacd65c7-265e-4717-a588-02761b575ea6,segment=NetworkSegment(e01856b5-ab64-4904-9747-d829c1cc5782),segment_id=e01856b5-ab64-4904-9747-d829c1cc5782)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:35.568310 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-59dc9658-3db3-4090-a768-8ad253760e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.585649 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-59dc9658-3db3-4090-a768-8ad253760e75 admin admin] Calling delete_port for eacd65c7-265e-4717-a588-02761b575ea6 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:35.599133 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c299724-af84-4210-87b6-48f748c22cf7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:35.600727 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3ca5a2f5-6d22-4298-8c65-83dd8e92751e None None] For port eacd65c7-265e-4717-a588-02761b575ea6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=eacd65c7-265e-4717-a588-02761b575ea6,segment=NetworkSegment(e01856b5-ab64-4904-9747-d829c1cc5782),segment_id=e01856b5-ab64-4904-9747-d829c1cc5782)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:35.602155 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ca5a2f5-6d22-4298-8c65-83dd8e92751e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.602702 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c299724-af84-4210-87b6-48f748c22cf7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.629974 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3ca5a2f5-6d22-4298-8c65-83dd8e92751e None None] Calling delete_port for eacd65c7-265e-4717-a588-02761b575ea6 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:35.672214 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af39f3b-a853-44f9-82c6-060c03eb405e req-15aa370e-fa29-4776-9545-4010bd2521fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:35.673738 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1af39f3b-a853-44f9-82c6-060c03eb405e req-15aa370e-fa29-4776-9545-4010bd2521fc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 1097 time: 0.1351390 Jul 16 20:39:35.803215 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device eacd65c7-265e-4717-a588-02761b575ea6 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:35.845490 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1af39f3b-a853-44f9-82c6-060c03eb405e req-ced74d1d-09ff-4062-a089-b429c259fb1b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289010 Jul 16 20:39:35.848759 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No active binding found for port eacd65c7-265e-4717-a588-02761b575ea6 {{(pid=93795) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 20:39:35.848759 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device eacd65c7-265e-4717-a588-02761b575ea6 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:35.850179 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9fa565d5-3e06-4f7b-90a3-cdb78e64cc64 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:35.852960 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-59dc9658-3db3-4090-a768-8ad253760e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.876095 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd658e-e2d4-468b-a522-c0be25387003 req-4d796656-ef84-4970-b2e2-7c08325ef926 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:35.877979 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8cbd658e-e2d4-468b-a522-c0be25387003 req-4d796656-ef84-4970-b2e2-7c08325ef926 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 945 time: 0.2411757 Jul 16 20:39:35.884659 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 9fa565d5-3e06-4f7b-90a3-cdb78e64cc64 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:35.885433 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9fa565d5-3e06-4f7b-90a3-cdb78e64cc64 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:35.886219 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4012d7d7-2942-40bd-8a77-d30942cb7b02 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:35.888438 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ca5a2f5-6d22-4298-8c65-83dd8e92751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.900864 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc9658-3db3-4090-a768-8ad253760e75 admin admin] Pushing event deleted for resources: {'Port': ['ID=eacd65c7-265e-4717-a588-02761b575ea6,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:35.911594 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc9658-3db3-4090-a768-8ad253760e75 admin admin] No DVR routers for this DVR port eacd65c7-265e-4717-a588-02761b575ea6 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:35.933845 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca5a2f5-6d22-4298-8c65-83dd8e92751e None None] No DVR routers for this DVR port eacd65c7-265e-4717-a588-02761b575ea6 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:35.946188 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e2d39e95-57c9-4cd6-977a-7bf5d81bdf1f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.952724 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 4012d7d7-2942-40bd-8a77-d30942cb7b02 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:35.953231 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4012d7d7-2942-40bd-8a77-d30942cb7b02 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:35.972572 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5a2f5-6d22-4298-8c65-83dd8e92751e None None] Pushing event deleted for resources: {'Port': ['ID=eacd65c7-265e-4717-a588-02761b575ea6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:35.974246 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8cbd658e-e2d4-468b-a522-c0be25387003 req-6bfc65e4-7b56-41ca-8eef-0689d2a7c884 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875602 Jul 16 20:39:35.988372 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e2d39e95-57c9-4cd6-977a-7bf5d81bdf1f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896760'] for router, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.988569 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0efd0a-4b29-4ac7-8a35-fc9427b710c7 req-b496795c-8778-4566-a765-d66fe4415349 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:35.990281 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c0efd0a-4b29-4ac7-8a35-fc9427b710c7 req-b496795c-8778-4566-a765-d66fe4415349 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 946 time: 0.2375078 Jul 16 20:39:36.025973 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-59dc9658-3db3-4090-a768-8ad253760e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.069112 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-59dc9658-3db3-4090-a768-8ad253760e75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d103ce-a4f6-4991-a12c-3473ac078ee0']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:36.076544 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c0efd0a-4b29-4ac7-8a35-fc9427b710c7 req-f93d8e05-00bf-49b9-8f48-30a1b8b010c1 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729575 Jul 16 20:39:36.083348 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-59dc9658-3db3-4090-a768-8ad253760e75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e01856b5-ab64-4904-9747-d829c1cc5782') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:36.083661 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-59dc9658-3db3-4090-a768-8ad253760e75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e01856b5-ab64-4904-9747-d829c1cc5782') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:36.111310 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-59dc9658-3db3-4090-a768-8ad253760e75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.157468 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-59dc9658-3db3-4090-a768-8ad253760e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.162139 n-d-791506-21 neutron-server[93794]: DEBUG neutron.objects.ports [None req-7c299724-af84-4210-87b6-48f748c22cf7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93794) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:39:36.163691 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c299724-af84-4210-87b6-48f748c22cf7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.168023 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59dc9658-3db3-4090-a768-8ad253760e75 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:36.168363 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-59dc9658-3db3-4090-a768-8ad253760e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:36.170972 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:36.217662 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c299724-af84-4210-87b6-48f748c22cf7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:36.222110 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-7c299724-af84-4210-87b6-48f748c22cf7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:36.227941 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c299724-af84-4210-87b6-48f748c22cf7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:36.227941 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c299724-af84-4210-87b6-48f748c22cf7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.234108 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c21143-cab8-4bcb-86a8-7ca550b64ddf None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:36.254921 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c299724-af84-4210-87b6-48f748c22cf7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=be859d09-cd3b-4934-87d2-48d20d9aa7d4,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:36.263979 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d39e95-57c9-4cd6-977a-7bf5d81bdf1f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Router 0b97dc56-c98f-4408-af70-5792585ae277 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:36.273508 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7c299724-af84-4210-87b6-48f748c22cf7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8464460 Jul 16 20:39:36.276130 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50254) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:36.280742 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-59dc9658-3db3-4090-a768-8ad253760e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.282020 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-35ddf1d3-8328-4891-b460-fff6c7f652b6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'port': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'mac_address': 'fa:16:3e:1d:91:97', 'name': 'tempest-NetworksTestDHCPv6-1081188882'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:36.302241 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-59dc9658-3db3-4090-a768-8ad253760e75 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.306640 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-59dc9658-3db3-4090-a768-8ad253760e75 admin admin] 10.222.0.38 "DELETE /v2.0/networks/20d103ce-a4f6-4991-a12c-3473ac078ee0 HTTP/1.1" status: 204 len: 168 time: 1.2025769 Jul 16 20:39:36.356171 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc9658-3db3-4090-a768-8ad253760e75 admin admin] Pushing event deleted for resources: {'Network': ['ID=20d103ce-a4f6-4991-a12c-3473ac078ee0,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:36.470827 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30707572-8d40-426b-b81c-f2eefb6fe85a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-f4aa8141-9687-45d9-b16c-82a3d6b86650', 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'fixed_ips': [{'subnet_id': 'be859d09-cd3b-4934-87d2-48d20d9aa7d4'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:36.473002 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-30707572-8d40-426b-b81c-f2eefb6fe85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.477144 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d39e95-57c9-4cd6-977a-7bf5d81bdf1f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:36.492437 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595150dd-e110-42b1-82d4-12a1ef5310e6 None None] Sync routers for ids ['0b97dc56-c98f-4408-af70-5792585ae277'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:36.497099 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e2d39e95-57c9-4cd6-977a-7bf5d81bdf1f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.499176 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e2d39e95-57c9-4cd6-977a-7bf5d81bdf1f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "PUT /v2.0/routers/0b97dc56-c98f-4408-af70-5792585ae277 HTTP/1.1" status: 200 len: 887 time: 1.1019251 Jul 16 20:39:36.502053 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50260) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:36.510197 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595150dd-e110-42b1-82d4-12a1ef5310e6 None None] Routers {'0b97dc56-c98f-4408-af70-5792585ae277'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:36.510869 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-595150dd-e110-42b1-82d4-12a1ef5310e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['0b97dc56-c98f-4408-af70-5792585ae277'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:36.551946 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-595150dd-e110-42b1-82d4-12a1ef5310e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:36.561468 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595150dd-e110-42b1-82d4-12a1ef5310e6 None None] Routers {'0b97dc56-c98f-4408-af70-5792585ae277'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:36.562683 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-595150dd-e110-42b1-82d4-12a1ef5310e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['0b97dc56-c98f-4408-af70-5792585ae277'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:36.590029 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ddf1d3-8328-4891-b460-fff6c7f652b6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:36.625730 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50262) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:36.633746 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-595150dd-e110-42b1-82d4-12a1ef5310e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:36.634719 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595150dd-e110-42b1-82d4-12a1ef5310e6 None None] The sync data for ids ['0b97dc56-c98f-4408-af70-5792585ae277'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:36.653342 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73543fc0-f355-4933-8b36-c12b25ea15fc req-dbf2b818-d79a-4f14-ace6-1c1b5e8b4c45 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:36.661400 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73543fc0-f355-4933-8b36-c12b25ea15fc req-dbf2b818-d79a-4f14-ace6-1c1b5e8b4c45 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 946 time: 0.1794055 Jul 16 20:39:36.711403 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-30707572-8d40-426b-b81c-f2eefb6fe85a None None] Allocated IP 2001:db8::f816:3eff:fe05:c133 (f4aa8141-9687-45d9-b16c-82a3d6b86650/be859d09-cd3b-4934-87d2-48d20d9aa7d4/3dea3c97-c2c9-478d-9e1c-933709af22ad) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:36.751205 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-091aedfa-5dcf-472e-b6ac-addd52794649 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a38235487ee94ee388858524ba80b343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1247265 Jul 16 20:39:36.753856 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50264) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:36.765687 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73543fc0-f355-4933-8b36-c12b25ea15fc req-048f5ecb-1ded-47d1-8b57-22e9f9827798 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022587 Jul 16 20:39:36.787669 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-35ddf1d3-8328-4891-b460-fff6c7f652b6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.814726 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-35ddf1d3-8328-4891-b460-fff6c7f652b6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] device_id is not set on port 8258259f-16bb-419e-8799-18f01f47303b yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:39:36.818618 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1a8b0db7-4f75-410e-9f67-318b82bccd2d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "GET /v2.0/routers/0b97dc56-c98f-4408-af70-5792585ae277 HTTP/1.1" status: 200 len: 887 time: 0.3148427 Jul 16 20:39:36.821183 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50266) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:36.839499 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc2a1345-1ea2-4494-9e74-55cd228cda9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.868764 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc2a1345-1ea2-4494-9e74-55cd228cda9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.896377 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-87d67f71-5c4f-44f6-b86e-47b5079722da tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b97dc56-c98f-4408-af70-5792585ae277 HTTP/1.1" status: 200 len: 205 time: 0.0725551 Jul 16 20:39:36.899285 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50268) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:36.920040 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-30707572-8d40-426b-b81c-f2eefb6fe85a None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.937711 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc2a1345-1ea2-4494-9e74-55cd228cda9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.938798 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-30707572-8d40-426b-b81c-f2eefb6fe85a None None] Transition to ACTIVE for port object 3dea3c97-c2c9-478d-9e1c-933709af22ad will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:36.940978 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc2a1345-1ea2-4494-9e74-55cd228cda9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.944384 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fc2a1345-1ea2-4494-9e74-55cd228cda9e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/556c3339-109a-4d72-aef0-8ca9966a1bf6 HTTP/1.1" status: 204 len: 168 time: 0.1870220 Jul 16 20:39:36.950579 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a1345-1ea2-4494-9e74-55cd228cda9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556c3339-109a-4d72-aef0-8ca9966a1bf6,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:36.963989 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-30707572-8d40-426b-b81c-f2eefb6fe85a None None] Transition to ACTIVE for port object 3dea3c97-c2c9-478d-9e1c-933709af22ad will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:36.978355 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-30707572-8d40-426b-b81c-f2eefb6fe85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.033102 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30707572-8d40-426b-b81c-f2eefb6fe85a None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:37.037206 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-30707572-8d40-426b-b81c-f2eefb6fe85a None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:37.043432 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30707572-8d40-426b-b81c-f2eefb6fe85a None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:37.048148 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30707572-8d40-426b-b81c-f2eefb6fe85a None None] Pushing event updated for resources: {'Port': ['ID=3dea3c97-c2c9-478d-9e1c-933709af22ad,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:37.071379 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-35ddf1d3-8328-4891-b460-fff6c7f652b6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 2001:db8::f816:3eff:fe1d:9197 (f4aa8141-9687-45d9-b16c-82a3d6b86650/be859d09-cd3b-4934-87d2-48d20d9aa7d4/8258259f-16bb-419e-8799-18f01f47303b) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:37.089031 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-acd422ba-af8e-425f-98f5-085740c050a4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.137633 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-30707572-8d40-426b-b81c-f2eefb6fe85a None None] Attempting to bind port 3dea3c97-c2c9-478d-9e1c-933709af22ad on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:37.138119 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-30707572-8d40-426b-b81c-f2eefb6fe85a None None] Attempting to bind port 3dea3c97-c2c9-478d-9e1c-933709af22ad by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:37.138654 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30707572-8d40-426b-b81c-f2eefb6fe85a None None] Attempting to bind port 3dea3c97-c2c9-478d-9e1c-933709af22ad on network f4aa8141-9687-45d9-b16c-82a3d6b86650 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:37.146247 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30707572-8d40-426b-b81c-f2eefb6fe85a None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:37.146978 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30707572-8d40-426b-b81c-f2eefb6fe85a None None] Checking segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:37.147413 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-30707572-8d40-426b-b81c-f2eefb6fe85a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.147904 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30707572-8d40-426b-b81c-f2eefb6fe85a None None] Bound using segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:37.148484 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-30707572-8d40-426b-b81c-f2eefb6fe85a None None] Bound port: 3dea3c97-c2c9-478d-9e1c-933709af22ad, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:37.149003 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-30707572-8d40-426b-b81c-f2eefb6fe85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.222230 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-30707572-8d40-426b-b81c-f2eefb6fe85a None None] For port 3dea3c97-c2c9-478d-9e1c-933709af22ad, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:37.227552 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-30707572-8d40-426b-b81c-f2eefb6fe85a None None] For port 3dea3c97-c2c9-478d-9e1c-933709af22ad, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=3dea3c97-c2c9-478d-9e1c-933709af22ad,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:37.235149 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-30707572-8d40-426b-b81c-f2eefb6fe85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.316455 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30707572-8d40-426b-b81c-f2eefb6fe85a None None] Pushing event updated for resources: {'Port': ['ID=3dea3c97-c2c9-478d-9e1c-933709af22ad,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:37.360790 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-acd422ba-af8e-425f-98f5-085740c050a4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.405220 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9bb48-6f3d-46b9-8e32-7d9614d1254c req-5e60726a-8706-47df-9f7b-a730d18dc723 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:37.407584 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e3c9bb48-6f3d-46b9-8e32-7d9614d1254c req-5e60726a-8706-47df-9f7b-a730d18dc723 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 945 time: 0.2611051 Jul 16 20:39:37.423513 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50280) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:37.465926 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-35ddf1d3-8328-4891-b460-fff6c7f652b6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.469516 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c9462b07-fbf4-4197-9260-3771a5f87bf4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5a5fe453e8ee40a09a18cee27586232a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447462 Jul 16 20:39:37.470293 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50282) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:37.516701 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-35ddf1d3-8328-4891-b460-fff6c7f652b6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Transition to ACTIVE for port object 8258259f-16bb-419e-8799-18f01f47303b will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:37.549062 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e3c9bb48-6f3d-46b9-8e32-7d9614d1254c req-c42fd7c2-e1b4-44cf-8a60-455f9f5315c0 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351788 Jul 16 20:39:37.592006 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-acd422ba-af8e-425f-98f5-085740c050a4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Deleting port 21455257-23c7-4783-9f8a-b479be6ea8de {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:37.592640 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-acd422ba-af8e-425f-98f5-085740c050a4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.623815 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d4206ed9-782e-48c8-a445-84e436d54275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.633228 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-35ddf1d3-8328-4891-b460-fff6c7f652b6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.731710 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d4206ed9-782e-48c8-a445-84e436d54275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.759513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ddf1d3-8328-4891-b460-fff6c7f652b6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:37.770823 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-35ddf1d3-8328-4891-b460-fff6c7f652b6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:37.773680 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ddf1d3-8328-4891-b460-fff6c7f652b6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:37.779849 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ddf1d3-8328-4891-b460-fff6c7f652b6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:37.780489 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-35ddf1d3-8328-4891-b460-fff6c7f652b6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.792551 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddf1d3-8328-4891-b460-fff6c7f652b6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Port': ['ID=8258259f-16bb-419e-8799-18f01f47303b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:37.795478 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3dea3c97-c2c9-478d-9e1c-933709af22ad up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:37.839021 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-acd422ba-af8e-425f-98f5-085740c050a4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.847174 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-35ddf1d3-8328-4891-b460-fff6c7f652b6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5673170 Jul 16 20:39:37.847736 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50290) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:37.870551 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-acd422ba-af8e-425f-98f5-085740c050a4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Calling delete_port for 21455257-23c7-4783-9f8a-b479be6ea8de owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:37.912471 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 3dea3c97-c2c9-478d-9e1c-933709af22ad completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:37.927446 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d4206ed9-782e-48c8-a445-84e436d54275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.930312 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d4206ed9-782e-48c8-a445-84e436d54275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.931712 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d4206ed9-782e-48c8-a445-84e436d54275 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/980478e9-875f-4108-90f3-08628a4a12af HTTP/1.1" status: 204 len: 168 time: 0.4588525 Jul 16 20:39:37.937426 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba15227f-cfc6-4ee1-94c6-a2b051c34bc3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:37.944777 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba15227f-cfc6-4ee1-94c6-a2b051c34bc3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:37.946647 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ba15227f-cfc6-4ee1-94c6-a2b051c34bc3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0981519 Jul 16 20:39:37.949257 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50294) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:38.019515 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4206ed9-782e-48c8-a445-84e436d54275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980478e9-875f-4108-90f3-08628a4a12af,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:38.082169 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-bc97dfb6-12b9-4203-996a-053e37bb3fcc tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting port 8258259f-16bb-419e-8799-18f01f47303b {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:38.082811 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bc97dfb6-12b9-4203-996a-053e37bb3fcc tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.188267 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a163b-059a-4889-a205-4b1c814ecc08 req-e253a035-361c-4911-8414-e52fd38c5f18 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:38.189927 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c56a163b-059a-4889-a205-4b1c814ecc08 req-e253a035-361c-4911-8414-e52fd38c5f18 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 945 time: 0.2569947 Jul 16 20:39:38.197971 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bc97dfb6-12b9-4203-996a-053e37bb3fcc tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.201383 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf9035-23e7-4a0a-8604-072f851fadb3 req-8e6bcb1b-a6ab-4235-a05a-b54460e7cccd tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:38.211090 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-bc97dfb6-12b9-4203-996a-053e37bb3fcc tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Calling delete_port for 8258259f-16bb-419e-8799-18f01f47303b owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:38.211537 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ddcf9035-23e7-4a0a-8604-072f851fadb3 req-8e6bcb1b-a6ab-4235-a05a-b54460e7cccd tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 946 time: 0.2302282 Jul 16 20:39:38.333018 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-acd422ba-af8e-425f-98f5-085740c050a4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.360172 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ddcf9035-23e7-4a0a-8604-072f851fadb3 req-9931c206-beb5-448f-bb12-e301b2dbaee8 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045763 Jul 16 20:39:38.363262 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c56a163b-059a-4889-a205-4b1c814ecc08 req-ba7b0fbf-d5b0-4f25-b408-0cfe3a105afc tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107087 Jul 16 20:39:38.399109 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bc97dfb6-12b9-4203-996a-053e37bb3fcc tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.401729 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd422ba-af8e-425f-98f5-085740c050a4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Port': ['ID=21455257-23c7-4783-9f8a-b479be6ea8de,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:38.450608 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97dfb6-12b9-4203-996a-053e37bb3fcc tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Port': ['ID=8258259f-16bb-419e-8799-18f01f47303b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:38.494626 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bc97dfb6-12b9-4203-996a-053e37bb3fcc tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.498933 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bc97dfb6-12b9-4203-996a-053e37bb3fcc tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/8258259f-16bb-419e-8799-18f01f47303b HTTP/1.1" status: 204 len: 168 time: 0.5465097 Jul 16 20:39:38.499658 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50310) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:38.548057 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-acd422ba-af8e-425f-98f5-085740c050a4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.611630 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa1ad74-a08b-47c8-83db-99e826bda15e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:38.613352 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa1ad74-a08b-47c8-83db-99e826bda15e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:38.614970 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-aaa1ad74-a08b-47c8-83db-99e826bda15e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1147187 Jul 16 20:39:38.617685 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50314) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:38.673165 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-84461d77-a6fb-4782-840b-8bdcb2acea72 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet be859d09-cd3b-4934-87d2-48d20d9aa7d4 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:38.676495 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-84461d77-a6fb-4782-840b-8bdcb2acea72 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.705279 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7125442f-24a6-4f6e-8582-275bb585e51f None None] Provisioning for port 3dea3c97-c2c9-478d-9e1c-933709af22ad completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:38.709792 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7125442f-24a6-4f6e-8582-275bb585e51f None None] Provisioning complete for port 3dea3c97-c2c9-478d-9e1c-933709af22ad triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:38.710336 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7125442f-24a6-4f6e-8582-275bb585e51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.786759 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-84461d77-a6fb-4782-840b-8bdcb2acea72 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.864828 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7125442f-24a6-4f6e-8582-275bb585e51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.902897 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-7125442f-24a6-4f6e-8582-275bb585e51f None None] For port 3dea3c97-c2c9-478d-9e1c-933709af22ad, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=3dea3c97-c2c9-478d-9e1c-933709af22ad,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:38.911161 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7125442f-24a6-4f6e-8582-275bb585e51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.988697 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125442f-24a6-4f6e-8582-275bb585e51f None None] Pushing event updated for resources: {'Port': ['ID=3dea3c97-c2c9-478d-9e1c-933709af22ad,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:39.045290 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-84461d77-a6fb-4782-840b-8bdcb2acea72 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.129941 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9fd257e3-d9b4-4e67-a268-f450baceccf2 None None] Could not find standard attr ID for object 8258259f-16bb-419e-8799-18f01f47303b. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:39:39.150623 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50334) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:39.161319 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-84461d77-a6fb-4782-840b-8bdcb2acea72 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.190500 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-84461d77-a6fb-4782-840b-8bdcb2acea72 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.195015 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-84461d77-a6fb-4782-840b-8bdcb2acea72 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/be859d09-cd3b-4934-87d2-48d20d9aa7d4 HTTP/1.1" status: 204 len: 168 time: 0.5737031 Jul 16 20:39:39.221320 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50340) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:39.227006 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84461d77-a6fb-4782-840b-8bdcb2acea72 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=be859d09-cd3b-4934-87d2-48d20d9aa7d4,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:39.295914 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e9f4acc9-fe86-447c-9d76-32a14722785c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1392521780-network', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:39.309280 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-acd422ba-af8e-425f-98f5-085740c050a4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.313166 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c55a3427-09e2-46ec-920f-9df3788b73ad tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0898733 Jul 16 20:39:39.314678 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-acd422ba-af8e-425f-98f5-085740c050a4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.316748 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50342) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:39.327082 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-61d1c631-626c-4427-bd4b-2d2a1de88714 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:39.359621 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f4acc9-fe86-447c-9d76-32a14722785c admin admin] Made reservation on behalf of 4bdd256dac0c4aa3bf3a5edb5f68a621 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:39.362358 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9f4acc9-fe86-447c-9d76-32a14722785c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.375216 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9f4acc9-fe86-447c-9d76-32a14722785c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.401817 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69b19cb-bd17-4b3f-89fa-d36bbc6dbee9 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:39.419847 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-acd422ba-af8e-425f-98f5-085740c050a4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.420400 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd422ba-af8e-425f-98f5-085740c050a4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Fanout notify agent at l3_agent the message router_deleted on router 0b97dc56-c98f-4408-af70-5792585ae277 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:39:39.434001 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-acd422ba-af8e-425f-98f5-085740c050a4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.435564 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-acd422ba-af8e-425f-98f5-085740c050a4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/routers/0b97dc56-c98f-4408-af70-5792585ae277 HTTP/1.1" status: 204 len: 168 time: 2.5352061 Jul 16 20:39:39.441659 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50346) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:39.448242 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-6c52a42d-86b4-480a-a054-63098ed70582 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'network': {'name': 'tempest-RoutersTest-1381375124'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:39.480036 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab36be-25e4-4362-98f2-5c6994ce4503 req-ca7aa778-067a-404d-ad82-4bf8e2bc4fa4 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:39.481554 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26ab36be-25e4-4362-98f2-5c6994ce4503 req-ca7aa778-067a-404d-ad82-4bf8e2bc4fa4 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/ports?device_id=29abc398-e7f4-4bf7-b004-8b65d1943a36 HTTP/1.1" status: 200 len: 946 time: 0.2638147 Jul 16 20:39:39.498378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6feca74-3331-49cb-ab38-5869d1d8e0b0 req-d4c8521c-1183-49b2-8a63-6c2643c3bfe7 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:39.507162 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e6feca74-3331-49cb-ab38-5869d1d8e0b0 req-d4c8521c-1183-49b2-8a63-6c2643c3bfe7 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 946 time: 0.1852255 Jul 16 20:39:39.531616 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9f4acc9-fe86-447c-9d76-32a14722785c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.538432 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9f4acc9-fe86-447c-9d76-32a14722785c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.579517 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f4acc9-fe86-447c-9d76-32a14722785c admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:39.579832 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e6feca74-3331-49cb-ab38-5869d1d8e0b0 req-bef51f69-9568-4756-9cd7-9ebf07997d99 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706813 Jul 16 20:39:39.588906 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26ab36be-25e4-4362-98f2-5c6994ce4503 req-748c596d-77b7-456e-8f72-d161a0f6c095 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/security-groups?id=6766fab6-04de-4cd8-b932-98854b835b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791428 Jul 16 20:39:39.610286 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9f4acc9-fe86-447c-9d76-32a14722785c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.610688 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-e9f4acc9-fe86-447c-9d76-32a14722785c admin admin] Added segment 93a22fce-52c2-4a72-b91a-c814d16513b5 of type vlan for network ce428730-3071-425e-8060-368b0b06c241 Jul 16 20:39:39.644826 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ddf87c-96d3-4a55-a9a7-a3dad98b3e59 None None] DHCP port deletion for f4aa8141-9687-45d9-b16c-82a3d6b86650 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:39.690250 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9f4acc9-fe86-447c-9d76-32a14722785c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.727279 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4acc9-fe86-447c-9d76-32a14722785c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb31cbc-0414-4144-882b-1bf754cfa81e,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:39.732979 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d1c631-626c-4427-bd4b-2d2a1de88714 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:39.736904 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-61d1c631-626c-4427-bd4b-2d2a1de88714 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.745102 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c52a42d-86b4-480a-a054-63098ed70582 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Made reservation on behalf of 0984868bac254eab8830dbbd4c12f77c for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:39.755615 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c52a42d-86b4-480a-a054-63098ed70582 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.759874 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3dea3c97-c2c9-478d-9e1c-933709af22ad no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:39.793727 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c52a42d-86b4-480a-a054-63098ed70582 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:39.799625 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f2ddf87c-96d3-4a55-a9a7-a3dad98b3e59 None None] Deleting port 3dea3c97-c2c9-478d-9e1c-933709af22ad {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:39.800202 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2ddf87c-96d3-4a55-a9a7-a3dad98b3e59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.830160 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9f4acc9-fe86-447c-9d76-32a14722785c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.831532 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f4acc9-fe86-447c-9d76-32a14722785c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:39.832588 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9f4acc9-fe86-447c-9d76-32a14722785c admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.840089 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c52a42d-86b4-480a-a054-63098ed70582 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.840523 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-6c52a42d-86b4-480a-a054-63098ed70582 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Added segment e14d8ead-e026-4772-93d7-dfac41a0c7f6 of type vlan for network ed33a998-e08f-4ee4-81f8-b8740f1c0fb6 Jul 16 20:39:39.894206 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c52a42d-86b4-480a-a054-63098ed70582 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.915247 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f2ddf87c-96d3-4a55-a9a7-a3dad98b3e59 None None] For port 3dea3c97-c2c9-478d-9e1c-933709af22ad, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=3dea3c97-c2c9-478d-9e1c-933709af22ad,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:39.915876 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2ddf87c-96d3-4a55-a9a7-a3dad98b3e59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.916435 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4acc9-fe86-447c-9d76-32a14722785c admin admin] Pushing event updated for resources: {'Network': ['ID=ce428730-3071-425e-8060-368b0b06c241,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:39.917764 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8995b91-29f2-4802-8160-d0cf74d2251e req-5283f25c-aa97-4ffb-9789-e5db9d8820b9 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:39.919434 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8995b91-29f2-4802-8160-d0cf74d2251e req-5283f25c-aa97-4ffb-9789-e5db9d8820b9 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 945 time: 0.1280761 Jul 16 20:39:39.924462 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e9f4acc9-fe86-447c-9d76-32a14722785c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7722266 Jul 16 20:39:39.928300 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50352) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:39.933523 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-8c3ee474-8323-4efc-9ecf-fc64b611c6ea admin admin] Request body: {'subnet': {'network_id': 'ce428730-3071-425e-8060-368b0b06c241', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1392521780-subnet', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:39.938706 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network ce428730-3071-425e-8060-368b0b06c241 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:39.943479 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f2ddf87c-96d3-4a55-a9a7-a3dad98b3e59 None None] Calling delete_port for 3dea3c97-c2c9-478d-9e1c-933709af22ad owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:39.958677 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.976292 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c52a42d-86b4-480a-a054-63098ed70582 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.983137 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c52a42d-86b4-480a-a054-63098ed70582 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:39.983137 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c52a42d-86b4-480a-a054-63098ed70582 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.034880 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3ee474-8323-4efc-9ecf-fc64b611c6ea admin admin] Made reservation on behalf of 4bdd256dac0c4aa3bf3a5edb5f68a621 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:40.037489 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8c3ee474-8323-4efc-9ecf-fc64b611c6ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.066491 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8995b91-29f2-4802-8160-d0cf74d2251e req-8698ffd0-8b58-4e81-bfc2-6a593ab4a3a9 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197202 Jul 16 20:39:40.067990 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6c52a42d-86b4-480a-a054-63098ed70582 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6250615 Jul 16 20:39:40.072422 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50354) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:40.079549 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-103c3a7b-b22e-4912-ae0d-94c85622488c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'subnet': {'network_id': 'ed33a998-e08f-4ee4-81f8-b8740f1c0fb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:40.109156 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52a42d-86b4-480a-a054-63098ed70582 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Network': ['ID=ed33a998-e08f-4ee4-81f8-b8740f1c0fb6,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:40.224659 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network ed33a998-e08f-4ee4-81f8-b8740f1c0fb6 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:40.229189 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103c3a7b-b22e-4912-ae0d-94c85622488c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Made reservation on behalf of 0984868bac254eab8830dbbd4c12f77c for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:40.233465 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-103c3a7b-b22e-4912-ae0d-94c85622488c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.274304 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 3dea3c97-c2c9-478d-9e1c-933709af22ad, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=3dea3c97-c2c9-478d-9e1c-933709af22ad,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:40.297995 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.333040 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8c3ee474-8323-4efc-9ecf-fc64b611c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.341270 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event deleted for resources: {'Port': ['ID=3dea3c97-c2c9-478d-9e1c-933709af22ad,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:40.348093 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2ddf87c-96d3-4a55-a9a7-a3dad98b3e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.373408 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ddf87c-96d3-4a55-a9a7-a3dad98b3e59 None None] Pushing event deleted for resources: {'Port': ['ID=3dea3c97-c2c9-478d-9e1c-933709af22ad,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:40.409417 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ee474-8323-4efc-9ecf-fc64b611c6ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=7695fa01-6736-4799-8fa4-9c1a39aa2efe,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:40.424452 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ee474-8323-4efc-9ecf-fc64b611c6ea admin admin] Checking segment: {'id': '93a22fce-52c2-4a72-b91a-c814d16513b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce428730-3071-425e-8060-368b0b06c241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:40.424814 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3ee474-8323-4efc-9ecf-fc64b611c6ea admin admin] Network hostable DHCP agents. Network: ce428730-3071-425e-8060-368b0b06c241, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:40.444986 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3ee474-8323-4efc-9ecf-fc64b611c6ea admin admin] Network ce428730-3071-425e-8060-368b0b06c241 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:40.449586 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ddf87c-96d3-4a55-a9a7-a3dad98b3e59 None None] No DVR routers for this DVR port 3dea3c97-c2c9-478d-9e1c-933709af22ad on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:40.464283 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-8c3ee474-8323-4efc-9ecf-fc64b611c6ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, ce428730-3071-425e-8060-368b0b06c241) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:40.475076 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd001615-4597-4ee3-8d5f-56389763b2fc None None] Network ce428730-3071-425e-8060-368b0b06c241 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:40.475778 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3ee474-8323-4efc-9ecf-fc64b611c6ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:40.476709 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8c3ee474-8323-4efc-9ecf-fc64b611c6ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.506038 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8c3ee474-8323-4efc-9ecf-fc64b611c6ea admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5764427 Jul 16 20:39:40.506766 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50360) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:40.513854 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-4aa7fafd-0613-49e0-83ab-ddcc2b17b9fc admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1392521780-router', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:40.537856 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4aa7fafd-0613-49e0-83ab-ddcc2b17b9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.539262 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4aa7fafd-0613-49e0-83ab-ddcc2b17b9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.658789 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4aa7fafd-0613-49e0-83ab-ddcc2b17b9fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.711727 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9407b04-8473-4d36-91a2-d66b2ccd23c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-ce428730-3071-425e-8060-368b0b06c241', 'network_id': 'ce428730-3071-425e-8060-368b0b06c241', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'fixed_ips': [{'subnet_id': '7695fa01-6736-4799-8fa4-9c1a39aa2efe'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:40.712540 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9407b04-8473-4d36-91a2-d66b2ccd23c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.787208 n-d-791506-21 neutron-server[93793]: DEBUG neutron.objects.ports [None req-61d1c631-626c-4427-bd4b-2d2a1de88714 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93793) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:39:40.869702 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-b9407b04-8473-4d36-91a2-d66b2ccd23c2 None None] Allocated IP 172.20.0.2 (ce428730-3071-425e-8060-368b0b06c241/7695fa01-6736-4799-8fa4-9c1a39aa2efe/36c39467-b007-4ca8-8f41-730d5e3ef48a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:40.891746 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4aa7fafd-0613-49e0-83ab-ddcc2b17b9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.944731 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a4a3b-e9a2-471a-bbdf-192ba6df403d req-dd20bbf9-8706-435f-af64-d3d7823e636d tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:40.946246 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-096a4a3b-e9a2-471a-bbdf-192ba6df403d req-dd20bbf9-8706-435f-af64-d3d7823e636d tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/ports?device_id=29abc398-e7f4-4bf7-b004-8b65d1943a36 HTTP/1.1" status: 200 len: 946 time: 0.2367344 Jul 16 20:39:40.963146 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca3457-98e0-4626-b3b9-921656ebef52 req-4caf46df-8b49-4fb3-8608-e297aa65877a tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:40.964633 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-69ca3457-98e0-4626-b3b9-921656ebef52 req-4caf46df-8b49-4fb3-8608-e297aa65877a tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 946 time: 0.2185302 Jul 16 20:39:41.001791 n-d-791506-21 neutron-server[93793]: WARNING neutron.services.revisions.revision_plugin [None req-61d1c631-626c-4427-bd4b-2d2a1de88714 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Could not find related port for resource to bump revision. Jul 16 20:39:41.010193 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.ipam_pluggable_backend [None req-61d1c631-626c-4427-bd4b-2d2a1de88714 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Port 3dea3c97-c2c9-478d-9e1c-933709af22ad was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93793) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 20:39:41.010558 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.ipam_pluggable_backend [None req-61d1c631-626c-4427-bd4b-2d2a1de88714 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Reverting IP allocation for 2001:db8::f816:3eff:fe05:c133 {{(pid=93793) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 20:39:41.016041 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.ipam_pluggable_backend [None req-61d1c631-626c-4427-bd4b-2d2a1de88714 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe05:c133 {{(pid=93793) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 20:39:41.019085 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-61d1c631-626c-4427-bd4b-2d2a1de88714 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.056888 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9407b04-8473-4d36-91a2-d66b2ccd23c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.066660 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b9407b04-8473-4d36-91a2-d66b2ccd23c2 None None] Transition to ACTIVE for port object 36c39467-b007-4ca8-8f41-730d5e3ef48a will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:41.068135 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-69ca3457-98e0-4626-b3b9-921656ebef52 req-41e1ef10-07d4-400e-813e-e04417105f12 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939698 Jul 16 20:39:41.071824 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-096a4a3b-e9a2-471a-bbdf-192ba6df403d req-e36c9b33-1998-495c-bf6f-b7c304a56166 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/security-groups?id=6766fab6-04de-4cd8-b932-98854b835b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062477 Jul 16 20:39:41.080874 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 95ac1323-85ff-45b0-bc34-4e67acdc1dbe details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:39:41.103589 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b9407b04-8473-4d36-91a2-d66b2ccd23c2 None None] Transition to ACTIVE for port object 36c39467-b007-4ca8-8f41-730d5e3ef48a will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:41.113186 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d1c631-626c-4427-bd4b-2d2a1de88714 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:41.120253 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9407b04-8473-4d36-91a2-d66b2ccd23c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.121572 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-61d1c631-626c-4427-bd4b-2d2a1de88714 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:41.126716 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d1c631-626c-4427-bd4b-2d2a1de88714 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:41.127306 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-61d1c631-626c-4427-bd4b-2d2a1de88714 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.131453 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1c631-626c-4427-bd4b-2d2a1de88714 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=72ff9ff7-fea1-4456-8d43-2166443f8a22,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:41.136532 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-103c3a7b-b22e-4912-ae0d-94c85622488c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.149077 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9407b04-8473-4d36-91a2-d66b2ccd23c2 None None] Network ce428730-3071-425e-8060-368b0b06c241 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:41.162564 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-b9407b04-8473-4d36-91a2-d66b2ccd23c2 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:41.164463 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8c3421-d778-4c49-84da-299d234af15d None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:41.191143 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-61d1c631-626c-4427-bd4b-2d2a1de88714 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8706176 Jul 16 20:39:41.193799 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50372) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:41.213863 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-cc519dcd-245e-4b0b-a242-86b5d21ace7b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'port': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'mac_address': 'fa:16:3e:6f:e8:be', 'name': 'tempest-NetworksTestDHCPv6-1060186789'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:41.225437 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c3a7b-b22e-4912-ae0d-94c85622488c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Subnet': ['ID=b4e30532-9ea9-41be-804f-63e788d5fbb4,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:41.248840 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103c3a7b-b22e-4912-ae0d-94c85622488c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Checking segment: {'id': 'e14d8ead-e026-4772-93d7-dfac41a0c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ed33a998-e08f-4ee4-81f8-b8740f1c0fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:41.250105 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103c3a7b-b22e-4912-ae0d-94c85622488c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network hostable DHCP agents. Network: ed33a998-e08f-4ee4-81f8-b8740f1c0fb6, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:41.277103 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9407b04-8473-4d36-91a2-d66b2ccd23c2 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:41.335440 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103c3a7b-b22e-4912-ae0d-94c85622488c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network ed33a998-e08f-4ee4-81f8-b8740f1c0fb6 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:41.355950 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-103c3a7b-b22e-4912-ae0d-94c85622488c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, ed33a998-e08f-4ee4-81f8-b8740f1c0fb6) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:41.363864 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103c3a7b-b22e-4912-ae0d-94c85622488c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:41.364390 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-103c3a7b-b22e-4912-ae0d-94c85622488c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.402102 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df6d6a8-4a23-4f5d-bec7-9a8e073863f5 None None] Network ed33a998-e08f-4ee4-81f8-b8740f1c0fb6 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:41.406298 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4aa7fafd-0613-49e0-83ab-ddcc2b17b9fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.416857 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc519dcd-245e-4b0b-a242-86b5d21ace7b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:41.423324 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-103c3a7b-b22e-4912-ae0d-94c85622488c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3499384 Jul 16 20:39:41.429444 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50374) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:41.436771 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-bd4350d0-4809-4ddd-a50d-72bf51117ef7 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-400475780', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:41.449716 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9407b04-8473-4d36-91a2-d66b2ccd23c2 None None] Pushing event updated for resources: {'Port': ['ID=36c39467-b007-4ca8-8f41-730d5e3ef48a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:41.462217 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4aa7fafd-0613-49e0-83ab-ddcc2b17b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.539500 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b9407b04-8473-4d36-91a2-d66b2ccd23c2 None None] Attempting to bind port 36c39467-b007-4ca8-8f41-730d5e3ef48a on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:41.539871 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b9407b04-8473-4d36-91a2-d66b2ccd23c2 None None] Attempting to bind port 36c39467-b007-4ca8-8f41-730d5e3ef48a by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '93a22fce-52c2-4a72-b91a-c814d16513b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce428730-3071-425e-8060-368b0b06c241'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:41.540238 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9407b04-8473-4d36-91a2-d66b2ccd23c2 None None] Attempting to bind port 36c39467-b007-4ca8-8f41-730d5e3ef48a on network ce428730-3071-425e-8060-368b0b06c241 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:41.543050 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341c7ac5-46cf-45a5-afe5-22508df95483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-f4aa8141-9687-45d9-b16c-82a3d6b86650', 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'fixed_ips': [{'subnet_id': '72ff9ff7-fea1-4456-8d43-2166443f8a22'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:41.543840 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-341c7ac5-46cf-45a5-afe5-22508df95483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.565715 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 95ac1323-85ff-45b0-bc34-4e67acdc1dbe, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=95ac1323-85ff-45b0-bc34-4e67acdc1dbe,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:41.569408 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9407b04-8473-4d36-91a2-d66b2ccd23c2 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:41.569785 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9407b04-8473-4d36-91a2-d66b2ccd23c2 None None] Checking segment: {'id': '93a22fce-52c2-4a72-b91a-c814d16513b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce428730-3071-425e-8060-368b0b06c241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:41.569926 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cc519dcd-245e-4b0b-a242-86b5d21ace7b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.570191 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9407b04-8473-4d36-91a2-d66b2ccd23c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.570632 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9407b04-8473-4d36-91a2-d66b2ccd23c2 None None] Bound using segment: {'id': '93a22fce-52c2-4a72-b91a-c814d16513b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce428730-3071-425e-8060-368b0b06c241'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:41.571175 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b9407b04-8473-4d36-91a2-d66b2ccd23c2 None None] Bound port: 36c39467-b007-4ca8-8f41-730d5e3ef48a, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a22fce-52c2-4a72-b91a-c814d16513b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce428730-3071-425e-8060-368b0b06c241'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:41.571518 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9407b04-8473-4d36-91a2-d66b2ccd23c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.598198 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd4350d0-4809-4ddd-a50d-72bf51117ef7 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.599244 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-cc519dcd-245e-4b0b-a242-86b5d21ace7b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] device_id is not set on port ade0dc99-8799-434a-857d-c52de7efe33b yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:39:41.599608 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd4350d0-4809-4ddd-a50d-72bf51117ef7 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.609714 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '95ac1323-85ff-45b0-bc34-4e67acdc1dbe', 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f', 'port_id': '95ac1323-85ff-45b0-bc34-4e67acdc1dbe', 'mac_address': 'fa:16:3e:d3:3e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587f0aec-80a3-4172-9644-d785b8e153a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:39:41.622238 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12a8c2-e4e1-434e-bed4-6bbd72c0b27f req-741d648c-9dec-43ca-8fdf-7589ed100921 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:41.631031 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6a12a8c2-e4e1-434e-bed4-6bbd72c0b27f req-741d648c-9dec-43ca-8fdf-7589ed100921 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 945 time: 0.3011346 Jul 16 20:39:41.657237 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-4aa7fafd-0613-49e0-83ab-ddcc2b17b9fc admin admin] Allocated IP 172.25.0.4 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/c6256b7c-744f-490f-99f3-ece6d19f9086) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:41.811549 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-cc519dcd-245e-4b0b-a242-86b5d21ace7b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 2001:db8::f816:3eff:fe6f:e8be (f4aa8141-9687-45d9-b16c-82a3d6b86650/72ff9ff7-fea1-4456-8d43-2166443f8a22/ade0dc99-8799-434a-857d-c52de7efe33b) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:41.838656 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.846099 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4aa7fafd-0613-49e0-83ab-ddcc2b17b9fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.914060 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b9407b04-8473-4d36-91a2-d66b2ccd23c2 None None] For port 36c39467-b007-4ca8-8f41-730d5e3ef48a, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:41.918012 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95ac1323-85ff-45b0-bc34-4e67acdc1dbe {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:39:41.926920 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8c132b-b357-4adb-a9bd-f7287cb976b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-ed33a998-e08f-4ee4-81f8-b8740f1c0fb6', 'network_id': 'ed33a998-e08f-4ee4-81f8-b8740f1c0fb6', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'fixed_ips': [{'subnet_id': 'b4e30532-9ea9-41be-804f-63e788d5fbb4'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:41.928664 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f8c132b-b357-4adb-a9bd-f7287cb976b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.943237 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b9407b04-8473-4d36-91a2-d66b2ccd23c2 None None] For port 36c39467-b007-4ca8-8f41-730d5e3ef48a, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=36c39467-b007-4ca8-8f41-730d5e3ef48a,segment=NetworkSegment(93a22fce-52c2-4a72-b91a-c814d16513b5),segment_id=93a22fce-52c2-4a72-b91a-c814d16513b5)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:41.960681 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9407b04-8473-4d36-91a2-d66b2ccd23c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.978514 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4aa7fafd-0613-49e0-83ab-ddcc2b17b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.992001 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 95ac1323-85ff-45b0-bc34-4e67acdc1dbe, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=95ac1323-85ff-45b0-bc34-4e67acdc1dbe,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:42.016602 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.054957 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd4350d0-4809-4ddd-a50d-72bf51117ef7 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.087779 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa7fafd-0613-49e0-83ab-ddcc2b17b9fc admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:42.092667 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd4350d0-4809-4ddd-a50d-72bf51117ef7 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.112163 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-4aa7fafd-0613-49e0-83ab-ddcc2b17b9fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:42.132267 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9407b04-8473-4d36-91a2-d66b2ccd23c2 None None] Pushing event updated for resources: {'Port': ['ID=36c39467-b007-4ca8-8f41-730d5e3ef48a,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:42.135231 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6a12a8c2-e4e1-434e-bed4-6bbd72c0b27f req-a6468290-2792-4494-8ad7-134ddab1afa1 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028443 Jul 16 20:39:42.143202 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd4350d0-4809-4ddd-a50d-72bf51117ef7 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.144403 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bd4350d0-4809-4ddd-a50d-72bf51117ef7 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7121983 Jul 16 20:39:42.145433 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa7fafd-0613-49e0-83ab-ddcc2b17b9fc admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:42.156495 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50396) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:42.203225 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['95ac1323-85ff-45b0-bc34-4e67acdc1dbe'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:39:42.318496 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7fafd-0613-49e0-83ab-ddcc2b17b9fc admin admin] Pushing event updated for resources: {'Port': ['ID=c6256b7c-744f-490f-99f3-ece6d19f9086,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:42.319864 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=95ac1323-85ff-45b0-bc34-4e67acdc1dbe,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:42.364337 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-2f8c132b-b357-4adb-a9bd-f7287cb976b6 None None] Allocated IP 172.20.0.2 (ed33a998-e08f-4ee4-81f8-b8740f1c0fb6/b4e30532-9ea9-41be-804f-63e788d5fbb4/98560225-eb41-4ecd-b42a-e7d5cd04f2e4) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:42.455441 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cc519dcd-245e-4b0b-a242-86b5d21ace7b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.613650 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142728d-08af-478d-a3c4-d89df954a057 req-e9c88bcd-8fb1-4a9f-96e6-e3ecf90fe3c1 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:42.618208 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-cc519dcd-245e-4b0b-a242-86b5d21ace7b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Transition to ACTIVE for port object ade0dc99-8799-434a-857d-c52de7efe33b will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:42.622032 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f142728d-08af-478d-a3c4-d89df954a057 req-e9c88bcd-8fb1-4a9f-96e6-e3ecf90fe3c1 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/ports?device_id=29abc398-e7f4-4bf7-b004-8b65d1943a36 HTTP/1.1" status: 200 len: 946 time: 0.4510782 Jul 16 20:39:42.707437 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f142728d-08af-478d-a3c4-d89df954a057 req-2a5bc1c1-a9fb-45bd-9dda-532e028ad9bf tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/security-groups?id=6766fab6-04de-4cd8-b932-98854b835b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840325 Jul 16 20:39:42.789841 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65291b3-9d91-4e8a-82f8-6cac64405870 req-bccc5e24-e98d-49fc-aae7-f426731fe2a3 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:42.791856 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d65291b3-9d91-4e8a-82f8-6cac64405870 req-bccc5e24-e98d-49fc-aae7-f426731fe2a3 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 945 time: 0.4369009 Jul 16 20:39:42.810980 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-17f06cbf-d012-4e5f-acfa-5b946ef8c08d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.820180 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f8c132b-b357-4adb-a9bd-f7287cb976b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.861605 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2f8c132b-b357-4adb-a9bd-f7287cb976b6 None None] Transition to ACTIVE for port object 98560225-eb41-4ecd-b42a-e7d5cd04f2e4 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:42.941889 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cc519dcd-245e-4b0b-a242-86b5d21ace7b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.958742 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2f8c132b-b357-4adb-a9bd-f7287cb976b6 None None] Transition to ACTIVE for port object 98560225-eb41-4ecd-b42a-e7d5cd04f2e4 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:42.965184 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d65291b3-9d91-4e8a-82f8-6cac64405870 req-07a923b9-5511-4f51-a977-4bb3fd6720d4 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490068 Jul 16 20:39:42.966444 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4aa7fafd-0613-49e0-83ab-ddcc2b17b9fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.005240 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-341c7ac5-46cf-45a5-afe5-22508df95483 None None] Allocated IP 2001:db8::f816:3eff:fe15:57a0 (f4aa8141-9687-45d9-b16c-82a3d6b86650/72ff9ff7-fea1-4456-8d43-2166443f8a22/3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:43.225149 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc519dcd-245e-4b0b-a242-86b5d21ace7b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:43.237479 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-cc519dcd-245e-4b0b-a242-86b5d21ace7b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:43.245033 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc519dcd-245e-4b0b-a242-86b5d21ace7b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:43.259970 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc519dcd-245e-4b0b-a242-86b5d21ace7b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:43.260799 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cc519dcd-245e-4b0b-a242-86b5d21ace7b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.374475 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc519dcd-245e-4b0b-a242-86b5d21ace7b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Port': ['ID=ade0dc99-8799-434a-857d-c52de7efe33b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:43.381480 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cc519dcd-245e-4b0b-a242-86b5d21ace7b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1838429 Jul 16 20:39:43.386136 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50412) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:43.456438 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2be8a4-6aa6-422b-8f30-c2d91485eb7a req-15db30de-c549-4cbb-915a-3ed7a2f452fa tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:43.458583 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2d2be8a4-6aa6-422b-8f30-c2d91485eb7a req-15db30de-c549-4cbb-915a-3ed7a2f452fa tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.18 "GET /v2.0/ports?device_id=29abc398-e7f4-4bf7-b004-8b65d1943a36 HTTP/1.1" status: 200 len: 946 time: 0.2250369 Jul 16 20:39:43.475185 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-341c7ac5-46cf-45a5-afe5-22508df95483 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.496882 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-341c7ac5-46cf-45a5-afe5-22508df95483 None None] Transition to ACTIVE for port object 3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:43.517946 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-341c7ac5-46cf-45a5-afe5-22508df95483 None None] Transition to ACTIVE for port object 3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:43.518837 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-17f06cbf-d012-4e5f-acfa-5b946ef8c08d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Allocated IP 172.20.0.1 (ed33a998-e08f-4ee4-81f8-b8740f1c0fb6/b4e30532-9ea9-41be-804f-63e788d5fbb4/31bba8f2-d478-478b-b1bc-d346ef534db5) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:43.532951 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 95ac1323-85ff-45b0-bc34-4e67acdc1dbe up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:43.559457 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee3dcd9-96e4-460f-ab73-7b26418d77eb tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:43.561076 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-eee3dcd9-96e4-460f-ab73-7b26418d77eb tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1737962 Jul 16 20:39:43.565433 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50414) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:43.602275 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f8c132b-b357-4adb-a9bd-f7287cb976b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.612395 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-341c7ac5-46cf-45a5-afe5-22508df95483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.646634 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341c7ac5-46cf-45a5-afe5-22508df95483 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:43.678263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafe164-00f4-4031-9cf3-afa1ecb36b4f req-1930f610-e4ca-4f42-bac0-488f5b92e4af tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:43.696520 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2bafe164-00f4-4031-9cf3-afa1ecb36b4f req-1930f610-e4ca-4f42-bac0-488f5b92e4af tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 945 time: 0.3221903 Jul 16 20:39:43.732228 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-341c7ac5-46cf-45a5-afe5-22508df95483 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:43.742819 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341c7ac5-46cf-45a5-afe5-22508df95483 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:43.782687 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2bafe164-00f4-4031-9cf3-afa1ecb36b4f req-3ef6ccde-fcd1-45bc-9620-a882a306b238 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851147 Jul 16 20:39:43.795808 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8c132b-b357-4adb-a9bd-f7287cb976b6 None None] Network ed33a998-e08f-4ee4-81f8-b8740f1c0fb6 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:43.798980 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 95ac1323-85ff-45b0-bc34-4e67acdc1dbe triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:43.799357 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.801476 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-2f8c132b-b357-4adb-a9bd-f7287cb976b6 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:43.804707 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4aa7fafd-0613-49e0-83ab-ddcc2b17b9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.814642 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8c132b-b357-4adb-a9bd-f7287cb976b6 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:43.868007 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-2d2be8a4-6aa6-422b-8f30-c2d91485eb7a req-855d1d79-3459-4e21-af7a-6c260f687a11 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Deleting port 0d54eee6-324e-47bb-ae1b-0d66614d67df {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:43.868948 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2d2be8a4-6aa6-422b-8f30-c2d91485eb7a req-855d1d79-3459-4e21-af7a-6c260f687a11 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.965592 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b48049-7bc5-4067-bca5-42a8b525a7a1 None None] Network ce428730-3071-425e-8060-368b0b06c241 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:43.967648 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 36c39467-b007-4ca8-8f41-730d5e3ef48a up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:43.982015 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-17f06cbf-d012-4e5f-acfa-5b946ef8c08d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.005454 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-17f06cbf-d012-4e5f-acfa-5b946ef8c08d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Transition to ACTIVE for port object 31bba8f2-d478-478b-b1bc-d346ef534db5 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:44.014768 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-fadf09fd-47a4-476c-821d-d17abf24e6fb tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting port ade0dc99-8799-434a-857d-c52de7efe33b {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:44.016057 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fadf09fd-47a4-476c-821d-d17abf24e6fb tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.100319 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9d65a70c-7275-40fa-9242-042968482465 None None] Provisioning for port 36c39467-b007-4ca8-8f41-730d5e3ef48a completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:44.122443 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-17f06cbf-d012-4e5f-acfa-5b946ef8c08d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.169550 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fadf09fd-47a4-476c-821d-d17abf24e6fb tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.209553 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-fadf09fd-47a4-476c-821d-d17abf24e6fb tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Calling delete_port for ade0dc99-8799-434a-857d-c52de7efe33b owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:44.212537 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f06cbf-d012-4e5f-acfa-5b946ef8c08d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network ed33a998-e08f-4ee4-81f8-b8740f1c0fb6 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:44.220799 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-17f06cbf-d012-4e5f-acfa-5b946ef8c08d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:44.253492 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f06cbf-d012-4e5f-acfa-5b946ef8c08d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:44.257661 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f06cbf-d012-4e5f-acfa-5b946ef8c08d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Port': ['ID=31bba8f2-d478-478b-b1bc-d346ef534db5,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:44.325675 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.333237 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2f8c132b-b357-4adb-a9bd-f7287cb976b6 None None] Attempting to bind port 98560225-eb41-4ecd-b42a-e7d5cd04f2e4 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:44.333751 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2f8c132b-b357-4adb-a9bd-f7287cb976b6 None None] Attempting to bind port 98560225-eb41-4ecd-b42a-e7d5cd04f2e4 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'e14d8ead-e026-4772-93d7-dfac41a0c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ed33a998-e08f-4ee4-81f8-b8740f1c0fb6'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:44.334227 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c132b-b357-4adb-a9bd-f7287cb976b6 None None] Attempting to bind port 98560225-eb41-4ecd-b42a-e7d5cd04f2e4 on network ed33a998-e08f-4ee4-81f8-b8740f1c0fb6 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:44.377153 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-17f06cbf-d012-4e5f-acfa-5b946ef8c08d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.379023 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c132b-b357-4adb-a9bd-f7287cb976b6 None None] Pushing event updated for resources: {'Port': ['ID=98560225-eb41-4ecd-b42a-e7d5cd04f2e4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:44.393303 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c132b-b357-4adb-a9bd-f7287cb976b6 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:44.397099 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c132b-b357-4adb-a9bd-f7287cb976b6 None None] Checking segment: {'id': 'e14d8ead-e026-4772-93d7-dfac41a0c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ed33a998-e08f-4ee4-81f8-b8740f1c0fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:44.397540 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f8c132b-b357-4adb-a9bd-f7287cb976b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.397947 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c132b-b357-4adb-a9bd-f7287cb976b6 None None] Bound using segment: {'id': 'e14d8ead-e026-4772-93d7-dfac41a0c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ed33a998-e08f-4ee4-81f8-b8740f1c0fb6'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:44.398488 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2f8c132b-b357-4adb-a9bd-f7287cb976b6 None None] Bound port: 98560225-eb41-4ecd-b42a-e7d5cd04f2e4, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14d8ead-e026-4772-93d7-dfac41a0c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ed33a998-e08f-4ee4-81f8-b8740f1c0fb6'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:44.398880 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f8c132b-b357-4adb-a9bd-f7287cb976b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.400926 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-341c7ac5-46cf-45a5-afe5-22508df95483 None None] Attempting to bind port 3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:44.401289 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-341c7ac5-46cf-45a5-afe5-22508df95483 None None] Attempting to bind port 3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:44.401640 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341c7ac5-46cf-45a5-afe5-22508df95483 None None] Attempting to bind port 3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14 on network f4aa8141-9687-45d9-b16c-82a3d6b86650 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:44.515849 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 95ac1323-85ff-45b0-bc34-4e67acdc1dbe, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=95ac1323-85ff-45b0-bc34-4e67acdc1dbe,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:44.536487 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b2421f-3e56-4c8a-8c9c-672adc27242b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ac1323-85ff-45b0-bc34-4e67acdc1dbe'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:44.539670 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b325f28d-aa5a-4f79-8abd-84be47e13a51" -d '{"events": [{"server_uuid": "86b2421f-3e56-4c8a-8c9c-672adc27242b", "name": "network-vif-plugged", "status": "completed", "tag": "95ac1323-85ff-45b0-bc34-4e67acdc1dbe"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:44.575543 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fadf09fd-47a4-476c-821d-d17abf24e6fb tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.595603 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-2d2be8a4-6aa6-422b-8f30-c2d91485eb7a req-855d1d79-3459-4e21-af7a-6c260f687a11 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] For port 0d54eee6-324e-47bb-ae1b-0d66614d67df, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0d54eee6-324e-47bb-ae1b-0d66614d67df,segment=NetworkSegment(8cc6ca3d-9477-489b-8308-9adbf8128ea6),segment_id=8cc6ca3d-9477-489b-8308-9adbf8128ea6)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:44.596144 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2d2be8a4-6aa6-422b-8f30-c2d91485eb7a req-855d1d79-3459-4e21-af7a-6c260f687a11 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.600765 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.610275 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 36c39467-b007-4ca8-8f41-730d5e3ef48a completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:44.618664 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 36c39467-b007-4ca8-8f41-730d5e3ef48a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:44.619140 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.650020 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf09fd-47a4-476c-821d-d17abf24e6fb tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Port': ['ID=ade0dc99-8799-434a-857d-c52de7efe33b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:44.658708 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341c7ac5-46cf-45a5-afe5-22508df95483 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:44.659086 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341c7ac5-46cf-45a5-afe5-22508df95483 None None] Checking segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:44.659568 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-341c7ac5-46cf-45a5-afe5-22508df95483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.659967 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341c7ac5-46cf-45a5-afe5-22508df95483 None None] Bound using segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:44.660454 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-341c7ac5-46cf-45a5-afe5-22508df95483 None None] Bound port: 3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:44.660959 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-341c7ac5-46cf-45a5-afe5-22508df95483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.724306 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fadf09fd-47a4-476c-821d-d17abf24e6fb tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.728903 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fadf09fd-47a4-476c-821d-d17abf24e6fb tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/ade0dc99-8799-434a-857d-c52de7efe33b HTTP/1.1" status: 204 len: 168 time: 1.1603363 Jul 16 20:39:44.730165 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50424) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:44.747646 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2f8c132b-b357-4adb-a9bd-f7287cb976b6 None None] For port 98560225-eb41-4ecd-b42a-e7d5cd04f2e4, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:44.753048 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2f8c132b-b357-4adb-a9bd-f7287cb976b6 None None] For port 98560225-eb41-4ecd-b42a-e7d5cd04f2e4, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=98560225-eb41-4ecd-b42a-e7d5cd04f2e4,segment=NetworkSegment(e14d8ead-e026-4772-93d7-dfac41a0c7f6),segment_id=e14d8ead-e026-4772-93d7-dfac41a0c7f6)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:44.789392 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f8c132b-b357-4adb-a9bd-f7287cb976b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.794385 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-17f06cbf-d012-4e5f-acfa-5b946ef8c08d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.826926 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c7ac5-46cf-45a5-afe5-22508df95483 None None] Pushing event updated for resources: {'Port': ['ID=3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:44.900306 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292fa8c7-665b-498f-baaa-afb6b9c84a19 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:44.902776 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292fa8c7-665b-498f-baaa-afb6b9c84a19 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:44.907809 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-292fa8c7-665b-498f-baaa-afb6b9c84a19 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1734688 Jul 16 20:39:44.908405 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50428) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:44.952438 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2d2be8a4-6aa6-422b-8f30-c2d91485eb7a req-855d1d79-3459-4e21-af7a-6c260f687a11 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.954087 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2d2be8a4-6aa6-422b-8f30-c2d91485eb7a req-855d1d79-3459-4e21-af7a-6c260f687a11 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.954742 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [req-2d2be8a4-6aa6-422b-8f30-c2d91485eb7a req-855d1d79-3459-4e21-af7a-6c260f687a11 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Floating IP f97e23f4-091b-4c8b-9258-c5e2fb84bdad disassociated. External IP: 172.25.0.119, port: 0d54eee6-324e-47bb-ae1b-0d66614d67df. Jul 16 20:39:44.955350 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-2d2be8a4-6aa6-422b-8f30-c2d91485eb7a req-855d1d79-3459-4e21-af7a-6c260f687a11 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Calling delete_port for 0d54eee6-324e-47bb-ae1b-0d66614d67df owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:44.979253 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.986797 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=95ac1323-85ff-45b0-bc34-4e67acdc1dbe,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:45.130585 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 36c39467-b007-4ca8-8f41-730d5e3ef48a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=36c39467-b007-4ca8-8f41-730d5e3ef48a,segment=NetworkSegment(93a22fce-52c2-4a72-b91a-c814d16513b5),segment_id=93a22fce-52c2-4a72-b91a-c814d16513b5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:45.154184 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c9eee1-30ad-44ea-9184-197c709b5c8b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet 72ff9ff7-fea1-4456-8d43-2166443f8a22 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:45.163586 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a4c9eee1-30ad-44ea-9184-197c709b5c8b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.172482 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-341c7ac5-46cf-45a5-afe5-22508df95483 None None] For port 3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:45.180572 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.217329 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-341c7ac5-46cf-45a5-afe5-22508df95483 None None] For port 3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:45.221983 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c132b-b357-4adb-a9bd-f7287cb976b6 None None] Pushing event updated for resources: {'Port': ['ID=98560225-eb41-4ecd-b42a-e7d5cd04f2e4,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:45.232017 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-341c7ac5-46cf-45a5-afe5-22508df95483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.309599 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a4c9eee1-30ad-44ea-9184-197c709b5c8b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.313010 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=36c39467-b007-4ca8-8f41-730d5e3ef48a,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:45.394553 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951e6fc-61cf-48b3-8767-2e0412e59209 req-483b15fc-f1ee-4fb2-9405-38e0efbc0873 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:45.401798 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a951e6fc-61cf-48b3-8767-2e0412e59209 req-483b15fc-f1ee-4fb2-9405-38e0efbc0873 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/ports?device_id=29abc398-e7f4-4bf7-b004-8b65d1943a36 HTTP/1.1" status: 200 len: 946 time: 0.9709420 Jul 16 20:39:45.424102 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c7ac5-46cf-45a5-afe5-22508df95483 None None] Pushing event updated for resources: {'Port': ['ID=3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:45.445380 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2d2be8a4-6aa6-422b-8f30-c2d91485eb7a req-855d1d79-3459-4e21-af7a-6c260f687a11 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.505269 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d1d79-3459-4e21-af7a-6c260f687a11 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Pushing event deleted for resources: {'Port': ['ID=0d54eee6-324e-47bb-ae1b-0d66614d67df,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:45.520822 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa7fafd-0613-49e0-83ab-ddcc2b17b9fc admin admin] Router 5223dfdb-b57c-4429-ad03-5f31cd8d3763 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:39:45.551487 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534a47b-7dc1-433a-8e55-15c7b270b4fd req-ab69b556-e582-426e-9ed6-9159fd322591 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:45.564726 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9534a47b-7dc1-433a-8e55-15c7b270b4fd req-ab69b556-e582-426e-9ed6-9159fd322591 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 946 time: 1.0712793 Jul 16 20:39:45.634314 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a4c9eee1-30ad-44ea-9184-197c709b5c8b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.665056 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a951e6fc-61cf-48b3-8767-2e0412e59209 req-0326a6c6-901f-449b-8e2a-505f88328764 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/security-groups?id=6766fab6-04de-4cd8-b932-98854b835b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208743 Jul 16 20:39:45.813510 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa90cee-8f17-4de9-9242-c5260f72bdc1 x-openstack-request-id: req-1aa90cee-8f17-4de9-9242-c5260f72bdc1 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:45.814033 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b2421f-3e56-4c8a-8c9c-672adc27242b", "name": "network-vif-plugged", "status": "completed", "tag": "95ac1323-85ff-45b0-bc34-4e67acdc1dbe", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:45.814033 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1aa90cee-8f17-4de9-9242-c5260f72bdc1 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:45.814478 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b2421f-3e56-4c8a-8c9c-672adc27242b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ac1323-85ff-45b0-bc34-4e67acdc1dbe', 'code': 200} Jul 16 20:39:45.852636 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-17f06cbf-d012-4e5f-acfa-5b946ef8c08d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.853050 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7a5e8d0a-a82f-401a-9b85-b83d6da18e9c None None] Provisioning complete for port 36c39467-b007-4ca8-8f41-730d5e3ef48a triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:45.853442 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a5e8d0a-a82f-401a-9b85-b83d6da18e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.864344 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-17f06cbf-d012-4e5f-acfa-5b946ef8c08d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.047952 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a4c9eee1-30ad-44ea-9184-197c709b5c8b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.107129 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 98560225-eb41-4ecd-b42a-e7d5cd04f2e4 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:46.137336 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9eee1-30ad-44ea-9184-197c709b5c8b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=72ff9ff7-fea1-4456-8d43-2166443f8a22,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:46.146570 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a4c9eee1-30ad-44ea-9184-197c709b5c8b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.150706 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a4c9eee1-30ad-44ea-9184-197c709b5c8b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/72ff9ff7-fea1-4456-8d43-2166443f8a22 HTTP/1.1" status: 204 len: 168 time: 1.2391963 Jul 16 20:39:46.150706 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-17f06cbf-d012-4e5f-acfa-5b946ef8c08d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.151648 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50432) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:46.156148 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f06cbf-d012-4e5f-acfa-5b946ef8c08d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Port': ['ID=31bba8f2-d478-478b-b1bc-d346ef534db5,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:46.216381 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 98560225-eb41-4ecd-b42a-e7d5cd04f2e4 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:46.224237 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-39d11a4d-ae44-49de-b42e-760910611d49 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667765 Jul 16 20:39:46.224861 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50434) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:46.233231 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 36c39467-b007-4ca8-8f41-730d5e3ef48a up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:46.266304 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9534a47b-7dc1-433a-8e55-15c7b270b4fd req-1e8bd3cc-cf70-47ff-9cc6-7a9f63e5e5a6 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7003226 Jul 16 20:39:46.361940 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d2be8a4-6aa6-422b-8f30-c2d91485eb7a req-855d1d79-3459-4e21-af7a-6c260f687a11 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Router ea8bbed2-20af-4c70-9752-40d4ef375c3b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:46.425372 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 36c39467-b007-4ca8-8f41-730d5e3ef48a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:46.426760 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.449292 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa7fafd-0613-49e0-83ab-ddcc2b17b9fc admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:46.490906 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e45e0f2-0afe-4ef8-9724-e316d816680e None None] Sync routers for ids ['5223dfdb-b57c-4429-ad03-5f31cd8d3763'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:46.550006 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4aa7fafd-0613-49e0-83ab-ddcc2b17b9fc admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.551119 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4aa7fafd-0613-49e0-83ab-ddcc2b17b9fc admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.0426390 Jul 16 20:39:46.553996 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50436) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:46.560239 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e45e0f2-0afe-4ef8-9724-e316d816680e None None] Routers {'5223dfdb-b57c-4429-ad03-5f31cd8d3763'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:46.561170 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4e45e0f2-0afe-4ef8-9724-e316d816680e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5223dfdb-b57c-4429-ad03-5f31cd8d3763'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:46.592695 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8a2682-5e64-4f38-ae64-cff6e540930c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:46.594815 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7a8a2682-5e64-4f38-ae64-cff6e540930c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3690033 Jul 16 20:39:46.597532 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f06cbf-d012-4e5f-acfa-5b946ef8c08d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network ed33a998-e08f-4ee4-81f8-b8740f1c0fb6 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:46.618850 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069d041-9545-4039-a924-203f7355c612 req-41b20412-9a9c-4356-9d9b-eb6bae7463ac tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:46.621091 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1069d041-9545-4039-a924-203f7355c612 req-41b20412-9a9c-4356-9d9b-eb6bae7463ac tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 945 time: 0.3538470 Jul 16 20:39:46.623818 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50438) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:46.663789 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-17f06cbf-d012-4e5f-acfa-5b946ef8c08d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:46.701994 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610ee4eb-2150-4f7c-a543-78364fb8bf25 None None] Network ed33a998-e08f-4ee4-81f8-b8740f1c0fb6 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:46.808702 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 0d54eee6-324e-47bb-ae1b-0d66614d67df no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:46.824491 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fee306e-7b75-4629-853d-b53f4054107d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:46.825957 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7fee306e-7b75-4629-853d-b53f4054107d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1987555 Jul 16 20:39:46.835704 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50442) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:46.929350 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 0d54eee6-324e-47bb-ae1b-0d66614d67df {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:46.929902 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 0d54eee6-324e-47bb-ae1b-0d66614d67df not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:46.949755 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-daa3f2aa-38f4-45e4-b2fc-8959a29577f9 None None] Provisioning for port 98560225-eb41-4ecd-b42a-e7d5cd04f2e4 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:46.958130 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1069d041-9545-4039-a924-203f7355c612 req-6f72a31b-dbb4-4468-8b2b-6341a2203aec tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552546 Jul 16 20:39:46.994546 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d2be8a4-6aa6-422b-8f30-c2d91485eb7a req-855d1d79-3459-4e21-af7a-6c260f687a11 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:47.007814 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-daa3f2aa-38f4-45e4-b2fc-8959a29577f9 None None] Provisioning complete for port 98560225-eb41-4ecd-b42a-e7d5cd04f2e4 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:47.008189 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-daa3f2aa-38f4-45e4-b2fc-8959a29577f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.009905 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fd6e73-069e-4728-8651-0912fbfe3933 None None] Sync routers for ids ['ea8bbed2-20af-4c70-9752-40d4ef375c3b'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:47.018053 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b416e60d-2c20-4378-b462-57294f16ba77 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1757593 Jul 16 20:39:47.019377 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4356b676-aeb0-4284-ad1a-29918bbcaa52 req-7a77e433-15f4-44df-9967-eabab6f693e4 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/ports?device_id=29abc398-e7f4-4bf7-b004-8b65d1943a36 HTTP/1.1" status: 200 len: 210 time: 0.0950341 Jul 16 20:39:47.024814 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50444) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:47.031546 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-5decc04b-5c20-477e-ad49-f694c8cae11b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:47.045591 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fd6e73-069e-4728-8651-0912fbfe3933 None None] Routers {'ea8bbed2-20af-4c70-9752-40d4ef375c3b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:47.046285 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a0fd6e73-069e-4728-8651-0912fbfe3933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ea8bbed2-20af-4c70-9752-40d4ef375c3b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:47.073400 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-4e45e0f2-0afe-4ef8-9724-e316d816680e None None] Set router 5223dfdb-b57c-4429-ad03-5f31cd8d3763 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:47.133693 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2be8a4-6aa6-422b-8f30-c2d91485eb7a req-855d1d79-3459-4e21-af7a-6c260f687a11 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] No DVR routers for this DVR port 0d54eee6-324e-47bb-ae1b-0d66614d67df on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:47.138921 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2d2be8a4-6aa6-422b-8f30-c2d91485eb7a req-855d1d79-3459-4e21-af7a-6c260f687a11 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.141631 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2d2be8a4-6aa6-422b-8f30-c2d91485eb7a req-855d1d79-3459-4e21-af7a-6c260f687a11 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.18 "DELETE /v2.0/ports/0d54eee6-324e-47bb-ae1b-0d66614d67df HTTP/1.1" status: 204 len: 173 time: 3.6776879 Jul 16 20:39:47.142268 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29abc398-e7f4-4bf7-b004-8b65d1943a36', 'name': 'network-vif-deleted', 'tag': '0d54eee6-324e-47bb-ae1b-0d66614d67df'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:47.146449 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ad4054-ea2f-4ada-ac0d-b06082fc7058" -d '{"events": [{"server_uuid": "29abc398-e7f4-4bf7-b004-8b65d1943a36", "name": "network-vif-deleted", "tag": "0d54eee6-324e-47bb-ae1b-0d66614d67df"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:47.199758 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bfa631-97a4-4ad3-9330-0b1577304aed None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:47.283924 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9abbd5-65cd-4cbb-a89f-8b72d0af3dad x-openstack-request-id: req-3e9abbd5-65cd-4cbb-a89f-8b72d0af3dad {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:47.283924 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29abc398-e7f4-4bf7-b004-8b65d1943a36", "name": "network-vif-deleted", "tag": "0d54eee6-324e-47bb-ae1b-0d66614d67df", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:47.283924 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3e9abbd5-65cd-4cbb-a89f-8b72d0af3dad {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:47.283924 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29abc398-e7f4-4bf7-b004-8b65d1943a36', 'name': 'network-vif-deleted', 'tag': '0d54eee6-324e-47bb-ae1b-0d66614d67df', 'status': 'completed', 'code': 200} Jul 16 20:39:47.344522 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5decc04b-5c20-477e-ad49-f694c8cae11b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:47.354841 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5decc04b-5c20-477e-ad49-f694c8cae11b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.537449 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-a0fd6e73-069e-4728-8651-0912fbfe3933 None None] Set router ea8bbed2-20af-4c70-9752-40d4ef375c3b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:47.714234 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071ccd1-967d-42aa-abeb-d8c4a612c62a req-88da3925-fd0a-4a0e-b6cb-a85bca3e3ae2 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:47.722679 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4071ccd1-967d-42aa-abeb-d8c4a612c62a req-88da3925-fd0a-4a0e-b6cb-a85bca3e3ae2 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 946 time: 0.1995161 Jul 16 20:39:47.736957 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-daa3f2aa-38f4-45e4-b2fc-8959a29577f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.836889 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4071ccd1-967d-42aa-abeb-d8c4a612c62a req-d917c3cb-8c1b-48a2-a49c-41c5f241efe7 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093943 Jul 16 20:39:47.919965 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-daa3f2aa-38f4-45e4-b2fc-8959a29577f9 None None] For port 98560225-eb41-4ecd-b42a-e7d5cd04f2e4, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=98560225-eb41-4ecd-b42a-e7d5cd04f2e4,segment=NetworkSegment(e14d8ead-e026-4772-93d7-dfac41a0c7f6),segment_id=e14d8ead-e026-4772-93d7-dfac41a0c7f6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:47.941607 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:47.955719 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-daa3f2aa-38f4-45e4-b2fc-8959a29577f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.308345 n-d-791506-21 neutron-server[93794]: DEBUG neutron.objects.ports [None req-5decc04b-5c20-477e-ad49-f694c8cae11b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93794) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:39:48.339254 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-957d082f-0df6-4677-bcb7-9d4f8b574ad0 None None] Provisioning for port 3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:48.352368 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f06cbf-d012-4e5f-acfa-5b946ef8c08d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Router a41429c8-5681-434e-80f4-e26e275f8cba is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:39:48.413904 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3f2aa-38f4-45e4-b2fc-8959a29577f9 None None] Pushing event updated for resources: {'Port': ['ID=98560225-eb41-4ecd-b42a-e7d5cd04f2e4,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:48.448124 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a0fd6e73-069e-4728-8651-0912fbfe3933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'name': 'tempest-ServersTestJSON-56184420-router', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '9ce7a1c5-a65b-484a-b5f9-826cace0d33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:37:27Z', 'revision_number': 4, 'project_id': 'b518884410f64b40a042abe2e293dfe9', 'gw_port': {'id': '9ce7a1c5-a65b-484a-b5f9-826cace0d33a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:17Z', 'updated_at': '2021-07-16T20:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'b71cb13e-7755-437c-aeca-123124b38d23', 'name': '', 'network_id': '920aafad-c848-459a-ae64-8afed19246c6', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'mac_address': 'fa:16:3e:f2:00:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '268bf5d0-0a5b-4de4-ab19-f076afbcaccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:23Z', 'updated_at': '2021-07-16T20:37:35Z', 'revision_number': 5, 'project_id': 'b518884410f64b40a042abe2e293dfe9', 'subnets': [{'id': '268bf5d0-0a5b-4de4-ab19-f076afbcaccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:48.470467 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:48.475359 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4e45e0f2-0afe-4ef8-9724-e316d816680e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'name': 'tempest-TestServerBasicOps-1392521780-router', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:40Z', 'updated_at': '2021-07-16T20:39:42Z', 'revision_number': 3, 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'gw_port': {'id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:75:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:41Z', 'updated_at': '2021-07-16T20:39:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:48.507212 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fd6e73-069e-4728-8651-0912fbfe3933 None None] Checking router: ea8bbed2-20af-4c70-9752-40d4ef375c3b for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:39:48.539785 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fd6e73-069e-4728-8651-0912fbfe3933 None None] Routers {'ea8bbed2-20af-4c70-9752-40d4ef375c3b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:48.540427 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a0fd6e73-069e-4728-8651-0912fbfe3933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ea8bbed2-20af-4c70-9752-40d4ef375c3b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:48.560238 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:48.560803 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.593839 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f06cbf-d012-4e5f-acfa-5b946ef8c08d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:48.605550 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e45e0f2-0afe-4ef8-9724-e316d816680e None None] Checking router: 5223dfdb-b57c-4429-ad03-5f31cd8d3763 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:39:48.609640 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e45e0f2-0afe-4ef8-9724-e316d816680e None None] Updating router 5223dfdb-b57c-4429-ad03-5f31cd8d3763 port c6256b7c-744f-490f-99f3-ece6d19f9086 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:39:48.611151 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d39c8d4-06e1-4673-806c-7b6797468a93 req-516561b9-95a9-4295-a39c-8569cf8bdf2d tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/ports?device_id=29abc398-e7f4-4bf7-b004-8b65d1943a36 HTTP/1.1" status: 200 len: 210 time: 0.1453032 Jul 16 20:39:48.629276 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-17f06cbf-d012-4e5f-acfa-5b946ef8c08d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "PUT /v2.0/routers/a41429c8-5681-434e-80f4-e26e275f8cba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4564459 Jul 16 20:39:48.630222 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50456) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:48.636208 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03abd2a-9e4a-447d-8abb-0aaa61fdc2d1 None None] Sync routers for ids ['a41429c8-5681-434e-80f4-e26e275f8cba'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:48.642173 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e459e833-e0d8-4fb2-91cc-7c48e6ff9c5f None None] DHCP port deletion for f4aa8141-9687-45d9-b16c-82a3d6b86650 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:48.739239 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e45e0f2-0afe-4ef8-9724-e316d816680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.783425 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-a0fd6e73-069e-4728-8651-0912fbfe3933 None None] Set router ea8bbed2-20af-4c70-9752-40d4ef375c3b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:48.804815 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03abd2a-9e4a-447d-8abb-0aaa61fdc2d1 None None] Routers {'a41429c8-5681-434e-80f4-e26e275f8cba'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:48.805529 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b03abd2a-9e4a-447d-8abb-0aaa61fdc2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['a41429c8-5681-434e-80f4-e26e275f8cba'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:48.888663 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557d054-60ea-48b3-b6d9-30c4a809bc9d req-a679f1f4-c803-4410-97a7-8ac995631dcd tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:48.901286 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9557d054-60ea-48b3-b6d9-30c4a809bc9d req-a679f1f4-c803-4410-97a7-8ac995631dcd tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 945 time: 0.4185519 Jul 16 20:39:48.933384 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b03abd2a-9e4a-447d-8abb-0aaa61fdc2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:48.936209 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1508f29-01d3-4b07-a868-6d4aa9dd591e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:48.941373 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c1508f29-01d3-4b07-a868-6d4aa9dd591e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "GET /v2.0/ports/31bba8f2-d478-478b-b1bc-d346ef534db5 HTTP/1.1" status: 200 len: 910 time: 0.3010812 Jul 16 20:39:48.943479 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50462) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:48.954307 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-fde2b5fa-f1b8-491f-9664-674faa18c11d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b4e30532-9ea9-41be-804f-63e788d5fbb4'}]}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:48.964459 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1db8116a-3143-4f0f-aabd-f94197cdc071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.021259 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5decc04b-5c20-477e-ad49-f694c8cae11b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.043513 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a76fdecf-5b69-4b2c-af7b-80486792c646 None None] Provisioning complete for port 98560225-eb41-4ecd-b42a-e7d5cd04f2e4 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:49.043513 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a76fdecf-5b69-4b2c-af7b-80486792c646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.081433 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9557d054-60ea-48b3-b6d9-30c4a809bc9d req-9f081a07-0dc5-4436-8407-066b0107dab0 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758223 Jul 16 20:39:49.160505 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03abd2a-9e4a-447d-8abb-0aaa61fdc2d1 None None] Routers {'a41429c8-5681-434e-80f4-e26e275f8cba'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:49.161166 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b03abd2a-9e4a-447d-8abb-0aaa61fdc2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['a41429c8-5681-434e-80f4-e26e275f8cba'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:49.267451 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b03abd2a-9e4a-447d-8abb-0aaa61fdc2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:49.268300 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03abd2a-9e4a-447d-8abb-0aaa61fdc2d1 None None] The sync data for ids ['a41429c8-5681-434e-80f4-e26e275f8cba'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:49.300767 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a0fd6e73-069e-4728-8651-0912fbfe3933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'name': 'tempest-ServersTestJSON-56184420-router', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '9ce7a1c5-a65b-484a-b5f9-826cace0d33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:37:27Z', 'revision_number': 4, 'project_id': 'b518884410f64b40a042abe2e293dfe9', 'gw_port': {'id': '9ce7a1c5-a65b-484a-b5f9-826cace0d33a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:17Z', 'updated_at': '2021-07-16T20:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'b71cb13e-7755-437c-aeca-123124b38d23', 'name': '', 'network_id': '920aafad-c848-459a-ae64-8afed19246c6', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'mac_address': 'fa:16:3e:f2:00:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '268bf5d0-0a5b-4de4-ab19-f076afbcaccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:23Z', 'updated_at': '2021-07-16T20:37:35Z', 'revision_number': 5, 'project_id': 'b518884410f64b40a042abe2e293dfe9', 'subnets': [{'id': '268bf5d0-0a5b-4de4-ab19-f076afbcaccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:49.310373 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e459e833-e0d8-4fb2-91cc-7c48e6ff9c5f None None] Deleting port 3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:49.311106 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e459e833-e0d8-4fb2-91cc-7c48e6ff9c5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.337039 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fd6e73-069e-4728-8651-0912fbfe3933 None None] The sync data for ids ['ea8bbed2-20af-4c70-9752-40d4ef375c3b'] in n-d-791506-21 is: [{'id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'name': 'tempest-ServersTestJSON-56184420-router', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '9ce7a1c5-a65b-484a-b5f9-826cace0d33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:37:27Z', 'revision_number': 4, 'project_id': 'b518884410f64b40a042abe2e293dfe9', 'gw_port': {'id': '9ce7a1c5-a65b-484a-b5f9-826cace0d33a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:17Z', 'updated_at': '2021-07-16T20:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'b71cb13e-7755-437c-aeca-123124b38d23', 'name': '', 'network_id': '920aafad-c848-459a-ae64-8afed19246c6', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'mac_address': 'fa:16:3e:f2:00:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '268bf5d0-0a5b-4de4-ab19-f076afbcaccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:23Z', 'updated_at': '2021-07-16T20:37:35Z', 'revision_number': 5, 'project_id': 'b518884410f64b40a042abe2e293dfe9', 'subnets': [{'id': '268bf5d0-0a5b-4de4-ab19-f076afbcaccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:49.424254 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-5decc04b-5c20-477e-ad49-f694c8cae11b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] For port 3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:49.497431 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5decc04b-5c20-477e-ad49-f694c8cae11b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.497861 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fde2b5fa-f1b8-491f-9664-674faa18c11d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.509306 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d1fa6-4db9-49a1-bf73-717b89ede32c req-6a7188e8-102b-4e89-91de-d89c79444aab tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:49.516954 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-669d1fa6-4db9-49a1-bf73-717b89ede32c req-6a7188e8-102b-4e89-91de-d89c79444aab tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 946 time: 0.1730773 Jul 16 20:39:49.521007 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-e459e833-e0d8-4fb2-91cc-7c48e6ff9c5f None None] For port 3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:49.527096 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e459e833-e0d8-4fb2-91cc-7c48e6ff9c5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.536014 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5decc04b-5c20-477e-ad49-f694c8cae11b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.536662 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5decc04b-5c20-477e-ad49-f694c8cae11b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.551317 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e459e833-e0d8-4fb2-91cc-7c48e6ff9c5f None None] Calling delete_port for 3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:49.566378 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:39:49.709458 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-669d1fa6-4db9-49a1-bf73-717b89ede32c req-55279049-5690-43d8-b78d-e49def221751 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907640 Jul 16 20:39:49.715951 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5decc04b-5c20-477e-ad49-f694c8cae11b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:49.724651 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-5decc04b-5c20-477e-ad49-f694c8cae11b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:49.731728 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decc04b-5c20-477e-ad49-f694c8cae11b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Port': ['ID=3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14,revision_number=5']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:49.747278 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decc04b-5c20-477e-ad49-f694c8cae11b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=e1a872ad-4585-44b4-b739-c288f3f5f9ee,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:49.763446 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5decc04b-5c20-477e-ad49-f694c8cae11b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:49.766206 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5decc04b-5c20-477e-ad49-f694c8cae11b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.778224 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.789206 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5decc04b-5c20-477e-ad49-f694c8cae11b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.7631876 Jul 16 20:39:49.791953 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50468) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:49.801652 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8755538-fdb9-4465-886a-63c6895623ab None None] New status for floating IP f97e23f4-091b-4c8b-9258-c5e2fb84bdad: DOWN {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:39:49.830995 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-7633d4d3-75eb-43b0-b2e7-9f65aee69a63 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'port': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'mac_address': 'fa:16:3e:47:c0:cc', 'name': 'tempest-NetworksTestDHCPv6-78649958'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:49.924132 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50472) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:50.130762 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fde2b5fa-f1b8-491f-9664-674faa18c11d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.131014 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e45e0f2-0afe-4ef8-9724-e316d816680e None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.146174 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fde2b5fa-f1b8-491f-9664-674faa18c11d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.147057 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4e45e0f2-0afe-4ef8-9724-e316d816680e None None] Transition to ACTIVE for port object c6256b7c-744f-490f-99f3-ece6d19f9086 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:50.196698 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e45e0f2-0afe-4ef8-9724-e316d816680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.276961 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde2b5fa-f1b8-491f-9664-674faa18c11d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:50.278119 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fde2b5fa-f1b8-491f-9664-674faa18c11d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.279223 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-238a0e8d-c1ef-4855-945f-ec50beb3e269 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.280990 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fde2b5fa-f1b8-491f-9664-674faa18c11d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "PUT /v2.0/ports/31bba8f2-d478-478b-b1bc-d346ef534db5 HTTP/1.1" status: 200 len: 910 time: 1.3357816 Jul 16 20:39:50.284792 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2b5fa-f1b8-491f-9664-674faa18c11d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Port': ['ID=31bba8f2-d478-478b-b1bc-d346ef534db5,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:50.289982 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50478) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:50.326835 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4fb0c-50e9-4299-bbb9-34d748312732 None None] Pushing event updated for resources: {'Port': ['ID=c6256b7c-744f-490f-99f3-ece6d19f9086,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:50.330741 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-4e45e0f2-0afe-4ef8-9724-e316d816680e None None] Attempting to bind port c6256b7c-744f-490f-99f3-ece6d19f9086 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:50.331111 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-4e45e0f2-0afe-4ef8-9724-e316d816680e None None] Attempting to bind port c6256b7c-744f-490f-99f3-ece6d19f9086 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:50.331727 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e45e0f2-0afe-4ef8-9724-e316d816680e None None] Attempting to bind port c6256b7c-744f-490f-99f3-ece6d19f9086 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:50.350044 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e45e0f2-0afe-4ef8-9724-e316d816680e None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:50.350572 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e45e0f2-0afe-4ef8-9724-e316d816680e None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:50.350978 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e45e0f2-0afe-4ef8-9724-e316d816680e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.351376 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e45e0f2-0afe-4ef8-9724-e316d816680e None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:50.351861 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-4e45e0f2-0afe-4ef8-9724-e316d816680e None None] Bound port: c6256b7c-744f-490f-99f3-ece6d19f9086, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:50.352248 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e45e0f2-0afe-4ef8-9724-e316d816680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.410849 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-238a0e8d-c1ef-4855-945f-ec50beb3e269 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.455480 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:39:50.456047 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:39:50.460003 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4e45e0f2-0afe-4ef8-9724-e316d816680e None None] For port c6256b7c-744f-490f-99f3-ece6d19f9086, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:50.463467 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e459e833-e0d8-4fb2-91cc-7c48e6ff9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.466931 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4e45e0f2-0afe-4ef8-9724-e316d816680e None None] For port c6256b7c-744f-490f-99f3-ece6d19f9086, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=c6256b7c-744f-490f-99f3-ece6d19f9086,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:50.478057 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e45e0f2-0afe-4ef8-9724-e316d816680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.479044 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7633d4d3-75eb-43b0-b2e7-9f65aee69a63 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:50.524640 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459e833-e0d8-4fb2-91cc-7c48e6ff9c5f None None] Pushing event deleted for resources: {'Port': ['ID=3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:50.530065 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a76fdecf-5b69-4b2c-af7b-80486792c646 None None] Provisioning for port 31bba8f2-d478-478b-b1bc-d346ef534db5 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:50.589318 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0ff90-9226-4e86-921e-4e8592550791 req-e14a4e13-10b6-4fcc-92fc-931adb567c88 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:50.595327 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4fb0c-50e9-4299-bbb9-34d748312732 None None] Pushing event updated for resources: {'Port': ['ID=c6256b7c-744f-490f-99f3-ece6d19f9086,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:50.597035 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-18b0ff90-9226-4e86-921e-4e8592550791 req-e14a4e13-10b6-4fcc-92fc-931adb567c88 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 945 time: 0.2012982 Jul 16 20:39:50.615568 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-238a0e8d-c1ef-4855-945f-ec50beb3e269 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.618647 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-238a0e8d-c1ef-4855-945f-ec50beb3e269 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.619961 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-238a0e8d-c1ef-4855-945f-ec50beb3e269 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "DELETE /v2.0/security-groups/6766fab6-04de-4cd8-b932-98854b835b48 HTTP/1.1" status: 204 len: 168 time: 0.6917338 Jul 16 20:39:50.628951 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a76fdecf-5b69-4b2c-af7b-80486792c646 None None] Provisioning complete for port 31bba8f2-d478-478b-b1bc-d346ef534db5 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:50.629399 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a76fdecf-5b69-4b2c-af7b-80486792c646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.635260 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50480) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:50.663629 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-1db8116a-3143-4f0f-aabd-f94197cdc071 admin admin] Allocated IP 172.20.0.1 (ce428730-3071-425e-8060-368b0b06c241/7695fa01-6736-4799-8fa4-9c1a39aa2efe/f7091090-e425-4b6a-848b-a6e805110d52) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:50.665548 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a0e8d-c1ef-4855-945f-ec50beb3e269 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6766fab6-04de-4cd8-b932-98854b835b48,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:50.680786 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7633d4d3-75eb-43b0-b2e7-9f65aee69a63 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.691340 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-0d4c1ad2-8e4e-47b7-9ef6-46fd35b91bc4 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] show failed (client error): The resource could not be found. Jul 16 20:39:50.692587 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0d4c1ad2-8e4e-47b7-9ef6-46fd35b91bc4 tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "GET /v2.0/security-groups/6766fab6-04de-4cd8-b932-98854b835b48 HTTP/1.1" status: 404 len: 347 time: 0.0549819 Jul 16 20:39:50.700746 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50482) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:50.792529 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-18b0ff90-9226-4e86-921e-4e8592550791 req-c25b9711-69fb-44b8-bbc9-aa55324a7ca9 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942172 Jul 16 20:39:50.824964 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-7633d4d3-75eb-43b0-b2e7-9f65aee69a63 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] device_id is not set on port 8622d328-69fc-43e3-8fbe-d122bfbbf614 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:39:50.887613 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1db8116a-3143-4f0f-aabd-f94197cdc071 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.932653 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-1db8116a-3143-4f0f-aabd-f94197cdc071 admin admin] Transition to ACTIVE for port object f7091090-e425-4b6a-848b-a6e805110d52 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:50.946740 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e459e833-e0d8-4fb2-91cc-7c48e6ff9c5f None None] No DVR routers for this DVR port 3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:50.979436 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a0ccf3-225b-411d-8853-75b7b6a52fb4 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:50.981812 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a76fdecf-5b69-4b2c-af7b-80486792c646 None None] Port 31bba8f2-d478-478b-b1bc-d346ef534db5 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:51.028825 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e45e0f2-0afe-4ef8-9724-e316d816680e None None] Routers {'5223dfdb-b57c-4429-ad03-5f31cd8d3763'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:51.028825 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4e45e0f2-0afe-4ef8-9724-e316d816680e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5223dfdb-b57c-4429-ad03-5f31cd8d3763'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:51.038761 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cc009d35-422d-45fd-95a5-8aef2fceefe9 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.069335 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Port 3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14 update to ACTIVE by agent not found {{(pid=93795) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 20:39:51.135183 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1db8116a-3143-4f0f-aabd-f94197cdc071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.175018 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-60aeae55-f617-4e6c-a05b-83de583b61ae None None] Provisioning complete for port 31bba8f2-d478-478b-b1bc-d346ef534db5 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:51.175578 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-60aeae55-f617-4e6c-a05b-83de583b61ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.284741 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db8116a-3143-4f0f-aabd-f94197cdc071 admin admin] Network ce428730-3071-425e-8060-368b0b06c241 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:51.288702 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 98560225-eb41-4ecd-b42a-e7d5cd04f2e4 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:51.305489 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-1db8116a-3143-4f0f-aabd-f94197cdc071 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:51.337967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-207a77dc-e91f-4d72-8384-07562885f20d tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Deleting port 62403ad3-8f9e-4e5f-b689-d56267c09aa4 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:51.338736 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-207a77dc-e91f-4d72-8384-07562885f20d tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.341516 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-60aeae55-f617-4e6c-a05b-83de583b61ae None None] Port 31bba8f2-d478-478b-b1bc-d346ef534db5 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:51.346040 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-4e45e0f2-0afe-4ef8-9724-e316d816680e None None] Set router 5223dfdb-b57c-4429-ad03-5f31cd8d3763 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:51.385423 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db8116a-3143-4f0f-aabd-f94197cdc071 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:51.388295 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700a397-d2f1-4d7d-a7f4-9e6a18f56598 req-43bd571e-4928-4f93-be52-9fafa30990a2 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:51.390911 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9700a397-d2f1-4d7d-a7f4-9e6a18f56598 req-43bd571e-4928-4f93-be52-9fafa30990a2 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 946 time: 0.4101996 Jul 16 20:39:51.398886 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-7633d4d3-75eb-43b0-b2e7-9f65aee69a63 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 2001:db8::f816:3eff:fe47:c0cc (f4aa8141-9687-45d9-b16c-82a3d6b86650/e1a872ad-4585-44b4-b739-c288f3f5f9ee/8622d328-69fc-43e3-8fbe-d122bfbbf614) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:51.448409 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 98560225-eb41-4ecd-b42a-e7d5cd04f2e4 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:51.448959 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.488257 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1db8116a-3143-4f0f-aabd-f94197cdc071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.516431 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aa5631-d059-4dcf-860e-6146c3d84fd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-f4aa8141-9687-45d9-b16c-82a3d6b86650', 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'fixed_ips': [{'subnet_id': 'e1a872ad-4585-44b4-b739-c288f3f5f9ee'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:51.517299 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81aa5631-d059-4dcf-860e-6146c3d84fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.636264 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9700a397-d2f1-4d7d-a7f4-9e6a18f56598 req-b8fff62f-3868-4268-8be4-dd8b7e5908e8 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337742 Jul 16 20:39:51.647047 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-207a77dc-e91f-4d72-8384-07562885f20d tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.648581 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-207a77dc-e91f-4d72-8384-07562885f20d tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.679301 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8116a-3143-4f0f-aabd-f94197cdc071 admin admin] Pushing event updated for resources: {'Port': ['ID=f7091090-e425-4b6a-848b-a6e805110d52,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:51.718947 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-207a77dc-e91f-4d72-8384-07562885f20d tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Calling delete_port for 62403ad3-8f9e-4e5f-b689-d56267c09aa4 owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:51.769030 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a5d26ca-1f20-4dc7-9421-517e1ddb7693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.772896 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1db8116a-3143-4f0f-aabd-f94197cdc071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.909706 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c23d4993-ea4b-424f-8ee3-954994602908 None None] Provisioning for port f7091090-e425-4b6a-848b-a6e805110d52 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:51.933809 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c23d4993-ea4b-424f-8ee3-954994602908 None None] Provisioning complete for port f7091090-e425-4b6a-848b-a6e805110d52 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:51.934169 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c23d4993-ea4b-424f-8ee3-954994602908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.994348 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4e45e0f2-0afe-4ef8-9724-e316d816680e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'name': 'tempest-TestServerBasicOps-1392521780-router', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:40Z', 'updated_at': '2021-07-16T20:39:42Z', 'revision_number': 3, 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'gw_port': {'id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:75:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:41Z', 'updated_at': '2021-07-16T20:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:52.039880 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e45e0f2-0afe-4ef8-9724-e316d816680e None None] The sync data for ids ['5223dfdb-b57c-4429-ad03-5f31cd8d3763'] in n-d-791506-21 is: [{'id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'name': 'tempest-TestServerBasicOps-1392521780-router', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:40Z', 'updated_at': '2021-07-16T20:39:42Z', 'revision_number': 3, 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'gw_port': {'id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:75:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:41Z', 'updated_at': '2021-07-16T20:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:52.042348 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:52.047840 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c23d4993-ea4b-424f-8ee3-954994602908 None None] Port f7091090-e425-4b6a-848b-a6e805110d52 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:52.078545 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:52.078919 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3e2ee86a-d3a8-48ba-96c8-cad5dc8e1b14 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:52.089065 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1db8116a-3143-4f0f-aabd-f94197cdc071 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.096729 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1db8116a-3143-4f0f-aabd-f94197cdc071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.164404 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1db8116a-3143-4f0f-aabd-f94197cdc071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.208871 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8116a-3143-4f0f-aabd-f94197cdc071 admin admin] Pushing event updated for resources: {'Port': ['ID=f7091090-e425-4b6a-848b-a6e805110d52,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:52.265412 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-cc009d35-422d-45fd-95a5-8aef2fceefe9 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Deleting port 31bba8f2-d478-478b-b1bc-d346ef534db5 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:52.265782 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cc009d35-422d-45fd-95a5-8aef2fceefe9 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.458805 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db8116a-3143-4f0f-aabd-f94197cdc071 admin admin] Network ce428730-3071-425e-8060-368b0b06c241 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:52.462037 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-1db8116a-3143-4f0f-aabd-f94197cdc071 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:52.487754 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cc009d35-422d-45fd-95a5-8aef2fceefe9 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.574005 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-cc009d35-422d-45fd-95a5-8aef2fceefe9 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Calling delete_port for 31bba8f2-d478-478b-b1bc-d346ef534db5 owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:52.590412 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7633d4d3-75eb-43b0-b2e7-9f65aee69a63 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.612202 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-7633d4d3-75eb-43b0-b2e7-9f65aee69a63 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Transition to ACTIVE for port object 8622d328-69fc-43e3-8fbe-d122bfbbf614 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:52.629549 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cda1f4-a6c9-4beb-825a-dc0d9b7834a4 req-99ff3cbc-f530-4a59-8b44-a1a8c6b9c69f tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:52.636461 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0cda1f4-a6c9-4beb-825a-dc0d9b7834a4 req-99ff3cbc-f530-4a59-8b44-a1a8c6b9c69f tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 945 time: 0.2341094 Jul 16 20:39:52.804578 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0cda1f4-a6c9-4beb-825a-dc0d9b7834a4 req-3077d19a-5a35-49fc-bf02-c344ad1e42f4 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671307 Jul 16 20:39:52.844524 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db8116a-3143-4f0f-aabd-f94197cdc071 admin admin] Router 5223dfdb-b57c-4429-ad03-5f31cd8d3763 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:52.860485 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-207a77dc-e91f-4d72-8384-07562885f20d tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.908277 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7633d4d3-75eb-43b0-b2e7-9f65aee69a63 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.978179 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7633d4d3-75eb-43b0-b2e7-9f65aee69a63 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:53.020421 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-81aa5631-d059-4dcf-860e-6146c3d84fd3 None None] Allocated IP 2001:db8::f816:3eff:fe0f:39a1 (f4aa8141-9687-45d9-b16c-82a3d6b86650/e1a872ad-4585-44b4-b739-c288f3f5f9ee/1e66e430-37ff-4c82-953f-86ec2311d9e1) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:53.049196 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-85fd5b20-a08b-4412-aa1c-4e920cdd7dc6 None None] Provisioning complete for port f7091090-e425-4b6a-848b-a6e805110d52 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:53.049584 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85fd5b20-a08b-4412-aa1c-4e920cdd7dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.068411 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-7633d4d3-75eb-43b0-b2e7-9f65aee69a63 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:53.072172 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7633d4d3-75eb-43b0-b2e7-9f65aee69a63 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:53.080271 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7633d4d3-75eb-43b0-b2e7-9f65aee69a63 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:53.081915 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7633d4d3-75eb-43b0-b2e7-9f65aee69a63 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.145583 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db8116a-3143-4f0f-aabd-f94197cdc071 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:53.152402 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a77dc-e91f-4d72-8384-07562885f20d tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Pushing event deleted for resources: {'Port': ['ID=62403ad3-8f9e-4e5f-b689-d56267c09aa4,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:53.163611 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1db8116a-3143-4f0f-aabd-f94197cdc071 admin admin] 10.222.0.38 "PUT /v2.0/routers/5223dfdb-b57c-4429-ad03-5f31cd8d3763/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6066866 Jul 16 20:39:53.267428 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7633d4d3-75eb-43b0-b2e7-9f65aee69a63 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.4732561 Jul 16 20:39:53.271562 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50500) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:53.276929 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-207a77dc-e91f-4d72-8384-07562885f20d tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.279665 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-207a77dc-e91f-4d72-8384-07562885f20d tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.295106 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-207a77dc-e91f-4d72-8384-07562885f20d tempest-ServersTestJSON-1511747798 tempest-ServersTestJSON-1511747798-project] 10.222.0.38 "DELETE /v2.0/floatingips/f97e23f4-091b-4c8b-9258-c5e2fb84bdad HTTP/1.1" status: 204 len: 168 time: 2.5900784 Jul 16 20:39:53.299465 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50502) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:53.320870 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-85fd5b20-a08b-4412-aa1c-4e920cdd7dc6 None None] Port f7091090-e425-4b6a-848b-a6e805110d52 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:53.337531 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c6256b7c-744f-490f-99f3-ece6d19f9086 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:53.429868 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cc009d35-422d-45fd-95a5-8aef2fceefe9 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.494361 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633d4d3-75eb-43b0-b2e7-9f65aee69a63 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Port': ['ID=8622d328-69fc-43e3-8fbe-d122bfbbf614,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:53.630006 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81aa5631-d059-4dcf-860e-6146c3d84fd3 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.660260 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-81aa5631-d059-4dcf-860e-6146c3d84fd3 None None] Transition to ACTIVE for port object 1e66e430-37ff-4c82-953f-86ec2311d9e1 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:53.689892 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc009d35-422d-45fd-95a5-8aef2fceefe9 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Port': ['ID=31bba8f2-d478-478b-b1bc-d346ef534db5,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:53.697690 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-81aa5631-d059-4dcf-860e-6146c3d84fd3 None None] Transition to ACTIVE for port object 1e66e430-37ff-4c82-953f-86ec2311d9e1 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:53.735299 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81aa5631-d059-4dcf-860e-6146c3d84fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.825225 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aa5631-d059-4dcf-860e-6146c3d84fd3 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:53.836711 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-81aa5631-d059-4dcf-860e-6146c3d84fd3 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:53.841969 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aa5631-d059-4dcf-860e-6146c3d84fd3 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:53.842190 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15190188-5290-4f1c-94d7-27738f1b8f38 req-13581d2b-cb12-47fd-9ebb-45d363dccb7c tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:53.863428 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-15190188-5290-4f1c-94d7-27738f1b8f38 req-13581d2b-cb12-47fd-9ebb-45d363dccb7c tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 946 time: 0.8273823 Jul 16 20:39:53.885033 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa5631-d059-4dcf-860e-6146c3d84fd3 None None] Pushing event updated for resources: {'Port': ['ID=1e66e430-37ff-4c82-953f-86ec2311d9e1,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:53.910226 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port c6256b7c-744f-490f-99f3-ece6d19f9086 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:54.014995 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-81aa5631-d059-4dcf-860e-6146c3d84fd3 None None] Attempting to bind port 1e66e430-37ff-4c82-953f-86ec2311d9e1 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:54.017851 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-81aa5631-d059-4dcf-860e-6146c3d84fd3 None None] Attempting to bind port 1e66e430-37ff-4c82-953f-86ec2311d9e1 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:54.019276 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aa5631-d059-4dcf-860e-6146c3d84fd3 None None] Attempting to bind port 1e66e430-37ff-4c82-953f-86ec2311d9e1 on network f4aa8141-9687-45d9-b16c-82a3d6b86650 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:54.026847 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port c6256b7c-744f-490f-99f3-ece6d19f9086 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:54.029541 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.069723 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aa5631-d059-4dcf-860e-6146c3d84fd3 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:54.070482 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aa5631-d059-4dcf-860e-6146c3d84fd3 None None] Checking segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:54.071084 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81aa5631-d059-4dcf-860e-6146c3d84fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.071661 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aa5631-d059-4dcf-860e-6146c3d84fd3 None None] Bound using segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:54.072690 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-81aa5631-d059-4dcf-860e-6146c3d84fd3 None None] Bound port: 1e66e430-37ff-4c82-953f-86ec2311d9e1, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:54.073280 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81aa5631-d059-4dcf-860e-6146c3d84fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.213786 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-81aa5631-d059-4dcf-860e-6146c3d84fd3 None None] For port 1e66e430-37ff-4c82-953f-86ec2311d9e1, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:54.220668 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-81aa5631-d059-4dcf-860e-6146c3d84fd3 None None] For port 1e66e430-37ff-4c82-953f-86ec2311d9e1, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=1e66e430-37ff-4c82-953f-86ec2311d9e1,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:54.261035 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81aa5631-d059-4dcf-860e-6146c3d84fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.282755 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.337051 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-15190188-5290-4f1c-94d7-27738f1b8f38 req-aef7ac70-270a-4df8-a46b-48de2f32dcde tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727237 Jul 16 20:39:54.345737 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-04b0927b-2b7a-4c3b-a1c8-def91c7f0bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.439729 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d98440a3-0e38-449d-a57f-d52f771ea907 req-b2da8b08-3ee7-47ef-a237-b36541142aa8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4d661541-060f-47a9-bfc4-6465fdbc2431&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6954203 Jul 16 20:39:54.462076 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.501200 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa5631-d059-4dcf-860e-6146c3d84fd3 None None] Pushing event updated for resources: {'Port': ['ID=1e66e430-37ff-4c82-953f-86ec2311d9e1,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:54.515774 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50520) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:54.519902 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port c6256b7c-744f-490f-99f3-ece6d19f9086, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=c6256b7c-744f-490f-99f3-ece6d19f9086,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:54.527718 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.548967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-26efa75a-0b46-4c97-b5f0-bbbcdf211eac admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1103871753-network', 'tenant_id': 'd53edfabe8064e8d9034d0c91f268d75'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:54.572038 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cc009d35-422d-45fd-95a5-8aef2fceefe9 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.598307 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70afff85-b4db-47d2-87ac-eda3d41a179c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:54.600129 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-70afff85-b4db-47d2-87ac-eda3d41a179c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 1.3254530 Jul 16 20:39:54.605505 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50522) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:54.661508 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=c6256b7c-744f-490f-99f3-ece6d19f9086,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:54.778532 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2b6f8-d3e3-47f3-a138-10094725e74e req-f70cfd59-4159-4efa-bde5-3192b80c529f tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:54.780952 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b9f2b6f8-d3e3-47f3-a138-10094725e74e req-f70cfd59-4159-4efa-bde5-3192b80c529f tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 945 time: 0.6395767 Jul 16 20:39:54.858974 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b9f2b6f8-d3e3-47f3-a138-10094725e74e req-bce03fdf-1873-4be0-8c61-5d2446e0ffb9 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648985 Jul 16 20:39:54.885349 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26efa75a-0b46-4c97-b5f0-bbbcdf211eac admin admin] Made reservation on behalf of d53edfabe8064e8d9034d0c91f268d75 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:54.888436 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-26efa75a-0b46-4c97-b5f0-bbbcdf211eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.918881 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-26efa75a-0b46-4c97-b5f0-bbbcdf211eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.944878 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98440a3-0e38-449d-a57f-d52f771ea907 req-e0fffa4a-9ce9-4eda-96b7-efe0765e0c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:54.945336 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e40e84-db62-42bf-a20f-92828d719ae3 None None] Sync routers for ids ['5223dfdb-b57c-4429-ad03-5f31cd8d3763'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:54.946608 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d98440a3-0e38-449d-a57f-d52f771ea907 req-e0fffa4a-9ce9-4eda-96b7-efe0765e0c21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&device_id=4d661541-060f-47a9-bfc4-6465fdbc2431 HTTP/1.1" status: 200 len: 1097 time: 0.4317768 Jul 16 20:39:54.966961 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e40e84-db62-42bf-a20f-92828d719ae3 None None] Routers {'5223dfdb-b57c-4429-ad03-5f31cd8d3763'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:54.972139 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-17e40e84-db62-42bf-a20f-92828d719ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5223dfdb-b57c-4429-ad03-5f31cd8d3763'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:55.149192 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc009d35-422d-45fd-95a5-8aef2fceefe9 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Router a41429c8-5681-434e-80f4-e26e275f8cba has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:55.153196 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-641c0da4-b143-4697-b6f6-1a528922dc5d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting port 8622d328-69fc-43e3-8fbe-d122bfbbf614 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:55.153196 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-641c0da4-b143-4697-b6f6-1a528922dc5d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.211764 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-17e40e84-db62-42bf-a20f-92828d719ae3 None None] Set router 5223dfdb-b57c-4429-ad03-5f31cd8d3763 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:55.321095 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98440a3-0e38-449d-a57f-d52f771ea907 req-6135ee13-8ca8-4f67-ba03-79fea112bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:55.322806 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d98440a3-0e38-449d-a57f-d52f771ea907 req-6135ee13-8ca8-4f67-ba03-79fea112bd46 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 912 time: 0.3194504 Jul 16 20:39:55.390805 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-26efa75a-0b46-4c97-b5f0-bbbcdf211eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.392824 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d98440a3-0e38-449d-a57f-d52f771ea907 req-592f72c6-b736-4d59-bd2a-9eb8cf034562 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b288bcc1-0d63-4cdb-a66f-f66e6819482d HTTP/1.1" status: 200 len: 217 time: 0.0593021 Jul 16 20:39:55.395302 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-26efa75a-0b46-4c97-b5f0-bbbcdf211eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.417830 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4437bded-a6bf-47fc-b6de-4acf012017e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.471410 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 1e66e430-37ff-4c82-953f-86ec2311d9e1 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:55.541268 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-641c0da4-b143-4697-b6f6-1a528922dc5d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.546695 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26efa75a-0b46-4c97-b5f0-bbbcdf211eac admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:55.565580 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc009d35-422d-45fd-95a5-8aef2fceefe9 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:55.567209 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efa75a-0b46-4c97-b5f0-bbbcdf211eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d270c95a-c04c-47b6-a02c-0a9dc9ec609a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:55.585647 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98440a3-0e38-449d-a57f-d52f771ea907 req-1761dd71-33d1-4bbd-adcb-96e162c6be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:55.586528 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21766426-9274-4d52-9e1b-7ec55e4b0d9d None None] Sync routers for ids ['a41429c8-5681-434e-80f4-e26e275f8cba'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:55.596134 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d98440a3-0e38-449d-a57f-d52f771ea907 req-1761dd71-33d1-4bbd-adcb-96e162c6be43 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=587f0aec-80a3-4172-9644-d785b8e153a3 HTTP/1.1" status: 200 len: 850 time: 0.1974454 Jul 16 20:39:55.612617 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21766426-9274-4d52-9e1b-7ec55e4b0d9d None None] Routers {'a41429c8-5681-434e-80f4-e26e275f8cba'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:55.616687 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cc009d35-422d-45fd-95a5-8aef2fceefe9 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "PUT /v2.0/routers/a41429c8-5681-434e-80f4-e26e275f8cba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3252199 Jul 16 20:39:55.618101 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-641c0da4-b143-4697-b6f6-1a528922dc5d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Calling delete_port for 8622d328-69fc-43e3-8fbe-d122bfbbf614 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:55.620064 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50526) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:55.626822 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-21766426-9274-4d52-9e1b-7ec55e4b0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['a41429c8-5681-434e-80f4-e26e275f8cba'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:55.663021 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-26efa75a-0b46-4c97-b5f0-bbbcdf211eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.669216 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-26efa75a-0b46-4c97-b5f0-bbbcdf211eac admin admin] Added segment 1107c86d-857a-49b7-b114-f692472017be of type vlan for network 38f4c80b-3f03-482d-ae10-ef156c694b48 Jul 16 20:39:55.682865 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-62f56937-7c8a-482d-a95f-21b2d7160f8f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "GET /v2.0/ports?device_id=a41429c8-5681-434e-80f4-e26e275f8cba HTTP/1.1" status: 200 len: 205 time: 0.0612979 Jul 16 20:39:55.683654 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50528) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:55.693649 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-21766426-9274-4d52-9e1b-7ec55e4b0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:55.717027 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21766426-9274-4d52-9e1b-7ec55e4b0d9d None None] Routers {'a41429c8-5681-434e-80f4-e26e275f8cba'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:55.718749 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-21766426-9274-4d52-9e1b-7ec55e4b0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['a41429c8-5681-434e-80f4-e26e275f8cba'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:55.791625 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-21766426-9274-4d52-9e1b-7ec55e4b0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:55.792309 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21766426-9274-4d52-9e1b-7ec55e4b0d9d None None] The sync data for ids ['a41429c8-5681-434e-80f4-e26e275f8cba'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:55.945598 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-26efa75a-0b46-4c97-b5f0-bbbcdf211eac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.993401 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.015769 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d4b2718f-cf11-4ee0-8bb6-7b703cc1a3ff tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.110378 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 1e66e430-37ff-4c82-953f-86ec2311d9e1 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:56.115981 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c6256b7c-744f-490f-99f3-ece6d19f9086 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:56.164440 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-26efa75a-0b46-4c97-b5f0-bbbcdf211eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.175022 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26efa75a-0b46-4c97-b5f0-bbbcdf211eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:56.176314 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-26efa75a-0b46-4c97-b5f0-bbbcdf211eac admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.189600 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-17e40e84-db62-42bf-a20f-92828d719ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'name': 'tempest-TestServerBasicOps-1392521780-router', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:40Z', 'updated_at': '2021-07-16T20:39:51Z', 'revision_number': 4, 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'gw_port': {'id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:41Z', 'updated_at': '2021-07-16T20:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'f7091090-e425-4b6a-848b-a6e805110d52', 'name': '', 'network_id': 'ce428730-3071-425e-8060-368b0b06c241', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'mac_address': 'fa:16:3e:0e:98:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '7695fa01-6736-4799-8fa4-9c1a39aa2efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:49Z', 'updated_at': '2021-07-16T20:39:51Z', 'revision_number': 2, 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'subnets': [{'id': '7695fa01-6736-4799-8fa4-9c1a39aa2efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:56.209629 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98440a3-0e38-449d-a57f-d52f771ea907 req-fdb1e397-4a8e-4288-a407-3caa5531f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:56.215405 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d98440a3-0e38-449d-a57f-d52f771ea907 req-fdb1e397-4a8e-4288-a407-3caa5531f721 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c856853c-1bbc-4399-8326-1d7e71a7f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5355430 Jul 16 20:39:56.229860 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-f011e978-1292-45cb-a7c4-8ea4a3aa1b7d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5560496 Jul 16 20:39:56.246081 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e40e84-db62-42bf-a20f-92828d719ae3 None None] Checking router: 5223dfdb-b57c-4429-ad03-5f31cd8d3763 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:39:56.246641 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e40e84-db62-42bf-a20f-92828d719ae3 None None] Updating router 5223dfdb-b57c-4429-ad03-5f31cd8d3763 port f7091090-e425-4b6a-848b-a6e805110d52 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:39:56.295483 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d7ab4612-0ba6-4534-b844-e345a303c976 None None] Provisioning for port 1e66e430-37ff-4c82-953f-86ec2311d9e1 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:56.300450 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f6fbd-2566-4b85-8282-541c851c19b6 req-b02895de-6d1b-4226-a0b5-03f4b6b71099 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:56.302299 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e55f6fbd-2566-4b85-8282-541c851c19b6 req-b02895de-6d1b-4226-a0b5-03f4b6b71099 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 946 time: 0.6208539 Jul 16 20:39:56.322751 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d7ab4612-0ba6-4534-b844-e345a303c976 None None] Provisioning complete for port 1e66e430-37ff-4c82-953f-86ec2311d9e1 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:56.323255 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7ab4612-0ba6-4534-b844-e345a303c976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.329247 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port c6256b7c-744f-490f-99f3-ece6d19f9086 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:56.329247 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.349678 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-26efa75a-0b46-4c97-b5f0-bbbcdf211eac admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8256495 Jul 16 20:39:56.353204 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50536) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:56.364334 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-34a61fe6-f0fa-4427-8162-8b10977dfabc admin admin] Request body: {'subnet': {'network_id': '38f4c80b-3f03-482d-ae10-ef156c694b48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1103871753-subnet', 'tenant_id': 'd53edfabe8064e8d9034d0c91f268d75', 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:56.376809 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d4b2718f-cf11-4ee0-8bb6-7b703cc1a3ff tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.393689 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d4b2718f-cf11-4ee0-8bb6-7b703cc1a3ff tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.484196 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efa75a-0b46-4c97-b5f0-bbbcdf211eac admin admin] Pushing event updated for resources: {'Network': ['ID=38f4c80b-3f03-482d-ae10-ef156c694b48,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:56.509205 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17e40e84-db62-42bf-a20f-92828d719ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.528458 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d4b2718f-cf11-4ee0-8bb6-7b703cc1a3ff tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.528971 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b2718f-cf11-4ee0-8bb6-7b703cc1a3ff tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Fanout notify agent at l3_agent the message router_deleted on router a41429c8-5681-434e-80f4-e26e275f8cba {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:39:56.547598 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d4b2718f-cf11-4ee0-8bb6-7b703cc1a3ff tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.551507 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e55f6fbd-2566-4b85-8282-541c851c19b6 req-e294a9fa-ace9-4d7e-8133-b2cf5499648d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971285 Jul 16 20:39:56.553200 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d4b2718f-cf11-4ee0-8bb6-7b703cc1a3ff tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/routers/a41429c8-5681-434e-80f4-e26e275f8cba HTTP/1.1" status: 204 len: 168 time: 0.8581386 Jul 16 20:39:56.557156 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50538) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:56.587298 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 38f4c80b-3f03-482d-ae10-ef156c694b48 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:56.636164 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a61fe6-f0fa-4427-8162-8b10977dfabc admin admin] Made reservation on behalf of d53edfabe8064e8d9034d0c91f268d75 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:56.638959 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-34a61fe6-f0fa-4427-8162-8b10977dfabc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.650932 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d98440a3-0e38-449d-a57f-d52f771ea907 req-50da5f43-a385-41aa-9318-68a29ef0f58a service neutron] 10.222.0.18 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087789 Jul 16 20:39:56.662512 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-641c0da4-b143-4697-b6f6-1a528922dc5d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.724830 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d39ec-2765-4ee3-954e-53f0c8bae63b req-581f690a-8cfd-4aff-993d-bab04a3f5219 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:56.732167 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-901d39ec-2765-4ee3-954e-53f0c8bae63b req-581f690a-8cfd-4aff-993d-bab04a3f5219 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 945 time: 0.5274723 Jul 16 20:39:56.759437 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c013abb-8faa-49cf-966b-2123302ddfbc tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Deleting subnet b4e30532-9ea9-41be-804f-63e788d5fbb4 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:56.765766 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c0da4-b143-4697-b6f6-1a528922dc5d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Port': ['ID=8622d328-69fc-43e3-8fbe-d122bfbbf614,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:56.776568 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c013abb-8faa-49cf-966b-2123302ddfbc tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.835163 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-e485edad-3f80-4cca-b7c7-feee61bb9bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:56.835792 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-e485edad-3f80-4cca-b7c7-feee61bb9bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:56.836328 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-e485edad-3f80-4cca-b7c7-feee61bb9bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:56.837004 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-e485edad-3f80-4cca-b7c7-feee61bb9bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:56.837373 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-e485edad-3f80-4cca-b7c7-feee61bb9bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:56.837890 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-e485edad-3f80-4cca-b7c7-feee61bb9bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:56.838433 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-e485edad-3f80-4cca-b7c7-feee61bb9bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:56.840463 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-e485edad-3f80-4cca-b7c7-feee61bb9bfa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=086605ce16824d789c1ebe4af59fda06&device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 6496 time: 0.5024748 Jul 16 20:39:56.896062 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7ab4612-0ba6-4534-b844-e345a303c976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.955840 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-641c0da4-b143-4697-b6f6-1a528922dc5d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.961938 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-641c0da4-b143-4697-b6f6-1a528922dc5d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/8622d328-69fc-43e3-8fbe-d122bfbbf614 HTTP/1.1" status: 204 len: 168 time: 2.3517344 Jul 16 20:39:56.995159 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-d7ab4612-0ba6-4534-b844-e345a303c976 None None] For port 1e66e430-37ff-4c82-953f-86ec2311d9e1, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=1e66e430-37ff-4c82-953f-86ec2311d9e1,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:57.031101 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7ab4612-0ba6-4534-b844-e345a303c976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.058025 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50540) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:57.182772 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce40552e-d5b5-415e-9e90-b660075252cd tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:57.185156 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce40552e-d5b5-415e-9e90-b660075252cd tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:57.191834 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ce40552e-d5b5-415e-9e90-b660075252cd tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1324313 Jul 16 20:39:57.193704 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-34a61fe6-f0fa-4427-8162-8b10977dfabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.193954 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f791b848-e44b-4121-afce-15d86dc93dd7 None None] Could not find standard attr ID for object ade0dc99-8799-434a-857d-c52de7efe33b. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:39:57.197165 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50544) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:57.210662 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab4612-0ba6-4534-b844-e345a303c976 None None] Pushing event updated for resources: {'Port': ['ID=1e66e430-37ff-4c82-953f-86ec2311d9e1,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:57.215750 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f791b848-e44b-4121-afce-15d86dc93dd7 None None] Could not find standard attr ID for object 8622d328-69fc-43e3-8fbe-d122bfbbf614. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:39:57.350100 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17e40e84-db62-42bf-a20f-92828d719ae3 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.352422 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a61fe6-f0fa-4427-8162-8b10977dfabc admin admin] Pushing event updated for resources: {'Subnet': ['ID=33d9078f-02ae-4671-81a9-3c2d86987132,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:57.368037 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-17e40e84-db62-42bf-a20f-92828d719ae3 None None] Transition to ACTIVE for port object f7091090-e425-4b6a-848b-a6e805110d52 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:57.378665 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17e40e84-db62-42bf-a20f-92828d719ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.460083 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687cdb8c-e2ea-4597-a166-6336a886989e None None] Pushing event updated for resources: {'Port': ['ID=f7091090-e425-4b6a-848b-a6e805110d52,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:57.474161 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d98440a3-0e38-449d-a57f-d52f771ea907 req-2058dacb-78a7-4fd1-949a-a4408244efa7 service neutron] 10.222.0.18 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8155360 Jul 16 20:39:57.512804 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-cecdcc7f-4ec3-4ab4-8837-347929ddaac1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet e1a872ad-4585-44b4-b739-c288f3f5f9ee {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:57.517522 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cecdcc7f-4ec3-4ab4-8837-347929ddaac1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.575035 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c013abb-8faa-49cf-966b-2123302ddfbc tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.593394 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cecdcc7f-4ec3-4ab4-8837-347929ddaac1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.603322 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-17e40e84-db62-42bf-a20f-92828d719ae3 None None] Attempting to bind port f7091090-e425-4b6a-848b-a6e805110d52 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:57.606760 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-17e40e84-db62-42bf-a20f-92828d719ae3 None None] Attempting to bind port f7091090-e425-4b6a-848b-a6e805110d52 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '93a22fce-52c2-4a72-b91a-c814d16513b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce428730-3071-425e-8060-368b0b06c241'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:57.607637 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e40e84-db62-42bf-a20f-92828d719ae3 None None] Attempting to bind port f7091090-e425-4b6a-848b-a6e805110d52 on network ce428730-3071-425e-8060-368b0b06c241 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:57.641774 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e40e84-db62-42bf-a20f-92828d719ae3 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:57.649519 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e40e84-db62-42bf-a20f-92828d719ae3 None None] Checking segment: {'id': '93a22fce-52c2-4a72-b91a-c814d16513b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce428730-3071-425e-8060-368b0b06c241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:57.650246 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17e40e84-db62-42bf-a20f-92828d719ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.653801 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e40e84-db62-42bf-a20f-92828d719ae3 None None] Bound using segment: {'id': '93a22fce-52c2-4a72-b91a-c814d16513b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce428730-3071-425e-8060-368b0b06c241'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:57.654691 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-17e40e84-db62-42bf-a20f-92828d719ae3 None None] Bound port: f7091090-e425-4b6a-848b-a6e805110d52, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a22fce-52c2-4a72-b91a-c814d16513b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce428730-3071-425e-8060-368b0b06c241'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:57.657290 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17e40e84-db62-42bf-a20f-92828d719ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.692492 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.702993 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-901d39ec-2765-4ee3-954e-53f0c8bae63b req-7d210e7c-415c-4b9b-bc38-e6dbd11c6dad tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9697413 Jul 16 20:39:57.731783 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cecdcc7f-4ec3-4ab4-8837-347929ddaac1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.802219 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a61fe6-f0fa-4427-8162-8b10977dfabc admin admin] Checking segment: {'id': '1107c86d-857a-49b7-b114-f692472017be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '38f4c80b-3f03-482d-ae10-ef156c694b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:57.802893 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a61fe6-f0fa-4427-8162-8b10977dfabc admin admin] Network hostable DHCP agents. Network: 38f4c80b-3f03-482d-ae10-ef156c694b48, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:57.807968 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cecdcc7f-4ec3-4ab4-8837-347929ddaac1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.836924 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecdcc7f-4ec3-4ab4-8837-347929ddaac1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=e1a872ad-4585-44b4-b739-c288f3f5f9ee,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:57.849596 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-17e40e84-db62-42bf-a20f-92828d719ae3 None None] For port f7091090-e425-4b6a-848b-a6e805110d52, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:57.854522 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-17e40e84-db62-42bf-a20f-92828d719ae3 None None] For port f7091090-e425-4b6a-848b-a6e805110d52, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f7091090-e425-4b6a-848b-a6e805110d52,segment=NetworkSegment(93a22fce-52c2-4a72-b91a-c814d16513b5),segment_id=93a22fce-52c2-4a72-b91a-c814d16513b5)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:57.864799 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cecdcc7f-4ec3-4ab4-8837-347929ddaac1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.866986 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cecdcc7f-4ec3-4ab4-8837-347929ddaac1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/e1a872ad-4585-44b4-b739-c288f3f5f9ee HTTP/1.1" status: 204 len: 168 time: 0.5551243 Jul 16 20:39:57.869414 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50548) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:57.883990 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ff0e3e-4218-4cfb-bed1-65c9c2321347 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:57.918093 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6d612efb-5b62-48aa-bc27-d0fb4cca39e2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474977 Jul 16 20:39:57.919662 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a61fe6-f0fa-4427-8162-8b10977dfabc admin admin] Network 38f4c80b-3f03-482d-ae10-ef156c694b48 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:57.926931 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50550) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:57.933592 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-cc18a0ae-17da-49b0-a7b0-baedfae72456 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:57.986682 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-1b829878-4aa7-49c2-8d65-0f494161e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:57.987227 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-1b829878-4aa7-49c2-8d65-0f494161e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:57.987910 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-1b829878-4aa7-49c2-8d65-0f494161e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:57.990246 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-1b829878-4aa7-49c2-8d65-0f494161e194 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a5f59c06-393b-4019-8402-c670013796dd&id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&id=8220058e-73c4-4bbb-9a58-d9b747bb6802&id=8220058e-73c4-4bbb-9a58-d9b747bb6802 HTTP/1.1" status: 200 len: 2291 time: 1.0944269 Jul 16 20:39:57.995476 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17e40e84-db62-42bf-a20f-92828d719ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.019129 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-34a61fe6-f0fa-4427-8162-8b10977dfabc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 38f4c80b-3f03-482d-ae10-ef156c694b48) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:58.023427 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a61fe6-f0fa-4427-8162-8b10977dfabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:58.024146 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-34a61fe6-f0fa-4427-8162-8b10977dfabc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.064762 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc18a0ae-17da-49b0-a7b0-baedfae72456 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:58.069843 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e40e84-db62-42bf-a20f-92828d719ae3 None None] Routers {'5223dfdb-b57c-4429-ad03-5f31cd8d3763'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:58.071003 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cc18a0ae-17da-49b0-a7b0-baedfae72456 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.073864 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-17e40e84-db62-42bf-a20f-92828d719ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5223dfdb-b57c-4429-ad03-5f31cd8d3763'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:58.081884 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-34a61fe6-f0fa-4427-8162-8b10977dfabc admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7272542 Jul 16 20:39:58.082522 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50552) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:58.098433 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-4437bded-a6bf-47fc-b6de-4acf012017e4 admin admin] Deleting port b71cb13e-7755-437c-aeca-123124b38d23 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:58.098792 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4437bded-a6bf-47fc-b6de-4acf012017e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.106611 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-bb3a59e3-ee55-40ea-9652-c16df6ff98d7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1103871753-router', 'tenant_id': 'd53edfabe8064e8d9034d0c91f268d75', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:58.200529 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb3a59e3-ee55-40ea-9652-c16df6ff98d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.201618 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb3a59e3-ee55-40ea-9652-c16df6ff98d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.255481 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-17e40e84-db62-42bf-a20f-92828d719ae3 None None] Set router 5223dfdb-b57c-4429-ad03-5f31cd8d3763 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:58.376373 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a9fd8c-836e-44f3-b3c1-47aec3af8c4e None None] Network 38f4c80b-3f03-482d-ae10-ef156c694b48 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:58.396143 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c013abb-8faa-49cf-966b-2123302ddfbc tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.403432 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-b142f3e7-0e7d-4956-aa92-caacd5a768a5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da3cd2bc-8361-4a87-8b42-606885129c8e HTTP/1.1" status: 200 len: 1002 time: 0.4030793 Jul 16 20:39:58.444169 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb3a59e3-ee55-40ea-9652-c16df6ff98d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.555630 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687cdb8c-e2ea-4597-a166-6336a886989e None None] Pushing event updated for resources: {'Port': ['ID=f7091090-e425-4b6a-848b-a6e805110d52,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:58.569513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396260f2-bbd8-4498-8290-a9f35d413483 req-02a88cac-8de4-4c9a-a320-843758c3909d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:58.581965 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-396260f2-bbd8-4498-8290-a9f35d413483 req-02a88cac-8de4-4c9a-a320-843758c3909d tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 946 time: 0.6819000 Jul 16 20:39:58.628366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-4437bded-a6bf-47fc-b6de-4acf012017e4 admin admin] For port b71cb13e-7755-437c-aeca-123124b38d23, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b71cb13e-7755-437c-aeca-123124b38d23,segment=NetworkSegment(8cc6ca3d-9477-489b-8308-9adbf8128ea6),segment_id=8cc6ca3d-9477-489b-8308-9adbf8128ea6)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:58.629267 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4437bded-a6bf-47fc-b6de-4acf012017e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.670131 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-4437bded-a6bf-47fc-b6de-4acf012017e4 admin admin] Calling delete_port for b71cb13e-7755-437c-aeca-123124b38d23 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:58.676980 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-ee2c0ec5-8c85-4ad1-96fb-253f7bb9e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:58.679183 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-ee2c0ec5-8c85-4ad1-96fb-253f7bb9e6f8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ed11a99b-37e1-4696-970c-4dbb385ed21d HTTP/1.1" status: 200 len: 850 time: 0.2453878 Jul 16 20:39:58.718749 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-396260f2-bbd8-4498-8290-a9f35d413483 req-eca2535c-1776-4165-be69-996c26638db6 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299713 Jul 16 20:39:58.783073 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c013abb-8faa-49cf-966b-2123302ddfbc tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.901959 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fcb736-ab85-4d5f-aaa3-f4d8f4b1b11e None None] DHCP port deletion for f4aa8141-9687-45d9-b16c-82a3d6b86650 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:58.984399 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb3a59e3-ee55-40ea-9652-c16df6ff98d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.995962 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c38a92-ab68-4b1f-9322-4629bbd38603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-38f4c80b-3f03-482d-ae10-ef156c694b48', 'network_id': '38f4c80b-3f03-482d-ae10-ef156c694b48', 'tenant_id': 'd53edfabe8064e8d9034d0c91f268d75', 'fixed_ips': [{'subnet_id': '33d9078f-02ae-4671-81a9-3c2d86987132'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:58.997348 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8c38a92-ab68-4b1f-9322-4629bbd38603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.022790 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c013abb-8faa-49cf-966b-2123302ddfbc tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Subnet': ['ID=b4e30532-9ea9-41be-804f-63e788d5fbb4,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:59.028450 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c013abb-8faa-49cf-966b-2123302ddfbc tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.033326 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0c013abb-8faa-49cf-966b-2123302ddfbc tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/subnets/b4e30532-9ea9-41be-804f-63e788d5fbb4 HTTP/1.1" status: 204 len: 168 time: 2.4693172 Jul 16 20:39:59.037495 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50558) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:59.049005 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646fa601-e139-49c0-81b0-d5991b875891 None None] Network ed33a998-e08f-4ee4-81f8-b8740f1c0fb6 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:59.145828 n-d-791506-21 neutron-server[93793]: DEBUG neutron.objects.ports [None req-cc18a0ae-17da-49b0-a7b0-baedfae72456 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93793) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:39:59.163668 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-17e40e84-db62-42bf-a20f-92828d719ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'name': 'tempest-TestServerBasicOps-1392521780-router', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:40Z', 'updated_at': '2021-07-16T20:39:51Z', 'revision_number': 4, 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'gw_port': {'id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:41Z', 'updated_at': '2021-07-16T20:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'f7091090-e425-4b6a-848b-a6e805110d52', 'name': '', 'network_id': 'ce428730-3071-425e-8060-368b0b06c241', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'mac_address': 'fa:16:3e:0e:98:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '7695fa01-6736-4799-8fa4-9c1a39aa2efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:49Z', 'updated_at': '2021-07-16T20:39:57Z', 'revision_number': 4, 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'subnets': [{'id': '7695fa01-6736-4799-8fa4-9c1a39aa2efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:59.194693 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-af3dcc75-aad1-4cc0-afaa-d316dcf7cc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:59.196295 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-af3dcc75-aad1-4cc0-afaa-d316dcf7cc66 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a5f59c06-393b-4019-8402-c670013796dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5055335 Jul 16 20:39:59.234412 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1f7445e-d98a-4a4e-9189-d98981d98f91 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.373981 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7263c-d2f8-4569-947c-f2a681d1b485 req-ebc94215-f558-4935-b41b-f9fa056ab607 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:59.375887 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9fb7263c-d2f8-4569-947c-f2a681d1b485 req-ebc94215-f558-4935-b41b-f9fa056ab607 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 945 time: 0.4864845 Jul 16 20:39:59.472217 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cc18a0ae-17da-49b0-a7b0-baedfae72456 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.475984 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e40e84-db62-42bf-a20f-92828d719ae3 None None] The sync data for ids ['5223dfdb-b57c-4429-ad03-5f31cd8d3763'] in n-d-791506-21 is: [{'id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'name': 'tempest-TestServerBasicOps-1392521780-router', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:40Z', 'updated_at': '2021-07-16T20:39:51Z', 'revision_number': 4, 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'gw_port': {'id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:41Z', 'updated_at': '2021-07-16T20:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'f7091090-e425-4b6a-848b-a6e805110d52', 'name': '', 'network_id': 'ce428730-3071-425e-8060-368b0b06c241', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'mac_address': 'fa:16:3e:0e:98:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '7695fa01-6736-4799-8fa4-9c1a39aa2efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:49Z', 'updated_at': '2021-07-16T20:39:57Z', 'revision_number': 4, 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'subnets': [{'id': '7695fa01-6736-4799-8fa4-9c1a39aa2efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:59.478693 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-21fcb736-ab85-4d5f-aaa3-f4d8f4b1b11e None None] Deleting port 1e66e430-37ff-4c82-953f-86ec2311d9e1 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:59.478968 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21fcb736-ab85-4d5f-aaa3-f4d8f4b1b11e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.490710 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 1e66e430-37ff-4c82-953f-86ec2311d9e1 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:59.694627 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9fb7263c-d2f8-4569-947c-f2a681d1b485 req-5789de91-bd86-4b87-9997-7594e866ed59 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794106 Jul 16 20:39:59.698122 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.698463 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4437bded-a6bf-47fc-b6de-4acf012017e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.762538 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437bded-a6bf-47fc-b6de-4acf012017e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b71cb13e-7755-437c-aeca-123124b38d23,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:59.952638 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-e8c38a92-ab68-4b1f-9322-4629bbd38603 None None] Allocated IP 172.20.0.2 (38f4c80b-3f03-482d-ae10-ef156c694b48/33d9078f-02ae-4671-81a9-3c2d86987132/e1afc4be-ea01-4cb2-87e8-fa7a003a92c3) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:00.159430 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-35a6208c-f787-4fa7-9af0-58066552c5d4 service neutron] 10.222.0.62 "GET /v2.0/networks/a5f59c06-393b-4019-8402-c670013796dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9552884 Jul 16 20:40:00.223528 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-cc18a0ae-17da-49b0-a7b0-baedfae72456 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] For port 1e66e430-37ff-4c82-953f-86ec2311d9e1, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=1e66e430-37ff-4c82-953f-86ec2311d9e1,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:00.351534 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb3a59e3-ee55-40ea-9652-c16df6ff98d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.362697 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-21fcb736-ab85-4d5f-aaa3-f4d8f4b1b11e None None] For port 1e66e430-37ff-4c82-953f-86ec2311d9e1, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=1e66e430-37ff-4c82-953f-86ec2311d9e1,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:00.363391 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21fcb736-ab85-4d5f-aaa3-f4d8f4b1b11e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.381564 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-21fcb736-ab85-4d5f-aaa3-f4d8f4b1b11e None None] Calling delete_port for 1e66e430-37ff-4c82-953f-86ec2311d9e1 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:00.394113 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-07a89d13-2ff1-4194-883b-21a8d46d37a0 service neutron] 10.222.0.62 "GET /v2.0/networks/a5f59c06-393b-4019-8402-c670013796dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844075 Jul 16 20:40:00.401098 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb3a59e3-ee55-40ea-9652-c16df6ff98d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.404767 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cc18a0ae-17da-49b0-a7b0-baedfae72456 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.422760 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cc18a0ae-17da-49b0-a7b0-baedfae72456 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.424747 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cc18a0ae-17da-49b0-a7b0-baedfae72456 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.450819 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9a16dc-6ff5-4cc4-99d0-9a3fbc3f5f2d None None] DHCP port deletion for ed33a998-e08f-4ee4-81f8-b8740f1c0fb6 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:40:00.507199 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-217b0900-809a-4384-a92b-66c1e6933648 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=c9c7028e-c717-455b-b2ae-e3b788da21ae HTTP/1.1" status: 200 len: 217 time: 0.0748868 Jul 16 20:40:00.527874 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.580559 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8c38a92-ab68-4b1f-9322-4629bbd38603 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.594626 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc18a0ae-17da-49b0-a7b0-baedfae72456 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:00.614979 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e8c38a92-ab68-4b1f-9322-4629bbd38603 None None] Transition to ACTIVE for port object e1afc4be-ea01-4cb2-87e8-fa7a003a92c3 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:00.618561 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7445e-d98a-4a4e-9189-d98981d98f91 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Deleting port 98560225-eb41-4ecd-b42a-e7d5cd04f2e4 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:00.620631 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1f7445e-d98a-4a4e-9189-d98981d98f91 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.624836 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-cc18a0ae-17da-49b0-a7b0-baedfae72456 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:00.641715 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc18a0ae-17da-49b0-a7b0-baedfae72456 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:00.647729 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cc18a0ae-17da-49b0-a7b0-baedfae72456 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.672172 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18a0ae-17da-49b0-a7b0-baedfae72456 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=56d3d943-0dfc-4c32-903a-fced9d1392fc,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:00.672897 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21fcb736-ab85-4d5f-aaa3-f4d8f4b1b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.707879 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18a0ae-17da-49b0-a7b0-baedfae72456 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Port': ['ID=1e66e430-37ff-4c82-953f-86ec2311d9e1,revision_number=6']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:00.710421 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-d1f7445e-d98a-4a4e-9189-d98981d98f91 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] For port 98560225-eb41-4ecd-b42a-e7d5cd04f2e4, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=98560225-eb41-4ecd-b42a-e7d5cd04f2e4,segment=NetworkSegment(e14d8ead-e026-4772-93d7-dfac41a0c7f6),segment_id=e14d8ead-e026-4772-93d7-dfac41a0c7f6)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:00.711105 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1f7445e-d98a-4a4e-9189-d98981d98f91 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.729241 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7445e-d98a-4a4e-9189-d98981d98f91 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Calling delete_port for 98560225-eb41-4ecd-b42a-e7d5cd04f2e4 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:00.736511 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cc18a0ae-17da-49b0-a7b0-baedfae72456 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.8080149 Jul 16 20:40:00.741110 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50572) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:00.749764 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-81e746d7-1716-496a-92d2-e7df9d296803 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'port': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'mac_address': 'fa:16:3e:24:78:58', 'name': 'tempest-NetworksTestDHCPv6-1304585662'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:00.764734 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e8c38a92-ab68-4b1f-9322-4629bbd38603 None None] Transition to ACTIVE for port object e1afc4be-ea01-4cb2-87e8-fa7a003a92c3 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:00.799883 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2f9a16dc-6ff5-4cc4-99d0-9a3fbc3f5f2d None None] Deleting port 98560225-eb41-4ecd-b42a-e7d5cd04f2e4 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:00.800488 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f9a16dc-6ff5-4cc4-99d0-9a3fbc3f5f2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.803944 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fcb736-ab85-4d5f-aaa3-f4d8f4b1b11e None None] Pushing event deleted for resources: {'Port': ['ID=1e66e430-37ff-4c82-953f-86ec2311d9e1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:00.829970 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fcb736-ab85-4d5f-aaa3-f4d8f4b1b11e None None] No DVR routers for this DVR port 1e66e430-37ff-4c82-953f-86ec2311d9e1 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:00.832883 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8c38a92-ab68-4b1f-9322-4629bbd38603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.849202 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-bb3a59e3-ee55-40ea-9652-c16df6ff98d7 admin admin] Allocated IP 172.25.0.22 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/689d4397-8c6e-4e9b-9ac9-aaffcb5bea91) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:00.872683 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6b2e34-e502-46de-83e0-ddf43ba14cc2 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:00.874848 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1f7445e-d98a-4a4e-9189-d98981d98f91 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.899288 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f7445e-d98a-4a4e-9189-d98981d98f91 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] No DVR routers for this DVR port 98560225-eb41-4ecd-b42a-e7d5cd04f2e4 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:00.946835 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c38a92-ab68-4b1f-9322-4629bbd38603 None None] Network 38f4c80b-3f03-482d-ae10-ef156c694b48 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:00.972776 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7445e-d98a-4a4e-9189-d98981d98f91 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Port': ['ID=98560225-eb41-4ecd-b42a-e7d5cd04f2e4,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:00.992147 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c0aa7-0488-4cfd-829f-5e8c9e2836b0 req-953969d7-3f66-40d9-990f-a0755d5237b3 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:00.994074 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-573c0aa7-0488-4cfd-829f-5e8c9e2836b0 req-953969d7-3f66-40d9-990f-a0755d5237b3 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 946 time: 0.9142842 Jul 16 20:40:01.034259 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e8c38a92-ab68-4b1f-9322-4629bbd38603 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:01.049749 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-98fe535a-1100-4704-95f5-1f917abff8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:01.051786 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c38a92-ab68-4b1f-9322-4629bbd38603 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:01.052698 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-98fe535a-1100-4704-95f5-1f917abff8fb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ede8a670-7de2-4b7a-90c3-f13e1c31925d HTTP/1.1" status: 200 len: 797 time: 0.5138037 Jul 16 20:40:01.061192 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4437bded-a6bf-47fc-b6de-4acf012017e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.090420 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e746d7-1716-496a-92d2-e7df9d296803 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:01.142450 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2f9a16dc-6ff5-4cc4-99d0-9a3fbc3f5f2d None None] For port 98560225-eb41-4ecd-b42a-e7d5cd04f2e4, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=98560225-eb41-4ecd-b42a-e7d5cd04f2e4,segment=NetworkSegment(e14d8ead-e026-4772-93d7-dfac41a0c7f6),segment_id=e14d8ead-e026-4772-93d7-dfac41a0c7f6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:01.143167 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f9a16dc-6ff5-4cc4-99d0-9a3fbc3f5f2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.157705 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1f7445e-d98a-4a4e-9189-d98981d98f91 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.166353 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-573c0aa7-0488-4cfd-829f-5e8c9e2836b0 req-1fe9651d-b6de-4416-a564-c64554e165a8 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443074 Jul 16 20:40:01.213040 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c38a92-ab68-4b1f-9322-4629bbd38603 None None] Pushing event updated for resources: {'Port': ['ID=e1afc4be-ea01-4cb2-87e8-fa7a003a92c3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:01.315242 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb3a59e3-ee55-40ea-9652-c16df6ff98d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.360251 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2f9a16dc-6ff5-4cc4-99d0-9a3fbc3f5f2d None None] Calling delete_port for 98560225-eb41-4ecd-b42a-e7d5cd04f2e4 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:01.398134 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-d1f7445e-d98a-4a4e-9189-d98981d98f91 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed33a998-e08f-4ee4-81f8-b8740f1c0fb6']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:01.401682 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f7091090-e425-4b6a-848b-a6e805110d52 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:01.409682 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-81e746d7-1716-496a-92d2-e7df9d296803 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.438180 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-d1f7445e-d98a-4a4e-9189-d98981d98f91 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14d8ead-e026-4772-93d7-dfac41a0c7f6') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:01.438530 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-d1f7445e-d98a-4a4e-9189-d98981d98f91 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14d8ead-e026-4772-93d7-dfac41a0c7f6') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:01.463540 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-81e746d7-1716-496a-92d2-e7df9d296803 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] device_id is not set on port 2c0bda4b-a74d-4bd2-97ea-b3af5c8985b0 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:40:01.492326 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb3a59e3-ee55-40ea-9652-c16df6ff98d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.518013 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1f7445e-d98a-4a4e-9189-d98981d98f91 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.536621 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-e8c38a92-ab68-4b1f-9322-4629bbd38603 None None] Attempting to bind port e1afc4be-ea01-4cb2-87e8-fa7a003a92c3 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:01.537476 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-e8c38a92-ab68-4b1f-9322-4629bbd38603 None None] Attempting to bind port e1afc4be-ea01-4cb2-87e8-fa7a003a92c3 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '1107c86d-857a-49b7-b114-f692472017be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '38f4c80b-3f03-482d-ae10-ef156c694b48'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:01.537476 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c38a92-ab68-4b1f-9322-4629bbd38603 None None] Attempting to bind port e1afc4be-ea01-4cb2-87e8-fa7a003a92c3 on network 38f4c80b-3f03-482d-ae10-ef156c694b48 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:01.572830 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-d5b43117-99db-4827-95cc-56aef359e3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:01.576000 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-d5b43117-99db-4827-95cc-56aef359e3d5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5097418 Jul 16 20:40:01.606030 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3a59e3-ee55-40ea-9652-c16df6ff98d7 admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:01.619647 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-bb3a59e3-ee55-40ea-9652-c16df6ff98d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:01.627103 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3a59e3-ee55-40ea-9652-c16df6ff98d7 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:01.644419 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c38a92-ab68-4b1f-9322-4629bbd38603 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:01.644858 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c38a92-ab68-4b1f-9322-4629bbd38603 None None] Checking segment: {'id': '1107c86d-857a-49b7-b114-f692472017be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '38f4c80b-3f03-482d-ae10-ef156c694b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:01.645337 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8c38a92-ab68-4b1f-9322-4629bbd38603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.645711 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c38a92-ab68-4b1f-9322-4629bbd38603 None None] Bound using segment: {'id': '1107c86d-857a-49b7-b114-f692472017be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '38f4c80b-3f03-482d-ae10-ef156c694b48'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:01.646304 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-e8c38a92-ab68-4b1f-9322-4629bbd38603 None None] Bound port: e1afc4be-ea01-4cb2-87e8-fa7a003a92c3, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1107c86d-857a-49b7-b114-f692472017be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '38f4c80b-3f03-482d-ae10-ef156c694b48'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:01.646873 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8c38a92-ab68-4b1f-9322-4629bbd38603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.661603 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1f7445e-d98a-4a4e-9189-d98981d98f91 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.663244 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a59e3-ee55-40ea-9652-c16df6ff98d7 admin admin] Pushing event updated for resources: {'Port': ['ID=689d4397-8c6e-4e9b-9ac9-aaffcb5bea91,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:01.687032 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port f7091090-e425-4b6a-848b-a6e805110d52 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:01.694935 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port f7091090-e425-4b6a-848b-a6e805110d52 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:01.695308 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.932256 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f9a16dc-6ff5-4cc4-99d0-9a3fbc3f5f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.943581 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-e8c38a92-ab68-4b1f-9322-4629bbd38603 None None] For port e1afc4be-ea01-4cb2-87e8-fa7a003a92c3, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:01.947489 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6059bc-8be9-4cea-b7a4-66dbc9d7aa60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-f4aa8141-9687-45d9-b16c-82a3d6b86650', 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'fixed_ips': [{'subnet_id': '56d3d943-0dfc-4c32-903a-fced9d1392fc'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:40:01.948686 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad6059bc-8be9-4cea-b7a4-66dbc9d7aa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.998667 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a16dc-6ff5-4cc4-99d0-9a3fbc3f5f2d None None] Pushing event deleted for resources: {'Port': ['ID=98560225-eb41-4ecd-b42a-e7d5cd04f2e4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:02.008878 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9a16dc-6ff5-4cc4-99d0-9a3fbc3f5f2d None None] No DVR routers for this DVR port 98560225-eb41-4ecd-b42a-e7d5cd04f2e4 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:02.012390 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-e8c38a92-ab68-4b1f-9322-4629bbd38603 None None] For port e1afc4be-ea01-4cb2-87e8-fa7a003a92c3, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e1afc4be-ea01-4cb2-87e8-fa7a003a92c3,segment=NetworkSegment(1107c86d-857a-49b7-b114-f692472017be),segment_id=1107c86d-857a-49b7-b114-f692472017be)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:02.051126 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8c38a92-ab68-4b1f-9322-4629bbd38603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.175618 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.302892 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c38a92-ab68-4b1f-9322-4629bbd38603 None None] Pushing event updated for resources: {'Port': ['ID=e1afc4be-ea01-4cb2-87e8-fa7a003a92c3,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:02.361662 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-81e746d7-1716-496a-92d2-e7df9d296803 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 2001:db8::f816:3eff:fe24:7858 (f4aa8141-9687-45d9-b16c-82a3d6b86650/56d3d943-0dfc-4c32-903a-fced9d1392fc/2c0bda4b-a74d-4bd2-97ea-b3af5c8985b0) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:02.379005 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f7445e-d98a-4a4e-9189-d98981d98f91 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:40:02.379586 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1f7445e-d98a-4a4e-9189-d98981d98f91 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:40:02.385972 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:40:02.392974 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port f7091090-e425-4b6a-848b-a6e805110d52, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f7091090-e425-4b6a-848b-a6e805110d52,segment=NetworkSegment(93a22fce-52c2-4a72-b91a-c814d16513b5),segment_id=93a22fce-52c2-4a72-b91a-c814d16513b5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:02.403118 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.535636 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 98560225-eb41-4ecd-b42a-e7d5cd04f2e4 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:02.622104 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 98560225-eb41-4ecd-b42a-e7d5cd04f2e4 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:02.622868 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74500969-83da-4ff4-9e66-11aa30e53158 req-a7cc861e-886f-4264-bb1c-c6ca19a4c793 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:02.623002 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 98560225-eb41-4ecd-b42a-e7d5cd04f2e4 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:02.626303 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=f7091090-e425-4b6a-848b-a6e805110d52,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:02.645798 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-74500969-83da-4ff4-9e66-11aa30e53158 req-a7cc861e-886f-4264-bb1c-c6ca19a4c793 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 945 time: 1.2605073 Jul 16 20:40:02.713170 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-1c757d32-5eb7-4069-a1bd-db272c0b1249 service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1130037 Jul 16 20:40:02.719040 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4437bded-a6bf-47fc-b6de-4acf012017e4 admin admin] Router ea8bbed2-20af-4c70-9752-40d4ef375c3b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:02.737389 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1f7445e-d98a-4a4e-9189-d98981d98f91 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.783657 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1f7445e-d98a-4a4e-9189-d98981d98f91 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.789150 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d1f7445e-d98a-4a4e-9189-d98981d98f91 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/networks/ed33a998-e08f-4ee4-81f8-b8740f1c0fb6 HTTP/1.1" status: 204 len: 168 time: 3.7424514 Jul 16 20:40:02.793698 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50580) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:02.802039 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-74500969-83da-4ff4-9e66-11aa30e53158 req-13ab499c-8f8b-45c4-a2e6-b0e33a04d315 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552007 Jul 16 20:40:02.805237 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-21a14f6e-9808-47c1-98c4-0e5e9be4f05b tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-63483312', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:02.830915 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7445e-d98a-4a4e-9189-d98981d98f91 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Network': ['ID=ed33a998-e08f-4ee4-81f8-b8740f1c0fb6,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:02.846271 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21a14f6e-9808-47c1-98c4-0e5e9be4f05b tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.847410 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21a14f6e-9808-47c1-98c4-0e5e9be4f05b tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.856462 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cba16-7a2b-4889-9851-59f663b61d7f req-1dadf553-cff5-4de6-baa2-f1d82779f47f tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:02.859894 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ae6cba16-7a2b-4889-9851-59f663b61d7f req-1dadf553-cff5-4de6-baa2-f1d82779f47f tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 946 time: 0.4584136 Jul 16 20:40:02.966811 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-81e746d7-1716-496a-92d2-e7df9d296803 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.025966 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb3a59e3-ee55-40ea-9652-c16df6ff98d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.035198 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21a14f6e-9808-47c1-98c4-0e5e9be4f05b tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.037268 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-81e746d7-1716-496a-92d2-e7df9d296803 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Transition to ACTIVE for port object 2c0bda4b-a74d-4bd2-97ea-b3af5c8985b0 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:03.080382 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21a14f6e-9808-47c1-98c4-0e5e9be4f05b tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.106391 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4437bded-a6bf-47fc-b6de-4acf012017e4 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:03.111129 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.119304 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc71c467-470b-48b3-af6e-22239b2cdd44 None None] Sync routers for ids ['ea8bbed2-20af-4c70-9752-40d4ef375c3b'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:03.135913 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4437bded-a6bf-47fc-b6de-4acf012017e4 admin admin] 10.222.0.38 "PUT /v2.0/routers/ea8bbed2-20af-4c70-9752-40d4ef375c3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8337653 Jul 16 20:40:03.136675 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50582) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:03.140436 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc71c467-470b-48b3-af6e-22239b2cdd44 None None] Routers {'ea8bbed2-20af-4c70-9752-40d4ef375c3b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:03.141662 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-fc71c467-470b-48b3-af6e-22239b2cdd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ea8bbed2-20af-4c70-9752-40d4ef375c3b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:03.149861 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21a14f6e-9808-47c1-98c4-0e5e9be4f05b tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.156954 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-21a14f6e-9808-47c1-98c4-0e5e9be4f05b tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.3622313 Jul 16 20:40:03.181073 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50584) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:03.186517 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-17aef6c6-8332-4853-bd45-fc14232608be tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'network': {'name': 'tempest-RoutersTest-1325456427'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:03.232115 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17aef6c6-8332-4853-bd45-fc14232608be tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Made reservation on behalf of 0984868bac254eab8830dbbd4c12f77c for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:03.236828 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-17aef6c6-8332-4853-bd45-fc14232608be tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.280984 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ae6cba16-7a2b-4889-9851-59f663b61d7f req-516584df-2338-4cf0-a152-040ad89d2704 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732176 Jul 16 20:40:03.288810 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-81e746d7-1716-496a-92d2-e7df9d296803 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.364611 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-a7f286da-7638-4cc2-a7d5-588b8018c0a9 service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6226773 Jul 16 20:40:03.395469 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17aef6c6-8332-4853-bd45-fc14232608be tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:40:03.428690 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e1afc4be-ea01-4cb2-87e8-fa7a003a92c3 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:03.440214 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-d50b1ca0-0a21-4fd5-8b3b-3ca561d94c57 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=b5381535-2faf-4332-a7a0-66c456495a38 HTTP/1.1" status: 200 len: 217 time: 0.0686154 Jul 16 20:40:03.492602 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-17aef6c6-8332-4853-bd45-fc14232608be tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.493036 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-17aef6c6-8332-4853-bd45-fc14232608be tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Added segment 6930b9f6-3eb4-4ba5-95ab-de2dbd3bb69e of type vlan for network 3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a Jul 16 20:40:03.653956 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-17aef6c6-8332-4853-bd45-fc14232608be tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.687074 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9695fe90-2ef8-4895-8968-7ed93a6b6e73 admin admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.694051 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-56aad0a4-f03a-4b44-afed-47bdc6ada5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:03.700038 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-56aad0a4-f03a-4b44-afed-47bdc6ada5b4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ede8a670-7de2-4b7a-90c3-f13e1c31925d HTTP/1.1" status: 200 len: 797 time: 0.2191646 Jul 16 20:40:03.706804 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb3a59e3-ee55-40ea-9652-c16df6ff98d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.740572 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-ad6059bc-8be9-4cea-b7a4-66dbc9d7aa60 None None] Allocated IP 2001:db8::f816:3eff:feae:f607 (f4aa8141-9687-45d9-b16c-82a3d6b86650/56d3d943-0dfc-4c32-903a-fced9d1392fc/b6e27ec8-7249-4255-9979-1bb9ad2f27f7) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:03.759008 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e746d7-1716-496a-92d2-e7df9d296803 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:03.785486 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port e1afc4be-ea01-4cb2-87e8-fa7a003a92c3 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:03.789967 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-fc71c467-470b-48b3-af6e-22239b2cdd44 None None] Set router ea8bbed2-20af-4c70-9752-40d4ef375c3b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:03.810468 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-81e746d7-1716-496a-92d2-e7df9d296803 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:03.821325 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e746d7-1716-496a-92d2-e7df9d296803 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:03.823843 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.db.resource_extend [None req-17aef6c6-8332-4853-bd45-fc14232608be tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:40:03.833490 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e746d7-1716-496a-92d2-e7df9d296803 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:03.834481 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-81e746d7-1716-496a-92d2-e7df9d296803 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.855688 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f7091090-e425-4b6a-848b-a6e805110d52 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:03.888698 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e746d7-1716-496a-92d2-e7df9d296803 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Port': ['ID=2c0bda4b-a74d-4bd2-97ea-b3af5c8985b0,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:03.918960 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-81e746d7-1716-496a-92d2-e7df9d296803 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1746054 Jul 16 20:40:03.923177 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50588) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:03.957115 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-17aef6c6-8332-4853-bd45-fc14232608be tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.963573 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aef6c6-8332-4853-bd45-fc14232608be tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:03.964493 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-17aef6c6-8332-4853-bd45-fc14232608be tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.013964 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d642d30-0f70-4ce5-b5dd-6f49103c683d None None] Network 38f4c80b-3f03-482d-ae10-ef156c694b48 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:04.147647 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9695fe90-2ef8-4895-8968-7ed93a6b6e73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.163821 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-17aef6c6-8332-4853-bd45-fc14232608be tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9790490 Jul 16 20:40:04.166265 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50594) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:04.173849 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-518e938f-69c1-4668-9bdc-bb39c02276fe tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'subnet': {'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:04.260024 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bd2eb39a-8441-4b1d-aa86-394017a31a15 None None] Provisioning for port e1afc4be-ea01-4cb2-87e8-fa7a003a92c3 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:04.262152 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-85779cdc-1805-4398-a6ca-7a2e211609ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:04.263725 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-85779cdc-1805-4398-a6ca-7a2e211609ba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5046611 Jul 16 20:40:04.290532 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166e5437-cbf0-40f3-8c48-2de32033337e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:04.291029 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port f7091090-e425-4b6a-848b-a6e805110d52 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:04.291470 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.293394 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-166e5437-cbf0-40f3-8c48-2de32033337e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3572104 Jul 16 20:40:04.327237 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50596) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:04.334431 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bd2eb39a-8441-4b1d-aa86-394017a31a15 None None] Provisioning complete for port e1afc4be-ea01-4cb2-87e8-fa7a003a92c3 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:04.334880 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd2eb39a-8441-4b1d-aa86-394017a31a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.470106 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-1959c6f1-7a4b-44de-93fb-c5a16beaac59 service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275365 Jul 16 20:40:04.470709 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aef6c6-8332-4853-bd45-fc14232608be tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Network': ['ID=3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:04.480251 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3a59e3-ee55-40ea-9652-c16df6ff98d7 admin admin] Router f3d99696-024e-4754-9304-21e19eec8599 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:40:04.493065 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:40:04.688029 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518e938f-69c1-4668-9bdc-bb39c02276fe tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Made reservation on behalf of 0984868bac254eab8830dbbd4c12f77c for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:04.689694 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e95d1-8a37-4d7f-aa82-74b8ee28d5be tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting port 2c0bda4b-a74d-4bd2-97ea-b3af5c8985b0 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:04.690175 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1e9e95d1-8a37-4d7f-aa82-74b8ee28d5be tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.692681 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-518e938f-69c1-4668-9bdc-bb39c02276fe tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.695599 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad6059bc-8be9-4cea-b7a4-66dbc9d7aa60 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.746989 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ad6059bc-8be9-4cea-b7a4-66dbc9d7aa60 None None] Transition to ACTIVE for port object b6e27ec8-7249-4255-9979-1bb9ad2f27f7 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:04.789582 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3a59e3-ee55-40ea-9652-c16df6ff98d7 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:04.800410 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6d3627-7bc5-47d1-ba47-266f3d0681fa None None] Sync routers for ids ['f3d99696-024e-4754-9304-21e19eec8599'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:04.813954 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6d3627-7bc5-47d1-ba47-266f3d0681fa None None] Routers {'f3d99696-024e-4754-9304-21e19eec8599'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:04.814621 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-5d6d3627-7bc5-47d1-ba47-266f3d0681fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['f3d99696-024e-4754-9304-21e19eec8599'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:04.840585 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1e9e95d1-8a37-4d7f-aa82-74b8ee28d5be tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.855295 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e95d1-8a37-4d7f-aa82-74b8ee28d5be tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Calling delete_port for 2c0bda4b-a74d-4bd2-97ea-b3af5c8985b0 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:04.862560 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ad6059bc-8be9-4cea-b7a4-66dbc9d7aa60 None None] Transition to ACTIVE for port object b6e27ec8-7249-4255-9979-1bb9ad2f27f7 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:04.883641 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-fc71c467-470b-48b3-af6e-22239b2cdd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'name': 'tempest-ServersTestJSON-56184420-router', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '9ce7a1c5-a65b-484a-b5f9-826cace0d33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:39:59Z', 'revision_number': 5, 'project_id': 'b518884410f64b40a042abe2e293dfe9', 'gw_port': {'id': '9ce7a1c5-a65b-484a-b5f9-826cace0d33a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:17Z', 'updated_at': '2021-07-16T20:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:04.886587 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd2eb39a-8441-4b1d-aa86-394017a31a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.893565 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad6059bc-8be9-4cea-b7a4-66dbc9d7aa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.978029 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc71c467-470b-48b3-af6e-22239b2cdd44 None None] Checking router: ea8bbed2-20af-4c70-9752-40d4ef375c3b for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:04.986898 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-9695fe90-2ef8-4895-8968-7ed93a6b6e73 admin admin] Deleting port 9ce7a1c5-a65b-484a-b5f9-826cace0d33a {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:04.988405 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9695fe90-2ef8-4895-8968-7ed93a6b6e73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.044849 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf4d2d-7599-4b89-b51a-b27d232a7c7d req-d2688c98-1bfc-4e46-b972-aa30fdd47442 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:05.068430 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dcbf4d2d-7599-4b89-b51a-b27d232a7c7d req-d2688c98-1bfc-4e46-b972-aa30fdd47442 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 945 time: 0.8143749 Jul 16 20:40:05.098620 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6059bc-8be9-4cea-b7a4-66dbc9d7aa60 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:05.105788 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb3a59e3-ee55-40ea-9652-c16df6ff98d7 admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.113091 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bb3a59e3-ee55-40ea-9652-c16df6ff98d7 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.0119557 Jul 16 20:40:05.113599 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1e9e95d1-8a37-4d7f-aa82-74b8ee28d5be tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.115287 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50600) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:05.134682 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6059bc-8be9-4cea-b7a4-66dbc9d7aa60 None None] Pushing event updated for resources: {'Port': ['ID=b6e27ec8-7249-4255-9979-1bb9ad2f27f7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:05.141471 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-ad6059bc-8be9-4cea-b7a4-66dbc9d7aa60 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:05.144012 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc71c467-470b-48b3-af6e-22239b2cdd44 None None] Routers {'ea8bbed2-20af-4c70-9752-40d4ef375c3b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:05.144662 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-fc71c467-470b-48b3-af6e-22239b2cdd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ea8bbed2-20af-4c70-9752-40d4ef375c3b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:05.146856 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6059bc-8be9-4cea-b7a4-66dbc9d7aa60 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:05.225566 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-bd2eb39a-8441-4b1d-aa86-394017a31a15 None None] For port e1afc4be-ea01-4cb2-87e8-fa7a003a92c3, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e1afc4be-ea01-4cb2-87e8-fa7a003a92c3,segment=NetworkSegment(1107c86d-857a-49b7-b114-f692472017be),segment_id=1107c86d-857a-49b7-b114-f692472017be)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:05.291616 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd2eb39a-8441-4b1d-aa86-394017a31a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.292630 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-5d6d3627-7bc5-47d1-ba47-266f3d0681fa None None] Set router f3d99696-024e-4754-9304-21e19eec8599 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:05.395807 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e95d1-8a37-4d7f-aa82-74b8ee28d5be tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Port': ['ID=2c0bda4b-a74d-4bd2-97ea-b3af5c8985b0,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:05.429312 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-fc71c467-470b-48b3-af6e-22239b2cdd44 None None] Set router ea8bbed2-20af-4c70-9752-40d4ef375c3b gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:05.489779 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1e9e95d1-8a37-4d7f-aa82-74b8ee28d5be tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.495531 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1e9e95d1-8a37-4d7f-aa82-74b8ee28d5be tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/2c0bda4b-a74d-4bd2-97ea-b3af5c8985b0 HTTP/1.1" status: 204 len: 168 time: 1.1589546 Jul 16 20:40:05.506923 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50604) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:05.519027 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-9695fe90-2ef8-4895-8968-7ed93a6b6e73 admin admin] For port 9ce7a1c5-a65b-484a-b5f9-826cace0d33a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9ce7a1c5-a65b-484a-b5f9-826cace0d33a,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:05.519662 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9695fe90-2ef8-4895-8968-7ed93a6b6e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.531579 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ad6059bc-8be9-4cea-b7a4-66dbc9d7aa60 None None] Attempting to bind port b6e27ec8-7249-4255-9979-1bb9ad2f27f7 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:05.532998 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ad6059bc-8be9-4cea-b7a4-66dbc9d7aa60 None None] Attempting to bind port b6e27ec8-7249-4255-9979-1bb9ad2f27f7 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:05.532998 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6059bc-8be9-4cea-b7a4-66dbc9d7aa60 None None] Attempting to bind port b6e27ec8-7249-4255-9979-1bb9ad2f27f7 on network f4aa8141-9687-45d9-b16c-82a3d6b86650 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:05.535888 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-9695fe90-2ef8-4895-8968-7ed93a6b6e73 admin admin] Calling delete_port for 9ce7a1c5-a65b-484a-b5f9-826cace0d33a owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:05.550841 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6059bc-8be9-4cea-b7a4-66dbc9d7aa60 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:05.551117 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6059bc-8be9-4cea-b7a4-66dbc9d7aa60 None None] Checking segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:05.551521 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad6059bc-8be9-4cea-b7a4-66dbc9d7aa60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.551906 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6059bc-8be9-4cea-b7a4-66dbc9d7aa60 None None] Bound using segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:05.552394 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ad6059bc-8be9-4cea-b7a4-66dbc9d7aa60 None None] Bound port: b6e27ec8-7249-4255-9979-1bb9ad2f27f7, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:05.552796 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad6059bc-8be9-4cea-b7a4-66dbc9d7aa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.568971 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2eb39a-8441-4b1d-aa86-394017a31a15 None None] Pushing event updated for resources: {'Port': ['ID=e1afc4be-ea01-4cb2-87e8-fa7a003a92c3,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:05.581908 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-fc71c467-470b-48b3-af6e-22239b2cdd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'name': 'tempest-ServersTestJSON-56184420-router', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:40:04Z', 'revision_number': 6, 'project_id': 'b518884410f64b40a042abe2e293dfe9', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:05.603387 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dca01b-da52-42d0-9880-199f84abe0a7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:05.605101 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dca01b-da52-42d0-9880-199f84abe0a7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:05.609907 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d0dca01b-da52-42d0-9880-199f84abe0a7 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0714903 Jul 16 20:40:05.610191 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50606) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:05.652305 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc71c467-470b-48b3-af6e-22239b2cdd44 None None] The sync data for ids ['ea8bbed2-20af-4c70-9752-40d4ef375c3b'] in n-d-791506-21 is: [{'id': 'ea8bbed2-20af-4c70-9752-40d4ef375c3b', 'name': 'tempest-ServersTestJSON-56184420-router', 'tenant_id': 'b518884410f64b40a042abe2e293dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:40:04Z', 'revision_number': 6, 'project_id': 'b518884410f64b40a042abe2e293dfe9', 'gw_port_host': None}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:05.666335 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2f7d9c4c-256c-48a0-a3eb-b15a558b42a0 None None] Provisioning complete for port e1afc4be-ea01-4cb2-87e8-fa7a003a92c3 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:05.666720 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f7d9c4c-256c-48a0-a3eb-b15a558b42a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.744830 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-5107edc3-07e8-4008-919a-3876ab868f7b service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2478724 Jul 16 20:40:05.756000 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072d008-cd20-4eec-949f-a95dc01de0d8 req-c0b02877-1358-42de-8664-ed3231b18c9b tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:05.758173 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9072d008-cd20-4eec-949f-a95dc01de0d8 req-c0b02877-1358-42de-8664-ed3231b18c9b tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 946 time: 1.2099411 Jul 16 20:40:05.767317 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dcbf4d2d-7599-4b89-b51a-b27d232a7c7d req-f021af31-b141-44db-8cff-f8f61c872364 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6973617 Jul 16 20:40:05.808924 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca7f258-64aa-49c2-ba1b-15d24976971a tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet 56d3d943-0dfc-4c32-903a-fced9d1392fc {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:05.839083 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f258-64aa-49c2-ba1b-15d24976971a tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.862062 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-5d6d3627-7bc5-47d1-ba47-266f3d0681fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d99696-024e-4754-9304-21e19eec8599', 'name': 'tempest-TestServerBasicOps-1103871753-router', 'tenant_id': 'd53edfabe8064e8d9034d0c91f268d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '689d4397-8c6e-4e9b-9ac9-aaffcb5bea91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:58Z', 'updated_at': '2021-07-16T20:40:02Z', 'revision_number': 3, 'project_id': 'd53edfabe8064e8d9034d0c91f268d75', 'gw_port': {'id': '689d4397-8c6e-4e9b-9ac9-aaffcb5bea91', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d99696-024e-4754-9304-21e19eec8599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:00Z', 'updated_at': '2021-07-16T20:40:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:05.862852 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-8ff94baf-6d91-4927-a70a-b8a070e6d12b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=dbb2a1f8-6655-4e13-8f01-649325559b94 HTTP/1.1" status: 200 len: 217 time: 0.0996947 Jul 16 20:40:05.905941 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9072d008-cd20-4eec-949f-a95dc01de0d8 req-274d7e5f-7398-4c93-a4c1-4d12e29261b6 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181552 Jul 16 20:40:05.918416 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f258-64aa-49c2-ba1b-15d24976971a tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.973814 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6d3627-7bc5-47d1-ba47-266f3d0681fa None None] Checking router: f3d99696-024e-4754-9304-21e19eec8599 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:05.974526 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6d3627-7bc5-47d1-ba47-266f3d0681fa None None] Updating router f3d99696-024e-4754-9304-21e19eec8599 port 689d4397-8c6e-4e9b-9ac9-aaffcb5bea91 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:40:06.016035 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3627-7bc5-47d1-ba47-266f3d0681fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.029521 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ad6059bc-8be9-4cea-b7a4-66dbc9d7aa60 None None] For port b6e27ec8-7249-4255-9979-1bb9ad2f27f7, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:06.073079 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ad6059bc-8be9-4cea-b7a4-66dbc9d7aa60 None None] For port b6e27ec8-7249-4255-9979-1bb9ad2f27f7, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b6e27ec8-7249-4255-9979-1bb9ad2f27f7,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:06.112120 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad6059bc-8be9-4cea-b7a4-66dbc9d7aa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.183075 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8bb61dbb-75f6-43bb-a814-10c332c67278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.203457 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-aaa8e015-5f28-4171-9af2-83f9589238b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:06.205280 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-aaa8e015-5f28-4171-9af2-83f9589238b2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ede8a670-7de2-4b7a-90c3-f13e1c31925d HTTP/1.1" status: 200 len: 797 time: 0.3269060 Jul 16 20:40:06.241988 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f258-64aa-49c2-ba1b-15d24976971a tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.259514 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-518e938f-69c1-4668-9bdc-bb39c02276fe tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.389601 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6059bc-8be9-4cea-b7a4-66dbc9d7aa60 None None] Pushing event updated for resources: {'Port': ['ID=b6e27ec8-7249-4255-9979-1bb9ad2f27f7,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:06.459884 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9695fe90-2ef8-4895-8968-7ed93a6b6e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.463209 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e938f-69c1-4668-9bdc-bb39c02276fe tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Subnet': ['ID=eac2dfcf-ec71-4f01-91c9-1a2bbab418f6,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:06.498594 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695fe90-2ef8-4895-8968-7ed93a6b6e73 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ce7a1c5-a65b-484a-b5f9-826cace0d33a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:06.604458 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9695fe90-2ef8-4895-8968-7ed93a6b6e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.675714 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3627-7bc5-47d1-ba47-266f3d0681fa None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.704930 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518e938f-69c1-4668-9bdc-bb39c02276fe tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Checking segment: {'id': '6930b9f6-3eb4-4ba5-95ab-de2dbd3bb69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:06.709155 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518e938f-69c1-4668-9bdc-bb39c02276fe tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network hostable DHCP agents. Network: 3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:40:07.006089 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-5d6d3627-7bc5-47d1-ba47-266f3d0681fa None None] Transition to ACTIVE for port object 689d4397-8c6e-4e9b-9ac9-aaffcb5bea91 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:07.015135 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3627-7bc5-47d1-ba47-266f3d0681fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.032010 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f258-64aa-49c2-ba1b-15d24976971a tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.106375 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-5d6d3627-7bc5-47d1-ba47-266f3d0681fa None None] Attempting to bind port 689d4397-8c6e-4e9b-9ac9-aaffcb5bea91 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:07.106905 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-5d6d3627-7bc5-47d1-ba47-266f3d0681fa None None] Attempting to bind port 689d4397-8c6e-4e9b-9ac9-aaffcb5bea91 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:07.107209 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6d3627-7bc5-47d1-ba47-266f3d0681fa None None] Attempting to bind port 689d4397-8c6e-4e9b-9ac9-aaffcb5bea91 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:07.120561 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6d3627-7bc5-47d1-ba47-266f3d0681fa None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:07.121162 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6d3627-7bc5-47d1-ba47-266f3d0681fa None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:07.121913 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3627-7bc5-47d1-ba47-266f3d0681fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.122536 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6d3627-7bc5-47d1-ba47-266f3d0681fa None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:07.123211 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-5d6d3627-7bc5-47d1-ba47-266f3d0681fa None None] Bound port: 689d4397-8c6e-4e9b-9ac9-aaffcb5bea91, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:07.125501 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3627-7bc5-47d1-ba47-266f3d0681fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.156707 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7f258-64aa-49c2-ba1b-15d24976971a tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=56d3d943-0dfc-4c32-903a-fced9d1392fc,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:07.166723 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f258-64aa-49c2-ba1b-15d24976971a tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.169589 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2ca7f258-64aa-49c2-ba1b-15d24976971a tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/56d3d943-0dfc-4c32-903a-fced9d1392fc HTTP/1.1" status: 204 len: 168 time: 1.5584028 Jul 16 20:40:07.179949 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50616) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:07.194212 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-5d6d3627-7bc5-47d1-ba47-266f3d0681fa None None] For port 689d4397-8c6e-4e9b-9ac9-aaffcb5bea91, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:07.199791 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-5d6d3627-7bc5-47d1-ba47-266f3d0681fa None None] For port 689d4397-8c6e-4e9b-9ac9-aaffcb5bea91, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=689d4397-8c6e-4e9b-9ac9-aaffcb5bea91,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:07.214976 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3627-7bc5-47d1-ba47-266f3d0681fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.232081 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f24e378-6dc0-41c0-980e-af2b35ea8d20 None None] Pushing event updated for resources: {'Port': ['ID=689d4397-8c6e-4e9b-9ac9-aaffcb5bea91,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:07.246959 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24e378-6dc0-41c0-980e-af2b35ea8d20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:07.247783 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24e378-6dc0-41c0-980e-af2b35ea8d20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:07.247965 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24e378-6dc0-41c0-980e-af2b35ea8d20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:07.249037 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24e378-6dc0-41c0-980e-af2b35ea8d20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:07.249429 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24e378-6dc0-41c0-980e-af2b35ea8d20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:07.249885 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24e378-6dc0-41c0-980e-af2b35ea8d20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:07.250350 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24e378-6dc0-41c0-980e-af2b35ea8d20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:07.250970 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24e378-6dc0-41c0-980e-af2b35ea8d20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:07.251407 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24e378-6dc0-41c0-980e-af2b35ea8d20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:07.251838 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24e378-6dc0-41c0-980e-af2b35ea8d20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:07.252272 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24e378-6dc0-41c0-980e-af2b35ea8d20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:07.252701 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24e378-6dc0-41c0-980e-af2b35ea8d20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:07.322585 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b6e8e51a-2df2-4211-a4e8-7746d0fcd215 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1330554 Jul 16 20:40:07.327144 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50618) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:07.375843 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6d3627-7bc5-47d1-ba47-266f3d0681fa None None] Routers {'f3d99696-024e-4754-9304-21e19eec8599'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:07.376887 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-5d6d3627-7bc5-47d1-ba47-266f3d0681fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['f3d99696-024e-4754-9304-21e19eec8599'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:07.391099 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9695fe90-2ef8-4895-8968-7ed93a6b6e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.401302 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-8bb61dbb-75f6-43bb-a814-10c332c67278 admin admin] Allocated IP 172.20.0.1 (38f4c80b-3f03-482d-ae10-ef156c694b48/33d9078f-02ae-4671-81a9-3c2d86987132/5d12f1bb-655f-46a5-b53f-d513c134956e) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:07.408745 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9695fe90-2ef8-4895-8968-7ed93a6b6e73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.443995 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b6e27ec8-7249-4255-9979-1bb9ad2f27f7 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:07.510679 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-2dab30e6-28cc-491c-9f09-5715dac52ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:07.512425 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-2dab30e6-28cc-491c-9f09-5715dac52ccd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.2916088 Jul 16 20:40:07.536101 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-5d6d3627-7bc5-47d1-ba47-266f3d0681fa None None] Set router f3d99696-024e-4754-9304-21e19eec8599 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:07.548939 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port b6e27ec8-7249-4255-9979-1bb9ad2f27f7 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:07.549753 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8bb61dbb-75f6-43bb-a814-10c332c67278 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.553337 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e1afc4be-ea01-4cb2-87e8-fa7a003a92c3 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:07.582626 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-8bb61dbb-75f6-43bb-a814-10c332c67278 admin admin] Transition to ACTIVE for port object 5d12f1bb-655f-46a5-b53f-d513c134956e will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:07.609502 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518e938f-69c1-4668-9bdc-bb39c02276fe tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network 3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:40:07.619001 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f24e378-6dc0-41c0-980e-af2b35ea8d20 None None] Pushing event updated for resources: {'Port': ['ID=689d4397-8c6e-4e9b-9ac9-aaffcb5bea91,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:07.647122 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8bb61dbb-75f6-43bb-a814-10c332c67278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.655599 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port e1afc4be-ea01-4cb2-87e8-fa7a003a92c3 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:07.656947 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.727624 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb61dbb-75f6-43bb-a814-10c332c67278 admin admin] Network 38f4c80b-3f03-482d-ae10-ef156c694b48 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:07.728209 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9695fe90-2ef8-4895-8968-7ed93a6b6e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.729795 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9695fe90-2ef8-4895-8968-7ed93a6b6e73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea8bbed2-20af-4c70-9752-40d4ef375c3b {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:40:07.737961 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-518e938f-69c1-4668-9bdc-bb39c02276fe tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:07.745627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518e938f-69c1-4668-9bdc-bb39c02276fe tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:07.746802 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-518e938f-69c1-4668-9bdc-bb39c02276fe tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.758267 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0813f4f7-e2b2-4d27-8b2b-caa7418b9023 None None] Network 3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:07.783189 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9695fe90-2ef8-4895-8968-7ed93a6b6e73 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.784599 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9695fe90-2ef8-4895-8968-7ed93a6b6e73 admin admin] 10.222.0.38 "DELETE /v2.0/routers/ea8bbed2-20af-4c70-9752-40d4ef375c3b HTTP/1.1" status: 204 len: 168 time: 4.6230726 Jul 16 20:40:07.792063 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-8bb61dbb-75f6-43bb-a814-10c332c67278 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:07.798646 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50620) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:07.813658 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-518e938f-69c1-4668-9bdc-bb39c02276fe tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6450942 Jul 16 20:40:07.828295 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb61dbb-75f6-43bb-a814-10c332c67278 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:07.856730 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50622) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:07.922092 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8bb61dbb-75f6-43bb-a814-10c332c67278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.198490 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-5d6d3627-7bc5-47d1-ba47-266f3d0681fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d99696-024e-4754-9304-21e19eec8599', 'name': 'tempest-TestServerBasicOps-1103871753-router', 'tenant_id': 'd53edfabe8064e8d9034d0c91f268d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '689d4397-8c6e-4e9b-9ac9-aaffcb5bea91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:58Z', 'updated_at': '2021-07-16T20:40:02Z', 'revision_number': 3, 'project_id': 'd53edfabe8064e8d9034d0c91f268d75', 'gw_port': {'id': '689d4397-8c6e-4e9b-9ac9-aaffcb5bea91', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d99696-024e-4754-9304-21e19eec8599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:00Z', 'updated_at': '2021-07-16T20:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:08.325618 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6d3627-7bc5-47d1-ba47-266f3d0681fa None None] The sync data for ids ['f3d99696-024e-4754-9304-21e19eec8599'] in n-d-791506-21 is: [{'id': 'f3d99696-024e-4754-9304-21e19eec8599', 'name': 'tempest-TestServerBasicOps-1103871753-router', 'tenant_id': 'd53edfabe8064e8d9034d0c91f268d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '689d4397-8c6e-4e9b-9ac9-aaffcb5bea91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:58Z', 'updated_at': '2021-07-16T20:40:02Z', 'revision_number': 3, 'project_id': 'd53edfabe8064e8d9034d0c91f268d75', 'gw_port': {'id': '689d4397-8c6e-4e9b-9ac9-aaffcb5bea91', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d99696-024e-4754-9304-21e19eec8599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:00Z', 'updated_at': '2021-07-16T20:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:08.368215 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-fefe3ea1-9dbb-4c3d-9747-148be7f79aa8 admin admin] Deleting subnet 268bf5d0-0a5b-4de4-ab19-f076afbcaccd {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:08.386766 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff4cc5c-053d-4abb-935e-b3da9f33ec07 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:08.391391 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4ff4cc5c-053d-4abb-935e-b3da9f33ec07 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.0573635 Jul 16 20:40:08.395376 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb61dbb-75f6-43bb-a814-10c332c67278 admin admin] Pushing event updated for resources: {'Port': ['ID=5d12f1bb-655f-46a5-b53f-d513c134956e,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:08.398361 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50626) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:08.407945 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259afb5-05b7-4141-8d1f-caf5ddb2c2ec req-a2ecc064-4fe9-4a9a-afa1-492c144ca6c9 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:08.409168 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5259afb5-05b7-4141-8d1f-caf5ddb2c2ec req-a2ecc064-4fe9-4a9a-afa1-492c144ca6c9 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 945 time: 1.6936085 Jul 16 20:40:08.442683 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac4e318-5170-4071-8745-47f930f5cfb1 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:08.478352 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fefe3ea1-9dbb-4c3d-9747-148be7f79aa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.520443 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c35e49b-bc64-4675-982a-9f3d4f3ca35f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:08.522064 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1c35e49b-bc64-4675-982a-9f3d4f3ca35f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1085734 Jul 16 20:40:08.524628 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50630) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:08.622814 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b7b33ff0-d013-440f-a3c9-9db61ab3faab None None] Provisioning for port b6e27ec8-7249-4255-9979-1bb9ad2f27f7 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:08.646878 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ddec27f5-db9d-4d15-b776-fab52e8f9b78 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1211133 Jul 16 20:40:08.675403 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-b43750d9-82c2-4166-991b-6e055ec286ef service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0722964 Jul 16 20:40:08.682492 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b71cb13e-7755-437c-aeca-123124b38d23 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:08.685238 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b7b33ff0-d013-440f-a3c9-9db61ab3faab None None] Provisioning complete for port b6e27ec8-7249-4255-9979-1bb9ad2f27f7 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:08.685914 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7b33ff0-d013-440f-a3c9-9db61ab3faab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.697020 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50632) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:08.703386 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-c71971dd-1681-47d8-837a-9b015ae2c043 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:08.776272 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9981d-4bb5-4132-9611-6f5c34cf3700 req-f3740d6c-3c2f-47a8-886c-110595974322 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:08.790356 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-87a9981d-4bb5-4132-9611-6f5c34cf3700 req-f3740d6c-3c2f-47a8-886c-110595974322 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 946 time: 1.4321523 Jul 16 20:40:08.809017 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: b71cb13e-7755-437c-aeca-123124b38d23 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:08.809839 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b71cb13e-7755-437c-aeca-123124b38d23 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:08.810497 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9ce7a1c5-a65b-484a-b5f9-826cace0d33a no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:08.874945 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e3da4-372e-4592-9f5d-2b0f1905e509 req-00dd9583-3974-4285-a764-be4c9c8ceaa2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:08.876536 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-274e3da4-372e-4592-9f5d-2b0f1905e509 req-00dd9583-3974-4285-a764-be4c9c8ceaa2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.62 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 945 time: 1.1648796 Jul 16 20:40:08.879372 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-87a9981d-4bb5-4132-9611-6f5c34cf3700 req-fc1594d0-f9f1-44a7-bb93-6b727b084fd6 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818532 Jul 16 20:40:08.921796 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fefe3ea1-9dbb-4c3d-9747-148be7f79aa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.932045 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cbffe0-8805-40ae-b9f3-09ba1544a032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a', 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'fixed_ips': [{'subnet_id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:40:08.933263 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83cbffe0-8805-40ae-b9f3-09ba1544a032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.935257 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 9ce7a1c5-a65b-484a-b5f9-826cace0d33a {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:08.936485 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9ce7a1c5-a65b-484a-b5f9-826cace0d33a not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:08.964396 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8bb61dbb-75f6-43bb-a814-10c332c67278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.049738 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71971dd-1681-47d8-837a-9b015ae2c043 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:09.054953 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c71971dd-1681-47d8-837a-9b015ae2c043 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.175655 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5259afb5-05b7-4141-8d1f-caf5ddb2c2ec req-90f4f5f8-fa18-4e59-9d75-1e47e46aa640 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6599412 Jul 16 20:40:09.290164 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-030b1c54-7a06-42e7-acd8-75640b215280 service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5374792 Jul 16 20:40:09.312219 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 689d4397-8c6e-4e9b-9ac9-aaffcb5bea91 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:09.335362 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7b33ff0-d013-440f-a3c9-9db61ab3faab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.349268 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-26e2c5c8-e45f-49cb-8aad-1b158b7bb60f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=9c2a4800-9a2a-4b56-925d-1fa35a5727a0 HTTP/1.1" status: 200 len: 217 time: 0.0491714 Jul 16 20:40:09.396461 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653894f8-4940-4613-a08c-1a9475a2f149 None None] DHCP port deletion for f4aa8141-9687-45d9-b16c-82a3d6b86650 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:40:09.447556 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-274e3da4-372e-4592-9f5d-2b0f1905e509 req-7705ff5b-c5d1-4921-bba1-5b27b28ea370 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Deleting port 703eac73-d0cc-4bd8-b293-bb7c6c8d2af8 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:09.448927 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-274e3da4-372e-4592-9f5d-2b0f1905e509 req-7705ff5b-c5d1-4921-bba1-5b27b28ea370 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.488039 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-62e7155e-7921-4182-beef-7815fcee786f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:09.489517 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-62e7155e-7921-4182-beef-7815fcee786f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ede8a670-7de2-4b7a-90c3-f13e1c31925d HTTP/1.1" status: 200 len: 797 time: 0.0968163 Jul 16 20:40:09.492788 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-07bde99b-0c58-43aa-87e0-86b0a3921871 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.524284 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b7b33ff0-d013-440f-a3c9-9db61ab3faab None None] For port b6e27ec8-7249-4255-9979-1bb9ad2f27f7, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b6e27ec8-7249-4255-9979-1bb9ad2f27f7,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:09.532541 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-83cbffe0-8805-40ae-b9f3-09ba1544a032 None None] Allocated IP 172.20.0.2 (3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a/eac2dfcf-ec71-4f01-91c9-1a2bbab418f6/9c965711-503a-4feb-b420-eff8e8849bd2) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:09.552651 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7b33ff0-d013-440f-a3c9-9db61ab3faab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.578484 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fefe3ea1-9dbb-4c3d-9747-148be7f79aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.624890 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-274e3da4-372e-4592-9f5d-2b0f1905e509 req-7705ff5b-c5d1-4921-bba1-5b27b28ea370 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] For port 703eac73-d0cc-4bd8-b293-bb7c6c8d2af8, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=703eac73-d0cc-4bd8-b293-bb7c6c8d2af8,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:09.625506 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-274e3da4-372e-4592-9f5d-2b0f1905e509 req-7705ff5b-c5d1-4921-bba1-5b27b28ea370 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.653727 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-274e3da4-372e-4592-9f5d-2b0f1905e509 req-7705ff5b-c5d1-4921-bba1-5b27b28ea370 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Calling delete_port for 703eac73-d0cc-4bd8-b293-bb7c6c8d2af8 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:09.709729 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b7b33ff0-d013-440f-a3c9-9db61ab3faab None None] Provisioning for port 5d12f1bb-655f-46a5-b53f-d513c134956e completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:09.739620 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b7b33ff0-d013-440f-a3c9-9db61ab3faab None None] Provisioning complete for port 5d12f1bb-655f-46a5-b53f-d513c134956e triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:09.744185 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7b33ff0-d013-440f-a3c9-9db61ab3faab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.838858 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c71971dd-1681-47d8-837a-9b015ae2c043 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.851738 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-bc43ca3b-7e8b-4550-9d5c-6ead5683e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:09.853441 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-bc43ca3b-7e8b-4550-9d5c-6ead5683e114 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3559141 Jul 16 20:40:09.855892 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b33ff0-d013-440f-a3c9-9db61ab3faab None None] Pushing event updated for resources: {'Port': ['ID=b6e27ec8-7249-4255-9979-1bb9ad2f27f7,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:09.868153 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 689d4397-8c6e-4e9b-9ac9-aaffcb5bea91 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:09.875075 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71971dd-1681-47d8-837a-9b015ae2c043 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:09.896891 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 689d4397-8c6e-4e9b-9ac9-aaffcb5bea91 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:09.897582 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.914384 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-c71971dd-1681-47d8-837a-9b015ae2c043 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:09.927335 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8bb61dbb-75f6-43bb-a814-10c332c67278 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.932199 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71971dd-1681-47d8-837a-9b015ae2c043 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:09.933042 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c71971dd-1681-47d8-837a-9b015ae2c043 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.946414 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8bb61dbb-75f6-43bb-a814-10c332c67278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.959697 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-653894f8-4940-4613-a08c-1a9475a2f149 None None] Deleting port b6e27ec8-7249-4255-9979-1bb9ad2f27f7 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:09.962959 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-653894f8-4940-4613-a08c-1a9475a2f149 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.981639 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fefe3ea1-9dbb-4c3d-9747-148be7f79aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.008955 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b7b33ff0-d013-440f-a3c9-9db61ab3faab None None] Port 5d12f1bb-655f-46a5-b53f-d513c134956e cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:10.041022 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb61dbb-75f6-43bb-a814-10c332c67278 admin admin] Pushing event updated for resources: {'Port': ['ID=5d12f1bb-655f-46a5-b53f-d513c134956e,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:10.085324 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c71971dd-1681-47d8-837a-9b015ae2c043 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3870459 Jul 16 20:40:10.086869 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50648) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:10.095337 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-db49491a-4af4-4118-8315-5e1b19be0551 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'port': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'mac_address': 'fa:16:3e:8b:2d:b5', 'name': 'tempest-NetworksTestDHCPv6-1358049791'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:10.103075 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71971dd-1681-47d8-837a-9b015ae2c043 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=b8677732-ea79-4be8-b950-3028d7a23bcf,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:10.139633 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8bb61dbb-75f6-43bb-a814-10c332c67278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.190846 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83cbffe0-8805-40ae-b9f3-09ba1544a032 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.207197 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fefe3ea1-9dbb-4c3d-9747-148be7f79aa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.211251 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-83cbffe0-8805-40ae-b9f3-09ba1544a032 None None] Transition to ACTIVE for port object 9c965711-503a-4feb-b420-eff8e8849bd2 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:10.213068 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fefe3ea1-9dbb-4c3d-9747-148be7f79aa8 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/268bf5d0-0a5b-4de4-ab19-f076afbcaccd HTTP/1.1" status: 204 len: 168 time: 2.4011989 Jul 16 20:40:10.215374 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-ab1c3d52-2e46-4fc3-977d-220918739b04 service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522487 Jul 16 20:40:10.217713 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50650) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:10.224479 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb22bb3f-17cc-4aa1-84e8-cb2754566d43 None None] Network 920aafad-c848-459a-ae64-8afed19246c6 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:10.225785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe3ea1-9dbb-4c3d-9747-148be7f79aa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=268bf5d0-0a5b-4de4-ab19-f076afbcaccd,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:10.245274 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-83cbffe0-8805-40ae-b9f3-09ba1544a032 None None] Transition to ACTIVE for port object 9c965711-503a-4feb-b420-eff8e8849bd2 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:10.275281 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-653894f8-4940-4613-a08c-1a9475a2f149 None None] For port b6e27ec8-7249-4255-9979-1bb9ad2f27f7, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b6e27ec8-7249-4255-9979-1bb9ad2f27f7,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:10.275714 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-653894f8-4940-4613-a08c-1a9475a2f149 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.291487 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-653894f8-4940-4613-a08c-1a9475a2f149 None None] Calling delete_port for b6e27ec8-7249-4255-9979-1bb9ad2f27f7 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:10.360075 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-07bde99b-0c58-43aa-87e0-86b0a3921871 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Allocated IP 172.20.0.1 (3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a/eac2dfcf-ec71-4f01-91c9-1a2bbab418f6/36a34ed3-339a-4acf-b099-363bf3eff555) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:10.377083 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb61dbb-75f6-43bb-a814-10c332c67278 admin admin] Network 38f4c80b-3f03-482d-ae10-ef156c694b48 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:10.380003 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-8bb61dbb-75f6-43bb-a814-10c332c67278 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:10.384862 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-274e3da4-372e-4592-9f5d-2b0f1905e509 req-7705ff5b-c5d1-4921-bba1-5b27b28ea370 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.420481 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83cbffe0-8805-40ae-b9f3-09ba1544a032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.439998 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705ff5b-c5d1-4921-bba1-5b27b28ea370 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Pushing event deleted for resources: {'Port': ['ID=703eac73-d0cc-4bd8-b293-bb7c6c8d2af8,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:10.493334 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-16962da4-01ee-4e96-bf00-78a9506ec84e service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756139 Jul 16 20:40:10.537704 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db49491a-4af4-4118-8315-5e1b19be0551 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:10.569710 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-274e3da4-372e-4592-9f5d-2b0f1905e509 req-7705ff5b-c5d1-4921-bba1-5b27b28ea370 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] No DVR routers for this DVR port 703eac73-d0cc-4bd8-b293-bb7c6c8d2af8 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:10.595074 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-274e3da4-372e-4592-9f5d-2b0f1905e509 req-7705ff5b-c5d1-4921-bba1-5b27b28ea370 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.597433 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-274e3da4-372e-4592-9f5d-2b0f1905e509 req-7705ff5b-c5d1-4921-bba1-5b27b28ea370 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.62 "DELETE /v2.0/ports/703eac73-d0cc-4bd8-b293-bb7c6c8d2af8 HTTP/1.1" status: 204 len: 173 time: 1.7117767 Jul 16 20:40:10.600604 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c741bd80-ad7b-4606-b756-9df48da42d0f', 'name': 'network-vif-deleted', 'tag': '703eac73-d0cc-4bd8-b293-bb7c6c8d2af8'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:10.602254 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdea1ea-4fc3-4d57-9b56-86f43ca85917" -d '{"events": [{"server_uuid": "c741bd80-ad7b-4606-b756-9df48da42d0f", "name": "network-vif-deleted", "tag": "703eac73-d0cc-4bd8-b293-bb7c6c8d2af8"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:10.642604 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cbffe0-8805-40ae-b9f3-09ba1544a032 None None] Network 3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:10.642974 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-86a2ed24-a167-45bb-be24-0baada5203ed req-b3309282-ef75-484e-8f1b-f29bc96d5967 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c741bd80-ad7b-4606-b756-9df48da42d0f HTTP/1.1" status: 200 len: 210 time: 0.1483893 Jul 16 20:40:10.696783 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-83cbffe0-8805-40ae-b9f3-09ba1544a032 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:10.712074 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-1a6c6f2f-3bb4-40e7-ac4a-7a93daa077b0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=38e7200d-92b8-4114-bcf6-4d8de1ed7adf HTTP/1.1" status: 200 len: 217 time: 0.1288531 Jul 16 20:40:10.727199 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b417e05-4c8a-44f4-b186-2e98fb65b905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.727466 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cbffe0-8805-40ae-b9f3-09ba1544a032 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:10.747519 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.778267 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbffe0-8805-40ae-b9f3-09ba1544a032 None None] Pushing event updated for resources: {'Port': ['ID=9c965711-503a-4feb-b420-eff8e8849bd2,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:10.789696 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 689d4397-8c6e-4e9b-9ac9-aaffcb5bea91, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=689d4397-8c6e-4e9b-9ac9-aaffcb5bea91,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:10.805810 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-653894f8-4940-4613-a08c-1a9475a2f149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.822056 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-2485edb9-0d04-4f69-a9ef-684e072d52bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:10.825040 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-2485edb9-0d04-4f69-a9ef-684e072d52bb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ddbb0f23-4d7f-4c3a-a43b-0ba8f2788bfb HTTP/1.1" status: 200 len: 797 time: 0.0942702 Jul 16 20:40:10.866523 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.932267 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653894f8-4940-4613-a08c-1a9475a2f149 None None] No DVR routers for this DVR port b6e27ec8-7249-4255-9979-1bb9ad2f27f7 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:10.969283 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616ef373-6021-45f0-9116-3341892b306a None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:10.971463 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653894f8-4940-4613-a08c-1a9475a2f149 None None] Pushing event deleted for resources: {'Port': ['ID=b6e27ec8-7249-4255-9979-1bb9ad2f27f7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:10.983874 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d8f3da8f-8244-4b9b-af4a-51b9c1c6b7c9 None None] Provisioning complete for port 5d12f1bb-655f-46a5-b53f-d513c134956e triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:10.984264 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8f3da8f-8244-4b9b-af4a-51b9c1c6b7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.988187 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f8196-4e38-485c-97da-591f96e32eef req-e827286c-0ae3-460a-b2bb-42b4688de6f2 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:10.989753 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-db3f8196-4e38-485c-97da-591f96e32eef req-e827286c-0ae3-460a-b2bb-42b4688de6f2 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 946 time: 0.7732136 Jul 16 20:40:11.030671 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9601f1f-19d3-46bb-82c2-19f1906ee210 x-openstack-request-id: req-c9601f1f-19d3-46bb-82c2-19f1906ee210 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:11.030671 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c741bd80-ad7b-4606-b756-9df48da42d0f", "name": "network-vif-deleted", "tag": "703eac73-d0cc-4bd8-b293-bb7c6c8d2af8", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:11.030671 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c9601f1f-19d3-46bb-82c2-19f1906ee210 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:11.030671 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c741bd80-ad7b-4606-b756-9df48da42d0f', 'name': 'network-vif-deleted', 'tag': '703eac73-d0cc-4bd8-b293-bb7c6c8d2af8', 'status': 'completed', 'code': 200} Jul 16 20:40:11.044656 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d8f3da8f-8244-4b9b-af4a-51b9c1c6b7c9 None None] Port 5d12f1bb-655f-46a5-b53f-d513c134956e cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:11.085652 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb61dbb-75f6-43bb-a814-10c332c67278 admin admin] Router f3d99696-024e-4754-9304-21e19eec8599 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:11.090279 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-07bde99b-0c58-43aa-87e0-86b0a3921871 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.092170 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-83cbffe0-8805-40ae-b9f3-09ba1544a032 None None] Attempting to bind port 9c965711-503a-4feb-b420-eff8e8849bd2 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:11.093656 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-83cbffe0-8805-40ae-b9f3-09ba1544a032 None None] Attempting to bind port 9c965711-503a-4feb-b420-eff8e8849bd2 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '6930b9f6-3eb4-4ba5-95ab-de2dbd3bb69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:11.094956 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cbffe0-8805-40ae-b9f3-09ba1544a032 None None] Attempting to bind port 9c965711-503a-4feb-b420-eff8e8849bd2 on network 3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:11.097629 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860ddf4-8a77-426d-a511-9439114e5bc3 req-075dc074-8fa3-4825-bd6a-75698abd4ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:11.099718 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a860ddf4-8a77-426d-a511-9439114e5bc3 req-075dc074-8fa3-4825-bd6a-75698abd4ddf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 1098 time: 0.4521825 Jul 16 20:40:11.102420 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-db49491a-4af4-4118-8315-5e1b19be0551 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.104119 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-db3f8196-4e38-485c-97da-591f96e32eef req-03f257e7-9041-4872-b95a-a61d03adea69 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046195 Jul 16 20:40:11.110499 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cbffe0-8805-40ae-b9f3-09ba1544a032 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:11.110883 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cbffe0-8805-40ae-b9f3-09ba1544a032 None None] Checking segment: {'id': '6930b9f6-3eb4-4ba5-95ab-de2dbd3bb69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:11.111315 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83cbffe0-8805-40ae-b9f3-09ba1544a032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.111699 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cbffe0-8805-40ae-b9f3-09ba1544a032 None None] Bound using segment: {'id': '6930b9f6-3eb4-4ba5-95ab-de2dbd3bb69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:11.112188 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-83cbffe0-8805-40ae-b9f3-09ba1544a032 None None] Bound port: 9c965711-503a-4feb-b420-eff8e8849bd2, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6930b9f6-3eb4-4ba5-95ab-de2dbd3bb69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:11.112574 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83cbffe0-8805-40ae-b9f3-09ba1544a032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.116665 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-07bde99b-0c58-43aa-87e0-86b0a3921871 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Transition to ACTIVE for port object 36a34ed3-339a-4acf-b099-363bf3eff555 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:11.120098 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-077547bc-20b9-48b2-9ffd-5e1b492c44ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:11.121710 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-077547bc-20b9-48b2-9ffd-5e1b492c44ad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8220058e-73c4-4bbb-9a58-d9b747bb6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2880638 Jul 16 20:40:11.129607 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-6b417e05-4c8a-44f4-b186-2e98fb65b905 admin admin] Deleting port f861d384-3481-4626-a905-71acd6600605 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:11.129944 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b417e05-4c8a-44f4-b186-2e98fb65b905 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.184770 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-db49491a-4af4-4118-8315-5e1b19be0551 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] device_id is not set on port cb1a4565-7746-426c-b806-6249d78bbe20 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:40:11.218082 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 703eac73-d0cc-4bd8-b293-bb7c6c8d2af8 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:11.295159 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 703eac73-d0cc-4bd8-b293-bb7c6c8d2af8 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:11.297159 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 703eac73-d0cc-4bd8-b293-bb7c6c8d2af8 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:11.337697 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b6e27ec8-7249-4255-9979-1bb9ad2f27f7 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:11.365056 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-6b417e05-4c8a-44f4-b186-2e98fb65b905 admin admin] For port f861d384-3481-4626-a905-71acd6600605, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f861d384-3481-4626-a905-71acd6600605,segment=NetworkSegment(8cc6ca3d-9477-489b-8308-9adbf8128ea6),segment_id=8cc6ca3d-9477-489b-8308-9adbf8128ea6)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:11.365579 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b417e05-4c8a-44f4-b186-2e98fb65b905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.368409 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-07bde99b-0c58-43aa-87e0-86b0a3921871 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.397110 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: b6e27ec8-7249-4255-9979-1bb9ad2f27f7 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:11.403123 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b6e27ec8-7249-4255-9979-1bb9ad2f27f7 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:11.405512 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=689d4397-8c6e-4e9b-9ac9-aaffcb5bea91,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:11.429756 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-6b417e05-4c8a-44f4-b186-2e98fb65b905 admin admin] Calling delete_port for f861d384-3481-4626-a905-71acd6600605 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:11.444049 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-1e41813e-d53f-4cb5-a64d-bb8dc254b8c4 service neutron] 10.222.0.62 "GET /v2.0/networks/8220058e-73c4-4bbb-9a58-d9b747bb6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114653 Jul 16 20:40:11.482108 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bde99b-0c58-43aa-87e0-86b0a3921871 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network 3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:11.507726 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-07bde99b-0c58-43aa-87e0-86b0a3921871 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:11.510462 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bde99b-0c58-43aa-87e0-86b0a3921871 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:11.539696 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860ddf4-8a77-426d-a511-9439114e5bc3 req-1c4907bc-2542-4e22-b6f2-a90f997be6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:11.541334 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a860ddf4-8a77-426d-a511-9439114e5bc3 req-1c4907bc-2542-4e22-b6f2-a90f997be6bb service neutron] 10.222.0.62 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 912 time: 0.4349375 Jul 16 20:40:11.551695 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bde99b-0c58-43aa-87e0-86b0a3921871 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Port': ['ID=36a34ed3-339a-4acf-b099-363bf3eff555,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:11.610488 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb61dbb-75f6-43bb-a814-10c332c67278 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:11.630455 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8bb61dbb-75f6-43bb-a814-10c332c67278 admin admin] 10.222.0.38 "PUT /v2.0/routers/f3d99696-024e-4754-9304-21e19eec8599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5030603 Jul 16 20:40:11.630455 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a860ddf4-8a77-426d-a511-9439114e5bc3 req-528fb8e3-5ba7-41bc-8f7c-27338068a907 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95ac1323-85ff-45b0-bc34-4e67acdc1dbe HTTP/1.1" status: 200 len: 217 time: 0.0669649 Jul 16 20:40:11.646916 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-db49491a-4af4-4118-8315-5e1b19be0551 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 2001:db8::1ea (f4aa8141-9687-45d9-b16c-82a3d6b86650/b8677732-ea79-4be8-b950-3028d7a23bcf/cb1a4565-7746-426c-b806-6249d78bbe20) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:11.705877 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-dc06d4f2-00f4-4d82-a9da-9ae7527606a0 service neutron] 10.222.0.62 "GET /v2.0/networks/8220058e-73c4-4bbb-9a58-d9b747bb6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515392 Jul 16 20:40:11.707533 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860ddf4-8a77-426d-a511-9439114e5bc3 req-9ff210b1-bbca-430e-8ba4-2ae9c81d6489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:11.708647 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-83cbffe0-8805-40ae-b9f3-09ba1544a032 None None] For port 9c965711-503a-4feb-b420-eff8e8849bd2, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:11.709290 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a860ddf4-8a77-426d-a511-9439114e5bc3 req-9ff210b1-bbca-430e-8ba4-2ae9c81d6489 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=587f0aec-80a3-4172-9644-d785b8e153a3 HTTP/1.1" status: 200 len: 850 time: 0.0769958 Jul 16 20:40:11.712294 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-83cbffe0-8805-40ae-b9f3-09ba1544a032 None None] For port 9c965711-503a-4feb-b420-eff8e8849bd2, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9c965711-503a-4feb-b420-eff8e8849bd2,segment=NetworkSegment(6930b9f6-3eb4-4ba5-95ab-de2dbd3bb69e),segment_id=6930b9f6-3eb4-4ba5-95ab-de2dbd3bb69e)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:11.717608 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a29195-5ff5-4014-a675-c63c4af22b7d None None] Sync routers for ids ['f3d99696-024e-4754-9304-21e19eec8599'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:11.724822 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a51254e-f39a-47aa-901d-b3903ab5d58f None None] DHCP port deletion for 920aafad-c848-459a-ae64-8afed19246c6 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:40:11.739243 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83cbffe0-8805-40ae-b9f3-09ba1544a032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.760142 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-07bde99b-0c58-43aa-87e0-86b0a3921871 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.767209 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b417e05-4c8a-44f4-b186-2e98fb65b905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.892791 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a29195-5ff5-4014-a675-c63c4af22b7d None None] Routers {'f3d99696-024e-4754-9304-21e19eec8599'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:11.893404 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a3a29195-5ff5-4014-a675-c63c4af22b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['f3d99696-024e-4754-9304-21e19eec8599'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:11.901185 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbe0fd8-c13a-4f3e-9bac-897283a8bc03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-f4aa8141-9687-45d9-b16c-82a3d6b86650', 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'fixed_ips': [{'subnet_id': 'b8677732-ea79-4be8-b950-3028d7a23bcf'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:40:11.906545 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fbe0fd8-c13a-4f3e-9bac-897283a8bc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.907583 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860ddf4-8a77-426d-a511-9439114e5bc3 req-cb8363e5-eb13-4c3b-9663-b21ddecd221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:11.909669 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a860ddf4-8a77-426d-a511-9439114e5bc3 req-cb8363e5-eb13-4c3b-9663-b21ddecd221a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c856853c-1bbc-4399-8326-1d7e71a7f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1878557 Jul 16 20:40:11.918235 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-80b8da7e-1485-454f-b7a6-96b055f96333 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a01f51a9-92dd-4e1a-bd77-2234ac6f2686 HTTP/1.1" status: 200 len: 217 time: 0.1527743 Jul 16 20:40:11.925008 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b417e05-4c8a-44f4-b186-2e98fb65b905 admin admin] No DVR routers for this DVR port f861d384-3481-4626-a905-71acd6600605 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:11.932578 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b417e05-4c8a-44f4-b186-2e98fb65b905 admin admin] Pushing event deleted for resources: {'Port': ['ID=f861d384-3481-4626-a905-71acd6600605,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:12.081414 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-db49491a-4af4-4118-8315-5e1b19be0551 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.112428 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-db49491a-4af4-4118-8315-5e1b19be0551 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Transition to ACTIVE for port object cb1a4565-7746-426c-b806-6249d78bbe20 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:12.143915 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a860ddf4-8a77-426d-a511-9439114e5bc3 req-ec675b12-c1a5-4caa-873a-05bd4732f4bc service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215962 Jul 16 20:40:12.171287 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbffe0-8805-40ae-b9f3-09ba1544a032 None None] Pushing event updated for resources: {'Port': ['ID=9c965711-503a-4feb-b420-eff8e8849bd2,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:12.317915 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-a3a29195-5ff5-4014-a675-c63c4af22b7d None None] Set router f3d99696-024e-4754-9304-21e19eec8599 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:12.323046 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a860ddf4-8a77-426d-a511-9439114e5bc3 req-92ce7187-c65e-405a-842e-091ab654df8a service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724539 Jul 16 20:40:12.362924 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-db49491a-4af4-4118-8315-5e1b19be0551 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.420749 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db49491a-4af4-4118-8315-5e1b19be0551 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:12.425115 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-db49491a-4af4-4118-8315-5e1b19be0551 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:12.427825 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db49491a-4af4-4118-8315-5e1b19be0551 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:12.433886 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db49491a-4af4-4118-8315-5e1b19be0551 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:12.435070 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-db49491a-4af4-4118-8315-5e1b19be0551 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.451195 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49491a-4af4-4118-8315-5e1b19be0551 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Port': ['ID=cb1a4565-7746-426c-b806-6249d78bbe20,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:12.470618 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49491a-4af4-4118-8315-5e1b19be0551 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:12.472124 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49491a-4af4-4118-8315-5e1b19be0551 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:12.472124 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49491a-4af4-4118-8315-5e1b19be0551 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:12.472496 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49491a-4af4-4118-8315-5e1b19be0551 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:12.473398 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49491a-4af4-4118-8315-5e1b19be0551 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:12.473398 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49491a-4af4-4118-8315-5e1b19be0551 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:12.473703 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49491a-4af4-4118-8315-5e1b19be0551 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:12.474045 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49491a-4af4-4118-8315-5e1b19be0551 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:12.475132 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49491a-4af4-4118-8315-5e1b19be0551 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:12.475856 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49491a-4af4-4118-8315-5e1b19be0551 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:12.476359 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49491a-4af4-4118-8315-5e1b19be0551 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:12.476701 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49491a-4af4-4118-8315-5e1b19be0551 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:12.491071 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-db49491a-4af4-4118-8315-5e1b19be0551 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4007084 Jul 16 20:40:12.495604 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50682) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:12.551980 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-7fbe0fd8-c13a-4f3e-9bac-897283a8bc03 None None] Allocated IP 2001:db8::2 (f4aa8141-9687-45d9-b16c-82a3d6b86650/b8677732-ea79-4be8-b950-3028d7a23bcf/f0aa6760-345a-4fa7-affb-bd13c9b41fd2) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:12.597685 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2ee6a2-02bd-4e98-a84a-051c9f93f9b5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:12.599529 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9e2ee6a2-02bd-4e98-a84a-051c9f93f9b5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1025026 Jul 16 20:40:12.602443 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50684) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:12.606784 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-b1098e07-8ed6-4106-81b0-e21e95667207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:12.609302 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-b1098e07-8ed6-4106-81b0-e21e95667207 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ddbb0f23-4d7f-4c3a-a43b-0ba8f2788bfb HTTP/1.1" status: 200 len: 797 time: 0.6794722 Jul 16 20:40:12.647463 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50686) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:12.653238 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-556844db-21b6-4e95-b182-a6b434281841 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2127447050', 'description': 'tempest-secgroup-smoke-2127447050 description', 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:12.658708 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b417e05-4c8a-44f4-b186-2e98fb65b905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.742511 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-6b417e05-4c8a-44f4-b186-2e98fb65b905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920aafad-c848-459a-ae64-8afed19246c6']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:12.742890 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-556844db-21b6-4e95-b182-a6b434281841 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.786798 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fbe0fd8-c13a-4f3e-9bac-897283a8bc03 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.790828 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-6b417e05-4c8a-44f4-b186-2e98fb65b905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc6ca3d-9477-489b-8308-9adbf8128ea6') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:12.791345 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-6b417e05-4c8a-44f4-b186-2e98fb65b905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc6ca3d-9477-489b-8308-9adbf8128ea6') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:12.837264 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7fbe0fd8-c13a-4f3e-9bac-897283a8bc03 None None] Transition to ACTIVE for port object f0aa6760-345a-4fa7-affb-bd13c9b41fd2 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:12.849241 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b417e05-4c8a-44f4-b186-2e98fb65b905 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.886442 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7fbe0fd8-c13a-4f3e-9bac-897283a8bc03 None None] Transition to ACTIVE for port object f0aa6760-345a-4fa7-affb-bd13c9b41fd2 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:12.893347 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-556844db-21b6-4e95-b182-a6b434281841 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.895831 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-92f2d771-85c2-42dd-862d-8983d2544788 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting port cb1a4565-7746-426c-b806-6249d78bbe20 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:12.896282 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92f2d771-85c2-42dd-862d-8983d2544788 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.898216 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b417e05-4c8a-44f4-b186-2e98fb65b905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.906280 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-556844db-21b6-4e95-b182-a6b434281841 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.910262 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-5be2d6aa-c370-40e6-9f4f-36a43af604c2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:12.912169 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-5be2d6aa-c370-40e6-9f4f-36a43af604c2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/networks?id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b HTTP/1.1" status: 200 len: 812 time: 0.4059403 Jul 16 20:40:12.919497 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-07bde99b-0c58-43aa-87e0-86b0a3921871 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.940486 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b417e05-4c8a-44f4-b186-2e98fb65b905 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:40:12.941578 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b417e05-4c8a-44f4-b186-2e98fb65b905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:40:12.943246 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:40:12.946666 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fbe0fd8-c13a-4f3e-9bac-897283a8bc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.973123 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbe0fd8-c13a-4f3e-9bac-897283a8bc03 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:12.977590 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-7fbe0fd8-c13a-4f3e-9bac-897283a8bc03 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:12.980781 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbe0fd8-c13a-4f3e-9bac-897283a8bc03 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:13.020169 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-556844db-21b6-4e95-b182-a6b434281841 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.022150 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-556844db-21b6-4e95-b182-a6b434281841 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3734274 Jul 16 20:40:13.025913 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50688) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:13.033367 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e0f25e16-cc59-412a-aa69-7102a8e1449f tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Request body: {'security_group_rule': {'security_group_id': '26970af1-0b89-414e-b3a9-9bc45af86b58', 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:13.043407 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556844db-21b6-4e95-b182-a6b434281841 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26970af1-0b89-414e-b3a9-9bc45af86b58,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:13.090508 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-17f19434-2e44-47ec-961d-b07a2ab89293 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/quotas/6a26f9f127054c75b4598717bb55d1c3 HTTP/1.1" status: 200 len: 375 time: 0.1245339 Jul 16 20:40:13.113720 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92f2d771-85c2-42dd-862d-8983d2544788 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.121162 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-638239e5-1f4b-42dc-b528-a0672e034f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:13.127833 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-638239e5-1f4b-42dc-b528-a0672e034f6b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8220058e-73c4-4bbb-9a58-d9b747bb6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5076287 Jul 16 20:40:13.131866 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-92f2d771-85c2-42dd-862d-8983d2544788 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Calling delete_port for cb1a4565-7746-426c-b806-6249d78bbe20 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:13.155701 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b417e05-4c8a-44f4-b186-2e98fb65b905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.165722 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b417e05-4c8a-44f4-b186-2e98fb65b905 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.174629 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6b417e05-4c8a-44f4-b186-2e98fb65b905 admin admin] 10.222.0.38 "DELETE /v2.0/networks/920aafad-c848-459a-ae64-8afed19246c6 HTTP/1.1" status: 204 len: 168 time: 2.9550006 Jul 16 20:40:13.262581 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e0f25e16-cc59-412a-aa69-7102a8e1449f tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.272130 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe0fd8-c13a-4f3e-9bac-897283a8bc03 None None] Pushing event updated for resources: {'Port': ['ID=f0aa6760-345a-4fa7-affb-bd13c9b41fd2,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:13.296307 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-7fbe0fd8-c13a-4f3e-9bac-897283a8bc03 None None] Attempting to bind port f0aa6760-345a-4fa7-affb-bd13c9b41fd2 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:13.296910 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-7fbe0fd8-c13a-4f3e-9bac-897283a8bc03 None None] Attempting to bind port f0aa6760-345a-4fa7-affb-bd13c9b41fd2 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:13.297568 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe0fd8-c13a-4f3e-9bac-897283a8bc03 None None] Attempting to bind port f0aa6760-345a-4fa7-affb-bd13c9b41fd2 on network f4aa8141-9687-45d9-b16c-82a3d6b86650 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:13.317871 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe0fd8-c13a-4f3e-9bac-897283a8bc03 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:13.318281 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe0fd8-c13a-4f3e-9bac-897283a8bc03 None None] Checking segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:13.318720 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fbe0fd8-c13a-4f3e-9bac-897283a8bc03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.319136 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe0fd8-c13a-4f3e-9bac-897283a8bc03 None None] Bound using segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:13.319608 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-7fbe0fd8-c13a-4f3e-9bac-897283a8bc03 None None] Bound port: f0aa6760-345a-4fa7-affb-bd13c9b41fd2, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:13.319988 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fbe0fd8-c13a-4f3e-9bac-897283a8bc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.322921 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-5a471dbf-7e75-40bc-add2-8e0566b6a333 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6a26f9f127054c75b4598717bb55d1c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2154131 Jul 16 20:40:13.350909 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a622d29-8e59-4044-98bb-e2629c57f2e9 req-03614403-35f4-4d86-aaeb-8228ac931e62 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:13.353143 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3a622d29-8e59-4044-98bb-e2629c57f2e9 req-03614403-35f4-4d86-aaeb-8228ac931e62 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 946 time: 0.5640259 Jul 16 20:40:13.454119 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a3a29195-5ff5-4014-a675-c63c4af22b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d99696-024e-4754-9304-21e19eec8599', 'name': 'tempest-TestServerBasicOps-1103871753-router', 'tenant_id': 'd53edfabe8064e8d9034d0c91f268d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '689d4397-8c6e-4e9b-9ac9-aaffcb5bea91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:58Z', 'updated_at': '2021-07-16T20:40:08Z', 'revision_number': 4, 'project_id': 'd53edfabe8064e8d9034d0c91f268d75', 'gw_port': {'id': '689d4397-8c6e-4e9b-9ac9-aaffcb5bea91', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d99696-024e-4754-9304-21e19eec8599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:00Z', 'updated_at': '2021-07-16T20:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '5d12f1bb-655f-46a5-b53f-d513c134956e', 'name': '', 'network_id': '38f4c80b-3f03-482d-ae10-ef156c694b48', 'tenant_id': 'd53edfabe8064e8d9034d0c91f268d75', 'mac_address': 'fa:16:3e:9d:81:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d99696-024e-4754-9304-21e19eec8599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '33d9078f-02ae-4671-81a9-3c2d86987132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:06Z', 'updated_at': '2021-07-16T20:40:09Z', 'revision_number': 2, 'project_id': 'd53edfabe8064e8d9034d0c91f268d75', 'subnets': [{'id': '33d9078f-02ae-4671-81a9-3c2d86987132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:13.577550 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-7fbe0fd8-c13a-4f3e-9bac-897283a8bc03 None None] For port f0aa6760-345a-4fa7-affb-bd13c9b41fd2, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:13.582202 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-7fbe0fd8-c13a-4f3e-9bac-897283a8bc03 None None] For port f0aa6760-345a-4fa7-affb-bd13c9b41fd2, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f0aa6760-345a-4fa7-affb-bd13c9b41fd2,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:13.583559 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50692) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:13.585314 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 689d4397-8c6e-4e9b-9ac9-aaffcb5bea91 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:13.589158 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a29195-5ff5-4014-a675-c63c4af22b7d None None] Checking router: f3d99696-024e-4754-9304-21e19eec8599 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:13.589561 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a29195-5ff5-4014-a675-c63c4af22b7d None None] Updating router f3d99696-024e-4754-9304-21e19eec8599 port 5d12f1bb-655f-46a5-b53f-d513c134956e binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:40:13.604727 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e0f25e16-cc59-412a-aa69-7102a8e1449f tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.613157 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-4902e66b-8e11-452a-958a-414ca902b705 service neutron] 10.222.0.62 "GET /v2.0/networks/8220058e-73c4-4bbb-9a58-d9b747bb6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235730 Jul 16 20:40:13.614562 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b417e05-4c8a-44f4-b186-2e98fb65b905 admin admin] Pushing event deleted for resources: {'Network': ['ID=920aafad-c848-459a-ae64-8afed19246c6,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:13.619425 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92f2d771-85c2-42dd-862d-8983d2544788 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.625440 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fbe0fd8-c13a-4f3e-9bac-897283a8bc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.640166 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e0f25e16-cc59-412a-aa69-7102a8e1449f tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.681553 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2d771-85c2-42dd-862d-8983d2544788 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Port': ['ID=cb1a4565-7746-426c-b806-6249d78bbe20,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:13.717579 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d934e4b3-dfc8-4dae-88a6-d43faf75c7d4 None None] Network 3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:13.734260 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f25e16-cc59-412a-aa69-7102a8e1449f tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6a43a0-f945-46eb-b6e5-5d694a9c79a3,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:13.766893 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1f85c88f-ae15-441f-82cf-01f9971e732a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b518884410f64b40a042abe2e293dfe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1601005 Jul 16 20:40:13.767889 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e0f25e16-cc59-412a-aa69-7102a8e1449f tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.769191 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e0f25e16-cc59-412a-aa69-7102a8e1449f tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7422163 Jul 16 20:40:13.771309 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50694) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:13.775223 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92f2d771-85c2-42dd-862d-8983d2544788 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.779899 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-92f2d771-85c2-42dd-862d-8983d2544788 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/cb1a4565-7746-426c-b806-6249d78bbe20 HTTP/1.1" status: 204 len: 168 time: 1.1733170 Jul 16 20:40:13.779899 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50696) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:13.780955 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50700) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:13.785017 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-c38cc56b-a938-4f21-bfc7-2829ea69132e tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Request body: {'security_group_rule': {'security_group_id': '26970af1-0b89-414e-b3a9-9bc45af86b58', 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:13.834844 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe0fd8-c13a-4f3e-9bac-897283a8bc03 None None] Pushing event updated for resources: {'Port': ['ID=f0aa6760-345a-4fa7-affb-bd13c9b41fd2,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:13.840808 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a3a29195-5ff5-4014-a675-c63c4af22b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.904261 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1d2d7e-71a8-4162-a508-c6ef5c158ed1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:13.905995 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1d2d7e-71a8-4162-a508-c6ef5c158ed1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:13.913792 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-58c8afc2-9aff-49c0-b362-e82ee6214b91 None None] Provisioning for port 9c965711-503a-4feb-b420-eff8e8849bd2 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:13.922847 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3b1d2d7e-71a8-4162-a508-c6ef5c158ed1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1274726 Jul 16 20:40:13.942943 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50702) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:13.943743 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fff38b8f-25a0-4fe7-8976-c9128c5e5d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.946862 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c38cc56b-a938-4f21-bfc7-2829ea69132e tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.977504 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 689d4397-8c6e-4e9b-9ac9-aaffcb5bea91 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:13.978045 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.106290 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fff38b8f-25a0-4fe7-8976-c9128c5e5d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.117583 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-07bde99b-0c58-43aa-87e0-86b0a3921871 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.139016 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3a622d29-8e59-4044-98bb-e2629c57f2e9 req-ac0ab20a-02d7-42e3-a99f-0259c071201e tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6778784 Jul 16 20:40:14.197037 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-07bde99b-0c58-43aa-87e0-86b0a3921871 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.258396 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-6acfa593-c48b-4006-bf2a-727b797445f3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet b8677732-ea79-4be8-b950-3028d7a23bcf {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:14.293663 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6acfa593-c48b-4006-bf2a-727b797445f3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.356790 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c38cc56b-a938-4f21-bfc7-2829ea69132e tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.375065 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c38cc56b-a938-4f21-bfc7-2829ea69132e tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.432995 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9c965711-503a-4feb-b420-eff8e8849bd2 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:14.444409 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6acfa593-c48b-4006-bf2a-727b797445f3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.451896 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-51a368f8-0d68-4065-9633-c6ca15ac2114 service neutron] 10.222.0.38 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0620091 Jul 16 20:40:14.459113 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89346f52-b021-4e4b-9dfa-53673f5c2698 req-7785a982-4d95-4050-adb1-07860339230f service neutron] 10.222.0.62 "GET /v2.0/networks/8220058e-73c4-4bbb-9a58-d9b747bb6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7479520 Jul 16 20:40:14.462398 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38cc56b-a938-4f21-bfc7-2829ea69132e tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd82bd3-aece-4b33-ab14-6bec30c6d419,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:14.477458 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-07bde99b-0c58-43aa-87e0-86b0a3921871 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.491396 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bde99b-0c58-43aa-87e0-86b0a3921871 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Port': ['ID=36a34ed3-339a-4acf-b099-363bf3eff555,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:14.525273 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fff38b8f-25a0-4fe7-8976-c9128c5e5d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.528675 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fff38b8f-25a0-4fe7-8976-c9128c5e5d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.534249 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fff38b8f-25a0-4fe7-8976-c9128c5e5d83 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/22940dfc-8ebb-40c7-9d25-9645a9bf3aa0 HTTP/1.1" status: 204 len: 168 time: 0.7604091 Jul 16 20:40:14.548714 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c38cc56b-a938-4f21-bfc7-2829ea69132e tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.562047 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c38cc56b-a938-4f21-bfc7-2829ea69132e tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7806134 Jul 16 20:40:14.564778 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50706) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:14.598044 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-b1a53465-9ccf-44ee-93a7-f028a322c5b9 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Request body: {'security_group_rule': {'security_group_id': '26970af1-0b89-414e-b3a9-9bc45af86b58', 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:14.621000 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff38b8f-25a0-4fe7-8976-c9128c5e5d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22940dfc-8ebb-40c7-9d25-9645a9bf3aa0,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:14.724138 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a3a29195-5ff5-4014-a675-c63c4af22b7d None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.746392 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 9c965711-503a-4feb-b420-eff8e8849bd2 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:14.753633 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a3a29195-5ff5-4014-a675-c63c4af22b7d None None] Transition to ACTIVE for port object 5d12f1bb-655f-46a5-b53f-d513c134956e will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:14.756838 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 9c965711-503a-4feb-b420-eff8e8849bd2 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:14.756838 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.758426 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-bf6471d6-e18e-452f-9f21-134742bf7fec service neutron] 10.222.0.38 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961369 Jul 16 20:40:14.770280 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6acfa593-c48b-4006-bf2a-727b797445f3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.778106 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bde99b-0c58-43aa-87e0-86b0a3921871 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network 3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:14.780455 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-07bde99b-0c58-43aa-87e0-86b0a3921871 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:14.874816 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a3a29195-5ff5-4014-a675-c63c4af22b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.964116 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1a53465-9ccf-44ee-93a7-f028a322c5b9 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.974512 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.974933 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6acfa593-c48b-4006-bf2a-727b797445f3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.056323 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acfa593-c48b-4006-bf2a-727b797445f3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=b8677732-ea79-4be8-b950-3028d7a23bcf,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:15.078361 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6acfa593-c48b-4006-bf2a-727b797445f3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.081894 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6acfa593-c48b-4006-bf2a-727b797445f3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/b8677732-ea79-4be8-b950-3028d7a23bcf HTTP/1.1" status: 204 len: 168 time: 1.1360605 Jul 16 20:40:15.084407 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50714) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:15.164958 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1a53465-9ccf-44ee-93a7-f028a322c5b9 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.187067 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1a53465-9ccf-44ee-93a7-f028a322c5b9 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.199255 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-66f38eb0-9600-4c05-9a28-78300b1f4dfc tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1102619 Jul 16 20:40:15.229527 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50720) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:15.230183 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a53465-9ccf-44ee-93a7-f028a322c5b9 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccbf5ebf-bad5-4d83-ab73-81762ae82809,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:15.234377 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 9c965711-503a-4feb-b420-eff8e8849bd2, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9c965711-503a-4feb-b420-eff8e8849bd2,segment=NetworkSegment(6930b9f6-3eb4-4ba5-95ab-de2dbd3bb69e),segment_id=6930b9f6-3eb4-4ba5-95ab-de2dbd3bb69e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:15.253695 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 95ac1323-85ff-45b0-bc34-4e67acdc1dbe no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:15.330724 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.343504 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3f5b72b1-e52a-4bdc-9c08-08323afd8cb1 req-3f4685ba-542b-484a-96a8-c0371106414f tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbd3d5ef-6792-4570-9e91-cc516f052559 HTTP/1.1" status: 200 len: 210 time: 0.2326291 Jul 16 20:40:15.362789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a8241-06a6-438c-b3de-ed11f86f3b2b None None] Pushing event updated for resources: {'Port': ['ID=5d12f1bb-655f-46a5-b53f-d513c134956e,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:15.365079 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ceee75ce-ae4e-4937-baf3-8dc613e0a515 None None] Provisioning for port 36a34ed3-339a-4acf-b099-363bf3eff555 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:15.391448 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bde99b-0c58-43aa-87e0-86b0a3921871 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Router 1f952c11-a23c-412f-9926-e3d49bc787f4 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:40:15.453955 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1a53465-9ccf-44ee-93a7-f028a322c5b9 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.464634 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b1a53465-9ccf-44ee-93a7-f028a322c5b9 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8963792 Jul 16 20:40:15.469574 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50732) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:15.509943 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-60691316-0dfe-4ed6-8b25-7dda7d46d315 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Request body: {'security_group_rule': {'security_group_id': '26970af1-0b89-414e-b3a9-9bc45af86b58', 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:15.523597 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ceee75ce-ae4e-4937-baf3-8dc613e0a515 None None] Provisioning complete for port 36a34ed3-339a-4acf-b099-363bf3eff555 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:15.523982 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ceee75ce-ae4e-4937-baf3-8dc613e0a515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.572425 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f861d384-3481-4626-a905-71acd6600605 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:15.631439 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-60691316-0dfe-4ed6-8b25-7dda7d46d315 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.699377 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bde99b-0c58-43aa-87e0-86b0a3921871 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:15.711861 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded4318e-2255-4850-8780-9461016e48c3 None None] Sync routers for ids ['1f952c11-a23c-412f-9926-e3d49bc787f4'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:15.718696 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50738) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:15.728268 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded4318e-2255-4850-8780-9461016e48c3 None None] Routers {'1f952c11-a23c-412f-9926-e3d49bc787f4'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:15.730558 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-ded4318e-2255-4850-8780-9461016e48c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1f952c11-a23c-412f-9926-e3d49bc787f4'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:15.733920 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-07bde99b-0c58-43aa-87e0-86b0a3921871 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "PUT /v2.0/routers/1f952c11-a23c-412f-9926-e3d49bc787f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8723345 Jul 16 20:40:15.772265 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a87762-e93a-45ea-bf33-19bbea215dac req-db825072-fcbf-48e1-94f3-7a5d60ccef60 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:15.780938 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-179a569e-c667-48f6-b480-07ffe48864fa tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'network': {'name': 'tempest-RoutersTest-515384677'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:15.781724 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d1a87762-e93a-45ea-bf33-19bbea215dac req-db825072-fcbf-48e1-94f3-7a5d60ccef60 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 946 time: 0.2488134 Jul 16 20:40:15.882198 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d1a87762-e93a-45ea-bf33-19bbea215dac req-0d34a0c5-18c3-4e83-890c-bf749709acaa tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992613 Jul 16 20:40:15.905565 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-ded4318e-2255-4850-8780-9461016e48c3 None None] Set router 1f952c11-a23c-412f-9926-e3d49bc787f4 gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:15.917514 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35819b0f-601a-4218-a53b-13457300010f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:15.929566 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-35819b0f-601a-4218-a53b-13457300010f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6840231 Jul 16 20:40:15.929855 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50746) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:15.979411 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-60691316-0dfe-4ed6-8b25-7dda7d46d315 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.980252 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179a569e-c667-48f6-b480-07ffe48864fa tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Made reservation on behalf of 0984868bac254eab8830dbbd4c12f77c for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:15.986001 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-179a569e-c667-48f6-b480-07ffe48864fa tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.990743 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-60691316-0dfe-4ed6-8b25-7dda7d46d315 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.067952 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dce0d47-5f60-452b-9260-241afca394ed tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:16.069913 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9dce0d47-5f60-452b-9260-241afca394ed tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1390264 Jul 16 20:40:16.075267 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50750) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:16.108115 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-179a569e-c667-48f6-b480-07ffe48864fa tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:40:16.148273 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894956f6-98ca-4f1c-9c54-295c28a27b1b None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:16.177638 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f79557df-460c-4827-9deb-4632c1f374bc tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1003375 Jul 16 20:40:16.180532 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: f861d384-3481-4626-a905-71acd6600605 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:16.181119 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f861d384-3481-4626-a905-71acd6600605 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:16.181770 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50754) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:16.188548 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-47f6b80f-d392-46c7-82e0-392570067596 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:16.207905 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-179a569e-c667-48f6-b480-07ffe48864fa tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.208261 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-179a569e-c667-48f6-b480-07ffe48864fa tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Added segment 9a856c3a-773f-4d10-8ba8-df860f147e51 of type vlan for network 82b3b70c-db3d-4cc0-a0f7-e641ec9214de Jul 16 20:40:16.315301 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-ded4318e-2255-4850-8780-9461016e48c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:40:12Z', 'revision_number': 2, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None, '_interfaces': [{'id': '36a34ed3-339a-4acf-b099-363bf3eff555', 'name': '', 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:b8:b5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:09Z', 'updated_at': '2021-07-16T20:40:13Z', 'revision_number': 2, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:16.327503 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-179a569e-c667-48f6-b480-07ffe48864fa tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.334045 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ceee75ce-ae4e-4937-baf3-8dc613e0a515 None None] Port 36a34ed3-339a-4acf-b099-363bf3eff555 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:16.391347 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50758) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:16.402271 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded4318e-2255-4850-8780-9461016e48c3 None None] Checking router: 1f952c11-a23c-412f-9926-e3d49bc787f4 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:16.402736 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded4318e-2255-4850-8780-9461016e48c3 None None] Updating router 1f952c11-a23c-412f-9926-e3d49bc787f4 port 36a34ed3-339a-4acf-b099-363bf3eff555 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:40:16.405459 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60691316-0dfe-4ed6-8b25-7dda7d46d315 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e53853-58d9-4f95-8bb0-b4eca7670e57,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:16.410688 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-179a569e-c667-48f6-b480-07ffe48864fa tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.426679 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179a569e-c667-48f6-b480-07ffe48864fa tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:16.432750 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-179a569e-c667-48f6-b480-07ffe48864fa tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.471516 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f6b80f-d392-46c7-82e0-392570067596 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:16.486387 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-47f6b80f-d392-46c7-82e0-392570067596 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.487440 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ded4318e-2255-4850-8780-9461016e48c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.496853 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a3a29195-5ff5-4014-a675-c63c4af22b7d None None] Attempting to bind port 5d12f1bb-655f-46a5-b53f-d513c134956e on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:16.498607 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a3a29195-5ff5-4014-a675-c63c4af22b7d None None] Attempting to bind port 5d12f1bb-655f-46a5-b53f-d513c134956e by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '1107c86d-857a-49b7-b114-f692472017be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '38f4c80b-3f03-482d-ae10-ef156c694b48'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:16.499215 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a29195-5ff5-4014-a675-c63c4af22b7d None None] Attempting to bind port 5d12f1bb-655f-46a5-b53f-d513c134956e on network 38f4c80b-3f03-482d-ae10-ef156c694b48 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:16.530022 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a29195-5ff5-4014-a675-c63c4af22b7d None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:16.530771 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a29195-5ff5-4014-a675-c63c4af22b7d None None] Checking segment: {'id': '1107c86d-857a-49b7-b114-f692472017be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '38f4c80b-3f03-482d-ae10-ef156c694b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:16.531190 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a3a29195-5ff5-4014-a675-c63c4af22b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.531594 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a29195-5ff5-4014-a675-c63c4af22b7d None None] Bound using segment: {'id': '1107c86d-857a-49b7-b114-f692472017be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '38f4c80b-3f03-482d-ae10-ef156c694b48'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:16.532096 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a3a29195-5ff5-4014-a675-c63c4af22b7d None None] Bound port: 5d12f1bb-655f-46a5-b53f-d513c134956e, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1107c86d-857a-49b7-b114-f692472017be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '38f4c80b-3f03-482d-ae10-ef156c694b48'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:16.534591 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a3a29195-5ff5-4014-a675-c63c4af22b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.538045 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=9c965711-503a-4feb-b420-eff8e8849bd2,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:16.545213 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f0aa6760-345a-4fa7-affb-bd13c9b41fd2 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:16.562776 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-60691316-0dfe-4ed6-8b25-7dda7d46d315 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.567407 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-60691316-0dfe-4ed6-8b25-7dda7d46d315 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0935256 Jul 16 20:40:16.568011 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50762) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:16.580150 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-9203a3a3-df4d-42a5-9965-8edd06e983f4 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Request body: {'security_group_rule': {'security_group_id': '26970af1-0b89-414e-b3a9-9bc45af86b58', 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:16.598470 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-179a569e-c667-48f6-b480-07ffe48864fa tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8594222 Jul 16 20:40:16.599094 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50764) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:16.626164 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-1104bdc9-4942-48c9-9e54-24f67a07daf8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'subnet': {'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:16.677964 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a569e-c667-48f6-b480-07ffe48864fa tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Network': ['ID=82b3b70c-db3d-4cc0-a0f7-e641ec9214de,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:16.720446 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 82b3b70c-db3d-4cc0-a0f7-e641ec9214de details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:40:16.742935 n-d-791506-21 neutron-server[93793]: INFO neutron.db.securitygroups_db [None req-9203a3a3-df4d-42a5-9965-8edd06e983f4 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Project 4bdd256dac0c4aa3bf3a5edb5f68a621 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:40:16.750567 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-5cc40c3b-41ef-4d7a-89a8-1fcaefe4b1a0 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-241422648-network', 'tenant_id': '67dbbab59b274c2eb917f52e247c59ed'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:16.752268 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9203a3a3-df4d-42a5-9965-8edd06e983f4 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.813393 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-755b2307-8d21-406f-9a04-605d610b8a1d req-6d659cb5-1044-4d72-b635-045ae3bce29a tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbd3d5ef-6792-4570-9e91-cc516f052559 HTTP/1.1" status: 200 len: 210 time: 0.0857821 Jul 16 20:40:16.817969 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1104bdc9-4942-48c9-9e54-24f67a07daf8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Made reservation on behalf of 0984868bac254eab8830dbbd4c12f77c for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:16.823014 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1104bdc9-4942-48c9-9e54-24f67a07daf8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.838617 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port f0aa6760-345a-4fa7-affb-bd13c9b41fd2 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:16.855191 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ceee75ce-ae4e-4937-baf3-8dc613e0a515 None None] Provisioning complete for port 9c965711-503a-4feb-b420-eff8e8849bd2 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:16.855977 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ceee75ce-ae4e-4937-baf3-8dc613e0a515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.900783 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a9ce8-7175-4615-9ab7-59a5d05fd70c req-d811c86c-e2cd-411b-bda4-39de668af2d3 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:16.903968 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-868a9ce8-7175-4615-9ab7-59a5d05fd70c req-d811c86c-e2cd-411b-bda4-39de668af2d3 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.5888178 Jul 16 20:40:16.917323 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9203a3a3-df4d-42a5-9965-8edd06e983f4 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.938950 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9203a3a3-df4d-42a5-9965-8edd06e983f4 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.965764 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203a3a3-df4d-42a5-9965-8edd06e983f4 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84cb886e-cb4c-4fe7-997d-43d59579bc27,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:16.980288 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a3a29195-5ff5-4014-a675-c63c4af22b7d None None] For port 5d12f1bb-655f-46a5-b53f-d513c134956e, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:16.984405 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a3a29195-5ff5-4014-a675-c63c4af22b7d None None] For port 5d12f1bb-655f-46a5-b53f-d513c134956e, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=5d12f1bb-655f-46a5-b53f-d513c134956e,segment=NetworkSegment(1107c86d-857a-49b7-b114-f692472017be),segment_id=1107c86d-857a-49b7-b114-f692472017be)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:17.003796 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a3a29195-5ff5-4014-a675-c63c4af22b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.010795 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc40c3b-41ef-4d7a-89a8-1fcaefe4b1a0 admin admin] Made reservation on behalf of 67dbbab59b274c2eb917f52e247c59ed for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:17.013412 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5cc40c3b-41ef-4d7a-89a8-1fcaefe4b1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.046378 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-868a9ce8-7175-4615-9ab7-59a5d05fd70c req-c0c782bf-6153-41ae-8e44-04e0dc3e4811 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129384 Jul 16 20:40:17.060007 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9203a3a3-df4d-42a5-9965-8edd06e983f4 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.062715 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9203a3a3-df4d-42a5-9965-8edd06e983f4 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4873970 Jul 16 20:40:17.067104 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50768) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:17.085470 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.088312 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-8c355fca-af87-4b16-bf9c-aa78b6822596 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Request body: {'security_group_rule': {'security_group_id': '26970af1-0b89-414e-b3a9-9bc45af86b58', 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:17.088500 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ded4318e-2255-4850-8780-9461016e48c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.094233 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5cc40c3b-41ef-4d7a-89a8-1fcaefe4b1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.119823 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-ded4318e-2255-4850-8780-9461016e48c3 None None] Transition to ACTIVE for port object 36a34ed3-339a-4acf-b099-363bf3eff555 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:17.140338 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ded4318e-2255-4850-8780-9461016e48c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.171552 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a29195-5ff5-4014-a675-c63c4af22b7d None None] Routers {'f3d99696-024e-4754-9304-21e19eec8599'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:17.172194 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a3a29195-5ff5-4014-a675-c63c4af22b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['f3d99696-024e-4754-9304-21e19eec8599'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:17.208238 n-d-791506-21 neutron-server[93793]: INFO neutron.db.securitygroups_db [None req-8c355fca-af87-4b16-bf9c-aa78b6822596 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Project 4bdd256dac0c4aa3bf3a5edb5f68a621 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:40:17.226578 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8c355fca-af87-4b16-bf9c-aa78b6822596 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.262670 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba30b7b-f257-444e-bf32-32574b46481a None None] Pushing event updated for resources: {'Port': ['ID=36a34ed3-339a-4acf-b099-363bf3eff555,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:17.295870 n-d-791506-21 neutron-server[93794]: DEBUG neutron.objects.ports [None req-47f6b80f-d392-46c7-82e0-392570067596 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93794) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:40:17.316139 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1104bdc9-4942-48c9-9e54-24f67a07daf8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.379954 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8c355fca-af87-4b16-bf9c-aa78b6822596 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.409666 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-ded4318e-2255-4850-8780-9461016e48c3 None None] Attempting to bind port 36a34ed3-339a-4acf-b099-363bf3eff555 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:17.410028 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-ded4318e-2255-4850-8780-9461016e48c3 None None] Attempting to bind port 36a34ed3-339a-4acf-b099-363bf3eff555 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '6930b9f6-3eb4-4ba5-95ab-de2dbd3bb69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:17.413279 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4318e-2255-4850-8780-9461016e48c3 None None] Attempting to bind port 36a34ed3-339a-4acf-b099-363bf3eff555 on network 3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:17.424210 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4318e-2255-4850-8780-9461016e48c3 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:17.424590 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4318e-2255-4850-8780-9461016e48c3 None None] Checking segment: {'id': '6930b9f6-3eb4-4ba5-95ab-de2dbd3bb69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:17.424997 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ded4318e-2255-4850-8780-9461016e48c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.426557 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4318e-2255-4850-8780-9461016e48c3 None None] Bound using segment: {'id': '6930b9f6-3eb4-4ba5-95ab-de2dbd3bb69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:17.427063 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-ded4318e-2255-4850-8780-9461016e48c3 None None] Bound port: 36a34ed3-339a-4acf-b099-363bf3eff555, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6930b9f6-3eb4-4ba5-95ab-de2dbd3bb69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:17.430656 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ded4318e-2255-4850-8780-9461016e48c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.435404 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8c355fca-af87-4b16-bf9c-aa78b6822596 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.447716 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b2421f-3e56-4c8a-8c9c-672adc27242b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95ac1323-85ff-45b0-bc34-4e67acdc1dbe'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:17.454240 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9e03e6-073a-48cb-9af1-efe6e472a6b7" -d '{"events": [{"server_uuid": "86b2421f-3e56-4c8a-8c9c-672adc27242b", "name": "network-vif-unplugged", "status": "completed", "tag": "95ac1323-85ff-45b0-bc34-4e67acdc1dbe"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:17.515927 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7e72ce-d797-4b67-817a-cfa6ddc31f31 x-openstack-request-id: req-fa7e72ce-d797-4b67-817a-cfa6ddc31f31 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:17.516221 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b2421f-3e56-4c8a-8c9c-672adc27242b", "name": "network-vif-unplugged", "status": "failed", "tag": "95ac1323-85ff-45b0-bc34-4e67acdc1dbe", "code": 422}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:17.516510 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fa7e72ce-d797-4b67-817a-cfa6ddc31f31 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:17.517147 n-d-791506-21 neutron-server[93795]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '86b2421f-3e56-4c8a-8c9c-672adc27242b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '95ac1323-85ff-45b0-bc34-4e67acdc1dbe', 'code': 422} returned with failed status Jul 16 20:40:17.533994 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c355fca-af87-4b16-bf9c-aa78b6822596 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97776d2-7ac3-45fd-83ff-d02bf452c5d9,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:17.549434 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 95ac1323-85ff-45b0-bc34-4e67acdc1dbe, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=95ac1323-85ff-45b0-bc34-4e67acdc1dbe,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:17.557074 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104bdc9-4942-48c9-9e54-24f67a07daf8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Subnet': ['ID=d2e0fd6b-5041-42e2-82d8-19c1cc37935e,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:17.579189 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-ded4318e-2255-4850-8780-9461016e48c3 None None] For port 36a34ed3-339a-4acf-b099-363bf3eff555, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:17.588149 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-ded4318e-2255-4850-8780-9461016e48c3 None None] For port 36a34ed3-339a-4acf-b099-363bf3eff555, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=36a34ed3-339a-4acf-b099-363bf3eff555,segment=NetworkSegment(6930b9f6-3eb4-4ba5-95ab-de2dbd3bb69e),segment_id=6930b9f6-3eb4-4ba5-95ab-de2dbd3bb69e)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:17.594994 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ded4318e-2255-4850-8780-9461016e48c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.602802 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1104bdc9-4942-48c9-9e54-24f67a07daf8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Checking segment: {'id': '9a856c3a-773f-4d10-8ba8-df860f147e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:17.603396 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1104bdc9-4942-48c9-9e54-24f67a07daf8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network hostable DHCP agents. Network: 82b3b70c-db3d-4cc0-a0f7-e641ec9214de, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:40:17.609604 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-0118b5e0-e36f-4304-9a34-1b8b8ffa68c9 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:17.611542 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-0118b5e0-e36f-4304-9a34-1b8b8ffa68c9 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.62 "GET /v2.0/networks?id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b HTTP/1.1" status: 200 len: 812 time: 0.5646093 Jul 16 20:40:17.640081 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1104bdc9-4942-48c9-9e54-24f67a07daf8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network 82b3b70c-db3d-4cc0-a0f7-e641ec9214de is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:40:17.648988 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-d02bfefb-fca7-4290-a177-c6e982cb5ccc tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Request body: {'port': {'device_id': 'bbd3d5ef-6792-4570-9e91-cc516f052559', 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b', 'admin_state_up': True, 'tenant_id': '6a26f9f127054c75b4598717bb55d1c3'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:17.669580 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-1104bdc9-4942-48c9-9e54-24f67a07daf8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 82b3b70c-db3d-4cc0-a0f7-e641ec9214de) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:17.677543 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-a3a29195-5ff5-4014-a675-c63c4af22b7d None None] Set router f3d99696-024e-4754-9304-21e19eec8599 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:17.684148 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1104bdc9-4942-48c9-9e54-24f67a07daf8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:17.684780 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1104bdc9-4942-48c9-9e54-24f67a07daf8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.686715 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded4318e-2255-4850-8780-9461016e48c3 None None] Routers {'1f952c11-a23c-412f-9926-e3d49bc787f4'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:17.691512 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-ded4318e-2255-4850-8780-9461016e48c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1f952c11-a23c-412f-9926-e3d49bc787f4'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:17.694721 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba30b7b-f257-444e-bf32-32574b46481a None None] Pushing event updated for resources: {'Port': ['ID=36a34ed3-339a-4acf-b099-363bf3eff555,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:17.779996 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.794363 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-ded4318e-2255-4850-8780-9461016e48c3 None None] Set router 1f952c11-a23c-412f-9926-e3d49bc787f4 gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:17.810907 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4ec1a49c-852a-42c7-ac20-568047fe4705 None None] Provisioning for port f0aa6760-345a-4fa7-affb-bd13c9b41fd2 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:17.813639 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8b2e82-ec78-401a-bcc0-7ed23afb6579 None None] DHCP port deletion for f4aa8141-9687-45d9-b16c-82a3d6b86650 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:40:17.815325 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7071edac-60f3-46aa-a3c1-57d226991a06 None None] Network 82b3b70c-db3d-4cc0-a0f7-e641ec9214de requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:17.831645 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a8241-06a6-438c-b3de-ed11f86f3b2b None None] Pushing event updated for resources: {'Port': ['ID=5d12f1bb-655f-46a5-b53f-d513c134956e,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:17.856225 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4ec1a49c-852a-42c7-ac20-568047fe4705 None None] Provisioning complete for port f0aa6760-345a-4fa7-affb-bd13c9b41fd2 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:17.856225 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ec1a49c-852a-42c7-ac20-568047fe4705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.074359 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-ded4318e-2255-4850-8780-9461016e48c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:40:12Z', 'revision_number': 2, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None, '_interfaces': [{'id': '36a34ed3-339a-4acf-b099-363bf3eff555', 'name': '', 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:b8:b5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:09Z', 'updated_at': '2021-07-16T20:40:17Z', 'revision_number': 4, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:18.097138 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=95ac1323-85ff-45b0-bc34-4e67acdc1dbe,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:18.108603 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded4318e-2255-4850-8780-9461016e48c3 None None] The sync data for ids ['1f952c11-a23c-412f-9926-e3d49bc787f4'] in n-d-791506-21 is: [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:40:12Z', 'revision_number': 2, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None, '_interfaces': [{'id': '36a34ed3-339a-4acf-b099-363bf3eff555', 'name': '', 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:b8:b5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:09Z', 'updated_at': '2021-07-16T20:40:17Z', 'revision_number': 4, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:18.235845 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ec8b2e82-ec78-401a-bcc0-7ed23afb6579 None None] Deleting port f0aa6760-345a-4fa7-affb-bd13c9b41fd2 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:18.236321 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec8b2e82-ec78-401a-bcc0-7ed23afb6579 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.250058 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5077223f-0b89-4a8a-a0c3-f0901808b1bb req-a9dc7575-024e-4546-a13b-91f411ea755d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbd3d5ef-6792-4570-9e91-cc516f052559 HTTP/1.1" status: 200 len: 210 time: 0.0905652 Jul 16 20:40:18.307868 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb65a90-5b8f-4dd3-9188-711f64e8a626 req-6edc999b-58ba-428f-89ca-db0df9508f74 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:18.309457 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fcb65a90-5b8f-4dd3-9188-711f64e8a626 req-6edc999b-58ba-428f-89ca-db0df9508f74 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.9393263 Jul 16 20:40:18.336000 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9c965711-503a-4feb-b420-eff8e8849bd2 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:18.400202 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ec1a49c-852a-42c7-ac20-568047fe4705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.409514 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926c7850-d328-4770-a906-c1304629fcbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-82b3b70c-db3d-4cc0-a0f7-e641ec9214de', 'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'fixed_ips': [{'subnet_id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:40:18.410547 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-926c7850-d328-4770-a906-c1304629fcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.439674 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-47f6b80f-d392-46c7-82e0-392570067596 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.478797 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ec8b2e82-ec78-401a-bcc0-7ed23afb6579 None None] For port f0aa6760-345a-4fa7-affb-bd13c9b41fd2, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f0aa6760-345a-4fa7-affb-bd13c9b41fd2,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:18.479185 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec8b2e82-ec78-401a-bcc0-7ed23afb6579 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.515046 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ec8b2e82-ec78-401a-bcc0-7ed23afb6579 None None] Calling delete_port for f0aa6760-345a-4fa7-affb-bd13c9b41fd2 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:18.525759 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a3a29195-5ff5-4014-a675-c63c4af22b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d99696-024e-4754-9304-21e19eec8599', 'name': 'tempest-TestServerBasicOps-1103871753-router', 'tenant_id': 'd53edfabe8064e8d9034d0c91f268d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '689d4397-8c6e-4e9b-9ac9-aaffcb5bea91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:58Z', 'updated_at': '2021-07-16T20:40:08Z', 'revision_number': 4, 'project_id': 'd53edfabe8064e8d9034d0c91f268d75', 'gw_port': {'id': '689d4397-8c6e-4e9b-9ac9-aaffcb5bea91', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d99696-024e-4754-9304-21e19eec8599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:00Z', 'updated_at': '2021-07-16T20:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '5d12f1bb-655f-46a5-b53f-d513c134956e', 'name': '', 'network_id': '38f4c80b-3f03-482d-ae10-ef156c694b48', 'tenant_id': 'd53edfabe8064e8d9034d0c91f268d75', 'mac_address': 'fa:16:3e:9d:81:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d99696-024e-4754-9304-21e19eec8599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '33d9078f-02ae-4671-81a9-3c2d86987132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:06Z', 'updated_at': '2021-07-16T20:40:16Z', 'revision_number': 4, 'project_id': 'd53edfabe8064e8d9034d0c91f268d75', 'subnets': [{'id': '33d9078f-02ae-4671-81a9-3c2d86987132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:18.527348 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5cc40c3b-41ef-4d7a-89a8-1fcaefe4b1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.535202 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5cc40c3b-41ef-4d7a-89a8-1fcaefe4b1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.541331 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1104bdc9-4942-48c9-9e54-24f67a07daf8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9321544 Jul 16 20:40:18.542757 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50778) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:18.547878 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8c355fca-af87-4b16-bf9c-aa78b6822596 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.548838 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fcb65a90-5b8f-4dd3-9188-711f64e8a626 req-e28275be-7c09-439f-93df-6ac2cd0bfba9 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209535 Jul 16 20:40:18.563774 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8c355fca-af87-4b16-bf9c-aa78b6822596 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4918501 Jul 16 20:40:18.647325 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc40c3b-41ef-4d7a-89a8-1fcaefe4b1a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:40:18.685258 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-d02bfefb-fca7-4290-a177-c6e982cb5ccc tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Made reservation on behalf of 6a26f9f127054c75b4598717bb55d1c3 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:18.689458 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-d02bfefb-fca7-4290-a177-c6e982cb5ccc tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.697101 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5cc40c3b-41ef-4d7a-89a8-1fcaefe4b1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.697456 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-5cc40c3b-41ef-4d7a-89a8-1fcaefe4b1a0 admin admin] Added segment 7e144ef2-0f86-4f52-8fda-8f7b96c3a098 of type vlan for network 0f4fda72-c48f-4c30-924c-e237c52c6cbf Jul 16 20:40:18.701551 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc40c3b-41ef-4d7a-89a8-1fcaefe4b1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76797e94-7dc8-4765-91b7-86cf3859d1f4,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:18.813003 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a29195-5ff5-4014-a675-c63c4af22b7d None None] The sync data for ids ['f3d99696-024e-4754-9304-21e19eec8599'] in n-d-791506-21 is: [{'id': 'f3d99696-024e-4754-9304-21e19eec8599', 'name': 'tempest-TestServerBasicOps-1103871753-router', 'tenant_id': 'd53edfabe8064e8d9034d0c91f268d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '689d4397-8c6e-4e9b-9ac9-aaffcb5bea91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:58Z', 'updated_at': '2021-07-16T20:40:08Z', 'revision_number': 4, 'project_id': 'd53edfabe8064e8d9034d0c91f268d75', 'gw_port': {'id': '689d4397-8c6e-4e9b-9ac9-aaffcb5bea91', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d99696-024e-4754-9304-21e19eec8599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:00Z', 'updated_at': '2021-07-16T20:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '5d12f1bb-655f-46a5-b53f-d513c134956e', 'name': '', 'network_id': '38f4c80b-3f03-482d-ae10-ef156c694b48', 'tenant_id': 'd53edfabe8064e8d9034d0c91f268d75', 'mac_address': 'fa:16:3e:9d:81:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d99696-024e-4754-9304-21e19eec8599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '33d9078f-02ae-4671-81a9-3c2d86987132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:06Z', 'updated_at': '2021-07-16T20:40:16Z', 'revision_number': 4, 'project_id': 'd53edfabe8064e8d9034d0c91f268d75', 'subnets': [{'id': '33d9078f-02ae-4671-81a9-3c2d86987132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:18.941714 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc40c3b-41ef-4d7a-89a8-1fcaefe4b1a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:18.942498 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc40c3b-41ef-4d7a-89a8-1fcaefe4b1a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:18.943124 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc40c3b-41ef-4d7a-89a8-1fcaefe4b1a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:18.943694 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc40c3b-41ef-4d7a-89a8-1fcaefe4b1a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:18.944269 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc40c3b-41ef-4d7a-89a8-1fcaefe4b1a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:18.944832 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc40c3b-41ef-4d7a-89a8-1fcaefe4b1a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:18.945445 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc40c3b-41ef-4d7a-89a8-1fcaefe4b1a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:18.952483 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc40c3b-41ef-4d7a-89a8-1fcaefe4b1a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:18.953046 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc40c3b-41ef-4d7a-89a8-1fcaefe4b1a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:18.953464 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc40c3b-41ef-4d7a-89a8-1fcaefe4b1a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:18.953882 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc40c3b-41ef-4d7a-89a8-1fcaefe4b1a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:18.954294 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc40c3b-41ef-4d7a-89a8-1fcaefe4b1a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:18.961440 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 9c965711-503a-4feb-b420-eff8e8849bd2 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:18.961730 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.056260 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5cc40c3b-41ef-4d7a-89a8-1fcaefe4b1a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.186575 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-47f6b80f-d392-46c7-82e0-392570067596 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] For port f0aa6760-345a-4fa7-affb-bd13c9b41fd2, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f0aa6760-345a-4fa7-affb-bd13c9b41fd2,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:19.209982 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-2dd10aa5-4106-4d9e-86cd-2bb42c96efdb tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2127447050&fields=id&tenant_id=4bdd256dac0c4aa3bf3a5edb5f68a621 HTTP/1.1" status: 200 len: 267 time: 0.3257768 Jul 16 20:40:19.284043 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-926c7850-d328-4770-a906-c1304629fcbf None None] Allocated IP 172.21.0.2 (82b3b70c-db3d-4cc0-a0f7-e641ec9214de/d2e0fd6b-5041-42e2-82d8-19c1cc37935e/52b84eb3-609c-432b-b711-e912ab72659c) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:19.343584 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-4ec1a49c-852a-42c7-ac20-568047fe4705 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:40:19.344054 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-4ec1a49c-852a-42c7-ac20-568047fe4705 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:40:19.496504 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5cc40c3b-41ef-4d7a-89a8-1fcaefe4b1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.497813 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc40c3b-41ef-4d7a-89a8-1fcaefe4b1a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:19.499205 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5cc40c3b-41ef-4d7a-89a8-1fcaefe4b1a0 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.504737 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-47f6b80f-d392-46c7-82e0-392570067596 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.511836 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b36348a-39f7-4c00-bc64-101575809e82 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.524607 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec8b2e82-ec78-401a-bcc0-7ed23afb6579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.546453 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-2df97de8-c2f8-4a0e-829b-8758e3df3771 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:19.553713 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-2df97de8-c2f8-4a0e-829b-8758e3df3771 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/networks?id=ce428730-3071-425e-8060-368b0b06c241 HTTP/1.1" status: 200 len: 809 time: 0.3271170 Jul 16 20:40:19.556680 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-47f6b80f-d392-46c7-82e0-392570067596 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.557541 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-47f6b80f-d392-46c7-82e0-392570067596 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.571272 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b2e82-ec78-401a-bcc0-7ed23afb6579 None None] Pushing event deleted for resources: {'Port': ['ID=f0aa6760-345a-4fa7-affb-bd13c9b41fd2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:19.577209 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8b2e82-ec78-401a-bcc0-7ed23afb6579 None None] No DVR routers for this DVR port f0aa6760-345a-4fa7-affb-bd13c9b41fd2 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:19.601750 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-926c7850-d328-4770-a906-c1304629fcbf None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.630121 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-926c7850-d328-4770-a906-c1304629fcbf None None] Transition to ACTIVE for port object 52b84eb3-609c-432b-b711-e912ab72659c will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:19.647754 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-926c7850-d328-4770-a906-c1304629fcbf None None] Transition to ACTIVE for port object 52b84eb3-609c-432b-b711-e912ab72659c will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:19.653427 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f0aa6760-345a-4fa7-affb-bd13c9b41fd2 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:19.659340 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-926c7850-d328-4770-a906-c1304629fcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.669783 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f6b80f-d392-46c7-82e0-392570067596 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:19.680890 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-d02bfefb-fca7-4290-a177-c6e982cb5ccc tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Allocated IP 172.20.0.12 (d06fcf74-26b1-47b6-b39c-8c2d6e48452b/e3773b4e-f5c8-45c6-be17-27631a1d9f40/76932886-6f4b-42a4-a2cb-8a66ecfbafe3) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:19.690689 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: f0aa6760-345a-4fa7-affb-bd13c9b41fd2 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:19.691040 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f0aa6760-345a-4fa7-affb-bd13c9b41fd2 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:19.695342 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a3bd7-a2ae-4ffd-8ae4-ed5165bbffb8 req-fa3e2766-761b-4ca3-ba94-580fe9db4792 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:19.703216 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-510a3bd7-a2ae-4ffd-8ae4-ed5165bbffb8 req-fa3e2766-761b-4ca3-ba94-580fe9db4792 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.6620343 Jul 16 20:40:19.710295 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5cc40c3b-41ef-4d7a-89a8-1fcaefe4b1a0 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.3137100 Jul 16 20:40:19.710536 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50800) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:19.711809 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6b80f-d392-46c7-82e0-392570067596 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Port': ['ID=f0aa6760-345a-4fa7-affb-bd13c9b41fd2,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:19.718283 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-1e1c9fea-167a-4e61-870b-7d987853bb52 admin admin] Request body: {'subnet': {'network_id': '0f4fda72-c48f-4c30-924c-e237c52c6cbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-241422648-subnet', 'tenant_id': '67dbbab59b274c2eb917f52e247c59ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:19.726188 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926c7850-d328-4770-a906-c1304629fcbf None None] Network 82b3b70c-db3d-4cc0-a0f7-e641ec9214de is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:19.729579 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-15781811-1faa-4874-8d69-ce5c10da3817 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/quotas/4bdd256dac0c4aa3bf3a5edb5f68a621 HTTP/1.1" status: 200 len: 375 time: 0.1748006 Jul 16 20:40:19.731823 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-926c7850-d328-4770-a906-c1304629fcbf None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:19.731987 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-47f6b80f-d392-46c7-82e0-392570067596 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:19.735210 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926c7850-d328-4770-a906-c1304629fcbf None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:19.735667 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f6b80f-d392-46c7-82e0-392570067596 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:19.736325 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-47f6b80f-d392-46c7-82e0-392570067596 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.762696 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e975f96-96e2-46eb-bd50-46933c161207 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:19.780961 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c7850-d328-4770-a906-c1304629fcbf None None] Pushing event updated for resources: {'Port': ['ID=52b84eb3-609c-432b-b711-e912ab72659c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:19.788050 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1c9fea-167a-4e61-870b-7d987853bb52 admin admin] Made reservation on behalf of 67dbbab59b274c2eb917f52e247c59ed for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:19.791569 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1e1c9fea-167a-4e61-870b-7d987853bb52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.808004 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc40c3b-41ef-4d7a-89a8-1fcaefe4b1a0 admin admin] Pushing event updated for resources: {'Network': ['ID=0f4fda72-c48f-4c30-924c-e237c52c6cbf,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:19.856473 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6b80f-d392-46c7-82e0-392570067596 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=b9996975-98d6-4eb2-a2ac-d300276351ee,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:19.857136 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 0f4fda72-c48f-4c30-924c-e237c52c6cbf details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:40:19.874229 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-47f6b80f-d392-46c7-82e0-392570067596 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6911228 Jul 16 20:40:19.876871 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50802) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:19.879412 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-926c7850-d328-4770-a906-c1304629fcbf None None] Attempting to bind port 52b84eb3-609c-432b-b711-e912ab72659c on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:19.879788 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-926c7850-d328-4770-a906-c1304629fcbf None None] Attempting to bind port 52b84eb3-609c-432b-b711-e912ab72659c by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '9a856c3a-773f-4d10-8ba8-df860f147e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:19.880158 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c7850-d328-4770-a906-c1304629fcbf None None] Attempting to bind port 52b84eb3-609c-432b-b711-e912ab72659c on network 82b3b70c-db3d-4cc0-a0f7-e641ec9214de {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:19.901288 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-f47a14a6-1bad-437b-973f-c53c0a6f4d80 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:19.913914 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4ec1a49c-852a-42c7-ac20-568047fe4705 None None] Port f0aa6760-345a-4fa7-affb-bd13c9b41fd2 update to ACTIVE by agent not found {{(pid=93795) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 20:40:19.925525 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c7850-d328-4770-a906-c1304629fcbf None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:19.925905 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c7850-d328-4770-a906-c1304629fcbf None None] Checking segment: {'id': '9a856c3a-773f-4d10-8ba8-df860f147e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:19.926443 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-926c7850-d328-4770-a906-c1304629fcbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.926878 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c7850-d328-4770-a906-c1304629fcbf None None] Bound using segment: {'id': '9a856c3a-773f-4d10-8ba8-df860f147e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:19.927369 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-926c7850-d328-4770-a906-c1304629fcbf None None] Bound port: 52b84eb3-609c-432b-b711-e912ab72659c, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a856c3a-773f-4d10-8ba8-df860f147e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:19.927751 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-926c7850-d328-4770-a906-c1304629fcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.945664 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-510a3bd7-a2ae-4ffd-8ae4-ed5165bbffb8 req-5525fae0-8957-40af-a606-f197ee1ce91c tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2411368 Jul 16 20:40:19.994615 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-2b36348a-39f7-4c00-bc64-101575809e82 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Allocated IP 172.21.0.1 (82b3b70c-db3d-4cc0-a0f7-e641ec9214de/d2e0fd6b-5041-42e2-82d8-19c1cc37935e/a16a2993-cd45-4044-972b-b656db9ca06d) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:20.118954 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-926c7850-d328-4770-a906-c1304629fcbf None None] For port 52b84eb3-609c-432b-b711-e912ab72659c, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:20.133628 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802f9c3b-091a-4d67-823a-b455dfbf09e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-f4aa8141-9687-45d9-b16c-82a3d6b86650', 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'fixed_ips': [{'subnet_id': 'b9996975-98d6-4eb2-a2ac-d300276351ee'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:40:20.134524 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-802f9c3b-091a-4d67-823a-b455dfbf09e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.141565 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-926c7850-d328-4770-a906-c1304629fcbf None None] For port 52b84eb3-609c-432b-b711-e912ab72659c, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=52b84eb3-609c-432b-b711-e912ab72659c,segment=NetworkSegment(9a856c3a-773f-4d10-8ba8-df860f147e51),segment_id=9a856c3a-773f-4d10-8ba8-df860f147e51)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:20.156887 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-926c7850-d328-4770-a906-c1304629fcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.185960 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1e1c9fea-167a-4e61-870b-7d987853bb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.307608 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b36348a-39f7-4c00-bc64-101575809e82 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.321616 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c9fea-167a-4e61-870b-7d987853bb52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2dd8589-b503-4464-9732-6ec0e882b343,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:20.343832 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1c9fea-167a-4e61-870b-7d987853bb52 admin admin] Checking segment: {'id': '7e144ef2-0f86-4f52-8fda-8f7b96c3a098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0f4fda72-c48f-4c30-924c-e237c52c6cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:20.344204 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1c9fea-167a-4e61-870b-7d987853bb52 admin admin] Network hostable DHCP agents. Network: 0f4fda72-c48f-4c30-924c-e237c52c6cbf, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:40:20.345729 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-d02bfefb-fca7-4290-a177-c6e982cb5ccc tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.346910 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-2b36348a-39f7-4c00-bc64-101575809e82 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Transition to ACTIVE for port object a16a2993-cd45-4044-972b-b656db9ca06d will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:20.369424 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-98b99544-f0cd-4d9d-8886-d2a062b748e3 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4bdd256dac0c4aa3bf3a5edb5f68a621&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6386979 Jul 16 20:40:20.372208 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1e2ec629-6d69-4a46-8d51-baa9717d1249 req-4254c86e-9706-42d9-ac6c-f69d262ac5d1 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbd3d5ef-6792-4570-9e91-cc516f052559 HTTP/1.1" status: 200 len: 210 time: 0.2201762 Jul 16 20:40:20.433756 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1c9fea-167a-4e61-870b-7d987853bb52 admin admin] Network 0f4fda72-c48f-4c30-924c-e237c52c6cbf is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:40:20.452432 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b36348a-39f7-4c00-bc64-101575809e82 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.482896 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-1e1c9fea-167a-4e61-870b-7d987853bb52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 0f4fda72-c48f-4c30-924c-e237c52c6cbf) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:20.505550 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe3196a-91b3-42bc-8056-2e0a1e55acac None None] Network 0f4fda72-c48f-4c30-924c-e237c52c6cbf requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:20.522770 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47a14a6-1bad-437b-973f-c53c0a6f4d80 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:20.527934 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f47a14a6-1bad-437b-973f-c53c0a6f4d80 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.551522 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1c9fea-167a-4e61-870b-7d987853bb52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:20.552104 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1e1c9fea-167a-4e61-870b-7d987853bb52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.589091 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b36348a-39f7-4c00-bc64-101575809e82 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network 82b3b70c-db3d-4cc0-a0f7-e641ec9214de is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:20.602151 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-d02bfefb-fca7-4290-a177-c6e982cb5ccc tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.616469 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-2b36348a-39f7-4c00-bc64-101575809e82 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:20.622017 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b36348a-39f7-4c00-bc64-101575809e82 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:20.645975 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 36a34ed3-339a-4acf-b099-363bf3eff555 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:20.667499 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36348a-39f7-4c00-bc64-101575809e82 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Port': ['ID=a16a2993-cd45-4044-972b-b656db9ca06d,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:20.686473 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1e1c9fea-167a-4e61-870b-7d987853bb52 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9663982 Jul 16 20:40:20.734746 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-802f9c3b-091a-4d67-823a-b455dfbf09e6 None None] Allocated IP 2001:db8::f816:3eff:fe93:92d2 (f4aa8141-9687-45d9-b16c-82a3d6b86650/b9996975-98d6-4eb2-a2ac-d300276351ee/3a4b0857-6cff-4692-910f-52de0a145013) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:20.735648 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b36348a-39f7-4c00-bc64-101575809e82 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.751664 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c7850-d328-4770-a906-c1304629fcbf None None] Pushing event updated for resources: {'Port': ['ID=52b84eb3-609c-432b-b711-e912ab72659c,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:20.843428 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e68f717-925c-498e-bb5f-16a3ea21c79a None None] Network 0f4fda72-c48f-4c30-924c-e237c52c6cbf requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:20.884392 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-d02bfefb-fca7-4290-a177-c6e982cb5ccc tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Network d06fcf74-26b1-47b6-b39c-8c2d6e48452b is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:20.898029 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-d02bfefb-fca7-4290-a177-c6e982cb5ccc tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:20.912189 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-d02bfefb-fca7-4290-a177-c6e982cb5ccc tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:20.924781 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bfefb-fca7-4290-a177-c6e982cb5ccc tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Pushing event updated for resources: {'Port': ['ID=76932886-6f4b-42a4-a2cb-8a66ecfbafe3,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:21.002117 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-38a4cff2-2cf9-47a0-8cca-c9b7e9c90ab2 service neutron] 10.222.0.38 "GET /v2.0/networks/ce428730-3071-425e-8060-368b0b06c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6117933 Jul 16 20:40:21.036860 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b36348a-39f7-4c00-bc64-101575809e82 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.136526 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 36a34ed3-339a-4acf-b099-363bf3eff555 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:21.144010 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 36a34ed3-339a-4acf-b099-363bf3eff555 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:21.144392 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.178492 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-89f4ed7f-c453-4da4-8fdd-012373353f4e service neutron] 10.222.0.38 "GET /v2.0/networks/ce428730-3071-425e-8060-368b0b06c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754885 Jul 16 20:40:21.190014 n-d-791506-21 neutron-server[93794]: INFO neutron.db.ipam_backend_mixin [None req-f47a14a6-1bad-437b-973f-c53c0a6f4d80 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b9996975-98d6-4eb2-a2ac-d300276351ee (CIDR: 2001:db8::/64) Jul 16 20:40:21.196356 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47a14a6-1bad-437b-973f-c53c0a6f4d80 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:40:21.197051 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f47a14a6-1bad-437b-973f-c53c0a6f4d80 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:21.224762 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-d02bfefb-fca7-4290-a177-c6e982cb5ccc tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:21.225489 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-d02bfefb-fca7-4290-a177-c6e982cb5ccc tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.267217 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-d02bfefb-fca7-4290-a177-c6e982cb5ccc tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6272321 Jul 16 20:40:21.273400 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f47a14a6-1bad-437b-973f-c53c0a6f4d80 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3878415 Jul 16 20:40:21.276144 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50820) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:21.283770 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-7ebebaec-173b-4c87-b99e-11c6d2402c47 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:21.292987 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-e59eddd8-042c-4d0b-a947-6c09a57dfacf service neutron] Request body: {'port': {'device_id': 'bbd3d5ef-6792-4570-9e91-cc516f052559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:21.333048 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.399813 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 36a34ed3-339a-4acf-b099-363bf3eff555, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=36a34ed3-339a-4acf-b099-363bf3eff555,segment=NetworkSegment(6930b9f6-3eb4-4ba5-95ab-de2dbd3bb69e),segment_id=6930b9f6-3eb4-4ba5-95ab-de2dbd3bb69e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:21.405013 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.406144 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5d12f1bb-655f-46a5-b53f-d513c134956e up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:21.533625 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=36a34ed3-339a-4acf-b099-363bf3eff555,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:21.555509 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-802f9c3b-091a-4d67-823a-b455dfbf09e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.588386 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-802f9c3b-091a-4d67-823a-b455dfbf09e6 None None] Transition to ACTIVE for port object 3a4b0857-6cff-4692-910f-52de0a145013 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:21.595013 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebebaec-173b-4c87-b99e-11c6d2402c47 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:21.604252 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7ebebaec-173b-4c87-b99e-11c6d2402c47 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.633098 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 5d12f1bb-655f-46a5-b53f-d513c134956e completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:21.665588 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-802f9c3b-091a-4d67-823a-b455dfbf09e6 None None] Transition to ACTIVE for port object 3a4b0857-6cff-4692-910f-52de0a145013 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:21.668837 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 5d12f1bb-655f-46a5-b53f-d513c134956e triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:21.669617 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.715152 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3337a963-f0f9-4f90-98dd-cf202634d5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.721411 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-802f9c3b-091a-4d67-823a-b455dfbf09e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.735948 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-e59eddd8-042c-4d0b-a947-6c09a57dfacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.762880 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-78fba54c-fa52-4d6c-8ba4-fdc6a44cd341 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:21.765997 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-78fba54c-fa52-4d6c-8ba4-fdc6a44cd341 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.38 "GET /v2.0/networks?id=0f4fda72-c48f-4c30-924c-e237c52c6cbf HTTP/1.1" status: 200 len: 808 time: 0.3956225 Jul 16 20:40:21.809862 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b36348a-39f7-4c00-bc64-101575809e82 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.817404 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b36348a-39f7-4c00-bc64-101575809e82 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.861298 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802f9c3b-091a-4d67-823a-b455dfbf09e6 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:21.863754 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-746f9f5e-a907-428b-ab59-c879b3443fcb tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.38 "GET /v2.0/quotas/67dbbab59b274c2eb917f52e247c59ed HTTP/1.1" status: 200 len: 375 time: 0.0419967 Jul 16 20:40:21.895426 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-802f9c3b-091a-4d67-823a-b455dfbf09e6 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:21.903471 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802f9c3b-091a-4d67-823a-b455dfbf09e6 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:21.915503 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-466b5493-9a0c-4afd-96a8-c3fe7b815617 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=67dbbab59b274c2eb917f52e247c59ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502644 Jul 16 20:40:21.955364 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f9c3b-091a-4d67-823a-b455dfbf09e6 None None] Pushing event updated for resources: {'Port': ['ID=3a4b0857-6cff-4692-910f-52de0a145013,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:21.997055 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.037512 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36348a-39f7-4c00-bc64-101575809e82 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Port': ['ID=a16a2993-cd45-4044-972b-b656db9ca06d,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:22.053826 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b36348a-39f7-4c00-bc64-101575809e82 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.145603 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-802f9c3b-091a-4d67-823a-b455dfbf09e6 None None] Attempting to bind port 3a4b0857-6cff-4692-910f-52de0a145013 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:22.145993 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-802f9c3b-091a-4d67-823a-b455dfbf09e6 None None] Attempting to bind port 3a4b0857-6cff-4692-910f-52de0a145013 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:22.146383 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802f9c3b-091a-4d67-823a-b455dfbf09e6 None None] Attempting to bind port 3a4b0857-6cff-4692-910f-52de0a145013 on network f4aa8141-9687-45d9-b16c-82a3d6b86650 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:22.151370 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 5d12f1bb-655f-46a5-b53f-d513c134956e, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=5d12f1bb-655f-46a5-b53f-d513c134956e,segment=NetworkSegment(1107c86d-857a-49b7-b114-f692472017be),segment_id=1107c86d-857a-49b7-b114-f692472017be)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:22.155147 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802f9c3b-091a-4d67-823a-b455dfbf09e6 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:22.155533 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802f9c3b-091a-4d67-823a-b455dfbf09e6 None None] Checking segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:22.156067 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-802f9c3b-091a-4d67-823a-b455dfbf09e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.156593 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802f9c3b-091a-4d67-823a-b455dfbf09e6 None None] Bound using segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:22.157074 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-802f9c3b-091a-4d67-823a-b455dfbf09e6 None None] Bound port: 3a4b0857-6cff-4692-910f-52de0a145013, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:22.157473 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-802f9c3b-091a-4d67-823a-b455dfbf09e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.167238 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.259105 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986d878-0c35-44fd-825d-9c4f028e4b8b req-2c2aeeb8-2b78-43cb-a876-be34062aca1a tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:22.271953 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b986d878-0c35-44fd-825d-9c4f028e4b8b req-2c2aeeb8-2b78-43cb-a876-be34062aca1a tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.5557017 Jul 16 20:40:22.311834 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b36348a-39f7-4c00-bc64-101575809e82 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network 82b3b70c-db3d-4cc0-a0f7-e641ec9214de is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:22.314888 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-2b36348a-39f7-4c00-bc64-101575809e82 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:22.329126 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-802f9c3b-091a-4d67-823a-b455dfbf09e6 None None] For port 3a4b0857-6cff-4692-910f-52de0a145013, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:22.337895 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-802f9c3b-091a-4d67-823a-b455dfbf09e6 None None] For port 3a4b0857-6cff-4692-910f-52de0a145013, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=3a4b0857-6cff-4692-910f-52de0a145013,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:22.344748 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c0582b-dbfc-4cab-97af-1b78d52353c8 None None] Network 82b3b70c-db3d-4cc0-a0f7-e641ec9214de requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:22.377100 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b986d878-0c35-44fd-825d-9c4f028e4b8b req-03f1adfb-d0b6-43a5-8303-fbe891324887 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898330 Jul 16 20:40:22.410035 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=5d12f1bb-655f-46a5-b53f-d513c134956e,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:22.411174 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-d4267bf5-6f32-4b63-a322-7e01a6bba8ab service neutron] 10.222.0.38 "GET /v2.0/networks/0f4fda72-c48f-4c30-924c-e237c52c6cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888222 Jul 16 20:40:22.423202 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-802f9c3b-091a-4d67-823a-b455dfbf09e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.448762 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7ebebaec-173b-4c87-b99e-11c6d2402c47 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.516296 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebebaec-173b-4c87-b99e-11c6d2402c47 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:22.523241 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-7ebebaec-173b-4c87-b99e-11c6d2402c47 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:22.530617 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebebaec-173b-4c87-b99e-11c6d2402c47 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:22.531219 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7ebebaec-173b-4c87-b99e-11c6d2402c47 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.535526 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f9c3b-091a-4d67-823a-b455dfbf09e6 None None] Pushing event updated for resources: {'Port': ['ID=3a4b0857-6cff-4692-910f-52de0a145013,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:22.536019 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebebaec-173b-4c87-b99e-11c6d2402c47 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=5bd42e01-1964-4d67-bb8a-da1835126e82,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:22.546289 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b36348a-39f7-4c00-bc64-101575809e82 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Router 1f952c11-a23c-412f-9926-e3d49bc787f4 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:22.546698 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 36a34ed3-339a-4acf-b099-363bf3eff555 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:22.558986 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7ebebaec-173b-4c87-b99e-11c6d2402c47 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2788303 Jul 16 20:40:22.559207 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50842) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:22.568999 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-99fc5534-686f-4534-95e1-088a569ad8af tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'port': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'mac_address': 'fa:16:3e:0c:c0:5f', 'name': 'tempest-NetworksTestDHCPv6-712556148'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:22.619314 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f7c03444-fc67-46a8-8936-864f7c8b96ec None None] Provisioning for port 52b84eb3-609c-432b-b711-e912ab72659c completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:22.664442 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 36a34ed3-339a-4acf-b099-363bf3eff555 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:22.665019 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.840874 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efd9b9-ac90-44e3-881b-9d156d82f411 req-427e38e2-6d6f-49c4-a6cf-1ba62c265ef4 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:22.845504 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 52b84eb3-609c-432b-b711-e912ab72659c up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:22.849275 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54efd9b9-ac90-44e3-881b-9d156d82f411 req-427e38e2-6d6f-49c4-a6cf-1ba62c265ef4 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbd3d5ef-6792-4570-9e91-cc516f052559 HTTP/1.1" status: 200 len: 932 time: 0.2589297 Jul 16 20:40:22.856307 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-dbfc9d3f-639f-411a-9ae3-1dfb78d1c778 service neutron] 10.222.0.38 "GET /v2.0/networks/0f4fda72-c48f-4c30-924c-e237c52c6cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438472 Jul 16 20:40:22.954682 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-e59eddd8-042c-4d0b-a947-6c09a57dfacf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76932886-6f4b-42a4-a2cb-8a66ecfbafe3 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:40:22.966426 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-e59eddd8-042c-4d0b-a947-6c09a57dfacf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.997276 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-e59eddd8-042c-4d0b-a947-6c09a57dfacf service neutron] Transition to ACTIVE for port object 76932886-6f4b-42a4-a2cb-8a66ecfbafe3 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:23.001297 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 52b84eb3-609c-432b-b711-e912ab72659c completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:23.004076 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-e59eddd8-042c-4d0b-a947-6c09a57dfacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.007888 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 52b84eb3-609c-432b-b711-e912ab72659c triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:23.008268 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.096153 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59eddd8-042c-4d0b-a947-6c09a57dfacf service neutron] Pushing event updated for resources: {'Port': ['ID=76932886-6f4b-42a4-a2cb-8a66ecfbafe3,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:23.106449 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54efd9b9-ac90-44e3-881b-9d156d82f411 req-fe81f73b-16f7-459f-8064-f50f81439179 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573586 Jul 16 20:40:23.271607 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.343034 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 52b84eb3-609c-432b-b711-e912ab72659c, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=52b84eb3-609c-432b-b711-e912ab72659c,segment=NetworkSegment(9a856c3a-773f-4d10-8ba8-df860f147e51),segment_id=9a856c3a-773f-4d10-8ba8-df860f147e51)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:23.344044 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b36348a-39f7-4c00-bc64-101575809e82 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:23.348657 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.362491 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d40bc6-c56f-478a-ad2e-70e097640193 None None] Sync routers for ids ['1f952c11-a23c-412f-9926-e3d49bc787f4'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:23.369054 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2b36348a-39f7-4c00-bc64-101575809e82 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "PUT /v2.0/routers/1f952c11-a23c-412f-9926-e3d49bc787f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8228624 Jul 16 20:40:23.381650 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50848) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:23.410541 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-99054a11-f320-40fc-876b-1aee9473ffbb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'network': {'name': 'tempest-RoutersTest-1049416416'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:23.423731 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d40bc6-c56f-478a-ad2e-70e097640193 None None] Routers {'1f952c11-a23c-412f-9926-e3d49bc787f4'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:23.423962 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-11d40bc6-c56f-478a-ad2e-70e097640193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:39:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1f952c11-a23c-412f-9926-e3d49bc787f4'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:23.479157 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.db.api [None req-99054a11-f320-40fc-876b-1aee9473ffbb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:40:23.479157 n-d-791506-21 neutron-server[93793]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:40:23.479157 n-d-791506-21 neutron-server[93793]: [parameters: {'project_id': '0984868bac254eab8830dbbd4c12f77c', 'id': 'adbe10cf-3b71-41d2-abbb-1f02bee8c386', 'expiration': datetime.datetime(2021, 7, 16, 20, 42, 23, 467288)}] Jul 16 20:40:23.479157 n-d-791506-21 neutron-server[93793]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:40:23.479680 n-d-791506-21 neutron-server[93793]: DEBUG oslo_db.api [None req-99054a11-f320-40fc-876b-1aee9473ffbb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:40:23.496821 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fc5534-686f-4534-95e1-088a569ad8af tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:23.526555 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5d057599-4505-479a-9faa-446cb9a20a64 req-459f308b-5e52-4501-8e82-dcd13baeb665 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6dfa92-ff6e-44c3-99b3-5000779e65e8 HTTP/1.1" status: 200 len: 210 time: 0.1043861 Jul 16 20:40:23.659578 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46bf6d07-ae09-4ce9-a7fb-4e80d00dd27c req-1cbc65aa-6ba5-44d0-a0cf-c44975884b1b tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a3fb36e-6da4-4139-b3f5-fa86e24a9d40 HTTP/1.1" status: 200 len: 210 time: 0.0997272 Jul 16 20:40:23.663209 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-e59eddd8-042c-4d0b-a947-6c09a57dfacf service neutron] Attempting to bind port 76932886-6f4b-42a4-a2cb-8a66ecfbafe3 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:23.677442 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-11d40bc6-c56f-478a-ad2e-70e097640193 None None] Set router 1f952c11-a23c-412f-9926-e3d49bc787f4 gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:23.677999 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-e59eddd8-042c-4d0b-a947-6c09a57dfacf service neutron] Attempting to bind port 76932886-6f4b-42a4-a2cb-8a66ecfbafe3 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'ff7788cb-5e91-4bfe-a672-fecf9a2d060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:23.677999 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-e59eddd8-042c-4d0b-a947-6c09a57dfacf service neutron] Attempting to bind port 76932886-6f4b-42a4-a2cb-8a66ecfbafe3 on network d06fcf74-26b1-47b6-b39c-8c2d6e48452b {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:23.693454 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-e59eddd8-042c-4d0b-a947-6c09a57dfacf service neutron] Port 76932886-6f4b-42a4-a2cb-8a66ecfbafe3 on network d06fcf74-26b1-47b6-b39c-8c2d6e48452b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:40:23.704427 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-e59eddd8-042c-4d0b-a947-6c09a57dfacf service neutron] Attempting to bind port 76932886-6f4b-42a4-a2cb-8a66ecfbafe3 on network d06fcf74-26b1-47b6-b39c-8c2d6e48452b {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:23.775909 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99fc5534-686f-4534-95e1-088a569ad8af tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.802306 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-e59eddd8-042c-4d0b-a947-6c09a57dfacf service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:23.802791 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-e59eddd8-042c-4d0b-a947-6c09a57dfacf service neutron] Checking segment: {'id': 'ff7788cb-5e91-4bfe-a672-fecf9a2d060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:23.803297 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-e59eddd8-042c-4d0b-a947-6c09a57dfacf service neutron] Bound using segment: {'id': 'ff7788cb-5e91-4bfe-a672-fecf9a2d060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:23.803990 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-e59eddd8-042c-4d0b-a947-6c09a57dfacf service neutron] Bound port: 76932886-6f4b-42a4-a2cb-8a66ecfbafe3, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7788cb-5e91-4bfe-a672-fecf9a2d060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:23.805221 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-e59eddd8-042c-4d0b-a947-6c09a57dfacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.850512 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-99fc5534-686f-4534-95e1-088a569ad8af tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] device_id is not set on port 9914253c-4961-4e14-bd7c-50d243ae5ccf yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:40:24.009961 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d4e3448a-2cd4-41c4-9114-4b3392701b85 None None] Provisioning complete for port 52b84eb3-609c-432b-b711-e912ab72659c triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:24.010209 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4e3448a-2cd4-41c4-9114-4b3392701b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.017148 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=52b84eb3-609c-432b-b711-e912ab72659c,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:24.082034 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-e59eddd8-042c-4d0b-a947-6c09a57dfacf service neutron] For port 76932886-6f4b-42a4-a2cb-8a66ecfbafe3, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:24.088340 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-e59eddd8-042c-4d0b-a947-6c09a57dfacf service neutron] For port 76932886-6f4b-42a4-a2cb-8a66ecfbafe3, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=76932886-6f4b-42a4-a2cb-8a66ecfbafe3,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:24.105127 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99054a11-f320-40fc-876b-1aee9473ffbb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Made reservation on behalf of 0984868bac254eab8830dbbd4c12f77c for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:24.108654 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-e59eddd8-042c-4d0b-a947-6c09a57dfacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.110915 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99054a11-f320-40fc-876b-1aee9473ffbb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.176658 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-e59eddd8-042c-4d0b-a947-6c09a57dfacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:24.176891 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-e59eddd8-042c-4d0b-a947-6c09a57dfacf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.182407 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-e59eddd8-042c-4d0b-a947-6c09a57dfacf service neutron] 10.222.0.62 "PUT /v2.0/ports/76932886-6f4b-42a4-a2cb-8a66ecfbafe3 HTTP/1.1" status: 200 len: 1093 time: 2.9041579 Jul 16 20:40:24.190890 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99054a11-f320-40fc-876b-1aee9473ffbb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:40:24.198085 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd3d5ef-6792-4570-9e91-cc516f052559', 'tag': '76932886-6f4b-42a4-a2cb-8a66ecfbafe3'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:24.208143 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbf4b60-1693-4601-ac3a-cbd3e6dac51e" -d '{"events": [{"name": "network-changed", "server_uuid": "bbd3d5ef-6792-4570-9e91-cc516f052559", "tag": "76932886-6f4b-42a4-a2cb-8a66ecfbafe3"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:24.224222 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99054a11-f320-40fc-876b-1aee9473ffbb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.224582 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-99054a11-f320-40fc-876b-1aee9473ffbb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Added segment 23993f40-9d0f-487d-8442-2e7f152f1adc of type vlan for network f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b Jul 16 20:40:24.282556 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-99fc5534-686f-4534-95e1-088a569ad8af tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 2001:db8:0:1::8 (f4aa8141-9687-45d9-b16c-82a3d6b86650/5bd42e01-1964-4d67-bb8a-da1835126e82/9914253c-4961-4e14-bd7c-50d243ae5ccf) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:24.301668 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-99fc5534-686f-4534-95e1-088a569ad8af tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 2001:db8::f816:3eff:fe0c:c05f (f4aa8141-9687-45d9-b16c-82a3d6b86650/b9996975-98d6-4eb2-a2ac-d300276351ee/9914253c-4961-4e14-bd7c-50d243ae5ccf) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:24.315546 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99054a11-f320-40fc-876b-1aee9473ffbb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.347092 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-51216ea5-c048-4bec-b2f0-a6d15a88ef3a tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:24.352868 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-51216ea5-c048-4bec-b2f0-a6d15a88ef3a tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.18 "GET /v2.0/networks?id=ce428730-3071-425e-8060-368b0b06c241 HTTP/1.1" status: 200 len: 809 time: 0.9621923 Jul 16 20:40:24.416235 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99054a11-f320-40fc-876b-1aee9473ffbb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.422892 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec11c4b5-a70b-4c09-a869-cdc43cc89548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.424609 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.426640 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99054a11-f320-40fc-876b-1aee9473ffbb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:24.427375 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99054a11-f320-40fc-876b-1aee9473ffbb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.451536 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25251ab4-3133-41a3-b13d-5017b12bf828 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:24.530659 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-99054a11-f320-40fc-876b-1aee9473ffbb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1481557 Jul 16 20:40:24.535679 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50864) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:24.567407 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3a4b0857-6cff-4692-910f-52de0a145013 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:24.575748 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-95b86257-869f-44ce-887b-dbbccc7a7022 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'subnet': {'network_id': 'f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:24.581233 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99054a11-f320-40fc-876b-1aee9473ffbb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Network': ['ID=f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:24.618145 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:40:24.665708 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d4e3448a-2cd4-41c4-9114-4b3392701b85 None None] Provisioning for port a16a2993-cd45-4044-972b-b656db9ca06d completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:24.694595 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d4e3448a-2cd4-41c4-9114-4b3392701b85 None None] Provisioning complete for port a16a2993-cd45-4044-972b-b656db9ca06d triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:24.695320 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4e3448a-2cd4-41c4-9114-4b3392701b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.737289 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99fc5534-686f-4534-95e1-088a569ad8af tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.759803 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-99fc5534-686f-4534-95e1-088a569ad8af tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Transition to ACTIVE for port object 9914253c-4961-4e14-bd7c-50d243ae5ccf will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:24.761870 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b86257-869f-44ce-887b-dbbccc7a7022 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Made reservation on behalf of 0984868bac254eab8830dbbd4c12f77c for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:24.765834 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-95b86257-869f-44ce-887b-dbbccc7a7022 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.828217 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d4e3448a-2cd4-41c4-9114-4b3392701b85 None None] Port a16a2993-cd45-4044-972b-b656db9ca06d cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:24.837617 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 3a4b0857-6cff-4692-910f-52de0a145013 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:24.862471 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-11d40bc6-c56f-478a-ad2e-70e097640193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:40:20Z', 'revision_number': 3, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None, '_interfaces': [{'id': '36a34ed3-339a-4acf-b099-363bf3eff555', 'name': '', 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:b8:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:09Z', 'updated_at': '2021-07-16T20:40:21Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16a2993-cd45-4044-972b-b656db9ca06d', 'name': '', 'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:12:e6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:19Z', 'updated_at': '2021-07-16T20:40:21Z', 'revision_number': 2, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:24.868357 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5d12f1bb-655f-46a5-b53f-d513c134956e up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:24.880453 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99fc5534-686f-4534-95e1-088a569ad8af tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.897567 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d40bc6-c56f-478a-ad2e-70e097640193 None None] Checking router: 1f952c11-a23c-412f-9926-e3d49bc787f4 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:24.898210 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d40bc6-c56f-478a-ad2e-70e097640193 None None] Updating router 1f952c11-a23c-412f-9926-e3d49bc787f4 port a16a2993-cd45-4044-972b-b656db9ca06d binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:40:24.956850 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fc5534-686f-4534-95e1-088a569ad8af tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:24.959967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28bb70-bc5e-4635-bcc1-973ed23e1466 req-9160a6d0-2095-4273-a35a-c1f946e3089f tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:24.961491 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f28bb70-bc5e-4635-bcc1-973ed23e1466 req-9160a6d0-2095-4273-a35a-c1f946e3089f tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 1.1112034 Jul 16 20:40:24.980849 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-99fc5534-686f-4534-95e1-088a569ad8af tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:24.982798 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-5ff3e617-70ac-41ce-9cbf-6cd90f414ef5 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bdd256dac0c4aa3bf3a5edb5f68a621 HTTP/1.1" status: 200 len: 380 time: 0.6062953 Jul 16 20:40:24.983451 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59eddd8-042c-4d0b-a947-6c09a57dfacf service neutron] Pushing event updated for resources: {'Port': ['ID=76932886-6f4b-42a4-a2cb-8a66ecfbafe3,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:24.988749 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fc5534-686f-4534-95e1-088a569ad8af tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:24.994940 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fc5534-686f-4534-95e1-088a569ad8af tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:24.995615 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99fc5534-686f-4534-95e1-088a569ad8af tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.001000 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11d40bc6-c56f-478a-ad2e-70e097640193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.001787 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc5534-686f-4534-95e1-088a569ad8af tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Port': ['ID=9914253c-4961-4e14-bd7c-50d243ae5ccf,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:25.015497 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7235cdee-b8c1-4d21-b6e5-9d4ab44f6154 None None] Provisioning complete for port a16a2993-cd45-4044-972b-b656db9ca06d triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:25.015865 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7235cdee-b8c1-4d21-b6e5-9d4ab44f6154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.017892 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-c9f5756c-f854-4a8b-b94c-bbc7a1c65700 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Request body: {'port': {'device_id': 'cd6dfa92-ff6e-44c3-99b3-5000779e65e8', 'network_id': 'ce428730-3071-425e-8060-368b0b06c241', 'admin_state_up': True, 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'security_groups': ['26970af1-0b89-414e-b3a9-9bc45af86b58']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:25.027365 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-99fc5534-686f-4534-95e1-088a569ad8af tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.4656825 Jul 16 20:40:25.030618 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50870) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:25.094025 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7235cdee-b8c1-4d21-b6e5-9d4ab44f6154 None None] Port a16a2993-cd45-4044-972b-b656db9ca06d cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:25.117467 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 5d12f1bb-655f-46a5-b53f-d513c134956e triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:25.117851 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.165315 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-95b86257-869f-44ce-887b-dbbccc7a7022 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.201411 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f28bb70-bc5e-4635-bcc1-973ed23e1466 req-4d586325-3ed9-46f5-b47e-a23b9073c3a8 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269809 Jul 16 20:40:25.207005 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-b048f649-d2ee-438a-8d67-b57406ceef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:25.209304 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-b048f649-d2ee-438a-8d67-b57406ceef3b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a26f9f127054c75b4598717bb55d1c3&device_id=bbd3d5ef-6792-4570-9e91-cc516f052559 HTTP/1.1" status: 200 len: 1096 time: 0.7985294 Jul 16 20:40:25.210083 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-c9f5756c-f854-4a8b-b94c-bbc7a1c65700 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Made reservation on behalf of 4bdd256dac0c4aa3bf3a5edb5f68a621 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:25.210520 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7235cdee-b8c1-4d21-b6e5-9d4ab44f6154 None None] Provisioning for port 3a4b0857-6cff-4692-910f-52de0a145013 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:25.213992 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-c9f5756c-f854-4a8b-b94c-bbc7a1c65700 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.235067 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b86257-869f-44ce-887b-dbbccc7a7022 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Subnet': ['ID=68fe51ab-3417-4c74-9f61-67b80faa92fe,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:25.245049 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7235cdee-b8c1-4d21-b6e5-9d4ab44f6154 None None] Provisioning complete for port 3a4b0857-6cff-4692-910f-52de0a145013 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:25.245429 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7235cdee-b8c1-4d21-b6e5-9d4ab44f6154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.364977 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-fac6040b-b9f3-4cfc-b8b0-ab3d561bc769 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76932886-6f4b-42a4-a2cb-8a66ecfbafe3 HTTP/1.1" status: 200 len: 217 time: 0.1438861 Jul 16 20:40:25.369130 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae5c2c6-502c-48cd-a40f-ab2272f23bd3 None None] Update dhcp port {'port': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'fixed_ips': [{'subnet_id': 'b9996975-98d6-4eb2-a2ac-d300276351ee', 'ip_address': '2001:db8::f816:3eff:fe93:92d2'}, {'subnet_id': '5bd42e01-1964-4d67-bb8a-da1835126e82'}], 'binding:host_id': 'n-d-791506-21'}, 'id': '3a4b0857-6cff-4692-910f-52de0a145013'} from n-d-791506-21. {{(pid=93795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:40:25.380328 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ce1316-784f-4c3f-a164-88d5501149fd x-openstack-request-id: req-95ce1316-784f-4c3f-a164-88d5501149fd {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:25.380620 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbd3d5ef-6792-4570-9e91-cc516f052559", "tag": "76932886-6f4b-42a4-a2cb-8a66ecfbafe3", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:25.380869 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-95ce1316-784f-4c3f-a164-88d5501149fd {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:25.381261 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbd3d5ef-6792-4570-9e91-cc516f052559', 'tag': '76932886-6f4b-42a4-a2cb-8a66ecfbafe3', 'status': 'completed', 'code': 200} Jul 16 20:40:25.396801 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00ee69-26e0-45de-ab92-ac7178117008 req-514d3d41-85fc-4c82-9013-d585d6bcd0fb tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:25.398409 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8e00ee69-26e0-45de-ab92-ac7178117008 req-514d3d41-85fc-4c82-9013-d585d6bcd0fb tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbd3d5ef-6792-4570-9e91-cc516f052559 HTTP/1.1" status: 200 len: 944 time: 0.9498975 Jul 16 20:40:25.514744 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-d7b6283e-9d75-4e24-bc0c-246d6134c5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:25.515681 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bae5c2c6-502c-48cd-a40f-ab2272f23bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.518403 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-d7b6283e-9d75-4e24-bc0c-246d6134c5df service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3773b4e-f5c8-45c6-be17-27631a1d9f40 HTTP/1.1" status: 200 len: 852 time: 0.1189549 Jul 16 20:40:25.535770 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-f40665f9-2788-4326-873b-7121e72419ed tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting port 9914253c-4961-4e14-bd7c-50d243ae5ccf {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:25.536339 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f40665f9-2788-4326-873b-7121e72419ed tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.601989 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 52b84eb3-609c-432b-b711-e912ab72659c up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:25.623019 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7235cdee-b8c1-4d21-b6e5-9d4ab44f6154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.630745 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-819dcf9b-6065-4281-9f92-e10b15088ce2 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:25.632514 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-819dcf9b-6065-4281-9f92-e10b15088ce2 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.62 "GET /v2.0/networks?id=0f4fda72-c48f-4c30-924c-e237c52c6cbf HTTP/1.1" status: 200 len: 808 time: 0.4687350 Jul 16 20:40:25.651608 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-05af0ba7-0f35-4d2c-a80d-bd2cbf461b11 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Request body: {'port': {'device_id': '6a3fb36e-6da4-4139-b3f5-fa86e24a9d40', 'network_id': '0f4fda72-c48f-4c30-924c-e237c52c6cbf', 'admin_state_up': True, 'tenant_id': '67dbbab59b274c2eb917f52e247c59ed'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:25.661219 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b86257-869f-44ce-887b-dbbccc7a7022 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Checking segment: {'id': '23993f40-9d0f-487d-8442-2e7f152f1adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:25.661837 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b86257-869f-44ce-887b-dbbccc7a7022 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network hostable DHCP agents. Network: f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:40:25.668058 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-ec3215a2-ed25-4fe9-b5ff-0ad98406f4ba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954361 Jul 16 20:40:25.696984 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e1f3aab2-bee7-4d21-b9fc-1c0ec87a95c0 req-83c01448-73c8-4d88-a3a4-a502922c313d tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6dfa92-ff6e-44c3-99b3-5000779e65e8 HTTP/1.1" status: 200 len: 210 time: 0.0462153 Jul 16 20:40:25.727706 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11d40bc6-c56f-478a-ad2e-70e097640193 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.739042 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8e00ee69-26e0-45de-ab92-ac7178117008 req-35b46c13-38a0-4e5e-bfcc-fa74499ed8b3 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295873 Jul 16 20:40:25.741523 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-11d40bc6-c56f-478a-ad2e-70e097640193 None None] Transition to ACTIVE for port object a16a2993-cd45-4044-972b-b656db9ca06d will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:25.782234 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11d40bc6-c56f-478a-ad2e-70e097640193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.826314 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-c9f5756c-f854-4a8b-b94c-bbc7a1c65700 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Allocated IP 172.20.0.6 (ce428730-3071-425e-8060-368b0b06c241/7695fa01-6736-4799-8fa4-9c1a39aa2efe/0dd89413-e479-449c-820d-71e18c10ead6) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:25.858701 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b86257-869f-44ce-887b-dbbccc7a7022 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:40:25.875158 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f40665f9-2788-4326-873b-7121e72419ed tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.883075 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4e748-dd8b-4ad9-a7f2-84d5a3fba20f None None] Pushing event updated for resources: {'Port': ['ID=a16a2993-cd45-4044-972b-b656db9ca06d,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:25.891729 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-95b86257-869f-44ce-887b-dbbccc7a7022 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:25.896908 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b86257-869f-44ce-887b-dbbccc7a7022 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:25.897504 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-95b86257-869f-44ce-887b-dbbccc7a7022 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.906616 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-f40665f9-2788-4326-873b-7121e72419ed tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Calling delete_port for 9914253c-4961-4e14-bd7c-50d243ae5ccf owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:25.917810 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-7235cdee-b8c1-4d21-b6e5-9d4ab44f6154 None None] For port 3a4b0857-6cff-4692-910f-52de0a145013, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=3a4b0857-6cff-4692-910f-52de0a145013,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:25.925427 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406ab06a-682b-4d69-9494-f2ba97ca93f9 None None] Network f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:25.932843 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-05af0ba7-0f35-4d2c-a80d-bd2cbf461b11 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Made reservation on behalf of 67dbbab59b274c2eb917f52e247c59ed for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:25.937766 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-05af0ba7-0f35-4d2c-a80d-bd2cbf461b11 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.940950 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6322df20-7959-41fd-af61-b41d96ece4dd req-d46c304b-e4b2-467a-bd77-e4923797816e tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a3fb36e-6da4-4139-b3f5-fa86e24a9d40 HTTP/1.1" status: 200 len: 210 time: 0.0715442 Jul 16 20:40:25.950031 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.951557 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7235cdee-b8c1-4d21-b6e5-9d4ab44f6154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.952038 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-95b86257-869f-44ce-887b-dbbccc7a7022 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3847530 Jul 16 20:40:25.957190 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50872) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:26.031705 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235cdee-b8c1-4d21-b6e5-9d4ab44f6154 None None] Pushing event updated for resources: {'Port': ['ID=3a4b0857-6cff-4692-910f-52de0a145013,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:26.042272 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 52b84eb3-609c-432b-b711-e912ab72659c triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:26.042604 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.127439 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-a43fdadf-9e7c-45fd-87d9-da28abaaba48 service neutron] 10.222.0.62 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355392 Jul 16 20:40:26.253752 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-c9f5756c-f854-4a8b-b94c-bbc7a1c65700 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.302933 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1971a279-fe69-4171-b65a-f3e4c965c18b req-e5827929-8cf0-4d56-8fed-fea2b34f261c service neutron] 10.222.0.62 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671326 Jul 16 20:40:26.306756 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-c9f5756c-f854-4a8b-b94c-bbc7a1c65700 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Transition to ACTIVE for port object 0dd89413-e479-449c-820d-71e18c10ead6 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:26.355128 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-c9f5756c-f854-4a8b-b94c-bbc7a1c65700 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.432386 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-bae5c2c6-502c-48cd-a40f-ab2272f23bd3 None None] Allocated IP 2001:db8:0:1::2 (f4aa8141-9687-45d9-b16c-82a3d6b86650/5bd42e01-1964-4d67-bb8a-da1835126e82/3a4b0857-6cff-4692-910f-52de0a145013) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:26.434653 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-11d40bc6-c56f-478a-ad2e-70e097640193 None None] Attempting to bind port a16a2993-cd45-4044-972b-b656db9ca06d on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:26.435038 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-11d40bc6-c56f-478a-ad2e-70e097640193 None None] Attempting to bind port a16a2993-cd45-4044-972b-b656db9ca06d by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '9a856c3a-773f-4d10-8ba8-df860f147e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:26.436142 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d40bc6-c56f-478a-ad2e-70e097640193 None None] Attempting to bind port a16a2993-cd45-4044-972b-b656db9ca06d on network 82b3b70c-db3d-4cc0-a0f7-e641ec9214de {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:26.476675 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-c9f5756c-f854-4a8b-b94c-bbc7a1c65700 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Network ce428730-3071-425e-8060-368b0b06c241 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:26.483335 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d40bc6-c56f-478a-ad2e-70e097640193 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:26.483901 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d40bc6-c56f-478a-ad2e-70e097640193 None None] Checking segment: {'id': '9a856c3a-773f-4d10-8ba8-df860f147e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:26.484307 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11d40bc6-c56f-478a-ad2e-70e097640193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.484709 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d40bc6-c56f-478a-ad2e-70e097640193 None None] Bound using segment: {'id': '9a856c3a-773f-4d10-8ba8-df860f147e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:26.485192 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-11d40bc6-c56f-478a-ad2e-70e097640193 None None] Bound port: a16a2993-cd45-4044-972b-b656db9ca06d, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a856c3a-773f-4d10-8ba8-df860f147e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:26.485574 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11d40bc6-c56f-478a-ad2e-70e097640193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.518949 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-c9f5756c-f854-4a8b-b94c-bbc7a1c65700 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:26.525597 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5756c-f854-4a8b-b94c-bbc7a1c65700 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Pushing event updated for resources: {'Port': ['ID=0dd89413-e479-449c-820d-71e18c10ead6,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:26.537873 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-c9f5756c-f854-4a8b-b94c-bbc7a1c65700 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:26.566814 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:40:26.576504 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-05af0ba7-0f35-4d2c-a80d-bd2cbf461b11 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Allocated IP 172.20.0.2 (0f4fda72-c48f-4c30-924c-e237c52c6cbf/a2dd8589-b503-4464-9732-6ec0e882b343/59050d79-8018-4dfb-9377-38cfdad0db66) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:26.580428 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1c1d68dd-98d6-4a74-8262-bd6b08b62964 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.614340 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-c9f5756c-f854-4a8b-b94c-bbc7a1c65700 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:26.615091 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-c9f5756c-f854-4a8b-b94c-bbc7a1c65700 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.637166 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-c9f5756c-f854-4a8b-b94c-bbc7a1c65700 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6367002 Jul 16 20:40:26.659660 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-def42f7c-f97a-4a1e-a4fb-179ebff0c0d3 service neutron] Request body: {'port': {'device_id': 'cd6dfa92-ff6e-44c3-99b3-5000779e65e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:26.677564 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95b7a9e-0e9f-4c41-971a-29fae0c40315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b', 'network_id': 'f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'fixed_ips': [{'subnet_id': '68fe51ab-3417-4c74-9f61-67b80faa92fe'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:40:26.679736 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e95b7a9e-0e9f-4c41-971a-29fae0c40315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.741506 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-11d40bc6-c56f-478a-ad2e-70e097640193 None None] For port a16a2993-cd45-4044-972b-b656db9ca06d, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:26.746238 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-11d40bc6-c56f-478a-ad2e-70e097640193 None None] For port a16a2993-cd45-4044-972b-b656db9ca06d, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a16a2993-cd45-4044-972b-b656db9ca06d,segment=NetworkSegment(9a856c3a-773f-4d10-8ba8-df860f147e51),segment_id=9a856c3a-773f-4d10-8ba8-df860f147e51)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:26.762079 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11d40bc6-c56f-478a-ad2e-70e097640193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.775602 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-bae5c2c6-502c-48cd-a40f-ab2272f23bd3 None None] For port 3a4b0857-6cff-4692-910f-52de0a145013, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=3a4b0857-6cff-4692-910f-52de0a145013,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:26.848604 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf4b60-1693-4601-ac3a-cbd3e6dac51e req-c37eb66c-9127-47b1-9f7a-2bbf26e49ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:26.850181 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3fbf4b60-1693-4601-ac3a-cbd3e6dac51e req-c37eb66c-9127-47b1-9f7a-2bbf26e49ee9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a26f9f127054c75b4598717bb55d1c3&device_id=bbd3d5ef-6792-4570-9e91-cc516f052559 HTTP/1.1" status: 200 len: 1096 time: 0.4130030 Jul 16 20:40:26.856960 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-def42f7c-f97a-4a1e-a4fb-179ebff0c0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.887824 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13041cbd-7419-46e2-8318-37966873e51b req-bee3ae7c-976c-4bdf-9d8f-d18e7c6451e2 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:26.892672 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13041cbd-7419-46e2-8318-37966873e51b req-bee3ae7c-976c-4bdf-9d8f-d18e7c6451e2 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.4539194 Jul 16 20:40:26.924841 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4e748-dd8b-4ad9-a7f2-84d5a3fba20f None None] Pushing event updated for resources: {'Port': ['ID=a16a2993-cd45-4044-972b-b656db9ca06d,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:26.948722 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3a4b0857-6cff-4692-910f-52de0a145013 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:27.018608 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d40bc6-c56f-478a-ad2e-70e097640193 None None] Routers {'1f952c11-a23c-412f-9926-e3d49bc787f4'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:27.019263 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-11d40bc6-c56f-478a-ad2e-70e097640193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1f952c11-a23c-412f-9926-e3d49bc787f4'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:27.036130 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bae5c2c6-502c-48cd-a40f-ab2272f23bd3 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.068765 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf4b60-1693-4601-ac3a-cbd3e6dac51e req-9018db47-076a-4d39-98dd-22fe2c516220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:27.071278 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3fbf4b60-1693-4601-ac3a-cbd3e6dac51e req-9018db47-076a-4d39-98dd-22fe2c516220 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b HTTP/1.1" status: 200 len: 913 time: 0.2118375 Jul 16 20:40:27.131611 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-25c437f8-18d4-4ea2-b614-b3341bc7c535 None None] Provisioning for port 0dd89413-e479-449c-820d-71e18c10ead6 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:27.151350 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f40665f9-2788-4326-873b-7121e72419ed tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.157380 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-25c437f8-18d4-4ea2-b614-b3341bc7c535 None None] Provisioning complete for port 0dd89413-e479-449c-820d-71e18c10ead6 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:27.157767 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-25c437f8-18d4-4ea2-b614-b3341bc7c535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.166679 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bae5c2c6-502c-48cd-a40f-ab2272f23bd3 None None] Transition to ACTIVE for port object 3a4b0857-6cff-4692-910f-52de0a145013 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:27.239935 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bae5c2c6-502c-48cd-a40f-ab2272f23bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.292102 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f40665f9-2788-4326-873b-7121e72419ed tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.297133 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f40665f9-2788-4326-873b-7121e72419ed tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/9914253c-4961-4e14-bd7c-50d243ae5ccf HTTP/1.1" status: 204 len: 168 time: 2.2626896 Jul 16 20:40:27.297133 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40665f9-2788-4326-873b-7121e72419ed tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Port': ['ID=9914253c-4961-4e14-bd7c-50d243ae5ccf,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:27.303626 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50884) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:27.363591 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3fbf4b60-1693-4601-ac3a-cbd3e6dac51e req-fb34868b-7713-4f63-ae18-7d0e00762398 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76932886-6f4b-42a4-a2cb-8a66ecfbafe3 HTTP/1.1" status: 200 len: 217 time: 0.0953324 Jul 16 20:40:27.408990 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-e95b7a9e-0e9f-4c41-971a-29fae0c40315 None None] Allocated IP 172.22.0.2 (f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b/68fe51ab-3417-4c74-9f61-67b80faa92fe/11ddfdff-d49c-4231-8c15-0314dce72755) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:27.448535 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-11d40bc6-c56f-478a-ad2e-70e097640193 None None] Set router 1f952c11-a23c-412f-9926-e3d49bc787f4 gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:27.453772 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-25c437f8-18d4-4ea2-b614-b3341bc7c535 None None] Port 0dd89413-e479-449c-820d-71e18c10ead6 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:27.459822 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5c2c6-502c-48cd-a40f-ab2272f23bd3 None None] Pushing event updated for resources: {'Port': ['ID=3a4b0857-6cff-4692-910f-52de0a145013,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:27.460271 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf4b60-1693-4601-ac3a-cbd3e6dac51e req-4fb81c8f-671d-4f78-88fd-ca51de2070fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:27.462128 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3fbf4b60-1693-4601-ac3a-cbd3e6dac51e req-4fb81c8f-671d-4f78-88fd-ca51de2070fb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3773b4e-f5c8-45c6-be17-27631a1d9f40 HTTP/1.1" status: 200 len: 852 time: 0.0652571 Jul 16 20:40:27.474536 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-05af0ba7-0f35-4d2c-a80d-bd2cbf461b11 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.515077 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13041cbd-7419-46e2-8318-37966873e51b req-64568d97-21fa-4ef0-81e5-befa94b9207f tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5825675 Jul 16 20:40:27.519739 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9650dbe2-efc2-4866-8b27-26fe93fadf9b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:27.521449 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9650dbe2-efc2-4866-8b27-26fe93fadf9b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1908903 Jul 16 20:40:27.535007 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50886) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:27.608875 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-05af0ba7-0f35-4d2c-a80d-bd2cbf461b11 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.664847 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-05af0ba7-0f35-4d2c-a80d-bd2cbf461b11 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Network 0f4fda72-c48f-4c30-924c-e237c52c6cbf is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:27.670985 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-05af0ba7-0f35-4d2c-a80d-bd2cbf461b11 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:27.674413 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-05af0ba7-0f35-4d2c-a80d-bd2cbf461b11 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:27.717122 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3fbf4b60-1693-4601-ac3a-cbd3e6dac51e req-17a93dbe-8a6a-4d49-8176-86e8cb7a96d8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d06fcf74-26b1-47b6-b39c-8c2d6e48452b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2362721 Jul 16 20:40:27.736553 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af0ba7-0f35-4d2c-a80d-bd2cbf461b11 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Pushing event updated for resources: {'Port': ['ID=59050d79-8018-4dfb-9377-38cfdad0db66,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:27.769581 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693f54ea-6553-45d0-81f5-835829e58409 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:27.771939 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-693f54ea-6553-45d0-81f5-835829e58409 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2355938 Jul 16 20:40:27.775021 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50890) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:27.783584 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad2373-ae45-4d85-9227-a7e7a2c22989 req-4c21271f-4495-4885-ba16-5ee7005fc83c tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:27.786123 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.791463 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4dad2373-ae45-4d85-9227-a7e7a2c22989 req-4c21271f-4495-4885-ba16-5ee7005fc83c tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6dfa92-ff6e-44c3-99b3-5000779e65e8 HTTP/1.1" status: 200 len: 931 time: 0.8623734 Jul 16 20:40:27.797364 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-def42f7c-f97a-4a1e-a4fb-179ebff0c0d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dd89413-e479-449c-820d-71e18c10ead6 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:40:27.826859 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-def42f7c-f97a-4a1e-a4fb-179ebff0c0d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.834465 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-05af0ba7-0f35-4d2c-a80d-bd2cbf461b11 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:27.835120 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-05af0ba7-0f35-4d2c-a80d-bd2cbf461b11 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.841881 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a307e62-3b45-45a0-a58b-6a09f3bc216d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:27.843504 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a307e62-3b45-45a0-a58b-6a09f3bc216d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:27.845180 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a307e62-3b45-45a0-a58b-6a09f3bc216d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:27.847476 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4a307e62-3b45-45a0-a58b-6a09f3bc216d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0714784 Jul 16 20:40:27.853388 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50892) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:27.866248 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e95b7a9e-0e9f-4c41-971a-29fae0c40315 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.868941 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-05af0ba7-0f35-4d2c-a80d-bd2cbf461b11 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2210312 Jul 16 20:40:27.878976 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-cadfcbbc-4784-4156-83ae-438e9d51a765 service neutron] Request body: {'port': {'device_id': '6a3fb36e-6da4-4139-b3f5-fa86e24a9d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:27.886514 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e95b7a9e-0e9f-4c41-971a-29fae0c40315 None None] Transition to ACTIVE for port object 11ddfdff-d49c-4231-8c15-0314dce72755 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:27.939522 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e95b7a9e-0e9f-4c41-971a-29fae0c40315 None None] Transition to ACTIVE for port object 11ddfdff-d49c-4231-8c15-0314dce72755 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:27.943604 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-def42f7c-f97a-4a1e-a4fb-179ebff0c0d3 service neutron] Transition to ACTIVE for port object 0dd89413-e479-449c-820d-71e18c10ead6 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:27.952190 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e95b7a9e-0e9f-4c41-971a-29fae0c40315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.969291 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-def42f7c-f97a-4a1e-a4fb-179ebff0c0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.004978 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b7a9e-0e9f-4c41-971a-29fae0c40315 None None] Pushing event updated for resources: {'Port': ['ID=11ddfdff-d49c-4231-8c15-0314dce72755,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:28.007575 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-cadfcbbc-4784-4156-83ae-438e9d51a765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.024756 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95b7a9e-0e9f-4c41-971a-29fae0c40315 None None] Network f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:28.028038 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e95b7a9e-0e9f-4c41-971a-29fae0c40315 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:28.031723 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95b7a9e-0e9f-4c41-971a-29fae0c40315 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:28.053997 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4dad2373-ae45-4d85-9227-a7e7a2c22989 req-39df6d29-2246-4550-86d2-d275d29610c7 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/security-groups?id=26970af1-0b89-414e-b3a9-9bc45af86b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2615433 Jul 16 20:40:28.095231 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cbc07e6-79b2-4443-a00a-858caac66ae6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet 5bd42e01-1964-4d67-bb8a-da1835126e82 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:28.099856 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def42f7c-f97a-4a1e-a4fb-179ebff0c0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd89413-e479-449c-820d-71e18c10ead6,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:28.121600 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8cbc07e6-79b2-4443-a00a-858caac66ae6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.148717 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-e95b7a9e-0e9f-4c41-971a-29fae0c40315 None None] Attempting to bind port 11ddfdff-d49c-4231-8c15-0314dce72755 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:28.149313 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-e95b7a9e-0e9f-4c41-971a-29fae0c40315 None None] Attempting to bind port 11ddfdff-d49c-4231-8c15-0314dce72755 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '23993f40-9d0f-487d-8442-2e7f152f1adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:28.149873 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95b7a9e-0e9f-4c41-971a-29fae0c40315 None None] Attempting to bind port 11ddfdff-d49c-4231-8c15-0314dce72755 on network f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:28.176594 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95b7a9e-0e9f-4c41-971a-29fae0c40315 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:28.176977 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95b7a9e-0e9f-4c41-971a-29fae0c40315 None None] Checking segment: {'id': '23993f40-9d0f-487d-8442-2e7f152f1adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:28.177385 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e95b7a9e-0e9f-4c41-971a-29fae0c40315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.177783 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95b7a9e-0e9f-4c41-971a-29fae0c40315 None None] Bound using segment: {'id': '23993f40-9d0f-487d-8442-2e7f152f1adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:28.178274 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-e95b7a9e-0e9f-4c41-971a-29fae0c40315 None None] Bound port: 11ddfdff-d49c-4231-8c15-0314dce72755, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23993f40-9d0f-487d-8442-2e7f152f1adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:28.178690 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e95b7a9e-0e9f-4c41-971a-29fae0c40315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.202255 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa0616-6751-4137-bd73-55a894dddeea req-14740a36-b7f9-432c-b2d5-af1cf67bcaf0 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:28.204483 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1aaa0616-6751-4137-bd73-55a894dddeea req-14740a36-b7f9-432c-b2d5-af1cf67bcaf0 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbd3d5ef-6792-4570-9e91-cc516f052559 HTTP/1.1" status: 200 len: 944 time: 0.4974010 Jul 16 20:40:28.263712 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3fbf4b60-1693-4601-ac3a-cbd3e6dac51e req-c0074c3b-872c-4e0b-8af0-9ac18acd29e2 service neutron] 10.222.0.62 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214992 Jul 16 20:40:28.269810 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8cbc07e6-79b2-4443-a00a-858caac66ae6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.290786 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-11d40bc6-c56f-478a-ad2e-70e097640193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:40:20Z', 'revision_number': 3, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None, '_interfaces': [{'id': '36a34ed3-339a-4acf-b099-363bf3eff555', 'name': '', 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:b8:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:09Z', 'updated_at': '2021-07-16T20:40:21Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16a2993-cd45-4044-972b-b656db9ca06d', 'name': '', 'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:12:e6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:19Z', 'updated_at': '2021-07-16T20:40:26Z', 'revision_number': 4, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:28.340449 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d40bc6-c56f-478a-ad2e-70e097640193 None None] The sync data for ids ['1f952c11-a23c-412f-9926-e3d49bc787f4'] in n-d-791506-21 is: [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:40:20Z', 'revision_number': 3, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None, '_interfaces': [{'id': '36a34ed3-339a-4acf-b099-363bf3eff555', 'name': '', 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:b8:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:09Z', 'updated_at': '2021-07-16T20:40:21Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16a2993-cd45-4044-972b-b656db9ca06d', 'name': '', 'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:12:e6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:19Z', 'updated_at': '2021-07-16T20:40:26Z', 'revision_number': 4, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:28.351634 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-e95b7a9e-0e9f-4c41-971a-29fae0c40315 None None] For port 11ddfdff-d49c-4231-8c15-0314dce72755, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:28.394786 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-e95b7a9e-0e9f-4c41-971a-29fae0c40315 None None] For port 11ddfdff-d49c-4231-8c15-0314dce72755, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=11ddfdff-d49c-4231-8c15-0314dce72755,segment=NetworkSegment(23993f40-9d0f-487d-8442-2e7f152f1adc),segment_id=23993f40-9d0f-487d-8442-2e7f152f1adc)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:28.401956 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e95b7a9e-0e9f-4c41-971a-29fae0c40315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.441470 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-1c1d68dd-98d6-4a74-8262-bd6b08b62964 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Allocated IP 172.22.0.1 (f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b/68fe51ab-3417-4c74-9f61-67b80faa92fe/fe8d4639-0afa-4f1b-80f0-c5e16b60098f) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:28.604552 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-fe3f078b-608f-44dd-95bb-7e24875755b3 None None] Provisioning for port 3a4b0857-6cff-4692-910f-52de0a145013 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:28.618795 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b7a9e-0e9f-4c41-971a-29fae0c40315 None None] Pushing event updated for resources: {'Port': ['ID=11ddfdff-d49c-4231-8c15-0314dce72755,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:28.631490 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-fe3f078b-608f-44dd-95bb-7e24875755b3 None None] Provisioning complete for port 3a4b0857-6cff-4692-910f-52de0a145013 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:28.632697 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe3f078b-608f-44dd-95bb-7e24875755b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.669227 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1aaa0616-6751-4137-bd73-55a894dddeea req-dcec70e4-6d63-4acd-8014-a4ecb033832d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541171 Jul 16 20:40:28.862355 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-def42f7c-f97a-4a1e-a4fb-179ebff0c0d3 service neutron] Attempting to bind port 0dd89413-e479-449c-820d-71e18c10ead6 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:28.864448 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-def42f7c-f97a-4a1e-a4fb-179ebff0c0d3 service neutron] Attempting to bind port 0dd89413-e479-449c-820d-71e18c10ead6 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '93a22fce-52c2-4a72-b91a-c814d16513b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce428730-3071-425e-8060-368b0b06c241'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:28.870727 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-cadfcbbc-4784-4156-83ae-438e9d51a765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59050d79-8018-4dfb-9377-38cfdad0db66 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:40:28.872389 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-def42f7c-f97a-4a1e-a4fb-179ebff0c0d3 service neutron] Attempting to bind port 0dd89413-e479-449c-820d-71e18c10ead6 on network ce428730-3071-425e-8060-368b0b06c241 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:28.879693 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-cadfcbbc-4784-4156-83ae-438e9d51a765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.896430 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-cadfcbbc-4784-4156-83ae-438e9d51a765 service neutron] Transition to ACTIVE for port object 59050d79-8018-4dfb-9377-38cfdad0db66 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:28.938180 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1c1d68dd-98d6-4a74-8262-bd6b08b62964 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.003126 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-cadfcbbc-4784-4156-83ae-438e9d51a765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.011119 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-def42f7c-f97a-4a1e-a4fb-179ebff0c0d3 service neutron] Port 0dd89413-e479-449c-820d-71e18c10ead6 on network ce428730-3071-425e-8060-368b0b06c241 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:40:29.015453 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-def42f7c-f97a-4a1e-a4fb-179ebff0c0d3 service neutron] Attempting to bind port 0dd89413-e479-449c-820d-71e18c10ead6 on network ce428730-3071-425e-8060-368b0b06c241 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:29.016674 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-1c1d68dd-98d6-4a74-8262-bd6b08b62964 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Transition to ACTIVE for port object fe8d4639-0afa-4f1b-80f0-c5e16b60098f will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:29.025834 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8cbc07e6-79b2-4443-a00a-858caac66ae6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.124469 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3fbf4b60-1693-4601-ac3a-cbd3e6dac51e req-17662057-aeb9-48ed-bed7-ee77e83b51d6 service neutron] 10.222.0.62 "GET /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8014102 Jul 16 20:40:29.136090 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a16a2993-cd45-4044-972b-b656db9ca06d up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:29.145154 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfcbbc-4784-4156-83ae-438e9d51a765 service neutron] Pushing event updated for resources: {'Port': ['ID=59050d79-8018-4dfb-9377-38cfdad0db66,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:29.145968 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-def42f7c-f97a-4a1e-a4fb-179ebff0c0d3 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:29.152924 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-def42f7c-f97a-4a1e-a4fb-179ebff0c0d3 service neutron] Checking segment: {'id': '93a22fce-52c2-4a72-b91a-c814d16513b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce428730-3071-425e-8060-368b0b06c241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:29.153406 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-def42f7c-f97a-4a1e-a4fb-179ebff0c0d3 service neutron] Bound using segment: {'id': '93a22fce-52c2-4a72-b91a-c814d16513b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce428730-3071-425e-8060-368b0b06c241'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:29.154573 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-def42f7c-f97a-4a1e-a4fb-179ebff0c0d3 service neutron] Bound port: 0dd89413-e479-449c-820d-71e18c10ead6, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a22fce-52c2-4a72-b91a-c814d16513b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce428730-3071-425e-8060-368b0b06c241'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:29.155174 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-def42f7c-f97a-4a1e-a4fb-179ebff0c0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.167346 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1c1d68dd-98d6-4a74-8262-bd6b08b62964 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.260799 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-73098998-7786-4fe1-adae-ce36c7b73e50 None None] Could not find standard attr ID for object 9914253c-4961-4e14-bd7c-50d243ae5ccf. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:40:29.282125 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c2ada-217c-47cc-81f6-63d9ef23ac94 req-5b10199b-a9af-4fbb-afba-2d80a5184294 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:29.295454 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-457c2ada-217c-47cc-81f6-63d9ef23ac94 req-5b10199b-a9af-4fbb-afba-2d80a5184294 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a3fb36e-6da4-4139-b3f5-fa86e24a9d40 HTTP/1.1" status: 200 len: 931 time: 1.0349016 Jul 16 20:40:29.304146 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port a16a2993-cd45-4044-972b-b656db9ca06d completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:29.308778 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port a16a2993-cd45-4044-972b-b656db9ca06d triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:29.309209 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.333543 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1d68dd-98d6-4a74-8262-bd6b08b62964 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:29.364987 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 76932886-6f4b-42a4-a2cb-8a66ecfbafe3 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:40:29.366343 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-1c1d68dd-98d6-4a74-8262-bd6b08b62964 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:29.381594 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1d68dd-98d6-4a74-8262-bd6b08b62964 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:29.430456 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d68dd-98d6-4a74-8262-bd6b08b62964 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Port': ['ID=fe8d4639-0afa-4f1b-80f0-c5e16b60098f,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:29.463430 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-cadfcbbc-4784-4156-83ae-438e9d51a765 service neutron] Attempting to bind port 59050d79-8018-4dfb-9377-38cfdad0db66 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:29.463768 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-cadfcbbc-4784-4156-83ae-438e9d51a765 service neutron] Attempting to bind port 59050d79-8018-4dfb-9377-38cfdad0db66 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '7e144ef2-0f86-4f52-8fda-8f7b96c3a098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0f4fda72-c48f-4c30-924c-e237c52c6cbf'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:29.464159 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-cadfcbbc-4784-4156-83ae-438e9d51a765 service neutron] Attempting to bind port 59050d79-8018-4dfb-9377-38cfdad0db66 on network 0f4fda72-c48f-4c30-924c-e237c52c6cbf {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:29.471049 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-cadfcbbc-4784-4156-83ae-438e9d51a765 service neutron] Port 59050d79-8018-4dfb-9377-38cfdad0db66 on network 0f4fda72-c48f-4c30-924c-e237c52c6cbf not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:40:29.471371 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-cadfcbbc-4784-4156-83ae-438e9d51a765 service neutron] Attempting to bind port 59050d79-8018-4dfb-9377-38cfdad0db66 on network 0f4fda72-c48f-4c30-924c-e237c52c6cbf {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:29.476252 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8cbc07e6-79b2-4443-a00a-858caac66ae6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.478060 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1c1d68dd-98d6-4a74-8262-bd6b08b62964 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.481422 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-cadfcbbc-4784-4156-83ae-438e9d51a765 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:29.481782 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-cadfcbbc-4784-4156-83ae-438e9d51a765 service neutron] Checking segment: {'id': '7e144ef2-0f86-4f52-8fda-8f7b96c3a098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0f4fda72-c48f-4c30-924c-e237c52c6cbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:29.482951 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-cadfcbbc-4784-4156-83ae-438e9d51a765 service neutron] Bound using segment: {'id': '7e144ef2-0f86-4f52-8fda-8f7b96c3a098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0f4fda72-c48f-4c30-924c-e237c52c6cbf'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:29.483309 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-cadfcbbc-4784-4156-83ae-438e9d51a765 service neutron] Bound port: 59050d79-8018-4dfb-9377-38cfdad0db66, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e144ef2-0f86-4f52-8fda-8f7b96c3a098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0f4fda72-c48f-4c30-924c-e237c52c6cbf'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:29.483848 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-cadfcbbc-4784-4156-83ae-438e9d51a765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.539932 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc07e6-79b2-4443-a00a-858caac66ae6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=5bd42e01-1964-4d67-bb8a-da1835126e82,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:29.568499 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-457c2ada-217c-47cc-81f6-63d9ef23ac94 req-2d9338aa-d060-4596-8990-9ab1d6a18b15 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.38 "GET /v2.0/security-groups?id=76797e94-7dc8-4765-91b7-86cf3859d1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720642 Jul 16 20:40:29.571767 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8cbc07e6-79b2-4443-a00a-858caac66ae6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.585998 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8cbc07e6-79b2-4443-a00a-858caac66ae6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/5bd42e01-1964-4d67-bb8a-da1835126e82 HTTP/1.1" status: 204 len: 168 time: 1.7109060 Jul 16 20:40:29.585998 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-def42f7c-f97a-4a1e-a4fb-179ebff0c0d3 service neutron] For port 0dd89413-e479-449c-820d-71e18c10ead6, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:29.585998 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-def42f7c-f97a-4a1e-a4fb-179ebff0c0d3 service neutron] For port 0dd89413-e479-449c-820d-71e18c10ead6, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0dd89413-e479-449c-820d-71e18c10ead6,segment=NetworkSegment(93a22fce-52c2-4a72-b91a-c814d16513b5),segment_id=93a22fce-52c2-4a72-b91a-c814d16513b5)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:29.587166 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50898) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:29.598659 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-def42f7c-f97a-4a1e-a4fb-179ebff0c0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.685580 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def42f7c-f97a-4a1e-a4fb-179ebff0c0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd89413-e479-449c-820d-71e18c10ead6,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:29.711929 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19d884-0c1a-4202-98ef-023e062ca4e5 req-54cf5085-f2eb-4135-bc4d-f321f7559112 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:29.713918 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ed19d884-0c1a-4202-98ef-023e062ca4e5 req-54cf5085-f2eb-4135-bc4d-f321f7559112 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.4777639 Jul 16 20:40:29.714820 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e5dfca-a0f4-4f4c-af34-528895188fd4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet b9996975-98d6-4eb2-a2ac-d300276351ee {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:29.721119 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-cadfcbbc-4784-4156-83ae-438e9d51a765 service neutron] For port 59050d79-8018-4dfb-9377-38cfdad0db66, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:29.730025 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da2dc32-e89a-487b-a9ab-f5a78015005e None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:29.739715 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-62e5dfca-a0f4-4f4c-af34-528895188fd4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.750530 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-def42f7c-f97a-4a1e-a4fb-179ebff0c0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:29.751582 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-def42f7c-f97a-4a1e-a4fb-179ebff0c0d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.755135 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-def42f7c-f97a-4a1e-a4fb-179ebff0c0d3 service neutron] 10.222.0.18 "PUT /v2.0/ports/0dd89413-e479-449c-820d-71e18c10ead6 HTTP/1.1" status: 200 len: 1092 time: 3.1075113 Jul 16 20:40:29.782543 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6dfa92-ff6e-44c3-99b3-5000779e65e8', 'tag': '0dd89413-e479-449c-820d-71e18c10ead6'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:29.786800 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b0bfe0-56e6-4cfa-8123-548d2b5c2a49" -d '{"events": [{"name": "network-changed", "server_uuid": "cd6dfa92-ff6e-44c3-99b3-5000779e65e8", "tag": "0dd89413-e479-449c-820d-71e18c10ead6"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:29.795242 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-cadfcbbc-4784-4156-83ae-438e9d51a765 service neutron] For port 59050d79-8018-4dfb-9377-38cfdad0db66, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=59050d79-8018-4dfb-9377-38cfdad0db66,segment=NetworkSegment(7e144ef2-0f86-4f52-8fda-8f7b96c3a098),segment_id=7e144ef2-0f86-4f52-8fda-8f7b96c3a098)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:29.800515 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.807274 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1c1d68dd-98d6-4a74-8262-bd6b08b62964 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.827887 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-cadfcbbc-4784-4156-83ae-438e9d51a765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.870751 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-62e5dfca-a0f4-4f4c-af34-528895188fd4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.896913 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 76932886-6f4b-42a4-a2cb-8a66ecfbafe3, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=76932886-6f4b-42a4-a2cb-8a66ecfbafe3,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:29.936638 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-cadfcbbc-4784-4156-83ae-438e9d51a765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:29.937275 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-cadfcbbc-4784-4156-83ae-438e9d51a765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.939409 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-cadfcbbc-4784-4156-83ae-438e9d51a765 service neutron] 10.222.0.62 "PUT /v2.0/ports/59050d79-8018-4dfb-9377-38cfdad0db66 HTTP/1.1" status: 200 len: 1092 time: 2.0666196 Jul 16 20:40:29.943310 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '76932886-6f4b-42a4-a2cb-8a66ecfbafe3', 'network_id': 'd06fcf74-26b1-47b6-b39c-8c2d6e48452b', 'port_id': '76932886-6f4b-42a4-a2cb-8a66ecfbafe3', 'mac_address': 'fa:16:3e:b7:b4:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3773b4e-f5c8-45c6-be17-27631a1d9f40', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:40:29.946339 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3fb36e-6da4-4139-b3f5-fa86e24a9d40', 'tag': '59050d79-8018-4dfb-9377-38cfdad0db66'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:29.948706 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4efb9f-2d49-4052-b314-b8e0c4d601e7" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3fb36e-6da4-4139-b3f5-fa86e24a9d40", "tag": "59050d79-8018-4dfb-9377-38cfdad0db66"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:29.986312 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ed19d884-0c1a-4202-98ef-023e062ca4e5 req-489bd4a3-9cf7-4268-bd9f-05bd25aec514 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046320 Jul 16 20:40:30.040650 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311e9bc-e445-4ad1-a48e-9fb343bfc11f req-6ea7d531-d1ef-4160-9fd8-ffaa88b2c2c7 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:30.042847 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3311e9bc-e445-4ad1-a48e-9fb343bfc11f req-6ea7d531-d1ef-4160-9fd8-ffaa88b2c2c7 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6dfa92-ff6e-44c3-99b3-5000779e65e8 HTTP/1.1" status: 200 len: 943 time: 0.3243487 Jul 16 20:40:30.102240 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3311e9bc-e445-4ad1-a48e-9fb343bfc11f req-9fbf8620-9dbf-4518-9087-a32895532bd7 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/security-groups?id=26970af1-0b89-414e-b3a9-9bc45af86b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525401 Jul 16 20:40:30.109831 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-b17223a4-b431-45bb-b5d4-be4a0fa45f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:30.111352 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-b17223a4-b431-45bb-b5d4-be4a0fa45f7a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4bdd256dac0c4aa3bf3a5edb5f68a621&device_id=cd6dfa92-ff6e-44c3-99b3-5000779e65e8 HTTP/1.1" status: 200 len: 1095 time: 0.2670431 Jul 16 20:40:30.185779 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfcbbc-4784-4156-83ae-438e9d51a765 service neutron] Pushing event updated for resources: {'Port': ['ID=59050d79-8018-4dfb-9377-38cfdad0db66,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:30.202944 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:30.220178 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:30.241128 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76932886-6f4b-42a4-a2cb-8a66ecfbafe3 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:40:30.248026 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-f4b30a93-7f1d-40ee-9071-014c9367dc0a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dd89413-e479-449c-820d-71e18c10ead6 HTTP/1.1" status: 200 len: 217 time: 0.1280293 Jul 16 20:40:30.278184 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-62e5dfca-a0f4-4f4c-af34-528895188fd4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:30.296966 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-8c12947c-3bf5-4462-90af-98a58cb8bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:30.298504 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-8c12947c-3bf5-4462-90af-98a58cb8bf56 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67dbbab59b274c2eb917f52e247c59ed&device_id=6a3fb36e-6da4-4139-b3f5-fa86e24a9d40 HTTP/1.1" status: 200 len: 1095 time: 0.2335057 Jul 16 20:40:30.341855 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port a16a2993-cd45-4044-972b-b656db9ca06d, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a16a2993-cd45-4044-972b-b656db9ca06d,segment=NetworkSegment(9a856c3a-773f-4d10-8ba8-df860f147e51),segment_id=9a856c3a-773f-4d10-8ba8-df860f147e51)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:30.346561 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 76932886-6f4b-42a4-a2cb-8a66ecfbafe3, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=76932886-6f4b-42a4-a2cb-8a66ecfbafe3,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:30.370820 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:30.371495 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3a4b0857-6cff-4692-910f-52de0a145013 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:30.378337 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:30.378785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-3c9a6275-4351-462a-99a2-537f581584d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:30.382512 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-3c9a6275-4351-462a-99a2-537f581584d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7695fa01-6736-4799-8fa4-9c1a39aa2efe HTTP/1.1" status: 200 len: 848 time: 0.1121204 Jul 16 20:40:30.382661 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-b3bd3e61-6577-4245-b7b7-036564969c5c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59050d79-8018-4dfb-9377-38cfdad0db66 HTTP/1.1" status: 200 len: 217 time: 0.0548153 Jul 16 20:40:30.447767 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a15902-0004-44b4-9b77-e8ff3ae8e964 req-2dc5c528-4070-41d6-ba5a-54cbc1fdeed8 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:30.449374 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-23a15902-0004-44b4-9b77-e8ff3ae8e964 req-2dc5c528-4070-41d6-ba5a-54cbc1fdeed8 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbd3d5ef-6792-4570-9e91-cc516f052559 HTTP/1.1" status: 200 len: 944 time: 0.2239928 Jul 16 20:40:30.502270 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=a16a2993-cd45-4044-972b-b656db9ca06d,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:30.511603 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-3fd0e6f8-d7ac-4c02-a24d-99e1b55882a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:30.513924 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-3fd0e6f8-d7ac-4c02-a24d-99e1b55882a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce428730-3071-425e-8060-368b0b06c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1219027 Jul 16 20:40:30.522046 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 3a4b0857-6cff-4692-910f-52de0a145013 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:30.523617 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:30.530551 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:30.531257 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:30.531932 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:30.532900 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:30.533348 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-60cb36de-c9e4-47bf-8af2-6d60c59f7812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:30.533905 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:30.541481 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:30.542030 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:30.542470 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:30.542880 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:30.544216 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:30.546806 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:30.547297 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:30.549320 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-60cb36de-c9e4-47bf-8af2-6d60c59f7812 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a2dd8589-b503-4464-9732-6ec0e882b343 HTTP/1.1" status: 200 len: 848 time: 0.1572528 Jul 16 20:40:30.579961 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-23a15902-0004-44b4-9b77-e8ff3ae8e964 req-8b2141a4-4025-4bfb-8358-d42135bbda23 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077945 Jul 16 20:40:30.580156 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98f7174-5436-4380-90a5-b9f1b8968422 None None] Network f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:30.590916 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-62e5dfca-a0f4-4f4c-af34-528895188fd4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:30.613682 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-a940e968-ff4e-4b22-b815-1b9bb9440cca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0f4fda72-c48f-4c30-924c-e237c52c6cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550897 Jul 16 20:40:30.639328 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1c1d68dd-98d6-4a74-8262-bd6b08b62964 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:30.662406 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-62e5dfca-a0f4-4f4c-af34-528895188fd4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:30.668236 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-62e5dfca-a0f4-4f4c-af34-528895188fd4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/b9996975-98d6-4eb2-a2ac-d300276351ee HTTP/1.1" status: 204 len: 168 time: 1.0768893 Jul 16 20:40:30.672392 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50910) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:30.691224 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35156ae7-70dd-4e53-aae3-1759758219a5 x-openstack-request-id: req-35156ae7-70dd-4e53-aae3-1759758219a5 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:30.691224 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3fb36e-6da4-4139-b3f5-fa86e24a9d40", "tag": "59050d79-8018-4dfb-9377-38cfdad0db66", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:30.691426 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-35156ae7-70dd-4e53-aae3-1759758219a5 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:30.691769 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3fb36e-6da4-4139-b3f5-fa86e24a9d40', 'tag': '59050d79-8018-4dfb-9377-38cfdad0db66', 'status': 'completed', 'code': 200} Jul 16 20:40:30.693926 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4695eb23-bce4-44e7-8605-9466633150a8 x-openstack-request-id: req-4695eb23-bce4-44e7-8605-9466633150a8 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:30.694728 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd6dfa92-ff6e-44c3-99b3-5000779e65e8", "tag": "0dd89413-e479-449c-820d-71e18c10ead6", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:30.694816 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1c1d68dd-98d6-4a74-8262-bd6b08b62964 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:30.696803 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4695eb23-bce4-44e7-8605-9466633150a8 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:30.697217 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd6dfa92-ff6e-44c3-99b3-5000779e65e8', 'tag': '0dd89413-e479-449c-820d-71e18c10ead6', 'status': 'completed', 'code': 200} Jul 16 20:40:30.707072 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['76932886-6f4b-42a4-a2cb-8a66ecfbafe3'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:40:30.760028 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a611b894-3aa3-460b-81f4-37132631d0b0 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0864410 Jul 16 20:40:30.764610 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50912) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:30.769713 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-78423dba-687f-48bf-b934-7806390c3b67 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:30.777237 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5dfca-a0f4-4f4c-af34-528895188fd4 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=b9996975-98d6-4eb2-a2ac-d300276351ee,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:30.795603 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-d94650fc-0aec-483d-b608-bc1efb88e139 service neutron] 10.222.0.18 "GET /v2.0/networks/ce428730-3071-425e-8060-368b0b06c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722518 Jul 16 20:40:30.862768 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1c1d68dd-98d6-4a74-8262-bd6b08b62964 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:30.934479 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=76932886-6f4b-42a4-a2cb-8a66ecfbafe3,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:30.957540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78423dba-687f-48bf-b934-7806390c3b67 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:30.962479 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-78423dba-687f-48bf-b934-7806390c3b67 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:31.018199 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e985f0f7-0d97-490b-80dc-43aac1ce9052 None None] Provisioning for port 11ddfdff-d49c-4231-8c15-0314dce72755 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:31.352218 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c060d422-7133-440c-b269-bcf7c30025ac None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:31.369993 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d68dd-98d6-4a74-8262-bd6b08b62964 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Port': ['ID=fe8d4639-0afa-4f1b-80f0-c5e16b60098f,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:31.406818 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a16a2993-cd45-4044-972b-b656db9ca06d up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:31.432977 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-1ff08d51-31d1-4f5b-805c-a3f7d6395304 service neutron] 10.222.0.62 "GET /v2.0/networks/0f4fda72-c48f-4c30-924c-e237c52c6cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7868910 Jul 16 20:40:31.439245 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1d68dd-98d6-4a74-8262-bd6b08b62964 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:31.441245 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-1c1d68dd-98d6-4a74-8262-bd6b08b62964 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:31.532483 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-de8c9910-5168-4ecc-8303-ce48cd854d9e None None] Provisioning complete for port 3a4b0857-6cff-4692-910f-52de0a145013 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:31.532863 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-de8c9910-5168-4ecc-8303-ce48cd854d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:31.619783 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e7f6f9a-af60-490f-95e5-0a13a053fbfa req-38626bbe-a097-4aaf-a8ce-df7f7cdbf2e8 service neutron] 10.222.0.18 "GET /v2.0/networks/ce428730-3071-425e-8060-368b0b06c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8122420 Jul 16 20:40:31.634376 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port a16a2993-cd45-4044-972b-b656db9ca06d triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:31.635240 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:31.657168 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c6395c54-a814-47fa-a6ce-87bb563bda8a req-fc75c137-a610-4f40-a47a-c03ba01093d8 service neutron] 10.222.0.62 "GET /v2.0/networks/0f4fda72-c48f-4c30-924c-e237c52c6cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035501 Jul 16 20:40:31.659502 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1d68dd-98d6-4a74-8262-bd6b08b62964 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Router 1f952c11-a23c-412f-9926-e3d49bc787f4 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:31.797382 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f0e09-cd85-427c-8fba-712f6ebd957b req-f1f2ef44-8093-43df-81d7-0b6cf5ee1cc4 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:31.799435 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e08f0e09-cd85-427c-8fba-712f6ebd957b req-f1f2ef44-8093-43df-81d7-0b6cf5ee1cc4 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a3fb36e-6da4-4139-b3f5-fa86e24a9d40 HTTP/1.1" status: 200 len: 943 time: 0.8778064 Jul 16 20:40:31.828177 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 11ddfdff-d49c-4231-8c15-0314dce72755 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:31.837895 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec9a76d-0c28-4494-a753-d3d1655a77f6 None None] DHCP port deletion for f4aa8141-9687-45d9-b16c-82a3d6b86650 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:40:31.856106 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1d68dd-98d6-4a74-8262-bd6b08b62964 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:31.863177 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1c1d68dd-98d6-4a74-8262-bd6b08b62964 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "PUT /v2.0/routers/1f952c11-a23c-412f-9926-e3d49bc787f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9046841 Jul 16 20:40:31.866282 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4efb9f-2d49-4052-b314-b8e0c4d601e7 req-324b3213-d114-45d5-b272-feae583582b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:31.867794 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-de4efb9f-2d49-4052-b314-b8e0c4d601e7 req-324b3213-d114-45d5-b272-feae583582b8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67dbbab59b274c2eb917f52e247c59ed&device_id=6a3fb36e-6da4-4139-b3f5-fa86e24a9d40 HTTP/1.1" status: 200 len: 1095 time: 0.1344078 Jul 16 20:40:31.868557 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50920) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:31.873287 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb83bf16-7327-4e7c-9296-71b1398a6796 None None] Sync routers for ids ['1f952c11-a23c-412f-9926-e3d49bc787f4'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:31.873771 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-6878c871-a8f7-4e2a-aa23-179886ed33e4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'network': {'name': 'tempest-RoutersTest-415788572'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:31.889577 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb83bf16-7327-4e7c-9296-71b1398a6796 None None] Routers {'1f952c11-a23c-412f-9926-e3d49bc787f4'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:31.890545 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-fb83bf16-7327-4e7c-9296-71b1398a6796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1f952c11-a23c-412f-9926-e3d49bc787f4'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:31.910837 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363c0d5-3822-4ae2-968c-054d04985df7 req-6d6c64c2-c80f-47f5-ba1c-9f2a1d18332e tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:31.920956 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5363c0d5-3822-4ae2-968c-054d04985df7 req-6d6c64c2-c80f-47f5-ba1c-9f2a1d18332e tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.3150194 Jul 16 20:40:31.932976 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-944924d9-6cac-4760-be99-9672a6698742 None None] Provisioning for port fe8d4639-0afa-4f1b-80f0-c5e16b60098f completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:31.946567 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7ec9a76d-0c28-4494-a753-d3d1655a77f6 None None] Deleting port 3a4b0857-6cff-4692-910f-52de0a145013 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:31.947055 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ec9a76d-0c28-4494-a753-d3d1655a77f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:31.949945 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-944924d9-6cac-4760-be99-9672a6698742 None None] Provisioning complete for port fe8d4639-0afa-4f1b-80f0-c5e16b60098f triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:31.950304 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-944924d9-6cac-4760-be99-9672a6698742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.013023 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6878c871-a8f7-4e2a-aa23-179886ed33e4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Made reservation on behalf of 0984868bac254eab8830dbbd4c12f77c for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:32.019112 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e08f0e09-cd85-427c-8fba-712f6ebd957b req-b8489d71-724b-42de-8a62-7c30cebfbd2a tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.38 "GET /v2.0/security-groups?id=76797e94-7dc8-4765-91b7-86cf3859d1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945195 Jul 16 20:40:32.024700 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6878c871-a8f7-4e2a-aa23-179886ed33e4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.079232 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6878c871-a8f7-4e2a-aa23-179886ed33e4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:40:32.088166 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4efb9f-2d49-4052-b314-b8e0c4d601e7 req-dfa53a64-89e8-4e46-984f-c5ef309a0680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:32.091588 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-de4efb9f-2d49-4052-b314-b8e0c4d601e7 req-dfa53a64-89e8-4e46-984f-c5ef309a0680 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0f4fda72-c48f-4c30-924c-e237c52c6cbf HTTP/1.1" status: 200 len: 909 time: 0.2104578 Jul 16 20:40:32.097879 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6878c871-a8f7-4e2a-aa23-179886ed33e4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.098279 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-6878c871-a8f7-4e2a-aa23-179886ed33e4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Added segment 502f794b-9ad2-40cc-bf8d-38cb8e85dfe5 of type vlan for network c7f42ab4-fa30-4d78-81a3-05d90bdbd873 Jul 16 20:40:32.100242 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-fb83bf16-7327-4e7c-9296-71b1398a6796 None None] Set router 1f952c11-a23c-412f-9926-e3d49bc787f4 gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:32.109111 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 11ddfdff-d49c-4231-8c15-0314dce72755 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:32.127545 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 11ddfdff-d49c-4231-8c15-0314dce72755 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:32.127919 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.139931 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5363c0d5-3822-4ae2-968c-054d04985df7 req-1c389568-5b48-4309-99d9-cce08ad14bd5 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158630 Jul 16 20:40:32.145144 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-7ec9a76d-0c28-4494-a753-d3d1655a77f6 None None] For port 3a4b0857-6cff-4692-910f-52de0a145013, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=3a4b0857-6cff-4692-910f-52de0a145013,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:32.145539 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ec9a76d-0c28-4494-a753-d3d1655a77f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.147547 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0bfe0-56e6-4cfa-8123-548d2b5c2a49 req-4fc5e520-e83b-4934-8f60-c1141ee6d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:32.149226 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c9b0bfe0-56e6-4cfa-8123-548d2b5c2a49 req-4fc5e520-e83b-4934-8f60-c1141ee6d31c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4bdd256dac0c4aa3bf3a5edb5f68a621&device_id=cd6dfa92-ff6e-44c3-99b3-5000779e65e8 HTTP/1.1" status: 200 len: 1095 time: 0.4590995 Jul 16 20:40:32.178144 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-de4efb9f-2d49-4052-b314-b8e0c4d601e7 req-f224ce8e-5e9b-479a-a912-da976fcebdc5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59050d79-8018-4dfb-9377-38cfdad0db66 HTTP/1.1" status: 200 len: 217 time: 0.0775819 Jul 16 20:40:32.194862 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-944924d9-6cac-4760-be99-9672a6698742 None None] Port fe8d4639-0afa-4f1b-80f0-c5e16b60098f cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:32.240251 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7ec9a76d-0c28-4494-a753-d3d1655a77f6 None None] Calling delete_port for 3a4b0857-6cff-4692-910f-52de0a145013 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:32.255657 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6878c871-a8f7-4e2a-aa23-179886ed33e4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.277302 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0bfe0-56e6-4cfa-8123-548d2b5c2a49 req-2a7ba6fa-b8c2-499d-b8ee-e4f10a519a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:32.279471 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c9b0bfe0-56e6-4cfa-8123-548d2b5c2a49 req-2a7ba6fa-b8c2-499d-b8ee-e4f10a519a57 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce428730-3071-425e-8060-368b0b06c241 HTTP/1.1" status: 200 len: 910 time: 0.1210232 Jul 16 20:40:32.283506 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-944924d9-6cac-4760-be99-9672a6698742 None None] Provisioning complete for port 11ddfdff-d49c-4231-8c15-0314dce72755 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:32.284083 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-944924d9-6cac-4760-be99-9672a6698742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.292345 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4efb9f-2d49-4052-b314-b8e0c4d601e7 req-46976446-fa4c-4db6-9867-297983f64fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:32.294905 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-de4efb9f-2d49-4052-b314-b8e0c4d601e7 req-46976446-fa4c-4db6-9867-297983f64fd1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a2dd8589-b503-4464-9732-6ec0e882b343 HTTP/1.1" status: 200 len: 848 time: 0.0888484 Jul 16 20:40:32.337454 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-de4efb9f-2d49-4052-b314-b8e0c4d601e7 req-9ddefa43-17dc-40c2-961c-7cc6b3bd7cb4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0f4fda72-c48f-4c30-924c-e237c52c6cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351403 Jul 16 20:40:32.347713 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c9b0bfe0-56e6-4cfa-8123-548d2b5c2a49 req-7e231307-35ef-4a7f-a153-ee323379486b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dd89413-e479-449c-820d-71e18c10ead6 HTTP/1.1" status: 200 len: 217 time: 0.0452998 Jul 16 20:40:32.350984 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6878c871-a8f7-4e2a-aa23-179886ed33e4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.361819 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6878c871-a8f7-4e2a-aa23-179886ed33e4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:32.362841 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6878c871-a8f7-4e2a-aa23-179886ed33e4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.441843 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.475533 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ec9a76d-0c28-4494-a753-d3d1655a77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.494175 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6878c871-a8f7-4e2a-aa23-179886ed33e4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6248267 Jul 16 20:40:32.506424 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50926) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:32.508903 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-fb83bf16-7327-4e7c-9296-71b1398a6796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:40:29Z', 'revision_number': 4, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None, '_interfaces': [{'id': '36a34ed3-339a-4acf-b099-363bf3eff555', 'name': '', 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:b8:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:09Z', 'updated_at': '2021-07-16T20:40:21Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16a2993-cd45-4044-972b-b656db9ca06d', 'name': '', 'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:12:e6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:19Z', 'updated_at': '2021-07-16T20:40:30Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe8d4639-0afa-4f1b-80f0-c5e16b60098f', 'name': '', 'network_id': 'f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:cc:27:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '68fe51ab-3417-4c74-9f61-67b80faa92fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:27Z', 'updated_at': '2021-07-16T20:40:30Z', 'revision_number': 2, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': '68fe51ab-3417-4c74-9f61-67b80faa92fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:32.511554 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-ccf4a7f4-5f82-4bf0-b700-4e9fcb380cec tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'subnet': {'network_id': 'c7f42ab4-fa30-4d78-81a3-05d90bdbd873', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:32.523379 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9a76d-0c28-4494-a753-d3d1655a77f6 None None] Pushing event deleted for resources: {'Port': ['ID=3a4b0857-6cff-4692-910f-52de0a145013,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:32.537983 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-944924d9-6cac-4760-be99-9672a6698742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.546628 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec9a76d-0c28-4494-a753-d3d1655a77f6 None None] No DVR routers for this DVR port 3a4b0857-6cff-4692-910f-52de0a145013 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:32.550345 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb83bf16-7327-4e7c-9296-71b1398a6796 None None] Checking router: 1f952c11-a23c-412f-9926-e3d49bc787f4 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:32.551829 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb83bf16-7327-4e7c-9296-71b1398a6796 None None] Updating router 1f952c11-a23c-412f-9926-e3d49bc787f4 port fe8d4639-0afa-4f1b-80f0-c5e16b60098f binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:40:32.554166 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 11ddfdff-d49c-4231-8c15-0314dce72755, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=11ddfdff-d49c-4231-8c15-0314dce72755,segment=NetworkSegment(23993f40-9d0f-487d-8442-2e7f152f1adc),segment_id=23993f40-9d0f-487d-8442-2e7f152f1adc)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:32.566243 n-d-791506-21 neutron-server[93794]: DEBUG neutron.objects.ports [None req-78423dba-687f-48bf-b934-7806390c3b67 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93794) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:40:32.569814 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.583696 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-78423dba-687f-48bf-b934-7806390c3b67 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.598085 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0bfe0-56e6-4cfa-8123-548d2b5c2a49 req-1f3a68bb-952a-4a09-966c-7a4cb62d1b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:32.599943 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c9b0bfe0-56e6-4cfa-8123-548d2b5c2a49 req-1f3a68bb-952a-4a09-966c-7a4cb62d1b80 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7695fa01-6736-4799-8fa4-9c1a39aa2efe HTTP/1.1" status: 200 len: 848 time: 0.2185011 Jul 16 20:40:32.615195 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb83bf16-7327-4e7c-9296-71b1398a6796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.618354 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78423dba-687f-48bf-b934-7806390c3b67 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:32.660917 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-944924d9-6cac-4760-be99-9672a6698742 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:40:32.661273 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-944924d9-6cac-4760-be99-9672a6698742 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:40:32.662173 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=11ddfdff-d49c-4231-8c15-0314dce72755,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:32.663927 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878c871-a8f7-4e2a-aa23-179886ed33e4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Network': ['ID=c7f42ab4-fa30-4d78-81a3-05d90bdbd873,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:32.672491 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-de4efb9f-2d49-4052-b314-b8e0c4d601e7 req-43d7b6e3-5818-43b9-ad29-fde706d1f13e service neutron] 10.222.0.62 "GET /v2.0/networks/0f4fda72-c48f-4c30-924c-e237c52c6cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249850 Jul 16 20:40:32.672637 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-78423dba-687f-48bf-b934-7806390c3b67 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:32.681248 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network c7f42ab4-fa30-4d78-81a3-05d90bdbd873 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:40:32.682891 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78423dba-687f-48bf-b934-7806390c3b67 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:32.685130 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-78423dba-687f-48bf-b934-7806390c3b67 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.685671 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed4d444-ef39-4611-b4ba-f83fc5a3d953 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:32.709766 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf4a7f4-5f82-4bf0-b700-4e9fcb380cec tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Made reservation on behalf of 0984868bac254eab8830dbbd4c12f77c for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:32.713318 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ccf4a7f4-5f82-4bf0-b700-4e9fcb380cec tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.771200 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-78423dba-687f-48bf-b934-7806390c3b67 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0054522 Jul 16 20:40:32.789288 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc00e52-f7dc-4408-b6f6-d0ffe09bbde9 req-f0263562-077a-4ec9-b29c-22ca9cc32614 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:32.793970 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50928) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:32.799788 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-bd6b296b-5fd4-4de9-947d-8100a834869e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:32.800355 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3dc00e52-f7dc-4408-b6f6-d0ffe09bbde9 req-f0263562-077a-4ec9-b29c-22ca9cc32614 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbd3d5ef-6792-4570-9e91-cc516f052559 HTTP/1.1" status: 200 len: 945 time: 0.5187109 Jul 16 20:40:32.862968 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3dc00e52-f7dc-4408-b6f6-d0ffe09bbde9 req-70cbbd7f-eca3-4d6f-9b4f-ef4f0c93fbbf tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615621 Jul 16 20:40:32.886836 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79210f6-4ef9-4042-b229-5a179311e659 req-4ebb7477-235c-4d84-8dc3-bb0688dc05ab tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:32.894906 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d79210f6-4ef9-4042-b229-5a179311e659 req-4ebb7477-235c-4d84-8dc3-bb0688dc05ab tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6dfa92-ff6e-44c3-99b3-5000779e65e8 HTTP/1.1" status: 200 len: 943 time: 0.6060891 Jul 16 20:40:32.910271 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78423dba-687f-48bf-b934-7806390c3b67 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=d046b2bb-2cb4-4f6f-a5d6-6c33adf66346,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:32.942728 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3d258c-4daf-4af4-9e0d-42e94bac82be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-f4aa8141-9687-45d9-b16c-82a3d6b86650', 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'fixed_ips': [{'subnet_id': 'd046b2bb-2cb4-4f6f-a5d6-6c33adf66346'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:40:32.944561 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f3d258c-4daf-4af4-9e0d-42e94bac82be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.945639 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0bfe0-56e6-4cfa-8123-548d2b5c2a49 req-fcb01fbb-e931-47b5-ad04-d253a63d04a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:32.946833 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c9b0bfe0-56e6-4cfa-8123-548d2b5c2a49 req-fcb01fbb-e931-47b5-ad04-d253a63d04a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce428730-3071-425e-8060-368b0b06c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3220611 Jul 16 20:40:32.985103 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 0dd89413-e479-449c-820d-71e18c10ead6 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:40:32.998545 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d79210f6-4ef9-4042-b229-5a179311e659 req-61fbc864-435d-4caa-b0fd-4c355cbc11d9 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/security-groups?id=26970af1-0b89-414e-b3a9-9bc45af86b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009798 Jul 16 20:40:33.038261 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6b296b-5fd4-4de9-947d-8100a834869e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:33.047493 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bd6b296b-5fd4-4de9-947d-8100a834869e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:33.069532 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb83bf16-7327-4e7c-9296-71b1398a6796 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:33.099367 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-fb83bf16-7327-4e7c-9296-71b1398a6796 None None] Transition to ACTIVE for port object fe8d4639-0afa-4f1b-80f0-c5e16b60098f will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:33.114461 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb83bf16-7327-4e7c-9296-71b1398a6796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:33.140834 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c9b0bfe0-56e6-4cfa-8123-548d2b5c2a49 req-0c62b2a5-661f-447e-88ed-6473170432a1 service neutron] 10.222.0.18 "GET /v2.0/networks/ce428730-3071-425e-8060-368b0b06c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864142 Jul 16 20:40:33.243075 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:33.268510 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d636c1-a9c1-46e1-bda7-32fb2ad23180 None None] Pushing event updated for resources: {'Port': ['ID=fe8d4639-0afa-4f1b-80f0-c5e16b60098f,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:33.268924 n-d-791506-21 neutron-server[93793]: INFO neutron.db.ipam_backend_mixin [None req-bd6b296b-5fd4-4de9-947d-8100a834869e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d046b2bb-2cb4-4f6f-a5d6-6c33adf66346 (CIDR: 2001:db8::/64) Jul 16 20:40:33.282444 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-de4efb9f-2d49-4052-b314-b8e0c4d601e7 req-062ac0d1-7f72-487f-a434-aff8a4351056 service neutron] 10.222.0.62 "GET /v2.0/networks/0f4fda72-c48f-4c30-924c-e237c52c6cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5826292 Jul 16 20:40:33.440468 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-fb83bf16-7327-4e7c-9296-71b1398a6796 None None] Attempting to bind port fe8d4639-0afa-4f1b-80f0-c5e16b60098f on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:33.440888 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-fb83bf16-7327-4e7c-9296-71b1398a6796 None None] Attempting to bind port fe8d4639-0afa-4f1b-80f0-c5e16b60098f by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '23993f40-9d0f-487d-8442-2e7f152f1adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:33.441263 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb83bf16-7327-4e7c-9296-71b1398a6796 None None] Attempting to bind port fe8d4639-0afa-4f1b-80f0-c5e16b60098f on network f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:33.441606 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c9b0bfe0-56e6-4cfa-8123-548d2b5c2a49 req-7599be4f-4d34-4179-ba31-4ef83e2502e1 service neutron] 10.222.0.18 "GET /v2.0/networks/ce428730-3071-425e-8060-368b0b06c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882276 Jul 16 20:40:33.448767 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6b296b-5fd4-4de9-947d-8100a834869e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:40:33.451761 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb83bf16-7327-4e7c-9296-71b1398a6796 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:33.452194 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb83bf16-7327-4e7c-9296-71b1398a6796 None None] Checking segment: {'id': '23993f40-9d0f-487d-8442-2e7f152f1adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:33.452603 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb83bf16-7327-4e7c-9296-71b1398a6796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:33.452996 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb83bf16-7327-4e7c-9296-71b1398a6796 None None] Bound using segment: {'id': '23993f40-9d0f-487d-8442-2e7f152f1adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:33.453514 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-fb83bf16-7327-4e7c-9296-71b1398a6796 None None] Bound port: fe8d4639-0afa-4f1b-80f0-c5e16b60098f, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23993f40-9d0f-487d-8442-2e7f152f1adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:33.453624 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd6b296b-5fd4-4de9-947d-8100a834869e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:33.453900 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb83bf16-7327-4e7c-9296-71b1398a6796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:33.506410 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae932eb-23fd-4077-a67a-4215d5d809ce req-91b0bb21-4ec4-45c6-a970-93dd79b68e4d tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:33.510483 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4ae932eb-23fd-4077-a67a-4215d5d809ce req-91b0bb21-4ec4-45c6-a970-93dd79b68e4d tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a3fb36e-6da4-4139-b3f5-fa86e24a9d40 HTTP/1.1" status: 200 len: 943 time: 0.1826336 Jul 16 20:40:33.538231 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bd6b296b-5fd4-4de9-947d-8100a834869e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7406409 Jul 16 20:40:33.541860 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50934) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:33.562910 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-5456e706-1cb9-457b-9a31-4ecc2304d3d6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:33.580066 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-fb83bf16-7327-4e7c-9296-71b1398a6796 None None] For port fe8d4639-0afa-4f1b-80f0-c5e16b60098f, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:33.587682 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-fb83bf16-7327-4e7c-9296-71b1398a6796 None None] For port fe8d4639-0afa-4f1b-80f0-c5e16b60098f, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fe8d4639-0afa-4f1b-80f0-c5e16b60098f,segment=NetworkSegment(23993f40-9d0f-487d-8442-2e7f152f1adc),segment_id=23993f40-9d0f-487d-8442-2e7f152f1adc)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:33.588538 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 11ddfdff-d49c-4231-8c15-0314dce72755 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:33.592285 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 76932886-6f4b-42a4-a2cb-8a66ecfbafe3 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:33.596625 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb83bf16-7327-4e7c-9296-71b1398a6796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:33.613776 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-5f3d258c-4daf-4af4-9e0d-42e94bac82be None None] Allocated IP 2001:db8::f816:3eff:febf:3131 (f4aa8141-9687-45d9-b16c-82a3d6b86650/d046b2bb-2cb4-4f6f-a5d6-6c33adf66346/59e2fd0e-abdd-433e-81dd-bc4779409fdb) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:33.622959 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ccf4a7f4-5f82-4bf0-b700-4e9fcb380cec tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:33.656362 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 0dd89413-e479-449c-820d-71e18c10ead6, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0dd89413-e479-449c-820d-71e18c10ead6,segment=NetworkSegment(93a22fce-52c2-4a72-b91a-c814d16513b5),segment_id=93a22fce-52c2-4a72-b91a-c814d16513b5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:33.663002 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d636c1-a9c1-46e1-bda7-32fb2ad23180 None None] Pushing event updated for resources: {'Port': ['ID=fe8d4639-0afa-4f1b-80f0-c5e16b60098f,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:33.684716 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4ae932eb-23fd-4077-a67a-4215d5d809ce req-eec5e519-2692-4ddc-9db1-090d49c93dba tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.38 "GET /v2.0/security-groups?id=76797e94-7dc8-4765-91b7-86cf3859d1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679869 Jul 16 20:40:33.689622 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb83bf16-7327-4e7c-9296-71b1398a6796 None None] Routers {'1f952c11-a23c-412f-9926-e3d49bc787f4'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:33.690269 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-fb83bf16-7327-4e7c-9296-71b1398a6796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1f952c11-a23c-412f-9926-e3d49bc787f4'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:33.704000 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '0dd89413-e479-449c-820d-71e18c10ead6', 'network_id': 'ce428730-3071-425e-8060-368b0b06c241', 'port_id': '0dd89413-e479-449c-820d-71e18c10ead6', 'mac_address': 'fa:16:3e:b8:78:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7695fa01-6736-4799-8fa4-9c1a39aa2efe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:40:33.761438 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4a7f4-5f82-4bf0-b700-4e9fcb380cec tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Subnet': ['ID=58a271c3-d6c2-42f9-a353-ce8d2daed0ff,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:33.765559 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2f200-b832-43e0-a0f5-7ca36173e0b5 req-6b7a4b90-eb54-407f-b0a1-9b3fb1db898f tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:33.773573 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-45c2f200-b832-43e0-a0f5-7ca36173e0b5 req-6b7a4b90-eb54-407f-b0a1-9b3fb1db898f tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.2035885 Jul 16 20:40:33.802151 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4ebe3-1560-40df-bac9-50d360a94acf req-5382ab99-2251-4ffd-aad9-e31f8861a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:33.804238 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c7e4ebe3-1560-40df-bac9-50d360a94acf req-5382ab99-2251-4ffd-aad9-e31f8861a3af service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 1096 time: 0.2757337 Jul 16 20:40:33.804972 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf4a7f4-5f82-4bf0-b700-4e9fcb380cec tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Checking segment: {'id': '502f794b-9ad2-40cc-bf8d-38cb8e85dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c7f42ab4-fa30-4d78-81a3-05d90bdbd873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:33.805530 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf4a7f4-5f82-4bf0-b700-4e9fcb380cec tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network hostable DHCP agents. Network: c7f42ab4-fa30-4d78-81a3-05d90bdbd873, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:40:33.829521 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-fb83bf16-7327-4e7c-9296-71b1398a6796 None None] Set router 1f952c11-a23c-412f-9926-e3d49bc787f4 gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:33.846829 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-45c2f200-b832-43e0-a0f5-7ca36173e0b5 req-578d3573-e707-428b-9928-630b151701b6 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722892 Jul 16 20:40:33.849041 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5456e706-1cb9-457b-9a31-4ecc2304d3d6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:33.858714 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5456e706-1cb9-457b-9a31-4ecc2304d3d6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:33.920251 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:33.936088 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 11ddfdff-d49c-4231-8c15-0314dce72755 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:33.936582 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:33.938264 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 76932886-6f4b-42a4-a2cb-8a66ecfbafe3 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:33.985489 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4ebe3-1560-40df-bac9-50d360a94acf req-02920090-f48b-41f7-b486-a52c9cfb79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:33.988142 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c7e4ebe3-1560-40df-bac9-50d360a94acf req-02920090-f48b-41f7-b486-a52c9cfb79f0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 912 time: 0.1755242 Jul 16 20:40:34.010414 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 76932886-6f4b-42a4-a2cb-8a66ecfbafe3 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:34.011113 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.021328 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dd89413-e479-449c-820d-71e18c10ead6 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:40:34.098764 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf4a7f4-5f82-4bf0-b700-4e9fcb380cec tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network c7f42ab4-fa30-4d78-81a3-05d90bdbd873 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:40:34.136780 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 0dd89413-e479-449c-820d-71e18c10ead6, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0dd89413-e479-449c-820d-71e18c10ead6,segment=NetworkSegment(93a22fce-52c2-4a72-b91a-c814d16513b5),segment_id=93a22fce-52c2-4a72-b91a-c814d16513b5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:34.160968 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-ccf4a7f4-5f82-4bf0-b700-4e9fcb380cec tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, c7f42ab4-fa30-4d78-81a3-05d90bdbd873) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:34.168229 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c7e4ebe3-1560-40df-bac9-50d360a94acf req-ebc460d3-b325-4232-bcfb-dc43287f97ae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4 HTTP/1.1" status: 200 len: 999 time: 0.1730571 Jul 16 20:40:34.171382 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf4a7f4-5f82-4bf0-b700-4e9fcb380cec tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:34.171976 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ccf4a7f4-5f82-4bf0-b700-4e9fcb380cec tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.179863 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a79f46-210f-4da3-93f8-4729b668dc82 None None] Network c7f42ab4-fa30-4d78-81a3-05d90bdbd873 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:34.185594 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.185842 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-fb83bf16-7327-4e7c-9296-71b1398a6796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:40:29Z', 'revision_number': 4, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None, '_interfaces': [{'id': '36a34ed3-339a-4acf-b099-363bf3eff555', 'name': '', 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:b8:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:09Z', 'updated_at': '2021-07-16T20:40:21Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16a2993-cd45-4044-972b-b656db9ca06d', 'name': '', 'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:12:e6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:19Z', 'updated_at': '2021-07-16T20:40:30Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe8d4639-0afa-4f1b-80f0-c5e16b60098f', 'name': '', 'network_id': 'f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:cc:27:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '68fe51ab-3417-4c74-9f61-67b80faa92fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:27Z', 'updated_at': '2021-07-16T20:40:33Z', 'revision_number': 4, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': '68fe51ab-3417-4c74-9f61-67b80faa92fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:34.219610 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb83bf16-7327-4e7c-9296-71b1398a6796 None None] The sync data for ids ['1f952c11-a23c-412f-9926-e3d49bc787f4'] in n-d-791506-21 is: [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:40:29Z', 'revision_number': 4, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None, '_interfaces': [{'id': '36a34ed3-339a-4acf-b099-363bf3eff555', 'name': '', 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:b8:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:09Z', 'updated_at': '2021-07-16T20:40:21Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16a2993-cd45-4044-972b-b656db9ca06d', 'name': '', 'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:12:e6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:19Z', 'updated_at': '2021-07-16T20:40:30Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe8d4639-0afa-4f1b-80f0-c5e16b60098f', 'name': '', 'network_id': 'f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:cc:27:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '68fe51ab-3417-4c74-9f61-67b80faa92fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:27Z', 'updated_at': '2021-07-16T20:40:33Z', 'revision_number': 4, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': '68fe51ab-3417-4c74-9f61-67b80faa92fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:34.229446 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ccf4a7f4-5f82-4bf0-b700-4e9fcb380cec tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7219074 Jul 16 20:40:34.233976 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50942) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:34.268054 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5456e706-1cb9-457b-9a31-4ecc2304d3d6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.317525 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f3d258c-4daf-4af4-9e0d-42e94bac82be None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.344380 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4ebe3-1560-40df-bac9-50d360a94acf req-63224b61-b92f-4f26-b850-c2b5de605eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:34.346192 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c7e4ebe3-1560-40df-bac9-50d360a94acf req-63224b61-b92f-4f26-b850-c2b5de605eb9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=587f0aec-80a3-4172-9644-d785b8e153a3 HTTP/1.1" status: 200 len: 850 time: 0.1590602 Jul 16 20:40:34.375182 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5f3d258c-4daf-4af4-9e0d-42e94bac82be None None] Transition to ACTIVE for port object 59e2fd0e-abdd-433e-81dd-bc4779409fdb will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:34.429466 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5456e706-1cb9-457b-9a31-4ecc2304d3d6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:34.461282 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-5456e706-1cb9-457b-9a31-4ecc2304d3d6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:34.469879 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5456e706-1cb9-457b-9a31-4ecc2304d3d6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:34.470499 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5456e706-1cb9-457b-9a31-4ecc2304d3d6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.477142 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456e706-1cb9-457b-9a31-4ecc2304d3d6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=49fbb566-ae6b-4a56-986b-11e3d4229d01,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:34.509481 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66306b4e-b352-4478-b357-af0b90fa373b req-6c6d3bd4-7bfa-414e-b7f8-4308f6415c0b tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:34.518112 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66306b4e-b352-4478-b357-af0b90fa373b req-6c6d3bd4-7bfa-414e-b7f8-4308f6415c0b tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6dfa92-ff6e-44c3-99b3-5000779e65e8 HTTP/1.1" status: 200 len: 944 time: 0.2619956 Jul 16 20:40:34.531140 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5456e706-1cb9-457b-9a31-4ecc2304d3d6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9805384 Jul 16 20:40:34.536726 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.544050 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['0dd89413-e479-449c-820d-71e18c10ead6'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:40:34.546105 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50944) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:34.548538 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5f3d258c-4daf-4af4-9e0d-42e94bac82be None None] Transition to ACTIVE for port object 59e2fd0e-abdd-433e-81dd-bc4779409fdb will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:34.548677 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4ebe3-1560-40df-bac9-50d360a94acf req-1dc31a2c-5ddf-456a-ab68-69fc8a893347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:34.549930 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c7e4ebe3-1560-40df-bac9-50d360a94acf req-1dc31a2c-5ddf-456a-ab68-69fc8a893347 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c856853c-1bbc-4399-8326-1d7e71a7f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1938305 Jul 16 20:40:34.552630 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-4fa697f5-08c2-4fc8-991a-b1e98b6b4b1d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'port': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'mac_address': 'fa:16:3e:93:6c:d2', 'name': 'tempest-NetworksTestDHCPv6-1838032738'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:34.567580 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059d8e8-cff4-4bae-aa9c-70f188a038dc req-542ac3b0-ba31-4e43-b60c-5825504faa9d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:34.569179 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f059d8e8-cff4-4bae-aa9c-70f188a038dc req-542ac3b0-ba31-4e43-b60c-5825504faa9d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbd3d5ef-6792-4570-9e91-cc516f052559 HTTP/1.1" status: 200 len: 945 time: 0.3161793 Jul 16 20:40:34.584562 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=0dd89413-e479-449c-820d-71e18c10ead6,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:34.624781 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66306b4e-b352-4478-b357-af0b90fa373b req-d8f0e234-81c5-4243-a87f-2272a4f5ce74 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/security-groups?id=26970af1-0b89-414e-b3a9-9bc45af86b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064637 Jul 16 20:40:34.697170 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f3d258c-4daf-4af4-9e0d-42e94bac82be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.780191 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd3d5ef-6792-4570-9e91-cc516f052559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76932886-6f4b-42a4-a2cb-8a66ecfbafe3'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:34.784570 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85941ab1-97b8-41e0-94bb-6174f05c2257" -d '{"events": [{"server_uuid": "bbd3d5ef-6792-4570-9e91-cc516f052559", "name": "network-vif-plugged", "status": "completed", "tag": "76932886-6f4b-42a4-a2cb-8a66ecfbafe3"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:34.788379 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3a4b0857-6cff-4692-910f-52de0a145013 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:34.800008 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f059d8e8-cff4-4bae-aa9c-70f188a038dc req-b718632f-9543-489f-9573-531738e17130 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966307 Jul 16 20:40:34.877081 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 76932886-6f4b-42a4-a2cb-8a66ecfbafe3, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=76932886-6f4b-42a4-a2cb-8a66ecfbafe3,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:34.886785 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5098881-3e82-4930-8233-4d889c85770a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-c7f42ab4-fa30-4d78-81a3-05d90bdbd873', 'network_id': 'c7f42ab4-fa30-4d78-81a3-05d90bdbd873', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'fixed_ips': [{'subnet_id': '58a271c3-d6c2-42f9-a353-ce8d2daed0ff'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:40:34.888542 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5098881-3e82-4930-8233-4d889c85770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.895129 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa697f5-08c2-4fc8-991a-b1e98b6b4b1d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:34.925042 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 3a4b0857-6cff-4692-910f-52de0a145013 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:34.926748 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3a4b0857-6cff-4692-910f-52de0a145013 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:34.932568 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65daaefb-d406-4255-933d-18e3cab6e7dc x-openstack-request-id: req-65daaefb-d406-4255-933d-18e3cab6e7dc {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:34.933570 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd3d5ef-6792-4570-9e91-cc516f052559", "name": "network-vif-plugged", "status": "completed", "tag": "76932886-6f4b-42a4-a2cb-8a66ecfbafe3", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:34.934045 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-65daaefb-d406-4255-933d-18e3cab6e7dc {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:34.934933 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd3d5ef-6792-4570-9e91-cc516f052559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76932886-6f4b-42a4-a2cb-8a66ecfbafe3', 'code': 200} Jul 16 20:40:34.947112 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3d258c-4daf-4af4-9e0d-42e94bac82be None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:34.974700 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.989476 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-5f3d258c-4daf-4af4-9e0d-42e94bac82be None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:34.993566 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3d258c-4daf-4af4-9e0d-42e94bac82be None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:34.998264 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d258c-4daf-4af4-9e0d-42e94bac82be None None] Pushing event updated for resources: {'Port': ['ID=59e2fd0e-abdd-433e-81dd-bc4779409fdb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:35.246579 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4fa697f5-08c2-4fc8-991a-b1e98b6b4b1d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.250898 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce186a-6f82-4d82-a06f-8304390050cb req-0dd2322e-d5cd-4f69-bdd1-1aeba214e9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:35.252477 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-77ce186a-6f82-4d82-a06f-8304390050cb req-0dd2322e-d5cd-4f69-bdd1-1aeba214e9de service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bbd3d5ef-6792-4570-9e91-cc516f052559 HTTP/1.1" status: 200 len: 1098 time: 0.2251859 Jul 16 20:40:35.267980 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c7e4ebe3-1560-40df-bac9-50d360a94acf req-1ecc062a-7558-4ed3-80fe-bbb49169bf15 service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6788929 Jul 16 20:40:35.279608 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ed8b8-46de-47f4-b744-c68039b354e8 req-28d598b4-cb0c-4aa9-b0cb-680d2b82576d tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:35.281154 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-594ed8b8-46de-47f4-b744-c68039b354e8 req-28d598b4-cb0c-4aa9-b0cb-680d2b82576d tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a3fb36e-6da4-4139-b3f5-fa86e24a9d40 HTTP/1.1" status: 200 len: 943 time: 0.3085461 Jul 16 20:40:35.307203 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5f3d258c-4daf-4af4-9e0d-42e94bac82be None None] Attempting to bind port 59e2fd0e-abdd-433e-81dd-bc4779409fdb on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:35.307569 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5f3d258c-4daf-4af4-9e0d-42e94bac82be None None] Attempting to bind port 59e2fd0e-abdd-433e-81dd-bc4779409fdb by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:35.307938 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3d258c-4daf-4af4-9e0d-42e94bac82be None None] Attempting to bind port 59e2fd0e-abdd-433e-81dd-bc4779409fdb on network f4aa8141-9687-45d9-b16c-82a3d6b86650 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:35.310946 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fe8d4639-0afa-4f1b-80f0-c5e16b60098f up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:35.314525 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87831909-5e1b-4147-87e4-65d33789c25d req-0d2303ba-2581-4ced-ad54-b5cfd7a195a0 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:35.316393 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-87831909-5e1b-4147-87e4-65d33789c25d req-0d2303ba-2581-4ced-ad54-b5cfd7a195a0 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.1884215 Jul 16 20:40:35.321802 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=76932886-6f4b-42a4-a2cb-8a66ecfbafe3,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:35.339745 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-4fa697f5-08c2-4fc8-991a-b1e98b6b4b1d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] device_id is not set on port 1708799e-f57b-4492-b38f-15ffbf902270 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:40:35.354076 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9dfe9ca1-43d8-4542-893f-31314f94e3fb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.369005 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 59050d79-8018-4dfb-9377-38cfdad0db66 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:40:35.377243 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3d258c-4daf-4af4-9e0d-42e94bac82be None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:35.377629 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3d258c-4daf-4af4-9e0d-42e94bac82be None None] Checking segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:35.378038 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f3d258c-4daf-4af4-9e0d-42e94bac82be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.378457 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3d258c-4daf-4af4-9e0d-42e94bac82be None None] Bound using segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:35.378943 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5f3d258c-4daf-4af4-9e0d-42e94bac82be None None] Bound port: 59e2fd0e-abdd-433e-81dd-bc4779409fdb, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:35.379325 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f3d258c-4daf-4af4-9e0d-42e94bac82be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.404570 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-87831909-5e1b-4147-87e4-65d33789c25d req-b7090f6c-d4a0-40ed-8baa-c2e93ab7efab tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685279 Jul 16 20:40:35.461297 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-77ce186a-6f82-4d82-a06f-8304390050cb req-a95a0d25-a7ee-4b42-a394-7eec4037d750 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915810 Jul 16 20:40:35.477073 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-594ed8b8-46de-47f4-b744-c68039b354e8 req-3d9ef31b-b928-4bf4-9663-d46a260d7470 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.38 "GET /v2.0/security-groups?id=76797e94-7dc8-4765-91b7-86cf3859d1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727960 Jul 16 20:40:35.486910 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-e5098881-3e82-4930-8233-4d889c85770a None None] Allocated IP 172.23.0.2 (c7f42ab4-fa30-4d78-81a3-05d90bdbd873/58a271c3-d6c2-42f9-a353-ce8d2daed0ff/58a8e262-acde-4ef9-b5fc-395fd1eb94c4) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:35.514028 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c7e4ebe3-1560-40df-bac9-50d360a94acf req-910f8b89-ba79-4f90-a11e-3f8cf7613c89 service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101192 Jul 16 20:40:35.633097 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-4fa697f5-08c2-4fc8-991a-b1e98b6b4b1d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 2001:db8:0:1::205 (f4aa8141-9687-45d9-b16c-82a3d6b86650/49fbb566-ae6b-4a56-986b-11e3d4229d01/1708799e-f57b-4492-b38f-15ffbf902270) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:35.642195 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-4fa697f5-08c2-4fc8-991a-b1e98b6b4b1d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 2001:db8::f816:3eff:fe93:6cd2 (f4aa8141-9687-45d9-b16c-82a3d6b86650/d046b2bb-2cb4-4f6f-a5d6-6c33adf66346/1708799e-f57b-4492-b38f-15ffbf902270) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:35.642586 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port fe8d4639-0afa-4f1b-80f0-c5e16b60098f completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:35.704057 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port fe8d4639-0afa-4f1b-80f0-c5e16b60098f triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:35.704740 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.706703 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5f3d258c-4daf-4af4-9e0d-42e94bac82be None None] For port 59e2fd0e-abdd-433e-81dd-bc4779409fdb, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:35.762529 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5f3d258c-4daf-4af4-9e0d-42e94bac82be None None] For port 59e2fd0e-abdd-433e-81dd-bc4779409fdb, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=59e2fd0e-abdd-433e-81dd-bc4779409fdb,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:35.765357 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 59050d79-8018-4dfb-9377-38cfdad0db66, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=59050d79-8018-4dfb-9377-38cfdad0db66,segment=NetworkSegment(7e144ef2-0f86-4f52-8fda-8f7b96c3a098),segment_id=7e144ef2-0f86-4f52-8fda-8f7b96c3a098)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:35.792702 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f3d258c-4daf-4af4-9e0d-42e94bac82be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.837318 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4fa697f5-08c2-4fc8-991a-b1e98b6b4b1d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.849622 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '59050d79-8018-4dfb-9377-38cfdad0db66', 'network_id': '0f4fda72-c48f-4c30-924c-e237c52c6cbf', 'port_id': '59050d79-8018-4dfb-9377-38cfdad0db66', 'mac_address': 'fa:16:3e:93:1d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2dd8589-b503-4464-9732-6ec0e882b343', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:40:35.859381 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-4fa697f5-08c2-4fc8-991a-b1e98b6b4b1d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Transition to ACTIVE for port object 1708799e-f57b-4492-b38f-15ffbf902270 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:35.908918 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84b0f1-027e-47be-8fdb-95a1b5b701ba req-4a20f364-77c2-4f76-b451-1169a737babb tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:35.910925 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba84b0f1-027e-47be-8fdb-95a1b5b701ba req-4a20f364-77c2-4f76-b451-1169a737babb tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6dfa92-ff6e-44c3-99b3-5000779e65e8 HTTP/1.1" status: 200 len: 944 time: 0.1516073 Jul 16 20:40:35.913164 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4fa697f5-08c2-4fc8-991a-b1e98b6b4b1d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.987168 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa697f5-08c2-4fc8-991a-b1e98b6b4b1d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Port': ['ID=1708799e-f57b-4492-b38f-15ffbf902270,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:36.020883 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d258c-4daf-4af4-9e0d-42e94bac82be None None] Pushing event updated for resources: {'Port': ['ID=59e2fd0e-abdd-433e-81dd-bc4779409fdb,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:36.035132 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5098881-3e82-4930-8233-4d889c85770a None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:36.049636 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa697f5-08c2-4fc8-991a-b1e98b6b4b1d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:36.068429 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-4fa697f5-08c2-4fc8-991a-b1e98b6b4b1d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:36.073842 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa697f5-08c2-4fc8-991a-b1e98b6b4b1d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:36.080153 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa697f5-08c2-4fc8-991a-b1e98b6b4b1d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:36.081046 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4fa697f5-08c2-4fc8-991a-b1e98b6b4b1d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:36.082295 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:36.085386 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e5098881-3e82-4930-8233-4d889c85770a None None] Transition to ACTIVE for port object 58a8e262-acde-4ef9-b5fc-395fd1eb94c4 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:36.107335 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba84b0f1-027e-47be-8fdb-95a1b5b701ba req-ca53dc85-485d-42a8-b2f7-7b9de07bfcef tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/security-groups?id=26970af1-0b89-414e-b3a9-9bc45af86b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855211 Jul 16 20:40:36.126129 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4fa697f5-08c2-4fc8-991a-b1e98b6b4b1d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.5773995 Jul 16 20:40:36.128837 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50958) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:36.142553 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59050d79-8018-4dfb-9377-38cfdad0db66 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:40:36.156162 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e5098881-3e82-4930-8233-4d889c85770a None None] Transition to ACTIVE for port object 58a8e262-acde-4ef9-b5fc-395fd1eb94c4 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:36.194437 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:36.215538 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541e904-e318-480d-b36d-2126e96d3851 req-845e2c81-d0d0-4bbb-854f-35b48d078c7c tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:36.217746 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f541e904-e318-480d-b36d-2126e96d3851 req-845e2c81-d0d0-4bbb-854f-35b48d078c7c tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbd3d5ef-6792-4570-9e91-cc516f052559 HTTP/1.1" status: 200 len: 946 time: 0.1766157 Jul 16 20:40:36.225739 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5098881-3e82-4930-8233-4d889c85770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:36.239992 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 59050d79-8018-4dfb-9377-38cfdad0db66, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=59050d79-8018-4dfb-9377-38cfdad0db66,segment=NetworkSegment(7e144ef2-0f86-4f52-8fda-8f7b96c3a098),segment_id=7e144ef2-0f86-4f52-8fda-8f7b96c3a098)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:36.329431 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f541e904-e318-480d-b36d-2126e96d3851 req-272c8dc4-b35a-49bd-82a6-11239f12960e tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840597 Jul 16 20:40:36.365948 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-9dfe9ca1-43d8-4542-893f-31314f94e3fb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Allocated IP 172.23.0.1 (c7f42ab4-fa30-4d78-81a3-05d90bdbd873/58a271c3-d6c2-42f9-a353-ce8d2daed0ff/37f076ab-a112-4b86-80bc-b6f93a2b5555) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:36.413805 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-46abb7c0-eb8c-4cb3-9e57-3d0d42330b74 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting port 1708799e-f57b-4492-b38f-15ffbf902270 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:36.414096 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-46abb7c0-eb8c-4cb3-9e57-3d0d42330b74 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:36.460442 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:36.481357 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5098881-3e82-4930-8233-4d889c85770a None None] Network c7f42ab4-fa30-4d78-81a3-05d90bdbd873 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:36.493101 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e5098881-3e82-4930-8233-4d889c85770a None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:36.501491 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5098881-3e82-4930-8233-4d889c85770a None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:36.505630 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port fe8d4639-0afa-4f1b-80f0-c5e16b60098f, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fe8d4639-0afa-4f1b-80f0-c5e16b60098f,segment=NetworkSegment(23993f40-9d0f-487d-8442-2e7f152f1adc),segment_id=23993f40-9d0f-487d-8442-2e7f152f1adc)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:36.507617 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5098881-3e82-4930-8233-4d889c85770a None None] Pushing event updated for resources: {'Port': ['ID=58a8e262-acde-4ef9-b5fc-395fd1eb94c4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:36.522403 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:36.588423 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-46abb7c0-eb8c-4cb3-9e57-3d0d42330b74 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:36.601947 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9dfe9ca1-43d8-4542-893f-31314f94e3fb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:36.614023 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-46abb7c0-eb8c-4cb3-9e57-3d0d42330b74 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Calling delete_port for 1708799e-f57b-4492-b38f-15ffbf902270 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:36.628298 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5fd2ff-3d69-40de-b118-e79969c245e3 req-a5e5402c-d5e4-4949-9667-b50bc06120fa tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:36.628666 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9dfe9ca1-43d8-4542-893f-31314f94e3fb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Transition to ACTIVE for port object 37f076ab-a112-4b86-80bc-b6f93a2b5555 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:36.631032 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9f5fd2ff-3d69-40de-b118-e79969c245e3 req-a5e5402c-d5e4-4949-9667-b50bc06120fa tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.1030767 Jul 16 20:40:36.648302 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-e5098881-3e82-4930-8233-4d889c85770a None None] Attempting to bind port 58a8e262-acde-4ef9-b5fc-395fd1eb94c4 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:36.648865 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-e5098881-3e82-4930-8233-4d889c85770a None None] Attempting to bind port 58a8e262-acde-4ef9-b5fc-395fd1eb94c4 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '502f794b-9ad2-40cc-bf8d-38cb8e85dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c7f42ab4-fa30-4d78-81a3-05d90bdbd873'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:36.649474 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5098881-3e82-4930-8233-4d889c85770a None None] Attempting to bind port 58a8e262-acde-4ef9-b5fc-395fd1eb94c4 on network c7f42ab4-fa30-4d78-81a3-05d90bdbd873 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:36.656909 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=59050d79-8018-4dfb-9377-38cfdad0db66,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:36.663635 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5098881-3e82-4930-8233-4d889c85770a None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:36.664049 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5098881-3e82-4930-8233-4d889c85770a None None] Checking segment: {'id': '502f794b-9ad2-40cc-bf8d-38cb8e85dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c7f42ab4-fa30-4d78-81a3-05d90bdbd873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:36.664389 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5098881-3e82-4930-8233-4d889c85770a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:36.664772 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5098881-3e82-4930-8233-4d889c85770a None None] Bound using segment: {'id': '502f794b-9ad2-40cc-bf8d-38cb8e85dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c7f42ab4-fa30-4d78-81a3-05d90bdbd873'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:36.665241 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-e5098881-3e82-4930-8233-4d889c85770a None None] Bound port: 58a8e262-acde-4ef9-b5fc-395fd1eb94c4, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502f794b-9ad2-40cc-bf8d-38cb8e85dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c7f42ab4-fa30-4d78-81a3-05d90bdbd873'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:36.665625 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5098881-3e82-4930-8233-4d889c85770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:36.724006 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9f5fd2ff-3d69-40de-b118-e79969c245e3 req-f8ec0cd5-56ee-46de-851d-6230919828c9 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873976 Jul 16 20:40:36.728561 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9dfe9ca1-43d8-4542-893f-31314f94e3fb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:36.756070 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['59050d79-8018-4dfb-9377-38cfdad0db66'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:40:36.767427 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74697331-9515-4b1a-98c1-54215bf0b509 req-6bb2c0ac-9faf-4225-8646-3c401326a0cb tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:36.768099 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=fe8d4639-0afa-4f1b-80f0-c5e16b60098f,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:36.784804 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-74697331-9515-4b1a-98c1-54215bf0b509 req-6bb2c0ac-9faf-4225-8646-3c401326a0cb tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a3fb36e-6da4-4139-b3f5-fa86e24a9d40 HTTP/1.1" status: 200 len: 944 time: 0.1370459 Jul 16 20:40:36.804345 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfe9ca1-43d8-4542-893f-31314f94e3fb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network c7f42ab4-fa30-4d78-81a3-05d90bdbd873 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:36.814875 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-9dfe9ca1-43d8-4542-893f-31314f94e3fb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:36.840032 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-74697331-9515-4b1a-98c1-54215bf0b509 req-10331daa-e4db-4c83-b76e-4238c179f41d tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.38 "GET /v2.0/security-groups?id=76797e94-7dc8-4765-91b7-86cf3859d1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532043 Jul 16 20:40:36.840334 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfe9ca1-43d8-4542-893f-31314f94e3fb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:36.853199 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-e5098881-3e82-4930-8233-4d889c85770a None None] For port 58a8e262-acde-4ef9-b5fc-395fd1eb94c4, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:36.870357 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-e5098881-3e82-4930-8233-4d889c85770a None None] For port 58a8e262-acde-4ef9-b5fc-395fd1eb94c4, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=58a8e262-acde-4ef9-b5fc-395fd1eb94c4,segment=NetworkSegment(502f794b-9ad2-40cc-bf8d-38cb8e85dfe5),segment_id=502f794b-9ad2-40cc-bf8d-38cb8e85dfe5)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:36.890241 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5098881-3e82-4930-8233-4d889c85770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:36.898079 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe9ca1-43d8-4542-893f-31314f94e3fb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Port': ['ID=37f076ab-a112-4b86-80bc-b6f93a2b5555,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:36.958959 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98226d-afde-4351-8844-556ce6a437d1 req-690b080c-c099-4291-89bd-dc4a0f09be42 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:36.962311 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6a98226d-afde-4351-8844-556ce6a437d1 req-690b080c-c099-4291-89bd-dc4a0f09be42 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.1052632 Jul 16 20:40:36.978066 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9dfe9ca1-43d8-4542-893f-31314f94e3fb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:37.017939 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 0dd89413-e479-449c-820d-71e18c10ead6 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:37.021131 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5098881-3e82-4930-8233-4d889c85770a None None] Pushing event updated for resources: {'Port': ['ID=58a8e262-acde-4ef9-b5fc-395fd1eb94c4,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:37.051046 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6a98226d-afde-4351-8844-556ce6a437d1 req-1eccd905-121f-4fa2-933b-a843f33b90a5 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847213 Jul 16 20:40:37.145510 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 0dd89413-e479-449c-820d-71e18c10ead6 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:37.154551 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 0dd89413-e479-449c-820d-71e18c10ead6 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:37.155673 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:37.155979 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-46abb7c0-eb8c-4cb3-9e57-3d0d42330b74 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:37.281965 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46abb7c0-eb8c-4cb3-9e57-3d0d42330b74 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Port': ['ID=1708799e-f57b-4492-b38f-15ffbf902270,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:37.321741 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:37.372439 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6dfa92-ff6e-44c3-99b3-5000779e65e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd89413-e479-449c-820d-71e18c10ead6'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:37.377255 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6267fa-aa93-4429-b8f8-338d5b9e9fd8" -d '{"events": [{"server_uuid": "cd6dfa92-ff6e-44c3-99b3-5000779e65e8", "name": "network-vif-plugged", "status": "completed", "tag": "0dd89413-e479-449c-820d-71e18c10ead6"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:37.413998 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 0dd89413-e479-449c-820d-71e18c10ead6, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0dd89413-e479-449c-820d-71e18c10ead6,segment=NetworkSegment(93a22fce-52c2-4a72-b91a-c814d16513b5),segment_id=93a22fce-52c2-4a72-b91a-c814d16513b5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:37.421379 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9dfe9ca1-43d8-4542-893f-31314f94e3fb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:37.423204 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:37.433354 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-46abb7c0-eb8c-4cb3-9e57-3d0d42330b74 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:37.435611 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-46abb7c0-eb8c-4cb3-9e57-3d0d42330b74 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/1708799e-f57b-4492-b38f-15ffbf902270 HTTP/1.1" status: 204 len: 168 time: 1.3052092 Jul 16 20:40:37.442709 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50976) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:37.501861 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fddd9-8080-4164-a11d-a93bfbca6f8b req-68250ded-eb81-4c25-aab9-0db591415ff1 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:37.513665 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=0dd89413-e479-449c-820d-71e18c10ead6,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:37.514887 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c1fddd9-8080-4164-a11d-a93bfbca6f8b req-68250ded-eb81-4c25-aab9-0db591415ff1 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.2569590 Jul 16 20:40:37.555016 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 59e2fd0e-abdd-433e-81dd-bc4779409fdb up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:37.592742 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c1fddd9-8080-4164-a11d-a93bfbca6f8b req-a30c259c-7675-4b26-92fe-5f6f82311ce2 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767293 Jul 16 20:40:37.630056 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8a4771-4ddb-4040-9096-dff6449a1358 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:37.630741 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9fc53-a79b-4763-b01d-34eb5fa143d5 req-dc487e8d-335f-441f-979c-cbe8b77a0c69 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:37.632336 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02d9fc53-a79b-4763-b01d-34eb5fa143d5 req-dc487e8d-335f-441f-979c-cbe8b77a0c69 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6dfa92-ff6e-44c3-99b3-5000779e65e8 HTTP/1.1" status: 200 len: 944 time: 0.2259254 Jul 16 20:40:37.688662 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02d9fc53-a79b-4763-b01d-34eb5fa143d5 req-0fc52a04-e0c3-45c6-ab98-fea0167a8b41 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/security-groups?id=26970af1-0b89-414e-b3a9-9bc45af86b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500774 Jul 16 20:40:37.704963 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce6afe7-7f85-4324-b8a0-cfe34b87ca3e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:37.706780 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1ce6afe7-7f85-4324-b8a0-cfe34b87ca3e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2629323 Jul 16 20:40:37.709451 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50980) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:37.782251 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0dd73e-11b8-4b9e-a14f-b56591857546 x-openstack-request-id: req-5d0dd73e-11b8-4b9e-a14f-b56591857546 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:37.782850 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6dfa92-ff6e-44c3-99b3-5000779e65e8", "name": "network-vif-plugged", "status": "completed", "tag": "0dd89413-e479-449c-820d-71e18c10ead6", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:37.783116 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5d0dd73e-11b8-4b9e-a14f-b56591857546 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:37.783603 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6dfa92-ff6e-44c3-99b3-5000779e65e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd89413-e479-449c-820d-71e18c10ead6', 'code': 200} Jul 16 20:40:37.817235 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b05434-e5ce-4a9b-b05d-2ed9eb804c70 req-adc0ac36-fd37-4912-83fa-8e821e0cd569 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:37.821130 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 59e2fd0e-abdd-433e-81dd-bc4779409fdb completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:37.821808 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-41b05434-e5ce-4a9b-b05d-2ed9eb804c70 req-adc0ac36-fd37-4912-83fa-8e821e0cd569 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbd3d5ef-6792-4570-9e91-cc516f052559 HTTP/1.1" status: 200 len: 946 time: 0.0949802 Jul 16 20:40:37.837216 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fe8d4639-0afa-4f1b-80f0-c5e16b60098f up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:37.880952 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8ab72957-0c31-46e3-98c2-9770242f4732 None None] Provisioning for port 59e2fd0e-abdd-433e-81dd-bc4779409fdb completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:37.903882 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-41b05434-e5ce-4a9b-b05d-2ed9eb804c70 req-f353fefb-75c0-4a0e-8c36-dd7b2896bcb7 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673978 Jul 16 20:40:37.907501 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8ab72957-0c31-46e3-98c2-9770242f4732 None None] Provisioning complete for port 59e2fd0e-abdd-433e-81dd-bc4779409fdb triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:37.907996 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ab72957-0c31-46e3-98c2-9770242f4732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:37.915025 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bd02d2-effe-4d15-8646-2652f92ad0f5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:37.916788 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-31bd02d2-effe-4d15-8646-2652f92ad0f5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2063498 Jul 16 20:40:37.921023 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50984) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:37.951441 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a01e1-bf0f-417f-9cb5-3145f26533f3 req-9238a9ba-fb3c-4fee-b3b1-761fcf3f7246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:37.953256 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-390a01e1-bf0f-417f-9cb5-3145f26533f3 req-9238a9ba-fb3c-4fee-b3b1-761fcf3f7246 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd6dfa92-ff6e-44c3-99b3-5000779e65e8 HTTP/1.1" status: 200 len: 1097 time: 0.1289034 Jul 16 20:40:37.993608 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port fe8d4639-0afa-4f1b-80f0-c5e16b60098f triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:37.994098 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.035688 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d4d126-ae0f-408e-b49c-84522470cb82 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:38.037590 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d4d126-ae0f-408e-b49c-84522470cb82 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:38.043084 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d4d126-ae0f-408e-b49c-84522470cb82 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:38.045339 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f2d4d126-ae0f-408e-b49c-84522470cb82 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1231022 Jul 16 20:40:38.052043 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-390a01e1-bf0f-417f-9cb5-3145f26533f3 req-898a9859-cbed-404c-9629-63da56f0a8f9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=26970af1-0b89-414e-b3a9-9bc45af86b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907633 Jul 16 20:40:38.053930 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50988) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:38.075808 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9dfe9ca1-43d8-4542-893f-31314f94e3fb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.083887 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9dfe9ca1-43d8-4542-893f-31314f94e3fb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.126385 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ab72957-0c31-46e3-98c2-9770242f4732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.253389 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf40018-7eeb-423f-a178-925620f81909 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet 49fbb566-ae6b-4a56-986b-11e3d4229d01 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:38.260029 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6bf40018-7eeb-423f-a178-925620f81909 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.285537 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe9ca1-43d8-4542-893f-31314f94e3fb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event updated for resources: {'Port': ['ID=37f076ab-a112-4b86-80bc-b6f93a2b5555,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:38.295176 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9dfe9ca1-43d8-4542-893f-31314f94e3fb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.314659 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f04fd7b-2dae-4b85-808e-db06091f65ac None None] Update dhcp port {'port': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'fixed_ips': [{'subnet_id': 'd046b2bb-2cb4-4f6f-a5d6-6c33adf66346', 'ip_address': '2001:db8::f816:3eff:febf:3131'}, {'subnet_id': '49fbb566-ae6b-4a56-986b-11e3d4229d01'}], 'binding:host_id': 'n-d-791506-21'}, 'id': '59e2fd0e-abdd-433e-81dd-bc4779409fdb'} from n-d-791506-21. {{(pid=93795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:40:38.365878 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8ab72957-0c31-46e3-98c2-9770242f4732 None None] For port 59e2fd0e-abdd-433e-81dd-bc4779409fdb, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=59e2fd0e-abdd-433e-81dd-bc4779409fdb,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:38.367602 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f04fd7b-2dae-4b85-808e-db06091f65ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.379838 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ab72957-0c31-46e3-98c2-9770242f4732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.423386 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6bf40018-7eeb-423f-a178-925620f81909 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.443062 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab72957-0c31-46e3-98c2-9770242f4732 None None] Pushing event updated for resources: {'Port': ['ID=59e2fd0e-abdd-433e-81dd-bc4779409fdb,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:38.444041 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfe9ca1-43d8-4542-893f-31314f94e3fb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Network c7f42ab4-fa30-4d78-81a3-05d90bdbd873 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:38.445495 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-9dfe9ca1-43d8-4542-893f-31314f94e3fb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:38.476731 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6bf40018-7eeb-423f-a178-925620f81909 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.519610 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b23116-9723-4de4-95a7-79327ff690ad req-ebbd0f2b-e342-43cf-b90e-3b3839406ec8 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:38.527135 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-12b23116-9723-4de4-95a7-79327ff690ad req-ebbd0f2b-e342-43cf-b90e-3b3839406ec8 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a3fb36e-6da4-4139-b3f5-fa86e24a9d40 HTTP/1.1" status: 200 len: 944 time: 0.4562609 Jul 16 20:40:38.566302 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5ee89a-7613-4f4c-a707-73493d6a1a6e None None] Network c7f42ab4-fa30-4d78-81a3-05d90bdbd873 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:38.577546 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfe9ca1-43d8-4542-893f-31314f94e3fb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Router 1f952c11-a23c-412f-9926-e3d49bc787f4 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:38.614640 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-12b23116-9723-4de4-95a7-79327ff690ad req-2f49749f-1133-45d9-885e-8cfe5530ba90 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.38 "GET /v2.0/security-groups?id=76797e94-7dc8-4765-91b7-86cf3859d1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864878 Jul 16 20:40:38.659584 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743ebb3-c98a-44a0-977b-56cdc0dc50a2 req-9a886a9a-a5c2-4e2a-b5bd-d3e1306681ba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:38.661431 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7743ebb3-c98a-44a0-977b-56cdc0dc50a2 req-9a886a9a-a5c2-4e2a-b5bd-d3e1306681ba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.1000521 Jul 16 20:40:38.663165 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6bf40018-7eeb-423f-a178-925620f81909 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.702213 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d32eee2f-355c-4ab8-bf29-0178c05c3db2 None None] Provisioning for port 58a8e262-acde-4ef9-b5fc-395fd1eb94c4 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:38.708091 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf40018-7eeb-423f-a178-925620f81909 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=49fbb566-ae6b-4a56-986b-11e3d4229d01,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:38.708712 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfe9ca1-43d8-4542-893f-31314f94e3fb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:38.721809 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6bf40018-7eeb-423f-a178-925620f81909 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.724139 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6bf40018-7eeb-423f-a178-925620f81909 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/49fbb566-ae6b-4a56-986b-11e3d4229d01 HTTP/1.1" status: 204 len: 168 time: 0.6698401 Jul 16 20:40:38.726775 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50998) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:38.729370 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9dfe9ca1-43d8-4542-893f-31314f94e3fb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "PUT /v2.0/routers/1f952c11-a23c-412f-9926-e3d49bc787f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4944725 Jul 16 20:40:38.733203 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51000) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:38.738202 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-94fb97e6-3a2f-4f0b-b51f-02a6bc5a3774 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:38.741170 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2f169a-c7f9-4a41-a6f6-8469d7022069 None None] Sync routers for ids ['1f952c11-a23c-412f-9926-e3d49bc787f4'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server [None req-7f04fd7b-2dae-4b85-808e-db06091f65ac None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 49fbb566-ae6b-4a56-986b-11e3d4229d01: This subnet is being modified by another concurrent operation. Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:40:38.751734 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 49fbb566-ae6b-4a56-986b-11e3d4229d01: This subnet is being modified by another concurrent operation. Jul 16 20:40:38.754408 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server Jul 16 20:40:38.795734 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ba4a6d-6349-4d57-a94a-e92be684fae9 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet d046b2bb-2cb4-4f6f-a5d6-6c33adf66346 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:38.800695 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27ba4a6d-6349-4d57-a94a-e92be684fae9 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.810247 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2f169a-c7f9-4a41-a6f6-8469d7022069 None None] Routers {'1f952c11-a23c-412f-9926-e3d49bc787f4'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:38.810247 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-ad2f169a-c7f9-4a41-a6f6-8469d7022069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1f952c11-a23c-412f-9926-e3d49bc787f4'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:38.857438 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27ba4a6d-6349-4d57-a94a-e92be684fae9 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.962115 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27ba4a6d-6349-4d57-a94a-e92be684fae9 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.023812 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-851d2d26-3094-4fab-bc48-ac230981d110 None None] Provisioning complete for port 59e2fd0e-abdd-433e-81dd-bc4779409fdb triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:39.024187 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-851d2d26-3094-4fab-bc48-ac230981d110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.051941 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27ba4a6d-6349-4d57-a94a-e92be684fae9 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.089710 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-ad2f169a-c7f9-4a41-a6f6-8469d7022069 None None] Set router 1f952c11-a23c-412f-9926-e3d49bc787f4 gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:39.335246 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 58a8e262-acde-4ef9-b5fc-395fd1eb94c4 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:39.386305 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 59050d79-8018-4dfb-9377-38cfdad0db66 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:39.531166 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7743ebb3-c98a-44a0-977b-56cdc0dc50a2 req-144141ae-dca3-4f49-b983-4573319b8f01 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8620536 Jul 16 20:40:39.537760 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 58a8e262-acde-4ef9-b5fc-395fd1eb94c4 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:39.538258 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba4a6d-6349-4d57-a94a-e92be684fae9 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=d046b2bb-2cb4-4f6f-a5d6-6c33adf66346,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:39.546056 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 58a8e262-acde-4ef9-b5fc-395fd1eb94c4 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:39.546567 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.555568 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27ba4a6d-6349-4d57-a94a-e92be684fae9 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.567235 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-27ba4a6d-6349-4d57-a94a-e92be684fae9 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/d046b2bb-2cb4-4f6f-a5d6-6c33adf66346 HTTP/1.1" status: 204 len: 168 time: 0.8330820 Jul 16 20:40:39.567235 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51002) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:39.572379 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 59050d79-8018-4dfb-9377-38cfdad0db66 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:39.580271 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e30e48-bbab-4493-9f3a-faac633e10b2 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:39.603651 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 59050d79-8018-4dfb-9377-38cfdad0db66 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:39.604199 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.624724 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-26effd5c-b321-46ae-bc9d-366192671a2b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0601928 Jul 16 20:40:39.628933 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51004) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:39.635079 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-096f8bda-0b7c-4622-b0fd-54513d0c79c2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:39.771129 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.extraroute_db [None req-94fb97e6-3a2f-4f0b-b51f-02a6bc5a3774 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93793) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:40:39.788837 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.extraroute_db [None req-94fb97e6-3a2f-4f0b-b51f-02a6bc5a3774 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Removed routes are [] {{(pid=93793) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:40:39.789447 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-94fb97e6-3a2f-4f0b-b51f-02a6bc5a3774 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.838731 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a94d9-cbe1-4581-9f1f-9136a129b2d2 req-f534e746-55ea-4fc4-82ff-6b92bb319366 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:39.840026 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-df0a94d9-cbe1-4581-9f1f-9136a129b2d2 req-f534e746-55ea-4fc4-82ff-6b92bb319366 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbd3d5ef-6792-4570-9e91-cc516f052559 HTTP/1.1" status: 200 len: 946 time: 0.8032913 Jul 16 20:40:39.843700 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c97673af-67a4-408b-a99f-8dec57e5e523 None None] Could not find standard attr ID for object 1708799e-f57b-4492-b38f-15ffbf902270. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:40:39.867816 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096f8bda-0b7c-4622-b0fd-54513d0c79c2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:39.871472 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-096f8bda-0b7c-4622-b0fd-54513d0c79c2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.888425 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-ad2f169a-c7f9-4a41-a6f6-8469d7022069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:40:37Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None, '_interfaces': [{'id': '36a34ed3-339a-4acf-b099-363bf3eff555', 'name': '', 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:b8:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:09Z', 'updated_at': '2021-07-16T20:40:21Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37f076ab-a112-4b86-80bc-b6f93a2b5555', 'name': '', 'network_id': 'c7f42ab4-fa30-4d78-81a3-05d90bdbd873', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:c1:1d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '58a271c3-d6c2-42f9-a353-ce8d2daed0ff', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:35Z', 'updated_at': '2021-07-16T20:40:37Z', 'revision_number': 2, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': '58a271c3-d6c2-42f9-a353-ce8d2daed0ff', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16a2993-cd45-4044-972b-b656db9ca06d', 'name': '', 'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:12:e6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:19Z', 'updated_at': '2021-07-16T20:40:30Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe8d4639-0afa-4f1b-80f0-c5e16b60098f', 'name': '', 'network_id': 'f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:cc:27:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '68fe51ab-3417-4c74-9f61-67b80faa92fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:27Z', 'updated_at': '2021-07-16T20:40:36Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': '68fe51ab-3417-4c74-9f61-67b80faa92fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:39.916597 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04649b73-1618-4d30-b4cd-09058fa78b54 req-3137d2c6-9217-4ce4-9b4f-468c3be69a8d tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:39.924973 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-04649b73-1618-4d30-b4cd-09058fa78b54 req-3137d2c6-9217-4ce4-9b4f-468c3be69a8d tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6dfa92-ff6e-44c3-99b3-5000779e65e8 HTTP/1.1" status: 200 len: 945 time: 0.1785846 Jul 16 20:40:39.927314 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2f169a-c7f9-4a41-a6f6-8469d7022069 None None] Checking router: 1f952c11-a23c-412f-9926-e3d49bc787f4 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:39.927770 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2f169a-c7f9-4a41-a6f6-8469d7022069 None None] Updating router 1f952c11-a23c-412f-9926-e3d49bc787f4 port 37f076ab-a112-4b86-80bc-b6f93a2b5555 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:40:40.011720 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-df0a94d9-cbe1-4581-9f1f-9136a129b2d2 req-6a4ea468-bc41-443b-8a46-0d5c3921115b tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541023 Jul 16 20:40:40.032531 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-94fb97e6-3a2f-4f0b-b51f-02a6bc5a3774 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.037945 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-94fb97e6-3a2f-4f0b-b51f-02a6bc5a3774 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896760'] for router, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.065238 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-04649b73-1618-4d30-b4cd-09058fa78b54 req-ef6cf579-671c-4a4a-b2ee-cdf0001ada56 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/security-groups?id=26970af1-0b89-414e-b3a9-9bc45af86b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392453 Jul 16 20:40:40.083602 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad2f169a-c7f9-4a41-a6f6-8469d7022069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.155725 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b5da114e-2c1b-4bb4-ac46-cbee59e060fb None None] Provisioning complete for port 58a8e262-acde-4ef9-b5fc-395fd1eb94c4 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:40.156094 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5da114e-2c1b-4bb4-ac46-cbee59e060fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.157651 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.227960 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fb97e6-3a2f-4f0b-b51f-02a6bc5a3774 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Router 1f952c11-a23c-412f-9926-e3d49bc787f4 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:40.252200 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.305387 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 58a8e262-acde-4ef9-b5fc-395fd1eb94c4, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=58a8e262-acde-4ef9-b5fc-395fd1eb94c4,segment=NetworkSegment(502f794b-9ad2-40cc-bf8d-38cb8e85dfe5),segment_id=502f794b-9ad2-40cc-bf8d-38cb8e85dfe5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:40.307296 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-096f8bda-0b7c-4622-b0fd-54513d0c79c2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.333081 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.364822 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f8bda-0b7c-4622-b0fd-54513d0c79c2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=43d57fc3-d56a-403f-a61f-6d2f04177c56,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:40.381164 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fb97e6-3a2f-4f0b-b51f-02a6bc5a3774 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:40.389194 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-94fb97e6-3a2f-4f0b-b51f-02a6bc5a3774 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.390732 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-94fb97e6-3a2f-4f0b-b51f-02a6bc5a3774 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "PUT /v2.0/routers/1f952c11-a23c-412f-9926-e3d49bc787f4 HTTP/1.1" status: 200 len: 932 time: 1.6562057 Jul 16 20:40:40.391337 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fb8d1-e459-480b-97f6-63baa3b62b03 req-3662bae0-d1a8-4387-b502-f3e5f02481d9 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:40.393095 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51012) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:40.393923 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-082fb8d1-e459-480b-97f6-63baa3b62b03 req-3662bae0-d1a8-4387-b502-f3e5f02481d9 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a3fb36e-6da4-4139-b3f5-fa86e24a9d40 HTTP/1.1" status: 200 len: 944 time: 0.1527815 Jul 16 20:40:40.440537 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096f8bda-0b7c-4622-b0fd-54513d0c79c2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:40.451704 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-096f8bda-0b7c-4622-b0fd-54513d0c79c2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:40.454791 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096f8bda-0b7c-4622-b0fd-54513d0c79c2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:40.455630 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-096f8bda-0b7c-4622-b0fd-54513d0c79c2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.457507 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 59e2fd0e-abdd-433e-81dd-bc4779409fdb no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:40.489573 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-082fb8d1-e459-480b-97f6-63baa3b62b03 req-3f5c8dcd-e297-4c88-af0d-2fbe872b4c7e tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.38 "GET /v2.0/security-groups?id=76797e94-7dc8-4765-91b7-86cf3859d1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793386 Jul 16 20:40:40.493552 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3fb36e-6da4-4139-b3f5-fa86e24a9d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59050d79-8018-4dfb-9377-38cfdad0db66'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:40.495864 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d309a267-760c-491f-8046-369d5ea33848" -d '{"events": [{"server_uuid": "6a3fb36e-6da4-4139-b3f5-fa86e24a9d40", "name": "network-vif-plugged", "status": "completed", "tag": "59050d79-8018-4dfb-9377-38cfdad0db66"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:40.510467 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-096f8bda-0b7c-4622-b0fd-54513d0c79c2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8772397 Jul 16 20:40:40.512010 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51016) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:40.531445 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a82ebff0-6c93-4d49-81e0-5300c43173e3 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "GET /v2.0/routers/1f952c11-a23c-412f-9926-e3d49bc787f4 HTTP/1.1" status: 200 len: 932 time: 0.1336627 Jul 16 20:40:40.531793 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 59050d79-8018-4dfb-9377-38cfdad0db66, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=59050d79-8018-4dfb-9377-38cfdad0db66,segment=NetworkSegment(7e144ef2-0f86-4f52-8fda-8f7b96c3a098),segment_id=7e144ef2-0f86-4f52-8fda-8f7b96c3a098)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:40.532346 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-4b7acc26-3fef-4e85-92d4-cff98e5f688d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:40.532831 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51018) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:40.543005 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a1979717-39c1-4969-a57a-05fca00c31a0 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'router': {'routes': None}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:40.561622 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.578653 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2b56a5-aebd-45a7-a321-2634d69cff01 x-openstack-request-id: req-1f2b56a5-aebd-45a7-a321-2634d69cff01 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:40.579099 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3fb36e-6da4-4139-b3f5-fa86e24a9d40", "name": "network-vif-plugged", "status": "completed", "tag": "59050d79-8018-4dfb-9377-38cfdad0db66", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:40.579204 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1f2b56a5-aebd-45a7-a321-2634d69cff01 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:40.579565 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3fb36e-6da4-4139-b3f5-fa86e24a9d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59050d79-8018-4dfb-9377-38cfdad0db66', 'code': 200} Jul 16 20:40:40.580128 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=58a8e262-acde-4ef9-b5fc-395fd1eb94c4,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:40.656868 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d44bc3-32ba-4531-9d26-572adbc22b53 None None] DHCP port deletion for f4aa8141-9687-45d9-b16c-82a3d6b86650 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:40:40.667907 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fc822-66d1-42ee-bd70-99f797e3154c req-5a7cbafe-87a6-4856-bf57-1c637b914e60 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:40.675367 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9f4fc822-66d1-42ee-bd70-99f797e3154c req-5a7cbafe-87a6-4856-bf57-1c637b914e60 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6dfa92-ff6e-44c3-99b3-5000779e65e8 HTTP/1.1" status: 200 len: 945 time: 0.2761204 Jul 16 20:40:40.742594 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9f4fc822-66d1-42ee-bd70-99f797e3154c req-d25dd261-c12b-4cbb-bcd4-6f6ca340d615 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/security-groups?id=26970af1-0b89-414e-b3a9-9bc45af86b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655763 Jul 16 20:40:40.797382 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7acc26-3fef-4e85-92d4-cff98e5f688d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:40.801418 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4b7acc26-3fef-4e85-92d4-cff98e5f688d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.810650 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e20da-5abe-465d-89ce-6fc7653f8640 req-bc227738-41bf-49ab-a620-16df6fd08230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:40.812182 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-835e20da-5abe-465d-89ce-6fc7653f8640 req-bc227738-41bf-49ab-a620-16df6fd08230 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6a3fb36e-6da4-4139-b3f5-fa86e24a9d40 HTTP/1.1" status: 200 len: 1097 time: 0.1575537 Jul 16 20:40:40.816128 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=59050d79-8018-4dfb-9377-38cfdad0db66,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:40.819424 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.870025 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b5da114e-2c1b-4bb4-ac46-cbee59e060fb None None] Provisioning for port 37f076ab-a112-4b86-80bc-b6f93a2b5555 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:40.896140 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b5da114e-2c1b-4bb4-ac46-cbee59e060fb None None] Provisioning complete for port 37f076ab-a112-4b86-80bc-b6f93a2b5555 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:40.896811 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5da114e-2c1b-4bb4-ac46-cbee59e060fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.907909 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-835e20da-5abe-465d-89ce-6fc7653f8640 req-8647ea0c-7390-4309-82aa-d510e45d3faa service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=76797e94-7dc8-4765-91b7-86cf3859d1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781672 Jul 16 20:40:40.938109 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 59e2fd0e-abdd-433e-81dd-bc4779409fdb, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=59e2fd0e-abdd-433e-81dd-bc4779409fdb,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:40.954397 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.992768 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-66d44bc3-32ba-4531-9d26-572adbc22b53 None None] Deleting port 59e2fd0e-abdd-433e-81dd-bc4779409fdb {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:40.993389 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66d44bc3-32ba-4531-9d26-572adbc22b53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.001512 n-d-791506-21 neutron-server[93794]: INFO neutron.db.ipam_backend_mixin [None req-4b7acc26-3fef-4e85-92d4-cff98e5f688d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 43d57fc3-d56a-403f-a61f-6d2f04177c56 (CIDR: 2001:db8::/64) Jul 16 20:40:41.010300 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b7acc26-3fef-4e85-92d4-cff98e5f688d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:40:41.010789 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b7acc26-3fef-4e85-92d4-cff98e5f688d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:41.015027 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b5da114e-2c1b-4bb4-ac46-cbee59e060fb None None] Port 37f076ab-a112-4b86-80bc-b6f93a2b5555 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:41.036522 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25e128-dc58-48e1-8e00-db1489cf5a97 req-10c93aa8-114d-4c4d-b799-865ecf9a7db7 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:41.037183 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fb25e128-dc58-48e1-8e00-db1489cf5a97 req-10c93aa8-114d-4c4d-b799-865ecf9a7db7 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.2937152 Jul 16 20:40:41.045564 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa9567-107f-470d-879a-d9da75d4a010 req-d4c241e9-3b5e-4f53-9c1d-914370e6c85f tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:41.046979 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8cfa9567-107f-470d-879a-d9da75d4a010 req-d4c241e9-3b5e-4f53-9c1d-914370e6c85f tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6dfa92-ff6e-44c3-99b3-5000779e65e8 HTTP/1.1" status: 200 len: 945 time: 0.1477754 Jul 16 20:40:41.050932 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4b7acc26-3fef-4e85-92d4-cff98e5f688d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5343518 Jul 16 20:40:41.064404 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51024) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:41.069095 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-ecc5c9ab-f4b8-4abb-a004-cc7760166819 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:41.088079 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.extraroute_db [None req-a1979717-39c1-4969-a57a-05fca00c31a0 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Added routes are [] {{(pid=93793) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:40:41.088079 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.extraroute_db [None req-a1979717-39c1-4969-a57a-05fca00c31a0 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93793) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:40:41.114409 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad2f169a-c7f9-4a41-a6f6-8469d7022069 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.128641 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1979717-39c1-4969-a57a-05fca00c31a0 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.135354 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=59e2fd0e-abdd-433e-81dd-bc4779409fdb,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:41.145548 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fb25e128-dc58-48e1-8e00-db1489cf5a97 req-86f9419b-5748-4f41-aade-285a498f7f48 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962901 Jul 16 20:40:41.155081 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ad2f169a-c7f9-4a41-a6f6-8469d7022069 None None] Transition to ACTIVE for port object 37f076ab-a112-4b86-80bc-b6f93a2b5555 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:41.185977 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8cfa9567-107f-470d-879a-d9da75d4a010 req-ac3a30b7-da93-4b07-81b4-f762cf3e0d4c tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/security-groups?id=26970af1-0b89-414e-b3a9-9bc45af86b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280262 Jul 16 20:40:41.200896 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad2f169a-c7f9-4a41-a6f6-8469d7022069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.222498 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-66d44bc3-32ba-4531-9d26-572adbc22b53 None None] For port 59e2fd0e-abdd-433e-81dd-bc4779409fdb, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=59e2fd0e-abdd-433e-81dd-bc4779409fdb,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:41.222498 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66d44bc3-32ba-4531-9d26-572adbc22b53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.266576 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51030) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:41.282945 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc5c9ab-f4b8-4abb-a004-cc7760166819 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:41.300799 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ecc5c9ab-f4b8-4abb-a004-cc7760166819 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.336218 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-66d44bc3-32ba-4531-9d26-572adbc22b53 None None] Calling delete_port for 59e2fd0e-abdd-433e-81dd-bc4779409fdb owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:41.343604 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 58a8e262-acde-4ef9-b5fc-395fd1eb94c4 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:41.446019 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1979717-39c1-4969-a57a-05fca00c31a0 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.459650 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1979717-39c1-4969-a57a-05fca00c31a0 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896760'] for router, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.484828 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e661ab-e29b-4012-b1b6-f289e149ebb6 None None] Pushing event updated for resources: {'Port': ['ID=37f076ab-a112-4b86-80bc-b6f93a2b5555,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:41.610963 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1979717-39c1-4969-a57a-05fca00c31a0 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Router 1f952c11-a23c-412f-9926-e3d49bc787f4 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:41.635093 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287853b-efc5-4c2a-afc2-aa29a2ad1f27 req-1d0bfad6-2d3c-42a1-a079-2bc243f419f2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:41.638380 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3287853b-efc5-4c2a-afc2-aa29a2ad1f27 req-1d0bfad6-2d3c-42a1-a079-2bc243f419f2 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbd3d5ef-6792-4570-9e91-cc516f052559 HTTP/1.1" status: 200 len: 946 time: 0.2092881 Jul 16 20:40:41.702881 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ad2f169a-c7f9-4a41-a6f6-8469d7022069 None None] Attempting to bind port 37f076ab-a112-4b86-80bc-b6f93a2b5555 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:41.703423 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ad2f169a-c7f9-4a41-a6f6-8469d7022069 None None] Attempting to bind port 37f076ab-a112-4b86-80bc-b6f93a2b5555 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '502f794b-9ad2-40cc-bf8d-38cb8e85dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c7f42ab4-fa30-4d78-81a3-05d90bdbd873'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:41.703727 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f169a-c7f9-4a41-a6f6-8469d7022069 None None] Attempting to bind port 37f076ab-a112-4b86-80bc-b6f93a2b5555 on network c7f42ab4-fa30-4d78-81a3-05d90bdbd873 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:41.725409 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f169a-c7f9-4a41-a6f6-8469d7022069 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:41.725784 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f169a-c7f9-4a41-a6f6-8469d7022069 None None] Checking segment: {'id': '502f794b-9ad2-40cc-bf8d-38cb8e85dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c7f42ab4-fa30-4d78-81a3-05d90bdbd873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:41.726186 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad2f169a-c7f9-4a41-a6f6-8469d7022069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.726622 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f169a-c7f9-4a41-a6f6-8469d7022069 None None] Bound using segment: {'id': '502f794b-9ad2-40cc-bf8d-38cb8e85dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c7f42ab4-fa30-4d78-81a3-05d90bdbd873'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:41.727101 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ad2f169a-c7f9-4a41-a6f6-8469d7022069 None None] Bound port: 37f076ab-a112-4b86-80bc-b6f93a2b5555, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502f794b-9ad2-40cc-bf8d-38cb8e85dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c7f42ab4-fa30-4d78-81a3-05d90bdbd873'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:41.727479 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad2f169a-c7f9-4a41-a6f6-8469d7022069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.739147 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 58a8e262-acde-4ef9-b5fc-395fd1eb94c4 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:41.739567 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.742970 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea36c873-13b2-4ec4-b2f7-de9e6bbfdee1 tempest-TestServerBasicOps-410984945 tempest-TestServerBasicOps-410984945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:41.744642 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ea36c873-13b2-4ec4-b2f7-de9e6bbfdee1 tempest-TestServerBasicOps-410984945 tempest-TestServerBasicOps-410984945-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=cd6dfa92-ff6e-44c3-99b3-5000779e65e8 HTTP/1.1" status: 200 len: 1092 time: 0.4767601 Jul 16 20:40:41.746544 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66d44bc3-32ba-4531-9d26-572adbc22b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.754394 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51040) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:41.759062 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-701fe3e9-3243-4aa2-ad80-815acb39a7df tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'port_id': '0dd89413-e479-449c-820d-71e18c10ead6', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:41.799863 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3287853b-efc5-4c2a-afc2-aa29a2ad1f27 req-cb9e5f50-4339-41ec-95f0-d9903ac4af4c tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546438 Jul 16 20:40:41.842486 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d44bc3-32ba-4531-9d26-572adbc22b53 None None] Pushing event deleted for resources: {'Port': ['ID=59e2fd0e-abdd-433e-81dd-bc4779409fdb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:41.843586 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-701fe3e9-3243-4aa2-ad80-815acb39a7df tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.847692 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d44bc3-32ba-4531-9d26-572adbc22b53 None None] No DVR routers for this DVR port 59e2fd0e-abdd-433e-81dd-bc4779409fdb on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:41.851548 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1979717-39c1-4969-a57a-05fca00c31a0 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:41.869777 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1979717-39c1-4969-a57a-05fca00c31a0 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.869777 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a1979717-39c1-4969-a57a-05fca00c31a0 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "PUT /v2.0/routers/1f952c11-a23c-412f-9926-e3d49bc787f4 HTTP/1.1" status: 200 len: 698 time: 1.3359342 Jul 16 20:40:41.876132 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51044) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:41.885725 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8c6ee9-0745-40a6-9925-7729033a62ef None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:41.898075 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f49cc-1c2c-4a9e-8ab0-24ffc9816f47 req-d37cdefc-b0c0-4710-b0fe-7da6b772256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:41.901932 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-802f49cc-1c2c-4a9e-8ab0-24ffc9816f47 req-d37cdefc-b0c0-4710-b0fe-7da6b772256e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4359c07a39647debc91cc45c7855204&device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 1096 time: 0.2233665 Jul 16 20:40:41.988719 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ad2f169a-c7f9-4a41-a6f6-8469d7022069 None None] For port 37f076ab-a112-4b86-80bc-b6f93a2b5555, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:42.011700 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ad2f169a-c7f9-4a41-a6f6-8469d7022069 None None] For port 37f076ab-a112-4b86-80bc-b6f93a2b5555, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=37f076ab-a112-4b86-80bc-b6f93a2b5555,segment=NetworkSegment(502f794b-9ad2-40cc-bf8d-38cb8e85dfe5),segment_id=502f794b-9ad2-40cc-bf8d-38cb8e85dfe5)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:42.031853 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f49cc-1c2c-4a9e-8ab0-24ffc9816f47 req-2bf3829f-05d1-4006-a5dd-066c483572e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:42.033442 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-802f49cc-1c2c-4a9e-8ab0-24ffc9816f47 req-2bf3829f-05d1-4006-a5dd-066c483572e2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 200 len: 912 time: 0.1241293 Jul 16 20:40:42.042475 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad2f169a-c7f9-4a41-a6f6-8469d7022069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.123942 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-802f49cc-1c2c-4a9e-8ab0-24ffc9816f47 req-68125cdd-c826-4612-b012-7dabfb08a036 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4 HTTP/1.1" status: 200 len: 999 time: 0.0831518 Jul 16 20:40:42.156234 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2f169a-c7f9-4a41-a6f6-8469d7022069 None None] Routers {'1f952c11-a23c-412f-9926-e3d49bc787f4'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:42.156422 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-ad2f169a-c7f9-4a41-a6f6-8469d7022069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1f952c11-a23c-412f-9926-e3d49bc787f4'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:42.160704 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e661ab-e29b-4012-b1b6-f289e149ebb6 None None] Pushing event updated for resources: {'Port': ['ID=37f076ab-a112-4b86-80bc-b6f93a2b5555,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:42.197048 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-caad6cb4-1e66-4ec0-a3bb-e046f211661a tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "GET /v2.0/routers/1f952c11-a23c-412f-9926-e3d49bc787f4 HTTP/1.1" status: 200 len: 698 time: 0.2315838 Jul 16 20:40:42.206437 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51046) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:42.309440 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f49cc-1c2c-4a9e-8ab0-24ffc9816f47 req-65281406-2950-4ff5-8ca2-418dd9936c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:42.312214 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-802f49cc-1c2c-4a9e-8ab0-24ffc9816f47 req-65281406-2950-4ff5-8ca2-418dd9936c4a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=587f0aec-80a3-4172-9644-d785b8e153a3 HTTP/1.1" status: 200 len: 850 time: 0.1804743 Jul 16 20:40:42.322708 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf152ec7-436b-4a48-9100-32dfbf512c11 req-fe732c62-e941-40bc-90b6-510231eee58a tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:42.331093 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cf152ec7-436b-4a48-9100-32dfbf512c11 req-fe732c62-e941-40bc-90b6-510231eee58a tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a3fb36e-6da4-4139-b3f5-fa86e24a9d40 HTTP/1.1" status: 200 len: 945 time: 0.3535757 Jul 16 20:40:42.362659 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4bf37-6a37-49fc-8209-78381bb00d34 req-34f5b066-0421-4329-97e3-e178e62ac6d1 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:42.364448 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6ae4bf37-6a37-49fc-8209-78381bb00d34 req-34f5b066-0421-4329-97e3-e178e62ac6d1 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.3862677 Jul 16 20:40:42.447946 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3219b92e-7334-446a-894f-3291cc766215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-f4aa8141-9687-45d9-b16c-82a3d6b86650', 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'tenant_id': 'cfb8326f9a524e7eae6bbe5a506c5c08', 'fixed_ips': [{'subnet_id': '43d57fc3-d56a-403f-a61f-6d2f04177c56'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:40:42.448842 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3219b92e-7334-446a-894f-3291cc766215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.458300 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-ad2f169a-c7f9-4a41-a6f6-8469d7022069 None None] Set router 1f952c11-a23c-412f-9926-e3d49bc787f4 gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:42.461941 n-d-791506-21 neutron-server[93794]: DEBUG neutron.objects.ports [None req-ecc5c9ab-f4b8-4abb-a004-cc7760166819 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93794) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:40:42.473974 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ecc5c9ab-f4b8-4abb-a004-cc7760166819 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.478755 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cf152ec7-436b-4a48-9100-32dfbf512c11 req-ff65b354-7429-4e7f-b0b7-6e9285a33e8d tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.38 "GET /v2.0/security-groups?id=76797e94-7dc8-4765-91b7-86cf3859d1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456647 Jul 16 20:40:42.497274 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6ae4bf37-6a37-49fc-8209-78381bb00d34 req-d8b4a8cf-d1e1-479e-98cf-281cf2c58927 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163182 Jul 16 20:40:42.535579 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-701fe3e9-3243-4aa2-ad80-815acb39a7df tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.586422 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc5c9ab-f4b8-4abb-a004-cc7760166819 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:42.604195 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-ecc5c9ab-f4b8-4abb-a004-cc7760166819 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:42.613402 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc5c9ab-f4b8-4abb-a004-cc7760166819 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:42.614021 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ecc5c9ab-f4b8-4abb-a004-cc7760166819 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.718749 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5c9ab-f4b8-4abb-a004-cc7760166819 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=37df0e39-c2bb-432b-ba85-75326faa7940,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:42.756733 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ecc5c9ab-f4b8-4abb-a004-cc7760166819 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6887107 Jul 16 20:40:42.757090 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f49cc-1c2c-4a9e-8ab0-24ffc9816f47 req-d46d7b0e-377d-480b-864f-35e909e8dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:42.757179 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51054) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:42.757437 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-802f49cc-1c2c-4a9e-8ab0-24ffc9816f47 req-d46d7b0e-377d-480b-864f-35e909e8dad7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c856853c-1bbc-4399-8326-1d7e71a7f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4361629 Jul 16 20:40:42.766291 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-3a75cca1-a05c-4f39-ad57-19c58d2e1150 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'port': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'mac_address': 'fa:16:3e:7d:1a:ad', 'name': 'tempest-NetworksTestDHCPv6-133491309'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:42.792045 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-3219b92e-7334-446a-894f-3291cc766215 None None] Allocated IP 2001:db8::2 (f4aa8141-9687-45d9-b16c-82a3d6b86650/43d57fc3-d56a-403f-a61f-6d2f04177c56/32774e1f-06fd-41b9-947d-0fef22586dc0) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:42.803285 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-3219b92e-7334-446a-894f-3291cc766215 None None] Allocated IP 2001:db8:0:1:f816:3eff:feb6:fc1f (f4aa8141-9687-45d9-b16c-82a3d6b86650/37df0e39-c2bb-432b-ba85-75326faa7940/32774e1f-06fd-41b9-947d-0fef22586dc0) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:42.914810 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-802f49cc-1c2c-4a9e-8ab0-24ffc9816f47 req-9380d9a4-5e2a-4aac-a312-b17075d450c3 service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497166 Jul 16 20:40:43.054633 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-701fe3e9-3243-4aa2-ad80-815acb39a7df tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Allocated IP 172.25.0.134 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/86d82e01-386e-4c31-9606-badcca3568b0) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:43.121536 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-802f49cc-1c2c-4a9e-8ab0-24ffc9816f47 req-9da84fa1-d7e6-4110-934a-7353b16e39ee service neutron] 10.222.0.62 "GET /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954136 Jul 16 20:40:43.171478 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-05a893ea-938d-4b6c-bc84-de7776594f6b tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.173063 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3219b92e-7334-446a-894f-3291cc766215 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.189797 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3219b92e-7334-446a-894f-3291cc766215 None None] Transition to ACTIVE for port object 32774e1f-06fd-41b9-947d-0fef22586dc0 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:43.216099 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3219b92e-7334-446a-894f-3291cc766215 None None] Transition to ACTIVE for port object 32774e1f-06fd-41b9-947d-0fef22586dc0 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:43.218133 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a75cca1-a05c-4f39-ad57-19c58d2e1150 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:43.229792 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3219b92e-7334-446a-894f-3291cc766215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.274715 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-ad2f169a-c7f9-4a41-a6f6-8469d7022069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:40:41Z', 'revision_number': 7, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None, '_interfaces': [{'id': '36a34ed3-339a-4acf-b099-363bf3eff555', 'name': '', 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:b8:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:09Z', 'updated_at': '2021-07-16T20:40:21Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37f076ab-a112-4b86-80bc-b6f93a2b5555', 'name': '', 'network_id': 'c7f42ab4-fa30-4d78-81a3-05d90bdbd873', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:c1:1d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '58a271c3-d6c2-42f9-a353-ce8d2daed0ff', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:35Z', 'updated_at': '2021-07-16T20:40:41Z', 'revision_number': 4, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': '58a271c3-d6c2-42f9-a353-ce8d2daed0ff', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16a2993-cd45-4044-972b-b656db9ca06d', 'name': '', 'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:12:e6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:19Z', 'updated_at': '2021-07-16T20:40:30Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe8d4639-0afa-4f1b-80f0-c5e16b60098f', 'name': '', 'network_id': 'f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:cc:27:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '68fe51ab-3417-4c74-9f61-67b80faa92fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:27Z', 'updated_at': '2021-07-16T20:40:36Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': '68fe51ab-3417-4c74-9f61-67b80faa92fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:43.308626 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-701fe3e9-3243-4aa2-ad80-815acb39a7df tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.325833 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3219b92e-7334-446a-894f-3291cc766215 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:43.327255 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2f169a-c7f9-4a41-a6f6-8469d7022069 None None] The sync data for ids ['1f952c11-a23c-412f-9926-e3d49bc787f4'] in n-d-791506-21 is: [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:40:41Z', 'revision_number': 7, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None, '_interfaces': [{'id': '36a34ed3-339a-4acf-b099-363bf3eff555', 'name': '', 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:b8:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:09Z', 'updated_at': '2021-07-16T20:40:21Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37f076ab-a112-4b86-80bc-b6f93a2b5555', 'name': '', 'network_id': 'c7f42ab4-fa30-4d78-81a3-05d90bdbd873', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:c1:1d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '58a271c3-d6c2-42f9-a353-ce8d2daed0ff', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:35Z', 'updated_at': '2021-07-16T20:40:41Z', 'revision_number': 4, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': '58a271c3-d6c2-42f9-a353-ce8d2daed0ff', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16a2993-cd45-4044-972b-b656db9ca06d', 'name': '', 'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:12:e6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:19Z', 'updated_at': '2021-07-16T20:40:30Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe8d4639-0afa-4f1b-80f0-c5e16b60098f', 'name': '', 'network_id': 'f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:cc:27:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '68fe51ab-3417-4c74-9f61-67b80faa92fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:27Z', 'updated_at': '2021-07-16T20:40:36Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': '68fe51ab-3417-4c74-9f61-67b80faa92fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:43.345695 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-3219b92e-7334-446a-894f-3291cc766215 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:43.355802 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3219b92e-7334-446a-894f-3291cc766215 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:43.362869 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3219b92e-7334-446a-894f-3291cc766215 None None] Pushing event updated for resources: {'Port': ['ID=32774e1f-06fd-41b9-947d-0fef22586dc0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:43.379429 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac4811-0954-4daf-a71c-e4415ea5f7f3 req-ca5f0326-8b0d-4874-94da-2f5ad770c110 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:43.386708 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09ac4811-0954-4daf-a71c-e4415ea5f7f3 req-ca5f0326-8b0d-4874-94da-2f5ad770c110 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbd3d5ef-6792-4570-9e91-cc516f052559 HTTP/1.1" status: 200 len: 946 time: 0.2103601 Jul 16 20:40:43.457540 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a75cca1-a05c-4f39-ad57-19c58d2e1150 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.513565 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09ac4811-0954-4daf-a71c-e4415ea5f7f3 req-14306836-bbf1-44a2-ba9a-303a83529a1f tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252687 Jul 16 20:40:43.520745 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-3a75cca1-a05c-4f39-ad57-19c58d2e1150 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] device_id is not set on port d0e65b2b-7823-437d-a95e-01739c82a641 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:40:43.551178 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3219b92e-7334-446a-894f-3291cc766215 None None] Attempting to bind port 32774e1f-06fd-41b9-947d-0fef22586dc0 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:43.551577 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3219b92e-7334-446a-894f-3291cc766215 None None] Attempting to bind port 32774e1f-06fd-41b9-947d-0fef22586dc0 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:43.551962 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3219b92e-7334-446a-894f-3291cc766215 None None] Attempting to bind port 32774e1f-06fd-41b9-947d-0fef22586dc0 on network f4aa8141-9687-45d9-b16c-82a3d6b86650 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:43.567791 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-701fe3e9-3243-4aa2-ad80-815acb39a7df tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.573600 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3219b92e-7334-446a-894f-3291cc766215 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:43.573988 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3219b92e-7334-446a-894f-3291cc766215 None None] Checking segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:43.574444 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3219b92e-7334-446a-894f-3291cc766215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.574848 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3219b92e-7334-446a-894f-3291cc766215 None None] Bound using segment: {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:43.576027 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3219b92e-7334-446a-894f-3291cc766215 None None] Bound port: 32774e1f-06fd-41b9-947d-0fef22586dc0, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dc44b8-63ae-4e0f-988a-29f8df2e92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:43.576490 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3219b92e-7334-446a-894f-3291cc766215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.664359 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-05a893ea-938d-4b6c-bc84-de7776594f6b tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Deleting port 37f076ab-a112-4b86-80bc-b6f93a2b5555 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:43.664780 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-05a893ea-938d-4b6c-bc84-de7776594f6b tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.675931 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3219b92e-7334-446a-894f-3291cc766215 None None] For port 32774e1f-06fd-41b9-947d-0fef22586dc0, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:43.682420 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3219b92e-7334-446a-894f-3291cc766215 None None] For port 32774e1f-06fd-41b9-947d-0fef22586dc0, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=32774e1f-06fd-41b9-947d-0fef22586dc0,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:43.691092 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3219b92e-7334-446a-894f-3291cc766215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.693519 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701fe3e9-3243-4aa2-ad80-815acb39a7df tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:43.744693 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-701fe3e9-3243-4aa2-ad80-815acb39a7df tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:43.749765 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701fe3e9-3243-4aa2-ad80-815acb39a7df tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:43.751484 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701fe3e9-3243-4aa2-ad80-815acb39a7df tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Pushing event updated for resources: {'Port': ['ID=86d82e01-386e-4c31-9606-badcca3568b0,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:43.853952 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3219b92e-7334-446a-894f-3291cc766215 None None] Pushing event updated for resources: {'Port': ['ID=32774e1f-06fd-41b9-947d-0fef22586dc0,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:43.857391 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-05a893ea-938d-4b6c-bc84-de7776594f6b tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] For port 37f076ab-a112-4b86-80bc-b6f93a2b5555, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=37f076ab-a112-4b86-80bc-b6f93a2b5555,segment=NetworkSegment(502f794b-9ad2-40cc-bf8d-38cb8e85dfe5),segment_id=502f794b-9ad2-40cc-bf8d-38cb8e85dfe5)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:43.867880 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-05a893ea-938d-4b6c-bc84-de7776594f6b tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.885704 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-05a893ea-938d-4b6c-bc84-de7776594f6b tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Calling delete_port for 37f076ab-a112-4b86-80bc-b6f93a2b5555 owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:44.056488 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-3a75cca1-a05c-4f39-ad57-19c58d2e1150 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 2001:db8::c6 (f4aa8141-9687-45d9-b16c-82a3d6b86650/43d57fc3-d56a-403f-a61f-6d2f04177c56/d0e65b2b-7823-437d-a95e-01739c82a641) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:44.070671 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-3a75cca1-a05c-4f39-ad57-19c58d2e1150 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7d:1aad (f4aa8141-9687-45d9-b16c-82a3d6b86650/37df0e39-c2bb-432b-ba85-75326faa7940/d0e65b2b-7823-437d-a95e-01739c82a641) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:44.098946 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7edbf3-45a8-4e6f-a0d6-472dc04880d6 req-304e23df-f294-42f8-bd40-1a8956451dca tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:44.100550 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4f7edbf3-45a8-4e6f-a0d6-472dc04880d6 req-304e23df-f294-42f8-bd40-1a8956451dca tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.3118873 Jul 16 20:40:44.174955 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-05a893ea-938d-4b6c-bc84-de7776594f6b tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:44.386543 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a893ea-938d-4b6c-bc84-de7776594f6b tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Port': ['ID=37f076ab-a112-4b86-80bc-b6f93a2b5555,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:44.529727 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-05a893ea-938d-4b6c-bc84-de7776594f6b tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:44.606869 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0276ff-33cb-4dda-88a3-713e00eb1017 None None] Sync routers for ids ['1f952c11-a23c-412f-9926-e3d49bc787f4'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:44.625280 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0276ff-33cb-4dda-88a3-713e00eb1017 None None] Routers {'1f952c11-a23c-412f-9926-e3d49bc787f4'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:44.625909 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-0c0276ff-33cb-4dda-88a3-713e00eb1017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1f952c11-a23c-412f-9926-e3d49bc787f4'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:44.808349 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-0c0276ff-33cb-4dda-88a3-713e00eb1017 None None] Set router 1f952c11-a23c-412f-9926-e3d49bc787f4 gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:44.817494 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a893ea-938d-4b6c-bc84-de7776594f6b tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Router 1f952c11-a23c-412f-9926-e3d49bc787f4 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:44.886177 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2249a0-b2e2-4d9c-804d-77dac12da3e8 req-6b5db9ae-3e04-4733-840f-0c92ceabb0d5 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:44.887759 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5c2249a0-b2e2-4d9c-804d-77dac12da3e8 req-6b5db9ae-3e04-4733-840f-0c92ceabb0d5 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbd3d5ef-6792-4570-9e91-cc516f052559 HTTP/1.1" status: 200 len: 946 time: 0.2345462 Jul 16 20:40:44.930914 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4f7edbf3-45a8-4e6f-a0d6-472dc04880d6 req-7812effd-b31c-4139-9757-7239dbae76fe tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8107054 Jul 16 20:40:44.994148 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a893ea-938d-4b6c-bc84-de7776594f6b tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:45.019142 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-05a893ea-938d-4b6c-bc84-de7776594f6b tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "PUT /v2.0/routers/1f952c11-a23c-412f-9926-e3d49bc787f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8073168 Jul 16 20:40:45.023833 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51084) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:45.093882 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-c70367ab-de75-4fab-959b-0f506c35884d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Deleting subnet 58a271c3-d6c2-42f9-a353-ce8d2daed0ff {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:45.099454 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c70367ab-de75-4fab-959b-0f506c35884d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.101187 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-0c0276ff-33cb-4dda-88a3-713e00eb1017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:40:44Z', 'revision_number': 8, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None, '_interfaces': [{'id': '36a34ed3-339a-4acf-b099-363bf3eff555', 'name': '', 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:b8:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:09Z', 'updated_at': '2021-07-16T20:40:21Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16a2993-cd45-4044-972b-b656db9ca06d', 'name': '', 'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:12:e6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:19Z', 'updated_at': '2021-07-16T20:40:30Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe8d4639-0afa-4f1b-80f0-c5e16b60098f', 'name': '', 'network_id': 'f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:cc:27:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '68fe51ab-3417-4c74-9f61-67b80faa92fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:27Z', 'updated_at': '2021-07-16T20:40:36Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': '68fe51ab-3417-4c74-9f61-67b80faa92fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:45.144555 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-5c2249a0-b2e2-4d9c-804d-77dac12da3e8 req-dbd25222-3bed-40ac-9df9-30aec545415b tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Deleting port 76932886-6f4b-42a4-a2cb-8a66ecfbafe3 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:45.144892 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5c2249a0-b2e2-4d9c-804d-77dac12da3e8 req-dbd25222-3bed-40ac-9df9-30aec545415b tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.168412 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0276ff-33cb-4dda-88a3-713e00eb1017 None None] Checking router: 1f952c11-a23c-412f-9926-e3d49bc787f4 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:45.190977 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0276ff-33cb-4dda-88a3-713e00eb1017 None None] Routers {'1f952c11-a23c-412f-9926-e3d49bc787f4'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:45.195706 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-0c0276ff-33cb-4dda-88a3-713e00eb1017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1f952c11-a23c-412f-9926-e3d49bc787f4'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:45.282812 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c70367ab-de75-4fab-959b-0f506c35884d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.346456 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 32774e1f-06fd-41b9-947d-0fef22586dc0 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:45.361126 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a75cca1-a05c-4f39-ad57-19c58d2e1150 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.402046 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-0c0276ff-33cb-4dda-88a3-713e00eb1017 None None] Set router 1f952c11-a23c-412f-9926-e3d49bc787f4 gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:45.411005 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-3a75cca1-a05c-4f39-ad57-19c58d2e1150 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Transition to ACTIVE for port object d0e65b2b-7823-437d-a95e-01739c82a641 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:45.456455 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 32774e1f-06fd-41b9-947d-0fef22586dc0 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:45.459611 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c70367ab-de75-4fab-959b-0f506c35884d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.485904 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a75cca1-a05c-4f39-ad57-19c58d2e1150 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.555674 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c70367ab-de75-4fab-959b-0f506c35884d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.605266 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75cca1-a05c-4f39-ad57-19c58d2e1150 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Port': ['ID=d0e65b2b-7823-437d-a95e-01739c82a641,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:45.611250 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c70367ab-de75-4fab-959b-0f506c35884d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.615730 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9571125d-f83e-4c3a-8222-d8623cc7a6cf None None] Network c7f42ab4-fa30-4d78-81a3-05d90bdbd873 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:45.616462 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c70367ab-de75-4fab-959b-0f506c35884d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/subnets/58a271c3-d6c2-42f9-a353-ce8d2daed0ff HTTP/1.1" status: 204 len: 168 time: 0.5897129 Jul 16 20:40:45.617764 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70367ab-de75-4fab-959b-0f506c35884d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Subnet': ['ID=58a271c3-d6c2-42f9-a353-ce8d2daed0ff,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:45.619668 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51094) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:45.626343 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279346a-71cc-4950-86ae-c5aab60a7442 req-a9be88b7-2644-4844-af6c-f14531da368d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:45.634864 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7279346a-71cc-4950-86ae-c5aab60a7442 req-a9be88b7-2644-4844-af6c-f14531da368d tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbd3d5ef-6792-4570-9e91-cc516f052559 HTTP/1.1" status: 200 len: 946 time: 0.7607658 Jul 16 20:40:45.678415 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-5c2249a0-b2e2-4d9c-804d-77dac12da3e8 req-dbd25222-3bed-40ac-9df9-30aec545415b tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] For port 76932886-6f4b-42a4-a2cb-8a66ecfbafe3, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=76932886-6f4b-42a4-a2cb-8a66ecfbafe3,segment=NetworkSegment(ff7788cb-5e91-4bfe-a672-fecf9a2d060e),segment_id=ff7788cb-5e91-4bfe-a672-fecf9a2d060e)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:45.678633 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5c2249a0-b2e2-4d9c-804d-77dac12da3e8 req-dbd25222-3bed-40ac-9df9-30aec545415b tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.711402 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a75cca1-a05c-4f39-ad57-19c58d2e1150 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:45.747190 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7279346a-71cc-4950-86ae-c5aab60a7442 req-fc07fc33-c12e-4eca-8e63-413fa4ed6f54 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef46beb6-cf75-4a80-8a7f-071ac412500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109278 Jul 16 20:40:45.750960 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-3a75cca1-a05c-4f39-ad57-19c58d2e1150 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:45.757816 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-5c2249a0-b2e2-4d9c-804d-77dac12da3e8 req-dbd25222-3bed-40ac-9df9-30aec545415b tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Calling delete_port for 76932886-6f4b-42a4-a2cb-8a66ecfbafe3 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:45.760967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a75cca1-a05c-4f39-ad57-19c58d2e1150 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:45.770814 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a75cca1-a05c-4f39-ad57-19c58d2e1150 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:45.771565 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a75cca1-a05c-4f39-ad57-19c58d2e1150 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.781594 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39283268-5024-4caf-b651-fe7447f6fc97 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.797275 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3a75cca1-a05c-4f39-ad57-19c58d2e1150 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.0361879 Jul 16 20:40:45.797275 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-701fe3e9-3243-4aa2-ad80-815acb39a7df tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.800656 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51096) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:45.805270 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-0c0276ff-33cb-4dda-88a3-713e00eb1017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:40:44Z', 'revision_number': 8, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None, '_interfaces': [{'id': '36a34ed3-339a-4acf-b099-363bf3eff555', 'name': '', 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:b8:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:09Z', 'updated_at': '2021-07-16T20:40:21Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16a2993-cd45-4044-972b-b656db9ca06d', 'name': '', 'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:12:e6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:19Z', 'updated_at': '2021-07-16T20:40:30Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe8d4639-0afa-4f1b-80f0-c5e16b60098f', 'name': '', 'network_id': 'f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:cc:27:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '68fe51ab-3417-4c74-9f61-67b80faa92fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:27Z', 'updated_at': '2021-07-16T20:40:36Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': '68fe51ab-3417-4c74-9f61-67b80faa92fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:45.819297 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d485c1b-ad6d-4ecc-8137-fda510779f2f None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:45.864145 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0276ff-33cb-4dda-88a3-713e00eb1017 None None] The sync data for ids ['1f952c11-a23c-412f-9926-e3d49bc787f4'] in n-d-791506-21 is: [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:40:44Z', 'revision_number': 8, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None, '_interfaces': [{'id': '36a34ed3-339a-4acf-b099-363bf3eff555', 'name': '', 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:b8:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:09Z', 'updated_at': '2021-07-16T20:40:21Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16a2993-cd45-4044-972b-b656db9ca06d', 'name': '', 'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:12:e6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:19Z', 'updated_at': '2021-07-16T20:40:30Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe8d4639-0afa-4f1b-80f0-c5e16b60098f', 'name': '', 'network_id': 'f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:cc:27:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '68fe51ab-3417-4c74-9f61-67b80faa92fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:27Z', 'updated_at': '2021-07-16T20:40:36Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': '68fe51ab-3417-4c74-9f61-67b80faa92fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:45.970966 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-701fe3e9-3243-4aa2-ad80-815acb39a7df tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.989452 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4d5e746d-6ec9-4481-a495-4e375c91a264 None None] Provisioning for port 32774e1f-06fd-41b9-947d-0fef22586dc0 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:46.003558 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4d5e746d-6ec9-4481-a495-4e375c91a264 None None] Provisioning complete for port 32774e1f-06fd-41b9-947d-0fef22586dc0 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:46.003939 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d5e746d-6ec9-4481-a495-4e375c91a264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.189119 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-39283268-5024-4caf-b651-fe7447f6fc97 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Deleting port 58a8e262-acde-4ef9-b5fc-395fd1eb94c4 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:46.190001 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39283268-5024-4caf-b651-fe7447f6fc97 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.190507 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d5e746d-6ec9-4481-a495-4e375c91a264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.194467 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5c2249a0-b2e2-4d9c-804d-77dac12da3e8 req-dbd25222-3bed-40ac-9df9-30aec545415b tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.197045 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-058ffa01-c51c-4962-9327-37d1566c44ae tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting port d0e65b2b-7823-437d-a95e-01739c82a641 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:46.197532 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-058ffa01-c51c-4962-9327-37d1566c44ae tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.220914 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['76932886-6f4b-42a4-a2cb-8a66ecfbafe3'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:40:46.267296 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9839c107-495f-4dbd-9756-fb4dc767a5f6 None None] DHCP port deletion for c7f42ab4-fa30-4d78-81a3-05d90bdbd873 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:40:46.298531 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bc38a-2274-476b-a09a-ebe7e4b8fbf7 req-86f2334e-bfeb-4a29-8d89-f5545e58ed15 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:46.300596 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be6bc38a-2274-476b-a09a-ebe7e4b8fbf7 req-86f2334e-bfeb-4a29-8d89-f5545e58ed15 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.1385324 Jul 16 20:40:46.305526 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-701fe3e9-3243-4aa2-ad80-815acb39a7df tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.337548 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-701fe3e9-3243-4aa2-ad80-815acb39a7df tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.407120 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be6bc38a-2274-476b-a09a-ebe7e4b8fbf7 req-f88a355b-b253-45bb-95b7-5863f349eded tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990717 Jul 16 20:40:46.417791 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4d5e746d-6ec9-4481-a495-4e375c91a264 None None] For port 32774e1f-06fd-41b9-947d-0fef22586dc0, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=32774e1f-06fd-41b9-947d-0fef22586dc0,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:46.428894 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d5e746d-6ec9-4481-a495-4e375c91a264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.499825 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701fe3e9-3243-4aa2-ad80-815acb39a7df tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Pushing event updated for resources: {'Port': ['ID=86d82e01-386e-4c31-9606-badcca3568b0,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:46.519189 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-701fe3e9-3243-4aa2-ad80-815acb39a7df tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.583488 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e746d-6ec9-4481-a495-4e375c91a264 None None] Pushing event updated for resources: {'Port': ['ID=32774e1f-06fd-41b9-947d-0fef22586dc0,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:46.640032 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9839c107-495f-4dbd-9756-fb4dc767a5f6 None None] Deleting port 58a8e262-acde-4ef9-b5fc-395fd1eb94c4 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:46.640735 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9839c107-495f-4dbd-9756-fb4dc767a5f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.760214 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-9839c107-495f-4dbd-9756-fb4dc767a5f6 None None] For port 58a8e262-acde-4ef9-b5fc-395fd1eb94c4, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=58a8e262-acde-4ef9-b5fc-395fd1eb94c4,segment=NetworkSegment(502f794b-9ad2-40cc-bf8d-38cb8e85dfe5),segment_id=502f794b-9ad2-40cc-bf8d-38cb8e85dfe5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:46.760907 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9839c107-495f-4dbd-9756-fb4dc767a5f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.768600 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-701fe3e9-3243-4aa2-ad80-815acb39a7df tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Floating IP b3934e9f-8934-403c-bad4-20bcfe772615 associated. External IP: 172.25.0.134, port: 0dd89413-e479-449c-820d-71e18c10ead6. Jul 16 20:40:46.780983 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9839c107-495f-4dbd-9756-fb4dc767a5f6 None None] Calling delete_port for 58a8e262-acde-4ef9-b5fc-395fd1eb94c4 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:46.781183 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd25222-3bed-40ac-9df9-30aec545415b tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Pushing event deleted for resources: {'Port': ['ID=76932886-6f4b-42a4-a2cb-8a66ecfbafe3,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:46.862036 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d1d846-7074-4138-88cf-2d9487a4dc85 None None] Sync routers for ids ['1f952c11-a23c-412f-9926-e3d49bc787f4'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:46.887275 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d1d846-7074-4138-88cf-2d9487a4dc85 None None] Routers {'1f952c11-a23c-412f-9926-e3d49bc787f4'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:46.888879 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-e5d1d846-7074-4138-88cf-2d9487a4dc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1f952c11-a23c-412f-9926-e3d49bc787f4'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:46.921681 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf835f4e-3304-4378-86e1-a7c70a11bfe8 req-67aa5d7b-383d-48c0-9d27-b5527b2741a5 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:46.923381 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf835f4e-3304-4378-86e1-a7c70a11bfe8 req-67aa5d7b-383d-48c0-9d27-b5527b2741a5 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.2481942 Jul 16 20:40:46.954476 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-39283268-5024-4caf-b651-fe7447f6fc97 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] For port 58a8e262-acde-4ef9-b5fc-395fd1eb94c4, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=58a8e262-acde-4ef9-b5fc-395fd1eb94c4,segment=NetworkSegment(502f794b-9ad2-40cc-bf8d-38cb8e85dfe5),segment_id=502f794b-9ad2-40cc-bf8d-38cb8e85dfe5)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:46.955144 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39283268-5024-4caf-b651-fe7447f6fc97 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.987063 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9839c107-495f-4dbd-9756-fb4dc767a5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.005007 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2249a0-b2e2-4d9c-804d-77dac12da3e8 req-dbd25222-3bed-40ac-9df9-30aec545415b tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] No DVR routers for this DVR port 76932886-6f4b-42a4-a2cb-8a66ecfbafe3 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:47.008654 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf835f4e-3304-4378-86e1-a7c70a11bfe8 req-8fc9ecf2-f302-4269-b782-3c7b94ba479e tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774910 Jul 16 20:40:47.016914 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5c2249a0-b2e2-4d9c-804d-77dac12da3e8 req-dbd25222-3bed-40ac-9df9-30aec545415b tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.019692 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5c2249a0-b2e2-4d9c-804d-77dac12da3e8 req-dbd25222-3bed-40ac-9df9-30aec545415b tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.62 "DELETE /v2.0/ports/76932886-6f4b-42a4-a2cb-8a66ecfbafe3 HTTP/1.1" status: 204 len: 173 time: 2.0996306 Jul 16 20:40:47.040649 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd3d5ef-6792-4570-9e91-cc516f052559', 'name': 'network-vif-deleted', 'tag': '76932886-6f4b-42a4-a2cb-8a66ecfbafe3'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:47.043583 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839c107-495f-4dbd-9756-fb4dc767a5f6 None None] Pushing event deleted for resources: {'Port': ['ID=58a8e262-acde-4ef9-b5fc-395fd1eb94c4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:47.044762 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612e0892-9226-418b-970e-9a3239291663" -d '{"events": [{"server_uuid": "bbd3d5ef-6792-4570-9e91-cc516f052559", "name": "network-vif-deleted", "tag": "76932886-6f4b-42a4-a2cb-8a66ecfbafe3"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:47.054607 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9839c107-495f-4dbd-9756-fb4dc767a5f6 None None] No DVR routers for this DVR port 58a8e262-acde-4ef9-b5fc-395fd1eb94c4 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:47.060226 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-39283268-5024-4caf-b651-fe7447f6fc97 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Calling delete_port for 58a8e262-acde-4ef9-b5fc-395fd1eb94c4 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:47.080668 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-e5d1d846-7074-4138-88cf-2d9487a4dc85 None None] Set router 1f952c11-a23c-412f-9926-e3d49bc787f4 gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:47.099218 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-058ffa01-c51c-4962-9327-37d1566c44ae tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.173569 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-058ffa01-c51c-4962-9327-37d1566c44ae tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Calling delete_port for d0e65b2b-7823-437d-a95e-01739c82a641 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:47.371253 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8b1ac8bb-63bb-4419-a896-bb389f655e5d req-7e990aa9-d23c-4b4a-8bbc-c8f63d42b3f8 tempest-DeleteServersTestJSON-994358768 tempest-DeleteServersTestJSON-994358768-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbd3d5ef-6792-4570-9e91-cc516f052559 HTTP/1.1" status: 200 len: 210 time: 0.0769846 Jul 16 20:40:47.383365 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39283268-5024-4caf-b651-fe7447f6fc97 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.397895 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701fe3e9-3243-4aa2-ad80-815acb39a7df tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Router 5223dfdb-b57c-4429-ad03-5f31cd8d3763 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:47.410445 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39283268-5024-4caf-b651-fe7447f6fc97 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] No DVR routers for this DVR port 58a8e262-acde-4ef9-b5fc-395fd1eb94c4 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:47.457493 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 32774e1f-06fd-41b9-947d-0fef22586dc0 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:47.464041 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab210d2-750c-48c1-8fa4-91ffc2f937c4 x-openstack-request-id: req-bab210d2-750c-48c1-8fa4-91ffc2f937c4 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:47.464340 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd3d5ef-6792-4570-9e91-cc516f052559", "name": "network-vif-deleted", "tag": "76932886-6f4b-42a4-a2cb-8a66ecfbafe3", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:47.464597 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bab210d2-750c-48c1-8fa4-91ffc2f937c4 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:47.464998 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd3d5ef-6792-4570-9e91-cc516f052559', 'name': 'network-vif-deleted', 'tag': '76932886-6f4b-42a4-a2cb-8a66ecfbafe3', 'status': 'completed', 'code': 200} Jul 16 20:40:47.468644 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39283268-5024-4caf-b651-fe7447f6fc97 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Port': ['ID=58a8e262-acde-4ef9-b5fc-395fd1eb94c4,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:47.554785 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e541da7f-0be4-4c98-80b6-f7c503821ca5 None None] Provisioning complete for port 32774e1f-06fd-41b9-947d-0fef22586dc0 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:47.555189 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e541da7f-0be4-4c98-80b6-f7c503821ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.577851 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39283268-5024-4caf-b651-fe7447f6fc97 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.602730 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-39283268-5024-4caf-b651-fe7447f6fc97 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f42ab4-fa30-4d78-81a3-05d90bdbd873']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:47.612800 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 32774e1f-06fd-41b9-947d-0fef22586dc0 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:47.612800 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.631303 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-39283268-5024-4caf-b651-fe7447f6fc97 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '502f794b-9ad2-40cc-bf8d-38cb8e85dfe5') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:47.631303 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-39283268-5024-4caf-b651-fe7447f6fc97 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '502f794b-9ad2-40cc-bf8d-38cb8e85dfe5') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:47.648600 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39283268-5024-4caf-b651-fe7447f6fc97 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.659735 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701fe3e9-3243-4aa2-ad80-815acb39a7df tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:47.678926 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f253051-44eb-4a9b-861e-f480853bce4d None None] Sync routers for ids ['5223dfdb-b57c-4429-ad03-5f31cd8d3763'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:47.693688 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f253051-44eb-4a9b-861e-f480853bce4d None None] Routers {'5223dfdb-b57c-4429-ad03-5f31cd8d3763'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:47.695551 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9f253051-44eb-4a9b-861e-f480853bce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5223dfdb-b57c-4429-ad03-5f31cd8d3763'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:47.720719 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-e5d1d846-7074-4138-88cf-2d9487a4dc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:40:44Z', 'revision_number': 8, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None, '_interfaces': [{'id': '36a34ed3-339a-4acf-b099-363bf3eff555', 'name': '', 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:b8:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:09Z', 'updated_at': '2021-07-16T20:40:21Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16a2993-cd45-4044-972b-b656db9ca06d', 'name': '', 'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:12:e6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:19Z', 'updated_at': '2021-07-16T20:40:30Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe8d4639-0afa-4f1b-80f0-c5e16b60098f', 'name': '', 'network_id': 'f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:cc:27:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '68fe51ab-3417-4c74-9f61-67b80faa92fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:27Z', 'updated_at': '2021-07-16T20:40:36Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': '68fe51ab-3417-4c74-9f61-67b80faa92fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:47.743288 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39283268-5024-4caf-b651-fe7447f6fc97 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.756307 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39283268-5024-4caf-b651-fe7447f6fc97 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:40:47.756518 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39283268-5024-4caf-b651-fe7447f6fc97 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:40:47.761203 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:40:47.765054 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-701fe3e9-3243-4aa2-ad80-815acb39a7df tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.806463 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d1d846-7074-4138-88cf-2d9487a4dc85 None None] Checking router: 1f952c11-a23c-412f-9926-e3d49bc787f4 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:47.883543 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d1d846-7074-4138-88cf-2d9487a4dc85 None None] Routers {'1f952c11-a23c-412f-9926-e3d49bc787f4'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:47.885145 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-e5d1d846-7074-4138-88cf-2d9487a4dc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1f952c11-a23c-412f-9926-e3d49bc787f4'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:47.901805 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-701fe3e9-3243-4aa2-ad80-815acb39a7df tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1306791 Jul 16 20:40:47.902128 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ec80c3-d7d6-4a42-9867-c8e782392313 None None] get_active_networks_info from n-d-791506-21 {{(pid=93795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:40:47.902215 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6dfa92-ff6e-44c3-99b3-5000779e65e8', 'tag': '0dd89413-e479-449c-820d-71e18c10ead6'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:47.902283 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-058ffa01-c51c-4962-9327-37d1566c44ae tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.905190 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1402f6a2-6424-4fed-99f4-db3532cba641" -d '{"events": [{"name": "network-changed", "server_uuid": "cd6dfa92-ff6e-44c3-99b3-5000779e65e8", "tag": "0dd89413-e479-449c-820d-71e18c10ead6"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:47.951606 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb5016-dc71-427a-abd6-8a87342b3515 req-59181045-6278-4b82-aeb2-2734483102e9 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:47.953791 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d0cb5016-dc71-427a-abd6-8a87342b3515 req-59181045-6278-4b82-aeb2-2734483102e9 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a3fb36e-6da4-4139-b3f5-fa86e24a9d40 HTTP/1.1" status: 200 len: 945 time: 0.2574565 Jul 16 20:40:47.957236 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39283268-5024-4caf-b651-fe7447f6fc97 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.959369 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ffa01-c51c-4962-9327-37d1566c44ae tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Port': ['ID=d0e65b2b-7823-437d-a95e-01739c82a641,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:47.980769 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39283268-5024-4caf-b651-fe7447f6fc97 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.983733 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-39283268-5024-4caf-b651-fe7447f6fc97 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/networks/c7f42ab4-fa30-4d78-81a3-05d90bdbd873 HTTP/1.1" status: 204 len: 168 time: 2.3564494 Jul 16 20:40:47.991384 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51144) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:48.059984 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39283268-5024-4caf-b651-fe7447f6fc97 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Network': ['ID=c7f42ab4-fa30-4d78-81a3-05d90bdbd873,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:48.066633 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-058ffa01-c51c-4962-9327-37d1566c44ae tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.073228 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-058ffa01-c51c-4962-9327-37d1566c44ae tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/d0e65b2b-7823-437d-a95e-01739c82a641 HTTP/1.1" status: 204 len: 168 time: 2.2624660 Jul 16 20:40:48.073921 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51146) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:48.111313 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d0cb5016-dc71-427a-abd6-8a87342b3515 req-5ba7d07d-de97-4f8c-8747-a7f8dbc360a7 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.38 "GET /v2.0/security-groups?id=76797e94-7dc8-4765-91b7-86cf3859d1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482944 Jul 16 20:40:48.131329 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-9f253051-44eb-4a9b-861e-f480853bce4d None None] Set router 5223dfdb-b57c-4429-ad03-5f31cd8d3763 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:48.214134 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69dcb22-4b61-4aa6-8270-66eadcffb59b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:48.223556 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b69dcb22-4b61-4aa6-8270-66eadcffb59b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1478508 Jul 16 20:40:48.225810 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51148) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:48.390887 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c6e010-8591-4d2d-ae8d-c8d619f13dae x-openstack-request-id: req-b0c6e010-8591-4d2d-ae8d-c8d619f13dae {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:48.391252 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd6dfa92-ff6e-44c3-99b3-5000779e65e8", "tag": "0dd89413-e479-449c-820d-71e18c10ead6", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:48.391531 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b0c6e010-8591-4d2d-ae8d-c8d619f13dae {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:48.394410 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd6dfa92-ff6e-44c3-99b3-5000779e65e8', 'tag': '0dd89413-e479-449c-820d-71e18c10ead6', 'status': 'completed', 'code': 200} Jul 16 20:40:48.437150 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51716504-2229-4d90-9be7-5675da72a180 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:48.439761 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-51716504-2229-4d90-9be7-5675da72a180 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2128794 Jul 16 20:40:48.445469 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51170) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:48.546223 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e541da7f-0be4-4c98-80b6-f7c503821ca5 None None] Could not find standard attr ID for object d0e65b2b-7823-437d-a95e-01739c82a641. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:40:48.560694 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-e5d1d846-7074-4138-88cf-2d9487a4dc85 None None] Set router 1f952c11-a23c-412f-9926-e3d49bc787f4 gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:48.585589 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c51d44-b1cd-47f7-9362-003039186657 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:48.587439 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c51d44-b1cd-47f7-9362-003039186657 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:48.589566 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c51d44-b1cd-47f7-9362-003039186657 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:48.592602 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d0c51d44-b1cd-47f7-9362-003039186657 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1457446 Jul 16 20:40:48.595481 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51180) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:48.601647 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 37f076ab-a112-4b86-80bc-b6f93a2b5555 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:48.611136 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9f253051-44eb-4a9b-861e-f480853bce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'name': 'tempest-TestServerBasicOps-1392521780-router', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:40Z', 'updated_at': '2021-07-16T20:39:51Z', 'revision_number': 4, 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'gw_port': {'id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:41Z', 'updated_at': '2021-07-16T20:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'b3934e9f-8934-403c-bad4-20bcfe772615', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'port_id': '0dd89413-e479-449c-820d-71e18c10ead6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce428730-3071-425e-8060-368b0b06c241', 'mac_address': 'fa:16:3e:b8:78:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6dfa92-ff6e-44c3-99b3-5000779e65e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:40:45Z', 'updated_at': '2021-07-16T20:40:45Z', 'revision_number': 0, 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7091090-e425-4b6a-848b-a6e805110d52', 'name': '', 'network_id': 'ce428730-3071-425e-8060-368b0b06c241', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'mac_address': 'fa:16:3e:0e:98:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '7695fa01-6736-4799-8fa4-9c1a39aa2efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:49Z', 'updated_at': '2021-07-16T20:40:02Z', 'revision_number': 5, 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'subnets': [{'id': '7695fa01-6736-4799-8fa4-9c1a39aa2efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:48.644072 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f253051-44eb-4a9b-861e-f480853bce4d None None] Checking router: 5223dfdb-b57c-4429-ad03-5f31cd8d3763 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:48.657353 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f253051-44eb-4a9b-861e-f480853bce4d None None] Routers {'5223dfdb-b57c-4429-ad03-5f31cd8d3763'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:48.658185 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402f6a2-6424-4fed-99f4-db3532cba641 req-19836329-efb3-4c1b-84c7-f7a4edef8542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:48.659080 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9f253051-44eb-4a9b-861e-f480853bce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5223dfdb-b57c-4429-ad03-5f31cd8d3763'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:48.660007 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1402f6a2-6424-4fed-99f4-db3532cba641 req-19836329-efb3-4c1b-84c7-f7a4edef8542 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4bdd256dac0c4aa3bf3a5edb5f68a621&device_id=cd6dfa92-ff6e-44c3-99b3-5000779e65e8 HTTP/1.1" status: 200 len: 1097 time: 0.1779723 Jul 16 20:40:48.711244 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-032a35e6-8144-4121-a579-3a267fce596c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet 37df0e39-c2bb-432b-ba85-75326faa7940 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:48.716002 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-032a35e6-8144-4121-a579-3a267fce596c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.812209 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-032a35e6-8144-4121-a579-3a267fce596c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.820749 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ec80c3-d7d6-4a42-9867-c8e782392313 None None] Resources bound (agent type, host, resource id): {{(pid=93795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:40:48.822640 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cdfe9dd4-4b18-4781-80ff-b48cb2f74e8d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.825211 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-9f253051-44eb-4a9b-861e-f480853bce4d None None] Set router 5223dfdb-b57c-4429-ad03-5f31cd8d3763 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:48.879355 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402f6a2-6424-4fed-99f4-db3532cba641 req-6987912c-bd79-4552-80f9-1fb6f7397516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:48.880830 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1402f6a2-6424-4fed-99f4-db3532cba641 req-6987912c-bd79-4552-80f9-1fb6f7397516 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce428730-3071-425e-8060-368b0b06c241 HTTP/1.1" status: 200 len: 910 time: 0.1865854 Jul 16 20:40:48.895816 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c526f5-0674-4c9b-ae68-310220ff4e50 req-e683091f-75e6-43c1-82fc-a561b3311e18 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:48.897328 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-26c526f5-0674-4c9b-ae68-310220ff4e50 req-e683091f-75e6-43c1-82fc-a561b3311e18 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a3fb36e-6da4-4139-b3f5-fa86e24a9d40 HTTP/1.1" status: 200 len: 945 time: 0.1771057 Jul 16 20:40:48.910900 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 37f076ab-a112-4b86-80bc-b6f93a2b5555 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:48.911317 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 37f076ab-a112-4b86-80bc-b6f93a2b5555 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:48.911746 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 58a8e262-acde-4ef9-b5fc-395fd1eb94c4 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:48.989435 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-032a35e6-8144-4121-a579-3a267fce596c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.077392 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-00b9149f-4f1e-4b67-81c6-d0fc53f7ed0e None None] Could not find standard attr ID for object d0e65b2b-7823-437d-a95e-01739c82a641. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:40:49.090700 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 58a8e262-acde-4ef9-b5fc-395fd1eb94c4 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:49.091127 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 58a8e262-acde-4ef9-b5fc-395fd1eb94c4 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:49.130394 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-26c526f5-0674-4c9b-ae68-310220ff4e50 req-e0128829-7e07-48c3-afab-6a3edea1b534 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Deleting port 59050d79-8018-4dfb-9377-38cfdad0db66 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:49.130772 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-26c526f5-0674-4c9b-ae68-310220ff4e50 req-e0128829-7e07-48c3-afab-6a3edea1b534 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.154197 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-032a35e6-8144-4121-a579-3a267fce596c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.212409 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a35e6-8144-4121-a579-3a267fce596c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=37df0e39-c2bb-432b-ba85-75326faa7940,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:49.218283 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-032a35e6-8144-4121-a579-3a267fce596c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.220248 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-032a35e6-8144-4121-a579-3a267fce596c tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/37df0e39-c2bb-432b-ba85-75326faa7940 HTTP/1.1" status: 204 len: 168 time: 0.6203012 Jul 16 20:40:49.277105 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51190) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:49.360917 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-9887a647-9bc0-4c28-9764-47848f3d1911 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet 43d57fc3-d56a-403f-a61f-6d2f04177c56 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:49.365143 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-26c526f5-0674-4c9b-ae68-310220ff4e50 req-e0128829-7e07-48c3-afab-6a3edea1b534 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] For port 59050d79-8018-4dfb-9377-38cfdad0db66, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=59050d79-8018-4dfb-9377-38cfdad0db66,segment=NetworkSegment(7e144ef2-0f86-4f52-8fda-8f7b96c3a098),segment_id=7e144ef2-0f86-4f52-8fda-8f7b96c3a098)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:49.365514 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-26c526f5-0674-4c9b-ae68-310220ff4e50 req-e0128829-7e07-48c3-afab-6a3edea1b534 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.368195 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9887a647-9bc0-4c28-9764-47848f3d1911 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.392734 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9f253051-44eb-4a9b-861e-f480853bce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'name': 'tempest-TestServerBasicOps-1392521780-router', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:40Z', 'updated_at': '2021-07-16T20:39:51Z', 'revision_number': 4, 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'gw_port': {'id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:41Z', 'updated_at': '2021-07-16T20:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'b3934e9f-8934-403c-bad4-20bcfe772615', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'port_id': '0dd89413-e479-449c-820d-71e18c10ead6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce428730-3071-425e-8060-368b0b06c241', 'mac_address': 'fa:16:3e:b8:78:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6dfa92-ff6e-44c3-99b3-5000779e65e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:40:45Z', 'updated_at': '2021-07-16T20:40:45Z', 'revision_number': 0, 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7091090-e425-4b6a-848b-a6e805110d52', 'name': '', 'network_id': 'ce428730-3071-425e-8060-368b0b06c241', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'mac_address': 'fa:16:3e:0e:98:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '7695fa01-6736-4799-8fa4-9c1a39aa2efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:49Z', 'updated_at': '2021-07-16T20:40:02Z', 'revision_number': 5, 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'subnets': [{'id': '7695fa01-6736-4799-8fa4-9c1a39aa2efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:49.406844 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-26c526f5-0674-4c9b-ae68-310220ff4e50 req-e0128829-7e07-48c3-afab-6a3edea1b534 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Calling delete_port for 59050d79-8018-4dfb-9377-38cfdad0db66 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:49.438609 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9887a647-9bc0-4c28-9764-47848f3d1911 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.445417 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 76932886-6f4b-42a4-a2cb-8a66ecfbafe3 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:49.446348 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f253051-44eb-4a9b-861e-f480853bce4d None None] The sync data for ids ['5223dfdb-b57c-4429-ad03-5f31cd8d3763'] in n-d-791506-21 is: [{'id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'name': 'tempest-TestServerBasicOps-1392521780-router', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:40Z', 'updated_at': '2021-07-16T20:39:51Z', 'revision_number': 4, 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'gw_port': {'id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:41Z', 'updated_at': '2021-07-16T20:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'b3934e9f-8934-403c-bad4-20bcfe772615', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'port_id': '0dd89413-e479-449c-820d-71e18c10ead6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce428730-3071-425e-8060-368b0b06c241', 'mac_address': 'fa:16:3e:b8:78:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6dfa92-ff6e-44c3-99b3-5000779e65e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:40:45Z', 'updated_at': '2021-07-16T20:40:45Z', 'revision_number': 0, 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7091090-e425-4b6a-848b-a6e805110d52', 'name': '', 'network_id': 'ce428730-3071-425e-8060-368b0b06c241', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'mac_address': 'fa:16:3e:0e:98:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '7695fa01-6736-4799-8fa4-9c1a39aa2efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:49Z', 'updated_at': '2021-07-16T20:40:02Z', 'revision_number': 5, 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'subnets': [{'id': '7695fa01-6736-4799-8fa4-9c1a39aa2efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:49.494166 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-e5d1d846-7074-4138-88cf-2d9487a4dc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:40:44Z', 'revision_number': 8, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None, '_interfaces': [{'id': '36a34ed3-339a-4acf-b099-363bf3eff555', 'name': '', 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:b8:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:09Z', 'updated_at': '2021-07-16T20:40:21Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16a2993-cd45-4044-972b-b656db9ca06d', 'name': '', 'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:12:e6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:19Z', 'updated_at': '2021-07-16T20:40:30Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe8d4639-0afa-4f1b-80f0-c5e16b60098f', 'name': '', 'network_id': 'f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:cc:27:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '68fe51ab-3417-4c74-9f61-67b80faa92fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:27Z', 'updated_at': '2021-07-16T20:40:36Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': '68fe51ab-3417-4c74-9f61-67b80faa92fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:49.551001 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 76932886-6f4b-42a4-a2cb-8a66ecfbafe3 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:49.551602 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 76932886-6f4b-42a4-a2cb-8a66ecfbafe3 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:49.556204 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d1d846-7074-4138-88cf-2d9487a4dc85 None None] The sync data for ids ['1f952c11-a23c-412f-9926-e3d49bc787f4'] in n-d-791506-21 is: [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:40:44Z', 'revision_number': 8, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None, '_interfaces': [{'id': '36a34ed3-339a-4acf-b099-363bf3eff555', 'name': '', 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:b8:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:09Z', 'updated_at': '2021-07-16T20:40:21Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16a2993-cd45-4044-972b-b656db9ca06d', 'name': '', 'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:12:e6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:19Z', 'updated_at': '2021-07-16T20:40:30Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe8d4639-0afa-4f1b-80f0-c5e16b60098f', 'name': '', 'network_id': 'f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:cc:27:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '68fe51ab-3417-4c74-9f61-67b80faa92fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:27Z', 'updated_at': '2021-07-16T20:40:36Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': '68fe51ab-3417-4c74-9f61-67b80faa92fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:49.580908 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1402f6a2-6424-4fed-99f4-db3532cba641 req-db946cb4-0a14-41b0-843e-295c3cf61752 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dd89413-e479-449c-820d-71e18c10ead6 HTTP/1.1" status: 200 len: 999 time: 0.6607633 Jul 16 20:40:49.664523 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9887a647-9bc0-4c28-9764-47848f3d1911 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.666173 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25564bb0-f964-4702-979a-10b1ffeeb05e req-a18b2b2a-2a87-4ad4-a468-8f786f23e129 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:49.673220 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-25564bb0-f964-4702-979a-10b1ffeeb05e req-a18b2b2a-2a87-4ad4-a468-8f786f23e129 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b2421f-3e56-4c8a-8c9c-672adc27242b HTTP/1.1" status: 200 len: 944 time: 0.2600191 Jul 16 20:40:49.726882 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-26c526f5-0674-4c9b-ae68-310220ff4e50 req-e0128829-7e07-48c3-afab-6a3edea1b534 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.740297 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['59050d79-8018-4dfb-9377-38cfdad0db66'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:40:49.761255 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402f6a2-6424-4fed-99f4-db3532cba641 req-31108a53-3b55-4bcd-bd03-bc1044b1db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:49.762897 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1402f6a2-6424-4fed-99f4-db3532cba641 req-31108a53-3b55-4bcd-bd03-bc1044b1db8c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7695fa01-6736-4799-8fa4-9c1a39aa2efe HTTP/1.1" status: 200 len: 848 time: 0.1737833 Jul 16 20:40:49.793156 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc546e-51b9-4605-a6b5-d78dff6b3471 req-025cbe7b-c49e-4b85-ac1e-fb2cd9d3114e tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:49.800297 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0128829-7e07-48c3-afab-6a3edea1b534 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Pushing event deleted for resources: {'Port': ['ID=59050d79-8018-4dfb-9377-38cfdad0db66,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:49.805139 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fcdc546e-51b9-4605-a6b5-d78dff6b3471 req-025cbe7b-c49e-4b85-ac1e-fb2cd9d3114e tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a3fb36e-6da4-4139-b3f5-fa86e24a9d40 HTTP/1.1" status: 200 len: 945 time: 0.3681304 Jul 16 20:40:49.876776 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c983a-5e98-409e-ae79-66e26fe80289 None None] New status for floating IP b3934e9f-8934-403c-bad4-20bcfe772615: ACTIVE {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:40:49.888583 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9887a647-9bc0-4c28-9764-47848f3d1911 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.900544 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c526f5-0674-4c9b-ae68-310220ff4e50 req-e0128829-7e07-48c3-afab-6a3edea1b534 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] No DVR routers for this DVR port 59050d79-8018-4dfb-9377-38cfdad0db66 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:49.910104 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-26c526f5-0674-4c9b-ae68-310220ff4e50 req-e0128829-7e07-48c3-afab-6a3edea1b534 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.913225 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-26c526f5-0674-4c9b-ae68-310220ff4e50 req-e0128829-7e07-48c3-afab-6a3edea1b534 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.62 "DELETE /v2.0/ports/59050d79-8018-4dfb-9377-38cfdad0db66 HTTP/1.1" status: 204 len: 173 time: 0.9949982 Jul 16 20:40:49.937288 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3fb36e-6da4-4139-b3f5-fa86e24a9d40', 'name': 'network-vif-deleted', 'tag': '59050d79-8018-4dfb-9377-38cfdad0db66'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:49.940381 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a2c78a-dec3-49bb-bbff-2517311b20aa" -d '{"events": [{"server_uuid": "6a3fb36e-6da4-4139-b3f5-fa86e24a9d40", "name": "network-vif-deleted", "tag": "59050d79-8018-4dfb-9377-38cfdad0db66"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:49.946309 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887a647-9bc0-4c28-9764-47848f3d1911 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=43d57fc3-d56a-403f-a61f-6d2f04177c56,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:49.955575 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fcdc546e-51b9-4605-a6b5-d78dff6b3471 req-5f623475-f560-4959-aa1d-96fd468187b1 tempest-ServerTagsTestJSON-1989639992 tempest-ServerTagsTestJSON-1989639992-project] 10.222.0.38 "GET /v2.0/security-groups?id=76797e94-7dc8-4765-91b7-86cf3859d1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490626 Jul 16 20:40:49.957134 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9887a647-9bc0-4c28-9764-47848f3d1911 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.959536 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9887a647-9bc0-4c28-9764-47848f3d1911 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/43d57fc3-d56a-403f-a61f-6d2f04177c56 HTTP/1.1" status: 204 len: 168 time: 0.6813726 Jul 16 20:40:49.962158 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51198) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:50.027251 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-109346b2-9ba2-4c56-8b55-e852f8005092 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638111 Jul 16 20:40:50.029920 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51202) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:50.035913 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-be33e327-47b4-4061-b6a7-571c4455b159 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:50.105271 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402f6a2-6424-4fed-99f4-db3532cba641 req-7ba604bd-59da-4a5c-b10a-ae2cd74c2473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:50.108672 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1402f6a2-6424-4fed-99f4-db3532cba641 req-7ba604bd-59da-4a5c-b10a-ae2cd74c2473 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce428730-3071-425e-8060-368b0b06c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2979479 Jul 16 20:40:50.117589 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-25564bb0-f964-4702-979a-10b1ffeeb05e req-b53274b5-0907-4747-9c13-60a1ce276e38 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Deleting port 95ac1323-85ff-45b0-bc34-4e67acdc1dbe {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:50.118200 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-25564bb0-f964-4702-979a-10b1ffeeb05e req-b53274b5-0907-4747-9c13-60a1ce276e38 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.229158 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be33e327-47b4-4061-b6a7-571c4455b159 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:50.248928 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be33e327-47b4-4061-b6a7-571c4455b159 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.330534 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-25564bb0-f964-4702-979a-10b1ffeeb05e req-b53274b5-0907-4747-9c13-60a1ce276e38 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] For port 95ac1323-85ff-45b0-bc34-4e67acdc1dbe, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=95ac1323-85ff-45b0-bc34-4e67acdc1dbe,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:50.330905 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-25564bb0-f964-4702-979a-10b1ffeeb05e req-b53274b5-0907-4747-9c13-60a1ce276e38 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.334437 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe42bd3-50e5-4de6-a237-d035dac8278f x-openstack-request-id: req-5fe42bd3-50e5-4de6-a237-d035dac8278f {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:50.335089 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3fb36e-6da4-4139-b3f5-fa86e24a9d40", "name": "network-vif-deleted", "tag": "59050d79-8018-4dfb-9377-38cfdad0db66", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:50.335089 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5fe42bd3-50e5-4de6-a237-d035dac8278f {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:50.335644 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3fb36e-6da4-4139-b3f5-fa86e24a9d40', 'name': 'network-vif-deleted', 'tag': '59050d79-8018-4dfb-9377-38cfdad0db66', 'status': 'completed', 'code': 200} Jul 16 20:40:50.355815 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-cdfe9dd4-4b18-4781-80ff-b48cb2f74e8d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Deleting port fe8d4639-0afa-4f1b-80f0-c5e16b60098f {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:50.356228 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cdfe9dd4-4b18-4781-80ff-b48cb2f74e8d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.361824 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-25564bb0-f964-4702-979a-10b1ffeeb05e req-b53274b5-0907-4747-9c13-60a1ce276e38 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Calling delete_port for 95ac1323-85ff-45b0-bc34-4e67acdc1dbe owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:50.422988 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1402f6a2-6424-4fed-99f4-db3532cba641 req-c2acbab7-9117-4f6c-91b2-79a5f8f3317b service neutron] 10.222.0.18 "GET /v2.0/networks/ce428730-3071-425e-8060-368b0b06c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639580 Jul 16 20:40:50.531452 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7bf346-614e-4364-945d-68559a10eeab None None] get_active_networks_info from n-d-791506-21 {{(pid=93795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:40:50.547185 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be33e327-47b4-4061-b6a7-571c4455b159 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.609482 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be33e327-47b4-4061-b6a7-571c4455b159 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:50.612766 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-be33e327-47b4-4061-b6a7-571c4455b159 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:50.617060 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be33e327-47b4-4061-b6a7-571c4455b159 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:50.617654 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be33e327-47b4-4061-b6a7-571c4455b159 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.633163 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33e327-47b4-4061-b6a7-571c4455b159 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=b704ecb6-5bb8-44e5-be86-89b0e37b2e1a,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:50.645282 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-be33e327-47b4-4061-b6a7-571c4455b159 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6116083 Jul 16 20:40:50.646106 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51212) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:50.651777 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-8aef52b2-0420-4a51-9c0f-f2213539589b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:50.662018 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-cdfe9dd4-4b18-4781-80ff-b48cb2f74e8d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] For port fe8d4639-0afa-4f1b-80f0-c5e16b60098f, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fe8d4639-0afa-4f1b-80f0-c5e16b60098f,segment=NetworkSegment(23993f40-9d0f-487d-8442-2e7f152f1adc),segment_id=23993f40-9d0f-487d-8442-2e7f152f1adc)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:50.662602 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cdfe9dd4-4b18-4781-80ff-b48cb2f74e8d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.672182 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-fcfa2127-20b0-490d-925f-6d415d23e183 None None] Provisioning complete for port 32774e1f-06fd-41b9-947d-0fef22586dc0 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:50.673097 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fcfa2127-20b0-490d-925f-6d415d23e183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.706248 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-cdfe9dd4-4b18-4781-80ff-b48cb2f74e8d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Calling delete_port for fe8d4639-0afa-4f1b-80f0-c5e16b60098f owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:50.797342 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7bf346-614e-4364-945d-68559a10eeab None None] Resources bound (agent type, host, resource id): {{(pid=93795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:40:50.801355 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1402f6a2-6424-4fed-99f4-db3532cba641 req-179dbde1-7d26-491c-bb18-842397e74f70 service neutron] 10.222.0.18 "GET /v2.0/networks/ce428730-3071-425e-8060-368b0b06c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446596 Jul 16 20:40:50.808524 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aef52b2-0420-4a51-9c0f-f2213539589b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:50.813880 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8aef52b2-0420-4a51-9c0f-f2213539589b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.904399 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-25564bb0-f964-4702-979a-10b1ffeeb05e req-b53274b5-0907-4747-9c13-60a1ce276e38 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.927630 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['859097bb-1ac3-4bae-80e3-764eefbb51eb', 'b288bcc1-0d63-4cdb-a66f-f66e6819482d'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:40:50.939713 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53274b5-0907-4747-9c13-60a1ce276e38 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Pushing event deleted for resources: {'Port': ['ID=95ac1323-85ff-45b0-bc34-4e67acdc1dbe,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:50.949252 n-d-791506-21 neutron-server[93793]: INFO neutron.db.ipam_backend_mixin [None req-8aef52b2-0420-4a51-9c0f-f2213539589b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b704ecb6-5bb8-44e5-be86-89b0e37b2e1a (CIDR: 2001:db8::/64) Jul 16 20:40:50.954133 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aef52b2-0420-4a51-9c0f-f2213539589b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:40:50.954743 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aef52b2-0420-4a51-9c0f-f2213539589b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:50.978102 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8aef52b2-0420-4a51-9c0f-f2213539589b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3288550 Jul 16 20:40:50.978500 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51222) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:50.991708 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a27a8ac8-809a-46ff-a90c-bd04ca43c7c3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'subnet': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:51.065570 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-25564bb0-f964-4702-979a-10b1ffeeb05e req-b53274b5-0907-4747-9c13-60a1ce276e38 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] No DVR routers for this DVR port 95ac1323-85ff-45b0-bc34-4e67acdc1dbe on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:51.069653 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-25564bb0-f964-4702-979a-10b1ffeeb05e req-b53274b5-0907-4747-9c13-60a1ce276e38 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.082834 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-25564bb0-f964-4702-979a-10b1ffeeb05e req-b53274b5-0907-4747-9c13-60a1ce276e38 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "DELETE /v2.0/ports/95ac1323-85ff-45b0-bc34-4e67acdc1dbe HTTP/1.1" status: 204 len: 173 time: 1.4084079 Jul 16 20:40:51.085796 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b2421f-3e56-4c8a-8c9c-672adc27242b', 'name': 'network-vif-deleted', 'tag': '95ac1323-85ff-45b0-bc34-4e67acdc1dbe'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:51.097078 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1708124-171d-4465-9079-fac36e343eaa" -d '{"events": [{"server_uuid": "86b2421f-3e56-4c8a-8c9c-672adc27242b", "name": "network-vif-deleted", "tag": "95ac1323-85ff-45b0-bc34-4e67acdc1dbe"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:51.103542 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51230) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:51.229119 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c844e8bf-fe2f-454d-9401-ec45a162b55b x-openstack-request-id: req-c844e8bf-fe2f-454d-9401-ec45a162b55b {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:51.234607 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b2421f-3e56-4c8a-8c9c-672adc27242b", "name": "network-vif-deleted", "tag": "95ac1323-85ff-45b0-bc34-4e67acdc1dbe", "status": "failed", "code": 422}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:51.234793 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c844e8bf-fe2f-454d-9401-ec45a162b55b {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:51.235541 n-d-791506-21 neutron-server[93794]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '86b2421f-3e56-4c8a-8c9c-672adc27242b', 'name': 'network-vif-deleted', 'tag': '95ac1323-85ff-45b0-bc34-4e67acdc1dbe', 'status': 'failed', 'code': 422} returned with failed status Jul 16 20:40:51.272344 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27a8ac8-809a-46ff-a90c-bd04ca43c7c3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:51.276113 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a27a8ac8-809a-46ff-a90c-bd04ca43c7c3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.319640 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-7efcbd8d-a9fc-4ccf-9ddf-15f4822f338c admin admin] Deleting subnet a2dd8589-b503-4464-9732-6ec0e882b343 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:51.326449 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7efcbd8d-a9fc-4ccf-9ddf-15f4822f338c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.329279 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cdfe9dd4-4b18-4781-80ff-b48cb2f74e8d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.397407 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe9dd4-4b18-4781-80ff-b48cb2f74e8d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Port': ['ID=fe8d4639-0afa-4f1b-80f0-c5e16b60098f,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:51.452568 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7efcbd8d-a9fc-4ccf-9ddf-15f4822f338c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.675322 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cdfe9dd4-4b18-4781-80ff-b48cb2f74e8d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.678872 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7efcbd8d-a9fc-4ccf-9ddf-15f4822f338c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.736687 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e747059d-5853-47ee-a4c0-8682d5aeae01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.796727 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96de6a52-9c0e-4860-98e4-43ec12c9e671 None None] Update dhcp port {'port': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'fixed_ips': [{'subnet_id': 'b704ecb6-5bb8-44e5-be86-89b0e37b2e1a'}], 'binding:host_id': 'n-d-791506-21'}, 'id': '32774e1f-06fd-41b9-947d-0fef22586dc0'} from n-d-791506-21. {{(pid=93795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:40:51.842914 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96de6a52-9c0e-4860-98e4-43ec12c9e671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.843358 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7efcbd8d-a9fc-4ccf-9ddf-15f4822f338c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.946477 n-d-791506-21 neutron-server[93793]: DEBUG neutron.objects.ports [None req-a27a8ac8-809a-46ff-a90c-bd04ca43c7c3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93793) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:40:51.983124 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7efcbd8d-a9fc-4ccf-9ddf-15f4822f338c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.987863 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7efcbd8d-a9fc-4ccf-9ddf-15f4822f338c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a2dd8589-b503-4464-9732-6ec0e882b343 HTTP/1.1" status: 204 len: 168 time: 0.8798330 Jul 16 20:40:51.989859 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efcbd8d-a9fc-4ccf-9ddf-15f4822f338c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2dd8589-b503-4464-9732-6ec0e882b343,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:51.996222 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51242) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:51.999687 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfe9dd4-4b18-4781-80ff-b48cb2f74e8d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Router 1f952c11-a23c-412f-9926-e3d49bc787f4 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:52.163533 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce89b3e3-ed0d-4cde-a5bc-b30130a56e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.191163 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-96de6a52-9c0e-4860-98e4-43ec12c9e671 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:40:52.191163 n-d-791506-21 neutron-server[93795]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jul 16 20:40:52.191163 n-d-791506-21 neutron-server[93795]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:feb6:fc1f', 'status': 'ALLOCATED', 'ipam_subnet_id': 'd1102f1c-35a6-4c6b-aff9-76affe735987'}] Jul 16 20:40:52.191163 n-d-791506-21 neutron-server[93795]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:40:52.191555 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-96de6a52-9c0e-4860-98e4-43ec12c9e671 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:40:52.223285 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfe9dd4-4b18-4781-80ff-b48cb2f74e8d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:52.232658 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cdfe9dd4-4b18-4781-80ff-b48cb2f74e8d tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "PUT /v2.0/routers/1f952c11-a23c-412f-9926-e3d49bc787f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2367523 Jul 16 20:40:52.233521 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51248) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:52.240125 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630242cc-2674-4d64-8648-e91a8d7b4e09 None None] Sync routers for ids ['1f952c11-a23c-412f-9926-e3d49bc787f4'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:52.264154 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630242cc-2674-4d64-8648-e91a8d7b4e09 None None] Routers {'1f952c11-a23c-412f-9926-e3d49bc787f4'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:52.264785 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-630242cc-2674-4d64-8648-e91a8d7b4e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1f952c11-a23c-412f-9926-e3d49bc787f4'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:52.266561 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a27a8ac8-809a-46ff-a90c-bd04ca43c7c3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.372747 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-630242cc-2674-4d64-8648-e91a8d7b4e09 None None] Set router 1f952c11-a23c-412f-9926-e3d49bc787f4 gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:52.383278 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b2e70-fdc6-43ba-9774-6bbf7c367cad req-99e11a9d-4c72-4379-9879-f7ef11d98852 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:52.384949 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-349b2e70-fdc6-43ba-9774-6bbf7c367cad req-99e11a9d-4c72-4379-9879-f7ef11d98852 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfcca034-896b-4d0e-854f-d95c3eca6c90 HTTP/1.1" status: 200 len: 907 time: 0.2356033 Jul 16 20:40:52.395750 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf002d8f-ad5a-48b0-8368-86d001811a51 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Deleting subnet 68fe51ab-3417-4c74-9f61-67b80faa92fe {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:52.408902 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bf002d8f-ad5a-48b0-8368-86d001811a51 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.464651 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a27a8ac8-809a-46ff-a90c-bd04ca43c7c3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] For port 32774e1f-06fd-41b9-947d-0fef22586dc0, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=32774e1f-06fd-41b9-947d-0fef22586dc0,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:52.483688 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce89b3e3-ed0d-4cde-a5bc-b30130a56e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.500602 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a27a8ac8-809a-46ff-a90c-bd04ca43c7c3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.504801 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ce89b3e3-ed0d-4cde-a5bc-b30130a56e44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f4fda72-c48f-4c30-924c-e237c52c6cbf']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:52.508697 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a27a8ac8-809a-46ff-a90c-bd04ca43c7c3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.509522 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a27a8ac8-809a-46ff-a90c-bd04ca43c7c3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.522793 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ce89b3e3-ed0d-4cde-a5bc-b30130a56e44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e144ef2-0f86-4f52-8fda-8f7b96c3a098') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:52.523087 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ce89b3e3-ed0d-4cde-a5bc-b30130a56e44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e144ef2-0f86-4f52-8fda-8f7b96c3a098') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:52.526526 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bf002d8f-ad5a-48b0-8368-86d001811a51 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.582407 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce89b3e3-ed0d-4cde-a5bc-b30130a56e44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.615745 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27a8ac8-809a-46ff-a90c-bd04ca43c7c3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:52.627933 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-a27a8ac8-809a-46ff-a90c-bd04ca43c7c3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:52.629007 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce89b3e3-ed0d-4cde-a5bc-b30130a56e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.632209 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27a8ac8-809a-46ff-a90c-bd04ca43c7c3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:52.633954 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a27a8ac8-809a-46ff-a90c-bd04ca43c7c3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.653332 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce89b3e3-ed0d-4cde-a5bc-b30130a56e44 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:40:52.653636 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce89b3e3-ed0d-4cde-a5bc-b30130a56e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:40:52.655742 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:40:52.661816 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-630242cc-2674-4d64-8648-e91a8d7b4e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:40:51Z', 'revision_number': 9, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None, '_interfaces': [{'id': '36a34ed3-339a-4acf-b099-363bf3eff555', 'name': '', 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:b8:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:09Z', 'updated_at': '2021-07-16T20:40:21Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16a2993-cd45-4044-972b-b656db9ca06d', 'name': '', 'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:12:e6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:19Z', 'updated_at': '2021-07-16T20:40:30Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:52.666989 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a8ac8-809a-46ff-a90c-bd04ca43c7c3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Subnet': ['ID=3c64bf17-d2e3-4af2-aaba-8ff3c0f0ca49,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:52.678616 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a8ac8-809a-46ff-a90c-bd04ca43c7c3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Port': ['ID=32774e1f-06fd-41b9-947d-0fef22586dc0,revision_number=7']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:52.685387 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a27a8ac8-809a-46ff-a90c-bd04ca43c7c3 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7047231 Jul 16 20:40:52.688393 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51252) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:52.698829 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-8296edb1-8132-4c73-b755-93124c8d9e43 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Request body: {'port': {'network_id': 'f4aa8141-9687-45d9-b16c-82a3d6b86650', 'mac_address': 'fa:16:3e:2b:d5:94', 'name': 'tempest-NetworksTestDHCPv6-1922607648'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:52.733557 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630242cc-2674-4d64-8648-e91a8d7b4e09 None None] Checking router: 1f952c11-a23c-412f-9926-e3d49bc787f4 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:52.753148 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96de6a52-9c0e-4860-98e4-43ec12c9e671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.761283 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630242cc-2674-4d64-8648-e91a8d7b4e09 None None] Routers {'1f952c11-a23c-412f-9926-e3d49bc787f4'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:52.761912 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-630242cc-2674-4d64-8648-e91a8d7b4e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1f952c11-a23c-412f-9926-e3d49bc787f4'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:52.822262 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bf002d8f-ad5a-48b0-8368-86d001811a51 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.875362 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-630242cc-2674-4d64-8648-e91a8d7b4e09 None None] Set router 1f952c11-a23c-412f-9926-e3d49bc787f4 gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:52.882830 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce89b3e3-ed0d-4cde-a5bc-b30130a56e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.892066 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8296edb1-8132-4c73-b755-93124c8d9e43 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Made reservation on behalf of cfb8326f9a524e7eae6bbe5a506c5c08 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:52.907445 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce89b3e3-ed0d-4cde-a5bc-b30130a56e44 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.909800 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ce89b3e3-ed0d-4cde-a5bc-b30130a56e44 admin admin] 10.222.0.38 "DELETE /v2.0/networks/0f4fda72-c48f-4c30-924c-e237c52c6cbf HTTP/1.1" status: 204 len: 168 time: 0.9123633 Jul 16 20:40:52.910798 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89b3e3-ed0d-4cde-a5bc-b30130a56e44 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f4fda72-c48f-4c30-924c-e237c52c6cbf,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:52.961805 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bf002d8f-ad5a-48b0-8368-86d001811a51 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.041145 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8296edb1-8132-4c73-b755-93124c8d9e43 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.054878 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bf002d8f-ad5a-48b0-8368-86d001811a51 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.062452 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bf002d8f-ad5a-48b0-8368-86d001811a51 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/subnets/68fe51ab-3417-4c74-9f61-67b80faa92fe HTTP/1.1" status: 204 len: 168 time: 0.8278468 Jul 16 20:40:53.063312 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51256) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:53.064184 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf002d8f-ad5a-48b0-8368-86d001811a51 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Subnet': ['ID=68fe51ab-3417-4c74-9f61-67b80faa92fe,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:53.106511 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-8296edb1-8132-4c73-b755-93124c8d9e43 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] device_id is not set on port 09cec60f-ddb3-472c-b736-8eb3b075e819 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:40:53.177832 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51258) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:53.193695 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f77dd27d-659e-4528-a1be-2a96ffae54a8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.202682 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-96de6a52-9c0e-4860-98e4-43ec12c9e671 None None] Allocated IP 2001:db8::2 (f4aa8141-9687-45d9-b16c-82a3d6b86650/b704ecb6-5bb8-44e5-be86-89b0e37b2e1a/32774e1f-06fd-41b9-947d-0fef22586dc0) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:53.309859 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-20ec24f5-b078-4e5a-a89d-ec998f66de69 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=67dbbab59b274c2eb917f52e247c59ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1280844 Jul 16 20:40:53.312136 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51264) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:53.368509 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-f77dd27d-659e-4528-a1be-2a96ffae54a8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Deleting port 11ddfdff-d49c-4231-8c15-0314dce72755 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:53.368864 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f77dd27d-659e-4528-a1be-2a96ffae54a8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.379465 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-630242cc-2674-4d64-8648-e91a8d7b4e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:40:51Z', 'revision_number': 9, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None, '_interfaces': [{'id': '36a34ed3-339a-4acf-b099-363bf3eff555', 'name': '', 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:b8:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:09Z', 'updated_at': '2021-07-16T20:40:21Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16a2993-cd45-4044-972b-b656db9ca06d', 'name': '', 'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:12:e6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:19Z', 'updated_at': '2021-07-16T20:40:30Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:53.407521 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 32774e1f-06fd-41b9-947d-0fef22586dc0 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:53.411910 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d78238af-bc7d-47a9-8ac7-3a14fecf4f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.456703 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 59050d79-8018-4dfb-9377-38cfdad0db66 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:53.478456 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630242cc-2674-4d64-8648-e91a8d7b4e09 None None] The sync data for ids ['1f952c11-a23c-412f-9926-e3d49bc787f4'] in n-d-791506-21 is: [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:40:51Z', 'revision_number': 9, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None, '_interfaces': [{'id': '36a34ed3-339a-4acf-b099-363bf3eff555', 'name': '', 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:b8:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:09Z', 'updated_at': '2021-07-16T20:40:21Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16a2993-cd45-4044-972b-b656db9ca06d', 'name': '', 'network_id': '82b3b70c-db3d-4cc0-a0f7-e641ec9214de', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:12:e6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:19Z', 'updated_at': '2021-07-16T20:40:30Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'd2e0fd6b-5041-42e2-82d8-19c1cc37935e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:53.489412 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 59050d79-8018-4dfb-9377-38cfdad0db66 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:53.490015 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 59050d79-8018-4dfb-9377-38cfdad0db66 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:53.533623 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-96de6a52-9c0e-4860-98e4-43ec12c9e671 None None] For port 32774e1f-06fd-41b9-947d-0fef22586dc0, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=32774e1f-06fd-41b9-947d-0fef22586dc0,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:53.541941 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 32774e1f-06fd-41b9-947d-0fef22586dc0 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:53.542767 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.547937 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-f77dd27d-659e-4528-a1be-2a96ffae54a8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] For port 11ddfdff-d49c-4231-8c15-0314dce72755, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=11ddfdff-d49c-4231-8c15-0314dce72755,segment=NetworkSegment(23993f40-9d0f-487d-8442-2e7f152f1adc),segment_id=23993f40-9d0f-487d-8442-2e7f152f1adc)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:53.548305 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f77dd27d-659e-4528-a1be-2a96ffae54a8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.562689 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d78238af-bc7d-47a9-8ac7-3a14fecf4f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.585212 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-f77dd27d-659e-4528-a1be-2a96ffae54a8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Calling delete_port for 11ddfdff-d49c-4231-8c15-0314dce72755 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:53.602887 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96de6a52-9c0e-4860-98e4-43ec12c9e671 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.620939 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-96de6a52-9c0e-4860-98e4-43ec12c9e671 None None] Transition to ACTIVE for port object 32774e1f-06fd-41b9-947d-0fef22586dc0 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:53.628180 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96de6a52-9c0e-4860-98e4-43ec12c9e671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.723040 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f19ece-7bb6-471b-a5d8-6b7107b4a6e3 req-7f361533-ed3b-439a-b211-feb7fe7510dc tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:53.724655 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9f19ece-7bb6-471b-a5d8-6b7107b4a6e3 req-7f361533-ed3b-439a-b211-feb7fe7510dc tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfcca034-896b-4d0e-854f-d95c3eca6c90 HTTP/1.1" status: 200 len: 907 time: 0.2695746 Jul 16 20:40:53.822825 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d78238af-bc7d-47a9-8ac7-3a14fecf4f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.826262 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d78238af-bc7d-47a9-8ac7-3a14fecf4f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.829592 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d78238af-bc7d-47a9-8ac7-3a14fecf4f8e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/76797e94-7dc8-4765-91b7-86cf3859d1f4 HTTP/1.1" status: 204 len: 168 time: 0.5142326 Jul 16 20:40:53.852917 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-8296edb1-8132-4c73-b755-93124c8d9e43 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 2001:db8::349 (f4aa8141-9687-45d9-b16c-82a3d6b86650/b704ecb6-5bb8-44e5-be86-89b0e37b2e1a/09cec60f-ddb3-472c-b736-8eb3b075e819) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:53.866790 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-8296edb1-8132-4c73-b755-93124c8d9e43 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2b:d594 (f4aa8141-9687-45d9-b16c-82a3d6b86650/3c64bf17-d2e3-4af2-aaba-8ff3c0f0ca49/09cec60f-ddb3-472c-b736-8eb3b075e819) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:53.953366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78238af-bc7d-47a9-8ac7-3a14fecf4f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76797e94-7dc8-4765-91b7-86cf3859d1f4,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:53.989558 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338325f7-12dc-4b4f-9153-506b6e82ae05 req-d40c645f-0a56-42de-a493-a757934bb4e4 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:53.991150 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-338325f7-12dc-4b4f-9153-506b6e82ae05 req-d40c645f-0a56-42de-a493-a757934bb4e4 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfcca034-896b-4d0e-854f-d95c3eca6c90 HTTP/1.1" status: 200 len: 907 time: 0.3757420 Jul 16 20:40:54.009110 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f77dd27d-659e-4528-a1be-2a96ffae54a8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.087760 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77dd27d-659e-4528-a1be-2a96ffae54a8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Port': ['ID=11ddfdff-d49c-4231-8c15-0314dce72755,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:54.094146 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Port 32774e1f-06fd-41b9-947d-0fef22586dc0 had new provisioning blocks added so it will not transition to active. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 16 20:40:54.107703 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de6a52-9c0e-4860-98e4-43ec12c9e671 None None] Pushing event updated for resources: {'Port': ['ID=32774e1f-06fd-41b9-947d-0fef22586dc0,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:54.117206 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77dd27d-659e-4528-a1be-2a96ffae54a8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] No DVR routers for this DVR port 11ddfdff-d49c-4231-8c15-0314dce72755 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:54.153508 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8296edb1-8132-4c73-b755-93124c8d9e43 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.170014 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-8296edb1-8132-4c73-b755-93124c8d9e43 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Transition to ACTIVE for port object 09cec60f-ddb3-472c-b736-8eb3b075e819 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:54.214765 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75be79c1-da25-4656-bd10-7054dce923ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.307085 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.668006 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-d9f19ece-7bb6-471b-a5d8-6b7107b4a6e3 req-376b194e-406d-43b8-8eb7-a44f81ca64d3 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Deleting port 96f3b665-81ff-457b-8c24-ef5cd97b9a2c {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:54.668435 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d9f19ece-7bb6-471b-a5d8-6b7107b4a6e3 req-376b194e-406d-43b8-8eb7-a44f81ca64d3 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.677587 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8296edb1-8132-4c73-b755-93124c8d9e43 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.744811 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8296edb1-8132-4c73-b755-93124c8d9e43 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:54.749023 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-8296edb1-8132-4c73-b755-93124c8d9e43 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:54.753570 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8296edb1-8132-4c73-b755-93124c8d9e43 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:54.765702 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8296edb1-8132-4c73-b755-93124c8d9e43 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:54.766621 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8296edb1-8132-4c73-b755-93124c8d9e43 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.773440 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296edb1-8132-4c73-b755-93124c8d9e43 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event updated for resources: {'Port': ['ID=09cec60f-ddb3-472c-b736-8eb3b075e819,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:54.809666 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8296edb1-8132-4c73-b755-93124c8d9e43 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1169040 Jul 16 20:40:54.818336 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51288) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:54.825855 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f77dd27d-659e-4528-a1be-2a96ffae54a8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.866014 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-f77dd27d-659e-4528-a1be-2a96ffae54a8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:54.955778 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-f77dd27d-659e-4528-a1be-2a96ffae54a8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23993f40-9d0f-487d-8442-2e7f152f1adc') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:54.956086 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-f77dd27d-659e-4528-a1be-2a96ffae54a8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23993f40-9d0f-487d-8442-2e7f152f1adc') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:54.983027 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-d9f19ece-7bb6-471b-a5d8-6b7107b4a6e3 req-376b194e-406d-43b8-8eb7-a44f81ca64d3 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] For port 96f3b665-81ff-457b-8c24-ef5cd97b9a2c, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=96f3b665-81ff-457b-8c24-ef5cd97b9a2c,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:54.983401 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d9f19ece-7bb6-471b-a5d8-6b7107b4a6e3 req-376b194e-406d-43b8-8eb7-a44f81ca64d3 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.987155 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f77dd27d-659e-4528-a1be-2a96ffae54a8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.031218 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebe6e9f-8f99-4485-8b63-2f17bc207fda None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:55.043225 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-d9f19ece-7bb6-471b-a5d8-6b7107b4a6e3 req-376b194e-406d-43b8-8eb7-a44f81ca64d3 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Calling delete_port for 96f3b665-81ff-457b-8c24-ef5cd97b9a2c owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:55.054050 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f77dd27d-659e-4528-a1be-2a96ffae54a8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.125861 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9518ef0e-b7ce-4ad4-982d-e7c2e784cf42 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting port 09cec60f-ddb3-472c-b736-8eb3b075e819 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:55.126493 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9518ef0e-b7ce-4ad4-982d-e7c2e784cf42 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.130624 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f77dd27d-659e-4528-a1be-2a96ffae54a8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:40:55.131289 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f77dd27d-659e-4528-a1be-2a96ffae54a8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:40:55.150018 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:40:55.373039 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9518ef0e-b7ce-4ad4-982d-e7c2e784cf42 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.397723 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e1e5e920-9bab-4689-888b-76c76db74973 None None] Provisioning for port 32774e1f-06fd-41b9-947d-0fef22586dc0 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:55.409132 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9518ef0e-b7ce-4ad4-982d-e7c2e784cf42 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Calling delete_port for 09cec60f-ddb3-472c-b736-8eb3b075e819 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:55.440408 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e1e5e920-9bab-4689-888b-76c76db74973 None None] Provisioning complete for port 32774e1f-06fd-41b9-947d-0fef22586dc0 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:55.444133 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1e5e920-9bab-4689-888b-76c76db74973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.493780 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f77dd27d-659e-4528-a1be-2a96ffae54a8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.505688 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f77dd27d-659e-4528-a1be-2a96ffae54a8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.509249 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f77dd27d-659e-4528-a1be-2a96ffae54a8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/networks/f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b HTTP/1.1" status: 204 len: 168 time: 2.4405222 Jul 16 20:40:55.513143 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51316) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:55.556506 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 32774e1f-06fd-41b9-947d-0fef22586dc0 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:55.664137 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77dd27d-659e-4528-a1be-2a96ffae54a8 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Network': ['ID=f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:55.716993 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4309b1-8f38-46bd-8c4d-0d32b7031ca3 None None] DHCP port deletion for f9e5cd87-5cc7-4ad0-9eef-06452a3c6d9b request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:40:55.758928 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 32774e1f-06fd-41b9-947d-0fef22586dc0 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:55.761404 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.892973 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.900806 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbf938-ceff-4cb1-883d-6c04365b7ccf req-ff3247cb-5338-4fdb-be75-7fb4667b45ed tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:55.903894 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3dfbf938-ceff-4cb1-883d-6c04365b7ccf req-ff3247cb-5338-4fdb-be75-7fb4667b45ed tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfcca034-896b-4d0e-854f-d95c3eca6c90 HTTP/1.1" status: 200 len: 907 time: 0.4876413 Jul 16 20:40:55.949359 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9518ef0e-b7ce-4ad4-982d-e7c2e784cf42 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.020817 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9518ef0e-b7ce-4ad4-982d-e7c2e784cf42 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Port': ['ID=09cec60f-ddb3-472c-b736-8eb3b075e819,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:56.055661 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fe8d4639-0afa-4f1b-80f0-c5e16b60098f no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:56.088388 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: fe8d4639-0afa-4f1b-80f0-c5e16b60098f {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:56.089153 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fe8d4639-0afa-4f1b-80f0-c5e16b60098f not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:56.117129 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d9f19ece-7bb6-471b-a5d8-6b7107b4a6e3 req-376b194e-406d-43b8-8eb7-a44f81ca64d3 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.147437 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9518ef0e-b7ce-4ad4-982d-e7c2e784cf42 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.152139 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9518ef0e-b7ce-4ad4-982d-e7c2e784cf42 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/09cec60f-ddb3-472c-b736-8eb3b075e819 HTTP/1.1" status: 204 len: 168 time: 1.3296738 Jul 16 20:40:56.153745 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51332) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:56.217728 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b194e-406d-43b8-8eb7-a44f81ca64d3 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Pushing event deleted for resources: {'Port': ['ID=96f3b665-81ff-457b-8c24-ef5cd97b9a2c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:56.286272 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead41ff0-14d0-42a5-b477-35ae412adc60 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:56.290506 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ef9046a8-3753-4e55-8812-d68b252a05df req-e2441169-77d6-4556-b1f8-f2fd3f1fba87 tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.1708825 Jul 16 20:40:56.293948 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ead41ff0-14d0-42a5-b477-35ae412adc60 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1385984 Jul 16 20:40:56.297750 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51336) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:56.339780 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51340) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:56.412366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f19ece-7bb6-471b-a5d8-6b7107b4a6e3 req-376b194e-406d-43b8-8eb7-a44f81ca64d3 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] No DVR routers for this DVR port 96f3b665-81ff-457b-8c24-ef5cd97b9a2c on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:56.424855 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d9f19ece-7bb6-471b-a5d8-6b7107b4a6e3 req-376b194e-406d-43b8-8eb7-a44f81ca64d3 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.437155 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9f19ece-7bb6-471b-a5d8-6b7107b4a6e3 req-376b194e-406d-43b8-8eb7-a44f81ca64d3 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.18 "DELETE /v2.0/ports/96f3b665-81ff-457b-8c24-ef5cd97b9a2c HTTP/1.1" status: 204 len: 173 time: 2.7039027 Jul 16 20:40:56.463984 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747bcc21-8f0b-409e-94ef-57231457c966 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:56.470584 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-747bcc21-8f0b-409e-94ef-57231457c966 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1692393 Jul 16 20:40:56.471295 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51344) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:56.479597 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfcca034-896b-4d0e-854f-d95c3eca6c90', 'name': 'network-vif-deleted', 'tag': '96f3b665-81ff-457b-8c24-ef5cd97b9a2c'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:56.490179 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02c53ac-8f3a-4e20-af26-43eaa06e9fe0" -d '{"events": [{"server_uuid": "cfcca034-896b-4d0e-854f-d95c3eca6c90", "name": "network-vif-deleted", "tag": "96f3b665-81ff-457b-8c24-ef5cd97b9a2c"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:56.611547 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5353b4-7496-4f02-8b7c-2793a6f76ac6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:56.619580 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5353b4-7496-4f02-8b7c-2793a6f76ac6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:56.621398 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5353b4-7496-4f02-8b7c-2793a6f76ac6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:56.640263 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0b5353b4-7496-4f02-8b7c-2793a6f76ac6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1678622 Jul 16 20:40:56.642879 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51348) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:56.645040 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b43882d-5d23-4a2b-9b8b-e4880fc7f53e x-openstack-request-id: req-5b43882d-5d23-4a2b-9b8b-e4880fc7f53e {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:56.645390 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfcca034-896b-4d0e-854f-d95c3eca6c90", "name": "network-vif-deleted", "tag": "96f3b665-81ff-457b-8c24-ef5cd97b9a2c", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:56.645586 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5b43882d-5d23-4a2b-9b8b-e4880fc7f53e {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:56.645977 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfcca034-896b-4d0e-854f-d95c3eca6c90', 'name': 'network-vif-deleted', 'tag': '96f3b665-81ff-457b-8c24-ef5cd97b9a2c', 'status': 'completed', 'code': 200} Jul 16 20:40:56.707839 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-18ebba24-d784-4d59-81dc-4ce0d221182e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.797113 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9605b16-71ac-4a20-a68a-79bf7b87d3c6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet 3c64bf17-d2e3-4af2-aaba-8ff3c0f0ca49 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:56.802344 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a9605b16-71ac-4a20-a68a-79bf7b87d3c6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.830714 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f8bcf4b-5c52-4cd9-ae2f-724df712c8df admin admin] Deleting subnet e3773b4e-f5c8-45c6-be17-27631a1d9f40 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:56.836429 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5f8bcf4b-5c52-4cd9-ae2f-724df712c8df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.888183 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a9605b16-71ac-4a20-a68a-79bf7b87d3c6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.003396 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5f8bcf4b-5c52-4cd9-ae2f-724df712c8df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.037796 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a9605b16-71ac-4a20-a68a-79bf7b87d3c6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.086810 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e678325-2577-48a1-81c3-da89ab893f79 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:57.104055 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 96f3b665-81ff-457b-8c24-ef5cd97b9a2c no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:57.126446 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5f8bcf4b-5c52-4cd9-ae2f-724df712c8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.150923 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 96f3b665-81ff-457b-8c24-ef5cd97b9a2c {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:57.151476 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 96f3b665-81ff-457b-8c24-ef5cd97b9a2c not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:57.159646 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3f76a4b0-005c-40c8-ad89-9db5841261f0 None None] Could not find standard attr ID for object 09cec60f-ddb3-472c-b736-8eb3b075e819. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:40:57.204875 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-997bb661-420b-4464-8dba-3dc2c2c6833a req-8b171de3-d3eb-4f0c-a970-d31b0c0a60a2 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfcca034-896b-4d0e-854f-d95c3eca6c90 HTTP/1.1" status: 200 len: 210 time: 0.0641513 Jul 16 20:40:57.207687 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 11ddfdff-d49c-4231-8c15-0314dce72755 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:57.238771 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a9605b16-71ac-4a20-a68a-79bf7b87d3c6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.258174 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 11ddfdff-d49c-4231-8c15-0314dce72755 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:57.259689 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 11ddfdff-d49c-4231-8c15-0314dce72755 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:57.263180 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-18ebba24-d784-4d59-81dc-4ce0d221182e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Deleting port a16a2993-cd45-4044-972b-b656db9ca06d {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:57.263712 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-18ebba24-d784-4d59-81dc-4ce0d221182e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.283863 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3f76a4b0-005c-40c8-ad89-9db5841261f0 None None] Provisioning complete for port 32774e1f-06fd-41b9-947d-0fef22586dc0 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:57.284428 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a9605b16-71ac-4a20-a68a-79bf7b87d3c6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.284806 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f76a4b0-005c-40c8-ad89-9db5841261f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.288982 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a9605b16-71ac-4a20-a68a-79bf7b87d3c6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/3c64bf17-d2e3-4af2-aaba-8ff3c0f0ca49 HTTP/1.1" status: 204 len: 168 time: 0.6430023 Jul 16 20:40:57.289853 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9605b16-71ac-4a20-a68a-79bf7b87d3c6 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=3c64bf17-d2e3-4af2-aaba-8ff3c0f0ca49,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:57.289966 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51354) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:57.304784 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5f8bcf4b-5c52-4cd9-ae2f-724df712c8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.348738 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8bcf4b-5c52-4cd9-ae2f-724df712c8df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3773b4e-f5c8-45c6-be17-27631a1d9f40,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:57.352517 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5f8bcf4b-5c52-4cd9-ae2f-724df712c8df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.357817 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5f8bcf4b-5c52-4cd9-ae2f-724df712c8df admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e3773b4e-f5c8-45c6-be17-27631a1d9f40 HTTP/1.1" status: 204 len: 168 time: 1.0020287 Jul 16 20:40:57.358065 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51358) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:57.450751 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e5e9b1-2841-4d97-859e-2c57fad37027 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Deleting subnet b704ecb6-5bb8-44e5-be86-89b0e37b2e1a {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:57.458461 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-87e5e9b1-2841-4d97-859e-2c57fad37027 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.500413 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e7c8b5d0-a460-4740-b897-83499fc2e205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.539908 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-deb2565f-2439-4a3f-b3ba-19da280d7645 req-09b3c4a4-523d-4fdd-9d7c-43aa00d55c91 tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.0502844 Jul 16 20:40:57.552565 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-18ebba24-d784-4d59-81dc-4ce0d221182e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] For port a16a2993-cd45-4044-972b-b656db9ca06d, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a16a2993-cd45-4044-972b-b656db9ca06d,segment=NetworkSegment(9a856c3a-773f-4d10-8ba8-df860f147e51),segment_id=9a856c3a-773f-4d10-8ba8-df860f147e51)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:57.552933 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-18ebba24-d784-4d59-81dc-4ce0d221182e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.567171 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-87e5e9b1-2841-4d97-859e-2c57fad37027 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.594883 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-18ebba24-d784-4d59-81dc-4ce0d221182e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Calling delete_port for a16a2993-cd45-4044-972b-b656db9ca06d owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:57.610627 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.652568 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e7c8b5d0-a460-4740-b897-83499fc2e205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.666971 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-e7c8b5d0-a460-4740-b897-83499fc2e205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06fcf74-26b1-47b6-b39c-8c2d6e48452b']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:57.686404 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-e7c8b5d0-a460-4740-b897-83499fc2e205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7788cb-5e91-4bfe-a672-fecf9a2d060e') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:57.686780 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-e7c8b5d0-a460-4740-b897-83499fc2e205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7788cb-5e91-4bfe-a672-fecf9a2d060e') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:57.697303 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e7c8b5d0-a460-4740-b897-83499fc2e205 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.714814 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e7c8b5d0-a460-4740-b897-83499fc2e205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.717432 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-87e5e9b1-2841-4d97-859e-2c57fad37027 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.723236 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c8b5d0-a460-4740-b897-83499fc2e205 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:40:57.723649 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e7c8b5d0-a460-4740-b897-83499fc2e205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:40:57.725606 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:40:57.793077 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e7c8b5d0-a460-4740-b897-83499fc2e205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.802011 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e7c8b5d0-a460-4740-b897-83499fc2e205 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.804035 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e7c8b5d0-a460-4740-b897-83499fc2e205 admin admin] 10.222.0.38 "DELETE /v2.0/networks/d06fcf74-26b1-47b6-b39c-8c2d6e48452b HTTP/1.1" status: 204 len: 168 time: 0.4447858 Jul 16 20:40:57.821091 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8b5d0-a460-4740-b897-83499fc2e205 admin admin] Pushing event deleted for resources: {'Network': ['ID=d06fcf74-26b1-47b6-b39c-8c2d6e48452b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:57.865739 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-87e5e9b1-2841-4d97-859e-2c57fad37027 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.928580 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5e9b1-2841-4d97-859e-2c57fad37027 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Subnet': ['ID=b704ecb6-5bb8-44e5-be86-89b0e37b2e1a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:57.938847 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-87e5e9b1-2841-4d97-859e-2c57fad37027 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.940820 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-87e5e9b1-2841-4d97-859e-2c57fad37027 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/b704ecb6-5bb8-44e5-be86-89b0e37b2e1a HTTP/1.1" status: 204 len: 168 time: 0.6501813 Jul 16 20:40:57.944182 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51366) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:57.956999 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-18ebba24-d784-4d59-81dc-4ce0d221182e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.973111 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51368) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:58.005484 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-660a53d2-acdb-458e-883b-5c7644c8e1b1 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590670 Jul 16 20:40:58.007485 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51370) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:58.029785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebba24-d784-4d59-81dc-4ce0d221182e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Port': ['ID=a16a2993-cd45-4044-972b-b656db9ca06d,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:58.127933 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471e41ed-bde2-43f9-a7d7-dd2dae7bb358 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:58.129887 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-471e41ed-bde2-43f9-a7d7-dd2dae7bb358 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1213207 Jul 16 20:40:58.132532 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51372) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:58.163189 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-33461f6e-ac84-434e-86a8-ccef89b62a43 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6a26f9f127054c75b4598717bb55d1c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1847885 Jul 16 20:40:58.165604 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51374) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:58.197283 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7572aa6-bb01-47d3-b865-2b9f036c579f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:58.201001 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d7572aa6-bb01-47d3-b865-2b9f036c579f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0670669 Jul 16 20:40:58.204235 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51376) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:58.251545 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-599f6f76-8e47-40ad-bf5b-db34892683be tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438156 Jul 16 20:40:58.256739 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51380) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:58.282475 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-18ebba24-d784-4d59-81dc-4ce0d221182e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.304643 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f9c265-44b7-4d3d-9f84-5bf31226798f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:58.305468 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f9c265-44b7-4d3d-9f84-5bf31226798f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:58.311586 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e3f9c265-44b7-4d3d-9f84-5bf31226798f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/09cec60f-ddb3-472c-b736-8eb3b075e819 HTTP/1.1" status: 404 len: 333 time: 0.0532031 Jul 16 20:40:58.312368 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51382) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:58.320364 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6341faa5-8e1a-4a5c-ad75-781ee58780c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.347699 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-520a6a37-75e6-497e-b964-66a73965b03d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:58.348258 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-520a6a37-75e6-497e-b964-66a73965b03d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:58.353174 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-520a6a37-75e6-497e-b964-66a73965b03d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/3c64bf17-d2e3-4af2-aaba-8ff3c0f0ca49 HTTP/1.1" status: 404 len: 337 time: 0.0396895 Jul 16 20:40:58.353864 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51386) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:58.386830 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1db6a91-6385-44fa-a7c3-a0f58ecf005f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:58.387585 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1db6a91-6385-44fa-a7c3-a0f58ecf005f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:58.392282 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c1db6a91-6385-44fa-a7c3-a0f58ecf005f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/b704ecb6-5bb8-44e5-be86-89b0e37b2e1a HTTP/1.1" status: 404 len: 337 time: 0.0372176 Jul 16 20:40:58.393016 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51388) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:58.422830 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-b924ca04-ead7-4b13-9359-e11600abf33d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:58.423631 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b924ca04-ead7-4b13-9359-e11600abf33d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:58.428840 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b924ca04-ead7-4b13-9359-e11600abf33d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/d0e65b2b-7823-437d-a95e-01739c82a641 HTTP/1.1" status: 404 len: 333 time: 0.0340464 Jul 16 20:40:58.429082 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51390) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:58.457287 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bbfe3bc-5710-4738-a4ab-79983e09d63d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:58.457747 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bbfe3bc-5710-4738-a4ab-79983e09d63d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:58.461993 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7bbfe3bc-5710-4738-a4ab-79983e09d63d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/37df0e39-c2bb-432b-ba85-75326faa7940 HTTP/1.1" status: 404 len: 337 time: 0.0295310 Jul 16 20:40:58.462162 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51392) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:58.476338 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8213794-a75e-4db7-b5dd-2b0ca42a11d5 None None] Network f4aa8141-9687-45d9-b16c-82a3d6b86650 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:58.515812 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba81cd6-44c4-4d91-ae19-e487a7e4fc13 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:58.516833 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dba81cd6-44c4-4d91-ae19-e487a7e4fc13 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:58.519929 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-dba81cd6-44c4-4d91-ae19-e487a7e4fc13 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/43d57fc3-d56a-403f-a61f-6d2f04177c56 HTTP/1.1" status: 404 len: 337 time: 0.0567811 Jul 16 20:40:58.522620 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51394) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:58.536471 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6341faa5-8e1a-4a5c-ad75-781ee58780c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.570694 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9562821-c7a1-4970-a14f-3a815c56683a tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:58.571124 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9562821-c7a1-4970-a14f-3a815c56683a tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:58.572895 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b9562821-c7a1-4970-a14f-3a815c56683a tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/1708799e-f57b-4492-b38f-15ffbf902270 HTTP/1.1" status: 404 len: 333 time: 0.0480182 Jul 16 20:40:58.576340 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51396) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:58.612404 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ebba24-d784-4d59-81dc-4ce0d221182e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Router 1f952c11-a23c-412f-9926-e3d49bc787f4 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:58.616540 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8cb6c7ec-ae77-446b-af85-363c03fc3e2f None None] Provisioning complete for port 32774e1f-06fd-41b9-947d-0fef22586dc0 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:58.617528 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8cb6c7ec-ae77-446b-af85-363c03fc3e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.631328 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-089a3ecb-45c3-4eb2-8448-d906a3548271 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:58.631972 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-089a3ecb-45c3-4eb2-8448-d906a3548271 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:58.637050 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-089a3ecb-45c3-4eb2-8448-d906a3548271 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/49fbb566-ae6b-4a56-986b-11e3d4229d01 HTTP/1.1" status: 404 len: 337 time: 0.0556176 Jul 16 20:40:58.638291 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51402) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:58.668932 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a384d9-e411-4d5a-b89d-628746cd4239 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:58.669796 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67a384d9-e411-4d5a-b89d-628746cd4239 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:58.675168 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-67a384d9-e411-4d5a-b89d-628746cd4239 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/d046b2bb-2cb4-4f6f-a5d6-6c33adf66346 HTTP/1.1" status: 404 len: 337 time: 0.0356672 Jul 16 20:40:58.675890 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51406) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:58.711847 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e0f45c8-c56f-428a-9166-5a39b612b399 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:58.712714 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e0f45c8-c56f-428a-9166-5a39b612b399 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:58.722827 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4e0f45c8-c56f-428a-9166-5a39b612b399 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/9914253c-4961-4e14-bd7c-50d243ae5ccf HTTP/1.1" status: 404 len: 333 time: 0.0456016 Jul 16 20:40:58.725775 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51408) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:58.768464 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d2f0ff-0c48-413d-acf3-5772294d1962 None None] DHCP port deletion for f4aa8141-9687-45d9-b16c-82a3d6b86650 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:40:58.776014 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-39fe7d66-3ee5-4e6e-9462-6f079b70cc7b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:58.776622 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39fe7d66-3ee5-4e6e-9462-6f079b70cc7b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:58.782074 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-39fe7d66-3ee5-4e6e-9462-6f079b70cc7b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/5bd42e01-1964-4d67-bb8a-da1835126e82 HTTP/1.1" status: 404 len: 337 time: 0.0551291 Jul 16 20:40:58.782868 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51410) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:58.812382 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd783fc9-47dc-499a-93b9-3ddf6d7ade26 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:58.813008 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd783fc9-47dc-499a-93b9-3ddf6d7ade26 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:58.817837 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bd783fc9-47dc-499a-93b9-3ddf6d7ade26 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/b9996975-98d6-4eb2-a2ac-d300276351ee HTTP/1.1" status: 404 len: 337 time: 0.0338619 Jul 16 20:40:58.818716 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51412) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:58.829633 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-26d2f0ff-0c48-413d-acf3-5772294d1962 None None] Deleting port 32774e1f-06fd-41b9-947d-0fef22586dc0 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:58.830268 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26d2f0ff-0c48-413d-acf3-5772294d1962 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.851809 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf2aa0f-1de1-4f2d-b235-2967060e8841 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:58.852696 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf2aa0f-1de1-4f2d-b235-2967060e8841 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:58.858477 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bbf2aa0f-1de1-4f2d-b235-2967060e8841 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/cb1a4565-7746-426c-b806-6249d78bbe20 HTTP/1.1" status: 404 len: 333 time: 0.0385706 Jul 16 20:40:58.859251 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51414) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:58.887296 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-7adf352e-9469-4f3f-ae63-0b3715592822 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:58.888130 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7adf352e-9469-4f3f-ae63-0b3715592822 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:58.893024 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7adf352e-9469-4f3f-ae63-0b3715592822 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/b8677732-ea79-4be8-b950-3028d7a23bcf HTTP/1.1" status: 404 len: 337 time: 0.0326352 Jul 16 20:40:58.893812 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51416) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:58.925332 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e3e610-119b-4793-b93f-786ff7be85b2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:58.925962 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e3e610-119b-4793-b93f-786ff7be85b2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:58.926974 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-26d2f0ff-0c48-413d-acf3-5772294d1962 None None] For port 32774e1f-06fd-41b9-947d-0fef22586dc0, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=32774e1f-06fd-41b9-947d-0fef22586dc0,segment=NetworkSegment(69dc44b8-63ae-4e0f-988a-29f8df2e92e4),segment_id=69dc44b8-63ae-4e0f-988a-29f8df2e92e4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:58.927360 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26d2f0ff-0c48-413d-acf3-5772294d1962 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.931125 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-23e3e610-119b-4793-b93f-786ff7be85b2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/2c0bda4b-a74d-4bd2-97ea-b3af5c8985b0 HTTP/1.1" status: 404 len: 333 time: 0.0361419 Jul 16 20:40:58.931898 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51418) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:58.944185 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-26d2f0ff-0c48-413d-acf3-5772294d1962 None None] Calling delete_port for 32774e1f-06fd-41b9-947d-0fef22586dc0 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:58.967018 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc265ef1-8ccb-495b-92cd-e0d0523ffa59 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:58.967577 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc265ef1-8ccb-495b-92cd-e0d0523ffa59 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:58.972425 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fc265ef1-8ccb-495b-92cd-e0d0523ffa59 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/56d3d943-0dfc-4c32-903a-fced9d1392fc HTTP/1.1" status: 404 len: 337 time: 0.0393770 Jul 16 20:40:58.973172 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51420) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:59.008344 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-edfc6ca5-f144-4915-89bf-19658b5b628e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:59.009113 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edfc6ca5-f144-4915-89bf-19658b5b628e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:59.017031 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-edfc6ca5-f144-4915-89bf-19658b5b628e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/8622d328-69fc-43e3-8fbe-d122bfbbf614 HTTP/1.1" status: 404 len: 333 time: 0.0427015 Jul 16 20:40:59.018028 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51422) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:59.042788 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26d2f0ff-0c48-413d-acf3-5772294d1962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.054543 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7ecf04-c99a-492c-95b3-e9ea9c5dcbfe tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:59.054543 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7ecf04-c99a-492c-95b3-e9ea9c5dcbfe tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:59.060164 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-da7ecf04-c99a-492c-95b3-e9ea9c5dcbfe tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/e1a872ad-4585-44b4-b739-c288f3f5f9ee HTTP/1.1" status: 404 len: 337 time: 0.0400906 Jul 16 20:40:59.061211 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51424) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:59.067804 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d2f0ff-0c48-413d-acf3-5772294d1962 None None] No DVR routers for this DVR port 32774e1f-06fd-41b9-947d-0fef22586dc0 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:59.109800 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec0794f0-badb-49a9-824e-e01c5498fe17 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:59.110877 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec0794f0-badb-49a9-824e-e01c5498fe17 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:59.115799 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ec0794f0-badb-49a9-824e-e01c5498fe17 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/ade0dc99-8799-434a-857d-c52de7efe33b HTTP/1.1" status: 404 len: 333 time: 0.0533936 Jul 16 20:40:59.116824 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51426) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:59.124928 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2f0ff-0c48-413d-acf3-5772294d1962 None None] Pushing event deleted for resources: {'Port': ['ID=32774e1f-06fd-41b9-947d-0fef22586dc0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:59.162396 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5575e66a-e535-4656-b9c4-ca84f71e24a7 req-6b4cc280-c3c4-4321-a27b-dbbbed6b2481 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.0412030 Jul 16 20:40:59.193910 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6341faa5-8e1a-4a5c-ad75-781ee58780c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.196862 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6341faa5-8e1a-4a5c-ad75-781ee58780c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.198015 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6341faa5-8e1a-4a5c-ad75-781ee58780c2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ef46beb6-cf75-4a80-8a7f-071ac412500e HTTP/1.1" status: 204 len: 168 time: 1.0315082 Jul 16 20:40:59.251865 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-90fdf12c-ebbc-489b-811c-1caf4537aa6e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:59.252463 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90fdf12c-ebbc-489b-811c-1caf4537aa6e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:59.254783 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-90fdf12c-ebbc-489b-811c-1caf4537aa6e tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/72ff9ff7-fea1-4456-8d43-2166443f8a22 HTTP/1.1" status: 404 len: 337 time: 0.1349204 Jul 16 20:40:59.256833 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51432) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:59.276715 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341faa5-8e1a-4a5c-ad75-781ee58780c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef46beb6-cf75-4a80-8a7f-071ac412500e,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:59.341866 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-24a78582-bfd6-4f53-ba3c-051b69e79a9d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:59.342998 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24a78582-bfd6-4f53-ba3c-051b69e79a9d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:59.345198 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-24a78582-bfd6-4f53-ba3c-051b69e79a9d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/8258259f-16bb-419e-8799-18f01f47303b HTTP/1.1" status: 404 len: 333 time: 0.0872948 Jul 16 20:40:59.350365 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51434) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:59.350605 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba74bcf-882b-4ba5-8f44-88f1f917dabb req-a739ba85-4924-4371-978d-b63effcf95fa tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:59.358767 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6ba74bcf-882b-4ba5-8f44-88f1f917dabb req-a739ba85-4924-4371-978d-b63effcf95fa tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d661541-060f-47a9-bfc4-6465fdbc2431 HTTP/1.1" status: 200 len: 945 time: 0.1725779 Jul 16 20:40:59.381946 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ebba24-d784-4d59-81dc-4ce0d221182e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:59.389516 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-18ebba24-d784-4d59-81dc-4ce0d221182e tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "PUT /v2.0/routers/1f952c11-a23c-412f-9926-e3d49bc787f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8693850 Jul 16 20:40:59.392133 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51436) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:59.399426 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5b44ae-0beb-4aa8-bf56-531a9fc2d2a8 None None] Sync routers for ids ['1f952c11-a23c-412f-9926-e3d49bc787f4'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:59.402743 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6043a0-fb4b-471a-8330-b466fbf16475 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:59.403492 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e6043a0-fb4b-471a-8330-b466fbf16475 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:59.419759 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5b44ae-0beb-4aa8-bf56-531a9fc2d2a8 None None] Routers {'1f952c11-a23c-412f-9926-e3d49bc787f4'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:59.420667 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-de5b44ae-0beb-4aa8-bf56-531a9fc2d2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1f952c11-a23c-412f-9926-e3d49bc787f4'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:59.425338 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51438) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:59.425786 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3e6043a0-fb4b-471a-8330-b466fbf16475 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/be859d09-cd3b-4934-87d2-48d20d9aa7d4 HTTP/1.1" status: 404 len: 337 time: 0.0735066 Jul 16 20:40:59.471065 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6ba74bcf-882b-4ba5-8f44-88f1f917dabb req-ee09ea2a-d12f-4790-b72b-e3ed94d19e45 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997815 Jul 16 20:40:59.530565 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-58476feb-205d-4e5c-9669-4260379c96d8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:59.531319 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58476feb-205d-4e5c-9669-4260379c96d8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:59.535563 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-58476feb-205d-4e5c-9669-4260379c96d8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/a8def459-e7c5-40e7-96f5-f710757537d4 HTTP/1.1" status: 404 len: 333 time: 0.0615554 Jul 16 20:40:59.536916 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51442) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:59.554934 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 32774e1f-06fd-41b9-947d-0fef22586dc0 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:59.583844 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 32774e1f-06fd-41b9-947d-0fef22586dc0 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:59.584537 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 32774e1f-06fd-41b9-947d-0fef22586dc0 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:59.601838 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfdeb389-568b-4935-8c5f-d5c94850c453 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:59.602286 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ba0b22c-24f8-42f1-9e99-6ab4d6e49010 req-40e1c9f1-889a-4df5-916f-3eeba5f3fcfa tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.4218190 Jul 16 20:40:59.602532 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfdeb389-568b-4935-8c5f-d5c94850c453 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:59.607102 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.613360 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-de5b44ae-0beb-4aa8-bf56-531a9fc2d2a8 None None] Set router 1f952c11-a23c-412f-9926-e3d49bc787f4 gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:59.614219 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cfdeb389-568b-4935-8c5f-d5c94850c453 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/748c903f-ee4f-4cd3-9f04-e8cd8017f1a7 HTTP/1.1" status: 404 len: 337 time: 0.0757930 Jul 16 20:40:59.615628 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51444) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:59.624914 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-396e7ab4-9e6b-4ac1-94db-4e23f67f12be tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Deleting subnet d2e0fd6b-5041-42e2-82d8-19c1cc37935e {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:59.645737 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-396e7ab4-9e6b-4ac1-94db-4e23f67f12be tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.670660 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-f655ad46-a09f-4b1c-9f85-d0e188381256 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:59.672302 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f655ad46-a09f-4b1c-9f85-d0e188381256 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:59.679358 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f655ad46-a09f-4b1c-9f85-d0e188381256 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/bca80e41-9568-48cd-b9f3-29321d3cc44b HTTP/1.1" status: 404 len: 337 time: 0.0610194 Jul 16 20:40:59.679358 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51448) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:59.689160 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-396e7ab4-9e6b-4ac1-94db-4e23f67f12be tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.713733 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-55bac9e5-cd53-4ac8-83c5-3a05856e3aba tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:59.714549 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55bac9e5-cd53-4ac8-83c5-3a05856e3aba tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:59.718829 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-55bac9e5-cd53-4ac8-83c5-3a05856e3aba tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/f0d1609f-a623-4773-ad24-5124941a39f8 HTTP/1.1" status: 404 len: 333 time: 0.0401220 Jul 16 20:40:59.720540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51450) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:59.755082 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a1e26d-d3a2-4821-af3e-5bc8f7bea9f5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:59.755685 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a1e26d-d3a2-4821-af3e-5bc8f7bea9f5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:59.757363 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e1a1e26d-d3a2-4821-af3e-5bc8f7bea9f5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/f7479e1c-c174-455d-9886-deb1d20411b0 HTTP/1.1" status: 404 len: 337 time: 0.0359075 Jul 16 20:40:59.761490 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51454) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:59.789272 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5942ba5-3511-4f76-bdf1-124e18fb355d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:59.789923 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5942ba5-3511-4f76-bdf1-124e18fb355d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:59.806507 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d5942ba5-3511-4f76-bdf1-124e18fb355d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/e979345a-e4bc-4431-8707-d5404a26bc02 HTTP/1.1" status: 404 len: 337 time: 0.0429943 Jul 16 20:40:59.809404 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51458) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:59.822920 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-396e7ab4-9e6b-4ac1-94db-4e23f67f12be tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.839365 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-c84a5eda-a097-43a0-9221-66bc819fc380 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:59.840860 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c84a5eda-a097-43a0-9221-66bc819fc380 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:59.843142 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c84a5eda-a097-43a0-9221-66bc819fc380 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/763291e4-3557-495c-8c25-4eb3d75ebbee HTTP/1.1" status: 404 len: 333 time: 0.0323768 Jul 16 20:40:59.845707 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51460) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:59.872450 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-de5b44ae-0beb-4aa8-bf56-531a9fc2d2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:40:57Z', 'revision_number': 10, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None, '_interfaces': [{'id': '36a34ed3-339a-4acf-b099-363bf3eff555', 'name': '', 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:b8:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:09Z', 'updated_at': '2021-07-16T20:40:21Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:59.901580 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f951acd-3369-4956-82e7-88dff3e6287b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:59.902190 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f951acd-3369-4956-82e7-88dff3e6287b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:59.904727 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5f951acd-3369-4956-82e7-88dff3e6287b tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/4be675d2-7978-4250-97b3-9d4d19447d83 HTTP/1.1" status: 404 len: 337 time: 0.0576935 Jul 16 20:40:59.910102 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51464) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:59.913285 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5b44ae-0beb-4aa8-bf56-531a9fc2d2a8 None None] Checking router: 1f952c11-a23c-412f-9926-e3d49bc787f4 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:59.925000 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5b44ae-0beb-4aa8-bf56-531a9fc2d2a8 None None] Routers {'1f952c11-a23c-412f-9926-e3d49bc787f4'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:59.925647 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-de5b44ae-0beb-4aa8-bf56-531a9fc2d2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1f952c11-a23c-412f-9926-e3d49bc787f4'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:59.931105 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-396e7ab4-9e6b-4ac1-94db-4e23f67f12be tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.945094 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-57205a67-1b98-4593-9eb4-e6ffb17e6940 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:59.945556 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57205a67-1b98-4593-9eb4-e6ffb17e6940 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:59.947426 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-57205a67-1b98-4593-9eb4-e6ffb17e6940 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/07bb5224-5fc5-49ac-81fc-0ef904b9ef73 HTTP/1.1" status: 404 len: 337 time: 0.0384431 Jul 16 20:40:59.950483 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51468) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:59.975068 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e7ab4-9e6b-4ac1-94db-4e23f67f12be tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Subnet': ['ID=d2e0fd6b-5041-42e2-82d8-19c1cc37935e,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:59.991357 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-396e7ab4-9e6b-4ac1-94db-4e23f67f12be tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.996631 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f9895c7-6bb1-47d2-841e-c11248670f86 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:59.996826 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-396e7ab4-9e6b-4ac1-94db-4e23f67f12be tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/subnets/d2e0fd6b-5041-42e2-82d8-19c1cc37935e HTTP/1.1" status: 204 len: 168 time: 0.6011646 Jul 16 20:40:59.996917 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f9895c7-6bb1-47d2-841e-c11248670f86 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:59.996917 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9f9895c7-6bb1-47d2-841e-c11248670f86 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/41545400-2309-4f25-af1a-0760ebf64f5b HTTP/1.1" status: 404 len: 333 time: 0.0453441 Jul 16 20:40:59.997446 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51470) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:00.000367 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f40397-e77d-4f32-ad55-7282508b5216 None None] Network 82b3b70c-db3d-4cc0-a0f7-e641ec9214de requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:00.000770 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51472) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:00.031739 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed8a3868-cf18-4978-9ba7-ae39692885aa tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:00.032200 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed8a3868-cf18-4978-9ba7-ae39692885aa tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:00.037211 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ed8a3868-cf18-4978-9ba7-ae39692885aa tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/967ee08f-fd6c-4981-8908-088a56c9c3ad HTTP/1.1" status: 404 len: 337 time: 0.0354154 Jul 16 20:41:00.046667 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51474) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:00.087079 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-389f9312-f265-4e08-ba19-9c745e15d015 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.130685 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb67412b-5df1-46e9-b31c-8214fccc69e8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:00.131054 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb67412b-5df1-46e9-b31c-8214fccc69e8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:00.135102 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cb67412b-5df1-46e9-b31c-8214fccc69e8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/f9e8d65f-7599-4330-8eb5-d1c1e83ca774 HTTP/1.1" status: 404 len: 337 time: 0.0868835 Jul 16 20:41:00.139400 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51478) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:00.143603 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-de5b44ae-0beb-4aa8-bf56-531a9fc2d2a8 None None] Set router 1f952c11-a23c-412f-9926-e3d49bc787f4 gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:00.185898 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062204c-e1f4-4956-aef8-48775bf96e06 req-01833f5f-a220-4d92-a39d-3118dd586cee tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:00.187886 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9062204c-e1f4-4956-aef8-48775bf96e06 req-01833f5f-a220-4d92-a39d-3118dd586cee tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d661541-060f-47a9-bfc4-6465fdbc2431 HTTP/1.1" status: 200 len: 945 time: 0.1580224 Jul 16 20:41:00.202798 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f7064e79-c891-4942-a15c-ea33f8cc7075 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f246f40-3188-4b24-8fe6-b2c11cfb270e HTTP/1.1" status: 200 len: 205 time: 0.0619655 Jul 16 20:41:00.205497 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51482) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:00.216248 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-389f9312-f265-4e08-ba19-9c745e15d015 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Deleting port 52b84eb3-609c-432b-b711-e912ab72659c {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:00.217275 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-389f9312-f265-4e08-ba19-9c745e15d015 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.308061 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-389f9312-f265-4e08-ba19-9c745e15d015 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] For port 52b84eb3-609c-432b-b711-e912ab72659c, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=52b84eb3-609c-432b-b711-e912ab72659c,segment=NetworkSegment(9a856c3a-773f-4d10-8ba8-df860f147e51),segment_id=9a856c3a-773f-4d10-8ba8-df860f147e51)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:00.308900 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-389f9312-f265-4e08-ba19-9c745e15d015 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.323837 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-389f9312-f265-4e08-ba19-9c745e15d015 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Calling delete_port for 52b84eb3-609c-432b-b711-e912ab72659c owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:00.324052 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-e11d9b83-a53b-4a63-9ccb-e2e5fda63d3d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] delete failed (client error): The resource could not be found. Jul 16 20:41:00.326000 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e11d9b83-a53b-4a63-9ccb-e2e5fda63d3d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/routers/9f246f40-3188-4b24-8fe6-b2c11cfb270e HTTP/1.1" status: 404 len: 336 time: 0.1193998 Jul 16 20:41:00.329283 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51488) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:00.367287 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0648ff6-43ed-421a-ad14-75cb4e1fb3ce tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:00.367765 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0648ff6-43ed-421a-ad14-75cb4e1fb3ce tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:00.372717 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a0648ff6-43ed-421a-ad14-75cb4e1fb3ce tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/9c8ae4f1-0f3b-4eeb-a353-f173c59e6d8f HTTP/1.1" status: 404 len: 337 time: 0.0368736 Jul 16 20:41:00.373691 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51490) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:00.411330 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51492) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:00.415032 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6ff7615c-5a68-44aa-9218-6db28609e1c8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "GET /v2.0/ports?device_id=0444c599-a79a-4415-a1c0-7a90d27ad2f8 HTTP/1.1" status: 200 len: 205 time: 0.0401852 Jul 16 20:41:00.420478 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51494) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:00.472039 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-6902092d-5c26-4889-a41c-3454ec91475d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] delete failed (client error): The resource could not be found. Jul 16 20:41:00.473110 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6902092d-5c26-4889-a41c-3454ec91475d tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/routers/0444c599-a79a-4415-a1c0-7a90d27ad2f8 HTTP/1.1" status: 404 len: 336 time: 0.0504007 Jul 16 20:41:00.476601 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51498) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:00.486268 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-389f9312-f265-4e08-ba19-9c745e15d015 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.517717 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-9062204c-e1f4-4956-aef8-48775bf96e06 req-3dc45733-4fed-4fca-b558-3030c36b88f2 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Deleting port b288bcc1-0d63-4cdb-a66f-f66e6819482d {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:00.518150 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9062204c-e1f4-4956-aef8-48775bf96e06 req-3dc45733-4fed-4fca-b558-3030c36b88f2 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.536745 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cda6a9-5a5f-457b-9bd8-0d4aaecf8b3c None None] DHCP port deletion for 82b3b70c-db3d-4cc0-a0f7-e641ec9214de request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:41:00.562110 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389f9312-f265-4e08-ba19-9c745e15d015 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] No DVR routers for this DVR port 52b84eb3-609c-432b-b711-e912ab72659c on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:00.596139 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f9312-f265-4e08-ba19-9c745e15d015 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Port': ['ID=52b84eb3-609c-432b-b711-e912ab72659c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:00.620932 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-9906bb37-25e3-4635-b997-e3986d296609 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:00.621492 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9906bb37-25e3-4635-b997-e3986d296609 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:00.625766 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9906bb37-25e3-4635-b997-e3986d296609 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/b7ff5fa9-3ff1-4091-ba39-b9e028cb31db HTTP/1.1" status: 404 len: 337 time: 0.1479919 Jul 16 20:41:00.629661 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51502) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:00.641343 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-549c0344-ce4c-41a8-a4e2-f8d9ded47c54 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-857878655-network', 'tenant_id': '3de11a0e88b743c29e50d6cceac5ade9'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:00.646526 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-de5b44ae-0beb-4aa8-bf56-531a9fc2d2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:40:57Z', 'revision_number': 10, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None, '_interfaces': [{'id': '36a34ed3-339a-4acf-b099-363bf3eff555', 'name': '', 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:b8:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:09Z', 'updated_at': '2021-07-16T20:40:21Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:00.686820 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5b44ae-0beb-4aa8-bf56-531a9fc2d2a8 None None] The sync data for ids ['1f952c11-a23c-412f-9926-e3d49bc787f4'] in n-d-791506-21 is: [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:40:57Z', 'revision_number': 10, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None, '_interfaces': [{'id': '36a34ed3-339a-4acf-b099-363bf3eff555', 'name': '', 'network_id': '3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'mac_address': 'fa:16:3e:b8:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:09Z', 'updated_at': '2021-07-16T20:40:21Z', 'revision_number': 5, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'subnets': [{'id': 'eac2dfcf-ec71-4f01-91c9-1a2bbab418f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:00.694974 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-70bea4cf-db8c-4410-9ce7-a0aace654525 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:00.695439 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70bea4cf-db8c-4410-9ce7-a0aace654525 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:00.699716 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-70bea4cf-db8c-4410-9ce7-a0aace654525 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/877b1098-34ae-4621-8caf-0d244fed5596 HTTP/1.1" status: 404 len: 337 time: 0.0649216 Jul 16 20:41:00.701256 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51508) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:00.744750 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25d728e-9bf4-4673-a612-648cef0838da tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:00.745613 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d25d728e-9bf4-4673-a612-648cef0838da tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:00.751654 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d25d728e-9bf4-4673-a612-648cef0838da tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/852c759a-1475-4ab9-affe-d3d091acbb81 HTTP/1.1" status: 404 len: 333 time: 0.0461311 Jul 16 20:41:00.751878 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549c0344-ce4c-41a8-a4e2-f8d9ded47c54 admin admin] Made reservation on behalf of 3de11a0e88b743c29e50d6cceac5ade9 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:00.752815 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-549c0344-ce4c-41a8-a4e2-f8d9ded47c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.755576 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-9062204c-e1f4-4956-aef8-48775bf96e06 req-3dc45733-4fed-4fca-b558-3030c36b88f2 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] For port b288bcc1-0d63-4cdb-a66f-f66e6819482d, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b288bcc1-0d63-4cdb-a66f-f66e6819482d,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:00.756020 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9062204c-e1f4-4956-aef8-48775bf96e06 req-3dc45733-4fed-4fca-b558-3030c36b88f2 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.758422 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51510) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:00.773378 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-389f9312-f265-4e08-ba19-9c745e15d015 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.788304 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-389f9312-f265-4e08-ba19-9c745e15d015 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b3b70c-db3d-4cc0-a0f7-e641ec9214de']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:00.801424 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-389f9312-f265-4e08-ba19-9c745e15d015 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a856c3a-773f-4d10-8ba8-df860f147e51') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:00.801727 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-389f9312-f265-4e08-ba19-9c745e15d015 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a856c3a-773f-4d10-8ba8-df860f147e51') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:00.804032 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-549c0344-ce4c-41a8-a4e2-f8d9ded47c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.812038 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-389f9312-f265-4e08-ba19-9c745e15d015 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.814758 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-9062204c-e1f4-4956-aef8-48775bf96e06 req-3dc45733-4fed-4fca-b558-3030c36b88f2 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Calling delete_port for b288bcc1-0d63-4cdb-a66f-f66e6819482d owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:00.821931 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71c2cd5-a36d-4e85-a1ac-506348ea12e8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:00.822433 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c71c2cd5-a36d-4e85-a1ac-506348ea12e8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:00.824191 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c71c2cd5-a36d-4e85-a1ac-506348ea12e8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/399bf258-caa0-4c37-86ec-99598c26f8ed HTTP/1.1" status: 404 len: 337 time: 0.0641038 Jul 16 20:41:00.831886 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51512) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:00.834262 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-389f9312-f265-4e08-ba19-9c745e15d015 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.864028 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-389f9312-f265-4e08-ba19-9c745e15d015 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:00.864427 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-389f9312-f265-4e08-ba19-9c745e15d015 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.866733 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-08fedcd5-b577-4378-ad86-662a216ffcf3 req-e1470688-62d5-4901-8b27-0c7d446c26d9 tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.0569353 Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:00.867695 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:00.869789 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-53414b9c-010f-49ab-bd92-72f29f9017b8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:00.869789 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53414b9c-010f-49ab-bd92-72f29f9017b8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:00.874632 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-53414b9c-010f-49ab-bd92-72f29f9017b8 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/3248f205-d045-4e66-8e9e-13e651540721 HTTP/1.1" status: 404 len: 333 time: 0.0380445 Jul 16 20:41:00.879629 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51514) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:00.951606 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26c659-9296-45b0-aa6a-7ed547b1fcbb req-5cd1e203-5df4-4c26-9010-2468a70998ba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:00.952722 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-389f9312-f265-4e08-ba19-9c745e15d015 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.953293 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e26c659-9296-45b0-aa6a-7ed547b1fcbb req-5cd1e203-5df4-4c26-9010-2468a70998ba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d661541-060f-47a9-bfc4-6465fdbc2431 HTTP/1.1" status: 200 len: 945 time: 0.2948363 Jul 16 20:41:00.967230 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-389f9312-f265-4e08-ba19-9c745e15d015 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.971988 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-389f9312-f265-4e08-ba19-9c745e15d015 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/networks/82b3b70c-db3d-4cc0-a0f7-e641ec9214de HTTP/1.1" status: 204 len: 168 time: 0.9707854 Jul 16 20:41:00.973802 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51518) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:00.986366 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f9312-f265-4e08-ba19-9c745e15d015 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Network': ['ID=82b3b70c-db3d-4cc0-a0f7-e641ec9214de,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:00.987471 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9cab298-28d0-4868-b3cd-387b77db5e00 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:00.987932 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9cab298-28d0-4868-b3cd-387b77db5e00 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:00.989671 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a9cab298-28d0-4868-b3cd-387b77db5e00 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/55f83a6d-c34a-49e9-abdf-c6d16387e850 HTTP/1.1" status: 404 len: 337 time: 0.1093435 Jul 16 20:41:00.992898 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51520) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:01.032429 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff74754-4fd2-4ba1-89e0-187f1270dd71 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:01.033173 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff74754-4fd2-4ba1-89e0-187f1270dd71 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:01.035395 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bff74754-4fd2-4ba1-89e0-187f1270dd71 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/833bde82-86bf-4e4c-ac7b-a24573e05178 HTTP/1.1" status: 404 len: 333 time: 0.0414231 Jul 16 20:41:01.039965 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51522) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:01.077650 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-999c09e0-e514-4411-8a6b-0073781fa041 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:01.078147 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-999c09e0-e514-4411-8a6b-0073781fa041 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:01.083956 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-999c09e0-e514-4411-8a6b-0073781fa041 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/a17ad128-4c23-4a51-a6b7-10cffeabe9ed HTTP/1.1" status: 404 len: 337 time: 0.0407586 Jul 16 20:41:01.084402 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51524) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:01.124908 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b7d484-ea36-47aa-b928-e75b8b91f608 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:01.126032 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78b7d484-ea36-47aa-b928-e75b8b91f608 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:01.129821 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-78b7d484-ea36-47aa-b928-e75b8b91f608 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/57f156e5-33e8-4d19-8109-ec2d9ae3a302 HTTP/1.1" status: 404 len: 333 time: 0.0417674 Jul 16 20:41:01.130422 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51526) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:01.146695 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e26c659-9296-45b0-aa6a-7ed547b1fcbb req-65efdf4c-b6b6-4b73-b170-2790237e2473 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705363 Jul 16 20:41:01.162266 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-17330ef5-51f2-4e84-b086-f86c45261433 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:01.162972 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17330ef5-51f2-4e84-b086-f86c45261433 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:01.167656 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-17330ef5-51f2-4e84-b086-f86c45261433 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/39f39028-9c01-4101-8280-e4b96af745bf HTTP/1.1" status: 404 len: 337 time: 0.0339885 Jul 16 20:41:01.169081 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51528) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:01.202651 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-211a8370-96d6-4a71-9700-7325a41b0855 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:01.203434 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211a8370-96d6-4a71-9700-7325a41b0855 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:01.206391 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-211a8370-96d6-4a71-9700-7325a41b0855 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/6116ce6f-5d52-4caa-9df4-653345da9fda HTTP/1.1" status: 404 len: 333 time: 0.0351214 Jul 16 20:41:01.209034 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51530) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:01.264465 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3c1384-1f2c-48c6-8bb4-44ab7c4daefc tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:01.264940 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e3c1384-1f2c-48c6-8bb4-44ab7c4daefc tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:01.269442 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8e3c1384-1f2c-48c6-8bb4-44ab7c4daefc tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/4d9c5b52-b51e-4c54-8d4b-33db1e9b7c51 HTTP/1.1" status: 404 len: 337 time: 0.0561655 Jul 16 20:41:01.274620 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51532) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:01.282829 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a16a2993-cd45-4044-972b-b656db9ca06d no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:01.327335 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: a16a2993-cd45-4044-972b-b656db9ca06d {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:01.328554 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-a73b7ed5-23ba-4e0d-a07e-09405a353d3f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:01.329035 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a16a2993-cd45-4044-972b-b656db9ca06d not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:01.329307 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a73b7ed5-23ba-4e0d-a07e-09405a353d3f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:01.329511 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 52b84eb3-609c-432b-b711-e912ab72659c no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:01.333680 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a73b7ed5-23ba-4e0d-a07e-09405a353d3f tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/507e926b-c01a-495b-8f99-ad23fd70e719 HTTP/1.1" status: 404 len: 333 time: 0.0555286 Jul 16 20:41:01.337228 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51534) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:01.354338 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-549c0344-ce4c-41a8-a4e2-f8d9ded47c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.364102 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-549c0344-ce4c-41a8-a4e2-f8d9ded47c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.367264 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b03fa8-7acd-4b7c-af49-778338e51938 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:01.368130 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b03fa8-7acd-4b7c-af49-778338e51938 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:01.372987 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-50b03fa8-7acd-4b7c-af49-778338e51938 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/ad0fef60-8ec9-4799-9f6c-4f4037c0d78d HTTP/1.1" status: 404 len: 337 time: 0.0319085 Jul 16 20:41:01.373301 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51536) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:01.376882 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 52b84eb3-609c-432b-b711-e912ab72659c {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:01.377704 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 52b84eb3-609c-432b-b711-e912ab72659c not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:01.410866 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9062204c-e1f4-4956-aef8-48775bf96e06 req-3dc45733-4fed-4fca-b558-3030c36b88f2 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.417492 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-30188768-be64-43b7-a7cf-a2d0593cb737 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:01.418487 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30188768-be64-43b7-a7cf-a2d0593cb737 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:01.422969 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-30188768-be64-43b7-a7cf-a2d0593cb737 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/ports/61c47129-80d4-43ed-90e4-663b9a62eb54 HTTP/1.1" status: 404 len: 333 time: 0.0458798 Jul 16 20:41:01.423165 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['859097bb-1ac3-4bae-80e3-764eefbb51eb'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:41:01.427867 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51538) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:01.443221 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-549c0344-ce4c-41a8-a4e2-f8d9ded47c54 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:41:01.468182 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-a752866e-21c7-4493-9cfa-b4857069cae2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:01.468610 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a752866e-21c7-4493-9cfa-b4857069cae2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:01.469633 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c0344-ce4c-41a8-a4e2-f8d9ded47c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b46c03c-c99d-4760-9709-9600711f4568,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:01.473507 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a752866e-21c7-4493-9cfa-b4857069cae2 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/subnets/c28c9d4c-1931-4ff3-93cf-0ae74f74c6c9 HTTP/1.1" status: 404 len: 337 time: 0.0414767 Jul 16 20:41:01.479902 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51540) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:01.483366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc45733-4fed-4fca-b558-3030c36b88f2 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Pushing event deleted for resources: {'Port': ['ID=b288bcc1-0d63-4cdb-a66f-f66e6819482d,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:01.494756 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-549c0344-ce4c-41a8-a4e2-f8d9ded47c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.495030 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-549c0344-ce4c-41a8-a4e2-f8d9ded47c54 admin admin] Added segment fbbaefec-1a5a-4136-ab86-38ecdf87ae15 of type vlan for network 85920711-665c-418e-8282-c5e165dbf60c Jul 16 20:41:01.591452 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-9062204c-e1f4-4956-aef8-48775bf96e06 req-3dc45733-4fed-4fca-b558-3030c36b88f2 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] No DVR routers for this DVR port b288bcc1-0d63-4cdb-a66f-f66e6819482d on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:01.597641 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9062204c-e1f4-4956-aef8-48775bf96e06 req-3dc45733-4fed-4fca-b558-3030c36b88f2 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.599737 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9062204c-e1f4-4956-aef8-48775bf96e06 req-3dc45733-4fed-4fca-b558-3030c36b88f2 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.18 "DELETE /v2.0/ports/b288bcc1-0d63-4cdb-a66f-f66e6819482d HTTP/1.1" status: 204 len: 173 time: 1.4044282 Jul 16 20:41:01.600973 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d661541-060f-47a9-bfc4-6465fdbc2431', 'name': 'network-vif-deleted', 'tag': 'b288bcc1-0d63-4cdb-a66f-f66e6819482d'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:41:01.603359 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e297edc-c982-4240-a5e3-8a8aea559640" -d '{"events": [{"server_uuid": "4d661541-060f-47a9-bfc4-6465fdbc2431", "name": "network-vif-deleted", "tag": "b288bcc1-0d63-4cdb-a66f-f66e6819482d"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:41:01.634447 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-549c0344-ce4c-41a8-a4e2-f8d9ded47c54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.666942 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1574018c-6d8a-48aa-a419-6541066861d5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.721774 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69c6972-8b37-47ff-976e-fce2bcd43f33 x-openstack-request-id: req-b69c6972-8b37-47ff-976e-fce2bcd43f33 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:41:01.722074 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d661541-060f-47a9-bfc4-6465fdbc2431", "name": "network-vif-deleted", "tag": "b288bcc1-0d63-4cdb-a66f-f66e6819482d", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:41:01.722356 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b69c6972-8b37-47ff-976e-fce2bcd43f33 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:41:01.723009 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d661541-060f-47a9-bfc4-6465fdbc2431', 'name': 'network-vif-deleted', 'tag': 'b288bcc1-0d63-4cdb-a66f-f66e6819482d', 'status': 'completed', 'code': 200} Jul 16 20:41:01.739904 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-549c0344-ce4c-41a8-a4e2-f8d9ded47c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.741127 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549c0344-ce4c-41a8-a4e2-f8d9ded47c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:01.741976 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-549c0344-ce4c-41a8-a4e2-f8d9ded47c54 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.797298 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-549c0344-ce4c-41a8-a4e2-f8d9ded47c54 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3843169 Jul 16 20:41:01.797641 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51546) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:01.830599 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-99669f39-a03c-426a-859d-a7b884be5487 admin admin] Request body: {'subnet': {'network_id': '85920711-665c-418e-8282-c5e165dbf60c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-857878655-subnet', 'tenant_id': '3de11a0e88b743c29e50d6cceac5ade9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:01.874797 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1574018c-6d8a-48aa-a419-6541066861d5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.894811 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-1574018c-6d8a-48aa-a419-6541066861d5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4aa8141-9687-45d9-b16c-82a3d6b86650']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:01.907240 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-1574018c-6d8a-48aa-a419-6541066861d5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69dc44b8-63ae-4e0f-988a-29f8df2e92e4') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:01.907546 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-1574018c-6d8a-48aa-a419-6541066861d5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69dc44b8-63ae-4e0f-988a-29f8df2e92e4') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:01.933292 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1574018c-6d8a-48aa-a419-6541066861d5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.961993 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1574018c-6d8a-48aa-a419-6541066861d5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.970475 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1574018c-6d8a-48aa-a419-6541066861d5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:01.971125 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1574018c-6d8a-48aa-a419-6541066861d5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.972596 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c0344-ce4c-41a8-a4e2-f8d9ded47c54 admin admin] Pushing event updated for resources: {'Network': ['ID=85920711-665c-418e-8282-c5e165dbf60c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:01.975424 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:02.019567 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 85920711-665c-418e-8282-c5e165dbf60c details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:41:02.025062 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99669f39-a03c-426a-859d-a7b884be5487 admin admin] Made reservation on behalf of 3de11a0e88b743c29e50d6cceac5ade9 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:02.027547 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-99669f39-a03c-426a-859d-a7b884be5487 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.079104 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1574018c-6d8a-48aa-a419-6541066861d5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.092686 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1574018c-6d8a-48aa-a419-6541066861d5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.095534 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1574018c-6d8a-48aa-a419-6541066861d5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] 10.222.0.38 "DELETE /v2.0/networks/f4aa8141-9687-45d9-b16c-82a3d6b86650 HTTP/1.1" status: 204 len: 168 time: 0.6138144 Jul 16 20:41:02.114750 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574018c-6d8a-48aa-a419-6541066861d5 tempest-NetworksTestDHCPv6-896472915 tempest-NetworksTestDHCPv6-896472915-project] Pushing event deleted for resources: {'Network': ['ID=f4aa8141-9687-45d9-b16c-82a3d6b86650,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:02.206603 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3d3dd13b-3d27-46bd-a450-d93da9913541 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.497000 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51570) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:02.506202 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5af8ac08-fbd2-40fb-9707-5398d7889e08 req-9c1c92bb-3f44-4f20-826c-38be6713c041 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d661541-060f-47a9-bfc4-6465fdbc2431 HTTP/1.1" status: 200 len: 210 time: 0.0653872 Jul 16 20:41:02.548608 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0c31671e-098e-49d2-a983-9c6d42b3a191 req-bb0b6002-fe5d-4c05-9b32-02c385f21b13 tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.0647764 Jul 16 20:41:02.624276 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-99669f39-a03c-426a-859d-a7b884be5487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.689977 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8776e95d-a240-4655-bd71-351bbe1bb9a2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cfb8326f9a524e7eae6bbe5a506c5c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1916254 Jul 16 20:41:02.692430 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51574) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:02.704552 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99669f39-a03c-426a-859d-a7b884be5487 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41790a4e-95eb-4f9f-8e2e-499b81f8cc53,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:02.735937 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99669f39-a03c-426a-859d-a7b884be5487 admin admin] Checking segment: {'id': 'fbbaefec-1a5a-4136-ab86-38ecdf87ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '85920711-665c-418e-8282-c5e165dbf60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:02.736290 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99669f39-a03c-426a-859d-a7b884be5487 admin admin] Network hostable DHCP agents. Network: 85920711-665c-418e-8282-c5e165dbf60c, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:41:02.745279 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e4fe6e7-89a9-44b7-b997-8a73fe4680a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.766777 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e4fe6e7-89a9-44b7-b997-8a73fe4680a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.776046 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99669f39-a03c-426a-859d-a7b884be5487 admin admin] Network 85920711-665c-418e-8282-c5e165dbf60c is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:41:02.790460 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-99669f39-a03c-426a-859d-a7b884be5487 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 85920711-665c-418e-8282-c5e165dbf60c) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:02.795874 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99669f39-a03c-426a-859d-a7b884be5487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:02.796531 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-99669f39-a03c-426a-859d-a7b884be5487 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.807925 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8eb929-946c-4406-9d5d-5e39ba5448dd None None] Network 85920711-665c-418e-8282-c5e165dbf60c requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:02.815151 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-3d3dd13b-3d27-46bd-a450-d93da9913541 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Deleting port 36a34ed3-339a-4acf-b099-363bf3eff555 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:02.815496 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3d3dd13b-3d27-46bd-a450-d93da9913541 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.822169 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-99669f39-a03c-426a-859d-a7b884be5487 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0062201 Jul 16 20:41:02.831893 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e4fe6e7-89a9-44b7-b997-8a73fe4680a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.834649 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e4fe6e7-89a9-44b7-b997-8a73fe4680a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.838234 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5e4fe6e7-89a9-44b7-b997-8a73fe4680a4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5b110010-b513-4023-abd9-966aee0ed0ee HTTP/1.1" status: 204 len: 168 time: 0.1424916 Jul 16 20:41:02.845510 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fe6e7-89a9-44b7-b997-8a73fe4680a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b110010-b513-4023-abd9-966aee0ed0ee,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:02.962254 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-3d3dd13b-3d27-46bd-a450-d93da9913541 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] For port 36a34ed3-339a-4acf-b099-363bf3eff555, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=36a34ed3-339a-4acf-b099-363bf3eff555,segment=NetworkSegment(6930b9f6-3eb4-4ba5-95ab-de2dbd3bb69e),segment_id=6930b9f6-3eb4-4ba5-95ab-de2dbd3bb69e)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:02.962987 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3d3dd13b-3d27-46bd-a450-d93da9913541 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.989993 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07eb7c89-b3a5-431c-8325-03d0b7214cd9 None None] Network 85920711-665c-418e-8282-c5e165dbf60c requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:02.995270 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-3d3dd13b-3d27-46bd-a450-d93da9913541 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Calling delete_port for 36a34ed3-339a-4acf-b099-363bf3eff555 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:03.117790 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b288bcc1-0d63-4cdb-a66f-f66e6819482d no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:03.168269 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.171940 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: b288bcc1-0d63-4cdb-a66f-f66e6819482d {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:03.172284 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b288bcc1-0d63-4cdb-a66f-f66e6819482d not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:03.251733 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3d3dd13b-3d27-46bd-a450-d93da9913541 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.289866 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3dd13b-3d27-46bd-a450-d93da9913541 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Port': ['ID=36a34ed3-339a-4acf-b099-363bf3eff555,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:03.496820 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3d3dd13b-3d27-46bd-a450-d93da9913541 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.568527 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:41:03.638001 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-9b2cad95-3b2d-484b-8d7d-581cee1f7e0c tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:03.639554 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-9b2cad95-3b2d-484b-8d7d-581cee1f7e0c tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/networks?id=85920711-665c-418e-8282-c5e165dbf60c HTTP/1.1" status: 200 len: 813 time: 0.2147360 Jul 16 20:41:03.661949 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51620) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:03.729953 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-f70db23c-64c4-4319-a806-a4cccdbac956 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/quotas/3de11a0e88b743c29e50d6cceac5ade9 HTTP/1.1" status: 200 len: 375 time: 0.0530968 Jul 16 20:41:03.753581 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-405664c6-0f80-41f7-9a65-710530a0cdeb req-4f48d9d7-0bbb-4af4-a8dd-a9ad1ada845d tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.0363979 Jul 16 20:41:03.755897 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3dd13b-3d27-46bd-a450-d93da9913541 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Router 1f952c11-a23c-412f-9926-e3d49bc787f4 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:41:03.760371 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-2b450dab-f3bb-44cd-8bf8-4b827d023faf tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2189485', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:03.791309 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b450dab-f3bb-44cd-8bf8-4b827d023faf tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.792496 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b450dab-f3bb-44cd-8bf8-4b827d023faf tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.795504 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-894e1819-8030-4ab1-a29a-8ed75f37578f tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3de11a0e88b743c29e50d6cceac5ade9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454309 Jul 16 20:41:03.848668 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b450dab-f3bb-44cd-8bf8-4b827d023faf tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.853137 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b450dab-f3bb-44cd-8bf8-4b827d023faf tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.871937 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b450dab-f3bb-44cd-8bf8-4b827d023faf tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.874781 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2b450dab-f3bb-44cd-8bf8-4b827d023faf tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2112169 Jul 16 20:41:03.876146 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51624) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:03.882058 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-247b5a94-e8b2-4df2-871d-8f65a195c153 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1276241551'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:03.904967 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247b5a94-e8b2-4df2-871d-8f65a195c153 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Made reservation on behalf of 6c2b57adc98d40c7bf92ca978e0c3d7a for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:03.909507 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-247b5a94-e8b2-4df2-871d-8f65a195c153 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.923650 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-247b5a94-e8b2-4df2-871d-8f65a195c153 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.044915 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-247b5a94-e8b2-4df2-871d-8f65a195c153 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.050408 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-247b5a94-e8b2-4df2-871d-8f65a195c153 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.081549 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247b5a94-e8b2-4df2-871d-8f65a195c153 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:41:04.093604 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b5a94-e8b2-4df2-871d-8f65a195c153 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc454f8-cda9-41cf-add6-d11fb00fa1de,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:04.099216 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-247b5a94-e8b2-4df2-871d-8f65a195c153 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.099567 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-247b5a94-e8b2-4df2-871d-8f65a195c153 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Added segment e2c02b13-e207-43ea-a4ed-9a31df8f6ebb of type vlan for network fdd1b33c-6a45-4d64-940b-ea9403331174 Jul 16 20:41:04.142366 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-247b5a94-e8b2-4df2-871d-8f65a195c153 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.172554 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-247b5a94-e8b2-4df2-871d-8f65a195c153 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.178301 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247b5a94-e8b2-4df2-871d-8f65a195c153 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:04.178947 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-247b5a94-e8b2-4df2-871d-8f65a195c153 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.219046 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-247b5a94-e8b2-4df2-871d-8f65a195c153 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3417234 Jul 16 20:41:04.222241 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51628) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:04.254136 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-acea859b-599d-4013-9a4e-4b938944c12a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Request body: {'subnet': {'network_id': 'fdd1b33c-6a45-4d64-940b-ea9403331174', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:04.259324 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b5a94-e8b2-4df2-871d-8f65a195c153 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Pushing event updated for resources: {'Network': ['ID=fdd1b33c-6a45-4d64-940b-ea9403331174,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:04.271419 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network fdd1b33c-6a45-4d64-940b-ea9403331174 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:41:04.326639 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3dd13b-3d27-46bd-a450-d93da9913541 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:04.334182 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3d3dd13b-3d27-46bd-a450-d93da9913541 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "PUT /v2.0/routers/1f952c11-a23c-412f-9926-e3d49bc787f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3567836 Jul 16 20:41:04.337209 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51630) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:04.340915 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbf0f68-0f93-4c66-b244-26074b97ddea None None] Sync routers for ids ['1f952c11-a23c-412f-9926-e3d49bc787f4'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:04.361818 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf0f68-0f93-4c66-b244-26074b97ddea None None] Routers {'1f952c11-a23c-412f-9926-e3d49bc787f4'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:04.363735 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-afbf0f68-0f93-4c66-b244-26074b97ddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1f952c11-a23c-412f-9926-e3d49bc787f4'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:04.399827 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acea859b-599d-4013-9a4e-4b938944c12a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Made reservation on behalf of 6c2b57adc98d40c7bf92ca978e0c3d7a for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:04.404344 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-acea859b-599d-4013-9a4e-4b938944c12a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.407018 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-9f089e05-9f4d-4855-9835-6125e37f39c2 service neutron] 10.222.0.38 "GET /v2.0/networks/85920711-665c-418e-8282-c5e165dbf60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6112337 Jul 16 20:41:04.436551 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c12ed-d808-49b9-8ecc-30a8ce2b1fa0 req-7e85d50e-1af1-4f32-a53f-098ffeb4dbd8 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:04.438395 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b95c12ed-d808-49b9-8ecc-30a8ce2b1fa0 req-7e85d50e-1af1-4f32-a53f-098ffeb4dbd8 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 946 time: 0.2148716 Jul 16 20:41:04.479721 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf13a8b-e10c-4c67-ac25-c9a65bd23a74 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Deleting subnet eac2dfcf-ec71-4f01-91c9-1a2bbab418f6 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:41:04.487250 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dbf13a8b-e10c-4c67-ac25-c9a65bd23a74 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.527015 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-afbf0f68-0f93-4c66-b244-26074b97ddea None None] Set router 1f952c11-a23c-412f-9926-e3d49bc787f4 gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:04.539346 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dbf13a8b-e10c-4c67-ac25-c9a65bd23a74 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.540017 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa2664-f068-4897-8319-5312ad7912d3 req-208875e2-c3fe-4216-adc2-0b79e6d8f004 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:04.541495 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-41fa2664-f068-4897-8319-5312ad7912d3 req-208875e2-c3fe-4216-adc2-0b79e6d8f004 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 946 time: 0.1996646 Jul 16 20:41:04.553044 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b95c12ed-d808-49b9-8ecc-30a8ce2b1fa0 req-e3ce8538-9c01-4002-b9ea-e62a0b3e2787 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdf0fca3-75ba-44cc-b237-90439a5efe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012645 Jul 16 20:41:04.595432 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-afbf0f68-0f93-4c66-b244-26074b97ddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:41:03Z', 'revision_number': 11, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:04.613151 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-5fa7bfea-cf22-4b8e-a251-d5889156dfb9 service neutron] 10.222.0.38 "GET /v2.0/networks/85920711-665c-418e-8282-c5e165dbf60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995513 Jul 16 20:41:04.624848 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbf0f68-0f93-4c66-b244-26074b97ddea None None] Checking router: 1f952c11-a23c-412f-9926-e3d49bc787f4 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:41:04.635065 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf0f68-0f93-4c66-b244-26074b97ddea None None] Routers {'1f952c11-a23c-412f-9926-e3d49bc787f4'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:04.635954 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-afbf0f68-0f93-4c66-b244-26074b97ddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1f952c11-a23c-412f-9926-e3d49bc787f4'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:04.682794 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-41fa2664-f068-4897-8319-5312ad7912d3 req-cac9cf01-434e-4e86-979c-06eb4566af69 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Deleting port 859097bb-1ac3-4bae-80e3-764eefbb51eb {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:04.683317 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-41fa2664-f068-4897-8319-5312ad7912d3 req-cac9cf01-434e-4e86-979c-06eb4566af69 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.718906 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-afbf0f68-0f93-4c66-b244-26074b97ddea None None] Set router 1f952c11-a23c-412f-9926-e3d49bc787f4 gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:04.780065 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dbf13a8b-e10c-4c67-ac25-c9a65bd23a74 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.786769 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-afbf0f68-0f93-4c66-b244-26074b97ddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:41:03Z', 'revision_number': 11, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:04.795682 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-41fa2664-f068-4897-8319-5312ad7912d3 req-cac9cf01-434e-4e86-979c-06eb4566af69 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] For port 859097bb-1ac3-4bae-80e3-764eefbb51eb, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=859097bb-1ac3-4bae-80e3-764eefbb51eb,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:04.796051 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-41fa2664-f068-4897-8319-5312ad7912d3 req-cac9cf01-434e-4e86-979c-06eb4566af69 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.805425 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-acea859b-599d-4013-9a4e-4b938944c12a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.817710 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbf0f68-0f93-4c66-b244-26074b97ddea None None] The sync data for ids ['1f952c11-a23c-412f-9926-e3d49bc787f4'] in n-d-791506-21 is: [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:41:03Z', 'revision_number': 11, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:04.831526 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-41fa2664-f068-4897-8319-5312ad7912d3 req-cac9cf01-434e-4e86-979c-06eb4566af69 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Calling delete_port for 859097bb-1ac3-4bae-80e3-764eefbb51eb owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:04.937626 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f8a7ceb4-3d48-4383-a539-168081c2e9ad req-339ca86b-0be8-4f18-bbc9-139b3d8df32c tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/ports?device_id=00baec51-52ce-442e-8885-0ab7170003fe HTTP/1.1" status: 200 len: 210 time: 0.0361164 Jul 16 20:41:04.952475 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dbf13a8b-e10c-4c67-ac25-c9a65bd23a74 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.956120 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea859b-599d-4013-9a4e-4b938944c12a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Pushing event updated for resources: {'Subnet': ['ID=a99beedc-4acc-47ef-b8ce-96ad39f1cfca,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:04.987202 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f7c68c3a-aaa2-458c-897a-885f9b8e2708 req-fd35a460-78d8-482d-8f99-9248a8494502 tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.0468237 Jul 16 20:41:05.002985 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf13a8b-e10c-4c67-ac25-c9a65bd23a74 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Subnet': ['ID=eac2dfcf-ec71-4f01-91c9-1a2bbab418f6,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:05.005018 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dbf13a8b-e10c-4c67-ac25-c9a65bd23a74 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.011330 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ce91db-d193-43db-a43d-07e3efcbb617 None None] Network 3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:05.020952 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-dbf13a8b-e10c-4c67-ac25-c9a65bd23a74 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/subnets/eac2dfcf-ec71-4f01-91c9-1a2bbab418f6 HTTP/1.1" status: 204 len: 168 time: 0.6792371 Jul 16 20:41:05.024145 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51640) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:05.026877 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acea859b-599d-4013-9a4e-4b938944c12a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Checking segment: {'id': 'e2c02b13-e207-43ea-a4ed-9a31df8f6ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fdd1b33c-6a45-4d64-940b-ea9403331174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:05.027245 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acea859b-599d-4013-9a4e-4b938944c12a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Network hostable DHCP agents. Network: fdd1b33c-6a45-4d64-940b-ea9403331174, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:41:05.047965 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acea859b-599d-4013-9a4e-4b938944c12a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Network fdd1b33c-6a45-4d64-940b-ea9403331174 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:41:05.060550 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-acea859b-599d-4013-9a4e-4b938944c12a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, fdd1b33c-6a45-4d64-940b-ea9403331174) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:05.067241 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea859b-599d-4013-9a4e-4b938944c12a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:05.068410 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-acea859b-599d-4013-9a4e-4b938944c12a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.084973 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9c6020-1338-4654-a97a-4ba1ad79f802 None None] Network fdd1b33c-6a45-4d64-940b-ea9403331174 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:05.088487 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-acea859b-599d-4013-9a4e-4b938944c12a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8651807 Jul 16 20:41:05.092791 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51646) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:05.102753 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-df887747-6432-47ae-bc86-ba8e8e2710d1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Request body: {'network': {'name': 'tempest-router-network01--2060491862'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:05.128490 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df887747-6432-47ae-bc86-ba8e8e2710d1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Made reservation on behalf of 6c2b57adc98d40c7bf92ca978e0c3d7a for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:05.138821 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-df887747-6432-47ae-bc86-ba8e8e2710d1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.193135 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df887747-6432-47ae-bc86-ba8e8e2710d1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:41:05.207850 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b50d31ed-1741-4566-9dc8-6ec4367a6ad4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.220092 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-df887747-6432-47ae-bc86-ba8e8e2710d1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.220092 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-df887747-6432-47ae-bc86-ba8e8e2710d1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Added segment 43dfeffa-41a0-49f4-a8c7-6e4f20ced899 of type vlan for network 0fc7e137-6c5a-43b3-b401-951eb7f36093 Jul 16 20:41:05.229077 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-41fa2664-f068-4897-8319-5312ad7912d3 req-cac9cf01-434e-4e86-979c-06eb4566af69 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.271565 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9cf01-434e-4e86-979c-06eb4566af69 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Pushing event deleted for resources: {'Port': ['ID=859097bb-1ac3-4bae-80e3-764eefbb51eb,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:05.333673 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-df887747-6432-47ae-bc86-ba8e8e2710d1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.348077 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 36a34ed3-339a-4acf-b099-363bf3eff555 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:05.399225 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df81a81-10cb-4143-afba-f515b60665a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-fdd1b33c-6a45-4d64-940b-ea9403331174', 'network_id': 'fdd1b33c-6a45-4d64-940b-ea9403331174', 'tenant_id': '6c2b57adc98d40c7bf92ca978e0c3d7a', 'fixed_ips': [{'subnet_id': 'a99beedc-4acc-47ef-b8ce-96ad39f1cfca'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:41:05.404013 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8df81a81-10cb-4143-afba-f515b60665a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.416039 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-df887747-6432-47ae-bc86-ba8e8e2710d1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.424365 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 36a34ed3-339a-4acf-b099-363bf3eff555 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:05.424914 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 36a34ed3-339a-4acf-b099-363bf3eff555 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:05.427609 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df887747-6432-47ae-bc86-ba8e8e2710d1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:05.428380 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-df887747-6432-47ae-bc86-ba8e8e2710d1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.440032 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fa2664-f068-4897-8319-5312ad7912d3 req-cac9cf01-434e-4e86-979c-06eb4566af69 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] No DVR routers for this DVR port 859097bb-1ac3-4bae-80e3-764eefbb51eb on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:05.443306 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-41fa2664-f068-4897-8319-5312ad7912d3 req-cac9cf01-434e-4e86-979c-06eb4566af69 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.451808 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-41fa2664-f068-4897-8319-5312ad7912d3 req-cac9cf01-434e-4e86-979c-06eb4566af69 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.18 "DELETE /v2.0/ports/859097bb-1ac3-4bae-80e3-764eefbb51eb HTTP/1.1" status: 204 len: 173 time: 0.9020393 Jul 16 20:41:05.452601 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2ff37a-b40b-400f-9e0f-752d076d2580', 'name': 'network-vif-deleted', 'tag': '859097bb-1ac3-4bae-80e3-764eefbb51eb'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:41:05.460485 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1630aec0-ff29-479d-bc2b-16661917c97b" -d '{"events": [{"server_uuid": "7c2ff37a-b40b-400f-9e0f-752d076d2580", "name": "network-vif-deleted", "tag": "859097bb-1ac3-4bae-80e3-764eefbb51eb"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:41:05.462633 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2ce874-2984-4106-bfd0-dcf0662f222a None None] DHCP port deletion for 3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:41:05.507296 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-b50d31ed-1741-4566-9dc8-6ec4367a6ad4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Deleting port 9c965711-503a-4feb-b420-eff8e8849bd2 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:05.507796 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b50d31ed-1741-4566-9dc8-6ec4367a6ad4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.578211 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-df887747-6432-47ae-bc86-ba8e8e2710d1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4842236 Jul 16 20:41:05.587169 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51652) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:05.593703 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-b50d31ed-1741-4566-9dc8-6ec4367a6ad4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] For port 9c965711-503a-4feb-b420-eff8e8849bd2, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9c965711-503a-4feb-b420-eff8e8849bd2,segment=NetworkSegment(6930b9f6-3eb4-4ba5-95ab-de2dbd3bb69e),segment_id=6930b9f6-3eb4-4ba5-95ab-de2dbd3bb69e)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:05.594211 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b50d31ed-1741-4566-9dc8-6ec4367a6ad4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.595663 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-0f6f497c-b55b-4c0b-8a70-29d1112b7f79 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Request body: {'network': {'name': 'tempest-router-network02--1615538886'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:05.609538 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-b50d31ed-1741-4566-9dc8-6ec4367a6ad4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Calling delete_port for 9c965711-503a-4feb-b420-eff8e8849bd2 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:05.645805 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df887747-6432-47ae-bc86-ba8e8e2710d1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Pushing event updated for resources: {'Network': ['ID=0fc7e137-6c5a-43b3-b401-951eb7f36093,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:05.660830 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6f497c-b55b-4c0b-8a70-29d1112b7f79 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Made reservation on behalf of 6c2b57adc98d40c7bf92ca978e0c3d7a for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:05.665034 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0f6f497c-b55b-4c0b-8a70-29d1112b7f79 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.693246 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6f497c-b55b-4c0b-8a70-29d1112b7f79 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:41:05.706663 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0f6f497c-b55b-4c0b-8a70-29d1112b7f79 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.707037 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-0f6f497c-b55b-4c0b-8a70-29d1112b7f79 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Added segment f484d4bc-a7b9-4afe-b0e5-3d8e88f764cc of type vlan for network fa6dd854-3d62-4230-931e-e07f8877ae61 Jul 16 20:41:05.708856 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 0fc7e137-6c5a-43b3-b401-951eb7f36093 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:41:05.727318 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab68c1f2-e314-40ea-b5b0-999aece00d4c x-openstack-request-id: req-ab68c1f2-e314-40ea-b5b0-999aece00d4c {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:41:05.727887 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2ff37a-b40b-400f-9e0f-752d076d2580", "name": "network-vif-deleted", "tag": "859097bb-1ac3-4bae-80e3-764eefbb51eb", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:41:05.728110 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ab68c1f2-e314-40ea-b5b0-999aece00d4c {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:41:05.728603 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2ff37a-b40b-400f-9e0f-752d076d2580', 'name': 'network-vif-deleted', 'tag': '859097bb-1ac3-4bae-80e3-764eefbb51eb', 'status': 'completed', 'code': 200} Jul 16 20:41:05.733227 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b50d31ed-1741-4566-9dc8-6ec4367a6ad4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.755271 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0f6f497c-b55b-4c0b-8a70-29d1112b7f79 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.774341 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50d31ed-1741-4566-9dc8-6ec4367a6ad4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] No DVR routers for this DVR port 9c965711-503a-4feb-b420-eff8e8849bd2 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:05.797436 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0f6f497c-b55b-4c0b-8a70-29d1112b7f79 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.804426 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6f497c-b55b-4c0b-8a70-29d1112b7f79 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:05.805255 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0f6f497c-b55b-4c0b-8a70-29d1112b7f79 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.805364 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d31ed-1741-4566-9dc8-6ec4367a6ad4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Port': ['ID=9c965711-503a-4feb-b420-eff8e8849bd2,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:05.868098 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e6230d78-a41b-4556-990a-4fec18e89d74 req-9b8e40ef-1151-4a2b-b981-263cadef40fa tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c2ff37a-b40b-400f-9e0f-752d076d2580 HTTP/1.1" status: 200 len: 210 time: 0.0436819 Jul 16 20:41:05.878724 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0f6f497c-b55b-4c0b-8a70-29d1112b7f79 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2896919 Jul 16 20:41:05.882901 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51658) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:05.889290 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-1562acc7-e214-4b90-ad2d-9e5fe1385c3e tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Request body: {'subnet': {'network_id': '0fc7e137-6c5a-43b3-b401-951eb7f36093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:05.924059 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b50d31ed-1741-4566-9dc8-6ec4367a6ad4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.930645 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f497c-b55b-4c0b-8a70-29d1112b7f79 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Pushing event updated for resources: {'Network': ['ID=fa6dd854-3d62-4230-931e-e07f8877ae61,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:05.939785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-b50d31ed-1741-4566-9dc8-6ec4367a6ad4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:05.947997 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network fa6dd854-3d62-4230-931e-e07f8877ae61 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:41:05.954102 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-b50d31ed-1741-4566-9dc8-6ec4367a6ad4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6930b9f6-3eb4-4ba5-95ab-de2dbd3bb69e') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:05.954584 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-b50d31ed-1741-4566-9dc8-6ec4367a6ad4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6930b9f6-3eb4-4ba5-95ab-de2dbd3bb69e') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:05.966005 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b50d31ed-1741-4566-9dc8-6ec4367a6ad4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.985129 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b50d31ed-1741-4566-9dc8-6ec4367a6ad4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.985499 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-8df81a81-10cb-4143-afba-f515b60665a1 None None] Allocated IP 2001:db8::2 (fdd1b33c-6a45-4d64-940b-ea9403331174/a99beedc-4acc-47ef-b8ce-96ad39f1cfca/66935e25-64b2-4d89-ad4e-1e7bac46135d) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:05.993176 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ae2ce874-2984-4106-bfd0-dcf0662f222a None None] Deleting port 9c965711-503a-4feb-b420-eff8e8849bd2 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:05.993608 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae2ce874-2984-4106-bfd0-dcf0662f222a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.996886 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50d31ed-1741-4566-9dc8-6ec4367a6ad4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:05.997420 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b50d31ed-1741-4566-9dc8-6ec4367a6ad4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.033544 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1562acc7-e214-4b90-ad2d-9e5fe1385c3e tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Made reservation on behalf of 6c2b57adc98d40c7bf92ca978e0c3d7a for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:06.037501 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1562acc7-e214-4b90-ad2d-9e5fe1385c3e tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:06.136811 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:06.171711 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ae2ce874-2984-4106-bfd0-dcf0662f222a None None] For port 9c965711-503a-4feb-b420-eff8e8849bd2, host n-d-791506-21, got binding levels [] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:06.172109 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae2ce874-2984-4106-bfd0-dcf0662f222a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.220944 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5fb99f44-eafd-4c3d-80dd-aebb4a375b9a req-aeca166f-c8d8-4af0-84c2-f2dd4ddf620a tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/ports?device_id=00baec51-52ce-442e-8885-0ab7170003fe HTTP/1.1" status: 200 len: 210 time: 0.0712132 Jul 16 20:41:06.267896 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33a241a6-ee32-4989-8f5e-ab7e1a5e56d6 req-93c7cb4d-61d5-469b-a84f-4bb80cd256ab tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.0493984 Jul 16 20:41:06.269341 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b50d31ed-1741-4566-9dc8-6ec4367a6ad4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.274264 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b50d31ed-1741-4566-9dc8-6ec4367a6ad4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.279538 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b50d31ed-1741-4566-9dc8-6ec4367a6ad4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/networks/3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a HTTP/1.1" status: 204 len: 168 time: 1.2543130 Jul 16 20:41:06.294902 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51664) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:06.295723 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d31ed-1741-4566-9dc8-6ec4367a6ad4 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Pushing event deleted for resources: {'Network': ['ID=3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:06.302601 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2f936962-3456-4408-9d54-267211281b69 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'router': {'routes': None}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:06.391150 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8df81a81-10cb-4143-afba-f515b60665a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.401053 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8df81a81-10cb-4143-afba-f515b60665a1 None None] Transition to ACTIVE for port object 66935e25-64b2-4d89-ad4e-1e7bac46135d will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:06.419784 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8df81a81-10cb-4143-afba-f515b60665a1 None None] Transition to ACTIVE for port object 66935e25-64b2-4d89-ad4e-1e7bac46135d will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:06.430956 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ae2ce874-2984-4106-bfd0-dcf0662f222a None None] Calling delete_port for 9c965711-503a-4feb-b420-eff8e8849bd2 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:06.434730 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8df81a81-10cb-4143-afba-f515b60665a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.441239 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.ipam_backend_mixin [None req-ae2ce874-2984-4106-bfd0-dcf0662f222a None None] Port 9c965711-503a-4feb-b420-eff8e8849bd2 was not found and therefore no delete operation was performed {{(pid=93795) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:41:06.477700 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae2ce874-2984-4106-bfd0-dcf0662f222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.489933 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ae2ce874-2984-4106-bfd0-dcf0662f222a None None] Network 3b07d21b-cf4a-47e4-bfed-d57b6a4f7f1a is not hosted by any dhcp agent {{(pid=93795) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:41:06.490733 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2ce874-2984-4106-bfd0-dcf0662f222a None None] No DVR routers for this DVR port 9c965711-503a-4feb-b420-eff8e8849bd2 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:06.493666 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.extraroute_db [None req-2f936962-3456-4408-9d54-267211281b69 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Added routes are [] {{(pid=93794) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:41:06.494051 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.extraroute_db [None req-2f936962-3456-4408-9d54-267211281b69 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Removed routes are [] {{(pid=93794) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:41:06.494455 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2f936962-3456-4408-9d54-267211281b69 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.521403 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df81a81-10cb-4143-afba-f515b60665a1 None None] Network fdd1b33c-6a45-4d64-940b-ea9403331174 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:06.523020 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df81a81-10cb-4143-afba-f515b60665a1 None None] Pushing event updated for resources: {'Port': ['ID=66935e25-64b2-4d89-ad4e-1e7bac46135d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:06.532220 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-8df81a81-10cb-4143-afba-f515b60665a1 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:06.537790 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df81a81-10cb-4143-afba-f515b60665a1 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:06.560800 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ce874-2984-4106-bfd0-dcf0662f222a None None] Pushing event deleted for resources: {'Port': ['ID=9c965711-503a-4feb-b420-eff8e8849bd2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:06.595101 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1562acc7-e214-4b90-ad2d-9e5fe1385c3e tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.625181 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-8df81a81-10cb-4143-afba-f515b60665a1 None None] Attempting to bind port 66935e25-64b2-4d89-ad4e-1e7bac46135d on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:06.625181 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-8df81a81-10cb-4143-afba-f515b60665a1 None None] Attempting to bind port 66935e25-64b2-4d89-ad4e-1e7bac46135d by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'e2c02b13-e207-43ea-a4ed-9a31df8f6ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fdd1b33c-6a45-4d64-940b-ea9403331174'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:06.625181 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df81a81-10cb-4143-afba-f515b60665a1 None None] Attempting to bind port 66935e25-64b2-4d89-ad4e-1e7bac46135d on network fdd1b33c-6a45-4d64-940b-ea9403331174 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:06.630032 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df81a81-10cb-4143-afba-f515b60665a1 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:06.630498 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df81a81-10cb-4143-afba-f515b60665a1 None None] Checking segment: {'id': 'e2c02b13-e207-43ea-a4ed-9a31df8f6ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fdd1b33c-6a45-4d64-940b-ea9403331174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:06.631233 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8df81a81-10cb-4143-afba-f515b60665a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.631651 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df81a81-10cb-4143-afba-f515b60665a1 None None] Bound using segment: {'id': 'e2c02b13-e207-43ea-a4ed-9a31df8f6ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fdd1b33c-6a45-4d64-940b-ea9403331174'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:06.632125 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-8df81a81-10cb-4143-afba-f515b60665a1 None None] Bound port: 66935e25-64b2-4d89-ad4e-1e7bac46135d, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c02b13-e207-43ea-a4ed-9a31df8f6ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fdd1b33c-6a45-4d64-940b-ea9403331174'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:06.632556 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8df81a81-10cb-4143-afba-f515b60665a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.637199 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2f936962-3456-4408-9d54-267211281b69 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.640648 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2f936962-3456-4408-9d54-267211281b69 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896760'] for router, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.667337 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562acc7-e214-4b90-ad2d-9e5fe1385c3e tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Pushing event updated for resources: {'Subnet': ['ID=b9e2a8ff-b759-42e0-899b-2004f466af34,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:06.678690 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562acc7-e214-4b90-ad2d-9e5fe1385c3e tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Checking segment: {'id': '43dfeffa-41a0-49f4-a8c7-6e4f20ced899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0fc7e137-6c5a-43b3-b401-951eb7f36093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:06.679113 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1562acc7-e214-4b90-ad2d-9e5fe1385c3e tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Network hostable DHCP agents. Network: 0fc7e137-6c5a-43b3-b401-951eb7f36093, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:41:06.696257 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1562acc7-e214-4b90-ad2d-9e5fe1385c3e tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Network 0fc7e137-6c5a-43b3-b401-951eb7f36093 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:41:06.700355 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8df81a81-10cb-4143-afba-f515b60665a1 None None] For port 66935e25-64b2-4d89-ad4e-1e7bac46135d, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:06.703807 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8df81a81-10cb-4143-afba-f515b60665a1 None None] For port 66935e25-64b2-4d89-ad4e-1e7bac46135d, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=66935e25-64b2-4d89-ad4e-1e7bac46135d,segment=NetworkSegment(e2c02b13-e207-43ea-a4ed-9a31df8f6ebb),segment_id=e2c02b13-e207-43ea-a4ed-9a31df8f6ebb)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:06.707427 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-1562acc7-e214-4b90-ad2d-9e5fe1385c3e tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 0fc7e137-6c5a-43b3-b401-951eb7f36093) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:06.708686 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8df81a81-10cb-4143-afba-f515b60665a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.721047 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1562acc7-e214-4b90-ad2d-9e5fe1385c3e tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:06.721657 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1562acc7-e214-4b90-ad2d-9e5fe1385c3e tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.733863 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f936962-3456-4408-9d54-267211281b69 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Router 1f952c11-a23c-412f-9926-e3d49bc787f4 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:41:06.735973 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3629b75d-577d-4f4a-ba35-e4f9e8d02a41 None None] Network 0fc7e137-6c5a-43b3-b401-951eb7f36093 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:06.742615 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51666) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:06.742938 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1562acc7-e214-4b90-ad2d-9e5fe1385c3e tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8587096 Jul 16 20:41:06.748388 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-d55298f2-fbb5-4542-9bb4-39d96ba3771f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Request body: {'subnet': {'network_id': 'fa6dd854-3d62-4230-931e-e07f8877ae61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:06.840568 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df81a81-10cb-4143-afba-f515b60665a1 None None] Pushing event updated for resources: {'Port': ['ID=66935e25-64b2-4d89-ad4e-1e7bac46135d,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:06.922274 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f936962-3456-4408-9d54-267211281b69 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:06.943282 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850a6b75-ec55-4ccb-bfb9-42ffe425081c None None] Sync routers for ids ['1f952c11-a23c-412f-9926-e3d49bc787f4'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:06.955300 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850a6b75-ec55-4ccb-bfb9-42ffe425081c None None] Routers {'1f952c11-a23c-412f-9926-e3d49bc787f4'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:06.955853 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-850a6b75-ec55-4ccb-bfb9-42ffe425081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1f952c11-a23c-412f-9926-e3d49bc787f4'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:06.963192 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a485f7b-0cdc-4c99-b67e-7e6455c1248d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-0fc7e137-6c5a-43b3-b401-951eb7f36093', 'network_id': '0fc7e137-6c5a-43b3-b401-951eb7f36093', 'tenant_id': '6c2b57adc98d40c7bf92ca978e0c3d7a', 'fixed_ips': [{'subnet_id': 'b9e2a8ff-b759-42e0-899b-2004f466af34'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:41:06.964056 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a485f7b-0cdc-4c99-b67e-7e6455c1248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.078863 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-18272abe-170c-4909-adf4-00773d53b84f tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:07.080714 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-18272abe-170c-4909-adf4-00773d53b84f tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.18 "GET /v2.0/networks?id=85920711-665c-418e-8282-c5e165dbf60c HTTP/1.1" status: 200 len: 813 time: 0.1801677 Jul 16 20:41:07.103575 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2f936962-3456-4408-9d54-267211281b69 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.109889 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51674) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:07.131000 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2f936962-3456-4408-9d54-267211281b69 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "PUT /v2.0/routers/1f952c11-a23c-412f-9926-e3d49bc787f4 HTTP/1.1" status: 200 len: 699 time: 0.8319497 Jul 16 20:41:07.153753 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-878174ce-2831-489d-90e4-1bdbbcfc65a5 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Request body: {'port': {'device_id': '00baec51-52ce-442e-8885-0ab7170003fe', 'network_id': '85920711-665c-418e-8282-c5e165dbf60c', 'admin_state_up': True, 'tenant_id': '3de11a0e88b743c29e50d6cceac5ade9'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:07.204086 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f0f7d732-50be-424b-9688-86fa921dea21 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f952c11-a23c-412f-9926-e3d49bc787f4 HTTP/1.1" status: 200 len: 205 time: 0.0909324 Jul 16 20:41:07.204086 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51678) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:07.331609 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-850a6b75-ec55-4ccb-bfb9-42ffe425081c None None] Set router 1f952c11-a23c-412f-9926-e3d49bc787f4 gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:07.395617 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-850a6b75-ec55-4ccb-bfb9-42ffe425081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:41:03Z', 'revision_number': 11, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:07.416653 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-315ba980-f0ea-4a91-9ec7-1c5b1e79171c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.432787 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-878174ce-2831-489d-90e4-1bdbbcfc65a5 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Made reservation on behalf of 3de11a0e88b743c29e50d6cceac5ade9 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:07.439023 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-878174ce-2831-489d-90e4-1bdbbcfc65a5 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.445336 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850a6b75-ec55-4ccb-bfb9-42ffe425081c None None] Checking router: 1f952c11-a23c-412f-9926-e3d49bc787f4 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:41:07.448845 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55298f2-fbb5-4542-9bb4-39d96ba3771f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Made reservation on behalf of 6c2b57adc98d40c7bf92ca978e0c3d7a for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:07.450706 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 859097bb-1ac3-4bae-80e3-764eefbb51eb no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:07.452683 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 66935e25-64b2-4d89-ad4e-1e7bac46135d up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:07.455424 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d55298f2-fbb5-4542-9bb4-39d96ba3771f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.515143 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 859097bb-1ac3-4bae-80e3-764eefbb51eb {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:07.515727 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 859097bb-1ac3-4bae-80e3-764eefbb51eb not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:07.529121 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850a6b75-ec55-4ccb-bfb9-42ffe425081c None None] Routers {'1f952c11-a23c-412f-9926-e3d49bc787f4'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:07.530031 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-850a6b75-ec55-4ccb-bfb9-42ffe425081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1f952c11-a23c-412f-9926-e3d49bc787f4'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:07.641338 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-315ba980-f0ea-4a91-9ec7-1c5b1e79171c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.644604 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-315ba980-f0ea-4a91-9ec7-1c5b1e79171c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.670616 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6ed24e45-b9d2-40a6-a4ce-09d7000ed547 req-0cf87d42-c431-4065-93c5-9e1dd429a3e4 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/ports?device_id=00baec51-52ce-442e-8885-0ab7170003fe HTTP/1.1" status: 200 len: 210 time: 0.2288194 Jul 16 20:41:07.695812 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-850a6b75-ec55-4ccb-bfb9-42ffe425081c None None] Set router 1f952c11-a23c-412f-9926-e3d49bc787f4 gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:07.718036 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-315ba980-f0ea-4a91-9ec7-1c5b1e79171c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.718815 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315ba980-f0ea-4a91-9ec7-1c5b1e79171c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Fanout notify agent at l3_agent the message router_deleted on router 1f952c11-a23c-412f-9926-e3d49bc787f4 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:41:07.729037 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-315ba980-f0ea-4a91-9ec7-1c5b1e79171c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.736720 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-315ba980-f0ea-4a91-9ec7-1c5b1e79171c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/routers/1f952c11-a23c-412f-9926-e3d49bc787f4 HTTP/1.1" status: 204 len: 168 time: 0.5327914 Jul 16 20:41:07.737470 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51688) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:07.744469 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-c291caa0-c1f2-4a28-8bf0-01b86513cdf3 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1046982304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:07.774254 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c291caa0-c1f2-4a28-8bf0-01b86513cdf3 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.775532 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c291caa0-c1f2-4a28-8bf0-01b86513cdf3 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.810297 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-850a6b75-ec55-4ccb-bfb9-42ffe425081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:41:03Z', 'revision_number': 11, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:07.816519 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8c8384ae-bb57-4ed6-bee4-c58dea5c1eff req-7cc40a46-cf8b-4e24-ab52-fe4713a273f8 tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.1124604 Jul 16 20:41:07.861082 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c291caa0-c1f2-4a28-8bf0-01b86513cdf3 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.866768 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c291caa0-c1f2-4a28-8bf0-01b86513cdf3 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.881794 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850a6b75-ec55-4ccb-bfb9-42ffe425081c None None] The sync data for ids ['1f952c11-a23c-412f-9926-e3d49bc787f4'] in n-d-791506-21 is: [{'id': '1f952c11-a23c-412f-9926-e3d49bc787f4', 'name': 'tempest-RoutersTest-router-63483312', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:02Z', 'updated_at': '2021-07-16T20:41:03Z', 'revision_number': 11, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:07.884905 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 66935e25-64b2-4d89-ad4e-1e7bac46135d completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:07.906524 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c291caa0-c1f2-4a28-8bf0-01b86513cdf3 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.907889 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c291caa0-c1f2-4a28-8bf0-01b86513cdf3 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1684446 Jul 16 20:41:07.910510 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51690) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:07.918827 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-9df7fa7b-2d0c-41d7-94fa-f65ad3dbaa4c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:07.922227 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-9a485f7b-0cdc-4c99-b67e-7e6455c1248d None None] Allocated IP 2001:db8::2 (0fc7e137-6c5a-43b3-b401-951eb7f36093/b9e2a8ff-b759-42e0-899b-2004f466af34/68a610fa-5c9c-4352-a09e-23d3fbf54b22) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:07.999504 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d55298f2-fbb5-4542-9bb4-39d96ba3771f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.125712 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-878174ce-2831-489d-90e4-1bdbbcfc65a5 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Allocated IP 172.20.0.8 (85920711-665c-418e-8282-c5e165dbf60c/41790a4e-95eb-4f9f-8e2e-499b81f8cc53/af3a837c-57a7-4564-9dc1-8b328fa1b0f9) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:08.149975 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9391d-4850-4a14-b8d3-9d54e14543d9 req-3d3607ae-5600-4a53-9c52-482ef6c77e9a tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:08.151901 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ee9391d-4850-4a14-b8d3-9d54e14543d9 req-3d3607ae-5600-4a53-9c52-482ef6c77e9a tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.3022504 Jul 16 20:41:08.162688 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55298f2-fbb5-4542-9bb4-39d96ba3771f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Pushing event updated for resources: {'Subnet': ['ID=f306aac0-245f-4f23-bff2-685e19131e3c,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:08.189386 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9df7fa7b-2d0c-41d7-94fa-f65ad3dbaa4c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.197802 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55298f2-fbb5-4542-9bb4-39d96ba3771f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Checking segment: {'id': 'f484d4bc-a7b9-4afe-b0e5-3d8e88f764cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'fa6dd854-3d62-4230-931e-e07f8877ae61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:08.198157 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55298f2-fbb5-4542-9bb4-39d96ba3771f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Network hostable DHCP agents. Network: fa6dd854-3d62-4230-931e-e07f8877ae61, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:41:08.219055 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9df7fa7b-2d0c-41d7-94fa-f65ad3dbaa4c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896760'] for router, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.219632 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a485f7b-0cdc-4c99-b67e-7e6455c1248d None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.236344 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9a485f7b-0cdc-4c99-b67e-7e6455c1248d None None] Transition to ACTIVE for port object 68a610fa-5c9c-4352-a09e-23d3fbf54b22 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:08.265953 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9c965711-503a-4feb-b420-eff8e8849bd2 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:08.275697 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9a485f7b-0cdc-4c99-b67e-7e6455c1248d None None] Transition to ACTIVE for port object 68a610fa-5c9c-4352-a09e-23d3fbf54b22 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:08.287181 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55298f2-fbb5-4542-9bb4-39d96ba3771f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Network fa6dd854-3d62-4230-931e-e07f8877ae61 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:41:08.291714 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ee9391d-4850-4a14-b8d3-9d54e14543d9 req-0b08ce48-7ee3-4d27-be50-3bd2322642f7 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141460 Jul 16 20:41:08.299834 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c01a4b7-14bf-4cfa-b2db-e39d2c54dfb3 None None] Network fdd1b33c-6a45-4d64-940b-ea9403331174 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:08.319769 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a485f7b-0cdc-4c99-b67e-7e6455c1248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.329022 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 9c965711-503a-4feb-b420-eff8e8849bd2 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:08.329524 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9c965711-503a-4feb-b420-eff8e8849bd2 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:08.347541 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-d55298f2-fbb5-4542-9bb4-39d96ba3771f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, fa6dd854-3d62-4230-931e-e07f8877ae61) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:08.355212 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55298f2-fbb5-4542-9bb4-39d96ba3771f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:08.356124 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d55298f2-fbb5-4542-9bb4-39d96ba3771f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.392885 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bb3f37dd-dff0-4bdb-9568-21354e8af2a5 None None] Provisioning for port 66935e25-64b2-4d89-ad4e-1e7bac46135d completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:08.396395 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9e8588-b0c5-4afb-bae7-e91bcba58e7a None None] Network fa6dd854-3d62-4230-931e-e07f8877ae61 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:08.411411 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bb3f37dd-dff0-4bdb-9568-21354e8af2a5 None None] Provisioning complete for port 66935e25-64b2-4d89-ad4e-1e7bac46135d triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:08.412385 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb3f37dd-dff0-4bdb-9568-21354e8af2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.413537 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d55298f2-fbb5-4542-9bb4-39d96ba3771f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6695371 Jul 16 20:41:08.416338 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51694) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:08.460150 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df7fa7b-2d0c-41d7-94fa-f65ad3dbaa4c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Router 7ff649d5-8df3-4a44-8162-e916956b929a is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:41:08.478744 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a485f7b-0cdc-4c99-b67e-7e6455c1248d None None] Network 0fc7e137-6c5a-43b3-b401-951eb7f36093 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:08.499317 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9a485f7b-0cdc-4c99-b67e-7e6455c1248d None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:08.501709 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a485f7b-0cdc-4c99-b67e-7e6455c1248d None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:08.528578 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a485f7b-0cdc-4c99-b67e-7e6455c1248d None None] Pushing event updated for resources: {'Port': ['ID=68a610fa-5c9c-4352-a09e-23d3fbf54b22,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:08.545043 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df7fa7b-2d0c-41d7-94fa-f65ad3dbaa4c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:08.552565 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9df7fa7b-2d0c-41d7-94fa-f65ad3dbaa4c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.554389 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9df7fa7b-2d0c-41d7-94fa-f65ad3dbaa4c tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "PUT /v2.0/routers/7ff649d5-8df3-4a44-8162-e916956b929a HTTP/1.1" status: 200 len: 694 time: 0.6416147 Jul 16 20:41:08.556613 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373b7625-0ba8-4575-b848-d1a814137f7b None None] Sync routers for ids ['7ff649d5-8df3-4a44-8162-e916956b929a'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:08.557106 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51696) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:08.567330 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373b7625-0ba8-4575-b848-d1a814137f7b None None] Routers {'7ff649d5-8df3-4a44-8162-e916956b929a'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:08.568300 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-373b7625-0ba8-4575-b848-d1a814137f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7ff649d5-8df3-4a44-8162-e916956b929a'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:08.647094 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-373b7625-0ba8-4575-b848-d1a814137f7b None None] Set router 7ff649d5-8df3-4a44-8162-e916956b929a gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:08.666336 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fe995f8f-ec4f-4604-83af-7049db7ceff2 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "GET /v2.0/routers/7ff649d5-8df3-4a44-8162-e916956b929a HTTP/1.1" status: 200 len: 700 time: 0.1080389 Jul 16 20:41:08.669124 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51698) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:08.709726 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-373b7625-0ba8-4575-b848-d1a814137f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff649d5-8df3-4a44-8162-e916956b929a', 'name': 'tempest-RoutersTest-router-1046982304', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:07Z', 'updated_at': '2021-07-16T20:41:08Z', 'revision_number': 2, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:08.723984 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-9a485f7b-0cdc-4c99-b67e-7e6455c1248d None None] Attempting to bind port 68a610fa-5c9c-4352-a09e-23d3fbf54b22 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:08.724365 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-9a485f7b-0cdc-4c99-b67e-7e6455c1248d None None] Attempting to bind port 68a610fa-5c9c-4352-a09e-23d3fbf54b22 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '43dfeffa-41a0-49f4-a8c7-6e4f20ced899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0fc7e137-6c5a-43b3-b401-951eb7f36093'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:08.724733 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a485f7b-0cdc-4c99-b67e-7e6455c1248d None None] Attempting to bind port 68a610fa-5c9c-4352-a09e-23d3fbf54b22 on network 0fc7e137-6c5a-43b3-b401-951eb7f36093 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:08.739145 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373b7625-0ba8-4575-b848-d1a814137f7b None None] Checking router: 7ff649d5-8df3-4a44-8162-e916956b929a for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:41:08.748787 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373b7625-0ba8-4575-b848-d1a814137f7b None None] Routers {'7ff649d5-8df3-4a44-8162-e916956b929a'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:08.749524 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-373b7625-0ba8-4575-b848-d1a814137f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7ff649d5-8df3-4a44-8162-e916956b929a'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:08.750818 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ef416e37-8266-487d-a301-0c3f1d493667 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ff649d5-8df3-4a44-8162-e916956b929a HTTP/1.1" status: 200 len: 205 time: 0.0797582 Jul 16 20:41:08.753121 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51702) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:08.769330 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a485f7b-0cdc-4c99-b67e-7e6455c1248d None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:08.769774 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a485f7b-0cdc-4c99-b67e-7e6455c1248d None None] Checking segment: {'id': '43dfeffa-41a0-49f4-a8c7-6e4f20ced899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0fc7e137-6c5a-43b3-b401-951eb7f36093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:08.770110 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a485f7b-0cdc-4c99-b67e-7e6455c1248d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.770546 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a485f7b-0cdc-4c99-b67e-7e6455c1248d None None] Bound using segment: {'id': '43dfeffa-41a0-49f4-a8c7-6e4f20ced899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0fc7e137-6c5a-43b3-b401-951eb7f36093'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:08.771033 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-9a485f7b-0cdc-4c99-b67e-7e6455c1248d None None] Bound port: 68a610fa-5c9c-4352-a09e-23d3fbf54b22, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43dfeffa-41a0-49f4-a8c7-6e4f20ced899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0fc7e137-6c5a-43b3-b401-951eb7f36093'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:08.771418 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a485f7b-0cdc-4c99-b67e-7e6455c1248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.813288 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb3f37dd-dff0-4bdb-9568-21354e8af2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.884838 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7b498014-2b67-42a5-bb5b-04646c7282f2 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.889917 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-373b7625-0ba8-4575-b848-d1a814137f7b None None] Set router 7ff649d5-8df3-4a44-8162-e916956b929a gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:08.923220 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-bb3f37dd-dff0-4bdb-9568-21354e8af2a5 None None] For port 66935e25-64b2-4d89-ad4e-1e7bac46135d, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=66935e25-64b2-4d89-ad4e-1e7bac46135d,segment=NetworkSegment(e2c02b13-e207-43ea-a4ed-9a31df8f6ebb),segment_id=e2c02b13-e207-43ea-a4ed-9a31df8f6ebb)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:08.932710 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1912ef29-c35a-48af-817c-702472296775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-fa6dd854-3d62-4230-931e-e07f8877ae61', 'network_id': 'fa6dd854-3d62-4230-931e-e07f8877ae61', 'tenant_id': '6c2b57adc98d40c7bf92ca978e0c3d7a', 'fixed_ips': [{'subnet_id': 'f306aac0-245f-4f23-bff2-685e19131e3c'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:41:08.934550 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1912ef29-c35a-48af-817c-702472296775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.943942 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb3f37dd-dff0-4bdb-9568-21354e8af2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.994485 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-9a485f7b-0cdc-4c99-b67e-7e6455c1248d None None] For port 68a610fa-5c9c-4352-a09e-23d3fbf54b22, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:09.029888 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-9a485f7b-0cdc-4c99-b67e-7e6455c1248d None None] For port 68a610fa-5c9c-4352-a09e-23d3fbf54b22, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=68a610fa-5c9c-4352-a09e-23d3fbf54b22,segment=NetworkSegment(43dfeffa-41a0-49f4-a8c7-6e4f20ced899),segment_id=43dfeffa-41a0-49f4-a8c7-6e4f20ced899)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:09.030255 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-878174ce-2831-489d-90e4-1bdbbcfc65a5 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.047942 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-373b7625-0ba8-4575-b848-d1a814137f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff649d5-8df3-4a44-8162-e916956b929a', 'name': 'tempest-RoutersTest-router-1046982304', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:07Z', 'updated_at': '2021-07-16T20:41:08Z', 'revision_number': 2, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:09.075529 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-affb5d6e-bdd6-4377-9865-53363d634efb req-93832b34-0ffa-459c-b435-031185dc3f02 tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.0677166 Jul 16 20:41:09.088887 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-292da570-2799-403b-ada2-ca8c23c72449 req-951f5f50-ea6e-4fe3-a1dc-54c448a084bc tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/ports?device_id=00baec51-52ce-442e-8885-0ab7170003fe HTTP/1.1" status: 200 len: 210 time: 0.1784229 Jul 16 20:41:09.094438 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a485f7b-0cdc-4c99-b67e-7e6455c1248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.119821 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f37dd-dff0-4bdb-9568-21354e8af2a5 None None] Pushing event updated for resources: {'Port': ['ID=66935e25-64b2-4d89-ad4e-1e7bac46135d,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:09.128783 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7b498014-2b67-42a5-bb5b-04646c7282f2 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.131233 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7b498014-2b67-42a5-bb5b-04646c7282f2 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.195500 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373b7625-0ba8-4575-b848-d1a814137f7b None None] The sync data for ids ['7ff649d5-8df3-4a44-8162-e916956b929a'] in n-d-791506-21 is: [{'id': '7ff649d5-8df3-4a44-8162-e916956b929a', 'name': 'tempest-RoutersTest-router-1046982304', 'tenant_id': '0984868bac254eab8830dbbd4c12f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:07Z', 'updated_at': '2021-07-16T20:41:08Z', 'revision_number': 2, 'project_id': '0984868bac254eab8830dbbd4c12f77c', 'gw_port_host': None}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:09.208401 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7b498014-2b67-42a5-bb5b-04646c7282f2 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.209381 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b498014-2b67-42a5-bb5b-04646c7282f2 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Fanout notify agent at l3_agent the message router_deleted on router 7ff649d5-8df3-4a44-8162-e916956b929a {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:41:09.219189 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7b498014-2b67-42a5-bb5b-04646c7282f2 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.220422 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7b498014-2b67-42a5-bb5b-04646c7282f2 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/routers/7ff649d5-8df3-4a44-8162-e916956b929a HTTP/1.1" status: 204 len: 168 time: 0.4663672 Jul 16 20:41:09.235052 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51706) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:09.352452 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-1912ef29-c35a-48af-817c-702472296775 None None] Allocated IP 2001:db8::2 (fa6dd854-3d62-4230-931e-e07f8877ae61/f306aac0-245f-4f23-bff2-685e19131e3c/0d84d2da-30d7-470a-8fa4-2fcc199a1a00) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:09.370641 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-736c86af-6457-4537-b568-76d8d95dfd1a tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ff649d5-8df3-4a44-8162-e916956b929a HTTP/1.1" status: 200 len: 205 time: 0.1291819 Jul 16 20:41:09.371463 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51710) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:09.373070 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e2e967d-9669-4e68-a534-fe6005fcd389 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.400400 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-878174ce-2831-489d-90e4-1bdbbcfc65a5 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.420862 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 66935e25-64b2-4d89-ad4e-1e7bac46135d up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:09.456949 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910504c-da5c-4f55-a222-7dd75cabfe21 req-0c17e012-93bb-4d41-8a60-e843fc98134c tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:09.466369 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b910504c-da5c-4f55-a222-7dd75cabfe21 req-0c17e012-93bb-4d41-8a60-e843fc98134c tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.62 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.2550814 Jul 16 20:41:09.692819 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-ca5b5a50-d1ad-41e9-aae3-f48522005510 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] delete failed (client error): The resource could not be found. Jul 16 20:41:09.693885 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ca5b5a50-d1ad-41e9-aae3-f48522005510 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/routers/7ff649d5-8df3-4a44-8162-e916956b929a HTTP/1.1" status: 404 len: 336 time: 0.3079493 Jul 16 20:41:09.698171 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51714) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:09.701912 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a485f7b-0cdc-4c99-b67e-7e6455c1248d None None] Pushing event updated for resources: {'Port': ['ID=68a610fa-5c9c-4352-a09e-23d3fbf54b22,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:09.717938 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-b910504c-da5c-4f55-a222-7dd75cabfe21 req-b4c7c955-2587-48c6-8626-9ea9438f46ba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Deleting port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:09.718294 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b910504c-da5c-4f55-a222-7dd75cabfe21 req-b4c7c955-2587-48c6-8626-9ea9438f46ba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.768209 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-878174ce-2831-489d-90e4-1bdbbcfc65a5 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Network 85920711-665c-418e-8282-c5e165dbf60c is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:09.788175 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8b6827-2814-49af-8be1-30b8fdde6437 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:09.788632 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f8b6827-2814-49af-8be1-30b8fdde6437 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:09.791176 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8f8b6827-2814-49af-8be1-30b8fdde6437 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/subnets/58a271c3-d6c2-42f9-a353-ce8d2daed0ff HTTP/1.1" status: 404 len: 337 time: 0.0917988 Jul 16 20:41:09.793995 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d6e4e007-0247-40ce-8067-91e2c8ca117b None None] Provisioning complete for port 66935e25-64b2-4d89-ad4e-1e7bac46135d triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:09.794386 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d6e4e007-0247-40ce-8067-91e2c8ca117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.795017 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51716) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:09.802945 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-878174ce-2831-489d-90e4-1bdbbcfc65a5 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:09.805981 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-878174ce-2831-489d-90e4-1bdbbcfc65a5 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:09.820393 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 66935e25-64b2-4d89-ad4e-1e7bac46135d triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:09.820761 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.830060 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6cb03e1-31aa-4590-ac9b-2370a62694a0 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:09.830547 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6cb03e1-31aa-4590-ac9b-2370a62694a0 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:09.834659 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c6cb03e1-31aa-4590-ac9b-2370a62694a0 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/subnets/68fe51ab-3417-4c74-9f61-67b80faa92fe HTTP/1.1" status: 404 len: 337 time: 0.0361795 Jul 16 20:41:09.835785 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51718) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:09.895368 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-e89a46a6-d594-4741-b535-aa0ecb8a70cc tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:09.895825 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e89a46a6-d594-4741-b535-aa0ecb8a70cc tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:09.899997 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e89a46a6-d594-4741-b535-aa0ecb8a70cc tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/subnets/d2e0fd6b-5041-42e2-82d8-19c1cc37935e HTTP/1.1" status: 404 len: 337 time: 0.0616717 Jul 16 20:41:09.903060 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51720) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:09.927029 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878174ce-2831-489d-90e4-1bdbbcfc65a5 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Pushing event updated for resources: {'Port': ['ID=af3a837c-57a7-4564-9dc1-8b328fa1b0f9,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:09.944344 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ac1141-333e-4b95-88e6-9174389cfe04 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:09.944795 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6ac1141-333e-4b95-88e6-9174389cfe04 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:09.949064 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a6ac1141-333e-4b95-88e6-9174389cfe04 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/subnets/eac2dfcf-ec71-4f01-91c9-1a2bbab418f6 HTTP/1.1" status: 404 len: 337 time: 0.0424662 Jul 16 20:41:09.949863 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51722) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:09.995460 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8d2fd957-5a55-44c5-b0c3-b85d7e0a8b34 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f952c11-a23c-412f-9926-e3d49bc787f4 HTTP/1.1" status: 200 len: 205 time: 0.0442512 Jul 16 20:41:09.998819 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51724) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.001936 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-878174ce-2831-489d-90e4-1bdbbcfc65a5 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:10.002815 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-878174ce-2831-489d-90e4-1bdbbcfc65a5 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.004512 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-b910504c-da5c-4f55-a222-7dd75cabfe21 req-b4c7c955-2587-48c6-8626-9ea9438f46ba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] For port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:10.005045 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b910504c-da5c-4f55-a222-7dd75cabfe21 req-b4c7c955-2587-48c6-8626-9ea9438f46ba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.008587 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1912ef29-c35a-48af-817c-702472296775 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.026571 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1912ef29-c35a-48af-817c-702472296775 None None] Transition to ACTIVE for port object 0d84d2da-30d7-470a-8fa4-2fcc199a1a00 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:10.033621 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-878174ce-2831-489d-90e4-1bdbbcfc65a5 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8931863 Jul 16 20:41:10.046451 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1912ef29-c35a-48af-817c-702472296775 None None] Transition to ACTIVE for port object 0d84d2da-30d7-470a-8fa4-2fcc199a1a00 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:10.048888 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-7755559e-7556-47a7-94f5-da6b032da570 service neutron] Request body: {'port': {'device_id': '00baec51-52ce-442e-8885-0ab7170003fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:10.054210 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1912ef29-c35a-48af-817c-702472296775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.065079 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e7f95-e9c2-4490-ba7c-6f224d4344ad req-d80883ab-75ba-45ef-8bfd-a51fc27289b0 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:10.066649 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-968e7f95-e9c2-4490-ba7c-6f224d4344ad req-d80883ab-75ba-45ef-8bfd-a51fc27289b0 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 944 time: 0.3457689 Jul 16 20:41:10.079379 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-2998d86c-4223-4de6-a8de-450ee5742504 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] delete failed (client error): The resource could not be found. Jul 16 20:41:10.083072 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2998d86c-4223-4de6-a8de-450ee5742504 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/routers/1f952c11-a23c-412f-9926-e3d49bc787f4 HTTP/1.1" status: 404 len: 336 time: 0.0728340 Jul 16 20:41:10.100050 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1912ef29-c35a-48af-817c-702472296775 None None] Network fa6dd854-3d62-4230-931e-e07f8877ae61 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:10.104491 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-1912ef29-c35a-48af-817c-702472296775 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:10.109007 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51726) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.110705 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1912ef29-c35a-48af-817c-702472296775 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:10.120290 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912ef29-c35a-48af-817c-702472296775 None None] Pushing event updated for resources: {'Port': ['ID=0d84d2da-30d7-470a-8fa4-2fcc199a1a00,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:10.176778 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1912ef29-c35a-48af-817c-702472296775 None None] Attempting to bind port 0d84d2da-30d7-470a-8fa4-2fcc199a1a00 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:10.177245 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1912ef29-c35a-48af-817c-702472296775 None None] Attempting to bind port 0d84d2da-30d7-470a-8fa4-2fcc199a1a00 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'f484d4bc-a7b9-4afe-b0e5-3d8e88f764cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'fa6dd854-3d62-4230-931e-e07f8877ae61'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:10.177670 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1912ef29-c35a-48af-817c-702472296775 None None] Attempting to bind port 0d84d2da-30d7-470a-8fa4-2fcc199a1a00 on network fa6dd854-3d62-4230-931e-e07f8877ae61 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:10.184440 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1912ef29-c35a-48af-817c-702472296775 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:10.184440 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1912ef29-c35a-48af-817c-702472296775 None None] Checking segment: {'id': 'f484d4bc-a7b9-4afe-b0e5-3d8e88f764cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'fa6dd854-3d62-4230-931e-e07f8877ae61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:10.184913 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1912ef29-c35a-48af-817c-702472296775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.185462 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1912ef29-c35a-48af-817c-702472296775 None None] Bound using segment: {'id': 'f484d4bc-a7b9-4afe-b0e5-3d8e88f764cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'fa6dd854-3d62-4230-931e-e07f8877ae61'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:10.185768 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1912ef29-c35a-48af-817c-702472296775 None None] Bound port: 0d84d2da-30d7-470a-8fa4-2fcc199a1a00, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f484d4bc-a7b9-4afe-b0e5-3d8e88f764cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'fa6dd854-3d62-4230-931e-e07f8877ae61'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:10.186211 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1912ef29-c35a-48af-817c-702472296775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.189387 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a02e123b-6aef-4e6d-8683-21dc64dd9ebd tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "GET /v2.0/ports?device_id=a41429c8-5681-434e-80f4-e26e275f8cba HTTP/1.1" status: 200 len: 205 time: 0.0705602 Jul 16 20:41:10.192610 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51732) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.277741 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1912ef29-c35a-48af-817c-702472296775 None None] For port 0d84d2da-30d7-470a-8fa4-2fcc199a1a00, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:10.281416 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1912ef29-c35a-48af-817c-702472296775 None None] For port 0d84d2da-30d7-470a-8fa4-2fcc199a1a00, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=0d84d2da-30d7-470a-8fa4-2fcc199a1a00,segment=NetworkSegment(f484d4bc-a7b9-4afe-b0e5-3d8e88f764cc),segment_id=f484d4bc-a7b9-4afe-b0e5-3d8e88f764cc)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:10.292745 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1912ef29-c35a-48af-817c-702472296775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.367483 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912ef29-c35a-48af-817c-702472296775 None None] Pushing event updated for resources: {'Port': ['ID=0d84d2da-30d7-470a-8fa4-2fcc199a1a00,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:10.389408 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-ad8e37da-ac0d-4256-8855-c459fb10e091 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] delete failed (client error): The resource could not be found. Jul 16 20:41:10.390502 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ad8e37da-ac0d-4256-8855-c459fb10e091 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/routers/a41429c8-5681-434e-80f4-e26e275f8cba HTTP/1.1" status: 404 len: 336 time: 0.1916270 Jul 16 20:41:10.406512 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51734) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.433117 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-968e7f95-e9c2-4490-ba7c-6f224d4344ad req-79a155d2-1331-4ef3-ba8b-c397c881a1a5 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2686768-860b-4954-9e3d-b21f22dfd3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3229990 Jul 16 20:41:10.440823 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-1e2e967d-9669-4e68-a534-fe6005fcd389 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Allocated IP 2001:db8::1 (0fc7e137-6c5a-43b3-b401-951eb7f36093/b9e2a8ff-b759-42e0-899b-2004f466af34/10a81e9c-31e1-4a1f-8b3a-5b9d0f4ac5d4) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:10.493897 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-7755559e-7556-47a7-94f5-da6b032da570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.501653 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb67334-be55-4231-a145-00c103355950 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:10.502120 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb67334-be55-4231-a145-00c103355950 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:10.503933 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3bb67334-be55-4231-a145-00c103355950 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/subnets/b4e30532-9ea9-41be-804f-63e788d5fbb4 HTTP/1.1" status: 404 len: 337 time: 0.0964305 Jul 16 20:41:10.507704 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51736) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.580855 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a9285bf2-e4af-450d-9c9e-2d180b0282a3 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b97dc56-c98f-4408-af70-5792585ae277 HTTP/1.1" status: 200 len: 205 time: 0.0621798 Jul 16 20:41:10.584831 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51738) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.756059 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-76c5bf41-0ce5-4e1e-a284-0275208d0fdb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] delete failed (client error): The resource could not be found. Jul 16 20:41:10.757459 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-76c5bf41-0ce5-4e1e-a284-0275208d0fdb tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/routers/0b97dc56-c98f-4408-af70-5792585ae277 HTTP/1.1" status: 404 len: 336 time: 0.1685045 Jul 16 20:41:10.769399 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51740) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.778276 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4abfa31f-9ba9-4347-abf7-b96b15b18c4b req-3a26fb97-acb4-4e5a-935f-d2124c3ed624 tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.1930361 Jul 16 20:41:10.787358 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51da474c-457c-491f-b16f-e091d3d84142 None None] Network 0fc7e137-6c5a-43b3-b401-951eb7f36093 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:10.852512 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9c1ebbdd-05bc-4d15-9d5b-4cf38e7a0c41 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "GET /v2.0/ports?device_id=34e7ce48-baf1-45ad-a4df-1f38bef75b6c HTTP/1.1" status: 200 len: 205 time: 0.0818391 Jul 16 20:41:10.855012 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51744) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.869471 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b910504c-da5c-4f55-a222-7dd75cabfe21 req-b4c7c955-2587-48c6-8626-9ea9438f46ba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.869849 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b910504c-da5c-4f55-a222-7dd75cabfe21 req-b4c7c955-2587-48c6-8626-9ea9438f46ba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.870490 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [req-b910504c-da5c-4f55-a222-7dd75cabfe21 req-b4c7c955-2587-48c6-8626-9ea9438f46ba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Floating IP 46a9581c-1776-44a8-b829-0b9a7e38603d disassociated. External IP: 172.25.0.151, port: 86e3457f-6e21-44a1-a1cf-4bc3c47923f4. Jul 16 20:41:10.870635 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-b910504c-da5c-4f55-a222-7dd75cabfe21 req-b4c7c955-2587-48c6-8626-9ea9438f46ba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Calling delete_port for 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:10.893618 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce74306-d728-4a41-a308-9a62ba8e2dc5 req-b36899d8-cc82-4288-a887-1d34d40ba210 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:10.900583 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2ce74306-d728-4a41-a308-9a62ba8e2dc5 req-b36899d8-cc82-4288-a887-1d34d40ba210 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/ports?device_id=00baec51-52ce-442e-8885-0ab7170003fe HTTP/1.1" status: 200 len: 931 time: 0.6254115 Jul 16 20:41:10.913003 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-329ea8c0-27cd-453b-ad49-301fdf13c308 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] delete failed (client error): The resource could not be found. Jul 16 20:41:10.918928 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-329ea8c0-27cd-453b-ad49-301fdf13c308 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/routers/34e7ce48-baf1-45ad-a4df-1f38bef75b6c HTTP/1.1" status: 404 len: 336 time: 0.0625224 Jul 16 20:41:10.919686 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51746) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.940185 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f5f2ebc5-3c8d-4395-a2ca-b295b86c49e1 None None] Provisioning for port 68a610fa-5c9c-4352-a09e-23d3fbf54b22 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:10.979082 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de8e111-c7cb-4b0f-a268-55e7037706d5 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:10.979608 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6de8e111-c7cb-4b0f-a268-55e7037706d5 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:10.984469 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6de8e111-c7cb-4b0f-a268-55e7037706d5 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/subnets/bd3e1e4d-99c9-469a-80b0-a0dadfcc00f6 HTTP/1.1" status: 404 len: 337 time: 0.0542023 Jul 16 20:41:10.985151 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51748) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.994098 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e2e967d-9669-4e68-a534-fe6005fcd389 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.013003 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2ce74306-d728-4a41-a308-9a62ba8e2dc5 req-fac14c26-1e8b-4d30-87f4-4e181abc94a8 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b46c03c-c99d-4760-9709-9600711f4568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115067 Jul 16 20:41:11.026990 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-1e2e967d-9669-4e68-a534-fe6005fcd389 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Transition to ACTIVE for port object 10a81e9c-31e1-4a1f-8b3a-5b9d0f4ac5d4 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:11.062583 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51750) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:11.063118 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bd68d45c-aa3e-4b3e-81e7-16d2db0d54e0 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "GET /v2.0/ports?device_id=c40a0c06-4d14-4336-b51b-344c95d7f018 HTTP/1.1" status: 200 len: 205 time: 0.0740564 Jul 16 20:41:11.116886 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-c1a80b50-8abd-4e1b-bbdd-019c0cdb75b2 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] delete failed (client error): The resource could not be found. Jul 16 20:41:11.117920 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c1a80b50-8abd-4e1b-bbdd-019c0cdb75b2 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/routers/c40a0c06-4d14-4336-b51b-344c95d7f018 HTTP/1.1" status: 404 len: 336 time: 0.0534151 Jul 16 20:41:11.124601 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51752) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:11.165713 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-a679f13a-c859-44ee-aacf-bf780934edd0 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:11.166257 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a679f13a-c859-44ee-aacf-bf780934edd0 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:11.168762 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a679f13a-c859-44ee-aacf-bf780934edd0 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/subnets/2a2d92ff-daa0-411b-9069-8bb5bab4347b HTTP/1.1" status: 404 len: 337 time: 0.0431547 Jul 16 20:41:11.171847 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b910504c-da5c-4f55-a222-7dd75cabfe21 req-b4c7c955-2587-48c6-8626-9ea9438f46ba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.174069 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51754) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:11.214018 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e2e967d-9669-4e68-a534-fe6005fcd389 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.241341 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7c955-2587-48c6-8626-9ea9438f46ba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Pushing event deleted for resources: {'Port': ['ID=86e3457f-6e21-44a1-a1cf-4bc3c47923f4,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:11.246650 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ee85d7fa-fdb5-4f03-b41b-65cd4d7d20e9 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6379e85-31e4-4e85-bc2c-35830595704c HTTP/1.1" status: 200 len: 205 time: 0.0689669 Jul 16 20:41:11.249517 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51756) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:11.314885 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-bbcdcf18-478b-4110-976a-4d9a4b706677 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] delete failed (client error): The resource could not be found. Jul 16 20:41:11.317482 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bbcdcf18-478b-4110-976a-4d9a4b706677 tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/routers/b6379e85-31e4-4e85-bc2c-35830595704c HTTP/1.1" status: 404 len: 336 time: 0.0652251 Jul 16 20:41:11.318513 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51758) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:11.347372 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2e967d-9669-4e68-a534-fe6005fcd389 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Network 0fc7e137-6c5a-43b3-b401-951eb7f36093 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:11.354828 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-1e2e967d-9669-4e68-a534-fe6005fcd389 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:11.359285 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2e967d-9669-4e68-a534-fe6005fcd389 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:11.360125 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e2e967d-9669-4e68-a534-fe6005fcd389 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.372479 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-7755559e-7556-47a7-94f5-da6b032da570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af3a837c-57a7-4564-9dc1-8b328fa1b0f9 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:41:11.399572 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22fa5dd-729b-4029-8ef5-5efd7797173f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:11.399909 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c22fa5dd-729b-4029-8ef5-5efd7797173f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:11.404897 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c22fa5dd-729b-4029-8ef5-5efd7797173f tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/subnets/ada6e489-b01f-4a57-af3c-35e545796c91 HTTP/1.1" status: 404 len: 337 time: 0.0821226 Jul 16 20:41:11.404897 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51760) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:11.413474 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e967d-9669-4e68-a534-fe6005fcd389 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Pushing event updated for resources: {'Port': ['ID=10a81e9c-31e1-4a1f-8b3a-5b9d0f4ac5d4,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:11.418963 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-7755559e-7556-47a7-94f5-da6b032da570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.438887 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb6d3fa-373e-4bac-a1f6-5c5838b6cfef tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:11.439352 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb6d3fa-373e-4bac-a1f6-5c5838b6cfef tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:11.445364 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3cb6d3fa-373e-4bac-a1f6-5c5838b6cfef tempest-RoutersTest-1191371920 tempest-RoutersTest-1191371920-project] 10.222.0.38 "DELETE /v2.0/subnets/dd67ad69-5e8d-4c27-8959-9f5a65c53271 HTTP/1.1" status: 404 len: 337 time: 0.0359933 Jul 16 20:41:11.445460 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 68a610fa-5c9c-4352-a09e-23d3fbf54b22 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:11.497633 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-7755559e-7556-47a7-94f5-da6b032da570 service neutron] Transition to ACTIVE for port object af3a837c-57a7-4564-9dc1-8b328fa1b0f9 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:11.514118 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-7755559e-7556-47a7-94f5-da6b032da570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.589576 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 68a610fa-5c9c-4352-a09e-23d3fbf54b22 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:11.593791 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 68a610fa-5c9c-4352-a09e-23d3fbf54b22 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:11.594169 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.621899 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b910504c-da5c-4f55-a222-7dd75cabfe21 req-b4c7c955-2587-48c6-8626-9ea9438f46ba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Router fb011506-2467-4ba5-9fc8-a5e2513e24b3 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:41:11.692002 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7755559e-7556-47a7-94f5-da6b032da570 service neutron] Pushing event updated for resources: {'Port': ['ID=af3a837c-57a7-4564-9dc1-8b328fa1b0f9,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:11.741207 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.822383 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b910504c-da5c-4f55-a222-7dd75cabfe21 req-b4c7c955-2587-48c6-8626-9ea9438f46ba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:11.849058 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b0b44-692c-4585-a7f9-7697e1618e05 None None] Sync routers for ids ['fb011506-2467-4ba5-9fc8-a5e2513e24b3'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:11.860709 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 68a610fa-5c9c-4352-a09e-23d3fbf54b22, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=68a610fa-5c9c-4352-a09e-23d3fbf54b22,segment=NetworkSegment(43dfeffa-41a0-49f4-a8c7-6e4f20ced899),segment_id=43dfeffa-41a0-49f4-a8c7-6e4f20ced899)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:11.882248 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82b0b44-692c-4585-a7f9-7697e1618e05 None None] Routers {'fb011506-2467-4ba5-9fc8-a5e2513e24b3'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:11.892599 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f0aaedc-ec7b-47a9-9ac3-00abd5a48d62 req-f72b26a7-f072-49a3-accc-aa6dbce14a2e tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f1214b-fd76-48e2-ab18-2e9e6de25bb5 HTTP/1.1" status: 200 len: 210 time: 0.2464516 Jul 16 20:41:11.895498 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b82b0b44-692c-4585-a7f9-7697e1618e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['fb011506-2467-4ba5-9fc8-a5e2513e24b3'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:11.926079 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e2e967d-9669-4e68-a534-fe6005fcd389 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.928866 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.930030 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0d84d2da-30d7-470a-8fa4-2fcc199a1a00 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:11.936263 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-b910504c-da5c-4f55-a222-7dd75cabfe21 req-b4c7c955-2587-48c6-8626-9ea9438f46ba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] No DVR routers for this DVR port 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:11.945910 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b910504c-da5c-4f55-a222-7dd75cabfe21 req-b4c7c955-2587-48c6-8626-9ea9438f46ba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.948271 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b910504c-da5c-4f55-a222-7dd75cabfe21 req-b4c7c955-2587-48c6-8626-9ea9438f46ba tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.62 "DELETE /v2.0/ports/86e3457f-6e21-44a1-a1cf-4bc3c47923f4 HTTP/1.1" status: 204 len: 173 time: 2.4755282 Jul 16 20:41:11.951849 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f1214b-fd76-48e2-ab18-2e9e6de25bb5', 'name': 'network-vif-deleted', 'tag': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:41:11.956476 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1aad595-33b7-49d0-804b-5c7a210d9056" -d '{"events": [{"server_uuid": "62f1214b-fd76-48e2-ab18-2e9e6de25bb5", "name": "network-vif-deleted", "tag": "86e3457f-6e21-44a1-a1cf-4bc3c47923f4"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:41:11.999826 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51772) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:12.025893 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-14af3365-6844-407a-990b-a81bc0fac7dc None None] Provisioning for port 10a81e9c-31e1-4a1f-8b3a-5b9d0f4ac5d4 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:12.069524 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e5970c-3e43-461b-9a70-0d29646688e0 x-openstack-request-id: req-91e5970c-3e43-461b-9a70-0d29646688e0 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:41:12.069906 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f1214b-fd76-48e2-ab18-2e9e6de25bb5", "name": "network-vif-deleted", "tag": "86e3457f-6e21-44a1-a1cf-4bc3c47923f4", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:41:12.070243 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-91e5970c-3e43-461b-9a70-0d29646688e0 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:41:12.070739 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f1214b-fd76-48e2-ab18-2e9e6de25bb5', 'name': 'network-vif-deleted', 'tag': '86e3457f-6e21-44a1-a1cf-4bc3c47923f4', 'status': 'completed', 'code': 200} Jul 16 20:41:12.153789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-14af3365-6844-407a-990b-a81bc0fac7dc None None] Provisioning complete for port 10a81e9c-31e1-4a1f-8b3a-5b9d0f4ac5d4 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:12.154158 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14af3365-6844-407a-990b-a81bc0fac7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.276245 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-335d4ba0-dd5e-4faa-912f-c1ec7e115476 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0984868bac254eab8830dbbd4c12f77c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2729168 Jul 16 20:41:12.279251 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51780) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:12.302200 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=68a610fa-5c9c-4352-a09e-23d3fbf54b22,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:12.308186 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-14af3365-6844-407a-990b-a81bc0fac7dc None None] Port 10a81e9c-31e1-4a1f-8b3a-5b9d0f4ac5d4 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:41:12.334228 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-b82b0b44-692c-4585-a7f9-7697e1618e05 None None] Set router fb011506-2467-4ba5-9fc8-a5e2513e24b3 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:12.336747 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 0d84d2da-30d7-470a-8fa4-2fcc199a1a00 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:12.365784 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a94f52b5-90e3-48f2-8360-7d04af20b993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.390881 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-7755559e-7556-47a7-94f5-da6b032da570 service neutron] Attempting to bind port af3a837c-57a7-4564-9dc1-8b328fa1b0f9 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:12.391444 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-7755559e-7556-47a7-94f5-da6b032da570 service neutron] Attempting to bind port af3a837c-57a7-4564-9dc1-8b328fa1b0f9 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'fbbaefec-1a5a-4136-ab86-38ecdf87ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '85920711-665c-418e-8282-c5e165dbf60c'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:12.391551 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-7755559e-7556-47a7-94f5-da6b032da570 service neutron] Attempting to bind port af3a837c-57a7-4564-9dc1-8b328fa1b0f9 on network 85920711-665c-418e-8282-c5e165dbf60c {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:12.400368 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a94f52b5-90e3-48f2-8360-7d04af20b993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.425827 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dfcb22af-5672-4ddd-800c-d8fd85b575aa req-05266c58-1be3-4f4f-958d-1c6985d53c73 tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.0834177 Jul 16 20:41:12.439470 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dd248a-ba10-42d3-9a3b-672ebae24b4c None None] Network fa6dd854-3d62-4230-931e-e07f8877ae61 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:12.460276 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-7755559e-7556-47a7-94f5-da6b032da570 service neutron] Port af3a837c-57a7-4564-9dc1-8b328fa1b0f9 on network 85920711-665c-418e-8282-c5e165dbf60c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:41:12.460741 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-7755559e-7556-47a7-94f5-da6b032da570 service neutron] Attempting to bind port af3a837c-57a7-4564-9dc1-8b328fa1b0f9 on network 85920711-665c-418e-8282-c5e165dbf60c {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:12.470616 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a94f52b5-90e3-48f2-8360-7d04af20b993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.474307 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a94f52b5-90e3-48f2-8360-7d04af20b993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.478571 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a94f52b5-90e3-48f2-8360-7d04af20b993 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2dd9d408-73a8-44cb-b399-8ed405882d61 HTTP/1.1" status: 204 len: 168 time: 0.1958671 Jul 16 20:41:12.486453 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f52b5-90e3-48f2-8360-7d04af20b993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd9d408-73a8-44cb-b399-8ed405882d61,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:12.488936 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-7755559e-7556-47a7-94f5-da6b032da570 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:12.490263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-7755559e-7556-47a7-94f5-da6b032da570 service neutron] Checking segment: {'id': 'fbbaefec-1a5a-4136-ab86-38ecdf87ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '85920711-665c-418e-8282-c5e165dbf60c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:12.490263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-7755559e-7556-47a7-94f5-da6b032da570 service neutron] Bound using segment: {'id': 'fbbaefec-1a5a-4136-ab86-38ecdf87ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '85920711-665c-418e-8282-c5e165dbf60c'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:12.490263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-7755559e-7556-47a7-94f5-da6b032da570 service neutron] Bound port: af3a837c-57a7-4564-9dc1-8b328fa1b0f9, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbbaefec-1a5a-4136-ab86-38ecdf87ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '85920711-665c-418e-8282-c5e165dbf60c'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:12.490869 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-7755559e-7556-47a7-94f5-da6b032da570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.496580 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94f52b5-90e3-48f2-8360-7d04af20b993 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:12.496940 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94f52b5-90e3-48f2-8360-7d04af20b993 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:12.497310 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94f52b5-90e3-48f2-8360-7d04af20b993 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:12.497774 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94f52b5-90e3-48f2-8360-7d04af20b993 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:12.497990 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94f52b5-90e3-48f2-8360-7d04af20b993 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:12.498351 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94f52b5-90e3-48f2-8360-7d04af20b993 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:12.498685 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94f52b5-90e3-48f2-8360-7d04af20b993 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:12.499019 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94f52b5-90e3-48f2-8360-7d04af20b993 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:12.500270 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94f52b5-90e3-48f2-8360-7d04af20b993 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:12.500270 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94f52b5-90e3-48f2-8360-7d04af20b993 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:12.500270 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94f52b5-90e3-48f2-8360-7d04af20b993 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:12.500270 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94f52b5-90e3-48f2-8360-7d04af20b993 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:12.588200 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e2e967d-9669-4e68-a534-fe6005fcd389 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.614848 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e2e967d-9669-4e68-a534-fe6005fcd389 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.615774 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e2e967d-9669-4e68-a534-fe6005fcd389 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.674081 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ef7208ca-6df2-4b77-97d2-de6489bb71b2 None None] Provisioning for port 0d84d2da-30d7-470a-8fa4-2fcc199a1a00 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:12.692175 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ef7208ca-6df2-4b77-97d2-de6489bb71b2 None None] Provisioning complete for port 0d84d2da-30d7-470a-8fa4-2fcc199a1a00 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:12.692548 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef7208ca-6df2-4b77-97d2-de6489bb71b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.709795 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb24f9b-170b-40bf-8d1b-3befd2a622a2 req-9f1f1846-70ad-47d9-9c42-b0a217d06060 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:12.711494 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bfb24f9b-170b-40bf-8d1b-3befd2a622a2 req-9f1f1846-70ad-47d9-9c42-b0a217d06060 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/ports?device_id=00baec51-52ce-442e-8885-0ab7170003fe HTTP/1.1" status: 200 len: 943 time: 0.3525891 Jul 16 20:41:12.712748 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e967d-9669-4e68-a534-fe6005fcd389 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Pushing event updated for resources: {'Port': ['ID=10a81e9c-31e1-4a1f-8b3a-5b9d0f4ac5d4,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:12.781155 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-7755559e-7556-47a7-94f5-da6b032da570 service neutron] For port af3a837c-57a7-4564-9dc1-8b328fa1b0f9, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:12.873766 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b82b0b44-692c-4585-a7f9-7697e1618e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'name': 'tempest-ServerActionsTestJSON-875661210-router', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c54baa32-9860-4ae2-a209-c354ac5eb1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:02Z', 'updated_at': '2021-07-16T20:31:14Z', 'revision_number': 4, 'project_id': 'a4359c07a39647debc91cc45c7855204', 'gw_port': {'id': 'c54baa32-9860-4ae2-a209-c354ac5eb1fd', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:04Z', 'updated_at': '2021-07-16T20:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '34e0888d-7d47-442e-87bf-bff94f822e42', 'name': '', 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'mac_address': 'fa:16:3e:8e:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '587f0aec-80a3-4172-9644-d785b8e153a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:11Z', 'updated_at': '2021-07-16T20:31:29Z', 'revision_number': 5, 'project_id': 'a4359c07a39647debc91cc45c7855204', 'subnets': [{'id': '587f0aec-80a3-4172-9644-d785b8e153a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:12.911212 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b0b44-692c-4585-a7f9-7697e1618e05 None None] Checking router: fb011506-2467-4ba5-9fc8-a5e2513e24b3 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:41:12.915038 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef7208ca-6df2-4b77-97d2-de6489bb71b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.941639 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82b0b44-692c-4585-a7f9-7697e1618e05 None None] Routers {'fb011506-2467-4ba5-9fc8-a5e2513e24b3'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:12.942283 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b82b0b44-692c-4585-a7f9-7697e1618e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['fb011506-2467-4ba5-9fc8-a5e2513e24b3'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:12.997803 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ef7208ca-6df2-4b77-97d2-de6489bb71b2 None None] For port 0d84d2da-30d7-470a-8fa4-2fcc199a1a00, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=0d84d2da-30d7-470a-8fa4-2fcc199a1a00,segment=NetworkSegment(f484d4bc-a7b9-4afe-b0e5-3d8e88f764cc),segment_id=f484d4bc-a7b9-4afe-b0e5-3d8e88f764cc)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:13.012833 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef7208ca-6df2-4b77-97d2-de6489bb71b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.129922 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51804) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:13.319082 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a9246994-fc16-4158-8138-80dd7dee5b65 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.349239 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 68a610fa-5c9c-4352-a09e-23d3fbf54b22 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:13.353395 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-7755559e-7556-47a7-94f5-da6b032da570 service neutron] For port af3a837c-57a7-4564-9dc1-8b328fa1b0f9, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=af3a837c-57a7-4564-9dc1-8b328fa1b0f9,segment=NetworkSegment(fbbaefec-1a5a-4136-ab86-38ecdf87ae15),segment_id=fbbaefec-1a5a-4136-ab86-38ecdf87ae15)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:13.367984 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-7755559e-7556-47a7-94f5-da6b032da570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.377069 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-b82b0b44-692c-4585-a7f9-7697e1618e05 None None] Set router fb011506-2467-4ba5-9fc8-a5e2513e24b3 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:13.398128 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bfb24f9b-170b-40bf-8d1b-3befd2a622a2 req-361bab37-47d3-415b-be64-4a2460c43793 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b46c03c-c99d-4760-9709-9600711f4568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6570268 Jul 16 20:41:13.421544 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a9246994-fc16-4158-8138-80dd7dee5b65 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.492714 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7208ca-6df2-4b77-97d2-de6489bb71b2 None None] Pushing event updated for resources: {'Port': ['ID=0d84d2da-30d7-470a-8fa4-2fcc199a1a00,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:13.499146 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0d3a7ee7-25df-4c1f-a378-846c8d2f4930 None None] Provisioning complete for port 0d84d2da-30d7-470a-8fa4-2fcc199a1a00 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:13.499531 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0d3a7ee7-25df-4c1f-a378-846c8d2f4930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.520594 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-7755559e-7556-47a7-94f5-da6b032da570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:13.521568 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-7755559e-7556-47a7-94f5-da6b032da570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.523244 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-7755559e-7556-47a7-94f5-da6b032da570 service neutron] 10.222.0.18 "PUT /v2.0/ports/af3a837c-57a7-4564-9dc1-8b328fa1b0f9 HTTP/1.1" status: 200 len: 1092 time: 3.4785936 Jul 16 20:41:13.533925 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00baec51-52ce-442e-8885-0ab7170003fe', 'tag': 'af3a837c-57a7-4564-9dc1-8b328fa1b0f9'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:41:13.544748 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855964e9-f19f-40cc-ac23-47eb67beed03" -d '{"events": [{"name": "network-changed", "server_uuid": "00baec51-52ce-442e-8885-0ab7170003fe", "tag": "af3a837c-57a7-4564-9dc1-8b328fa1b0f9"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:41:13.546362 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:13.559978 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a9246994-fc16-4158-8138-80dd7dee5b65 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.564020 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a9246994-fc16-4158-8138-80dd7dee5b65 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.565607 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a9246994-fc16-4158-8138-80dd7dee5b65 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "DELETE /v2.0/security-groups/c2686768-860b-4954-9e3d-b21f22dfd3d1 HTTP/1.1" status: 204 len: 168 time: 0.4346144 Jul 16 20:41:13.570216 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51818) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:13.585659 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2e967d-9669-4e68-a534-fe6005fcd389 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Network 0fc7e137-6c5a-43b3-b401-951eb7f36093 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:13.600463 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-1e2e967d-9669-4e68-a534-fe6005fcd389 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:13.601327 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:13.601872 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 86e3457f-6e21-44a1-a1cf-4bc3c47923f4 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:13.608628 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51820) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:13.628964 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-5cf9eb66-77ee-442b-a597-76ba68c2bbe4 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] show failed (client error): The resource could not be found. Jul 16 20:41:13.630476 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5cf9eb66-77ee-442b-a597-76ba68c2bbe4 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "GET /v2.0/security-groups/c2686768-860b-4954-9e3d-b21f22dfd3d1 HTTP/1.1" status: 404 len: 347 time: 0.0583086 Jul 16 20:41:13.631608 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9246994-fc16-4158-8138-80dd7dee5b65 tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2686768-860b-4954-9e3d-b21f22dfd3d1,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:13.635158 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51822) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:13.728251 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fedc11-c262-49fd-b429-ba4b1efc84a6 x-openstack-request-id: req-96fedc11-c262-49fd-b429-ba4b1efc84a6 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:41:13.728703 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00baec51-52ce-442e-8885-0ab7170003fe", "tag": "af3a837c-57a7-4564-9dc1-8b328fa1b0f9", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:41:13.729110 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-96fedc11-c262-49fd-b429-ba4b1efc84a6 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:41:13.729714 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00baec51-52ce-442e-8885-0ab7170003fe', 'tag': 'af3a837c-57a7-4564-9dc1-8b328fa1b0f9', 'status': 'completed', 'code': 200} Jul 16 20:41:13.816174 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-7d1dad68-eedf-41fb-9321-b63f2d713dac tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Deleting port b2dea836-621f-4509-b7db-ae3004e8bf16 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:13.816643 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7d1dad68-eedf-41fb-9321-b63f2d713dac tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.842600 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 68a610fa-5c9c-4352-a09e-23d3fbf54b22 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:13.842987 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.945171 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7755559e-7556-47a7-94f5-da6b032da570 service neutron] Pushing event updated for resources: {'Port': ['ID=af3a837c-57a7-4564-9dc1-8b328fa1b0f9,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:14.001823 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7d1dad68-eedf-41fb-9321-b63f2d713dac tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.002018 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7d1dad68-eedf-41fb-9321-b63f2d713dac tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.016708 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-7d1dad68-eedf-41fb-9321-b63f2d713dac tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Calling delete_port for b2dea836-621f-4509-b7db-ae3004e8bf16 owned by network:floatingip {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:14.038272 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66414682-8f92-4712-9fb7-1d2fa7b49f7c req-608202c2-30d7-4c1b-a3ad-e84ec22901e1 tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.1472862 Jul 16 20:41:14.048466 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-09c045a4-4122-4c12-a727-aa0d378c54df tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-242647925', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:14.091991 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b82b0b44-692c-4585-a7f9-7697e1618e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'name': 'tempest-ServerActionsTestJSON-875661210-router', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c54baa32-9860-4ae2-a209-c354ac5eb1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:02Z', 'updated_at': '2021-07-16T20:31:14Z', 'revision_number': 4, 'project_id': 'a4359c07a39647debc91cc45c7855204', 'gw_port': {'id': 'c54baa32-9860-4ae2-a209-c354ac5eb1fd', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:04Z', 'updated_at': '2021-07-16T20:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '34e0888d-7d47-442e-87bf-bff94f822e42', 'name': '', 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'mac_address': 'fa:16:3e:8e:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '587f0aec-80a3-4172-9644-d785b8e153a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:11Z', 'updated_at': '2021-07-16T20:31:29Z', 'revision_number': 5, 'project_id': 'a4359c07a39647debc91cc45c7855204', 'subnets': [{'id': '587f0aec-80a3-4172-9644-d785b8e153a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:14.099976 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-b46daa34-ff7e-48ea-9f04-c83ee5eaf56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:14.101633 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-b46daa34-ff7e-48ea-9f04-c83ee5eaf56c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3de11a0e88b743c29e50d6cceac5ade9&device_id=00baec51-52ce-442e-8885-0ab7170003fe HTTP/1.1" status: 200 len: 1095 time: 0.5119579 Jul 16 20:41:14.126228 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b0b44-692c-4585-a7f9-7697e1618e05 None None] The sync data for ids ['fb011506-2467-4ba5-9fc8-a5e2513e24b3'] in n-d-791506-21 is: [{'id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'name': 'tempest-ServerActionsTestJSON-875661210-router', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c54baa32-9860-4ae2-a209-c354ac5eb1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:02Z', 'updated_at': '2021-07-16T20:31:14Z', 'revision_number': 4, 'project_id': 'a4359c07a39647debc91cc45c7855204', 'gw_port': {'id': 'c54baa32-9860-4ae2-a209-c354ac5eb1fd', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:04Z', 'updated_at': '2021-07-16T20:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '34e0888d-7d47-442e-87bf-bff94f822e42', 'name': '', 'network_id': 'c856853c-1bbc-4399-8326-1d7e71a7f77f', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'mac_address': 'fa:16:3e:8e:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '587f0aec-80a3-4172-9644-d785b8e153a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:11Z', 'updated_at': '2021-07-16T20:31:29Z', 'revision_number': 5, 'project_id': 'a4359c07a39647debc91cc45c7855204', 'subnets': [{'id': '587f0aec-80a3-4172-9644-d785b8e153a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:14.146396 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-61002dd2-09a4-430a-835e-f44fa286d156 None None] Provisioning complete for port 10a81e9c-31e1-4a1f-8b3a-5b9d0f4ac5d4 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:14.146775 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61002dd2-09a4-430a-835e-f44fa286d156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.177255 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-b0064091-b105-48e3-a457-cba0c89641b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af3a837c-57a7-4564-9dc1-8b328fa1b0f9 HTTP/1.1" status: 200 len: 217 time: 0.0655766 Jul 16 20:41:14.179363 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2e967d-9669-4e68-a534-fe6005fcd389 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Router 1d78c5e6-17ac-4fce-b785-9218821dc2c4 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:41:14.203526 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09c045a4-4122-4c12-a727-aa0d378c54df tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.204525 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09c045a4-4122-4c12-a727-aa0d378c54df tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.233688 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-61002dd2-09a4-430a-835e-f44fa286d156 None None] Port 10a81e9c-31e1-4a1f-8b3a-5b9d0f4ac5d4 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:41:14.270266 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7d1dad68-eedf-41fb-9321-b63f2d713dac tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.328748 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1dad68-eedf-41fb-9321-b63f2d713dac tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Pushing event deleted for resources: {'Port': ['ID=b2dea836-621f-4509-b7db-ae3004e8bf16,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:14.405205 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7d1dad68-eedf-41fb-9321-b63f2d713dac tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks [] for floatingip, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.408679 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7d1dad68-eedf-41fb-9321-b63f2d713dac tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.410148 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7d1dad68-eedf-41fb-9321-b63f2d713dac tempest-ServerActionsTestJSON-1981476104 tempest-ServerActionsTestJSON-1981476104-project] 10.222.0.38 "DELETE /v2.0/floatingips/46a9581c-1776-44a8-b829-0b9a7e38603d HTTP/1.1" status: 204 len: 168 time: 0.7740428 Jul 16 20:41:14.413266 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51832) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:14.489422 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09c045a4-4122-4c12-a727-aa0d378c54df tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.497364 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-2fff3d37-84a1-4cee-8fb8-0c0058b3a857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:14.500015 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-2fff3d37-84a1-4cee-8fb8-0c0058b3a857 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=41790a4e-95eb-4f9f-8e2e-499b81f8cc53 HTTP/1.1" status: 200 len: 853 time: 0.3126769 Jul 16 20:41:14.504828 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09c045a4-4122-4c12-a727-aa0d378c54df tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.590820 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-68fee16e-a56b-4725-806a-536f3454f488 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85920711-665c-418e-8282-c5e165dbf60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528119 Jul 16 20:41:14.627600 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74ad7f3-1b04-44e2-8ab8-7629a9499fe8 None None] New status for floating IP 46a9581c-1776-44a8-b829-0b9a7e38603d: DOWN {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:41:14.688075 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2e967d-9669-4e68-a534-fe6005fcd389 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:14.695908 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1e2e967d-9669-4e68-a534-fe6005fcd389 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "PUT /v2.0/routers/1d78c5e6-17ac-4fce-b785-9218821dc2c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2756534 Jul 16 20:41:14.700850 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51846) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:14.701950 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2216b1-f8a1-4f76-90b3-175411e160d9 None None] Sync routers for ids ['1d78c5e6-17ac-4fce-b785-9218821dc2c4'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:14.717255 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2216b1-f8a1-4f76-90b3-175411e160d9 None None] Routers {'1d78c5e6-17ac-4fce-b785-9218821dc2c4'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:14.717793 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4b2216b1-f8a1-4f76-90b3-175411e160d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1d78c5e6-17ac-4fce-b785-9218821dc2c4'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:14.747789 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09c045a4-4122-4c12-a727-aa0d378c54df tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.748919 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-09c045a4-4122-4c12-a727-aa0d378c54df tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.0376086 Jul 16 20:41:14.753329 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51848) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:14.758254 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-2d904b25-abf3-445d-871d-167a4b45b209 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-438280209'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:14.767163 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4b2216b1-f8a1-4f76-90b3-175411e160d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:14.776930 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2216b1-f8a1-4f76-90b3-175411e160d9 None None] Routers {'1d78c5e6-17ac-4fce-b785-9218821dc2c4'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:14.778069 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4b2216b1-f8a1-4f76-90b3-175411e160d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1d78c5e6-17ac-4fce-b785-9218821dc2c4'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:14.814552 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4b2216b1-f8a1-4f76-90b3-175411e160d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:14.816018 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2216b1-f8a1-4f76-90b3-175411e160d9 None None] The sync data for ids ['1d78c5e6-17ac-4fce-b785-9218821dc2c4'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:14.843588 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-6208091e-c1dd-4f26-aa21-bf490ff6ad53 service neutron] 10.222.0.18 "GET /v2.0/networks/85920711-665c-418e-8282-c5e165dbf60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405996 Jul 16 20:41:14.875201 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d904b25-abf3-445d-871d-167a4b45b209 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Made reservation on behalf of 903ad728992848649fb1aa46e560ef6c for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:14.879089 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2d904b25-abf3-445d-871d-167a4b45b209 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.890059 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2d904b25-abf3-445d-871d-167a4b45b209 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.931686 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51856) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:15.011571 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378b7fd-f3a5-4e74-b307-3393062c2206 req-a4dfc2f9-a4d1-4cd8-9b9c-3cd21d2e4be9 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:15.013054 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8378b7fd-f3a5-4e74-b307-3393062c2206 req-a4dfc2f9-a4d1-4cd8-9b9c-3cd21d2e4be9 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/ports?device_id=00baec51-52ce-442e-8885-0ab7170003fe HTTP/1.1" status: 200 len: 943 time: 0.3272114 Jul 16 20:41:15.063068 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-912dbb39-1a54-46ed-8618-f5a50a7df700 req-699965c1-b0fc-4220-9e51-7068669a9458 service neutron] 10.222.0.18 "GET /v2.0/networks/85920711-665c-418e-8282-c5e165dbf60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095091 Jul 16 20:41:15.148317 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638e767-5928-4ef1-a94c-b2089bebaae1 req-c3f2cb0c-a7e5-4b69-b4bc-cccb73aba46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:15.149824 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3638e767-5928-4ef1-a94c-b2089bebaae1 req-c3f2cb0c-a7e5-4b69-b4bc-cccb73aba46f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cd6dfa92-ff6e-44c3-99b3-5000779e65e8 HTTP/1.1" status: 200 len: 1097 time: 0.2150602 Jul 16 20:41:15.168603 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8378b7fd-f3a5-4e74-b307-3393062c2206 req-b2670a33-c8cb-464e-ba9b-6f3102f68d3b tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b46c03c-c99d-4760-9709-9600711f4568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479418 Jul 16 20:41:15.225211 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2d904b25-abf3-445d-871d-167a4b45b209 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:15.237433 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2d904b25-abf3-445d-871d-167a4b45b209 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:15.262921 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3638e767-5928-4ef1-a94c-b2089bebaae1 req-38631726-0538-4099-b825-a96848dfc339 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=26970af1-0b89-414e-b3a9-9bc45af86b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045094 Jul 16 20:41:15.277744 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0d84d2da-30d7-470a-8fa4-2fcc199a1a00 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:15.286358 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d904b25-abf3-445d-871d-167a4b45b209 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:41:15.291801 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d904b25-abf3-445d-871d-167a4b45b209 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4cb9f6-727b-470d-beb3-2c04f863f043,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:15.296464 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bfbe5f6a-e6f0-458c-8a95-b62719e891ed req-ca24d870-ad17-44c4-b92f-705edd1ae31e tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.0881302 Jul 16 20:41:15.303028 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2d904b25-abf3-445d-871d-167a4b45b209 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:15.303274 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-2d904b25-abf3-445d-871d-167a4b45b209 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Added segment 7db3dd96-5f05-4089-96c0-a183bf878dfe of type vlan for network c409198c-29a2-488e-9f75-ad9356efd29b Jul 16 20:41:15.318378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855964e9-f19f-40cc-ac23-47eb67beed03 req-afb623d8-9c0d-48cd-b1eb-6cf7e0d6f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:15.320085 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-855964e9-f19f-40cc-ac23-47eb67beed03 req-afb623d8-9c0d-48cd-b1eb-6cf7e0d6f037 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3de11a0e88b743c29e50d6cceac5ade9&device_id=00baec51-52ce-442e-8885-0ab7170003fe HTTP/1.1" status: 200 len: 1095 time: 0.1858370 Jul 16 20:41:15.359447 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 0d84d2da-30d7-470a-8fa4-2fcc199a1a00 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:15.359915 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:15.380983 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2d904b25-abf3-445d-871d-167a4b45b209 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:15.430853 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-f504e20f-3619-4a7b-89e5-980df634b563 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:15.431997 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f504e20f-3619-4a7b-89e5-980df634b563 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "PUT /v2.0/routers/1d78c5e6-17ac-4fce-b785-9218821dc2c4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7219541 Jul 16 20:41:15.436301 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3a447284-febb-4145-922b-13092864fd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:15.438407 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51864) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:15.460489 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855964e9-f19f-40cc-ac23-47eb67beed03 req-92720921-2c66-45c1-8718-2593b205c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:15.461977 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-855964e9-f19f-40cc-ac23-47eb67beed03 req-92720921-2c66-45c1-8718-2593b205c03b service neutron] 10.222.0.18 "GET /v2.0/networks?id=85920711-665c-418e-8282-c5e165dbf60c HTTP/1.1" status: 200 len: 914 time: 0.1338022 Jul 16 20:41:15.482845 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2d904b25-abf3-445d-871d-167a4b45b209 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:15.488339 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d904b25-abf3-445d-871d-167a4b45b209 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:15.488942 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2d904b25-abf3-445d-871d-167a4b45b209 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:15.506826 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-855964e9-f19f-40cc-ac23-47eb67beed03 req-0fbe051e-6c1e-4950-a51c-c79ebc803f55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af3a837c-57a7-4564-9dc1-8b328fa1b0f9 HTTP/1.1" status: 200 len: 217 time: 0.0352743 Jul 16 20:41:15.555385 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855964e9-f19f-40cc-ac23-47eb67beed03 req-772873af-48a9-42e8-95b4-2d76672c5687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:15.556861 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-855964e9-f19f-40cc-ac23-47eb67beed03 req-772873af-48a9-42e8-95b4-2d76672c5687 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=41790a4e-95eb-4f9f-8e2e-499b81f8cc53 HTTP/1.1" status: 200 len: 853 time: 0.0430465 Jul 16 20:41:15.598448 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2d904b25-abf3-445d-871d-167a4b45b209 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8440523 Jul 16 20:41:15.601281 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-855964e9-f19f-40cc-ac23-47eb67beed03 req-f689a2db-9af3-4202-9f52-d72c6ddd4f81 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85920711-665c-418e-8282-c5e165dbf60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281441 Jul 16 20:41:15.601732 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51866) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:15.606586 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-4954ef0b-bce9-4786-975f-8bd15ca079a4 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Request body: {'subnet': {'network_id': 'c409198c-29a2-488e-9f75-ad9356efd29b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:15.671239 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d904b25-abf3-445d-871d-167a4b45b209 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Pushing event updated for resources: {'Network': ['ID=c409198c-29a2-488e-9f75-ad9356efd29b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:15.682642 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network c409198c-29a2-488e-9f75-ad9356efd29b details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:41:15.772174 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-855964e9-f19f-40cc-ac23-47eb67beed03 req-e8a1222a-bc67-4555-8881-ea4280a1ae0e service neutron] 10.222.0.18 "GET /v2.0/networks/85920711-665c-418e-8282-c5e165dbf60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609945 Jul 16 20:41:15.773671 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4954ef0b-bce9-4786-975f-8bd15ca079a4 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Made reservation on behalf of 903ad728992848649fb1aa46e560ef6c for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:15.777917 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4954ef0b-bce9-4786-975f-8bd15ca079a4 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:15.944237 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-855964e9-f19f-40cc-ac23-47eb67beed03 req-cc6db92d-7af4-4b0b-91b7-be93470bd010 service neutron] 10.222.0.18 "GET /v2.0/networks/85920711-665c-418e-8282-c5e165dbf60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626997 Jul 16 20:41:16.047374 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4954ef0b-bce9-4786-975f-8bd15ca079a4 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.089932 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-3a447284-febb-4145-922b-13092864fd61 admin admin] Deleting port 34e0888d-7d47-442e-87bf-bff94f822e42 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:16.090295 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3a447284-febb-4145-922b-13092864fd61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.107819 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954ef0b-bce9-4786-975f-8bd15ca079a4 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Pushing event updated for resources: {'Subnet': ['ID=7215722f-2751-4193-abe9-e3116d25e4d0,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:16.119747 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4954ef0b-bce9-4786-975f-8bd15ca079a4 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Checking segment: {'id': '7db3dd96-5f05-4089-96c0-a183bf878dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c409198c-29a2-488e-9f75-ad9356efd29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:16.120053 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4954ef0b-bce9-4786-975f-8bd15ca079a4 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Network hostable DHCP agents. Network: c409198c-29a2-488e-9f75-ad9356efd29b, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:41:16.137657 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4954ef0b-bce9-4786-975f-8bd15ca079a4 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Network c409198c-29a2-488e-9f75-ad9356efd29b is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:41:16.146779 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-4954ef0b-bce9-4786-975f-8bd15ca079a4 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, c409198c-29a2-488e-9f75-ad9356efd29b) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:16.153837 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4ed10800-018c-4ce5-9625-153a5fc1b0d4 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.156314 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322bc8fe-db3f-44ba-b5ac-19cd1c2acfb2 None None] Network c409198c-29a2-488e-9f75-ad9356efd29b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:16.162009 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4954ef0b-bce9-4786-975f-8bd15ca079a4 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:16.162879 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4954ef0b-bce9-4786-975f-8bd15ca079a4 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.181491 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4954ef0b-bce9-4786-975f-8bd15ca079a4 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5786328 Jul 16 20:41:16.184836 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51876) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:16.191349 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-498c4bae-674c-4dd7-b4b8-2703e208a3bd tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Request body: {'network': {'name': 'tempest-router-network01--1273002687'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:16.217951 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498c4bae-674c-4dd7-b4b8-2703e208a3bd tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Made reservation on behalf of 903ad728992848649fb1aa46e560ef6c for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:16.223377 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-498c4bae-674c-4dd7-b4b8-2703e208a3bd tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.289614 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-498c4bae-674c-4dd7-b4b8-2703e208a3bd tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:41:16.313340 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-498c4bae-674c-4dd7-b4b8-2703e208a3bd tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.313684 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-498c4bae-674c-4dd7-b4b8-2703e208a3bd tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Added segment 48913e56-3353-4fdd-938f-03e22f1c0564 of type vlan for network b97bd60f-110a-4cdf-bf36-291ea822988f Jul 16 20:41:16.348307 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6f16ff-9b9a-49fe-bf3a-18ed2390caf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-c409198c-29a2-488e-9f75-ad9356efd29b', 'network_id': 'c409198c-29a2-488e-9f75-ad9356efd29b', 'tenant_id': '903ad728992848649fb1aa46e560ef6c', 'fixed_ips': [{'subnet_id': '7215722f-2751-4193-abe9-e3116d25e4d0'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:41:16.349071 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b6f16ff-9b9a-49fe-bf3a-18ed2390caf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.402477 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-498c4bae-674c-4dd7-b4b8-2703e208a3bd tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.444838 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-498c4bae-674c-4dd7-b4b8-2703e208a3bd tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.450762 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498c4bae-674c-4dd7-b4b8-2703e208a3bd tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:16.451306 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-498c4bae-674c-4dd7-b4b8-2703e208a3bd tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.502372 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-498c4bae-674c-4dd7-b4b8-2703e208a3bd tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3154614 Jul 16 20:41:16.506274 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51886) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:16.514443 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2d9623d2-b2f1-4eec-a93c-8b6393d4ed0c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Request body: {'network': {'name': 'tempest-router-network02--1451061271'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:16.525345 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-3b6f16ff-9b9a-49fe-bf3a-18ed2390caf2 None None] Allocated IP 172.20.0.2 (c409198c-29a2-488e-9f75-ad9356efd29b/7215722f-2751-4193-abe9-e3116d25e4d0/b72c0913-9af6-4f2e-ae85-a4de333e9468) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:16.563759 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c4bae-674c-4dd7-b4b8-2703e208a3bd tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Pushing event updated for resources: {'Network': ['ID=b97bd60f-110a-4cdf-bf36-291ea822988f,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:16.578071 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network b97bd60f-110a-4cdf-bf36-291ea822988f details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:41:16.594486 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a7572475-c383-4c62-9556-17b88b5ffa90 req-14b8c6d2-62ca-48dd-afab-94fb110dfa37 tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.0468597 Jul 16 20:41:16.604454 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6026d-4dca-4c35-bd3e-0b32a2e018f0 req-3e3ba7a1-ac36-42b6-9c75-74d70f57060d tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:16.606028 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-47a6026d-4dca-4c35-bd3e-0b32a2e018f0 req-3e3ba7a1-ac36-42b6-9c75-74d70f57060d tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/ports?device_id=00baec51-52ce-442e-8885-0ab7170003fe HTTP/1.1" status: 200 len: 943 time: 0.2941830 Jul 16 20:41:16.626255 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9623d2-b2f1-4eec-a93c-8b6393d4ed0c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Made reservation on behalf of 903ad728992848649fb1aa46e560ef6c for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:16.629628 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2d9623d2-b2f1-4eec-a93c-8b6393d4ed0c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.630723 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-3a447284-febb-4145-922b-13092864fd61 admin admin] For port 34e0888d-7d47-442e-87bf-bff94f822e42, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=34e0888d-7d47-442e-87bf-bff94f822e42,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:16.631208 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3a447284-febb-4145-922b-13092864fd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.647034 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-3a447284-febb-4145-922b-13092864fd61 admin admin] Calling delete_port for 34e0888d-7d47-442e-87bf-bff94f822e42 owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:16.678269 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-47a6026d-4dca-4c35-bd3e-0b32a2e018f0 req-124b0d3d-2772-48ee-9ff7-c738d56e7ac4 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b46c03c-c99d-4760-9709-9600711f4568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661130 Jul 16 20:41:16.686079 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9623d2-b2f1-4eec-a93c-8b6393d4ed0c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:41:16.697376 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2d9623d2-b2f1-4eec-a93c-8b6393d4ed0c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.697734 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-2d9623d2-b2f1-4eec-a93c-8b6393d4ed0c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Added segment c22ba33c-1de7-4f46-9e51-ad8506ec7923 of type vlan for network bacb623b-18c8-4f4e-8120-82e6e53d979b Jul 16 20:41:16.743870 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2d9623d2-b2f1-4eec-a93c-8b6393d4ed0c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.766610 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b6f16ff-9b9a-49fe-bf3a-18ed2390caf2 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.776479 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2d9623d2-b2f1-4eec-a93c-8b6393d4ed0c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.779573 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3b6f16ff-9b9a-49fe-bf3a-18ed2390caf2 None None] Transition to ACTIVE for port object b72c0913-9af6-4f2e-ae85-a4de333e9468 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:16.783296 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9623d2-b2f1-4eec-a93c-8b6393d4ed0c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:16.783898 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2d9623d2-b2f1-4eec-a93c-8b6393d4ed0c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.801629 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3b6f16ff-9b9a-49fe-bf3a-18ed2390caf2 None None] Transition to ACTIVE for port object b72c0913-9af6-4f2e-ae85-a4de333e9468 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:16.809766 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b6f16ff-9b9a-49fe-bf3a-18ed2390caf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.828448 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2d9623d2-b2f1-4eec-a93c-8b6393d4ed0c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3160665 Jul 16 20:41:16.828448 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51890) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:16.835213 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-90a631a0-0ef8-49ec-9b52-225883f37768 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Request body: {'subnet': {'network_id': 'b97bd60f-110a-4cdf-bf36-291ea822988f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:16.861658 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6f16ff-9b9a-49fe-bf3a-18ed2390caf2 None None] Network c409198c-29a2-488e-9f75-ad9356efd29b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:16.864714 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-3b6f16ff-9b9a-49fe-bf3a-18ed2390caf2 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:16.871269 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6f16ff-9b9a-49fe-bf3a-18ed2390caf2 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:16.884830 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f16ff-9b9a-49fe-bf3a-18ed2390caf2 None None] Pushing event updated for resources: {'Port': ['ID=b72c0913-9af6-4f2e-ae85-a4de333e9468,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:16.888532 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9623d2-b2f1-4eec-a93c-8b6393d4ed0c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Pushing event updated for resources: {'Network': ['ID=bacb623b-18c8-4f4e-8120-82e6e53d979b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:16.910339 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network bacb623b-18c8-4f4e-8120-82e6e53d979b details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:41:16.972990 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3b6f16ff-9b9a-49fe-bf3a-18ed2390caf2 None None] Attempting to bind port b72c0913-9af6-4f2e-ae85-a4de333e9468 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:16.973378 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3b6f16ff-9b9a-49fe-bf3a-18ed2390caf2 None None] Attempting to bind port b72c0913-9af6-4f2e-ae85-a4de333e9468 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '7db3dd96-5f05-4089-96c0-a183bf878dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c409198c-29a2-488e-9f75-ad9356efd29b'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:16.973923 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a631a0-0ef8-49ec-9b52-225883f37768 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Made reservation on behalf of 903ad728992848649fb1aa46e560ef6c for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:16.974044 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6f16ff-9b9a-49fe-bf3a-18ed2390caf2 None None] Attempting to bind port b72c0913-9af6-4f2e-ae85-a4de333e9468 on network c409198c-29a2-488e-9f75-ad9356efd29b {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:16.977769 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-90a631a0-0ef8-49ec-9b52-225883f37768 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.986870 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6f16ff-9b9a-49fe-bf3a-18ed2390caf2 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:16.987097 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6f16ff-9b9a-49fe-bf3a-18ed2390caf2 None None] Checking segment: {'id': '7db3dd96-5f05-4089-96c0-a183bf878dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c409198c-29a2-488e-9f75-ad9356efd29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:16.987365 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b6f16ff-9b9a-49fe-bf3a-18ed2390caf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.987781 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6f16ff-9b9a-49fe-bf3a-18ed2390caf2 None None] Bound using segment: {'id': '7db3dd96-5f05-4089-96c0-a183bf878dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c409198c-29a2-488e-9f75-ad9356efd29b'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:16.988237 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3b6f16ff-9b9a-49fe-bf3a-18ed2390caf2 None None] Bound port: b72c0913-9af6-4f2e-ae85-a4de333e9468, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7db3dd96-5f05-4089-96c0-a183bf878dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c409198c-29a2-488e-9f75-ad9356efd29b'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:16.988635 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b6f16ff-9b9a-49fe-bf3a-18ed2390caf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.060610 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-4ed10800-018c-4ce5-9625-153a5fc1b0d4 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Deleting port 10a81e9c-31e1-4a1f-8b3a-5b9d0f4ac5d4 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:17.061098 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4ed10800-018c-4ce5-9625-153a5fc1b0d4 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.090926 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3b6f16ff-9b9a-49fe-bf3a-18ed2390caf2 None None] For port b72c0913-9af6-4f2e-ae85-a4de333e9468, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:17.094431 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3b6f16ff-9b9a-49fe-bf3a-18ed2390caf2 None None] For port b72c0913-9af6-4f2e-ae85-a4de333e9468, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b72c0913-9af6-4f2e-ae85-a4de333e9468,segment=NetworkSegment(7db3dd96-5f05-4089-96c0-a183bf878dfe),segment_id=7db3dd96-5f05-4089-96c0-a183bf878dfe)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:17.096702 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3a447284-febb-4145-922b-13092864fd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.099687 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b6f16ff-9b9a-49fe-bf3a-18ed2390caf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.132575 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device af3a837c-57a7-4564-9dc1-8b328fa1b0f9 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:41:17.166938 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a447284-febb-4145-922b-13092864fd61 admin admin] Pushing event deleted for resources: {'Port': ['ID=34e0888d-7d47-442e-87bf-bff94f822e42,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:17.179980 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f16ff-9b9a-49fe-bf3a-18ed2390caf2 None None] Pushing event updated for resources: {'Port': ['ID=b72c0913-9af6-4f2e-ae85-a4de333e9468,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:17.187282 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-90a631a0-0ef8-49ec-9b52-225883f37768 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.267805 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4ed10800-018c-4ce5-9625-153a5fc1b0d4 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.289260 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a631a0-0ef8-49ec-9b52-225883f37768 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Pushing event updated for resources: {'Subnet': ['ID=e1f8435a-cc26-484f-9604-b72254138b97,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:17.301308 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-4ed10800-018c-4ce5-9625-153a5fc1b0d4 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Calling delete_port for 10a81e9c-31e1-4a1f-8b3a-5b9d0f4ac5d4 owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:17.304580 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port af3a837c-57a7-4564-9dc1-8b328fa1b0f9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=af3a837c-57a7-4564-9dc1-8b328fa1b0f9,segment=NetworkSegment(fbbaefec-1a5a-4136-ab86-38ecdf87ae15),segment_id=fbbaefec-1a5a-4136-ab86-38ecdf87ae15)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:17.307970 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a631a0-0ef8-49ec-9b52-225883f37768 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Checking segment: {'id': '48913e56-3353-4fdd-938f-03e22f1c0564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b97bd60f-110a-4cdf-bf36-291ea822988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:17.309351 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a631a0-0ef8-49ec-9b52-225883f37768 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Network hostable DHCP agents. Network: b97bd60f-110a-4cdf-bf36-291ea822988f, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:41:17.320184 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'af3a837c-57a7-4564-9dc1-8b328fa1b0f9', 'network_id': '85920711-665c-418e-8282-c5e165dbf60c', 'port_id': 'af3a837c-57a7-4564-9dc1-8b328fa1b0f9', 'mac_address': 'fa:16:3e:35:a4:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41790a4e-95eb-4f9f-8e2e-499b81f8cc53', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:41:17.333540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a631a0-0ef8-49ec-9b52-225883f37768 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Network b97bd60f-110a-4cdf-bf36-291ea822988f is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:41:17.354395 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-90a631a0-0ef8-49ec-9b52-225883f37768 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, b97bd60f-110a-4cdf-bf36-291ea822988f) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:17.365224 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd141ab-5fba-4ad7-96b3-f79d46f41974 None None] Network b97bd60f-110a-4cdf-bf36-291ea822988f requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:17.368888 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a631a0-0ef8-49ec-9b52-225883f37768 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:17.369485 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-90a631a0-0ef8-49ec-9b52-225883f37768 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.393540 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-90a631a0-0ef8-49ec-9b52-225883f37768 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5621645 Jul 16 20:41:17.394526 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51894) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:17.404766 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-eef26fcd-9c73-4cee-8d43-59a3dcaf74db tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Request body: {'subnet': {'network_id': 'bacb623b-18c8-4f4e-8120-82e6e53d979b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:17.592376 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.601293 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3a447284-febb-4145-922b-13092864fd61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.634657 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af3a837c-57a7-4564-9dc1-8b328fa1b0f9 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:41:17.664731 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port af3a837c-57a7-4564-9dc1-8b328fa1b0f9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=af3a837c-57a7-4564-9dc1-8b328fa1b0f9,segment=NetworkSegment(fbbaefec-1a5a-4136-ab86-38ecdf87ae15),segment_id=fbbaefec-1a5a-4136-ab86-38ecdf87ae15)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:17.672144 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.674722 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef26fcd-9c73-4cee-8d43-59a3dcaf74db tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Made reservation on behalf of 903ad728992848649fb1aa46e560ef6c for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:17.678289 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-eef26fcd-9c73-4cee-8d43-59a3dcaf74db tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.760579 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=af3a837c-57a7-4564-9dc1-8b328fa1b0f9,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:17.811562 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29a48d9-372f-4d3a-b2a5-e50e2da0b9c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-b97bd60f-110a-4cdf-bf36-291ea822988f', 'network_id': 'b97bd60f-110a-4cdf-bf36-291ea822988f', 'tenant_id': '903ad728992848649fb1aa46e560ef6c', 'fixed_ips': [{'subnet_id': 'e1f8435a-cc26-484f-9604-b72254138b97'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:41:17.812461 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f29a48d9-372f-4d3a-b2a5-e50e2da0b9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.828676 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5818d9e2-d7aa-41bf-8f76-dec6f0c45034 req-4178459e-beda-452b-bb95-dbe76aa68b17 tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.0318058 Jul 16 20:41:17.900258 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['af3a837c-57a7-4564-9dc1-8b328fa1b0f9'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:41:17.903409 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4ed10800-018c-4ce5-9625-153a5fc1b0d4 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.937269 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ec740-4b32-45da-a64a-c64acddb622f req-a862edfd-982b-4b2f-929a-938b93e6f5d6 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:17.939712 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8b2ec740-4b32-45da-a64a-c64acddb622f req-a862edfd-982b-4b2f-929a-938b93e6f5d6 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/ports?device_id=00baec51-52ce-442e-8885-0ab7170003fe HTTP/1.1" status: 200 len: 944 time: 0.0909059 Jul 16 20:41:17.945657 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed10800-018c-4ce5-9625-153a5fc1b0d4 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Pushing event deleted for resources: {'Port': ['ID=10a81e9c-31e1-4a1f-8b3a-5b9d0f4ac5d4,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:17.989648 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8b2ec740-4b32-45da-a64a-c64acddb622f req-91565f8b-3a78-45ca-ae9e-6ced5bf9c9ea tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b46c03c-c99d-4760-9709-9600711f4568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425229 Jul 16 20:41:18.068858 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-f29a48d9-372f-4d3a-b2a5-e50e2da0b9c2 None None] Allocated IP 172.20.0.2 (b97bd60f-110a-4cdf-bf36-291ea822988f/e1f8435a-cc26-484f-9604-b72254138b97/cc84ece2-8b7e-41f0-889e-b1c27a0eae82) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:18.205538 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4ed10800-018c-4ce5-9625-153a5fc1b0d4 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.317558 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f29a48d9-372f-4d3a-b2a5-e50e2da0b9c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.327221 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f29a48d9-372f-4d3a-b2a5-e50e2da0b9c2 None None] Transition to ACTIVE for port object cc84ece2-8b7e-41f0-889e-b1c27a0eae82 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:18.337574 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-eef26fcd-9c73-4cee-8d43-59a3dcaf74db tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.343328 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f29a48d9-372f-4d3a-b2a5-e50e2da0b9c2 None None] Transition to ACTIVE for port object cc84ece2-8b7e-41f0-889e-b1c27a0eae82 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:18.350457 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f29a48d9-372f-4d3a-b2a5-e50e2da0b9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.377158 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a447284-febb-4145-922b-13092864fd61 admin admin] Router fb011506-2467-4ba5-9fc8-a5e2513e24b3 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:41:18.397928 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29a48d9-372f-4d3a-b2a5-e50e2da0b9c2 None None] Network b97bd60f-110a-4cdf-bf36-291ea822988f is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:18.401069 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-f29a48d9-372f-4d3a-b2a5-e50e2da0b9c2 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:18.404782 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29a48d9-372f-4d3a-b2a5-e50e2da0b9c2 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:18.411221 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a48d9-372f-4d3a-b2a5-e50e2da0b9c2 None None] Pushing event updated for resources: {'Port': ['ID=cc84ece2-8b7e-41f0-889e-b1c27a0eae82,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:18.476522 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-f29a48d9-372f-4d3a-b2a5-e50e2da0b9c2 None None] Attempting to bind port cc84ece2-8b7e-41f0-889e-b1c27a0eae82 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:18.476896 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-f29a48d9-372f-4d3a-b2a5-e50e2da0b9c2 None None] Attempting to bind port cc84ece2-8b7e-41f0-889e-b1c27a0eae82 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '48913e56-3353-4fdd-938f-03e22f1c0564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b97bd60f-110a-4cdf-bf36-291ea822988f'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:18.477263 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29a48d9-372f-4d3a-b2a5-e50e2da0b9c2 None None] Attempting to bind port cc84ece2-8b7e-41f0-889e-b1c27a0eae82 on network b97bd60f-110a-4cdf-bf36-291ea822988f {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:18.483255 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29a48d9-372f-4d3a-b2a5-e50e2da0b9c2 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:18.483774 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29a48d9-372f-4d3a-b2a5-e50e2da0b9c2 None None] Checking segment: {'id': '48913e56-3353-4fdd-938f-03e22f1c0564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b97bd60f-110a-4cdf-bf36-291ea822988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:18.484547 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f29a48d9-372f-4d3a-b2a5-e50e2da0b9c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.484933 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29a48d9-372f-4d3a-b2a5-e50e2da0b9c2 None None] Bound using segment: {'id': '48913e56-3353-4fdd-938f-03e22f1c0564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b97bd60f-110a-4cdf-bf36-291ea822988f'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:18.485409 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-f29a48d9-372f-4d3a-b2a5-e50e2da0b9c2 None None] Bound port: cc84ece2-8b7e-41f0-889e-b1c27a0eae82, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48913e56-3353-4fdd-938f-03e22f1c0564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b97bd60f-110a-4cdf-bf36-291ea822988f'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:18.485832 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f29a48d9-372f-4d3a-b2a5-e50e2da0b9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.486441 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef26fcd-9c73-4cee-8d43-59a3dcaf74db tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Pushing event updated for resources: {'Subnet': ['ID=57098f2a-5072-4f7f-a240-3a9b758299ac,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:18.551437 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201200b2-0c2a-47e4-9088-fcf63861acfe None None] Network c409198c-29a2-488e-9f75-ad9356efd29b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:18.556552 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed10800-018c-4ce5-9625-153a5fc1b0d4 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Router 1d78c5e6-17ac-4fce-b785-9218821dc2c4 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:41:18.563231 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef26fcd-9c73-4cee-8d43-59a3dcaf74db tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Checking segment: {'id': 'c22ba33c-1de7-4f46-9e51-ad8506ec7923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bacb623b-18c8-4f4e-8120-82e6e53d979b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:18.563611 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef26fcd-9c73-4cee-8d43-59a3dcaf74db tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Network hostable DHCP agents. Network: bacb623b-18c8-4f4e-8120-82e6e53d979b, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:41:18.582361 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f29a48d9-372f-4d3a-b2a5-e50e2da0b9c2 None None] For port cc84ece2-8b7e-41f0-889e-b1c27a0eae82, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:18.623282 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f29a48d9-372f-4d3a-b2a5-e50e2da0b9c2 None None] For port cc84ece2-8b7e-41f0-889e-b1c27a0eae82, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=cc84ece2-8b7e-41f0-889e-b1c27a0eae82,segment=NetworkSegment(48913e56-3353-4fdd-938f-03e22f1c0564),segment_id=48913e56-3353-4fdd-938f-03e22f1c0564)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:18.637214 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f29a48d9-372f-4d3a-b2a5-e50e2da0b9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.679836 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2d069bdf-7cd5-45da-a90f-7e3c55d3a15c None None] Provisioning for port b72c0913-9af6-4f2e-ae85-a4de333e9468 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:18.699719 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef26fcd-9c73-4cee-8d43-59a3dcaf74db tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Network bacb623b-18c8-4f4e-8120-82e6e53d979b is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:41:18.710699 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed10800-018c-4ce5-9625-153a5fc1b0d4 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:18.717769 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4ed10800-018c-4ce5-9625-153a5fc1b0d4 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "PUT /v2.0/routers/1d78c5e6-17ac-4fce-b785-9218821dc2c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2767942 Jul 16 20:41:18.721446 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a447284-febb-4145-922b-13092864fd61 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:18.724087 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51902) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:18.727953 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3a447284-febb-4145-922b-13092864fd61 admin admin] 10.222.0.38 "PUT /v2.0/routers/fb011506-2467-4ba5-9fc8-a5e2513e24b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3132737 Jul 16 20:41:18.729445 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5faf7c87-4427-4a48-af2e-86b701536822 None None] Sync routers for ids ['1d78c5e6-17ac-4fce-b785-9218821dc2c4'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:18.731533 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51904) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:18.734039 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-eef26fcd-9c73-4cee-8d43-59a3dcaf74db tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, bacb623b-18c8-4f4e-8120-82e6e53d979b) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:18.740308 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef26fcd-9c73-4cee-8d43-59a3dcaf74db tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:18.740908 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-eef26fcd-9c73-4cee-8d43-59a3dcaf74db tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.749750 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faf7c87-4427-4a48-af2e-86b701536822 None None] Routers {'1d78c5e6-17ac-4fce-b785-9218821dc2c4'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:18.750560 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-5faf7c87-4427-4a48-af2e-86b701536822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1d78c5e6-17ac-4fce-b785-9218821dc2c4'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:18.754782 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af6e460-6010-4b35-aee9-0b5648419284 None None] Sync routers for ids ['fb011506-2467-4ba5-9fc8-a5e2513e24b3'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:18.770726 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feaabbd-42a0-41d4-a4d9-3cacaf0efcd8 None None] Network bacb623b-18c8-4f4e-8120-82e6e53d979b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:18.771440 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-eef26fcd-9c73-4cee-8d43-59a3dcaf74db tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3745136 Jul 16 20:41:18.772324 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51906) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:18.785951 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-f4530219-5496-44d4-a1cc-aae3be6969a2 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] delete failed (client error): The resource could not be found. Jul 16 20:41:18.787222 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f4530219-5496-44d4-a1cc-aae3be6969a2 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "DELETE /v2.0/routers/tempest-non_exist_router-1931735312 HTTP/1.1" status: 404 len: 335 time: 0.0611706 Jul 16 20:41:18.802426 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-5faf7c87-4427-4a48-af2e-86b701536822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:18.812112 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faf7c87-4427-4a48-af2e-86b701536822 None None] Routers {'1d78c5e6-17ac-4fce-b785-9218821dc2c4'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:18.813348 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-5faf7c87-4427-4a48-af2e-86b701536822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1d78c5e6-17ac-4fce-b785-9218821dc2c4'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:18.815715 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af6e460-6010-4b35-aee9-0b5648419284 None None] Routers {'fb011506-2467-4ba5-9fc8-a5e2513e24b3'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:18.816484 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4af6e460-6010-4b35-aee9-0b5648419284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['fb011506-2467-4ba5-9fc8-a5e2513e24b3'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:18.841655 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51908) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:18.847353 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-b7b10c09-0a8a-46d4-8ac6-2c06a5d26fee tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Request body: {'router': {'external_gateway_info': {'network_id': '1d78c5e6-17ac-4fce-b785-9218821dc2c4'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:18.862889 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-5faf7c87-4427-4a48-af2e-86b701536822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:18.863992 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5faf7c87-4427-4a48-af2e-86b701536822 None None] The sync data for ids ['1d78c5e6-17ac-4fce-b785-9218821dc2c4'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:18.874151 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a48d9-372f-4d3a-b2a5-e50e2da0b9c2 None None] Pushing event updated for resources: {'Port': ['ID=cc84ece2-8b7e-41f0-889e-b1c27a0eae82,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:18.932072 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31197f44-d267-48a4-a1bc-11b9a162fa78 admin admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:19.069354 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-4af6e460-6010-4b35-aee9-0b5648419284 None None] Set router fb011506-2467-4ba5-9fc8-a5e2513e24b3 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:19.135213 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3c03f0f0-1d43-4118-a8a9-27121269dbb3 req-adf80ec2-adfa-4132-9d01-737f319ab0da tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.0687802 Jul 16 20:41:19.221498 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device af3a837c-57a7-4564-9dc1-8b328fa1b0f9 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:19.394354 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port af3a837c-57a7-4564-9dc1-8b328fa1b0f9 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:19.473147 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port af3a837c-57a7-4564-9dc1-8b328fa1b0f9 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:19.473731 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:19.475751 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9d28cb-2f1a-41d6-8b73-c7ffecb0465d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-bacb623b-18c8-4f4e-8120-82e6e53d979b', 'network_id': 'bacb623b-18c8-4f4e-8120-82e6e53d979b', 'tenant_id': '903ad728992848649fb1aa46e560ef6c', 'fixed_ips': [{'subnet_id': '57098f2a-5072-4f7f-a240-3a9b758299ac'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:41:19.476731 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc9d28cb-2f1a-41d6-8b73-c7ffecb0465d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:19.538210 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b72c0913-9af6-4f2e-ae85-a4de333e9468 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:19.802940 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b7b10c09-0a8a-46d4-8ac6-2c06a5d26fee tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:19.828546 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf7184-1ee2-41a6-9945-d74ee3462f27 req-c1bdf5eb-ec0b-444a-906a-38259e0dc68a tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:19.836328 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-10bf7184-1ee2-41a6-9945-d74ee3462f27 req-c1bdf5eb-ec0b-444a-906a-38259e0dc68a tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/ports?device_id=00baec51-52ce-442e-8885-0ab7170003fe HTTP/1.1" status: 200 len: 944 time: 0.1021159 Jul 16 20:41:19.839050 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31197f44-d267-48a4-a1bc-11b9a162fa78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:19.843094 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-b7b10c09-0a8a-46d4-8ac6-2c06a5d26fee tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] update failed (client error): The resource could not be found. Jul 16 20:41:19.844239 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b7b10c09-0a8a-46d4-8ac6-2c06a5d26fee tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "PUT /v2.0/routers/1d78c5e6-17ac-4fce-b785-9218821dc2c4 HTTP/1.1" status: 404 len: 339 time: 1.0015278 Jul 16 20:41:19.847980 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51916) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:19.857474 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-cbbbdf10-9416-46b9-8d24-e49ba0995293 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1208992096'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:19.868005 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d26a4baa-fc53-4cdb-9b4b-4357976f7a4d tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:19.895999 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbbdf10-9416-46b9-8d24-e49ba0995293 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Made reservation on behalf of 6c2b57adc98d40c7bf92ca978e0c3d7a for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:19.899966 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cbbbdf10-9416-46b9-8d24-e49ba0995293 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:19.975397 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-10bf7184-1ee2-41a6-9945-d74ee3462f27 req-442c4603-055b-4a29-b2e1-1ed37b9f6941 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b46c03c-c99d-4760-9709-9600711f4568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379864 Jul 16 20:41:20.001626 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-fc9d28cb-2f1a-41d6-8b73-c7ffecb0465d None None] Allocated IP 172.20.0.2 (bacb623b-18c8-4f4e-8120-82e6e53d979b/57098f2a-5072-4f7f-a240-3a9b758299ac/216b23c4-f5c2-42a3-9d9b-2bc889ecb393) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:20.013112 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbbbdf10-9416-46b9-8d24-e49ba0995293 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:41:20.033353 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-31197f44-d267-48a4-a1bc-11b9a162fa78 admin admin] Deleting port c54baa32-9860-4ae2-a209-c354ac5eb1fd {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:20.033695 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31197f44-d267-48a4-a1bc-11b9a162fa78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.036164 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cbbbdf10-9416-46b9-8d24-e49ba0995293 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.036545 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-cbbbdf10-9416-46b9-8d24-e49ba0995293 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Added segment 39ff17de-f237-4a1b-9811-3c30ccc13fd1 of type vlan for network f93a910f-a12f-4398-8cf8-2361f843c2d2 Jul 16 20:41:20.065950 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port b72c0913-9af6-4f2e-ae85-a4de333e9468 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:20.076665 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e04bb99-b34f-4ec8-8356-419006574ad8 None None] Network b97bd60f-110a-4cdf-bf36-291ea822988f requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:20.092149 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port b72c0913-9af6-4f2e-ae85-a4de333e9468 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:20.092536 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.094112 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.135452 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cbbbdf10-9416-46b9-8d24-e49ba0995293 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.185570 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-31197f44-d267-48a4-a1bc-11b9a162fa78 admin admin] For port c54baa32-9860-4ae2-a209-c354ac5eb1fd, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=c54baa32-9860-4ae2-a209-c354ac5eb1fd,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:20.186124 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31197f44-d267-48a4-a1bc-11b9a162fa78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.199545 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cbbbdf10-9416-46b9-8d24-e49ba0995293 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.205381 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbbdf10-9416-46b9-8d24-e49ba0995293 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:20.205932 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cbbbdf10-9416-46b9-8d24-e49ba0995293 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.213878 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4af6e460-6010-4b35-aee9-0b5648419284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'name': 'tempest-ServerActionsTestJSON-875661210-router', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c54baa32-9860-4ae2-a209-c354ac5eb1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:02Z', 'updated_at': '2021-07-16T20:41:17Z', 'revision_number': 5, 'project_id': 'a4359c07a39647debc91cc45c7855204', 'gw_port': {'id': 'c54baa32-9860-4ae2-a209-c354ac5eb1fd', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:04Z', 'updated_at': '2021-07-16T20:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:20.220697 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-d26a4baa-fc53-4cdb-9b4b-4357976f7a4d tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Allocated IP 172.20.0.1 (b97bd60f-110a-4cdf-bf36-291ea822988f/e1f8435a-cc26-484f-9604-b72254138b97/c0d28c72-8693-4e9e-a536-bf2e72e27d80) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:20.263902 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00baec51-52ce-442e-8885-0ab7170003fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3a837c-57a7-4564-9dc1-8b328fa1b0f9'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:41:20.266190 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a08635-4bc4-4103-b15e-a0c810e8e14e" -d '{"events": [{"server_uuid": "00baec51-52ce-442e-8885-0ab7170003fe", "name": "network-vif-plugged", "status": "completed", "tag": "af3a837c-57a7-4564-9dc1-8b328fa1b0f9"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:41:20.301981 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbdf10-9416-46b9-8d24-e49ba0995293 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Pushing event updated for resources: {'Network': ['ID=f93a910f-a12f-4398-8cf8-2361f843c2d2,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:20.303322 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-24eb0df4-cdf4-4edd-b2de-e3b4c0cf03d2 None None] Provisioning for port cc84ece2-8b7e-41f0-889e-b1c27a0eae82 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:20.307889 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-31197f44-d267-48a4-a1bc-11b9a162fa78 admin admin] Calling delete_port for c54baa32-9860-4ae2-a209-c354ac5eb1fd owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:20.323626 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af6e460-6010-4b35-aee9-0b5648419284 None None] Checking router: fb011506-2467-4ba5-9fc8-a5e2513e24b3 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:41:20.330201 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port af3a837c-57a7-4564-9dc1-8b328fa1b0f9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=af3a837c-57a7-4564-9dc1-8b328fa1b0f9,segment=NetworkSegment(fbbaefec-1a5a-4136-ab86-38ecdf87ae15),segment_id=fbbaefec-1a5a-4136-ab86-38ecdf87ae15)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:20.334509 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5d4ff3-197f-493c-acbc-4249c93bd03a x-openstack-request-id: req-6a5d4ff3-197f-493c-acbc-4249c93bd03a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:41:20.334783 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00baec51-52ce-442e-8885-0ab7170003fe", "name": "network-vif-plugged", "status": "completed", "tag": "af3a837c-57a7-4564-9dc1-8b328fa1b0f9", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:41:20.335041 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6a5d4ff3-197f-493c-acbc-4249c93bd03a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:41:20.335432 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00baec51-52ce-442e-8885-0ab7170003fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3a837c-57a7-4564-9dc1-8b328fa1b0f9', 'code': 200} Jul 16 20:41:20.357285 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.376205 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cbbbdf10-9416-46b9-8d24-e49ba0995293 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5259624 Jul 16 20:41:20.397096 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6f612e05-b16e-4bdc-8d9c-a924fe3363ba req-3e8c65b3-78fd-4bf2-b63a-7c8bedd0079c tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.0923917 Jul 16 20:41:20.398590 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbbdf10-9416-46b9-8d24-e49ba0995293 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:20.399148 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbbdf10-9416-46b9-8d24-e49ba0995293 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:20.399437 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbbdf10-9416-46b9-8d24-e49ba0995293 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:20.399777 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbbdf10-9416-46b9-8d24-e49ba0995293 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:20.400109 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbbdf10-9416-46b9-8d24-e49ba0995293 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:20.400439 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbbdf10-9416-46b9-8d24-e49ba0995293 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:20.400766 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbbdf10-9416-46b9-8d24-e49ba0995293 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:20.401099 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbbdf10-9416-46b9-8d24-e49ba0995293 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:20.401330 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d26a4baa-fc53-4cdb-9b4b-4357976f7a4d tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.401498 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbbdf10-9416-46b9-8d24-e49ba0995293 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:20.402458 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbbdf10-9416-46b9-8d24-e49ba0995293 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:20.402791 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbbdf10-9416-46b9-8d24-e49ba0995293 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:20.403120 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbbdf10-9416-46b9-8d24-e49ba0995293 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:20.417593 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af6e460-6010-4b35-aee9-0b5648419284 None None] Routers {'fb011506-2467-4ba5-9fc8-a5e2513e24b3'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:20.418245 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4af6e460-6010-4b35-aee9-0b5648419284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['fb011506-2467-4ba5-9fc8-a5e2513e24b3'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:20.419589 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51924) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:20.425741 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-81f17125-4fa7-49c9-929d-17d220365c82 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Request body: {'subnet': {'network_id': 'f93a910f-a12f-4398-8cf8-2361f843c2d2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:20.427646 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network f93a910f-a12f-4398-8cf8-2361f843c2d2 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:41:20.441940 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-d26a4baa-fc53-4cdb-9b4b-4357976f7a4d tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Transition to ACTIVE for port object c0d28c72-8693-4e9e-a536-bf2e72e27d80 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:20.484201 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d26a4baa-fc53-4cdb-9b4b-4357976f7a4d tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.533182 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26a4baa-fc53-4cdb-9b4b-4357976f7a4d tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Network b97bd60f-110a-4cdf-bf36-291ea822988f is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:20.537289 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-d26a4baa-fc53-4cdb-9b4b-4357976f7a4d tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:20.545139 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26a4baa-fc53-4cdb-9b4b-4357976f7a4d tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:20.584158 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a4baa-fc53-4cdb-9b4b-4357976f7a4d tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Pushing event updated for resources: {'Port': ['ID=c0d28c72-8693-4e9e-a536-bf2e72e27d80,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:20.603354 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d26a4baa-fc53-4cdb-9b4b-4357976f7a4d tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.639333 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=af3a837c-57a7-4564-9dc1-8b328fa1b0f9,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:20.677703 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f17125-4fa7-49c9-929d-17d220365c82 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Made reservation on behalf of 6c2b57adc98d40c7bf92ca978e0c3d7a for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:20.681604 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-81f17125-4fa7-49c9-929d-17d220365c82 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.686490 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc9d28cb-2f1a-41d6-8b73-c7ffecb0465d None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.690729 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047a0bf-1a69-41d9-8a77-fb631ec7ee7d req-0b759e03-a2bd-4cfc-81b8-764f77497ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:20.690729 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d047a0bf-1a69-41d9-8a77-fb631ec7ee7d req-0b759e03-a2bd-4cfc-81b8-764f77497ac9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=00baec51-52ce-442e-8885-0ab7170003fe HTTP/1.1" status: 200 len: 1097 time: 0.2696824 Jul 16 20:41:20.694103 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.714114 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-fc9d28cb-2f1a-41d6-8b73-c7ffecb0465d None None] Transition to ACTIVE for port object 216b23c4-f5c2-42a3-9d9b-2bc889ecb393 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:20.717485 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-4af6e460-6010-4b35-aee9-0b5648419284 None None] Set router fb011506-2467-4ba5-9fc8-a5e2513e24b3 gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:20.756990 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d26a4baa-fc53-4cdb-9b4b-4357976f7a4d tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.807847 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4af6e460-6010-4b35-aee9-0b5648419284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'name': 'tempest-ServerActionsTestJSON-875661210-router', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:02Z', 'updated_at': '2021-07-16T20:41:19Z', 'revision_number': 6, 'project_id': 'a4359c07a39647debc91cc45c7855204', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:20.815413 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-fc9d28cb-2f1a-41d6-8b73-c7ffecb0465d None None] Transition to ACTIVE for port object 216b23c4-f5c2-42a3-9d9b-2bc889ecb393 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:20.828458 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d047a0bf-1a69-41d9-8a77-fb631ec7ee7d req-a94692e3-2175-48b6-857c-9e56e0fac51f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2b46c03c-c99d-4760-9709-9600711f4568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228659 Jul 16 20:41:20.851567 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af6e460-6010-4b35-aee9-0b5648419284 None None] The sync data for ids ['fb011506-2467-4ba5-9fc8-a5e2513e24b3'] in n-d-791506-21 is: [{'id': 'fb011506-2467-4ba5-9fc8-a5e2513e24b3', 'name': 'tempest-ServerActionsTestJSON-875661210-router', 'tenant_id': 'a4359c07a39647debc91cc45c7855204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:02Z', 'updated_at': '2021-07-16T20:41:19Z', 'revision_number': 6, 'project_id': 'a4359c07a39647debc91cc45c7855204', 'gw_port_host': None}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:20.857732 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc9d28cb-2f1a-41d6-8b73-c7ffecb0465d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.859110 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31197f44-d267-48a4-a1bc-11b9a162fa78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.860926 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port b72c0913-9af6-4f2e-ae85-a4de333e9468, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b72c0913-9af6-4f2e-ae85-a4de333e9468,segment=NetworkSegment(7db3dd96-5f05-4089-96c0-a183bf878dfe),segment_id=7db3dd96-5f05-4089-96c0-a183bf878dfe)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:20.874379 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.875171 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device cc84ece2-8b7e-41f0-889e-b1c27a0eae82 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:20.945036 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31197f44-d267-48a4-a1bc-11b9a162fa78 admin admin] Pushing event deleted for resources: {'Port': ['ID=c54baa32-9860-4ae2-a209-c354ac5eb1fd,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:20.952909 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9d28cb-2f1a-41d6-8b73-c7ffecb0465d None None] Network bacb623b-18c8-4f4e-8120-82e6e53d979b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:20.963217 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-fc9d28cb-2f1a-41d6-8b73-c7ffecb0465d None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:20.967129 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9d28cb-2f1a-41d6-8b73-c7ffecb0465d None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:20.971880 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d28cb-2f1a-41d6-8b73-c7ffecb0465d None None] Pushing event updated for resources: {'Port': ['ID=216b23c4-f5c2-42a3-9d9b-2bc889ecb393,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:21.060400 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port cc84ece2-8b7e-41f0-889e-b1c27a0eae82 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:21.087974 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port cc84ece2-8b7e-41f0-889e-b1c27a0eae82 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:21.088403 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.090218 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d26a4baa-fc53-4cdb-9b4b-4357976f7a4d tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.093932 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=b72c0913-9af6-4f2e-ae85-a4de333e9468,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:21.108388 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d26a4baa-fc53-4cdb-9b4b-4357976f7a4d tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.116583 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31197f44-d267-48a4-a1bc-11b9a162fa78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.124150 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-fc9d28cb-2f1a-41d6-8b73-c7ffecb0465d None None] Attempting to bind port 216b23c4-f5c2-42a3-9d9b-2bc889ecb393 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:21.124524 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-fc9d28cb-2f1a-41d6-8b73-c7ffecb0465d None None] Attempting to bind port 216b23c4-f5c2-42a3-9d9b-2bc889ecb393 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'c22ba33c-1de7-4f46-9e51-ad8506ec7923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bacb623b-18c8-4f4e-8120-82e6e53d979b'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:21.124887 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9d28cb-2f1a-41d6-8b73-c7ffecb0465d None None] Attempting to bind port 216b23c4-f5c2-42a3-9d9b-2bc889ecb393 on network bacb623b-18c8-4f4e-8120-82e6e53d979b {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:21.138866 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9d28cb-2f1a-41d6-8b73-c7ffecb0465d None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:21.139246 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9d28cb-2f1a-41d6-8b73-c7ffecb0465d None None] Checking segment: {'id': 'c22ba33c-1de7-4f46-9e51-ad8506ec7923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bacb623b-18c8-4f4e-8120-82e6e53d979b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:21.139638 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc9d28cb-2f1a-41d6-8b73-c7ffecb0465d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.140042 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9d28cb-2f1a-41d6-8b73-c7ffecb0465d None None] Bound using segment: {'id': 'c22ba33c-1de7-4f46-9e51-ad8506ec7923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bacb623b-18c8-4f4e-8120-82e6e53d979b'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:21.140522 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-fc9d28cb-2f1a-41d6-8b73-c7ffecb0465d None None] Bound port: 216b23c4-f5c2-42a3-9d9b-2bc889ecb393, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22ba33c-1de7-4f46-9e51-ad8506ec7923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bacb623b-18c8-4f4e-8120-82e6e53d979b'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:21.140905 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc9d28cb-2f1a-41d6-8b73-c7ffecb0465d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.208833 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a4baa-fc53-4cdb-9b4b-4357976f7a4d tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Pushing event updated for resources: {'Port': ['ID=c0d28c72-8693-4e9e-a536-bf2e72e27d80,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:21.239012 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d26a4baa-fc53-4cdb-9b4b-4357976f7a4d tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.295024 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-fc9d28cb-2f1a-41d6-8b73-c7ffecb0465d None None] For port 216b23c4-f5c2-42a3-9d9b-2bc889ecb393, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:21.299811 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-fc9d28cb-2f1a-41d6-8b73-c7ffecb0465d None None] For port 216b23c4-f5c2-42a3-9d9b-2bc889ecb393, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=216b23c4-f5c2-42a3-9d9b-2bc889ecb393,segment=NetworkSegment(c22ba33c-1de7-4f46-9e51-ad8506ec7923),segment_id=c22ba33c-1de7-4f46-9e51-ad8506ec7923)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:21.308113 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.318201 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc9d28cb-2f1a-41d6-8b73-c7ffecb0465d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.371872 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31197f44-d267-48a4-a1bc-11b9a162fa78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.375399 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31197f44-d267-48a4-a1bc-11b9a162fa78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.412175 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port cc84ece2-8b7e-41f0-889e-b1c27a0eae82, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=cc84ece2-8b7e-41f0-889e-b1c27a0eae82,segment=NetworkSegment(48913e56-3353-4fdd-938f-03e22f1c0564),segment_id=48913e56-3353-4fdd-938f-03e22f1c0564)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:21.421034 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.433592 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d28cb-2f1a-41d6-8b73-c7ffecb0465d None None] Pushing event updated for resources: {'Port': ['ID=216b23c4-f5c2-42a3-9d9b-2bc889ecb393,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:21.447822 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26a4baa-fc53-4cdb-9b4b-4357976f7a4d tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Network b97bd60f-110a-4cdf-bf36-291ea822988f is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:21.451823 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-d26a4baa-fc53-4cdb-9b4b-4357976f7a4d tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:21.485676 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-81f17125-4fa7-49c9-929d-17d220365c82 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.521329 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f1f150d5-75f9-4901-962d-5258e8856048 None None] Provisioning for port c0d28c72-8693-4e9e-a536-bf2e72e27d80 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:21.535748 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f1f150d5-75f9-4901-962d-5258e8856048 None None] Provisioning complete for port c0d28c72-8693-4e9e-a536-bf2e72e27d80 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:21.535748 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f1f150d5-75f9-4901-962d-5258e8856048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.625124 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=cc84ece2-8b7e-41f0-889e-b1c27a0eae82,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:21.649867 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31197f44-d267-48a4-a1bc-11b9a162fa78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.650482 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31197f44-d267-48a4-a1bc-11b9a162fa78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb011506-2467-4ba5-9fc8-a5e2513e24b3 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:41:21.663084 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31197f44-d267-48a4-a1bc-11b9a162fa78 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.665642 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-31197f44-d267-48a4-a1bc-11b9a162fa78 admin admin] 10.222.0.38 "DELETE /v2.0/routers/fb011506-2467-4ba5-9fc8-a5e2513e24b3 HTTP/1.1" status: 204 len: 168 time: 2.8811033 Jul 16 20:41:21.671985 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51932) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:21.712085 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f1f150d5-75f9-4901-962d-5258e8856048 None None] Port c0d28c72-8693-4e9e-a536-bf2e72e27d80 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:41:21.716614 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f17125-4fa7-49c9-929d-17d220365c82 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Checking segment: {'id': '39ff17de-f237-4a1b-9811-3c30ccc13fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f93a910f-a12f-4398-8cf8-2361f843c2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:21.717569 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f17125-4fa7-49c9-929d-17d220365c82 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Network hostable DHCP agents. Network: f93a910f-a12f-4398-8cf8-2361f843c2d2, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:41:21.719080 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20864111-fc49-4ef8-9154-6f6a646d66ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.749631 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f1f150d5-75f9-4901-962d-5258e8856048 None None] Provisioning complete for port cc84ece2-8b7e-41f0-889e-b1c27a0eae82 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:21.750528 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f1f150d5-75f9-4901-962d-5258e8856048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.771875 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f17125-4fa7-49c9-929d-17d220365c82 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Pushing event updated for resources: {'Subnet': ['ID=c5c4c291-c3fc-4b7e-bfe2-824ef707855c,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:21.798660 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f17125-4fa7-49c9-929d-17d220365c82 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Network f93a910f-a12f-4398-8cf8-2361f843c2d2 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:41:21.824347 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-be15cdbe-c028-4fcc-ac7e-90027aedf067 admin admin] Deleting subnet 587f0aec-80a3-4172-9644-d785b8e153a3 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:41:21.827768 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be15cdbe-c028-4fcc-ac7e-90027aedf067 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.844157 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d3d54577-4a1a-4438-9b9d-b16671332cd0 req-73e30fcf-eb19-4504-9967-330afa54eb84 tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.0663967 Jul 16 20:41:21.852324 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-81f17125-4fa7-49c9-929d-17d220365c82 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, f93a910f-a12f-4398-8cf8-2361f843c2d2) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:21.864614 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f17125-4fa7-49c9-929d-17d220365c82 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:21.865203 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-81f17125-4fa7-49c9-929d-17d220365c82 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.894257 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beb6469-1dd6-45f2-aed6-eeaf5dd7e5db None None] Network f93a910f-a12f-4398-8cf8-2361f843c2d2 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:21.901352 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26a4baa-fc53-4cdb-9b4b-4357976f7a4d tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Router 867ebc1d-1977-4724-ae2a-c1046b3789d6 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:41:21.916126 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be15cdbe-c028-4fcc-ac7e-90027aedf067 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.960699 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef5a9d-3178-4b79-a203-93008820728e req-49bee107-0258-4573-a8cf-d3802ffef93d tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:21.973192 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d0ef5a9d-3178-4b79-a203-93008820728e req-49bee107-0258-4573-a8cf-d3802ffef93d tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/ports?device_id=00baec51-52ce-442e-8885-0ab7170003fe HTTP/1.1" status: 200 len: 945 time: 0.4868913 Jul 16 20:41:22.034033 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-81f17125-4fa7-49c9-929d-17d220365c82 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6096904 Jul 16 20:41:22.037621 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51934) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:22.062043 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-a83804fb-e238-45b0-9999-74ddf9e6b945 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f93a910f-a12f-4398-8cf8-2361f843c2d2'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:22.161273 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b72c0913-9af6-4f2e-ae85-a4de333e9468 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:22.211726 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d0ef5a9d-3178-4b79-a203-93008820728e req-d6006714-05a0-44ea-bd19-1127e6240222 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b46c03c-c99d-4760-9709-9600711f4568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350333 Jul 16 20:41:22.286682 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26a4baa-fc53-4cdb-9b4b-4357976f7a4d tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:22.299345 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfc9e8f-9a62-4f9c-bde4-8e1740c06cce None None] Sync routers for ids ['867ebc1d-1977-4724-ae2a-c1046b3789d6'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:22.304984 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d26a4baa-fc53-4cdb-9b4b-4357976f7a4d tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] 10.222.0.38 "PUT /v2.0/routers/867ebc1d-1977-4724-ae2a-c1046b3789d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5310271 Jul 16 20:41:22.305871 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51936) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:22.315072 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfc9e8f-9a62-4f9c-bde4-8e1740c06cce None None] Routers {'867ebc1d-1977-4724-ae2a-c1046b3789d6'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:22.315949 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-acfc9e8f-9a62-4f9c-bde4-8e1740c06cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['867ebc1d-1977-4724-ae2a-c1046b3789d6'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:22.374295 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-acfc9e8f-9a62-4f9c-bde4-8e1740c06cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:22.388605 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfc9e8f-9a62-4f9c-bde4-8e1740c06cce None None] Routers {'867ebc1d-1977-4724-ae2a-c1046b3789d6'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:22.389020 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be15cdbe-c028-4fcc-ac7e-90027aedf067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.389846 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-acfc9e8f-9a62-4f9c-bde4-8e1740c06cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:40:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['867ebc1d-1977-4724-ae2a-c1046b3789d6'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:22.427218 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-acfc9e8f-9a62-4f9c-bde4-8e1740c06cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:22.428372 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfc9e8f-9a62-4f9c-bde4-8e1740c06cce None None] The sync data for ids ['867ebc1d-1977-4724-ae2a-c1046b3789d6'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:22.461229 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a83804fb-e238-45b0-9999-74ddf9e6b945 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.476368 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-328ba623-5aba-4292-b27a-afe4faeb561e None None] Provisioning complete for port c0d28c72-8693-4e9e-a536-bf2e72e27d80 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:22.476808 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-328ba623-5aba-4292-b27a-afe4faeb561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.521727 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be15cdbe-c028-4fcc-ac7e-90027aedf067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.532611 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port b72c0913-9af6-4f2e-ae85-a4de333e9468 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:22.532611 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.558859 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15cdbe-c028-4fcc-ac7e-90027aedf067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=587f0aec-80a3-4172-9644-d785b8e153a3,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:22.564590 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c6cdc6-96ca-438e-ab8e-c5745d2e2792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-f93a910f-a12f-4398-8cf8-2361f843c2d2', 'network_id': 'f93a910f-a12f-4398-8cf8-2361f843c2d2', 'tenant_id': '6c2b57adc98d40c7bf92ca978e0c3d7a', 'fixed_ips': [{'subnet_id': 'c5c4c291-c3fc-4b7e-bfe2-824ef707855c'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:41:22.565462 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42c6cdc6-96ca-438e-ab8e-c5745d2e2792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.567281 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-328ba623-5aba-4292-b27a-afe4faeb561e None None] Port c0d28c72-8693-4e9e-a536-bf2e72e27d80 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:41:22.595592 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-a83804fb-e238-45b0-9999-74ddf9e6b945 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:22.600123 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a83804fb-e238-45b0-9999-74ddf9e6b945 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "PUT /v2.0/routers/1d78c5e6-17ac-4fce-b785-9218821dc2c4 HTTP/1.1" status: 400 len: 364 time: 0.5601902 Jul 16 20:41:22.600416 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51938) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:22.635041 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be15cdbe-c028-4fcc-ac7e-90027aedf067 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.637038 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-be15cdbe-c028-4fcc-ac7e-90027aedf067 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/587f0aec-80a3-4172-9644-d785b8e153a3 HTTP/1.1" status: 204 len: 168 time: 0.9624143 Jul 16 20:41:22.640040 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51940) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:22.658661 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63617e6-5f22-488e-a921-7a68c2647668 None None] Network c856853c-1bbc-4399-8326-1d7e71a7f77f requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:22.763509 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7dcf3c67-4734-41fa-8661-e8eacae90865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.814975 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0b0f6229-01da-4c20-a38f-5f1612075c91 None None] Provisioning complete for port c0d28c72-8693-4e9e-a536-bf2e72e27d80 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:22.815542 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b0f6229-01da-4c20-a38f-5f1612075c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.870735 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 34e0888d-7d47-442e-87bf-bff94f822e42 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:22.934966 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-42c6cdc6-96ca-438e-ab8e-c5745d2e2792 None None] Allocated IP 2001:db8:1::2 (f93a910f-a12f-4398-8cf8-2361f843c2d2/c5c4c291-c3fc-4b7e-bfe2-824ef707855c/5682b733-077b-40f6-a641-be4070fb4af3) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:22.938399 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-7dcf3c67-4734-41fa-8661-e8eacae90865 admin admin] Deleting port a8cb0fab-6832-42d0-b989-671b6fc47101 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:22.938768 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7dcf3c67-4734-41fa-8661-e8eacae90865 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.944823 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 34e0888d-7d47-442e-87bf-bff94f822e42 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:22.945170 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 34e0888d-7d47-442e-87bf-bff94f822e42 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:22.957184 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0b0f6229-01da-4c20-a38f-5f1612075c91 None None] Port c0d28c72-8693-4e9e-a536-bf2e72e27d80 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:41:22.989957 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-946e4bbc-3c26-4337-b0cc-ae51e4116369 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:22.994334 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-946e4bbc-3c26-4337-b0cc-ae51e4116369 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] 10.222.0.38 "PUT /v2.0/routers/867ebc1d-1977-4724-ae2a-c1046b3789d6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6818125 Jul 16 20:41:22.995502 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51944) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:23.055864 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0ceac6e1-7b98-44d0-8557-2fa9db1e7734 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.133545 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ace5c588-b4d7-40ed-b2e7-7aa7c6c6a31c req-c6cd2641-343e-4de0-b103-6a8ac55ba060 tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.0584424 Jul 16 20:41:23.165707 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42c6cdc6-96ca-438e-ab8e-c5745d2e2792 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.176727 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-42c6cdc6-96ca-438e-ab8e-c5745d2e2792 None None] Transition to ACTIVE for port object 5682b733-077b-40f6-a641-be4070fb4af3 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:23.206249 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abcf20d-c8fb-4b05-9a41-89799c3ed3e3 None None] DHCP port deletion for c856853c-1bbc-4399-8326-1d7e71a7f77f request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:41:23.263561 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-42c6cdc6-96ca-438e-ab8e-c5745d2e2792 None None] Transition to ACTIVE for port object 5682b733-077b-40f6-a641-be4070fb4af3 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:23.298369 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42c6cdc6-96ca-438e-ab8e-c5745d2e2792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.361840 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c6cdc6-96ca-438e-ab8e-c5745d2e2792 None None] Network f93a910f-a12f-4398-8cf8-2361f843c2d2 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:23.376048 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-42c6cdc6-96ca-438e-ab8e-c5745d2e2792 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:23.380737 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7abcf20d-c8fb-4b05-9a41-89799c3ed3e3 None None] Deleting port a8cb0fab-6832-42d0-b989-671b6fc47101 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:23.381108 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7abcf20d-c8fb-4b05-9a41-89799c3ed3e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.382923 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c6cdc6-96ca-438e-ab8e-c5745d2e2792 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:23.423253 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc789dc-1b2e-4b44-8a66-5389202337f4 None None] Network bacb623b-18c8-4f4e-8120-82e6e53d979b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:23.446193 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6cdc6-96ca-438e-ab8e-c5745d2e2792 None None] Pushing event updated for resources: {'Port': ['ID=5682b733-077b-40f6-a641-be4070fb4af3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:23.538889 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-0ceac6e1-7b98-44d0-8557-2fa9db1e7734 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Allocated IP 2001:db8::1 (fdd1b33c-6a45-4d64-940b-ea9403331174/a99beedc-4acc-47ef-b8ce-96ad39f1cfca/bc67cf6a-4576-42bf-93eb-8a5ee1f2cfb5) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:23.590810 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-7dcf3c67-4734-41fa-8661-e8eacae90865 admin admin] For port a8cb0fab-6832-42d0-b989-671b6fc47101, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a8cb0fab-6832-42d0-b989-671b6fc47101,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:23.591432 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7dcf3c67-4734-41fa-8661-e8eacae90865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.592934 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76dbca-342f-485e-a38c-6d6c45ba2d82 req-e4d1f015-7018-4b3d-8bc6-bc2a56d6a51f tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:23.594665 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be76dbca-342f-485e-a38c-6d6c45ba2d82 req-e4d1f015-7018-4b3d-8bc6-bc2a56d6a51f tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/ports?device_id=00baec51-52ce-442e-8885-0ab7170003fe HTTP/1.1" status: 200 len: 945 time: 0.1869481 Jul 16 20:41:23.619131 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-7dcf3c67-4734-41fa-8661-e8eacae90865 admin admin] Calling delete_port for a8cb0fab-6832-42d0-b989-671b6fc47101 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:23.641549 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-42c6cdc6-96ca-438e-ab8e-c5745d2e2792 None None] Attempting to bind port 5682b733-077b-40f6-a641-be4070fb4af3 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:23.642087 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-42c6cdc6-96ca-438e-ab8e-c5745d2e2792 None None] Attempting to bind port 5682b733-077b-40f6-a641-be4070fb4af3 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '39ff17de-f237-4a1b-9811-3c30ccc13fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f93a910f-a12f-4398-8cf8-2361f843c2d2'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:23.642480 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c6cdc6-96ca-438e-ab8e-c5745d2e2792 None None] Attempting to bind port 5682b733-077b-40f6-a641-be4070fb4af3 on network f93a910f-a12f-4398-8cf8-2361f843c2d2 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:23.647641 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4fc820bb-9678-45a6-b6e7-597fa8af43ac None None] Provisioning for port 216b23c4-f5c2-42a3-9d9b-2bc889ecb393 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:23.658637 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c6cdc6-96ca-438e-ab8e-c5745d2e2792 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:23.658637 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c6cdc6-96ca-438e-ab8e-c5745d2e2792 None None] Checking segment: {'id': '39ff17de-f237-4a1b-9811-3c30ccc13fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f93a910f-a12f-4398-8cf8-2361f843c2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:23.659086 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42c6cdc6-96ca-438e-ab8e-c5745d2e2792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.660037 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c6cdc6-96ca-438e-ab8e-c5745d2e2792 None None] Bound using segment: {'id': '39ff17de-f237-4a1b-9811-3c30ccc13fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f93a910f-a12f-4398-8cf8-2361f843c2d2'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:23.660564 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-42c6cdc6-96ca-438e-ab8e-c5745d2e2792 None None] Bound port: 5682b733-077b-40f6-a641-be4070fb4af3, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ff17de-f237-4a1b-9811-3c30ccc13fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f93a910f-a12f-4398-8cf8-2361f843c2d2'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:23.660953 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42c6cdc6-96ca-438e-ab8e-c5745d2e2792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.687030 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be76dbca-342f-485e-a38c-6d6c45ba2d82 req-4e09e7b6-5ab8-4b6c-9f05-acf67da6c70d tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b46c03c-c99d-4760-9709-9600711f4568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610883 Jul 16 20:41:23.704046 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device cc84ece2-8b7e-41f0-889e-b1c27a0eae82 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:23.705445 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0ceac6e1-7b98-44d0-8557-2fa9db1e7734 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.715457 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-7abcf20d-c8fb-4b05-9a41-89799c3ed3e3 None None] For port a8cb0fab-6832-42d0-b989-671b6fc47101, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a8cb0fab-6832-42d0-b989-671b6fc47101,segment=NetworkSegment(d73ea1b4-a0c3-4156-8c75-831f4f66613a),segment_id=d73ea1b4-a0c3-4156-8c75-831f4f66613a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:23.716864 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7abcf20d-c8fb-4b05-9a41-89799c3ed3e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.721631 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-0ceac6e1-7b98-44d0-8557-2fa9db1e7734 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Transition to ACTIVE for port object bc67cf6a-4576-42bf-93eb-8a5ee1f2cfb5 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:23.732585 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7abcf20d-c8fb-4b05-9a41-89799c3ed3e3 None None] Calling delete_port for a8cb0fab-6832-42d0-b989-671b6fc47101 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:23.768117 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0ceac6e1-7b98-44d0-8557-2fa9db1e7734 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.813199 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7dcf3c67-4734-41fa-8661-e8eacae90865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.822738 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ceac6e1-7b98-44d0-8557-2fa9db1e7734 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Network fdd1b33c-6a45-4d64-940b-ea9403331174 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:23.824492 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:41:23.831165 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7abcf20d-c8fb-4b05-9a41-89799c3ed3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.831629 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-0ceac6e1-7b98-44d0-8557-2fa9db1e7734 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:23.836178 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceac6e1-7b98-44d0-8557-2fa9db1e7734 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:23.837168 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0ceac6e1-7b98-44d0-8557-2fa9db1e7734 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.853654 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf3c67-4734-41fa-8661-e8eacae90865 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8cb0fab-6832-42d0-b989-671b6fc47101,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:23.867680 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcf3c67-4734-41fa-8661-e8eacae90865 admin admin] No DVR routers for this DVR port a8cb0fab-6832-42d0-b989-671b6fc47101 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:23.897210 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceac6e1-7b98-44d0-8557-2fa9db1e7734 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Pushing event updated for resources: {'Port': ['ID=bc67cf6a-4576-42bf-93eb-8a5ee1f2cfb5,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:23.993074 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcf20d-c8fb-4b05-9a41-89799c3ed3e3 None None] Pushing event deleted for resources: {'Port': ['ID=a8cb0fab-6832-42d0-b989-671b6fc47101,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:24.018174 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7dcf3c67-4734-41fa-8661-e8eacae90865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.020431 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0ceac6e1-7b98-44d0-8557-2fa9db1e7734 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.029534 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-7dcf3c67-4734-41fa-8661-e8eacae90865 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c856853c-1bbc-4399-8326-1d7e71a7f77f']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:24.041359 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-7dcf3c67-4734-41fa-8661-e8eacae90865 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd73ea1b4-a0c3-4156-8c75-831f4f66613a') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:24.041676 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-7dcf3c67-4734-41fa-8661-e8eacae90865 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd73ea1b4-a0c3-4156-8c75-831f4f66613a') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:24.051786 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7dcf3c67-4734-41fa-8661-e8eacae90865 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.067689 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7dcf3c67-4734-41fa-8661-e8eacae90865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.068394 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abcf20d-c8fb-4b05-9a41-89799c3ed3e3 None None] No DVR routers for this DVR port a8cb0fab-6832-42d0-b989-671b6fc47101 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:24.076390 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dcf3c67-4734-41fa-8661-e8eacae90865 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:24.077045 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7dcf3c67-4734-41fa-8661-e8eacae90865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.157112 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port cc84ece2-8b7e-41f0-889e-b1c27a0eae82 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:24.157451 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:24.174844 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:24.180070 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-42c6cdc6-96ca-438e-ab8e-c5745d2e2792 None None] For port 5682b733-077b-40f6-a641-be4070fb4af3, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:24.186605 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7dcf3c67-4734-41fa-8661-e8eacae90865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.203642 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7dcf3c67-4734-41fa-8661-e8eacae90865 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.207948 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7dcf3c67-4734-41fa-8661-e8eacae90865 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c856853c-1bbc-4399-8326-1d7e71a7f77f HTTP/1.1" status: 204 len: 168 time: 1.5666468 Jul 16 20:41:24.218122 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-42c6cdc6-96ca-438e-ab8e-c5745d2e2792 None None] For port 5682b733-077b-40f6-a641-be4070fb4af3, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=5682b733-077b-40f6-a641-be4070fb4af3,segment=NetworkSegment(39ff17de-f237-4a1b-9811-3c30ccc13fd1),segment_id=39ff17de-f237-4a1b-9811-3c30ccc13fd1)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:24.234620 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42c6cdc6-96ca-438e-ab8e-c5745d2e2792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.259209 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf3c67-4734-41fa-8661-e8eacae90865 admin admin] Pushing event deleted for resources: {'Network': ['ID=c856853c-1bbc-4399-8326-1d7e71a7f77f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:24.265598 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8fbf66b5-1fe3-429f-80eb-624f805ef381 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.291108 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6cdc6-96ca-438e-ab8e-c5745d2e2792 None None] Pushing event updated for resources: {'Port': ['ID=5682b733-077b-40f6-a641-be4070fb4af3,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:24.302820 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20509273-b0e4-47e5-b537-aaedc8b530a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.342293 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.374435 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-25fe272d-6b52-43f4-b38d-46a1952c709f None None] Provisioning for port bc67cf6a-4576-42bf-93eb-8a5ee1f2cfb5 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:24.387415 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-25fe272d-6b52-43f4-b38d-46a1952c709f None None] Provisioning complete for port bc67cf6a-4576-42bf-93eb-8a5ee1f2cfb5 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:24.387415 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-25fe272d-6b52-43f4-b38d-46a1952c709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.491863 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-25fe272d-6b52-43f4-b38d-46a1952c709f None None] Port bc67cf6a-4576-42bf-93eb-8a5ee1f2cfb5 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:41:24.496785 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0ceac6e1-7b98-44d0-8557-2fa9db1e7734 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.510517 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0ceac6e1-7b98-44d0-8557-2fa9db1e7734 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.511977 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0ceac6e1-7b98-44d0-8557-2fa9db1e7734 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.518302 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 216b23c4-f5c2-42a3-9d9b-2bc889ecb393 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:24.583356 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51962) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:24.640991 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 216b23c4-f5c2-42a3-9d9b-2bc889ecb393 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:24.646414 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 216b23c4-f5c2-42a3-9d9b-2bc889ecb393 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:24.647171 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.660829 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-79e69bdb-6998-4ccb-be3f-3e819a688c07 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a4359c07a39647debc91cc45c7855204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0755041 Jul 16 20:41:24.664497 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51966) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:24.695537 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a354ff42-6dfd-4b5c-b041-b7ecfd731120 req-43417d4b-38a7-4298-8836-fe701b7a53a0 tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.1379020 Jul 16 20:41:24.760272 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceac6e1-7b98-44d0-8557-2fa9db1e7734 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Pushing event updated for resources: {'Port': ['ID=bc67cf6a-4576-42bf-93eb-8a5ee1f2cfb5,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:24.831518 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d8523d38-ba6a-41de-8e21-aebc49980c2b None None] Provisioning complete for port 216b23c4-f5c2-42a3-9d9b-2bc889ecb393 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:24.832084 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8523d38-ba6a-41de-8e21-aebc49980c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.834644 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.845952 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe0d5d-c807-46a6-aa47-984da5ce8731 req-b8148baa-84bb-4e3c-b2de-023be7ead062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:24.847750 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4bbe0d5d-c807-46a6-aa47-984da5ce8731 req-b8148baa-84bb-4e3c-b2de-023be7ead062 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3de11a0e88b743c29e50d6cceac5ade9&device_id=00baec51-52ce-442e-8885-0ab7170003fe HTTP/1.1" status: 200 len: 1097 time: 0.3489993 Jul 16 20:41:24.880538 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d1354-34a7-4dc0-88b3-8a9a5d25af14 req-09b5918c-a122-42f8-a297-2ab474961f49 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:24.882553 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-884d1354-34a7-4dc0-88b3-8a9a5d25af14 req-09b5918c-a122-42f8-a297-2ab474961f49 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/ports?device_id=00baec51-52ce-442e-8885-0ab7170003fe HTTP/1.1" status: 200 len: 945 time: 0.2937982 Jul 16 20:41:24.898194 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 216b23c4-f5c2-42a3-9d9b-2bc889ecb393, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=216b23c4-f5c2-42a3-9d9b-2bc889ecb393,segment=NetworkSegment(c22ba33c-1de7-4f46-9e51-ad8506ec7923),segment_id=c22ba33c-1de7-4f46-9e51-ad8506ec7923)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:24.915253 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.962886 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ceac6e1-7b98-44d0-8557-2fa9db1e7734 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Network fdd1b33c-6a45-4d64-940b-ea9403331174 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:24.988506 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-594dec9b-613e-4f39-844a-aba9a1257aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.994536 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-0ceac6e1-7b98-44d0-8557-2fa9db1e7734 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:25.022296 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-884d1354-34a7-4dc0-88b3-8a9a5d25af14 req-8fa4ca10-f600-45f7-ae9d-8af1596322ea tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b46c03c-c99d-4760-9709-9600711f4568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242006 Jul 16 20:41:25.028944 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-8fbf66b5-1fe3-429f-80eb-624f805ef381 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Deleting port c0d28c72-8693-4e9e-a536-bf2e72e27d80 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:25.029226 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8fbf66b5-1fe3-429f-80eb-624f805ef381 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:25.034244 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=216b23c4-f5c2-42a3-9d9b-2bc889ecb393,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:25.038883 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a8cb0fab-6832-42d0-b989-671b6fc47101 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:25.052932 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-594dec9b-613e-4f39-844a-aba9a1257aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:25.069549 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: a8cb0fab-6832-42d0-b989-671b6fc47101 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:25.069889 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a8cb0fab-6832-42d0-b989-671b6fc47101 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:25.070308 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c54baa32-9860-4ae2-a209-c354ac5eb1fd no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:25.092887 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: c54baa32-9860-4ae2-a209-c354ac5eb1fd {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:25.092887 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c54baa32-9860-4ae2-a209-c354ac5eb1fd not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:25.115736 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe0d5d-c807-46a6-aa47-984da5ce8731 req-116e79c1-c782-4b78-81eb-dfc3f9e531c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:25.117915 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4bbe0d5d-c807-46a6-aa47-984da5ce8731 req-116e79c1-c782-4b78-81eb-dfc3f9e531c9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=85920711-665c-418e-8282-c5e165dbf60c HTTP/1.1" status: 200 len: 914 time: 0.2600780 Jul 16 20:41:25.165690 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4bbe0d5d-c807-46a6-aa47-984da5ce8731 req-87976bce-0a92-421b-93ac-898ac80e1e3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af3a837c-57a7-4564-9dc1-8b328fa1b0f9 HTTP/1.1" status: 200 len: 217 time: 0.0405385 Jul 16 20:41:25.172840 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8fbf66b5-1fe3-429f-80eb-624f805ef381 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:25.190616 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-594dec9b-613e-4f39-844a-aba9a1257aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:25.193349 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-594dec9b-613e-4f39-844a-aba9a1257aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:25.197444 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-594dec9b-613e-4f39-844a-aba9a1257aa3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cdf0fca3-75ba-44cc-b237-90439a5efe37 HTTP/1.1" status: 204 len: 168 time: 0.5291090 Jul 16 20:41:25.197444 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-8fbf66b5-1fe3-429f-80eb-624f805ef381 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Calling delete_port for c0d28c72-8693-4e9e-a536-bf2e72e27d80 owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:25.216344 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ceac6e1-7b98-44d0-8557-2fa9db1e7734 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Router 1d78c5e6-17ac-4fce-b785-9218821dc2c4 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:41:25.216910 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594dec9b-613e-4f39-844a-aba9a1257aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf0fca3-75ba-44cc-b237-90439a5efe37,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:25.244416 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe0d5d-c807-46a6-aa47-984da5ce8731 req-ebbc4929-1ff7-43df-99b2-5f212ed117c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:25.244416 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4bbe0d5d-c807-46a6-aa47-984da5ce8731 req-ebbc4929-1ff7-43df-99b2-5f212ed117c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=41790a4e-95eb-4f9f-8e2e-499b81f8cc53 HTTP/1.1" status: 200 len: 853 time: 0.0709615 Jul 16 20:41:25.347159 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4bbe0d5d-c807-46a6-aa47-984da5ce8731 req-011b9928-9bd6-4e93-9fae-d7c93904f35a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85920711-665c-418e-8282-c5e165dbf60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924146 Jul 16 20:41:25.362304 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-4bbe0d5d-c807-46a6-aa47-984da5ce8731 req-4a99289a-9e5f-4140-8228-f4c71f9a08f1 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:41:25.363520 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4bbe0d5d-c807-46a6-aa47-984da5ce8731 req-4a99289a-9e5f-4140-8228-f4c71f9a08f1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065293 Jul 16 20:41:25.380266 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bc731550-31f3-408c-941a-67f1fec366a9 None None] Provisioning complete for port bc67cf6a-4576-42bf-93eb-8a5ee1f2cfb5 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:25.380637 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc731550-31f3-408c-941a-67f1fec366a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:25.410731 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ceac6e1-7b98-44d0-8557-2fa9db1e7734 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:25.418214 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0ceac6e1-7b98-44d0-8557-2fa9db1e7734 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "PUT /v2.0/routers/1d78c5e6-17ac-4fce-b785-9218821dc2c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8139091 Jul 16 20:41:25.420892 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6e6e28-276f-47d0-bcd2-0578479a5b27 None None] Sync routers for ids ['1d78c5e6-17ac-4fce-b785-9218821dc2c4'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:25.421959 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51970) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:25.465020 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-bc731550-31f3-408c-941a-67f1fec366a9 None None] Port bc67cf6a-4576-42bf-93eb-8a5ee1f2cfb5 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:41:25.466902 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6e6e28-276f-47d0-bcd2-0578479a5b27 None None] Routers {'1d78c5e6-17ac-4fce-b785-9218821dc2c4'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:25.467517 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4f6e6e28-276f-47d0-bcd2-0578479a5b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:41:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1d78c5e6-17ac-4fce-b785-9218821dc2c4'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:25.509942 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8fbf66b5-1fe3-429f-80eb-624f805ef381 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:25.550213 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf66b5-1fe3-429f-80eb-624f805ef381 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Pushing event deleted for resources: {'Port': ['ID=c0d28c72-8693-4e9e-a536-bf2e72e27d80,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:25.838264 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8fbf66b5-1fe3-429f-80eb-624f805ef381 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:25.914237 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5682b733-077b-40f6-a641-be4070fb4af3 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:25.918634 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4f6e6e28-276f-47d0-bcd2-0578479a5b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:26.027547 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6e6e28-276f-47d0-bcd2-0578479a5b27 None None] Routers {'1d78c5e6-17ac-4fce-b785-9218821dc2c4'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:26.034464 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4f6e6e28-276f-47d0-bcd2-0578479a5b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:41:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1d78c5e6-17ac-4fce-b785-9218821dc2c4'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:26.083853 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4f6e6e28-276f-47d0-bcd2-0578479a5b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:26.084741 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6e6e28-276f-47d0-bcd2-0578479a5b27 None None] The sync data for ids ['1d78c5e6-17ac-4fce-b785-9218821dc2c4'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:26.086761 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213803ec-7c7d-4f6e-88cb-f2d4d42bf02a None None] Network f93a910f-a12f-4398-8cf8-2361f843c2d2 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:26.123343 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:26.178932 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a65ddf82-b928-41ff-b655-c63a4cce7ce1 None None] Provisioning for port 5682b733-077b-40f6-a641-be4070fb4af3 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:26.193329 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 5682b733-077b-40f6-a641-be4070fb4af3 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:26.207579 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 5682b733-077b-40f6-a641-be4070fb4af3 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:26.207878 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbf66b5-1fe3-429f-80eb-624f805ef381 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Router 867ebc1d-1977-4724-ae2a-c1046b3789d6 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:41:26.208238 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:26.212448 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9ce1b638-7d23-468a-82b4-74b146dced4b req-9b57b8da-1500-4e65-bf2e-a7aa992f5e3e tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.0816953 Jul 16 20:41:26.271402 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-055d6eb7-6b31-4ab4-a52a-f7d5dc1930e8 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:26.319706 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbf66b5-1fe3-429f-80eb-624f805ef381 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:26.325330 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8fbf66b5-1fe3-429f-80eb-624f805ef381 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] 10.222.0.38 "PUT /v2.0/routers/867ebc1d-1977-4724-ae2a-c1046b3789d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3288269 Jul 16 20:41:26.331139 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51994) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:26.334517 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a5b4c-c8c2-42d4-b438-e58b3dc250c7 None None] Sync routers for ids ['867ebc1d-1977-4724-ae2a-c1046b3789d6'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:26.350615 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a5b4c-c8c2-42d4-b438-e58b3dc250c7 None None] Routers {'867ebc1d-1977-4724-ae2a-c1046b3789d6'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:26.351248 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2e5a5b4c-c8c2-42d4-b438-e58b3dc250c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:41:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['867ebc1d-1977-4724-ae2a-c1046b3789d6'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:26.373376 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4bbe0d5d-c807-46a6-aa47-984da5ce8731 req-37d534a2-a6a9-4b07-a555-d4b100816e63 service neutron] 10.222.0.18 "GET /v2.0/networks/85920711-665c-418e-8282-c5e165dbf60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0004630 Jul 16 20:41:26.403207 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-b5d00778-3c0b-40f3-9adb-c68c2a937e1f tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] delete failed (client error): The resource could not be found. Jul 16 20:41:26.404595 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2e5a5b4c-c8c2-42d4-b438-e58b3dc250c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:26.404756 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:26.410979 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b5d00778-3c0b-40f3-9adb-c68c2a937e1f tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] 10.222.0.38 "DELETE /v2.0/routers/tempest-non_exist_router-1669192714 HTTP/1.1" status: 404 len: 335 time: 0.0800529 Jul 16 20:41:26.411712 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51998) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:26.418232 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-3f59ca81-8826-4145-825c-85af0231bc82 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Request body: {'router': {'external_gateway_info': {'network_id': '867ebc1d-1977-4724-ae2a-c1046b3789d6'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:26.422931 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a5b4c-c8c2-42d4-b438-e58b3dc250c7 None None] Routers {'867ebc1d-1977-4724-ae2a-c1046b3789d6'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:26.423724 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2e5a5b4c-c8c2-42d4-b438-e58b3dc250c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:41:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['867ebc1d-1977-4724-ae2a-c1046b3789d6'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:26.449754 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 5682b733-077b-40f6-a641-be4070fb4af3, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=5682b733-077b-40f6-a641-be4070fb4af3,segment=NetworkSegment(39ff17de-f237-4a1b-9811-3c30ccc13fd1),segment_id=39ff17de-f237-4a1b-9811-3c30ccc13fd1)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:26.455640 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:26.456577 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 216b23c4-f5c2-42a3-9d9b-2bc889ecb393 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:26.479096 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2e5a5b4c-c8c2-42d4-b438-e58b3dc250c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:26.481170 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a5b4c-c8c2-42d4-b438-e58b3dc250c7 None None] The sync data for ids ['867ebc1d-1977-4724-ae2a-c1046b3789d6'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:26.570152 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=5682b733-077b-40f6-a641-be4070fb4af3,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:26.587627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52000) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:26.594577 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 216b23c4-f5c2-42a3-9d9b-2bc889ecb393 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:26.594960 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:26.622821 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-055d6eb7-6b31-4ab4-a52a-f7d5dc1930e8 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 20:41:26.628567 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-055d6eb7-6b31-4ab4-a52a-f7d5dc1930e8 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "DELETE /v2.0/routers/1d78c5e6-17ac-4fce-b785-9218821dc2c4 HTTP/1.1" status: 409 len: 329 time: 1.2053359 Jul 16 20:41:26.650617 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52004) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:26.692946 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3f59ca81-8826-4145-825c-85af0231bc82 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:26.722760 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-3f59ca81-8826-4145-825c-85af0231bc82 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] update failed (client error): The resource could not be found. Jul 16 20:41:26.726383 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3f59ca81-8826-4145-825c-85af0231bc82 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] 10.222.0.38 "PUT /v2.0/routers/867ebc1d-1977-4724-ae2a-c1046b3789d6 HTTP/1.1" status: 404 len: 339 time: 0.3111699 Jul 16 20:41:26.727801 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52006) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:26.750663 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-1b889f75-9c0f-4398-a149-6e233e330e96 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1343161998-network', 'tenant_id': '49d17cb4767b4b9cab8521d3aeeaf6d5'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:26.768225 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4bbe0d5d-c807-46a6-aa47-984da5ce8731 req-18b95540-efe6-4031-987b-7f2240a00ecf service neutron] 10.222.0.18 "GET /v2.0/networks/85920711-665c-418e-8282-c5e165dbf60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474631 Jul 16 20:41:26.779312 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84babc-e022-4696-bad4-a52ecccc8d07 req-b34f5927-c08d-45ff-bf8d-de87783add05 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:26.780833 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1c84babc-e022-4696-bad4-a52ecccc8d07 req-b34f5927-c08d-45ff-bf8d-de87783add05 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/ports?device_id=00baec51-52ce-442e-8885-0ab7170003fe HTTP/1.1" status: 200 len: 945 time: 0.4589505 Jul 16 20:41:26.822810 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-689e6fbe-fe03-4653-abfb-e09d8ce68aa5 None None] Provisioning complete for port 5682b733-077b-40f6-a641-be4070fb4af3 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:26.823141 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-689e6fbe-fe03-4653-abfb-e09d8ce68aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:26.826678 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b889f75-9c0f-4398-a149-6e233e330e96 admin admin] Made reservation on behalf of 49d17cb4767b4b9cab8521d3aeeaf6d5 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:26.828712 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b889f75-9c0f-4398-a149-6e233e330e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:26.933320 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b889f75-9c0f-4398-a149-6e233e330e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:26.974882 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1c84babc-e022-4696-bad4-a52ecccc8d07 req-ff25ceaf-0b5b-4aac-ab14-8daf1344b577 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b46c03c-c99d-4760-9709-9600711f4568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833045 Jul 16 20:41:27.019638 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0253db20-7b84-4b99-92b0-4ff752343a55 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.150913 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b889f75-9c0f-4398-a149-6e233e330e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.157451 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b889f75-9c0f-4398-a149-6e233e330e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.187947 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b889f75-9c0f-4398-a149-6e233e330e96 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:41:27.205145 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b889f75-9c0f-4398-a149-6e233e330e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db10727-78b0-4046-a5c3-5b6609b5dac0,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:27.228611 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b889f75-9c0f-4398-a149-6e233e330e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.229174 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-1b889f75-9c0f-4398-a149-6e233e330e96 admin admin] Added segment 65e3dd04-a43c-4dd7-aa8d-270c45c341b8 of type vlan for network 4f95aa48-a236-44a9-814a-33724dda347d Jul 16 20:41:27.281753 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-0253db20-7b84-4b99-92b0-4ff752343a55 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Allocated IP 172.20.0.1 (c409198c-29a2-488e-9f75-ad9356efd29b/7215722f-2751-4193-abe9-e3116d25e4d0/c1bfc61a-af4f-405b-bc88-13978d9aae74) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:27.303681 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b889f75-9c0f-4398-a149-6e233e330e96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.332067 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-19dfaa3e-e5d3-456c-961b-cb718fca3e2a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.433332 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0253db20-7b84-4b99-92b0-4ff752343a55 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.443808 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2bb5c3a8-ee36-42a0-a1a6-ccbc2b344b03 req-48c64622-876a-4911-86d3-6111ce7dfe47 tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.0433002 Jul 16 20:41:27.446014 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b889f75-9c0f-4398-a149-6e233e330e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.447250 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b889f75-9c0f-4398-a149-6e233e330e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:27.447825 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b889f75-9c0f-4398-a149-6e233e330e96 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.450223 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-0253db20-7b84-4b99-92b0-4ff752343a55 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Transition to ACTIVE for port object c1bfc61a-af4f-405b-bc88-13978d9aae74 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:27.507194 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0253db20-7b84-4b99-92b0-4ff752343a55 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.530271 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5682b733-077b-40f6-a641-be4070fb4af3 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:27.551954 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0253db20-7b84-4b99-92b0-4ff752343a55 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Network c409198c-29a2-488e-9f75-ad9356efd29b is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:27.555381 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-0253db20-7b84-4b99-92b0-4ff752343a55 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:27.556238 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1b889f75-9c0f-4398-a149-6e233e330e96 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9665298 Jul 16 20:41:27.556963 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b889f75-9c0f-4398-a149-6e233e330e96 admin admin] Pushing event updated for resources: {'Network': ['ID=4f95aa48-a236-44a9-814a-33724dda347d,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:27.563288 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52012) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:27.567750 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0253db20-7b84-4b99-92b0-4ff752343a55 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:27.573805 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-b980f04d-ec46-4c09-8d0b-1c825bb9aa98 admin admin] Request body: {'subnet': {'network_id': '4f95aa48-a236-44a9-814a-33724dda347d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1343161998-subnet', 'tenant_id': '49d17cb4767b4b9cab8521d3aeeaf6d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:27.600457 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253db20-7b84-4b99-92b0-4ff752343a55 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Pushing event updated for resources: {'Port': ['ID=c1bfc61a-af4f-405b-bc88-13978d9aae74,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:27.602384 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 4f95aa48-a236-44a9-814a-33724dda347d details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:41:27.637550 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0253db20-7b84-4b99-92b0-4ff752343a55 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.654620 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.677207 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b980f04d-ec46-4c09-8d0b-1c825bb9aa98 admin admin] Made reservation on behalf of 49d17cb4767b4b9cab8521d3aeeaf6d5 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:27.679773 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b980f04d-ec46-4c09-8d0b-1c825bb9aa98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.697541 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 5682b733-077b-40f6-a641-be4070fb4af3 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:27.697994 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.749493 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-19dfaa3e-e5d3-456c-961b-cb718fca3e2a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Deleting port bc67cf6a-4576-42bf-93eb-8a5ee1f2cfb5 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:27.749849 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-19dfaa3e-e5d3-456c-961b-cb718fca3e2a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.847716 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ed49276e-65c7-49e2-98ef-e6a886133a5b None None] Provisioning for port c1bfc61a-af4f-405b-bc88-13978d9aae74 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:27.852119 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ed49276e-65c7-49e2-98ef-e6a886133a5b None None] Provisioning complete for port c1bfc61a-af4f-405b-bc88-13978d9aae74 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:27.852540 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ed49276e-65c7-49e2-98ef-e6a886133a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.867325 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-19dfaa3e-e5d3-456c-961b-cb718fca3e2a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.881511 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-19dfaa3e-e5d3-456c-961b-cb718fca3e2a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Calling delete_port for bc67cf6a-4576-42bf-93eb-8a5ee1f2cfb5 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:27.888774 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ed49276e-65c7-49e2-98ef-e6a886133a5b None None] Port c1bfc61a-af4f-405b-bc88-13978d9aae74 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:41:28.075390 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-19dfaa3e-e5d3-456c-961b-cb718fca3e2a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:28.108655 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfaa3e-e5d3-456c-961b-cb718fca3e2a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Pushing event deleted for resources: {'Port': ['ID=bc67cf6a-4576-42bf-93eb-8a5ee1f2cfb5,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:28.147459 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0253db20-7b84-4b99-92b0-4ff752343a55 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:28.248675 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-19dfaa3e-e5d3-456c-961b-cb718fca3e2a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:28.343312 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40755df-348c-43ff-b55f-6030d3535882 req-590c7cc4-1587-4f1c-973d-14aaee8562b2 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:28.344915 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f40755df-348c-43ff-b55f-6030d3535882 req-590c7cc4-1587-4f1c-973d-14aaee8562b2 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/ports?device_id=00baec51-52ce-442e-8885-0ab7170003fe HTTP/1.1" status: 200 len: 945 time: 0.2398612 Jul 16 20:41:28.357410 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b980f04d-ec46-4c09-8d0b-1c825bb9aa98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:28.439496 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980f04d-ec46-4c09-8d0b-1c825bb9aa98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e64c8e1-1eea-4266-b1f2-ec50b98b9ee0,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:28.471529 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f40755df-348c-43ff-b55f-6030d3535882 req-3d8b6d6f-b78c-4f95-97c6-4da27230409b tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b46c03c-c99d-4760-9709-9600711f4568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192210 Jul 16 20:41:28.477084 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19dfaa3e-e5d3-456c-961b-cb718fca3e2a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Router 1d78c5e6-17ac-4fce-b785-9218821dc2c4 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:41:28.496380 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b980f04d-ec46-4c09-8d0b-1c825bb9aa98 admin admin] Checking segment: {'id': '65e3dd04-a43c-4dd7-aa8d-270c45c341b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4f95aa48-a236-44a9-814a-33724dda347d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:28.497131 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b980f04d-ec46-4c09-8d0b-1c825bb9aa98 admin admin] Network hostable DHCP agents. Network: 4f95aa48-a236-44a9-814a-33724dda347d, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:41:28.544041 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b980f04d-ec46-4c09-8d0b-1c825bb9aa98 admin admin] Network 4f95aa48-a236-44a9-814a-33724dda347d is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:41:28.558198 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-b980f04d-ec46-4c09-8d0b-1c825bb9aa98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 4f95aa48-a236-44a9-814a-33724dda347d) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:28.565061 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19dfaa3e-e5d3-456c-961b-cb718fca3e2a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:28.575027 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-19dfaa3e-e5d3-456c-961b-cb718fca3e2a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "PUT /v2.0/routers/1d78c5e6-17ac-4fce-b785-9218821dc2c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9110289 Jul 16 20:41:28.575371 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b980f04d-ec46-4c09-8d0b-1c825bb9aa98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:28.575371 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b980f04d-ec46-4c09-8d0b-1c825bb9aa98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:28.575597 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52022) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:28.578676 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510b97cc-698a-4ee3-9773-3eb2164c2c8b None None] Sync routers for ids ['1d78c5e6-17ac-4fce-b785-9218821dc2c4'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:28.591284 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12e542a-8d9b-452e-97b0-dac8009f1697 None None] Network 4f95aa48-a236-44a9-814a-33724dda347d requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:28.594441 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510b97cc-698a-4ee3-9773-3eb2164c2c8b None None] Routers {'1d78c5e6-17ac-4fce-b785-9218821dc2c4'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:28.595198 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-510b97cc-698a-4ee3-9773-3eb2164c2c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:41:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1d78c5e6-17ac-4fce-b785-9218821dc2c4'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:28.627922 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0253db20-7b84-4b99-92b0-4ff752343a55 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:28.635048 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0253db20-7b84-4b99-92b0-4ff752343a55 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:28.648552 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-4c2b89c9-dd09-461e-8c71-28b022b9e3cf tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] show failed (client error): The resource could not be found. Jul 16 20:41:28.653699 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-510b97cc-698a-4ee3-9773-3eb2164c2c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:28.654818 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4c2b89c9-dd09-461e-8c71-28b022b9e3cf tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "GET /v2.0/routers/tempest-non_exist_router-605048828 HTTP/1.1" status: 404 len: 334 time: 0.0764222 Jul 16 20:41:28.665970 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52026) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:28.672228 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-bc99204f-706f-4d76-bbf6-106912d47d63 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:28.696720 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510b97cc-698a-4ee3-9773-3eb2164c2c8b None None] Routers {'1d78c5e6-17ac-4fce-b785-9218821dc2c4'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:28.697600 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-510b97cc-698a-4ee3-9773-3eb2164c2c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:41:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1d78c5e6-17ac-4fce-b785-9218821dc2c4'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:28.707560 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253db20-7b84-4b99-92b0-4ff752343a55 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Pushing event updated for resources: {'Port': ['ID=c1bfc61a-af4f-405b-bc88-13978d9aae74,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:28.711729 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b980f04d-ec46-4c09-8d0b-1c825bb9aa98 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1478093 Jul 16 20:41:28.743508 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-53f9e096-ea0a-4cb9-9b21-134df9ad0330 req-efdae9ba-6fc2-4c71-ab76-8ba001e29e29 tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.0968053 Jul 16 20:41:28.748303 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-bc99204f-706f-4d76-bbf6-106912d47d63 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] update failed (client error): The resource could not be found. Jul 16 20:41:28.755579 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bc99204f-706f-4d76-bbf6-106912d47d63 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "PUT /v2.0/routers/tempest-non_exist_router-2117023821 HTTP/1.1" status: 404 len: 335 time: 0.0883331 Jul 16 20:41:28.756183 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52030) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:28.773751 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0253db20-7b84-4b99-92b0-4ff752343a55 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:28.780115 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-510b97cc-698a-4ee3-9773-3eb2164c2c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:28.780806 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510b97cc-698a-4ee3-9773-3eb2164c2c8b None None] The sync data for ids ['1d78c5e6-17ac-4fce-b785-9218821dc2c4'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:28.847583 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-08934c2b-f50c-4683-ab84-1105ac2cf8c6 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Deleting subnet c5c4c291-c3fc-4b7e-bfe2-824ef707855c {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:41:28.859269 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1019b4-b0f7-4b12-bc3d-6419ac61624d None None] Network 4f95aa48-a236-44a9-814a-33724dda347d requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:28.860328 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-08934c2b-f50c-4683-ab84-1105ac2cf8c6 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:28.914893 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-08934c2b-f50c-4683-ab84-1105ac2cf8c6 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:28.946372 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0253db20-7b84-4b99-92b0-4ff752343a55 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Network c409198c-29a2-488e-9f75-ad9356efd29b is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:28.952968 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-0253db20-7b84-4b99-92b0-4ff752343a55 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:29.157996 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-08934c2b-f50c-4683-ab84-1105ac2cf8c6 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:29.159139 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0253db20-7b84-4b99-92b0-4ff752343a55 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Router 867ebc1d-1977-4724-ae2a-c1046b3789d6 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:41:29.246727 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f6d74-927b-4be6-8025-5eb2eae061aa req-5f1d71e1-db31-46a5-8ddf-13c7b8cfe1bd tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:29.253736 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-193f6d74-927b-4be6-8025-5eb2eae061aa req-5f1d71e1-db31-46a5-8ddf-13c7b8cfe1bd tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/ports?device_id=00baec51-52ce-442e-8885-0ab7170003fe HTTP/1.1" status: 200 len: 945 time: 0.1519368 Jul 16 20:41:29.267543 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-08934c2b-f50c-4683-ab84-1105ac2cf8c6 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:29.312793 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08934c2b-f50c-4683-ab84-1105ac2cf8c6 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c4c291-c3fc-4b7e-bfe2-824ef707855c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:29.317232 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-08934c2b-f50c-4683-ab84-1105ac2cf8c6 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:29.321403 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-08934c2b-f50c-4683-ab84-1105ac2cf8c6 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "DELETE /v2.0/subnets/c5c4c291-c3fc-4b7e-bfe2-824ef707855c HTTP/1.1" status: 204 len: 168 time: 0.5620410 Jul 16 20:41:29.324372 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860da265-9a0d-4c2b-8a76-801790d31f6d None None] Network f93a910f-a12f-4398-8cf8-2361f843c2d2 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:29.328675 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52040) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:29.356611 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-193f6d74-927b-4be6-8025-5eb2eae061aa req-a5cad618-b81f-4e04-ae11-d89df3276f58 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b46c03c-c99d-4760-9709-9600711f4568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029365 Jul 16 20:41:29.426075 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0253db20-7b84-4b99-92b0-4ff752343a55 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:29.436912 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa499ca-53b0-4e53-acb7-aa50c1717063 None None] Sync routers for ids ['867ebc1d-1977-4724-ae2a-c1046b3789d6'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:29.440326 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0253db20-7b84-4b99-92b0-4ff752343a55 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] 10.222.0.38 "PUT /v2.0/routers/867ebc1d-1977-4724-ae2a-c1046b3789d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7090929 Jul 16 20:41:29.444667 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52052) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:29.450476 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa499ca-53b0-4e53-acb7-aa50c1717063 None None] Routers {'867ebc1d-1977-4724-ae2a-c1046b3789d6'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:29.450691 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-6fa499ca-53b0-4e53-acb7-aa50c1717063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:41:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['867ebc1d-1977-4724-ae2a-c1046b3789d6'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:29.456473 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-82e8eb14-f646-43a7-9643-e8055672bd9f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:29.489494 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-952c1989-23c2-445a-a664-abf95b2c627c None None] Provisioning complete for port c1bfc61a-af4f-405b-bc88-13978d9aae74 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:29.489494 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-952c1989-23c2-445a-a664-abf95b2c627c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:29.500678 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-6fa499ca-53b0-4e53-acb7-aa50c1717063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:29.510301 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa499ca-53b0-4e53-acb7-aa50c1717063 None None] Routers {'867ebc1d-1977-4724-ae2a-c1046b3789d6'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:29.511743 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-6fa499ca-53b0-4e53-acb7-aa50c1717063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:41:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['867ebc1d-1977-4724-ae2a-c1046b3789d6'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:29.527128 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-952c1989-23c2-445a-a664-abf95b2c627c None None] Port c1bfc61a-af4f-405b-bc88-13978d9aae74 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:41:29.553537 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-6fa499ca-53b0-4e53-acb7-aa50c1717063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:29.554757 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa499ca-53b0-4e53-acb7-aa50c1717063 None None] The sync data for ids ['867ebc1d-1977-4724-ae2a-c1046b3789d6'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:29.566105 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:29.566446 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-5442ad7b-e545-42d3-bea8-07d041826d9b tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:29.568035 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-5442ad7b-e545-42d3-bea8-07d041826d9b tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.38 "GET /v2.0/networks?id=4f95aa48-a236-44a9-814a-33724dda347d HTTP/1.1" status: 200 len: 822 time: 0.1768520 Jul 16 20:41:29.574551 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec651e22-77b2-4f81-a6f4-8f81a69673d8 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:29.592841 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-41ef4b4d-5c0f-4483-be9d-317ab44a562b tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.38 "GET /v2.0/quotas/49d17cb4767b4b9cab8521d3aeeaf6d5 HTTP/1.1" status: 200 len: 375 time: 0.0131731 Jul 16 20:41:29.640136 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b64588c-7d22-4efb-ba38-a16b06647621 None None] DHCP port deletion for f93a910f-a12f-4398-8cf8-2361f843c2d2 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:41:29.650367 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-c4de00b6-0bac-440f-827c-090d061104e4 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=49d17cb4767b4b9cab8521d3aeeaf6d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511160 Jul 16 20:41:29.689111 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6b64588c-7d22-4efb-ba38-a16b06647621 None None] Deleting port 5682b733-077b-40f6-a641-be4070fb4af3 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:29.689632 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6b64588c-7d22-4efb-ba38-a16b06647621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:29.698130 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-ec651e22-77b2-4f81-a6f4-8f81a69673d8 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 20:41:29.701030 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ec651e22-77b2-4f81-a6f4-8f81a69673d8 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] 10.222.0.38 "DELETE /v2.0/routers/867ebc1d-1977-4724-ae2a-c1046b3789d6 HTTP/1.1" status: 409 len: 329 time: 0.2541397 Jul 16 20:41:29.703544 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52054) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:29.741168 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-437f4ebe-71e2-4e38-a8d9-dc24ee7f8855 service neutron] 10.222.0.38 "GET /v2.0/networks/4f95aa48-a236-44a9-814a-33724dda347d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898795 Jul 16 20:41:29.759467 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-6b64588c-7d22-4efb-ba38-a16b06647621 None None] For port 5682b733-077b-40f6-a641-be4070fb4af3, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=5682b733-077b-40f6-a641-be4070fb4af3,segment=NetworkSegment(39ff17de-f237-4a1b-9811-3c30ccc13fd1),segment_id=39ff17de-f237-4a1b-9811-3c30ccc13fd1)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:29.760047 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6b64588c-7d22-4efb-ba38-a16b06647621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:29.773458 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6b64588c-7d22-4efb-ba38-a16b06647621 None None] Calling delete_port for 5682b733-077b-40f6-a641-be4070fb4af3 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:29.774658 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-82e8eb14-f646-43a7-9643-e8055672bd9f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Deleting port 5682b733-077b-40f6-a641-be4070fb4af3 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:29.775005 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-82e8eb14-f646-43a7-9643-e8055672bd9f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:29.859448 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-82e8eb14-f646-43a7-9643-e8055672bd9f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] For port 5682b733-077b-40f6-a641-be4070fb4af3, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=5682b733-077b-40f6-a641-be4070fb4af3,segment=NetworkSegment(39ff17de-f237-4a1b-9811-3c30ccc13fd1),segment_id=39ff17de-f237-4a1b-9811-3c30ccc13fd1)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:29.859815 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-82e8eb14-f646-43a7-9643-e8055672bd9f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:29.860698 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-3f3ac941-2e29-4fa9-8cde-0d975c41bdaa service neutron] 10.222.0.38 "GET /v2.0/networks/4f95aa48-a236-44a9-814a-33724dda347d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105657 Jul 16 20:41:29.869455 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6b64588c-7d22-4efb-ba38-a16b06647621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:29.903704 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b64588c-7d22-4efb-ba38-a16b06647621 None None] Pushing event deleted for resources: {'Port': ['ID=5682b733-077b-40f6-a641-be4070fb4af3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:29.913498 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b64588c-7d22-4efb-ba38-a16b06647621 None None] No DVR routers for this DVR port 5682b733-077b-40f6-a641-be4070fb4af3 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:29.936364 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d028fd6-cc6a-494b-a154-0ba420a52378 req-8bffd1c1-7741-4e70-9091-87fa09182053 tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.0378106 Jul 16 20:41:29.947273 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-82e8eb14-f646-43a7-9643-e8055672bd9f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Calling delete_port for 5682b733-077b-40f6-a641-be4070fb4af3 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:30.077900 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-85fb26cc-ccff-4ce9-aa24-78ba261f2cef req-da1970d3-dbc6-4844-bd70-ae40b693cb84 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e50e8c9-d19f-419a-adfb-cf6aa577bbe8 HTTP/1.1" status: 200 len: 210 time: 0.0307312 Jul 16 20:41:30.108911 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-82e8eb14-f646-43a7-9643-e8055672bd9f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.143268 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8eb14-f646-43a7-9643-e8055672bd9f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Pushing event deleted for resources: {'Port': ['ID=5682b733-077b-40f6-a641-be4070fb4af3,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:30.145750 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e8eb14-f646-43a7-9643-e8055672bd9f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] No DVR routers for this DVR port 5682b733-077b-40f6-a641-be4070fb4af3 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:30.266202 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-82e8eb14-f646-43a7-9643-e8055672bd9f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.279351 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-82e8eb14-f646-43a7-9643-e8055672bd9f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93a910f-a12f-4398-8cf8-2361f843c2d2']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:30.294836 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-82e8eb14-f646-43a7-9643-e8055672bd9f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ff17de-f237-4a1b-9811-3c30ccc13fd1') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:30.295044 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-82e8eb14-f646-43a7-9643-e8055672bd9f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ff17de-f237-4a1b-9811-3c30ccc13fd1') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:30.320180 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-82e8eb14-f646-43a7-9643-e8055672bd9f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.345302 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a82d6c77-6679-4be1-be2d-7d57ecde101c req-fb2f9118-89b8-4f97-a9c4-17698160161b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.0477688 Jul 16 20:41:30.356665 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-82e8eb14-f646-43a7-9643-e8055672bd9f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.366235 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e8eb14-f646-43a7-9643-e8055672bd9f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:30.367042 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-82e8eb14-f646-43a7-9643-e8055672bd9f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:30.370850 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:30.389149 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6d8dd-26d0-418d-9b9a-ea36944cfd2c req-d38587ec-141b-4150-8018-edc47b93733c tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:30.391295 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9bb6d8dd-26d0-418d-9b9a-ea36944cfd2c req-d38587ec-141b-4150-8018-edc47b93733c tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.18 "GET /v2.0/ports?device_id=00baec51-52ce-442e-8885-0ab7170003fe HTTP/1.1" status: 200 len: 945 time: 0.0800827 Jul 16 20:41:30.399330 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d4936417-542c-4e1b-9e8a-c23490eaca8c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.510139 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-82e8eb14-f646-43a7-9643-e8055672bd9f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.521635 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-82e8eb14-f646-43a7-9643-e8055672bd9f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.525515 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-82e8eb14-f646-43a7-9643-e8055672bd9f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "DELETE /v2.0/networks/f93a910f-a12f-4398-8cf8-2361f843c2d2 HTTP/1.1" status: 204 len: 168 time: 1.1935003 Jul 16 20:41:30.527488 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52070) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:30.535066 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8eb14-f646-43a7-9643-e8055672bd9f tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Pushing event deleted for resources: {'Network': ['ID=f93a910f-a12f-4398-8cf8-2361f843c2d2,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:30.611039 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-9bb6d8dd-26d0-418d-9b9a-ea36944cfd2c req-aada61c0-6a67-499c-bab6-738e0f60ae54 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Deleting port af3a837c-57a7-4564-9dc1-8b328fa1b0f9 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:30.611433 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9bb6d8dd-26d0-418d-9b9a-ea36944cfd2c req-aada61c0-6a67-499c-bab6-738e0f60ae54 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.617440 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96ccb97-9fa5-4f02-a091-50dda3471fc0 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Deleting subnet f306aac0-245f-4f23-bff2-685e19131e3c {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:41:30.624405 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b96ccb97-9fa5-4f02-a091-50dda3471fc0 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.689572 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862915c6-471e-4d33-817b-23e3bf617673 req-6d2274c3-279f-48db-a0f3-776c9f59dcfb tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:30.691120 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-862915c6-471e-4d33-817b-23e3bf617673 req-6d2274c3-279f-48db-a0f3-776c9f59dcfb tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/ports?device_id=00baec51-52ce-442e-8885-0ab7170003fe HTTP/1.1" status: 200 len: 945 time: 0.2013271 Jul 16 20:41:30.711177 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b96ccb97-9fa5-4f02-a091-50dda3471fc0 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.736818 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-d4936417-542c-4e1b-9e8a-c23490eaca8c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Deleting port c1bfc61a-af4f-405b-bc88-13978d9aae74 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:30.737312 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d4936417-542c-4e1b-9e8a-c23490eaca8c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.836180 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d4936417-542c-4e1b-9e8a-c23490eaca8c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.836473 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-9bb6d8dd-26d0-418d-9b9a-ea36944cfd2c req-aada61c0-6a67-499c-bab6-738e0f60ae54 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] For port af3a837c-57a7-4564-9dc1-8b328fa1b0f9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=af3a837c-57a7-4564-9dc1-8b328fa1b0f9,segment=NetworkSegment(fbbaefec-1a5a-4136-ab86-38ecdf87ae15),segment_id=fbbaefec-1a5a-4136-ab86-38ecdf87ae15)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:30.837168 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9bb6d8dd-26d0-418d-9b9a-ea36944cfd2c req-aada61c0-6a67-499c-bab6-738e0f60ae54 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.842775 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-862915c6-471e-4d33-817b-23e3bf617673 req-18ca5014-efc6-474b-8c29-5dc0efc0cea8 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b46c03c-c99d-4760-9709-9600711f4568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444042 Jul 16 20:41:30.849750 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-d4936417-542c-4e1b-9e8a-c23490eaca8c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Calling delete_port for c1bfc61a-af4f-405b-bc88-13978d9aae74 owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:30.873700 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-9bb6d8dd-26d0-418d-9b9a-ea36944cfd2c req-aada61c0-6a67-499c-bab6-738e0f60ae54 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Calling delete_port for af3a837c-57a7-4564-9dc1-8b328fa1b0f9 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:30.934748 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b96ccb97-9fa5-4f02-a091-50dda3471fc0 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:31.029194 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b96ccb97-9fa5-4f02-a091-50dda3471fc0 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:31.047305 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d4936417-542c-4e1b-9e8a-c23490eaca8c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:31.083729 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4936417-542c-4e1b-9e8a-c23490eaca8c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Pushing event deleted for resources: {'Port': ['ID=c1bfc61a-af4f-405b-bc88-13978d9aae74,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:31.087129 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ccb97-9fa5-4f02-a091-50dda3471fc0 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Pushing event deleted for resources: {'Subnet': ['ID=f306aac0-245f-4f23-bff2-685e19131e3c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:31.144772 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51d6f2a-fe05-40b9-b5e5-91c57567ba24 None None] Network fa6dd854-3d62-4230-931e-e07f8877ae61 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:31.540826 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ce6e14-1b71-4491-9c9c-d2489d473bdc None None] DHCP port deletion for fa6dd854-3d62-4230-931e-e07f8877ae61 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:41:31.625608 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b96ccb97-9fa5-4f02-a091-50dda3471fc0 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:31.628616 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b96ccb97-9fa5-4f02-a091-50dda3471fc0 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "DELETE /v2.0/subnets/f306aac0-245f-4f23-bff2-685e19131e3c HTTP/1.1" status: 204 len: 168 time: 1.0991075 Jul 16 20:41:31.631948 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5682b733-077b-40f6-a641-be4070fb4af3 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:31.644548 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4b6b8fdd-0f6a-4f74-808f-29993fa80daf req-d3449fc4-3fdc-4859-b656-728b48c93559 tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.5636349 Jul 16 20:41:31.650357 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52078) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:31.662295 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 5682b733-077b-40f6-a641-be4070fb4af3 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:31.662671 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5682b733-077b-40f6-a641-be4070fb4af3 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:31.695042 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-26ce6e14-1b71-4491-9c9c-d2489d473bdc None None] Deleting port 0d84d2da-30d7-470a-8fa4-2fcc199a1a00 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:31.695424 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26ce6e14-1b71-4491-9c9c-d2489d473bdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:31.701941 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ce5494b-b8c5-44eb-b35e-81a818f53f0c req-113c0339-a7c2-4332-a7ff-e34035261e39 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e50e8c9-d19f-419a-adfb-cf6aa577bbe8 HTTP/1.1" status: 200 len: 210 time: 0.0793281 Jul 16 20:41:31.702866 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9bb6d8dd-26d0-418d-9b9a-ea36944cfd2c req-aada61c0-6a67-499c-bab6-738e0f60ae54 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:31.734954 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada61c0-6a67-499c-bab6-738e0f60ae54 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Pushing event deleted for resources: {'Port': ['ID=af3a837c-57a7-4564-9dc1-8b328fa1b0f9,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:31.751545 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d4936417-542c-4e1b-9e8a-c23490eaca8c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:31.784403 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-26ce6e14-1b71-4491-9c9c-d2489d473bdc None None] For port 0d84d2da-30d7-470a-8fa4-2fcc199a1a00, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=0d84d2da-30d7-470a-8fa4-2fcc199a1a00,segment=NetworkSegment(f484d4bc-a7b9-4afe-b0e5-3d8e88f764cc),segment_id=f484d4bc-a7b9-4afe-b0e5-3d8e88f764cc)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:31.784861 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26ce6e14-1b71-4491-9c9c-d2489d473bdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:31.801377 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb6d8dd-26d0-418d-9b9a-ea36944cfd2c req-aada61c0-6a67-499c-bab6-738e0f60ae54 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] No DVR routers for this DVR port af3a837c-57a7-4564-9dc1-8b328fa1b0f9 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:31.805255 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-26ce6e14-1b71-4491-9c9c-d2489d473bdc None None] Calling delete_port for 0d84d2da-30d7-470a-8fa4-2fcc199a1a00 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:31.805428 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9bb6d8dd-26d0-418d-9b9a-ea36944cfd2c req-aada61c0-6a67-499c-bab6-738e0f60ae54 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:31.809240 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9bb6d8dd-26d0-418d-9b9a-ea36944cfd2c req-aada61c0-6a67-499c-bab6-738e0f60ae54 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.18 "DELETE /v2.0/ports/af3a837c-57a7-4564-9dc1-8b328fa1b0f9 HTTP/1.1" status: 204 len: 173 time: 1.4128633 Jul 16 20:41:31.809708 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00baec51-52ce-442e-8885-0ab7170003fe', 'name': 'network-vif-deleted', 'tag': 'af3a837c-57a7-4564-9dc1-8b328fa1b0f9'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:41:31.813047 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66343c9-5642-4fdd-85a6-d3606ab4adb0" -d '{"events": [{"server_uuid": "00baec51-52ce-442e-8885-0ab7170003fe", "name": "network-vif-deleted", "tag": "af3a837c-57a7-4564-9dc1-8b328fa1b0f9"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:41:31.813941 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-625f4077-bdc1-494c-baf2-31083a6a7598 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Deleting subnet b9e2a8ff-b759-42e0-899b-2004f466af34 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:41:31.855776 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-625f4077-bdc1-494c-baf2-31083a6a7598 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:31.882341 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e2f4b8-04ca-463f-b57a-b6c1c8f238a0 x-openstack-request-id: req-c0e2f4b8-04ca-463f-b57a-b6c1c8f238a0 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:41:31.882647 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00baec51-52ce-442e-8885-0ab7170003fe", "name": "network-vif-deleted", "tag": "af3a837c-57a7-4564-9dc1-8b328fa1b0f9", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:41:31.882907 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c0e2f4b8-04ca-463f-b57a-b6c1c8f238a0 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:41:31.883741 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00baec51-52ce-442e-8885-0ab7170003fe', 'name': 'network-vif-deleted', 'tag': 'af3a837c-57a7-4564-9dc1-8b328fa1b0f9', 'status': 'completed', 'code': 200} Jul 16 20:41:31.909820 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26ce6e14-1b71-4491-9c9c-d2489d473bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:31.940403 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce6e14-1b71-4491-9c9c-d2489d473bdc None None] Pushing event deleted for resources: {'Port': ['ID=0d84d2da-30d7-470a-8fa4-2fcc199a1a00,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:31.942006 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ce6e14-1b71-4491-9c9c-d2489d473bdc None None] No DVR routers for this DVR port 0d84d2da-30d7-470a-8fa4-2fcc199a1a00 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:31.961198 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce6e14-1b71-4491-9c9c-d2489d473bdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:31.961293 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-96095556-4480-4a85-8d6e-817f6cfabb96 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:31.961397 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce6e14-1b71-4491-9c9c-d2489d473bdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:31.961397 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce6e14-1b71-4491-9c9c-d2489d473bdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:31.961397 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce6e14-1b71-4491-9c9c-d2489d473bdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:31.961397 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce6e14-1b71-4491-9c9c-d2489d473bdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:31.961397 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce6e14-1b71-4491-9c9c-d2489d473bdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:31.961812 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-96095556-4480-4a85-8d6e-817f6cfabb96 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.18 "GET /v2.0/networks?id=4f95aa48-a236-44a9-814a-33724dda347d HTTP/1.1" status: 200 len: 822 time: 0.3159933 Jul 16 20:41:31.961934 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce6e14-1b71-4491-9c9c-d2489d473bdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:31.961934 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce6e14-1b71-4491-9c9c-d2489d473bdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:31.961934 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce6e14-1b71-4491-9c9c-d2489d473bdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:31.961934 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce6e14-1b71-4491-9c9c-d2489d473bdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:31.961934 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce6e14-1b71-4491-9c9c-d2489d473bdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:31.961934 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce6e14-1b71-4491-9c9c-d2489d473bdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:31.964016 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-625f4077-bdc1-494c-baf2-31083a6a7598 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.000286 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-3e92f2d9-404f-4294-a1a3-da68180407c4 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Request body: {'port': {'device_id': '6e50e8c9-d19f-419a-adfb-cf6aa577bbe8', 'network_id': '4f95aa48-a236-44a9-814a-33724dda347d', 'admin_state_up': True, 'tenant_id': '49d17cb4767b4b9cab8521d3aeeaf6d5'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:32.030873 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9ed08abd-7c6f-43e0-a8b7-1e25add1db17 req-189a8389-7b23-493e-84d7-ced3b5e5e158 tempest-InstanceActionsTestJSON-481530310 tempest-InstanceActionsTestJSON-481530310-project] 10.222.0.38 "GET /v2.0/ports?device_id=00baec51-52ce-442e-8885-0ab7170003fe HTTP/1.1" status: 200 len: 210 time: 0.0309501 Jul 16 20:41:32.153908 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4936417-542c-4e1b-9e8a-c23490eaca8c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Router 867ebc1d-1977-4724-ae2a-c1046b3789d6 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:41:32.253157 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-625f4077-bdc1-494c-baf2-31083a6a7598 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.324278 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4936417-542c-4e1b-9e8a-c23490eaca8c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:32.336937 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d4936417-542c-4e1b-9e8a-c23490eaca8c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] 10.222.0.38 "PUT /v2.0/routers/867ebc1d-1977-4724-ae2a-c1046b3789d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6272707 Jul 16 20:41:32.336937 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-3e92f2d9-404f-4294-a1a3-da68180407c4 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Made reservation on behalf of 49d17cb4767b4b9cab8521d3aeeaf6d5 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:32.337131 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52086) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:32.338344 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-3e92f2d9-404f-4294-a1a3-da68180407c4 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.341082 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ef9ef6-a8de-4755-9a4d-9784a7515937 None None] Sync routers for ids ['867ebc1d-1977-4724-ae2a-c1046b3789d6'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:32.364541 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ef9ef6-a8de-4755-9a4d-9784a7515937 None None] Routers {'867ebc1d-1977-4724-ae2a-c1046b3789d6'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:32.366108 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-e4ef9ef6-a8de-4755-9a4d-9784a7515937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:41:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['867ebc1d-1977-4724-ae2a-c1046b3789d6'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:32.384591 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-441d2878-d24d-42ec-8bf7-97b0522387c1 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] show failed (client error): The resource could not be found. Jul 16 20:41:32.386764 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-441d2878-d24d-42ec-8bf7-97b0522387c1 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] 10.222.0.38 "GET /v2.0/routers/tempest-non_exist_router-1317425414 HTTP/1.1" status: 404 len: 335 time: 0.0475483 Jul 16 20:41:32.390093 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52088) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:32.395106 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-ef2a7d43-1698-45bc-8331-0032f04114ef tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:32.411365 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-625f4077-bdc1-494c-baf2-31083a6a7598 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.429768 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-ef2a7d43-1698-45bc-8331-0032f04114ef tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] update failed (client error): The resource could not be found. Jul 16 20:41:32.434352 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ef2a7d43-1698-45bc-8331-0032f04114ef tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] 10.222.0.38 "PUT /v2.0/routers/tempest-non_exist_router-747145809 HTTP/1.1" status: 404 len: 334 time: 0.0395610 Jul 16 20:41:32.434524 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-e4ef9ef6-a8de-4755-9a4d-9784a7515937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:32.434743 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52090) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:32.441703 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ef9ef6-a8de-4755-9a4d-9784a7515937 None None] Routers {'867ebc1d-1977-4724-ae2a-c1046b3789d6'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:32.442350 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-e4ef9ef6-a8de-4755-9a4d-9784a7515937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:41:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['867ebc1d-1977-4724-ae2a-c1046b3789d6'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:32.449265 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f4077-bdc1-494c-baf2-31083a6a7598 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e2a8ff-b759-42e0-899b-2004f466af34,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:32.457936 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-625f4077-bdc1-494c-baf2-31083a6a7598 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.462146 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-625f4077-bdc1-494c-baf2-31083a6a7598 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "DELETE /v2.0/subnets/b9e2a8ff-b759-42e0-899b-2004f466af34 HTTP/1.1" status: 204 len: 168 time: 0.8085089 Jul 16 20:41:32.462807 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52092) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:32.486837 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567c8c4c-04d0-46e9-858d-ecf526333f55 None None] Network 0fc7e137-6c5a-43b3-b401-951eb7f36093 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:32.488672 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-e4ef9ef6-a8de-4755-9a4d-9784a7515937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:32.490114 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ef9ef6-a8de-4755-9a4d-9784a7515937 None None] The sync data for ids ['867ebc1d-1977-4724-ae2a-c1046b3789d6'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:32.501734 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f3a17d-48df-49b0-8859-02fa199db41c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Deleting subnet 57098f2a-5072-4f7f-a240-3a9b758299ac {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:41:32.505897 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-12f3a17d-48df-49b0-8859-02fa199db41c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.559008 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-12f3a17d-48df-49b0-8859-02fa199db41c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.591301 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-444ad806-e542-431d-b1b4-9dc97a137b43 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.597398 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-3e92f2d9-404f-4294-a1a3-da68180407c4 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Allocated IP 172.20.0.11 (4f95aa48-a236-44a9-814a-33724dda347d/5e64c8e1-1eea-4266-b1f2-ec50b98b9ee0/fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:32.664812 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-12f3a17d-48df-49b0-8859-02fa199db41c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.713462 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cb996a-3bfb-4575-8f0e-54a71463d34c None None] DHCP port deletion for 0fc7e137-6c5a-43b3-b401-951eb7f36093 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:41:32.733742 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-444ad806-e542-431d-b1b4-9dc97a137b43 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.761230 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-444ad806-e542-431d-b1b4-9dc97a137b43 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6dd854-3d62-4230-931e-e07f8877ae61']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:32.763969 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-12f3a17d-48df-49b0-8859-02fa199db41c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.779113 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-444ad806-e542-431d-b1b4-9dc97a137b43 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f484d4bc-a7b9-4afe-b0e5-3d8e88f764cc') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:32.779389 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-444ad806-e542-431d-b1b4-9dc97a137b43 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f484d4bc-a7b9-4afe-b0e5-3d8e88f764cc') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:32.789765 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-33cb996a-3bfb-4575-8f0e-54a71463d34c None None] Deleting port 68a610fa-5c9c-4352-a09e-23d3fbf54b22 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:32.790241 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33cb996a-3bfb-4575-8f0e-54a71463d34c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.818064 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-444ad806-e542-431d-b1b4-9dc97a137b43 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.822288 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3a17d-48df-49b0-8859-02fa199db41c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Pushing event deleted for resources: {'Subnet': ['ID=57098f2a-5072-4f7f-a240-3a9b758299ac,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:32.829435 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-12f3a17d-48df-49b0-8859-02fa199db41c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.833792 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-12f3a17d-48df-49b0-8859-02fa199db41c tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] 10.222.0.38 "DELETE /v2.0/subnets/57098f2a-5072-4f7f-a240-3a9b758299ac HTTP/1.1" status: 204 len: 168 time: 0.3957527 Jul 16 20:41:32.834037 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52098) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:32.848851 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-444ad806-e542-431d-b1b4-9dc97a137b43 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.886395 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-444ad806-e542-431d-b1b4-9dc97a137b43 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:32.887054 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-444ad806-e542-431d-b1b4-9dc97a137b43 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.889863 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-180d6b67-cc3a-49b5-b985-40399e173812 req-aeeb35c1-892b-4086-ba55-401eb91b7bbb tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.0405412 Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:32.893754 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:32.914714 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-25b5efdb-9da6-468d-9fe2-dd432b4e314c req-bbb26ba4-b948-4676-a17b-3499ac370604 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e50e8c9-d19f-419a-adfb-cf6aa577bbe8 HTTP/1.1" status: 200 len: 210 time: 0.0552728 Jul 16 20:41:32.974666 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e0bc79-629f-42cd-b424-064acf5b3443 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Deleting subnet e1f8435a-cc26-484f-9604-b72254138b97 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:41:32.986220 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75e0bc79-629f-42cd-b424-064acf5b3443 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.991724 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-3e92f2d9-404f-4294-a1a3-da68180407c4 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.031469 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-444ad806-e542-431d-b1b4-9dc97a137b43 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.047323 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-444ad806-e542-431d-b1b4-9dc97a137b43 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.049223 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-444ad806-e542-431d-b1b4-9dc97a137b43 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "DELETE /v2.0/networks/fa6dd854-3d62-4230-931e-e07f8877ae61 HTTP/1.1" status: 204 len: 168 time: 0.5854881 Jul 16 20:41:33.051786 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52106) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:33.069611 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75e0bc79-629f-42cd-b424-064acf5b3443 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.093271 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ad806-e542-431d-b1b4-9dc97a137b43 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Pushing event deleted for resources: {'Network': ['ID=fa6dd854-3d62-4230-931e-e07f8877ae61,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:33.160437 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-3e92f2d9-404f-4294-a1a3-da68180407c4 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.181003 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f5b52725-5a29-4008-afba-d6f1ca709c6a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.184676 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d4feb1-5718-4ed2-8f07-1158737f7975 None None] Network bacb623b-18c8-4f4e-8120-82e6e53d979b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:33.224693 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52110) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:33.244735 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-3e92f2d9-404f-4294-a1a3-da68180407c4 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Network 4f95aa48-a236-44a9-814a-33724dda347d is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:33.248609 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75e0bc79-629f-42cd-b424-064acf5b3443 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.254445 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device af3a837c-57a7-4564-9dc1-8b328fa1b0f9 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:33.273242 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-f5b52725-5a29-4008-afba-d6f1ca709c6a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Deleting port 68a610fa-5c9c-4352-a09e-23d3fbf54b22 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:33.274216 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f5b52725-5a29-4008-afba-d6f1ca709c6a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.294713 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-3e92f2d9-404f-4294-a1a3-da68180407c4 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:33.304589 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-3e92f2d9-404f-4294-a1a3-da68180407c4 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:33.313388 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92f2d9-404f-4294-a1a3-da68180407c4 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Pushing event updated for resources: {'Port': ['ID=fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:33.375285 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: af3a837c-57a7-4564-9dc1-8b328fa1b0f9 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:33.375857 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device af3a837c-57a7-4564-9dc1-8b328fa1b0f9 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:33.382027 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-33cb996a-3bfb-4575-8f0e-54a71463d34c None None] For port 68a610fa-5c9c-4352-a09e-23d3fbf54b22, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=68a610fa-5c9c-4352-a09e-23d3fbf54b22,segment=NetworkSegment(43dfeffa-41a0-49f4-a8c7-6e4f20ced899),segment_id=43dfeffa-41a0-49f4-a8c7-6e4f20ced899)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:33.382552 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33cb996a-3bfb-4575-8f0e-54a71463d34c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.382768 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43d90f37-971e-4070-ae27-804ff48afa3b req-874e9e12-5d9b-4d84-9f26-1e59e9d75dea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae922954c7ba44e2a7849153b113d052&device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.0619435 Jul 16 20:41:33.383631 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-f5b52725-5a29-4008-afba-d6f1ca709c6a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] For port 68a610fa-5c9c-4352-a09e-23d3fbf54b22, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=68a610fa-5c9c-4352-a09e-23d3fbf54b22,segment=NetworkSegment(43dfeffa-41a0-49f4-a8c7-6e4f20ced899),segment_id=43dfeffa-41a0-49f4-a8c7-6e4f20ced899)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:33.384125 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f5b52725-5a29-4008-afba-d6f1ca709c6a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.396293 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.402867 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-33cb996a-3bfb-4575-8f0e-54a71463d34c None None] Calling delete_port for 68a610fa-5c9c-4352-a09e-23d3fbf54b22 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:33.419955 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-f5b52725-5a29-4008-afba-d6f1ca709c6a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Calling delete_port for 68a610fa-5c9c-4352-a09e-23d3fbf54b22 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:33.421070 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-2609cfde-207e-493a-a142-eb5cf802cb04 admin admin] Deleting subnet 41790a4e-95eb-4f9f-8e2e-499b81f8cc53 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:41:33.440387 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2609cfde-207e-493a-a142-eb5cf802cb04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.445507 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43d90f37-971e-4070-ae27-804ff48afa3b req-2f10b65f-d33d-461e-ab0e-be752cbcb4e4 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=ae922954c7ba44e2a7849153b113d052&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506430 Jul 16 20:41:33.459365 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3aabe25d-58c1-497d-ab56-798e12b1056e req-3fd0c3a6-bf0f-4161-9a97-534f0af82996 tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.0575812 Jul 16 20:41:33.507205 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-3e92f2d9-404f-4294-a1a3-da68180407c4 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:33.510125 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-3e92f2d9-404f-4294-a1a3-da68180407c4 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.547590 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33cb996a-3bfb-4575-8f0e-54a71463d34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.550102 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75e0bc79-629f-42cd-b424-064acf5b3443 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.566085 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-3e92f2d9-404f-4294-a1a3-da68180407c4 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5739412 Jul 16 20:41:33.575516 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f5b52725-5a29-4008-afba-d6f1ca709c6a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.587652 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 68a610fa-5c9c-4352-a09e-23d3fbf54b22 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:33.596045 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb996a-3bfb-4575-8f0e-54a71463d34c None None] Pushing event deleted for resources: {'Port': ['ID=68a610fa-5c9c-4352-a09e-23d3fbf54b22,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:33.604961 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cb996a-3bfb-4575-8f0e-54a71463d34c None None] No DVR routers for this DVR port 68a610fa-5c9c-4352-a09e-23d3fbf54b22 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:33.608971 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b52725-5a29-4008-afba-d6f1ca709c6a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Pushing event deleted for resources: {'Port': ['ID=68a610fa-5c9c-4352-a09e-23d3fbf54b22,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:33.612898 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b52725-5a29-4008-afba-d6f1ca709c6a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] No DVR routers for this DVR port 68a610fa-5c9c-4352-a09e-23d3fbf54b22 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:33.636194 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38b54de-5d5b-45f5-827e-682d82a82831 None None] DHCP port deletion for bacb623b-18c8-4f4e-8120-82e6e53d979b request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:41:33.638187 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 68a610fa-5c9c-4352-a09e-23d3fbf54b22 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:33.638553 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 68a610fa-5c9c-4352-a09e-23d3fbf54b22 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:33.643746 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0d84d2da-30d7-470a-8fa4-2fcc199a1a00 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:33.648589 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0bc79-629f-42cd-b424-064acf5b3443 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f8435a-cc26-484f-9604-b72254138b97,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:33.648946 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39c3ba5-f7b6-4503-8759-980f33d708a3 None None] Network b97bd60f-110a-4cdf-bf36-291ea822988f requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:33.653243 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2609cfde-207e-493a-a142-eb5cf802cb04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.655474 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75e0bc79-629f-42cd-b424-064acf5b3443 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.659998 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-75e0bc79-629f-42cd-b424-064acf5b3443 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] 10.222.0.38 "DELETE /v2.0/subnets/e1f8435a-cc26-484f-9604-b72254138b97 HTTP/1.1" status: 204 len: 168 time: 0.8227098 Jul 16 20:41:33.705032 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52116) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:33.712283 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 0d84d2da-30d7-470a-8fa4-2fcc199a1a00 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:33.712826 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0d84d2da-30d7-470a-8fa4-2fcc199a1a00 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:33.720757 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-e78ada6d-2eac-42b9-a2ff-6f92d7be3f98 service neutron] Request body: {'port': {'device_id': '6e50e8c9-d19f-419a-adfb-cf6aa577bbe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:33.736495 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f5b52725-5a29-4008-afba-d6f1ca709c6a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.747410 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-f5b52725-5a29-4008-afba-d6f1ca709c6a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc7e137-6c5a-43b3-b401-951eb7f36093']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:33.758031 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-f5b52725-5a29-4008-afba-d6f1ca709c6a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43dfeffa-41a0-49f4-a8c7-6e4f20ced899') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:33.758248 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-f5b52725-5a29-4008-afba-d6f1ca709c6a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43dfeffa-41a0-49f4-a8c7-6e4f20ced899') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:33.767479 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f5b52725-5a29-4008-afba-d6f1ca709c6a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.782729 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f5b52725-5a29-4008-afba-d6f1ca709c6a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.789027 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5b52725-5a29-4008-afba-d6f1ca709c6a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:33.789563 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f5b52725-5a29-4008-afba-d6f1ca709c6a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: self.session.flush() Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: self.session.flush() Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: self.session.flush() Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: self.session.flush() Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:33.802998 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:33.836998 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2609cfde-207e-493a-a142-eb5cf802cb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.839160 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b38b54de-5d5b-45f5-827e-682d82a82831 None None] Deleting port 216b23c4-f5c2-42a3-9d9b-2bc889ecb393 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:33.839786 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b38b54de-5d5b-45f5-827e-682d82a82831 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.860759 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f5b52725-5a29-4008-afba-d6f1ca709c6a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.869084 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f5b52725-5a29-4008-afba-d6f1ca709c6a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.871841 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f5b52725-5a29-4008-afba-d6f1ca709c6a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "DELETE /v2.0/networks/0fc7e137-6c5a-43b3-b401-951eb7f36093 HTTP/1.1" status: 204 len: 168 time: 0.8190463 Jul 16 20:41:33.874242 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52118) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:33.893298 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b52725-5a29-4008-afba-d6f1ca709c6a tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Pushing event deleted for resources: {'Network': ['ID=0fc7e137-6c5a-43b3-b401-951eb7f36093,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:33.919265 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b38b54de-5d5b-45f5-827e-682d82a82831 None None] For port 216b23c4-f5c2-42a3-9d9b-2bc889ecb393, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=216b23c4-f5c2-42a3-9d9b-2bc889ecb393,segment=NetworkSegment(c22ba33c-1de7-4f46-9e51-ad8506ec7923),segment_id=c22ba33c-1de7-4f46-9e51-ad8506ec7923)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:33.919892 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b38b54de-5d5b-45f5-827e-682d82a82831 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.927817 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d90f37-971e-4070-ae27-804ff48afa3b req-6f9f33cd-0c40-430b-a11c-6405bf1b0a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:33.929586 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43d90f37-971e-4070-ae27-804ff48afa3b req-6f9f33cd-0c40-430b-a11c-6405bf1b0a7e service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4529350 Jul 16 20:41:33.937007 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b38b54de-5d5b-45f5-827e-682d82a82831 None None] Calling delete_port for 216b23c4-f5c2-42a3-9d9b-2bc889ecb393 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:33.953778 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dccc7ef7-61e6-4b56-9e8a-1c1fe58ce91b tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.962085 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c32f6a-7de3-4b70-a569-2df4c246096b tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Deleting subnet a99beedc-4acc-47ef-b8ce-96ad39f1cfca {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:41:33.965958 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b5c32f6a-7de3-4b70-a569-2df4c246096b tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.999221 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-e78ada6d-2eac-42b9-a2ff-6f92d7be3f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.035379 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2609cfde-207e-493a-a142-eb5cf802cb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.045513 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b5c32f6a-7de3-4b70-a569-2df4c246096b tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.046994 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95791d4c-9d22-4925-9924-9251ee44495e None None] DHCP port deletion for b97bd60f-110a-4cdf-bf36-291ea822988f request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:41:34.093268 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609cfde-207e-493a-a142-eb5cf802cb04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41790a4e-95eb-4f9f-8e2e-499b81f8cc53,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:34.119205 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b38b54de-5d5b-45f5-827e-682d82a82831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.129814 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2609cfde-207e-493a-a142-eb5cf802cb04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.132159 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2609cfde-207e-493a-a142-eb5cf802cb04 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/41790a4e-95eb-4f9f-8e2e-499b81f8cc53 HTTP/1.1" status: 204 len: 168 time: 0.9065115 Jul 16 20:41:34.135397 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52124) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:34.159776 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b54de-5d5b-45f5-827e-682d82a82831 None None] Pushing event deleted for resources: {'Port': ['ID=216b23c4-f5c2-42a3-9d9b-2bc889ecb393,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:34.172624 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38b54de-5d5b-45f5-827e-682d82a82831 None None] No DVR routers for this DVR port 216b23c4-f5c2-42a3-9d9b-2bc889ecb393 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:34.185148 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-95791d4c-9d22-4925-9924-9251ee44495e None None] Deleting port cc84ece2-8b7e-41f0-889e-b1c27a0eae82 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:34.185388 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95791d4c-9d22-4925-9924-9251ee44495e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.265350 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-95791d4c-9d22-4925-9924-9251ee44495e None None] For port cc84ece2-8b7e-41f0-889e-b1c27a0eae82, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=cc84ece2-8b7e-41f0-889e-b1c27a0eae82,segment=NetworkSegment(48913e56-3353-4fdd-938f-03e22f1c0564),segment_id=48913e56-3353-4fdd-938f-03e22f1c0564)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:34.265640 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95791d4c-9d22-4925-9924-9251ee44495e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.280160 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-95791d4c-9d22-4925-9924-9251ee44495e None None] Calling delete_port for cc84ece2-8b7e-41f0-889e-b1c27a0eae82 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:34.288106 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b5c32f6a-7de3-4b70-a569-2df4c246096b tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.312681 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8b75c7ff-1285-42fb-a704-187e60c7e906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.344318 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8443b-1e75-4288-888b-60cfc07992f6 req-b3194ee6-0711-477c-bbad-e45725f90ccf tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:34.346040 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d2e8443b-1e75-4288-888b-60cfc07992f6 req-b3194ee6-0711-477c-bbad-e45725f90ccf tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e50e8c9-d19f-419a-adfb-cf6aa577bbe8 HTTP/1.1" status: 200 len: 932 time: 0.2520406 Jul 16 20:41:34.383393 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95791d4c-9d22-4925-9924-9251ee44495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.397298 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95791d4c-9d22-4925-9924-9251ee44495e None None] No DVR routers for this DVR port cc84ece2-8b7e-41f0-889e-b1c27a0eae82 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:34.418231 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95791d4c-9d22-4925-9924-9251ee44495e None None] Pushing event deleted for resources: {'Port': ['ID=cc84ece2-8b7e-41f0-889e-b1c27a0eae82,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:34.444747 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d2e8443b-1e75-4288-888b-60cfc07992f6 req-09fbde55-35e2-4e20-8af5-e6325cb2b1d0 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.38 "GET /v2.0/security-groups?id=8db10727-78b0-4046-a5c3-5b6609b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912476 Jul 16 20:41:34.450662 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b5c32f6a-7de3-4b70-a569-2df4c246096b tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.490615 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8b75c7ff-1285-42fb-a704-187e60c7e906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.495198 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-dccc7ef7-61e6-4b56-9e8a-1c1fe58ce91b tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Deleting port 216b23c4-f5c2-42a3-9d9b-2bc889ecb393 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:34.495762 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dccc7ef7-61e6-4b56-9e8a-1c1fe58ce91b tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.521615 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-8b75c7ff-1285-42fb-a704-187e60c7e906 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85920711-665c-418e-8282-c5e165dbf60c']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:34.524094 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c32f6a-7de3-4b70-a569-2df4c246096b tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Pushing event deleted for resources: {'Subnet': ['ID=a99beedc-4acc-47ef-b8ce-96ad39f1cfca,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:34.527213 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b5c32f6a-7de3-4b70-a569-2df4c246096b tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.529914 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a596d95-8825-4cb0-92cd-0bf5089a386a None None] Network fdd1b33c-6a45-4d64-940b-ea9403331174 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:34.532158 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b5c32f6a-7de3-4b70-a569-2df4c246096b tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "DELETE /v2.0/subnets/a99beedc-4acc-47ef-b8ce-96ad39f1cfca HTTP/1.1" status: 204 len: 168 time: 0.6568017 Jul 16 20:41:34.537877 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52128) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:34.551083 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-8b75c7ff-1285-42fb-a704-187e60c7e906 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbaefec-1a5a-4136-ab86-38ecdf87ae15') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:34.551382 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-8b75c7ff-1285-42fb-a704-187e60c7e906 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbaefec-1a5a-4136-ab86-38ecdf87ae15') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:34.576840 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8b75c7ff-1285-42fb-a704-187e60c7e906 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.628105 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8b75c7ff-1285-42fb-a704-187e60c7e906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.638945 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-dccc7ef7-61e6-4b56-9e8a-1c1fe58ce91b tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] For port 216b23c4-f5c2-42a3-9d9b-2bc889ecb393, host n-d-791506-21, got binding levels [] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:34.639306 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dccc7ef7-61e6-4b56-9e8a-1c1fe58ce91b tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.661281 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-dccc7ef7-61e6-4b56-9e8a-1c1fe58ce91b tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Calling delete_port for 216b23c4-f5c2-42a3-9d9b-2bc889ecb393 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:34.665628 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.ipam_backend_mixin [None req-dccc7ef7-61e6-4b56-9e8a-1c1fe58ce91b tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Port 216b23c4-f5c2-42a3-9d9b-2bc889ecb393 was not found and therefore no delete operation was performed {{(pid=93793) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:41:34.667456 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b75c7ff-1285-42fb-a704-187e60c7e906 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:34.668348 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8b75c7ff-1285-42fb-a704-187e60c7e906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.668917 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dccc7ef7-61e6-4b56-9e8a-1c1fe58ce91b tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:34.669906 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:34.672132 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-554cebab-0bdc-41e5-9a99-42204c520b1d req-7f721290-72e3-47c9-8708-55f724986ae1 tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.0419314 Jul 16 20:41:34.711093 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48f6a033-eb3f-4680-b543-c6bd0e877bb1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.728569 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccc7ef7-61e6-4b56-9e8a-1c1fe58ce91b tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] No DVR routers for this DVR port 216b23c4-f5c2-42a3-9d9b-2bc889ecb393 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:34.730629 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc7ef7-61e6-4b56-9e8a-1c1fe58ce91b tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Pushing event deleted for resources: {'Port': ['ID=216b23c4-f5c2-42a3-9d9b-2bc889ecb393,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:34.759651 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8b75c7ff-1285-42fb-a704-187e60c7e906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.776833 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345be201-1556-47c7-af1b-5a783cdb19ff None None] DHCP port deletion for fdd1b33c-6a45-4d64-940b-ea9403331174 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:41:34.790101 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8b75c7ff-1285-42fb-a704-187e60c7e906 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.794916 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8b75c7ff-1285-42fb-a704-187e60c7e906 admin admin] 10.222.0.38 "DELETE /v2.0/networks/85920711-665c-418e-8282-c5e165dbf60c HTTP/1.1" status: 204 len: 168 time: 0.6516440 Jul 16 20:41:34.804999 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75c7ff-1285-42fb-a704-187e60c7e906 admin admin] Pushing event deleted for resources: {'Network': ['ID=85920711-665c-418e-8282-c5e165dbf60c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:34.828180 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-48f6a033-eb3f-4680-b543-c6bd0e877bb1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Deleting port 66935e25-64b2-4d89-ad4e-1e7bac46135d {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:34.828794 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48f6a033-eb3f-4680-b543-c6bd0e877bb1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.840693 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-345be201-1556-47c7-af1b-5a783cdb19ff None None] Deleting port 66935e25-64b2-4d89-ad4e-1e7bac46135d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:34.841310 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-345be201-1556-47c7-af1b-5a783cdb19ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.841486 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dccc7ef7-61e6-4b56-9e8a-1c1fe58ce91b tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.857050 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-dccc7ef7-61e6-4b56-9e8a-1c1fe58ce91b tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bacb623b-18c8-4f4e-8120-82e6e53d979b']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:34.876193 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-dccc7ef7-61e6-4b56-9e8a-1c1fe58ce91b tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22ba33c-1de7-4f46-9e51-ad8506ec7923') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:34.876507 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-dccc7ef7-61e6-4b56-9e8a-1c1fe58ce91b tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22ba33c-1de7-4f46-9e51-ad8506ec7923') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:34.905599 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dccc7ef7-61e6-4b56-9e8a-1c1fe58ce91b tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.910448 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-48f6a033-eb3f-4680-b543-c6bd0e877bb1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] For port 66935e25-64b2-4d89-ad4e-1e7bac46135d, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=66935e25-64b2-4d89-ad4e-1e7bac46135d,segment=NetworkSegment(e2c02b13-e207-43ea-a4ed-9a31df8f6ebb),segment_id=e2c02b13-e207-43ea-a4ed-9a31df8f6ebb)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:34.910971 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48f6a033-eb3f-4680-b543-c6bd0e877bb1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.911107 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-345be201-1556-47c7-af1b-5a783cdb19ff None None] For port 66935e25-64b2-4d89-ad4e-1e7bac46135d, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=66935e25-64b2-4d89-ad4e-1e7bac46135d,segment=NetworkSegment(e2c02b13-e207-43ea-a4ed-9a31df8f6ebb),segment_id=e2c02b13-e207-43ea-a4ed-9a31df8f6ebb)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:34.911455 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-345be201-1556-47c7-af1b-5a783cdb19ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.929348 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-48f6a033-eb3f-4680-b543-c6bd0e877bb1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Calling delete_port for 66935e25-64b2-4d89-ad4e-1e7bac46135d owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:34.929895 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dccc7ef7-61e6-4b56-9e8a-1c1fe58ce91b tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.931101 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-345be201-1556-47c7-af1b-5a783cdb19ff None None] Calling delete_port for 66935e25-64b2-4d89-ad4e-1e7bac46135d owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:34.939544 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-e78ada6d-2eac-42b9-a2ff-6f92d7be3f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:41:34.949718 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dccc7ef7-61e6-4b56-9e8a-1c1fe58ce91b tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:34.950183 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dccc7ef7-61e6-4b56-9e8a-1c1fe58ce91b tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:34.954457 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:34.956626 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-e78ada6d-2eac-42b9-a2ff-6f92d7be3f98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.003350 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52132) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:35.027972 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-e78ada6d-2eac-42b9-a2ff-6f92d7be3f98 service neutron] Transition to ACTIVE for port object fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:35.030183 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dccc7ef7-61e6-4b56-9e8a-1c1fe58ce91b tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.032327 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-e78ada6d-2eac-42b9-a2ff-6f92d7be3f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.051901 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dccc7ef7-61e6-4b56-9e8a-1c1fe58ce91b tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.056139 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-dccc7ef7-61e6-4b56-9e8a-1c1fe58ce91b tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] 10.222.0.38 "DELETE /v2.0/networks/bacb623b-18c8-4f4e-8120-82e6e53d979b HTTP/1.1" status: 204 len: 168 time: 1.3478925 Jul 16 20:41:35.057165 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-345be201-1556-47c7-af1b-5a783cdb19ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.059209 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc7ef7-61e6-4b56-9e8a-1c1fe58ce91b tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Pushing event deleted for resources: {'Network': ['ID=bacb623b-18c8-4f4e-8120-82e6e53d979b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:35.059405 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52134) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:35.094435 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345be201-1556-47c7-af1b-5a783cdb19ff None None] Pushing event deleted for resources: {'Port': ['ID=66935e25-64b2-4d89-ad4e-1e7bac46135d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:35.097613 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e755a5bf-f848-4c45-a473-2380d7b8002c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3de11a0e88b743c29e50d6cceac5ade9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0909324 Jul 16 20:41:35.097736 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52136) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:35.101951 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48f6a033-eb3f-4680-b543-c6bd0e877bb1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.103689 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345be201-1556-47c7-af1b-5a783cdb19ff None None] No DVR routers for this DVR port 66935e25-64b2-4d89-ad4e-1e7bac46135d on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:35.121023 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ada6d-2eac-42b9-a2ff-6f92d7be3f98 service neutron] Pushing event updated for resources: {'Port': ['ID=fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:35.170172 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6a033-eb3f-4680-b543-c6bd0e877bb1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Pushing event deleted for resources: {'Port': ['ID=66935e25-64b2-4d89-ad4e-1e7bac46135d,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:35.173716 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f6a033-eb3f-4680-b543-c6bd0e877bb1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] No DVR routers for this DVR port 66935e25-64b2-4d89-ad4e-1e7bac46135d on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:35.181157 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fdc7140d-c6c0-4db3-ad6e-2429d182ede7 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.208927 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43d90f37-971e-4070-ae27-804ff48afa3b req-e89d92b0-1e25-45d5-afb8-c26503b45920 tempest-ServerShowV254Test-2046408309 tempest-ServerShowV254Test-2046408309-project] 10.222.0.62 "GET /v2.0/ports?device_id=41ddd728-f467-4829-afad-1a18e45f8a12 HTTP/1.1" status: 200 len: 210 time: 0.0597878 Jul 16 20:41:35.246471 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-630d6f65-ece2-43d9-b4c3-5e4eb52d0061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.260280 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-e78ada6d-2eac-42b9-a2ff-6f92d7be3f98 service neutron] Attempting to bind port fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:35.260803 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-e78ada6d-2eac-42b9-a2ff-6f92d7be3f98 service neutron] Attempting to bind port fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '65e3dd04-a43c-4dd7-aa8d-270c45c341b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4f95aa48-a236-44a9-814a-33724dda347d'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:35.261172 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-e78ada6d-2eac-42b9-a2ff-6f92d7be3f98 service neutron] Attempting to bind port fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0 on network 4f95aa48-a236-44a9-814a-33724dda347d {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:35.280975 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-e78ada6d-2eac-42b9-a2ff-6f92d7be3f98 service neutron] Port fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0 on network 4f95aa48-a236-44a9-814a-33724dda347d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:41:35.281524 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-e78ada6d-2eac-42b9-a2ff-6f92d7be3f98 service neutron] Attempting to bind port fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0 on network 4f95aa48-a236-44a9-814a-33724dda347d {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:35.291330 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-630d6f65-ece2-43d9-b4c3-5e4eb52d0061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.299860 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-e78ada6d-2eac-42b9-a2ff-6f92d7be3f98 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:35.300457 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-e78ada6d-2eac-42b9-a2ff-6f92d7be3f98 service neutron] Checking segment: {'id': '65e3dd04-a43c-4dd7-aa8d-270c45c341b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4f95aa48-a236-44a9-814a-33724dda347d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:35.301001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-e78ada6d-2eac-42b9-a2ff-6f92d7be3f98 service neutron] Bound using segment: {'id': '65e3dd04-a43c-4dd7-aa8d-270c45c341b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4f95aa48-a236-44a9-814a-33724dda347d'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:35.301606 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-e78ada6d-2eac-42b9-a2ff-6f92d7be3f98 service neutron] Bound port: fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65e3dd04-a43c-4dd7-aa8d-270c45c341b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4f95aa48-a236-44a9-814a-33724dda347d'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:35.302142 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-e78ada6d-2eac-42b9-a2ff-6f92d7be3f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.318032 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48f6a033-eb3f-4680-b543-c6bd0e877bb1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.339580 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-48f6a033-eb3f-4680-b543-c6bd0e877bb1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdd1b33c-6a45-4d64-940b-ea9403331174']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:35.355270 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-48f6a033-eb3f-4680-b543-c6bd0e877bb1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c02b13-e207-43ea-a4ed-9a31df8f6ebb') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:35.355571 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-48f6a033-eb3f-4680-b543-c6bd0e877bb1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c02b13-e207-43ea-a4ed-9a31df8f6ebb') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:35.385941 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fdc7140d-c6c0-4db3-ad6e-2429d182ede7 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.402727 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48f6a033-eb3f-4680-b543-c6bd0e877bb1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.405641 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-fdc7140d-c6c0-4db3-ad6e-2429d182ede7 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b97bd60f-110a-4cdf-bf36-291ea822988f']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:35.411483 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-630d6f65-ece2-43d9-b4c3-5e4eb52d0061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.414162 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-630d6f65-ece2-43d9-b4c3-5e4eb52d0061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.415322 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-630d6f65-ece2-43d9-b4c3-5e4eb52d0061 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2b46c03c-c99d-4760-9709-9600711f4568 HTTP/1.1" status: 204 len: 168 time: 0.3158913 Jul 16 20:41:35.426728 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-e78ada6d-2eac-42b9-a2ff-6f92d7be3f98 service neutron] For port fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:35.429785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-fdc7140d-c6c0-4db3-ad6e-2429d182ede7 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48913e56-3353-4fdd-938f-03e22f1c0564') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:35.430117 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-fdc7140d-c6c0-4db3-ad6e-2429d182ede7 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48913e56-3353-4fdd-938f-03e22f1c0564') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:35.430793 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-e78ada6d-2eac-42b9-a2ff-6f92d7be3f98 service neutron] For port fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0,segment=NetworkSegment(65e3dd04-a43c-4dd7-aa8d-270c45c341b8),segment_id=65e3dd04-a43c-4dd7-aa8d-270c45c341b8)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:35.432039 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d6f65-ece2-43d9-b4c3-5e4eb52d0061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b46c03c-c99d-4760-9709-9600711f4568,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:35.437851 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48f6a033-eb3f-4680-b543-c6bd0e877bb1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.439575 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-e78ada6d-2eac-42b9-a2ff-6f92d7be3f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.444124 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fdc7140d-c6c0-4db3-ad6e-2429d182ede7 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.452261 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f6a033-eb3f-4680-b543-c6bd0e877bb1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:35.452671 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48f6a033-eb3f-4680-b543-c6bd0e877bb1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:35.455995 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:35.499090 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fdc7140d-c6c0-4db3-ad6e-2429d182ede7 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.521937 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-e78ada6d-2eac-42b9-a2ff-6f92d7be3f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:35.522823 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-e78ada6d-2eac-42b9-a2ff-6f92d7be3f98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.525546 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-e78ada6d-2eac-42b9-a2ff-6f92d7be3f98 service neutron] 10.222.0.18 "PUT /v2.0/ports/fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0 HTTP/1.1" status: 200 len: 1093 time: 1.9428878 Jul 16 20:41:35.525546 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e50e8c9-d19f-419a-adfb-cf6aa577bbe8', 'tag': 'fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:41:35.528998 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa34ff68-72e9-45b0-b481-5c0c5dbca0a0" -d '{"events": [{"name": "network-changed", "server_uuid": "6e50e8c9-d19f-419a-adfb-cf6aa577bbe8", "tag": "fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:41:35.564589 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ada6d-2eac-42b9-a2ff-6f92d7be3f98 service neutron] Pushing event updated for resources: {'Port': ['ID=fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:35.579938 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc7140d-c6c0-4db3-ad6e-2429d182ede7 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:35.581309 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fdc7140d-c6c0-4db3-ad6e-2429d182ede7 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:35.584425 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:35.643170 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 66935e25-64b2-4d89-ad4e-1e7bac46135d no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:35.651831 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-895575eb-d006-4e15-8764-a10d0a54da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:35.655988 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-895575eb-d006-4e15-8764-a10d0a54da35 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=49d17cb4767b4b9cab8521d3aeeaf6d5&device_id=6e50e8c9-d19f-419a-adfb-cf6aa577bbe8 HTTP/1.1" status: 200 len: 1096 time: 0.0859394 Jul 16 20:41:35.692884 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48f6a033-eb3f-4680-b543-c6bd0e877bb1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.696409 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 66935e25-64b2-4d89-ad4e-1e7bac46135d {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:35.697757 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 66935e25-64b2-4d89-ad4e-1e7bac46135d not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:35.700244 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device cc84ece2-8b7e-41f0-889e-b1c27a0eae82 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:35.724620 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48f6a033-eb3f-4680-b543-c6bd0e877bb1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.728958 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-48f6a033-eb3f-4680-b543-c6bd0e877bb1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "DELETE /v2.0/networks/fdd1b33c-6a45-4d64-940b-ea9403331174 HTTP/1.1" status: 204 len: 168 time: 1.1878219 Jul 16 20:41:35.728958 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fdc7140d-c6c0-4db3-ad6e-2429d182ede7 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.739505 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52152) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:35.753250 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fdc7140d-c6c0-4db3-ad6e-2429d182ede7 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.757650 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fdc7140d-c6c0-4db3-ad6e-2429d182ede7 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] 10.222.0.38 "DELETE /v2.0/networks/b97bd60f-110a-4cdf-bf36-291ea822988f HTTP/1.1" status: 204 len: 168 time: 0.6940384 Jul 16 20:41:35.757650 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6a033-eb3f-4680-b543-c6bd0e877bb1 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Pushing event deleted for resources: {'Network': ['ID=fdd1b33c-6a45-4d64-940b-ea9403331174,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:35.763664 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52154) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:35.777207 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: cc84ece2-8b7e-41f0-889e-b1c27a0eae82 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:35.777746 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device cc84ece2-8b7e-41f0-889e-b1c27a0eae82 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:35.778261 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 216b23c4-f5c2-42a3-9d9b-2bc889ecb393 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:35.808789 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a79a7f1f-e709-4e51-9dcc-f87e5e555504 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d78c5e6-17ac-4fce-b785-9218821dc2c4 HTTP/1.1" status: 200 len: 205 time: 0.0656106 Jul 16 20:41:35.810867 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 216b23c4-f5c2-42a3-9d9b-2bc889ecb393 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:35.812177 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 216b23c4-f5c2-42a3-9d9b-2bc889ecb393 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:35.814618 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-54b43182-becb-40e6-a0d2-b79c141e537d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0 HTTP/1.1" status: 200 len: 217 time: 0.1500165 Jul 16 20:41:35.815108 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52156) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:35.845754 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7140d-c6c0-4db3-ad6e-2429d182ede7 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Pushing event deleted for resources: {'Network': ['ID=b97bd60f-110a-4cdf-bf36-291ea822988f,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:35.883184 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a6a64e9-f75f-4742-b421-35644d82f63e tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Deleting subnet 7215722f-2751-4193-abe9-e3116d25e4d0 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:41:35.889446 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9a6a64e9-f75f-4742-b421-35644d82f63e tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.936569 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b557b-9497-4084-9311-1c62e80a3a37 req-54c2a425-adca-4333-a351-223a33150b24 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:35.945951 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0e1b557b-9497-4084-9311-1c62e80a3a37 req-54c2a425-adca-4333-a351-223a33150b24 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e50e8c9-d19f-419a-adfb-cf6aa577bbe8 HTTP/1.1" status: 200 len: 944 time: 0.2662046 Jul 16 20:41:35.977221 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bea56b-7e5e-45dc-9832-8cbd25fe4245 x-openstack-request-id: req-87bea56b-7e5e-45dc-9832-8cbd25fe4245 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:41:35.977804 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e50e8c9-d19f-419a-adfb-cf6aa577bbe8", "tag": "fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:41:35.977804 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-87bea56b-7e5e-45dc-9832-8cbd25fe4245 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:41:35.978154 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e50e8c9-d19f-419a-adfb-cf6aa577bbe8', 'tag': 'fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0', 'status': 'completed', 'code': 200} Jul 16 20:41:35.998596 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9a6a64e9-f75f-4742-b421-35644d82f63e tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.007501 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-17c9fb86-4dc5-4b45-b7ed-7f9824d24352 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.012045 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-aea07b7b-6482-4999-95c5-9a48f04418bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:36.013647 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-aea07b7b-6482-4999-95c5-9a48f04418bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e64c8e1-1eea-4266-b1f2-ec50b98b9ee0 HTTP/1.1" status: 200 len: 862 time: 0.1702425 Jul 16 20:41:36.052842 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0e1b557b-9497-4084-9311-1c62e80a3a37 req-50914c0e-641e-4d57-8131-0c08a2d0f699 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.38 "GET /v2.0/security-groups?id=8db10727-78b0-4046-a5c3-5b6609b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055658 Jul 16 20:41:36.123674 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9a6a64e9-f75f-4742-b421-35644d82f63e tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.139718 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-397136c3-bb0e-4dfc-8cd7-019b4476cfd6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f95aa48-a236-44a9-814a-33724dda347d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699084 Jul 16 20:41:36.196595 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9a6a64e9-f75f-4742-b421-35644d82f63e tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.234078 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a64e9-f75f-4742-b421-35644d82f63e tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Pushing event deleted for resources: {'Subnet': ['ID=7215722f-2751-4193-abe9-e3116d25e4d0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:36.236490 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9a6a64e9-f75f-4742-b421-35644d82f63e tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.239155 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9a6a64e9-f75f-4742-b421-35644d82f63e tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] 10.222.0.38 "DELETE /v2.0/subnets/7215722f-2751-4193-abe9-e3116d25e4d0 HTTP/1.1" status: 204 len: 168 time: 0.4743063 Jul 16 20:41:36.241539 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52172) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:36.250437 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73c365f-a328-4717-a551-592f9f62a9cc None None] Network c409198c-29a2-488e-9f75-ad9356efd29b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:36.321217 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-17c9fb86-4dc5-4b45-b7ed-7f9824d24352 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.325564 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-17c9fb86-4dc5-4b45-b7ed-7f9824d24352 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.363596 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52176) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:36.380669 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-43a22203-76b4-48e5-908a-2bb9a7400863 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.387391 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-287c1349-45cd-4b5d-b950-921f44dfa622 service neutron] 10.222.0.18 "GET /v2.0/networks/4f95aa48-a236-44a9-814a-33724dda347d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407882 Jul 16 20:41:36.388735 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-17c9fb86-4dc5-4b45-b7ed-7f9824d24352 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.389646 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c9fb86-4dc5-4b45-b7ed-7f9824d24352 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Fanout notify agent at l3_agent the message router_deleted on router 1d78c5e6-17ac-4fce-b785-9218821dc2c4 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:41:36.399379 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-17c9fb86-4dc5-4b45-b7ed-7f9824d24352 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.403878 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-17c9fb86-4dc5-4b45-b7ed-7f9824d24352 tempest-RoutersNegativeIpV6Test-1781400580 tempest-RoutersNegativeIpV6Test-1781400580-project] 10.222.0.38 "DELETE /v2.0/routers/1d78c5e6-17ac-4fce-b785-9218821dc2c4 HTTP/1.1" status: 204 len: 168 time: 0.5848269 Jul 16 20:41:36.454848 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-43a22203-76b4-48e5-908a-2bb9a7400863 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Deleting port b72c0913-9af6-4f2e-ae85-a4de333e9468 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:36.455414 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-43a22203-76b4-48e5-908a-2bb9a7400863 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.503012 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-83f1979d-a771-41b1-80b0-3927ed8f5034 req-e54bfc1e-10e3-4182-9212-b6ec25ca1e9c service neutron] 10.222.0.18 "GET /v2.0/networks/4f95aa48-a236-44a9-814a-33724dda347d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973678 Jul 16 20:41:36.551103 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-43a22203-76b4-48e5-908a-2bb9a7400863 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] For port b72c0913-9af6-4f2e-ae85-a4de333e9468, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b72c0913-9af6-4f2e-ae85-a4de333e9468,segment=NetworkSegment(7db3dd96-5f05-4089-96c0-a183bf878dfe),segment_id=7db3dd96-5f05-4089-96c0-a183bf878dfe)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:36.551289 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-43a22203-76b4-48e5-908a-2bb9a7400863 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.567648 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-43a22203-76b4-48e5-908a-2bb9a7400863 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Calling delete_port for b72c0913-9af6-4f2e-ae85-a4de333e9468 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:36.592875 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f41cd3a0-72c2-4c20-8536-7cb8a7855524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.654587 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00b6502-fa09-439a-8a9d-381ad79aa48f None None] DHCP port deletion for c409198c-29a2-488e-9f75-ad9356efd29b request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:41:36.678078 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34ff68-72e9-45b0-b481-5c0c5dbca0a0 req-f83bce71-5f1e-4bb8-9639-238ceb4369b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:36.680234 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fa34ff68-72e9-45b0-b481-5c0c5dbca0a0 req-f83bce71-5f1e-4bb8-9639-238ceb4369b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=49d17cb4767b4b9cab8521d3aeeaf6d5&device_id=6e50e8c9-d19f-419a-adfb-cf6aa577bbe8 HTTP/1.1" status: 200 len: 1096 time: 0.1165426 Jul 16 20:41:36.721154 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-43a22203-76b4-48e5-908a-2bb9a7400863 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.729847 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d00b6502-fa09-439a-8a9d-381ad79aa48f None None] Deleting port b72c0913-9af6-4f2e-ae85-a4de333e9468 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:36.730543 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d00b6502-fa09-439a-8a9d-381ad79aa48f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.774243 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a22203-76b4-48e5-908a-2bb9a7400863 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] No DVR routers for this DVR port b72c0913-9af6-4f2e-ae85-a4de333e9468 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:36.789216 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a22203-76b4-48e5-908a-2bb9a7400863 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Pushing event deleted for resources: {'Port': ['ID=b72c0913-9af6-4f2e-ae85-a4de333e9468,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:36.811103 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34ff68-72e9-45b0-b481-5c0c5dbca0a0 req-12baf2ab-0a94-4ff4-a5c2-5191834be569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:36.812941 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fa34ff68-72e9-45b0-b481-5c0c5dbca0a0 req-12baf2ab-0a94-4ff4-a5c2-5191834be569 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f95aa48-a236-44a9-814a-33724dda347d HTTP/1.1" status: 200 len: 923 time: 0.1262498 Jul 16 20:41:36.832800 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52190) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:36.841370 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-d00b6502-fa09-439a-8a9d-381ad79aa48f None None] For port b72c0913-9af6-4f2e-ae85-a4de333e9468, host n-d-791506-21, got binding levels [] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:36.841771 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d00b6502-fa09-439a-8a9d-381ad79aa48f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.865884 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d00b6502-fa09-439a-8a9d-381ad79aa48f None None] Calling delete_port for b72c0913-9af6-4f2e-ae85-a4de333e9468 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:36.869018 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.ipam_backend_mixin [None req-d00b6502-fa09-439a-8a9d-381ad79aa48f None None] Port b72c0913-9af6-4f2e-ae85-a4de333e9468 was not found and therefore no delete operation was performed {{(pid=93795) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:41:36.870596 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d00b6502-fa09-439a-8a9d-381ad79aa48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.870761 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fa34ff68-72e9-45b0-b481-5c0c5dbca0a0 req-7df96221-3f30-4ea7-b6e4-1445f366a38c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0 HTTP/1.1" status: 200 len: 217 time: 0.0466301 Jul 16 20:41:36.910914 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b6502-fa09-439a-8a9d-381ad79aa48f None None] Pushing event deleted for resources: {'Port': ['ID=b72c0913-9af6-4f2e-ae85-a4de333e9468,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:36.913180 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-43a22203-76b4-48e5-908a-2bb9a7400863 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.917968 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00b6502-fa09-439a-8a9d-381ad79aa48f None None] No DVR routers for this DVR port b72c0913-9af6-4f2e-ae85-a4de333e9468 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:36.941820 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-43a22203-76b4-48e5-908a-2bb9a7400863 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c409198c-29a2-488e-9f75-ad9356efd29b']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:36.952597 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f41cd3a0-72c2-4c20-8536-7cb8a7855524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.956899 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-43a22203-76b4-48e5-908a-2bb9a7400863 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7db3dd96-5f05-4089-96c0-a183bf878dfe') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:36.957536 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-43a22203-76b4-48e5-908a-2bb9a7400863 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7db3dd96-5f05-4089-96c0-a183bf878dfe') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:36.963047 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34ff68-72e9-45b0-b481-5c0c5dbca0a0 req-28658900-aabe-4de2-a486-52e7758096b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:36.965394 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fa34ff68-72e9-45b0-b481-5c0c5dbca0a0 req-28658900-aabe-4de2-a486-52e7758096b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e64c8e1-1eea-4266-b1f2-ec50b98b9ee0 HTTP/1.1" status: 200 len: 862 time: 0.0877359 Jul 16 20:41:36.966671 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f41cd3a0-72c2-4c20-8536-7cb8a7855524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.992117 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-43a22203-76b4-48e5-908a-2bb9a7400863 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:37.011089 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fa34ff68-72e9-45b0-b481-5c0c5dbca0a0 req-d4a13330-9390-48ee-9c7f-f8c357a34ff5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f95aa48-a236-44a9-814a-33724dda347d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376966 Jul 16 20:41:37.020416 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f41cd3a0-72c2-4c20-8536-7cb8a7855524 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ae922954c7ba44e2a7849153b113d052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6554906 Jul 16 20:41:37.025666 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52200) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:37.039032 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-43a22203-76b4-48e5-908a-2bb9a7400863 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:37.046089 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41cd3a0-72c2-4c20-8536-7cb8a7855524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d507dfd9-8444-4adf-9c73-0c2b078e0bf5,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:37.063920 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a22203-76b4-48e5-908a-2bb9a7400863 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:37.064460 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-43a22203-76b4-48e5-908a-2bb9a7400863 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:37.067329 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:37.167268 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-43a22203-76b4-48e5-908a-2bb9a7400863 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:37.178906 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f629411a-61f7-43be-b5b2-a6fa6a0d3335 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6c2b57adc98d40c7bf92ca978e0c3d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3449941 Jul 16 20:41:37.184693 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52210) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:37.189345 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-43a22203-76b4-48e5-908a-2bb9a7400863 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:37.191183 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-43a22203-76b4-48e5-908a-2bb9a7400863 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] 10.222.0.38 "DELETE /v2.0/networks/c409198c-29a2-488e-9f75-ad9356efd29b HTTP/1.1" status: 204 len: 168 time: 0.9484229 Jul 16 20:41:37.192312 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a22203-76b4-48e5-908a-2bb9a7400863 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Pushing event deleted for resources: {'Network': ['ID=c409198c-29a2-488e-9f75-ad9356efd29b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:37.193743 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52212) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:37.195510 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-59b2065e-5b07-4aa6-a382-1c810d452205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:37.216664 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fa34ff68-72e9-45b0-b481-5c0c5dbca0a0 req-0937fc10-478a-41d7-8fc5-c0de95202255 service neutron] 10.222.0.18 "GET /v2.0/networks/4f95aa48-a236-44a9-814a-33724dda347d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988125 Jul 16 20:41:37.246015 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5eee331b-22ff-4955-ac4b-0c6f63d55d26 tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] 10.222.0.38 "GET /v2.0/ports?device_id=867ebc1d-1977-4724-ae2a-c1046b3789d6 HTTP/1.1" status: 200 len: 205 time: 0.0490973 Jul 16 20:41:37.246747 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52218) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:37.260258 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-59b2065e-5b07-4aa6-a382-1c810d452205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:37.337518 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-22442811-e4d0-4320-87d1-f1e1ca260b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:37.369053 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-75a84daf-ca49-4d29-8358-67fffa6b48ed tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:37.374523 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-22442811-e4d0-4320-87d1-f1e1ca260b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:37.382303 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fa34ff68-72e9-45b0-b481-5c0c5dbca0a0 req-e2b0b45d-1070-4984-b57d-8213b61b3391 service neutron] 10.222.0.18 "GET /v2.0/networks/4f95aa48-a236-44a9-814a-33724dda347d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482940 Jul 16 20:41:37.429729 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-22442811-e4d0-4320-87d1-f1e1ca260b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:37.433567 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-22442811-e4d0-4320-87d1-f1e1ca260b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:37.435036 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-22442811-e4d0-4320-87d1-f1e1ca260b30 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6fc454f8-cda9-41cf-add6-d11fb00fa1de HTTP/1.1" status: 204 len: 168 time: 0.2493989 Jul 16 20:41:37.448860 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22442811-e4d0-4320-87d1-f1e1ca260b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc454f8-cda9-41cf-add6-d11fb00fa1de,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:37.464081 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce8fcb-9e4c-40f6-b5b2-0212e7c2ce9e req-d6237da7-3485-4b05-9b8a-55ae702f1d02 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:37.465501 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7fce8fcb-9e4c-40f6-b5b2-0212e7c2ce9e req-d6237da7-3485-4b05-9b8a-55ae702f1d02 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e50e8c9-d19f-419a-adfb-cf6aa577bbe8 HTTP/1.1" status: 200 len: 944 time: 0.2776814 Jul 16 20:41:37.584382 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b72c0913-9af6-4f2e-ae85-a4de333e9468 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:37.596478 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-59b2065e-5b07-4aa6-a382-1c810d452205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:37.599031 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-59b2065e-5b07-4aa6-a382-1c810d452205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:37.602562 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-59b2065e-5b07-4aa6-a382-1c810d452205 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d507dfd9-8444-4adf-9c73-0c2b078e0bf5 HTTP/1.1" status: 204 len: 168 time: 0.5734315 Jul 16 20:41:37.602562 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-75a84daf-ca49-4d29-8358-67fffa6b48ed tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:37.610221 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-75a84daf-ca49-4d29-8358-67fffa6b48ed tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:37.618527 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: b72c0913-9af6-4f2e-ae85-a4de333e9468 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:37.619356 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b72c0913-9af6-4f2e-ae85-a4de333e9468 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:37.634798 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2065e-5b07-4aa6-a382-1c810d452205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d507dfd9-8444-4adf-9c73-0c2b078e0bf5,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:37.646512 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7fce8fcb-9e4c-40f6-b5b2-0212e7c2ce9e req-4a84ec8d-b9a7-4413-9301-d08102930b2d tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.38 "GET /v2.0/security-groups?id=8db10727-78b0-4046-a5c3-5b6609b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506498 Jul 16 20:41:37.648484 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52238) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:37.694681 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-75a84daf-ca49-4d29-8358-67fffa6b48ed tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:37.695599 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a84daf-ca49-4d29-8358-67fffa6b48ed tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Fanout notify agent at l3_agent the message router_deleted on router 867ebc1d-1977-4724-ae2a-c1046b3789d6 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:41:37.707200 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-75a84daf-ca49-4d29-8358-67fffa6b48ed tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:37.711393 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-75a84daf-ca49-4d29-8358-67fffa6b48ed tempest-RoutersNegativeTest-1776196709 tempest-RoutersNegativeTest-1776196709-project] 10.222.0.38 "DELETE /v2.0/routers/867ebc1d-1977-4724-ae2a-c1046b3789d6 HTTP/1.1" status: 204 len: 168 time: 0.4628577 Jul 16 20:41:37.955560 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a868005c-b31e-4984-b127-4c48c06b10cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.067493 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a868005c-b31e-4984-b127-4c48c06b10cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.071996 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a868005c-b31e-4984-b127-4c48c06b10cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.111130 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52256) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:38.122211 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868005c-b31e-4984-b127-4c48c06b10cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881bc317-35e8-45ac-9b83-27edeedf44f1,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:38.130968 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a868005c-b31e-4984-b127-4c48c06b10cb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ec0a7119fa5b4f3ca67e2dca630a26c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4800177 Jul 16 20:41:38.131815 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52260) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:38.193137 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6220295f-2f01-4197-811b-41f70c8a92e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.216853 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6220295f-2f01-4197-811b-41f70c8a92e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.268562 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6220295f-2f01-4197-811b-41f70c8a92e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.271615 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6220295f-2f01-4197-811b-41f70c8a92e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.274811 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6220295f-2f01-4197-811b-41f70c8a92e8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/881bc317-35e8-45ac-9b83-27edeedf44f1 HTTP/1.1" status: 204 len: 168 time: 0.1419718 Jul 16 20:41:38.284043 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220295f-2f01-4197-811b-41f70c8a92e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881bc317-35e8-45ac-9b83-27edeedf44f1,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:38.348810 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52270) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:38.349016 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b4c98f4f-58da-47fc-95eb-9a2e3a668b38 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=903ad728992848649fb1aa46e560ef6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2359829 Jul 16 20:41:38.429944 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6939d2fc-8597-4d47-95dc-084cf46da9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.454021 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6939d2fc-8597-4d47-95dc-084cf46da9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.505611 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6939d2fc-8597-4d47-95dc-084cf46da9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.508504 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6939d2fc-8597-4d47-95dc-084cf46da9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.510026 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6939d2fc-8597-4d47-95dc-084cf46da9ae admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fb4cb9f6-727b-470d-beb3-2c04f863f043 HTTP/1.1" status: 204 len: 168 time: 0.1589022 Jul 16 20:41:38.520616 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939d2fc-8597-4d47-95dc-084cf46da9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4cb9f6-727b-470d-beb3-2c04f863f043,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:38.864429 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11989f1a-1e86-42aa-a30d-41119e43cbf3 req-c159f3b8-ed4e-4b3a-a33f-07d5bfefe7a8 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:38.865964 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11989f1a-1e86-42aa-a30d-41119e43cbf3 req-c159f3b8-ed4e-4b3a-a33f-07d5bfefe7a8 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e50e8c9-d19f-419a-adfb-cf6aa577bbe8 HTTP/1.1" status: 200 len: 944 time: 0.0786583 Jul 16 20:41:38.909144 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11989f1a-1e86-42aa-a30d-41119e43cbf3 req-272f5f04-1cbb-4a2a-9950-05272c5351f6 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.38 "GET /v2.0/security-groups?id=8db10727-78b0-4046-a5c3-5b6609b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367446 Jul 16 20:41:38.976468 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52308) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:39.232788 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:41:39.270596 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d83d4c39-8a0e-4210-8980-cc7745e1af53 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Request body: {'security_group': {'name': 'tempest-secgroup--490870212'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:39.296540 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d83d4c39-8a0e-4210-8980-cc7745e1af53 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.314832 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d83d4c39-8a0e-4210-8980-cc7745e1af53 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.345510 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0,segment=NetworkSegment(65e3dd04-a43c-4dd7-aa8d-270c45c341b8),segment_id=65e3dd04-a43c-4dd7-aa8d-270c45c341b8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:39.359168 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0', 'network_id': '4f95aa48-a236-44a9-814a-33724dda347d', 'port_id': 'fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0', 'mac_address': 'fa:16:3e:20:b6:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e64c8e1-1eea-4266-b1f2-ec50b98b9ee0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:41:39.404160 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.425253 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:41:39.434209 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d83d4c39-8a0e-4210-8980-cc7745e1af53 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.440400 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d83d4c39-8a0e-4210-8980-cc7745e1af53 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.450056 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0,segment=NetworkSegment(65e3dd04-a43c-4dd7-aa8d-270c45c341b8),segment_id=65e3dd04-a43c-4dd7-aa8d-270c45c341b8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:39.455906 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.483733 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d4c39-8a0e-4210-8980-cc7745e1af53 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7201621-7985-48e9-8a20-02e6813190db,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:39.507034 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52330) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:39.546346 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:39.561598 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d83d4c39-8a0e-4210-8980-cc7745e1af53 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.565312 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d83d4c39-8a0e-4210-8980-cc7745e1af53 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.595724 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d83d4c39-8a0e-4210-8980-cc7745e1af53 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.597867 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d83d4c39-8a0e-4210-8980-cc7745e1af53 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6200817 Jul 16 20:41:39.601114 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52338) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:39.602276 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d4c39-8a0e-4210-8980-cc7745e1af53 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee344a4-f7d9-473f-b088-9b9f3a9221b9,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:39.666211 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:41:39.674007 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52342) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:39.674237 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5e9cce4b-5656-4b40-9b92-455398f60f62 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0715911 Jul 16 20:41:39.679716 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a894c9da-8890-424f-a530-8d0dad5a3c33 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Request body: {'security_group': {'name': 'tempest-security--617194209', 'description': 'tempest-security-description-557422932'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:39.735459 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-952a7479-49fa-4327-b0c4-bd723c36f196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.742503 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a894c9da-8890-424f-a530-8d0dad5a3c33 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.770410 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52346) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:39.792043 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a894c9da-8890-424f-a530-8d0dad5a3c33 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.796795 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a894c9da-8890-424f-a530-8d0dad5a3c33 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.802591 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a894c9da-8890-424f-a530-8d0dad5a3c33 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.803545 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a894c9da-8890-424f-a530-8d0dad5a3c33 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "PUT /v2.0/security-groups/0ee344a4-f7d9-473f-b088-9b9f3a9221b9 HTTP/1.1" status: 200 len: 1778 time: 0.1279898 Jul 16 20:41:39.806825 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52352) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:39.880773 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-952a7479-49fa-4327-b0c4-bd723c36f196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.889097 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-d11b1bfe-f60e-402a-b398-1f04ff0b423f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-994434962-network', 'tenant_id': 'a0908b6f9072478f9903b7e46929eca0'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:39.893541 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-952a7479-49fa-4327-b0c4-bd723c36f196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.894053 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a894c9da-8890-424f-a530-8d0dad5a3c33 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee344a4-f7d9-473f-b088-9b9f3a9221b9,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:39.925809 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-993bfb0d-6a3d-48d1-8ae3-3a4049afaacc tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "GET /v2.0/security-groups/0ee344a4-f7d9-473f-b088-9b9f3a9221b9 HTTP/1.1" status: 200 len: 1778 time: 0.1138940 Jul 16 20:41:39.926811 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52358) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:39.960900 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a7479-49fa-4327-b0c4-bd723c36f196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40620379-5e81-46b4-baec-da26d04dab6c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:39.965801 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-952a7479-49fa-4327-b0c4-bd723c36f196 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1fc97429a15e4c628277227a988060fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4570098 Jul 16 20:41:39.968409 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52362) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:39.981439 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11b1bfe-f60e-402a-b398-1f04ff0b423f admin admin] Made reservation on behalf of a0908b6f9072478f9903b7e46929eca0 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:39.984306 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d11b1bfe-f60e-402a-b398-1f04ff0b423f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.003078 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b06e44bf-dd60-4c91-8d65-9a124b83a388 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.003284 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d11b1bfe-f60e-402a-b398-1f04ff0b423f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.035971 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b06e44bf-dd60-4c91-8d65-9a124b83a388 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.055112 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f4905b8c-8c2f-4b4a-abe9-e6dd2ac7a512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.078616 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52364) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:40.093800 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f4905b8c-8c2f-4b4a-abe9-e6dd2ac7a512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.099911 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b06e44bf-dd60-4c91-8d65-9a124b83a388 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.102761 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b06e44bf-dd60-4c91-8d65-9a124b83a388 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.103917 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b06e44bf-dd60-4c91-8d65-9a124b83a388 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "DELETE /v2.0/security-groups/0ee344a4-f7d9-473f-b088-9b9f3a9221b9 HTTP/1.1" status: 204 len: 168 time: 0.1761768 Jul 16 20:41:40.107907 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52368) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:40.121611 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e44bf-dd60-4c91-8d65-9a124b83a388 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee344a4-f7d9-473f-b088-9b9f3a9221b9,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:40.183183 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-76ae0109-a565-4310-94eb-0528e53a6ab6 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0720956 Jul 16 20:41:40.184579 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52370) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:40.207648 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-b07baf1c-42f0-4074-8e53-60417752e72a tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:40.208945 n-d-791506-21 neutron-server[93793]: WARNING neutron.api.v2.base [None req-b07baf1c-42f0-4074-8e53-60417752e72a tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 20:41:40.209510 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-b07baf1c-42f0-4074-8e53-60417752e72a tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:41:40.210539 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b07baf1c-42f0-4074-8e53-60417752e72a tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1304464 Jul 16 20:41:40.211453 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-332a6b43-cefa-4262-913c-f6c3791fd94f tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] delete failed (client error): The resource could not be found. Jul 16 20:41:40.216834 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-332a6b43-cefa-4262-913c-f6c3791fd94f tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "DELETE /v2.0/security-groups/0ee344a4-f7d9-473f-b088-9b9f3a9221b9 HTTP/1.1" status: 404 len: 347 time: 0.0311751 Jul 16 20:41:40.217373 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52372) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:40.217732 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52374) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:40.223576 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-cba21b88-afb6-42c2-acfe-74fb5a362ad9 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group': {'name': 'tempest-secgroup--125585594'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:40.232201 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-146069a7-7954-4456-b6af-5723753d0a63 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Request body: {'security_group': {'name': 'tempest-secgroup--494969612'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:40.235934 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f4905b8c-8c2f-4b4a-abe9-e6dd2ac7a512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.238964 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f4905b8c-8c2f-4b4a-abe9-e6dd2ac7a512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.242504 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f4905b8c-8c2f-4b4a-abe9-e6dd2ac7a512 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/40620379-5e81-46b4-baec-da26d04dab6c HTTP/1.1" status: 204 len: 168 time: 0.2708912 Jul 16 20:41:40.242504 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d11b1bfe-f60e-402a-b398-1f04ff0b423f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.259475 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4905b8c-8c2f-4b4a-abe9-e6dd2ac7a512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40620379-5e81-46b4-baec-da26d04dab6c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:40.262910 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d11b1bfe-f60e-402a-b398-1f04ff0b423f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.268014 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-146069a7-7954-4456-b6af-5723753d0a63 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.276615 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e3f88-8c50-46cf-8518-fd9d074cea78 req-e89b66e1-5213-4055-8457-cf85551ff4bc tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:40.278269 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-884e3f88-8c50-46cf-8518-fd9d074cea78 req-e89b66e1-5213-4055-8457-cf85551ff4bc tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e50e8c9-d19f-419a-adfb-cf6aa577bbe8 HTTP/1.1" status: 200 len: 945 time: 0.1914730 Jul 16 20:41:40.312861 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cba21b88-afb6-42c2-acfe-74fb5a362ad9 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.321052 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11b1bfe-f60e-402a-b398-1f04ff0b423f admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:41:40.329761 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cba21b88-afb6-42c2-acfe-74fb5a362ad9 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.332181 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b1bfe-f60e-402a-b398-1f04ff0b423f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082b4239-55ad-4135-98a0-7a21a4223936,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:40.344788 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d11b1bfe-f60e-402a-b398-1f04ff0b423f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.345502 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-d11b1bfe-f60e-402a-b398-1f04ff0b423f admin admin] Added segment c64f4cf8-2829-4d0d-bc3a-9a867f12fe01 of type vlan for network 8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd Jul 16 20:41:40.366180 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-884e3f88-8c50-46cf-8518-fd9d074cea78 req-8624c433-58b5-45a7-bf92-73b635ee1a7a tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.38 "GET /v2.0/security-groups?id=8db10727-78b0-4046-a5c3-5b6609b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782468 Jul 16 20:41:40.402406 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d11b1bfe-f60e-402a-b398-1f04ff0b423f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.413922 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-146069a7-7954-4456-b6af-5723753d0a63 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.433965 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-146069a7-7954-4456-b6af-5723753d0a63 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.434580 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d11b1bfe-f60e-402a-b398-1f04ff0b423f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.436060 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11b1bfe-f60e-402a-b398-1f04ff0b423f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:40.436693 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d11b1bfe-f60e-402a-b398-1f04ff0b423f admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.480760 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146069a7-7954-4456-b6af-5723753d0a63 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9f4c37-5e7a-4c8a-89cb-cf9623fa911c,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:40.515221 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b1bfe-f60e-402a-b398-1f04ff0b423f admin admin] Pushing event updated for resources: {'Network': ['ID=8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:40.525423 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:41:40.537371 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cba21b88-afb6-42c2-acfe-74fb5a362ad9 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.543381 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cba21b88-afb6-42c2-acfe-74fb5a362ad9 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.548973 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d11b1bfe-f60e-402a-b398-1f04ff0b423f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7772472 Jul 16 20:41:40.552142 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52380) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:40.552403 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-146069a7-7954-4456-b6af-5723753d0a63 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.556124 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-146069a7-7954-4456-b6af-5723753d0a63 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3335905 Jul 16 20:41:40.557956 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-c00e8545-dca8-4fc6-a9fd-bd1bd208e589 admin admin] Request body: {'subnet': {'network_id': '8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-994434962-subnet', 'tenant_id': 'a0908b6f9072478f9903b7e46929eca0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:40.561981 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52382) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:40.568813 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:41:40.575179 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2a5a7bbb-c720-4e8d-b791-7cdba9a41b8a tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Request body: {'security_group_rule': {'security_group_id': '9e9f4c37-5e7a-4c8a-89cb-cf9623fa911c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:40.599653 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.db.api [None req-2a5a7bbb-c720-4e8d-b791-7cdba9a41b8a tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:41:40.599653 n-d-791506-21 neutron-server[93794]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:41:40.599653 n-d-791506-21 neutron-server[93794]: [parameters: {'project_id_1': 'e0f70ea9a00b4507981ce3e80b0429dc', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 41, 40, 582738)}] Jul 16 20:41:40.599653 n-d-791506-21 neutron-server[93794]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:41:40.600599 n-d-791506-21 neutron-server[93794]: DEBUG oslo_db.api [None req-2a5a7bbb-c720-4e8d-b791-7cdba9a41b8a tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:41:40.601148 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.db.api [None req-c00e8545-dca8-4fc6-a9fd-bd1bd208e589 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:41:40.601148 n-d-791506-21 neutron-server[93794]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:41:40.601148 n-d-791506-21 neutron-server[93794]: [parameters: {'project_id_1': 'a0908b6f9072478f9903b7e46929eca0', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 41, 40, 584419)}] Jul 16 20:41:40.601148 n-d-791506-21 neutron-server[93794]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:41:40.601495 n-d-791506-21 neutron-server[93794]: DEBUG oslo_db.api [None req-c00e8545-dca8-4fc6-a9fd-bd1bd208e589 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:41:40.607520 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba21b88-afb6-42c2-acfe-74fb5a362ad9 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eede62b4-630b-4f59-99ff-120195551947,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:40.667680 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cba21b88-afb6-42c2-acfe-74fb5a362ad9 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.672003 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cba21b88-afb6-42c2-acfe-74fb5a362ad9 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.698607 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cba21b88-afb6-42c2-acfe-74fb5a362ad9 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.699853 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cba21b88-afb6-42c2-acfe-74fb5a362ad9 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4812076 Jul 16 20:41:40.702853 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52390) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:40.707784 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba21b88-afb6-42c2-acfe-74fb5a362ad9 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=916a5488-3283-4f92-bd2f-ef7a928df38f,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:40.707989 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-3fd6e518-3951-4568-89de-4f8bb57a5556 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group_rule': {'security_group_id': '916a5488-3283-4f92-bd2f-ef7a928df38f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:40.737419 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3fd6e518-3951-4568-89de-4f8bb57a5556 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.783584 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3fd6e518-3951-4568-89de-4f8bb57a5556 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.787412 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3fd6e518-3951-4568-89de-4f8bb57a5556 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.810979 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6e518-3951-4568-89de-4f8bb57a5556 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18a3842-238c-47c3-885a-36b3d15309fc,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:40.815960 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3fd6e518-3951-4568-89de-4f8bb57a5556 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.817420 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3fd6e518-3951-4568-89de-4f8bb57a5556 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133108 Jul 16 20:41:40.820364 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52396) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:40.825150 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-9cb57543-deca-4145-b4c7-d73af74eb0b8 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group_rule': {'security_group_id': '916a5488-3283-4f92-bd2f-ef7a928df38f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:40.852290 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9cb57543-deca-4145-b4c7-d73af74eb0b8 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.899410 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-9cb57543-deca-4145-b4c7-d73af74eb0b8 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:41:40.903365 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9cb57543-deca-4145-b4c7-d73af74eb0b8 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0791469 Jul 16 20:41:40.903562 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52402) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:40.962982 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0fc3931c-daa1-4e89-aa9b-b6f90bb89294 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.987516 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0fc3931c-daa1-4e89-aa9b-b6f90bb89294 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.024004 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52408) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:41.036199 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0fc3931c-daa1-4e89-aa9b-b6f90bb89294 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.039852 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0fc3931c-daa1-4e89-aa9b-b6f90bb89294 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.041069 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0fc3931c-daa1-4e89-aa9b-b6f90bb89294 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "DELETE /v2.0/security-groups/916a5488-3283-4f92-bd2f-ef7a928df38f HTTP/1.1" status: 204 len: 168 time: 0.1365597 Jul 16 20:41:41.044823 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52412) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:41.061842 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3931c-daa1-4e89-aa9b-b6f90bb89294 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=916a5488-3283-4f92-bd2f-ef7a928df38f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:41.096168 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e8eaf873-5b7d-431f-9f40-89c13d660c06 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0502248 Jul 16 20:41:41.099903 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52414) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:41.110170 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-01d8b2ca-75de-48e0-b945-49f90842ba11 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group': {'name': 'tempest-secgroup--655354266'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:41.143023 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2654811e-cf65-4ddc-bbee-aa3fe2270838 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1377646688-network', 'tenant_id': '14c913c3c7ff4a9aac12a0650bca056b'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:41.154300 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.db.api [None req-01d8b2ca-75de-48e0-b945-49f90842ba11 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:41:41.154300 n-d-791506-21 neutron-server[93794]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:41:41.154300 n-d-791506-21 neutron-server[93794]: [parameters: {'project_id': '698581ec2990444496a17f694481d5d5', 'id': '29b3b20e-1fd9-4741-83ca-5dc9e369a602', 'expiration': datetime.datetime(2021, 7, 16, 20, 43, 41, 136639)}] Jul 16 20:41:41.154300 n-d-791506-21 neutron-server[93794]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:41:41.154687 n-d-791506-21 neutron-server[93794]: DEBUG oslo_db.api [None req-01d8b2ca-75de-48e0-b945-49f90842ba11 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:41:41.155077 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.db.api [None req-c00e8545-dca8-4fc6-a9fd-bd1bd208e589 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:41:41.155077 n-d-791506-21 neutron-server[93794]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:41:41.155077 n-d-791506-21 neutron-server[93794]: [parameters: {'project_id': 'a0908b6f9072478f9903b7e46929eca0', 'id': '3750be2c-3fe8-47c3-9949-4a5e42064383', 'expiration': datetime.datetime(2021, 7, 16, 20, 43, 41, 135008)}] Jul 16 20:41:41.155077 n-d-791506-21 neutron-server[93794]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:41:41.155414 n-d-791506-21 neutron-server[93794]: DEBUG oslo_db.api [None req-c00e8545-dca8-4fc6-a9fd-bd1bd208e589 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:41:41.169070 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2a5a7bbb-c720-4e8d-b791-7cdba9a41b8a tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.199621 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2654811e-cf65-4ddc-bbee-aa3fe2270838 admin admin] Made reservation on behalf of 14c913c3c7ff4a9aac12a0650bca056b for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:41.201790 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2654811e-cf65-4ddc-bbee-aa3fe2270838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.217327 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2654811e-cf65-4ddc-bbee-aa3fe2270838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.232866 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:41.262792 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2a5a7bbb-c720-4e8d-b791-7cdba9a41b8a tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.269817 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2a5a7bbb-c720-4e8d-b791-7cdba9a41b8a tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.289289 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:41.294120 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:41.294574 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.305816 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a7bbb-c720-4e8d-b791-7cdba9a41b8a tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e50ab9f-3b21-41c5-afdd-e592c56bb4bc,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:41.367522 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2654811e-cf65-4ddc-bbee-aa3fe2270838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.374588 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2654811e-cf65-4ddc-bbee-aa3fe2270838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.381952 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2a5a7bbb-c720-4e8d-b791-7cdba9a41b8a tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.383174 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2a5a7bbb-c720-4e8d-b791-7cdba9a41b8a tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8119287 Jul 16 20:41:41.383508 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.387486 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52416) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:41.396779 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2654811e-cf65-4ddc-bbee-aa3fe2270838 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:41:41.409540 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e50e8c9-d19f-419a-adfb-cf6aa577bbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:41:41.410004 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2654811e-cf65-4ddc-bbee-aa3fe2270838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.410382 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-2654811e-cf65-4ddc-bbee-aa3fe2270838 admin admin] Added segment 9245f03c-16d2-41be-b79a-c7c21782a645 of type vlan for network 1fec16f4-ad34-4b73-a4e6-43309e72f06c Jul 16 20:41:41.412965 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4912f0b1-f2e4-4dde-a2be-3684344680a1" -d '{"events": [{"server_uuid": "6e50e8c9-d19f-419a-adfb-cf6aa577bbe8", "name": "network-vif-plugged", "status": "completed", "tag": "fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:41:41.426394 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85b9d92b-b57e-4bf6-b478-84288c727fc3 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.435892 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0,segment=NetworkSegment(65e3dd04-a43c-4dd7-aa8d-270c45c341b8),segment_id=65e3dd04-a43c-4dd7-aa8d-270c45c341b8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:41.436409 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85b9d92b-b57e-4bf6-b478-84288c727fc3 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.442435 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.463695 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2654811e-cf65-4ddc-bbee-aa3fe2270838 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.510093 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2654811e-cf65-4ddc-bbee-aa3fe2270838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.511892 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:41.513176 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85b9d92b-b57e-4bf6-b478-84288c727fc3 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.518984 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2654811e-cf65-4ddc-bbee-aa3fe2270838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:41.519714 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2654811e-cf65-4ddc-bbee-aa3fe2270838 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.528891 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85b9d92b-b57e-4bf6-b478-84288c727fc3 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.530811 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-85b9d92b-b57e-4bf6-b478-84288c727fc3 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/6e50ab9f-3b21-41c5-afdd-e592c56bb4bc HTTP/1.1" status: 204 len: 168 time: 0.1422374 Jul 16 20:41:41.535215 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52424) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:41.538035 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9d92b-b57e-4bf6-b478-84288c727fc3 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e50ab9f-3b21-41c5-afdd-e592c56bb4bc,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:41.558794 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2654811e-cf65-4ddc-bbee-aa3fe2270838 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5243587 Jul 16 20:41:41.570341 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654811e-cf65-4ddc-bbee-aa3fe2270838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37722d5-311a-4f82-8baa-901c64c02839,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:41.644712 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9217713f-f00b-44d8-b15b-c3078aba0f8a tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1079099 Jul 16 20:41:41.646670 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654811e-cf65-4ddc-bbee-aa3fe2270838 admin admin] Pushing event updated for resources: {'Network': ['ID=1fec16f4-ad34-4b73-a4e6-43309e72f06c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:41.649291 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52428) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:41.652405 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5367707f-a132-4d5e-a8ae-e1e846a3a6d5 x-openstack-request-id: req-5367707f-a132-4d5e-a8ae-e1e846a3a6d5 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:41:41.652934 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e50e8c9-d19f-419a-adfb-cf6aa577bbe8", "name": "network-vif-plugged", "status": "completed", "tag": "fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:41:41.652934 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5367707f-a132-4d5e-a8ae-e1e846a3a6d5 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:41:41.653322 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e50e8c9-d19f-419a-adfb-cf6aa577bbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0', 'code': 200} Jul 16 20:41:41.665475 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 1fec16f4-ad34-4b73-a4e6-43309e72f06c details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:41:41.739953 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd9b88-daf9-4c5f-94c1-3c4716a4127a req-2735a95a-031f-4def-9722-e45d78e6e39a tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:41.747361 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3fd9b88-daf9-4c5f-94c1-3c4716a4127a req-2735a95a-031f-4def-9722-e45d78e6e39a tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e50e8c9-d19f-419a-adfb-cf6aa577bbe8 HTTP/1.1" status: 200 len: 946 time: 0.1846700 Jul 16 20:41:41.750446 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01d8b2ca-75de-48e0-b945-49f90842ba11 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.817203 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3fd9b88-daf9-4c5f-94c1-3c4716a4127a req-c4617dd9-a801-4eba-9e23-75736d061d39 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.38 "GET /v2.0/security-groups?id=8db10727-78b0-4046-a5c3-5b6609b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688825 Jul 16 20:41:41.824992 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2956ad-66b0-4884-be2d-4d4188aa7a09 req-d3a6673a-3c9a-4e07-bad7-ed7f58140bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:41.826706 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fb2956ad-66b0-4884-be2d-4d4188aa7a09 req-d3a6673a-3c9a-4e07-bad7-ed7f58140bc7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6e50e8c9-d19f-419a-adfb-cf6aa577bbe8 HTTP/1.1" status: 200 len: 1098 time: 0.0735319 Jul 16 20:41:41.836527 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-275aac39-21e3-42e3-9c98-ae4af830e276 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.871453 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fb2956ad-66b0-4884-be2d-4d4188aa7a09 req-1cdde999-a6d4-4d25-8354-cda18d186632 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8db10727-78b0-4046-a5c3-5b6609b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380633 Jul 16 20:41:41.886974 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-275aac39-21e3-42e3-9c98-ae4af830e276 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.416893 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-275aac39-21e3-42e3-9c98-ae4af830e276 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.419660 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-275aac39-21e3-42e3-9c98-ae4af830e276 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.420800 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-275aac39-21e3-42e3-9c98-ae4af830e276 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "DELETE /v2.0/security-groups/9e9f4c37-5e7a-4c8a-89cb-cf9623fa911c HTTP/1.1" status: 204 len: 168 time: 0.7696657 Jul 16 20:41:42.423537 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52438) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:42.447308 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275aac39-21e3-42e3-9c98-ae4af830e276 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9f4c37-5e7a-4c8a-89cb-cf9623fa911c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:42.456100 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f01f82-b57c-4fdc-8203-6c280a0b12eb req-1677a681-97ac-4f8f-aa90-001d75a7f33a tempest-ComputeTenantNetworksTest-1972239420 tempest-ComputeTenantNetworksTest-1972239420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:42.462255 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f01f82-b57c-4fdc-8203-6c280a0b12eb req-1677a681-97ac-4f8f-aa90-001d75a7f33a tempest-ComputeTenantNetworksTest-1972239420 tempest-ComputeTenantNetworksTest-1972239420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:42.469156 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f01f82-b57c-4fdc-8203-6c280a0b12eb req-1677a681-97ac-4f8f-aa90-001d75a7f33a tempest-ComputeTenantNetworksTest-1972239420 tempest-ComputeTenantNetworksTest-1972239420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:42.470615 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6ea56dcc-2afd-4a5d-8b45-f4b7a1c085d0 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0458899 Jul 16 20:41:42.470957 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-83f01f82-b57c-4fdc-8203-6c280a0b12eb req-1677a681-97ac-4f8f-aa90-001d75a7f33a tempest-ComputeTenantNetworksTest-1972239420 tempest-ComputeTenantNetworksTest-1972239420-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6092772 Jul 16 20:41:42.475560 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52440) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:42.480436 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-b1ada52b-3a0e-4ac5-8849-1c1ba959b03e tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Request body: {'security_group': {'name': 'tempest-secgroup--811658208'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:42.490629 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01d8b2ca-75de-48e0-b945-49f90842ba11 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.500599 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01d8b2ca-75de-48e0-b945-49f90842ba11 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.562627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00e8545-dca8-4fc6-a9fd-bd1bd208e589 admin admin] Made reservation on behalf of a0908b6f9072478f9903b7e46929eca0 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:42.565451 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c00e8545-dca8-4fc6-a9fd-bd1bd208e589 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.578048 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1ada52b-3a0e-4ac5-8849-1c1ba959b03e tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.600016 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01d8b2ca-75de-48e0-b945-49f90842ba11 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.601250 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-01d8b2ca-75de-48e0-b945-49f90842ba11 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4977653 Jul 16 20:41:42.604295 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52444) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:42.611054 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a2f369d4-d814-4b44-b172-b43f86fc41aa tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group_rule': {'security_group_id': '19d92995-90b2-4908-90c9-23df4031bef2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:42.611849 n-d-791506-21 neutron-server[93793]: WARNING neutron.api.v2.base [None req-a2f369d4-d814-4b44-b172-b43f86fc41aa tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 20:41:42.612418 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-a2f369d4-d814-4b44-b172-b43f86fc41aa tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:42.613372 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a2f369d4-d814-4b44-b172-b43f86fc41aa tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0080490 Jul 16 20:41:42.616288 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52446) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:42.630087 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8b2ca-75de-48e0-b945-49f90842ba11 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19d92995-90b2-4908-90c9-23df4031bef2,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:42.678462 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9e1d9-6f8c-4d95-afcb-cf920b708860 req-bdc9bacd-3f2a-43ea-83ef-233a98a97c28 tempest-ComputeTenantNetworksTest-1972239420 tempest-ComputeTenantNetworksTest-1972239420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:42.679792 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c9b9e1d9-6f8c-4d95-afcb-cf920b708860 req-bdc9bacd-3f2a-43ea-83ef-233a98a97c28 tempest-ComputeTenantNetworksTest-1972239420 tempest-ComputeTenantNetworksTest-1972239420-project] 10.222.0.38 "GET /v2.0/networks/1fec16f4-ad34-4b73-a4e6-43309e72f06c HTTP/1.1" status: 200 len: 769 time: 0.1803002 Jul 16 20:41:42.692678 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52448) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:42.707409 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-20d4db2d-4c8a-4005-a872-39173b490753 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.743139 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1ada52b-3a0e-4ac5-8849-1c1ba959b03e tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.748061 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-20d4db2d-4c8a-4005-a872-39173b490753 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.756158 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1ada52b-3a0e-4ac5-8849-1c1ba959b03e tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.785395 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9c114f20-b032-4848-8820-958cc459a8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.803965 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1ada52b-3a0e-4ac5-8849-1c1ba959b03e tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.805225 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b1ada52b-3a0e-4ac5-8849-1c1ba959b03e tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3286550 Jul 16 20:41:42.808686 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ada52b-3a0e-4ac5-8849-1c1ba959b03e tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed157219-c04c-4b2f-ba91-407b829563ad,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:42.808815 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52450) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:42.813935 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-48c788f1-35ea-4781-92a5-8be9996e7496 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Request body: {'security_group_rule': {'security_group_id': 'ed157219-c04c-4b2f-ba91-407b829563ad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:42.824448 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-20d4db2d-4c8a-4005-a872-39173b490753 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.827479 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-20d4db2d-4c8a-4005-a872-39173b490753 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.828351 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-20d4db2d-4c8a-4005-a872-39173b490753 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "DELETE /v2.0/security-groups/19d92995-90b2-4908-90c9-23df4031bef2 HTTP/1.1" status: 204 len: 168 time: 0.2111826 Jul 16 20:41:42.831334 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52452) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:42.837996 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4db2d-4c8a-4005-a872-39173b490753 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d92995-90b2-4908-90c9-23df4031bef2,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:42.963563 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c00e8545-dca8-4fc6-a9fd-bd1bd208e589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.965225 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48c788f1-35ea-4781-92a5-8be9996e7496 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.085467 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9c114f20-b032-4848-8820-958cc459a8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.104966 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-41791145-7089-4886-bb55-6aa0146701bd tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2696939 Jul 16 20:41:43.111905 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52456) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:43.117028 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-dee039f5-673c-4fb8-9633-a96c1135f143 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group': {'name': 'tempest-secgroup--1947187468'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:43.120341 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-9c114f20-b032-4848-8820-958cc459a8bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fec16f4-ad34-4b73-a4e6-43309e72f06c']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:43.139658 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dee039f5-673c-4fb8-9633-a96c1135f143 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.145758 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-9c114f20-b032-4848-8820-958cc459a8bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9245f03c-16d2-41be-b79a-c7c21782a645') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:43.146059 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-9c114f20-b032-4848-8820-958cc459a8bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9245f03c-16d2-41be-b79a-c7c21782a645') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:43.168424 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e8545-dca8-4fc6-a9fd-bd1bd208e589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42d6cc70-308b-45b9-b181-5593d6f8d932,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:43.173629 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9c114f20-b032-4848-8820-958cc459a8bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.204912 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48c788f1-35ea-4781-92a5-8be9996e7496 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.207800 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9c114f20-b032-4848-8820-958cc459a8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.209854 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00e8545-dca8-4fc6-a9fd-bd1bd208e589 admin admin] Checking segment: {'id': 'c64f4cf8-2829-4d0d-bc3a-9a867f12fe01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:43.210233 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00e8545-dca8-4fc6-a9fd-bd1bd208e589 admin admin] Network hostable DHCP agents. Network: 8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:41:43.218704 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48c788f1-35ea-4781-92a5-8be9996e7496 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.226424 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c114f20-b032-4848-8820-958cc459a8bb admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:43.226835 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9c114f20-b032-4848-8820-958cc459a8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:43.231995 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:43.236126 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dee039f5-673c-4fb8-9633-a96c1135f143 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.243625 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dee039f5-673c-4fb8-9633-a96c1135f143 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.264164 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609c624-c718-4a3a-8a5d-bc16b394d71a req-df13129d-cf76-4728-8f76-c7a0a9271b55 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:43.265730 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5609c624-c718-4a3a-8a5d-bc16b394d71a req-df13129d-cf76-4728-8f76-c7a0a9271b55 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e50e8c9-d19f-419a-adfb-cf6aa577bbe8 HTTP/1.1" status: 200 len: 946 time: 0.3351998 Jul 16 20:41:43.281432 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c788f1-35ea-4781-92a5-8be9996e7496 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d956a06-b98e-43d0-abb6-8a7431a14a8d,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:43.284509 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dee039f5-673c-4fb8-9633-a96c1135f143 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.288733 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-dee039f5-673c-4fb8-9633-a96c1135f143 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1730006 Jul 16 20:41:43.289133 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52460) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:43.293977 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-13aa5146-9ee4-4c35-8a37-ce61c601f750 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group_rule': {'security_group_id': '4287dadd-6690-4cb8-b314-7b03fa3ed019', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:43.294899 n-d-791506-21 neutron-server[93793]: WARNING neutron.api.v2.base [None req-13aa5146-9ee4-4c35-8a37-ce61c601f750 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 20:41:43.295541 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-13aa5146-9ee4-4c35-8a37-ce61c601f750 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:43.296509 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-13aa5146-9ee4-4c35-8a37-ce61c601f750 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066562 Jul 16 20:41:43.298593 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee039f5-673c-4fb8-9633-a96c1135f143 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4287dadd-6690-4cb8-b314-7b03fa3ed019,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:43.299779 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48c788f1-35ea-4781-92a5-8be9996e7496 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.300946 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-48c788f1-35ea-4781-92a5-8be9996e7496 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4912524 Jul 16 20:41:43.301075 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52462) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:43.309931 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52464) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:43.316034 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-98dc16bf-0837-4aa9-9075-8afaee87ee26 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Request body: {'security_group_rule': {'security_group_id': 'ed157219-c04c-4b2f-ba91-407b829563ad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:43.347399 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00e8545-dca8-4fc6-a9fd-bd1bd208e589 admin admin] Network 8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:41:43.365056 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9c114f20-b032-4848-8820-958cc459a8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.368877 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9c114f20-b032-4848-8820-958cc459a8bb admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.374924 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9c114f20-b032-4848-8820-958cc459a8bb admin admin] 10.222.0.38 "DELETE /v2.0/networks/1fec16f4-ad34-4b73-a4e6-43309e72f06c HTTP/1.1" status: 204 len: 168 time: 0.6780543 Jul 16 20:41:43.377344 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-98dc16bf-0837-4aa9-9075-8afaee87ee26 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.378964 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-c00e8545-dca8-4fc6-a9fd-bd1bd208e589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:43.383126 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00e8545-dca8-4fc6-a9fd-bd1bd208e589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:43.383886 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c00e8545-dca8-4fc6-a9fd-bd1bd208e589 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.395242 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f15afa8-96fb-4d84-b17c-512f1b7cbffb None None] Network 8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:43.396200 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-71129c1a-f0ad-4bdb-8808-69f07fccdd2d tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.403814 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5609c624-c718-4a3a-8a5d-bc16b394d71a req-d83b1cfc-dea8-4fc6-b6a9-92eabb5d67ae tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.38 "GET /v2.0/security-groups?id=8db10727-78b0-4046-a5c3-5b6609b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270094 Jul 16 20:41:43.407082 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c114f20-b032-4848-8820-958cc459a8bb admin admin] Pushing event deleted for resources: {'Network': ['ID=1fec16f4-ad34-4b73-a4e6-43309e72f06c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:43.417618 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c00e8545-dca8-4fc6-a9fd-bd1bd208e589 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8643155 Jul 16 20:41:43.420427 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52468) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:43.425966 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-48601b9b-d255-4bda-967e-a2e2f88aaf75 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-994434962-router', 'tenant_id': 'a0908b6f9072478f9903b7e46929eca0', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:43.456510 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-71129c1a-f0ad-4bdb-8808-69f07fccdd2d tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.481363 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48601b9b-d255-4bda-967e-a2e2f88aaf75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.482398 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48601b9b-d255-4bda-967e-a2e2f88aaf75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.503127 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-98dc16bf-0837-4aa9-9075-8afaee87ee26 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.512905 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-98dc16bf-0837-4aa9-9075-8afaee87ee26 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.531669 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-71129c1a-f0ad-4bdb-8808-69f07fccdd2d tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.534595 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-71129c1a-f0ad-4bdb-8808-69f07fccdd2d tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.538076 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-71129c1a-f0ad-4bdb-8808-69f07fccdd2d tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "DELETE /v2.0/security-groups/4287dadd-6690-4cb8-b314-7b03fa3ed019 HTTP/1.1" status: 204 len: 168 time: 0.2337749 Jul 16 20:41:43.545962 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52472) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:43.562991 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52476) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:43.576451 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc16bf-0837-4aa9-9075-8afaee87ee26 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5188d32a-f048-4a06-af7a-fce126c1193a,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:43.579225 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48601b9b-d255-4bda-967e-a2e2f88aaf75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.586866 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-98dc16bf-0837-4aa9-9075-8afaee87ee26 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.588073 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-98dc16bf-0837-4aa9-9075-8afaee87ee26 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2756429 Jul 16 20:41:43.589530 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71129c1a-f0ad-4bdb-8808-69f07fccdd2d tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4287dadd-6690-4cb8-b314-7b03fa3ed019,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:43.591607 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52480) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:43.652149 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5d16388a-067b-4d9f-bbb4-8052afc8bddf tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1039710 Jul 16 20:41:43.654661 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6ce6daea-7845-4fc1-b221-e88f5ea35845 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=14c913c3c7ff4a9aac12a0650bca056b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0862279 Jul 16 20:41:43.655816 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52482) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:43.660236 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-ff0569bf-69f1-484e-9363-edad4cdb4209 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group': {'name': 'tempest-secgroup--1507005171'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:43.665572 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52484) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:43.670855 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ef8114-8670-421e-a749-f64c62b4733c None None] Network 8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:43.710467 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff0569bf-69f1-484e-9363-edad4cdb4209 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.718395 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-a33597cc-adbb-4bb7-9109-fa4b83be6ba0 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Request body: {'security_group_rule': {'security_group_id': 'ed157219-c04c-4b2f-ba91-407b829563ad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:43.747040 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-65bcb301-9384-46ca-b037-154ba8f654e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.771685 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-65bcb301-9384-46ca-b037-154ba8f654e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.831334 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-65bcb301-9384-46ca-b037-154ba8f654e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.834231 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-65bcb301-9384-46ca-b037-154ba8f654e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.837969 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-65bcb301-9384-46ca-b037-154ba8f654e1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e37722d5-311a-4f82-8baa-901c64c02839 HTTP/1.1" status: 204 len: 168 time: 0.1689751 Jul 16 20:41:43.848462 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bcb301-9384-46ca-b037-154ba8f654e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37722d5-311a-4f82-8baa-901c64c02839,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:43.856592 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48601b9b-d255-4bda-967e-a2e2f88aaf75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.871723 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a33597cc-adbb-4bb7-9109-fa4b83be6ba0 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.937204 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff0569bf-69f1-484e-9363-edad4cdb4209 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.942594 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff0569bf-69f1-484e-9363-edad4cdb4209 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.964939 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a33597cc-adbb-4bb7-9109-fa4b83be6ba0 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.970926 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff0569bf-69f1-484e-9363-edad4cdb4209 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.972152 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ff0569bf-69f1-484e-9363-edad4cdb4209 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3154263 Jul 16 20:41:43.974862 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52490) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:43.980810 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-eba449a5-b838-4cb3-a5d5-28d0616ead8a tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group_rule': {'security_group_id': '8f9270ee-1920-4556-9a9f-219f93d46efe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:43.988268 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a33597cc-adbb-4bb7-9109-fa4b83be6ba0 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.995291 n-d-791506-21 neutron-server[93793]: WARNING neutron.api.v2.base [None req-eba449a5-b838-4cb3-a5d5-28d0616ead8a tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 20:41:43.996468 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-eba449a5-b838-4cb3-a5d5-28d0616ead8a tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:43.997724 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-eba449a5-b838-4cb3-a5d5-28d0616ead8a tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0216966 Jul 16 20:41:43.998847 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0569bf-69f1-484e-9363-edad4cdb4209 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9270ee-1920-4556-9a9f-219f93d46efe,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:44.001283 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52492) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:44.006071 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-457f19f2-b65a-4525-922c-235a38ecb66b tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group_rule': {'security_group_id': '8f9270ee-1920-4556-9a9f-219f93d46efe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:44.006782 n-d-791506-21 neutron-server[93793]: WARNING neutron.api.v2.base [None req-457f19f2-b65a-4525-922c-235a38ecb66b tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 20:41:44.007258 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-457f19f2-b65a-4525-922c-235a38ecb66b tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:44.012430 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-457f19f2-b65a-4525-922c-235a38ecb66b tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0069377 Jul 16 20:41:44.012907 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52494) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:44.019276 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-07dd93f7-4ac9-4c88-81ac-85a9b9aa6140 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group_rule': {'security_group_id': '8f9270ee-1920-4556-9a9f-219f93d46efe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:44.020488 n-d-791506-21 neutron-server[93793]: WARNING neutron.api.v2.base [None req-07dd93f7-4ac9-4c88-81ac-85a9b9aa6140 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 20:41:44.021071 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-07dd93f7-4ac9-4c88-81ac-85a9b9aa6140 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:44.022363 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-07dd93f7-4ac9-4c88-81ac-85a9b9aa6140 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077744 Jul 16 20:41:44.024899 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52496) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:44.030029 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-bd99d425-9845-4cb3-9aa7-637adb0daa39 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group_rule': {'security_group_id': '8f9270ee-1920-4556-9a9f-219f93d46efe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:44.031017 n-d-791506-21 neutron-server[93793]: WARNING neutron.api.v2.base [None req-bd99d425-9845-4cb3-9aa7-637adb0daa39 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 20:41:44.031587 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-bd99d425-9845-4cb3-9aa7-637adb0daa39 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:44.032596 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bd99d425-9845-4cb3-9aa7-637adb0daa39 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067022 Jul 16 20:41:44.035212 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52498) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:44.050569 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33597cc-adbb-4bb7-9109-fa4b83be6ba0 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a193311d-f4b3-44d4-b3fe-7d76f674d896,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:44.069957 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a33597cc-adbb-4bb7-9109-fa4b83be6ba0 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.071258 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a33597cc-adbb-4bb7-9109-fa4b83be6ba0 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4781890 Jul 16 20:41:44.074834 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52500) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:44.085720 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-f6e8b238-de53-450d-93e3-0f8b8da8b691 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Request body: {'security_group_rule': {'security_group_id': 'ed157219-c04c-4b2f-ba91-407b829563ad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:44.102080 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cb11b-7787-44a1-9f89-e7c55a1d8391 req-a833c9eb-01a7-4b9b-9590-3666608fde14 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:44.103660 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8e8cb11b-7787-44a1-9f89-e7c55a1d8391 req-a833c9eb-01a7-4b9b-9590-3666608fde14 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e50e8c9-d19f-419a-adfb-cf6aa577bbe8 HTTP/1.1" status: 200 len: 946 time: 0.1641250 Jul 16 20:41:44.124054 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-edaf355e-af18-41d4-a1b6-fe291b52f027 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.139187 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f6e8b238-de53-450d-93e3-0f8b8da8b691 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.167493 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-edaf355e-af18-41d4-a1b6-fe291b52f027 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.232391 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8e8cb11b-7787-44a1-9f89-e7c55a1d8391 req-5e79250a-456c-48db-9eff-aea67eccaba1 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.38 "GET /v2.0/security-groups?id=8db10727-78b0-4046-a5c3-5b6609b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167204 Jul 16 20:41:44.240433 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f6e8b238-de53-450d-93e3-0f8b8da8b691 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.248691 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f6e8b238-de53-450d-93e3-0f8b8da8b691 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.265810 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48601b9b-d255-4bda-967e-a2e2f88aaf75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.271891 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-edaf355e-af18-41d4-a1b6-fe291b52f027 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.275771 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-edaf355e-af18-41d4-a1b6-fe291b52f027 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.277070 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-edaf355e-af18-41d4-a1b6-fe291b52f027 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "DELETE /v2.0/security-groups/8f9270ee-1920-4556-9a9f-219f93d46efe HTTP/1.1" status: 204 len: 168 time: 0.2408590 Jul 16 20:41:44.282838 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52508) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:44.286083 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8b238-de53-450d-93e3-0f8b8da8b691 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc80104-a058-4822-b837-e6bc02925e7f,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:44.293323 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48601b9b-d255-4bda-967e-a2e2f88aaf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.300975 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf355e-af18-41d4-a1b6-fe291b52f027 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9270ee-1920-4556-9a9f-219f93d46efe,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:44.324671 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f6e8b238-de53-450d-93e3-0f8b8da8b691 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.325884 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f6e8b238-de53-450d-93e3-0f8b8da8b691 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2499330 Jul 16 20:41:44.331451 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52512) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:44.341713 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-59794827-7ad1-4633-b0f9-54bb4dc6714d tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Request body: {'security_group_rule': {'security_group_id': 'ed157219-c04c-4b2f-ba91-407b829563ad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:44.391226 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1f23baf4-55dc-43e2-b659-4f112f4c5a95 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1023114 Jul 16 20:41:44.391668 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52518) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:44.396523 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d11ba881-b79c-46bb-ba46-ebfff9a54d84 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group': {'name': 'tempest-secgroup--979520786'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:44.428404 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-59794827-7ad1-4633-b0f9-54bb4dc6714d tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.431643 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-48601b9b-d255-4bda-967e-a2e2f88aaf75 admin admin] Allocated IP 172.25.0.158 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/a7f5b18a-117c-476e-b00e-2667492732b1) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:44.439878 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d11ba881-b79c-46bb-ba46-ebfff9a54d84 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.516952 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-59794827-7ad1-4633-b0f9-54bb4dc6714d tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.524489 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-59794827-7ad1-4633-b0f9-54bb4dc6714d tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.556060 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48601b9b-d255-4bda-967e-a2e2f88aaf75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.559141 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59794827-7ad1-4633-b0f9-54bb4dc6714d tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac82973-0097-4034-9c3d-063bd746b6a0,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:44.602012 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d11ba881-b79c-46bb-ba46-ebfff9a54d84 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.603606 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48601b9b-d255-4bda-967e-a2e2f88aaf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.607060 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d11ba881-b79c-46bb-ba46-ebfff9a54d84 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.622703 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-59794827-7ad1-4633-b0f9-54bb4dc6714d tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.626592 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-59794827-7ad1-4633-b0f9-54bb4dc6714d tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2881525 Jul 16 20:41:44.629085 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52526) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:44.647305 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d11ba881-b79c-46bb-ba46-ebfff9a54d84 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.648687 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d11ba881-b79c-46bb-ba46-ebfff9a54d84 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2557383 Jul 16 20:41:44.656371 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52528) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:44.656371 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ba881-b79c-46bb-ba46-ebfff9a54d84 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e259f28-837c-447d-8873-d9df0b17e45b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:44.657696 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48601b9b-d255-4bda-967e-a2e2f88aaf75 admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:44.661788 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-48601b9b-d255-4bda-967e-a2e2f88aaf75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:44.663731 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48601b9b-d255-4bda-967e-a2e2f88aaf75 admin admin] Pushing event updated for resources: {'Port': ['ID=a7f5b18a-117c-476e-b00e-2667492732b1,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:44.666282 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-77e0cc9f-41a8-487d-9b01-911d14d05abe tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group_rule': {'security_group_id': '3e259f28-837c-447d-8873-d9df0b17e45b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:44.666282 n-d-791506-21 neutron-server[93793]: WARNING neutron.api.v2.base [None req-77e0cc9f-41a8-487d-9b01-911d14d05abe tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 20:41:44.666757 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-77e0cc9f-41a8-487d-9b01-911d14d05abe tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:44.667700 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-77e0cc9f-41a8-487d-9b01-911d14d05abe tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067043 Jul 16 20:41:44.670475 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52532) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:44.670606 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48601b9b-d255-4bda-967e-a2e2f88aaf75 admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:44.675475 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a302674c-c21f-401a-8e63-7f3b10411499 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group_rule': {'security_group_id': '3e259f28-837c-447d-8873-d9df0b17e45b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:44.707900 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8546cdb-6b9e-42f5-9126-5a8942ead874 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.719338 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8546cdb-6b9e-42f5-9126-5a8942ead874 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.744033 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-a302674c-c21f-401a-8e63-7f3b10411499 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:44.745289 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a302674c-c21f-401a-8e63-7f3b10411499 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0737293 Jul 16 20:41:44.750746 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52534) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:44.757324 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-b7ac1dc6-09dc-4ec3-bd58-a52104de6de4 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group_rule': {'security_group_id': '3e259f28-837c-447d-8873-d9df0b17e45b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:44.757809 n-d-791506-21 neutron-server[93793]: WARNING neutron.api.v2.base [None req-b7ac1dc6-09dc-4ec3-bd58-a52104de6de4 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 20:41:44.758294 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-b7ac1dc6-09dc-4ec3-bd58-a52104de6de4 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:44.759285 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b7ac1dc6-09dc-4ec3-bd58-a52104de6de4 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076864 Jul 16 20:41:44.762983 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52536) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:44.768117 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-4077739d-fdaa-41a9-9f41-3d3974b018b0 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group_rule': {'security_group_id': '3e259f28-837c-447d-8873-d9df0b17e45b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:44.774838 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8546cdb-6b9e-42f5-9126-5a8942ead874 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.785835 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8546cdb-6b9e-42f5-9126-5a8942ead874 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.786999 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b8546cdb-6b9e-42f5-9126-5a8942ead874 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/2ac82973-0097-4034-9c3d-063bd746b6a0 HTTP/1.1" status: 204 len: 168 time: 0.1550403 Jul 16 20:41:44.793981 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52538) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:44.797530 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52540) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:44.800680 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8546cdb-6b9e-42f5-9126-5a8942ead874 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ac82973-0097-4034-9c3d-063bd746b6a0,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:44.861494 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0c28a6a3-6cdb-4d2b-a5c1-10fb84cdde37 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0662637 Jul 16 20:41:44.864621 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52544) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:44.881687 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-4077739d-fdaa-41a9-9f41-3d3974b018b0 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:44.886001 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4077739d-fdaa-41a9-9f41-3d3974b018b0 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1219950 Jul 16 20:41:44.886751 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52546) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:44.894542 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a73a9851-2fbf-4df6-b968-c3469900ccbe tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group_rule': {'security_group_id': '3e259f28-837c-447d-8873-d9df0b17e45b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:44.895024 n-d-791506-21 neutron-server[93793]: WARNING neutron.api.v2.base [None req-a73a9851-2fbf-4df6-b968-c3469900ccbe tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 20:41:44.895523 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-a73a9851-2fbf-4df6-b968-c3469900ccbe tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:44.899106 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a73a9851-2fbf-4df6-b968-c3469900ccbe tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082142 Jul 16 20:41:44.900247 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52548) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:44.910600 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-9a3edf50-346b-4f12-91a1-7c5580ee393b tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group_rule': {'security_group_id': '3e259f28-837c-447d-8873-d9df0b17e45b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:44.928228 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-09630341-0ca4-49a3-af9c-17902e62f967 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.939475 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-8b7a61d4-45da-4cd1-8be1-6548bc27b34e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1061151315-network', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:44.947013 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-09630341-0ca4-49a3-af9c-17902e62f967 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.968321 n-d-791506-21 neutron-server[93793]: INFO neutron.db.securitygroups_db [None req-9a3edf50-346b-4f12-91a1-7c5580ee393b tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Project 698581ec2990444496a17f694481d5d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:41:44.998947 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-09630341-0ca4-49a3-af9c-17902e62f967 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.005605 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-09630341-0ca4-49a3-af9c-17902e62f967 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.006737 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-09630341-0ca4-49a3-af9c-17902e62f967 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/9cc80104-a058-4822-b837-e6bc02925e7f HTTP/1.1" status: 204 len: 168 time: 0.1412535 Jul 16 20:41:45.009524 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52550) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:45.013263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7a61d4-45da-4cd1-8be1-6548bc27b34e admin admin] Made reservation on behalf of a195eb15eb6f4338b136e6cce4c78c87 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:45.015653 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8b7a61d4-45da-4cd1-8be1-6548bc27b34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.021497 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-9a3edf50-346b-4f12-91a1-7c5580ee393b tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:45.022551 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9a3edf50-346b-4f12-91a1-7c5580ee393b tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1160321 Jul 16 20:41:45.027636 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52552) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:45.029424 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8b7a61d4-45da-4cd1-8be1-6548bc27b34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.030673 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09630341-0ca4-49a3-af9c-17902e62f967 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cc80104-a058-4822-b837-e6bc02925e7f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:45.035314 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2ff156da-d612-43be-87ff-74f89d9d9192 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group_rule': {'security_group_id': '3e259f28-837c-447d-8873-d9df0b17e45b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:45.036077 n-d-791506-21 neutron-server[93794]: WARNING neutron.api.v2.base [None req-2ff156da-d612-43be-87ff-74f89d9d9192 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 20:41:45.036590 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-2ff156da-d612-43be-87ff-74f89d9d9192 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:45.037741 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2ff156da-d612-43be-87ff-74f89d9d9192 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070088 Jul 16 20:41:45.038690 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48601b9b-d255-4bda-967e-a2e2f88aaf75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.040393 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52554) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:45.052637 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-049d41a8-80fe-43ee-b378-97c6a265c0fa tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group_rule': {'security_group_id': '3e259f28-837c-447d-8873-d9df0b17e45b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:45.066818 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7d4e7e56-6f70-438c-bce7-e717b62d9442 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0555654 Jul 16 20:41:45.069454 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52556) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:45.096723 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3d13-913f-42d4-b99c-a49ad0db3e9a tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.114641 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3d13-913f-42d4-b99c-a49ad0db3e9a tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.154825 n-d-791506-21 neutron-server[93794]: INFO neutron.db.securitygroups_db [None req-049d41a8-80fe-43ee-b378-97c6a265c0fa tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Project 698581ec2990444496a17f694481d5d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:41:45.165480 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3d13-913f-42d4-b99c-a49ad0db3e9a tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.175884 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3d13-913f-42d4-b99c-a49ad0db3e9a tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.179717 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6e6d3d13-913f-42d4-b99c-a49ad0db3e9a tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/a193311d-f4b3-44d4-b3fe-7d76f674d896 HTTP/1.1" status: 204 len: 168 time: 0.1066706 Jul 16 20:41:45.183810 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52558) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:45.184752 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d3d13-913f-42d4-b99c-a49ad0db3e9a tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a193311d-f4b3-44d4-b3fe-7d76f674d896,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:45.214062 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408b4f3-8c4f-43d8-ba88-3fffda0295f1 req-6b634bfd-a12b-44ff-b65a-03a1db7b47d7 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:45.215641 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2408b4f3-8c4f-43d8-ba88-3fffda0295f1 req-6b634bfd-a12b-44ff-b65a-03a1db7b47d7 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e50e8c9-d19f-419a-adfb-cf6aa577bbe8 HTTP/1.1" status: 200 len: 946 time: 0.1157568 Jul 16 20:41:45.333630 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-2408b4f3-8c4f-43d8-ba88-3fffda0295f1 req-376b4bf1-c0a8-49c3-92ce-a9830d542350 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Deleting port fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:45.334081 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2408b4f3-8c4f-43d8-ba88-3fffda0295f1 req-376b4bf1-c0a8-49c3-92ce-a9830d542350 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.348153 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ad171599-a6b2-42c7-a1a8-5955edf8f1b1 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1632037 Jul 16 20:41:45.351780 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52562) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:45.420229 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1e70aa31-a238-4f4b-8974-1ab5559d9e0f tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.432949 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48601b9b-d255-4bda-967e-a2e2f88aaf75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.433497 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1e70aa31-a238-4f4b-8974-1ab5559d9e0f tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.440488 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8b7a61d4-45da-4cd1-8be1-6548bc27b34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.448962 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8b7a61d4-45da-4cd1-8be1-6548bc27b34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.477370 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-2408b4f3-8c4f-43d8-ba88-3fffda0295f1 req-376b4bf1-c0a8-49c3-92ce-a9830d542350 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] For port fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0,segment=NetworkSegment(65e3dd04-a43c-4dd7-aa8d-270c45c341b8),segment_id=65e3dd04-a43c-4dd7-aa8d-270c45c341b8)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:45.477757 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2408b4f3-8c4f-43d8-ba88-3fffda0295f1 req-376b4bf1-c0a8-49c3-92ce-a9830d542350 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.491298 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-049d41a8-80fe-43ee-b378-97c6a265c0fa tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:45.492417 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-049d41a8-80fe-43ee-b378-97c6a265c0fa tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4436545 Jul 16 20:41:45.507035 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52566) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:45.519581 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-edf5c761-c157-483d-b246-4b9b853087db tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group_rule': {'security_group_id': '3e259f28-837c-447d-8873-d9df0b17e45b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:45.587989 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a61d4-45da-4cd1-8be1-6548bc27b34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8053c9-86ab-4b3b-82e2-e43eebe0eaf6,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:45.617383 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c135646-16e5-4f36-bc5e-9ac066d26c29 req-ecfa5643-f888-45d2-b57d-3c9ccfa9de5f tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:45.619032 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c135646-16e5-4f36-bc5e-9ac066d26c29 req-ecfa5643-f888-45d2-b57d-3c9ccfa9de5f tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e50e8c9-d19f-419a-adfb-cf6aa577bbe8 HTTP/1.1" status: 200 len: 946 time: 0.2435622 Jul 16 20:41:45.623278 n-d-791506-21 neutron-server[93794]: INFO neutron.db.securitygroups_db [None req-edf5c761-c157-483d-b246-4b9b853087db tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Project 698581ec2990444496a17f694481d5d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:41:45.658648 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-edf5c761-c157-483d-b246-4b9b853087db tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:45.659703 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-edf5c761-c157-483d-b246-4b9b853087db tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1516926 Jul 16 20:41:45.663829 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52568) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:45.711143 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c135646-16e5-4f36-bc5e-9ac066d26c29 req-bb484df7-f644-4a67-a30c-f3621fbd8d9b tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.38 "GET /v2.0/security-groups?id=8db10727-78b0-4046-a5c3-5b6609b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828099 Jul 16 20:41:45.750007 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48601b9b-d255-4bda-967e-a2e2f88aaf75 admin admin] Router 938219a7-7622-46ff-87ae-64b418012382 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:41:45.758506 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cee16abb-b88f-40f0-8098-2f60aaa2fb1a tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.792236 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-2408b4f3-8c4f-43d8-ba88-3fffda0295f1 req-376b4bf1-c0a8-49c3-92ce-a9830d542350 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Calling delete_port for fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:45.793873 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1e70aa31-a238-4f4b-8974-1ab5559d9e0f tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.804040 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1e70aa31-a238-4f4b-8974-1ab5559d9e0f tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.805115 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1e70aa31-a238-4f4b-8974-1ab5559d9e0f tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/5188d32a-f048-4a06-af7a-fce126c1193a HTTP/1.1" status: 204 len: 168 time: 0.4522862 Jul 16 20:41:45.812705 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52570) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:45.825343 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70aa31-a238-4f4b-8974-1ab5559d9e0f tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5188d32a-f048-4a06-af7a-fce126c1193a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:45.827512 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cee16abb-b88f-40f0-8098-2f60aaa2fb1a tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.837099 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7a61d4-45da-4cd1-8be1-6548bc27b34e admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:41:45.896129 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8b7a61d4-45da-4cd1-8be1-6548bc27b34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.896470 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-8b7a61d4-45da-4cd1-8be1-6548bc27b34e admin admin] Added segment e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93 of type vlan for network 57f96d4f-a3d8-495c-8b4c-383900172d1b Jul 16 20:41:45.900847 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ef802ea7-a08c-46dc-96cf-ef02b956b261 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0866399 Jul 16 20:41:45.903623 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52572) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:45.938530 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-619f0d72-8418-4bd1-a6a0-5273656e7f1f tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.948605 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-619f0d72-8418-4bd1-a6a0-5273656e7f1f tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.953320 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cee16abb-b88f-40f0-8098-2f60aaa2fb1a tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.956208 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cee16abb-b88f-40f0-8098-2f60aaa2fb1a tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.957354 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cee16abb-b88f-40f0-8098-2f60aaa2fb1a tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "DELETE /v2.0/security-groups/3e259f28-837c-447d-8873-d9df0b17e45b HTTP/1.1" status: 204 len: 168 time: 0.2924688 Jul 16 20:41:45.965298 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8b7a61d4-45da-4cd1-8be1-6548bc27b34e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.969441 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52574) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:45.991999 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48601b9b-d255-4bda-967e-a2e2f88aaf75 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:45.993636 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee16abb-b88f-40f0-8098-2f60aaa2fb1a tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e259f28-837c-447d-8873-d9df0b17e45b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:46.008635 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c289b-891d-48e6-9251-97b4a9766e08 None None] Sync routers for ids ['938219a7-7622-46ff-87ae-64b418012382'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:46.019307 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-619f0d72-8418-4bd1-a6a0-5273656e7f1f tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.021106 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5c289b-891d-48e6-9251-97b4a9766e08 None None] Routers {'938219a7-7622-46ff-87ae-64b418012382'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:46.022282 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-1d5c289b-891d-48e6-9251-97b4a9766e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:41:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['938219a7-7622-46ff-87ae-64b418012382'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:46.028007 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-619f0d72-8418-4bd1-a6a0-5273656e7f1f tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.032764 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-619f0d72-8418-4bd1-a6a0-5273656e7f1f tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/5d956a06-b98e-43d0-abb6-8a7431a14a8d HTTP/1.1" status: 204 len: 168 time: 0.1257441 Jul 16 20:41:46.033134 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52576) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:46.039142 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2408b4f3-8c4f-43d8-ba88-3fffda0295f1 req-376b4bf1-c0a8-49c3-92ce-a9830d542350 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.050028 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-48601b9b-d255-4bda-967e-a2e2f88aaf75 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.054010 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-48601b9b-d255-4bda-967e-a2e2f88aaf75 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6299345 Jul 16 20:41:46.055514 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52578) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:46.057551 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f0d72-8418-4bd1-a6a0-5273656e7f1f tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d956a06-b98e-43d0-abb6-8a7431a14a8d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:46.062956 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8b7a61d4-45da-4cd1-8be1-6548bc27b34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.063896 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7a61d4-45da-4cd1-8be1-6548bc27b34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:46.064456 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8b7a61d4-45da-4cd1-8be1-6548bc27b34e admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.092532 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b4bf1-c0a8-49c3-92ce-a9830d542350 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Pushing event deleted for resources: {'Port': ['ID=fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:46.106803 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-34fc1b45-30be-4a46-bb52-cbdfda41d35d tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1319363 Jul 16 20:41:46.109478 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52580) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:46.133438 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-39ac3387-9e75-4a4e-a30f-2adac634e3f0 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group': {'name': 'tempest-secgroup--424829828'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:46.143899 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8b7a61d4-45da-4cd1-8be1-6548bc27b34e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3452945 Jul 16 20:41:46.148966 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52582) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:46.152197 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-1d5c289b-891d-48e6-9251-97b4a9766e08 None None] Set router 938219a7-7622-46ff-87ae-64b418012382 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:46.157245 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-30eb17c2-5e8c-4c3a-8f6a-8bf1e152a9fa admin admin] Request body: {'subnet': {'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1061151315-subnet', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:46.185112 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d6fd4936-c8e7-43b2-97d4-67258a382230 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1479726 Jul 16 20:41:46.185685 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-2408b4f3-8c4f-43d8-ba88-3fffda0295f1 req-376b4bf1-c0a8-49c3-92ce-a9830d542350 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] No DVR routers for this DVR port fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:46.187592 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52584) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:46.199800 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2408b4f3-8c4f-43d8-ba88-3fffda0295f1 req-376b4bf1-c0a8-49c3-92ce-a9830d542350 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.201843 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2408b4f3-8c4f-43d8-ba88-3fffda0295f1 req-376b4bf1-c0a8-49c3-92ce-a9830d542350 tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.18 "DELETE /v2.0/ports/fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0 HTTP/1.1" status: 204 len: 173 time: 0.9809122 Jul 16 20:41:46.202400 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e50e8c9-d19f-419a-adfb-cf6aa577bbe8', 'name': 'network-vif-deleted', 'tag': 'fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:41:46.205255 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3105192b-1b37-47bf-bc15-47ff488c2399" -d '{"events": [{"server_uuid": "6e50e8c9-d19f-419a-adfb-cf6aa577bbe8", "name": "network-vif-deleted", "tag": "fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:41:46.233776 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39ac3387-9e75-4a4e-a30f-2adac634e3f0 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.321176 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca0740b-4c6c-4f16-921a-721ab597a87e x-openstack-request-id: req-fca0740b-4c6c-4f16-921a-721ab597a87e {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:41:46.321484 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e50e8c9-d19f-419a-adfb-cf6aa577bbe8", "name": "network-vif-deleted", "tag": "fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:41:46.321979 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fca0740b-4c6c-4f16-921a-721ab597a87e {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:41:46.323275 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e50e8c9-d19f-419a-adfb-cf6aa577bbe8', 'name': 'network-vif-deleted', 'tag': 'fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0', 'status': 'completed', 'code': 200} Jul 16 20:41:46.372416 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2ab686e2-f1c6-4a1a-9a1c-a80fcce85ecd tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.377369 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-1d5c289b-891d-48e6-9251-97b4a9766e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938219a7-7622-46ff-87ae-64b418012382', 'name': 'tempest-ServerRescueTestJSON-994434962-router', 'tenant_id': 'a0908b6f9072478f9903b7e46929eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a7f5b18a-117c-476e-b00e-2667492732b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:43Z', 'updated_at': '2021-07-16T20:41:44Z', 'revision_number': 3, 'project_id': 'a0908b6f9072478f9903b7e46929eca0', 'gw_port': {'id': 'a7f5b18a-117c-476e-b00e-2667492732b1', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938219a7-7622-46ff-87ae-64b418012382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:44Z', 'updated_at': '2021-07-16T20:41:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:46.416747 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2ab686e2-f1c6-4a1a-9a1c-a80fcce85ecd tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.418853 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c289b-891d-48e6-9251-97b4a9766e08 None None] Checking router: 938219a7-7622-46ff-87ae-64b418012382 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:41:46.419399 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c289b-891d-48e6-9251-97b4a9766e08 None None] Updating router 938219a7-7622-46ff-87ae-64b418012382 port a7f5b18a-117c-476e-b00e-2667492732b1 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:41:46.431368 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39ac3387-9e75-4a4e-a30f-2adac634e3f0 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.446250 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39ac3387-9e75-4a4e-a30f-2adac634e3f0 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.465816 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d5c289b-891d-48e6-9251-97b4a9766e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.490027 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39ac3387-9e75-4a4e-a30f-2adac634e3f0 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.491606 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-39ac3387-9e75-4a4e-a30f-2adac634e3f0 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3799295 Jul 16 20:41:46.496120 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52588) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:46.503357 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-ecb06db6-f5be-4764-a4d4-6c8880470f8a tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group_rule': {'security_group_id': '633394f6-61ec-4075-b7d3-f0df1a6cee15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:46.507811 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac3387-9e75-4a4e-a30f-2adac634e3f0 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=633394f6-61ec-4075-b7d3-f0df1a6cee15,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:46.510168 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2ab686e2-f1c6-4a1a-9a1c-a80fcce85ecd tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.512919 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2ab686e2-f1c6-4a1a-9a1c-a80fcce85ecd tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.514256 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2ab686e2-f1c6-4a1a-9a1c-a80fcce85ecd tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "DELETE /v2.0/security-groups/ed157219-c04c-4b2f-ba91-407b829563ad HTTP/1.1" status: 204 len: 168 time: 0.3242145 Jul 16 20:41:46.519058 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52590) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:46.541146 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab686e2-f1c6-4a1a-9a1c-a80fcce85ecd tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed157219-c04c-4b2f-ba91-407b829563ad,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:46.575568 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a61d4-45da-4cd1-8be1-6548bc27b34e admin admin] Pushing event updated for resources: {'Network': ['ID=57f96d4f-a3d8-495c-8b4c-383900172d1b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:46.596704 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 57f96d4f-a3d8-495c-8b4c-383900172d1b details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:41:46.600348 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e7fcdc28-4744-4192-8331-f402a4070996 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0780160 Jul 16 20:41:46.605406 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52594) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:46.610982 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30eb17c2-5e8c-4c3a-8f6a-8bf1e152a9fa admin admin] Made reservation on behalf of a195eb15eb6f4338b136e6cce4c78c87 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:46.611577 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-ffc29841-729b-437b-83a6-3acaab784acd tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Request body: {'security_group': {'name': 'tempest-secgroup--948242023'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:46.613329 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30eb17c2-5e8c-4c3a-8f6a-8bf1e152a9fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.650209 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ffc29841-729b-437b-83a6-3acaab784acd tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.670143 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-ecb06db6-f5be-4764-a4d4-6c8880470f8a tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] create failed (client error): The resource could not be found. Jul 16 20:41:46.681160 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52596) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:46.681765 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ecb06db6-f5be-4764-a4d4-6c8880470f8a tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1772990 Jul 16 20:41:46.686725 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-968cfa24-d72a-4a13-b0d5-78cd0fd4ca76 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group_rule': {'security_group_id': '633394f6-61ec-4075-b7d3-f0df1a6cee15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0a20a413-541c-4bc1-8dec-bf170c2dd6ac'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:46.872932 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ffc29841-729b-437b-83a6-3acaab784acd tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.885498 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ffc29841-729b-437b-83a6-3acaab784acd tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.908172 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d5c289b-891d-48e6-9251-97b4a9766e08 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.929654 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-1d5c289b-891d-48e6-9251-97b4a9766e08 None None] Transition to ACTIVE for port object a7f5b18a-117c-476e-b00e-2667492732b1 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:46.940697 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc29841-729b-437b-83a6-3acaab784acd tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb646cb-529d-4eaf-ab5f-d5868f0468a5,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:46.943699 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d5c289b-891d-48e6-9251-97b4a9766e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.987358 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ffc29841-729b-437b-83a6-3acaab784acd tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.989227 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ffc29841-729b-437b-83a6-3acaab784acd tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3827384 Jul 16 20:41:46.991928 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52600) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:46.997293 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-3eaecc22-2ec0-482b-9aea-5fe620fbef6e tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Request body: {'security_group_rule': {'security_group_id': '3cb646cb-529d-4eaf-ab5f-d5868f0468a5', 'direction': 'ingress', 'protocol': 17}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:47.030270 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4158fea8-a4a5-4190-9576-85cf196c3445 req-6083d3ad-6845-42c2-b101-796880af89cf tempest-ServerAddressesNegativeTestJSON-1612122204 tempest-ServerAddressesNegativeTestJSON-1612122204-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e50e8c9-d19f-419a-adfb-cf6aa577bbe8 HTTP/1.1" status: 200 len: 210 time: 0.0604467 Jul 16 20:41:47.031130 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30eb17c2-5e8c-4c3a-8f6a-8bf1e152a9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.043226 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3eaecc22-2ec0-482b-9aea-5fe620fbef6e tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.051671 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632e60e-c497-4622-856c-44b2346f4700 None None] Pushing event updated for resources: {'Port': ['ID=a7f5b18a-117c-476e-b00e-2667492732b1,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:47.063476 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632e60e-c497-4622-856c-44b2346f4700 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:47.063911 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632e60e-c497-4622-856c-44b2346f4700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:47.064348 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632e60e-c497-4622-856c-44b2346f4700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:47.064748 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632e60e-c497-4622-856c-44b2346f4700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:47.065148 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632e60e-c497-4622-856c-44b2346f4700 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:47.065541 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632e60e-c497-4622-856c-44b2346f4700 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:47.065933 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632e60e-c497-4622-856c-44b2346f4700 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:47.066366 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632e60e-c497-4622-856c-44b2346f4700 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:47.066772 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632e60e-c497-4622-856c-44b2346f4700 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:47.067158 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632e60e-c497-4622-856c-44b2346f4700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:47.067732 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632e60e-c497-4622-856c-44b2346f4700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:47.068135 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632e60e-c497-4622-856c-44b2346f4700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:47.074075 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-1d5c289b-891d-48e6-9251-97b4a9766e08 None None] Attempting to bind port a7f5b18a-117c-476e-b00e-2667492732b1 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:47.074563 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-1d5c289b-891d-48e6-9251-97b4a9766e08 None None] Attempting to bind port a7f5b18a-117c-476e-b00e-2667492732b1 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:47.074991 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c289b-891d-48e6-9251-97b4a9766e08 None None] Attempting to bind port a7f5b18a-117c-476e-b00e-2667492732b1 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:47.080970 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c289b-891d-48e6-9251-97b4a9766e08 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:47.081481 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c289b-891d-48e6-9251-97b4a9766e08 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:47.082368 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d5c289b-891d-48e6-9251-97b4a9766e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.082368 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c289b-891d-48e6-9251-97b4a9766e08 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:47.083013 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-1d5c289b-891d-48e6-9251-97b4a9766e08 None None] Bound port: a7f5b18a-117c-476e-b00e-2667492732b1, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:47.083497 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d5c289b-891d-48e6-9251-97b4a9766e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.116750 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-968cfa24-d72a-4a13-b0d5-78cd0fd4ca76 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] create failed (client error): The resource could not be found. Jul 16 20:41:47.117795 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-968cfa24-d72a-4a13-b0d5-78cd0fd4ca76 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4356949 Jul 16 20:41:47.123871 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52602) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:47.127788 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3eaecc22-2ec0-482b-9aea-5fe620fbef6e tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.134976 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb17c2-5e8c-4c3a-8f6a-8bf1e152a9fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8d89da5-8a18-4550-b255-1d58457114f4,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:47.146053 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3eaecc22-2ec0-482b-9aea-5fe620fbef6e tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.152779 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-1d5c289b-891d-48e6-9251-97b4a9766e08 None None] For port a7f5b18a-117c-476e-b00e-2667492732b1, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:47.156876 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-1d5c289b-891d-48e6-9251-97b4a9766e08 None None] For port a7f5b18a-117c-476e-b00e-2667492732b1, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a7f5b18a-117c-476e-b00e-2667492732b1,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:47.160707 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d5c289b-891d-48e6-9251-97b4a9766e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.180421 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaecc22-2ec0-482b-9aea-5fe620fbef6e tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622f6397-5e1d-4c84-babb-246f5f39c992,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:47.180950 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eb17c2-5e8c-4c3a-8f6a-8bf1e152a9fa admin admin] Checking segment: {'id': 'e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:47.181286 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30eb17c2-5e8c-4c3a-8f6a-8bf1e152a9fa admin admin] Network hostable DHCP agents. Network: 57f96d4f-a3d8-495c-8b4c-383900172d1b, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:41:47.193973 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3eaecc22-2ec0-482b-9aea-5fe620fbef6e tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.197677 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3eaecc22-2ec0-482b-9aea-5fe620fbef6e tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2019553 Jul 16 20:41:47.197934 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52604) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:47.227604 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5c289b-891d-48e6-9251-97b4a9766e08 None None] Routers {'938219a7-7622-46ff-87ae-64b418012382'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:47.228592 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-1d5c289b-891d-48e6-9251-97b4a9766e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:41:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['938219a7-7622-46ff-87ae-64b418012382'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:47.233071 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30eb17c2-5e8c-4c3a-8f6a-8bf1e152a9fa admin admin] Network 57f96d4f-a3d8-495c-8b4c-383900172d1b is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:41:47.244721 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632e60e-c497-4622-856c-44b2346f4700 None None] Pushing event updated for resources: {'Port': ['ID=a7f5b18a-117c-476e-b00e-2667492732b1,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:47.248430 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91be8d53-21db-4a09-a5d3-4648b3104529 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.253060 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d6d848e0-e252-400c-8293-ce33f9a23b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.263838 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:47.286388 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-30eb17c2-5e8c-4c3a-8f6a-8bf1e152a9fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 57f96d4f-a3d8-495c-8b4c-383900172d1b) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:47.286983 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:47.287587 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device fd505b9d-ca06-4e4f-a8e2-7a0b192ca7d0 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:47.295182 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30eb17c2-5e8c-4c3a-8f6a-8bf1e152a9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:47.295663 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91be8d53-21db-4a09-a5d3-4648b3104529 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.296330 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30eb17c2-5e8c-4c3a-8f6a-8bf1e152a9fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.303043 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed5e669-ac4b-45cb-8438-f60a288d8bdc None None] Network 57f96d4f-a3d8-495c-8b4c-383900172d1b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:47.306107 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cec42670-559a-4962-9e8a-5d03e0d77850 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.352874 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cec42670-559a-4962-9e8a-5d03e0d77850 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.357142 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-30eb17c2-5e8c-4c3a-8f6a-8bf1e152a9fa admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2070854 Jul 16 20:41:47.360682 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52606) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:47.365155 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-1d5c289b-891d-48e6-9251-97b4a9766e08 None None] Set router 938219a7-7622-46ff-87ae-64b418012382 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:47.378185 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-da4bc08d-0146-4638-85b2-904c1a67e4a6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1061151315-router', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:47.387059 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91be8d53-21db-4a09-a5d3-4648b3104529 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.389735 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91be8d53-21db-4a09-a5d3-4648b3104529 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.393419 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-91be8d53-21db-4a09-a5d3-4648b3104529 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "DELETE /v2.0/security-groups/633394f6-61ec-4075-b7d3-f0df1a6cee15 HTTP/1.1" status: 204 len: 168 time: 0.2654653 Jul 16 20:41:47.395034 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52608) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:47.411054 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be8d53-21db-4a09-a5d3-4648b3104529 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=633394f6-61ec-4075-b7d3-f0df1a6cee15,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:47.430552 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-da4bc08d-0146-4638-85b2-904c1a67e4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.432802 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-da4bc08d-0146-4638-85b2-904c1a67e4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.435537 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cec42670-559a-4962-9e8a-5d03e0d77850 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.438236 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cec42670-559a-4962-9e8a-5d03e0d77850 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.441806 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cec42670-559a-4962-9e8a-5d03e0d77850 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "DELETE /v2.0/security-groups/3cb646cb-529d-4eaf-ab5f-d5868f0468a5 HTTP/1.1" status: 204 len: 168 time: 0.2405598 Jul 16 20:41:47.444703 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52610) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:47.474267 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec42670-559a-4962-9e8a-5d03e0d77850 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb646cb-529d-4eaf-ab5f-d5868f0468a5,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:47.484771 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-eef95ceb-7c85-4e16-b88e-466c60634df1 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0870936 Jul 16 20:41:47.489015 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52612) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:47.496657 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-68a8dec0-7ec8-455f-be05-bc3d529c4e8c tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group_rule': {'security_group_id': '07d0ec0d-613a-4173-bf7a-c4c86090e307', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:47.535454 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3978496c-7913-4e3c-abe9-28e3de7c2480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-57f96d4f-a3d8-495c-8b4c-383900172d1b', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'fixed_ips': [{'subnet_id': 'b8d89da5-8a18-4550-b255-1d58457114f4'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:41:47.536992 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3978496c-7913-4e3c-abe9-28e3de7c2480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.539345 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a580325e-5b43-4d33-83ef-d639104d3136 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0897965 Jul 16 20:41:47.544044 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52614) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:47.548983 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-0408adba-98c8-4ae5-a057-333a5ad91fe9 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Request body: {'security_group': {'name': 'tempest-secgroup--169609349'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:47.550626 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-da4bc08d-0146-4638-85b2-904c1a67e4a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.592287 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0408adba-98c8-4ae5-a057-333a5ad91fe9 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.608675 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-68a8dec0-7ec8-455f-be05-bc3d529c4e8c tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] create failed (client error): The resource could not be found. Jul 16 20:41:47.615145 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-68a8dec0-7ec8-455f-be05-bc3d529c4e8c tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1196282 Jul 16 20:41:47.615145 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52616) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:47.623424 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-92990fc1-c55e-4cba-a95a-7527198f2e06 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group': {'name': 'tempest-secgroup--1300771023'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:47.624590 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-1d5c289b-891d-48e6-9251-97b4a9766e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938219a7-7622-46ff-87ae-64b418012382', 'name': 'tempest-ServerRescueTestJSON-994434962-router', 'tenant_id': 'a0908b6f9072478f9903b7e46929eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a7f5b18a-117c-476e-b00e-2667492732b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:43Z', 'updated_at': '2021-07-16T20:41:44Z', 'revision_number': 3, 'project_id': 'a0908b6f9072478f9903b7e46929eca0', 'gw_port': {'id': 'a7f5b18a-117c-476e-b00e-2667492732b1', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938219a7-7622-46ff-87ae-64b418012382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:44Z', 'updated_at': '2021-07-16T20:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:47.663821 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c289b-891d-48e6-9251-97b4a9766e08 None None] The sync data for ids ['938219a7-7622-46ff-87ae-64b418012382'] in n-d-791506-21 is: [{'id': '938219a7-7622-46ff-87ae-64b418012382', 'name': 'tempest-ServerRescueTestJSON-994434962-router', 'tenant_id': 'a0908b6f9072478f9903b7e46929eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a7f5b18a-117c-476e-b00e-2667492732b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:43Z', 'updated_at': '2021-07-16T20:41:44Z', 'revision_number': 3, 'project_id': 'a0908b6f9072478f9903b7e46929eca0', 'gw_port': {'id': 'a7f5b18a-117c-476e-b00e-2667492732b1', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938219a7-7622-46ff-87ae-64b418012382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:44Z', 'updated_at': '2021-07-16T20:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:47.727271 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0408adba-98c8-4ae5-a057-333a5ad91fe9 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.737667 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0408adba-98c8-4ae5-a057-333a5ad91fe9 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.773995 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408adba-98c8-4ae5-a057-333a5ad91fe9 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45cc4798-d63c-41ee-b35a-1c8cc432a2e4,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:47.790917 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-da4bc08d-0146-4638-85b2-904c1a67e4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.802946 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92990fc1-c55e-4cba-a95a-7527198f2e06 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.829520 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-d6d848e0-e252-400c-8293-ce33f9a23b1a admin admin] Allocated IP 172.20.0.1 (8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd/42d6cc70-308b-45b9-b181-5593d6f8d932/5f7e064d-324e-459a-b2b9-bde679a796bb) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:47.834565 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0408adba-98c8-4ae5-a057-333a5ad91fe9 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.836114 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0408adba-98c8-4ae5-a057-333a5ad91fe9 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2910905 Jul 16 20:41:47.842360 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52620) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:47.850528 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a844c817-9592-4c64-a972-b08530eb7211 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Request body: {'security_group': {'name': 'tempest-secgroup--1989524925'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:47.857819 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-3978496c-7913-4e3c-abe9-28e3de7c2480 None None] Allocated IP 172.20.0.2 (57f96d4f-a3d8-495c-8b4c-383900172d1b/b8d89da5-8a18-4550-b255-1d58457114f4/14ec15ff-e887-46d9-9a0c-5a0c83500acd) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:47.963544 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92990fc1-c55e-4cba-a95a-7527198f2e06 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.976204 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92990fc1-c55e-4cba-a95a-7527198f2e06 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.016384 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92990fc1-c55e-4cba-a95a-7527198f2e06 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6067b1a3-ddac-4eb9-ae61-9de50771c257,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:48.017517 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d6d848e0-e252-400c-8293-ce33f9a23b1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.048727 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a844c817-9592-4c64-a972-b08530eb7211 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.101706 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3978496c-7913-4e3c-abe9-28e3de7c2480 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.111326 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3978496c-7913-4e3c-abe9-28e3de7c2480 None None] Transition to ACTIVE for port object 14ec15ff-e887-46d9-9a0c-5a0c83500acd will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:48.120571 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92990fc1-c55e-4cba-a95a-7527198f2e06 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.132153 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3978496c-7913-4e3c-abe9-28e3de7c2480 None None] Transition to ACTIVE for port object 14ec15ff-e887-46d9-9a0c-5a0c83500acd will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:48.136457 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-92990fc1-c55e-4cba-a95a-7527198f2e06 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5105193 Jul 16 20:41:48.139693 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52624) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:48.143475 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3978496c-7913-4e3c-abe9-28e3de7c2480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.146522 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-994f5094-90b0-41a6-a3df-d50571b641fd tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group': {'name': 'tempest-secgroup--2052054488'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:48.200886 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52626) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:48.249811 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d6d848e0-e252-400c-8293-ce33f9a23b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.255884 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3978496c-7913-4e3c-abe9-28e3de7c2480 None None] Network 57f96d4f-a3d8-495c-8b4c-383900172d1b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:48.256232 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-da4bc08d-0146-4638-85b2-904c1a67e4a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.258784 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-3978496c-7913-4e3c-abe9-28e3de7c2480 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:48.263309 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3978496c-7913-4e3c-abe9-28e3de7c2480 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:48.266527 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4c621d-7e1b-4cc9-b67a-023c38947be7 admin admin] Deleting subnet 5e64c8e1-1eea-4266-b1f2-ec50b98b9ee0 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:41:48.279208 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978496c-7913-4e3c-abe9-28e3de7c2480 None None] Pushing event updated for resources: {'Port': ['ID=14ec15ff-e887-46d9-9a0c-5a0c83500acd,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:48.290654 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a844c817-9592-4c64-a972-b08530eb7211 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.299770 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a844c817-9592-4c64-a972-b08530eb7211 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.310969 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f4c621d-7e1b-4cc9-b67a-023c38947be7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.314538 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-da4bc08d-0146-4638-85b2-904c1a67e4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.346913 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844c817-9592-4c64-a972-b08530eb7211 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb90416e-93e6-4948-a15b-b615bbf57d98,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:48.348502 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3978496c-7913-4e3c-abe9-28e3de7c2480 None None] Attempting to bind port 14ec15ff-e887-46d9-9a0c-5a0c83500acd on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:48.349659 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3978496c-7913-4e3c-abe9-28e3de7c2480 None None] Attempting to bind port 14ec15ff-e887-46d9-9a0c-5a0c83500acd by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:48.350216 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3978496c-7913-4e3c-abe9-28e3de7c2480 None None] Attempting to bind port 14ec15ff-e887-46d9-9a0c-5a0c83500acd on network 57f96d4f-a3d8-495c-8b4c-383900172d1b {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:48.357298 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3978496c-7913-4e3c-abe9-28e3de7c2480 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:48.358052 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3978496c-7913-4e3c-abe9-28e3de7c2480 None None] Checking segment: {'id': 'e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:48.358676 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3978496c-7913-4e3c-abe9-28e3de7c2480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.359317 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3978496c-7913-4e3c-abe9-28e3de7c2480 None None] Bound using segment: {'id': 'e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:48.360550 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3978496c-7913-4e3c-abe9-28e3de7c2480 None None] Bound port: 14ec15ff-e887-46d9-9a0c-5a0c83500acd, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:48.361177 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3978496c-7913-4e3c-abe9-28e3de7c2480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.372915 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-994f5094-90b0-41a6-a3df-d50571b641fd tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.376505 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a844c817-9592-4c64-a972-b08530eb7211 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.377766 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a844c817-9592-4c64-a972-b08530eb7211 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5319667 Jul 16 20:41:48.397334 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52628) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:48.403611 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d3c97bd4-7c31-4658-a9b7-79fefab41245 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Request body: {'security_group_rule': {'security_group_id': '45cc4798-d63c-41ee-b35a-1c8cc432a2e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fb90416e-93e6-4948-a15b-b615bbf57d98', 'remote_ip_prefix': None}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:48.455005 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3978496c-7913-4e3c-abe9-28e3de7c2480 None None] For port 14ec15ff-e887-46d9-9a0c-5a0c83500acd, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:48.458224 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3978496c-7913-4e3c-abe9-28e3de7c2480 None None] For port 14ec15ff-e887-46d9-9a0c-5a0c83500acd, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=14ec15ff-e887-46d9-9a0c-5a0c83500acd,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:48.465810 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3978496c-7913-4e3c-abe9-28e3de7c2480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.481543 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-da4bc08d-0146-4638-85b2-904c1a67e4a6 admin admin] Allocated IP 172.25.0.80 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/c0d4c869-f96d-4b5e-b06b-18f06fdf87f8) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:48.518584 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d848e0-e252-400c-8293-ce33f9a23b1a admin admin] Network 8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:48.532607 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-994f5094-90b0-41a6-a3df-d50571b641fd tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.532807 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-d6d848e0-e252-400c-8293-ce33f9a23b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:48.541479 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978496c-7913-4e3c-abe9-28e3de7c2480 None None] Pushing event updated for resources: {'Port': ['ID=14ec15ff-e887-46d9-9a0c-5a0c83500acd,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:48.555831 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-994f5094-90b0-41a6-a3df-d50571b641fd tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.557526 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d848e0-e252-400c-8293-ce33f9a23b1a admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:48.600759 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d3c97bd4-7c31-4658-a9b7-79fefab41245 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.608626 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-994f5094-90b0-41a6-a3df-d50571b641fd tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.613410 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-994f5094-90b0-41a6-a3df-d50571b641fd tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4722817 Jul 16 20:41:48.614038 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52630) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:48.623808 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d6d848e0-e252-400c-8293-ce33f9a23b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.626438 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d848e0-e252-400c-8293-ce33f9a23b1a admin admin] Pushing event updated for resources: {'Port': ['ID=5f7e064d-324e-459a-b2b9-bde679a796bb,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:48.630101 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-fa9e8b71-9d51-45b9-b61e-56501be9fcc5 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group_rule': {'security_group_id': '6067b1a3-ddac-4eb9-ae61-9de50771c257', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '55c7c289-8be5-461f-841a-1b937bbaef4e'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:48.642673 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f4c621d-7e1b-4cc9-b67a-023c38947be7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.652775 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f5094-90b0-41a6-a3df-d50571b641fd tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55c7c289-8be5-461f-841a-1b937bbaef4e,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:48.709612 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-fa9e8b71-9d51-45b9-b61e-56501be9fcc5 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:48.715029 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fa9e8b71-9d51-45b9-b61e-56501be9fcc5 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0926933 Jul 16 20:41:48.715920 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52632) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:48.739009 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f4c621d-7e1b-4cc9-b67a-023c38947be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.795051 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d3c97bd4-7c31-4658-a9b7-79fefab41245 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.803508 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d3c97bd4-7c31-4658-a9b7-79fefab41245 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.844602 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c97bd4-7c31-4658-a9b7-79fefab41245 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16157cef-ff43-4040-a9cd-4bcd3481054b,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:48.848215 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d73b94a-21e4-4fc1-a70a-ecb2c505e7d9 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.850447 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d3c97bd4-7c31-4658-a9b7-79fefab41245 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.851516 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d3c97bd4-7c31-4658-a9b7-79fefab41245 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4528909 Jul 16 20:41:48.856342 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52634) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:48.888546 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d73b94a-21e4-4fc1-a70a-ecb2c505e7d9 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.897809 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-da4bc08d-0146-4638-85b2-904c1a67e4a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.919663 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f1fdd02f-6f5a-4656-aa25-d0fb1cecae9b tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.941320 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f1fdd02f-6f5a-4656-aa25-d0fb1cecae9b tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.982532 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f1fdd02f-6f5a-4656-aa25-d0fb1cecae9b tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.988525 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f1fdd02f-6f5a-4656-aa25-d0fb1cecae9b tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.990093 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f1fdd02f-6f5a-4656-aa25-d0fb1cecae9b tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/16157cef-ff43-4040-a9cd-4bcd3481054b HTTP/1.1" status: 204 len: 168 time: 0.1328046 Jul 16 20:41:48.993448 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52638) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:48.995620 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d73b94a-21e4-4fc1-a70a-ecb2c505e7d9 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.998239 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d73b94a-21e4-4fc1-a70a-ecb2c505e7d9 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.002504 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1d73b94a-21e4-4fc1-a70a-ecb2c505e7d9 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "DELETE /v2.0/security-groups/55c7c289-8be5-461f-841a-1b937bbaef4e HTTP/1.1" status: 204 len: 168 time: 0.2828951 Jul 16 20:41:49.005052 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52640) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:49.013919 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f4c621d-7e1b-4cc9-b67a-023c38947be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.045460 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fdd02f-6f5a-4656-aa25-d0fb1cecae9b tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16157cef-ff43-4040-a9cd-4bcd3481054b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:49.053603 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c621d-7e1b-4cc9-b67a-023c38947be7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e64c8e1-1eea-4266-b1f2-ec50b98b9ee0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:49.058158 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73b94a-21e4-4fc1-a70a-ecb2c505e7d9 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c7c289-8be5-461f-841a-1b937bbaef4e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:49.058805 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f4c621d-7e1b-4cc9-b67a-023c38947be7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.060755 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4f4c621d-7e1b-4cc9-b67a-023c38947be7 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5e64c8e1-1eea-4266-b1f2-ec50b98b9ee0 HTTP/1.1" status: 204 len: 168 time: 0.8575964 Jul 16 20:41:49.064911 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52642) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:49.066292 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-da4bc08d-0146-4638-85b2-904c1a67e4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.110345 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-18dbe9a6-d7f1-478a-8cc7-ed64bae607e3 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1153395 Jul 16 20:41:49.112808 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52644) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:49.171922 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4bc08d-0146-4638-85b2-904c1a67e4a6 admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:49.179815 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7476648b-9ffc-4ed7-a4b8-0a3460cedb51 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1651740 Jul 16 20:41:49.181272 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-da4bc08d-0146-4638-85b2-904c1a67e4a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:49.184647 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52646) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:49.217462 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4bc08d-0146-4638-85b2-904c1a67e4a6 admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:49.219509 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d6d848e0-e252-400c-8293-ce33f9a23b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.223744 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c3733a4e-bb9d-4ab8-a612-95081837c250 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.251881 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4bc08d-0146-4638-85b2-904c1a67e4a6 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d4c869-f96d-4b5e-b06b-18f06fdf87f8,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:49.259298 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01fbc83b-5cd0-492f-afae-5141b909ce77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.261282 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c3733a4e-bb9d-4ab8-a612-95081837c250 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.287897 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cb39af79-7aec-43be-8c9f-efe3bb506b4c tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.324118 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cb39af79-7aec-43be-8c9f-efe3bb506b4c tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.345465 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c3733a4e-bb9d-4ab8-a612-95081837c250 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.348154 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c3733a4e-bb9d-4ab8-a612-95081837c250 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.349324 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c3733a4e-bb9d-4ab8-a612-95081837c250 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "DELETE /v2.0/security-groups/fb90416e-93e6-4948-a15b-b615bbf57d98 HTTP/1.1" status: 204 len: 168 time: 0.2355673 Jul 16 20:41:49.357751 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52648) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:49.390374 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3733a4e-bb9d-4ab8-a612-95081837c250 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb90416e-93e6-4948-a15b-b615bbf57d98,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:49.411175 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cb39af79-7aec-43be-8c9f-efe3bb506b4c tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.413758 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cb39af79-7aec-43be-8c9f-efe3bb506b4c tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.416935 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cb39af79-7aec-43be-8c9f-efe3bb506b4c tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "DELETE /v2.0/security-groups/6067b1a3-ddac-4eb9-ae61-9de50771c257 HTTP/1.1" status: 204 len: 168 time: 0.2310781 Jul 16 20:41:49.427143 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52650) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:49.456380 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39af79-7aec-43be-8c9f-efe3bb506b4c tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6067b1a3-ddac-4eb9-ae61-9de50771c257,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:49.472633 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a80918f3-d23b-4a31-842e-97136a8c8f5c tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1079767 Jul 16 20:41:49.475111 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52652) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:49.535452 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-00c9b8dc-686e-48fe-bad4-94f6368ed4a3 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1040459 Jul 16 20:41:49.537536 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52654) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:49.550862 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d4b0f4ba-32e5-4dde-81f1-18d29a0804c5 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group': {'name': 'tempest-secgroup--2118893101'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:49.569876 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01fbc83b-5cd0-492f-afae-5141b909ce77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.595891 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-01fbc83b-5cd0-492f-afae-5141b909ce77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f95aa48-a236-44a9-814a-33724dda347d']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:49.601223 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be226876-4950-4e76-b36e-419e96f0a25c tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.615182 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-01fbc83b-5cd0-492f-afae-5141b909ce77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e3dd04-a43c-4dd7-aa8d-270c45c341b8') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:49.615422 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d4b0f4ba-32e5-4dde-81f1-18d29a0804c5 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.615509 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-01fbc83b-5cd0-492f-afae-5141b909ce77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e3dd04-a43c-4dd7-aa8d-270c45c341b8') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:49.637388 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be226876-4950-4e76-b36e-419e96f0a25c tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.677418 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01fbc83b-5cd0-492f-afae-5141b909ce77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.679501 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a7f5b18a-117c-476e-b00e-2667492732b1 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:49.721768 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01fbc83b-5cd0-492f-afae-5141b909ce77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.724530 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be226876-4950-4e76-b36e-419e96f0a25c tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.727958 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be226876-4950-4e76-b36e-419e96f0a25c tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.729257 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-be226876-4950-4e76-b36e-419e96f0a25c tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "DELETE /v2.0/security-groups/45cc4798-d63c-41ee-b35a-1c8cc432a2e4 HTTP/1.1" status: 204 len: 168 time: 0.2532966 Jul 16 20:41:49.736672 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52656) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:49.743262 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port a7f5b18a-117c-476e-b00e-2667492732b1 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:49.755529 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port a7f5b18a-117c-476e-b00e-2667492732b1 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:49.756198 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.776045 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be226876-4950-4e76-b36e-419e96f0a25c tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cc4798-d63c-41ee-b35a-1c8cc432a2e4,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:49.782893 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01fbc83b-5cd0-492f-afae-5141b909ce77 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:49.783089 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01fbc83b-5cd0-492f-afae-5141b909ce77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.786057 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d6d848e0-e252-400c-8293-ce33f9a23b1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:49.787738 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:49.811391 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d6d848e0-e252-400c-8293-ce33f9a23b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.832353 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d4b0f4ba-32e5-4dde-81f1-18d29a0804c5 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.843253 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9be17247-477f-48ed-a012-a3fee39e79cd tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1021125 Jul 16 20:41:49.845029 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52658) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:49.847699 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d4b0f4ba-32e5-4dde-81f1-18d29a0804c5 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.855126 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-c12c298b-19f9-4e48-8395-0c95ad25e6fc tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Request body: {'security_group': {'name': 'tempest-secgroup--79652652'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:49.892977 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.901185 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0f4ba-32e5-4dde-81f1-18d29a0804c5 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9d3d6a-e8ca-41be-ac82-c04b8302b160,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:49.918305 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c12c298b-19f9-4e48-8395-0c95ad25e6fc tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.928347 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port a7f5b18a-117c-476e-b00e-2667492732b1, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a7f5b18a-117c-476e-b00e-2667492732b1,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:49.932249 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d4b0f4ba-32e5-4dde-81f1-18d29a0804c5 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.933761 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.937633 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 14ec15ff-e887-46d9-9a0c-5a0c83500acd up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:49.937781 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d4b0f4ba-32e5-4dde-81f1-18d29a0804c5 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3968799 Jul 16 20:41:49.941442 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52660) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:49.948524 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-53350a35-f4d7-4ec4-a24c-b99f32b00709 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group_rule': {'security_group_id': 'fd9d3d6a-e8ca-41be-ac82-c04b8302b160', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:49.961149 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01fbc83b-5cd0-492f-afae-5141b909ce77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.974625 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01fbc83b-5cd0-492f-afae-5141b909ce77 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.979717 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-01fbc83b-5cd0-492f-afae-5141b909ce77 admin admin] 10.222.0.38 "DELETE /v2.0/networks/4f95aa48-a236-44a9-814a-33724dda347d HTTP/1.1" status: 204 len: 168 time: 0.9079542 Jul 16 20:41:49.982753 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-da4bc08d-0146-4638-85b2-904c1a67e4a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.003060 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d6d848e0-e252-400c-8293-ce33f9a23b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.005074 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbc83b-5cd0-492f-afae-5141b909ce77 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f95aa48-a236-44a9-814a-33724dda347d,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:50.029205 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590b3183-8e71-475c-ab72-4b1bcc9b6030 None None] Network 57f96d4f-a3d8-495c-8b4c-383900172d1b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:50.044059 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d848e0-e252-400c-8293-ce33f9a23b1a admin admin] Pushing event updated for resources: {'Port': ['ID=5f7e064d-324e-459a-b2b9-bde679a796bb,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:50.075428 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=a7f5b18a-117c-476e-b00e-2667492732b1,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:50.133261 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c12c298b-19f9-4e48-8395-0c95ad25e6fc tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.144706 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c12c298b-19f9-4e48-8395-0c95ad25e6fc tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.175889 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-259088aa-69ee-406c-adf0-5d47b2d8ab2f None None] Provisioning for port 14ec15ff-e887-46d9-9a0c-5a0c83500acd completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:50.187327 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c298b-19f9-4e48-8395-0c95ad25e6fc tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d731744-a8bc-48e0-802b-165e09222e42,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:50.221428 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c12c298b-19f9-4e48-8395-0c95ad25e6fc tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.228236 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c12c298b-19f9-4e48-8395-0c95ad25e6fc tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3815746 Jul 16 20:41:50.229771 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52666) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:50.238687 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-53350a35-f4d7-4ec4-a24c-b99f32b00709 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:50.253543 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-53350a35-f4d7-4ec4-a24c-b99f32b00709 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3102906 Jul 16 20:41:50.254303 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52668) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:50.259402 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-cb02d4ef-2642-457d-8f6d-d51126bea4c3 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group_rule': {'security_group_id': 'fd9d3d6a-e8ca-41be-ac82-c04b8302b160', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:50.269452 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 14ec15ff-e887-46d9-9a0c-5a0c83500acd completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:50.270887 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52670) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:50.280364 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 14ec15ff-e887-46d9-9a0c-5a0c83500acd triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:50.280753 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.340847 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-76daa2f3-3a02-4de9-a532-98f32988b8be admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=49d17cb4767b4b9cab8521d3aeeaf6d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0686858 Jul 16 20:41:50.341774 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52672) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:50.368776 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-cb02d4ef-2642-457d-8f6d-d51126bea4c3 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:50.373998 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cb02d4ef-2642-457d-8f6d-d51126bea4c3 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1184516 Jul 16 20:41:50.374745 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52674) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:50.414572 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.452565 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 14ec15ff-e887-46d9-9a0c-5a0c83500acd, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=14ec15ff-e887-46d9-9a0c-5a0c83500acd,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:50.458554 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.469698 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7930cbab-3546-44c4-ad5b-acc9b628e557 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.493389 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-918d04a9-a87c-4c96-8a3c-d6bedcc33e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.517840 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-918d04a9-a87c-4c96-8a3c-d6bedcc33e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.521945 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=14ec15ff-e887-46d9-9a0c-5a0c83500acd,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:50.574610 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7930cbab-3546-44c4-ad5b-acc9b628e557 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.584337 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-918d04a9-a87c-4c96-8a3c-d6bedcc33e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.587264 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-918d04a9-a87c-4c96-8a3c-d6bedcc33e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.590880 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-918d04a9-a87c-4c96-8a3c-d6bedcc33e10 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8db10727-78b0-4046-a5c3-5b6609b5dac0 HTTP/1.1" status: 204 len: 168 time: 0.2474685 Jul 16 20:41:50.614526 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d04a9-a87c-4c96-8a3c-d6bedcc33e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db10727-78b0-4046-a5c3-5b6609b5dac0,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:50.660294 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7930cbab-3546-44c4-ad5b-acc9b628e557 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.663606 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7930cbab-3546-44c4-ad5b-acc9b628e557 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.667963 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7930cbab-3546-44c4-ad5b-acc9b628e557 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "DELETE /v2.0/security-groups/fd9d3d6a-e8ca-41be-ac82-c04b8302b160 HTTP/1.1" status: 204 len: 168 time: 0.2873597 Jul 16 20:41:50.669967 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52678) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:50.683318 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930cbab-3546-44c4-ad5b-acc9b628e557 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9d3d6a-e8ca-41be-ac82-c04b8302b160,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:50.713572 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a1df4a0a-adb8-4bdf-b5ca-ca73069d9645 None None] Provisioning complete for port 14ec15ff-e887-46d9-9a0c-5a0c83500acd triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:50.714079 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1df4a0a-adb8-4bdf-b5ca-ca73069d9645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.732711 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-c271b15e-6acf-4961-b84e-4005694a2995 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Request body: {'security_group_rule': {'security_group_id': '9d731744-a8bc-48e0-802b-165e09222e42', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:50.738917 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e5132b78-3704-4e63-a2a6-c3b576c72655 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0644221 Jul 16 20:41:50.740045 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52680) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:50.745461 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-b7803f92-6ed3-4894-9282-b2fc0c7a7f0d tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group': {'name': 'tempest-secgroup--88766549'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:50.765942 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d848e0-e252-400c-8293-ce33f9a23b1a admin admin] Network 8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:50.773974 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-d6d848e0-e252-400c-8293-ce33f9a23b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:50.833112 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c271b15e-6acf-4961-b84e-4005694a2995 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.833706 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b7803f92-6ed3-4894-9282-b2fc0c7a7f0d tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.914507 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-da4bc08d-0146-4638-85b2-904c1a67e4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.962722 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b7803f92-6ed3-4894-9282-b2fc0c7a7f0d tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.968416 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b7803f92-6ed3-4894-9282-b2fc0c7a7f0d tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.001725 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b7803f92-6ed3-4894-9282-b2fc0c7a7f0d tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.005961 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b7803f92-6ed3-4894-9282-b2fc0c7a7f0d tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2620068 Jul 16 20:41:51.006212 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52686) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:51.012485 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-c7ddfb5a-f344-48bf-ba02-433025648803 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:51.012911 n-d-791506-21 neutron-server[93793]: WARNING neutron.api.v2.base [None req-c7ddfb5a-f344-48bf-ba02-433025648803 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 20:41:51.013441 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-c7ddfb5a-f344-48bf-ba02-433025648803 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 20:41:51.017367 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c7ddfb5a-f344-48bf-ba02-433025648803 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "PUT /v2.0/security-groups/2c6bfa2d-aabd-402b-8237-0776819455c9 HTTP/1.1" status: 409 len: 330 time: 0.0072341 Jul 16 20:41:51.018226 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52688) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:51.026395 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7803f92-6ed3-4894-9282-b2fc0c7a7f0d tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6bfa2d-aabd-402b-8237-0776819455c9,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:51.041798 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c271b15e-6acf-4961-b84e-4005694a2995 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.084279 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c271b15e-6acf-4961-b84e-4005694a2995 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.095460 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-48962599-f6c6-45e8-b743-9661f48c3280 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.097625 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d848e0-e252-400c-8293-ce33f9a23b1a admin admin] Router 938219a7-7622-46ff-87ae-64b418012382 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:41:51.121991 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-48962599-f6c6-45e8-b743-9661f48c3280 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.124208 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c271b15e-6acf-4961-b84e-4005694a2995 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0657dca9-7abb-424b-a856-8e7ca62663c5,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:51.133759 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c271b15e-6acf-4961-b84e-4005694a2995 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.135308 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c271b15e-6acf-4961-b84e-4005694a2995 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4075785 Jul 16 20:41:51.138242 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52694) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:51.190859 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d512b892-8408-4dc3-991b-431ce1b80f97 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.201607 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d512b892-8408-4dc3-991b-431ce1b80f97 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.223261 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-48962599-f6c6-45e8-b743-9661f48c3280 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.225811 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-48962599-f6c6-45e8-b743-9661f48c3280 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.230297 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-48962599-f6c6-45e8-b743-9661f48c3280 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "DELETE /v2.0/security-groups/2c6bfa2d-aabd-402b-8237-0776819455c9 HTTP/1.1" status: 204 len: 168 time: 0.2079268 Jul 16 20:41:51.233720 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52698) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:51.258154 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48962599-f6c6-45e8-b743-9661f48c3280 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6bfa2d-aabd-402b-8237-0776819455c9,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:51.272343 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d512b892-8408-4dc3-991b-431ce1b80f97 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.288650 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4bc08d-0146-4638-85b2-904c1a67e4a6 admin admin] Router 7e657619-f9ab-403d-ad02-f8f1ca60af45 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:41:51.288868 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d512b892-8408-4dc3-991b-431ce1b80f97 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.290178 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d512b892-8408-4dc3-991b-431ce1b80f97 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/0657dca9-7abb-424b-a856-8e7ca62663c5 HTTP/1.1" status: 204 len: 168 time: 0.1507277 Jul 16 20:41:51.293725 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52700) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:51.301393 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512b892-8408-4dc3-991b-431ce1b80f97 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0657dca9-7abb-424b-a856-8e7ca62663c5,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:51.309978 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d848e0-e252-400c-8293-ce33f9a23b1a admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:51.318414 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e72d8c51-e079-4ae2-800c-0561617e8906 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0783126 Jul 16 20:41:51.324560 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d6d848e0-e252-400c-8293-ce33f9a23b1a admin admin] 10.222.0.38 "PUT /v2.0/routers/938219a7-7622-46ff-87ae-64b418012382/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2680988 Jul 16 20:41:51.326028 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52704) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:51.336832 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17badd9b-6f96-4ca3-baed-d95543a7ebe1 None None] Sync routers for ids ['938219a7-7622-46ff-87ae-64b418012382'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:51.363306 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-cd69410a-32e2-44c3-9210-16f2003eb28b tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] delete failed (client error): The resource could not be found. Jul 16 20:41:51.364400 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cd69410a-32e2-44c3-9210-16f2003eb28b tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "DELETE /v2.0/security-groups/301c9161-36e0-4b1f-9b44-b055dd37585f HTTP/1.1" status: 404 len: 347 time: 0.0361755 Jul 16 20:41:51.368352 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52710) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:51.372788 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17badd9b-6f96-4ca3-baed-d95543a7ebe1 None None] Routers {'938219a7-7622-46ff-87ae-64b418012382'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:51.375572 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-17badd9b-6f96-4ca3-baed-d95543a7ebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:41:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['938219a7-7622-46ff-87ae-64b418012382'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:51.402516 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-58425e3e-7afa-4b49-9f07-6dcacb54416b tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1060028 Jul 16 20:41:51.405459 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52712) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:51.406623 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-08362502-3b13-4589-a8ac-5510ed1ed57c tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] show failed (client error): The resource could not be found. Jul 16 20:41:51.408064 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-08362502-3b13-4589-a8ac-5510ed1ed57c tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "GET /v2.0/security-groups/b5702dc0-83c0-4d37-8796-7e23b20095f8 HTTP/1.1" status: 404 len: 347 time: 0.0374432 Jul 16 20:41:51.411394 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52714) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:51.433341 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-90901fc2-3659-4681-b242-552186e9c597 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] show failed (client error): The resource could not be found. Jul 16 20:41:51.438538 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-90901fc2-3659-4681-b242-552186e9c597 tempest-NegativeSecGroupIPv6Test-586535455 tempest-NegativeSecGroupIPv6Test-586535455-project] 10.222.0.38 "GET /v2.0/security-group-rules/a4b96dd5-0b3c-4edf-a2d6-d61b53c8474c HTTP/1.1" status: 404 len: 356 time: 0.0258558 Jul 16 20:41:51.548498 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-17badd9b-6f96-4ca3-baed-d95543a7ebe1 None None] Set router 938219a7-7622-46ff-87ae-64b418012382 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:51.585517 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4bc08d-0146-4638-85b2-904c1a67e4a6 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:51.596307 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe210d4-609e-4d98-9317-893be4299124 None None] Sync routers for ids ['7e657619-f9ab-403d-ad02-f8f1ca60af45'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:51.615937 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe210d4-609e-4d98-9317-893be4299124 None None] Routers {'7e657619-f9ab-403d-ad02-f8f1ca60af45'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:51.617087 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a7f5b18a-117c-476e-b00e-2667492732b1 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:51.617569 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4fe210d4-609e-4d98-9317-893be4299124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:41:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7e657619-f9ab-403d-ad02-f8f1ca60af45'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:51.627697 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-14f40b04-c934-418d-b1cc-51d48cc62a71 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.631542 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-da4bc08d-0146-4638-85b2-904c1a67e4a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.633019 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-da4bc08d-0146-4638-85b2-904c1a67e4a6 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2713292 Jul 16 20:41:51.636238 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52724) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:51.663150 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-14f40b04-c934-418d-b1cc-51d48cc62a71 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.750908 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-14f40b04-c934-418d-b1cc-51d48cc62a71 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.755438 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-14f40b04-c934-418d-b1cc-51d48cc62a71 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.760284 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-14f40b04-c934-418d-b1cc-51d48cc62a71 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "DELETE /v2.0/security-groups/9d731744-a8bc-48e0-802b-165e09222e42 HTTP/1.1" status: 204 len: 168 time: 0.3534799 Jul 16 20:41:51.761408 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52728) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:51.797680 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9e48add-1a12-4833-8fb8-7fba06b2ddb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.815726 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f40b04-c934-418d-b1cc-51d48cc62a71 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d731744-a8bc-48e0-802b-165e09222e42,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:51.835875 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-4fe210d4-609e-4d98-9317-893be4299124 None None] Set router 7e657619-f9ab-403d-ad02-f8f1ca60af45 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:51.841086 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-65552f15-ecd7-410c-9cfc-2278c77dec73 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0740433 Jul 16 20:41:51.844860 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52732) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:51.850050 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-3f23a5f4-7a82-4ab4-bcc6-17b5a747bbd0 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Request body: {'security_group': {'name': 'tempest-secgroup--1685166512'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:51.894841 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3f23a5f4-7a82-4ab4-bcc6-17b5a747bbd0 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.959663 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port a7f5b18a-117c-476e-b00e-2667492732b1 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:51.972922 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.975321 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52738) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:52.007492 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3f23a5f4-7a82-4ab4-bcc6-17b5a747bbd0 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.014057 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3f23a5f4-7a82-4ab4-bcc6-17b5a747bbd0 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.037358 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3f23a5f4-7a82-4ab4-bcc6-17b5a747bbd0 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.039538 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3f23a5f4-7a82-4ab4-bcc6-17b5a747bbd0 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1934762 Jul 16 20:41:52.047293 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52742) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:52.053598 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2f0966c1-0f89-4d2d-ba1d-488a5629790b tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Request body: {'security_group_rule': {'security_group_id': '5dc3683d-3ec4-4219-bc7b-cfd662dd38c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:52.086993 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52744) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:52.113687 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2f0966c1-0f89-4d2d-ba1d-488a5629790b tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.125676 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-17badd9b-6f96-4ca3-baed-d95543a7ebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938219a7-7622-46ff-87ae-64b418012382', 'name': 'tempest-ServerRescueTestJSON-994434962-router', 'tenant_id': 'a0908b6f9072478f9903b7e46929eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a7f5b18a-117c-476e-b00e-2667492732b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:43Z', 'updated_at': '2021-07-16T20:41:49Z', 'revision_number': 4, 'project_id': 'a0908b6f9072478f9903b7e46929eca0', 'gw_port': {'id': 'a7f5b18a-117c-476e-b00e-2667492732b1', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938219a7-7622-46ff-87ae-64b418012382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:44Z', 'updated_at': '2021-07-16T20:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '5f7e064d-324e-459a-b2b9-bde679a796bb', 'name': '', 'network_id': '8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd', 'tenant_id': 'a0908b6f9072478f9903b7e46929eca0', 'mac_address': 'fa:16:3e:84:7a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938219a7-7622-46ff-87ae-64b418012382', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '42d6cc70-308b-45b9-b181-5593d6f8d932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:47Z', 'updated_at': '2021-07-16T20:41:49Z', 'revision_number': 2, 'project_id': 'a0908b6f9072478f9903b7e46929eca0', 'subnets': [{'id': '42d6cc70-308b-45b9-b181-5593d6f8d932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:52.155288 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23a5f4-7a82-4ab4-bcc6-17b5a747bbd0 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc3683d-3ec4-4219-bc7b-cfd662dd38c6,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:52.179277 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17badd9b-6f96-4ca3-baed-d95543a7ebe1 None None] Checking router: 938219a7-7622-46ff-87ae-64b418012382 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:41:52.179626 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17badd9b-6f96-4ca3-baed-d95543a7ebe1 None None] Updating router 938219a7-7622-46ff-87ae-64b418012382 port 5f7e064d-324e-459a-b2b9-bde679a796bb binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:41:52.190711 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2f0966c1-0f89-4d2d-ba1d-488a5629790b tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.195597 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2f0966c1-0f89-4d2d-ba1d-488a5629790b tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.214018 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0966c1-0f89-4d2d-ba1d-488a5629790b tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=793a30f8-8099-436e-b262-2a53fcefb719,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:52.245739 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 14ec15ff-e887-46d9-9a0c-5a0c83500acd up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:52.246190 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2f0966c1-0f89-4d2d-ba1d-488a5629790b tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.248295 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2f0966c1-0f89-4d2d-ba1d-488a5629790b tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1999447 Jul 16 20:41:52.251860 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52748) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:52.258166 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4fe210d4-609e-4d98-9317-893be4299124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'name': 'tempest-AttachVolumeShelveTestJSON-1061151315-router', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:47Z', 'updated_at': '2021-07-16T20:41:49Z', 'revision_number': 3, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'gw_port': {'id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:48Z', 'updated_at': '2021-07-16T20:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:52.270848 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17badd9b-6f96-4ca3-baed-d95543a7ebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.293558 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4d7c00e9-6ce9-417c-a679-f7a7ad653464 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "GET /v2.0/security-group-rules/793a30f8-8099-436e-b262-2a53fcefb719 HTTP/1.1" status: 200 len: 763 time: 0.0377259 Jul 16 20:41:52.294133 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52750) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:52.378809 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a2dfd9bd-8be2-46dd-b596-4111493493a1 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0834055 Jul 16 20:41:52.381563 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52752) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:52.401658 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 14ec15ff-e887-46d9-9a0c-5a0c83500acd triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:52.402288 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.406436 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e82566ba-e0d1-413e-a481-b1626be9eb3b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-934477475-network', 'tenant_id': '00efbadab3354a74abb9f3a1f2523798'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:52.434380 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82566ba-e0d1-413e-a481-b1626be9eb3b admin admin] Made reservation on behalf of 00efbadab3354a74abb9f3a1f2523798 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:52.437446 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e82566ba-e0d1-413e-a481-b1626be9eb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.449742 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e82566ba-e0d1-413e-a481-b1626be9eb3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.462472 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f2564ad4-9ca1-4439-a738-e731ab0e4dd3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=698581ec2990444496a17f694481d5d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3695445 Jul 16 20:41:52.467120 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52754) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:52.481629 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-abc7a7e0-a0a6-49e3-bcdc-67b13fa6fab9 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.500946 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-abc7a7e0-a0a6-49e3-bcdc-67b13fa6fab9 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.504183 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe210d4-609e-4d98-9317-893be4299124 None None] Checking router: 7e657619-f9ab-403d-ad02-f8f1ca60af45 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:41:52.504742 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe210d4-609e-4d98-9317-893be4299124 None None] Updating router 7e657619-f9ab-403d-ad02-f8f1ca60af45 port c0d4c869-f96d-4b5e-b06b-18f06fdf87f8 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:41:52.552840 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4fe210d4-609e-4d98-9317-893be4299124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.612231 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e34cdb71-008b-4b8e-9208-eb86e3d750d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.644593 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e82566ba-e0d1-413e-a481-b1626be9eb3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.646294 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-abc7a7e0-a0a6-49e3-bcdc-67b13fa6fab9 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.657526 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-abc7a7e0-a0a6-49e3-bcdc-67b13fa6fab9 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.658926 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e82566ba-e0d1-413e-a481-b1626be9eb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.659186 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-abc7a7e0-a0a6-49e3-bcdc-67b13fa6fab9 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/793a30f8-8099-436e-b262-2a53fcefb719 HTTP/1.1" status: 204 len: 168 time: 0.2761624 Jul 16 20:41:52.662983 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52766) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:52.696574 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7aa4f14e-0ee5-4431-824f-ae531bd4b667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.721997 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7a7e0-a0a6-49e3-bcdc-67b13fa6fab9 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=793a30f8-8099-436e-b262-2a53fcefb719,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:52.742885 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17badd9b-6f96-4ca3-baed-d95543a7ebe1 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.754082 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-17badd9b-6f96-4ca3-baed-d95543a7ebe1 None None] Transition to ACTIVE for port object 5f7e064d-324e-459a-b2b9-bde679a796bb will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:52.762283 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17badd9b-6f96-4ca3-baed-d95543a7ebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.774069 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7aa4f14e-0ee5-4431-824f-ae531bd4b667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.787996 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82566ba-e0d1-413e-a481-b1626be9eb3b admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:41:52.795666 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-b3d1a34a-4bac-451c-afe0-b37bca6b81e9 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:52.802979 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-b3d1a34a-4bac-451c-afe0-b37bca6b81e9 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/networks?id=8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd HTTP/1.1" status: 200 len: 810 time: 0.2396431 Jul 16 20:41:52.834170 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e92df-2ac3-4b49-90aa-ec4fe5980b74 None None] Pushing event updated for resources: {'Port': ['ID=5f7e064d-324e-459a-b2b9-bde679a796bb,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:52.835246 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5b8e36c7-7ad4-4dec-a842-c51c4150c4e7 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1638408 Jul 16 20:41:52.837341 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52768) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:52.842515 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82566ba-e0d1-413e-a481-b1626be9eb3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810e5257-93b5-4c1e-84e2-c97b1617bfdb,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:52.847230 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e82566ba-e0d1-413e-a481-b1626be9eb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.847672 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-e82566ba-e0d1-413e-a481-b1626be9eb3b admin admin] Added segment ef56192c-ae1d-4ea8-8200-9e91b3bd72a0 of type vlan for network c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0 Jul 16 20:41:52.863593 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-27216746-cc28-4cb9-b997-3c5c7422a339 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Request body: {'security_group_rule': {'security_group_id': '5dc3683d-3ec4-4219-bc7b-cfd662dd38c6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:52.872839 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-46a46d8c-3cb6-4e6b-acb7-187c27fd9f8e tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/quotas/a0908b6f9072478f9903b7e46929eca0 HTTP/1.1" status: 200 len: 375 time: 0.0689497 Jul 16 20:41:52.927270 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-17badd9b-6f96-4ca3-baed-d95543a7ebe1 None None] Attempting to bind port 5f7e064d-324e-459a-b2b9-bde679a796bb on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:52.927270 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-17badd9b-6f96-4ca3-baed-d95543a7ebe1 None None] Attempting to bind port 5f7e064d-324e-459a-b2b9-bde679a796bb by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'c64f4cf8-2829-4d0d-bc3a-9a867f12fe01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:52.927270 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17badd9b-6f96-4ca3-baed-d95543a7ebe1 None None] Attempting to bind port 5f7e064d-324e-459a-b2b9-bde679a796bb on network 8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:52.936829 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17badd9b-6f96-4ca3-baed-d95543a7ebe1 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:52.936829 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17badd9b-6f96-4ca3-baed-d95543a7ebe1 None None] Checking segment: {'id': 'c64f4cf8-2829-4d0d-bc3a-9a867f12fe01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:52.936829 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17badd9b-6f96-4ca3-baed-d95543a7ebe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.936829 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17badd9b-6f96-4ca3-baed-d95543a7ebe1 None None] Bound using segment: {'id': 'c64f4cf8-2829-4d0d-bc3a-9a867f12fe01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:52.936829 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-17badd9b-6f96-4ca3-baed-d95543a7ebe1 None None] Bound port: 5f7e064d-324e-459a-b2b9-bde679a796bb, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64f4cf8-2829-4d0d-bc3a-9a867f12fe01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:52.937671 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17badd9b-6f96-4ca3-baed-d95543a7ebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.963504 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27216746-cc28-4cb9-b997-3c5c7422a339 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.977667 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e82566ba-e0d1-413e-a481-b1626be9eb3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.987661 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4fe210d4-609e-4d98-9317-893be4299124 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:53.002944 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-4fe210d4-609e-4d98-9317-893be4299124 None None] Transition to ACTIVE for port object c0d4c869-f96d-4b5e-b06b-18f06fdf87f8 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:53.012556 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7aa4f14e-0ee5-4431-824f-ae531bd4b667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:53.012777 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4fe210d4-609e-4d98-9317-893be4299124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:53.017390 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7aa4f14e-0ee5-4431-824f-ae531bd4b667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:53.019043 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7aa4f14e-0ee5-4431-824f-ae531bd4b667 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eede62b4-630b-4f59-99ff-120195551947 HTTP/1.1" status: 204 len: 168 time: 0.5504036 Jul 16 20:41:53.027707 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-17badd9b-6f96-4ca3-baed-d95543a7ebe1 None None] For port 5f7e064d-324e-459a-b2b9-bde679a796bb, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:53.032770 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-17badd9b-6f96-4ca3-baed-d95543a7ebe1 None None] For port 5f7e064d-324e-459a-b2b9-bde679a796bb, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=5f7e064d-324e-459a-b2b9-bde679a796bb,segment=NetworkSegment(c64f4cf8-2829-4d0d-bc3a-9a867f12fe01),segment_id=c64f4cf8-2829-4d0d-bc3a-9a867f12fe01)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:53.038883 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17badd9b-6f96-4ca3-baed-d95543a7ebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:53.045701 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4f14e-0ee5-4431-824f-ae531bd4b667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eede62b4-630b-4f59-99ff-120195551947,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:53.074116 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7e1e466f-2a49-4b6d-8d75-a9104b832866 req-ef973921-2fc0-4165-978b-325cd8b7301c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd6dfa92-ff6e-44c3-99b3-5000779e65e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2141550 Jul 16 20:41:53.075526 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-e34cdb71-008b-4b8e-9208-eb86e3d750d0 admin admin] Allocated IP 172.20.0.1 (57f96d4f-a3d8-495c-8b4c-383900172d1b/b8d89da5-8a18-4550-b255-1d58457114f4/46aa8a46-d9fe-4384-aabc-d68e94fd3605) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:53.081902 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-8199614b-eb6d-4af5-94f0-66c4359a7e0b tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a0908b6f9072478f9903b7e46929eca0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1991687 Jul 16 20:41:53.090041 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e82566ba-e0d1-413e-a481-b1626be9eb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:53.090295 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82566ba-e0d1-413e-a481-b1626be9eb3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:53.090935 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e82566ba-e0d1-413e-a481-b1626be9eb3b admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:53.167942 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e92df-2ac3-4b49-90aa-ec4fe5980b74 None None] Pushing event updated for resources: {'Port': ['ID=5f7e064d-324e-459a-b2b9-bde679a796bb,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:53.170600 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27216746-cc28-4cb9-b997-3c5c7422a339 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:53.190636 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e82566ba-e0d1-413e-a481-b1626be9eb3b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2132695 Jul 16 20:41:53.202562 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17badd9b-6f96-4ca3-baed-d95543a7ebe1 None None] Routers {'938219a7-7622-46ff-87ae-64b418012382'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:53.204383 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-17badd9b-6f96-4ca3-baed-d95543a7ebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:41:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['938219a7-7622-46ff-87ae-64b418012382'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:53.213581 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4fe210d4-609e-4d98-9317-893be4299124 None None] Attempting to bind port c0d4c869-f96d-4b5e-b06b-18f06fdf87f8 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:53.214435 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4fe210d4-609e-4d98-9317-893be4299124 None None] Attempting to bind port c0d4c869-f96d-4b5e-b06b-18f06fdf87f8 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:53.215601 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe210d4-609e-4d98-9317-893be4299124 None None] Attempting to bind port c0d4c869-f96d-4b5e-b06b-18f06fdf87f8 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:53.219652 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52772) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:53.226872 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-69dae424-be58-40c7-b429-41200d708874 admin admin] Request body: {'subnet': {'network_id': 'c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-934477475-subnet', 'tenant_id': '00efbadab3354a74abb9f3a1f2523798', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:53.227148 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0e417-a316-45c7-aa13-e8a58b31e942 None None] Pushing event updated for resources: {'Port': ['ID=c0d4c869-f96d-4b5e-b06b-18f06fdf87f8,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:53.241069 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe210d4-609e-4d98-9317-893be4299124 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:53.241644 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe210d4-609e-4d98-9317-893be4299124 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:53.242241 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4fe210d4-609e-4d98-9317-893be4299124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:53.242841 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe210d4-609e-4d98-9317-893be4299124 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:53.243473 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4fe210d4-609e-4d98-9317-893be4299124 None None] Bound port: c0d4c869-f96d-4b5e-b06b-18f06fdf87f8, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:53.244611 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4fe210d4-609e-4d98-9317-893be4299124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:53.252366 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27216746-cc28-4cb9-b997-3c5c7422a339 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:53.304948 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82566ba-e0d1-413e-a481-b1626be9eb3b admin admin] Pushing event updated for resources: {'Network': ['ID=c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:53.326090 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:41:53.330045 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-62d49229-121b-463c-a757-9bb3b628b474 service neutron] 10.222.0.38 "GET /v2.0/networks/8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472072 Jul 16 20:41:53.335291 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-4fe210d4-609e-4d98-9317-893be4299124 None None] For port c0d4c869-f96d-4b5e-b06b-18f06fdf87f8, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:53.340737 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-4fe210d4-609e-4d98-9317-893be4299124 None None] For port c0d4c869-f96d-4b5e-b06b-18f06fdf87f8, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=c0d4c869-f96d-4b5e-b06b-18f06fdf87f8,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:53.350070 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4fe210d4-609e-4d98-9317-893be4299124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:53.376434 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dae424-be58-40c7-b429-41200d708874 admin admin] Made reservation on behalf of 00efbadab3354a74abb9f3a1f2523798 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:53.379194 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-69dae424-be58-40c7-b429-41200d708874 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:53.395919 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27216746-cc28-4cb9-b997-3c5c7422a339 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7fd8712-a793-4e54-8ba1-9ba2157a4ebb,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:53.437070 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe210d4-609e-4d98-9317-893be4299124 None None] Routers {'7e657619-f9ab-403d-ad02-f8f1ca60af45'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:53.439049 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4fe210d4-609e-4d98-9317-893be4299124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:41:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7e657619-f9ab-403d-ad02-f8f1ca60af45'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:53.441216 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e34cdb71-008b-4b8e-9208-eb86e3d750d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:53.441731 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27216746-cc28-4cb9-b997-3c5c7422a339 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:53.446575 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52774) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:53.451499 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-27216746-cc28-4cb9-b997-3c5c7422a339 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5976455 Jul 16 20:41:53.523096 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e466f-2a49-4b6d-8d75-a9104b832866 req-747864f0-269b-41d5-8311-7b5ae720ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:53.524918 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7e1e466f-2a49-4b6d-8d75-a9104b832866 req-747864f0-269b-41d5-8311-7b5ae720ee2f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4bdd256dac0c4aa3bf3a5edb5f68a621&device_id=cd6dfa92-ff6e-44c3-99b3-5000779e65e8 HTTP/1.1" status: 200 len: 1097 time: 0.3756173 Jul 16 20:41:53.529684 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-e34cdb71-008b-4b8e-9208-eb86e3d750d0 admin admin] Transition to ACTIVE for port object 46aa8a46-d9fe-4384-aabc-d68e94fd3605 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:53.534536 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1c2671ad-88dc-42d5-aa84-38408f4f13ba tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "GET /v2.0/security-group-rules/f7fd8712-a793-4e54-8ba1-9ba2157a4ebb HTTP/1.1" status: 200 len: 763 time: 0.0833271 Jul 16 20:41:53.546527 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52776) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:53.599689 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-4fe210d4-609e-4d98-9317-893be4299124 None None] Set router 7e657619-f9ab-403d-ad02-f8f1ca60af45 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:53.622978 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-7657ccdc-ad18-4984-9229-68eeabc1ed6c service neutron] 10.222.0.38 "GET /v2.0/networks/8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488856 Jul 16 20:41:53.675948 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-17badd9b-6f96-4ca3-baed-d95543a7ebe1 None None] Set router 938219a7-7622-46ff-87ae-64b418012382 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:53.704481 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0e417-a316-45c7-aa13-e8a58b31e942 None None] Pushing event updated for resources: {'Port': ['ID=c0d4c869-f96d-4b5e-b06b-18f06fdf87f8,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:53.743552 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e466f-2a49-4b6d-8d75-a9104b832866 req-26e4a059-1cc8-4b38-8e59-7fecdda4ed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:53.745142 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7e1e466f-2a49-4b6d-8d75-a9104b832866 req-26e4a059-1cc8-4b38-8e59-7fecdda4ed0b service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce428730-3071-425e-8060-368b0b06c241 HTTP/1.1" status: 200 len: 910 time: 0.1804676 Jul 16 20:41:53.754911 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e34cdb71-008b-4b8e-9208-eb86e3d750d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:53.798699 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34cdb71-008b-4b8e-9208-eb86e3d750d0 admin admin] Network 57f96d4f-a3d8-495c-8b4c-383900172d1b is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:53.888569 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-e34cdb71-008b-4b8e-9208-eb86e3d750d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:53.903398 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-467fe7d5-1845-427c-89c6-cf93b01ee3f9 req-636ec422-389a-4e91-9271-063e52dc6110 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 210 time: 0.0442591 Jul 16 20:41:53.905970 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34cdb71-008b-4b8e-9208-eb86e3d750d0 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:53.919866 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7e1e466f-2a49-4b6d-8d75-a9104b832866 req-96b4e0b7-c157-4677-8251-607dd323a36f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dd89413-e479-449c-820d-71e18c10ead6 HTTP/1.1" status: 200 len: 1001 time: 0.1480367 Jul 16 20:41:53.983296 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4fe210d4-609e-4d98-9317-893be4299124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'name': 'tempest-AttachVolumeShelveTestJSON-1061151315-router', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:47Z', 'updated_at': '2021-07-16T20:41:49Z', 'revision_number': 3, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'gw_port': {'id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:48Z', 'updated_at': '2021-07-16T20:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:54.043021 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe210d4-609e-4d98-9317-893be4299124 None None] The sync data for ids ['7e657619-f9ab-403d-ad02-f8f1ca60af45'] in n-d-791506-21 is: [{'id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'name': 'tempest-AttachVolumeShelveTestJSON-1061151315-router', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:47Z', 'updated_at': '2021-07-16T20:41:49Z', 'revision_number': 3, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'gw_port': {'id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:48Z', 'updated_at': '2021-07-16T20:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:54.076083 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-17badd9b-6f96-4ca3-baed-d95543a7ebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938219a7-7622-46ff-87ae-64b418012382', 'name': 'tempest-ServerRescueTestJSON-994434962-router', 'tenant_id': 'a0908b6f9072478f9903b7e46929eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a7f5b18a-117c-476e-b00e-2667492732b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:43Z', 'updated_at': '2021-07-16T20:41:49Z', 'revision_number': 4, 'project_id': 'a0908b6f9072478f9903b7e46929eca0', 'gw_port': {'id': 'a7f5b18a-117c-476e-b00e-2667492732b1', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938219a7-7622-46ff-87ae-64b418012382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:44Z', 'updated_at': '2021-07-16T20:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '5f7e064d-324e-459a-b2b9-bde679a796bb', 'name': '', 'network_id': '8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd', 'tenant_id': 'a0908b6f9072478f9903b7e46929eca0', 'mac_address': 'fa:16:3e:84:7a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938219a7-7622-46ff-87ae-64b418012382', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '42d6cc70-308b-45b9-b181-5593d6f8d932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:47Z', 'updated_at': '2021-07-16T20:41:53Z', 'revision_number': 4, 'project_id': 'a0908b6f9072478f9903b7e46929eca0', 'subnets': [{'id': '42d6cc70-308b-45b9-b181-5593d6f8d932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:54.114292 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17badd9b-6f96-4ca3-baed-d95543a7ebe1 None None] The sync data for ids ['938219a7-7622-46ff-87ae-64b418012382'] in n-d-791506-21 is: [{'id': '938219a7-7622-46ff-87ae-64b418012382', 'name': 'tempest-ServerRescueTestJSON-994434962-router', 'tenant_id': 'a0908b6f9072478f9903b7e46929eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a7f5b18a-117c-476e-b00e-2667492732b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:43Z', 'updated_at': '2021-07-16T20:41:49Z', 'revision_number': 4, 'project_id': 'a0908b6f9072478f9903b7e46929eca0', 'gw_port': {'id': 'a7f5b18a-117c-476e-b00e-2667492732b1', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938219a7-7622-46ff-87ae-64b418012382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:44Z', 'updated_at': '2021-07-16T20:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '5f7e064d-324e-459a-b2b9-bde679a796bb', 'name': '', 'network_id': '8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd', 'tenant_id': 'a0908b6f9072478f9903b7e46929eca0', 'mac_address': 'fa:16:3e:84:7a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938219a7-7622-46ff-87ae-64b418012382', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '42d6cc70-308b-45b9-b181-5593d6f8d932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:47Z', 'updated_at': '2021-07-16T20:41:53Z', 'revision_number': 4, 'project_id': 'a0908b6f9072478f9903b7e46929eca0', 'subnets': [{'id': '42d6cc70-308b-45b9-b181-5593d6f8d932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:54.132505 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34cdb71-008b-4b8e-9208-eb86e3d750d0 admin admin] Pushing event updated for resources: {'Port': ['ID=46aa8a46-d9fe-4384-aabc-d68e94fd3605,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:54.155537 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ea56fb7f-2da2-44eb-92ab-3f2aacaa0b37 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6051097 Jul 16 20:41:54.155928 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52798) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:54.253127 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d769aaf2-996f-464f-8bac-a90b54d4a8ae tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.253464 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a557641-57fd-4ae5-86b6-b7a8702126ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.287420 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d769aaf2-996f-464f-8bac-a90b54d4a8ae tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.297259 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e34cdb71-008b-4b8e-9208-eb86e3d750d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.301445 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.356544 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d769aaf2-996f-464f-8bac-a90b54d4a8ae tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.372010 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d769aaf2-996f-464f-8bac-a90b54d4a8ae tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.375912 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d769aaf2-996f-464f-8bac-a90b54d4a8ae tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/f7fd8712-a793-4e54-8ba1-9ba2157a4ebb HTTP/1.1" status: 204 len: 168 time: 0.2189541 Jul 16 20:41:54.379804 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52804) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:54.457027 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769aaf2-996f-464f-8bac-a90b54d4a8ae tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7fd8712-a793-4e54-8ba1-9ba2157a4ebb,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:54.485349 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-14988606-23e7-40b9-9064-b218dd147e57 None None] Provisioning for port 46aa8a46-d9fe-4384-aabc-d68e94fd3605 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:54.492492 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-14988606-23e7-40b9-9064-b218dd147e57 None None] Provisioning complete for port 46aa8a46-d9fe-4384-aabc-d68e94fd3605 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:54.492863 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14988606-23e7-40b9-9064-b218dd147e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.497351 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2c251844-55f7-48cc-9364-259580b43118 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1142621 Jul 16 20:41:54.497988 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52808) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:54.503865 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-ba4315b6-f24f-423c-9a07-33864c90e6ea tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Request body: {'security_group_rule': {'security_group_id': '5dc3683d-3ec4-4219-bc7b-cfd662dd38c6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:54.528420 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-69dae424-be58-40c7-b429-41200d708874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.532103 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e466f-2a49-4b6d-8d75-a9104b832866 req-b803aefa-3b89-4bbf-913e-9732be52789b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:54.533730 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7e1e466f-2a49-4b6d-8d75-a9104b832866 req-b803aefa-3b89-4bbf-913e-9732be52789b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7695fa01-6736-4799-8fa4-9c1a39aa2efe HTTP/1.1" status: 200 len: 848 time: 0.5635085 Jul 16 20:41:54.564544 n-d-791506-21 neutron-server[93794]: INFO neutron.db.securitygroups_db [None req-ba4315b6-f24f-423c-9a07-33864c90e6ea tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Project e0f70ea9a00b4507981ce3e80b0429dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:41:54.570945 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ba4315b6-f24f-423c-9a07-33864c90e6ea tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.595858 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-14988606-23e7-40b9-9064-b218dd147e57 None None] Port 46aa8a46-d9fe-4384-aabc-d68e94fd3605 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:41:54.639962 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dae424-be58-40c7-b429-41200d708874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a411e24-cd71-4d11-85fa-c442202c2da3,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:54.658124 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ba4315b6-f24f-423c-9a07-33864c90e6ea tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.663080 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ba4315b6-f24f-423c-9a07-33864c90e6ea tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.668491 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52814) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:54.673479 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031483 Jul 16 20:41:54.678791 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52816) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:54.723092 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4315b6-f24f-423c-9a07-33864c90e6ea tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab87cbc7-9c78-4e93-8415-b38513780d22,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:54.730659 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ba4315b6-f24f-423c-9a07-33864c90e6ea tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.731899 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ba4315b6-f24f-423c-9a07-33864c90e6ea tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2318215 Jul 16 20:41:54.737422 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52820) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:54.786847 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-821ecf40-f34f-46c4-a603-859a356cf2c0 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "GET /v2.0/security-group-rules/ab87cbc7-9c78-4e93-8415-b38513780d22 HTTP/1.1" status: 200 len: 769 time: 0.0443470 Jul 16 20:41:54.787934 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52822) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:54.813038 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dae424-be58-40c7-b429-41200d708874 admin admin] Checking segment: {'id': 'ef56192c-ae1d-4ea8-8200-9e91b3bd72a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:54.813399 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dae424-be58-40c7-b429-41200d708874 admin admin] Network hostable DHCP agents. Network: c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:41:54.862200 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dae424-be58-40c7-b429-41200d708874 admin admin] Network c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:41:54.893698 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0f320544-be71-4d67-90d5-85c0fa2782ed tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1039989 Jul 16 20:41:54.896180 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52824) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:54.909070 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-840ba2e3-42fb-45c7-a4ab-c5084fc690b5 tempest-NetworksApiDiscovery-1795542879 tempest-NetworksApiDiscovery-1795542879-project] 10.222.0.38 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2282505 Jul 16 20:41:54.932741 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e34cdb71-008b-4b8e-9208-eb86e3d750d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.934832 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-69dae424-be58-40c7-b429-41200d708874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:54.941514 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dae424-be58-40c7-b429-41200d708874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:54.942720 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-69dae424-be58-40c7-b429-41200d708874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.949210 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b29a5b-3849-4c16-845a-367912d5cb5e None None] Network c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:54.970637 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e466f-2a49-4b6d-8d75-a9104b832866 req-737091b7-a0cf-404c-a164-28d31bc6e7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:54.972555 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7e1e466f-2a49-4b6d-8d75-a9104b832866 req-737091b7-a0cf-404c-a164-28d31bc6e7c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce428730-3071-425e-8060-368b0b06c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3435102 Jul 16 20:41:54.994622 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-69dae424-be58-40c7-b429-41200d708874 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7728064 Jul 16 20:41:55.007606 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-02933ffa-d3b3-4b19-aa2e-a0c60111852f tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:55.037189 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-02933ffa-d3b3-4b19-aa2e-a0c60111852f tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:55.158823 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-18cd13e3-7ccc-4da8-8a8d-1a9e81b4a35b req-a81fc881-9acc-43dc-a178-4c42beeaaf93 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 210 time: 0.0644820 Jul 16 20:41:55.160463 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-02933ffa-d3b3-4b19-aa2e-a0c60111852f tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:55.172853 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-02933ffa-d3b3-4b19-aa2e-a0c60111852f tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:55.176504 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-02933ffa-d3b3-4b19-aa2e-a0c60111852f tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/ab87cbc7-9c78-4e93-8415-b38513780d22 HTTP/1.1" status: 204 len: 168 time: 0.2770588 Jul 16 20:41:55.179788 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52836) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:55.200433 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02933ffa-d3b3-4b19-aa2e-a0c60111852f tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab87cbc7-9c78-4e93-8415-b38513780d22,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:55.312922 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cf7cf424-5303-4581-8755-bfc908cd3f9b tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1281066 Jul 16 20:41:55.313134 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52838) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:55.417520 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e34cdb71-008b-4b8e-9208-eb86e3d750d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:55.461990 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-73bb5bc5-9abf-4b30-a501-3e12f0fe7a3a tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:55.499281 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e34cdb71-008b-4b8e-9208-eb86e3d750d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:55.507133 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-73bb5bc5-9abf-4b30-a501-3e12f0fe7a3a tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:55.564651 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52846) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:55.621192 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-73bb5bc5-9abf-4b30-a501-3e12f0fe7a3a tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:55.624347 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-73bb5bc5-9abf-4b30-a501-3e12f0fe7a3a tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:55.625571 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-73bb5bc5-9abf-4b30-a501-3e12f0fe7a3a tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "DELETE /v2.0/security-groups/5dc3683d-3ec4-4219-bc7b-cfd662dd38c6 HTTP/1.1" status: 204 len: 168 time: 0.3114374 Jul 16 20:41:55.651579 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52854) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:55.652569 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb5bc5-9abf-4b30-a501-3e12f0fe7a3a tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc3683d-3ec4-4219-bc7b-cfd662dd38c6,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:55.665724 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35175192-442e-471d-aabf-baaba01bda82 None None] Network c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:55.771277 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-93641a01-625d-42dc-b5dc-ddfc5ecd1190 tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1088252 Jul 16 20:41:55.772170 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52856) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:55.901565 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f80c921e-ea5c-42c6-9c34-a8fdad09deff tempest-SecGroupIPv6Test-1985434854 tempest-SecGroupIPv6Test-1985434854-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1233454 Jul 16 20:41:55.910431 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7e1e466f-2a49-4b6d-8d75-a9104b832866 req-c7f89605-3e8c-456c-853f-3357541cd817 service neutron] 10.222.0.18 "GET /v2.0/networks/ce428730-3071-425e-8060-368b0b06c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9023561 Jul 16 20:41:55.911101 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34cdb71-008b-4b8e-9208-eb86e3d750d0 admin admin] Pushing event updated for resources: {'Port': ['ID=46aa8a46-d9fe-4384-aabc-d68e94fd3605,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:55.957770 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e34cdb71-008b-4b8e-9208-eb86e3d750d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:55.988393 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:56.014171 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5f7e064d-324e-459a-b2b9-bde679a796bb up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:56.017566 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-966e15b8-5c57-497f-819e-5704fbf41c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:56.214657 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-966e15b8-5c57-497f-819e-5704fbf41c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:56.229738 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-966e15b8-5c57-497f-819e-5704fbf41c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:56.435413 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 5f7e064d-324e-459a-b2b9-bde679a796bb completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:56.441301 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 5f7e064d-324e-459a-b2b9-bde679a796bb triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:56.442022 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:56.455400 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-966e15b8-5c57-497f-819e-5704fbf41c56 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5051162bff874bb781fcf755bcfe65f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8893721 Jul 16 20:41:56.465959 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e15b8-5c57-497f-819e-5704fbf41c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da07cf79-7ac6-4d10-93f8-8831a65ff0d1,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:56.482224 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52876) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:56.584045 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9fc7010b-7b97-4370-8715-1987cbb9d6f4 req-ea0e9b72-dfec-44a7-827d-6e993fd3d424 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 210 time: 0.0829983 Jul 16 20:41:56.584866 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52878) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:56.622270 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:56.676978 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 5f7e064d-324e-459a-b2b9-bde679a796bb, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=5f7e064d-324e-459a-b2b9-bde679a796bb,segment=NetworkSegment(c64f4cf8-2829-4d0d-bc3a-9a867f12fe01),segment_id=c64f4cf8-2829-4d0d-bc3a-9a867f12fe01)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:56.683348 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:56.684427 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c0d4c869-f96d-4b5e-b06b-18f06fdf87f8 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:56.705642 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-d4e3c3e2-f171-40ed-80a7-c63a6e37dc37 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:56.715809 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-d4e3c3e2-f171-40ed-80a7-c63a6e37dc37 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] 10.222.0.38 "GET /v2.0/networks?id=c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0 HTTP/1.1" status: 200 len: 820 time: 0.4980381 Jul 16 20:41:56.748516 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-3fd85595-c4d4-4419-8653-acad107bba34 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] 10.222.0.38 "GET /v2.0/quotas/00efbadab3354a74abb9f3a1f2523798 HTTP/1.1" status: 200 len: 375 time: 0.0314982 Jul 16 20:41:56.773137 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8d62e393-bf6d-428a-b289-bcd038f2bae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:56.801782 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7e1e466f-2a49-4b6d-8d75-a9104b832866 req-431d835c-be29-4267-b50f-2f20d1cb4196 service neutron] 10.222.0.18 "GET /v2.0/networks/ce428730-3071-425e-8060-368b0b06c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8815234 Jul 16 20:41:56.841377 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34cdb71-008b-4b8e-9208-eb86e3d750d0 admin admin] Network 57f96d4f-a3d8-495c-8b4c-383900172d1b is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:56.844034 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-e34cdb71-008b-4b8e-9208-eb86e3d750d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:56.859981 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port c0d4c869-f96d-4b5e-b06b-18f06fdf87f8 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:56.876663 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port c0d4c869-f96d-4b5e-b06b-18f06fdf87f8 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:56.877046 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:56.892520 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-e0606aec-d8ad-492e-affa-c5b96b74ff61 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=00efbadab3354a74abb9f3a1f2523798&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1403716 Jul 16 20:41:56.907002 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=5f7e064d-324e-459a-b2b9-bde679a796bb,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:56.943504 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-18d96f61-e7db-45b1-98fe-43333a6ed961 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.2352641 Jul 16 20:41:57.009336 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.033655 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8d62e393-bf6d-428a-b289-bcd038f2bae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.039778 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port c0d4c869-f96d-4b5e-b06b-18f06fdf87f8, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=c0d4c869-f96d-4b5e-b06b-18f06fdf87f8,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:57.045622 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.066742 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34cdb71-008b-4b8e-9208-eb86e3d750d0 admin admin] Router 7e657619-f9ab-403d-ad02-f8f1ca60af45 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:41:57.133556 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=c0d4c869-f96d-4b5e-b06b-18f06fdf87f8,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:57.192269 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d1390865-ee69-4fc5-90e6-47f655062222 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e0f70ea9a00b4507981ce3e80b0429dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5523102 Jul 16 20:41:57.199549 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52882) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:57.283679 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0f76f0ee-f9db-4ffb-a4d4-5fb91b1f3213 None None] Provisioning complete for port 46aa8a46-d9fe-4384-aabc-d68e94fd3605 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:57.284239 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f76f0ee-f9db-4ffb-a4d4-5fb91b1f3213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.310993 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-7217d605-6a01-45f5-a424-f1fb2c2d6a73 service neutron] 10.222.0.38 "GET /v2.0/networks/c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173071 Jul 16 20:41:57.351500 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8d62e393-bf6d-428a-b289-bcd038f2bae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.355154 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8d62e393-bf6d-428a-b289-bcd038f2bae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.356944 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8d62e393-bf6d-428a-b289-bcd038f2bae5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/da07cf79-7ac6-4d10-93f8-8831a65ff0d1 HTTP/1.1" status: 204 len: 168 time: 0.8685451 Jul 16 20:41:57.366696 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0f76f0ee-f9db-4ffb-a4d4-5fb91b1f3213 None None] Port 46aa8a46-d9fe-4384-aabc-d68e94fd3605 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:41:57.379911 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a0b0-de1f-4fe4-833c-fe8bc4efca0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.389782 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62e393-bf6d-428a-b289-bcd038f2bae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da07cf79-7ac6-4d10-93f8-8831a65ff0d1,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:57.390119 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34cdb71-008b-4b8e-9208-eb86e3d750d0 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:57.411884 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e34cdb71-008b-4b8e-9208-eb86e3d750d0 admin admin] 10.222.0.38 "PUT /v2.0/routers/7e657619-f9ab-403d-ad02-f8f1ca60af45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7654617 Jul 16 20:41:57.472073 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a0b0-de1f-4fe4-833c-fe8bc4efca0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.490578 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-4ae826a8-1f50-4f69-a683-bbd73d91b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:57.491149 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-4ae826a8-1f50-4f69-a683-bbd73d91b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:57.491699 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-4ae826a8-1f50-4f69-a683-bbd73d91b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:57.492247 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-4ae826a8-1f50-4f69-a683-bbd73d91b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:57.494032 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-4ae826a8-1f50-4f69-a683-bbd73d91b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:57.494218 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-4ae826a8-1f50-4f69-a683-bbd73d91b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:57.495055 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-4ae826a8-1f50-4f69-a683-bbd73d91b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:57.498658 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-4ae826a8-1f50-4f69-a683-bbd73d91b552 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=086605ce16824d789c1ebe4af59fda06&device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 6496 time: 0.4556029 Jul 16 20:41:57.509356 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-8e9b2f98-eb33-4e62-a82e-b0e6553a786b tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:57.521107 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-8e9b2f98-eb33-4e62-a82e-b0e6553a786b tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.18 "GET /v2.0/networks?id=8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd HTTP/1.1" status: 200 len: 810 time: 0.4253488 Jul 16 20:41:57.538338 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-76a47cc3-cef3-4c49-b96a-88ce91d41319 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Request body: {'port': {'device_id': 'eb144a54-eaaf-4eb1-88e0-16fd76802133', 'network_id': '8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd', 'admin_state_up': True, 'tenant_id': 'a0908b6f9072478f9903b7e46929eca0'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:57.556938 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-7854b568-7a5d-4a30-b408-975e369ef26d service neutron] 10.222.0.38 "GET /v2.0/networks/c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448292 Jul 16 20:41:57.613835 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.616132 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a0b0-de1f-4fe4-833c-fe8bc4efca0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.618835 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a0b0-de1f-4fe4-833c-fe8bc4efca0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.621673 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e6e1a0b0-de1f-4fe4-833c-fe8bc4efca0c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a7201621-7985-48e9-8a20-02e6813190db HTTP/1.1" status: 204 len: 168 time: 0.4142962 Jul 16 20:41:57.637820 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1a0b0-de1f-4fe4-833c-fe8bc4efca0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7201621-7985-48e9-8a20-02e6813190db,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:57.662930 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5f7e064d-324e-459a-b2b9-bde679a796bb up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:57.757922 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 5f7e064d-324e-459a-b2b9-bde679a796bb triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:57.758584 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.914498 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-76a47cc3-cef3-4c49-b96a-88ce91d41319 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Made reservation on behalf of a0908b6f9072478f9903b7e46929eca0 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:57.919044 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-76a47cc3-cef3-4c49-b96a-88ce91d41319 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.925005 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-5ea20f78-acbd-4fc5-9a82-3a5f7d22a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:57.925706 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-5ea20f78-acbd-4fc5-9a82-3a5f7d22a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:57.926394 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-5ea20f78-acbd-4fc5-9a82-3a5f7d22a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:57.928278 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-5ea20f78-acbd-4fc5-9a82-3a5f7d22a9a7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a5f59c06-393b-4019-8402-c670013796dd&id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&id=8220058e-73c4-4bbb-9a58-d9b747bb6802&id=8220058e-73c4-4bbb-9a58-d9b747bb6802 HTTP/1.1" status: 200 len: 2291 time: 0.3610137 Jul 16 20:41:57.940510 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d4c5957d-bd51-4386-917e-1fb40826cde7 req-e2472f7b-c5cd-4824-b3bb-89bb7db34dd5 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 210 time: 0.0614321 Jul 16 20:41:57.978250 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c0d4c869-f96d-4b5e-b06b-18f06fdf87f8 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:58.051477 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port c0d4c869-f96d-4b5e-b06b-18f06fdf87f8 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:58.051848 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.174701 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41576a39-22d8-4850-84f3-c6726fc8d900 None None] Sync routers for ids ['7e657619-f9ab-403d-ad02-f8f1ca60af45'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:58.214502 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41576a39-22d8-4850-84f3-c6726fc8d900 None None] Routers {'7e657619-f9ab-403d-ad02-f8f1ca60af45'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:58.215136 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-41576a39-22d8-4850-84f3-c6726fc8d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:41:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7e657619-f9ab-403d-ad02-f8f1ca60af45'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:58.270584 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dd644670-6849-4882-8adc-49d05283db65 req-b76be78d-2f6b-4deb-9023-23a6d9a39b89 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfeac50-8d16-4eb0-8b2f-41dc796bf42e HTTP/1.1" status: 200 len: 210 time: 0.0677171 Jul 16 20:41:58.323040 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-1af538c8-8e9e-4bf8-a67d-cf53206a66c6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da3cd2bc-8361-4a87-8b42-606885129c8e HTTP/1.1" status: 200 len: 1002 time: 0.3853595 Jul 16 20:41:58.392523 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-76a47cc3-cef3-4c49-b96a-88ce91d41319 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Allocated IP 172.20.0.8 (8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd/42d6cc70-308b-45b9-b181-5593d6f8d932/f45b7f1b-c032-4fde-b88c-398f366dab43) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:58.395730 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-ff3461d5-61b8-47b6-b566-33b8a1c7e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:58.397694 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-ff3461d5-61b8-47b6-b566-33b8a1c7e7e0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ed11a99b-37e1-4696-970c-4dbb385ed21d HTTP/1.1" status: 200 len: 850 time: 0.0675468 Jul 16 20:41:58.450758 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-41576a39-22d8-4850-84f3-c6726fc8d900 None None] Set router 7e657619-f9ab-403d-ad02-f8f1ca60af45 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:58.633271 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-ab036343-c8df-404b-9c1f-1241dbf2ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:58.635101 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-ab036343-c8df-404b-9c1f-1241dbf2ea2a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a5f59c06-393b-4019-8402-c670013796dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2229123 Jul 16 20:41:58.695480 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-bd4f634d-0aee-45e2-888d-26b8e0b0072c service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:41:58.696498 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-bd4f634d-0aee-45e2-888d-26b8e0b0072c service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192826 Jul 16 20:41:58.851248 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52942) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:58.857715 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-e032062e-8a2f-4d61-8772-e090f3f7b600 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--59682034', 'description': 'tempest-description--1823231653'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:58.871355 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-41576a39-22d8-4850-84f3-c6726fc8d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'name': 'tempest-AttachVolumeShelveTestJSON-1061151315-router', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:47Z', 'updated_at': '2021-07-16T20:41:54Z', 'revision_number': 4, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'gw_port': {'id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:48Z', 'updated_at': '2021-07-16T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '46aa8a46-d9fe-4384-aabc-d68e94fd3605', 'name': '', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'mac_address': 'fa:16:3e:92:1a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:52Z', 'updated_at': '2021-07-16T20:41:55Z', 'revision_number': 2, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'subnets': [{'id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:58.895966 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e032062e-8a2f-4d61-8772-e090f3f7b600 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.935778 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41576a39-22d8-4850-84f3-c6726fc8d900 None None] Checking router: 7e657619-f9ab-403d-ad02-f8f1ca60af45 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:41:58.948835 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41576a39-22d8-4850-84f3-c6726fc8d900 None None] Updating router 7e657619-f9ab-403d-ad02-f8f1ca60af45 port 46aa8a46-d9fe-4384-aabc-d68e94fd3605 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:41:59.035314 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41576a39-22d8-4850-84f3-c6726fc8d900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.075562 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52952) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:59.076236 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-66cdce93-aa7d-460a-8781-88ad21f84545 service neutron] 10.222.0.62 "GET /v2.0/networks/a5f59c06-393b-4019-8402-c670013796dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612089 Jul 16 20:41:59.081277 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e032062e-8a2f-4d61-8772-e090f3f7b600 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.096393 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e032062e-8a2f-4d61-8772-e090f3f7b600 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.208076 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032062e-8a2f-4d61-8772-e090f3f7b600 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2cc4b6-dce3-4a17-8632-e21ca09295a6,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:59.224990 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e032062e-8a2f-4d61-8772-e090f3f7b600 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.227058 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e032062e-8a2f-4d61-8772-e090f3f7b600 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3743260 Jul 16 20:41:59.229885 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52958) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:59.237883 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-41c643da-d579-4a97-af7d-fe670f264bfb tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Request body: {'security_group_rule': {'security_group_id': '5f2cc4b6-dce3-4a17-8632-e21ca09295a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:59.299704 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-e105fe55-bb9f-4ac4-a1b5-684fe6a02d52 tempest-SubnetPoolsTestJSON-403183301 tempest-SubnetPoolsTestJSON-403183301-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1837308756', 'prefixes': ['172.20.0.0/16']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:59.307119 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-76a47cc3-cef3-4c49-b96a-88ce91d41319 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.318196 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-6990b18a-9136-435c-b10a-3d5f3eca669f service neutron] 10.222.0.62 "GET /v2.0/networks/a5f59c06-393b-4019-8402-c670013796dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212906 Jul 16 20:41:59.364906 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-50397635-ff8a-4b34-ba10-dde1f853b86d req-39fbeffa-9e50-4618-b708-3a9a8bfc30ba tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 210 time: 0.1117628 Jul 16 20:41:59.405791 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-66e9ad5a-0c50-4814-9d63-e6f4e2503d24 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=c9c7028e-c717-455b-b2ae-e3b788da21ae HTTP/1.1" status: 200 len: 217 time: 0.0795524 Jul 16 20:41:59.437751 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-41c643da-d579-4a97-af7d-fe670f264bfb tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.496601 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-76227cbd-2fed-429c-b014-b0546db3df70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:59.506619 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-76227cbd-2fed-429c-b014-b0546db3df70 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ede8a670-7de2-4b7a-90c3-f13e1c31925d HTTP/1.1" status: 200 len: 797 time: 0.0863545 Jul 16 20:41:59.573132 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41576a39-22d8-4850-84f3-c6726fc8d900 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.599858 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-41576a39-22d8-4850-84f3-c6726fc8d900 None None] Transition to ACTIVE for port object 46aa8a46-d9fe-4384-aabc-d68e94fd3605 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:59.615788 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41576a39-22d8-4850-84f3-c6726fc8d900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.628826 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-76a47cc3-cef3-4c49-b96a-88ce91d41319 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.681279 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-76a47cc3-cef3-4c49-b96a-88ce91d41319 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Network 8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:59.687861 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-76a47cc3-cef3-4c49-b96a-88ce91d41319 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:59.699774 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-76a47cc3-cef3-4c49-b96a-88ce91d41319 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:59.725284 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99ee13c3-f15f-4290-a486-21408dcd36e8 req-a4881ae2-6dfa-4fbc-a625-b72d3b0bf799 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfeac50-8d16-4eb0-8b2f-41dc796bf42e HTTP/1.1" status: 200 len: 210 time: 0.0749536 Jul 16 20:41:59.737760 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a47cc3-cef3-4c49-b96a-88ce91d41319 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Pushing event updated for resources: {'Port': ['ID=f45b7f1b-c032-4fde-b88c-398f366dab43,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:59.773833 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd2712-8659-446a-bc82-7239b3633454 None None] Pushing event updated for resources: {'Port': ['ID=46aa8a46-d9fe-4384-aabc-d68e94fd3605,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:59.778517 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-44b82231-de61-4e6f-899a-4e8e26b84d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:59.780184 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-44b82231-de61-4e6f-899a-4e8e26b84d69 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2725096 Jul 16 20:41:59.801073 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.849167 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e105fe55-bb9f-4ac4-a1b5-684fe6a02d52 tempest-SubnetPoolsTestJSON-403183301 tempest-SubnetPoolsTestJSON-403183301-project] Notify callbacks [] for subnetpool, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.854826 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e105fe55-bb9f-4ac4-a1b5-684fe6a02d52 tempest-SubnetPoolsTestJSON-403183301 tempest-SubnetPoolsTestJSON-403183301-project] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.7763913 Jul 16 20:41:59.856269 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52972) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:59.858346 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-41c643da-d579-4a97-af7d-fe670f264bfb tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.917838 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-41c643da-d579-4a97-af7d-fe670f264bfb tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.946629 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-76a47cc3-cef3-4c49-b96a-88ce91d41319 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:59.947372 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-76a47cc3-cef3-4c49-b96a-88ce91d41319 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.949999 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-41576a39-22d8-4850-84f3-c6726fc8d900 None None] Attempting to bind port 46aa8a46-d9fe-4384-aabc-d68e94fd3605 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:59.951051 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-41576a39-22d8-4850-84f3-c6726fc8d900 None None] Attempting to bind port 46aa8a46-d9fe-4384-aabc-d68e94fd3605 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:59.951637 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41576a39-22d8-4850-84f3-c6726fc8d900 None None] Attempting to bind port 46aa8a46-d9fe-4384-aabc-d68e94fd3605 on network 57f96d4f-a3d8-495c-8b4c-383900172d1b {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:59.959062 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41576a39-22d8-4850-84f3-c6726fc8d900 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:59.959891 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41576a39-22d8-4850-84f3-c6726fc8d900 None None] Checking segment: {'id': 'e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:59.960512 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41576a39-22d8-4850-84f3-c6726fc8d900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.961197 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41576a39-22d8-4850-84f3-c6726fc8d900 None None] Bound using segment: {'id': 'e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:59.961923 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-41576a39-22d8-4850-84f3-c6726fc8d900 None None] Bound port: 46aa8a46-d9fe-4384-aabc-d68e94fd3605, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:59.963348 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41576a39-22d8-4850-84f3-c6726fc8d900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:00.005284 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c643da-d579-4a97-af7d-fe670f264bfb tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80cb2e3b-b3b1-49ed-b6f1-7442cc670d40,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:00.010231 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f12f8cc1-e230-453c-8d8e-0dce2a4426ce tempest-SubnetPoolsTestJSON-403183301 tempest-SubnetPoolsTestJSON-403183301-project] 10.222.0.38 "GET /v2.0/subnetpools/71eee42c-b028-4a03-8f5b-8f24377b610c HTTP/1.1" status: 200 len: 732 time: 0.1479890 Jul 16 20:42:00.014793 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52976) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:00.018138 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-41c643da-d579-4a97-af7d-fe670f264bfb tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:00.019602 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-41c643da-d579-4a97-af7d-fe670f264bfb tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7885005 Jul 16 20:42:00.026556 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-e456e8ad-7566-4130-9755-83aecd8b6065 tempest-SubnetPoolsTestJSON-403183301 tempest-SubnetPoolsTestJSON-403183301-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1851409639'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:00.028387 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52978) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:00.033882 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-6ab042bf-2033-4697-ac63-9befc7402808 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Request body: {'security_group_rule': {'security_group_id': '5f2cc4b6-dce3-4a17-8632-e21ca09295a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:00.046912 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-76a47cc3-cef3-4c49-b96a-88ce91d41319 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5128734 Jul 16 20:42:00.072367 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-41576a39-22d8-4850-84f3-c6726fc8d900 None None] For port 46aa8a46-d9fe-4384-aabc-d68e94fd3605, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:42:00.075199 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-5be7ce2d-d294-4652-8b84-c5da3b059b23 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:00.075834 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-41576a39-22d8-4850-84f3-c6726fc8d900 None None] For port 46aa8a46-d9fe-4384-aabc-d68e94fd3605, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=46aa8a46-d9fe-4384-aabc-d68e94fd3605,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:42:00.077302 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-5be7ce2d-d294-4652-8b84-c5da3b059b23 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] 10.222.0.62 "GET /v2.0/networks?id=c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0 HTTP/1.1" status: 200 len: 820 time: 0.3059700 Jul 16 20:42:00.080102 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-bfe7f4f2-0252-47b3-be9d-8e12fcf57fb4 service neutron] Request body: {'port': {'device_id': 'eb144a54-eaaf-4eb1-88e0-16fd76802133', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:00.082036 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41576a39-22d8-4850-84f3-c6726fc8d900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:00.093406 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-ce1a4516-31b3-4c6f-b63e-804ed0a4e490 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Request body: {'port': {'device_id': '1cfeac50-8d16-4eb0-8b2f-41dc796bf42e', 'network_id': 'c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0', 'admin_state_up': True, 'tenant_id': '00efbadab3354a74abb9f3a1f2523798'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:00.101019 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-dc7873b0-cc05-418e-9a5a-23d6f86472e3 service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065364 Jul 16 20:42:00.155551 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41576a39-22d8-4850-84f3-c6726fc8d900 None None] Routers {'7e657619-f9ab-403d-ad02-f8f1ca60af45'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:00.156529 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-41576a39-22d8-4850-84f3-c6726fc8d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:41:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7e657619-f9ab-403d-ad02-f8f1ca60af45'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:00.252463 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd2712-8659-446a-bc82-7239b3633454 None None] Pushing event updated for resources: {'Port': ['ID=46aa8a46-d9fe-4384-aabc-d68e94fd3605,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:00.346906 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ab042bf-2033-4697-ac63-9befc7402808 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:00.357687 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e456e8ad-7566-4130-9755-83aecd8b6065 tempest-SubnetPoolsTestJSON-403183301 tempest-SubnetPoolsTestJSON-403183301-project] Notify callbacks [] for subnetpool, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:00.359961 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e456e8ad-7566-4130-9755-83aecd8b6065 tempest-SubnetPoolsTestJSON-403183301 tempest-SubnetPoolsTestJSON-403183301-project] 10.222.0.38 "PUT /v2.0/subnetpools/71eee42c-b028-4a03-8f5b-8f24377b610c HTTP/1.1" status: 200 len: 684 time: 0.3436134 Jul 16 20:42:00.363083 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52994) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:00.392145 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-41576a39-22d8-4850-84f3-c6726fc8d900 None None] Set router 7e657619-f9ab-403d-ad02-f8f1ca60af45 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:42:00.457003 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-bfe7f4f2-0252-47b3-be9d-8e12fcf57fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:00.522189 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-ce1a4516-31b3-4c6f-b63e-804ed0a4e490 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Made reservation on behalf of 00efbadab3354a74abb9f3a1f2523798 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:42:00.523578 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-ce1a4516-31b3-4c6f-b63e-804ed0a4e490 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:00.620940 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-a95fbf1d-fea0-429a-9f07-a141e1ed2247 service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875314 Jul 16 20:42:00.719095 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-714db64c-5f0d-4f32-9f21-acad3973adfa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=b5381535-2faf-4332-a7a0-66c456495a38 HTTP/1.1" status: 200 len: 217 time: 0.0890884 Jul 16 20:42:00.737939 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ab042bf-2033-4697-ac63-9befc7402808 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:00.773754 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-ce1a4516-31b3-4c6f-b63e-804ed0a4e490 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Allocated IP 172.20.0.11 (c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0/8a411e24-cd71-4d11-85fa-c442202c2da3/ae5f8f27-1a7c-4b34-a95e-54f7209442d1) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:42:00.832173 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353943a-9808-403a-97e2-d10d139f884c req-d6d25b37-50db-4bc4-bb88-d7ea9e228423 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:00.833674 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1353943a-9808-403a-97e2-d10d139f884c req-d6d25b37-50db-4bc4-bb88-d7ea9e228423 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 931 time: 0.1183219 Jul 16 20:42:00.892291 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ab042bf-2033-4697-ac63-9befc7402808 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:00.936224 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-41576a39-22d8-4850-84f3-c6726fc8d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'name': 'tempest-AttachVolumeShelveTestJSON-1061151315-router', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:47Z', 'updated_at': '2021-07-16T20:41:54Z', 'revision_number': 4, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'gw_port': {'id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:48Z', 'updated_at': '2021-07-16T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '46aa8a46-d9fe-4384-aabc-d68e94fd3605', 'name': '', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'mac_address': 'fa:16:3e:92:1a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:52Z', 'updated_at': '2021-07-16T20:42:00Z', 'revision_number': 4, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'subnets': [{'id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:00.951625 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1353943a-9808-403a-97e2-d10d139f884c req-c74f08bb-d801-4c09-a490-bc326bfed8ca tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025784 Jul 16 20:42:00.964041 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c6eeeabf-5e1d-4e50-a918-ac4004c2a163 tempest-SubnetPoolsTestJSON-403183301 tempest-SubnetPoolsTestJSON-403183301-project] Notify callbacks [] for subnetpool, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:00.970217 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c6eeeabf-5e1d-4e50-a918-ac4004c2a163 tempest-SubnetPoolsTestJSON-403183301 tempest-SubnetPoolsTestJSON-403183301-project] 10.222.0.38 "DELETE /v2.0/subnetpools/71eee42c-b028-4a03-8f5b-8f24377b610c HTTP/1.1" status: 204 len: 168 time: 0.6046510 Jul 16 20:42:00.971236 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53006) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:00.973854 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41576a39-22d8-4850-84f3-c6726fc8d900 None None] The sync data for ids ['7e657619-f9ab-403d-ad02-f8f1ca60af45'] in n-d-791506-21 is: [{'id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'name': 'tempest-AttachVolumeShelveTestJSON-1061151315-router', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:47Z', 'updated_at': '2021-07-16T20:41:54Z', 'revision_number': 4, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'gw_port': {'id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:48Z', 'updated_at': '2021-07-16T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '46aa8a46-d9fe-4384-aabc-d68e94fd3605', 'name': '', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'mac_address': 'fa:16:3e:92:1a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:52Z', 'updated_at': '2021-07-16T20:42:00Z', 'revision_number': 4, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'subnets': [{'id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:42:01.017786 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab042bf-2033-4697-ac63-9befc7402808 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b879d7b-fae1-48e6-8404-168c000a59b9,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:01.020575 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ab042bf-2033-4697-ac63-9befc7402808 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.025756 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6ab042bf-2033-4697-ac63-9befc7402808 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9929180 Jul 16 20:42:01.040047 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53008) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:01.047834 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-05487636-0b47-4050-b4f9-d7b0850e4c1d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:01.118588 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b9d2b91-4ff1-465b-b34b-3c685379e21a req-f241e51a-8ea7-4bef-af11-6cfac2cb92b1 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfeac50-8d16-4eb0-8b2f-41dc796bf42e HTTP/1.1" status: 200 len: 210 time: 0.1605930 Jul 16 20:42:01.119679 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53010) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:01.121999 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-6f51d9f1-004f-497d-ae9a-c4a2dd9ebe76 tempest-SubnetPoolsTestJSON-403183301 tempest-SubnetPoolsTestJSON-403183301-project] show failed (client error): The resource could not be found. Jul 16 20:42:01.126770 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6f51d9f1-004f-497d-ae9a-c4a2dd9ebe76 tempest-SubnetPoolsTestJSON-403183301 tempest-SubnetPoolsTestJSON-403183301-project] 10.222.0.38 "GET /v2.0/subnetpools/71eee42c-b028-4a03-8f5b-8f24377b610c HTTP/1.1" status: 404 len: 346 time: 0.1430454 Jul 16 20:42:01.128873 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-6f15a410-7fb3-428d-8c93-616e99ef14ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:01.131135 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-6f15a410-7fb3-428d-8c93-616e99ef14ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ede8a670-7de2-4b7a-90c3-f13e1c31925d HTTP/1.1" status: 200 len: 797 time: 0.3913524 Jul 16 20:42:01.132349 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53012) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:01.161300 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05487636-0b47-4050-b4f9-d7b0850e4c1d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.210238 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-ce1a4516-31b3-4c6f-b63e-804ed0a4e490 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.227543 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-be126613-2560-499a-955c-49534fb1fc22 tempest-SubnetPoolsTestJSON-403183301 tempest-SubnetPoolsTestJSON-403183301-project] delete failed (client error): The resource could not be found. Jul 16 20:42:01.240706 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-be126613-2560-499a-955c-49534fb1fc22 tempest-SubnetPoolsTestJSON-403183301 tempest-SubnetPoolsTestJSON-403183301-project] 10.222.0.38 "DELETE /v2.0/subnetpools/71eee42c-b028-4a03-8f5b-8f24377b610c HTTP/1.1" status: 404 len: 346 time: 0.0823979 Jul 16 20:42:01.361572 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2cb0-ec19-4590-9f61-a1608bd370ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.381839 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-967b8848-c842-4db5-b1a1-9cfc75be32cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:01.383466 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-967b8848-c842-4db5-b1a1-9cfc75be32cf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2121501 Jul 16 20:42:01.458462 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-ce1a4516-31b3-4c6f-b63e-804ed0a4e490 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.593472 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2cb0-ec19-4590-9f61-a1608bd370ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.599961 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-ce1a4516-31b3-4c6f-b63e-804ed0a4e490 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Network c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:42:01.607685 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2cb0-ec19-4590-9f61-a1608bd370ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.618698 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-ce1a4516-31b3-4c6f-b63e-804ed0a4e490 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:42:01.624544 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-ce1a4516-31b3-4c6f-b63e-804ed0a4e490 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:42:01.628990 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-3e7e97b3-a41e-4c1a-b0e2-8bfc5e1164f1 service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365270 Jul 16 20:42:01.635015 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-bfe7f4f2-0252-47b3-be9d-8e12fcf57fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f45b7f1b-c032-4fde-b88c-398f366dab43 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:42:01.647130 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 46aa8a46-d9fe-4384-aabc-d68e94fd3605 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:42:01.672790 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53022) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:01.687467 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-bfe7f4f2-0252-47b3-be9d-8e12fcf57fb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.702199 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a4516-31b3-4c6f-b63e-804ed0a4e490 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Pushing event updated for resources: {'Port': ['ID=ae5f8f27-1a7c-4b34-a95e-54f7209442d1,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:01.714698 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05487636-0b47-4050-b4f9-d7b0850e4c1d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.741026 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6d9c2cb0-ec19-4590-9f61-a1608bd370ca admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=90108df97e8f470287c8e4d7132d257c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6165941 Jul 16 20:42:01.742585 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53026) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:01.749602 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c2cb0-ec19-4590-9f61-a1608bd370ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d00a84e-cf5a-4123-95c2-1c6d2a3ad03f,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:01.762559 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-bfe7f4f2-0252-47b3-be9d-8e12fcf57fb4 service neutron] Transition to ACTIVE for port object f45b7f1b-c032-4fde-b88c-398f366dab43 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:42:01.764902 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 46aa8a46-d9fe-4384-aabc-d68e94fd3605 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:42:01.768954 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 46aa8a46-d9fe-4384-aabc-d68e94fd3605 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:01.769332 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.803323 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-bfe7f4f2-0252-47b3-be9d-8e12fcf57fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.815974 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-ce1a4516-31b3-4c6f-b63e-804ed0a4e490 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:01.816651 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-ce1a4516-31b3-4c6f-b63e-804ed0a4e490 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.848307 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-ce1a4516-31b3-4c6f-b63e-804ed0a4e490 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7591465 Jul 16 20:42:01.861819 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-b0417b71-66eb-4492-a8ab-56816d97eeec service neutron] Request body: {'port': {'device_id': '1cfeac50-8d16-4eb0-8b2f-41dc796bf42e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:01.924968 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.945175 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-13bed085-ed56-45a3-b5b9-df817cd6c3a6 service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859945 Jul 16 20:42:01.948181 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7f4f2-0252-47b3-be9d-8e12fcf57fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=f45b7f1b-c032-4fde-b88c-398f366dab43,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:01.958836 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-080ce472-0180-41b0-8a54-85aa2ed9e1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.967618 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee4c06ed-cee6-4470-a874-8ad4737b642f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.974846 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 46aa8a46-d9fe-4384-aabc-d68e94fd3605, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=46aa8a46-d9fe-4384-aabc-d68e94fd3605,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:01.980880 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:02.036296 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-0b898890-8b68-45fb-af11-40ae3725f7b1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=dbb2a1f8-6655-4e13-8f01-649325559b94 HTTP/1.1" status: 200 len: 217 time: 0.0665522 Jul 16 20:42:02.049477 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=46aa8a46-d9fe-4384-aabc-d68e94fd3605,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:02.163398 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-d5cc32d1-dd06-4d5e-9217-dec751380d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:02.165425 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-d5cc32d1-dd06-4d5e-9217-dec751380d92 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ede8a670-7de2-4b7a-90c3-f13e1c31925d HTTP/1.1" status: 200 len: 797 time: 0.0785065 Jul 16 20:42:02.168682 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee4c06ed-cee6-4470-a874-8ad4737b642f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:02.289822 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-bfe7f4f2-0252-47b3-be9d-8e12fcf57fb4 service neutron] Attempting to bind port f45b7f1b-c032-4fde-b88c-398f366dab43 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:42:02.290174 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-bfe7f4f2-0252-47b3-be9d-8e12fcf57fb4 service neutron] Attempting to bind port f45b7f1b-c032-4fde-b88c-398f366dab43 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'c64f4cf8-2829-4d0d-bc3a-9a867f12fe01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:42:02.290539 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-bfe7f4f2-0252-47b3-be9d-8e12fcf57fb4 service neutron] Attempting to bind port f45b7f1b-c032-4fde-b88c-398f366dab43 on network 8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:42:02.301393 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-bfe7f4f2-0252-47b3-be9d-8e12fcf57fb4 service neutron] Port f45b7f1b-c032-4fde-b88c-398f366dab43 on network 8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:42:02.301950 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-bfe7f4f2-0252-47b3-be9d-8e12fcf57fb4 service neutron] Attempting to bind port f45b7f1b-c032-4fde-b88c-398f366dab43 on network 8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:42:02.314258 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-bfe7f4f2-0252-47b3-be9d-8e12fcf57fb4 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:42:02.314632 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-bfe7f4f2-0252-47b3-be9d-8e12fcf57fb4 service neutron] Checking segment: {'id': 'c64f4cf8-2829-4d0d-bc3a-9a867f12fe01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:42:02.315034 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-bfe7f4f2-0252-47b3-be9d-8e12fcf57fb4 service neutron] Bound using segment: {'id': 'c64f4cf8-2829-4d0d-bc3a-9a867f12fe01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:42:02.315494 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-bfe7f4f2-0252-47b3-be9d-8e12fcf57fb4 service neutron] Bound port: f45b7f1b-c032-4fde-b88c-398f366dab43, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c64f4cf8-2829-4d0d-bc3a-9a867f12fe01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:42:02.315872 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-bfe7f4f2-0252-47b3-be9d-8e12fcf57fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:02.321697 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-9ac5d868-66dd-40e1-99c1-fd4ec6210649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:02.324272 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-9ac5d868-66dd-40e1-99c1-fd4ec6210649 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1467695 Jul 16 20:42:02.365302 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee4c06ed-cee6-4470-a874-8ad4737b642f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:02.368049 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee4c06ed-cee6-4470-a874-8ad4737b642f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:02.370062 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ee4c06ed-cee6-4470-a874-8ad4737b642f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1d00a84e-cf5a-4123-95c2-1c6d2a3ad03f HTTP/1.1" status: 204 len: 168 time: 0.6262009 Jul 16 20:42:02.441576 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-05487636-0b47-4050-b4f9-d7b0850e4c1d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Allocated IP 172.25.0.16 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/ee466b00-997d-452f-87f9-b7070d549c1a) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:42:02.464609 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c06ed-cee6-4470-a874-8ad4737b642f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d00a84e-cf5a-4123-95c2-1c6d2a3ad03f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:02.484985 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-bfe7f4f2-0252-47b3-be9d-8e12fcf57fb4 service neutron] For port f45b7f1b-c032-4fde-b88c-398f366dab43, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:42:02.490032 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-bfe7f4f2-0252-47b3-be9d-8e12fcf57fb4 service neutron] For port f45b7f1b-c032-4fde-b88c-398f366dab43, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f45b7f1b-c032-4fde-b88c-398f366dab43,segment=NetworkSegment(c64f4cf8-2829-4d0d-bc3a-9a867f12fe01),segment_id=c64f4cf8-2829-4d0d-bc3a-9a867f12fe01)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:42:02.497720 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-bfe7f4f2-0252-47b3-be9d-8e12fcf57fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:02.540131 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-1f1219c1-5a51-4f2c-b084-3cbd8c6347e8 service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085614 Jul 16 20:42:02.568822 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-bfe7f4f2-0252-47b3-be9d-8e12fcf57fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:02.569371 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-bfe7f4f2-0252-47b3-be9d-8e12fcf57fb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:02.570925 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-bfe7f4f2-0252-47b3-be9d-8e12fcf57fb4 service neutron] 10.222.0.18 "PUT /v2.0/ports/f45b7f1b-c032-4fde-b88c-398f366dab43 HTTP/1.1" status: 200 len: 1092 time: 2.5110295 Jul 16 20:42:02.583705 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb144a54-eaaf-4eb1-88e0-16fd76802133', 'tag': 'f45b7f1b-c032-4fde-b88c-398f366dab43'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:02.590312 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ace751-9df0-4fe8-a182-25059683649d" -d '{"events": [{"name": "network-changed", "server_uuid": "eb144a54-eaaf-4eb1-88e0-16fd76802133", "tag": "f45b7f1b-c032-4fde-b88c-398f366dab43"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:02.594694 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-b0417b71-66eb-4492-a8ab-56816d97eeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:02.701088 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7f4f2-0252-47b3-be9d-8e12fcf57fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=f45b7f1b-c032-4fde-b88c-398f366dab43,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:02.726577 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a330e6-dd94-43ae-9552-94b2ac65f306 req-1adb00ca-5387-4684-9a46-659f253d074d tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:02.728633 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-44a330e6-dd94-43ae-9552-94b2ac65f306 req-1adb00ca-5387-4684-9a46-659f253d074d tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 943 time: 0.3791778 Jul 16 20:42:02.749052 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7715566-1933-4455-b211-f8174fa8c0e6 req-728c7b2a-f8bd-41d1-942e-e94c5dc143ec tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:02.750601 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e7715566-1933-4455-b211-f8174fa8c0e6 req-728c7b2a-f8bd-41d1-942e-e94c5dc143ec tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfeac50-8d16-4eb0-8b2f-41dc796bf42e HTTP/1.1" status: 200 len: 932 time: 0.4043489 Jul 16 20:42:02.751319 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53038) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:02.774211 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f24efc18-1781-498e-af61-85f85011b9fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:02.798120 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-fa73186d-fd82-46d6-8dae-71a038d33526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:02.799772 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-fa73186d-fd82-46d6-8dae-71a038d33526 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a0908b6f9072478f9903b7e46929eca0&device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 1095 time: 0.1851921 Jul 16 20:42:02.819538 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-e29708a0-583e-442b-a4fe-0a0cff58bc2f service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475638 Jul 16 20:42:02.830597 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05487636-0b47-4050-b4f9-d7b0850e4c1d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:02.854554 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-8bbd18a1-1181-4321-8335-e81a5ff20344 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f45b7f1b-c032-4fde-b88c-398f366dab43 HTTP/1.1" status: 200 len: 217 time: 0.0449405 Jul 16 20:42:02.956315 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-080ce472-0180-41b0-8a54-85aa2ed9e1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:02.963788 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-44a330e6-dd94-43ae-9552-94b2ac65f306 req-2eb8a337-2af2-4387-b355-12fd911038a5 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109187 Jul 16 20:42:02.976157 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-080ce472-0180-41b0-8a54-85aa2ed9e1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:02.990915 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e7715566-1933-4455-b211-f8174fa8c0e6 req-e767ceef-4130-4d87-8f6c-202594459f2d tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] 10.222.0.38 "GET /v2.0/security-groups?id=810e5257-93b5-4c1e-84e2-c97b1617bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268910 Jul 16 20:42:03.068469 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-080ce472-0180-41b0-8a54-85aa2ed9e1fe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=00a9a17ee2574591b38cf16f2801e399&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3872564 Jul 16 20:42:03.075195 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53042) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:03.112440 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ce472-0180-41b0-8a54-85aa2ed9e1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf88f6db-7a02-41ca-a298-6da2854c2dc0,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:03.123776 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05487636-0b47-4050-b4f9-d7b0850e4c1d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.137819 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.211397 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05487636-0b47-4050-b4f9-d7b0850e4c1d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:42:03.226753 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-05487636-0b47-4050-b4f9-d7b0850e4c1d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:42:03.227912 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b3f4d9-d853-4716-9ba8-d48d5e2a76c6 x-openstack-request-id: req-10b3f4d9-d853-4716-9ba8-d48d5e2a76c6 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:03.228744 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb144a54-eaaf-4eb1-88e0-16fd76802133", "tag": "f45b7f1b-c032-4fde-b88c-398f366dab43", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:03.229026 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-10b3f4d9-d853-4716-9ba8-d48d5e2a76c6 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:03.229455 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb144a54-eaaf-4eb1-88e0-16fd76802133', 'tag': 'f45b7f1b-c032-4fde-b88c-398f366dab43', 'status': 'completed', 'code': 200} Jul 16 20:42:03.234470 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05487636-0b47-4050-b4f9-d7b0850e4c1d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:42:03.240189 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05487636-0b47-4050-b4f9-d7b0850e4c1d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Pushing event updated for resources: {'Port': ['ID=ee466b00-997d-452f-87f9-b7070d549c1a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:03.244773 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-4c4592d3-0767-47c7-9202-f3e5228c90d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=9c2a4800-9a2a-4b56-925d-1fa35a5727a0 HTTP/1.1" status: 200 len: 217 time: 0.3968680 Jul 16 20:42:03.289800 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f11a9c9a-0bd3-4fd2-ba5b-a69ace0181b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.334377 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-cba1e1e9-aab5-4840-a0a3-456c918f8d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:03.335753 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-cba1e1e9-aab5-4840-a0a3-456c918f8d17 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42d6cc70-308b-45b9-b181-5593d6f8d932 HTTP/1.1" status: 200 len: 850 time: 0.1095924 Jul 16 20:42:03.344550 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-704b2931-08f1-4d89-b223-2dd6e8fc2fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:03.346075 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-704b2931-08f1-4d89-b223-2dd6e8fc2fef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ede8a670-7de2-4b7a-90c3-f13e1c31925d HTTP/1.1" status: 200 len: 797 time: 0.0801566 Jul 16 20:42:03.350793 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f11a9c9a-0bd3-4fd2-ba5b-a69ace0181b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.395523 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-5708a1ec-ec04-4c38-beda-c2bcbe13c92c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465159 Jul 16 20:42:03.411857 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-b0417b71-66eb-4492-a8ab-56816d97eeec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5f8f27-1a7c-4b34-a95e-54f7209442d1 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:42:03.424157 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-b0417b71-66eb-4492-a8ab-56816d97eeec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.450497 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05487636-0b47-4050-b4f9-d7b0850e4c1d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.487786 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-b0417b71-66eb-4492-a8ab-56816d97eeec service neutron] Transition to ACTIVE for port object ae5f8f27-1a7c-4b34-a95e-54f7209442d1 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:42:03.494006 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f11a9c9a-0bd3-4fd2-ba5b-a69ace0181b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.496993 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f11a9c9a-0bd3-4fd2-ba5b-a69ace0181b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.498209 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f11a9c9a-0bd3-4fd2-ba5b-a69ace0181b8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bf88f6db-7a02-41ca-a298-6da2854c2dc0 HTTP/1.1" status: 204 len: 168 time: 0.4220386 Jul 16 20:42:03.503385 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-b0417b71-66eb-4492-a8ab-56816d97eeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.539330 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05487636-0b47-4050-b4f9-d7b0850e4c1d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.544476 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a9c9a-0bd3-4fd2-ba5b-a69ace0181b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf88f6db-7a02-41ca-a298-6da2854c2dc0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:03.565782 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 46aa8a46-d9fe-4384-aabc-d68e94fd3605 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:42:03.574835 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f24efc18-1781-498e-af61-85f85011b9fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.580878 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-31c40f84-ff2e-490b-81e1-a2d8290e8ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:03.583546 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-31c40f84-ff2e-490b-81e1-a2d8290e8ce6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2208781 Jul 16 20:42:03.587222 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f24efc18-1781-498e-af61-85f85011b9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.597620 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-4b5268a0-2011-499f-961b-df95088ae7ea service neutron] 10.222.0.18 "GET /v2.0/networks/8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827903 Jul 16 20:42:03.599930 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0417b71-66eb-4492-a8ab-56816d97eeec service neutron] Pushing event updated for resources: {'Port': ['ID=ae5f8f27-1a7c-4b34-a95e-54f7209442d1,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:03.691276 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 46aa8a46-d9fe-4384-aabc-d68e94fd3605 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:03.692092 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.701341 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f24efc18-1781-498e-af61-85f85011b9fd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=06c418d28bb6423fb027884e6c708c10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9481146 Jul 16 20:42:03.706109 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24efc18-1781-498e-af61-85f85011b9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15d3c61-e447-44d6-ab82-c2ac87a80949,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:03.707257 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53046) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:03.821636 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-b0417b71-66eb-4492-a8ab-56816d97eeec service neutron] Attempting to bind port ae5f8f27-1a7c-4b34-a95e-54f7209442d1 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:42:03.822029 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-b0417b71-66eb-4492-a8ab-56816d97eeec service neutron] Attempting to bind port ae5f8f27-1a7c-4b34-a95e-54f7209442d1 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'ef56192c-ae1d-4ea8-8200-9e91b3bd72a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:42:03.822671 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-b0417b71-66eb-4492-a8ab-56816d97eeec service neutron] Attempting to bind port ae5f8f27-1a7c-4b34-a95e-54f7209442d1 on network c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:42:03.836234 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-a7dff76b-380d-4d91-a5a6-7b2b5a376046 service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440619 Jul 16 20:42:03.842063 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-b0417b71-66eb-4492-a8ab-56816d97eeec service neutron] Port ae5f8f27-1a7c-4b34-a95e-54f7209442d1 on network c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:42:03.842283 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2cb42d9a-ee40-49aa-bf79-ed0623c01603 req-37c07e00-ddd0-4a1a-9a36-ec3c49351375 service neutron] 10.222.0.18 "GET /v2.0/networks/8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247717 Jul 16 20:42:03.842406 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-b0417b71-66eb-4492-a8ab-56816d97eeec service neutron] Attempting to bind port ae5f8f27-1a7c-4b34-a95e-54f7209442d1 on network c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:42:03.859921 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-b0417b71-66eb-4492-a8ab-56816d97eeec service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:42:03.860280 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-b0417b71-66eb-4492-a8ab-56816d97eeec service neutron] Checking segment: {'id': 'ef56192c-ae1d-4ea8-8200-9e91b3bd72a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:42:03.860655 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-b0417b71-66eb-4492-a8ab-56816d97eeec service neutron] Bound using segment: {'id': 'ef56192c-ae1d-4ea8-8200-9e91b3bd72a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:42:03.861096 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-b0417b71-66eb-4492-a8ab-56816d97eeec service neutron] Bound port: ae5f8f27-1a7c-4b34-a95e-54f7209442d1, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef56192c-ae1d-4ea8-8200-9e91b3bd72a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:42:03.861464 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-b0417b71-66eb-4492-a8ab-56816d97eeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.868290 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-022df7e4-f3a7-4149-864b-0602e7e41c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.930045 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-022df7e4-f3a7-4149-864b-0602e7e41c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.948562 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05487636-0b47-4050-b4f9-d7b0850e4c1d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.989276 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05487636-0b47-4050-b4f9-d7b0850e4c1d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:04.077520 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05487636-0b47-4050-b4f9-d7b0850e4c1d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:04.090617 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-124c66a3-fa6d-44a2-b70c-a3d87fc0f273 service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427351 Jul 16 20:42:04.161283 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-ef14c8d2-15d6-4f73-91c2-b40dfc9b1eee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=38e7200d-92b8-4114-bcf6-4d8de1ed7adf HTTP/1.1" status: 200 len: 217 time: 0.0601001 Jul 16 20:42:04.163485 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05487636-0b47-4050-b4f9-d7b0850e4c1d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:04.164699 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-05487636-0b47-4050-b4f9-d7b0850e4c1d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1228507 Jul 16 20:42:04.169029 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05487636-0b47-4050-b4f9-d7b0850e4c1d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Pushing event updated for resources: {'Port': ['ID=ee466b00-997d-452f-87f9-b7070d549c1a,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:04.174736 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-b0417b71-66eb-4492-a8ab-56816d97eeec service neutron] For port ae5f8f27-1a7c-4b34-a95e-54f7209442d1, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:42:04.175859 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace751-9df0-4fe8-a182-25059683649d req-bf35756b-6c6e-4944-b0ab-dbbb5df173d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:04.178805 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-54ace751-9df0-4fe8-a182-25059683649d req-bf35756b-6c6e-4944-b0ab-dbbb5df173d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a0908b6f9072478f9903b7e46929eca0&device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 1095 time: 0.2375402 Jul 16 20:42:04.183829 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-b0417b71-66eb-4492-a8ab-56816d97eeec service neutron] For port ae5f8f27-1a7c-4b34-a95e-54f7209442d1, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=ae5f8f27-1a7c-4b34-a95e-54f7209442d1,segment=NetworkSegment(ef56192c-ae1d-4ea8-8200-9e91b3bd72a0),segment_id=ef56192c-ae1d-4ea8-8200-9e91b3bd72a0)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:42:04.247584 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-b0417b71-66eb-4492-a8ab-56816d97eeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:04.252275 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-022df7e4-f3a7-4149-864b-0602e7e41c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:04.256441 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-022df7e4-f3a7-4149-864b-0602e7e41c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:04.257603 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-022df7e4-f3a7-4149-864b-0602e7e41c7c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b15d3c61-e447-44d6-ab82-c2ac87a80949 HTTP/1.1" status: 204 len: 168 time: 0.5493815 Jul 16 20:42:04.327827 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-1ccb51a9-64eb-47f1-9eac-4a19c05a90f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:04.329659 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-1ccb51a9-64eb-47f1-9eac-4a19c05a90f1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ddbb0f23-4d7f-4c3a-a43b-0ba8f2788bfb HTTP/1.1" status: 200 len: 797 time: 0.1607757 Jul 16 20:42:04.361374 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-b0417b71-66eb-4492-a8ab-56816d97eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:04.362003 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-b0417b71-66eb-4492-a8ab-56816d97eeec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:04.365531 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-b0417b71-66eb-4492-a8ab-56816d97eeec service neutron] 10.222.0.62 "PUT /v2.0/ports/ae5f8f27-1a7c-4b34-a95e-54f7209442d1 HTTP/1.1" status: 200 len: 1093 time: 2.5076275 Jul 16 20:42:04.397464 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cfeac50-8d16-4eb0-8b2f-41dc796bf42e', 'tag': 'ae5f8f27-1a7c-4b34-a95e-54f7209442d1'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:04.400550 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace751-9df0-4fe8-a182-25059683649d req-c90548f3-43cd-44e0-b44f-df31f3b55f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:04.401647 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d1e988-1c52-43a5-97db-50b4dc091d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "1cfeac50-8d16-4eb0-8b2f-41dc796bf42e", "tag": "ae5f8f27-1a7c-4b34-a95e-54f7209442d1"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:04.402213 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-54ace751-9df0-4fe8-a182-25059683649d req-c90548f3-43cd-44e0-b44f-df31f3b55f12 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd HTTP/1.1" status: 200 len: 911 time: 0.2082977 Jul 16 20:42:04.405134 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022df7e4-f3a7-4149-864b-0602e7e41c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15d3c61-e447-44d6-ab82-c2ac87a80949,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:04.461527 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-54ace751-9df0-4fe8-a182-25059683649d req-5257e6da-0941-4561-8bd5-82ffdc12b26a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f45b7f1b-c032-4fde-b88c-398f366dab43 HTTP/1.1" status: 200 len: 217 time: 0.0524042 Jul 16 20:42:04.480985 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-4ca645cd-095a-4436-8a25-2bad01ff17b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:04.482515 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-4ca645cd-095a-4436-8a25-2bad01ff17b5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8220058e-73c4-4bbb-9a58-d9b747bb6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1432567 Jul 16 20:42:04.508162 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0417b71-66eb-4492-a8ab-56816d97eeec service neutron] Pushing event updated for resources: {'Port': ['ID=ae5f8f27-1a7c-4b34-a95e-54f7209442d1,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:04.531063 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ba574-e04a-4900-a8fb-64049593b22d req-892c52f5-8f06-4589-b439-5e4d1efffae8 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:04.533739 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-777ba574-e04a-4900-a8fb-64049593b22d req-892c52f5-8f06-4589-b439-5e4d1efffae8 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 943 time: 0.2886636 Jul 16 20:42:04.550258 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace751-9df0-4fe8-a182-25059683649d req-e35f30ee-59aa-419b-824d-d1756d8e5f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:04.552234 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-54ace751-9df0-4fe8-a182-25059683649d req-e35f30ee-59aa-419b-824d-d1756d8e5f8c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42d6cc70-308b-45b9-b181-5593d6f8d932 HTTP/1.1" status: 200 len: 850 time: 0.0827353 Jul 16 20:42:04.607115 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d536b-6702-4c19-9252-983e522043ce req-c4c37de9-2231-4a2a-8a1e-f7a3a2203c7c tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:04.614390 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-203d536b-6702-4c19-9252-983e522043ce req-c4c37de9-2231-4a2a-8a1e-f7a3a2203c7c tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfeac50-8d16-4eb0-8b2f-41dc796bf42e HTTP/1.1" status: 200 len: 944 time: 0.4172330 Jul 16 20:42:04.621183 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-3877e9c3-be5b-47c6-9c61-eaf3e5a87dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:04.622283 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-3877e9c3-be5b-47c6-9c61-eaf3e5a87dcd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00efbadab3354a74abb9f3a1f2523798&device_id=1cfeac50-8d16-4eb0-8b2f-41dc796bf42e HTTP/1.1" status: 200 len: 1096 time: 0.2056806 Jul 16 20:42:04.630804 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-54ace751-9df0-4fe8-a182-25059683649d req-89a54503-ea52-42f7-a0af-1c5cffde0b55 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353084 Jul 16 20:42:04.638416 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-777ba574-e04a-4900-a8fb-64049593b22d req-428085a7-35ae-48ba-b304-95c7f2e5cea5 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951903 Jul 16 20:42:04.686092 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-d62ba34b-596b-4d8c-9a4f-27dec3463db8 service neutron] 10.222.0.62 "GET /v2.0/networks/8220058e-73c4-4bbb-9a58-d9b747bb6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847384 Jul 16 20:42:04.725505 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-25dee055-2537-485e-9802-4e9f731f6117 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae5f8f27-1a7c-4b34-a95e-54f7209442d1 HTTP/1.1" status: 200 len: 217 time: 0.0759544 Jul 16 20:42:04.783205 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-203d536b-6702-4c19-9252-983e522043ce req-5d353cc3-4110-44d0-8273-a21627e3378f tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] 10.222.0.38 "GET /v2.0/security-groups?id=810e5257-93b5-4c1e-84e2-c97b1617bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679027 Jul 16 20:42:04.814582 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-128b76cb-5005-4c50-a586-034d54674deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:04.822259 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-128b76cb-5005-4c50-a586-034d54674deb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8a411e24-cd71-4d11-85fa-c442202c2da3 HTTP/1.1" status: 200 len: 860 time: 0.0832915 Jul 16 20:42:04.886122 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-54ace751-9df0-4fe8-a182-25059683649d req-2789d984-7bd7-4545-bb5a-4f58dfa4ce3f service neutron] 10.222.0.18 "GET /v2.0/networks/8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477815 Jul 16 20:42:04.906818 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-24dc00d4-6a00-4a5c-9b72-6c718c0ef240 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787382 Jul 16 20:42:05.005991 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-8e7b5ae0-ecb0-4601-aa28-ad703e5a7e5c service neutron] 10.222.0.62 "GET /v2.0/networks/8220058e-73c4-4bbb-9a58-d9b747bb6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101287 Jul 16 20:42:05.009060 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-54ace751-9df0-4fe8-a182-25059683649d req-923ff2d9-a782-4574-aa8b-3ef448be5653 service neutron] 10.222.0.18 "GET /v2.0/networks/8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118622 Jul 16 20:42:05.018364 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-8afb0c68-0e7b-431a-93fc-a3fada59e8fe tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--59682034&fields=id&tenant_id=a195eb15eb6f4338b136e6cce4c78c87 HTTP/1.1" status: 200 len: 267 time: 0.1105196 Jul 16 20:42:05.065521 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-b4a22dd4-8199-470d-8b75-96820e09b9bf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a01f51a9-92dd-4e1a-bd77-2234ac6f2686 HTTP/1.1" status: 200 len: 217 time: 0.0515661 Jul 16 20:42:05.089084 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-2bcc103a-b080-4488-a7b4-7a97c6a2d94f service neutron] 10.222.0.62 "GET /v2.0/networks/c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712048 Jul 16 20:42:05.148616 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-d75d9132-c2a4-497d-abd8-4a43be339484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:05.152463 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-d75d9132-c2a4-497d-abd8-4a43be339484 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ddbb0f23-4d7f-4c3a-a43b-0ba8f2788bfb HTTP/1.1" status: 200 len: 797 time: 0.0801589 Jul 16 20:42:05.203309 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f70c6a-e639-4ebc-9f2d-6984aed3c4bc x-openstack-request-id: req-53f70c6a-e639-4ebc-9f2d-6984aed3c4bc {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:05.203873 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cfeac50-8d16-4eb0-8b2f-41dc796bf42e", "tag": "ae5f8f27-1a7c-4b34-a95e-54f7209442d1", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:05.204143 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-53f70c6a-e639-4ebc-9f2d-6984aed3c4bc {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:05.204530 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cfeac50-8d16-4eb0-8b2f-41dc796bf42e', 'tag': 'ae5f8f27-1a7c-4b34-a95e-54f7209442d1', 'status': 'completed', 'code': 200} Jul 16 20:42:05.219840 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-2de7e375-2b32-4c3f-a5b3-bb0f6c0218cc tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:05.221390 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-2de7e375-2b32-4c3f-a5b3-bb0f6c0218cc tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/networks?id=57f96d4f-a3d8-495c-8b4c-383900172d1b HTTP/1.1" status: 200 len: 817 time: 0.1915913 Jul 16 20:42:05.229647 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-e4c231e6-12ec-457b-bbe4-349a63f3f71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:05.229647 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-e4c231e6-12ec-457b-bbe4-349a63f3f71d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8220058e-73c4-4bbb-9a58-d9b747bb6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0712302 Jul 16 20:42:05.254455 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-0bd83623-c57f-4c70-a201-105b4d0f616a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/quotas/a195eb15eb6f4338b136e6cce4c78c87 HTTP/1.1" status: 200 len: 375 time: 0.0233047 Jul 16 20:42:05.260256 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ed4fe03-4eb5-40cd-a5f2-34595fd418f5 req-996cff00-6f6f-4ca9-a116-93fa6d7847a5 service neutron] 10.222.0.62 "GET /v2.0/networks/c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417263 Jul 16 20:42:05.356915 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device f45b7f1b-c032-4fde-b88c-398f366dab43 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:42:05.367178 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-4e3fa601-4ee2-47ef-a615-0abf00192ef2 service neutron] 10.222.0.62 "GET /v2.0/networks/8220058e-73c4-4bbb-9a58-d9b747bb6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288774 Jul 16 20:42:05.382212 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-8ff8420f-99e1-4d92-8ad8-604264c731b9 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a195eb15eb6f4338b136e6cce4c78c87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1158535 Jul 16 20:42:05.401599 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1e988-1c52-43a5-97db-50b4dc091d0c req-2d7f2fa1-94d7-4ef7-b927-79621a8bfc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:05.403141 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-38d1e988-1c52-43a5-97db-50b4dc091d0c req-2d7f2fa1-94d7-4ef7-b927-79621a8bfc9e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00efbadab3354a74abb9f3a1f2523798&device_id=1cfeac50-8d16-4eb0-8b2f-41dc796bf42e HTTP/1.1" status: 200 len: 1096 time: 0.0750403 Jul 16 20:42:05.408986 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-6b58542e-0e3c-426c-8c00-5a912c8f2f57 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:42:05.409990 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-6b58542e-0e3c-426c-8c00-5a912c8f2f57 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059628 Jul 16 20:42:05.543859 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1e988-1c52-43a5-97db-50b4dc091d0c req-d7f7f0a6-3d0e-4860-b359-aec4a0be91a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:05.545955 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-38d1e988-1c52-43a5-97db-50b4dc091d0c req-d7f7f0a6-3d0e-4860-b359-aec4a0be91a9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0 HTTP/1.1" status: 200 len: 921 time: 0.1350822 Jul 16 20:42:05.547235 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2d428ea-664e-439f-a1a5-c6821dfc3c3e req-5389b3a2-67ff-4033-bc8b-692f64e6bcb6 service neutron] 10.222.0.62 "GET /v2.0/networks/8220058e-73c4-4bbb-9a58-d9b747bb6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736727 Jul 16 20:42:05.582432 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port f45b7f1b-c032-4fde-b88c-398f366dab43, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f45b7f1b-c032-4fde-b88c-398f366dab43,segment=NetworkSegment(c64f4cf8-2829-4d0d-bc3a-9a867f12fe01),segment_id=c64f4cf8-2829-4d0d-bc3a-9a867f12fe01)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:05.596529 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'f45b7f1b-c032-4fde-b88c-398f366dab43', 'network_id': '8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd', 'port_id': 'f45b7f1b-c032-4fde-b88c-398f366dab43', 'mac_address': 'fa:16:3e:b6:5d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d6cc70-308b-45b9-b181-5593d6f8d932', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:42:05.617085 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-38d1e988-1c52-43a5-97db-50b4dc091d0c req-5a576c4f-34f1-43db-99f3-4e0d01c5662b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae5f8f27-1a7c-4b34-a95e-54f7209442d1 HTTP/1.1" status: 200 len: 217 time: 0.0598817 Jul 16 20:42:05.640870 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:05.670010 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45b7f1b-c032-4fde-b88c-398f366dab43 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:42:05.696303 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1e988-1c52-43a5-97db-50b4dc091d0c req-5ad10537-3155-4bb8-9834-42a7530ef51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:05.699286 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-38d1e988-1c52-43a5-97db-50b4dc091d0c req-5ad10537-3155-4bb8-9834-42a7530ef51a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8a411e24-cd71-4d11-85fa-c442202c2da3 HTTP/1.1" status: 200 len: 860 time: 0.0717783 Jul 16 20:42:05.699784 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port f45b7f1b-c032-4fde-b88c-398f366dab43, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f45b7f1b-c032-4fde-b88c-398f366dab43,segment=NetworkSegment(c64f4cf8-2829-4d0d-bc3a-9a867f12fe01),segment_id=c64f4cf8-2829-4d0d-bc3a-9a867f12fe01)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:05.705771 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:05.781967 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=f45b7f1b-c032-4fde-b88c-398f366dab43,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:05.802763 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-38d1e988-1c52-43a5-97db-50b4dc091d0c req-dbbeebb4-d8b9-45f5-920a-1415294f637e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819259 Jul 16 20:42:05.903229 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f45b7f1b-c032-4fde-b88c-398f366dab43'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:42:05.990308 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-d6805635-613c-475d-ae3a-aceffb130c7f service neutron] 10.222.0.38 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5701704 Jul 16 20:42:06.054100 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f41e0-15eb-47f3-a72f-d588381df049 req-f01f0c4b-718b-4542-948e-f9c1e9e49ae6 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:06.056956 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-891f41e0-15eb-47f3-a72f-d588381df049 req-f01f0c4b-718b-4542-948e-f9c1e9e49ae6 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 944 time: 0.2532916 Jul 16 20:42:06.064576 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-38d1e988-1c52-43a5-97db-50b4dc091d0c req-9f51c7a6-6fe4-4d9a-aaa3-b9e4779f6c78 service neutron] 10.222.0.62 "GET /v2.0/networks/c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405839 Jul 16 20:42:06.181940 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-891f41e0-15eb-47f3-a72f-d588381df049 req-54e642d2-7bde-4e57-9e33-23e4df1acc00 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131732 Jul 16 20:42:06.248741 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-d1d3b27c-84ad-43c5-8170-ef5bdd3611a8 service neutron] 10.222.0.38 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515225 Jul 16 20:42:06.277559 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-38d1e988-1c52-43a5-97db-50b4dc091d0c req-732eb5bd-1803-4e24-809e-779f56dfe794 service neutron] 10.222.0.62 "GET /v2.0/networks/c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558576 Jul 16 20:42:06.497835 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54bacecc-483f-4290-bd80-2563f960d26b req-d5506bc2-d76d-4961-90af-33baedd4ff54 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 210 time: 0.0401781 Jul 16 20:42:06.582999 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a3cd4-8526-45f5-9a2d-bad31910ee9f req-99cd3bb5-a155-4775-a41b-7827e4e49f5e tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:06.584494 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f64a3cd4-8526-45f5-9a2d-bad31910ee9f req-99cd3bb5-a155-4775-a41b-7827e4e49f5e tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfeac50-8d16-4eb0-8b2f-41dc796bf42e HTTP/1.1" status: 200 len: 944 time: 0.0857551 Jul 16 20:42:06.633669 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f64a3cd4-8526-45f5-9a2d-bad31910ee9f req-c4d0185d-a916-4a77-a1ba-13297a6ebba6 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] 10.222.0.38 "GET /v2.0/security-groups?id=810e5257-93b5-4c1e-84e2-c97b1617bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426021 Jul 16 20:42:07.182622 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53182) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:07.293642 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e7d32638-e05f-4d15-8418-c5b56d331d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:07.374057 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device f45b7f1b-c032-4fde-b88c-398f366dab43 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:42:07.374975 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308bffd-62c9-4e2c-acd6-a0eea7885b53 req-52fd858f-fb8f-4acb-8d01-29e232d4eb31 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:07.383457 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8308bffd-62c9-4e2c-acd6-a0eea7885b53 req-52fd858f-fb8f-4acb-8d01-29e232d4eb31 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 944 time: 0.0825310 Jul 16 20:42:07.396899 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e7d32638-e05f-4d15-8418-c5b56d331d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:07.405509 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e7d32638-e05f-4d15-8418-c5b56d331d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:07.433128 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8308bffd-62c9-4e2c-acd6-a0eea7885b53 req-efe7e8f2-97e0-4b71-817c-7e3b309d3174 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454550 Jul 16 20:42:07.451994 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e7d32638-e05f-4d15-8418-c5b56d331d8c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6c0968af64e445d1b2e2aa752d3812c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2682774 Jul 16 20:42:07.452956 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d32638-e05f-4d15-8418-c5b56d331d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b6b6e1-3223-4d9a-8cae-4013ce804052,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:07.455026 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53190) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:07.464777 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port f45b7f1b-c032-4fde-b88c-398f366dab43 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:42:07.471037 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port f45b7f1b-c032-4fde-b88c-398f366dab43 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:07.472040 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:07.518143 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9a984d68-e6d0-4539-9c54-9c749d1e5dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:07.542868 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9a984d68-e6d0-4539-9c54-9c749d1e5dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:07.568362 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:07.617860 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb144a54-eaaf-4eb1-88e0-16fd76802133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45b7f1b-c032-4fde-b88c-398f366dab43'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:07.618921 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9a984d68-e6d0-4539-9c54-9c749d1e5dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:07.621633 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2398def9-83a7-4d9a-8c84-4e9127bf64ce" -d '{"events": [{"server_uuid": "eb144a54-eaaf-4eb1-88e0-16fd76802133", "name": "network-vif-plugged", "status": "completed", "tag": "f45b7f1b-c032-4fde-b88c-398f366dab43"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:07.627571 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9a984d68-e6d0-4539-9c54-9c749d1e5dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:07.633364 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9a984d68-e6d0-4539-9c54-9c749d1e5dea admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e6b6b6e1-3223-4d9a-8cae-4013ce804052 HTTP/1.1" status: 204 len: 168 time: 0.1722152 Jul 16 20:42:07.646229 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port f45b7f1b-c032-4fde-b88c-398f366dab43, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f45b7f1b-c032-4fde-b88c-398f366dab43,segment=NetworkSegment(c64f4cf8-2829-4d0d-bc3a-9a867f12fe01),segment_id=c64f4cf8-2829-4d0d-bc3a-9a867f12fe01)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:07.656039 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:07.663195 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a984d68-e6d0-4539-9c54-9c749d1e5dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b6b6e1-3223-4d9a-8cae-4013ce804052,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:07.688107 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fca95516-583c-41b8-9fec-105a6ceceadc req-79cdd517-3ca4-41fb-893a-181f123b03f6 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 210 time: 0.0491767 Jul 16 20:42:07.698177 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa5d999-a10e-4a79-932d-d567719e616d x-openstack-request-id: req-7fa5d999-a10e-4a79-932d-d567719e616d {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:07.698515 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb144a54-eaaf-4eb1-88e0-16fd76802133", "name": "network-vif-plugged", "status": "completed", "tag": "f45b7f1b-c032-4fde-b88c-398f366dab43", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:07.698776 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7fa5d999-a10e-4a79-932d-d567719e616d {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:07.699226 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb144a54-eaaf-4eb1-88e0-16fd76802133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45b7f1b-c032-4fde-b88c-398f366dab43', 'code': 200} Jul 16 20:42:07.746177 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=f45b7f1b-c032-4fde-b88c-398f366dab43,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:07.792846 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-7f2729ca-171a-4e59-bcb4-837c8375af65 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:07.794433 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-7f2729ca-171a-4e59-bcb4-837c8375af65 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.18 "GET /v2.0/networks?id=57f96d4f-a3d8-495c-8b4c-383900172d1b HTTP/1.1" status: 200 len: 817 time: 0.2146535 Jul 16 20:42:07.844796 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device ae5f8f27-1a7c-4b34-a95e-54f7209442d1 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:42:07.930770 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-a1040983-ea1d-4b1a-ae3e-07d0ff8f404b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a195eb15eb6f4338b136e6cce4c78c87 HTTP/1.1" status: 200 len: 378 time: 0.1232028 Jul 16 20:42:07.945021 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-dbfdd2be-ad74-45d6-a1c4-28d24479ae43 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Request body: {'port': {'device_id': '953fe2b5-ff30-483d-9d0f-8c12abee2100', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'admin_state_up': True, 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'security_groups': ['5f2cc4b6-dce3-4a17-8632-e21ca09295a6']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:07.985130 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2719c3c-0f11-4333-9ceb-885eae48c145 req-429e5493-acd2-44f5-8697-6544423f5911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:07.989239 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a2719c3c-0f11-4333-9ceb-885eae48c145 req-429e5493-acd2-44f5-8697-6544423f5911 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 1097 time: 0.1647394 Jul 16 20:42:08.021796 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port ae5f8f27-1a7c-4b34-a95e-54f7209442d1, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=ae5f8f27-1a7c-4b34-a95e-54f7209442d1,segment=NetworkSegment(ef56192c-ae1d-4ea8-8200-9e91b3bd72a0),segment_id=ef56192c-ae1d-4ea8-8200-9e91b3bd72a0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:08.036036 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'ae5f8f27-1a7c-4b34-a95e-54f7209442d1', 'network_id': 'c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0', 'port_id': 'ae5f8f27-1a7c-4b34-a95e-54f7209442d1', 'mac_address': 'fa:16:3e:b4:9b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a411e24-cd71-4d11-85fa-c442202c2da3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:42:08.087470 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a2719c3c-0f11-4333-9ceb-885eae48c145 req-c4b2a6bb-c134-4d07-a4ea-6bf7ceddc759 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663085 Jul 16 20:42:08.113409 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.113979 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-dbfdd2be-ad74-45d6-a1c4-28d24479ae43 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Made reservation on behalf of a195eb15eb6f4338b136e6cce4c78c87 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:42:08.120131 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d921d-dc1d-49d3-a572-6986c565b6f4 req-c1d0df28-4cc6-4436-8ddc-b772175965d4 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:08.122356 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-dbfdd2be-ad74-45d6-a1c4-28d24479ae43 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.128170 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f86d921d-dc1d-49d3-a572-6986c565b6f4 req-c1d0df28-4cc6-4436-8ddc-b772175965d4 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfeac50-8d16-4eb0-8b2f-41dc796bf42e HTTP/1.1" status: 200 len: 944 time: 0.1800420 Jul 16 20:42:08.135767 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5f8f27-1a7c-4b34-a95e-54f7209442d1 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:42:08.174799 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f86d921d-dc1d-49d3-a572-6986c565b6f4 req-3340fbe0-4488-4d6f-8fa7-e70de5ac058a tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] 10.222.0.38 "GET /v2.0/security-groups?id=810e5257-93b5-4c1e-84e2-c97b1617bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455582 Jul 16 20:42:08.190787 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port ae5f8f27-1a7c-4b34-a95e-54f7209442d1, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=ae5f8f27-1a7c-4b34-a95e-54f7209442d1,segment=NetworkSegment(ef56192c-ae1d-4ea8-8200-9e91b3bd72a0),segment_id=ef56192c-ae1d-4ea8-8200-9e91b3bd72a0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:08.207861 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.217785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53208) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:08.236195 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b124c2bb-7559-4d6e-b310-aeb8bf6d84ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.286528 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=ae5f8f27-1a7c-4b34-a95e-54f7209442d1,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:08.363833 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-dbfdd2be-ad74-45d6-a1c4-28d24479ae43 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Allocated IP 172.20.0.3 (57f96d4f-a3d8-495c-8b4c-383900172d1b/b8d89da5-8a18-4550-b255-1d58457114f4/b354de15-c4c5-46cb-b9ad-6320a00577f1) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:42:08.409306 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b124c2bb-7559-4d6e-b310-aeb8bf6d84ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.415007 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b124c2bb-7559-4d6e-b310-aeb8bf6d84ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.491624 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['ae5f8f27-1a7c-4b34-a95e-54f7209442d1'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:42:08.547774 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b124c2bb-7559-4d6e-b310-aeb8bf6d84ec admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bb71b5b10cf549a89fd302d0c88a732f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3290215 Jul 16 20:42:08.549205 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124c2bb-7559-4d6e-b310-aeb8bf6d84ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d9a516-22a1-49ec-b881-96ad5f382023,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:08.563143 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53222) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:08.565400 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-dbfdd2be-ad74-45d6-a1c4-28d24479ae43 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.584143 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-dbfdd2be-ad74-45d6-a1c4-28d24479ae43 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Transition to ACTIVE for port object b354de15-c4c5-46cb-b9ad-6320a00577f1 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:42:08.633910 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-dbfdd2be-ad74-45d6-a1c4-28d24479ae43 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.681570 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-23556143-269b-4854-bc5d-f6530525b4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.730555 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfdd2be-ad74-45d6-a1c4-28d24479ae43 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Pushing event updated for resources: {'Port': ['ID=b354de15-c4c5-46cb-b9ad-6320a00577f1,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:08.734197 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-dbfdd2be-ad74-45d6-a1c4-28d24479ae43 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Network 57f96d4f-a3d8-495c-8b4c-383900172d1b is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:42:08.736108 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-dbfdd2be-ad74-45d6-a1c4-28d24479ae43 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:42:08.741350 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-dbfdd2be-ad74-45d6-a1c4-28d24479ae43 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:42:08.765760 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-23556143-269b-4854-bc5d-f6530525b4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.835976 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-23556143-269b-4854-bc5d-f6530525b4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.838245 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-dbfdd2be-ad74-45d6-a1c4-28d24479ae43 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:08.839693 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-23556143-269b-4854-bc5d-f6530525b4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.846697 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-dbfdd2be-ad74-45d6-a1c4-28d24479ae43 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.852613 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-23556143-269b-4854-bc5d-f6530525b4a4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c5d9a516-22a1-49ec-b881-96ad5f382023 HTTP/1.1" status: 204 len: 168 time: 0.2810221 Jul 16 20:42:08.880403 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-dbfdd2be-ad74-45d6-a1c4-28d24479ae43 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9442928 Jul 16 20:42:08.903944 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-2273d70f-8f3e-4a9a-8e00-4be0809b4e27 service neutron] Request body: {'port': {'device_id': '953fe2b5-ff30-483d-9d0f-8c12abee2100', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:08.914224 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23556143-269b-4854-bc5d-f6530525b4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d9a516-22a1-49ec-b881-96ad5f382023,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:08.964727 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d91472-6d72-4cb7-9598-019ce5151b57 req-d50f10a3-4603-4b6b-b48d-aac941328007 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:08.973155 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-35d91472-6d72-4cb7-9598-019ce5151b57 req-d50f10a3-4603-4b6b-b48d-aac941328007 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 945 time: 0.2958977 Jul 16 20:42:09.057404 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-2273d70f-8f3e-4a9a-8e00-4be0809b4e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:09.213356 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-676134a7-9305-4b48-ae2e-2657bac2cef1 None None] Provisioning for port b354de15-c4c5-46cb-b9ad-6320a00577f1 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:42:09.219985 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-676134a7-9305-4b48-ae2e-2657bac2cef1 None None] Provisioning complete for port b354de15-c4c5-46cb-b9ad-6320a00577f1 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:09.220717 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-676134a7-9305-4b48-ae2e-2657bac2cef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:09.276881 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-676134a7-9305-4b48-ae2e-2657bac2cef1 None None] Port b354de15-c4c5-46cb-b9ad-6320a00577f1 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:42:09.460153 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-35d91472-6d72-4cb7-9598-019ce5151b57 req-195886d5-f3e7-47ea-a9d7-9ba83c9bfb00 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856546 Jul 16 20:42:09.496849 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49894d-e24f-4ace-a576-33fd2107d45f req-f23e1ece-0169-4fa3-acf8-25b80abb0c75 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:09.506076 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d49894d-e24f-4ace-a576-33fd2107d45f req-f23e1ece-0169-4fa3-acf8-25b80abb0c75 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 931 time: 0.6286123 Jul 16 20:42:09.526698 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-2273d70f-8f3e-4a9a-8e00-4be0809b4e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b354de15-c4c5-46cb-b9ad-6320a00577f1 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:42:09.535121 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-2273d70f-8f3e-4a9a-8e00-4be0809b4e27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:09.548492 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d49894d-e24f-4ace-a576-33fd2107d45f req-05e68743-3738-4a7c-8fc4-0825b58417fb tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407581 Jul 16 20:42:09.560326 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-2273d70f-8f3e-4a9a-8e00-4be0809b4e27 service neutron] Transition to ACTIVE for port object b354de15-c4c5-46cb-b9ad-6320a00577f1 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:42:09.565295 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-2273d70f-8f3e-4a9a-8e00-4be0809b4e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:09.621496 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273d70f-8f3e-4a9a-8e00-4be0809b4e27 service neutron] Pushing event updated for resources: {'Port': ['ID=b354de15-c4c5-46cb-b9ad-6320a00577f1,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:09.667005 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce8814-9181-4dfd-9374-f015f0791b33 req-4c7f8f18-5fe4-45e9-a09a-0e8b751eb748 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:09.668816 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-30ce8814-9181-4dfd-9374-f015f0791b33 req-4c7f8f18-5fe4-45e9-a09a-0e8b751eb748 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfeac50-8d16-4eb0-8b2f-41dc796bf42e HTTP/1.1" status: 200 len: 945 time: 0.0762753 Jul 16 20:42:09.706780 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-2273d70f-8f3e-4a9a-8e00-4be0809b4e27 service neutron] Attempting to bind port b354de15-c4c5-46cb-b9ad-6320a00577f1 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:42:09.707366 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-2273d70f-8f3e-4a9a-8e00-4be0809b4e27 service neutron] Attempting to bind port b354de15-c4c5-46cb-b9ad-6320a00577f1 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:42:09.707882 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-2273d70f-8f3e-4a9a-8e00-4be0809b4e27 service neutron] Attempting to bind port b354de15-c4c5-46cb-b9ad-6320a00577f1 on network 57f96d4f-a3d8-495c-8b4c-383900172d1b {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:42:09.713133 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-2273d70f-8f3e-4a9a-8e00-4be0809b4e27 service neutron] Port b354de15-c4c5-46cb-b9ad-6320a00577f1 on network 57f96d4f-a3d8-495c-8b4c-383900172d1b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:42:09.713577 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-2273d70f-8f3e-4a9a-8e00-4be0809b4e27 service neutron] Attempting to bind port b354de15-c4c5-46cb-b9ad-6320a00577f1 on network 57f96d4f-a3d8-495c-8b4c-383900172d1b {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:42:09.717358 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-30ce8814-9181-4dfd-9374-f015f0791b33 req-9d9cdff1-5d23-403f-8902-8e43a4618b60 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] 10.222.0.38 "GET /v2.0/security-groups?id=810e5257-93b5-4c1e-84e2-c97b1617bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418451 Jul 16 20:42:09.718806 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-2273d70f-8f3e-4a9a-8e00-4be0809b4e27 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:42:09.719144 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-2273d70f-8f3e-4a9a-8e00-4be0809b4e27 service neutron] Checking segment: {'id': 'e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:42:09.719523 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-2273d70f-8f3e-4a9a-8e00-4be0809b4e27 service neutron] Bound using segment: {'id': 'e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:42:09.721523 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-2273d70f-8f3e-4a9a-8e00-4be0809b4e27 service neutron] Bound port: b354de15-c4c5-46cb-b9ad-6320a00577f1, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:42:09.722103 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-2273d70f-8f3e-4a9a-8e00-4be0809b4e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:09.814019 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-2273d70f-8f3e-4a9a-8e00-4be0809b4e27 service neutron] For port b354de15-c4c5-46cb-b9ad-6320a00577f1, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:42:09.817593 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-2273d70f-8f3e-4a9a-8e00-4be0809b4e27 service neutron] For port b354de15-c4c5-46cb-b9ad-6320a00577f1, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b354de15-c4c5-46cb-b9ad-6320a00577f1,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:42:09.821989 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-2273d70f-8f3e-4a9a-8e00-4be0809b4e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:09.863688 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device ae5f8f27-1a7c-4b34-a95e-54f7209442d1 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:42:09.890145 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-2273d70f-8f3e-4a9a-8e00-4be0809b4e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:09.890627 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-2273d70f-8f3e-4a9a-8e00-4be0809b4e27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:09.892034 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-2273d70f-8f3e-4a9a-8e00-4be0809b4e27 service neutron] 10.222.0.18 "PUT /v2.0/ports/b354de15-c4c5-46cb-b9ad-6320a00577f1 HTTP/1.1" status: 200 len: 1092 time: 1.0040050 Jul 16 20:42:09.892483 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953fe2b5-ff30-483d-9d0f-8c12abee2100', 'tag': 'b354de15-c4c5-46cb-b9ad-6320a00577f1'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:09.895091 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfb90f5-4de0-4dfc-a6d2-664a2ae11f92" -d '{"events": [{"name": "network-changed", "server_uuid": "953fe2b5-ff30-483d-9d0f-8c12abee2100", "tag": "b354de15-c4c5-46cb-b9ad-6320a00577f1"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:09.903493 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273d70f-8f3e-4a9a-8e00-4be0809b4e27 service neutron] Pushing event updated for resources: {'Port': ['ID=b354de15-c4c5-46cb-b9ad-6320a00577f1,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:09.978781 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2f6111-fb79-4be5-9e39-d36e033ec40e x-openstack-request-id: req-2e2f6111-fb79-4be5-9e39-d36e033ec40e {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:09.980507 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953fe2b5-ff30-483d-9d0f-8c12abee2100", "tag": "b354de15-c4c5-46cb-b9ad-6320a00577f1", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:09.980507 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2e2f6111-fb79-4be5-9e39-d36e033ec40e {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:09.980507 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953fe2b5-ff30-483d-9d0f-8c12abee2100', 'tag': 'b354de15-c4c5-46cb-b9ad-6320a00577f1', 'status': 'completed', 'code': 200} Jul 16 20:42:09.983475 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port ae5f8f27-1a7c-4b34-a95e-54f7209442d1 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:42:09.988827 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port ae5f8f27-1a7c-4b34-a95e-54f7209442d1 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:09.989204 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:10.019106 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-523a952e-ac23-46ae-8951-a76d34974800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:10.021425 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-523a952e-ac23-46ae-8951-a76d34974800 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a195eb15eb6f4338b136e6cce4c78c87&device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 1095 time: 0.0840292 Jul 16 20:42:10.081312 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-88e154f7-137d-45df-b905-ef75d336cd6f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b354de15-c4c5-46cb-b9ad-6320a00577f1 HTTP/1.1" status: 200 len: 217 time: 0.0518739 Jul 16 20:42:10.086949 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:10.116814 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfeac50-8d16-4eb0-8b2f-41dc796bf42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5f8f27-1a7c-4b34-a95e-54f7209442d1'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:10.130276 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d5b4fb-2731-48ee-b113-bc0bf7cab990" -d '{"events": [{"server_uuid": "1cfeac50-8d16-4eb0-8b2f-41dc796bf42e", "name": "network-vif-plugged", "status": "completed", "tag": "ae5f8f27-1a7c-4b34-a95e-54f7209442d1"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:10.140021 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-a8de3351-72c6-45b7-9378-e55e5b11b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:10.141682 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-a8de3351-72c6-45b7-9378-e55e5b11b0c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8d89da5-8a18-4550-b255-1d58457114f4 HTTP/1.1" status: 200 len: 856 time: 0.0536702 Jul 16 20:42:10.149629 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port ae5f8f27-1a7c-4b34-a95e-54f7209442d1, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=ae5f8f27-1a7c-4b34-a95e-54f7209442d1,segment=NetworkSegment(ef56192c-ae1d-4ea8-8200-9e91b3bd72a0),segment_id=ef56192c-ae1d-4ea8-8200-9e91b3bd72a0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:10.155064 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:10.199557 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c63dfd-16f1-436f-a9f6-d10a342ac7fc x-openstack-request-id: req-95c63dfd-16f1-436f-a9f6-d10a342ac7fc {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:10.199867 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cfeac50-8d16-4eb0-8b2f-41dc796bf42e", "name": "network-vif-plugged", "status": "completed", "tag": "ae5f8f27-1a7c-4b34-a95e-54f7209442d1", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:10.200124 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-95c63dfd-16f1-436f-a9f6-d10a342ac7fc {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:10.201204 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfeac50-8d16-4eb0-8b2f-41dc796bf42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5f8f27-1a7c-4b34-a95e-54f7209442d1', 'code': 200} Jul 16 20:42:10.224828 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-e5a7eae7-137e-443b-bb0c-109ce5821c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:10.224828 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-e5a7eae7-137e-443b-bb0c-109ce5821c24 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=57f96d4f-a3d8-495c-8b4c-383900172d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750504 Jul 16 20:42:10.236322 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=ae5f8f27-1a7c-4b34-a95e-54f7209442d1,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:10.333996 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bd6c2-3094-49df-a85d-fe2080636909 req-2bbdbb92-3622-4d6f-a982-230afe05240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:10.335544 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ab1bd6c2-3094-49df-a85d-fe2080636909 req-2bbdbb92-3622-4d6f-a982-230afe05240c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1cfeac50-8d16-4eb0-8b2f-41dc796bf42e HTTP/1.1" status: 200 len: 1098 time: 0.0595260 Jul 16 20:42:10.341520 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-b9444452-8b2d-461b-b92e-c26e512b7187 service neutron] 10.222.0.18 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115043 Jul 16 20:42:10.376778 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ab1bd6c2-3094-49df-a85d-fe2080636909 req-dd311f12-0c19-4d0b-b0a2-a9b1ce1dd309 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=810e5257-93b5-4c1e-84e2-c97b1617bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337565 Jul 16 20:42:10.443031 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-507b3169-adec-4ef6-a60a-2c82e4301520 req-e0a91fe6-33ee-4af2-9bef-592e624729b1 service neutron] 10.222.0.18 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947583 Jul 16 20:42:10.558922 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb90f5-4de0-4dfc-a6d2-664a2ae11f92 req-cc36124f-7d89-4775-97f3-f700717a4081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:10.560662 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6cfb90f5-4de0-4dfc-a6d2-664a2ae11f92 req-cc36124f-7d89-4775-97f3-f700717a4081 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a195eb15eb6f4338b136e6cce4c78c87&device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 1095 time: 0.0643873 Jul 16 20:42:10.674085 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb90f5-4de0-4dfc-a6d2-664a2ae11f92 req-4cbd785e-0585-4c85-bc5d-1d86456cc474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:10.675893 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6cfb90f5-4de0-4dfc-a6d2-664a2ae11f92 req-4cbd785e-0585-4c85-bc5d-1d86456cc474 service neutron] 10.222.0.18 "GET /v2.0/networks?id=57f96d4f-a3d8-495c-8b4c-383900172d1b HTTP/1.1" status: 200 len: 918 time: 0.1086044 Jul 16 20:42:10.742787 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6cfb90f5-4de0-4dfc-a6d2-664a2ae11f92 req-719cc5f0-2df0-428b-ab75-f0e2cf68b4fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b354de15-c4c5-46cb-b9ad-6320a00577f1 HTTP/1.1" status: 200 len: 217 time: 0.0584807 Jul 16 20:42:10.830781 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a177c55-ee92-45ea-8598-495bf1d6823a req-8c21a34d-a4ca-4fa5-9a90-0cb2abcf26fb tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:10.840008 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8a177c55-ee92-45ea-8598-495bf1d6823a req-8c21a34d-a4ca-4fa5-9a90-0cb2abcf26fb tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 943 time: 0.0903621 Jul 16 20:42:10.852275 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb90f5-4de0-4dfc-a6d2-664a2ae11f92 req-4de8676c-1b20-43a9-9b15-4fa882684424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:10.852581 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6cfb90f5-4de0-4dfc-a6d2-664a2ae11f92 req-4de8676c-1b20-43a9-9b15-4fa882684424 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8d89da5-8a18-4550-b255-1d58457114f4 HTTP/1.1" status: 200 len: 856 time: 0.1029353 Jul 16 20:42:10.921708 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8a177c55-ee92-45ea-8598-495bf1d6823a req-ab07af6e-a94e-4250-bca1-e8f96bb5a03c tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0789013 Jul 16 20:42:10.941804 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb90f5-4de0-4dfc-a6d2-664a2ae11f92 req-b4515772-3c5c-407e-b493-843986564e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:10.944155 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6cfb90f5-4de0-4dfc-a6d2-664a2ae11f92 req-b4515772-3c5c-407e-b493-843986564e37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=57f96d4f-a3d8-495c-8b4c-383900172d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0843019 Jul 16 20:42:11.042612 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe567a1-7673-45a6-8564-81b449ddafaa req-1ddc6c26-d350-4ba4-8703-98be2ec70cbd tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:11.050433 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4fe567a1-7673-45a6-8564-81b449ddafaa req-1ddc6c26-d350-4ba4-8703-98be2ec70cbd tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 945 time: 0.1399536 Jul 16 20:42:11.107937 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6cfb90f5-4de0-4dfc-a6d2-664a2ae11f92 req-ee6ff13a-260c-4208-9ada-1c491fca6f8e service neutron] 10.222.0.18 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521957 Jul 16 20:42:11.216784 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4fe567a1-7673-45a6-8564-81b449ddafaa req-4f4f5310-f4e9-4026-94bf-ddf4e7aac65e tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629949 Jul 16 20:42:11.235084 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6cfb90f5-4de0-4dfc-a6d2-664a2ae11f92 req-19b35a57-11be-4519-96d0-45662d8950cd service neutron] 10.222.0.18 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143491 Jul 16 20:42:11.279738 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387aeb55-4a58-4a16-9614-919ce743fd89 req-2e656fd0-4a7d-4538-85da-4a18c614f94b tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:11.287599 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-387aeb55-4a58-4a16-9614-919ce743fd89 req-2e656fd0-4a7d-4538-85da-4a18c614f94b tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfeac50-8d16-4eb0-8b2f-41dc796bf42e HTTP/1.1" status: 200 len: 946 time: 0.2346010 Jul 16 20:42:11.339201 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-387aeb55-4a58-4a16-9614-919ce743fd89 req-5b40d3fd-b71c-45d6-923f-3495886414b0 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] 10.222.0.38 "GET /v2.0/security-groups?id=810e5257-93b5-4c1e-84e2-c97b1617bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500891 Jul 16 20:42:11.681924 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51955912-fbea-423c-bda5-0a64a63d42b0 req-4fd92ed2-d60e-4983-af96-7703503b5e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:11.683473 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51955912-fbea-423c-bda5-0a64a63d42b0 req-4fd92ed2-d60e-4983-af96-7703503b5e35 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a0908b6f9072478f9903b7e46929eca0&device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 1097 time: 0.0603538 Jul 16 20:42:11.744566 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2bc25-7c77-4658-887e-4292b8d2bb15 req-3b5b76a0-491c-4c7a-a917-a84301865960 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:11.749024 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c4a2bc25-7c77-4658-887e-4292b8d2bb15 req-3b5b76a0-491c-4c7a-a917-a84301865960 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 945 time: 0.0717194 Jul 16 20:42:11.780661 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51955912-fbea-423c-bda5-0a64a63d42b0 req-f15217fc-5458-4be1-82b5-50741f2cd470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:11.782158 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51955912-fbea-423c-bda5-0a64a63d42b0 req-f15217fc-5458-4be1-82b5-50741f2cd470 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd HTTP/1.1" status: 200 len: 911 time: 0.0924470 Jul 16 20:42:11.786618 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c4a2bc25-7c77-4658-887e-4292b8d2bb15 req-c53e0d1f-4bc8-48c2-a1c1-8fd86993bd6e tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343211 Jul 16 20:42:11.826162 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51955912-fbea-423c-bda5-0a64a63d42b0 req-ce854cdc-717c-4ee7-ab9a-386a7a4d98cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f45b7f1b-c032-4fde-b88c-398f366dab43 HTTP/1.1" status: 200 len: 217 time: 0.0381525 Jul 16 20:42:11.882126 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51955912-fbea-423c-bda5-0a64a63d42b0 req-e6f12044-f820-45da-80cf-5fd17efc23a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:11.883688 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51955912-fbea-423c-bda5-0a64a63d42b0 req-e6f12044-f820-45da-80cf-5fd17efc23a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42d6cc70-308b-45b9-b181-5593d6f8d932 HTTP/1.1" status: 200 len: 850 time: 0.0522692 Jul 16 20:42:11.921102 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51955912-fbea-423c-bda5-0a64a63d42b0 req-38726d0d-72c2-463a-87c2-b07b10acb6ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314345 Jul 16 20:42:12.087655 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51955912-fbea-423c-bda5-0a64a63d42b0 req-d49b9acc-0dba-41e1-9101-03de24032831 service neutron] 10.222.0.18 "GET /v2.0/networks/8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598575 Jul 16 20:42:12.172791 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfe33e-f6da-491c-9662-a1526b3e0962 req-d6d03b23-1e11-48b6-bccd-bd9e2752fc8b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:12.174507 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d2bfe33e-f6da-491c-9662-a1526b3e0962 req-d6d03b23-1e11-48b6-bccd-bd9e2752fc8b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 943 time: 0.0824032 Jul 16 20:42:12.192806 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51955912-fbea-423c-bda5-0a64a63d42b0 req-2d64f955-257a-4586-a521-be2420ca8522 service neutron] 10.222.0.18 "GET /v2.0/networks/8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992301 Jul 16 20:42:12.226018 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d2bfe33e-f6da-491c-9662-a1526b3e0962 req-3403ea96-ad9d-4359-a366-0128f3baa914 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445745 Jul 16 20:42:12.515648 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b030959-2ba0-4ed7-b003-2c931864fd6a req-18d28f71-a4f4-4320-a154-09dcc85cd235 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:12.517197 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4b030959-2ba0-4ed7-b003-2c931864fd6a req-18d28f71-a4f4-4320-a154-09dcc85cd235 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfeac50-8d16-4eb0-8b2f-41dc796bf42e HTTP/1.1" status: 200 len: 946 time: 0.0683591 Jul 16 20:42:12.557349 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4b030959-2ba0-4ed7-b003-2c931864fd6a req-c3f84670-ab4c-478d-ae8b-dc7cb52bbd5f tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] 10.222.0.38 "GET /v2.0/security-groups?id=810e5257-93b5-4c1e-84e2-c97b1617bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342491 Jul 16 20:42:13.082222 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82458f-06e5-4348-83e1-5c82ac0e8f4f req-f64fba8d-8216-4957-855b-3e9c8e71dd66 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:13.084592 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ec82458f-06e5-4348-83e1-5c82ac0e8f4f req-f64fba8d-8216-4957-855b-3e9c8e71dd66 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 945 time: 0.1448624 Jul 16 20:42:13.207477 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ec82458f-06e5-4348-83e1-5c82ac0e8f4f req-4df09c7c-e9b4-4ecb-b891-885adb7e4fd6 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128347 Jul 16 20:42:13.375408 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b354de15-c4c5-46cb-b9ad-6320a00577f1 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:42:13.556470 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port b354de15-c4c5-46cb-b9ad-6320a00577f1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b354de15-c4c5-46cb-b9ad-6320a00577f1,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:13.574204 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'b354de15-c4c5-46cb-b9ad-6320a00577f1', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'port_id': 'b354de15-c4c5-46cb-b9ad-6320a00577f1', 'mac_address': 'fa:16:3e:ba:16:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:42:13.637992 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:13.673111 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b354de15-c4c5-46cb-b9ad-6320a00577f1 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:42:13.707408 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port b354de15-c4c5-46cb-b9ad-6320a00577f1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b354de15-c4c5-46cb-b9ad-6320a00577f1,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:13.709587 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f1e3e-e35f-4f16-8a3c-bc40eb0c408d req-eaace9a4-ebef-4f88-b5e0-3b1d27b33536 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:13.712702 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0a0f1e3e-e35f-4f16-8a3c-bc40eb0c408d req-eaace9a4-ebef-4f88-b5e0-3b1d27b33536 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfeac50-8d16-4eb0-8b2f-41dc796bf42e HTTP/1.1" status: 200 len: 946 time: 0.1679301 Jul 16 20:42:13.716672 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:13.739506 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508111-8c4c-401a-96a7-c90099e71176 req-c34efa8b-3695-4e8a-bfd5-faaa721b36e3 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:13.741070 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1d508111-8c4c-401a-96a7-c90099e71176 req-c34efa8b-3695-4e8a-bfd5-faaa721b36e3 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 943 time: 0.1353059 Jul 16 20:42:13.803765 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=b354de15-c4c5-46cb-b9ad-6320a00577f1,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:13.809021 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0a0f1e3e-e35f-4f16-8a3c-bc40eb0c408d req-f840d54a-8e50-48d7-b0db-80da712cb08f tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] 10.222.0.38 "GET /v2.0/security-groups?id=810e5257-93b5-4c1e-84e2-c97b1617bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856662 Jul 16 20:42:13.840548 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1d508111-8c4c-401a-96a7-c90099e71176 req-386a66c2-5bad-49f4-bd5e-80b66f5b784f tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0836971 Jul 16 20:42:13.936300 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['b354de15-c4c5-46cb-b9ad-6320a00577f1'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:42:14.563167 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aea1c8-375e-4cee-b1cd-f9efadbc2660 req-2cbfcf4d-0ee9-400b-9b47-1308d89c07ed tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:14.564883 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3aea1c8-375e-4cee-b1cd-f9efadbc2660 req-2cbfcf4d-0ee9-400b-9b47-1308d89c07ed tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 945 time: 0.0830412 Jul 16 20:42:14.633538 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53406) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:14.686440 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3aea1c8-375e-4cee-b1cd-f9efadbc2660 req-2ab7eb65-c4f0-45dc-ac16-a549b02d7cd5 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051540 Jul 16 20:42:14.726639 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed6815-73ea-4402-b2f1-29a063b4dd5f req-24476cd9-3a13-48bd-af78-bd6f2b20ba53 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:14.733954 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b6ed6815-73ea-4402-b2f1-29a063b4dd5f req-24476cd9-3a13-48bd-af78-bd6f2b20ba53 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cfeac50-8d16-4eb0-8b2f-41dc796bf42e HTTP/1.1" status: 200 len: 946 time: 0.1678290 Jul 16 20:42:14.788739 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b9907c1-94f0-4d5a-80f2-03328fa29009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:14.869205 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-b6ed6815-73ea-4402-b2f1-29a063b4dd5f req-e69dac0b-96fa-43e6-952d-1d0c163c49b1 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Deleting port ae5f8f27-1a7c-4b34-a95e-54f7209442d1 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:42:14.869995 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b6ed6815-73ea-4402-b2f1-29a063b4dd5f req-e69dac0b-96fa-43e6-952d-1d0c163c49b1 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:14.896109 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b9907c1-94f0-4d5a-80f2-03328fa29009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:14.904696 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b9907c1-94f0-4d5a-80f2-03328fa29009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:14.960861 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5b9907c1-94f0-4d5a-80f2-03328fa29009 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d6101657cc9a4b5ba07307d7a532c759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3255379 Jul 16 20:42:14.964229 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53414) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:15.001842 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9907c1-94f0-4d5a-80f2-03328fa29009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75d1363-9bff-4285-b0cc-4f85c1a86bd3,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:15.003018 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-b6ed6815-73ea-4402-b2f1-29a063b4dd5f req-e69dac0b-96fa-43e6-952d-1d0c163c49b1 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] For port ae5f8f27-1a7c-4b34-a95e-54f7209442d1, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=ae5f8f27-1a7c-4b34-a95e-54f7209442d1,segment=NetworkSegment(ef56192c-ae1d-4ea8-8200-9e91b3bd72a0),segment_id=ef56192c-ae1d-4ea8-8200-9e91b3bd72a0)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:15.003738 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b6ed6815-73ea-4402-b2f1-29a063b4dd5f req-e69dac0b-96fa-43e6-952d-1d0c163c49b1 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:15.013971 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9907c1-94f0-4d5a-80f2-03328fa29009 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:15.015285 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9907c1-94f0-4d5a-80f2-03328fa29009 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:15.015802 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9907c1-94f0-4d5a-80f2-03328fa29009 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:15.016305 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9907c1-94f0-4d5a-80f2-03328fa29009 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:15.016788 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9907c1-94f0-4d5a-80f2-03328fa29009 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:15.017525 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9907c1-94f0-4d5a-80f2-03328fa29009 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:15.017999 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9907c1-94f0-4d5a-80f2-03328fa29009 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:15.018511 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9907c1-94f0-4d5a-80f2-03328fa29009 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:15.019413 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9907c1-94f0-4d5a-80f2-03328fa29009 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:15.019804 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-b6ed6815-73ea-4402-b2f1-29a063b4dd5f req-e69dac0b-96fa-43e6-952d-1d0c163c49b1 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Calling delete_port for ae5f8f27-1a7c-4b34-a95e-54f7209442d1 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:42:15.020053 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9907c1-94f0-4d5a-80f2-03328fa29009 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:15.020539 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9907c1-94f0-4d5a-80f2-03328fa29009 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:15.021010 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9907c1-94f0-4d5a-80f2-03328fa29009 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:15.071095 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-52e9b9e6-6a04-4f01-8a35-0dd66020c952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:15.095613 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-52e9b9e6-6a04-4f01-8a35-0dd66020c952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:15.149227 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-52e9b9e6-6a04-4f01-8a35-0dd66020c952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:15.153010 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-52e9b9e6-6a04-4f01-8a35-0dd66020c952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:15.154295 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-52e9b9e6-6a04-4f01-8a35-0dd66020c952 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e75d1363-9bff-4285-b0cc-4f85c1a86bd3 HTTP/1.1" status: 204 len: 168 time: 0.1888616 Jul 16 20:42:15.166743 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9b9e6-6a04-4f01-8a35-0dd66020c952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75d1363-9bff-4285-b0cc-4f85c1a86bd3,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:15.249714 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286774e7-e367-4198-b2b8-970e9677bc9a req-9f15f498-e297-46bc-b04c-b61f52339d8f tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:15.251357 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-286774e7-e367-4198-b2b8-970e9677bc9a req-9f15f498-e297-46bc-b04c-b61f52339d8f tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfeac50-8d16-4eb0-8b2f-41dc796bf42e HTTP/1.1" status: 200 len: 946 time: 0.2214873 Jul 16 20:42:15.306005 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903707e0-c9a1-4c05-8313-087273b9d7c0 req-6ef774d0-997e-4e36-8aea-73007428462f tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:15.313763 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-903707e0-c9a1-4c05-8313-087273b9d7c0 req-6ef774d0-997e-4e36-8aea-73007428462f tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 944 time: 0.1984258 Jul 16 20:42:15.374164 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b6ed6815-73ea-4402-b2f1-29a063b4dd5f req-e69dac0b-96fa-43e6-952d-1d0c163c49b1 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:15.390003 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b354de15-c4c5-46cb-b9ad-6320a00577f1 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:42:15.392311 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['ae5f8f27-1a7c-4b34-a95e-54f7209442d1'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:42:15.408074 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-286774e7-e367-4198-b2b8-970e9677bc9a req-93a06ba1-727d-4226-9d6b-1b0fdcde20d2 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] 10.222.0.38 "GET /v2.0/security-groups?id=810e5257-93b5-4c1e-84e2-c97b1617bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497328 Jul 16 20:42:15.434903 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-903707e0-c9a1-4c05-8313-087273b9d7c0 req-dcca22fc-663f-48c9-bee0-f37cef0203ac tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1199138 Jul 16 20:42:15.435862 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69dac0b-96fa-43e6-952d-1d0c163c49b1 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Pushing event deleted for resources: {'Port': ['ID=ae5f8f27-1a7c-4b34-a95e-54f7209442d1,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:15.492546 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ed6815-73ea-4402-b2f1-29a063b4dd5f req-e69dac0b-96fa-43e6-952d-1d0c163c49b1 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] No DVR routers for this DVR port ae5f8f27-1a7c-4b34-a95e-54f7209442d1 on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:42:15.497466 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b6ed6815-73ea-4402-b2f1-29a063b4dd5f req-e69dac0b-96fa-43e6-952d-1d0c163c49b1 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:15.508022 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b6ed6815-73ea-4402-b2f1-29a063b4dd5f req-e69dac0b-96fa-43e6-952d-1d0c163c49b1 tempest-ServerMetadataNegativeTestJSON-1713514567 tempest-ServerMetadataNegativeTestJSON-1713514567-project] 10.222.0.62 "DELETE /v2.0/ports/ae5f8f27-1a7c-4b34-a95e-54f7209442d1 HTTP/1.1" status: 204 len: 173 time: 0.7680781 Jul 16 20:42:15.508642 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfeac50-8d16-4eb0-8b2f-41dc796bf42e', 'name': 'network-vif-deleted', 'tag': 'ae5f8f27-1a7c-4b34-a95e-54f7209442d1'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:15.515063 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6851e54a-aefc-4d4a-9494-202ff4d752ef" -d '{"events": [{"server_uuid": "1cfeac50-8d16-4eb0-8b2f-41dc796bf42e", "name": "network-vif-deleted", "tag": "ae5f8f27-1a7c-4b34-a95e-54f7209442d1"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:15.612534 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a768cd5-0d9c-492c-bce0-0caae877ba21 x-openstack-request-id: req-1a768cd5-0d9c-492c-bce0-0caae877ba21 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:15.613140 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cfeac50-8d16-4eb0-8b2f-41dc796bf42e", "name": "network-vif-deleted", "tag": "ae5f8f27-1a7c-4b34-a95e-54f7209442d1", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:15.613282 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a768cd5-0d9c-492c-bce0-0caae877ba21 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:15.613723 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfeac50-8d16-4eb0-8b2f-41dc796bf42e', 'name': 'network-vif-deleted', 'tag': 'ae5f8f27-1a7c-4b34-a95e-54f7209442d1', 'status': 'completed', 'code': 200} Jul 16 20:42:15.617411 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port b354de15-c4c5-46cb-b9ad-6320a00577f1 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:42:15.625281 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port b354de15-c4c5-46cb-b9ad-6320a00577f1 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:15.625686 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:15.657885 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53428) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:15.674278 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-11468cca-b166-443d-a5e4-533168482bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:15.784917 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:15.815312 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953fe2b5-ff30-483d-9d0f-8c12abee2100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b354de15-c4c5-46cb-b9ad-6320a00577f1'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:15.817688 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c90618-3aeb-4301-b3bb-566795e59727" -d '{"events": [{"server_uuid": "953fe2b5-ff30-483d-9d0f-8c12abee2100", "name": "network-vif-plugged", "status": "completed", "tag": "b354de15-c4c5-46cb-b9ad-6320a00577f1"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:15.820696 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-11468cca-b166-443d-a5e4-533168482bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:15.827543 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-11468cca-b166-443d-a5e4-533168482bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:15.833521 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port b354de15-c4c5-46cb-b9ad-6320a00577f1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b354de15-c4c5-46cb-b9ad-6320a00577f1,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:15.839030 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:15.882245 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-11468cca-b166-443d-a5e4-533168482bd3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e1ac671c7bad44cebe5f6745a44012e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2208860 Jul 16 20:42:15.882245 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11468cca-b166-443d-a5e4-533168482bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af252e49-0ea2-4a28-b151-0fab23be8bcf,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:15.884108 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53434) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:15.912499 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a4a4bc-2ce5-4ecd-a85c-99ae1e2e59ec x-openstack-request-id: req-b6a4a4bc-2ce5-4ecd-a85c-99ae1e2e59ec {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:15.912965 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953fe2b5-ff30-483d-9d0f-8c12abee2100", "name": "network-vif-plugged", "status": "completed", "tag": "b354de15-c4c5-46cb-b9ad-6320a00577f1", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:15.913262 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b6a4a4bc-2ce5-4ecd-a85c-99ae1e2e59ec {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:15.913705 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953fe2b5-ff30-483d-9d0f-8c12abee2100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b354de15-c4c5-46cb-b9ad-6320a00577f1', 'code': 200} Jul 16 20:42:15.919129 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=b354de15-c4c5-46cb-b9ad-6320a00577f1,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:15.937731 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bea21-1e1c-40a6-9386-6087fafc541a req-c22758b3-2b0e-4e52-b74c-1696e90ae0c5 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:15.939362 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-708bea21-1e1c-40a6-9386-6087fafc541a req-c22758b3-2b0e-4e52-b74c-1696e90ae0c5 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 945 time: 0.0926065 Jul 16 20:42:15.965025 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a0d08a8b-8c90-4007-8d54-46d3bd619654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:16.004818 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-708bea21-1e1c-40a6-9386-6087fafc541a req-4afbf47c-bb59-409b-ba68-7c8cf0a88302 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585303 Jul 16 20:42:16.032089 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a0d08a8b-8c90-4007-8d54-46d3bd619654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:16.087776 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd2f69-2dd7-4440-8969-3adcd8b13e0e req-b6667962-91e0-437b-bb1c-d018f06e98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:16.089623 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-89dd2f69-2dd7-4440-8969-3adcd8b13e0e req-b6667962-91e0-437b-bb1c-d018f06e98e7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 1097 time: 0.1016805 Jul 16 20:42:16.120917 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a0d08a8b-8c90-4007-8d54-46d3bd619654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:16.123133 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a0d08a8b-8c90-4007-8d54-46d3bd619654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:16.126588 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a0d08a8b-8c90-4007-8d54-46d3bd619654 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/af252e49-0ea2-4a28-b151-0fab23be8bcf HTTP/1.1" status: 204 len: 168 time: 0.2387679 Jul 16 20:42:16.149385 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-89dd2f69-2dd7-4440-8969-3adcd8b13e0e req-cd8573a4-2cfd-4c8e-a6ec-7f901d7e5fb0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522170 Jul 16 20:42:16.150673 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d08a8b-8c90-4007-8d54-46d3bd619654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af252e49-0ea2-4a28-b151-0fab23be8bcf,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:16.525568 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53452) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:16.581095 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc027df-303b-4b1e-9de6-405e7a973389 admin admin] Deleting subnet 8a411e24-cd71-4d11-85fa-c442202c2da3 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:42:16.584393 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6cc027df-303b-4b1e-9de6-405e7a973389 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:16.640450 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6cc027df-303b-4b1e-9de6-405e7a973389 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:16.715087 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6cc027df-303b-4b1e-9de6-405e7a973389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:16.740392 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df1c76-20c5-47cf-92c4-bf699c4a43ca req-ae04b552-e8d2-497a-bc2d-f65786201b5d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:16.742754 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-98df1c76-20c5-47cf-92c4-bf699c4a43ca req-ae04b552-e8d2-497a-bc2d-f65786201b5d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 945 time: 0.1128888 Jul 16 20:42:16.794452 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6cc027df-303b-4b1e-9de6-405e7a973389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:16.826606 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-98df1c76-20c5-47cf-92c4-bf699c4a43ca req-8175b274-8fc2-4be4-b56a-3cd01662a1a3 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759811 Jul 16 20:42:16.841884 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc027df-303b-4b1e-9de6-405e7a973389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a411e24-cd71-4d11-85fa-c442202c2da3,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:16.851447 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6cc027df-303b-4b1e-9de6-405e7a973389 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:16.856477 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53464) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:16.856689 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6cc027df-303b-4b1e-9de6-405e7a973389 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8a411e24-cd71-4d11-85fa-c442202c2da3 HTTP/1.1" status: 204 len: 168 time: 0.3295982 Jul 16 20:42:16.944617 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce066247-4d33-4139-b741-074d763666bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.050229 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce066247-4d33-4139-b741-074d763666bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.062427 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ce066247-4d33-4139-b741-074d763666bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:17.079504 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ce066247-4d33-4139-b741-074d763666bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef56192c-ae1d-4ea8-8200-9e91b3bd72a0') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:17.080087 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ce066247-4d33-4139-b741-074d763666bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef56192c-ae1d-4ea8-8200-9e91b3bd72a0') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:17.093408 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce066247-4d33-4139-b741-074d763666bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.118655 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce066247-4d33-4139-b741-074d763666bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.126572 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce066247-4d33-4139-b741-074d763666bf admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:42:17.127326 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce066247-4d33-4139-b741-074d763666bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:42:17.130468 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:42:17.240568 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce066247-4d33-4139-b741-074d763666bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.245613 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce066247-4d33-4139-b741-074d763666bf admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.248123 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ce066247-4d33-4139-b741-074d763666bf admin admin] 10.222.0.38 "DELETE /v2.0/networks/c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0 HTTP/1.1" status: 204 len: 168 time: 0.3903317 Jul 16 20:42:17.265343 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce066247-4d33-4139-b741-074d763666bf admin admin] Pushing event deleted for resources: {'Network': ['ID=c71bacdb-8eae-40dc-b0f2-f3e239c1fbb0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:17.307947 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986b33d-6fa8-4968-b26a-5ee8af9b8b91 req-dd519e5a-c020-49b2-b51d-b4fe8f6760de tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:17.315659 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8986b33d-6fa8-4968-b26a-5ee8af9b8b91 req-dd519e5a-c020-49b2-b51d-b4fe8f6760de tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 945 time: 0.1166961 Jul 16 20:42:17.370925 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8986b33d-6fa8-4968-b26a-5ee8af9b8b91 req-4fddd2ae-48b5-4430-94e7-410f9b425a0e tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497646 Jul 16 20:42:17.570163 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:42:17.620141 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53486) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:17.677899 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-604d5f63-9aa7-4e6e-be77-8d5dc92ba9aa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=00efbadab3354a74abb9f3a1f2523798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538781 Jul 16 20:42:17.678814 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53488) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:17.744905 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b26165e4-b274-4a32-9d48-e244cee23c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.769238 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b26165e4-b274-4a32-9d48-e244cee23c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.840912 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b26165e4-b274-4a32-9d48-e244cee23c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.844029 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b26165e4-b274-4a32-9d48-e244cee23c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.848293 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b26165e4-b274-4a32-9d48-e244cee23c8a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/810e5257-93b5-4c1e-84e2-c97b1617bfdb HTTP/1.1" status: 204 len: 168 time: 0.1674023 Jul 16 20:42:17.857781 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26165e4-b274-4a32-9d48-e244cee23c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810e5257-93b5-4c1e-84e2-c97b1617bfdb,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:17.924286 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device ae5f8f27-1a7c-4b34-a95e-54f7209442d1 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:42:17.965365 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: ae5f8f27-1a7c-4b34-a95e-54f7209442d1 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:42:17.966124 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device ae5f8f27-1a7c-4b34-a95e-54f7209442d1 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:42:18.115134 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d73e0f-7803-4b40-92a6-58e53e4d4a3a req-60ff4230-6d12-48fd-9f56-d127a9a9a4b3 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:18.123020 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26d73e0f-7803-4b40-92a6-58e53e4d4a3a req-60ff4230-6d12-48fd-9f56-d127a9a9a4b3 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 945 time: 0.1084118 Jul 16 20:42:18.173509 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26d73e0f-7803-4b40-92a6-58e53e4d4a3a req-4f43dd78-2ab5-4998-9ab8-f89c507ec310 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494096 Jul 16 20:42:18.475756 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fdc25-2a7c-42eb-8946-f6d1e4d1f9e1 req-fc788d40-1870-4181-a82b-935ad9a682c3 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:18.488033 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fc5fdc25-2a7c-42eb-8946-f6d1e4d1f9e1 req-fc788d40-1870-4181-a82b-935ad9a682c3 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 945 time: 0.1447396 Jul 16 20:42:18.488301 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53518) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:18.496930 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-ac25b104-9e46-489f-86cb-688c129ed0e2 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Request body: {'floatingip': {'port_id': 'b354de15-c4c5-46cb-b9ad-6320a00577f1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:18.584226 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ac25b104-9e46-489f-86cb-688c129ed0e2 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for floatingip, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:18.625414 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba613ea6-cf91-476a-a401-fe87cec3b5e4 req-ca1b82f1-b0b4-4c71-b64d-7467c72bae1c tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:18.629175 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba613ea6-cf91-476a-a401-fe87cec3b5e4 req-ca1b82f1-b0b4-4c71-b64d-7467c72bae1c tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 945 time: 0.1194038 Jul 16 20:42:18.728761 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba613ea6-cf91-476a-a401-fe87cec3b5e4 req-45933456-b169-4fe2-834e-4a9b8f772b3a tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910332 Jul 16 20:42:19.748588 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ac25b104-9e46-489f-86cb-688c129ed0e2 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:19.757085 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ac25b104-9e46-489f-86cb-688c129ed0e2 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:19.976700 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b218f49d-3d93-48dc-b434-a82f2a41925e req-dcb57515-bdc3-4dac-8dc1-514b41a28a44 tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.1102133 Jul 16 20:42:19.995790 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-ac25b104-9e46-489f-86cb-688c129ed0e2 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Floating IP 30cf4b08-0e09-40c2-b3d9-9f8463c31af0 associated. External IP: 172.25.0.16, port: b354de15-c4c5-46cb-b9ad-6320a00577f1. Jul 16 20:42:20.128184 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3829a6c-2574-4e7a-94af-df51127275d7 req-64808fad-5a0d-4ace-8bf1-42898cb09c21 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:20.129945 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c3829a6c-2574-4e7a-94af-df51127275d7 req-64808fad-5a0d-4ace-8bf1-42898cb09c21 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 945 time: 0.0772636 Jul 16 20:42:20.204084 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c3829a6c-2574-4e7a-94af-df51127275d7 req-cfd916ae-9d24-4232-9441-4fd9cf14b5cf tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671034 Jul 16 20:42:20.345883 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac25b104-9e46-489f-86cb-688c129ed0e2 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Router 7e657619-f9ab-403d-ad02-f8f1ca60af45 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:42:20.499120 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac25b104-9e46-489f-86cb-688c129ed0e2 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:42:20.505673 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ac25b104-9e46-489f-86cb-688c129ed0e2 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:20.512561 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420488bd-1941-4fb8-8ca2-11b106cf9242 None None] Sync routers for ids ['7e657619-f9ab-403d-ad02-f8f1ca60af45'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:42:20.526354 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420488bd-1941-4fb8-8ca2-11b106cf9242 None None] Routers {'7e657619-f9ab-403d-ad02-f8f1ca60af45'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:20.528140 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-420488bd-1941-4fb8-8ca2-11b106cf9242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:41:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7e657619-f9ab-403d-ad02-f8f1ca60af45'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:20.562237 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ac25b104-9e46-489f-86cb-688c129ed0e2 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "PUT /v2.0/floatingips/30cf4b08-0e09-40c2-b3d9-9f8463c31af0 HTTP/1.1" status: 200 len: 990 time: 2.0721407 Jul 16 20:42:20.562814 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953fe2b5-ff30-483d-9d0f-8c12abee2100', 'tag': 'b354de15-c4c5-46cb-b9ad-6320a00577f1'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:20.565577 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba1468d-b597-46dc-9a48-74d54d864aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "953fe2b5-ff30-483d-9d0f-8c12abee2100", "tag": "b354de15-c4c5-46cb-b9ad-6320a00577f1"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:20.627758 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6231200f-af86-41f3-9d4a-3f05abff1f0a x-openstack-request-id: req-6231200f-af86-41f3-9d4a-3f05abff1f0a {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:20.629810 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953fe2b5-ff30-483d-9d0f-8c12abee2100", "tag": "b354de15-c4c5-46cb-b9ad-6320a00577f1", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:20.630060 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6231200f-af86-41f3-9d4a-3f05abff1f0a {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:20.631910 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953fe2b5-ff30-483d-9d0f-8c12abee2100', 'tag': 'b354de15-c4c5-46cb-b9ad-6320a00577f1', 'status': 'completed', 'code': 200} Jul 16 20:42:20.755577 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1468d-b597-46dc-9a48-74d54d864aeb req-a2bfa5bd-3e80-452a-95df-a89bdf3a3d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:20.757449 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2ba1468d-b597-46dc-9a48-74d54d864aeb req-a2bfa5bd-3e80-452a-95df-a89bdf3a3d29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a195eb15eb6f4338b136e6cce4c78c87&device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 1097 time: 0.1011775 Jul 16 20:42:20.767688 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-420488bd-1941-4fb8-8ca2-11b106cf9242 None None] Set router 7e657619-f9ab-403d-ad02-f8f1ca60af45 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:42:20.886256 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1468d-b597-46dc-9a48-74d54d864aeb req-abc9556c-b387-494b-a33e-89e695f9a563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:20.888313 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2ba1468d-b597-46dc-9a48-74d54d864aeb req-abc9556c-b387-494b-a33e-89e695f9a563 service neutron] 10.222.0.18 "GET /v2.0/networks?id=57f96d4f-a3d8-495c-8b4c-383900172d1b HTTP/1.1" status: 200 len: 918 time: 0.1241148 Jul 16 20:42:21.036046 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2ba1468d-b597-46dc-9a48-74d54d864aeb req-cb5828d1-ceaf-4acf-8bf0-a9b2798047ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b354de15-c4c5-46cb-b9ad-6320a00577f1 HTTP/1.1" status: 200 len: 998 time: 0.1400826 Jul 16 20:42:21.169306 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1468d-b597-46dc-9a48-74d54d864aeb req-9a06b902-e34e-4811-8b28-3c3dbeb7baeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:21.169817 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2ba1468d-b597-46dc-9a48-74d54d864aeb req-9a06b902-e34e-4811-8b28-3c3dbeb7baeb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8d89da5-8a18-4550-b255-1d58457114f4 HTTP/1.1" status: 200 len: 856 time: 0.1258368 Jul 16 20:42:21.286601 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd3ea013-307a-488a-856e-6742d2f1db14 req-b470f796-9851-4ac2-816d-c7d48fc39e9f tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0716355 Jul 16 20:42:21.441178 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1468d-b597-46dc-9a48-74d54d864aeb req-65ec0b35-5379-45a5-af3e-e6b1e5727d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:21.446374 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2ba1468d-b597-46dc-9a48-74d54d864aeb req-65ec0b35-5379-45a5-af3e-e6b1e5727d63 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=57f96d4f-a3d8-495c-8b4c-383900172d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2670543 Jul 16 20:42:21.460898 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-420488bd-1941-4fb8-8ca2-11b106cf9242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'name': 'tempest-AttachVolumeShelveTestJSON-1061151315-router', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:47Z', 'updated_at': '2021-07-16T20:41:54Z', 'revision_number': 4, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'gw_port': {'id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:48Z', 'updated_at': '2021-07-16T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '30cf4b08-0e09-40c2-b3d9-9f8463c31af0', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'port_id': 'b354de15-c4c5-46cb-b9ad-6320a00577f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'mac_address': 'fa:16:3e:ba:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953fe2b5-ff30-483d-9d0f-8c12abee2100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:42:03Z', 'updated_at': '2021-07-16T20:42:19Z', 'revision_number': 1, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46aa8a46-d9fe-4384-aabc-d68e94fd3605', 'name': '', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'mac_address': 'fa:16:3e:92:1a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:52Z', 'updated_at': '2021-07-16T20:42:01Z', 'revision_number': 5, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'subnets': [{'id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:21.538600 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420488bd-1941-4fb8-8ca2-11b106cf9242 None None] Checking router: 7e657619-f9ab-403d-ad02-f8f1ca60af45 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:42:21.550555 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420488bd-1941-4fb8-8ca2-11b106cf9242 None None] Routers {'7e657619-f9ab-403d-ad02-f8f1ca60af45'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:21.551801 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-420488bd-1941-4fb8-8ca2-11b106cf9242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:41:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7e657619-f9ab-403d-ad02-f8f1ca60af45'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:21.563562 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850c911-e1b6-4d32-9f9b-af08813b5993 req-60eb6c07-dfeb-4d6d-8568-69cbb92e56fe tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:21.575327 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7850c911-e1b6-4d32-9f9b-af08813b5993 req-60eb6c07-dfeb-4d6d-8568-69cbb92e56fe tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 945 time: 0.1508141 Jul 16 20:42:21.641226 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2ba1468d-b597-46dc-9a48-74d54d864aeb req-9695c5d8-397f-4d72-a8df-e39d0696e63e service neutron] 10.222.0.18 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881883 Jul 16 20:42:21.661544 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f46a0692-60c9-46b7-9697-665e91f024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:21.696220 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7850c911-e1b6-4d32-9f9b-af08813b5993 req-471a9eaf-a5e1-4cb0-889c-cc81e98f95cf tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117284 Jul 16 20:42:21.765540 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-420488bd-1941-4fb8-8ca2-11b106cf9242 None None] Set router 7e657619-f9ab-403d-ad02-f8f1ca60af45 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:42:21.938483 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2ba1468d-b597-46dc-9a48-74d54d864aeb req-7a634ada-b945-4cff-8ebf-a5cb298791e6 service neutron] 10.222.0.18 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894363 Jul 16 20:42:22.201864 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-420488bd-1941-4fb8-8ca2-11b106cf9242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'name': 'tempest-AttachVolumeShelveTestJSON-1061151315-router', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:47Z', 'updated_at': '2021-07-16T20:41:54Z', 'revision_number': 4, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'gw_port': {'id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:48Z', 'updated_at': '2021-07-16T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '30cf4b08-0e09-40c2-b3d9-9f8463c31af0', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'port_id': 'b354de15-c4c5-46cb-b9ad-6320a00577f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'mac_address': 'fa:16:3e:ba:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953fe2b5-ff30-483d-9d0f-8c12abee2100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:42:03Z', 'updated_at': '2021-07-16T20:42:19Z', 'revision_number': 1, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46aa8a46-d9fe-4384-aabc-d68e94fd3605', 'name': '', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'mac_address': 'fa:16:3e:92:1a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:52Z', 'updated_at': '2021-07-16T20:42:01Z', 'revision_number': 5, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'subnets': [{'id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:22.258132 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420488bd-1941-4fb8-8ca2-11b106cf9242 None None] The sync data for ids ['7e657619-f9ab-403d-ad02-f8f1ca60af45'] in n-d-791506-21 is: [{'id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'name': 'tempest-AttachVolumeShelveTestJSON-1061151315-router', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:47Z', 'updated_at': '2021-07-16T20:41:54Z', 'revision_number': 4, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'gw_port': {'id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:48Z', 'updated_at': '2021-07-16T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '30cf4b08-0e09-40c2-b3d9-9f8463c31af0', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'port_id': 'b354de15-c4c5-46cb-b9ad-6320a00577f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'mac_address': 'fa:16:3e:ba:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953fe2b5-ff30-483d-9d0f-8c12abee2100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:42:03Z', 'updated_at': '2021-07-16T20:42:19Z', 'revision_number': 1, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46aa8a46-d9fe-4384-aabc-d68e94fd3605', 'name': '', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'mac_address': 'fa:16:3e:92:1a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:52Z', 'updated_at': '2021-07-16T20:42:01Z', 'revision_number': 5, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'subnets': [{'id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:42:22.502546 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-977d2718-5bf7-4278-bc61-e3a6cd64e6c1 req-863d075d-07a9-46c4-af7f-ef7ae3abeac9 tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0426812 Jul 16 20:42:22.637218 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90baaf6a-f106-450c-88d8-28c7e7c90f44 None None] New status for floating IP 30cf4b08-0e09-40c2-b3d9-9f8463c31af0: ACTIVE {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:42:22.990352 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb12a7-7b14-4cf9-a9d0-332c1c01e2ad req-f0377a91-f34f-4c2b-9b75-1628d1a6f35c tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:22.992015 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-30eb12a7-7b14-4cf9-a9d0-332c1c01e2ad req-f0377a91-f34f-4c2b-9b75-1628d1a6f35c tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 945 time: 0.0880334 Jul 16 20:42:23.048253 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-30eb12a7-7b14-4cf9-a9d0-332c1c01e2ad req-dd3e9b89-0e29-4d6c-b5da-3f5b6b0bb4dc tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461469 Jul 16 20:42:23.164511 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20f91255-fca0-4679-b023-92db48356874 req-69055c9c-6b9f-44da-a9ec-af4f7d6ef65b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0348380 Jul 16 20:42:23.713531 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4e5a7db4-3138-4d74-b668-14b39bb9dea0 req-d6504753-db25-4ac2-ad62-3c6c53569cd7 tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0456884 Jul 16 20:42:24.229484 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6b55995f-3547-456d-a2de-5da21c3d4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:24.291087 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:24.303603 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9edf85-3c82-46c9-8da5-f41f41af2a5c req-43b222d5-49b3-43a3-90fe-46b444baa43e tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:24.305106 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4f9edf85-3c82-46c9-8da5-f41f41af2a5c req-43b222d5-49b3-43a3-90fe-46b444baa43e tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 945 time: 0.1209590 Jul 16 20:42:24.371106 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4f9edf85-3c82-46c9-8da5-f41f41af2a5c req-cbfc6193-3b75-4eb0-91eb-607e81983bf9 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580475 Jul 16 20:42:24.936426 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3baa12bd-03d6-4f0f-9ba6-5efde3803704 req-4c7d2810-4965-4b30-aa18-986cb4bca4df tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0376282 Jul 16 20:42:25.685120 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-add912f4-c4c1-43fb-9320-29bc0eb1599a req-d6722d69-98c5-4ff1-9d20-83f25c71a36f tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0378239 Jul 16 20:42:25.735821 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602ed55-09b0-4e10-a064-46cad0e5daa6 req-ea781c40-f2b0-4762-893f-47263a11199d tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:25.743366 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0602ed55-09b0-4e10-a064-46cad0e5daa6 req-ea781c40-f2b0-4762-893f-47263a11199d tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 945 time: 0.1361876 Jul 16 20:42:25.793734 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:25.806651 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0602ed55-09b0-4e10-a064-46cad0e5daa6 req-92d0c024-338c-49be-92d4-0a4a04a5eff8 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619838 Jul 16 20:42:26.935607 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-23c74990-2b54-4fb5-837e-0a9b662f894a req-617125a2-90fc-4ddb-a169-46de9a675cba tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0396655 Jul 16 20:42:27.034350 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68868e-c4cf-47a4-8940-6f32d6177a70 req-09ef5671-0c0d-4336-8e33-0bc4e7175b0e tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:27.035963 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ce68868e-c4cf-47a4-8940-6f32d6177a70 req-09ef5671-0c0d-4336-8e33-0bc4e7175b0e tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 945 time: 0.0802534 Jul 16 20:42:27.086161 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ce68868e-c4cf-47a4-8940-6f32d6177a70 req-bd7f375b-ca33-4d20-b138-0781deb34647 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396187 Jul 16 20:42:27.607132 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:28.119799 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aa66143e-f847-41a8-9ce7-c7de4cf054c6 req-b34eabfc-2421-4c73-a105-ea6fdafe3dfd tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0292497 Jul 16 20:42:28.293518 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85aad1-afe6-4544-9594-1183f6d2d087 req-4c6ad288-8255-4b1d-bd80-f991b13c3523 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:28.295100 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a85aad1-afe6-4544-9594-1183f6d2d087 req-4c6ad288-8255-4b1d-bd80-f991b13c3523 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 945 time: 0.0728748 Jul 16 20:42:28.336662 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a85aad1-afe6-4544-9594-1183f6d2d087 req-512eabd1-e358-4478-b5d8-95823e670873 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350566 Jul 16 20:42:29.298224 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c7cd0e1c-63e0-45bb-86d9-a773a33265b2 req-6aa6b122-071f-4512-ab88-dce7ee46e27b tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0299885 Jul 16 20:42:29.531312 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:29.593968 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d12edb-f791-4569-981f-add59f8876f9 req-39c30a96-1c12-40d2-a82e-794283c8af3f tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:29.597729 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-67d12edb-f791-4569-981f-add59f8876f9 req-39c30a96-1c12-40d2-a82e-794283c8af3f tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 945 time: 0.1002896 Jul 16 20:42:29.635397 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53766) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:29.699910 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-67d12edb-f791-4569-981f-add59f8876f9 req-33bc0210-29d1-41fe-b511-b61b7d11e76f tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894914 Jul 16 20:42:29.776707 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8e7406dc-2539-4a6c-8467-5aff33d4f4e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:29.880232 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8e7406dc-2539-4a6c-8467-5aff33d4f4e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:29.886671 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8e7406dc-2539-4a6c-8467-5aff33d4f4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:29.933432 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53772) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:29.933720 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8e7406dc-2539-4a6c-8467-5aff33d4f4e6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7ecafcbae19c444ba93a590f69bfe7b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2960389 Jul 16 20:42:29.934184 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7406dc-2539-4a6c-8467-5aff33d4f4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d16322-85a4-4bcd-9c40-1792e529e54a,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:29.992673 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0092deda-19b9-4a2f-b2c0-d04da87d52f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:30.023135 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0092deda-19b9-4a2f-b2c0-d04da87d52f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:30.075553 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0092deda-19b9-4a2f-b2c0-d04da87d52f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:30.078795 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0092deda-19b9-4a2f-b2c0-d04da87d52f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:30.079933 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0092deda-19b9-4a2f-b2c0-d04da87d52f4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/42d16322-85a4-4bcd-9c40-1792e529e54a HTTP/1.1" status: 204 len: 168 time: 0.1457255 Jul 16 20:42:30.088534 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092deda-19b9-4a2f-b2c0-d04da87d52f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d16322-85a4-4bcd-9c40-1792e529e54a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:30.098696 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092deda-19b9-4a2f-b2c0-d04da87d52f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:30.099325 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092deda-19b9-4a2f-b2c0-d04da87d52f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:30.100228 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092deda-19b9-4a2f-b2c0-d04da87d52f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:30.100783 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092deda-19b9-4a2f-b2c0-d04da87d52f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:30.101826 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092deda-19b9-4a2f-b2c0-d04da87d52f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:30.103070 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092deda-19b9-4a2f-b2c0-d04da87d52f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:30.104098 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092deda-19b9-4a2f-b2c0-d04da87d52f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:30.105008 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092deda-19b9-4a2f-b2c0-d04da87d52f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:30.105584 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092deda-19b9-4a2f-b2c0-d04da87d52f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:30.106457 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092deda-19b9-4a2f-b2c0-d04da87d52f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:30.107318 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092deda-19b9-4a2f-b2c0-d04da87d52f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:30.107894 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092deda-19b9-4a2f-b2c0-d04da87d52f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:30.416941 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53780) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:30.431873 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95a2f1b0-0876-43ba-8b4c-92a6578c2e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:30.471900 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f7984fe0-8e64-4012-bdc3-73fa312bd822 req-d399494f-ea9b-43bf-b3ae-151d5f68c04e tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0377626 Jul 16 20:42:30.554950 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95a2f1b0-0876-43ba-8b4c-92a6578c2e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:30.559774 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95a2f1b0-0876-43ba-8b4c-92a6578c2e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:30.601625 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-95a2f1b0-0876-43ba-8b4c-92a6578c2e31 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f8ab888b7fdd4c44b7c56d142596a812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1834021 Jul 16 20:42:30.602428 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2f1b0-0876-43ba-8b4c-92a6578c2e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c1b198-6994-4832-9fd1-2770dbc53cf4,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:30.607340 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53782) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:30.659952 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2e5fa630-eee3-41ca-9b6e-9a4b444b140f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:30.688215 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2e5fa630-eee3-41ca-9b6e-9a4b444b140f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:30.782033 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2e5fa630-eee3-41ca-9b6e-9a4b444b140f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:30.785345 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2e5fa630-eee3-41ca-9b6e-9a4b444b140f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:30.786618 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2e5fa630-eee3-41ca-9b6e-9a4b444b140f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/55c1b198-6994-4832-9fd1-2770dbc53cf4 HTTP/1.1" status: 204 len: 168 time: 0.1780553 Jul 16 20:42:30.807700 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fa630-eee3-41ca-9b6e-9a4b444b140f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c1b198-6994-4832-9fd1-2770dbc53cf4,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:30.988920 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7e3c1-9ae0-4029-97cb-c271c71fb412 req-17f26782-1837-47ce-8e65-c88a18a612c7 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:30.990857 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9cd7e3c1-9ae0-4029-97cb-c271c71fb412 req-17f26782-1837-47ce-8e65-c88a18a612c7 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 945 time: 0.0992854 Jul 16 20:42:31.036651 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9cd7e3c1-9ae0-4029-97cb-c271c71fb412 req-23b184f7-33bd-44be-8cee-2bc01d89ad05 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396059 Jul 16 20:42:31.661093 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91fa4bb8-c003-4d9e-a4a4-fb056c3bb4dc req-8fb77fae-18db-41b9-ae30-7e6f875954fe tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0296612 Jul 16 20:42:32.288100 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6580aeb-9f4c-4b4c-8780-ff2a21ef0ae4 req-536c083d-a9e0-4ac7-ae57-00e77de3c9b1 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:32.291193 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e6580aeb-9f4c-4b4c-8780-ff2a21ef0ae4 req-536c083d-a9e0-4ac7-ae57-00e77de3c9b1 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 945 time: 0.1021945 Jul 16 20:42:32.339762 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e6580aeb-9f4c-4b4c-8780-ff2a21ef0ae4 req-d5ffc320-419f-4131-aa8d-fb8dd83469b6 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425570 Jul 16 20:42:32.843272 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-61e1103b-5cd1-41b2-97a4-a6c04e65f5d1 req-7ad51152-2cdd-4401-852c-c14177d44fe4 tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0410759 Jul 16 20:42:33.123878 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:33.554142 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05716de-20ae-42c1-a6e0-0b249cb41f3b req-7d8b7393-65a8-47ef-b2c1-776a64b574a1 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:33.556067 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b05716de-20ae-42c1-a6e0-0b249cb41f3b req-7d8b7393-65a8-47ef-b2c1-776a64b574a1 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 945 time: 0.0768747 Jul 16 20:42:33.603734 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b05716de-20ae-42c1-a6e0-0b249cb41f3b req-97d4544a-1b05-4dc6-9d3f-94ac7f3ebfd3 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412195 Jul 16 20:42:34.018162 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f6529abe-b21c-4eeb-8c38-c7ea3eddf733 req-75aa5bfc-281b-43e7-b8c1-9266a552ba82 tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0348663 Jul 16 20:42:34.808307 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fd7cf-5765-43cf-b990-99a53ed2b12b req-9fcdbada-7f84-435c-a625-f32b510ede21 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:34.809892 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-789fd7cf-5765-43cf-b990-99a53ed2b12b req-9fcdbada-7f84-435c-a625-f32b510ede21 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 945 time: 0.0850246 Jul 16 20:42:34.849593 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-789fd7cf-5765-43cf-b990-99a53ed2b12b req-272f92a7-6cbb-4b9b-b4de-4bac6a36e2fa tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337462 Jul 16 20:42:35.174360 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fbdb2fe2-3878-4f53-9f98-b39e549f726b req-8d2d0610-a669-4333-9a58-f38ddf02951a tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0292816 Jul 16 20:42:36.043915 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485717f-9b8b-4c73-b058-068beb9731f6 req-9cb9899a-2fd3-48b2-9059-02ca60d189e0 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:36.045437 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1485717f-9b8b-4c73-b058-068beb9731f6 req-9cb9899a-2fd3-48b2-9059-02ca60d189e0 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 945 time: 0.0753202 Jul 16 20:42:36.085159 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1485717f-9b8b-4c73-b058-068beb9731f6 req-9ef23e60-a416-4da5-ab8a-ab5fe2ac7b3a tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338776 Jul 16 20:42:36.337219 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b4b72247-efb6-4296-8454-01cdd373a78c req-573cdd84-38a3-489b-8f37-6166ea3995db tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0300159 Jul 16 20:42:37.283335 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e699d7a-1594-4a64-af6b-f49a03b50e31 req-99f6d8b9-0aba-4552-84e0-cbe7d3545a15 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:37.284977 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2e699d7a-1594-4a64-af6b-f49a03b50e31 req-99f6d8b9-0aba-4552-84e0-cbe7d3545a15 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 945 time: 0.0737507 Jul 16 20:42:37.327298 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2e699d7a-1594-4a64-af6b-f49a03b50e31 req-07280eae-6024-472a-b00b-aed2874e4f13 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361648 Jul 16 20:42:37.500574 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-87b2b8d9-e8db-47b5-b0e4-95509cfd99ac req-2ae49374-ca62-4c5c-98a5-d4903be3a771 tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0336325 Jul 16 20:42:38.505626 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185b13f-d5a9-49aa-a7e4-2ee35b07120f req-184db42c-6a07-4816-b7cf-f4cf8503f2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:38.507095 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9185b13f-d5a9-49aa-a7e4-2ee35b07120f req-184db42c-6a07-4816-b7cf-f4cf8503f2db service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 1097 time: 0.0568383 Jul 16 20:42:38.563853 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9185b13f-d5a9-49aa-a7e4-2ee35b07120f req-fc7b7efd-c646-4aae-839f-ff83cfb52348 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436461 Jul 16 20:42:38.564249 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408dbfd-96de-489a-8b20-085e85c7945f req-2b6353ea-06e9-4aa3-a3d1-4282913df1d4 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:38.566992 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8408dbfd-96de-489a-8b20-085e85c7945f req-2b6353ea-06e9-4aa3-a3d1-4282913df1d4 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 945 time: 0.0849643 Jul 16 20:42:38.607748 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8408dbfd-96de-489a-8b20-085e85c7945f req-f5995058-3af5-486c-9ed7-3b86ff58d8dd tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350652 Jul 16 20:42:38.711592 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-473e8e66-0384-44ce-8063-fb7969edc940 req-6fc959eb-3a98-47b6-93f3-5985d49de0f7 tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0442028 Jul 16 20:42:39.818592 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c24b5-38fd-4a77-be8c-d3ed8068bec5 req-4b97e218-9a23-4a53-bed3-5f5ad9915ac0 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:39.820970 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-933c24b5-38fd-4a77-be8c-d3ed8068bec5 req-4b97e218-9a23-4a53-bed3-5f5ad9915ac0 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 945 time: 0.0733747 Jul 16 20:42:39.898236 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3aa43267-2a25-40f5-8864-2f8e3d8ddaf0 req-36b5c636-a56d-4c28-9b8c-32a42e79375b tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0584843 Jul 16 20:42:39.924793 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-933c24b5-38fd-4a77-be8c-d3ed8068bec5 req-8b03ade5-644f-42d3-a8d2-afa2d4320829 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975738 Jul 16 20:42:40.536224 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-fe1bd67e-81dc-44d7-aa95-d3a8c2b7efdc tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:40.537927 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-fe1bd67e-81dc-44d7-aa95-d3a8c2b7efdc tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/networks?id=8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd HTTP/1.1" status: 200 len: 810 time: 0.1253953 Jul 16 20:42:40.562187 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-cffa9e3f-5bc8-40da-a312-86956e735ae5 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/quotas/a0908b6f9072478f9903b7e46929eca0 HTTP/1.1" status: 200 len: 375 time: 0.0171854 Jul 16 20:42:40.640867 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-303bf695-c17a-4fb3-adec-0ba3c9fde6cf tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a0908b6f9072478f9903b7e46929eca0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777400 Jul 16 20:42:40.646245 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-e660315d-0290-47a8-8aa3-1d56277a47ef tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:42:40.653681 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-e660315d-0290-47a8-8aa3-1d56277a47ef tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119345 Jul 16 20:42:40.744971 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-1778ca99-8279-452a-81c2-752c4052fb3c service neutron] 10.222.0.38 "GET /v2.0/networks/8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904045 Jul 16 20:42:40.771600 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54034) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:40.877149 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-1b9dbc2d-d136-468c-a8f3-28ee6f817e44 service neutron] 10.222.0.38 "GET /v2.0/networks/8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251814 Jul 16 20:42:40.927906 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f9bd8c7-b394-4bc4-babf-70e3955efebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:41.094145 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f9bd8c7-b394-4bc4-babf-70e3955efebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:41.100204 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f9bd8c7-b394-4bc4-babf-70e3955efebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:41.112929 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a389e558-4104-4db6-a5b0-afafb3360a5a req-52258512-5faa-4b79-9513-c9bd990dc1fa tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0357759 Jul 16 20:42:41.167227 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9bd8c7-b394-4bc4-babf-70e3955efebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a239f6-1b85-42e2-b5ed-110b7962bcc0,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:41.167932 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f4df2df9-0133-4588-b06a-8fd334a9a7fd req-c6f0b7b7-c464-4ff2-bde6-22074c0227f2 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 210 time: 0.0537980 Jul 16 20:42:41.185565 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7f9bd8c7-b394-4bc4-babf-70e3955efebf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9be3edbd94404a94bb5c9e16b70e0048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4122694 Jul 16 20:42:41.189566 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54048) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:41.266846 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f23131ab-ff9f-4720-b64a-aca7549d673c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:41.310080 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f23131ab-ff9f-4720-b64a-aca7549d673c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:41.404749 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f23131ab-ff9f-4720-b64a-aca7549d673c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:41.412777 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f23131ab-ff9f-4720-b64a-aca7549d673c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:41.424705 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f23131ab-ff9f-4720-b64a-aca7549d673c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/11a239f6-1b85-42e2-b5ed-110b7962bcc0 HTTP/1.1" status: 204 len: 168 time: 0.2332714 Jul 16 20:42:41.443822 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23131ab-ff9f-4720-b64a-aca7549d673c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a239f6-1b85-42e2-b5ed-110b7962bcc0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:42.339760 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91218eb7-a62c-47a6-b433-609c0138adfa req-f0ede135-08e9-4d17-9e84-8a33914945b7 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 210 time: 0.0428352 Jul 16 20:42:42.509574 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-0d6591ce-af95-4543-9e16-73332048b431 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:42.512651 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-0d6591ce-af95-4543-9e16-73332048b431 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.62 "GET /v2.0/networks?id=8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd HTTP/1.1" status: 200 len: 810 time: 0.1195192 Jul 16 20:42:42.533364 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-62660086-b14a-4ea2-9af9-f9df19be7801 req-9c53d424-2e47-4a4d-a1b3-828802b5cc93 tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.1925414 Jul 16 20:42:42.537330 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3afe225f-2ef2-47f2-a21e-8b9e22b08124 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Request body: {'port': {'device_id': '1fc6849d-db9b-477a-aef8-dbec96bd2471', 'network_id': '8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd', 'admin_state_up': True, 'tenant_id': 'a0908b6f9072478f9903b7e46929eca0'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:42.728775 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3afe225f-2ef2-47f2-a21e-8b9e22b08124 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Made reservation on behalf of a0908b6f9072478f9903b7e46929eca0 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:42:42.733333 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3afe225f-2ef2-47f2-a21e-8b9e22b08124 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:42.999654 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3afe225f-2ef2-47f2-a21e-8b9e22b08124 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Allocated IP 172.20.0.10 (8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd/42d6cc70-308b-45b9-b181-5593d6f8d932/db1642a8-5407-475c-9af7-a5674228c739) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:42:43.165387 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3afe225f-2ef2-47f2-a21e-8b9e22b08124 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:43.205844 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3afe225f-2ef2-47f2-a21e-8b9e22b08124 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:43.218802 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f45b7f1b-c032-4fde-b88c-398f366dab43'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:42:43.254659 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3afe225f-2ef2-47f2-a21e-8b9e22b08124 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Network 8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:42:43.258931 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3afe225f-2ef2-47f2-a21e-8b9e22b08124 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:42:43.263782 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3afe225f-2ef2-47f2-a21e-8b9e22b08124 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:42:43.301610 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe225f-2ef2-47f2-a21e-8b9e22b08124 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Pushing event updated for resources: {'Port': ['ID=db1642a8-5407-475c-9af7-a5674228c739,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:43.330043 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3afe225f-2ef2-47f2-a21e-8b9e22b08124 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:43.330707 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3afe225f-2ef2-47f2-a21e-8b9e22b08124 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:43.349387 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3afe225f-2ef2-47f2-a21e-8b9e22b08124 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8183470 Jul 16 20:42:43.362540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3bc10b27-7c05-475e-a428-fd78eba08d77 service neutron] Request body: {'port': {'device_id': '1fc6849d-db9b-477a-aef8-dbec96bd2471', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:43.462681 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3bc10b27-7c05-475e-a428-fd78eba08d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:43.724445 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a043e-111b-4b70-aaa4-322bd9e07472 req-7e8451de-07dc-4c7c-8a95-72cac07556ea tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:43.725976 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a42a043e-111b-4b70-aaa4-322bd9e07472 req-7e8451de-07dc-4c7c-8a95-72cac07556ea tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 932 time: 0.2216072 Jul 16 20:42:43.806357 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-314899b3-882f-499d-bc63-1da7dcf88ca3 req-175dab70-6dac-445f-b057-1c52b0dfb9e0 tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0493293 Jul 16 20:42:43.857641 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a42a043e-111b-4b70-aaa4-322bd9e07472 req-b2427bef-4fe2-4ebb-ab31-a70297dde779 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989263 Jul 16 20:42:43.861622 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3bc10b27-7c05-475e-a428-fd78eba08d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db1642a8-5407-475c-9af7-a5674228c739 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:42:43.869764 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3bc10b27-7c05-475e-a428-fd78eba08d77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:43.894162 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3bc10b27-7c05-475e-a428-fd78eba08d77 service neutron] Transition to ACTIVE for port object db1642a8-5407-475c-9af7-a5674228c739 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:42:43.900153 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3bc10b27-7c05-475e-a428-fd78eba08d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:44.029501 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc10b27-7c05-475e-a428-fd78eba08d77 service neutron] Pushing event updated for resources: {'Port': ['ID=db1642a8-5407-475c-9af7-a5674228c739,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:44.053266 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3bc10b27-7c05-475e-a428-fd78eba08d77 service neutron] Attempting to bind port db1642a8-5407-475c-9af7-a5674228c739 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:42:44.053634 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3bc10b27-7c05-475e-a428-fd78eba08d77 service neutron] Attempting to bind port db1642a8-5407-475c-9af7-a5674228c739 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'c64f4cf8-2829-4d0d-bc3a-9a867f12fe01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:42:44.053969 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3bc10b27-7c05-475e-a428-fd78eba08d77 service neutron] Attempting to bind port db1642a8-5407-475c-9af7-a5674228c739 on network 8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:42:44.059251 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3bc10b27-7c05-475e-a428-fd78eba08d77 service neutron] Port db1642a8-5407-475c-9af7-a5674228c739 on network 8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:42:44.059581 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3bc10b27-7c05-475e-a428-fd78eba08d77 service neutron] Attempting to bind port db1642a8-5407-475c-9af7-a5674228c739 on network 8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:42:44.065045 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3bc10b27-7c05-475e-a428-fd78eba08d77 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:42:44.065397 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3bc10b27-7c05-475e-a428-fd78eba08d77 service neutron] Checking segment: {'id': 'c64f4cf8-2829-4d0d-bc3a-9a867f12fe01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:42:44.065783 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3bc10b27-7c05-475e-a428-fd78eba08d77 service neutron] Bound using segment: {'id': 'c64f4cf8-2829-4d0d-bc3a-9a867f12fe01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:42:44.066213 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3bc10b27-7c05-475e-a428-fd78eba08d77 service neutron] Bound port: db1642a8-5407-475c-9af7-a5674228c739, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c64f4cf8-2829-4d0d-bc3a-9a867f12fe01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:42:44.066612 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3bc10b27-7c05-475e-a428-fd78eba08d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:44.145420 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3bc10b27-7c05-475e-a428-fd78eba08d77 service neutron] For port db1642a8-5407-475c-9af7-a5674228c739, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:42:44.149670 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3bc10b27-7c05-475e-a428-fd78eba08d77 service neutron] For port db1642a8-5407-475c-9af7-a5674228c739, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=db1642a8-5407-475c-9af7-a5674228c739,segment=NetworkSegment(c64f4cf8-2829-4d0d-bc3a-9a867f12fe01),segment_id=c64f4cf8-2829-4d0d-bc3a-9a867f12fe01)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:42:44.156258 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3bc10b27-7c05-475e-a428-fd78eba08d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:44.206718 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3bc10b27-7c05-475e-a428-fd78eba08d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:44.207454 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3bc10b27-7c05-475e-a428-fd78eba08d77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:44.209408 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3bc10b27-7c05-475e-a428-fd78eba08d77 service neutron] 10.222.0.62 "PUT /v2.0/ports/db1642a8-5407-475c-9af7-a5674228c739 HTTP/1.1" status: 200 len: 1093 time: 0.8515806 Jul 16 20:42:44.214623 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc6849d-db9b-477a-aef8-dbec96bd2471', 'tag': 'db1642a8-5407-475c-9af7-a5674228c739'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:44.217926 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f82c8c-2fa6-4a3b-90e9-b5b52a7984d5" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc6849d-db9b-477a-aef8-dbec96bd2471", "tag": "db1642a8-5407-475c-9af7-a5674228c739"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:44.277824 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc10b27-7c05-475e-a428-fd78eba08d77 service neutron] Pushing event updated for resources: {'Port': ['ID=db1642a8-5407-475c-9af7-a5674228c739,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:44.304294 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32afce12-5a9b-46a3-b7aa-e6eacfc74b0f x-openstack-request-id: req-32afce12-5a9b-46a3-b7aa-e6eacfc74b0f {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:44.304989 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc6849d-db9b-477a-aef8-dbec96bd2471", "tag": "db1642a8-5407-475c-9af7-a5674228c739", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:44.305288 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-32afce12-5a9b-46a3-b7aa-e6eacfc74b0f {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:44.305859 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc6849d-db9b-477a-aef8-dbec96bd2471', 'tag': 'db1642a8-5407-475c-9af7-a5674228c739', 'status': 'completed', 'code': 200} Jul 16 20:42:44.341711 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-959fb635-dc47-4c5c-82b2-4079a433f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:44.344022 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-959fb635-dc47-4c5c-82b2-4079a433f619 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0908b6f9072478f9903b7e46929eca0&device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 1096 time: 0.0752904 Jul 16 20:42:44.400643 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-00481a19-fcf2-4eda-ae03-cc462a6c7d8c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db1642a8-5407-475c-9af7-a5674228c739 HTTP/1.1" status: 200 len: 217 time: 0.0491076 Jul 16 20:42:44.457944 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-28c98db3-9494-4895-ad92-ddf445fc2825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:44.459708 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-28c98db3-9494-4895-ad92-ddf445fc2825 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=42d6cc70-308b-45b9-b181-5593d6f8d932 HTTP/1.1" status: 200 len: 850 time: 0.0523264 Jul 16 20:42:44.499436 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-b513422a-6784-4130-be20-6d11158fdefb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287466 Jul 16 20:42:44.609975 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-3a3df6a3-ca0c-49a8-aaee-c83f613a6fc5 service neutron] 10.222.0.62 "GET /v2.0/networks/8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039715 Jul 16 20:42:44.735221 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66dbdbeb-a83f-46cc-ab37-51256f0a9cd3 req-865dc428-6699-4b8a-86c7-53db3697651e service neutron] 10.222.0.62 "GET /v2.0/networks/8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188421 Jul 16 20:42:44.883358 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f82c8c-2fa6-4a3b-90e9-b5b52a7984d5 req-8e04d1e5-28d3-416d-bf70-228d853744e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:44.885390 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-14f82c8c-2fa6-4a3b-90e9-b5b52a7984d5 req-8e04d1e5-28d3-416d-bf70-228d853744e3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0908b6f9072478f9903b7e46929eca0&device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 1096 time: 0.0699503 Jul 16 20:42:45.051658 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1c22d4e-45c2-4bf5-b523-170c0e084363 req-537dc9bd-5219-4c7c-a564-2bfb5e82f269 tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0338514 Jul 16 20:42:45.120613 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f82c8c-2fa6-4a3b-90e9-b5b52a7984d5 req-4a3ecedc-1729-4d35-92b4-adc09f9170db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:45.122221 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-14f82c8c-2fa6-4a3b-90e9-b5b52a7984d5 req-4a3ecedc-1729-4d35-92b4-adc09f9170db service neutron] 10.222.0.62 "GET /v2.0/networks?id=8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd HTTP/1.1" status: 200 len: 911 time: 0.2297759 Jul 16 20:42:45.588884 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-14f82c8c-2fa6-4a3b-90e9-b5b52a7984d5 req-8aef3976-71a2-4c6f-b614-ad4b3928d0ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db1642a8-5407-475c-9af7-a5674228c739 HTTP/1.1" status: 200 len: 217 time: 0.4582324 Jul 16 20:42:45.635462 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648bf2d-f57e-44e7-ad0b-f5a191f1b025 req-6dd5192e-2a9b-4bec-8f58-1c4a60d90f08 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:45.636891 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d648bf2d-f57e-44e7-ad0b-f5a191f1b025 req-6dd5192e-2a9b-4bec-8f58-1c4a60d90f08 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 944 time: 0.5629499 Jul 16 20:42:45.670994 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f82c8c-2fa6-4a3b-90e9-b5b52a7984d5 req-3d2194e6-a0c4-42b2-bfcd-bcee8e809ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:45.672449 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-14f82c8c-2fa6-4a3b-90e9-b5b52a7984d5 req-3d2194e6-a0c4-42b2-bfcd-bcee8e809ab5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=42d6cc70-308b-45b9-b181-5593d6f8d932 HTTP/1.1" status: 200 len: 850 time: 0.0750449 Jul 16 20:42:45.717112 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-14f82c8c-2fa6-4a3b-90e9-b5b52a7984d5 req-d5b574c1-b9ca-4ec1-a7ff-0498b2549f75 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346582 Jul 16 20:42:45.720564 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d648bf2d-f57e-44e7-ad0b-f5a191f1b025 req-c62d9cce-2b28-4807-a9f6-9997e020d5f0 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752175 Jul 16 20:42:45.824630 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-14f82c8c-2fa6-4a3b-90e9-b5b52a7984d5 req-8e66c378-8551-4f94-8faa-f6baec8106c9 service neutron] 10.222.0.62 "GET /v2.0/networks/8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001606 Jul 16 20:42:45.948122 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-14f82c8c-2fa6-4a3b-90e9-b5b52a7984d5 req-bf977f61-1543-46d3-a8b0-daa60473919d service neutron] 10.222.0.62 "GET /v2.0/networks/8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140654 Jul 16 20:42:46.243960 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ebcf8e5d-59b4-4448-b01b-ff734841edd8 req-dd2d06f7-34b0-40a6-af7c-37f684b1e466 tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0363295 Jul 16 20:42:46.584604 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54162) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:46.695006 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-374066dc-ae91-44ed-b994-33662479090f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:46.792694 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-374066dc-ae91-44ed-b994-33662479090f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:46.796918 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-374066dc-ae91-44ed-b994-33662479090f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:46.845082 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-374066dc-ae91-44ed-b994-33662479090f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=44b6ba9eea4c45d0afbb2de505fc6e44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2593281 Jul 16 20:42:46.848002 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54168) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:46.853915 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374066dc-ae91-44ed-b994-33662479090f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625df57a-3cea-41ea-817d-21e530952f04,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:46.907632 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cbf35cff-6d5d-4675-9074-125de840ca88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:46.921401 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe5327-afb1-412b-9bff-2ef75578e3c4 req-423210b8-7c5c-4d85-a8cd-a5571c4b5181 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:46.922999 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fabe5327-afb1-412b-9bff-2ef75578e3c4 req-423210b8-7c5c-4d85-a8cd-a5571c4b5181 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 944 time: 0.0821054 Jul 16 20:42:46.934523 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cbf35cff-6d5d-4675-9074-125de840ca88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:46.971436 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fabe5327-afb1-412b-9bff-2ef75578e3c4 req-caf4f439-5d05-451b-8cb7-4183dd6920cf tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418429 Jul 16 20:42:46.994391 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cbf35cff-6d5d-4675-9074-125de840ca88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:46.997758 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cbf35cff-6d5d-4675-9074-125de840ca88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:46.999067 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cbf35cff-6d5d-4675-9074-125de840ca88 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/625df57a-3cea-41ea-817d-21e530952f04 HTTP/1.1" status: 204 len: 168 time: 0.1492550 Jul 16 20:42:47.013452 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf35cff-6d5d-4675-9074-125de840ca88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625df57a-3cea-41ea-817d-21e530952f04,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:47.437461 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8b983d17-8fbc-4db4-982b-bfef19508e0d req-c245ac3f-8c75-49a5-b56c-830efbcaf1b8 tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0331182 Jul 16 20:42:48.131983 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device db1642a8-5407-475c-9af7-a5674228c739 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:42:48.157570 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2f467-0773-4cfc-a83c-832bf8515580 req-6cb5c47d-6f08-4646-bd05-deffb5f521e5 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:48.159208 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e3f2f467-0773-4cfc-a83c-832bf8515580 req-6cb5c47d-6f08-4646-bd05-deffb5f521e5 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 944 time: 0.0692227 Jul 16 20:42:48.201661 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e3f2f467-0773-4cfc-a83c-832bf8515580 req-d3a7cb69-2785-4300-9db3-fea5c7834028 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348969 Jul 16 20:42:48.254456 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port db1642a8-5407-475c-9af7-a5674228c739, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=db1642a8-5407-475c-9af7-a5674228c739,segment=NetworkSegment(c64f4cf8-2829-4d0d-bc3a-9a867f12fe01),segment_id=c64f4cf8-2829-4d0d-bc3a-9a867f12fe01)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:48.266128 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'db1642a8-5407-475c-9af7-a5674228c739', 'network_id': '8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd', 'port_id': 'db1642a8-5407-475c-9af7-a5674228c739', 'mac_address': 'fa:16:3e:ef:f2:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d6cc70-308b-45b9-b181-5593d6f8d932', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:42:48.304365 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:48.317906 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db1642a8-5407-475c-9af7-a5674228c739 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:42:48.340484 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port db1642a8-5407-475c-9af7-a5674228c739, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=db1642a8-5407-475c-9af7-a5674228c739,segment=NetworkSegment(c64f4cf8-2829-4d0d-bc3a-9a867f12fe01),segment_id=c64f4cf8-2829-4d0d-bc3a-9a867f12fe01)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:48.344499 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:48.406798 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=db1642a8-5407-475c-9af7-a5674228c739,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:48.415293 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:48.415625 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:48.415973 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:48.416304 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:48.416831 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:48.417270 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:48.417596 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:48.417913 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:48.418234 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:48.419068 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:48.419068 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:48.422609 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:48.609552 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1c7f8c25-0670-4e58-8940-2bd0daaf3da4 req-a37cc125-fd3a-4bd7-aec2-379dcb498fb1 tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0329087 Jul 16 20:42:48.636568 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['db1642a8-5407-475c-9af7-a5674228c739'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:42:49.382344 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a4944-0e19-4566-ba97-460ce2784cf0 req-4f068d8f-db26-4b40-b99f-4fc2476c2bda tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:49.384825 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a22a4944-0e19-4566-ba97-460ce2784cf0 req-4f068d8f-db26-4b40-b99f-4fc2476c2bda tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 945 time: 0.0675445 Jul 16 20:42:49.426824 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a22a4944-0e19-4566-ba97-460ce2784cf0 req-ad02bbd0-55c7-4aa3-8320-22afde9337c3 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349107 Jul 16 20:42:49.780036 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-29979d0b-6e87-4317-aa29-9dcaad2f7096 req-9c8d2d60-74a0-4ee5-9faa-c5d117fa3f08 tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0355678 Jul 16 20:42:50.156101 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device db1642a8-5407-475c-9af7-a5674228c739 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:42:50.216512 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port db1642a8-5407-475c-9af7-a5674228c739 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:42:50.224315 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port db1642a8-5407-475c-9af7-a5674228c739 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:50.225264 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.316948 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.343987 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc6849d-db9b-477a-aef8-dbec96bd2471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1642a8-5407-475c-9af7-a5674228c739'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:50.346234 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ef2ee0-8712-49d7-8d54-0569d1b8f3cd" -d '{"events": [{"server_uuid": "1fc6849d-db9b-477a-aef8-dbec96bd2471", "name": "network-vif-plugged", "status": "completed", "tag": "db1642a8-5407-475c-9af7-a5674228c739"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:50.359689 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port db1642a8-5407-475c-9af7-a5674228c739, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=db1642a8-5407-475c-9af7-a5674228c739,segment=NetworkSegment(c64f4cf8-2829-4d0d-bc3a-9a867f12fe01),segment_id=c64f4cf8-2829-4d0d-bc3a-9a867f12fe01)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:50.365072 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.394851 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0689ef-e407-463a-b16e-55de5597892b x-openstack-request-id: req-6a0689ef-e407-463a-b16e-55de5597892b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:50.395264 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc6849d-db9b-477a-aef8-dbec96bd2471", "name": "network-vif-plugged", "status": "completed", "tag": "db1642a8-5407-475c-9af7-a5674228c739", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:50.396264 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6a0689ef-e407-463a-b16e-55de5597892b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:50.396264 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc6849d-db9b-477a-aef8-dbec96bd2471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1642a8-5407-475c-9af7-a5674228c739', 'code': 200} Jul 16 20:42:50.435207 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=db1642a8-5407-475c-9af7-a5674228c739,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:50.583611 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd5f45-e66b-41a8-a88d-9c72692de486 req-ac34f5fb-37f5-4bdb-a1aa-094bb858299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:50.586813 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2edd5f45-e66b-41a8-a88d-9c72692de486 req-ac34f5fb-37f5-4bdb-a1aa-094bb858299b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 1098 time: 0.1173604 Jul 16 20:42:50.673029 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2edd5f45-e66b-41a8-a88d-9c72692de486 req-98e5cb6e-f86c-40b8-a9d0-ca9dbeae7e6e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597625 Jul 16 20:42:50.699217 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0eab59-159f-4df4-b294-7cd7411cab56 req-b5ee5e1c-2c3b-4651-beae-25a5a0ce7b18 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:50.703211 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c0eab59-159f-4df4-b294-7cd7411cab56 req-b5ee5e1c-2c3b-4651-beae-25a5a0ce7b18 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.1319060 Jul 16 20:42:50.793350 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c0eab59-159f-4df4-b294-7cd7411cab56 req-c2c75353-af46-455b-8d20-b4747f5e0ea3 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858612 Jul 16 20:42:51.005025 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-96103089-1b00-4da5-820d-b08753871eb0 req-bf6ecd74-64db-41b6-9a16-e63d37f4e05b tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0327032 Jul 16 20:42:51.666530 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a9bf824-7dea-4228-a754-61f7872e95ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:51.992176 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc04237-8efd-4671-a219-0b4ebb5c2772 req-eca11eeb-a24d-411d-9a0e-cfd2ec3cb0fd tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:51.993741 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1fc04237-8efd-4671-a219-0b4ebb5c2772 req-eca11eeb-a24d-411d-9a0e-cfd2ec3cb0fd tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.0720832 Jul 16 20:42:52.037575 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1fc04237-8efd-4671-a219-0b4ebb5c2772 req-11ff4502-e95c-411a-ae44-043e23af3293 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369411 Jul 16 20:42:52.191132 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-afb1d51f-40b4-4796-8c4b-167d900335af req-6780c385-cddb-46db-b21b-93e676e9ad03 tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0312388 Jul 16 20:42:52.576287 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cdf72-771c-49bd-b3e0-701fe0ae8f56 req-e3fcc43e-ccb4-4194-b1a7-56f7db7d1abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:52.578161 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd0cdf72-771c-49bd-b3e0-701fe0ae8f56 req-e3fcc43e-ccb4-4194-b1a7-56f7db7d1abd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0908b6f9072478f9903b7e46929eca0&device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 1098 time: 0.1000521 Jul 16 20:42:52.634475 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c47ce1-ecea-4f60-92a2-b22baae8516e req-8522ebea-2727-49ed-b0d2-267e34265ba1 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:52.636034 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-86c47ce1-ecea-4f60-92a2-b22baae8516e req-8522ebea-2727-49ed-b0d2-267e34265ba1 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.1169808 Jul 16 20:42:52.727585 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-86c47ce1-ecea-4f60-92a2-b22baae8516e req-bcca19b1-fb82-44a1-bdef-c3f5c61c0d11 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803864 Jul 16 20:42:52.733590 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cdf72-771c-49bd-b3e0-701fe0ae8f56 req-85248e71-3534-4040-87db-d7b54880a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:52.735950 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd0cdf72-771c-49bd-b3e0-701fe0ae8f56 req-85248e71-3534-4040-87db-d7b54880a8f4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd HTTP/1.1" status: 200 len: 911 time: 0.1422517 Jul 16 20:42:52.785453 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd0cdf72-771c-49bd-b3e0-701fe0ae8f56 req-0b188f88-2d21-40a5-be39-7b173cfe506b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db1642a8-5407-475c-9af7-a5674228c739 HTTP/1.1" status: 200 len: 217 time: 0.0429761 Jul 16 20:42:52.848601 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cdf72-771c-49bd-b3e0-701fe0ae8f56 req-aa40135d-ea43-4c5d-bf0c-542c5d256aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:52.850682 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd0cdf72-771c-49bd-b3e0-701fe0ae8f56 req-aa40135d-ea43-4c5d-bf0c-542c5d256aef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=42d6cc70-308b-45b9-b181-5593d6f8d932 HTTP/1.1" status: 200 len: 850 time: 0.0589519 Jul 16 20:42:52.889928 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd0cdf72-771c-49bd-b3e0-701fe0ae8f56 req-161777ab-93d7-41c0-9216-8fd1b14b5544 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322082 Jul 16 20:42:52.914546 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a796d027-8be9-483e-a700-e8d40d6ab749 req-3c323b9e-8f48-4fa7-b7ab-80bc2502db84 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd6dfa92-ff6e-44c3-99b3-5000779e65e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0692513 Jul 16 20:42:53.030491 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd0cdf72-771c-49bd-b3e0-701fe0ae8f56 req-680274ac-be67-4982-ad9a-3bf8284df2f5 service neutron] 10.222.0.62 "GET /v2.0/networks/8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325352 Jul 16 20:42:53.044535 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796d027-8be9-483e-a700-e8d40d6ab749 req-8b131e0e-8743-46cd-8cca-8cc837e3e05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:53.047477 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a796d027-8be9-483e-a700-e8d40d6ab749 req-8b131e0e-8743-46cd-8cca-8cc837e3e05f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4bdd256dac0c4aa3bf3a5edb5f68a621&device_id=cd6dfa92-ff6e-44c3-99b3-5000779e65e8 HTTP/1.1" status: 200 len: 1097 time: 0.0789850 Jul 16 20:42:53.175933 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd0cdf72-771c-49bd-b3e0-701fe0ae8f56 req-0fccfd95-b6d9-4c4c-be84-cb2a912618c6 service neutron] 10.222.0.62 "GET /v2.0/networks/8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332760 Jul 16 20:42:53.203200 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796d027-8be9-483e-a700-e8d40d6ab749 req-bdacdcdd-a6ae-478e-9eb0-9361a0f7cff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:53.204710 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a796d027-8be9-483e-a700-e8d40d6ab749 req-bdacdcdd-a6ae-478e-9eb0-9361a0f7cff5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce428730-3071-425e-8060-368b0b06c241 HTTP/1.1" status: 200 len: 910 time: 0.1338911 Jul 16 20:42:53.308466 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a796d027-8be9-483e-a700-e8d40d6ab749 req-fb51fe71-ba40-448b-9a48-d94c19c4b65f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dd89413-e479-449c-820d-71e18c10ead6 HTTP/1.1" status: 200 len: 1001 time: 0.0931890 Jul 16 20:42:53.362604 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796d027-8be9-483e-a700-e8d40d6ab749 req-c91e4fd0-c7f5-4b20-b635-82f29e5eebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:53.364070 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a796d027-8be9-483e-a700-e8d40d6ab749 req-c91e4fd0-c7f5-4b20-b635-82f29e5eebbc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7695fa01-6736-4799-8fa4-9c1a39aa2efe HTTP/1.1" status: 200 len: 848 time: 0.0492179 Jul 16 20:42:53.398265 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e7480c8-7eb8-43bf-b8f7-fd941fdc6e44 req-223db32a-df8c-474f-91b1-f24e2ce6c954 tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0365005 Jul 16 20:42:53.441971 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796d027-8be9-483e-a700-e8d40d6ab749 req-2cc3b7d7-071e-408b-af36-c11f1f7b8b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:53.442792 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a796d027-8be9-483e-a700-e8d40d6ab749 req-2cc3b7d7-071e-408b-af36-c11f1f7b8b92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce428730-3071-425e-8060-368b0b06c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727005 Jul 16 20:42:53.485883 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5b677c6b-3a22-4bc1-97bd-b3dfd4ff9d7a req-4663df6b-1c0e-4c54-ac7b-c8c4bbfa8518 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0306473 Jul 16 20:42:53.562872 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a796d027-8be9-483e-a700-e8d40d6ab749 req-08678c62-385d-495a-899d-271cc2c73dd6 service neutron] 10.222.0.18 "GET /v2.0/networks/ce428730-3071-425e-8060-368b0b06c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113002 Jul 16 20:42:53.663271 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a796d027-8be9-483e-a700-e8d40d6ab749 req-33dd674d-03c3-4ef9-a758-b2fce1eec85f service neutron] 10.222.0.18 "GET /v2.0/networks/ce428730-3071-425e-8060-368b0b06c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942667 Jul 16 20:42:53.925369 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a484e-3bdc-4208-8b0e-acdefc0704fc req-293579d9-edb7-4b0d-ad0d-894ea932a67e tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:53.926927 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b22a484e-3bdc-4208-8b0e-acdefc0704fc req-293579d9-edb7-4b0d-ad0d-894ea932a67e tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.0735335 Jul 16 20:42:53.977006 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b22a484e-3bdc-4208-8b0e-acdefc0704fc req-9cdc6810-4efe-4389-bb97-58c9b5f7951c tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436790 Jul 16 20:42:54.208495 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1882a5ac-6dc7-4f3b-8962-042c38ac137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:54.284699 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:54.569531 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:42:54.588083 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ff28c1c2-aeed-472b-ab18-df505102747c req-8aed5811-46ad-4fdc-965b-e98a51818e4d tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0474617 Jul 16 20:42:54.998439 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0225244-d0d2-49b1-808e-67b8abc1a659 req-6a94a246-1d5f-44bb-9169-1ae0118204f2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a4027e2f2fb4da5a989c059c16ea6cd&device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0415790 Jul 16 20:42:55.032101 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0225244-d0d2-49b1-808e-67b8abc1a659 req-59461282-85d2-4795-93aa-6519dbcd3842 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3a4027e2f2fb4da5a989c059c16ea6cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267553 Jul 16 20:42:55.101929 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b4fc549b-2827-4584-8891-5731885595ab req-e6580d54-ca1f-45b5-810f-85835be8d7cb tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0536056 Jul 16 20:42:55.296007 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0225244-d0d2-49b1-808e-67b8abc1a659 req-4c04907e-542f-4fa7-8a79-d2102779c190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:55.297483 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0225244-d0d2-49b1-808e-67b8abc1a659 req-4c04907e-542f-4fa7-8a79-d2102779c190 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2598748 Jul 16 20:42:55.317790 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d82a4-341e-4871-b4bf-2ccc57253436 req-49600654-1d1d-4280-aa51-d43dd782a8e9 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:55.319393 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cc0d82a4-341e-4871-b4bf-2ccc57253436 req-49600654-1d1d-4280-aa51-d43dd782a8e9 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.2166145 Jul 16 20:42:55.359700 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cc0d82a4-341e-4871-b4bf-2ccc57253436 req-b1e04a48-57ca-499f-8ef1-4e17f882a27b tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340188 Jul 16 20:42:55.752160 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:56.268663 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7daed72a-df49-4537-992a-accf3b25cd34 req-bbbd39c1-0a85-4f7a-b2ed-c0ce0d77c29d tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.38 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0302658 Jul 16 20:42:56.563028 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0225244-d0d2-49b1-808e-67b8abc1a659 req-c28d744c-6474-4c88-aefc-460c808bb290 tempest-ServerShowV257Test-615711743 tempest-ServerShowV257Test-615711743-project] 10.222.0.62 "GET /v2.0/ports?device_id=84e40b40-deab-4a20-93e5-ef921fae48db HTTP/1.1" status: 200 len: 210 time: 0.0379748 Jul 16 20:42:56.582102 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b23fa-1f2b-4436-b197-149aeaf1e1d5 req-5cf5f1f2-adac-4ff7-b1f1-959008e4d8ad tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:56.583673 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-477b23fa-1f2b-4436-b197-149aeaf1e1d5 req-5cf5f1f2-adac-4ff7-b1f1-959008e4d8ad tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.0992889 Jul 16 20:42:56.634659 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-477b23fa-1f2b-4436-b197-149aeaf1e1d5 req-81d0fd0f-fc7b-482c-abfa-4303deb4cf59 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412786 Jul 16 20:42:57.608454 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:57.635024 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54352) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:57.646629 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-cab83d0e-a79e-44ff-bc64-b72506a3f4f7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0702147 Jul 16 20:42:57.769933 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ad276044-7d6a-4a71-a7cb-0e0f57bf6e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:57.803573 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-9a5dc468-ff2e-4597-8f24-5761576074ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:57.804798 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-9a5dc468-ff2e-4597-8f24-5761576074ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:57.805721 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-9a5dc468-ff2e-4597-8f24-5761576074ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:57.806207 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-9a5dc468-ff2e-4597-8f24-5761576074ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:57.806748 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-9a5dc468-ff2e-4597-8f24-5761576074ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:57.807190 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-9a5dc468-ff2e-4597-8f24-5761576074ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:57.807657 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-9a5dc468-ff2e-4597-8f24-5761576074ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:57.809638 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-9a5dc468-ff2e-4597-8f24-5761576074ac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=086605ce16824d789c1ebe4af59fda06&device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 6496 time: 0.1073170 Jul 16 20:42:57.848342 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e5ff1-276f-46d5-a7ff-d8d1fa5ecc66 req-86bfbee7-454d-4dd3-aeca-5acff0e3a86a tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:57.849822 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e67e5ff1-276f-46d5-a7ff-d8d1fa5ecc66 req-86bfbee7-454d-4dd3-aeca-5acff0e3a86a tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.0888903 Jul 16 20:42:57.865836 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ad276044-7d6a-4a71-a7cb-0e0f57bf6e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:57.870936 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ad276044-7d6a-4a71-a7cb-0e0f57bf6e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:57.911291 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ad276044-7d6a-4a71-a7cb-0e0f57bf6e29 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3a4027e2f2fb4da5a989c059c16ea6cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2751350 Jul 16 20:42:57.912519 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad276044-7d6a-4a71-a7cb-0e0f57bf6e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46077267-55d2-4635-a2a3-bc4a60baa177,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:57.916305 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54358) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:57.941163 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e67e5ff1-276f-46d5-a7ff-d8d1fa5ecc66 req-b3f52c4d-c479-454f-9b9d-3525c5eb9be9 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831428 Jul 16 20:42:57.970253 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-f442dce7-1864-4cd3-b55c-77b49823a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:57.970752 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-f442dce7-1864-4cd3-b55c-77b49823a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:57.971226 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-f442dce7-1864-4cd3-b55c-77b49823a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:57.972881 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-f442dce7-1864-4cd3-b55c-77b49823a748 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a5f59c06-393b-4019-8402-c670013796dd&id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&id=8220058e-73c4-4bbb-9a58-d9b747bb6802&id=8220058e-73c4-4bbb-9a58-d9b747bb6802 HTTP/1.1" status: 200 len: 2291 time: 0.1327772 Jul 16 20:42:57.979813 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8c6bce3-f9fd-4c09-88a3-e08524c52e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:58.001601 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8c6bce3-f9fd-4c09-88a3-e08524c52e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:58.047384 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8c6bce3-f9fd-4c09-88a3-e08524c52e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:58.050066 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8c6bce3-f9fd-4c09-88a3-e08524c52e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:58.053711 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b8c6bce3-f9fd-4c09-88a3-e08524c52e22 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/46077267-55d2-4635-a2a3-bc4a60baa177 HTTP/1.1" status: 204 len: 168 time: 0.1333990 Jul 16 20:42:58.062944 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6bce3-f9fd-4c09-88a3-e08524c52e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46077267-55d2-4635-a2a3-bc4a60baa177,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:58.076010 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-67b37f95-8d3c-4872-aeb6-21ab304180e3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da3cd2bc-8361-4a87-8b42-606885129c8e HTTP/1.1" status: 200 len: 1002 time: 0.0971222 Jul 16 20:42:58.127921 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-979331bb-c3c6-444c-9e1c-f20c886bbc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:58.129414 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-979331bb-c3c6-444c-9e1c-f20c886bbc21 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ed11a99b-37e1-4696-970c-4dbb385ed21d HTTP/1.1" status: 200 len: 850 time: 0.0473115 Jul 16 20:42:58.215460 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-8471202f-d9a1-4f0d-b08d-759bde28b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:58.217108 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-8471202f-d9a1-4f0d-b08d-759bde28b445 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a5f59c06-393b-4019-8402-c670013796dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0820904 Jul 16 20:42:58.319425 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-c18748e8-c297-437d-b488-1454ae92e2b4 service neutron] 10.222.0.62 "GET /v2.0/networks/a5f59c06-393b-4019-8402-c670013796dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960672 Jul 16 20:42:58.454387 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-9bb1e94a-e8cb-4154-9030-d9d735bd132a service neutron] 10.222.0.62 "GET /v2.0/networks/a5f59c06-393b-4019-8402-c670013796dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287863 Jul 16 20:42:58.505281 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-ce979928-34d7-43a4-a409-a4722f8c1f81 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=c9c7028e-c717-455b-b2ae-e3b788da21ae HTTP/1.1" status: 200 len: 217 time: 0.0422435 Jul 16 20:42:58.573654 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-b7302c1d-3ac2-4f57-924d-95f0c65e93f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:58.575439 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-b7302c1d-3ac2-4f57-924d-95f0c65e93f5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ede8a670-7de2-4b7a-90c3-f13e1c31925d HTTP/1.1" status: 200 len: 797 time: 0.0565305 Jul 16 20:42:58.646954 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-37d3205a-daa9-49e2-83a9-46f4ecdd33d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:58.649352 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-37d3205a-daa9-49e2-83a9-46f4ecdd33d0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0666575 Jul 16 20:42:58.764584 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-98ccb9a8-f7ec-48c0-983c-3ff3f1f561fc service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090686 Jul 16 20:42:58.807235 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54402) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:58.884783 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-4f3d6f66-8d90-4134-937d-5dbe686e6507 service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135333 Jul 16 20:42:58.910677 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-35b50852-0673-49f2-ad17-6c545095a7c2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-195668466-network', 'tenant_id': '34a85505c49d44e19a811d2344c6acab'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:58.930975 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-929f5611-8b86-45c2-9900-3af695a261ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=b5381535-2faf-4332-a7a0-66c456495a38 HTTP/1.1" status: 200 len: 217 time: 0.0393088 Jul 16 20:42:58.936268 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b50852-0673-49f2-ad17-6c545095a7c2 admin admin] Made reservation on behalf of 34a85505c49d44e19a811d2344c6acab for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:42:58.938796 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35b50852-0673-49f2-ad17-6c545095a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:58.949323 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35b50852-0673-49f2-ad17-6c545095a7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:58.996325 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-5f73d2fa-b04b-4dbb-9365-62eb67f2ca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:58.997819 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-5f73d2fa-b04b-4dbb-9365-62eb67f2ca22 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ede8a670-7de2-4b7a-90c3-f13e1c31925d HTTP/1.1" status: 200 len: 797 time: 0.0611718 Jul 16 20:42:59.079916 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35b50852-0673-49f2-ad17-6c545095a7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:59.085797 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-93dba162-c761-4894-9f7f-5e48ab13b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:59.087792 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35b50852-0673-49f2-ad17-6c545095a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:59.087967 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-93dba162-c761-4894-9f7f-5e48ab13b194 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0834820 Jul 16 20:42:59.110487 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b50852-0673-49f2-ad17-6c545095a7c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:42:59.125059 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b50852-0673-49f2-ad17-6c545095a7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958f64dd-8973-44d8-a971-8dbe7e415aa1,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:59.130799 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35b50852-0673-49f2-ad17-6c545095a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:59.131260 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-35b50852-0673-49f2-ad17-6c545095a7c2 admin admin] Added segment 441417d8-05ad-4602-b097-8c0ee8843c12 of type vlan for network d0594a4f-6ad6-4618-aaa0-c9a8a58e114c Jul 16 20:42:59.176112 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35b50852-0673-49f2-ad17-6c545095a7c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:59.208161 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35b50852-0673-49f2-ad17-6c545095a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:59.209948 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b50852-0673-49f2-ad17-6c545095a7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:59.211236 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35b50852-0673-49f2-ad17-6c545095a7c2 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:59.249189 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-35b50852-0673-49f2-ad17-6c545095a7c2 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4397607 Jul 16 20:42:59.250132 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54408) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:59.253600 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3455d8-76c4-4f0f-9cb9-b38483acce1a req-14d5e9bc-d99b-4139-bfb2-65932b947856 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:59.254467 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-b8c4a009-8e75-4ce7-a358-6317f1ace185 admin admin] Request body: {'subnet': {'network_id': 'd0594a4f-6ad6-4618-aaa0-c9a8a58e114c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-195668466-subnet', 'tenant_id': '34a85505c49d44e19a811d2344c6acab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:59.255203 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2b3455d8-76c4-4f0f-9cb9-b38483acce1a req-14d5e9bc-d99b-4139-bfb2-65932b947856 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.1663492 Jul 16 20:42:59.259977 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-04212088-3f2d-447c-b0ed-58376166141c service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605504 Jul 16 20:42:59.285305 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b50852-0673-49f2-ad17-6c545095a7c2 admin admin] Pushing event updated for resources: {'Network': ['ID=d0594a4f-6ad6-4618-aaa0-c9a8a58e114c,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:59.299965 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network d0594a4f-6ad6-4618-aaa0-c9a8a58e114c details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:42:59.310811 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c4a009-8e75-4ce7-a358-6317f1ace185 admin admin] Made reservation on behalf of 34a85505c49d44e19a811d2344c6acab for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:42:59.313824 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8c4a009-8e75-4ce7-a358-6317f1ace185 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:59.331288 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2b3455d8-76c4-4f0f-9cb9-b38483acce1a req-d1d9a26e-84b5-466d-ab76-7fadaddc275c tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682900 Jul 16 20:42:59.391035 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-b19385f9-d7cc-4c5a-b3a6-b3dab1e14f98 service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217554 Jul 16 20:42:59.439452 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-b5daca8f-06b7-4b81-99ad-3f1d11b29cf0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=dbb2a1f8-6655-4e13-8f01-649325559b94 HTTP/1.1" status: 200 len: 217 time: 0.0421748 Jul 16 20:42:59.494216 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-ee62a7a5-c103-4868-887d-9fc44a1c68b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:59.495807 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-ee62a7a5-c103-4868-887d-9fc44a1c68b2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ede8a670-7de2-4b7a-90c3-f13e1c31925d HTTP/1.1" status: 200 len: 797 time: 0.0502415 Jul 16 20:42:59.509214 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8c4a009-8e75-4ce7-a358-6317f1ace185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:59.563684 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:59.577376 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4a009-8e75-4ce7-a358-6317f1ace185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f300632-a5cf-4668-b9e0-af1802ac1dd3,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:59.586486 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c4a009-8e75-4ce7-a358-6317f1ace185 admin admin] Checking segment: {'id': '441417d8-05ad-4602-b097-8c0ee8843c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd0594a4f-6ad6-4618-aaa0-c9a8a58e114c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:42:59.586853 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c4a009-8e75-4ce7-a358-6317f1ace185 admin admin] Network hostable DHCP agents. Network: d0594a4f-6ad6-4618-aaa0-c9a8a58e114c, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:42:59.587264 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-f08cdf58-2230-4af8-a224-a219eed5e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:59.589353 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-f08cdf58-2230-4af8-a224-a219eed5e4c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0875962 Jul 16 20:42:59.606933 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c4a009-8e75-4ce7-a358-6317f1ace185 admin admin] Network d0594a4f-6ad6-4618-aaa0-c9a8a58e114c is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:42:59.623560 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-b8c4a009-8e75-4ce7-a358-6317f1ace185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, d0594a4f-6ad6-4618-aaa0-c9a8a58e114c) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:42:59.628673 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c4a009-8e75-4ce7-a358-6317f1ace185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:59.629260 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8c4a009-8e75-4ce7-a358-6317f1ace185 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:59.646590 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6661857b-cefc-4517-8de7-11b4f5869a47 None None] Network d0594a4f-6ad6-4618-aaa0-c9a8a58e114c requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:42:59.654449 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b8c4a009-8e75-4ce7-a358-6317f1ace185 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4038658 Jul 16 20:42:59.721316 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-75cb164f-bebe-4623-af68-64daaea9f480 service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253927 Jul 16 20:42:59.837154 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-024743bf-82c2-42f4-b9d1-2e6e7496d38b service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082075 Jul 16 20:42:59.875229 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57237596-df19-4818-ab52-62d47bc0f80a None None] Network d0594a4f-6ad6-4618-aaa0-c9a8a58e114c requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:42:59.895494 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-76b496c1-a7fa-4d22-bf11-cd95dd1d0e24 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=9c2a4800-9a2a-4b56-925d-1fa35a5727a0 HTTP/1.1" status: 200 len: 217 time: 0.0522497 Jul 16 20:43:00.001036 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-c8f93ade-bd98-4764-bda6-d354e40db022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:00.004098 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-c8f93ade-bd98-4764-bda6-d354e40db022 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ede8a670-7de2-4b7a-90c3-f13e1c31925d HTTP/1.1" status: 200 len: 797 time: 0.0999038 Jul 16 20:43:00.089301 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-673acf75-95a5-4331-ab00-25eb79fa7e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:00.096995 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-673acf75-95a5-4331-ab00-25eb79fa7e3d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0809481 Jul 16 20:43:00.200319 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54430) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:00.206112 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d0d23486-1751-4ac9-a9b9-a38c5cc5b8e9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1987201267-network', 'tenant_id': '89b2c38a2c4d4fdd939803f302b03fb7'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:00.228638 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-c2756689-f44a-4337-939c-a85d8c7c07ed service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239312 Jul 16 20:43:00.237062 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d23486-1751-4ac9-a9b9-a38c5cc5b8e9 admin admin] Made reservation on behalf of 89b2c38a2c4d4fdd939803f302b03fb7 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:00.237062 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d0d23486-1751-4ac9-a9b9-a38c5cc5b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:00.246643 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d0d23486-1751-4ac9-a9b9-a38c5cc5b8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:00.338004 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-3b28368a-d1de-422b-8261-9211140d0dd4 service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018705 Jul 16 20:43:00.359248 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d0d23486-1751-4ac9-a9b9-a38c5cc5b8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:00.379706 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d0d23486-1751-4ac9-a9b9-a38c5cc5b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:00.403712 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-28714d1d-e5c7-4159-9e5a-fa0e10c2e8c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=38e7200d-92b8-4114-bcf6-4d8de1ed7adf HTTP/1.1" status: 200 len: 217 time: 0.0584993 Jul 16 20:43:00.410753 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d23486-1751-4ac9-a9b9-a38c5cc5b8e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:43:00.428054 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d0d23486-1751-4ac9-a9b9-a38c5cc5b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:00.428408 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-d0d23486-1751-4ac9-a9b9-a38c5cc5b8e9 admin admin] Added segment 48f48ad7-5de9-4eb4-b4d1-08c8900dbeb4 of type vlan for network d1d37972-933b-49b6-8b73-0f7719365033 Jul 16 20:43:00.430259 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d23486-1751-4ac9-a9b9-a38c5cc5b8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5e150a-b459-4593-81d0-066972b2e330,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:00.473296 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-77a23b39-589a-4c18-b17a-9a0d0d2db33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:00.475144 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-77a23b39-589a-4c18-b17a-9a0d0d2db33c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ddbb0f23-4d7f-4c3a-a43b-0ba8f2788bfb HTTP/1.1" status: 200 len: 797 time: 0.0649617 Jul 16 20:43:00.490230 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d0d23486-1751-4ac9-a9b9-a38c5cc5b8e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:00.527988 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d0d23486-1751-4ac9-a9b9-a38c5cc5b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:00.529219 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d23486-1751-4ac9-a9b9-a38c5cc5b8e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:00.529837 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d0d23486-1751-4ac9-a9b9-a38c5cc5b8e9 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:00.569622 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d0d23486-1751-4ac9-a9b9-a38c5cc5b8e9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3680484 Jul 16 20:43:00.572713 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54434) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:00.598027 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-7b836fe8-c165-4de8-97ad-a095f0b39bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:00.599800 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-7b836fe8-c165-4de8-97ad-a095f0b39bed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8220058e-73c4-4bbb-9a58-d9b747bb6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1177950 Jul 16 20:43:00.602978 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e87f9c35-a7c6-476f-bba5-caf334ae3074 admin admin] Request body: {'subnet': {'network_id': 'd1d37972-933b-49b6-8b73-0f7719365033', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1987201267-subnet', 'tenant_id': '89b2c38a2c4d4fdd939803f302b03fb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:00.609861 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d23486-1751-4ac9-a9b9-a38c5cc5b8e9 admin admin] Pushing event updated for resources: {'Network': ['ID=d1d37972-933b-49b6-8b73-0f7719365033,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:00.625125 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network d1d37972-933b-49b6-8b73-0f7719365033 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:43:00.626707 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734e92d-d53c-496a-a5e6-953466e79207 req-cc113314-a116-4430-bdc6-e02f5e1898b8 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:00.630376 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87f9c35-a7c6-476f-bba5-caf334ae3074 admin admin] Made reservation on behalf of 89b2c38a2c4d4fdd939803f302b03fb7 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:00.633196 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e87f9c35-a7c6-476f-bba5-caf334ae3074 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:00.633836 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b734e92d-d53c-496a-a5e6-953466e79207 req-cc113314-a116-4430-bdc6-e02f5e1898b8 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.1356814 Jul 16 20:43:00.885441 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e87f9c35-a7c6-476f-bba5-caf334ae3074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:00.953506 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f9c35-a7c6-476f-bba5-caf334ae3074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f5f6ed1-2901-4d8b-88c1-290f4bc29f04,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:00.959695 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87f9c35-a7c6-476f-bba5-caf334ae3074 admin admin] Checking segment: {'id': '48f48ad7-5de9-4eb4-b4d1-08c8900dbeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd1d37972-933b-49b6-8b73-0f7719365033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:00.960294 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87f9c35-a7c6-476f-bba5-caf334ae3074 admin admin] Network hostable DHCP agents. Network: d1d37972-933b-49b6-8b73-0f7719365033, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:43:00.999668 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87f9c35-a7c6-476f-bba5-caf334ae3074 admin admin] Network d1d37972-933b-49b6-8b73-0f7719365033 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:43:01.013749 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-e87f9c35-a7c6-476f-bba5-caf334ae3074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, d1d37972-933b-49b6-8b73-0f7719365033) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:01.027783 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87f9c35-a7c6-476f-bba5-caf334ae3074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:01.028377 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e87f9c35-a7c6-476f-bba5-caf334ae3074 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:01.028621 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be207c4-bea3-441f-aaaa-6a7b678e91b5 None None] Network d1d37972-933b-49b6-8b73-0f7719365033 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:01.068015 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e87f9c35-a7c6-476f-bba5-caf334ae3074 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4872174 Jul 16 20:43:01.217370 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b734e92d-d53c-496a-a5e6-953466e79207 req-f8bc7bad-992c-44f6-8ada-9d96c5bc67dd tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426270 Jul 16 20:43:01.242377 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-deda4986-3be1-4cff-a92f-f1735f5fde4d service neutron] 10.222.0.62 "GET /v2.0/networks/8220058e-73c4-4bbb-9a58-d9b747bb6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6353405 Jul 16 20:43:01.345334 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a8f1fb-32cc-4fd6-a3c5-e3bc2dfa3476 None None] Network d1d37972-933b-49b6-8b73-0f7719365033 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:01.364259 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-55c1c502-1ca4-472e-8c9f-d9872c61ae8f service neutron] 10.222.0.62 "GET /v2.0/networks/8220058e-73c4-4bbb-9a58-d9b747bb6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147537 Jul 16 20:43:01.411889 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-3fa7bd43-0ed5-474b-baf8-877b8b46d91a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a01f51a9-92dd-4e1a-bd77-2234ac6f2686 HTTP/1.1" status: 200 len: 217 time: 0.0404553 Jul 16 20:43:01.468633 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-58a759e3-7ff4-4c1a-b61d-9eb1d7c29c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:01.470273 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-58a759e3-7ff4-4c1a-b61d-9eb1d7c29c56 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ddbb0f23-4d7f-4c3a-a43b-0ba8f2788bfb HTTP/1.1" status: 200 len: 797 time: 0.0524085 Jul 16 20:43:01.545586 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-59c34296-a21e-4f59-b6f5-2a4d169011fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:01.547163 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-59c34296-a21e-4f59-b6f5-2a4d169011fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8220058e-73c4-4bbb-9a58-d9b747bb6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0701425 Jul 16 20:43:01.561635 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54478) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:01.639974 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-db473a64-374a-4eb7-9cc2-ae847cac70c4 service neutron] 10.222.0.62 "GET /v2.0/networks/8220058e-73c4-4bbb-9a58-d9b747bb6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862660 Jul 16 20:43:01.678235 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c28a1b02-ff72-4960-9f54-2fb7759ab86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:01.766910 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f29b9-0ff8-4cb3-ae1b-ce83cebb3b48 req-5e70bc79-baf5-4843-8253-1e9323f6afb6 service neutron] 10.222.0.62 "GET /v2.0/networks/8220058e-73c4-4bbb-9a58-d9b747bb6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205130 Jul 16 20:43:01.815926 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c28a1b02-ff72-4960-9f54-2fb7759ab86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:01.821553 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c28a1b02-ff72-4960-9f54-2fb7759ab86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:01.863638 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54490) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:01.863875 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c28a1b02-ff72-4960-9f54-2fb7759ab86d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c1b768da21024855a85a3618cd2a5ef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3005555 Jul 16 20:43:01.864763 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a1b02-ff72-4960-9f54-2fb7759ab86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34882d81-77c4-4ae5-89c6-d5712a1d9d76,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:01.902874 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-27bd13d4-6b9b-4316-af1d-bb684dd4b4ec tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:01.904245 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-27bd13d4-6b9b-4316-af1d-bb684dd4b4ec tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.38 "GET /v2.0/networks?id=d0594a4f-6ad6-4618-aaa0-c9a8a58e114c HTTP/1.1" status: 200 len: 824 time: 0.1551869 Jul 16 20:43:01.924571 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-8a9fbc8f-f1c9-4b16-8835-dd3881002d78 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.38 "GET /v2.0/quotas/34a85505c49d44e19a811d2344c6acab HTTP/1.1" status: 200 len: 375 time: 0.0146079 Jul 16 20:43:01.961593 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-e3385e36-8ac0-4f66-96ed-59a1cc198813 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=34a85505c49d44e19a811d2344c6acab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301259 Jul 16 20:43:01.962385 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-efd44286-ff66-4606-a823-9072e194226f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:02.004980 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-efd44286-ff66-4606-a823-9072e194226f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:02.096483 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-d3c46431-bb08-4857-a2df-66f8d29ddb7b service neutron] 10.222.0.38 "GET /v2.0/networks/d0594a4f-6ad6-4618-aaa0-c9a8a58e114c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251345 Jul 16 20:43:02.104514 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-efd44286-ff66-4606-a823-9072e194226f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:02.110804 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-efd44286-ff66-4606-a823-9072e194226f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:02.111948 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-efd44286-ff66-4606-a823-9072e194226f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/34882d81-77c4-4ae5-89c6-d5712a1d9d76 HTTP/1.1" status: 204 len: 168 time: 0.2473485 Jul 16 20:43:02.140903 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd44286-ff66-4606-a823-9072e194226f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34882d81-77c4-4ae5-89c6-d5712a1d9d76,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:02.228224 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-34b04c41-d55e-40e3-b63d-c815d6375958 service neutron] 10.222.0.38 "GET /v2.0/networks/d0594a4f-6ad6-4618-aaa0-c9a8a58e114c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151319 Jul 16 20:43:02.422708 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c9c50e17-9711-499e-a0a2-58d1f0cea5b6 req-d094ca60-94b7-4ea0-92c9-b09d5ed85b44 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdc5e6b0-9755-4ec6-a413-6809c86dde6a HTTP/1.1" status: 200 len: 210 time: 0.0369253 Jul 16 20:43:02.450157 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54506) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:02.468941 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-36c0ac18-693a-40b7-988c-6e7ba1020f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:02.575749 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c9e65-ecf9-4c3a-b375-b8d8874a6b01 req-0027ab2d-04b6-49f5-a548-05064a508184 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:02.577539 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-773c9e65-ecf9-4c3a-b375-b8d8874a6b01 req-0027ab2d-04b6-49f5-a548-05064a508184 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.1105292 Jul 16 20:43:02.632963 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-773c9e65-ecf9-4c3a-b375-b8d8874a6b01 req-ad8c6657-993a-4d54-bebd-6d56bd2eb152 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486917 Jul 16 20:43:02.656869 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-36c0ac18-693a-40b7-988c-6e7ba1020f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:02.659793 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-36c0ac18-693a-40b7-988c-6e7ba1020f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:02.703686 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-36c0ac18-693a-40b7-988c-6e7ba1020f68 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=70f10adec78c4c849cb125ea55852aca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2522826 Jul 16 20:43:02.704511 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0ac18-693a-40b7-988c-6e7ba1020f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ea6449-0b74-42df-b779-c2e956d8d018,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:02.706305 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54514) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:02.761222 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7708939b-1913-44d8-97ff-ce163bc437f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:02.782642 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7708939b-1913-44d8-97ff-ce163bc437f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:02.831221 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7708939b-1913-44d8-97ff-ce163bc437f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:02.833749 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7708939b-1913-44d8-97ff-ce163bc437f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:02.834920 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7708939b-1913-44d8-97ff-ce163bc437f4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d6ea6449-0b74-42df-b779-c2e956d8d018 HTTP/1.1" status: 204 len: 168 time: 0.1269448 Jul 16 20:43:02.843660 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708939b-1913-44d8-97ff-ce163bc437f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ea6449-0b74-42df-b779-c2e956d8d018,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:03.123594 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:03.603317 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3a711ee-d77a-4d1b-86f0-b344a85752e1 req-664681d4-5edc-4360-9f76-5b6ae7c5f738 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdc5e6b0-9755-4ec6-a413-6809c86dde6a HTTP/1.1" status: 200 len: 210 time: 0.0456212 Jul 16 20:43:03.841155 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca568c1-7dad-459f-b724-6dc3e604917a req-f8886e2b-3e79-4ab5-bf5b-3911807e83a8 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:03.846988 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aca568c1-7dad-459f-b724-6dc3e604917a req-f8886e2b-3e79-4ab5-bf5b-3911807e83a8 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.0795591 Jul 16 20:43:03.881845 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-7bf981c9-8644-41f6-bf1d-3d413fbc364e tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:03.883510 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-7bf981c9-8644-41f6-bf1d-3d413fbc364e tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.18 "GET /v2.0/networks?id=d0594a4f-6ad6-4618-aaa0-c9a8a58e114c HTTP/1.1" status: 200 len: 824 time: 0.4462340 Jul 16 20:43:03.886041 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aca568c1-7dad-459f-b724-6dc3e604917a req-7dfd5bc1-6a6e-4ce9-b27a-284f105f3195 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375774 Jul 16 20:43:03.896621 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-7b731d70-07db-465d-ae48-19362d266f1d tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Request body: {'port': {'device_id': 'cdc5e6b0-9755-4ec6-a413-6809c86dde6a', 'network_id': 'd0594a4f-6ad6-4618-aaa0-c9a8a58e114c', 'admin_state_up': True, 'tenant_id': '34a85505c49d44e19a811d2344c6acab'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:04.011877 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-7b731d70-07db-465d-ae48-19362d266f1d tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Made reservation on behalf of 34a85505c49d44e19a811d2344c6acab for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:04.014083 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-7b731d70-07db-465d-ae48-19362d266f1d tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.144647 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-7b731d70-07db-465d-ae48-19362d266f1d tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Allocated IP 172.20.0.8 (d0594a4f-6ad6-4618-aaa0-c9a8a58e114c/6f300632-a5cf-4668-b9e0-af1802ac1dd3/9cf08237-b9c1-48a6-99f9-45d56aab59f1) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:04.303058 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-7b731d70-07db-465d-ae48-19362d266f1d tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.345756 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-7b731d70-07db-465d-ae48-19362d266f1d tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.391450 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-7b731d70-07db-465d-ae48-19362d266f1d tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Network d0594a4f-6ad6-4618-aaa0-c9a8a58e114c is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:04.394889 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-7b731d70-07db-465d-ae48-19362d266f1d tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:04.401213 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-7b731d70-07db-465d-ae48-19362d266f1d tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:04.438142 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b731d70-07db-465d-ae48-19362d266f1d tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Pushing event updated for resources: {'Port': ['ID=9cf08237-b9c1-48a6-99f9-45d56aab59f1,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:04.459340 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-7b731d70-07db-465d-ae48-19362d266f1d tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:04.460652 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-7b731d70-07db-465d-ae48-19362d266f1d tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.475742 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-7b731d70-07db-465d-ae48-19362d266f1d tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5830429 Jul 16 20:43:04.489023 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-13279778-d4a4-45de-94ec-ff62e9297445 service neutron] Request body: {'port': {'device_id': 'cdc5e6b0-9755-4ec6-a413-6809c86dde6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:04.572474 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-13279778-d4a4-45de-94ec-ff62e9297445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.801273 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27a84f-9433-46f3-b97a-8b770e7ba65a req-e6f23d58-d6a1-4ce2-867d-85ea7347451b tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:04.803521 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3e27a84f-9433-46f3-b97a-8b770e7ba65a req-e6f23d58-d6a1-4ce2-867d-85ea7347451b tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdc5e6b0-9755-4ec6-a413-6809c86dde6a HTTP/1.1" status: 200 len: 931 time: 0.0863178 Jul 16 20:43:04.846165 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3e27a84f-9433-46f3-b97a-8b770e7ba65a req-c5af8ee2-02bd-4aff-899f-7c3b83a73cef tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.38 "GET /v2.0/security-groups?id=958f64dd-8973-44d8-a971-8dbe7e415aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354061 Jul 16 20:43:04.880303 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-13279778-d4a4-45de-94ec-ff62e9297445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf08237-b9c1-48a6-99f9-45d56aab59f1 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:43:04.888391 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-13279778-d4a4-45de-94ec-ff62e9297445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.901523 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-13279778-d4a4-45de-94ec-ff62e9297445 service neutron] Transition to ACTIVE for port object 9cf08237-b9c1-48a6-99f9-45d56aab59f1 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:04.907660 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-13279778-d4a4-45de-94ec-ff62e9297445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.987011 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13279778-d4a4-45de-94ec-ff62e9297445 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf08237-b9c1-48a6-99f9-45d56aab59f1,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:05.037406 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-13279778-d4a4-45de-94ec-ff62e9297445 service neutron] Attempting to bind port 9cf08237-b9c1-48a6-99f9-45d56aab59f1 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:43:05.037866 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-13279778-d4a4-45de-94ec-ff62e9297445 service neutron] Attempting to bind port 9cf08237-b9c1-48a6-99f9-45d56aab59f1 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '441417d8-05ad-4602-b097-8c0ee8843c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd0594a4f-6ad6-4618-aaa0-c9a8a58e114c'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:43:05.038724 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-13279778-d4a4-45de-94ec-ff62e9297445 service neutron] Attempting to bind port 9cf08237-b9c1-48a6-99f9-45d56aab59f1 on network d0594a4f-6ad6-4618-aaa0-c9a8a58e114c {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:05.044027 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-13279778-d4a4-45de-94ec-ff62e9297445 service neutron] Port 9cf08237-b9c1-48a6-99f9-45d56aab59f1 on network d0594a4f-6ad6-4618-aaa0-c9a8a58e114c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:43:05.044358 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-13279778-d4a4-45de-94ec-ff62e9297445 service neutron] Attempting to bind port 9cf08237-b9c1-48a6-99f9-45d56aab59f1 on network d0594a4f-6ad6-4618-aaa0-c9a8a58e114c {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:05.049924 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-13279778-d4a4-45de-94ec-ff62e9297445 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:43:05.050271 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-13279778-d4a4-45de-94ec-ff62e9297445 service neutron] Checking segment: {'id': '441417d8-05ad-4602-b097-8c0ee8843c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd0594a4f-6ad6-4618-aaa0-c9a8a58e114c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:05.050704 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-13279778-d4a4-45de-94ec-ff62e9297445 service neutron] Bound using segment: {'id': '441417d8-05ad-4602-b097-8c0ee8843c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd0594a4f-6ad6-4618-aaa0-c9a8a58e114c'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:43:05.054726 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-13279778-d4a4-45de-94ec-ff62e9297445 service neutron] Bound port: 9cf08237-b9c1-48a6-99f9-45d56aab59f1, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441417d8-05ad-4602-b097-8c0ee8843c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd0594a4f-6ad6-4618-aaa0-c9a8a58e114c'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:43:05.054934 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-13279778-d4a4-45de-94ec-ff62e9297445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:05.079188 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91c6a9-5a3c-4ad3-8fe0-7aa8c44bb641 req-3d0ad849-9a3c-452a-b1db-3140f46f30c4 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:05.080935 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5f91c6a9-5a3c-4ad3-8fe0-7aa8c44bb641 req-3d0ad849-9a3c-452a-b1db-3140f46f30c4 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.0709882 Jul 16 20:43:05.121855 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-13279778-d4a4-45de-94ec-ff62e9297445 service neutron] For port 9cf08237-b9c1-48a6-99f9-45d56aab59f1, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:43:05.125148 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-13279778-d4a4-45de-94ec-ff62e9297445 service neutron] For port 9cf08237-b9c1-48a6-99f9-45d56aab59f1, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9cf08237-b9c1-48a6-99f9-45d56aab59f1,segment=NetworkSegment(441417d8-05ad-4602-b097-8c0ee8843c12),segment_id=441417d8-05ad-4602-b097-8c0ee8843c12)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:43:05.125702 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5f91c6a9-5a3c-4ad3-8fe0-7aa8c44bb641 req-2b6fe959-2422-451d-a3f2-b1d0b2b3ee8a tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372319 Jul 16 20:43:05.130816 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-13279778-d4a4-45de-94ec-ff62e9297445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:05.170092 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-13279778-d4a4-45de-94ec-ff62e9297445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:05.170774 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-13279778-d4a4-45de-94ec-ff62e9297445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:05.172253 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-13279778-d4a4-45de-94ec-ff62e9297445 service neutron] 10.222.0.18 "PUT /v2.0/ports/9cf08237-b9c1-48a6-99f9-45d56aab59f1 HTTP/1.1" status: 200 len: 1092 time: 0.6878214 Jul 16 20:43:05.172696 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc5e6b0-9755-4ec6-a413-6809c86dde6a', 'tag': '9cf08237-b9c1-48a6-99f9-45d56aab59f1'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:05.175007 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173d6e81-be32-4caa-ab90-a02e8a60e75b" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc5e6b0-9755-4ec6-a413-6809c86dde6a", "tag": "9cf08237-b9c1-48a6-99f9-45d56aab59f1"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:05.206692 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13279778-d4a4-45de-94ec-ff62e9297445 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf08237-b9c1-48a6-99f9-45d56aab59f1,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:05.229602 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f5bb83-a707-43c1-949c-6a380aa62776 x-openstack-request-id: req-72f5bb83-a707-43c1-949c-6a380aa62776 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:05.229886 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc5e6b0-9755-4ec6-a413-6809c86dde6a", "tag": "9cf08237-b9c1-48a6-99f9-45d56aab59f1", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:05.230134 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-72f5bb83-a707-43c1-949c-6a380aa62776 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:05.230634 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc5e6b0-9755-4ec6-a413-6809c86dde6a', 'tag': '9cf08237-b9c1-48a6-99f9-45d56aab59f1', 'status': 'completed', 'code': 200} Jul 16 20:43:05.279921 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-75817e22-f6e8-4ba4-81a2-37aaf6ff68c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:05.281527 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-75817e22-f6e8-4ba4-81a2-37aaf6ff68c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=34a85505c49d44e19a811d2344c6acab&device_id=cdc5e6b0-9755-4ec6-a413-6809c86dde6a HTTP/1.1" status: 200 len: 1095 time: 0.0615587 Jul 16 20:43:05.325682 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-c86a6c6f-2137-417f-8234-2e0aa9f8d6c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cf08237-b9c1-48a6-99f9-45d56aab59f1 HTTP/1.1" status: 200 len: 217 time: 0.0360322 Jul 16 20:43:05.381867 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-48736e6c-1da0-4fbf-9882-a32a98d7d030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:05.383483 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-48736e6c-1da0-4fbf-9882-a32a98d7d030 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6f300632-a5cf-4668-b9e0-af1802ac1dd3 HTTP/1.1" status: 200 len: 864 time: 0.0518613 Jul 16 20:43:05.420320 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-72c4245e-d1f2-4cd0-aa61-60fc21a5b2c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d0594a4f-6ad6-4618-aaa0-c9a8a58e114c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293665 Jul 16 20:43:05.515722 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-cfa575d8-499a-41dc-be76-292c53235700 service neutron] 10.222.0.18 "GET /v2.0/networks/d0594a4f-6ad6-4618-aaa0-c9a8a58e114c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886965 Jul 16 20:43:05.612197 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b5a3e109-d87c-40ab-9971-2fd1744ce8c5 req-a39d3e8c-a817-463b-8281-bf14671aca2d service neutron] 10.222.0.18 "GET /v2.0/networks/d0594a4f-6ad6-4618-aaa0-c9a8a58e114c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900240 Jul 16 20:43:05.712805 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d6e81-be32-4caa-ab90-a02e8a60e75b req-355b03ac-092f-4adb-b8f7-dcadebfc3bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:05.714372 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-173d6e81-be32-4caa-ab90-a02e8a60e75b req-355b03ac-092f-4adb-b8f7-dcadebfc3bf7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=34a85505c49d44e19a811d2344c6acab&device_id=cdc5e6b0-9755-4ec6-a413-6809c86dde6a HTTP/1.1" status: 200 len: 1095 time: 0.0536675 Jul 16 20:43:05.807707 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d6e81-be32-4caa-ab90-a02e8a60e75b req-b14f7447-96ae-49dd-8d23-e3274c12c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:05.809212 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-173d6e81-be32-4caa-ab90-a02e8a60e75b req-b14f7447-96ae-49dd-8d23-e3274c12c4d5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d0594a4f-6ad6-4618-aaa0-c9a8a58e114c HTTP/1.1" status: 200 len: 925 time: 0.0890865 Jul 16 20:43:05.850773 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-173d6e81-be32-4caa-ab90-a02e8a60e75b req-ba87ad5c-c924-4a15-95de-80178a7a7339 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cf08237-b9c1-48a6-99f9-45d56aab59f1 HTTP/1.1" status: 200 len: 217 time: 0.0346234 Jul 16 20:43:05.904887 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d6e81-be32-4caa-ab90-a02e8a60e75b req-ad01e214-22d1-4ea3-af23-5a7c95dbb9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:05.906417 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-173d6e81-be32-4caa-ab90-a02e8a60e75b req-ad01e214-22d1-4ea3-af23-5a7c95dbb9bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6f300632-a5cf-4668-b9e0-af1802ac1dd3 HTTP/1.1" status: 200 len: 864 time: 0.0492618 Jul 16 20:43:05.943650 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-173d6e81-be32-4caa-ab90-a02e8a60e75b req-a5a3365f-35a8-41d4-848a-ce0c0f99c7ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d0594a4f-6ad6-4618-aaa0-c9a8a58e114c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293365 Jul 16 20:43:06.049971 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-173d6e81-be32-4caa-ab90-a02e8a60e75b req-8421d4cb-bcda-4678-aaaf-44f097ac1cbb service neutron] 10.222.0.18 "GET /v2.0/networks/d0594a4f-6ad6-4618-aaa0-c9a8a58e114c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001482 Jul 16 20:43:06.051901 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30afdc0-441c-4d6b-8477-a76358dfa9e9 req-b5427dc2-bac0-4fdd-ad8e-6ba6f7caa224 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:06.054366 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f30afdc0-441c-4d6b-8477-a76358dfa9e9 req-b5427dc2-bac0-4fdd-ad8e-6ba6f7caa224 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdc5e6b0-9755-4ec6-a413-6809c86dde6a HTTP/1.1" status: 200 len: 943 time: 0.0831029 Jul 16 20:43:06.099950 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f30afdc0-441c-4d6b-8477-a76358dfa9e9 req-7f165005-77b1-4326-94a8-a7fea5bc3cc6 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.38 "GET /v2.0/security-groups?id=958f64dd-8973-44d8-a971-8dbe7e415aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387545 Jul 16 20:43:06.150229 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-173d6e81-be32-4caa-ab90-a02e8a60e75b req-dc39d8fd-dced-4735-8704-3dd5d53d2343 service neutron] 10.222.0.18 "GET /v2.0/networks/d0594a4f-6ad6-4618-aaa0-c9a8a58e114c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932078 Jul 16 20:43:06.332293 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193ba09-1185-4d35-8fd6-1c2996bafea4 req-1a19ecf0-c3ee-41fd-b106-784179658a94 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:06.333789 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e193ba09-1185-4d35-8fd6-1c2996bafea4 req-1a19ecf0-c3ee-41fd-b106-784179658a94 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.0674391 Jul 16 20:43:06.372505 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e193ba09-1185-4d35-8fd6-1c2996bafea4 req-91fa5aa1-6c73-466d-a710-69d1880b1eab tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321915 Jul 16 20:43:07.280098 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae29b9b-efc8-4308-8656-10fb505e211b req-3507708e-f57d-4ff7-a8c5-d3c8c454949d tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:07.281604 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bae29b9b-efc8-4308-8656-10fb505e211b req-3507708e-f57d-4ff7-a8c5-d3c8c454949d tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdc5e6b0-9755-4ec6-a413-6809c86dde6a HTTP/1.1" status: 200 len: 943 time: 0.0659041 Jul 16 20:43:07.320952 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bae29b9b-efc8-4308-8656-10fb505e211b req-4567339e-d6bb-4361-b185-396d5d4029a6 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.38 "GET /v2.0/security-groups?id=958f64dd-8973-44d8-a971-8dbe7e415aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337048 Jul 16 20:43:07.557934 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52179f4-b3a4-44ba-9206-4d90dd3bcfcf req-db1e35b6-6235-4ab4-8d64-3f0f3170f011 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:07.559441 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d52179f4-b3a4-44ba-9206-4d90dd3bcfcf req-db1e35b6-6235-4ab4-8d64-3f0f3170f011 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.0694346 Jul 16 20:43:07.576700 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9cf08237-b9c1-48a6-99f9-45d56aab59f1 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:43:07.606860 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d52179f4-b3a4-44ba-9206-4d90dd3bcfcf req-c9406153-c53a-470d-8628-d9328e5a542e tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410974 Jul 16 20:43:07.676486 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 9cf08237-b9c1-48a6-99f9-45d56aab59f1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9cf08237-b9c1-48a6-99f9-45d56aab59f1,segment=NetworkSegment(441417d8-05ad-4602-b097-8c0ee8843c12),segment_id=441417d8-05ad-4602-b097-8c0ee8843c12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:07.688870 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '9cf08237-b9c1-48a6-99f9-45d56aab59f1', 'network_id': 'd0594a4f-6ad6-4618-aaa0-c9a8a58e114c', 'port_id': '9cf08237-b9c1-48a6-99f9-45d56aab59f1', 'mac_address': 'fa:16:3e:fe:2c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f300632-a5cf-4668-b9e0-af1802ac1dd3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:43:07.734103 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.748407 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf08237-b9c1-48a6-99f9-45d56aab59f1 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:43:07.767741 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 9cf08237-b9c1-48a6-99f9-45d56aab59f1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9cf08237-b9c1-48a6-99f9-45d56aab59f1,segment=NetworkSegment(441417d8-05ad-4602-b097-8c0ee8843c12),segment_id=441417d8-05ad-4602-b097-8c0ee8843c12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:07.773706 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.978118 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=9cf08237-b9c1-48a6-99f9-45d56aab59f1,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:08.045071 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['9cf08237-b9c1-48a6-99f9-45d56aab59f1'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:43:08.390757 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54634) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:08.503205 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e1623d67-f114-4940-a462-a8378e6ae16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.520906 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5a6a1-ff95-4514-8e40-be37297b24b0 req-af8b912d-7fdf-4049-b74b-f121945db060 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:08.523181 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c3e5a6a1-ff95-4514-8e40-be37297b24b0 req-af8b912d-7fdf-4049-b74b-f121945db060 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdc5e6b0-9755-4ec6-a413-6809c86dde6a HTTP/1.1" status: 200 len: 944 time: 0.0666378 Jul 16 20:43:08.563112 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c3e5a6a1-ff95-4514-8e40-be37297b24b0 req-dd291f81-a1ac-4454-bd54-b1169df05765 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.38 "GET /v2.0/security-groups?id=958f64dd-8973-44d8-a971-8dbe7e415aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343244 Jul 16 20:43:08.595036 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e1623d67-f114-4940-a462-a8378e6ae16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.598562 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e1623d67-f114-4940-a462-a8378e6ae16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.634825 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1623d67-f114-4940-a462-a8378e6ae16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8531557b-34a7-4baa-9a55-b2461a3eddbc,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:08.639741 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e1623d67-f114-4940-a462-a8378e6ae16d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7efe25f249f14cfa890e97e0b7771d61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2471194 Jul 16 20:43:08.642386 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54640) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:08.690211 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1be658fd-cc17-4c36-ba40-fd1c392cfe64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.716779 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1be658fd-cc17-4c36-ba40-fd1c392cfe64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.772966 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1be658fd-cc17-4c36-ba40-fd1c392cfe64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.776167 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1be658fd-cc17-4c36-ba40-fd1c392cfe64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.779917 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1be658fd-cc17-4c36-ba40-fd1c392cfe64 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8531557b-34a7-4baa-9a55-b2461a3eddbc HTTP/1.1" status: 204 len: 168 time: 0.1346250 Jul 16 20:43:08.795000 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094fe5de-a5b8-4fb9-8c32-f71008ff8bd3 req-0d7aecae-138e-425d-a77a-71c5afbbf41f tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:08.796640 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-094fe5de-a5b8-4fb9-8c32-f71008ff8bd3 req-0d7aecae-138e-425d-a77a-71c5afbbf41f tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.0743911 Jul 16 20:43:08.799701 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be658fd-cc17-4c36-ba40-fd1c392cfe64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8531557b-34a7-4baa-9a55-b2461a3eddbc,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:08.847213 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-094fe5de-a5b8-4fb9-8c32-f71008ff8bd3 req-cf37f44a-dd6e-4ad6-918c-d1d63443224e tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338273 Jul 16 20:43:09.051469 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54650) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:09.068997 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-93415d85-0628-4532-ab1c-55b520204932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.156319 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-93415d85-0628-4532-ab1c-55b520204932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.160008 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-93415d85-0628-4532-ab1c-55b520204932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.198454 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-93415d85-0628-4532-ab1c-55b520204932 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=18abd797209545a5893870a32d85c587&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458743 Jul 16 20:43:09.199168 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93415d85-0628-4532-ab1c-55b520204932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3c034b-d79d-4a64-a575-7d82af4d626a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:09.201711 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54652) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:09.254220 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-47399a12-5e88-4257-806a-28adab521577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.275034 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-47399a12-5e88-4257-806a-28adab521577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.321104 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-47399a12-5e88-4257-806a-28adab521577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.323731 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-47399a12-5e88-4257-806a-28adab521577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.324884 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-47399a12-5e88-4257-806a-28adab521577 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0a3c034b-d79d-4a64-a575-7d82af4d626a HTTP/1.1" status: 204 len: 168 time: 0.1218290 Jul 16 20:43:09.332926 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47399a12-5e88-4257-806a-28adab521577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3c034b-d79d-4a64-a575-7d82af4d626a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:09.591951 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9cf08237-b9c1-48a6-99f9-45d56aab59f1 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:09.647049 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 9cf08237-b9c1-48a6-99f9-45d56aab59f1 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:09.652243 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 9cf08237-b9c1-48a6-99f9-45d56aab59f1 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:09.652797 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.736919 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.746697 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf11f7-31bb-4558-b2d1-c55b5d72fdd1 req-452f79e2-ef97-4bb9-b5aa-87a0fc9ba2a5 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:09.748247 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-47cf11f7-31bb-4558-b2d1-c55b5d72fdd1 req-452f79e2-ef97-4bb9-b5aa-87a0fc9ba2a5 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdc5e6b0-9755-4ec6-a413-6809c86dde6a HTTP/1.1" status: 200 len: 944 time: 0.0703270 Jul 16 20:43:09.761456 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc5e6b0-9755-4ec6-a413-6809c86dde6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf08237-b9c1-48a6-99f9-45d56aab59f1'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:09.763903 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2777445f-e8a6-42ba-9e97-3d418ae991d7" -d '{"events": [{"server_uuid": "cdc5e6b0-9755-4ec6-a413-6809c86dde6a", "name": "network-vif-plugged", "status": "completed", "tag": "9cf08237-b9c1-48a6-99f9-45d56aab59f1"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:09.783232 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 9cf08237-b9c1-48a6-99f9-45d56aab59f1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9cf08237-b9c1-48a6-99f9-45d56aab59f1,segment=NetworkSegment(441417d8-05ad-4602-b097-8c0ee8843c12),segment_id=441417d8-05ad-4602-b097-8c0ee8843c12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:09.789502 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.792101 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-47cf11f7-31bb-4558-b2d1-c55b5d72fdd1 req-ee878301-54f6-4040-b328-77f887efae27 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.38 "GET /v2.0/security-groups?id=958f64dd-8973-44d8-a971-8dbe7e415aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364017 Jul 16 20:43:09.825456 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6587dda8-0df8-4f24-ad85-9284d8889f0b x-openstack-request-id: req-6587dda8-0df8-4f24-ad85-9284d8889f0b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:09.825747 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc5e6b0-9755-4ec6-a413-6809c86dde6a", "name": "network-vif-plugged", "status": "completed", "tag": "9cf08237-b9c1-48a6-99f9-45d56aab59f1", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:09.825998 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6587dda8-0df8-4f24-ad85-9284d8889f0b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:09.826417 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc5e6b0-9755-4ec6-a413-6809c86dde6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf08237-b9c1-48a6-99f9-45d56aab59f1', 'code': 200} Jul 16 20:43:09.858989 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=9cf08237-b9c1-48a6-99f9-45d56aab59f1,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:09.936394 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d87660-9140-4450-8fc2-ca6c11f8cc43 req-30bb3f51-0513-49c8-b404-27a8997f013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:09.938400 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-13d87660-9140-4450-8fc2-ca6c11f8cc43 req-30bb3f51-0513-49c8-b404-27a8997f013f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cdc5e6b0-9755-4ec6-a413-6809c86dde6a HTTP/1.1" status: 200 len: 1097 time: 0.0601597 Jul 16 20:43:09.985850 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-13d87660-9140-4450-8fc2-ca6c11f8cc43 req-f939a588-242b-4a83-8094-f98b238e225f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=958f64dd-8973-44d8-a971-8dbe7e415aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404725 Jul 16 20:43:10.041431 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53691c2b-e49d-4584-9907-2be080069cfc req-6301f6f9-ae82-4d05-aa01-76cb21759d44 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:10.042991 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-53691c2b-e49d-4584-9907-2be080069cfc req-6301f6f9-ae82-4d05-aa01-76cb21759d44 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.0719664 Jul 16 20:43:10.083087 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-53691c2b-e49d-4584-9907-2be080069cfc req-17c66142-2664-4d50-b82f-e8e786f12caa tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343208 Jul 16 20:43:10.983136 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff7bd2-6505-42a5-bbd3-7ceab17cbe14 req-c5f9248e-0c96-407b-959d-ce3c7cdfc3dc tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:10.984774 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2fff7bd2-6505-42a5-bbd3-7ceab17cbe14 req-c5f9248e-0c96-407b-959d-ce3c7cdfc3dc tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdc5e6b0-9755-4ec6-a413-6809c86dde6a HTTP/1.1" status: 200 len: 945 time: 0.0699449 Jul 16 20:43:11.028300 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2fff7bd2-6505-42a5-bbd3-7ceab17cbe14 req-6a91e8d1-9b97-4574-9b9f-c7410dd8f597 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.38 "GET /v2.0/security-groups?id=958f64dd-8973-44d8-a971-8dbe7e415aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376115 Jul 16 20:43:11.221912 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5980ab5-1e8b-40fc-aba7-cd1e84a6b3b5 req-683fbb42-135b-469f-bca3-92f599cf65ee tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:11.223445 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f5980ab5-1e8b-40fc-aba7-cd1e84a6b3b5 req-683fbb42-135b-469f-bca3-92f599cf65ee tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdc5e6b0-9755-4ec6-a413-6809c86dde6a HTTP/1.1" status: 200 len: 945 time: 0.0803018 Jul 16 20:43:11.293126 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f5980ab5-1e8b-40fc-aba7-cd1e84a6b3b5 req-4d1443c4-935a-4ef2-aa94-dc764e290a37 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.38 "GET /v2.0/security-groups?id=958f64dd-8973-44d8-a971-8dbe7e415aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426309 Jul 16 20:43:11.332263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77220e-4c6a-4708-846f-5b2db77db1d7 req-bacb40c6-4c10-4353-8309-0820b57f9fbb tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:11.333946 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6a77220e-4c6a-4708-846f-5b2db77db1d7 req-bacb40c6-4c10-4353-8309-0820b57f9fbb tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.1292880 Jul 16 20:43:11.375113 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6a77220e-4c6a-4708-846f-5b2db77db1d7 req-bcc30e5e-3ec2-4b47-ba3d-e49eaa1ffcb2 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349040 Jul 16 20:43:11.792930 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1519b-2932-4dc9-9ef8-b3307df87ba9 req-190a1dd0-a525-40f3-8bfc-fa5e90897743 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:11.794601 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-48f1519b-2932-4dc9-9ef8-b3307df87ba9 req-190a1dd0-a525-40f3-8bfc-fa5e90897743 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdc5e6b0-9755-4ec6-a413-6809c86dde6a HTTP/1.1" status: 200 len: 945 time: 0.0686481 Jul 16 20:43:11.836273 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-48f1519b-2932-4dc9-9ef8-b3307df87ba9 req-a1125752-6ab5-4da7-8fa3-9fd575b5f48f tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.38 "GET /v2.0/security-groups?id=958f64dd-8973-44d8-a971-8dbe7e415aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354784 Jul 16 20:43:12.303131 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc912a-5ef4-4b21-8d58-bad7bfd27c27 req-cc20c0c2-a935-41dd-84ee-ede998e59617 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:12.305472 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-00cc912a-5ef4-4b21-8d58-bad7bfd27c27 req-cc20c0c2-a935-41dd-84ee-ede998e59617 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdc5e6b0-9755-4ec6-a413-6809c86dde6a HTTP/1.1" status: 200 len: 945 time: 0.0683138 Jul 16 20:43:12.344126 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-00cc912a-5ef4-4b21-8d58-bad7bfd27c27 req-50b5cb9d-8cf8-43af-8629-355a3f933b50 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.38 "GET /v2.0/security-groups?id=958f64dd-8973-44d8-a971-8dbe7e415aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330143 Jul 16 20:43:12.565940 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfe7fa-ae46-4840-a569-5b0413335d8d req-ff9bcfa3-cf4b-4b61-bd90-c82950edbbab tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:12.567453 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b8cfe7fa-ae46-4840-a569-5b0413335d8d req-ff9bcfa3-cf4b-4b61-bd90-c82950edbbab tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.0712614 Jul 16 20:43:12.619227 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b8cfe7fa-ae46-4840-a569-5b0413335d8d req-710276d8-a589-41f8-b4fe-f182f618591f tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442393 Jul 16 20:43:13.554022 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa81b2-49ad-45a0-97b6-86bae9a4ebb5 req-80513414-0297-4d9b-8a4c-ce76072488b0 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:13.555622 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ddaa81b2-49ad-45a0-97b6-86bae9a4ebb5 req-80513414-0297-4d9b-8a4c-ce76072488b0 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdc5e6b0-9755-4ec6-a413-6809c86dde6a HTTP/1.1" status: 200 len: 945 time: 0.0924761 Jul 16 20:43:13.576488 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8dfb9-8d6a-45d1-a0f3-88cbbc5f594c req-5cee976a-61f1-4118-9d69-abae8cbbd7db tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:13.578269 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43f8dfb9-8d6a-45d1-a0f3-88cbbc5f594c req-5cee976a-61f1-4118-9d69-abae8cbbd7db tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdc5e6b0-9755-4ec6-a413-6809c86dde6a HTTP/1.1" status: 200 len: 945 time: 0.0966823 Jul 16 20:43:13.606909 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ddaa81b2-49ad-45a0-97b6-86bae9a4ebb5 req-00fbdf4e-c3d9-471e-bc22-f21c27938595 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.38 "GET /v2.0/security-groups?id=958f64dd-8973-44d8-a971-8dbe7e415aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435517 Jul 16 20:43:13.708964 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-43f8dfb9-8d6a-45d1-a0f3-88cbbc5f594c req-3548392d-2217-4ea3-8742-0b55f3de51c5 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Deleting port 9cf08237-b9c1-48a6-99f9-45d56aab59f1 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:13.709315 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-43f8dfb9-8d6a-45d1-a0f3-88cbbc5f594c req-3548392d-2217-4ea3-8742-0b55f3de51c5 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:13.840617 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-43f8dfb9-8d6a-45d1-a0f3-88cbbc5f594c req-3548392d-2217-4ea3-8742-0b55f3de51c5 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] For port 9cf08237-b9c1-48a6-99f9-45d56aab59f1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9cf08237-b9c1-48a6-99f9-45d56aab59f1,segment=NetworkSegment(441417d8-05ad-4602-b097-8c0ee8843c12),segment_id=441417d8-05ad-4602-b097-8c0ee8843c12)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:13.840994 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-43f8dfb9-8d6a-45d1-a0f3-88cbbc5f594c req-3548392d-2217-4ea3-8742-0b55f3de51c5 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:13.845928 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca90d63-6c61-4307-858a-c58511198b3e req-b888734f-38d1-4bc0-bddc-9644dfb00f7b tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:13.847578 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0ca90d63-6c61-4307-858a-c58511198b3e req-b888734f-38d1-4bc0-bddc-9644dfb00f7b tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.0865309 Jul 16 20:43:13.859900 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-43f8dfb9-8d6a-45d1-a0f3-88cbbc5f594c req-3548392d-2217-4ea3-8742-0b55f3de51c5 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Calling delete_port for 9cf08237-b9c1-48a6-99f9-45d56aab59f1 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:13.892460 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0ca90d63-6c61-4307-858a-c58511198b3e req-6a8dc521-a204-45ec-9040-fe0a8324bbc1 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366549 Jul 16 20:43:14.023612 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-43f8dfb9-8d6a-45d1-a0f3-88cbbc5f594c req-3548392d-2217-4ea3-8742-0b55f3de51c5 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:14.053896 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548392d-2217-4ea3-8742-0b55f3de51c5 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Pushing event deleted for resources: {'Port': ['ID=9cf08237-b9c1-48a6-99f9-45d56aab59f1,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:14.103377 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f8dfb9-8d6a-45d1-a0f3-88cbbc5f594c req-3548392d-2217-4ea3-8742-0b55f3de51c5 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] No DVR routers for this DVR port 9cf08237-b9c1-48a6-99f9-45d56aab59f1 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:14.106053 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-43f8dfb9-8d6a-45d1-a0f3-88cbbc5f594c req-3548392d-2217-4ea3-8742-0b55f3de51c5 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:14.108054 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43f8dfb9-8d6a-45d1-a0f3-88cbbc5f594c req-3548392d-2217-4ea3-8742-0b55f3de51c5 tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.18 "DELETE /v2.0/ports/9cf08237-b9c1-48a6-99f9-45d56aab59f1 HTTP/1.1" status: 204 len: 173 time: 0.5235274 Jul 16 20:43:14.108508 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc5e6b0-9755-4ec6-a413-6809c86dde6a', 'name': 'network-vif-deleted', 'tag': '9cf08237-b9c1-48a6-99f9-45d56aab59f1'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:14.110789 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80b9de4-c9e3-432c-a4ab-d2bb9438081e" -d '{"events": [{"server_uuid": "cdc5e6b0-9755-4ec6-a413-6809c86dde6a", "name": "network-vif-deleted", "tag": "9cf08237-b9c1-48a6-99f9-45d56aab59f1"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:14.157727 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008bd422-94d4-40d0-b424-fe44da3e2f36 x-openstack-request-id: req-008bd422-94d4-40d0-b424-fe44da3e2f36 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:14.158056 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc5e6b0-9755-4ec6-a413-6809c86dde6a", "name": "network-vif-deleted", "tag": "9cf08237-b9c1-48a6-99f9-45d56aab59f1", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:14.158312 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-008bd422-94d4-40d0-b424-fe44da3e2f36 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:14.158848 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc5e6b0-9755-4ec6-a413-6809c86dde6a', 'name': 'network-vif-deleted', 'tag': '9cf08237-b9c1-48a6-99f9-45d56aab59f1', 'status': 'completed', 'code': 200} Jul 16 20:43:14.820208 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cbc17555-4e5d-47a2-a129-f6881a46cea1 req-742503e7-e03e-4716-8f06-d833444755cb tempest-ServersNegativeTestMultiTenantJSON-434984076 tempest-ServersNegativeTestMultiTenantJSON-434984076-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdc5e6b0-9755-4ec6-a413-6809c86dde6a HTTP/1.1" status: 200 len: 210 time: 0.0440364 Jul 16 20:43:15.075349 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7fab6-7b76-43e5-992e-71ec940359a7 req-7f69b654-f2bc-4e11-93a7-1c937b1b3cc5 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:15.077131 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fff7fab6-7b76-43e5-992e-71ec940359a7 req-7f69b654-f2bc-4e11-93a7-1c937b1b3cc5 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.0671613 Jul 16 20:43:15.119604 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fff7fab6-7b76-43e5-992e-71ec940359a7 req-ba641fbe-3547-4325-a08f-da2aa34acb1c tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366395 Jul 16 20:43:15.651240 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9cf08237-b9c1-48a6-99f9-45d56aab59f1 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:15.675385 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 9cf08237-b9c1-48a6-99f9-45d56aab59f1 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:43:15.675734 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9cf08237-b9c1-48a6-99f9-45d56aab59f1 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:43:15.922438 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54824) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:15.971654 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-e03f4594-45d3-4558-bfa2-d3125c0aff5b admin admin] Deleting subnet 6f300632-a5cf-4668-b9e0-af1802ac1dd3 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:43:15.975588 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e03f4594-45d3-4558-bfa2-d3125c0aff5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.019874 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e03f4594-45d3-4558-bfa2-d3125c0aff5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.061073 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e03f4594-45d3-4558-bfa2-d3125c0aff5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.119100 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e03f4594-45d3-4558-bfa2-d3125c0aff5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.149745 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f4594-45d3-4558-bfa2-d3125c0aff5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f300632-a5cf-4668-b9e0-af1802ac1dd3,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:16.153510 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e03f4594-45d3-4558-bfa2-d3125c0aff5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.155491 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e03f4594-45d3-4558-bfa2-d3125c0aff5b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6f300632-a5cf-4668-b9e0-af1802ac1dd3 HTTP/1.1" status: 204 len: 168 time: 0.2320142 Jul 16 20:43:16.158500 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54828) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:16.160893 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f4594-45d3-4558-bfa2-d3125c0aff5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:16.161436 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f4594-45d3-4558-bfa2-d3125c0aff5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:16.161726 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f4594-45d3-4558-bfa2-d3125c0aff5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:16.162059 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f4594-45d3-4558-bfa2-d3125c0aff5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:16.162522 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f4594-45d3-4558-bfa2-d3125c0aff5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:16.163128 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f4594-45d3-4558-bfa2-d3125c0aff5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:16.163475 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f4594-45d3-4558-bfa2-d3125c0aff5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:16.163847 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f4594-45d3-4558-bfa2-d3125c0aff5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:16.164258 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f4594-45d3-4558-bfa2-d3125c0aff5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:16.164636 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f4594-45d3-4558-bfa2-d3125c0aff5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:16.164972 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f4594-45d3-4558-bfa2-d3125c0aff5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:16.165332 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f4594-45d3-4558-bfa2-d3125c0aff5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:16.256107 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c657c73-9485-4718-90ea-f2e4016f4930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.373591 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c657c73-9485-4718-90ea-f2e4016f4930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.383580 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a39a00-0f6e-4658-b774-fd45fd4760ed req-b03e3f0e-6480-4528-af48-faf0423328b5 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:16.385135 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a1a39a00-0f6e-4658-b774-fd45fd4760ed req-b03e3f0e-6480-4528-af48-faf0423328b5 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.1411135 Jul 16 20:43:16.395467 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-1c657c73-9485-4718-90ea-f2e4016f4930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0594a4f-6ad6-4618-aaa0-c9a8a58e114c']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:16.418218 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-1c657c73-9485-4718-90ea-f2e4016f4930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441417d8-05ad-4602-b097-8c0ee8843c12') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:16.418548 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-1c657c73-9485-4718-90ea-f2e4016f4930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441417d8-05ad-4602-b097-8c0ee8843c12') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:16.433525 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c657c73-9485-4718-90ea-f2e4016f4930 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.455757 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a1a39a00-0f6e-4658-b774-fd45fd4760ed req-77513aa4-fbd6-4b86-9ae7-72e25ba25581 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628352 Jul 16 20:43:16.459698 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c657c73-9485-4718-90ea-f2e4016f4930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.466022 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c657c73-9485-4718-90ea-f2e4016f4930 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:16.466462 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c657c73-9485-4718-90ea-f2e4016f4930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:16.468460 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:16.528741 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c657c73-9485-4718-90ea-f2e4016f4930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.533358 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c657c73-9485-4718-90ea-f2e4016f4930 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.536256 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1c657c73-9485-4718-90ea-f2e4016f4930 admin admin] 10.222.0.38 "DELETE /v2.0/networks/d0594a4f-6ad6-4618-aaa0-c9a8a58e114c HTTP/1.1" status: 204 len: 168 time: 0.3750820 Jul 16 20:43:16.539198 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54832) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:16.557559 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c657c73-9485-4718-90ea-f2e4016f4930 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0594a4f-6ad6-4618-aaa0-c9a8a58e114c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:16.595781 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-668b1ed3-4184-4121-bcfe-d867fde60406 admin admin] Deleting subnet 6f5f6ed1-2901-4d8b-88c1-290f4bc29f04 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:43:16.598976 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-668b1ed3-4184-4121-bcfe-d867fde60406 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.640831 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-668b1ed3-4184-4121-bcfe-d867fde60406 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.683401 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-668b1ed3-4184-4121-bcfe-d867fde60406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.743718 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-668b1ed3-4184-4121-bcfe-d867fde60406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.767765 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b1ed3-4184-4121-bcfe-d867fde60406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f5f6ed1-2901-4d8b-88c1-290f4bc29f04,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:16.774770 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-668b1ed3-4184-4121-bcfe-d867fde60406 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.776703 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-668b1ed3-4184-4121-bcfe-d867fde60406 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6f5f6ed1-2901-4d8b-88c1-290f4bc29f04 HTTP/1.1" status: 204 len: 168 time: 0.2364118 Jul 16 20:43:16.779209 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54834) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:16.851190 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a7b-b1f1-42f2-914f-a53dd05f7a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.938064 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a7b-b1f1-42f2-914f-a53dd05f7a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.949984 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-f66a6a7b-b1f1-42f2-914f-a53dd05f7a5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d37972-933b-49b6-8b73-0f7719365033']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:16.973391 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-f66a6a7b-b1f1-42f2-914f-a53dd05f7a5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f48ad7-5de9-4eb4-b4d1-08c8900dbeb4') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:16.973391 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-f66a6a7b-b1f1-42f2-914f-a53dd05f7a5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f48ad7-5de9-4eb4-b4d1-08c8900dbeb4') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:16.984948 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a7b-b1f1-42f2-914f-a53dd05f7a5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.001306 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a7b-b1f1-42f2-914f-a53dd05f7a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.009729 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66a6a7b-b1f1-42f2-914f-a53dd05f7a5b admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:17.010139 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a7b-b1f1-42f2-914f-a53dd05f7a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:17.011911 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:17.074650 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a7b-b1f1-42f2-914f-a53dd05f7a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.083222 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a7b-b1f1-42f2-914f-a53dd05f7a5b admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.085241 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f66a6a7b-b1f1-42f2-914f-a53dd05f7a5b admin admin] 10.222.0.38 "DELETE /v2.0/networks/d1d37972-933b-49b6-8b73-0f7719365033 HTTP/1.1" status: 204 len: 168 time: 0.3048818 Jul 16 20:43:17.096566 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a7b-b1f1-42f2-914f-a53dd05f7a5b admin admin] Pushing event deleted for resources: {'Network': ['ID=d1d37972-933b-49b6-8b73-0f7719365033,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:17.221699 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54854) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:17.266779 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-150e20d4-ca3d-4141-a918-efc6367eb695 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=34a85505c49d44e19a811d2344c6acab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437715 Jul 16 20:43:17.269241 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54856) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:17.325484 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aadfd503-3cbf-4612-97cb-1d60629b4a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.350630 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aadfd503-3cbf-4612-97cb-1d60629b4a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.393923 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54858) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:17.401311 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aadfd503-3cbf-4612-97cb-1d60629b4a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.404054 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aadfd503-3cbf-4612-97cb-1d60629b4a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.407480 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-aadfd503-3cbf-4612-97cb-1d60629b4a5c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/958f64dd-8973-44d8-a971-8dbe7e415aa1 HTTP/1.1" status: 204 len: 168 time: 0.1350024 Jul 16 20:43:17.416910 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfd503-3cbf-4612-97cb-1d60629b4a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958f64dd-8973-44d8-a971-8dbe7e415aa1,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:17.517099 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f4071dd5-4822-4cab-a6ad-b7c3518973e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.626484 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f4071dd5-4822-4cab-a6ad-b7c3518973e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.632786 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f4071dd5-4822-4cab-a6ad-b7c3518973e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.665253 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970c632-4165-45fd-99a1-a9e31b2632e7 req-2a8f04fb-9fa4-46b1-a871-8656c0b4e515 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:17.672841 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4970c632-4165-45fd-99a1-a9e31b2632e7 req-2a8f04fb-9fa4-46b1-a871-8656c0b4e515 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.0909667 Jul 16 20:43:17.687723 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f4071dd5-4822-4cab-a6ad-b7c3518973e5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fc31a07552b64138bb1fbbe289fd6142&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2926981 Jul 16 20:43:17.688679 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4071dd5-4822-4cab-a6ad-b7c3518973e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9ab370-41b7-41af-b345-7b42bdc87854,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:17.704445 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54870) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:17.754635 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4970c632-4165-45fd-99a1-a9e31b2632e7 req-63de76fd-b26a-4521-9e09-1bc569bacc9c tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807014 Jul 16 20:43:17.788657 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54872) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:17.789457 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1f9f75f-fd81-4add-9f79-df267ee16036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.813738 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1f9f75f-fd81-4add-9f79-df267ee16036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.834079 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-eadeed6b-ba64-480d-b1a1-fd6cf3953ae0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=89b2c38a2c4d4fdd939803f302b03fb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442102 Jul 16 20:43:17.837199 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54874) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:17.864784 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1f9f75f-fd81-4add-9f79-df267ee16036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.868325 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1f9f75f-fd81-4add-9f79-df267ee16036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.869554 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e1f9f75f-fd81-4add-9f79-df267ee16036 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/da9ab370-41b7-41af-b345-7b42bdc87854 HTTP/1.1" status: 204 len: 168 time: 0.1640568 Jul 16 20:43:17.877862 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9f75f-fd81-4add-9f79-df267ee16036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9ab370-41b7-41af-b345-7b42bdc87854,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:17.889306 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a41a8306-0d7d-4489-b3bd-3d59c4eb8811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.913359 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a41a8306-0d7d-4489-b3bd-3d59c4eb8811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.964300 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a41a8306-0d7d-4489-b3bd-3d59c4eb8811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.966970 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a41a8306-0d7d-4489-b3bd-3d59c4eb8811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.968173 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a41a8306-0d7d-4489-b3bd-3d59c4eb8811 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dd5e150a-b459-4593-81d0-066972b2e330 HTTP/1.1" status: 204 len: 168 time: 0.1300347 Jul 16 20:43:17.976046 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a8306-0d7d-4489-b3bd-3d59c4eb8811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5e150a-b459-4593-81d0-066972b2e330,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:18.321426 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54894) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:18.335264 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5e36f29c-4ac5-465d-bd51-4d93caea9851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:18.426668 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5e36f29c-4ac5-465d-bd51-4d93caea9851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:18.431380 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5e36f29c-4ac5-465d-bd51-4d93caea9851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:18.471511 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5e36f29c-4ac5-465d-bd51-4d93caea9851 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=88b753a94c504e5783022e5c3d1467fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488299 Jul 16 20:43:18.472411 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36f29c-4ac5-465d-bd51-4d93caea9851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb9c745-347d-4f39-91c8-d633daae7bc7,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:18.475836 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54898) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:18.532467 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7caf0f4-330d-41fd-b279-844ceae097f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:18.555131 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7caf0f4-330d-41fd-b279-844ceae097f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:18.612196 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7caf0f4-330d-41fd-b279-844ceae097f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:18.614820 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7caf0f4-330d-41fd-b279-844ceae097f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:18.622839 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c7caf0f4-330d-41fd-b279-844ceae097f4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3fb9c745-347d-4f39-91c8-d633daae7bc7 HTTP/1.1" status: 204 len: 168 time: 0.1392045 Jul 16 20:43:18.629877 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7caf0f4-330d-41fd-b279-844ceae097f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb9c745-347d-4f39-91c8-d633daae7bc7,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:19.045934 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdb921-f2f6-4c21-9969-c4204c7d3922 req-1634216b-b982-4907-8f56-fcb03dbd8fb5 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:19.047975 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ebdb921-f2f6-4c21-9969-c4204c7d3922 req-1634216b-b982-4907-8f56-fcb03dbd8fb5 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.0763350 Jul 16 20:43:19.117928 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ebdb921-f2f6-4c21-9969-c4204c7d3922 req-1e727571-f848-47be-b86b-5a5cfa82d8c8 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604796 Jul 16 20:43:19.319319 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54942) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:19.346491 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc84481-c268-49bf-baf1-e474c296654d req-53962185-8c62-4ae5-affa-fc5050cca43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:19.347997 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4bc84481-c268-49bf-baf1-e474c296654d req-53962185-8c62-4ae5-affa-fc5050cca43c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 1098 time: 0.0686657 Jul 16 20:43:19.401330 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4bc84481-c268-49bf-baf1-e474c296654d req-0adada4e-c87d-48c8-b47e-19334b848b4a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419235 Jul 16 20:43:19.564463 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aa388abe-09ca-4dc0-8c38-10d2fa31eff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:19.663507 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aa388abe-09ca-4dc0-8c38-10d2fa31eff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:19.667900 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aa388abe-09ca-4dc0-8c38-10d2fa31eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:19.714520 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54956) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:19.714713 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-aa388abe-09ca-4dc0-8c38-10d2fa31eff0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0400df2fd8a84db5ae7946439400352f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3936107 Jul 16 20:43:19.715876 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa388abe-09ca-4dc0-8c38-10d2fa31eff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4a7dc5-5892-44b9-a626-ed9ea2fffab1,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:19.781909 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d5a08c1a-acd4-41f3-9764-8e48bbc2b840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:19.808391 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d5a08c1a-acd4-41f3-9764-8e48bbc2b840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:19.856636 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d5a08c1a-acd4-41f3-9764-8e48bbc2b840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:19.859426 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d5a08c1a-acd4-41f3-9764-8e48bbc2b840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:19.860872 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d5a08c1a-acd4-41f3-9764-8e48bbc2b840 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4a4a7dc5-5892-44b9-a626-ed9ea2fffab1 HTTP/1.1" status: 204 len: 168 time: 0.1452889 Jul 16 20:43:19.870509 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a08c1a-acd4-41f3-9764-8e48bbc2b840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4a7dc5-5892-44b9-a626-ed9ea2fffab1,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:20.359024 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393aae8-6f87-4213-85cf-0a9390fe2d4b req-79718ad5-71a3-4e95-bdb5-9fe359683c7a tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:20.360564 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6393aae8-6f87-4213-85cf-0a9390fe2d4b req-79718ad5-71a3-4e95-bdb5-9fe359683c7a tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.0687604 Jul 16 20:43:20.402835 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6393aae8-6f87-4213-85cf-0a9390fe2d4b req-46b5364a-c703-4e7e-a80d-c5fe06790d78 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349252 Jul 16 20:43:20.686729 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e088800-3dce-44b7-ac07-1b763b462d54 req-fd21896e-a040-461f-be58-07b302679571 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:20.693882 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e088800-3dce-44b7-ac07-1b763b462d54 req-fd21896e-a040-461f-be58-07b302679571 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:20.699923 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e088800-3dce-44b7-ac07-1b763b462d54 req-fd21896e-a040-461f-be58-07b302679571 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:20.706148 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e088800-3dce-44b7-ac07-1b763b462d54 req-fd21896e-a040-461f-be58-07b302679571 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:20.713956 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e088800-3dce-44b7-ac07-1b763b462d54 req-fd21896e-a040-461f-be58-07b302679571 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:20.720313 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e088800-3dce-44b7-ac07-1b763b462d54 req-fd21896e-a040-461f-be58-07b302679571 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:20.726440 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e088800-3dce-44b7-ac07-1b763b462d54 req-fd21896e-a040-461f-be58-07b302679571 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:20.728542 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0e088800-3dce-44b7-ac07-1b763b462d54 req-fd21896e-a040-461f-be58-07b302679571 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5432 time: 0.1237504 Jul 16 20:43:20.775497 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0e088800-3dce-44b7-ac07-1b763b462d54 req-b9b2bb31-2d84-490c-b1f0-b318ee319d8c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388429 Jul 16 20:43:20.984235 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb87ca8-ee3e-4b8b-b0ab-e850bd1d11e2 req-57aae007-d975-4ced-875c-b945a3b6c34f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:20.990259 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb87ca8-ee3e-4b8b-b0ab-e850bd1d11e2 req-57aae007-d975-4ced-875c-b945a3b6c34f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:20.996473 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb87ca8-ee3e-4b8b-b0ab-e850bd1d11e2 req-57aae007-d975-4ced-875c-b945a3b6c34f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:21.002357 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb87ca8-ee3e-4b8b-b0ab-e850bd1d11e2 req-57aae007-d975-4ced-875c-b945a3b6c34f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:21.010783 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb87ca8-ee3e-4b8b-b0ab-e850bd1d11e2 req-57aae007-d975-4ced-875c-b945a3b6c34f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:21.016726 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb87ca8-ee3e-4b8b-b0ab-e850bd1d11e2 req-57aae007-d975-4ced-875c-b945a3b6c34f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:21.023304 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb87ca8-ee3e-4b8b-b0ab-e850bd1d11e2 req-57aae007-d975-4ced-875c-b945a3b6c34f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:21.025276 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cdb87ca8-ee3e-4b8b-b0ab-e850bd1d11e2 req-57aae007-d975-4ced-875c-b945a3b6c34f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5432 time: 0.1212306 Jul 16 20:43:21.207286 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55062) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:21.289553 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55066) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:21.369478 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9d0fd00a-fbfd-4a65-9612-4a2e3e901a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.415922 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c86eae7d-645d-426a-b576-d87a80baf41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.499102 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9d0fd00a-fbfd-4a65-9612-4a2e3e901a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.511559 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9d0fd00a-fbfd-4a65-9612-4a2e3e901a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.598113 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9d0fd00a-fbfd-4a65-9612-4a2e3e901a00 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3071ba59a9844f7491ff17bb0144ba2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3896396 Jul 16 20:43:21.598856 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0fd00a-fbfd-4a65-9612-4a2e3e901a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecad8347-0721-4ab6-b8c5-0d26a5893349,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:21.601216 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55072) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:21.664903 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2fa52a95-31ef-4bc6-bcfe-e79138c7abd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.669404 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a162a7-e40f-43db-b3d8-e588663222da req-d58220de-4200-49c2-a3f7-91748f1c0174 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:21.670994 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20a162a7-e40f-43db-b3d8-e588663222da req-d58220de-4200-49c2-a3f7-91748f1c0174 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.1381965 Jul 16 20:43:21.682927 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-08a868dc-dd86-41d6-8a83-3cb8de1793a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.706543 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-08a868dc-dd86-41d6-8a83-3cb8de1793a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.713623 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c86eae7d-645d-426a-b576-d87a80baf41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.718510 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c86eae7d-645d-426a-b576-d87a80baf41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.751081 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20a162a7-e40f-43db-b3d8-e588663222da req-f0ea8ca9-9541-4f08-a828-37d31ce3243b tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696547 Jul 16 20:43:21.764353 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-08a868dc-dd86-41d6-8a83-3cb8de1793a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.767558 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-08a868dc-dd86-41d6-8a83-3cb8de1793a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.771264 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-08a868dc-dd86-41d6-8a83-3cb8de1793a1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ecad8347-0721-4ab6-b8c5-0d26a5893349 HTTP/1.1" status: 204 len: 168 time: 0.1666698 Jul 16 20:43:21.779535 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a868dc-dd86-41d6-8a83-3cb8de1793a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecad8347-0721-4ab6-b8c5-0d26a5893349,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:21.782004 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86eae7d-645d-426a-b576-d87a80baf41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5552ba-21ef-42f0-a8c1-f343602ce362,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:21.795027 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55078) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:21.796323 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c86eae7d-645d-426a-b576-d87a80baf41b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1d7ef1c90405444d87ee2ed4efc118d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5054016 Jul 16 20:43:21.857753 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1acdd1c9-b2c8-4e2b-bc90-45e15f356528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.882554 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1acdd1c9-b2c8-4e2b-bc90-45e15f356528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.947571 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1acdd1c9-b2c8-4e2b-bc90-45e15f356528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.950458 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1acdd1c9-b2c8-4e2b-bc90-45e15f356528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.952236 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1acdd1c9-b2c8-4e2b-bc90-45e15f356528 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3d5552ba-21ef-42f0-a8c1-f343602ce362 HTTP/1.1" status: 204 len: 168 time: 0.1551824 Jul 16 20:43:21.964293 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdd1c9-b2c8-4e2b-bc90-45e15f356528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5552ba-21ef-42f0-a8c1-f343602ce362,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:22.148476 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55088) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:22.159264 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651d022-8531-4429-9b0e-e11a0bf52e4a req-e45b4f71-1c87-4ea7-932f-408a45f79e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:22.163032 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d651d022-8531-4429-9b0e-e11a0bf52e4a req-e45b4f71-1c87-4ea7-932f-408a45f79e0b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0908b6f9072478f9903b7e46929eca0&device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 1098 time: 0.0955613 Jul 16 20:43:22.168463 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85b92b3d-3b45-4a5a-9616-36417845f861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:22.326118 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651d022-8531-4429-9b0e-e11a0bf52e4a req-4606b8ab-4df6-4ec9-b87d-0bae1ed29f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:22.338515 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d651d022-8531-4429-9b0e-e11a0bf52e4a req-4606b8ab-4df6-4ec9-b87d-0bae1ed29f94 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd HTTP/1.1" status: 200 len: 911 time: 0.1591730 Jul 16 20:43:22.371529 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85b92b3d-3b45-4a5a-9616-36417845f861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:22.376020 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85b92b3d-3b45-4a5a-9616-36417845f861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:22.382136 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d651d022-8531-4429-9b0e-e11a0bf52e4a req-9294a693-b4ab-4677-8f82-f472ea92ff26 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db1642a8-5407-475c-9af7-a5674228c739 HTTP/1.1" status: 200 len: 217 time: 0.0424533 Jul 16 20:43:22.416458 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b92b3d-3b45-4a5a-9616-36417845f861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2a5508-c681-4a2c-bf3a-049dfb2b7cac,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:22.420750 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-85b92b3d-3b45-4a5a-9616-36417845f861 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2e879b9fefab49ef9d9717581a3ffba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2705777 Jul 16 20:43:22.423876 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55100) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:22.496352 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4c2a4ee1-622a-47e4-8ab3-14722fe6acdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:22.528704 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4c2a4ee1-622a-47e4-8ab3-14722fe6acdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:22.602864 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4c2a4ee1-622a-47e4-8ab3-14722fe6acdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:22.606105 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4c2a4ee1-622a-47e4-8ab3-14722fe6acdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:22.611424 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4c2a4ee1-622a-47e4-8ab3-14722fe6acdb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5a2a5508-c681-4a2c-bf3a-049dfb2b7cac HTTP/1.1" status: 204 len: 168 time: 0.1862185 Jul 16 20:43:22.624548 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a4ee1-622a-47e4-8ab3-14722fe6acdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2a5508-c681-4a2c-bf3a-049dfb2b7cac,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:22.737407 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651d022-8531-4429-9b0e-e11a0bf52e4a req-714ca036-5534-43ca-8fae-dcd7bf2fc70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:22.738806 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d651d022-8531-4429-9b0e-e11a0bf52e4a req-714ca036-5534-43ca-8fae-dcd7bf2fc70a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=42d6cc70-308b-45b9-b181-5593d6f8d932 HTTP/1.1" status: 200 len: 850 time: 0.3205109 Jul 16 20:43:22.797191 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d651d022-8531-4429-9b0e-e11a0bf52e4a req-9234998d-d7e4-40ff-a4b3-904cb990a7b9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459609 Jul 16 20:43:22.806029 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96939153-702e-4dec-99fb-34776de61c88 req-980becb2-1d21-4dd6-a339-30f908fe0428 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:22.813361 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-96939153-702e-4dec-99fb-34776de61c88 req-980becb2-1d21-4dd6-a339-30f908fe0428 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.4298456 Jul 16 20:43:22.878427 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c398242-692f-4db5-afb1-4f2c8293ad2d req-47b0527c-0c81-41f7-a122-153772f806c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:22.879187 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c398242-692f-4db5-afb1-4f2c8293ad2d req-47b0527c-0c81-41f7-a122-153772f806c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:22.880670 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c398242-692f-4db5-afb1-4f2c8293ad2d req-47b0527c-0c81-41f7-a122-153772f806c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:22.881653 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c398242-692f-4db5-afb1-4f2c8293ad2d req-47b0527c-0c81-41f7-a122-153772f806c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:22.882306 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c398242-692f-4db5-afb1-4f2c8293ad2d req-47b0527c-0c81-41f7-a122-153772f806c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:22.882994 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c398242-692f-4db5-afb1-4f2c8293ad2d req-47b0527c-0c81-41f7-a122-153772f806c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:22.883625 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c398242-692f-4db5-afb1-4f2c8293ad2d req-47b0527c-0c81-41f7-a122-153772f806c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:22.886728 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7c398242-692f-4db5-afb1-4f2c8293ad2d req-47b0527c-0c81-41f7-a122-153772f806c0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 6496 time: 0.0998023 Jul 16 20:43:22.915500 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-96939153-702e-4dec-99fb-34776de61c88 req-bbaca5f6-3271-4cda-a6ec-ead307dd2dbb tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010089 Jul 16 20:43:22.937648 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7c398242-692f-4db5-afb1-4f2c8293ad2d req-00c6970f-0591-4c04-9df1-620bd936415f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443878 Jul 16 20:43:22.959960 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d651d022-8531-4429-9b0e-e11a0bf52e4a req-52a1414d-a296-43d4-b4c2-93b20534ca19 service neutron] 10.222.0.62 "GET /v2.0/networks/8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373987 Jul 16 20:43:23.065920 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d651d022-8531-4429-9b0e-e11a0bf52e4a req-61c89cf3-414e-4bd3-9c58-01a4bda1b064 service neutron] 10.222.0.62 "GET /v2.0/networks/8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980730 Jul 16 20:43:24.108664 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b19c7-bcf2-4dd5-88a7-5cac5fd4b43d req-8c89f6c9-2541-4645-bb08-834a5341da54 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:24.110485 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd2b19c7-bcf2-4dd5-88a7-5cac5fd4b43d req-8c89f6c9-2541-4645-bb08-834a5341da54 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.0779405 Jul 16 20:43:24.164992 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd2b19c7-bcf2-4dd5-88a7-5cac5fd4b43d req-b772d8af-7de8-4f12-9c43-6a7f938451d8 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473661 Jul 16 20:43:24.211880 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53510ab5-6225-4843-b336-024b8bf6cb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.222679 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55188) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:24.293324 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.338884 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-01987911-26f6-4542-b03e-a8e289e2ccd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.459580 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-01987911-26f6-4542-b03e-a8e289e2ccd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.464427 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-01987911-26f6-4542-b03e-a8e289e2ccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.506749 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01987911-26f6-4542-b03e-a8e289e2ccd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dad238-b685-4e8b-a263-26bdf2f8ee7b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:24.525448 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-01987911-26f6-4542-b03e-a8e289e2ccd0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6f6c17c3cf5a41b2be02979e4883f6f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3016863 Jul 16 20:43:24.528322 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55196) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:24.586966 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-de14c08d-4f87-47c9-92a8-cc4d7a6d1e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.617810 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-de14c08d-4f87-47c9-92a8-cc4d7a6d1e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.675942 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-de14c08d-4f87-47c9-92a8-cc4d7a6d1e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.679797 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-de14c08d-4f87-47c9-92a8-cc4d7a6d1e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.683716 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-de14c08d-4f87-47c9-92a8-cc4d7a6d1e82 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e6dad238-b685-4e8b-a263-26bdf2f8ee7b HTTP/1.1" status: 204 len: 168 time: 0.1512940 Jul 16 20:43:24.688919 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14c08d-4f87-47c9-92a8-cc4d7a6d1e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6dad238-b685-4e8b-a263-26bdf2f8ee7b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:25.350810 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe3cf7-4dd4-47ca-a433-658cb1fc6ebd req-56527780-c065-4fa4-8496-4a782c952fa8 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:25.352387 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cebe3cf7-4dd4-47ca-a433-658cb1fc6ebd req-56527780-c065-4fa4-8496-4a782c952fa8 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.0676186 Jul 16 20:43:25.401985 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cebe3cf7-4dd4-47ca-a433-658cb1fc6ebd req-c5b9fbcd-97b0-4f31-a8a3-ef11304cd9a7 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419104 Jul 16 20:43:25.758923 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:25.878087 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16857a7b-db5d-4600-99a5-655f76b93e97 req-c8707b1d-a446-45e5-bd54-081a3f7aa4b2 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:25.879726 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-16857a7b-db5d-4600-99a5-655f76b93e97 req-c8707b1d-a446-45e5-bd54-081a3f7aa4b2 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.0713010 Jul 16 20:43:25.939402 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-16857a7b-db5d-4600-99a5-655f76b93e97 req-3907679f-7c6b-4bdc-9f84-be9139c31cec tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476289 Jul 16 20:43:27.128822 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9148e-6bb4-4a5e-816d-69acecc51e9e req-307ad119-9981-451e-bf46-9852dacc8399 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:27.130399 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-83f9148e-6bb4-4a5e-816d-69acecc51e9e req-307ad119-9981-451e-bf46-9852dacc8399 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.0691781 Jul 16 20:43:27.172355 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-83f9148e-6bb4-4a5e-816d-69acecc51e9e req-4b895589-654d-4437-9708-9bc20e450fb2 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362391 Jul 16 20:43:27.509204 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-51ad2c06-7520-4523-be36-5940be61e01b tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=1fb56ef32e7242678c35c888e0cc3362&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295033 Jul 16 20:43:27.613282 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:27.728518 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-7b9b4357-c111-414a-be7c-d9e49b6d657b tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:27.730083 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-7b9b4357-c111-414a-be7c-d9e49b6d657b tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2152205 Jul 16 20:43:27.746487 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-8a8e4c46-1b14-4485-8ca9-0be4a0fd0307 tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.38 "GET /v2.0/quotas/1fb56ef32e7242678c35c888e0cc3362 HTTP/1.1" status: 200 len: 375 time: 0.0105402 Jul 16 20:43:27.783560 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-508bbb4b-e895-4d0f-bfec-d7d9858277fb tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1fb56ef32e7242678c35c888e0cc3362&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318260 Jul 16 20:43:27.978762 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d2cb2c6-2c7a-40ee-b84c-a679aac872fc req-41c264ee-cf0f-44b4-97fd-35aca760b569 tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.38 "GET /v2.0/ports?device_id=854b8a7d-d778-4b49-923c-1e5ed8c5b157 HTTP/1.1" status: 200 len: 210 time: 0.0350850 Jul 16 20:43:28.241809 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55424) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:28.392605 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-723fd2a4-9aac-4efe-aeec-743982e5a5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:28.421352 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e4b22-2819-4745-9ad9-704d60ad468e req-a0204fd2-704b-4a5e-9892-61c34a5e4de4 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:28.422999 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ae2e4b22-2819-4745-9ad9-704d60ad468e req-a0204fd2-704b-4a5e-9892-61c34a5e4de4 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.1138313 Jul 16 20:43:28.485820 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ae2e4b22-2819-4745-9ad9-704d60ad468e req-8b4f8f1f-2e5d-45dd-a00f-474b11ea2050 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538757 Jul 16 20:43:28.544129 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-723fd2a4-9aac-4efe-aeec-743982e5a5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:28.549701 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-723fd2a4-9aac-4efe-aeec-743982e5a5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:28.587084 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-723fd2a4-9aac-4efe-aeec-743982e5a5dc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e9bc7706d03844f3bdca6c8687f796b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3438449 Jul 16 20:43:28.589557 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55428) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:28.592289 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fd2a4-9aac-4efe-aeec-743982e5a5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8da382-8917-4b1f-8119-11a4b25c9ae8,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:28.660342 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32ce3604-56a2-43e0-ac7a-5310fa66759f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:28.685281 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32ce3604-56a2-43e0-ac7a-5310fa66759f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:28.741169 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32ce3604-56a2-43e0-ac7a-5310fa66759f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:28.743733 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32ce3604-56a2-43e0-ac7a-5310fa66759f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:28.744869 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-32ce3604-56a2-43e0-ac7a-5310fa66759f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ad8da382-8917-4b1f-8119-11a4b25c9ae8 HTTP/1.1" status: 204 len: 168 time: 0.1542981 Jul 16 20:43:28.748811 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbde6f4-d90b-4d51-91b0-5835527742c6 req-d771c0fa-3604-4bcd-8c01-70e14c8377d1 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:28.750517 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-efbde6f4-d90b-4d51-91b0-5835527742c6 req-d771c0fa-3604-4bcd-8c01-70e14c8377d1 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 946 time: 0.0710399 Jul 16 20:43:28.753173 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce3604-56a2-43e0-ac7a-5310fa66759f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8da382-8917-4b1f-8119-11a4b25c9ae8,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:28.869041 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-efbde6f4-d90b-4d51-91b0-5835527742c6 req-ee089832-4327-4609-904f-cff77666a72e tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Deleting port db1642a8-5407-475c-9af7-a5674228c739 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:28.869550 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-efbde6f4-d90b-4d51-91b0-5835527742c6 req-ee089832-4327-4609-904f-cff77666a72e tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:28.971932 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-efbde6f4-d90b-4d51-91b0-5835527742c6 req-ee089832-4327-4609-904f-cff77666a72e tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] For port db1642a8-5407-475c-9af7-a5674228c739, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=db1642a8-5407-475c-9af7-a5674228c739,segment=NetworkSegment(c64f4cf8-2829-4d0d-bc3a-9a867f12fe01),segment_id=c64f4cf8-2829-4d0d-bc3a-9a867f12fe01)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:28.972477 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-efbde6f4-d90b-4d51-91b0-5835527742c6 req-ee089832-4327-4609-904f-cff77666a72e tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:28.987354 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-efbde6f4-d90b-4d51-91b0-5835527742c6 req-ee089832-4327-4609-904f-cff77666a72e tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Calling delete_port for db1642a8-5407-475c-9af7-a5674228c739 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:29.046621 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-bb3945ad-b870-47b5-b1db-1a5fd35ad6e3 tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1fb56ef32e7242678c35c888e0cc3362&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361452 Jul 16 20:43:29.128154 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55438) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:29.169583 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7d4380df-a07a-45e0-9489-1060fdac279d req-3f72085f-95eb-4ead-984d-af8c948a5077 tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.38 "GET /v2.0/ports?device_id=854b8a7d-d778-4b49-923c-1e5ed8c5b157 HTTP/1.1" status: 200 len: 210 time: 0.0428278 Jul 16 20:43:29.171611 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dcd3a0e7-6769-4b4c-98f4-95a0fae47f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:29.273786 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-efbde6f4-d90b-4d51-91b0-5835527742c6 req-ee089832-4327-4609-904f-cff77666a72e tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:29.282718 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-6a5d7667-cf50-4a53-8696-8fec06bbbe4c tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:29.284260 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-6a5d7667-cf50-4a53-8696-8fec06bbbe4c tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2323525 Jul 16 20:43:29.290018 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['db1642a8-5407-475c-9af7-a5674228c739'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:43:29.294507 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f45b7f1b-c032-4fde-b88c-398f366dab43'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:43:29.298278 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-9e09e313-f256-4106-8e6e-1918d4dcef4c tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Request body: {'port': {'device_id': '854b8a7d-d778-4b49-923c-1e5ed8c5b157', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': '1fb56ef32e7242678c35c888e0cc3362'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:29.343286 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee089832-4327-4609-904f-cff77666a72e tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Pushing event deleted for resources: {'Port': ['ID=db1642a8-5407-475c-9af7-a5674228c739,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:29.372022 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbde6f4-d90b-4d51-91b0-5835527742c6 req-ee089832-4327-4609-904f-cff77666a72e tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] No DVR routers for this DVR port db1642a8-5407-475c-9af7-a5674228c739 on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:29.375284 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-efbde6f4-d90b-4d51-91b0-5835527742c6 req-ee089832-4327-4609-904f-cff77666a72e tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:29.377287 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-efbde6f4-d90b-4d51-91b0-5835527742c6 req-ee089832-4327-4609-904f-cff77666a72e tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.62 "DELETE /v2.0/ports/db1642a8-5407-475c-9af7-a5674228c739 HTTP/1.1" status: 204 len: 173 time: 0.6217754 Jul 16 20:43:29.378970 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc6849d-db9b-477a-aef8-dbec96bd2471', 'name': 'network-vif-deleted', 'tag': 'db1642a8-5407-475c-9af7-a5674228c739'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:29.383001 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad8cbf5-8203-4f91-945f-670dd9781b0d" -d '{"events": [{"server_uuid": "1fc6849d-db9b-477a-aef8-dbec96bd2471", "name": "network-vif-deleted", "tag": "db1642a8-5407-475c-9af7-a5674228c739"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:29.454225 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dcd3a0e7-6769-4b4c-98f4-95a0fae47f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:29.460153 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dcd3a0e7-6769-4b4c-98f4-95a0fae47f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:29.476994 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-9e09e313-f256-4106-8e6e-1918d4dcef4c tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Made reservation on behalf of 1fb56ef32e7242678c35c888e0cc3362 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:29.480625 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-9e09e313-f256-4106-8e6e-1918d4dcef4c tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:29.490367 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-9e09e313-f256-4106-8e6e-1918d4dcef4c tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:29.500335 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d38d5f-0d1a-41a9-be35-e7119f091b8e x-openstack-request-id: req-a3d38d5f-0d1a-41a9-be35-e7119f091b8e {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:29.500628 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc6849d-db9b-477a-aef8-dbec96bd2471", "name": "network-vif-deleted", "tag": "db1642a8-5407-475c-9af7-a5674228c739", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:29.500873 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a3d38d5f-0d1a-41a9-be35-e7119f091b8e {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:29.501876 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc6849d-db9b-477a-aef8-dbec96bd2471', 'name': 'network-vif-deleted', 'tag': 'db1642a8-5407-475c-9af7-a5674228c739', 'status': 'completed', 'code': 200} Jul 16 20:43:29.510832 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3a0e7-6769-4b4c-98f4-95a0fae47f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08b027f-37f8-401e-a171-9401d870132c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:29.516867 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-dcd3a0e7-6769-4b4c-98f4-95a0fae47f13 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d7bfcc996a3e41378a1308b01020d1c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3871167 Jul 16 20:43:29.519666 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55444) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:29.556323 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:29.629604 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-199745fb-9093-4b6d-b100-04452e891f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:29.658962 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-199745fb-9093-4b6d-b100-04452e891f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:29.659524 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe0b8a14-bc9a-4307-884f-bb19eee4e4ce req-f395808c-f3e1-4062-b30d-5c224d0d474d tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fc6849d-db9b-477a-aef8-dbec96bd2471 HTTP/1.1" status: 200 len: 210 time: 0.0402231 Jul 16 20:43:29.716551 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-9e09e313-f256-4106-8e6e-1918d4dcef4c tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:29.720456 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-9e09e313-f256-4106-8e6e-1918d4dcef4c tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:29.755435 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-199745fb-9093-4b6d-b100-04452e891f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:29.758855 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-199745fb-9093-4b6d-b100-04452e891f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:29.760010 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-199745fb-9093-4b6d-b100-04452e891f5f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b08b027f-37f8-401e-a171-9401d870132c HTTP/1.1" status: 204 len: 168 time: 0.2392662 Jul 16 20:43:29.789840 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09e313-f256-4106-8e6e-1918d4dcef4c tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e19d65b-e554-446f-97ad-b8baef4bc420,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:29.808501 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199745fb-9093-4b6d-b100-04452e891f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08b027f-37f8-401e-a171-9401d870132c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:29.879675 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-9e09e313-f256-4106-8e6e-1918d4dcef4c tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Allocated IP 192.168.233.122 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/c91c9a19-a7bf-4337-ab24-8c01162827f8) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:30.056288 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-9e09e313-f256-4106-8e6e-1918d4dcef4c tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:30.075143 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-9e09e313-f256-4106-8e6e-1918d4dcef4c tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Transition to ACTIVE for port object c91c9a19-a7bf-4337-ab24-8c01162827f8 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:30.128048 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-9e09e313-f256-4106-8e6e-1918d4dcef4c tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:30.181885 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-9e09e313-f256-4106-8e6e-1918d4dcef4c tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:30.185201 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-9e09e313-f256-4106-8e6e-1918d4dcef4c tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:30.187654 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-9e09e313-f256-4106-8e6e-1918d4dcef4c tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:30.218833 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09e313-f256-4106-8e6e-1918d4dcef4c tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Pushing event updated for resources: {'Port': ['ID=c91c9a19-a7bf-4337-ab24-8c01162827f8,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:30.253713 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-9e09e313-f256-4106-8e6e-1918d4dcef4c tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:30.254861 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-9e09e313-f256-4106-8e6e-1918d4dcef4c tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:30.275515 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-9e09e313-f256-4106-8e6e-1918d4dcef4c tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9820154 Jul 16 20:43:30.288989 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-bc5be9b3-b807-4107-8f1b-c3b403953dc6 service neutron] Request body: {'port': {'device_id': '854b8a7d-d778-4b49-923c-1e5ed8c5b157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:30.392036 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f1a78-d794-44de-9530-65e71dd20ad1 req-e61f2ef9-07b9-4ca6-bb1e-0d90ea9d003c tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:30.393795 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-312f1a78-d794-44de-9530-65e71dd20ad1 req-e61f2ef9-07b9-4ca6-bb1e-0d90ea9d003c tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.38 "GET /v2.0/ports?device_id=854b8a7d-d778-4b49-923c-1e5ed8c5b157 HTTP/1.1" status: 200 len: 936 time: 0.0771489 Jul 16 20:43:30.428782 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-bc5be9b3-b807-4107-8f1b-c3b403953dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:30.451134 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-312f1a78-d794-44de-9530-65e71dd20ad1 req-064f1321-5eb8-4a92-93d9-dc0d748df561 tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e19d65b-e554-446f-97ad-b8baef4bc420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498347 Jul 16 20:43:30.469468 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-55a0c159-8818-4b84-b40d-14c19463b417 None None] Provisioning for port c91c9a19-a7bf-4337-ab24-8c01162827f8 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:30.473556 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-55a0c159-8818-4b84-b40d-14c19463b417 None None] Provisioning complete for port c91c9a19-a7bf-4337-ab24-8c01162827f8 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:30.474056 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-55a0c159-8818-4b84-b40d-14c19463b417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:30.512209 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-55a0c159-8818-4b84-b40d-14c19463b417 None None] Port c91c9a19-a7bf-4337-ab24-8c01162827f8 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:43:30.731564 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-bc5be9b3-b807-4107-8f1b-c3b403953dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c91c9a19-a7bf-4337-ab24-8c01162827f8 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:43:30.739510 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-bc5be9b3-b807-4107-8f1b-c3b403953dc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:30.753762 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-bc5be9b3-b807-4107-8f1b-c3b403953dc6 service neutron] Transition to ACTIVE for port object c91c9a19-a7bf-4337-ab24-8c01162827f8 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:30.758687 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-bc5be9b3-b807-4107-8f1b-c3b403953dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:30.848080 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5be9b3-b807-4107-8f1b-c3b403953dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=c91c9a19-a7bf-4337-ab24-8c01162827f8,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:30.902530 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-bc5be9b3-b807-4107-8f1b-c3b403953dc6 service neutron] Attempting to bind port c91c9a19-a7bf-4337-ab24-8c01162827f8 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:43:30.902868 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-bc5be9b3-b807-4107-8f1b-c3b403953dc6 service neutron] Attempting to bind port c91c9a19-a7bf-4337-ab24-8c01162827f8 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:43:30.903196 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-bc5be9b3-b807-4107-8f1b-c3b403953dc6 service neutron] Attempting to bind port c91c9a19-a7bf-4337-ab24-8c01162827f8 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:30.907976 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-bc5be9b3-b807-4107-8f1b-c3b403953dc6 service neutron] Port c91c9a19-a7bf-4337-ab24-8c01162827f8 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:43:30.908302 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-bc5be9b3-b807-4107-8f1b-c3b403953dc6 service neutron] Attempting to bind port c91c9a19-a7bf-4337-ab24-8c01162827f8 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:30.913901 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-bc5be9b3-b807-4107-8f1b-c3b403953dc6 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:43:30.914386 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-bc5be9b3-b807-4107-8f1b-c3b403953dc6 service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:30.914661 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-bc5be9b3-b807-4107-8f1b-c3b403953dc6 service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:43:30.915090 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-bc5be9b3-b807-4107-8f1b-c3b403953dc6 service neutron] Bound port: c91c9a19-a7bf-4337-ab24-8c01162827f8, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:43:30.915461 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-bc5be9b3-b807-4107-8f1b-c3b403953dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:31.005078 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-bc5be9b3-b807-4107-8f1b-c3b403953dc6 service neutron] For port c91c9a19-a7bf-4337-ab24-8c01162827f8, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:43:31.010290 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-bc5be9b3-b807-4107-8f1b-c3b403953dc6 service neutron] For port c91c9a19-a7bf-4337-ab24-8c01162827f8, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=c91c9a19-a7bf-4337-ab24-8c01162827f8,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:43:31.018880 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-bc5be9b3-b807-4107-8f1b-c3b403953dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:31.069383 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-bc5be9b3-b807-4107-8f1b-c3b403953dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:31.070263 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-bc5be9b3-b807-4107-8f1b-c3b403953dc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:31.072119 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-bc5be9b3-b807-4107-8f1b-c3b403953dc6 service neutron] 10.222.0.18 "PUT /v2.0/ports/c91c9a19-a7bf-4337-ab24-8c01162827f8 HTTP/1.1" status: 200 len: 1097 time: 0.7894740 Jul 16 20:43:31.072572 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854b8a7d-d778-4b49-923c-1e5ed8c5b157', 'tag': 'c91c9a19-a7bf-4337-ab24-8c01162827f8'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:31.075160 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfbea1c-cc3a-4f0b-8f92-d634d45b9c96" -d '{"events": [{"name": "network-changed", "server_uuid": "854b8a7d-d778-4b49-923c-1e5ed8c5b157", "tag": "c91c9a19-a7bf-4337-ab24-8c01162827f8"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:31.111456 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5be9b3-b807-4107-8f1b-c3b403953dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=c91c9a19-a7bf-4337-ab24-8c01162827f8,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:31.166078 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4266f59-ba05-459e-9cf0-0177fa4120d0 x-openstack-request-id: req-b4266f59-ba05-459e-9cf0-0177fa4120d0 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:31.166403 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "854b8a7d-d778-4b49-923c-1e5ed8c5b157", "tag": "c91c9a19-a7bf-4337-ab24-8c01162827f8", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:31.166656 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b4266f59-ba05-459e-9cf0-0177fa4120d0 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:31.167052 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854b8a7d-d778-4b49-923c-1e5ed8c5b157', 'tag': 'c91c9a19-a7bf-4337-ab24-8c01162827f8', 'status': 'completed', 'code': 200} Jul 16 20:43:31.193271 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-1ed2d581-7263-4142-bafe-e839378b3765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:31.200575 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-1ed2d581-7263-4142-bafe-e839378b3765 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fb56ef32e7242678c35c888e0cc3362&device_id=854b8a7d-d778-4b49-923c-1e5ed8c5b157 HTTP/1.1" status: 200 len: 1100 time: 0.0794542 Jul 16 20:43:31.283155 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-a1bdd1b5-7f7c-4140-8db2-989e02772d7c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=c91c9a19-a7bf-4337-ab24-8c01162827f8 HTTP/1.1" status: 200 len: 217 time: 0.0745697 Jul 16 20:43:31.304474 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c644b3-0708-43a3-8948-a4d8359eba62 req-c545cf94-b27a-4f71-99c5-2b2eaa7e54b1 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:31.306700 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-60c644b3-0708-43a3-8948-a4d8359eba62 req-c545cf94-b27a-4f71-99c5-2b2eaa7e54b1 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 945 time: 0.0991285 Jul 16 20:43:31.359502 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-60c644b3-0708-43a3-8948-a4d8359eba62 req-33594415-63fd-47ab-bd55-28598af9ae33 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462112 Jul 16 20:43:31.370081 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-6fdff3ce-93d8-4793-8a23-3580dfb3188f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:31.372035 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-6fdff3ce-93d8-4793-8a23-3580dfb3188f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0822577 Jul 16 20:43:31.433537 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-45eb3c68-b5b5-4c13-a9d6-5bdefbe34fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:31.435106 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-45eb3c68-b5b5-4c13-a9d6-5bdefbe34fbc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0554929 Jul 16 20:43:31.559546 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-a895590e-537f-40e2-9091-ac0b24b40b8e service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146417 Jul 16 20:43:31.572654 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:43:31.653656 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1a1c5-b775-4c2c-9500-d4de0219fff9 req-1f1ad3e4-616d-4213-a1f4-ec5fa3dc06ca tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:31.654934 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73a1a1c5-b775-4c2c-9500-d4de0219fff9 req-1f1ad3e4-616d-4213-a1f4-ec5fa3dc06ca tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.38 "GET /v2.0/ports?device_id=854b8a7d-d778-4b49-923c-1e5ed8c5b157 HTTP/1.1" status: 200 len: 948 time: 0.0737338 Jul 16 20:43:31.661735 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0cd3f31c-c57f-4506-9a99-0f509737712f req-9378ac83-fac8-45bd-a4e0-d1125c8e5d45 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953646 Jul 16 20:43:31.695959 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73a1a1c5-b775-4c2c-9500-d4de0219fff9 req-0aeb7546-1fc2-4c26-9792-966d6464a41f tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e19d65b-e554-446f-97ad-b8baef4bc420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350673 Jul 16 20:43:31.773952 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbea1c-cc3a-4f0b-8f92-d634d45b9c96 req-b1e6af04-6f3b-49b2-882d-e9139f996c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:31.775503 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ecfbea1c-cc3a-4f0b-8f92-d634d45b9c96 req-b1e6af04-6f3b-49b2-882d-e9139f996c2b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fb56ef32e7242678c35c888e0cc3362&device_id=854b8a7d-d778-4b49-923c-1e5ed8c5b157 HTTP/1.1" status: 200 len: 1100 time: 0.0534446 Jul 16 20:43:31.872786 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbea1c-cc3a-4f0b-8f92-d634d45b9c96 req-f90497fc-f688-47a2-8c13-c9e64e2aee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:31.874217 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ecfbea1c-cc3a-4f0b-8f92-d634d45b9c96 req-f90497fc-f688-47a2-8c13-c9e64e2aee02 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.0921695 Jul 16 20:43:31.917544 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ecfbea1c-cc3a-4f0b-8f92-d634d45b9c96 req-42f3cd25-4bdf-46a0-844c-251960bfa2a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=c91c9a19-a7bf-4337-ab24-8c01162827f8 HTTP/1.1" status: 200 len: 217 time: 0.0355978 Jul 16 20:43:31.972767 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbea1c-cc3a-4f0b-8f92-d634d45b9c96 req-f33492d5-b434-42ca-bf51-f97faaad6e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:31.975179 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ecfbea1c-cc3a-4f0b-8f92-d634d45b9c96 req-f33492d5-b434-42ca-bf51-f97faaad6e7e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0494692 Jul 16 20:43:32.031897 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbea1c-cc3a-4f0b-8f92-d634d45b9c96 req-cc2a4fa6-94e3-4557-b3d8-a2ddbb80630d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:32.033421 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ecfbea1c-cc3a-4f0b-8f92-d634d45b9c96 req-cc2a4fa6-94e3-4557-b3d8-a2ddbb80630d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0523629 Jul 16 20:43:32.129676 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ecfbea1c-cc3a-4f0b-8f92-d634d45b9c96 req-a3f151b3-a120-45e4-97c9-da37e10dc6d0 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884590 Jul 16 20:43:32.221563 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ecfbea1c-cc3a-4f0b-8f92-d634d45b9c96 req-46a2e959-567c-4946-9148-4bd934e960c4 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845609 Jul 16 20:43:32.392025 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device db1642a8-5407-475c-9af7-a5674228c739 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:32.416071 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: db1642a8-5407-475c-9af7-a5674228c739 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:43:32.416886 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device db1642a8-5407-475c-9af7-a5674228c739 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:43:32.562709 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989ebbc-0f52-460a-9818-2f76a10b0175 req-c9abc2a0-0610-4d1b-843e-fff13398f5cc tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:32.564326 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2989ebbc-0f52-460a-9818-2f76a10b0175 req-c9abc2a0-0610-4d1b-843e-fff13398f5cc tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 945 time: 0.0688627 Jul 16 20:43:32.605304 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2989ebbc-0f52-460a-9818-2f76a10b0175 req-353bc42f-d92e-45bb-8bb4-117b07a3ef32 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341957 Jul 16 20:43:32.893550 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db8a1d-8225-45c1-859a-5819882dd506 req-6a95166e-7aa4-4848-95e5-e4a2da30e9b0 tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:32.895049 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9db8a1d-8225-45c1-859a-5819882dd506 req-6a95166e-7aa4-4848-95e5-e4a2da30e9b0 tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.38 "GET /v2.0/ports?device_id=854b8a7d-d778-4b49-923c-1e5ed8c5b157 HTTP/1.1" status: 200 len: 948 time: 0.0724816 Jul 16 20:43:32.935526 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9db8a1d-8225-45c1-859a-5819882dd506 req-973f58a9-489a-482d-8987-d954eb80d01c tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e19d65b-e554-446f-97ad-b8baef4bc420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342789 Jul 16 20:43:33.136170 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:33.181905 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f79a07-50a8-45fe-b0b3-b54433d18781 req-27df936f-c6fb-42bb-8eff-bfee0412b7b1 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:33.183322 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-63f79a07-50a8-45fe-b0b3-b54433d18781 req-27df936f-c6fb-42bb-8eff-bfee0412b7b1 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 945 time: 0.0718234 Jul 16 20:43:33.292696 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-63f79a07-50a8-45fe-b0b3-b54433d18781 req-3e34554d-fb07-4383-8ae1-8f0a86470099 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Deleting port f45b7f1b-c032-4fde-b88c-398f366dab43 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:33.293046 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-63f79a07-50a8-45fe-b0b3-b54433d18781 req-3e34554d-fb07-4383-8ae1-8f0a86470099 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:33.384576 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-63f79a07-50a8-45fe-b0b3-b54433d18781 req-3e34554d-fb07-4383-8ae1-8f0a86470099 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] For port f45b7f1b-c032-4fde-b88c-398f366dab43, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f45b7f1b-c032-4fde-b88c-398f366dab43,segment=NetworkSegment(c64f4cf8-2829-4d0d-bc3a-9a867f12fe01),segment_id=c64f4cf8-2829-4d0d-bc3a-9a867f12fe01)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:33.384945 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-63f79a07-50a8-45fe-b0b3-b54433d18781 req-3e34554d-fb07-4383-8ae1-8f0a86470099 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:33.393119 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55574) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:33.397605 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-63f79a07-50a8-45fe-b0b3-b54433d18781 req-3e34554d-fb07-4383-8ae1-8f0a86470099 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Calling delete_port for f45b7f1b-c032-4fde-b88c-398f366dab43 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:33.517023 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7a4bfab-cde3-4902-bd44-bb956d915cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:33.617777 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7a4bfab-cde3-4902-bd44-bb956d915cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:33.624989 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7a4bfab-cde3-4902-bd44-bb956d915cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:33.668504 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c7a4bfab-cde3-4902-bd44-bb956d915cae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f1a3c2af8cd245e1a7f2a6f32d80ecfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2742050 Jul 16 20:43:33.670213 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4bfab-cde3-4902-bd44-bb956d915cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c25a545-238a-459f-9830-798f670cfb35,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:33.672824 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55582) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:33.691216 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4bfab-cde3-4902-bd44-bb956d915cae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:33.691913 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4bfab-cde3-4902-bd44-bb956d915cae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:33.692356 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4bfab-cde3-4902-bd44-bb956d915cae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:33.692792 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4bfab-cde3-4902-bd44-bb956d915cae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:33.694216 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4bfab-cde3-4902-bd44-bb956d915cae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:33.694678 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4bfab-cde3-4902-bd44-bb956d915cae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:33.695128 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4bfab-cde3-4902-bd44-bb956d915cae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:33.695556 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4bfab-cde3-4902-bd44-bb956d915cae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:33.695981 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4bfab-cde3-4902-bd44-bb956d915cae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:33.696469 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4bfab-cde3-4902-bd44-bb956d915cae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:33.696953 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4bfab-cde3-4902-bd44-bb956d915cae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:33.697407 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4bfab-cde3-4902-bd44-bb956d915cae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:33.712600 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device c91c9a19-a7bf-4337-ab24-8c01162827f8 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:43:33.784141 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-99bb9f1c-9dd7-41c2-9ebd-7c5f93a0fb48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:33.813510 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port c91c9a19-a7bf-4337-ab24-8c01162827f8, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=c91c9a19-a7bf-4337-ab24-8c01162827f8,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:33.815848 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-99bb9f1c-9dd7-41c2-9ebd-7c5f93a0fb48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:33.827092 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'c91c9a19-a7bf-4337-ab24-8c01162827f8', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': 'c91c9a19-a7bf-4337-ab24-8c01162827f8', 'mac_address': 'fa:16:3e:c5:5b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:43:33.846441 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c439bf-d98a-41af-9384-c7650b78a8eb req-6240ac7d-c334-48bc-b9af-7342372c75d2 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:33.847941 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c6c439bf-d98a-41af-9384-c7650b78a8eb req-6240ac7d-c334-48bc-b9af-7342372c75d2 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb144a54-eaaf-4eb1-88e0-16fd76802133 HTTP/1.1" status: 200 len: 945 time: 0.1214213 Jul 16 20:43:33.865730 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:33.881366 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-63f79a07-50a8-45fe-b0b3-b54433d18781 req-3e34554d-fb07-4383-8ae1-8f0a86470099 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:33.882133 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c91c9a19-a7bf-4337-ab24-8c01162827f8 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:43:33.898828 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c6c439bf-d98a-41af-9384-c7650b78a8eb req-ff6dde30-4a52-465a-95df-03651e014314 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.38 "GET /v2.0/security-groups?id=082b4239-55ad-4135-98a0-7a21a4223936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395396 Jul 16 20:43:33.905766 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f45b7f1b-c032-4fde-b88c-398f366dab43'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:43:33.914180 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-99bb9f1c-9dd7-41c2-9ebd-7c5f93a0fb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:33.917738 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-99bb9f1c-9dd7-41c2-9ebd-7c5f93a0fb48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:33.922195 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-99bb9f1c-9dd7-41c2-9ebd-7c5f93a0fb48 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9c25a545-238a-459f-9830-798f670cfb35 HTTP/1.1" status: 204 len: 168 time: 0.2481821 Jul 16 20:43:33.923784 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34554d-fb07-4383-8ae1-8f0a86470099 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Pushing event deleted for resources: {'Port': ['ID=f45b7f1b-c032-4fde-b88c-398f366dab43,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:33.936311 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb9f1c-9dd7-41c2-9ebd-7c5f93a0fb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c25a545-238a-459f-9830-798f670cfb35,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:33.954722 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port c91c9a19-a7bf-4337-ab24-8c01162827f8, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=c91c9a19-a7bf-4337-ab24-8c01162827f8,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:33.963307 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:33.981503 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f79a07-50a8-45fe-b0b3-b54433d18781 req-3e34554d-fb07-4383-8ae1-8f0a86470099 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] No DVR routers for this DVR port f45b7f1b-c032-4fde-b88c-398f366dab43 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:33.984259 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-63f79a07-50a8-45fe-b0b3-b54433d18781 req-3e34554d-fb07-4383-8ae1-8f0a86470099 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:33.986726 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-63f79a07-50a8-45fe-b0b3-b54433d18781 req-3e34554d-fb07-4383-8ae1-8f0a86470099 tempest-ServerRescueTestJSON-1914760268 tempest-ServerRescueTestJSON-1914760268-project] 10.222.0.18 "DELETE /v2.0/ports/f45b7f1b-c032-4fde-b88c-398f366dab43 HTTP/1.1" status: 204 len: 173 time: 0.7974675 Jul 16 20:43:33.987193 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb144a54-eaaf-4eb1-88e0-16fd76802133', 'name': 'network-vif-deleted', 'tag': 'f45b7f1b-c032-4fde-b88c-398f366dab43'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:33.999013 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c228e2-e491-455f-8632-b0258d6d5522" -d '{"events": [{"server_uuid": "eb144a54-eaaf-4eb1-88e0-16fd76802133", "name": "network-vif-deleted", "tag": "f45b7f1b-c032-4fde-b88c-398f366dab43"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:34.032104 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=c91c9a19-a7bf-4337-ab24-8c01162827f8,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:34.059763 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd530ab-84dc-447d-aeca-559002dfd61d x-openstack-request-id: req-ffd530ab-84dc-447d-aeca-559002dfd61d {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:34.060166 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb144a54-eaaf-4eb1-88e0-16fd76802133", "name": "network-vif-deleted", "tag": "f45b7f1b-c032-4fde-b88c-398f366dab43", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:34.060592 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ffd530ab-84dc-447d-aeca-559002dfd61d {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:34.061050 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb144a54-eaaf-4eb1-88e0-16fd76802133', 'name': 'network-vif-deleted', 'tag': 'f45b7f1b-c032-4fde-b88c-398f366dab43', 'status': 'completed', 'code': 200} Jul 16 20:43:34.144132 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9cf45-352b-4b67-bb98-ae87b523f16b req-5b6ad30a-0d39-4ddd-be00-2bfa73b48775 tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:34.145669 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6ba9cf45-352b-4b67-bb98-ae87b523f16b req-5b6ad30a-0d39-4ddd-be00-2bfa73b48775 tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.38 "GET /v2.0/ports?device_id=854b8a7d-d778-4b49-923c-1e5ed8c5b157 HTTP/1.1" status: 200 len: 949 time: 0.0723541 Jul 16 20:43:34.170118 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['c91c9a19-a7bf-4337-ab24-8c01162827f8'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:43:34.188791 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6ba9cf45-352b-4b67-bb98-ae87b523f16b req-3db8e546-e05b-4177-a251-37c4bb788af5 tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e19d65b-e554-446f-97ad-b8baef4bc420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359073 Jul 16 20:43:34.282574 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55592) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:34.300078 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f1d0a17-1496-4464-bf46-c55571052958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:34.389702 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f1d0a17-1496-4464-bf46-c55571052958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:34.393347 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f1d0a17-1496-4464-bf46-c55571052958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:34.434714 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d0a17-1496-4464-bf46-c55571052958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2b8e97-b6d4-4c85-98bf-3f226bb28c62,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:34.440156 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4f1d0a17-1496-4464-bf46-c55571052958 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9725f60307ec4bebb49a4a3931db1dbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1565742 Jul 16 20:43:34.442799 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55594) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:34.493924 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-82f35c52-76b4-479a-9d4b-75be0c73a372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:34.518941 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-82f35c52-76b4-479a-9d4b-75be0c73a372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:34.565132 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-82f35c52-76b4-479a-9d4b-75be0c73a372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:34.567807 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-82f35c52-76b4-479a-9d4b-75be0c73a372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:34.571522 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-82f35c52-76b4-479a-9d4b-75be0c73a372 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1e2b8e97-b6d4-4c85-98bf-3f226bb28c62 HTTP/1.1" status: 204 len: 168 time: 0.1248229 Jul 16 20:43:34.578905 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f35c52-76b4-479a-9d4b-75be0c73a372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2b8e97-b6d4-4c85-98bf-3f226bb28c62,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:34.999723 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55612) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:35.361986 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e5f1245-d897-4dbf-9f3e-5e76a57bc091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.389216 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3c7dc-5fc1-4496-8009-4996245137c3 req-519f50db-d769-4743-8be7-a7e330e0adf7 tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:35.390928 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ce3c7dc-5fc1-4496-8009-4996245137c3 req-519f50db-d769-4743-8be7-a7e330e0adf7 tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.38 "GET /v2.0/ports?device_id=854b8a7d-d778-4b49-923c-1e5ed8c5b157 HTTP/1.1" status: 200 len: 949 time: 0.0771978 Jul 16 20:43:35.438084 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ce3c7dc-5fc1-4496-8009-4996245137c3 req-f74947f0-fe8b-49f0-a177-0b36ec90f007 tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e19d65b-e554-446f-97ad-b8baef4bc420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405827 Jul 16 20:43:35.646816 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-2e5f1245-d897-4dbf-9f3e-5e76a57bc091 admin admin] Deleting port 5f7e064d-324e-459a-b2b9-bde679a796bb {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:35.647169 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e5f1245-d897-4dbf-9f3e-5e76a57bc091 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.728325 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device c91c9a19-a7bf-4337-ab24-8c01162827f8 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:35.731071 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-2e5f1245-d897-4dbf-9f3e-5e76a57bc091 admin admin] For port 5f7e064d-324e-459a-b2b9-bde679a796bb, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=5f7e064d-324e-459a-b2b9-bde679a796bb,segment=NetworkSegment(c64f4cf8-2829-4d0d-bc3a-9a867f12fe01),segment_id=c64f4cf8-2829-4d0d-bc3a-9a867f12fe01)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:35.731386 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e5f1245-d897-4dbf-9f3e-5e76a57bc091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.751145 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-2e5f1245-d897-4dbf-9f3e-5e76a57bc091 admin admin] Calling delete_port for 5f7e064d-324e-459a-b2b9-bde679a796bb owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:35.788507 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port c91c9a19-a7bf-4337-ab24-8c01162827f8 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:35.794415 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port c91c9a19-a7bf-4337-ab24-8c01162827f8 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:35.794760 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.875674 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.899053 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854b8a7d-d778-4b49-923c-1e5ed8c5b157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91c9a19-a7bf-4337-ab24-8c01162827f8'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:35.901464 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6010fb9c-ed89-47ab-b04c-f5abe014b29f" -d '{"events": [{"server_uuid": "854b8a7d-d778-4b49-923c-1e5ed8c5b157", "name": "network-vif-plugged", "status": "completed", "tag": "c91c9a19-a7bf-4337-ab24-8c01162827f8"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:35.917008 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port c91c9a19-a7bf-4337-ab24-8c01162827f8, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=c91c9a19-a7bf-4337-ab24-8c01162827f8,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:35.921613 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.922600 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device f45b7f1b-c032-4fde-b88c-398f366dab43 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:35.978701 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e5f1245-d897-4dbf-9f3e-5e76a57bc091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.979045 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ed373a-e89e-4800-8882-88de239b0dcb x-openstack-request-id: req-23ed373a-e89e-4800-8882-88de239b0dcb {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:35.979220 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854b8a7d-d778-4b49-923c-1e5ed8c5b157", "name": "network-vif-plugged", "status": "completed", "tag": "c91c9a19-a7bf-4337-ab24-8c01162827f8", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:35.979951 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-23ed373a-e89e-4800-8882-88de239b0dcb {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:35.980543 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854b8a7d-d778-4b49-923c-1e5ed8c5b157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91c9a19-a7bf-4337-ab24-8c01162827f8', 'code': 200} Jul 16 20:43:35.984746 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: f45b7f1b-c032-4fde-b88c-398f366dab43 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:43:35.985321 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device f45b7f1b-c032-4fde-b88c-398f366dab43 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:43:36.010184 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f1245-d897-4dbf-9f3e-5e76a57bc091 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f7e064d-324e-459a-b2b9-bde679a796bb,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:36.016308 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=c91c9a19-a7bf-4337-ab24-8c01162827f8,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:36.179461 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5943719-a807-46a4-b5d7-3a25dfe6635f req-553a3070-7c41-4ee3-9121-17c23d7d11ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:36.181028 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e5943719-a807-46a4-b5d7-3a25dfe6635f req-553a3070-7c41-4ee3-9121-17c23d7d11ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=854b8a7d-d778-4b49-923c-1e5ed8c5b157 HTTP/1.1" status: 200 len: 1102 time: 0.1333606 Jul 16 20:43:36.257202 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e5943719-a807-46a4-b5d7-3a25dfe6635f req-d1867b50-71e1-4063-8839-4ee45b113094 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7e19d65b-e554-446f-97ad-b8baef4bc420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442274 Jul 16 20:43:36.259632 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e5f1245-d897-4dbf-9f3e-5e76a57bc091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.480539 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5f1245-d897-4dbf-9f3e-5e76a57bc091 admin admin] Router 938219a7-7622-46ff-87ae-64b418012382 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:43:36.599494 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5f1245-d897-4dbf-9f3e-5e76a57bc091 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:43:36.606281 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2e5f1245-d897-4dbf-9f3e-5e76a57bc091 admin admin] 10.222.0.38 "PUT /v2.0/routers/938219a7-7622-46ff-87ae-64b418012382/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6051128 Jul 16 20:43:36.608767 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55662) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:36.612948 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0ac528-14ff-4940-911e-cd7309e6b081 None None] Sync routers for ids ['938219a7-7622-46ff-87ae-64b418012382'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:43:36.624728 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0ac528-14ff-4940-911e-cd7309e6b081 None None] Routers {'938219a7-7622-46ff-87ae-64b418012382'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:43:36.626969 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-dd0ac528-14ff-4940-911e-cd7309e6b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:43:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['938219a7-7622-46ff-87ae-64b418012382'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:36.634760 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfe1fa-d5fe-4a08-8f6b-d71766fee450 req-434d38f3-18b5-44d3-a043-9430e28da723 tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:36.636237 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05dfe1fa-d5fe-4a08-8f6b-d71766fee450 req-434d38f3-18b5-44d3-a043-9430e28da723 tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.38 "GET /v2.0/ports?device_id=854b8a7d-d778-4b49-923c-1e5ed8c5b157 HTTP/1.1" status: 200 len: 950 time: 0.0795116 Jul 16 20:43:36.682404 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05dfe1fa-d5fe-4a08-8f6b-d71766fee450 req-8dcab41f-a1e6-4e4c-9089-3c5e31dae604 tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e19d65b-e554-446f-97ad-b8baef4bc420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402734 Jul 16 20:43:36.733685 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-689fc526-2a51-4d94-a5bf-6b4bdf0468c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.742100 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-dd0ac528-14ff-4940-911e-cd7309e6b081 None None] Set router 938219a7-7622-46ff-87ae-64b418012382 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:43:36.863404 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-689fc526-2a51-4d94-a5bf-6b4bdf0468c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.934457 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-689fc526-2a51-4d94-a5bf-6b4bdf0468c8 admin admin] Deleting port a7f5b18a-117c-476e-b00e-2667492732b1 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:36.935418 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-689fc526-2a51-4d94-a5bf-6b4bdf0468c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.957003 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-dd0ac528-14ff-4940-911e-cd7309e6b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938219a7-7622-46ff-87ae-64b418012382', 'name': 'tempest-ServerRescueTestJSON-994434962-router', 'tenant_id': 'a0908b6f9072478f9903b7e46929eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a7f5b18a-117c-476e-b00e-2667492732b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:43Z', 'updated_at': '2021-07-16T20:43:35Z', 'revision_number': 5, 'project_id': 'a0908b6f9072478f9903b7e46929eca0', 'gw_port': {'id': 'a7f5b18a-117c-476e-b00e-2667492732b1', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938219a7-7622-46ff-87ae-64b418012382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:44Z', 'updated_at': '2021-07-16T20:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:36.988908 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0ac528-14ff-4940-911e-cd7309e6b081 None None] Checking router: 938219a7-7622-46ff-87ae-64b418012382 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:43:36.998165 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0ac528-14ff-4940-911e-cd7309e6b081 None None] Routers {'938219a7-7622-46ff-87ae-64b418012382'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:43:36.999042 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-dd0ac528-14ff-4940-911e-cd7309e6b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:43:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['938219a7-7622-46ff-87ae-64b418012382'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:37.038915 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-689fc526-2a51-4d94-a5bf-6b4bdf0468c8 admin admin] For port a7f5b18a-117c-476e-b00e-2667492732b1, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a7f5b18a-117c-476e-b00e-2667492732b1,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:37.039446 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-689fc526-2a51-4d94-a5bf-6b4bdf0468c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.052173 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-689fc526-2a51-4d94-a5bf-6b4bdf0468c8 admin admin] Calling delete_port for a7f5b18a-117c-476e-b00e-2667492732b1 owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:37.101912 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-dd0ac528-14ff-4940-911e-cd7309e6b081 None None] Set router 938219a7-7622-46ff-87ae-64b418012382 gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:43:37.159171 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-dd0ac528-14ff-4940-911e-cd7309e6b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938219a7-7622-46ff-87ae-64b418012382', 'name': 'tempest-ServerRescueTestJSON-994434962-router', 'tenant_id': 'a0908b6f9072478f9903b7e46929eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:43Z', 'updated_at': '2021-07-16T20:43:36Z', 'revision_number': 6, 'project_id': 'a0908b6f9072478f9903b7e46929eca0', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:37.189692 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0ac528-14ff-4940-911e-cd7309e6b081 None None] The sync data for ids ['938219a7-7622-46ff-87ae-64b418012382'] in n-d-791506-21 is: [{'id': '938219a7-7622-46ff-87ae-64b418012382', 'name': 'tempest-ServerRescueTestJSON-994434962-router', 'tenant_id': 'a0908b6f9072478f9903b7e46929eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:43Z', 'updated_at': '2021-07-16T20:43:36Z', 'revision_number': 6, 'project_id': 'a0908b6f9072478f9903b7e46929eca0', 'gw_port_host': None}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:43:37.244676 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-689fc526-2a51-4d94-a5bf-6b4bdf0468c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.268662 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fc526-2a51-4d94-a5bf-6b4bdf0468c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f5b18a-117c-476e-b00e-2667492732b1,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:37.334611 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-689fc526-2a51-4d94-a5bf-6b4bdf0468c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.430426 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-689fc526-2a51-4d94-a5bf-6b4bdf0468c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.432584 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-689fc526-2a51-4d94-a5bf-6b4bdf0468c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.480999 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-689fc526-2a51-4d94-a5bf-6b4bdf0468c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.481555 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689fc526-2a51-4d94-a5bf-6b4bdf0468c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 938219a7-7622-46ff-87ae-64b418012382 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:43:37.486626 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-689fc526-2a51-4d94-a5bf-6b4bdf0468c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.487793 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-689fc526-2a51-4d94-a5bf-6b4bdf0468c8 admin admin] 10.222.0.38 "DELETE /v2.0/routers/938219a7-7622-46ff-87ae-64b418012382 HTTP/1.1" status: 204 len: 168 time: 0.8779376 Jul 16 20:43:37.490864 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55686) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:37.543095 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-abec2b6d-6c5f-48ab-abc8-d55f8005763d admin admin] Deleting subnet 42d6cc70-308b-45b9-b181-5593d6f8d932 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:43:37.547160 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-abec2b6d-6c5f-48ab-abc8-d55f8005763d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.597521 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-abec2b6d-6c5f-48ab-abc8-d55f8005763d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.641393 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-abec2b6d-6c5f-48ab-abc8-d55f8005763d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.704392 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-abec2b6d-6c5f-48ab-abc8-d55f8005763d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.730557 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec2b6d-6c5f-48ab-abc8-d55f8005763d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42d6cc70-308b-45b9-b181-5593d6f8d932,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:37.737614 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-abec2b6d-6c5f-48ab-abc8-d55f8005763d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.739554 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-abec2b6d-6c5f-48ab-abc8-d55f8005763d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/42d6cc70-308b-45b9-b181-5593d6f8d932 HTTP/1.1" status: 204 len: 168 time: 0.2477350 Jul 16 20:43:37.742170 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55696) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:37.812867 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3047819d-61a4-45b3-855a-437e3f6e5e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.873653 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6383b-706b-4cd7-8538-0846eeb95755 req-981e2f4c-445d-4f8c-a52a-d1b3a137bad8 tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:37.875178 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5fb6383b-706b-4cd7-8538-0846eeb95755 req-981e2f4c-445d-4f8c-a52a-d1b3a137bad8 tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.38 "GET /v2.0/ports?device_id=854b8a7d-d778-4b49-923c-1e5ed8c5b157 HTTP/1.1" status: 200 len: 950 time: 0.0697997 Jul 16 20:43:37.898752 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3047819d-61a4-45b3-855a-437e3f6e5e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.909043 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-3047819d-61a4-45b3-855a-437e3f6e5e1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:37.920017 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5fb6383b-706b-4cd7-8538-0846eeb95755 req-6ac952bf-ea4c-45d4-8efd-cd25c87113d8 tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e19d65b-e554-446f-97ad-b8baef4bc420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386252 Jul 16 20:43:37.920625 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-3047819d-61a4-45b3-855a-437e3f6e5e1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64f4cf8-2829-4d0d-bc3a-9a867f12fe01') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:37.920928 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-3047819d-61a4-45b3-855a-437e3f6e5e1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64f4cf8-2829-4d0d-bc3a-9a867f12fe01') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:37.932636 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3047819d-61a4-45b3-855a-437e3f6e5e1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.956197 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3047819d-61a4-45b3-855a-437e3f6e5e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.968962 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3047819d-61a4-45b3-855a-437e3f6e5e1d admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:37.969614 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3047819d-61a4-45b3-855a-437e3f6e5e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.983094 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5f7e064d-324e-459a-b2b9-bde679a796bb no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:38.010857 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 5f7e064d-324e-459a-b2b9-bde679a796bb {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:43:38.011660 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5f7e064d-324e-459a-b2b9-bde679a796bb not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:38.036373 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:38.055305 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3047819d-61a4-45b3-855a-437e3f6e5e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.060447 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3047819d-61a4-45b3-855a-437e3f6e5e1d admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.065400 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3047819d-61a4-45b3-855a-437e3f6e5e1d admin admin] 10.222.0.38 "DELETE /v2.0/networks/8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd HTTP/1.1" status: 204 len: 168 time: 0.3222497 Jul 16 20:43:38.098630 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047819d-61a4-45b3-855a-437e3f6e5e1d admin admin] Pushing event deleted for resources: {'Network': ['ID=8ffbdd96-0dba-4cc2-9f65-22f7a9dfc6cd,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:38.292811 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55712) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:38.337074 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8adc851f-4a9b-4f11-89ea-987a569a679e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a0908b6f9072478f9903b7e46929eca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426683 Jul 16 20:43:38.339760 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55716) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:38.425374 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8134e1e3-3096-4cda-9e3c-9026a4dfac8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.462796 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8134e1e3-3096-4cda-9e3c-9026a4dfac8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.523407 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8134e1e3-3096-4cda-9e3c-9026a4dfac8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.525984 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8134e1e3-3096-4cda-9e3c-9026a4dfac8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.529433 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8134e1e3-3096-4cda-9e3c-9026a4dfac8a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/082b4239-55ad-4135-98a0-7a21a4223936 HTTP/1.1" status: 204 len: 168 time: 0.1864185 Jul 16 20:43:38.529586 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a8b65-237c-4f34-801a-ee1efc5ae31b req-c14cdb35-8918-4a03-9afd-b366ceedf383 tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:38.530748 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d11a8b65-237c-4f34-801a-ee1efc5ae31b req-c14cdb35-8918-4a03-9afd-b366ceedf383 tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.38 "GET /v2.0/ports?device_id=854b8a7d-d778-4b49-923c-1e5ed8c5b157 HTTP/1.1" status: 200 len: 950 time: 0.0774124 Jul 16 20:43:38.538842 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134e1e3-3096-4cda-9e3c-9026a4dfac8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082b4239-55ad-4135-98a0-7a21a4223936,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:38.579196 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d11a8b65-237c-4f34-801a-ee1efc5ae31b req-f89bb86a-24a7-4a1c-9769-b0e2dca3ed6d tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e19d65b-e554-446f-97ad-b8baef4bc420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364854 Jul 16 20:43:39.563417 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a7f5b18a-117c-476e-b00e-2667492732b1 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:39.588626 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: a7f5b18a-117c-476e-b00e-2667492732b1 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:43:39.589428 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a7f5b18a-117c-476e-b00e-2667492732b1 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:43:39.668232 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388b8bb-7103-4902-a4af-9ccab060a92a req-1bcfb956-1c01-4916-81f8-b1bb055bed0a tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:39.669977 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3388b8bb-7103-4902-a4af-9ccab060a92a req-1bcfb956-1c01-4916-81f8-b1bb055bed0a tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.18 "GET /v2.0/ports?device_id=854b8a7d-d778-4b49-923c-1e5ed8c5b157 HTTP/1.1" status: 200 len: 950 time: 0.0899103 Jul 16 20:43:39.784311 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcf020-9d3b-4cbc-8715-a964192f0950 req-ab431f19-fd07-450d-8c20-ded98efd94f2 tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:39.785779 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2fcf020-9d3b-4cbc-8715-a964192f0950 req-ab431f19-fd07-450d-8c20-ded98efd94f2 tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.38 "GET /v2.0/ports?device_id=854b8a7d-d778-4b49-923c-1e5ed8c5b157 HTTP/1.1" status: 200 len: 950 time: 0.0755506 Jul 16 20:43:39.793154 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-3388b8bb-7103-4902-a4af-9ccab060a92a req-dede5e2e-7f97-477b-a4c4-bd203e1f361b tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Deleting port c91c9a19-a7bf-4337-ab24-8c01162827f8 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:39.793501 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3388b8bb-7103-4902-a4af-9ccab060a92a req-dede5e2e-7f97-477b-a4c4-bd203e1f361b tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:39.835617 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2fcf020-9d3b-4cbc-8715-a964192f0950 req-85e74cb2-3f6a-47e8-94aa-dc2aea94ce0a tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e19d65b-e554-446f-97ad-b8baef4bc420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423136 Jul 16 20:43:39.900818 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-3388b8bb-7103-4902-a4af-9ccab060a92a req-dede5e2e-7f97-477b-a4c4-bd203e1f361b tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] For port c91c9a19-a7bf-4337-ab24-8c01162827f8, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=c91c9a19-a7bf-4337-ab24-8c01162827f8,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:39.901407 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3388b8bb-7103-4902-a4af-9ccab060a92a req-dede5e2e-7f97-477b-a4c4-bd203e1f361b tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:39.914916 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-3388b8bb-7103-4902-a4af-9ccab060a92a req-dede5e2e-7f97-477b-a4c4-bd203e1f361b tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Calling delete_port for c91c9a19-a7bf-4337-ab24-8c01162827f8 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:40.070232 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3388b8bb-7103-4902-a4af-9ccab060a92a req-dede5e2e-7f97-477b-a4c4-bd203e1f361b tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:40.102543 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede5e2e-7f97-477b-a4c4-bd203e1f361b tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Pushing event deleted for resources: {'Port': ['ID=c91c9a19-a7bf-4337-ab24-8c01162827f8,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:40.162489 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-3388b8bb-7103-4902-a4af-9ccab060a92a req-dede5e2e-7f97-477b-a4c4-bd203e1f361b tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] No DVR routers for this DVR port c91c9a19-a7bf-4337-ab24-8c01162827f8 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:40.165553 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e6e9bc38-9a31-4028-bae6-31081be4cd74 req-57136685-5ae4-40a9-9b38-d18628fd6b11 tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c704482-8ccb-4830-bb90-c438470a66d0 HTTP/1.1" status: 200 len: 210 time: 0.0617597 Jul 16 20:43:40.166601 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3388b8bb-7103-4902-a4af-9ccab060a92a req-dede5e2e-7f97-477b-a4c4-bd203e1f361b tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:40.168981 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3388b8bb-7103-4902-a4af-9ccab060a92a req-dede5e2e-7f97-477b-a4c4-bd203e1f361b tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.18 "DELETE /v2.0/ports/c91c9a19-a7bf-4337-ab24-8c01162827f8 HTTP/1.1" status: 204 len: 173 time: 0.4928179 Jul 16 20:43:40.173380 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854b8a7d-d778-4b49-923c-1e5ed8c5b157', 'name': 'network-vif-deleted', 'tag': 'c91c9a19-a7bf-4337-ab24-8c01162827f8'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:40.176120 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099faf6b-b198-47b3-a206-b4c473a4c6c9" -d '{"events": [{"server_uuid": "854b8a7d-d778-4b49-923c-1e5ed8c5b157", "name": "network-vif-deleted", "tag": "c91c9a19-a7bf-4337-ab24-8c01162827f8"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:40.266120 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36ba1b4-472f-43e9-acc3-0c4b32ea5d22 x-openstack-request-id: req-c36ba1b4-472f-43e9-acc3-0c4b32ea5d22 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:40.266600 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854b8a7d-d778-4b49-923c-1e5ed8c5b157", "name": "network-vif-deleted", "tag": "c91c9a19-a7bf-4337-ab24-8c01162827f8", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:40.267361 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c36ba1b4-472f-43e9-acc3-0c4b32ea5d22 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:40.267911 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854b8a7d-d778-4b49-923c-1e5ed8c5b157', 'name': 'network-vif-deleted', 'tag': 'c91c9a19-a7bf-4337-ab24-8c01162827f8', 'status': 'completed', 'code': 200} Jul 16 20:43:40.766773 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-266a6da8-6716-4656-9658-16438b740f35 req-1206f134-ad58-4456-89cb-7a1fa0884c9f tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0447669 Jul 16 20:43:41.038801 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d1379fb5-d01e-4c68-bbec-4aadf60d14ab req-02a283f0-4898-4512-bdd5-c71787d07a8f tempest-VolumesNegativeTest-599276090 tempest-VolumesNegativeTest-599276090-project] 10.222.0.38 "GET /v2.0/ports?device_id=854b8a7d-d778-4b49-923c-1e5ed8c5b157 HTTP/1.1" status: 200 len: 210 time: 0.0323019 Jul 16 20:43:41.743983 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device c91c9a19-a7bf-4337-ab24-8c01162827f8 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:41.769269 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: c91c9a19-a7bf-4337-ab24-8c01162827f8 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:43:41.770224 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device c91c9a19-a7bf-4337-ab24-8c01162827f8 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:43:41.959941 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9587ee63-80fa-4dbd-9567-79c077402b2b req-6dde515d-8cb5-4c2c-8b92-b52aca001d01 tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0393517 Jul 16 20:43:42.667490 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e9f912c1-d703-45c5-b958-6fe3722f0724 req-23939d4d-d3fb-43df-9e06-6ee2f2316241 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2c704482-8ccb-4830-bb90-c438470a66d0 HTTP/1.1" status: 200 len: 210 time: 0.0351989 Jul 16 20:43:43.115101 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c882415-640e-4963-ab0b-d62d680bcfd7 req-2497ce62-1d01-42f4-8e76-b799d7b7d9f6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0435855 Jul 16 20:43:43.136568 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ce0979e6-1e45-45b0-b2bb-1caadc2fa9fd req-fe37a8da-d0f0-47df-9e46-df4c667cc593 tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0326996 Jul 16 20:43:43.869640 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56036) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:43.988347 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-65749bd6-1f62-458c-9378-6999c1dfbfe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.085055 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-65749bd6-1f62-458c-9378-6999c1dfbfe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.088881 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-65749bd6-1f62-458c-9378-6999c1dfbfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.128157 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-65749bd6-1f62-458c-9378-6999c1dfbfe3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bba05a7370a94160ae28606833f281b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2573006 Jul 16 20:43:44.129029 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65749bd6-1f62-458c-9378-6999c1dfbfe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123f57d8-3b29-4129-882d-921e0daeb35b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:44.131649 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56048) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:44.183343 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-86223ac6-4c37-489f-8a6f-38319d523940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.213979 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-86223ac6-4c37-489f-8a6f-38319d523940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.265370 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-86223ac6-4c37-489f-8a6f-38319d523940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.268393 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-86223ac6-4c37-489f-8a6f-38319d523940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.269574 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-86223ac6-4c37-489f-8a6f-38319d523940 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/123f57d8-3b29-4129-882d-921e0daeb35b HTTP/1.1" status: 204 len: 168 time: 0.1364052 Jul 16 20:43:44.278137 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86223ac6-4c37-489f-8a6f-38319d523940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123f57d8-3b29-4129-882d-921e0daeb35b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:44.330891 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f16d7a72-767d-40ea-94fc-6c8c90da7b18 req-0c4c6a98-742a-4c8c-8aea-3b2c9d1e980a tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0311737 Jul 16 20:43:44.615727 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56100) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:44.629646 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a4b9001c-ccff-41c5-b8d3-5da4cce6a0b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.762947 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a4b9001c-ccff-41c5-b8d3-5da4cce6a0b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.769608 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a4b9001c-ccff-41c5-b8d3-5da4cce6a0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.800609 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a4b9001c-ccff-41c5-b8d3-5da4cce6a0b0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e32f0950f53d4f8b9848a5fcd112e33a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1839471 Jul 16 20:43:44.803405 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56114) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:44.856341 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9001c-ccff-41c5-b8d3-5da4cce6a0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0165eb3d-1591-4f18-8e5a-d0c4188c24b0,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:44.858685 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-41a17933-6ca0-4185-835f-03bceb64357a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.901697 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-41a17933-6ca0-4185-835f-03bceb64357a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.931425 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5b08bb79-4c81-4804-be01-2f1f5a66f6d1 req-c8a5f3c6-c82c-4e27-afaf-ee5fc9b724de tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0352292 Jul 16 20:43:44.963843 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-41a17933-6ca0-4185-835f-03bceb64357a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.967097 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-41a17933-6ca0-4185-835f-03bceb64357a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.967819 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-41a17933-6ca0-4185-835f-03bceb64357a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0165eb3d-1591-4f18-8e5a-d0c4188c24b0 HTTP/1.1" status: 204 len: 168 time: 0.1633906 Jul 16 20:43:44.992445 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a17933-6ca0-4185-835f-03bceb64357a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0165eb3d-1591-4f18-8e5a-d0c4188c24b0,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:45.351200 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56152) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:45.365098 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-60d444ed-2af6-402a-bc65-cec8507871d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.460104 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-60d444ed-2af6-402a-bc65-cec8507871d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.463833 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-60d444ed-2af6-402a-bc65-cec8507871d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.503570 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-60d444ed-2af6-402a-bc65-cec8507871d5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=426440c069d748839096e0267f2ce880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1511078 Jul 16 20:43:45.504356 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d444ed-2af6-402a-bc65-cec8507871d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acbdcf5-8618-4a77-a0ae-6a9ce2e0ce7e,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:45.507224 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56154) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:45.565932 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c4ef115-b084-4bfe-a350-bc03742a8d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.588887 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c4ef115-b084-4bfe-a350-bc03742a8d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.637203 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c4ef115-b084-4bfe-a350-bc03742a8d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.640432 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c4ef115-b084-4bfe-a350-bc03742a8d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.641664 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6c4ef115-b084-4bfe-a350-bc03742a8d7f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2acbdcf5-8618-4a77-a0ae-6a9ce2e0ce7e HTTP/1.1" status: 204 len: 168 time: 0.1333978 Jul 16 20:43:45.654793 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ef115-b084-4bfe-a350-bc03742a8d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acbdcf5-8618-4a77-a0ae-6a9ce2e0ce7e,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:46.105334 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7392b8bd-9d3f-4dea-bb9f-2ab604bd35a0 req-b336afb0-f05f-425d-858b-37d1c09a0d6e tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0316470 Jul 16 20:43:46.954844 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56196) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:47.053032 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-4609e370-8d81-4026-b7fc-da4f731825a6 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1478216006', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:47.077388 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4609e370-8d81-4026-b7fc-da4f731825a6 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Made reservation on behalf of bdd574c9869246109e9b744821b61dd6 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:47.080248 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4609e370-8d81-4026-b7fc-da4f731825a6 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.089708 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4609e370-8d81-4026-b7fc-da4f731825a6 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.197217 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4609e370-8d81-4026-b7fc-da4f731825a6 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.202773 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4609e370-8d81-4026-b7fc-da4f731825a6 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.209182 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-4609e370-8d81-4026-b7fc-da4f731825a6 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] device_id is not set on port 7d95e689-1774-4cfa-b611-397708288cd2 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:43:47.265443 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d276d1ca-bd57-4161-a62f-b79e09a1c2fe req-9c937888-2cfa-4cf4-b419-8108c0128411 tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0296943 Jul 16 20:43:47.273210 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609e370-8d81-4026-b7fc-da4f731825a6 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1025082-c828-43d8-a59c-4be89706bc85,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:47.351117 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-4609e370-8d81-4026-b7fc-da4f731825a6 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Allocated IP 172.25.0.194 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/7d95e689-1774-4cfa-b611-397708288cd2) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:47.499700 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4609e370-8d81-4026-b7fc-da4f731825a6 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.545286 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4609e370-8d81-4026-b7fc-da4f731825a6 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.590419 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4609e370-8d81-4026-b7fc-da4f731825a6 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:47.593211 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-4609e370-8d81-4026-b7fc-da4f731825a6 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:47.596820 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4609e370-8d81-4026-b7fc-da4f731825a6 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:47.602671 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609e370-8d81-4026-b7fc-da4f731825a6 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Pushing event updated for resources: {'Port': ['ID=7d95e689-1774-4cfa-b611-397708288cd2,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:47.639173 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4609e370-8d81-4026-b7fc-da4f731825a6 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:47.639797 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4609e370-8d81-4026-b7fc-da4f731825a6 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.655886 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56210) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:47.658373 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4609e370-8d81-4026-b7fc-da4f731825a6 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.7006600 Jul 16 20:43:47.659713 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56212) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:47.665347 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a975126b-7875-4353-a97a-2b10d0243a87 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194'}]}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:47.690634 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a975126b-7875-4353-a97a-2b10d0243a87 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.691932 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a975126b-7875-4353-a97a-2b10d0243a87 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.749668 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a975126b-7875-4353-a97a-2b10d0243a87 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.806439 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e17a7853-c4d4-48ea-8afb-eca6ad17cc53 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1fb56ef32e7242678c35c888e0cc3362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469717 Jul 16 20:43:47.806681 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56216) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:47.857089 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fbdf0024-95c0-41ba-8e27-282f3242246c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.880932 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fbdf0024-95c0-41ba-8e27-282f3242246c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.930189 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fbdf0024-95c0-41ba-8e27-282f3242246c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.932964 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fbdf0024-95c0-41ba-8e27-282f3242246c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.934238 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fbdf0024-95c0-41ba-8e27-282f3242246c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7e19d65b-e554-446f-97ad-b8baef4bc420 HTTP/1.1" status: 204 len: 168 time: 0.1266158 Jul 16 20:43:47.944426 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf0024-95c0-41ba-8e27-282f3242246c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e19d65b-e554-446f-97ad-b8baef4bc420,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:48.199471 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a975126b-7875-4353-a97a-2b10d0243a87 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.426125 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a975126b-7875-4353-a97a-2b10d0243a87 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.436926 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f11e9c2a-1d0c-45f3-a72e-044ecb2b5ea1 req-b543fc64-a306-4b84-bffb-58e87c9d4ee0 tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0346904 Jul 16 20:43:48.446387 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a975126b-7875-4353-a97a-2b10d0243a87 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.599262 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a975126b-7875-4353-a97a-2b10d0243a87 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.765170 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a975126b-7875-4353-a97a-2b10d0243a87 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.767325 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a975126b-7875-4353-a97a-2b10d0243a87 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.812812 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a975126b-7875-4353-a97a-2b10d0243a87 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.813343 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a975126b-7875-4353-a97a-2b10d0243a87 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4c9c870-5f65-430d-9d96-00635e1fea86 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:43:48.836779 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-a975126b-7875-4353-a97a-2b10d0243a87 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:43:48.837839 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a975126b-7875-4353-a97a-2b10d0243a87 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1769686 Jul 16 20:43:48.840917 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56254) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:48.926435 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-0f55699b-25fd-426c-b89a-7f65ce37a031 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Deleting port 7d95e689-1774-4cfa-b611-397708288cd2 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:48.927169 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0f55699b-25fd-426c-b89a-7f65ce37a031 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:49.009311 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0f55699b-25fd-426c-b89a-7f65ce37a031 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:49.021521 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-0f55699b-25fd-426c-b89a-7f65ce37a031 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Calling delete_port for 7d95e689-1774-4cfa-b611-397708288cd2 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:49.152223 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0f55699b-25fd-426c-b89a-7f65ce37a031 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:49.185043 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55699b-25fd-426c-b89a-7f65ce37a031 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d95e689-1774-4cfa-b611-397708288cd2,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:49.254388 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0f55699b-25fd-426c-b89a-7f65ce37a031 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:49.257367 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0f55699b-25fd-426c-b89a-7f65ce37a031 tempest-RoutersAdminNegativeIpV6Test-258816412 tempest-RoutersAdminNegativeIpV6Test-258816412-project-admin] 10.222.0.38 "DELETE /v2.0/ports/7d95e689-1774-4cfa-b611-397708288cd2 HTTP/1.1" status: 204 len: 168 time: 0.4154460 Jul 16 20:43:49.532002 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56272) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:49.602876 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-56e100c6-f1a9-4016-9e70-10c8a87d09fc req-b2f4a15b-a02f-47b1-a8f7-aaf3f2e55636 tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0320253 Jul 16 20:43:49.647584 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a4a1150a-8fd0-4e69-857d-9886a2f661b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:49.750388 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a4a1150a-8fd0-4e69-857d-9886a2f661b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:49.754602 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a4a1150a-8fd0-4e69-857d-9886a2f661b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:49.794384 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a4a1150a-8fd0-4e69-857d-9886a2f661b1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0fac3675cf324dc38bf48e856fad19fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2611215 Jul 16 20:43:49.795278 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1150a-8fd0-4e69-857d-9886a2f661b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e37350b-d2b3-4a64-822b-507ac88be54c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:49.797138 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56276) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:49.849856 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77f712fb-862c-47c7-8122-b6c0d5c987f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:49.871353 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77f712fb-862c-47c7-8122-b6c0d5c987f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:49.921865 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77f712fb-862c-47c7-8122-b6c0d5c987f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:49.924470 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77f712fb-862c-47c7-8122-b6c0d5c987f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:49.925623 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-77f712fb-862c-47c7-8122-b6c0d5c987f8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1e37350b-d2b3-4a64-822b-507ac88be54c HTTP/1.1" status: 204 len: 168 time: 0.1258726 Jul 16 20:43:49.933728 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f712fb-862c-47c7-8122-b6c0d5c987f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e37350b-d2b3-4a64-822b-507ac88be54c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:50.189001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56284) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:50.231751 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0661a036-9a54-472a-99f8-578ed8636a5d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bdd574c9869246109e9b744821b61dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415685 Jul 16 20:43:50.234286 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56288) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:50.285529 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-72865e0b-f953-4082-af14-fdc5b39fb82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:50.306831 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-72865e0b-f953-4082-af14-fdc5b39fb82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:50.368318 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-72865e0b-f953-4082-af14-fdc5b39fb82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:50.371105 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-72865e0b-f953-4082-af14-fdc5b39fb82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:50.374546 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-72865e0b-f953-4082-af14-fdc5b39fb82d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d1025082-c828-43d8-a59c-4be89706bc85 HTTP/1.1" status: 204 len: 168 time: 0.1370394 Jul 16 20:43:50.381381 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72865e0b-f953-4082-af14-fdc5b39fb82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1025082-c828-43d8-a59c-4be89706bc85,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:50.771283 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-40b0b60b-86dc-4d1b-9c20-9e9e4f4260cc req-263a015a-ddd6-477d-81a0-a7b1cb170275 tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0337481 Jul 16 20:43:51.086417 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56316) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:51.181094 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-01fbe847-4049-461c-aca2-a0fdbd8bf6a7 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-20404794'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:51.201762 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fbe847-4049-461c-aca2-a0fdbd8bf6a7 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Made reservation on behalf of 93f28ec7b9a74f65bdf29ea7ac3c565a for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:51.205491 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01fbe847-4049-461c-aca2-a0fdbd8bf6a7 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:51.215327 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01fbe847-4049-461c-aca2-a0fdbd8bf6a7 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:51.323070 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01fbe847-4049-461c-aca2-a0fdbd8bf6a7 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:51.335220 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01fbe847-4049-461c-aca2-a0fdbd8bf6a7 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:51.402298 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01fbe847-4049-461c-aca2-a0fdbd8bf6a7 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:43:51.420005 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01fbe847-4049-461c-aca2-a0fdbd8bf6a7 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:51.420613 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-01fbe847-4049-461c-aca2-a0fdbd8bf6a7 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Added segment d9ad36bd-1778-4391-a548-3ba5b8da6c3e of type vlan for network f984e16b-8960-425a-894d-cc3a3d2c266a Jul 16 20:43:51.436563 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbe847-4049-461c-aca2-a0fdbd8bf6a7 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad41b06-f388-49ca-b674-6124d581d2c9,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:51.472059 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01fbe847-4049-461c-aca2-a0fdbd8bf6a7 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:51.503089 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01fbe847-4049-461c-aca2-a0fdbd8bf6a7 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:51.517056 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fbe847-4049-461c-aca2-a0fdbd8bf6a7 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:51.517888 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01fbe847-4049-461c-aca2-a0fdbd8bf6a7 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:51.579335 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-01fbe847-4049-461c-aca2-a0fdbd8bf6a7 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4917140 Jul 16 20:43:51.582218 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56324) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:51.590634 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-17a67b39-acd5-4724-b3f2-cb62c8c554d4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Request body: {'subnet': {'network_id': 'f984e16b-8960-425a-894d-cc3a3d2c266a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:51.628550 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbe847-4049-461c-aca2-a0fdbd8bf6a7 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Pushing event updated for resources: {'Network': ['ID=f984e16b-8960-425a-894d-cc3a3d2c266a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:51.640876 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network f984e16b-8960-425a-894d-cc3a3d2c266a details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:43:51.690014 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a67b39-acd5-4724-b3f2-cb62c8c554d4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Made reservation on behalf of 93f28ec7b9a74f65bdf29ea7ac3c565a for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:51.693821 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-17a67b39-acd5-4724-b3f2-cb62c8c554d4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:51.708137 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ec3afc0-b7b7-45b5-8d68-ea64b375ef7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:51.872647 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-17a67b39-acd5-4724-b3f2-cb62c8c554d4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:51.923000 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dd8ad298-b888-4e89-8f9d-867533b9590e req-ead63669-f02b-4a6b-8f60-c686bd3446e2 tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0292978 Jul 16 20:43:51.932331 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a67b39-acd5-4724-b3f2-cb62c8c554d4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Pushing event updated for resources: {'Subnet': ['ID=7bc71d92-0dfc-453a-a112-8fc59d08f7d3,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:51.942912 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a67b39-acd5-4724-b3f2-cb62c8c554d4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Checking segment: {'id': 'd9ad36bd-1778-4391-a548-3ba5b8da6c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f984e16b-8960-425a-894d-cc3a3d2c266a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:51.943456 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a67b39-acd5-4724-b3f2-cb62c8c554d4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Network hostable DHCP agents. Network: f984e16b-8960-425a-894d-cc3a3d2c266a, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:43:51.962982 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a67b39-acd5-4724-b3f2-cb62c8c554d4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Network f984e16b-8960-425a-894d-cc3a3d2c266a is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:43:51.970899 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-17a67b39-acd5-4724-b3f2-cb62c8c554d4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, f984e16b-8960-425a-894d-cc3a3d2c266a) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:51.975474 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a67b39-acd5-4724-b3f2-cb62c8c554d4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:51.976118 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-17a67b39-acd5-4724-b3f2-cb62c8c554d4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:51.980689 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fca9c5-1be9-4c31-b797-84fb0c379692 None None] Network f984e16b-8960-425a-894d-cc3a3d2c266a requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:51.993113 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-17a67b39-acd5-4724-b3f2-cb62c8c554d4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4088078 Jul 16 20:43:51.995728 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56328) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:52.000336 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-85966c78-5c39-48a4-8955-e791054bd9da tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-106786543', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:52.023737 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85966c78-5c39-48a4-8955-e791054bd9da tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:52.024832 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85966c78-5c39-48a4-8955-e791054bd9da tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:52.079570 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85966c78-5c39-48a4-8955-e791054bd9da tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:52.085669 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85966c78-5c39-48a4-8955-e791054bd9da tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:52.102383 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85966c78-5c39-48a4-8955-e791054bd9da tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:52.103737 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-85966c78-5c39-48a4-8955-e791054bd9da tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1069989 Jul 16 20:43:52.106517 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56330) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:52.131273 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-f984e16b-8960-425a-894d-cc3a3d2c266a', 'network_id': 'f984e16b-8960-425a-894d-cc3a3d2c266a', 'tenant_id': '93f28ec7b9a74f65bdf29ea7ac3c565a', 'fixed_ips': [{'subnet_id': '7bc71d92-0dfc-453a-a112-8fc59d08f7d3'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:43:52.132286 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:52.267180 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Allocated IP 172.20.0.2 (f984e16b-8960-425a-894d-cc3a3d2c266a/7bc71d92-0dfc-453a-a112-8fc59d08f7d3/9a43e958-13f0-4026-9939-da831925952d) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:52.417208 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:52.426631 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Transition to ACTIVE for port object 9a43e958-13f0-4026-9939-da831925952d will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:52.444221 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Transition to ACTIVE for port object 9a43e958-13f0-4026-9939-da831925952d will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:52.450000 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:52.486402 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Network f984e16b-8960-425a-894d-cc3a3d2c266a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:52.489514 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:52.495175 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:52.526249 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Pushing event updated for resources: {'Port': ['ID=9a43e958-13f0-4026-9939-da831925952d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:52.557493 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:52.557841 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:52.558179 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:52.558734 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:52.559235 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:52.559568 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:52.559897 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:52.560225 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:52.560551 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:52.560875 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:52.561200 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:52.561528 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:52.575394 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Attempting to bind port 9a43e958-13f0-4026-9939-da831925952d on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:43:52.576013 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Attempting to bind port 9a43e958-13f0-4026-9939-da831925952d by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'd9ad36bd-1778-4391-a548-3ba5b8da6c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f984e16b-8960-425a-894d-cc3a3d2c266a'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:43:52.576562 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Attempting to bind port 9a43e958-13f0-4026-9939-da831925952d on network f984e16b-8960-425a-894d-cc3a3d2c266a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:52.582292 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:43:52.582750 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Checking segment: {'id': 'd9ad36bd-1778-4391-a548-3ba5b8da6c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f984e16b-8960-425a-894d-cc3a3d2c266a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:52.583257 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:52.583654 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Bound using segment: {'id': 'd9ad36bd-1778-4391-a548-3ba5b8da6c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f984e16b-8960-425a-894d-cc3a3d2c266a'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:43:52.584132 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Bound port: 9a43e958-13f0-4026-9939-da831925952d, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ad36bd-1778-4391-a548-3ba5b8da6c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f984e16b-8960-425a-894d-cc3a3d2c266a'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:43:52.584521 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:52.631394 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1a4388c3-3dc7-4e08-adfe-24756e6207ce tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:52.658748 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] For port 9a43e958-13f0-4026-9939-da831925952d, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:43:52.663641 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] For port 9a43e958-13f0-4026-9939-da831925952d, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9a43e958-13f0-4026-9939-da831925952d,segment=NetworkSegment(d9ad36bd-1778-4391-a548-3ba5b8da6c3e),segment_id=d9ad36bd-1778-4391-a548-3ba5b8da6c3e)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:43:52.669622 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:52.723257 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1959a8-7e41-4fa6-885c-026e578e08cf None None] Pushing event updated for resources: {'Port': ['ID=9a43e958-13f0-4026-9939-da831925952d,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:52.980090 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-1a4388c3-3dc7-4e08-adfe-24756e6207ce tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Allocated IP 172.20.0.1 (f984e16b-8960-425a-894d-cc3a3d2c266a/7bc71d92-0dfc-453a-a112-8fc59d08f7d3/b324e0a0-dc08-4e20-8099-cc11f367d2d1) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:53.045371 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d1093b4b-44fb-4029-b7b1-c2f3edb11586 req-61fd5aa8-e6de-4a9f-b37b-8f8f56f1ccbf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1095176 Jul 16 20:43:53.126548 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2e4962d1-caa8-4b74-a6b4-03f96cde2813 req-0fa86216-90db-4144-b4f3-a0cd41431fbf tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0396988 Jul 16 20:43:53.140052 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1093b4b-44fb-4029-b7b1-c2f3edb11586 req-9c7c0663-f901-414b-b134-481fb4396e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:53.141975 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d1093b4b-44fb-4029-b7b1-c2f3edb11586 req-9c7c0663-f901-414b-b134-481fb4396e90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a195eb15eb6f4338b136e6cce4c78c87&device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 1097 time: 0.0722268 Jul 16 20:43:53.145885 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1a4388c3-3dc7-4e08-adfe-24756e6207ce tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.175997 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-1a4388c3-3dc7-4e08-adfe-24756e6207ce tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Transition to ACTIVE for port object b324e0a0-dc08-4e20-8099-cc11f367d2d1 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:53.215237 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1a4388c3-3dc7-4e08-adfe-24756e6207ce tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.266760 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4388c3-3dc7-4e08-adfe-24756e6207ce tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Network f984e16b-8960-425a-894d-cc3a3d2c266a is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:53.270659 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-1a4388c3-3dc7-4e08-adfe-24756e6207ce tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:53.273523 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4388c3-3dc7-4e08-adfe-24756e6207ce tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:53.297733 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4388c3-3dc7-4e08-adfe-24756e6207ce tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Pushing event updated for resources: {'Port': ['ID=b324e0a0-dc08-4e20-8099-cc11f367d2d1,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:53.308752 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1093b4b-44fb-4029-b7b1-c2f3edb11586 req-79048dc9-2cce-48fe-bb97-bdebc23ae83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:53.310920 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d1093b4b-44fb-4029-b7b1-c2f3edb11586 req-79048dc9-2cce-48fe-bb97-bdebc23ae83c service neutron] 10.222.0.18 "GET /v2.0/networks?id=57f96d4f-a3d8-495c-8b4c-383900172d1b HTTP/1.1" status: 200 len: 918 time: 0.1429567 Jul 16 20:43:53.322423 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1a4388c3-3dc7-4e08-adfe-24756e6207ce tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.381035 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d1093b4b-44fb-4029-b7b1-c2f3edb11586 req-4f8d90d6-1c52-4b76-8d3e-59bb8bed3d43 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b354de15-c4c5-46cb-b9ad-6320a00577f1 HTTP/1.1" status: 200 len: 1000 time: 0.0623317 Jul 16 20:43:53.436747 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1093b4b-44fb-4029-b7b1-c2f3edb11586 req-75258028-78af-469b-bd84-8d9d8bd298c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:53.438281 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d1093b4b-44fb-4029-b7b1-c2f3edb11586 req-75258028-78af-469b-bd84-8d9d8bd298c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8d89da5-8a18-4550-b255-1d58457114f4 HTTP/1.1" status: 200 len: 856 time: 0.0513248 Jul 16 20:43:53.467051 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1a4388c3-3dc7-4e08-adfe-24756e6207ce tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.503025 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1093b4b-44fb-4029-b7b1-c2f3edb11586 req-ca1e6741-d840-4636-918a-f7f04e133de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:53.504681 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d1093b4b-44fb-4029-b7b1-c2f3edb11586 req-ca1e6741-d840-4636-918a-f7f04e133de6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=57f96d4f-a3d8-495c-8b4c-383900172d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593910 Jul 16 20:43:53.652950 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d1093b4b-44fb-4029-b7b1-c2f3edb11586 req-3dc7e71d-105f-4d9b-bfa9-d9a34a1ead75 service neutron] 10.222.0.18 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417696 Jul 16 20:43:53.706679 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9a43e958-13f0-4026-9939-da831925952d up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:53.826987 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 9a43e958-13f0-4026-9939-da831925952d completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:53.831350 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d1093b4b-44fb-4029-b7b1-c2f3edb11586 req-378209b3-9f06-49aa-a1d4-81472a72b820 service neutron] 10.222.0.18 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652372 Jul 16 20:43:53.884748 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1a4388c3-3dc7-4e08-adfe-24756e6207ce tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.889514 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1a4388c3-3dc7-4e08-adfe-24756e6207ce tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.975349 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1a4388c3-3dc7-4e08-adfe-24756e6207ce tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.977402 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4388c3-3dc7-4e08-adfe-24756e6207ce tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Pushing event updated for resources: {'Port': ['ID=b324e0a0-dc08-4e20-8099-cc11f367d2d1,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:54.062077 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53a2407-e0a5-4562-ab64-0cef985fefe8 None None] Network f984e16b-8960-425a-894d-cc3a3d2c266a requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:54.091144 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4388c3-3dc7-4e08-adfe-24756e6207ce tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Network f984e16b-8960-425a-894d-cc3a3d2c266a is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:54.092503 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-1a4388c3-3dc7-4e08-adfe-24756e6207ce tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:54.136454 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bbebcfbe-d6fe-4a77-9421-8f4c1347f561 None None] Provisioning for port 9a43e958-13f0-4026-9939-da831925952d completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:54.148487 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bbebcfbe-d6fe-4a77-9421-8f4c1347f561 None None] Provisioning complete for port 9a43e958-13f0-4026-9939-da831925952d triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:54.148944 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bbebcfbe-d6fe-4a77-9421-8f4c1347f561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:54.215113 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4388c3-3dc7-4e08-adfe-24756e6207ce tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Router 9ce5e438-2e12-4e10-af10-7705e9796d51 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:43:54.230572 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d8885d9-9df5-4330-9a1a-9287ff4c8496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:54.315165 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bbebcfbe-d6fe-4a77-9421-8f4c1347f561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:54.320747 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9b7f7dec-e5f1-4104-8016-063e77f8b866 req-929c2711-e68f-4a6c-a20f-4ce234d632a3 tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0355902 Jul 16 20:43:54.320916 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:54.340813 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4388c3-3dc7-4e08-adfe-24756e6207ce tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:43:54.350036 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1a4388c3-3dc7-4e08-adfe-24756e6207ce tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] 10.222.0.38 "PUT /v2.0/routers/9ce5e438-2e12-4e10-af10-7705e9796d51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2423706 Jul 16 20:43:54.350765 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56350) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:54.356759 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-09c263b8-adf7-43bb-862f-9388d19be4af tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Request body: {'port': {'network_id': 'f984e16b-8960-425a-894d-cc3a3d2c266a', 'name': 'tempest-FloatingIPNegativeTestJSON-413663604'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:54.358817 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cc5ff3-1557-4bb2-a4d1-da4cbb47ea76 None None] Sync routers for ids ['9ce5e438-2e12-4e10-af10-7705e9796d51'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:43:54.365721 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-bbebcfbe-d6fe-4a77-9421-8f4c1347f561 None None] For port 9a43e958-13f0-4026-9939-da831925952d, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9a43e958-13f0-4026-9939-da831925952d,segment=NetworkSegment(d9ad36bd-1778-4391-a548-3ba5b8da6c3e),segment_id=d9ad36bd-1778-4391-a548-3ba5b8da6c3e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:54.372094 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bbebcfbe-d6fe-4a77-9421-8f4c1347f561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:54.397942 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cc5ff3-1557-4bb2-a4d1-da4cbb47ea76 None None] Routers {'9ce5e438-2e12-4e10-af10-7705e9796d51'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:43:54.398621 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-55cc5ff3-1557-4bb2-a4d1-da4cbb47ea76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:43:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9ce5e438-2e12-4e10-af10-7705e9796d51'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:54.442352 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-55cc5ff3-1557-4bb2-a4d1-da4cbb47ea76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:54.463622 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebcfbe-d6fe-4a77-9421-8f4c1347f561 None None] Pushing event updated for resources: {'Port': ['ID=9a43e958-13f0-4026-9939-da831925952d,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:54.469264 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cc5ff3-1557-4bb2-a4d1-da4cbb47ea76 None None] Routers {'9ce5e438-2e12-4e10-af10-7705e9796d51'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:43:54.469798 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-55cc5ff3-1557-4bb2-a4d1-da4cbb47ea76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:43:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9ce5e438-2e12-4e10-af10-7705e9796d51'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:54.490591 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c263b8-adf7-43bb-862f-9388d19be4af tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Made reservation on behalf of 93f28ec7b9a74f65bdf29ea7ac3c565a for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:54.494509 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09c263b8-adf7-43bb-862f-9388d19be4af tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:54.503773 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-55cc5ff3-1557-4bb2-a4d1-da4cbb47ea76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:54.505235 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cc5ff3-1557-4bb2-a4d1-da4cbb47ea76 None None] The sync data for ids ['9ce5e438-2e12-4e10-af10-7705e9796d51'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:43:54.514116 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-09c263b8-adf7-43bb-862f-9388d19be4af tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] device_id is not set on port 74ccfb1a-d758-4c7f-8039-4b4a391f537f yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:43:54.604016 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-aca3356c-8d3d-4e4b-a29d-ccfb65d7032f None None] Provisioning for port b324e0a0-dc08-4e20-8099-cc11f367d2d1 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:54.609156 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-aca3356c-8d3d-4e4b-a29d-ccfb65d7032f None None] Provisioning complete for port b324e0a0-dc08-4e20-8099-cc11f367d2d1 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:54.610090 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aca3356c-8d3d-4e4b-a29d-ccfb65d7032f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:54.645928 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-09c263b8-adf7-43bb-862f-9388d19be4af tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Allocated IP 172.20.0.6 (f984e16b-8960-425a-894d-cc3a3d2c266a/7bc71d92-0dfc-453a-a112-8fc59d08f7d3/74ccfb1a-d758-4c7f-8039-4b4a391f537f) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:54.660448 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-aca3356c-8d3d-4e4b-a29d-ccfb65d7032f None None] Port b324e0a0-dc08-4e20-8099-cc11f367d2d1 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:43:54.675880 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-aca3356c-8d3d-4e4b-a29d-ccfb65d7032f None None] Provisioning complete for port 9a43e958-13f0-4026-9939-da831925952d triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:54.676342 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aca3356c-8d3d-4e4b-a29d-ccfb65d7032f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:54.837335 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09c263b8-adf7-43bb-862f-9388d19be4af tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:54.852625 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-09c263b8-adf7-43bb-862f-9388d19be4af tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Transition to ACTIVE for port object 74ccfb1a-d758-4c7f-8039-4b4a391f537f will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:54.890868 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09c263b8-adf7-43bb-862f-9388d19be4af tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:54.897099 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ef87fb3d-7f7d-47b7-9a04-6315762f70b1 None None] Provisioning complete for port b324e0a0-dc08-4e20-8099-cc11f367d2d1 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:54.898243 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef87fb3d-7f7d-47b7-9a04-6315762f70b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:54.963503 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c263b8-adf7-43bb-862f-9388d19be4af tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Network f984e16b-8960-425a-894d-cc3a3d2c266a is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:54.965082 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c263b8-adf7-43bb-862f-9388d19be4af tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Pushing event updated for resources: {'Port': ['ID=74ccfb1a-d758-4c7f-8039-4b4a391f537f,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:54.968398 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-09c263b8-adf7-43bb-862f-9388d19be4af tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:54.971413 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c263b8-adf7-43bb-862f-9388d19be4af tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:54.978470 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ef87fb3d-7f7d-47b7-9a04-6315762f70b1 None None] Port b324e0a0-dc08-4e20-8099-cc11f367d2d1 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:43:55.034561 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c263b8-adf7-43bb-862f-9388d19be4af tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:55.035366 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09c263b8-adf7-43bb-862f-9388d19be4af tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:55.058376 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-09c263b8-adf7-43bb-862f-9388d19be4af tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7036169 Jul 16 20:43:55.059690 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56360) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:55.065855 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-9575e5bf-8755-4277-b0e7-4c02abc2c6e5 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:55.101559 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9575e5bf-8755-4277-b0e7-4c02abc2c6e5 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks [] for floatingip, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:55.109121 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ab29d2d1-b9e0-41c0-9008-edf46f915e5d None None] Provisioning complete for port b324e0a0-dc08-4e20-8099-cc11f367d2d1 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:55.109561 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab29d2d1-b9e0-41c0-9008-edf46f915e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:55.177230 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ab29d2d1-b9e0-41c0-9008-edf46f915e5d None None] Port b324e0a0-dc08-4e20-8099-cc11f367d2d1 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:43:55.249179 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9575e5bf-8755-4277-b0e7-4c02abc2c6e5 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:55.378554 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-9575e5bf-8755-4277-b0e7-4c02abc2c6e5 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Allocated IP 172.25.0.94 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/21c9eb4f-ec1f-46fb-9eb7-58028270bb14) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:55.517556 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b92345ac-d08a-4c93-b9c7-ef5fa1e7c8bb None None] Provisioning for port 74ccfb1a-d758-4c7f-8039-4b4a391f537f completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:55.521621 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b92345ac-d08a-4c93-b9c7-ef5fa1e7c8bb None None] Provisioning complete for port 74ccfb1a-d758-4c7f-8039-4b4a391f537f triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:55.522003 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b92345ac-d08a-4c93-b9c7-ef5fa1e7c8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:55.551533 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9575e5bf-8755-4277-b0e7-4c02abc2c6e5 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:55.605384 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b92345ac-d08a-4c93-b9c7-ef5fa1e7c8bb None None] Port 74ccfb1a-d758-4c7f-8039-4b4a391f537f cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:43:55.614218 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-71a94196-a7cc-41fe-a823-676f1f69f08c req-bbc5f021-3788-48bd-ad35-5d4461a8a1a2 tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0735714 Jul 16 20:43:55.658106 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9575e5bf-8755-4277-b0e7-4c02abc2c6e5 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:55.715866 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9a43e958-13f0-4026-9939-da831925952d up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:55.749678 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575e5bf-8755-4277-b0e7-4c02abc2c6e5 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Pushing event updated for resources: {'Port': ['ID=21c9eb4f-ec1f-46fb-9eb7-58028270bb14,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:55.775044 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:55.784265 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9575e5bf-8755-4277-b0e7-4c02abc2c6e5 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:55.786436 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-9575e5bf-8755-4277-b0e7-4c02abc2c6e5 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:55.791218 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 9a43e958-13f0-4026-9939-da831925952d triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:55.791599 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:55.793629 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9575e5bf-8755-4277-b0e7-4c02abc2c6e5 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:55.967782 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9575e5bf-8755-4277-b0e7-4c02abc2c6e5 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:56.028532 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9575e5bf-8755-4277-b0e7-4c02abc2c6e5 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:56.195707 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9575e5bf-8755-4277-b0e7-4c02abc2c6e5 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:56.201604 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9575e5bf-8755-4277-b0e7-4c02abc2c6e5 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:56.280746 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575e5bf-8755-4277-b0e7-4c02abc2c6e5 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Pushing event updated for resources: {'Port': ['ID=21c9eb4f-ec1f-46fb-9eb7-58028270bb14,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:56.286605 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9575e5bf-8755-4277-b0e7-4c02abc2c6e5 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:56.304500 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9575e5bf-8755-4277-b0e7-4c02abc2c6e5 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:56.305003 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9575e5bf-8755-4277-b0e7-4c02abc2c6e5 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2432806 Jul 16 20:43:56.308038 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56378) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:56.312858 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e4aeb8ef-f3a4-4c10-bae7-b25b872742eb tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Request body: {'floatingip': {'port_id': '74ccfb1a-d758-4c7f-8039-4b4a391f537f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:56.353976 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4aeb8ef-f3a4-4c10-bae7-b25b872742eb tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks [] for floatingip, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:56.492387 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-e4aeb8ef-f3a4-4c10-bae7-b25b872742eb tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] update failed (client error): The resource could not be found. Jul 16 20:43:56.493454 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e4aeb8ef-f3a4-4c10-bae7-b25b872742eb tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] 10.222.0.38 "PUT /v2.0/floatingips/53bdc853-1396-4fd3-9e35-6b8788b3fbe2 HTTP/1.1" status: 404 len: 507 time: 0.1844580 Jul 16 20:43:56.496398 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56380) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:56.664425 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e2fd6fdb-85c3-4602-815b-feea2beaabcd tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Deleting port 21c9eb4f-ec1f-46fb-9eb7-58028270bb14 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:56.665121 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e2fd6fdb-85c3-4602-815b-feea2beaabcd tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:56.775822 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e2fd6fdb-85c3-4602-815b-feea2beaabcd tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:56.776054 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e2fd6fdb-85c3-4602-815b-feea2beaabcd tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:56.780225 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e09f2124-6a72-4d51-892c-3a7430046cd2 req-91c97504-3043-4f65-8d43-677534d14619 tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0451574 Jul 16 20:43:56.796015 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e2fd6fdb-85c3-4602-815b-feea2beaabcd tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Calling delete_port for 21c9eb4f-ec1f-46fb-9eb7-58028270bb14 owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:56.964840 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e2fd6fdb-85c3-4602-815b-feea2beaabcd tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:56.991616 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd6fdb-85c3-4602-815b-feea2beaabcd tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Pushing event deleted for resources: {'Port': ['ID=21c9eb4f-ec1f-46fb-9eb7-58028270bb14,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:57.060329 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e2fd6fdb-85c3-4602-815b-feea2beaabcd tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.063929 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e2fd6fdb-85c3-4602-815b-feea2beaabcd tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.067924 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e2fd6fdb-85c3-4602-815b-feea2beaabcd tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] 10.222.0.38 "DELETE /v2.0/floatingips/53bdc853-1396-4fd3-9e35-6b8788b3fbe2 HTTP/1.1" status: 204 len: 168 time: 0.5696239 Jul 16 20:43:57.069944 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56392) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:57.075592 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-29dc094c-3c8f-4857-a141-b38e6c3f34c7 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Request body: {'floatingip': {'floating_network_id': 'f984e16b-8960-425a-894d-cc3a3d2c266a', 'port_id': '74ccfb1a-d758-4c7f-8039-4b4a391f537f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:57.099557 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-29dc094c-3c8f-4857-a141-b38e6c3f34c7 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.194270 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56396) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:57.225271 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-29dc094c-3c8f-4857-a141-b38e6c3f34c7 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:43:57.226466 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-29dc094c-3c8f-4857-a141-b38e6c3f34c7 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1554499 Jul 16 20:43:57.230131 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56400) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:57.236328 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-2a012191-83e4-458b-b466-eaa77d61faf4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'port_id': '74ccfb1a-d758-4c7f-8039-4b4a391f537f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:57.276389 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a012191-83e4-458b-b466-eaa77d61faf4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks [] for floatingip, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.325215 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d5b8063f-b88c-469d-9d15-a34f8961db62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.380504 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a012191-83e4-458b-b466-eaa77d61faf4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.425908 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d5b8063f-b88c-469d-9d15-a34f8961db62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.431105 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d5b8063f-b88c-469d-9d15-a34f8961db62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.473344 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d5b8063f-b88c-469d-9d15-a34f8961db62 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b5e57ab3576f4e4099ff74bbcdc250cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2779243 Jul 16 20:43:57.474129 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56402) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:57.474795 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8063f-b88c-469d-9d15-a34f8961db62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04f66ae-66ef-446f-b2fe-f1c608f1353f,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:57.496851 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-2a012191-83e4-458b-b466-eaa77d61faf4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Allocated IP 172.25.0.126 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/a26253c9-9983-4148-ad59-87481356895b) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:57.554724 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7b121ad0-d6ad-4694-8c6f-f34743b10576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.579356 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7b121ad0-d6ad-4694-8c6f-f34743b10576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.612576 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.621109 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a012191-83e4-458b-b466-eaa77d61faf4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.631779 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7b121ad0-d6ad-4694-8c6f-f34743b10576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.634308 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7b121ad0-d6ad-4694-8c6f-f34743b10576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.635524 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7b121ad0-d6ad-4694-8c6f-f34743b10576 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b04f66ae-66ef-446f-b2fe-f1c608f1353f HTTP/1.1" status: 204 len: 168 time: 0.1579509 Jul 16 20:43:57.643304 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b121ad0-d6ad-4694-8c6f-f34743b10576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04f66ae-66ef-446f-b2fe-f1c608f1353f,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:57.671824 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a012191-83e4-458b-b466-eaa77d61faf4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.709517 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a012191-83e4-458b-b466-eaa77d61faf4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:57.716461 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-2a012191-83e4-458b-b466-eaa77d61faf4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:57.720146 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a012191-83e4-458b-b466-eaa77d61faf4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:57.744076 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a012191-83e4-458b-b466-eaa77d61faf4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Pushing event updated for resources: {'Port': ['ID=a26253c9-9983-4148-ad59-87481356895b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:57.922784 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-2a012191-83e4-458b-b466-eaa77d61faf4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Deleting port a26253c9-9983-4148-ad59-87481356895b {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:57.923543 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a012191-83e4-458b-b466-eaa77d61faf4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.960328 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9f215702-9d3a-451a-aee6-585c29528d0d req-097e629b-1b73-48be-aec3-cd0d9e5de603 tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0354784 Jul 16 20:43:58.015425 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a012191-83e4-458b-b466-eaa77d61faf4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:58.015764 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a012191-83e4-458b-b466-eaa77d61faf4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:58.028695 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-2a012191-83e4-458b-b466-eaa77d61faf4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Calling delete_port for a26253c9-9983-4148-ad59-87481356895b owned by network:floatingip {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:58.177131 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a012191-83e4-458b-b466-eaa77d61faf4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:58.210152 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a012191-83e4-458b-b466-eaa77d61faf4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Pushing event deleted for resources: {'Port': ['ID=a26253c9-9983-4148-ad59-87481356895b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:58.287826 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a2c50-cd13-4bfa-ab0d-3c7fd47de7ee req-09c07c01-7e39-4bb8-ab9f-0861e9b89154 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:58.290608 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-477a2c50-cd13-4bfa-ab0d-3c7fd47de7ee req-09c07c01-7e39-4bb8-ab9f-0861e9b89154 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 945 time: 0.0681672 Jul 16 20:43:58.305987 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-2a012191-83e4-458b-b466-eaa77d61faf4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] create failed (client error): The resource could not be found. Jul 16 20:43:58.307102 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2a012191-83e4-458b-b466-eaa77d61faf4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.0753031 Jul 16 20:43:58.310954 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56438) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:58.341062 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-477a2c50-cd13-4bfa-ab0d-3c7fd47de7ee req-7e3df66e-1477-43d3-b2d1-902d99d3f4ca tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429509 Jul 16 20:43:58.414434 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-82bf12d6-6be9-4c53-86c4-c416a6a846f4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Deleting port 74ccfb1a-d758-4c7f-8039-4b4a391f537f {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:58.414771 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-82bf12d6-6be9-4c53-86c4-c416a6a846f4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:58.506950 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-82bf12d6-6be9-4c53-86c4-c416a6a846f4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:58.518839 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-82bf12d6-6be9-4c53-86c4-c416a6a846f4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Calling delete_port for 74ccfb1a-d758-4c7f-8039-4b4a391f537f owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:58.675860 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-82bf12d6-6be9-4c53-86c4-c416a6a846f4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:58.706309 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf12d6-6be9-4c53-86c4-c416a6a846f4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Pushing event deleted for resources: {'Port': ['ID=74ccfb1a-d758-4c7f-8039-4b4a391f537f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:58.782842 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-82bf12d6-6be9-4c53-86c4-c416a6a846f4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:58.787276 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-82bf12d6-6be9-4c53-86c4-c416a6a846f4 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] 10.222.0.38 "DELETE /v2.0/ports/74ccfb1a-d758-4c7f-8039-4b4a391f537f HTTP/1.1" status: 204 len: 168 time: 0.4724710 Jul 16 20:43:58.787613 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56452) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:58.858720 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ba540e-1358-47c3-a59a-cfc95d07c08b tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:58.860573 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-49ba540e-1358-47c3-a59a-cfc95d07c08b tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ce5e438-2e12-4e10-af10-7705e9796d51 HTTP/1.1" status: 200 len: 913 time: 0.0720062 Jul 16 20:43:58.863381 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56456) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:59.358928 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ed37704b-6e8c-42fe-a657-869307d26bbe req-1e0be863-6ffc-4fbf-b781-8c85a2a8feca tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0606284 Jul 16 20:43:59.540913 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56470) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:59.546442 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-1f937fc5-26c3-4e85-a6d2-4c613bd61551 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-980663638', 'description': 'tempest-secgroup-smoke-980663638 description', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:59.554788 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.574794 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f937fc5-26c3-4e85-a6d2-4c613bd61551 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.584816 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f937fc5-26c3-4e85-a6d2-4c613bd61551 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.634765 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecce36-8daa-437c-a347-23b4394a1fbd req-ec6e7b62-2c69-4f02-93d8-26a0c01e2129 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:59.636370 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d6ecce36-8daa-437c-a347-23b4394a1fbd req-ec6e7b62-2c69-4f02-93d8-26a0c01e2129 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 945 time: 0.1590400 Jul 16 20:43:59.680127 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f937fc5-26c3-4e85-a6d2-4c613bd61551 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.685131 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f937fc5-26c3-4e85-a6d2-4c613bd61551 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.698100 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2cb2e89f-4231-478f-b2c0-8bca524ac03a tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.703928 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d6ecce36-8daa-437c-a347-23b4394a1fbd req-ba751ba8-a5f7-4353-ad7a-6c82abe603ad tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608573 Jul 16 20:43:59.723807 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f937fc5-26c3-4e85-a6d2-4c613bd61551 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbef150-5e3c-401b-9a7b-e43bc73ed154,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:59.785544 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f937fc5-26c3-4e85-a6d2-4c613bd61551 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.790747 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f937fc5-26c3-4e85-a6d2-4c613bd61551 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.817770 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f937fc5-26c3-4e85-a6d2-4c613bd61551 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.821797 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1f937fc5-26c3-4e85-a6d2-4c613bd61551 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2762365 Jul 16 20:43:59.822478 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56472) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:59.827295 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-2bc0d7f4-35d4-4f8d-8642-270fb4fbc0e8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'security_group_rule': {'security_group_id': 'da0a222f-06ec-4c6a-8e4e-7b28aa7b945a', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:59.831245 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f937fc5-26c3-4e85-a6d2-4c613bd61551 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:59.856618 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d7f4-35d4-4f8d-8642-270fb4fbc0e8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.916804 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d7f4-35d4-4f8d-8642-270fb4fbc0e8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.920598 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d7f4-35d4-4f8d-8642-270fb4fbc0e8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.940122 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0d7f4-35d4-4f8d-8642-270fb4fbc0e8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4df4d8-a6fd-4c05-b52d-79013f66fe1d,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:59.948320 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d7f4-35d4-4f8d-8642-270fb4fbc0e8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.949715 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2bc0d7f4-35d4-4f8d-8642-270fb4fbc0e8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260953 Jul 16 20:43:59.952732 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56474) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:59.957296 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-0245a66c-6b7f-48d3-bc98-e20d722cb4e5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'security_group_rule': {'security_group_id': 'da0a222f-06ec-4c6a-8e4e-7b28aa7b945a', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:59.983818 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0245a66c-6b7f-48d3-bc98-e20d722cb4e5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.003862 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-2cb2e89f-4231-478f-b2c0-8bca524ac03a tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Deleting port b324e0a0-dc08-4e20-8099-cc11f367d2d1 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:00.004212 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2cb2e89f-4231-478f-b2c0-8bca524ac03a tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.040480 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0245a66c-6b7f-48d3-bc98-e20d722cb4e5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.044211 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0245a66c-6b7f-48d3-bc98-e20d722cb4e5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.063207 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245a66c-6b7f-48d3-bc98-e20d722cb4e5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ad2326-a1a8-4a31-8d0e-4a6be59948d5,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:00.069471 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0245a66c-6b7f-48d3-bc98-e20d722cb4e5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.073295 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0245a66c-6b7f-48d3-bc98-e20d722cb4e5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170397 Jul 16 20:44:00.073786 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56476) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:00.078199 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-de1ac432-81e7-4ed7-a1ac-437858995110 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'security_group_rule': {'security_group_id': 'da0a222f-06ec-4c6a-8e4e-7b28aa7b945a', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:00.094245 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2cb2e89f-4231-478f-b2c0-8bca524ac03a tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.105102 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-de1ac432-81e7-4ed7-a1ac-437858995110 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.106658 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-2cb2e89f-4231-478f-b2c0-8bca524ac03a tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Calling delete_port for b324e0a0-dc08-4e20-8099-cc11f367d2d1 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:00.164342 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-de1ac432-81e7-4ed7-a1ac-437858995110 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.167918 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-de1ac432-81e7-4ed7-a1ac-437858995110 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.180805 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ac432-81e7-4ed7-a1ac-437858995110 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd658a1-9644-42f5-abdd-85ae823cdd07,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:00.193198 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-de1ac432-81e7-4ed7-a1ac-437858995110 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.197078 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-de1ac432-81e7-4ed7-a1ac-437858995110 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199009 Jul 16 20:44:00.197078 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56478) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:00.201986 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-870bd02e-ba79-4e0a-8961-69bb186eac16 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'security_group_rule': {'security_group_id': 'da0a222f-06ec-4c6a-8e4e-7b28aa7b945a', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:00.229220 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-870bd02e-ba79-4e0a-8961-69bb186eac16 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.283472 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2cb2e89f-4231-478f-b2c0-8bca524ac03a tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.295238 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-870bd02e-ba79-4e0a-8961-69bb186eac16 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.299591 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-870bd02e-ba79-4e0a-8961-69bb186eac16 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.311297 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2e89f-4231-478f-b2c0-8bca524ac03a tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Pushing event deleted for resources: {'Port': ['ID=b324e0a0-dc08-4e20-8099-cc11f367d2d1,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:00.317912 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870bd02e-ba79-4e0a-8961-69bb186eac16 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f62463-a14d-46fc-872a-8a586a8afa1b,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:00.330456 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-870bd02e-ba79-4e0a-8961-69bb186eac16 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.334865 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-870bd02e-ba79-4e0a-8961-69bb186eac16 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1339145 Jul 16 20:44:00.335652 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56480) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:00.339541 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-c3ca6b8e-1419-4e25-807c-ed306f85702e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'security_group_rule': {'security_group_id': 'da0a222f-06ec-4c6a-8e4e-7b28aa7b945a', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:00.363260 n-d-791506-21 neutron-server[93793]: INFO neutron.db.securitygroups_db [None req-c3ca6b8e-1419-4e25-807c-ed306f85702e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Project 0a2a9f68d1874fbf9d499c45b54369c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:44:00.370693 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c3ca6b8e-1419-4e25-807c-ed306f85702e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.455533 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c3ca6b8e-1419-4e25-807c-ed306f85702e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.459966 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c3ca6b8e-1419-4e25-807c-ed306f85702e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.484960 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca6b8e-1419-4e25-807c-ed306f85702e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4cf5dd-358a-4559-863d-47566bdf9a96,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:00.493644 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c3ca6b8e-1419-4e25-807c-ed306f85702e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.495759 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c3ca6b8e-1419-4e25-807c-ed306f85702e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1596055 Jul 16 20:44:00.498463 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56484) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:00.505492 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a7d9c5c3-ae84-42c7-acc2-df9b3b72a3b1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'security_group_rule': {'security_group_id': 'da0a222f-06ec-4c6a-8e4e-7b28aa7b945a', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:00.516285 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2cb2e89f-4231-478f-b2c0-8bca524ac03a tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.536699 n-d-791506-21 neutron-server[93793]: INFO neutron.db.securitygroups_db [None req-a7d9c5c3-ae84-42c7-acc2-df9b3b72a3b1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Project 0a2a9f68d1874fbf9d499c45b54369c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:44:00.543947 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a7d9c5c3-ae84-42c7-acc2-df9b3b72a3b1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.617634 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a7d9c5c3-ae84-42c7-acc2-df9b3b72a3b1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.623308 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a7d9c5c3-ae84-42c7-acc2-df9b3b72a3b1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.645972 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a3983c1d-30ec-483b-bb55-e3cb9534f6c7 req-b7e81a33-7c7f-47de-a9f2-180c716675f5 tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0967731 Jul 16 20:44:00.646996 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9c5c3-ae84-42c7-acc2-df9b3b72a3b1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ccc3ce-8d66-47e7-bc00-8e18f00db823,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:00.651588 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a7d9c5c3-ae84-42c7-acc2-df9b3b72a3b1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.653202 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a7d9c5c3-ae84-42c7-acc2-df9b3b72a3b1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1535292 Jul 16 20:44:00.656751 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56486) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:00.665382 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-6ae7b132-7133-4580-87a7-86dedc8c06e4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'network': {'name': 'tempest-network-smoke--1281143133', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'port_security_enabled': True}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:00.690668 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae7b132-7133-4580-87a7-86dedc8c06e4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Made reservation on behalf of 0a2a9f68d1874fbf9d499c45b54369c0 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:00.695702 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ae7b132-7133-4580-87a7-86dedc8c06e4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.721058 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae7b132-7133-4580-87a7-86dedc8c06e4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:44:00.732438 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ae7b132-7133-4580-87a7-86dedc8c06e4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.734310 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-6ae7b132-7133-4580-87a7-86dedc8c06e4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Added segment 034fad31-19fe-4e1f-9dd1-5cdaa4aa1930 of type vlan for network d060d412-3eba-485c-bbac-71368347d343 Jul 16 20:44:00.757058 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb2e89f-4231-478f-b2c0-8bca524ac03a tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Router 9ce5e438-2e12-4e10-af10-7705e9796d51 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:44:00.803187 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ae7b132-7133-4580-87a7-86dedc8c06e4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.872855 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb2e89f-4231-478f-b2c0-8bca524ac03a tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:00.881254 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2cb2e89f-4231-478f-b2c0-8bca524ac03a tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] 10.222.0.38 "PUT /v2.0/routers/9ce5e438-2e12-4e10-af10-7705e9796d51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0138314 Jul 16 20:44:00.883418 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808e09d9-b8cf-42b2-9597-1f42946fbe9c None None] Sync routers for ids ['9ce5e438-2e12-4e10-af10-7705e9796d51'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:00.884417 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56490) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:00.893252 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808e09d9-b8cf-42b2-9597-1f42946fbe9c None None] Routers {'9ce5e438-2e12-4e10-af10-7705e9796d51'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:00.893878 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-808e09d9-b8cf-42b2-9597-1f42946fbe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:43:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9ce5e438-2e12-4e10-af10-7705e9796d51'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:00.926921 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-808e09d9-b8cf-42b2-9597-1f42946fbe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:00.936046 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808e09d9-b8cf-42b2-9597-1f42946fbe9c None None] Routers {'9ce5e438-2e12-4e10-af10-7705e9796d51'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:00.936602 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-808e09d9-b8cf-42b2-9597-1f42946fbe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:43:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9ce5e438-2e12-4e10-af10-7705e9796d51'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:00.974725 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-808e09d9-b8cf-42b2-9597-1f42946fbe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:00.975271 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808e09d9-b8cf-42b2-9597-1f42946fbe9c None None] The sync data for ids ['9ce5e438-2e12-4e10-af10-7705e9796d51'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:00.975458 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa0c3-895f-43e7-afa9-b969a204c691 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.058196 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67a46d-66ee-43f1-ae5e-d619feb1ac16 req-4a3724e0-8377-4ed0-83b5-dc40a0f5dbf5 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:01.059798 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4a67a46d-66ee-43f1-ae5e-d619feb1ac16 req-4a3724e0-8377-4ed0-83b5-dc40a0f5dbf5 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 945 time: 0.2208705 Jul 16 20:44:01.152721 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ae7b132-7133-4580-87a7-86dedc8c06e4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.158221 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae7b132-7133-4580-87a7-86dedc8c06e4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:01.158850 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ae7b132-7133-4580-87a7-86dedc8c06e4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.166548 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa0c3-895f-43e7-afa9-b969a204c691 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.168744 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa0c3-895f-43e7-afa9-b969a204c691 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.193470 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6ae7b132-7133-4580-87a7-86dedc8c06e4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5334837 Jul 16 20:44:01.196338 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56492) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:01.201045 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a1f14e2e-b6d1-4ce2-938b-39fc6fb2822f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-697285171', 'admin_state_up': True, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:01.221290 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4a67a46d-66ee-43f1-ae5e-d619feb1ac16 req-56e7d185-6324-4540-80e9-9b29bbf1cad7 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1329191 Jul 16 20:44:01.229609 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa0c3-895f-43e7-afa9-b969a204c691 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.230159 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2fa0c3-895f-43e7-afa9-b969a204c691 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Fanout notify agent at l3_agent the message router_deleted on router 9ce5e438-2e12-4e10-af10-7705e9796d51 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:44:01.240998 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7b132-7133-4580-87a7-86dedc8c06e4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Network': ['ID=d060d412-3eba-485c-bbac-71368347d343,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:01.246275 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa0c3-895f-43e7-afa9-b969a204c691 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.253522 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3a2fa0c3-895f-43e7-afa9-b969a204c691 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] 10.222.0.38 "DELETE /v2.0/routers/9ce5e438-2e12-4e10-af10-7705e9796d51 HTTP/1.1" status: 204 len: 168 time: 0.3677313 Jul 16 20:44:01.253839 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56494) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:01.258161 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network d060d412-3eba-485c-bbac-71368347d343 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:44:01.268599 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1f14e2e-b6d1-4ce2-938b-39fc6fb2822f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.269888 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1f14e2e-b6d1-4ce2-938b-39fc6fb2822f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.307390 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f92b9e-56c1-4992-af95-71c956866741 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Deleting subnet 7bc71d92-0dfc-453a-a112-8fc59d08f7d3 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:44:01.310760 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b9f92b9e-56c1-4992-af95-71c956866741 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.327320 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1f14e2e-b6d1-4ce2-938b-39fc6fb2822f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.352469 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b9f92b9e-56c1-4992-af95-71c956866741 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.436851 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b9f92b9e-56c1-4992-af95-71c956866741 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.463273 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1f14e2e-b6d1-4ce2-938b-39fc6fb2822f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.497325 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b9f92b9e-56c1-4992-af95-71c956866741 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.524701 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f92b9e-56c1-4992-af95-71c956866741 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc71d92-0dfc-453a-a112-8fc59d08f7d3,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:01.537096 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b9f92b9e-56c1-4992-af95-71c956866741 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.541263 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b9f92b9e-56c1-4992-af95-71c956866741 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] 10.222.0.38 "DELETE /v2.0/subnets/7bc71d92-0dfc-453a-a112-8fc59d08f7d3 HTTP/1.1" status: 204 len: 168 time: 0.2829096 Jul 16 20:44:01.542893 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56496) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:01.543027 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee23fc8c-aa9b-4032-bf28-50734c99fd37 None None] Network f984e16b-8960-425a-894d-cc3a3d2c266a requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:01.629138 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-35e2789b-eb46-4842-907f-c7cc50cac382 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.679760 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1f14e2e-b6d1-4ce2-938b-39fc6fb2822f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.694402 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-35e2789b-eb46-4842-907f-c7cc50cac382 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Deleting port 9a43e958-13f0-4026-9939-da831925952d {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:01.694872 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-35e2789b-eb46-4842-907f-c7cc50cac382 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.699674 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1f14e2e-b6d1-4ce2-938b-39fc6fb2822f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.769713 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-35e2789b-eb46-4842-907f-c7cc50cac382 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] For port 9a43e958-13f0-4026-9939-da831925952d, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9a43e958-13f0-4026-9939-da831925952d,segment=NetworkSegment(d9ad36bd-1778-4391-a548-3ba5b8da6c3e),segment_id=d9ad36bd-1778-4391-a548-3ba5b8da6c3e)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:01.770803 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-35e2789b-eb46-4842-907f-c7cc50cac382 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.784776 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-35e2789b-eb46-4842-907f-c7cc50cac382 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Calling delete_port for 9a43e958-13f0-4026-9939-da831925952d owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:01.823010 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-992a92e3-ab35-4257-8be1-e0690b51a5df req-a4311fdb-fef5-4d1d-b081-52f89b030318 tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0351779 Jul 16 20:44:01.826079 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-a1f14e2e-b6d1-4ce2-938b-39fc6fb2822f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Allocated IP 172.25.0.221 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/0a54ec62-992f-4e9e-8488-128a936a7499) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:01.908613 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a98c09-8ab3-4109-9eba-76ad83582b59 None None] DHCP port deletion for f984e16b-8960-425a-894d-cc3a3d2c266a request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:44:01.916726 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-35e2789b-eb46-4842-907f-c7cc50cac382 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.930580 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-58a98c09-8ab3-4109-9eba-76ad83582b59 None None] The port '9a43e958-13f0-4026-9939-da831925952d' was deleted {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 20:44:01.943888 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1f14e2e-b6d1-4ce2-938b-39fc6fb2822f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.957751 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e2789b-eb46-4842-907f-c7cc50cac382 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] No DVR routers for this DVR port 9a43e958-13f0-4026-9939-da831925952d on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:44:01.962466 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e2789b-eb46-4842-907f-c7cc50cac382 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Pushing event deleted for resources: {'Port': ['ID=9a43e958-13f0-4026-9939-da831925952d,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:01.983796 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1f14e2e-b6d1-4ce2-938b-39fc6fb2822f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.028005 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f14e2e-b6d1-4ce2-938b-39fc6fb2822f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:02.030419 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-a1f14e2e-b6d1-4ce2-938b-39fc6fb2822f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:02.033820 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f14e2e-b6d1-4ce2-938b-39fc6fb2822f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:02.045532 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-35e2789b-eb46-4842-907f-c7cc50cac382 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.056107 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-35e2789b-eb46-4842-907f-c7cc50cac382 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f984e16b-8960-425a-894d-cc3a3d2c266a']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:02.059011 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f14e2e-b6d1-4ce2-938b-39fc6fb2822f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Port': ['ID=0a54ec62-992f-4e9e-8488-128a936a7499,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:02.068224 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-35e2789b-eb46-4842-907f-c7cc50cac382 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ad36bd-1778-4391-a548-3ba5b8da6c3e') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:02.068528 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-35e2789b-eb46-4842-907f-c7cc50cac382 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ad36bd-1778-4391-a548-3ba5b8da6c3e') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:02.077942 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-35e2789b-eb46-4842-907f-c7cc50cac382 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.092440 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-35e2789b-eb46-4842-907f-c7cc50cac382 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.098349 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e2789b-eb46-4842-907f-c7cc50cac382 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:44:02.098971 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-35e2789b-eb46-4842-907f-c7cc50cac382 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:44:02.102165 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:44:02.164452 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-35e2789b-eb46-4842-907f-c7cc50cac382 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.181109 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-35e2789b-eb46-4842-907f-c7cc50cac382 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.183041 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-35e2789b-eb46-4842-907f-c7cc50cac382 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] 10.222.0.38 "DELETE /v2.0/networks/f984e16b-8960-425a-894d-cc3a3d2c266a HTTP/1.1" status: 204 len: 168 time: 0.6392119 Jul 16 20:44:02.184132 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e2789b-eb46-4842-907f-c7cc50cac382 tempest-FloatingIPNegativeTestJSON-848916270 tempest-FloatingIPNegativeTestJSON-848916270-project] Pushing event deleted for resources: {'Network': ['ID=f984e16b-8960-425a-894d-cc3a3d2c266a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:02.302105 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1f14e2e-b6d1-4ce2-938b-39fc6fb2822f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.415929 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd04e4-3b36-40be-b326-9287e5d7a1bb req-d6d5c5f9-73a2-48ba-a6da-3763ef13a21b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:02.417489 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-88bd04e4-3b36-40be-b326-9287e5d7a1bb req-d6d5c5f9-73a2-48ba-a6da-3763ef13a21b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 945 time: 0.0679843 Jul 16 20:44:02.458942 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-88bd04e4-3b36-40be-b326-9287e5d7a1bb req-e1aa2d7f-c4e0-43a9-9353-7ca65973e7a9 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353067 Jul 16 20:44:02.467657 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56506) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:02.513619 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1f14e2e-b6d1-4ce2-938b-39fc6fb2822f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.611435 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d6e3681e-ade9-4479-a59d-701da8fc4f4b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=93f28ec7b9a74f65bdf29ea7ac3c565a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425872 Jul 16 20:44:02.614096 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56510) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:02.639289 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f14e2e-b6d1-4ce2-938b-39fc6fb2822f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Router c52f9cfc-7ccf-4be3-be55-158ba7f33645 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:44:02.664726 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2d3d2a91-fb8f-4d12-99c4-a98bc870f75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.689977 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2d3d2a91-fb8f-4d12-99c4-a98bc870f75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.736150 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2d3d2a91-fb8f-4d12-99c4-a98bc870f75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.739212 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2d3d2a91-fb8f-4d12-99c4-a98bc870f75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.740407 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2d3d2a91-fb8f-4d12-99c4-a98bc870f75c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6ad41b06-f388-49ca-b674-6124d581d2c9 HTTP/1.1" status: 204 len: 168 time: 0.1253028 Jul 16 20:44:02.748964 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d2a91-fb8f-4d12-99c4-a98bc870f75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad41b06-f388-49ca-b674-6124d581d2c9,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:02.755892 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f14e2e-b6d1-4ce2-938b-39fc6fb2822f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:02.770656 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebcd465-3373-42da-94cb-65713138cd53 None None] Sync routers for ids ['c52f9cfc-7ccf-4be3-be55-158ba7f33645'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:02.783191 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebcd465-3373-42da-94cb-65713138cd53 None None] Routers {'c52f9cfc-7ccf-4be3-be55-158ba7f33645'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:02.784085 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-8ebcd465-3373-42da-94cb-65713138cd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:43:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c52f9cfc-7ccf-4be3-be55-158ba7f33645'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:02.788670 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1f14e2e-b6d1-4ce2-938b-39fc6fb2822f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.793226 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a1f14e2e-b6d1-4ce2-938b-39fc6fb2822f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5931251 Jul 16 20:44:02.793483 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56514) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:02.948702 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-8ebcd465-3373-42da-94cb-65713138cd53 None None] Set router c52f9cfc-7ccf-4be3-be55-158ba7f33645 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:44:03.024124 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-689ad52a-4c9a-404b-97ef-20dba8c8f640 req-672cf4d7-c121-497a-860a-815007819064 tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0399652 Jul 16 20:44:03.101171 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9d57c6d2-4650-4eb8-ae07-ccc161e4d1b4 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=0a2a9f68d1874fbf9d499c45b54369c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3059609 Jul 16 20:44:03.103739 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56528) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:03.156455 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.174517 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-8ebcd465-3373-42da-94cb-65713138cd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697285171', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:44:02Z', 'revision_number': 3, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:44:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:03.204380 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebcd465-3373-42da-94cb-65713138cd53 None None] Checking router: c52f9cfc-7ccf-4be3-be55-158ba7f33645 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:44:03.204731 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebcd465-3373-42da-94cb-65713138cd53 None None] Updating router c52f9cfc-7ccf-4be3-be55-158ba7f33645 port 0a54ec62-992f-4e9e-8488-128a936a7499 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:44:03.244138 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ebcd465-3373-42da-94cb-65713138cd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.276308 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386c5a4f-0f38-49b9-aa15-ba4d4a84f00e tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:03.280632 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-386c5a4f-0f38-49b9-aa15-ba4d4a84f00e tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1731894 Jul 16 20:44:03.281307 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56534) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:03.320218 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7c719eab-2ecc-4aed-b179-9db97b436c30 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=9eaba347-54f9-4044-808d-862f23e2a998&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376313 Jul 16 20:44:03.322589 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56538) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:03.327825 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-8a39b88e-9ee9-430c-a786-805c7f047339 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1242989544', 'network_id': 'd060d412-3eba-485c-bbac-71368347d343', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:03.422415 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a39b88e-9ee9-430c-a786-805c7f047339 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Made reservation on behalf of 0a2a9f68d1874fbf9d499c45b54369c0 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:03.426545 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8a39b88e-9ee9-430c-a786-805c7f047339 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.511458 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56546) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:03.538663 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ebcd465-3373-42da-94cb-65713138cd53 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.549265 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8ebcd465-3373-42da-94cb-65713138cd53 None None] Transition to ACTIVE for port object 0a54ec62-992f-4e9e-8488-128a936a7499 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:03.558403 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ebcd465-3373-42da-94cb-65713138cd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.637946 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-8ebcd465-3373-42da-94cb-65713138cd53 None None] Attempting to bind port 0a54ec62-992f-4e9e-8488-128a936a7499 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:03.638370 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-8ebcd465-3373-42da-94cb-65713138cd53 None None] Attempting to bind port 0a54ec62-992f-4e9e-8488-128a936a7499 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:03.642839 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8a39b88e-9ee9-430c-a786-805c7f047339 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.646853 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebcd465-3373-42da-94cb-65713138cd53 None None] Attempting to bind port 0a54ec62-992f-4e9e-8488-128a936a7499 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:03.650471 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b51636-d85d-4b3f-9e6f-b7b01b5dcadf None None] Pushing event updated for resources: {'Port': ['ID=0a54ec62-992f-4e9e-8488-128a936a7499,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:03.665489 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9a43e958-13f0-4026-9939-da831925952d no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:44:03.668167 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebcd465-3373-42da-94cb-65713138cd53 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:03.668549 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebcd465-3373-42da-94cb-65713138cd53 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:03.668956 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ebcd465-3373-42da-94cb-65713138cd53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.669397 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebcd465-3373-42da-94cb-65713138cd53 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:03.669830 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-8ebcd465-3373-42da-94cb-65713138cd53 None None] Bound port: 0a54ec62-992f-4e9e-8488-128a936a7499, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:03.670213 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ebcd465-3373-42da-94cb-65713138cd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.691034 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-91fcf386-39d8-48b6-9b26-39849b1f816f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-572289217'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:03.707108 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c7a35-cab0-4f8f-a3eb-e1cae8b456bc req-c7fc8d40-b356-4b9d-9069-4a8579ea57bc tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:03.707798 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 9a43e958-13f0-4026-9939-da831925952d {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:44:03.707798 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9a43e958-13f0-4026-9939-da831925952d not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:44:03.715030 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e96c7a35-cab0-4f8f-a3eb-e1cae8b456bc req-c7fc8d40-b356-4b9d-9069-4a8579ea57bc tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 945 time: 0.1020269 Jul 16 20:44:03.743226 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8ebcd465-3373-42da-94cb-65713138cd53 None None] For port 0a54ec62-992f-4e9e-8488-128a936a7499, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:03.745621 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39b88e-9ee9-430c-a786-805c7f047339 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Subnet': ['ID=9d745fcd-6587-4d2b-8c68-3822122cd917,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:03.747060 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8ebcd465-3373-42da-94cb-65713138cd53 None None] For port 0a54ec62-992f-4e9e-8488-128a936a7499, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=0a54ec62-992f-4e9e-8488-128a936a7499,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:03.750780 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e96c7a35-cab0-4f8f-a3eb-e1cae8b456bc req-e2a2a161-567a-469c-b472-bed4f984fff6 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348601 Jul 16 20:44:03.753059 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ebcd465-3373-42da-94cb-65713138cd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.757473 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a39b88e-9ee9-430c-a786-805c7f047339 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Checking segment: {'id': '034fad31-19fe-4e1f-9dd1-5cdaa4aa1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd060d412-3eba-485c-bbac-71368347d343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:03.758002 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a39b88e-9ee9-430c-a786-805c7f047339 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Network hostable DHCP agents. Network: d060d412-3eba-485c-bbac-71368347d343, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:44:03.762266 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fcf386-39d8-48b6-9b26-39849b1f816f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Made reservation on behalf of 4309df99e49e414c81323dd77e4aa778 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:03.765863 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91fcf386-39d8-48b6-9b26-39849b1f816f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.780036 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91fcf386-39d8-48b6-9b26-39849b1f816f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.800921 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a39b88e-9ee9-430c-a786-805c7f047339 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Network d060d412-3eba-485c-bbac-71368347d343 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:44:03.819008 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-8a39b88e-9ee9-430c-a786-805c7f047339 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, d060d412-3eba-485c-bbac-71368347d343) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:03.822288 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebcd465-3373-42da-94cb-65713138cd53 None None] Routers {'c52f9cfc-7ccf-4be3-be55-158ba7f33645'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:03.822951 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-8ebcd465-3373-42da-94cb-65713138cd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:43:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c52f9cfc-7ccf-4be3-be55-158ba7f33645'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:03.827484 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a39b88e-9ee9-430c-a786-805c7f047339 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:03.827941 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee1c95e-168a-49a8-8464-e9aea258c0a7 None None] Network d060d412-3eba-485c-bbac-71368347d343 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:03.828061 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8a39b88e-9ee9-430c-a786-805c7f047339 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.829646 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b51636-d85d-4b3f-9e6f-b7b01b5dcadf None None] Pushing event updated for resources: {'Port': ['ID=0a54ec62-992f-4e9e-8488-128a936a7499,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:03.908082 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91fcf386-39d8-48b6-9b26-39849b1f816f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.914289 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91fcf386-39d8-48b6-9b26-39849b1f816f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.922984 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8a39b88e-9ee9-430c-a786-805c7f047339 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5992823 Jul 16 20:44:03.926244 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56552) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:03.944083 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91fcf386-39d8-48b6-9b26-39849b1f816f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:44:03.956499 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcf386-39d8-48b6-9b26-39849b1f816f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff9eec0-1b2f-40a7-a39a-f445ebdd3e85,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:03.963937 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91fcf386-39d8-48b6-9b26-39849b1f816f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.963937 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-91fcf386-39d8-48b6-9b26-39849b1f816f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Added segment 1d5a735d-b1ab-4e3e-b887-aebeb02240a4 of type vlan for network e555dad7-171a-4723-8e07-b42defdf0882 Jul 16 20:44:04.006988 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-8ebcd465-3373-42da-94cb-65713138cd53 None None] Set router c52f9cfc-7ccf-4be3-be55-158ba7f33645 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:44:04.013132 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91fcf386-39d8-48b6-9b26-39849b1f816f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.051508 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91fcf386-39d8-48b6-9b26-39849b1f816f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.059175 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fcf386-39d8-48b6-9b26-39849b1f816f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:04.059967 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91fcf386-39d8-48b6-9b26-39849b1f816f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.096380 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-91fcf386-39d8-48b6-9b26-39849b1f816f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5836895 Jul 16 20:44:04.106016 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56556) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:04.113959 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-be55bba5-707c-4584-8c86-28ac767cc65c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1592665586'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:04.150725 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be55bba5-707c-4584-8c86-28ac767cc65c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Made reservation on behalf of 4309df99e49e414c81323dd77e4aa778 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:04.155703 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be55bba5-707c-4584-8c86-28ac767cc65c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.189802 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4633d37a-2e2b-45a5-a2d2-a2afa344c0ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-d060d412-3eba-485c-bbac-71368347d343', 'network_id': 'd060d412-3eba-485c-bbac-71368347d343', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'fixed_ips': [{'subnet_id': '9d745fcd-6587-4d2b-8c68-3822122cd917'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:44:04.190707 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4633d37a-2e2b-45a5-a2d2-a2afa344c0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.204355 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcf386-39d8-48b6-9b26-39849b1f816f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Network': ['ID=e555dad7-171a-4723-8e07-b42defdf0882,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:04.220157 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be55bba5-707c-4584-8c86-28ac767cc65c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:44:04.222178 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network e555dad7-171a-4723-8e07-b42defdf0882 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:44:04.247449 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be55bba5-707c-4584-8c86-28ac767cc65c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.248066 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-be55bba5-707c-4584-8c86-28ac767cc65c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Added segment 645f607e-a976-498d-a967-8c6662f5b347 of type vlan for network 873e5a65-9b4b-4039-aec7-ca3a51c4f6f0 Jul 16 20:44:04.292318 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be55bba5-707c-4584-8c86-28ac767cc65c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.327485 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be55bba5-707c-4584-8c86-28ac767cc65c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.334893 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be55bba5-707c-4584-8c86-28ac767cc65c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:04.335631 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be55bba5-707c-4584-8c86-28ac767cc65c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.386934 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-be55bba5-707c-4584-8c86-28ac767cc65c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2796164 Jul 16 20:44:04.390286 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56558) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:04.391119 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6727468e-7e20-4c14-aa34-1256e03d36a7 req-c31216e1-70b3-44ad-b863-cd37884d9fcf tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0583603 Jul 16 20:44:04.424253 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-36c6cef9-9607-4cf1-b07a-01543f281498 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'subnet': {'network_id': 'e555dad7-171a-4723-8e07-b42defdf0882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:04.440912 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-8ebcd465-3373-42da-94cb-65713138cd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697285171', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:44:02Z', 'revision_number': 3, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:04.442436 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55bba5-707c-4584-8c86-28ac767cc65c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Network': ['ID=873e5a65-9b4b-4039-aec7-ca3a51c4f6f0,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:04.477613 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-4633d37a-2e2b-45a5-a2d2-a2afa344c0ae None None] Allocated IP 172.20.0.2 (d060d412-3eba-485c-bbac-71368347d343/9d745fcd-6587-4d2b-8c68-3822122cd917/63d3b38d-8866-4d39-9cd8-4fba8fb81952) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:04.479722 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 873e5a65-9b4b-4039-aec7-ca3a51c4f6f0 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:44:04.484631 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebcd465-3373-42da-94cb-65713138cd53 None None] The sync data for ids ['c52f9cfc-7ccf-4be3-be55-158ba7f33645'] in n-d-791506-21 is: [{'id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697285171', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:44:02Z', 'revision_number': 3, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:04.530807 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c6cef9-9607-4cf1-b07a-01543f281498 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Made reservation on behalf of 4309df99e49e414c81323dd77e4aa778 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:04.548150 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36c6cef9-9607-4cf1-b07a-01543f281498 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.741999 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4633d37a-2e2b-45a5-a2d2-a2afa344c0ae None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.753185 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4633d37a-2e2b-45a5-a2d2-a2afa344c0ae None None] Transition to ACTIVE for port object 63d3b38d-8866-4d39-9cd8-4fba8fb81952 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:04.778940 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36c6cef9-9607-4cf1-b07a-01543f281498 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.782340 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4633d37a-2e2b-45a5-a2d2-a2afa344c0ae None None] Transition to ACTIVE for port object 63d3b38d-8866-4d39-9cd8-4fba8fb81952 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:04.796077 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4633d37a-2e2b-45a5-a2d2-a2afa344c0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.877794 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4633d37a-2e2b-45a5-a2d2-a2afa344c0ae None None] Network d060d412-3eba-485c-bbac-71368347d343 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:04.885578 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-4633d37a-2e2b-45a5-a2d2-a2afa344c0ae None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:04.892387 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4633d37a-2e2b-45a5-a2d2-a2afa344c0ae None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:04.892705 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6cef9-9607-4cf1-b07a-01543f281498 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Subnet': ['ID=70ca8382-b2cc-4de8-bb88-829f119dcae6,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:04.902770 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c6cef9-9607-4cf1-b07a-01543f281498 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Checking segment: {'id': '1d5a735d-b1ab-4e3e-b887-aebeb02240a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e555dad7-171a-4723-8e07-b42defdf0882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:04.903235 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c6cef9-9607-4cf1-b07a-01543f281498 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network hostable DHCP agents. Network: e555dad7-171a-4723-8e07-b42defdf0882, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:44:04.912407 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633d37a-2e2b-45a5-a2d2-a2afa344c0ae None None] Pushing event updated for resources: {'Port': ['ID=63d3b38d-8866-4d39-9cd8-4fba8fb81952,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:04.927891 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c6cef9-9607-4cf1-b07a-01543f281498 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network e555dad7-171a-4723-8e07-b42defdf0882 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:44:04.941377 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-36c6cef9-9607-4cf1-b07a-01543f281498 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, e555dad7-171a-4723-8e07-b42defdf0882) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:04.948446 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c6cef9-9607-4cf1-b07a-01543f281498 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:04.949929 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36c6cef9-9607-4cf1-b07a-01543f281498 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.970949 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-36c6cef9-9607-4cf1-b07a-01543f281498 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5781808 Jul 16 20:44:04.974189 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56562) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:04.981712 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-27673434-6bb3-466e-94e4-5ace16e0fc0f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'subnet': {'network_id': '873e5a65-9b4b-4039-aec7-ca3a51c4f6f0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:04.987757 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aab382-6a66-4bd4-8856-c804a1d56ad1 None None] Network e555dad7-171a-4723-8e07-b42defdf0882 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:04.991028 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0370b29f-74bd-4988-888b-06d8cb03fbcd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:05.130900 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27673434-6bb3-466e-94e4-5ace16e0fc0f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Made reservation on behalf of 4309df99e49e414c81323dd77e4aa778 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:05.135352 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-27673434-6bb3-466e-94e4-5ace16e0fc0f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:05.149372 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-4633d37a-2e2b-45a5-a2d2-a2afa344c0ae None None] Attempting to bind port 63d3b38d-8866-4d39-9cd8-4fba8fb81952 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:05.149884 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-4633d37a-2e2b-45a5-a2d2-a2afa344c0ae None None] Attempting to bind port 63d3b38d-8866-4d39-9cd8-4fba8fb81952 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '034fad31-19fe-4e1f-9dd1-5cdaa4aa1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd060d412-3eba-485c-bbac-71368347d343'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:05.150467 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4633d37a-2e2b-45a5-a2d2-a2afa344c0ae None None] Attempting to bind port 63d3b38d-8866-4d39-9cd8-4fba8fb81952 on network d060d412-3eba-485c-bbac-71368347d343 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:05.165748 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4633d37a-2e2b-45a5-a2d2-a2afa344c0ae None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:05.166572 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4633d37a-2e2b-45a5-a2d2-a2afa344c0ae None None] Checking segment: {'id': '034fad31-19fe-4e1f-9dd1-5cdaa4aa1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd060d412-3eba-485c-bbac-71368347d343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:05.167367 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4633d37a-2e2b-45a5-a2d2-a2afa344c0ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:05.167859 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4633d37a-2e2b-45a5-a2d2-a2afa344c0ae None None] Bound using segment: {'id': '034fad31-19fe-4e1f-9dd1-5cdaa4aa1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd060d412-3eba-485c-bbac-71368347d343'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:05.168426 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-4633d37a-2e2b-45a5-a2d2-a2afa344c0ae None None] Bound port: 63d3b38d-8866-4d39-9cd8-4fba8fb81952, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034fad31-19fe-4e1f-9dd1-5cdaa4aa1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd060d412-3eba-485c-bbac-71368347d343'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:05.168898 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4633d37a-2e2b-45a5-a2d2-a2afa344c0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:05.233936 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95bb40-0035-4bb9-9cb1-f513598e7457 req-a00e03a6-5dbe-4bf5-8dfb-cd4e33c0fced tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:05.248228 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3b95bb40-0035-4bb9-9cb1-f513598e7457 req-a00e03a6-5dbe-4bf5-8dfb-cd4e33c0fced tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 945 time: 0.1727164 Jul 16 20:44:05.277181 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4633d37a-2e2b-45a5-a2d2-a2afa344c0ae None None] For port 63d3b38d-8866-4d39-9cd8-4fba8fb81952, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:05.281941 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4633d37a-2e2b-45a5-a2d2-a2afa344c0ae None None] For port 63d3b38d-8866-4d39-9cd8-4fba8fb81952, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=63d3b38d-8866-4d39-9cd8-4fba8fb81952,segment=NetworkSegment(034fad31-19fe-4e1f-9dd1-5cdaa4aa1930),segment_id=034fad31-19fe-4e1f-9dd1-5cdaa4aa1930)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:05.292203 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4633d37a-2e2b-45a5-a2d2-a2afa344c0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:05.395756 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633d37a-2e2b-45a5-a2d2-a2afa344c0ae None None] Pushing event updated for resources: {'Port': ['ID=63d3b38d-8866-4d39-9cd8-4fba8fb81952,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:05.441172 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3b95bb40-0035-4bb9-9cb1-f513598e7457 req-d6855155-504f-4055-a724-43da2b2c5a65 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1919541 Jul 16 20:44:05.495194 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-27673434-6bb3-466e-94e4-5ace16e0fc0f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:05.502785 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be8cd4d-6c68-411b-88e9-4755df3b6138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-e555dad7-171a-4723-8e07-b42defdf0882', 'network_id': 'e555dad7-171a-4723-8e07-b42defdf0882', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'fixed_ips': [{'subnet_id': '70ca8382-b2cc-4de8-bb88-829f119dcae6'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:44:05.503753 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6be8cd4d-6c68-411b-88e9-4755df3b6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:05.660216 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-0370b29f-74bd-4988-888b-06d8cb03fbcd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Allocated IP 172.20.0.1 (d060d412-3eba-485c-bbac-71368347d343/9d745fcd-6587-4d2b-8c68-3822122cd917/c05856b0-d98d-4774-9870-0f6659fbd878) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:05.711625 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-70d80a3a-ff1a-4b39-877c-89af1da7a5bc req-71d874d3-b2d2-4a16-9e77-859b8013f13e tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0837677 Jul 16 20:44:05.931722 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0370b29f-74bd-4988-888b-06d8cb03fbcd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:05.965693 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-0370b29f-74bd-4988-888b-06d8cb03fbcd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Transition to ACTIVE for port object c05856b0-d98d-4774-9870-0f6659fbd878 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:05.975533 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0a54ec62-992f-4e9e-8488-128a936a7499 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:06.005924 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0370b29f-74bd-4988-888b-06d8cb03fbcd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.060109 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0370b29f-74bd-4988-888b-06d8cb03fbcd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Network d060d412-3eba-485c-bbac-71368347d343 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:06.068376 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-0370b29f-74bd-4988-888b-06d8cb03fbcd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:06.071214 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0370b29f-74bd-4988-888b-06d8cb03fbcd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:06.082600 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 0a54ec62-992f-4e9e-8488-128a936a7499 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:06.092724 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-6be8cd4d-6c68-411b-88e9-4755df3b6138 None None] Allocated IP 2001:db8::2 (e555dad7-171a-4723-8e07-b42defdf0882/70ca8382-b2cc-4de8-bb88-829f119dcae6/585a7766-ebd6-4219-8868-882527bc037e) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:06.094459 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 0a54ec62-992f-4e9e-8488-128a936a7499 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:06.094833 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.101590 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370b29f-74bd-4988-888b-06d8cb03fbcd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Port': ['ID=c05856b0-d98d-4774-9870-0f6659fbd878,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:06.131071 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0370b29f-74bd-4988-888b-06d8cb03fbcd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.139104 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27673434-6bb3-466e-94e4-5ace16e0fc0f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Subnet': ['ID=225fa2fd-0645-45fe-864f-a908ed90d488,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:06.144368 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27673434-6bb3-466e-94e4-5ace16e0fc0f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Checking segment: {'id': '645f607e-a976-498d-a967-8c6662f5b347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '873e5a65-9b4b-4039-aec7-ca3a51c4f6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:06.144724 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27673434-6bb3-466e-94e4-5ace16e0fc0f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network hostable DHCP agents. Network: 873e5a65-9b4b-4039-aec7-ca3a51c4f6f0, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:44:06.165002 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27673434-6bb3-466e-94e4-5ace16e0fc0f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network 873e5a65-9b4b-4039-aec7-ca3a51c4f6f0 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:44:06.180066 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-27673434-6bb3-466e-94e4-5ace16e0fc0f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 873e5a65-9b4b-4039-aec7-ca3a51c4f6f0) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:06.195716 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27673434-6bb3-466e-94e4-5ace16e0fc0f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:06.196474 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-27673434-6bb3-466e-94e4-5ace16e0fc0f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.199352 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a75701-1f80-4ba3-a7fa-d61b82607589 None None] Network 873e5a65-9b4b-4039-aec7-ca3a51c4f6f0 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:06.214845 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-27673434-6bb3-466e-94e4-5ace16e0fc0f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2361395 Jul 16 20:44:06.215356 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56566) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:06.220153 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-ab393858-5396-4c5b-8a5d-3855bb089577 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1479539719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:06.257456 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ab393858-5396-4c5b-8a5d-3855bb089577 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.258778 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ab393858-5396-4c5b-8a5d-3855bb089577 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.299672 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0370b29f-74bd-4988-888b-06d8cb03fbcd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.318941 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ab393858-5396-4c5b-8a5d-3855bb089577 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.322244 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.324878 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ab393858-5396-4c5b-8a5d-3855bb089577 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.343671 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ab393858-5396-4c5b-8a5d-3855bb089577 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.347598 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ab393858-5396-4c5b-8a5d-3855bb089577 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1284976 Jul 16 20:44:06.348264 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56568) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:06.387962 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 0a54ec62-992f-4e9e-8488-128a936a7499, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=0a54ec62-992f-4e9e-8488-128a936a7499,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:06.402024 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6be8cd4d-6c68-411b-88e9-4755df3b6138 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.403830 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.455993 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6be8cd4d-6c68-411b-88e9-4755df3b6138 None None] Transition to ACTIVE for port object 585a7766-ebd6-4219-8868-882527bc037e will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:06.498785 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6be8cd4d-6c68-411b-88e9-4755df3b6138 None None] Transition to ACTIVE for port object 585a7766-ebd6-4219-8868-882527bc037e will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:06.500132 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=0a54ec62-992f-4e9e-8488-128a936a7499,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:06.529079 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6be8cd4d-6c68-411b-88e9-4755df3b6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.567138 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9988f6-f5e3-4d16-9a6d-0b4b21654534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-873e5a65-9b4b-4039-aec7-ca3a51c4f6f0', 'network_id': '873e5a65-9b4b-4039-aec7-ca3a51c4f6f0', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'fixed_ips': [{'subnet_id': '225fa2fd-0645-45fe-864f-a908ed90d488'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:44:06.568119 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c9988f6-f5e3-4d16-9a6d-0b4b21654534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.587174 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be8cd4d-6c68-411b-88e9-4755df3b6138 None None] Network e555dad7-171a-4723-8e07-b42defdf0882 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:06.594867 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-6be8cd4d-6c68-411b-88e9-4755df3b6138 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:06.599812 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be8cd4d-6c68-411b-88e9-4755df3b6138 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:06.609590 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8cd4d-6c68-411b-88e9-4755df3b6138 None None] Pushing event updated for resources: {'Port': ['ID=585a7766-ebd6-4219-8868-882527bc037e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:06.732714 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-6be8cd4d-6c68-411b-88e9-4755df3b6138 None None] Attempting to bind port 585a7766-ebd6-4219-8868-882527bc037e on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:06.733079 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-6be8cd4d-6c68-411b-88e9-4755df3b6138 None None] Attempting to bind port 585a7766-ebd6-4219-8868-882527bc037e by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '1d5a735d-b1ab-4e3e-b887-aebeb02240a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e555dad7-171a-4723-8e07-b42defdf0882'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:06.733436 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be8cd4d-6c68-411b-88e9-4755df3b6138 None None] Attempting to bind port 585a7766-ebd6-4219-8868-882527bc037e on network e555dad7-171a-4723-8e07-b42defdf0882 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:06.744406 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be8cd4d-6c68-411b-88e9-4755df3b6138 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:06.744781 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be8cd4d-6c68-411b-88e9-4755df3b6138 None None] Checking segment: {'id': '1d5a735d-b1ab-4e3e-b887-aebeb02240a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e555dad7-171a-4723-8e07-b42defdf0882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:06.745179 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6be8cd4d-6c68-411b-88e9-4755df3b6138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.745574 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be8cd4d-6c68-411b-88e9-4755df3b6138 None None] Bound using segment: {'id': '1d5a735d-b1ab-4e3e-b887-aebeb02240a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e555dad7-171a-4723-8e07-b42defdf0882'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:06.746043 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-6be8cd4d-6c68-411b-88e9-4755df3b6138 None None] Bound port: 585a7766-ebd6-4219-8868-882527bc037e, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5a735d-b1ab-4e3e-b887-aebeb02240a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e555dad7-171a-4723-8e07-b42defdf0882'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:06.746449 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6be8cd4d-6c68-411b-88e9-4755df3b6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.791114 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302a226-3422-438f-bcc9-b9cab522fae2 req-81aa47d1-c006-4723-b20a-c8cac3505818 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:06.792504 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b302a226-3422-438f-bcc9-b9cab522fae2 req-81aa47d1-c006-4723-b20a-c8cac3505818 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 945 time: 0.2130938 Jul 16 20:44:06.820840 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-0c9988f6-f5e3-4d16-9a6d-0b4b21654534 None None] Allocated IP 2001:db8:1::2 (873e5a65-9b4b-4039-aec7-ca3a51c4f6f0/225fa2fd-0645-45fe-864f-a908ed90d488/e6cfe682-fcf7-4e9b-992a-efaf32af7f84) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:06.871652 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-6be8cd4d-6c68-411b-88e9-4755df3b6138 None None] For port 585a7766-ebd6-4219-8868-882527bc037e, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:06.888721 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-6be8cd4d-6c68-411b-88e9-4755df3b6138 None None] For port 585a7766-ebd6-4219-8868-882527bc037e, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=585a7766-ebd6-4219-8868-882527bc037e,segment=NetworkSegment(1d5a735d-b1ab-4e3e-b887-aebeb02240a4),segment_id=1d5a735d-b1ab-4e3e-b887-aebeb02240a4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:06.919359 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-91fe34f0-c1e6-4286-9590-2e915cccb014 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.921503 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6be8cd4d-6c68-411b-88e9-4755df3b6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.944631 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b302a226-3422-438f-bcc9-b9cab522fae2 req-c552ccec-8d59-4a38-92ed-0cb8bbddee1f tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1379006 Jul 16 20:44:07.011018 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8794f384-9de0-4fdf-aa57-1e4ed607affb req-8136ad49-b5c8-40cf-9e84-7c5e85781b56 tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0729928 Jul 16 20:44:07.071609 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8cd4d-6c68-411b-88e9-4755df3b6138 None None] Pushing event updated for resources: {'Port': ['ID=585a7766-ebd6-4219-8868-882527bc037e,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:07.099869 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0370b29f-74bd-4988-888b-06d8cb03fbcd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:07.112029 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0370b29f-74bd-4988-888b-06d8cb03fbcd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:07.119076 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c9988f6-f5e3-4d16-9a6d-0b4b21654534 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:07.131926 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0c9988f6-f5e3-4d16-9a6d-0b4b21654534 None None] Transition to ACTIVE for port object e6cfe682-fcf7-4e9b-992a-efaf32af7f84 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:07.155723 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0c9988f6-f5e3-4d16-9a6d-0b4b21654534 None None] Transition to ACTIVE for port object e6cfe682-fcf7-4e9b-992a-efaf32af7f84 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:07.164505 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c9988f6-f5e3-4d16-9a6d-0b4b21654534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:07.222055 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9988f6-f5e3-4d16-9a6d-0b4b21654534 None None] Network 873e5a65-9b4b-4039-aec7-ca3a51c4f6f0 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:07.227251 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0c9988f6-f5e3-4d16-9a6d-0b4b21654534 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:07.230507 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9988f6-f5e3-4d16-9a6d-0b4b21654534 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:07.242305 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9988f6-f5e3-4d16-9a6d-0b4b21654534 None None] Pushing event updated for resources: {'Port': ['ID=e6cfe682-fcf7-4e9b-992a-efaf32af7f84,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:07.342060 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-0c9988f6-f5e3-4d16-9a6d-0b4b21654534 None None] Attempting to bind port e6cfe682-fcf7-4e9b-992a-efaf32af7f84 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:07.342539 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-0c9988f6-f5e3-4d16-9a6d-0b4b21654534 None None] Attempting to bind port e6cfe682-fcf7-4e9b-992a-efaf32af7f84 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '645f607e-a976-498d-a967-8c6662f5b347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '873e5a65-9b4b-4039-aec7-ca3a51c4f6f0'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:07.342920 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9988f6-f5e3-4d16-9a6d-0b4b21654534 None None] Attempting to bind port e6cfe682-fcf7-4e9b-992a-efaf32af7f84 on network 873e5a65-9b4b-4039-aec7-ca3a51c4f6f0 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:07.359423 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9988f6-f5e3-4d16-9a6d-0b4b21654534 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:07.360185 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9988f6-f5e3-4d16-9a6d-0b4b21654534 None None] Checking segment: {'id': '645f607e-a976-498d-a967-8c6662f5b347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '873e5a65-9b4b-4039-aec7-ca3a51c4f6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:07.360690 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c9988f6-f5e3-4d16-9a6d-0b4b21654534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:07.361188 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9988f6-f5e3-4d16-9a6d-0b4b21654534 None None] Bound using segment: {'id': '645f607e-a976-498d-a967-8c6662f5b347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '873e5a65-9b4b-4039-aec7-ca3a51c4f6f0'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:07.361775 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-0c9988f6-f5e3-4d16-9a6d-0b4b21654534 None None] Bound port: e6cfe682-fcf7-4e9b-992a-efaf32af7f84, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645f607e-a976-498d-a967-8c6662f5b347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '873e5a65-9b4b-4039-aec7-ca3a51c4f6f0'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:07.362260 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c9988f6-f5e3-4d16-9a6d-0b4b21654534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:07.443205 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-0c9988f6-f5e3-4d16-9a6d-0b4b21654534 None None] For port e6cfe682-fcf7-4e9b-992a-efaf32af7f84, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:07.446887 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-0c9988f6-f5e3-4d16-9a6d-0b4b21654534 None None] For port e6cfe682-fcf7-4e9b-992a-efaf32af7f84, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e6cfe682-fcf7-4e9b-992a-efaf32af7f84,segment=NetworkSegment(645f607e-a976-498d-a967-8c6662f5b347),segment_id=645f607e-a976-498d-a967-8c6662f5b347)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:07.455010 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c9988f6-f5e3-4d16-9a6d-0b4b21654534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:07.523054 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9988f6-f5e3-4d16-9a6d-0b4b21654534 None None] Pushing event updated for resources: {'Port': ['ID=e6cfe682-fcf7-4e9b-992a-efaf32af7f84,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:07.542632 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8b65c9-700e-4914-ae82-af4c5b398765 None None] Network d060d412-3eba-485c-bbac-71368347d343 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:07.614826 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370b29f-74bd-4988-888b-06d8cb03fbcd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Port': ['ID=c05856b0-d98d-4774-9870-0f6659fbd878,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:07.620440 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0370b29f-74bd-4988-888b-06d8cb03fbcd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:07.688127 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-56df8dfc-84f7-4c39-b492-b7875c57fad4 None None] Provisioning for port 63d3b38d-8866-4d39-9cd8-4fba8fb81952 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:07.765878 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-91fe34f0-c1e6-4286-9590-2e915cccb014 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Allocated IP 2001:db8::1 (e555dad7-171a-4723-8e07-b42defdf0882/70ca8382-b2cc-4de8-bb88-829f119dcae6/ad1fc523-7e25-4c16-b47f-961937fb9374) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:07.832227 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0370b29f-74bd-4988-888b-06d8cb03fbcd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Network d060d412-3eba-485c-bbac-71368347d343 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:07.835738 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-0370b29f-74bd-4988-888b-06d8cb03fbcd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:07.907224 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 63d3b38d-8866-4d39-9cd8-4fba8fb81952 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:07.988011 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 63d3b38d-8866-4d39-9cd8-4fba8fb81952 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:08.000425 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 63d3b38d-8866-4d39-9cd8-4fba8fb81952 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:08.000802 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.010152 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-91fe34f0-c1e6-4286-9590-2e915cccb014 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.033920 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-91fe34f0-c1e6-4286-9590-2e915cccb014 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Transition to ACTIVE for port object ad1fc523-7e25-4c16-b47f-961937fb9374 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:08.042263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0370b29f-74bd-4988-888b-06d8cb03fbcd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Router c52f9cfc-7ccf-4be3-be55-158ba7f33645 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:44:08.151441 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.206205 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 63d3b38d-8866-4d39-9cd8-4fba8fb81952, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=63d3b38d-8866-4d39-9cd8-4fba8fb81952,segment=NetworkSegment(034fad31-19fe-4e1f-9dd1-5cdaa4aa1930),segment_id=034fad31-19fe-4e1f-9dd1-5cdaa4aa1930)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:08.212922 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.214023 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 585a7766-ebd6-4219-8868-882527bc037e up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:08.223482 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-91fe34f0-c1e6-4286-9590-2e915cccb014 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.311960 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=63d3b38d-8866-4d39-9cd8-4fba8fb81952,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:08.331995 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8c286b85-cc79-4f93-a25f-cbbadfba1fcd req-982d4f74-71fe-4be8-acec-21974cf3489b tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0938773 Jul 16 20:44:08.335624 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 585a7766-ebd6-4219-8868-882527bc037e completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:08.341917 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0a54ec62-992f-4e9e-8488-128a936a7499 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:08.344431 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-023f60ee-dad1-4930-b7f5-b3a54a98062b None None] Provisioning complete for port 63d3b38d-8866-4d39-9cd8-4fba8fb81952 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:08.344865 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-023f60ee-dad1-4930-b7f5-b3a54a98062b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.375979 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fe34f0-c1e6-4286-9590-2e915cccb014 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network e555dad7-171a-4723-8e07-b42defdf0882 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:08.391259 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-91fe34f0-c1e6-4286-9590-2e915cccb014 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:08.411412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fe34f0-c1e6-4286-9590-2e915cccb014 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:08.412066 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-91fe34f0-c1e6-4286-9590-2e915cccb014 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.442916 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 0a54ec62-992f-4e9e-8488-128a936a7499 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:08.443290 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.513024 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0370b29f-74bd-4988-888b-06d8cb03fbcd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:08.530023 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0370b29f-74bd-4988-888b-06d8cb03fbcd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "PUT /v2.0/routers/c52f9cfc-7ccf-4be3-be55-158ba7f33645/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5941179 Jul 16 20:44:08.530023 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe34f0-c1e6-4286-9590-2e915cccb014 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Port': ['ID=ad1fc523-7e25-4c16-b47f-961937fb9374,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:08.542853 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bc38c9-769b-4acc-8327-464b35ba8e1b None None] Sync routers for ids ['c52f9cfc-7ccf-4be3-be55-158ba7f33645'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:08.545870 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-023f60ee-dad1-4930-b7f5-b3a54a98062b None None] Provisioning for port c05856b0-d98d-4774-9870-0f6659fbd878 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:08.555406 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bc38c9-769b-4acc-8327-464b35ba8e1b None None] Routers {'c52f9cfc-7ccf-4be3-be55-158ba7f33645'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:08.557660 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-96bc38c9-769b-4acc-8327-464b35ba8e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:43:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c52f9cfc-7ccf-4be3-be55-158ba7f33645'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:08.557808 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-023f60ee-dad1-4930-b7f5-b3a54a98062b None None] Provisioning complete for port c05856b0-d98d-4774-9870-0f6659fbd878 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:08.557993 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-023f60ee-dad1-4930-b7f5-b3a54a98062b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.702804 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a985dba4-6856-48ab-9850-702e52670189 None None] Network e555dad7-171a-4723-8e07-b42defdf0882 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:08.719525 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566f5cf-6592-499f-a53c-482b8c1b8947 req-1ea00242-f135-424b-9d13-e4fe0355c0f9 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:08.721423 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f566f5cf-6592-499f-a53c-482b8c1b8947 req-1ea00242-f135-424b-9d13-e4fe0355c0f9 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 945 time: 0.4995492 Jul 16 20:44:08.738101 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:44:08.768243 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-023f60ee-dad1-4930-b7f5-b3a54a98062b None None] Port c05856b0-d98d-4774-9870-0f6659fbd878 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:08.792015 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-91fe34f0-c1e6-4286-9590-2e915cccb014 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.793327 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-96bc38c9-769b-4acc-8327-464b35ba8e1b None None] Set router c52f9cfc-7ccf-4be3-be55-158ba7f33645 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:44:08.815142 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f566f5cf-6592-499f-a53c-482b8c1b8947 req-fa55af40-f820-4ef5-9340-bcf65ed18224 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742424 Jul 16 20:44:08.922299 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-fc47aea4-e034-451b-a514-2bcdf96aca89 None None] Provisioning for port 585a7766-ebd6-4219-8868-882527bc037e completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:08.934478 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-fc47aea4-e034-451b-a514-2bcdf96aca89 None None] Provisioning complete for port 585a7766-ebd6-4219-8868-882527bc037e triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:08.935214 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc47aea4-e034-451b-a514-2bcdf96aca89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.961834 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-18008c88-d26b-4864-a2f0-44be4dba360d req-31dc6858-5a35-465a-91f7-798f19b546f8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-980663638&fields=id&tenant_id=0a2a9f68d1874fbf9d499c45b54369c0 HTTP/1.1" status: 200 len: 267 time: 0.1221681 Jul 16 20:44:09.093698 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-96bc38c9-769b-4acc-8327-464b35ba8e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697285171', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:44:06Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'c05856b0-d98d-4774-9870-0f6659fbd878', 'name': '', 'network_id': 'd060d412-3eba-485c-bbac-71368347d343', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:52:1c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '9d745fcd-6587-4d2b-8c68-3822122cd917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:05Z', 'updated_at': '2021-07-16T20:44:06Z', 'revision_number': 2, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': '9d745fcd-6587-4d2b-8c68-3822122cd917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:09.139389 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc47aea4-e034-451b-a514-2bcdf96aca89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.148031 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bc38c9-769b-4acc-8327-464b35ba8e1b None None] Checking router: c52f9cfc-7ccf-4be3-be55-158ba7f33645 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:44:09.148379 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bc38c9-769b-4acc-8327-464b35ba8e1b None None] Updating router c52f9cfc-7ccf-4be3-be55-158ba7f33645 port c05856b0-d98d-4774-9870-0f6659fbd878 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:44:09.196329 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-fc47aea4-e034-451b-a514-2bcdf96aca89 None None] For port 585a7766-ebd6-4219-8868-882527bc037e, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=585a7766-ebd6-4219-8868-882527bc037e,segment=NetworkSegment(1d5a735d-b1ab-4e3e-b887-aebeb02240a4),segment_id=1d5a735d-b1ab-4e3e-b887-aebeb02240a4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:09.200283 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96bc38c9-769b-4acc-8327-464b35ba8e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.201890 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc47aea4-e034-451b-a514-2bcdf96aca89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.202541 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18008c88-d26b-4864-a2f0-44be4dba360d req-c3ad9d59-16f8-4af0-8700-f786b3562311 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:09.204055 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-18008c88-d26b-4864-a2f0-44be4dba360d req-c3ad9d59-16f8-4af0-8700-f786b3562311 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/networks?id=d060d412-3eba-485c-bbac-71368347d343 HTTP/1.1" status: 200 len: 797 time: 0.2088048 Jul 16 20:44:09.229638 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-18008c88-d26b-4864-a2f0-44be4dba360d req-ca8a47b7-923b-4184-aabb-a66681997422 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/quotas/0a2a9f68d1874fbf9d499c45b54369c0 HTTP/1.1" status: 200 len: 375 time: 0.0176315 Jul 16 20:44:09.258416 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b1ac1f-0367-4693-85b5-0e287dacc812 None None] Network 873e5a65-9b4b-4039-aec7-ca3a51c4f6f0 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:09.308813 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-fc47aea4-e034-451b-a514-2bcdf96aca89 None None] Provisioning complete for port c05856b0-d98d-4774-9870-0f6659fbd878 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:09.309083 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc47aea4-e034-451b-a514-2bcdf96aca89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.330288 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-91fe34f0-c1e6-4286-9590-2e915cccb014 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.344702 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-91fe34f0-c1e6-4286-9590-2e915cccb014 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.347536 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-91fe34f0-c1e6-4286-9590-2e915cccb014 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.494597 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-18008c88-d26b-4864-a2f0-44be4dba360d req-a61cb13a-dc60-4cfe-a87d-63b661e9414e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2573743 Jul 16 20:44:09.539477 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47aea4-e034-451b-a514-2bcdf96aca89 None None] Pushing event updated for resources: {'Port': ['ID=585a7766-ebd6-4219-8868-882527bc037e,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:09.577603 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fe34f0-c1e6-4286-9590-2e915cccb014 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network e555dad7-171a-4723-8e07-b42defdf0882 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:09.595104 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fc47aea4-e034-451b-a514-2bcdf96aca89 None None] Port c05856b0-d98d-4774-9870-0f6659fbd878 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:09.623997 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-91fe34f0-c1e6-4286-9590-2e915cccb014 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:09.694350 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96bc38c9-769b-4acc-8327-464b35ba8e1b None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.709091 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-96bc38c9-769b-4acc-8327-464b35ba8e1b None None] Transition to ACTIVE for port object c05856b0-d98d-4774-9870-0f6659fbd878 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:09.719269 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96bc38c9-769b-4acc-8327-464b35ba8e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.738583 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a24a25d9-e27d-4c9b-a1c5-50e84fd27d62 None None] Provisioning for port ad1fc523-7e25-4c16-b47f-961937fb9374 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:09.743450 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a24a25d9-e27d-4c9b-a1c5-50e84fd27d62 None None] Provisioning complete for port ad1fc523-7e25-4c16-b47f-961937fb9374 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:09.743913 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a24a25d9-e27d-4c9b-a1c5-50e84fd27d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.794101 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a24a25d9-e27d-4c9b-a1c5-50e84fd27d62 None None] Port ad1fc523-7e25-4c16-b47f-961937fb9374 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:09.800418 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-18008c88-d26b-4864-a2f0-44be4dba360d req-58d15e43-07d4-475e-b106-0db8ce3c863f service neutron] 10.222.0.38 "GET /v2.0/networks/d060d412-3eba-485c-bbac-71368347d343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617002 Jul 16 20:44:09.802753 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0875e4d2-fcb0-4ff6-b48e-fafa1e7fa2a1 req-777b443d-92d3-4720-b99f-f399e4bababb tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.2447774 Jul 16 20:44:09.829029 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b354de15-c4c5-46cb-b9ad-6320a00577f1 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:44:09.842629 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 63d3b38d-8866-4d39-9cd8-4fba8fb81952 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:09.845963 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe34f0-c1e6-4286-9590-2e915cccb014 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Port': ['ID=ad1fc523-7e25-4c16-b47f-961937fb9374,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:09.926371 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a24a25d9-e27d-4c9b-a1c5-50e84fd27d62 None None] Provisioning for port e6cfe682-fcf7-4e9b-992a-efaf32af7f84 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:09.939093 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47fb86e-a702-4d87-bc3b-3ef106298ccc None None] Pushing event updated for resources: {'Port': ['ID=c05856b0-d98d-4774-9870-0f6659fbd878,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:09.998969 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fb86e-a702-4d87-bc3b-3ef106298ccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:09.999219 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fb86e-a702-4d87-bc3b-3ef106298ccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:09.999472 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fb86e-a702-4d87-bc3b-3ef106298ccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:09.999727 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fb86e-a702-4d87-bc3b-3ef106298ccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:10.000058 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fb86e-a702-4d87-bc3b-3ef106298ccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:10.000684 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fb86e-a702-4d87-bc3b-3ef106298ccc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:10.001189 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fb86e-a702-4d87-bc3b-3ef106298ccc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:10.001526 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fb86e-a702-4d87-bc3b-3ef106298ccc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:10.001854 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fb86e-a702-4d87-bc3b-3ef106298ccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:10.002180 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fb86e-a702-4d87-bc3b-3ef106298ccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:10.002543 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fb86e-a702-4d87-bc3b-3ef106298ccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:10.002853 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fb86e-a702-4d87-bc3b-3ef106298ccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:10.022233 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-96bc38c9-769b-4acc-8327-464b35ba8e1b None None] Attempting to bind port c05856b0-d98d-4774-9870-0f6659fbd878 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:10.022644 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-96bc38c9-769b-4acc-8327-464b35ba8e1b None None] Attempting to bind port c05856b0-d98d-4774-9870-0f6659fbd878 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '034fad31-19fe-4e1f-9dd1-5cdaa4aa1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd060d412-3eba-485c-bbac-71368347d343'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:10.023030 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc38c9-769b-4acc-8327-464b35ba8e1b None None] Attempting to bind port c05856b0-d98d-4774-9870-0f6659fbd878 on network d060d412-3eba-485c-bbac-71368347d343 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:10.028591 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc38c9-769b-4acc-8327-464b35ba8e1b None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:10.028965 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc38c9-769b-4acc-8327-464b35ba8e1b None None] Checking segment: {'id': '034fad31-19fe-4e1f-9dd1-5cdaa4aa1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd060d412-3eba-485c-bbac-71368347d343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:10.029371 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96bc38c9-769b-4acc-8327-464b35ba8e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.029767 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc38c9-769b-4acc-8327-464b35ba8e1b None None] Bound using segment: {'id': '034fad31-19fe-4e1f-9dd1-5cdaa4aa1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd060d412-3eba-485c-bbac-71368347d343'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:10.030235 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-96bc38c9-769b-4acc-8327-464b35ba8e1b None None] Bound port: c05856b0-d98d-4774-9870-0f6659fbd878, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034fad31-19fe-4e1f-9dd1-5cdaa4aa1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd060d412-3eba-485c-bbac-71368347d343'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:10.030648 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96bc38c9-769b-4acc-8327-464b35ba8e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.034999 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.resource_extend [None req-f227628c-da0c-4016-a831-2592b446d161 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:44:10.038145 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a24a25d9-e27d-4c9b-a1c5-50e84fd27d62 None None] Provisioning complete for port 585a7766-ebd6-4219-8868-882527bc037e triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:10.038557 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a24a25d9-e27d-4c9b-a1c5-50e84fd27d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.130389 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-96bc38c9-769b-4acc-8327-464b35ba8e1b None None] For port c05856b0-d98d-4774-9870-0f6659fbd878, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:10.137907 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-96bc38c9-769b-4acc-8327-464b35ba8e1b None None] For port c05856b0-d98d-4774-9870-0f6659fbd878, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=c05856b0-d98d-4774-9870-0f6659fbd878,segment=NetworkSegment(034fad31-19fe-4e1f-9dd1-5cdaa4aa1930),segment_id=034fad31-19fe-4e1f-9dd1-5cdaa4aa1930)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:10.144114 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96bc38c9-769b-4acc-8327-464b35ba8e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.209509 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-18008c88-d26b-4864-a2f0-44be4dba360d req-9d63dd34-a12e-4a82-9695-26a25c181f6d service neutron] 10.222.0.38 "GET /v2.0/networks/d060d412-3eba-485c-bbac-71368347d343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945715 Jul 16 20:44:10.227098 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47fb86e-a702-4d87-bc3b-3ef106298ccc None None] Pushing event updated for resources: {'Port': ['ID=c05856b0-d98d-4774-9870-0f6659fbd878,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:10.245411 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23f3fe-e1a7-46db-b2c1-39f7224ed3c7 req-02a9b39a-b445-4d58-9a13-494c4b00c873 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:10.252298 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eb23f3fe-e1a7-46db-b2c1-39f7224ed3c7 req-02a9b39a-b445-4d58-9a13-494c4b00c873 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 945 time: 0.2100010 Jul 16 20:44:10.257769 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bc38c9-769b-4acc-8327-464b35ba8e1b None None] Routers {'c52f9cfc-7ccf-4be3-be55-158ba7f33645'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:10.259200 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-96bc38c9-769b-4acc-8327-464b35ba8e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:43:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c52f9cfc-7ccf-4be3-be55-158ba7f33645'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:10.259451 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 63d3b38d-8866-4d39-9cd8-4fba8fb81952 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:10.259942 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.317703 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fe34f0-c1e6-4286-9590-2e915cccb014 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Router 85fb3933-7ffa-433a-883d-cfa5dc0791b8 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:44:10.350845 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eb23f3fe-e1a7-46db-b2c1-39f7224ed3c7 req-388d1a09-0726-4de8-8153-683284b37437 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0974369 Jul 16 20:44:10.401176 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port b354de15-c4c5-46cb-b9ad-6320a00577f1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b354de15-c4c5-46cb-b9ad-6320a00577f1,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:10.424179 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'b354de15-c4c5-46cb-b9ad-6320a00577f1', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'port_id': 'b354de15-c4c5-46cb-b9ad-6320a00577f1', 'mac_address': 'fa:16:3e:ba:16:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:44:10.455965 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 585a7766-ebd6-4219-8868-882527bc037e up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:10.528148 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-96bc38c9-769b-4acc-8327-464b35ba8e1b None None] Set router c52f9cfc-7ccf-4be3-be55-158ba7f33645 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:44:10.538977 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.580042 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bfd6f71f-202c-4a63-9529-c4136576268b req-0fe73469-fe6a-498f-955c-08287673b576 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 210 time: 0.0467277 Jul 16 20:44:10.580308 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b354de15-c4c5-46cb-b9ad-6320a00577f1 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:44:10.606012 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fe34f0-c1e6-4286-9590-2e915cccb014 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:10.620803 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-91fe34f0-c1e6-4286-9590-2e915cccb014 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "PUT /v2.0/routers/85fb3933-7ffa-433a-883d-cfa5dc0791b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2688477 Jul 16 20:44:10.621146 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56608) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:10.641975 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dd17fa-9cf3-4d80-af65-9fc5ead612c5 None None] Sync routers for ids ['85fb3933-7ffa-433a-883d-cfa5dc0791b8'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:10.646399 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port b354de15-c4c5-46cb-b9ad-6320a00577f1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b354de15-c4c5-46cb-b9ad-6320a00577f1,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:10.652869 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-23e3a098-4325-4189-a699-cc158c593537 None None] Provisioning complete for port ad1fc523-7e25-4c16-b47f-961937fb9374 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:10.653239 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23e3a098-4325-4189-a699-cc158c593537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.688434 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.708885 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d5975b-dc77-480a-8e29-c35eba608ed5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:10.711341 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a1d5975b-dc77-480a-8e29-c35eba608ed5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "GET /v2.0/ports/ad1fc523-7e25-4c16-b47f-961937fb9374 HTTP/1.1" status: 200 len: 911 time: 0.0893469 Jul 16 20:44:10.714245 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56610) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:10.739820 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dd17fa-9cf3-4d80-af65-9fc5ead612c5 None None] Routers {'85fb3933-7ffa-433a-883d-cfa5dc0791b8'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:10.740464 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b4dd17fa-9cf3-4d80-af65-9fc5ead612c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:43:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['85fb3933-7ffa-433a-883d-cfa5dc0791b8'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:10.793038 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['b354de15-c4c5-46cb-b9ad-6320a00577f1'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:44:10.803471 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b4dd17fa-9cf3-4d80-af65-9fc5ead612c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:10.829779 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 585a7766-ebd6-4219-8868-882527bc037e triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:10.830152 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.841274 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-23e3a098-4325-4189-a699-cc158c593537 None None] Port ad1fc523-7e25-4c16-b47f-961937fb9374 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:10.905150 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-96bc38c9-769b-4acc-8327-464b35ba8e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697285171', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:44:06Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'c05856b0-d98d-4774-9870-0f6659fbd878', 'name': '', 'network_id': 'd060d412-3eba-485c-bbac-71368347d343', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:52:1c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '9d745fcd-6587-4d2b-8c68-3822122cd917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:05Z', 'updated_at': '2021-07-16T20:44:10Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': '9d745fcd-6587-4d2b-8c68-3822122cd917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:10.929157 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=b354de15-c4c5-46cb-b9ad-6320a00577f1,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:10.965796 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bc38c9-769b-4acc-8327-464b35ba8e1b None None] The sync data for ids ['c52f9cfc-7ccf-4be3-be55-158ba7f33645'] in n-d-791506-21 is: [{'id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697285171', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:44:06Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'c05856b0-d98d-4774-9870-0f6659fbd878', 'name': '', 'network_id': 'd060d412-3eba-485c-bbac-71368347d343', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:52:1c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '9d745fcd-6587-4d2b-8c68-3822122cd917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:05Z', 'updated_at': '2021-07-16T20:44:10Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': '9d745fcd-6587-4d2b-8c68-3822122cd917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:10.968502 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dd17fa-9cf3-4d80-af65-9fc5ead612c5 None None] Routers {'85fb3933-7ffa-433a-883d-cfa5dc0791b8'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:10.969152 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b4dd17fa-9cf3-4d80-af65-9fc5ead612c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:43:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['85fb3933-7ffa-433a-883d-cfa5dc0791b8'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:11.093755 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b4dd17fa-9cf3-4d80-af65-9fc5ead612c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:11.094429 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dd17fa-9cf3-4d80-af65-9fc5ead612c5 None None] The sync data for ids ['85fb3933-7ffa-433a-883d-cfa5dc0791b8'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:11.234273 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e6cfe682-fcf7-4e9b-992a-efaf32af7f84 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:11.363036 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port e6cfe682-fcf7-4e9b-992a-efaf32af7f84 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:11.367578 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port e6cfe682-fcf7-4e9b-992a-efaf32af7f84 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:11.367924 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:11.463276 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d5c6db10-7516-4893-98d4-faf216deae95 req-d71a77b7-30ee-46d8-aea2-86fc0848a0fd tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0918775 Jul 16 20:44:11.619517 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:11.692444 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port e6cfe682-fcf7-4e9b-992a-efaf32af7f84, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e6cfe682-fcf7-4e9b-992a-efaf32af7f84,segment=NetworkSegment(645f607e-a976-498d-a967-8c6662f5b347),segment_id=645f607e-a976-498d-a967-8c6662f5b347)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:11.705672 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:11.830188 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b354de15-c4c5-46cb-b9ad-6320a00577f1 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:11.910395 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c05856b0-d98d-4774-9870-0f6659fbd878 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:11.985161 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=e6cfe682-fcf7-4e9b-992a-efaf32af7f84,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:12.017089 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f7b21ad4-2fed-4970-bed4-52aa4acf4bf8 req-f6be498c-fd4f-458b-9406-1c9586cf3aca tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 210 time: 0.0681744 Jul 16 20:44:12.021295 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port b354de15-c4c5-46cb-b9ad-6320a00577f1 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:12.021889 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:12.025301 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port c05856b0-d98d-4774-9870-0f6659fbd878 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:12.053073 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port c05856b0-d98d-4774-9870-0f6659fbd878 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:12.053892 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:12.058904 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc55b8-c0e2-425b-bd2b-17160c3cc906 req-9e09e1f4-0a5a-47f5-b375-aa033771159c tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:12.060441 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b1fc55b8-c0e2-425b-bd2b-17160c3cc906 req-9e09e1f4-0a5a-47f5-b375-aa033771159c tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 944 time: 0.4677491 Jul 16 20:44:12.216827 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:12.218892 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:12.250827 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b1fc55b8-c0e2-425b-bd2b-17160c3cc906 req-eb2d96b8-44da-4a05-9881-b1e3adc75b35 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1791954 Jul 16 20:44:12.262192 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dec229b0-d556-464b-9186-b7c5be47c288 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:12.282504 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953fe2b5-ff30-483d-9d0f-8c12abee2100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b354de15-c4c5-46cb-b9ad-6320a00577f1'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:12.302000 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dd2bf9-9690-4f7b-ab19-d0f2bf938986" -d '{"events": [{"server_uuid": "953fe2b5-ff30-483d-9d0f-8c12abee2100", "name": "network-vif-plugged", "status": "completed", "tag": "b354de15-c4c5-46cb-b9ad-6320a00577f1"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:12.350954 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port b354de15-c4c5-46cb-b9ad-6320a00577f1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b354de15-c4c5-46cb-b9ad-6320a00577f1,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:12.353402 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port c05856b0-d98d-4774-9870-0f6659fbd878, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=c05856b0-d98d-4774-9870-0f6659fbd878,segment=NetworkSegment(034fad31-19fe-4e1f-9dd1-5cdaa4aa1930),segment_id=034fad31-19fe-4e1f-9dd1-5cdaa4aa1930)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:12.364928 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:12.370964 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:12.421609 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9910dba0-6c2b-466d-bad6-7f16302a7c87 x-openstack-request-id: req-9910dba0-6c2b-466d-bad6-7f16302a7c87 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:12.421918 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953fe2b5-ff30-483d-9d0f-8c12abee2100", "name": "network-vif-plugged", "status": "completed", "tag": "b354de15-c4c5-46cb-b9ad-6320a00577f1", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:12.422180 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9910dba0-6c2b-466d-bad6-7f16302a7c87 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:12.422623 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953fe2b5-ff30-483d-9d0f-8c12abee2100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b354de15-c4c5-46cb-b9ad-6320a00577f1', 'code': 200} Jul 16 20:44:12.489556 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=c05856b0-d98d-4774-9870-0f6659fbd878,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:12.601527 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=b354de15-c4c5-46cb-b9ad-6320a00577f1,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:12.665986 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18008c88-d26b-4864-a2f0-44be4dba360d req-5f1b7e31-4405-41a3-971b-50e344f9efdf tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:12.667806 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-18008c88-d26b-4864-a2f0-44be4dba360d req-5f1b7e31-4405-41a3-971b-50e344f9efdf tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.18 "GET /v2.0/networks?id=d060d412-3eba-485c-bbac-71368347d343 HTTP/1.1" status: 200 len: 797 time: 0.2480083 Jul 16 20:44:12.725802 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-18008c88-d26b-4864-a2f0-44be4dba360d req-c470734c-4080-4f5b-92c3-fe071548a53f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a2a9f68d1874fbf9d499c45b54369c0 HTTP/1.1" status: 200 len: 379 time: 0.0473945 Jul 16 20:44:12.737167 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-18008c88-d26b-4864-a2f0-44be4dba360d req-236292c1-9d9a-4e39-a797-e1e64c6b998d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'port': {'device_id': 'b042e812-cc5a-4106-b6e9-f0d646ec9fbc', 'network_id': 'd060d412-3eba-485c-bbac-71368347d343', 'admin_state_up': True, 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'security_groups': ['da0a222f-06ec-4c6a-8e4e-7b28aa7b945a']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:12.768134 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-98064684-f98f-4bbb-bced-098e80c5c271 req-36d95323-bccf-4d5b-ad70-2ac77dc2b005 tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0513737 Jul 16 20:44:12.871909 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-dec229b0-d556-464b-9186-b7c5be47c288 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Allocated IP 2001:db8:1::1 (873e5a65-9b4b-4039-aec7-ca3a51c4f6f0/225fa2fd-0645-45fe-864f-a908ed90d488/e4b5d4c3-2ff2-45d4-ad14-cf90879ff9f9) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:12.912734 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18008c88-d26b-4864-a2f0-44be4dba360d req-236292c1-9d9a-4e39-a797-e1e64c6b998d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Made reservation on behalf of 0a2a9f68d1874fbf9d499c45b54369c0 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:12.918568 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-18008c88-d26b-4864-a2f0-44be4dba360d req-236292c1-9d9a-4e39-a797-e1e64c6b998d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:13.074427 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-17f5787c-51ae-47a8-b893-bb1c2bc64034 req-4e2d514d-846e-4cd4-bc87-576b1be61a7c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0470469 Jul 16 20:44:13.116830 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dec229b0-d556-464b-9186-b7c5be47c288 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:13.148867 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-18008c88-d26b-4864-a2f0-44be4dba360d req-236292c1-9d9a-4e39-a797-e1e64c6b998d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Allocated IP 172.20.0.7 (d060d412-3eba-485c-bbac-71368347d343/9d745fcd-6587-4d2b-8c68-3822122cd917/c4a2edc9-acbe-4068-a489-5602accc426f) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:13.149975 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-dec229b0-d556-464b-9186-b7c5be47c288 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Transition to ACTIVE for port object e4b5d4c3-2ff2-45d4-ad14-cf90879ff9f9 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:13.282162 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9ed16f4-6b64-42fe-b82e-40c03cd6ac2c req-07ef5720-d30d-4776-ad9e-ec00ffa90848 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 210 time: 0.0382452 Jul 16 20:44:13.283949 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dec229b0-d556-464b-9186-b7c5be47c288 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:13.367042 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec229b0-d556-464b-9186-b7c5be47c288 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Port': ['ID=e4b5d4c3-2ff2-45d4-ad14-cf90879ff9f9,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:13.386514 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec229b0-d556-464b-9186-b7c5be47c288 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network 873e5a65-9b4b-4039-aec7-ca3a51c4f6f0 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:13.388232 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-dec229b0-d556-464b-9186-b7c5be47c288 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:13.391517 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec229b0-d556-464b-9186-b7c5be47c288 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:13.392458 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dec229b0-d556-464b-9186-b7c5be47c288 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:13.515842 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-18008c88-d26b-4864-a2f0-44be4dba360d req-236292c1-9d9a-4e39-a797-e1e64c6b998d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:13.531326 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-18008c88-d26b-4864-a2f0-44be4dba360d req-236292c1-9d9a-4e39-a797-e1e64c6b998d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Transition to ACTIVE for port object c4a2edc9-acbe-4068-a489-5602accc426f will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:13.582216 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-18008c88-d26b-4864-a2f0-44be4dba360d req-236292c1-9d9a-4e39-a797-e1e64c6b998d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:13.588659 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29bbe4-cfcd-48f2-92cc-86df475d1f46 req-f2f021f2-120a-4e60-9105-b69b1708869b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:13.590663 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e29bbe4-cfcd-48f2-92cc-86df475d1f46 req-f2f021f2-120a-4e60-9105-b69b1708869b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 945 time: 0.1544228 Jul 16 20:44:13.678607 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18008c88-d26b-4864-a2f0-44be4dba360d req-236292c1-9d9a-4e39-a797-e1e64c6b998d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Network d060d412-3eba-485c-bbac-71368347d343 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:13.684629 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-18008c88-d26b-4864-a2f0-44be4dba360d req-236292c1-9d9a-4e39-a797-e1e64c6b998d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:13.689194 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-18008c88-d26b-4864-a2f0-44be4dba360d req-236292c1-9d9a-4e39-a797-e1e64c6b998d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:13.718813 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dec229b0-d556-464b-9186-b7c5be47c288 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:13.740990 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236292c1-9d9a-4e39-a797-e1e64c6b998d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Port': ['ID=c4a2edc9-acbe-4068-a489-5602accc426f,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:13.760973 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e29bbe4-cfcd-48f2-92cc-86df475d1f46 req-1f605f3a-0b24-4fea-b8a8-f56e7cc9f8e3 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1612937 Jul 16 20:44:13.827933 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18008c88-d26b-4864-a2f0-44be4dba360d req-236292c1-9d9a-4e39-a797-e1e64c6b998d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:13.830136 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-18008c88-d26b-4864-a2f0-44be4dba360d req-236292c1-9d9a-4e39-a797-e1e64c6b998d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:13.870837 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-18008c88-d26b-4864-a2f0-44be4dba360d req-236292c1-9d9a-4e39-a797-e1e64c6b998d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1388147 Jul 16 20:44:13.884303 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-18008c88-d26b-4864-a2f0-44be4dba360d req-38f7ee86-f780-4507-a932-436bf60fe640 service neutron] Request body: {'port': {'device_id': 'b042e812-cc5a-4106-b6e9-f0d646ec9fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:13.953327 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e6cfe682-fcf7-4e9b-992a-efaf32af7f84 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:14.091705 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b24e35c4-a6fa-400c-a014-72dd8ef9a703 None None] Provisioning for port e4b5d4c3-2ff2-45d4-ad14-cf90879ff9f9 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:14.110717 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-18008c88-d26b-4864-a2f0-44be4dba360d req-38f7ee86-f780-4507-a932-436bf60fe640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:14.135994 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b24e35c4-a6fa-400c-a014-72dd8ef9a703 None None] Provisioning complete for port e4b5d4c3-2ff2-45d4-ad14-cf90879ff9f9 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:14.136370 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b24e35c4-a6fa-400c-a014-72dd8ef9a703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:14.191895 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dec229b0-d556-464b-9186-b7c5be47c288 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:14.240679 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dec229b0-d556-464b-9186-b7c5be47c288 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:14.242129 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port e6cfe682-fcf7-4e9b-992a-efaf32af7f84 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:14.242529 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:14.244269 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b24e35c4-a6fa-400c-a014-72dd8ef9a703 None None] Port e4b5d4c3-2ff2-45d4-ad14-cf90879ff9f9 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:14.247148 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dec229b0-d556-464b-9186-b7c5be47c288 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:14.317581 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-090713b1-77f2-4f58-8b1c-ad421d8ad012 req-209a746b-451a-4849-983d-dc009f4d485a tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.1027727 Jul 16 20:44:14.479522 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c05856b0-d98d-4774-9870-0f6659fbd878 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:14.484063 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-15e584ba-bb04-476f-93a2-9ee6df564780 None None] Provisioning for port c4a2edc9-acbe-4068-a489-5602accc426f completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:14.527628 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-15e584ba-bb04-476f-93a2-9ee6df564780 None None] Provisioning complete for port c4a2edc9-acbe-4068-a489-5602accc426f triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:14.528000 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15e584ba-bb04-476f-93a2-9ee6df564780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:14.572658 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec229b0-d556-464b-9186-b7c5be47c288 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Port': ['ID=e4b5d4c3-2ff2-45d4-ad14-cf90879ff9f9,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:14.614535 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-18008c88-d26b-4864-a2f0-44be4dba360d req-38f7ee86-f780-4507-a932-436bf60fe640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a2edc9-acbe-4068-a489-5602accc426f {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:44:14.627565 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-15e584ba-bb04-476f-93a2-9ee6df564780 None None] Port c4a2edc9-acbe-4068-a489-5602accc426f cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:14.630742 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-18008c88-d26b-4864-a2f0-44be4dba360d req-38f7ee86-f780-4507-a932-436bf60fe640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:14.649423 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-18008c88-d26b-4864-a2f0-44be4dba360d req-38f7ee86-f780-4507-a932-436bf60fe640 service neutron] Transition to ACTIVE for port object c4a2edc9-acbe-4068-a489-5602accc426f will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:14.655650 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port c05856b0-d98d-4774-9870-0f6659fbd878 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:14.656034 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:14.665259 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-18008c88-d26b-4864-a2f0-44be4dba360d req-38f7ee86-f780-4507-a932-436bf60fe640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:14.673209 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec229b0-d556-464b-9186-b7c5be47c288 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network 873e5a65-9b4b-4039-aec7-ca3a51c4f6f0 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:14.682296 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-dec229b0-d556-464b-9186-b7c5be47c288 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:14.714675 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25727a-239c-423e-b7b7-250d70b4b182 req-54d9075c-09ef-4031-8997-043f09e778a9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:14.716241 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2b25727a-239c-423e-b7b7-250d70b4b182 req-54d9075c-09ef-4031-8997-043f09e778a9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 931 time: 0.1313307 Jul 16 20:44:14.876425 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2b25727a-239c-423e-b7b7-250d70b4b182 req-437d5f50-e8dc-447d-b2e2-12105dfe2196 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265047 Jul 16 20:44:14.887401 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7ee86-f780-4507-a932-436bf60fe640 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a2edc9-acbe-4068-a489-5602accc426f,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:14.912133 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec229b0-d556-464b-9186-b7c5be47c288 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Router 85fb3933-7ffa-433a-883d-cfa5dc0791b8 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:44:14.956346 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-18008c88-d26b-4864-a2f0-44be4dba360d req-38f7ee86-f780-4507-a932-436bf60fe640 service neutron] Attempting to bind port c4a2edc9-acbe-4068-a489-5602accc426f on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:14.957440 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-18008c88-d26b-4864-a2f0-44be4dba360d req-38f7ee86-f780-4507-a932-436bf60fe640 service neutron] Attempting to bind port c4a2edc9-acbe-4068-a489-5602accc426f by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '034fad31-19fe-4e1f-9dd1-5cdaa4aa1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd060d412-3eba-485c-bbac-71368347d343'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:14.958131 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18008c88-d26b-4864-a2f0-44be4dba360d req-38f7ee86-f780-4507-a932-436bf60fe640 service neutron] Attempting to bind port c4a2edc9-acbe-4068-a489-5602accc426f on network d060d412-3eba-485c-bbac-71368347d343 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:14.964212 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18008c88-d26b-4864-a2f0-44be4dba360d req-38f7ee86-f780-4507-a932-436bf60fe640 service neutron] Port c4a2edc9-acbe-4068-a489-5602accc426f on network d060d412-3eba-485c-bbac-71368347d343 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:44:14.964612 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18008c88-d26b-4864-a2f0-44be4dba360d req-38f7ee86-f780-4507-a932-436bf60fe640 service neutron] Attempting to bind port c4a2edc9-acbe-4068-a489-5602accc426f on network d060d412-3eba-485c-bbac-71368347d343 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:14.970647 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18008c88-d26b-4864-a2f0-44be4dba360d req-38f7ee86-f780-4507-a932-436bf60fe640 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:14.971138 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18008c88-d26b-4864-a2f0-44be4dba360d req-38f7ee86-f780-4507-a932-436bf60fe640 service neutron] Checking segment: {'id': '034fad31-19fe-4e1f-9dd1-5cdaa4aa1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd060d412-3eba-485c-bbac-71368347d343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:14.971597 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18008c88-d26b-4864-a2f0-44be4dba360d req-38f7ee86-f780-4507-a932-436bf60fe640 service neutron] Bound using segment: {'id': '034fad31-19fe-4e1f-9dd1-5cdaa4aa1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd060d412-3eba-485c-bbac-71368347d343'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:14.972339 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-18008c88-d26b-4864-a2f0-44be4dba360d req-38f7ee86-f780-4507-a932-436bf60fe640 service neutron] Bound port: c4a2edc9-acbe-4068-a489-5602accc426f, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034fad31-19fe-4e1f-9dd1-5cdaa4aa1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd060d412-3eba-485c-bbac-71368347d343'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:14.973578 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-18008c88-d26b-4864-a2f0-44be4dba360d req-38f7ee86-f780-4507-a932-436bf60fe640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:15.127287 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-18008c88-d26b-4864-a2f0-44be4dba360d req-38f7ee86-f780-4507-a932-436bf60fe640 service neutron] For port c4a2edc9-acbe-4068-a489-5602accc426f, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:15.135410 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-18008c88-d26b-4864-a2f0-44be4dba360d req-38f7ee86-f780-4507-a932-436bf60fe640 service neutron] For port c4a2edc9-acbe-4068-a489-5602accc426f, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=c4a2edc9-acbe-4068-a489-5602accc426f,segment=NetworkSegment(034fad31-19fe-4e1f-9dd1-5cdaa4aa1930),segment_id=034fad31-19fe-4e1f-9dd1-5cdaa4aa1930)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:15.143079 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-18008c88-d26b-4864-a2f0-44be4dba360d req-38f7ee86-f780-4507-a932-436bf60fe640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:15.145504 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec229b0-d556-464b-9186-b7c5be47c288 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:15.157288 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff41099-4d34-45e8-9367-c030a34c24c9 None None] Sync routers for ids ['85fb3933-7ffa-433a-883d-cfa5dc0791b8'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:15.169475 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff41099-4d34-45e8-9367-c030a34c24c9 None None] Routers {'85fb3933-7ffa-433a-883d-cfa5dc0791b8'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:15.174575 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-5ff41099-4d34-45e8-9367-c030a34c24c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:43:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['85fb3933-7ffa-433a-883d-cfa5dc0791b8'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:15.180052 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-dec229b0-d556-464b-9186-b7c5be47c288 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "PUT /v2.0/routers/85fb3933-7ffa-433a-883d-cfa5dc0791b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4643357 Jul 16 20:44:15.183830 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56652) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:15.196299 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18008c88-d26b-4864-a2f0-44be4dba360d req-38f7ee86-f780-4507-a932-436bf60fe640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:15.197017 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-18008c88-d26b-4864-a2f0-44be4dba360d req-38f7ee86-f780-4507-a932-436bf60fe640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:15.199419 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-18008c88-d26b-4864-a2f0-44be4dba360d req-38f7ee86-f780-4507-a932-436bf60fe640 service neutron] 10.222.0.18 "PUT /v2.0/ports/c4a2edc9-acbe-4068-a489-5602accc426f HTTP/1.1" status: 200 len: 1092 time: 1.3196743 Jul 16 20:44:15.200049 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b042e812-cc5a-4106-b6e9-f0d646ec9fbc', 'tag': 'c4a2edc9-acbe-4068-a489-5602accc426f'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:15.202807 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada24db5-5206-4e62-8f63-163cc51cdcb2" -d '{"events": [{"name": "network-changed", "server_uuid": "b042e812-cc5a-4106-b6e9-f0d646ec9fbc", "tag": "c4a2edc9-acbe-4068-a489-5602accc426f"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:15.237531 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7ee86-f780-4507-a932-436bf60fe640 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a2edc9-acbe-4068-a489-5602accc426f,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:15.281266 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1fbe225f-d932-48c9-9a39-ce7aaaf45d8b None None] Provisioning complete for port e4b5d4c3-2ff2-45d4-ad14-cf90879ff9f9 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:15.287559 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fbe225f-d932-48c9-9a39-ce7aaaf45d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:15.302235 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-5ff41099-4d34-45e8-9367-c030a34c24c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:15.318589 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5316ac83-0119-464b-a0a8-ac8f81f76a4a x-openstack-request-id: req-5316ac83-0119-464b-a0a8-ac8f81f76a4a {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:15.318969 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b042e812-cc5a-4106-b6e9-f0d646ec9fbc", "tag": "c4a2edc9-acbe-4068-a489-5602accc426f", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:15.319310 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5316ac83-0119-464b-a0a8-ac8f81f76a4a {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:15.319832 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b042e812-cc5a-4106-b6e9-f0d646ec9fbc', 'tag': 'c4a2edc9-acbe-4068-a489-5602accc426f', 'status': 'completed', 'code': 200} Jul 16 20:44:15.323846 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff41099-4d34-45e8-9367-c030a34c24c9 None None] Routers {'85fb3933-7ffa-433a-883d-cfa5dc0791b8'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:15.324746 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-5ff41099-4d34-45e8-9367-c030a34c24c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:43:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['85fb3933-7ffa-433a-883d-cfa5dc0791b8'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:15.348760 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe225f-d932-48c9-9a39-ce7aaaf45d8b None None] Port e4b5d4c3-2ff2-45d4-ad14-cf90879ff9f9 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:15.354309 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18008c88-d26b-4864-a2f0-44be4dba360d req-399276cb-c163-4fdc-bab4-6343bf98be63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:15.355903 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-18008c88-d26b-4864-a2f0-44be4dba360d req-399276cb-c163-4fdc-bab4-6343bf98be63 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 1095 time: 0.1013012 Jul 16 20:44:15.360608 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045789d-77cb-48a2-9b0f-d2caf79ed081 req-a20c001d-06ed-491e-8bb8-a4914bdd3648 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:15.362259 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4045789d-77cb-48a2-9b0f-d2caf79ed081 req-a20c001d-06ed-491e-8bb8-a4914bdd3648 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 945 time: 0.2927709 Jul 16 20:44:15.401130 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-5ff41099-4d34-45e8-9367-c030a34c24c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:15.401330 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ce0215-91dd-436d-8311-dd50f997fdd8 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:15.402613 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff41099-4d34-45e8-9367-c030a34c24c9 None None] The sync data for ids ['85fb3933-7ffa-433a-883d-cfa5dc0791b8'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:15.403007 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-45ce0215-91dd-436d-8311-dd50f997fdd8 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "GET /v2.0/ports/e4b5d4c3-2ff2-45d4-ad14-cf90879ff9f9 HTTP/1.1" status: 200 len: 913 time: 0.2181065 Jul 16 20:44:15.409814 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56658) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:15.423122 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-18008c88-d26b-4864-a2f0-44be4dba360d req-2e0ea57c-a5ab-4196-8ecd-75b2fe1ff91f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4a2edc9-acbe-4068-a489-5602accc426f HTTP/1.1" status: 200 len: 217 time: 0.0573208 Jul 16 20:44:15.477594 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18008c88-d26b-4864-a2f0-44be4dba360d req-9efafc3e-0b88-4d16-9e97-8762aeb0448d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:15.480763 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-18008c88-d26b-4864-a2f0-44be4dba360d req-9efafc3e-0b88-4d16-9e97-8762aeb0448d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d745fcd-6587-4d2b-8c68-3822122cd917 HTTP/1.1" status: 200 len: 835 time: 0.0514412 Jul 16 20:44:15.554258 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18008c88-d26b-4864-a2f0-44be4dba360d req-253f0df6-49cb-4be9-80d7-926f6556a7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:15.555833 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-18008c88-d26b-4864-a2f0-44be4dba360d req-253f0df6-49cb-4be9-80d7-926f6556a7fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d060d412-3eba-485c-bbac-71368347d343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657048 Jul 16 20:44:15.594008 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4045789d-77cb-48a2-9b0f-d2caf79ed081 req-5cb7220b-3f48-4577-8c56-3b591e48b59c tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1898820 Jul 16 20:44:15.606247 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-98c885b1-5bce-4006-beb1-c8d7d65d9259 req-4f1f33e1-c593-4e51-8b25-02a17798b7fc tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0625739 Jul 16 20:44:15.697103 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-18008c88-d26b-4864-a2f0-44be4dba360d req-297daf90-7c09-4621-974b-7d6fd9a785a2 service neutron] 10.222.0.18 "GET /v2.0/networks/d060d412-3eba-485c-bbac-71368347d343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343346 Jul 16 20:44:15.865534 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-18008c88-d26b-4864-a2f0-44be4dba360d req-e5b9b312-bbc2-437c-aeae-e3b37d061700 service neutron] 10.222.0.18 "GET /v2.0/networks/d060d412-3eba-485c-bbac-71368347d343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603932 Jul 16 20:44:16.074162 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada24db5-5206-4e62-8f63-163cc51cdcb2 req-9ad3f46d-203b-4cf6-84ce-7e1cebd15519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:16.076116 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ada24db5-5206-4e62-8f63-163cc51cdcb2 req-9ad3f46d-203b-4cf6-84ce-7e1cebd15519 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 1095 time: 0.1340251 Jul 16 20:44:16.083255 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a570c97d-7524-48fa-afd3-01144a1a48b9 req-9ae30604-28b4-4353-97ac-5f1813104b4e tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c704482-8ccb-4830-bb90-c438470a66d0&device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0636790 Jul 16 20:44:16.219990 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada24db5-5206-4e62-8f63-163cc51cdcb2 req-5e3bed2c-a1bc-40a5-af14-a6699946ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:16.222144 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ada24db5-5206-4e62-8f63-163cc51cdcb2 req-5e3bed2c-a1bc-40a5-af14-a6699946ef3e service neutron] 10.222.0.18 "GET /v2.0/networks?id=d060d412-3eba-485c-bbac-71368347d343 HTTP/1.1" status: 200 len: 898 time: 0.1379211 Jul 16 20:44:16.286289 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90451f-83a7-4283-90d0-b96ff3b6c0b8 req-9c824302-049d-4194-a1cb-d85d61f413e3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:16.288114 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cc90451f-83a7-4283-90d0-b96ff3b6c0b8 req-9c824302-049d-4194-a1cb-d85d61f413e3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 943 time: 0.1514149 Jul 16 20:44:16.326049 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ada24db5-5206-4e62-8f63-163cc51cdcb2 req-26087f17-3310-4803-a0ec-a0b8746801ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4a2edc9-acbe-4068-a489-5602accc426f HTTP/1.1" status: 200 len: 217 time: 0.0890048 Jul 16 20:44:16.395036 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cc90451f-83a7-4283-90d0-b96ff3b6c0b8 req-bdec397c-f460-42cc-a1b6-c39759436fde tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991139 Jul 16 20:44:16.405051 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada24db5-5206-4e62-8f63-163cc51cdcb2 req-1b936636-edc0-49f7-be9f-33b4b378361f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:16.407198 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ada24db5-5206-4e62-8f63-163cc51cdcb2 req-1b936636-edc0-49f7-be9f-33b4b378361f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d745fcd-6587-4d2b-8c68-3822122cd917 HTTP/1.1" status: 200 len: 835 time: 0.0711505 Jul 16 20:44:16.515277 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-658cb868-80cd-4528-8570-ad92d4522fad req-b241094e-5a77-48c2-b315-741c9fa7d5a8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6940405283f040bea8e9511ca8f17b63&device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0516844 Jul 16 20:44:16.515931 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada24db5-5206-4e62-8f63-163cc51cdcb2 req-20bc4646-9db4-48d6-9afa-aa17cb25b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:16.517477 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ada24db5-5206-4e62-8f63-163cc51cdcb2 req-20bc4646-9db4-48d6-9afa-aa17cb25b2c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d060d412-3eba-485c-bbac-71368347d343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023645 Jul 16 20:44:16.605606 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-658cb868-80cd-4528-8570-ad92d4522fad req-b2ba2446-761c-4b86-aa84-3c859f8cce01 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=6940405283f040bea8e9511ca8f17b63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0812914 Jul 16 20:44:16.608724 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-03b3fb58-8555-48e1-a858-b45dc0ed2fea req-4941d207-dd78-4f72-b693-d18fa972e1e7 tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0486734 Jul 16 20:44:16.635342 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ada24db5-5206-4e62-8f63-163cc51cdcb2 req-bdb67e8e-b218-4164-aee5-8a5220501421 service neutron] 10.222.0.18 "GET /v2.0/networks/d060d412-3eba-485c-bbac-71368347d343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104438 Jul 16 20:44:16.733116 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cb868-80cd-4528-8570-ad92d4522fad req-9c9f88c1-45bf-44e9-85ee-47ae5dd15598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:16.734862 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-658cb868-80cd-4528-8570-ad92d4522fad req-9c9f88c1-45bf-44e9-85ee-47ae5dd15598 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1185434 Jul 16 20:44:16.761975 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-182779a5-333e-43a1-a633-0b8a1caf0ccd tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:16.762628 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ada24db5-5206-4e62-8f63-163cc51cdcb2 req-ff827104-2408-4bc4-a634-6b17a95c2e17 service neutron] 10.222.0.18 "GET /v2.0/networks/d060d412-3eba-485c-bbac-71368347d343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194642 Jul 16 20:44:17.022330 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba91044-a3e3-4a2c-b6c3-2cee96ba9941 req-4c1130ea-8102-434a-b282-df990db1f49b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:17.031483 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aba91044-a3e3-4a2c-b6c3-2cee96ba9941 req-4c1130ea-8102-434a-b282-df990db1f49b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 945 time: 0.1781449 Jul 16 20:44:17.090997 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aba91044-a3e3-4a2c-b6c3-2cee96ba9941 req-ec012cda-3673-486d-9539-69cda6c60ac8 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558822 Jul 16 20:44:17.219941 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-182779a5-333e-43a1-a633-0b8a1caf0ccd tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Deleting port e4b5d4c3-2ff2-45d4-ad14-cf90879ff9f9 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:17.220277 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-182779a5-333e-43a1-a633-0b8a1caf0ccd tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:17.323154 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-182779a5-333e-43a1-a633-0b8a1caf0ccd tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:17.336197 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-182779a5-333e-43a1-a633-0b8a1caf0ccd tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Calling delete_port for e4b5d4c3-2ff2-45d4-ad14-cf90879ff9f9 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:17.596991 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-182779a5-333e-43a1-a633-0b8a1caf0ccd tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:17.637960 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182779a5-333e-43a1-a633-0b8a1caf0ccd tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Port': ['ID=e4b5d4c3-2ff2-45d4-ad14-cf90879ff9f9,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:17.780922 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3345c47-14fe-4fcc-b7a9-ef573aab3938 req-4e496cbb-e7f4-4c46-9a17-181722e8bb7f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:17.782934 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3345c47-14fe-4fcc-b7a9-ef573aab3938 req-4e496cbb-e7f4-4c46-9a17-181722e8bb7f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 943 time: 0.2360094 Jul 16 20:44:17.875896 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-182779a5-333e-43a1-a633-0b8a1caf0ccd tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:17.895905 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-28e28f2e-9518-4749-9019-6702cc40c101 req-678be4f7-42fa-4623-aca3-1a40ded8daea tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0586817 Jul 16 20:44:17.984732 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3345c47-14fe-4fcc-b7a9-ef573aab3938 req-b8bf8b6b-7311-4676-9690-966821585ce4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796775 Jul 16 20:44:18.056706 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-658cb868-80cd-4528-8570-ad92d4522fad req-5d380a94-9c81-4beb-8486-d816bcf85f16 tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.62 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0354743 Jul 16 20:44:18.163766 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182779a5-333e-43a1-a633-0b8a1caf0ccd tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Router 85fb3933-7ffa-433a-883d-cfa5dc0791b8 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:44:18.307812 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182779a5-333e-43a1-a633-0b8a1caf0ccd tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:18.314017 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-182779a5-333e-43a1-a633-0b8a1caf0ccd tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "PUT /v2.0/routers/85fb3933-7ffa-433a-883d-cfa5dc0791b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8898966 Jul 16 20:44:18.317767 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56684) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:18.319517 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c445442-0546-4b7b-a51c-cd5ef567226b None None] Sync routers for ids ['85fb3933-7ffa-433a-883d-cfa5dc0791b8'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:18.332823 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c445442-0546-4b7b-a51c-cd5ef567226b None None] Routers {'85fb3933-7ffa-433a-883d-cfa5dc0791b8'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:18.333472 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-5c445442-0546-4b7b-a51c-cd5ef567226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:43:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['85fb3933-7ffa-433a-883d-cfa5dc0791b8'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:18.398973 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1966456-28d4-4e3c-acf8-d127341dc7a9 req-70f7fef9-3f29-4fee-9150-82ca4e4293a2 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:18.400615 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1966456-28d4-4e3c-acf8-d127341dc7a9 req-70f7fef9-3f29-4fee-9150-82ca4e4293a2 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 945 time: 0.1303790 Jul 16 20:44:18.401951 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-5c445442-0546-4b7b-a51c-cd5ef567226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:18.425001 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c445442-0546-4b7b-a51c-cd5ef567226b None None] Routers {'85fb3933-7ffa-433a-883d-cfa5dc0791b8'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:18.426189 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-5c445442-0546-4b7b-a51c-cd5ef567226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:43:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['85fb3933-7ffa-433a-883d-cfa5dc0791b8'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:18.472833 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-5c445442-0546-4b7b-a51c-cd5ef567226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:18.474247 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c445442-0546-4b7b-a51c-cd5ef567226b None None] The sync data for ids ['85fb3933-7ffa-433a-883d-cfa5dc0791b8'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:18.474608 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1966456-28d4-4e3c-acf8-d127341dc7a9 req-8ea35b0d-692a-462e-baeb-16c678998af2 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676632 Jul 16 20:44:18.710807 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e96a225-3d9e-4286-a6da-def7901f5e05 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:19.040925 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-2e96a225-3d9e-4286-a6da-def7901f5e05 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Deleting port ad1fc523-7e25-4c16-b47f-961937fb9374 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:19.041326 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e96a225-3d9e-4286-a6da-def7901f5e05 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:19.156960 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e96a225-3d9e-4286-a6da-def7901f5e05 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:19.170516 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-2e96a225-3d9e-4286-a6da-def7901f5e05 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Calling delete_port for ad1fc523-7e25-4c16-b47f-961937fb9374 owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:19.203896 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46c16f26-b111-479f-b48d-764ac1112a48 req-b0db27d1-2f83-4c06-9e96-274f0b62bf2e tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=91c03c2a-6758-4767-8edc-946bfd501242 HTTP/1.1" status: 200 len: 210 time: 0.0578909 Jul 16 20:44:19.241088 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65be61-b250-4b76-9531-ca3e6299d0b7 req-36070ccc-6a64-463c-b532-fd5493b1f4b3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:19.249607 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1c65be61-b250-4b76-9531-ca3e6299d0b7 req-36070ccc-6a64-463c-b532-fd5493b1f4b3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 943 time: 0.1138427 Jul 16 20:44:19.292184 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1c65be61-b250-4b76-9531-ca3e6299d0b7 req-24928ceb-a43f-49ea-bbcf-1d7c805fdc04 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411153 Jul 16 20:44:19.418541 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e96a225-3d9e-4286-a6da-def7901f5e05 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:19.464457 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96a225-3d9e-4286-a6da-def7901f5e05 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Port': ['ID=ad1fc523-7e25-4c16-b47f-961937fb9374,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:19.479797 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96a225-3d9e-4286-a6da-def7901f5e05 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:19.480157 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96a225-3d9e-4286-a6da-def7901f5e05 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:19.480509 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96a225-3d9e-4286-a6da-def7901f5e05 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:19.480855 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96a225-3d9e-4286-a6da-def7901f5e05 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:19.481257 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96a225-3d9e-4286-a6da-def7901f5e05 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:19.481541 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96a225-3d9e-4286-a6da-def7901f5e05 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:19.481876 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96a225-3d9e-4286-a6da-def7901f5e05 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:19.482231 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96a225-3d9e-4286-a6da-def7901f5e05 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:19.482596 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96a225-3d9e-4286-a6da-def7901f5e05 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:19.482925 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96a225-3d9e-4286-a6da-def7901f5e05 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:19.483323 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96a225-3d9e-4286-a6da-def7901f5e05 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:19.483564 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96a225-3d9e-4286-a6da-def7901f5e05 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:19.604513 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e96a225-3d9e-4286-a6da-def7901f5e05 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:19.725064 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cb235-e7df-4ff7-bd94-097a62818073 req-a5a516b2-2e00-4c33-accf-a622567e6572 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:19.726713 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9d2cb235-e7df-4ff7-bd94-097a62818073 req-a5a516b2-2e00-4c33-accf-a622567e6572 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 945 time: 0.1179428 Jul 16 20:44:19.776208 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9d2cb235-e7df-4ff7-bd94-097a62818073 req-748fba13-3648-40ae-a232-bd3a16f57cdf tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433147 Jul 16 20:44:19.786089 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e96a225-3d9e-4286-a6da-def7901f5e05 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Router 85fb3933-7ffa-433a-883d-cfa5dc0791b8 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:44:19.847600 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device c4a2edc9-acbe-4068-a489-5602accc426f details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:44:19.870836 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e96a225-3d9e-4286-a6da-def7901f5e05 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:19.881288 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a953dd-af0a-4aa6-9e86-014a3c095b14 None None] Sync routers for ids ['85fb3933-7ffa-433a-883d-cfa5dc0791b8'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:19.884950 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56692) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:19.885165 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2e96a225-3d9e-4286-a6da-def7901f5e05 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "PUT /v2.0/routers/85fb3933-7ffa-433a-883d-cfa5dc0791b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5657210 Jul 16 20:44:19.901735 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a953dd-af0a-4aa6-9e86-014a3c095b14 None None] Routers {'85fb3933-7ffa-433a-883d-cfa5dc0791b8'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:19.902942 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-22a953dd-af0a-4aa6-9e86-014a3c095b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:43:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['85fb3933-7ffa-433a-883d-cfa5dc0791b8'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:19.939931 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cc568f56-f599-48c8-ab3f-f18d2af9080d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb3933-7ffa-433a-883d-cfa5dc0791b8 HTTP/1.1" status: 200 len: 205 time: 0.0538337 Jul 16 20:44:19.943480 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56694) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:19.971087 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-22a953dd-af0a-4aa6-9e86-014a3c095b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:19.994924 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port c4a2edc9-acbe-4068-a489-5602accc426f, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=c4a2edc9-acbe-4068-a489-5602accc426f,segment=NetworkSegment(034fad31-19fe-4e1f-9dd1-5cdaa4aa1930),segment_id=034fad31-19fe-4e1f-9dd1-5cdaa4aa1930)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:19.995719 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a953dd-af0a-4aa6-9e86-014a3c095b14 None None] Routers {'85fb3933-7ffa-433a-883d-cfa5dc0791b8'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:19.996336 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-22a953dd-af0a-4aa6-9e86-014a3c095b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:43:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['85fb3933-7ffa-433a-883d-cfa5dc0791b8'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:20.010029 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'c4a2edc9-acbe-4068-a489-5602accc426f', 'network_id': 'd060d412-3eba-485c-bbac-71368347d343', 'port_id': 'c4a2edc9-acbe-4068-a489-5602accc426f', 'mac_address': 'fa:16:3e:9f:2f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d745fcd-6587-4d2b-8c68-3822122cd917', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:44:20.037007 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2e503e90-9270-4188-9cbf-b3d83137387d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:20.045986 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-22a953dd-af0a-4aa6-9e86-014a3c095b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:20.046736 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a953dd-af0a-4aa6-9e86-014a3c095b14 None None] The sync data for ids ['85fb3933-7ffa-433a-883d-cfa5dc0791b8'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:20.056063 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:20.080924 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a2edc9-acbe-4068-a489-5602accc426f {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:44:20.117210 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port c4a2edc9-acbe-4068-a489-5602accc426f, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=c4a2edc9-acbe-4068-a489-5602accc426f,segment=NetworkSegment(034fad31-19fe-4e1f-9dd1-5cdaa4aa1930),segment_id=034fad31-19fe-4e1f-9dd1-5cdaa4aa1930)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:20.123807 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:20.256083 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2e503e90-9270-4188-9cbf-b3d83137387d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:20.263056 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2e503e90-9270-4188-9cbf-b3d83137387d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:20.364800 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2e503e90-9270-4188-9cbf-b3d83137387d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:20.365647 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e503e90-9270-4188-9cbf-b3d83137387d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Fanout notify agent at l3_agent the message router_deleted on router 85fb3933-7ffa-433a-883d-cfa5dc0791b8 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:44:20.397434 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2e503e90-9270-4188-9cbf-b3d83137387d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:20.398821 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2e503e90-9270-4188-9cbf-b3d83137387d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/routers/85fb3933-7ffa-433a-883d-cfa5dc0791b8 HTTP/1.1" status: 204 len: 168 time: 0.4542944 Jul 16 20:44:20.401786 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56702) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:20.477269 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-06abb9e0-a7bc-4e05-a1e5-29bbf91e482a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Deleting subnet 225fa2fd-0645-45fe-864f-a908ed90d488 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:44:20.497017 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-06abb9e0-a7bc-4e05-a1e5-29bbf91e482a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:20.502509 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=c4a2edc9-acbe-4068-a489-5602accc426f,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:20.593124 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-06abb9e0-a7bc-4e05-a1e5-29bbf91e482a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:20.610557 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['c4a2edc9-acbe-4068-a489-5602accc426f'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:44:20.650599 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23375faa-4576-4722-8b92-081f87b0a03d req-e6f58783-7703-4a26-9752-1ade9bdd950d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:20.659135 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-23375faa-4576-4722-8b92-081f87b0a03d req-e6f58783-7703-4a26-9752-1ade9bdd950d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 944 time: 0.1767511 Jul 16 20:44:20.718565 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-23375faa-4576-4722-8b92-081f87b0a03d req-9107c6c0-8313-4848-b5c2-c0ea34c1cfd5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589645 Jul 16 20:44:20.844105 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0be110bf-8ab7-4f68-a406-7e2df123d7cd req-f3ab100f-b442-4f2e-9405-1b7325fab423 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6940405283f040bea8e9511ca8f17b63&device_id=2c704482-8ccb-4830-bb90-c438470a66d0 HTTP/1.1" status: 200 len: 210 time: 0.0816915 Jul 16 20:44:20.914303 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-06abb9e0-a7bc-4e05-a1e5-29bbf91e482a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:20.965105 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0be110bf-8ab7-4f68-a406-7e2df123d7cd req-957c2214-4ff5-4849-a400-3a7174d055c6 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=6940405283f040bea8e9511ca8f17b63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1079624 Jul 16 20:44:20.973609 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5504e424-6b30-4959-8392-580068187631 req-2ac77fd2-2ade-4f31-8e95-e2a92a7ffe92 tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c704482-8ccb-4830-bb90-c438470a66d0 HTTP/1.1" status: 200 len: 210 time: 0.0846083 Jul 16 20:44:21.112873 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-06abb9e0-a7bc-4e05-a1e5-29bbf91e482a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:21.153782 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abb9e0-a7bc-4e05-a1e5-29bbf91e482a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Subnet': ['ID=225fa2fd-0645-45fe-864f-a908ed90d488,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:21.159236 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-06abb9e0-a7bc-4e05-a1e5-29bbf91e482a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:21.161899 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-06abb9e0-a7bc-4e05-a1e5-29bbf91e482a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/subnets/225fa2fd-0645-45fe-864f-a908ed90d488 HTTP/1.1" status: 204 len: 168 time: 0.7588201 Jul 16 20:44:21.164669 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56712) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:21.165135 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba2f514-2e3b-456a-99e3-2eb29ba42853 None None] Network 873e5a65-9b4b-4039-aec7-ca3a51c4f6f0 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:21.177911 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be110bf-8ab7-4f68-a406-7e2df123d7cd req-d2fd2a39-fbc1-4c54-8cf3-7de3a1631fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:21.179430 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0be110bf-8ab7-4f68-a406-7e2df123d7cd req-d2fd2a39-fbc1-4c54-8cf3-7de3a1631fac service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1930511 Jul 16 20:44:21.188382 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31f8c-424d-4bb2-8c29-c3a6eda67a9d req-78d503e5-145a-4a59-95a5-4eb5f0aaea04 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:21.196826 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0fb31f8c-424d-4bb2-8c29-c3a6eda67a9d req-78d503e5-145a-4a59-95a5-4eb5f0aaea04 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 945 time: 0.2338052 Jul 16 20:44:21.235505 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-9919b7c9-13ce-450d-8f0c-adc7cee8580f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Deleting subnet 70ca8382-b2cc-4de8-bb88-829f119dcae6 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:44:21.240014 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9919b7c9-13ce-450d-8f0c-adc7cee8580f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:21.256655 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0fb31f8c-424d-4bb2-8c29-c3a6eda67a9d req-b738a46d-a9ea-4b98-91f1-47fb0ff42789 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588307 Jul 16 20:44:21.296390 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9919b7c9-13ce-450d-8f0c-adc7cee8580f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:21.413704 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab4ecc0-126b-45b9-b2ff-faec96fd0352 None None] DHCP port deletion for 873e5a65-9b4b-4039-aec7-ca3a51c4f6f0 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:44:21.417601 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9919b7c9-13ce-450d-8f0c-adc7cee8580f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:21.464632 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8ab4ecc0-126b-45b9-b2ff-faec96fd0352 None None] Deleting port e6cfe682-fcf7-4e9b-992a-efaf32af7f84 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:21.465009 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ab4ecc0-126b-45b9-b2ff-faec96fd0352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:21.496068 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9919b7c9-13ce-450d-8f0c-adc7cee8580f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:21.542747 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9919b7c9-13ce-450d-8f0c-adc7cee8580f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:21.546677 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9919b7c9-13ce-450d-8f0c-adc7cee8580f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/subnets/70ca8382-b2cc-4de8-bb88-829f119dcae6 HTTP/1.1" status: 204 len: 168 time: 0.3781691 Jul 16 20:44:21.546677 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919b7c9-13ce-450d-8f0c-adc7cee8580f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Subnet': ['ID=70ca8382-b2cc-4de8-bb88-829f119dcae6,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:21.548164 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56714) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:21.569570 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcfbbb2-c740-4e0c-b0bc-7b51d7abf5ca None None] Network e555dad7-171a-4723-8e07-b42defdf0882 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:21.612143 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8ab4ecc0-126b-45b9-b2ff-faec96fd0352 None None] For port e6cfe682-fcf7-4e9b-992a-efaf32af7f84, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e6cfe682-fcf7-4e9b-992a-efaf32af7f84,segment=NetworkSegment(645f607e-a976-498d-a967-8c6662f5b347),segment_id=645f607e-a976-498d-a967-8c6662f5b347)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:21.612562 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ab4ecc0-126b-45b9-b2ff-faec96fd0352 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:21.657207 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4f4732a2-d451-4e5b-9acf-60fcb7cea08c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:21.668919 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8ab4ecc0-126b-45b9-b2ff-faec96fd0352 None None] Calling delete_port for e6cfe682-fcf7-4e9b-992a-efaf32af7f84 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:21.718471 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-4f4732a2-d451-4e5b-9acf-60fcb7cea08c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Deleting port e6cfe682-fcf7-4e9b-992a-efaf32af7f84 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:21.719029 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4f4732a2-d451-4e5b-9acf-60fcb7cea08c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:21.818833 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbf1cad9-e869-4dcd-b853-ea36ac28b993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:21.840578 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e6cfe682-fcf7-4e9b-992a-efaf32af7f84 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:44:21.844459 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ab4ecc0-126b-45b9-b2ff-faec96fd0352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:21.854274 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-4f4732a2-d451-4e5b-9acf-60fcb7cea08c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] For port e6cfe682-fcf7-4e9b-992a-efaf32af7f84, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e6cfe682-fcf7-4e9b-992a-efaf32af7f84,segment=NetworkSegment(645f607e-a976-498d-a967-8c6662f5b347),segment_id=645f607e-a976-498d-a967-8c6662f5b347)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:21.855139 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4f4732a2-d451-4e5b-9acf-60fcb7cea08c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:21.870538 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-4f4732a2-d451-4e5b-9acf-60fcb7cea08c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Calling delete_port for e6cfe682-fcf7-4e9b-992a-efaf32af7f84 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:21.873408 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device c4a2edc9-acbe-4068-a489-5602accc426f up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:21.951897 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: e6cfe682-fcf7-4e9b-992a-efaf32af7f84 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:44:21.953705 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e6cfe682-fcf7-4e9b-992a-efaf32af7f84 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:44:21.960394 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4ecc0-126b-45b9-b2ff-faec96fd0352 None None] Pushing event deleted for resources: {'Port': ['ID=e6cfe682-fcf7-4e9b-992a-efaf32af7f84,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:21.967005 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab4ecc0-126b-45b9-b2ff-faec96fd0352 None None] No DVR routers for this DVR port e6cfe682-fcf7-4e9b-992a-efaf32af7f84 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:44:22.027884 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port c4a2edc9-acbe-4068-a489-5602accc426f completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:22.033655 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port c4a2edc9-acbe-4068-a489-5602accc426f triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:22.034211 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.068576 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ce771-8fb5-4afc-b2b6-3bb0c920aa19 req-05624041-b199-49ca-97fa-9148bc4d1bd9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:22.070015 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4f4732a2-d451-4e5b-9acf-60fcb7cea08c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.076642 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-483ce771-8fb5-4afc-b2b6-3bb0c920aa19 req-05624041-b199-49ca-97fa-9148bc4d1bd9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 944 time: 0.1827962 Jul 16 20:44:22.098135 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108334b1-efe0-46e9-8f27-e204400b9d47 None None] DHCP port deletion for e555dad7-171a-4723-8e07-b42defdf0882 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:44:22.121584 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4732a2-d451-4e5b-9acf-60fcb7cea08c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Port': ['ID=e6cfe682-fcf7-4e9b-992a-efaf32af7f84,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:22.132274 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4732a2-d451-4e5b-9acf-60fcb7cea08c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] No DVR routers for this DVR port e6cfe682-fcf7-4e9b-992a-efaf32af7f84 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:44:22.164510 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-483ce771-8fb5-4afc-b2b6-3bb0c920aa19 req-a9b99d7b-7c02-44ef-8b5e-3da0f16845cd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775352 Jul 16 20:44:22.218380 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.221714 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-108334b1-efe0-46e9-8f27-e204400b9d47 None None] Deleting port 585a7766-ebd6-4219-8868-882527bc037e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:22.222614 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-108334b1-efe0-46e9-8f27-e204400b9d47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.243321 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0583f3a7-758e-488b-afc7-c27e050c94e6 req-54b7156a-c57f-4e86-857b-0d1bfa275216 tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c704482-8ccb-4830-bb90-c438470a66d0 HTTP/1.1" status: 200 len: 210 time: 0.0478175 Jul 16 20:44:22.268982 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4f4732a2-d451-4e5b-9acf-60fcb7cea08c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.280079 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b042e812-cc5a-4106-b6e9-f0d646ec9fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a2edc9-acbe-4068-a489-5602accc426f'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:22.281428 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-4f4732a2-d451-4e5b-9acf-60fcb7cea08c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['873e5a65-9b4b-4039-aec7-ca3a51c4f6f0']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:22.282683 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f192afc-81ad-41d5-8080-dbfccb82d3a8" -d '{"events": [{"server_uuid": "b042e812-cc5a-4106-b6e9-f0d646ec9fbc", "name": "network-vif-plugged", "status": "completed", "tag": "c4a2edc9-acbe-4068-a489-5602accc426f"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:22.292358 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-4f4732a2-d451-4e5b-9acf-60fcb7cea08c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '645f607e-a976-498d-a967-8c6662f5b347') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:22.292656 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-4f4732a2-d451-4e5b-9acf-60fcb7cea08c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '645f607e-a976-498d-a967-8c6662f5b347') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:22.302836 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4f4732a2-d451-4e5b-9acf-60fcb7cea08c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.322313 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4f4732a2-d451-4e5b-9acf-60fcb7cea08c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.329342 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4732a2-d451-4e5b-9acf-60fcb7cea08c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:44:22.329767 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4f4732a2-d451-4e5b-9acf-60fcb7cea08c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.336796 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port c4a2edc9-acbe-4068-a489-5602accc426f, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=c4a2edc9-acbe-4068-a489-5602accc426f,segment=NetworkSegment(034fad31-19fe-4e1f-9dd1-5cdaa4aa1930),segment_id=034fad31-19fe-4e1f-9dd1-5cdaa4aa1930)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:22.339031 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-108334b1-efe0-46e9-8f27-e204400b9d47 None None] For port 585a7766-ebd6-4219-8868-882527bc037e, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=585a7766-ebd6-4219-8868-882527bc037e,segment=NetworkSegment(1d5a735d-b1ab-4e3e-b887-aebeb02240a4),segment_id=1d5a735d-b1ab-4e3e-b887-aebeb02240a4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:22.339530 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-108334b1-efe0-46e9-8f27-e204400b9d47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.349105 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.379367 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-108334b1-efe0-46e9-8f27-e204400b9d47 None None] Calling delete_port for 585a7766-ebd6-4219-8868-882527bc037e owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:22.395615 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f4b5cd-f979-4ac7-a034-da567c0d7730 x-openstack-request-id: req-f1f4b5cd-f979-4ac7-a034-da567c0d7730 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:22.396036 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b042e812-cc5a-4106-b6e9-f0d646ec9fbc", "name": "network-vif-plugged", "status": "completed", "tag": "c4a2edc9-acbe-4068-a489-5602accc426f", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:22.396393 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f1f4b5cd-f979-4ac7-a034-da567c0d7730 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:22.397097 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b042e812-cc5a-4106-b6e9-f0d646ec9fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a2edc9-acbe-4068-a489-5602accc426f', 'code': 200} Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:44:22.412487 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:44:22.443932 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4f4732a2-d451-4e5b-9acf-60fcb7cea08c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.463738 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4f4732a2-d451-4e5b-9acf-60fcb7cea08c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.469881 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4f4732a2-d451-4e5b-9acf-60fcb7cea08c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/networks/873e5a65-9b4b-4039-aec7-ca3a51c4f6f0 HTTP/1.1" status: 204 len: 168 time: 0.9207177 Jul 16 20:44:22.471872 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=c4a2edc9-acbe-4068-a489-5602accc426f,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:22.480121 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0be110bf-8ab7-4f68-a406-7e2df123d7cd req-1bd15ae2-1a1d-4f78-8d53-ae7400bcaa6c tempest-ServerShowV247Test-787589385 tempest-ServerShowV247Test-787589385-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c704482-8ccb-4830-bb90-c438470a66d0 HTTP/1.1" status: 200 len: 210 time: 0.0669458 Jul 16 20:44:22.494375 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56724) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:22.543768 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-108334b1-efe0-46e9-8f27-e204400b9d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.572992 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108334b1-efe0-46e9-8f27-e204400b9d47 None None] Pushing event deleted for resources: {'Port': ['ID=585a7766-ebd6-4219-8868-882527bc037e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:22.576968 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108334b1-efe0-46e9-8f27-e204400b9d47 None None] No DVR routers for this DVR port 585a7766-ebd6-4219-8868-882527bc037e on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:44:22.601408 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4732a2-d451-4e5b-9acf-60fcb7cea08c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Network': ['ID=873e5a65-9b4b-4039-aec7-ca3a51c4f6f0,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:22.636921 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be186e99-982a-4340-9d98-1238c431585e req-3438a416-aa23-4292-b014-0dcf552f5445 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:22.638750 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be186e99-982a-4340-9d98-1238c431585e req-3438a416-aa23-4292-b014-0dcf552f5445 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 945 time: 0.1071031 Jul 16 20:44:22.670720 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b499f7b-ca65-4013-8aa1-ad9034c54208 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.711358 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e31ccb-c574-4c58-8d37-cac93ce35a48 req-cf4b9232-5c2e-42a7-b5f6-3f4a031dcb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:22.713478 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b0e31ccb-c574-4c58-8d37-cac93ce35a48 req-cf4b9232-5c2e-42a7-b5f6-3f4a031dcb2f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 1097 time: 0.2043185 Jul 16 20:44:22.733669 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be186e99-982a-4340-9d98-1238c431585e req-274ce0da-1a73-456b-9132-02261c7f4ec2 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0888577 Jul 16 20:44:22.823101 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b499f7b-ca65-4013-8aa1-ad9034c54208 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.834801 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b0e31ccb-c574-4c58-8d37-cac93ce35a48 req-ef26ad2c-3684-4840-bd49-b93997c9d62b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008315 Jul 16 20:44:22.838285 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-9b499f7b-ca65-4013-8aa1-ad9034c54208 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e555dad7-171a-4723-8e07-b42defdf0882']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:22.848156 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-9b499f7b-ca65-4013-8aa1-ad9034c54208 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d5a735d-b1ab-4e3e-b887-aebeb02240a4') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:22.848422 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-9b499f7b-ca65-4013-8aa1-ad9034c54208 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d5a735d-b1ab-4e3e-b887-aebeb02240a4') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:22.862567 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b499f7b-ca65-4013-8aa1-ad9034c54208 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.880468 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b499f7b-ca65-4013-8aa1-ad9034c54208 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.887180 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b499f7b-ca65-4013-8aa1-ad9034c54208 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:44:22.887466 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b499f7b-ca65-4013-8aa1-ad9034c54208 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:44:22.890441 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:44:22.955605 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b499f7b-ca65-4013-8aa1-ad9034c54208 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.962446 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b499f7b-ca65-4013-8aa1-ad9034c54208 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.964590 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9b499f7b-ca65-4013-8aa1-ad9034c54208 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/networks/e555dad7-171a-4723-8e07-b42defdf0882 HTTP/1.1" status: 204 len: 168 time: 0.4680045 Jul 16 20:44:22.971930 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56726) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:22.977219 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-34375cf5-a93c-4bf7-80ea-4da2310344d5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1510153132'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:23.001971 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b499f7b-ca65-4013-8aa1-ad9034c54208 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Network': ['ID=e555dad7-171a-4723-8e07-b42defdf0882,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:23.024373 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34375cf5-a93c-4bf7-80ea-4da2310344d5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Made reservation on behalf of 4309df99e49e414c81323dd77e4aa778 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:23.028272 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-34375cf5-a93c-4bf7-80ea-4da2310344d5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:23.057805 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34375cf5-a93c-4bf7-80ea-4da2310344d5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:44:23.072251 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-34375cf5-a93c-4bf7-80ea-4da2310344d5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:23.073598 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-34375cf5-a93c-4bf7-80ea-4da2310344d5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Added segment a03861f5-89bc-45d9-a90c-0f52722fcfec of type vlan for network 916cdf15-a766-440a-94a2-4738b177ec60 Jul 16 20:44:23.126414 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-34375cf5-a93c-4bf7-80ea-4da2310344d5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:23.172704 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-34375cf5-a93c-4bf7-80ea-4da2310344d5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:23.181896 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34375cf5-a93c-4bf7-80ea-4da2310344d5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:23.183156 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-34375cf5-a93c-4bf7-80ea-4da2310344d5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:23.279704 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-34375cf5-a93c-4bf7-80ea-4da2310344d5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3063450 Jul 16 20:44:23.282688 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56732) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:23.291872 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-74204552-bc13-4634-a428-314cdd1c5c06 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'subnet': {'network_id': '916cdf15-a766-440a-94a2-4738b177ec60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:23.311576 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34375cf5-a93c-4bf7-80ea-4da2310344d5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Network': ['ID=916cdf15-a766-440a-94a2-4738b177ec60,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:23.327529 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 916cdf15-a766-440a-94a2-4738b177ec60 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:44:23.450627 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74204552-bc13-4634-a428-314cdd1c5c06 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Made reservation on behalf of 4309df99e49e414c81323dd77e4aa778 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:23.455240 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-74204552-bc13-4634-a428-314cdd1c5c06 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:23.479208 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd1597-af69-4540-be5a-d1089c28cfc9 req-8e05fa3c-7d4a-4b27-b583-d85b198fe065 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:23.480902 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0ddd1597-af69-4540-be5a-d1089c28cfc9 req-8e05fa3c-7d4a-4b27-b583-d85b198fe065 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 945 time: 0.1253281 Jul 16 20:44:23.577348 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0ddd1597-af69-4540-be5a-d1089c28cfc9 req-f8f5ab3c-3fb9-4a89-bea9-9e2de7246e0e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870023 Jul 16 20:44:23.710792 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-74204552-bc13-4634-a428-314cdd1c5c06 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:23.830860 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74204552-bc13-4634-a428-314cdd1c5c06 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Subnet': ['ID=15ed4acf-def5-40f3-b144-40e4132e174a,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:23.834029 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74204552-bc13-4634-a428-314cdd1c5c06 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Checking segment: {'id': 'a03861f5-89bc-45d9-a90c-0f52722fcfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '916cdf15-a766-440a-94a2-4738b177ec60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:23.834421 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74204552-bc13-4634-a428-314cdd1c5c06 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network hostable DHCP agents. Network: 916cdf15-a766-440a-94a2-4738b177ec60, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:44:23.857332 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74204552-bc13-4634-a428-314cdd1c5c06 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network 916cdf15-a766-440a-94a2-4738b177ec60 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:44:23.863588 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56740) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:23.876754 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 585a7766-ebd6-4219-8868-882527bc037e no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:44:23.883532 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-74204552-bc13-4634-a428-314cdd1c5c06 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 916cdf15-a766-440a-94a2-4738b177ec60) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:23.896497 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74204552-bc13-4634-a428-314cdd1c5c06 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:23.897083 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-74204552-bc13-4634-a428-314cdd1c5c06 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:23.906471 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45b376c-bca7-4ea7-83ad-c1c61b7e471a None None] Network 916cdf15-a766-440a-94a2-4738b177ec60 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:23.913147 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 585a7766-ebd6-4219-8868-882527bc037e {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:44:23.913907 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 585a7766-ebd6-4219-8868-882527bc037e not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:44:23.948012 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-74204552-bc13-4634-a428-314cdd1c5c06 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6602597 Jul 16 20:44:23.948256 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56744) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:23.953530 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2831fe52-cd23-4c26-95f1-3174e18fc4ce tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-7995663', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:24.045792 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2831fe52-cd23-4c26-95f1-3174e18fc4ce tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.047290 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2831fe52-cd23-4c26-95f1-3174e18fc4ce tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.054233 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7dd7335f-01a6-45d2-9d26-223ed8999d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.122514 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc7cd8d-3b12-47a5-aee2-4ff2ae6a6ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-916cdf15-a766-440a-94a2-4738b177ec60', 'network_id': '916cdf15-a766-440a-94a2-4738b177ec60', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'fixed_ips': [{'subnet_id': '15ed4acf-def5-40f3-b144-40e4132e174a'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:44:24.123766 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fdc7cd8d-3b12-47a5-aee2-4ff2ae6a6ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.167177 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374c862-a9af-4911-a300-2270d2662cc6 req-a9d01bfc-d6b0-4de3-9e8b-777b73a172c9 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:24.168703 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b374c862-a9af-4911-a300-2270d2662cc6 req-a9d01bfc-d6b0-4de3-9e8b-777b73a172c9 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 945 time: 0.1942689 Jul 16 20:44:24.182146 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2831fe52-cd23-4c26-95f1-3174e18fc4ce tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.201857 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2831fe52-cd23-4c26-95f1-3174e18fc4ce tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.258381 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29e76ced-3b54-45f5-b5e0-6691a78b44cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.272017 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b374c862-a9af-4911-a300-2270d2662cc6 req-aa220056-4f13-40e4-b120-157425bba7a7 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881743 Jul 16 20:44:24.331326 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.342834 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-fdc7cd8d-3b12-47a5-aee2-4ff2ae6a6ac0 None None] Allocated IP 2001:db8::2 (916cdf15-a766-440a-94a2-4738b177ec60/15ed4acf-def5-40f3-b144-40e4132e174a/83246c45-d0a9-4709-9bce-2769cdb4ac97) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:24.343973 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7dd7335f-01a6-45d2-9d26-223ed8999d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.356108 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7dd7335f-01a6-45d2-9d26-223ed8999d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.374345 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2831fe52-cd23-4c26-95f1-3174e18fc4ce tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.377911 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2831fe52-cd23-4c26-95f1-3174e18fc4ce tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4269078 Jul 16 20:44:24.379425 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56746) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:24.384861 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-3e7a2e73-b3fd-4636-9134-a75343ede1cb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'port': {'network_id': '916cdf15-a766-440a-94a2-4738b177ec60', 'name': 'tempest-RoutersIpV6Test-1145302607'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:24.422496 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7335f-01a6-45d2-9d26-223ed8999d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c486d6f-7b2b-45c9-bdb8-b70e43ef96d6,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:24.437884 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7dd7335f-01a6-45d2-9d26-223ed8999d06 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6940405283f040bea8e9511ca8f17b63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5706706 Jul 16 20:44:24.438096 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56748) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:24.511618 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8e327b2f-91a8-465c-b778-640500f44817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.542826 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fdc7cd8d-3b12-47a5-aee2-4ff2ae6a6ac0 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.557839 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-fdc7cd8d-3b12-47a5-aee2-4ff2ae6a6ac0 None None] Transition to ACTIVE for port object 83246c45-d0a9-4709-9bce-2769cdb4ac97 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:24.564003 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7a2e73-b3fd-4636-9134-a75343ede1cb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Made reservation on behalf of 4309df99e49e414c81323dd77e4aa778 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:24.572157 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2e73-b3fd-4636-9134-a75343ede1cb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.583312 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-fdc7cd8d-3b12-47a5-aee2-4ff2ae6a6ac0 None None] Transition to ACTIVE for port object 83246c45-d0a9-4709-9bce-2769cdb4ac97 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:24.597275 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fdc7cd8d-3b12-47a5-aee2-4ff2ae6a6ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.608247 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-3e7a2e73-b3fd-4636-9134-a75343ede1cb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] device_id is not set on port 2f250e61-3bbe-463d-9718-20be628e183a yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:44:24.659870 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc7cd8d-3b12-47a5-aee2-4ff2ae6a6ac0 None None] Network 916cdf15-a766-440a-94a2-4738b177ec60 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:24.664723 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-fdc7cd8d-3b12-47a5-aee2-4ff2ae6a6ac0 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:24.670785 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc7cd8d-3b12-47a5-aee2-4ff2ae6a6ac0 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:24.733686 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7cd8d-3b12-47a5-aee2-4ff2ae6a6ac0 None None] Pushing event updated for resources: {'Port': ['ID=83246c45-d0a9-4709-9bce-2769cdb4ac97,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:24.760577 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-fdc7cd8d-3b12-47a5-aee2-4ff2ae6a6ac0 None None] Attempting to bind port 83246c45-d0a9-4709-9bce-2769cdb4ac97 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:24.761172 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-fdc7cd8d-3b12-47a5-aee2-4ff2ae6a6ac0 None None] Attempting to bind port 83246c45-d0a9-4709-9bce-2769cdb4ac97 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'a03861f5-89bc-45d9-a90c-0f52722fcfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '916cdf15-a766-440a-94a2-4738b177ec60'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:24.761699 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc7cd8d-3b12-47a5-aee2-4ff2ae6a6ac0 None None] Attempting to bind port 83246c45-d0a9-4709-9bce-2769cdb4ac97 on network 916cdf15-a766-440a-94a2-4738b177ec60 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:24.779407 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc7cd8d-3b12-47a5-aee2-4ff2ae6a6ac0 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:24.780242 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc7cd8d-3b12-47a5-aee2-4ff2ae6a6ac0 None None] Checking segment: {'id': 'a03861f5-89bc-45d9-a90c-0f52722fcfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '916cdf15-a766-440a-94a2-4738b177ec60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:24.780858 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fdc7cd8d-3b12-47a5-aee2-4ff2ae6a6ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.781405 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc7cd8d-3b12-47a5-aee2-4ff2ae6a6ac0 None None] Bound using segment: {'id': 'a03861f5-89bc-45d9-a90c-0f52722fcfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '916cdf15-a766-440a-94a2-4738b177ec60'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:24.782187 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-fdc7cd8d-3b12-47a5-aee2-4ff2ae6a6ac0 None None] Bound port: 83246c45-d0a9-4709-9bce-2769cdb4ac97, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03861f5-89bc-45d9-a90c-0f52722fcfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '916cdf15-a766-440a-94a2-4738b177ec60'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:24.782807 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fdc7cd8d-3b12-47a5-aee2-4ff2ae6a6ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.841669 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-3e7a2e73-b3fd-4636-9134-a75343ede1cb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Allocated IP 2001:db8::358 (916cdf15-a766-440a-94a2-4738b177ec60/15ed4acf-def5-40f3-b144-40e4132e174a/2f250e61-3bbe-463d-9718-20be628e183a) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:24.870656 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-fdc7cd8d-3b12-47a5-aee2-4ff2ae6a6ac0 None None] For port 83246c45-d0a9-4709-9bce-2769cdb4ac97, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:24.874998 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-fdc7cd8d-3b12-47a5-aee2-4ff2ae6a6ac0 None None] For port 83246c45-d0a9-4709-9bce-2769cdb4ac97, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=83246c45-d0a9-4709-9bce-2769cdb4ac97,segment=NetworkSegment(a03861f5-89bc-45d9-a90c-0f52722fcfec),segment_id=a03861f5-89bc-45d9-a90c-0f52722fcfec)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:24.884277 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fdc7cd8d-3b12-47a5-aee2-4ff2ae6a6ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.962337 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7cd8d-3b12-47a5-aee2-4ff2ae6a6ac0 None None] Pushing event updated for resources: {'Port': ['ID=83246c45-d0a9-4709-9bce-2769cdb4ac97,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:24.964736 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8e327b2f-91a8-465c-b778-640500f44817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.044576 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe1b5a-4615-4300-819e-582c3e81c1ac req-9a8596a3-9ca0-4cbe-a9c8-afdbce3508b8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:25.046416 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99fe1b5a-4615-4300-819e-582c3e81c1ac req-9a8596a3-9ca0-4cbe-a9c8-afdbce3508b8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 945 time: 0.1253362 Jul 16 20:44:25.093782 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99fe1b5a-4615-4300-819e-582c3e81c1ac req-d7b91907-5ff0-46d5-a34c-a0bf6fb6812c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372710 Jul 16 20:44:25.102606 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8e327b2f-91a8-465c-b778-640500f44817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.105945 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8e327b2f-91a8-465c-b778-640500f44817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.110442 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8e327b2f-91a8-465c-b778-640500f44817 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1c486d6f-7b2b-45c9-bdb8-b70e43ef96d6 HTTP/1.1" status: 204 len: 168 time: 0.6705916 Jul 16 20:44:25.121246 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e327b2f-91a8-465c-b778-640500f44817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c486d6f-7b2b-45c9-bdb8-b70e43ef96d6,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:25.148751 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2e73-b3fd-4636-9134-a75343ede1cb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.170996 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-3e7a2e73-b3fd-4636-9134-a75343ede1cb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Transition to ACTIVE for port object 2f250e61-3bbe-463d-9718-20be628e183a will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:25.252868 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2e73-b3fd-4636-9134-a75343ede1cb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.258404 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [req-8bbeb758-6129-40ce-b90b-821aceaab82e req-a6f34317-3dd1-4c9e-8e3b-e5a6a59432c2 service neutron] (93793) timed out ('10.222.0.38', 54768) {{(pid=93793) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:44:25.378998 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a2e73-b3fd-4636-9134-a75343ede1cb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Port': ['ID=2f250e61-3bbe-463d-9718-20be628e183a,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:25.406062 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7a2e73-b3fd-4636-9134-a75343ede1cb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network 916cdf15-a766-440a-94a2-4738b177ec60 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:25.408771 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-3e7a2e73-b3fd-4636-9134-a75343ede1cb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:25.408901 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b08cc-c84b-4435-a830-88a27b955032 req-319bdbcd-1beb-491c-bcc4-da20461888da tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:25.412668 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7a2e73-b3fd-4636-9134-a75343ede1cb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:25.417119 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-123b08cc-c84b-4435-a830-88a27b955032 req-319bdbcd-1beb-491c-bcc4-da20461888da tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 945 time: 0.1554964 Jul 16 20:44:25.421322 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7a2e73-b3fd-4636-9134-a75343ede1cb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:25.422371 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2e73-b3fd-4636-9134-a75343ede1cb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.463657 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3e7a2e73-b3fd-4636-9134-a75343ede1cb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0830102 Jul 16 20:44:25.468109 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56760) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:25.480357 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-123b08cc-c84b-4435-a830-88a27b955032 req-3d61b6e9-c401-4fba-bb9b-7c821f62a241 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621259 Jul 16 20:44:25.504794 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56762) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:25.647845 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecf0ff7-db1b-4e33-80a7-2c248984d8a1 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:25.652744 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cecf0ff7-db1b-4e33-80a7-2c248984d8a1 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 1092 time: 0.1468692 Jul 16 20:44:25.653739 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56768) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:25.661642 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-0072115f-3ac9-431f-8077-c0bdf2304f09 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'port_id': 'c4a2edc9-acbe-4068-a489-5602accc426f', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:25.695024 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9c6b4-167b-45d9-a3a4-16d8499956dd req-c6d18eb1-ca35-4c4f-a36c-790451d6884a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:25.702767 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3db9c6b4-167b-45d9-a3a4-16d8499956dd req-c6d18eb1-ca35-4c4f-a36c-790451d6884a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 945 time: 0.2212071 Jul 16 20:44:25.760087 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3db9c6b4-167b-45d9-a3a4-16d8499956dd req-e270c6d9-d3be-4b7b-b777-a0dc57b6f7e9 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557499 Jul 16 20:44:25.764095 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0072115f-3ac9-431f-8077-c0bdf2304f09 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.832553 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.946832 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 83246c45-d0a9-4709-9bce-2769cdb4ac97 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:25.960463 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0072115f-3ac9-431f-8077-c0bdf2304f09 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:26.027214 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 83246c45-d0a9-4709-9bce-2769cdb4ac97 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:26.150039 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-0072115f-3ac9-431f-8077-c0bdf2304f09 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Allocated IP 172.25.0.89 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/05a23f3a-274c-44bc-b8c0-8648b5d6e223) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:26.321224 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0072115f-3ac9-431f-8077-c0bdf2304f09 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:26.404071 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0072115f-3ac9-431f-8077-c0bdf2304f09 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:26.481411 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f4cae06f-f003-4af3-814f-20f3fc3c3ef0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:26.485018 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0072115f-3ac9-431f-8077-c0bdf2304f09 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:26.486609 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072115f-3ac9-431f-8077-c0bdf2304f09 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Port': ['ID=05a23f3a-274c-44bc-b8c0-8648b5d6e223,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:26.489721 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-0072115f-3ac9-431f-8077-c0bdf2304f09 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:26.492157 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0072115f-3ac9-431f-8077-c0bdf2304f09 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:26.546360 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56788) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:26.677923 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae7b29b-67d6-486d-b3bd-b757b2cf2a98 None None] Network 916cdf15-a766-440a-94a2-4738b177ec60 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:26.798201 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-32eec824-834c-4328-b6ff-b48ce3dad581 None None] Provisioning for port 83246c45-d0a9-4709-9bce-2769cdb4ac97 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:26.804759 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-32eec824-834c-4328-b6ff-b48ce3dad581 None None] Provisioning complete for port 83246c45-d0a9-4709-9bce-2769cdb4ac97 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:26.805480 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-32eec824-834c-4328-b6ff-b48ce3dad581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:26.891761 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-1c8799d9-cce6-49b2-86ba-d5689cb9fe68 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-201901593-network', 'tenant_id': '9ba5e10151bc4482805c7d5cba435d3a'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:26.913603 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f4cae06f-f003-4af3-814f-20f3fc3c3ef0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:26.925917 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f4cae06f-f003-4af3-814f-20f3fc3c3ef0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:26.926172 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-32eec824-834c-4328-b6ff-b48ce3dad581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:26.968791 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-32eec824-834c-4328-b6ff-b48ce3dad581 None None] For port 83246c45-d0a9-4709-9bce-2769cdb4ac97, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=83246c45-d0a9-4709-9bce-2769cdb4ac97,segment=NetworkSegment(a03861f5-89bc-45d9-a90c-0f52722fcfec),segment_id=a03861f5-89bc-45d9-a90c-0f52722fcfec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:26.994142 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-32eec824-834c-4328-b6ff-b48ce3dad581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.024290 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8799d9-cce6-49b2-86ba-d5689cb9fe68 admin admin] Made reservation on behalf of 9ba5e10151bc4482805c7d5cba435d3a for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:27.026150 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c8799d9-cce6-49b2-86ba-d5689cb9fe68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.067764 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cae06f-f003-4af3-814f-20f3fc3c3ef0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Port': ['ID=2f250e61-3bbe-463d-9718-20be628e183a,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:27.072689 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eec824-834c-4328-b6ff-b48ce3dad581 None None] Pushing event updated for resources: {'Port': ['ID=83246c45-d0a9-4709-9bce-2769cdb4ac97,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:27.080841 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c8799d9-cce6-49b2-86ba-d5689cb9fe68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.202831 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f4cae06f-f003-4af3-814f-20f3fc3c3ef0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.390873 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f4cae06f-f003-4af3-814f-20f3fc3c3ef0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.435393 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899720b-8c72-41ae-82db-0a2bb4e13760 req-99cb24e9-8fc7-4820-83a5-f5b21ce0896d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:27.435782 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-585786af-a1c9-4614-a1dd-4ff377e50819 None None] Provisioning for port 2f250e61-3bbe-463d-9718-20be628e183a completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:27.437084 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9899720b-8c72-41ae-82db-0a2bb4e13760 req-99cb24e9-8fc7-4820-83a5-f5b21ce0896d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 945 time: 0.4146929 Jul 16 20:44:27.451160 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-585786af-a1c9-4614-a1dd-4ff377e50819 None None] Provisioning complete for port 2f250e61-3bbe-463d-9718-20be628e183a triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:27.451534 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-585786af-a1c9-4614-a1dd-4ff377e50819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.507520 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-585786af-a1c9-4614-a1dd-4ff377e50819 None None] Port 2f250e61-3bbe-463d-9718-20be628e183a cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:27.532451 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-585786af-a1c9-4614-a1dd-4ff377e50819 None None] Provisioning complete for port 83246c45-d0a9-4709-9bce-2769cdb4ac97 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:27.532451 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-585786af-a1c9-4614-a1dd-4ff377e50819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.580336 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9899720b-8c72-41ae-82db-0a2bb4e13760 req-249c9f7a-aa02-41f8-aa60-7be0f00fadbe tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1274889 Jul 16 20:44:27.597501 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0072115f-3ac9-431f-8077-c0bdf2304f09 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.627839 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c8799d9-cce6-49b2-86ba-d5689cb9fe68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.657408 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c8799d9-cce6-49b2-86ba-d5689cb9fe68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.667214 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.711686 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8799d9-cce6-49b2-86ba-d5689cb9fe68 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:44:27.720228 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8799d9-cce6-49b2-86ba-d5689cb9fe68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea4441f-396b-427a-8f8e-ec242c9c255f,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:27.753052 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f4cae06f-f003-4af3-814f-20f3fc3c3ef0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.756374 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c8799d9-cce6-49b2-86ba-d5689cb9fe68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.756833 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-1c8799d9-cce6-49b2-86ba-d5689cb9fe68 admin admin] Added segment e191c4ed-8796-41ff-bf7a-c6374aa64f12 of type vlan for network 25b41f76-37be-4345-9ddf-d59e23791d53 Jul 16 20:44:27.759503 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f4cae06f-f003-4af3-814f-20f3fc3c3ef0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.760696 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f4cae06f-f003-4af3-814f-20f3fc3c3ef0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.802719 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0072115f-3ac9-431f-8077-c0bdf2304f09 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.803970 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-70de0a05-629f-42f9-860c-d1e72d2d1afd None None] Provisioning complete for port 2f250e61-3bbe-463d-9718-20be628e183a triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:27.804663 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70de0a05-629f-42f9-860c-d1e72d2d1afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.843505 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c8799d9-cce6-49b2-86ba-d5689cb9fe68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.847728 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 83246c45-d0a9-4709-9bce-2769cdb4ac97 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:27.903471 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-70de0a05-629f-42f9-860c-d1e72d2d1afd None None] Port 2f250e61-3bbe-463d-9718-20be628e183a cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:27.911916 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 83246c45-d0a9-4709-9bce-2769cdb4ac97 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:27.912405 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.921201 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c8799d9-cce6-49b2-86ba-d5689cb9fe68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.922097 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8799d9-cce6-49b2-86ba-d5689cb9fe68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:27.922924 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c8799d9-cce6-49b2-86ba-d5689cb9fe68 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.933781 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cae06f-f003-4af3-814f-20f3fc3c3ef0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network 916cdf15-a766-440a-94a2-4738b177ec60 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:27.934738 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cae06f-f003-4af3-814f-20f3fc3c3ef0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Port': ['ID=2f250e61-3bbe-463d-9718-20be628e183a,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:27.948323 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-f4cae06f-f003-4af3-814f-20f3fc3c3ef0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:28.032422 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1c8799d9-cce6-49b2-86ba-d5689cb9fe68 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4828773 Jul 16 20:44:28.036014 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56806) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:28.041447 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-ea5d4fd6-34b0-4294-9ac4-1430c76e1123 admin admin] Request body: {'subnet': {'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-201901593-subnet', 'tenant_id': '9ba5e10151bc4482805c7d5cba435d3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:28.072511 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8799d9-cce6-49b2-86ba-d5689cb9fe68 admin admin] Pushing event updated for resources: {'Network': ['ID=25b41f76-37be-4345-9ddf-d59e23791d53,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:28.086899 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 25b41f76-37be-4345-9ddf-d59e23791d53 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:44:28.119668 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5d4fd6-34b0-4294-9ac4-1430c76e1123 admin admin] Made reservation on behalf of 9ba5e10151bc4482805c7d5cba435d3a for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:28.123477 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4fd6-34b0-4294-9ac4-1430c76e1123 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.135403 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0072115f-3ac9-431f-8077-c0bdf2304f09 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.140543 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0072115f-3ac9-431f-8077-c0bdf2304f09 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.176642 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ec118615-0c59-49bd-ade1-108858c6a522 None None] Provisioning complete for port 2f250e61-3bbe-463d-9718-20be628e183a triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:28.177254 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec118615-0c59-49bd-ade1-108858c6a522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.211175 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cae06f-f003-4af3-814f-20f3fc3c3ef0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Router a8796ad7-a24a-4b7f-8f41-1f9b2a0c9e38 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:44:28.219715 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ec118615-0c59-49bd-ade1-108858c6a522 None None] Port 2f250e61-3bbe-463d-9718-20be628e183a cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:28.250750 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072115f-3ac9-431f-8077-c0bdf2304f09 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Port': ['ID=05a23f3a-274c-44bc-b8c0-8648b5d6e223,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:28.257571 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0072115f-3ac9-431f-8077-c0bdf2304f09 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.367130 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-0072115f-3ac9-431f-8077-c0bdf2304f09 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Floating IP 23c10ed2-c2dd-456b-b98f-92bba2a63074 associated. External IP: 172.25.0.89, port: c4a2edc9-acbe-4068-a489-5602accc426f. Jul 16 20:44:28.404137 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cae06f-f003-4af3-814f-20f3fc3c3ef0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:28.408361 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315e291-24eb-4c93-9be8-fec4ab58107d req-1d1c7d70-8ad9-403d-8469-8825b08af3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:28.410517 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9315e291-24eb-4c93-9be8-fec4ab58107d req-1d1c7d70-8ad9-403d-8469-8825b08af3ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a195eb15eb6f4338b136e6cce4c78c87&device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 1097 time: 0.2158198 Jul 16 20:44:28.414516 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e07611-f20e-400b-afc2-ed06fcf863e2 None None] Sync routers for ids ['a8796ad7-a24a-4b7f-8f41-1f9b2a0c9e38'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:28.416159 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f4cae06f-f003-4af3-814f-20f3fc3c3ef0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "PUT /v2.0/routers/a8796ad7-a24a-4b7f-8f41-1f9b2a0c9e38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9459822 Jul 16 20:44:28.421558 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56808) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:28.424089 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e07611-f20e-400b-afc2-ed06fcf863e2 None None] Routers {'a8796ad7-a24a-4b7f-8f41-1f9b2a0c9e38'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:28.424722 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-02e07611-f20e-400b-afc2-ed06fcf863e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['a8796ad7-a24a-4b7f-8f41-1f9b2a0c9e38'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:28.477694 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-02e07611-f20e-400b-afc2-ed06fcf863e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:28.492640 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e07611-f20e-400b-afc2-ed06fcf863e2 None None] Routers {'a8796ad7-a24a-4b7f-8f41-1f9b2a0c9e38'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:28.493277 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-02e07611-f20e-400b-afc2-ed06fcf863e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['a8796ad7-a24a-4b7f-8f41-1f9b2a0c9e38'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:28.497044 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e10630c4-a01e-4e55-8f51-1661d78b5ea9 None None] Provisioning complete for port 2f250e61-3bbe-463d-9718-20be628e183a triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:28.497044 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e10630c4-a01e-4e55-8f51-1661d78b5ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.513085 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b823c0b-0c71-4892-9059-54d3c9eb16ad tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:28.517500 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0b823c0b-0c71-4892-9059-54d3c9eb16ad tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "GET /v2.0/ports/2f250e61-3bbe-463d-9718-20be628e183a HTTP/1.1" status: 200 len: 984 time: 0.0963149 Jul 16 20:44:28.518298 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56810) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:28.527154 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4fd6-34b0-4294-9ac4-1430c76e1123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.529028 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-02e07611-f20e-400b-afc2-ed06fcf863e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:28.530656 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e07611-f20e-400b-afc2-ed06fcf863e2 None None] The sync data for ids ['a8796ad7-a24a-4b7f-8f41-1f9b2a0c9e38'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:28.564796 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e10630c4-a01e-4e55-8f51-1661d78b5ea9 None None] Port 2f250e61-3bbe-463d-9718-20be628e183a cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:28.666701 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315e291-24eb-4c93-9be8-fec4ab58107d req-e7d6b9c2-8614-4418-8c85-deff63ea2f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:28.668192 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9315e291-24eb-4c93-9be8-fec4ab58107d req-e7d6b9c2-8614-4418-8c85-deff63ea2f77 service neutron] 10.222.0.18 "GET /v2.0/networks?id=57f96d4f-a3d8-495c-8b4c-383900172d1b HTTP/1.1" status: 200 len: 918 time: 0.2510073 Jul 16 20:44:28.670071 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0072115f-3ac9-431f-8077-c0bdf2304f09 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Router c52f9cfc-7ccf-4be3-be55-158ba7f33645 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:44:28.678555 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d4fd6-34b0-4294-9ac4-1430c76e1123 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82321776-7ae0-4505-adc0-e73fc92b6de5,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:28.795821 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5d4fd6-34b0-4294-9ac4-1430c76e1123 admin admin] Checking segment: {'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:28.796588 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5d4fd6-34b0-4294-9ac4-1430c76e1123 admin admin] Network hostable DHCP agents. Network: 25b41f76-37be-4345-9ddf-d59e23791d53, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:44:28.827220 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9315e291-24eb-4c93-9be8-fec4ab58107d req-e6c1b72b-5c7f-4f3f-993e-0bfd5b5abc41 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b354de15-c4c5-46cb-b9ad-6320a00577f1 HTTP/1.1" status: 200 len: 1000 time: 0.1519222 Jul 16 20:44:28.874943 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5d4fd6-34b0-4294-9ac4-1430c76e1123 admin admin] Network 25b41f76-37be-4345-9ddf-d59e23791d53 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:44:28.931004 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-ea5d4fd6-34b0-4294-9ac4-1430c76e1123 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 25b41f76-37be-4345-9ddf-d59e23791d53) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:28.938608 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5d4fd6-34b0-4294-9ac4-1430c76e1123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:28.938987 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de54a4c3-52df-4ddd-80ae-ac00dfcf0fe5 None None] Network 25b41f76-37be-4345-9ddf-d59e23791d53 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:28.939193 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4fd6-34b0-4294-9ac4-1430c76e1123 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.943044 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315e291-24eb-4c93-9be8-fec4ab58107d req-04a02196-33e1-48c4-ad21-cd45d837a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:28.944905 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9315e291-24eb-4c93-9be8-fec4ab58107d req-04a02196-33e1-48c4-ad21-cd45d837a1e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8d89da5-8a18-4550-b255-1d58457114f4 HTTP/1.1" status: 200 len: 856 time: 0.1098914 Jul 16 20:44:29.006427 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ea5d4fd6-34b0-4294-9ac4-1430c76e1123 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9691944 Jul 16 20:44:29.084048 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315e291-24eb-4c93-9be8-fec4ab58107d req-6b70e65c-03f6-4880-b4cc-c11f88faa845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:29.085594 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9315e291-24eb-4c93-9be8-fec4ab58107d req-6b70e65c-03f6-4880-b4cc-c11f88faa845 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=57f96d4f-a3d8-495c-8b4c-383900172d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1336122 Jul 16 20:44:29.107883 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967bb7fe-a47d-4a38-8e7b-07875620224a None None] Network 25b41f76-37be-4345-9ddf-d59e23791d53 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:29.118874 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463867de-a959-47e7-9d5b-4ef8720eb00f req-583239d6-63ac-476e-9319-4cbf83202ea5 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:29.120252 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-463867de-a959-47e7-9d5b-4ef8720eb00f req-583239d6-63ac-476e-9319-4cbf83202ea5 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 945 time: 0.4052396 Jul 16 20:44:29.127691 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0072115f-3ac9-431f-8077-c0bdf2304f09 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:29.139547 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84559c31-c688-45b4-a2c3-4c0acad48913 None None] Sync routers for ids ['c52f9cfc-7ccf-4be3-be55-158ba7f33645'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:29.152741 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84559c31-c688-45b4-a2c3-4c0acad48913 None None] Routers {'c52f9cfc-7ccf-4be3-be55-158ba7f33645'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:29.153355 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-84559c31-c688-45b4-a2c3-4c0acad48913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c52f9cfc-7ccf-4be3-be55-158ba7f33645'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:29.218535 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-463867de-a959-47e7-9d5b-4ef8720eb00f req-52f5afd4-be93-4b62-8569-09852adbfb1a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881586 Jul 16 20:44:29.238313 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0072115f-3ac9-431f-8077-c0bdf2304f09 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.291712 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0072115f-3ac9-431f-8077-c0bdf2304f09 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6341474 Jul 16 20:44:29.292333 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b042e812-cc5a-4106-b6e9-f0d646ec9fbc', 'tag': 'c4a2edc9-acbe-4068-a489-5602accc426f'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:29.296092 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a81c5e2-b286-4ab2-b031-04b42ffa3d14" -d '{"events": [{"name": "network-changed", "server_uuid": "b042e812-cc5a-4106-b6e9-f0d646ec9fbc", "tag": "c4a2edc9-acbe-4068-a489-5602accc426f"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:29.311031 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a47d-0ec2-4059-a47f-5ea897df00bd tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.314517 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9315e291-24eb-4c93-9be8-fec4ab58107d req-b99e4a09-c6d9-419c-ab46-ea4388eac58f service neutron] 10.222.0.18 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188816 Jul 16 20:44:29.353761 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-84559c31-c688-45b4-a2c3-4c0acad48913 None None] Set router c52f9cfc-7ccf-4be3-be55-158ba7f33645 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:44:29.446940 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9315e291-24eb-4c93-9be8-fec4ab58107d req-5c7eb2de-2b40-4f62-9dfe-594d2bd48c42 service neutron] 10.222.0.18 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926447 Jul 16 20:44:29.544119 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b398a2-43f5-43f3-8cb7-65d9e9ab640d req-34c4faae-d83a-4465-869f-1d0f2b761a47 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:29.545712 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-14b398a2-43f5-43f3-8cb7-65d9e9ab640d req-34c4faae-d83a-4465-869f-1d0f2b761a47 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 945 time: 0.1259336 Jul 16 20:44:29.567109 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.605072 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-84559c31-c688-45b4-a2c3-4c0acad48913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697285171', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:44:06Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '23c10ed2-c2dd-456b-b98f-92bba2a63074', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'port_id': 'c4a2edc9-acbe-4068-a489-5602accc426f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd060d412-3eba-485c-bbac-71368347d343', 'mac_address': 'fa:16:3e:9f:2f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b042e812-cc5a-4106-b6e9-f0d646ec9fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:44:27Z', 'updated_at': '2021-07-16T20:44:27Z', 'revision_number': 0, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05856b0-d98d-4774-9870-0f6659fbd878', 'name': '', 'network_id': 'd060d412-3eba-485c-bbac-71368347d343', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:52:1c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '9d745fcd-6587-4d2b-8c68-3822122cd917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:05Z', 'updated_at': '2021-07-16T20:44:12Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': '9d745fcd-6587-4d2b-8c68-3822122cd917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:29.637721 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84559c31-c688-45b4-a2c3-4c0acad48913 None None] Checking router: c52f9cfc-7ccf-4be3-be55-158ba7f33645 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:44:29.649094 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84559c31-c688-45b4-a2c3-4c0acad48913 None None] Routers {'c52f9cfc-7ccf-4be3-be55-158ba7f33645'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:29.649503 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-14b398a2-43f5-43f3-8cb7-65d9e9ab640d req-e5fdaaab-c0d2-4c82-9bc3-cb7da1389bdf tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627778 Jul 16 20:44:29.649729 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-84559c31-c688-45b4-a2c3-4c0acad48913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c52f9cfc-7ccf-4be3-be55-158ba7f33645'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:29.656741 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-72a34607-7829-4d44-b5eb-12877769fde1 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:29.665190 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-72a34607-7829-4d44-b5eb-12877769fde1 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/networks?id=25b41f76-37be-4345-9ddf-d59e23791d53 HTTP/1.1" status: 200 len: 805 time: 0.1723015 Jul 16 20:44:29.687857 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-b8a0cb37-fffe-438e-ab0a-7d2bee622bec tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/quotas/9ba5e10151bc4482805c7d5cba435d3a HTTP/1.1" status: 200 len: 375 time: 0.0216579 Jul 16 20:44:29.689509 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56834) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:29.743269 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072c16f3-0216-46c6-b7a6-dd7fe928b262 x-openstack-request-id: req-072c16f3-0216-46c6-b7a6-dd7fe928b262 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:29.743565 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b042e812-cc5a-4106-b6e9-f0d646ec9fbc", "tag": "c4a2edc9-acbe-4068-a489-5602accc426f", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:29.743820 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-072c16f3-0216-46c6-b7a6-dd7fe928b262 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:29.744211 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b042e812-cc5a-4106-b6e9-f0d646ec9fbc', 'tag': 'c4a2edc9-acbe-4068-a489-5602accc426f', 'status': 'completed', 'code': 200} Jul 16 20:44:29.764484 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-cd050cd6-7e28-4c3f-ad8f-ebec7b4bd11b tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba5e10151bc4482805c7d5cba435d3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757360 Jul 16 20:44:29.783357 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-84559c31-c688-45b4-a2c3-4c0acad48913 None None] Set router c52f9cfc-7ccf-4be3-be55-158ba7f33645 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:44:29.850912 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1b3b14f6-e656-4960-84d5-667c2f5a7257 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/floatingips/23c10ed2-c2dd-456b-b98f-92bba2a63074 HTTP/1.1" status: 200 len: 990 time: 0.1596127 Jul 16 20:44:29.913070 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-b5f36e99-fc80-48df-8667-935c1d405e34 service neutron] 10.222.0.38 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291802 Jul 16 20:44:29.992067 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81c5e2-b286-4ab2-b031-04b42ffa3d14 req-11ebbe0f-2648-4c02-9065-0aecfb65ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:29.993916 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a81c5e2-b286-4ab2-b031-04b42ffa3d14 req-11ebbe0f-2648-4c02-9065-0aecfb65ff6a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 1097 time: 0.1305764 Jul 16 20:44:30.010265 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-a75c92e6-30f8-4136-9461-bb8258e3d9ac service neutron] 10.222.0.38 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964074 Jul 16 20:44:30.131196 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-84559c31-c688-45b4-a2c3-4c0acad48913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697285171', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:44:06Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '23c10ed2-c2dd-456b-b98f-92bba2a63074', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'port_id': 'c4a2edc9-acbe-4068-a489-5602accc426f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd060d412-3eba-485c-bbac-71368347d343', 'mac_address': 'fa:16:3e:9f:2f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b042e812-cc5a-4106-b6e9-f0d646ec9fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:44:27Z', 'updated_at': '2021-07-16T20:44:27Z', 'revision_number': 0, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05856b0-d98d-4774-9870-0f6659fbd878', 'name': '', 'network_id': 'd060d412-3eba-485c-bbac-71368347d343', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:52:1c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '9d745fcd-6587-4d2b-8c68-3822122cd917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:05Z', 'updated_at': '2021-07-16T20:44:12Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': '9d745fcd-6587-4d2b-8c68-3822122cd917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:30.143096 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81c5e2-b286-4ab2-b031-04b42ffa3d14 req-747bb52a-dc8c-4df5-83d0-4632b7c562e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:30.144844 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a81c5e2-b286-4ab2-b031-04b42ffa3d14 req-747bb52a-dc8c-4df5-83d0-4632b7c562e9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d060d412-3eba-485c-bbac-71368347d343 HTTP/1.1" status: 200 len: 898 time: 0.1413634 Jul 16 20:44:30.168313 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84559c31-c688-45b4-a2c3-4c0acad48913 None None] The sync data for ids ['c52f9cfc-7ccf-4be3-be55-158ba7f33645'] in n-d-791506-21 is: [{'id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697285171', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:44:06Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '23c10ed2-c2dd-456b-b98f-92bba2a63074', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'port_id': 'c4a2edc9-acbe-4068-a489-5602accc426f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd060d412-3eba-485c-bbac-71368347d343', 'mac_address': 'fa:16:3e:9f:2f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b042e812-cc5a-4106-b6e9-f0d646ec9fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:44:27Z', 'updated_at': '2021-07-16T20:44:27Z', 'revision_number': 0, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05856b0-d98d-4774-9870-0f6659fbd878', 'name': '', 'network_id': 'd060d412-3eba-485c-bbac-71368347d343', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:52:1c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '9d745fcd-6587-4d2b-8c68-3822122cd917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:05Z', 'updated_at': '2021-07-16T20:44:12Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': '9d745fcd-6587-4d2b-8c68-3822122cd917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:30.191658 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-0cf2a47d-0ec2-4059-a47f-5ea897df00bd tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Deleting port 2f250e61-3bbe-463d-9718-20be628e183a {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:30.192010 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a47d-0ec2-4059-a47f-5ea897df00bd tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.215797 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-caa6b8e8-29c1-4073-bb5b-70d7e8dfbc6a req-08eb08ca-a445-4ac4-9fec-e33f33cf1e85 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=806edad4-241a-48f7-adb3-49c07274fa0c HTTP/1.1" status: 200 len: 210 time: 0.0324562 Jul 16 20:44:30.288635 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a81c5e2-b286-4ab2-b031-04b42ffa3d14 req-b3ffe985-8d0a-45ea-8483-30426484dc84 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4a2edc9-acbe-4068-a489-5602accc426f HTTP/1.1" status: 200 len: 998 time: 0.1361980 Jul 16 20:44:30.351296 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a47d-0ec2-4059-a47f-5ea897df00bd tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.367673 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81c5e2-b286-4ab2-b031-04b42ffa3d14 req-30c31f11-8083-411a-85a1-21aca263821b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:30.369157 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a81c5e2-b286-4ab2-b031-04b42ffa3d14 req-30c31f11-8083-411a-85a1-21aca263821b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d745fcd-6587-4d2b-8c68-3822122cd917 HTTP/1.1" status: 200 len: 835 time: 0.0732474 Jul 16 20:44:30.370037 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-0cf2a47d-0ec2-4059-a47f-5ea897df00bd tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Calling delete_port for 2f250e61-3bbe-463d-9718-20be628e183a owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:30.446712 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08553b38-f9e0-4734-b656-028d7fe9ce5c req-b22bf07b-0539-4851-a7ca-986290c8039f tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:30.448696 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-08553b38-f9e0-4734-b656-028d7fe9ce5c req-b22bf07b-0539-4851-a7ca-986290c8039f tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 945 time: 0.0724144 Jul 16 20:44:30.505778 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47fff77-cae6-4f54-9b4b-9c9f5599d468 None None] New status for floating IP 23c10ed2-c2dd-456b-b98f-92bba2a63074: ACTIVE {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:44:30.512593 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-08553b38-f9e0-4734-b656-028d7fe9ce5c req-de868d18-06ac-48a8-a4b9-73fbbbcb9055 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572736 Jul 16 20:44:30.557650 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81c5e2-b286-4ab2-b031-04b42ffa3d14 req-dcf94d54-6a81-4d1c-a35b-49509c4efc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:30.559201 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a81c5e2-b286-4ab2-b031-04b42ffa3d14 req-dcf94d54-6a81-4d1c-a35b-49509c4efc01 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d060d412-3eba-485c-bbac-71368347d343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1793165 Jul 16 20:44:30.693399 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a47d-0ec2-4059-a47f-5ea897df00bd tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.735225 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a81c5e2-b286-4ab2-b031-04b42ffa3d14 req-b51ceeb9-9d1b-430a-bc59-709e2249b2ea service neutron] 10.222.0.18 "GET /v2.0/networks/d060d412-3eba-485c-bbac-71368347d343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679323 Jul 16 20:44:30.735944 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2a47d-0ec2-4059-a47f-5ea897df00bd tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Port': ['ID=2f250e61-3bbe-463d-9718-20be628e183a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:30.852784 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56848) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:30.860035 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a47d-0ec2-4059-a47f-5ea897df00bd tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.928504 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b5aedce5-9cd5-4aa1-a713-bf249d241b50 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/floatingips/23c10ed2-c2dd-456b-b98f-92bba2a63074 HTTP/1.1" status: 200 len: 992 time: 0.0740638 Jul 16 20:44:31.006853 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4a81c5e2-b286-4ab2-b031-04b42ffa3d14 req-a726d813-95d1-4214-b763-f0c1fe1cfea5 service neutron] 10.222.0.18 "GET /v2.0/networks/d060d412-3eba-485c-bbac-71368347d343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445242 Jul 16 20:44:31.082354 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf2a47d-0ec2-4059-a47f-5ea897df00bd tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Router a8796ad7-a24a-4b7f-8f41-1f9b2a0c9e38 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:44:31.160754 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf2a47d-0ec2-4059-a47f-5ea897df00bd tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:31.166662 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0cf2a47d-0ec2-4059-a47f-5ea897df00bd tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "PUT /v2.0/routers/a8796ad7-a24a-4b7f-8f41-1f9b2a0c9e38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6453607 Jul 16 20:44:31.169091 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56850) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:31.171161 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c74d21-c1a1-4fc5-ada6-37fb625bbbf1 None None] Sync routers for ids ['a8796ad7-a24a-4b7f-8f41-1f9b2a0c9e38'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:31.180792 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c74d21-c1a1-4fc5-ada6-37fb625bbbf1 None None] Routers {'a8796ad7-a24a-4b7f-8f41-1f9b2a0c9e38'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:31.181386 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-44c74d21-c1a1-4fc5-ada6-37fb625bbbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['a8796ad7-a24a-4b7f-8f41-1f9b2a0c9e38'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:31.213194 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-44c74d21-c1a1-4fc5-ada6-37fb625bbbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:31.224206 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c74d21-c1a1-4fc5-ada6-37fb625bbbf1 None None] Routers {'a8796ad7-a24a-4b7f-8f41-1f9b2a0c9e38'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:31.224850 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-44c74d21-c1a1-4fc5-ada6-37fb625bbbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['a8796ad7-a24a-4b7f-8f41-1f9b2a0c9e38'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:31.266024 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-44c74d21-c1a1-4fc5-ada6-37fb625bbbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:31.266737 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c74d21-c1a1-4fc5-ada6-37fb625bbbf1 None None] The sync data for ids ['a8796ad7-a24a-4b7f-8f41-1f9b2a0c9e38'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:31.388525 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-9c7abd12-1862-481b-ba7e-51afda046ea4 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 20:44:31.392420 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9c7abd12-1862-481b-ba7e-51afda046ea4 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "PUT /v2.0/routers/a8796ad7-a24a-4b7f-8f41-1f9b2a0c9e38/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2193868 Jul 16 20:44:31.393121 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56854) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:31.397689 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22730be6-a866-4d30-8d31-a3817bf1f8e5 req-81441dec-7d08-45ba-85a4-19bed9a6ba3f tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=806edad4-241a-48f7-adb3-49c07274fa0c HTTP/1.1" status: 200 len: 210 time: 0.0448689 Jul 16 20:44:31.453230 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-07b15b89-4bd4-4602-96cc-ed22674fa981 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8796ad7-a24a-4b7f-8f41-1f9b2a0c9e38 HTTP/1.1" status: 200 len: 205 time: 0.0576627 Jul 16 20:44:31.455715 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56856) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:31.550982 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a7c0301f-9afb-4aa8-9db0-62330df98d74 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.596090 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-1e531e2f-30b0-4813-a79d-4644e2daad2d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:31.598251 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-1e531e2f-30b0-4813-a79d-4644e2daad2d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.62 "GET /v2.0/networks?id=25b41f76-37be-4345-9ddf-d59e23791d53 HTTP/1.1" status: 200 len: 805 time: 0.2808192 Jul 16 20:44:31.628739 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6be96443-1e2c-454b-a0a0-6a647a965fd5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Request body: {'port': {'device_id': '806edad4-241a-48f7-adb3-49c07274fa0c', 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53', 'admin_state_up': True, 'tenant_id': '9ba5e10151bc4482805c7d5cba435d3a'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:31.814162 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a7c0301f-9afb-4aa8-9db0-62330df98d74 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.819636 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a7c0301f-9afb-4aa8-9db0-62330df98d74 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.897695 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a7c0301f-9afb-4aa8-9db0-62330df98d74 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.898178 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c0301f-9afb-4aa8-9db0-62330df98d74 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Fanout notify agent at l3_agent the message router_deleted on router a8796ad7-a24a-4b7f-8f41-1f9b2a0c9e38 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:44:31.908520 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a7c0301f-9afb-4aa8-9db0-62330df98d74 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.910292 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a7c0301f-9afb-4aa8-9db0-62330df98d74 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/routers/a8796ad7-a24a-4b7f-8f41-1f9b2a0c9e38 HTTP/1.1" status: 204 len: 168 time: 0.4530756 Jul 16 20:44:31.913051 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56860) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:31.917949 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ea56f-8edf-4fd2-bf8d-1f79b1009dd2 req-2ed15770-6345-4838-980f-9efb367103c1 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:31.919454 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c20ea56f-8edf-4fd2-bf8d-1f79b1009dd2 req-2ed15770-6345-4838-980f-9efb367103c1 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 945 time: 0.2639649 Jul 16 20:44:31.919803 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b354de15-c4c5-46cb-b9ad-6320a00577f1 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:44:31.949137 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6be96443-1e2c-454b-a0a0-6a647a965fd5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Made reservation on behalf of 9ba5e10151bc4482805c7d5cba435d3a for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:31.953255 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6be96443-1e2c-454b-a0a0-6a647a965fd5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.971627 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-5185b2c2-bfe9-4c64-9980-99bcf5d5c7b9 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Deleting subnet 15ed4acf-def5-40f3-b144-40e4132e174a {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:44:31.976019 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5185b2c2-bfe9-4c64-9980-99bcf5d5c7b9 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.990374 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c20ea56f-8edf-4fd2-bf8d-1f79b1009dd2 req-c6b967f2-6dee-4e85-a561-2c854bcba8b6 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619555 Jul 16 20:44:32.005066 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.035455 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5185b2c2-bfe9-4c64-9980-99bcf5d5c7b9 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.039934 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953fe2b5-ff30-483d-9d0f-8c12abee2100', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b354de15-c4c5-46cb-b9ad-6320a00577f1'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:32.043138 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ffd27f-707b-401f-a601-06b680a0e3ae" -d '{"events": [{"server_uuid": "953fe2b5-ff30-483d-9d0f-8c12abee2100", "name": "network-vif-unplugged", "status": "completed", "tag": "b354de15-c4c5-46cb-b9ad-6320a00577f1"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:32.060305 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port b354de15-c4c5-46cb-b9ad-6320a00577f1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b354de15-c4c5-46cb-b9ad-6320a00577f1,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:32.068450 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.115004 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998a9429-38d5-47fd-b1e3-12944add5505 x-openstack-request-id: req-998a9429-38d5-47fd-b1e3-12944add5505 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:32.115607 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953fe2b5-ff30-483d-9d0f-8c12abee2100", "name": "network-vif-unplugged", "status": "failed", "tag": "b354de15-c4c5-46cb-b9ad-6320a00577f1", "code": 422}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:32.116058 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-998a9429-38d5-47fd-b1e3-12944add5505 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:32.116625 n-d-791506-21 neutron-server[93795]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '953fe2b5-ff30-483d-9d0f-8c12abee2100', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b354de15-c4c5-46cb-b9ad-6320a00577f1', 'code': 422} returned with failed status Jul 16 20:44:32.129744 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6be96443-1e2c-454b-a0a0-6a647a965fd5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Allocated IP 172.20.0.13 (25b41f76-37be-4345-9ddf-d59e23791d53/82321776-7ae0-4505-adc0-e73fc92b6de5/aeae3ce4-ebcb-4649-a0cd-854d2d7318ca) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:32.150381 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=b354de15-c4c5-46cb-b9ad-6320a00577f1,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:32.156606 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5185b2c2-bfe9-4c64-9980-99bcf5d5c7b9 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.226095 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5185b2c2-bfe9-4c64-9980-99bcf5d5c7b9 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.263453 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185b2c2-bfe9-4c64-9980-99bcf5d5c7b9 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Subnet': ['ID=15ed4acf-def5-40f3-b144-40e4132e174a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:32.270094 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5185b2c2-bfe9-4c64-9980-99bcf5d5c7b9 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.272066 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5185b2c2-bfe9-4c64-9980-99bcf5d5c7b9 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/subnets/15ed4acf-def5-40f3-b144-40e4132e174a HTTP/1.1" status: 204 len: 168 time: 0.3580108 Jul 16 20:44:32.274707 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56872) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:32.278046 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6663013-0494-4ab2-9a9d-99790b4116e3 None None] Network 916cdf15-a766-440a-94a2-4738b177ec60 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:32.333967 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6be96443-1e2c-454b-a0a0-6a647a965fd5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.367437 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28e95edc-d89e-411b-9326-ada87e4eac28 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.381933 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6be96443-1e2c-454b-a0a0-6a647a965fd5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.439728 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-28e95edc-d89e-411b-9326-ada87e4eac28 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Deleting port 83246c45-d0a9-4709-9bce-2769cdb4ac97 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:32.440082 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28e95edc-d89e-411b-9326-ada87e4eac28 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.446382 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6be96443-1e2c-454b-a0a0-6a647a965fd5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Network 25b41f76-37be-4345-9ddf-d59e23791d53 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:32.450434 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6be96443-1e2c-454b-a0a0-6a647a965fd5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:32.474388 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be96443-1e2c-454b-a0a0-6a647a965fd5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Pushing event updated for resources: {'Port': ['ID=aeae3ce4-ebcb-4649-a0cd-854d2d7318ca,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:32.479907 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6be96443-1e2c-454b-a0a0-6a647a965fd5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:32.531907 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-28e95edc-d89e-411b-9326-ada87e4eac28 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] For port 83246c45-d0a9-4709-9bce-2769cdb4ac97, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=83246c45-d0a9-4709-9bce-2769cdb4ac97,segment=NetworkSegment(a03861f5-89bc-45d9-a90c-0f52722fcfec),segment_id=a03861f5-89bc-45d9-a90c-0f52722fcfec)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:32.532623 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28e95edc-d89e-411b-9326-ada87e4eac28 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.546900 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-28e95edc-d89e-411b-9326-ada87e4eac28 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Calling delete_port for 83246c45-d0a9-4709-9bce-2769cdb4ac97 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:32.549938 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6be96443-1e2c-454b-a0a0-6a647a965fd5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:32.553738 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6be96443-1e2c-454b-a0a0-6a647a965fd5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.559081 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd07c9d8-f7ca-46d2-868d-d0e2e580a1c7 None None] DHCP port deletion for 916cdf15-a766-440a-94a2-4738b177ec60 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:44:32.611560 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6be96443-1e2c-454b-a0a0-6a647a965fd5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9872229 Jul 16 20:44:32.622558 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fd07c9d8-f7ca-46d2-868d-d0e2e580a1c7 None None] Deleting port 83246c45-d0a9-4709-9bce-2769cdb4ac97 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:32.622954 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd07c9d8-f7ca-46d2-868d-d0e2e580a1c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.627542 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Request body: {'port': {'device_id': '806edad4-241a-48f7-adb3-49c07274fa0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:32.652843 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28e95edc-d89e-411b-9326-ada87e4eac28 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.681149 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e95edc-d89e-411b-9326-ada87e4eac28 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] No DVR routers for this DVR port 83246c45-d0a9-4709-9bce-2769cdb4ac97 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:44:32.689104 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e95edc-d89e-411b-9326-ada87e4eac28 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Port': ['ID=83246c45-d0a9-4709-9bce-2769cdb4ac97,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:32.704457 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-fd07c9d8-f7ca-46d2-868d-d0e2e580a1c7 None None] For port 83246c45-d0a9-4709-9bce-2769cdb4ac97, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=83246c45-d0a9-4709-9bce-2769cdb4ac97,segment=NetworkSegment(a03861f5-89bc-45d9-a90c-0f52722fcfec),segment_id=a03861f5-89bc-45d9-a90c-0f52722fcfec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:32.705389 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd07c9d8-f7ca-46d2-868d-d0e2e580a1c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.721880 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fd07c9d8-f7ca-46d2-868d-d0e2e580a1c7 None None] Calling delete_port for 83246c45-d0a9-4709-9bce-2769cdb4ac97 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:32.729805 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-3e2680b4-1ddc-4a41-85bf-f78259610b0a req-52ff6541-ab1b-4632-9d6b-554f6576fc76 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:44:32.731249 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3e2680b4-1ddc-4a41-85bf-f78259610b0a req-52ff6541-ab1b-4632-9d6b-554f6576fc76 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099006 Jul 16 20:44:32.745958 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe120a-6dea-47bd-ae97-2b1d1367a1cc req-f293a68b-f4e3-4527-82ac-de08db99f9f3 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:32.747638 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-21fe120a-6dea-47bd-ae97-2b1d1367a1cc req-f293a68b-f4e3-4527-82ac-de08db99f9f3 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=806edad4-241a-48f7-adb3-49c07274fa0c HTTP/1.1" status: 200 len: 932 time: 0.2050421 Jul 16 20:44:32.748946 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.787780 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28e95edc-d89e-411b-9326-ada87e4eac28 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.802697 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-28e95edc-d89e-411b-9326-ada87e4eac28 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['916cdf15-a766-440a-94a2-4738b177ec60']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:32.813887 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd07c9d8-f7ca-46d2-868d-d0e2e580a1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.820412 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-28e95edc-d89e-411b-9326-ada87e4eac28 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a03861f5-89bc-45d9-a90c-0f52722fcfec') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:32.820727 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-28e95edc-d89e-411b-9326-ada87e4eac28 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a03861f5-89bc-45d9-a90c-0f52722fcfec') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:32.829494 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd07c9d8-f7ca-46d2-868d-d0e2e580a1c7 None None] No DVR routers for this DVR port 83246c45-d0a9-4709-9bce-2769cdb4ac97 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:44:32.832177 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-21fe120a-6dea-47bd-ae97-2b1d1367a1cc req-58a0fea6-ec46-4dd9-a113-372da056925d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695345 Jul 16 20:44:32.845951 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28e95edc-d89e-411b-9326-ada87e4eac28 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.871612 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07c9d8-f7ca-46d2-868d-d0e2e580a1c7 None None] Pushing event deleted for resources: {'Port': ['ID=83246c45-d0a9-4709-9bce-2769cdb4ac97,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:32.873430 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28e95edc-d89e-411b-9326-ada87e4eac28 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.886774 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e95edc-d89e-411b-9326-ada87e4eac28 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:44:32.887244 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28e95edc-d89e-411b-9326-ada87e4eac28 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:44:32.890619 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:44:32.988813 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28e95edc-d89e-411b-9326-ada87e4eac28 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.008142 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28e95edc-d89e-411b-9326-ada87e4eac28 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.010310 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-28e95edc-d89e-411b-9326-ada87e4eac28 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/networks/916cdf15-a766-440a-94a2-4738b177ec60 HTTP/1.1" status: 204 len: 168 time: 0.7345090 Jul 16 20:44:33.011342 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e95edc-d89e-411b-9326-ada87e4eac28 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Network': ['ID=916cdf15-a766-440a-94a2-4738b177ec60,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:33.013882 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56890) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:33.020872 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-c2d954ed-deaf-4afd-a123-4e4c1c227eff tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-562504123'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:33.044455 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d954ed-deaf-4afd-a123-4e4c1c227eff tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Made reservation on behalf of 4309df99e49e414c81323dd77e4aa778 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:33.048314 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2d954ed-deaf-4afd-a123-4e4c1c227eff tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.077592 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d954ed-deaf-4afd-a123-4e4c1c227eff tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:44:33.089636 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2d954ed-deaf-4afd-a123-4e4c1c227eff tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.090469 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-c2d954ed-deaf-4afd-a123-4e4c1c227eff tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Added segment da3d6955-9aef-4f4c-a4c4-62af1917d4e7 of type vlan for network fdd1c1b3-86bf-45a3-8002-68cebf9d5316 Jul 16 20:44:33.138011 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56896) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:33.141291 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444a431-7522-4170-813e-1de8a98cb190 req-20055b32-32c5-4ac5-b461-9c174f94a1e3 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:33.142354 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2d954ed-deaf-4afd-a123-4e4c1c227eff tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.143505 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9444a431-7522-4170-813e-1de8a98cb190 req-20055b32-32c5-4ac5-b461-9c174f94a1e3 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 943 time: 0.1720984 Jul 16 20:44:33.160589 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.180665 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2d954ed-deaf-4afd-a123-4e4c1c227eff tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.187024 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d954ed-deaf-4afd-a123-4e4c1c227eff tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:33.187650 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2d954ed-deaf-4afd-a123-4e4c1c227eff tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.218585 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeae3ce4-ebcb-4649-a0cd-854d2d7318ca {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:44:33.230532 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.242603 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9444a431-7522-4170-813e-1de8a98cb190 req-d09ae3d7-80c1-4761-9322-899745bd25d1 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0839756 Jul 16 20:44:33.244829 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56900) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:33.245035 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c2d954ed-deaf-4afd-a123-4e4c1c227eff tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2290318 Jul 16 20:44:33.249871 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-8b3143e3-6552-4e13-a11a-84ef20383307 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'subnet': {'network_id': 'fdd1c1b3-86bf-45a3-8002-68cebf9d5316', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:33.257307 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Transition to ACTIVE for port object aeae3ce4-ebcb-4649-a0cd-854d2d7318ca will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:33.276246 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.311109 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d954ed-deaf-4afd-a123-4e4c1c227eff tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Network': ['ID=fdd1c1b3-86bf-45a3-8002-68cebf9d5316,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:33.324473 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network fdd1c1b3-86bf-45a3-8002-68cebf9d5316 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:44:33.334742 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fa68ac3e-caf1-4c5f-91dd-b6f391d13230 req-bd2b631a-cc10-4f1a-82b4-f2af8815d6ce service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1951604 Jul 16 20:44:33.382339 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Pushing event updated for resources: {'Port': ['ID=aeae3ce4-ebcb-4649-a0cd-854d2d7318ca,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:33.463998 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3143e3-6552-4e13-a11a-84ef20383307 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Made reservation on behalf of 4309df99e49e414c81323dd77e4aa778 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:33.467535 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8b3143e3-6552-4e13-a11a-84ef20383307 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.548621 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Attempting to bind port aeae3ce4-ebcb-4649-a0cd-854d2d7318ca on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:33.548961 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Attempting to bind port aeae3ce4-ebcb-4649-a0cd-854d2d7318ca by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:33.549262 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Attempting to bind port aeae3ce4-ebcb-4649-a0cd-854d2d7318ca on network 25b41f76-37be-4345-9ddf-d59e23791d53 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:33.563051 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Port aeae3ce4-ebcb-4649-a0cd-854d2d7318ca on network 25b41f76-37be-4345-9ddf-d59e23791d53 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:44:33.563378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Attempting to bind port aeae3ce4-ebcb-4649-a0cd-854d2d7318ca on network 25b41f76-37be-4345-9ddf-d59e23791d53 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:33.572575 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:33.572977 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Checking segment: {'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:33.573454 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Bound using segment: {'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:33.573910 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Bound port: aeae3ce4-ebcb-4649-a0cd-854d2d7318ca, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:33.574258 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.691502 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] For port aeae3ce4-ebcb-4649-a0cd-854d2d7318ca, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:33.695973 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] For port aeae3ce4-ebcb-4649-a0cd-854d2d7318ca, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=aeae3ce4-ebcb-4649-a0cd-854d2d7318ca,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:33.719989 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.773414 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:33.773841 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.775534 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] 10.222.0.62 "PUT /v2.0/ports/aeae3ce4-ebcb-4649-a0cd-854d2d7318ca HTTP/1.1" status: 200 len: 1093 time: 1.1542475 Jul 16 20:44:33.776002 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806edad4-241a-48f7-adb3-49c07274fa0c', 'tag': 'aeae3ce4-ebcb-4649-a0cd-854d2d7318ca'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:33.778275 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd653818-8984-43ec-94a7-6e4d342cf294" -d '{"events": [{"name": "network-changed", "server_uuid": "806edad4-241a-48f7-adb3-49c07274fa0c", "tag": "aeae3ce4-ebcb-4649-a0cd-854d2d7318ca"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:33.817587 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8b3143e3-6552-4e13-a11a-84ef20383307 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.820593 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc8ff8a-42ec-4be8-a2b0-aa2a8b587cb7 x-openstack-request-id: req-6dc8ff8a-42ec-4be8-a2b0-aa2a8b587cb7 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:33.820897 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806edad4-241a-48f7-adb3-49c07274fa0c", "tag": "aeae3ce4-ebcb-4649-a0cd-854d2d7318ca", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:33.821150 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6dc8ff8a-42ec-4be8-a2b0-aa2a8b587cb7 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:33.821541 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806edad4-241a-48f7-adb3-49c07274fa0c', 'tag': 'aeae3ce4-ebcb-4649-a0cd-854d2d7318ca', 'status': 'completed', 'code': 200} Jul 16 20:44:33.824628 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Pushing event updated for resources: {'Port': ['ID=aeae3ce4-ebcb-4649-a0cd-854d2d7318ca,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:33.830936 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 83246c45-d0a9-4709-9bce-2769cdb4ac97 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:44:33.852462 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 83246c45-d0a9-4709-9bce-2769cdb4ac97 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:44:33.852815 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 83246c45-d0a9-4709-9bce-2769cdb4ac97 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:44:33.888426 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:33.888776 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:33.889118 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:33.889456 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:33.889792 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:33.890122 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:33.890484 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:33.890813 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:33.891143 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:33.891464 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:33.891786 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:33.892105 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a53815b-5c73-4f7c-a157-88db2f3a7370 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:33.934139 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3143e3-6552-4e13-a11a-84ef20383307 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Subnet': ['ID=3bf44623-350c-4f80-ab83-0379ca0ab4af,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:33.957022 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3143e3-6552-4e13-a11a-84ef20383307 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Checking segment: {'id': 'da3d6955-9aef-4f4c-a4c4-62af1917d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fdd1c1b3-86bf-45a3-8002-68cebf9d5316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:33.957393 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3143e3-6552-4e13-a11a-84ef20383307 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network hostable DHCP agents. Network: fdd1c1b3-86bf-45a3-8002-68cebf9d5316, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:44:34.005697 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-97dbb042-fcac-468c-a8aa-d3ed239d2724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:34.007234 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-97dbb042-fcac-468c-a8aa-d3ed239d2724 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9ba5e10151bc4482805c7d5cba435d3a&device_id=806edad4-241a-48f7-adb3-49c07274fa0c HTTP/1.1" status: 200 len: 1096 time: 0.1799762 Jul 16 20:44:34.016924 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3143e3-6552-4e13-a11a-84ef20383307 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network fdd1c1b3-86bf-45a3-8002-68cebf9d5316 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:44:34.063588 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-39664137-d52b-454c-b9e9-b78a48ff6c8b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aeae3ce4-ebcb-4649-a0cd-854d2d7318ca HTTP/1.1" status: 200 len: 217 time: 0.0478821 Jul 16 20:44:34.066833 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-8b3143e3-6552-4e13-a11a-84ef20383307 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, fdd1c1b3-86bf-45a3-8002-68cebf9d5316) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:34.076357 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578ed107-c2bf-4e69-9122-f9e8c6104619 None None] Network fdd1c1b3-86bf-45a3-8002-68cebf9d5316 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:34.084347 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3143e3-6552-4e13-a11a-84ef20383307 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:34.084931 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8b3143e3-6552-4e13-a11a-84ef20383307 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.131242 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56912) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:34.131902 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8b3143e3-6552-4e13-a11a-84ef20383307 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8855352 Jul 16 20:44:34.136077 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-59c83338-06b9-410f-a9db-e5fc988a674d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-972798459', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:34.148450 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7275e8-2626-4b0f-ba22-cdf9c2bebe2a req-6512b8cf-f685-4da4-a51f-8246d3549d5c tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:34.150016 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fc7275e8-2626-4b0f-ba22-cdf9c2bebe2a req-6512b8cf-f685-4da4-a51f-8246d3549d5c tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=806edad4-241a-48f7-adb3-49c07274fa0c HTTP/1.1" status: 200 len: 944 time: 0.1876218 Jul 16 20:44:34.153928 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-24645564-68e5-4c5c-a866-dbe753039baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:34.155359 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-24645564-68e5-4c5c-a866-dbe753039baf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82321776-7ae0-4505-adc0-e73fc92b6de5 HTTP/1.1" status: 200 len: 845 time: 0.0830495 Jul 16 20:44:34.168990 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-59c83338-06b9-410f-a9db-e5fc988a674d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.171086 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-59c83338-06b9-410f-a9db-e5fc988a674d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.200093 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-23bb108a-a754-4a28-ab25-89019c87e14e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25b41f76-37be-4345-9ddf-d59e23791d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349619 Jul 16 20:44:34.247633 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fc7275e8-2626-4b0f-ba22-cdf9c2bebe2a req-3dbff518-629e-4e57-b43f-9765c271e0ec tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912938 Jul 16 20:44:34.261401 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-59c83338-06b9-410f-a9db-e5fc988a674d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.278475 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-59c83338-06b9-410f-a9db-e5fc988a674d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.296794 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb226b3e-edf3-4591-926c-557b91002906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-fdd1c1b3-86bf-45a3-8002-68cebf9d5316', 'network_id': 'fdd1c1b3-86bf-45a3-8002-68cebf9d5316', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'fixed_ips': [{'subnet_id': '3bf44623-350c-4f80-ab83-0379ca0ab4af'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:44:34.297681 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb226b3e-edf3-4591-926c-557b91002906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.300448 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-59c83338-06b9-410f-a9db-e5fc988a674d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.301956 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-59c83338-06b9-410f-a9db-e5fc988a674d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1696448 Jul 16 20:44:34.304608 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56916) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:34.339521 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-8deb0f2e-4757-4192-86e6-0523b41f01ca service neutron] 10.222.0.62 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313696 Jul 16 20:44:34.478205 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-bb226b3e-edf3-4591-926c-557b91002906 None None] Allocated IP 2001:db8::2 (fdd1c1b3-86bf-45a3-8002-68cebf9d5316/3bf44623-350c-4f80-ab83-0379ca0ab4af/0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:34.489244 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9c2de73-2f8c-473a-a935-6745166761e5 req-e6f9e721-68f0-4ca3-9401-556ffdc04d55 service neutron] 10.222.0.62 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417778 Jul 16 20:44:34.529675 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bf18b-d3de-466e-9267-a608185d46b3 req-7ecfd2f8-edf6-4821-a011-7f9e9c41da06 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:34.531846 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8e7bf18b-d3de-466e-9267-a608185d46b3 req-7ecfd2f8-edf6-4821-a011-7f9e9c41da06 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 943 time: 0.1042545 Jul 16 20:44:34.611129 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8e7bf18b-d3de-466e-9267-a608185d46b3 req-354c005b-6b88-4803-9ec3-69cd7479086b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728426 Jul 16 20:44:34.633862 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd653818-8984-43ec-94a7-6e4d342cf294 req-5c3077b2-5a58-4f15-a1f4-c0be613397da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:34.635428 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd653818-8984-43ec-94a7-6e4d342cf294 req-5c3077b2-5a58-4f15-a1f4-c0be613397da service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9ba5e10151bc4482805c7d5cba435d3a&device_id=806edad4-241a-48f7-adb3-49c07274fa0c HTTP/1.1" status: 200 len: 1096 time: 0.0758882 Jul 16 20:44:34.661354 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb226b3e-edf3-4591-926c-557b91002906 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.670115 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bb226b3e-edf3-4591-926c-557b91002906 None None] Transition to ACTIVE for port object 0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:34.686934 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c70f91bd-1e15-4813-b277-fc2bbba97cef tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.703375 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bb226b3e-edf3-4591-926c-557b91002906 None None] Transition to ACTIVE for port object 0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:34.713129 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb226b3e-edf3-4591-926c-557b91002906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.757415 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd653818-8984-43ec-94a7-6e4d342cf294 req-f99697a4-c6ea-4020-ae32-9d671eedeedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:34.759309 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb226b3e-edf3-4591-926c-557b91002906 None None] Network fdd1c1b3-86bf-45a3-8002-68cebf9d5316 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:34.759464 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd653818-8984-43ec-94a7-6e4d342cf294 req-f99697a4-c6ea-4020-ae32-9d671eedeedf service neutron] 10.222.0.62 "GET /v2.0/networks?id=25b41f76-37be-4345-9ddf-d59e23791d53 HTTP/1.1" status: 200 len: 906 time: 0.1174066 Jul 16 20:44:34.762302 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-bb226b3e-edf3-4591-926c-557b91002906 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:34.766532 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb226b3e-edf3-4591-926c-557b91002906 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:34.818334 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd653818-8984-43ec-94a7-6e4d342cf294 req-8bfcb830-5926-4d8d-8f52-5a60aff21588 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aeae3ce4-ebcb-4649-a0cd-854d2d7318ca HTTP/1.1" status: 200 len: 217 time: 0.0451632 Jul 16 20:44:34.842017 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-bb226b3e-edf3-4591-926c-557b91002906 None None] Attempting to bind port 0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:34.842335 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-bb226b3e-edf3-4591-926c-557b91002906 None None] Attempting to bind port 0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'da3d6955-9aef-4f4c-a4c4-62af1917d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fdd1c1b3-86bf-45a3-8002-68cebf9d5316'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:34.842707 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb226b3e-edf3-4591-926c-557b91002906 None None] Attempting to bind port 0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc on network fdd1c1b3-86bf-45a3-8002-68cebf9d5316 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:34.844631 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb226b3e-edf3-4591-926c-557b91002906 None None] Pushing event updated for resources: {'Port': ['ID=0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:34.851784 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb226b3e-edf3-4591-926c-557b91002906 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:34.852163 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb226b3e-edf3-4591-926c-557b91002906 None None] Checking segment: {'id': 'da3d6955-9aef-4f4c-a4c4-62af1917d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fdd1c1b3-86bf-45a3-8002-68cebf9d5316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:34.852571 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb226b3e-edf3-4591-926c-557b91002906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.853136 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb226b3e-edf3-4591-926c-557b91002906 None None] Bound using segment: {'id': 'da3d6955-9aef-4f4c-a4c4-62af1917d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fdd1c1b3-86bf-45a3-8002-68cebf9d5316'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:34.853432 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-bb226b3e-edf3-4591-926c-557b91002906 None None] Bound port: 0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3d6955-9aef-4f4c-a4c4-62af1917d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fdd1c1b3-86bf-45a3-8002-68cebf9d5316'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:34.853817 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb226b3e-edf3-4591-926c-557b91002906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.887664 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd653818-8984-43ec-94a7-6e4d342cf294 req-b466e2b4-9a0f-4a71-95a8-cb727c65ba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:34.889159 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd653818-8984-43ec-94a7-6e4d342cf294 req-b466e2b4-9a0f-4a71-95a8-cb727c65ba7d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82321776-7ae0-4505-adc0-e73fc92b6de5 HTTP/1.1" status: 200 len: 845 time: 0.0635836 Jul 16 20:44:34.930854 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd653818-8984-43ec-94a7-6e4d342cf294 req-28613209-c9ef-441b-88ea-4216157346b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25b41f76-37be-4345-9ddf-d59e23791d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344801 Jul 16 20:44:34.932024 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-bb226b3e-edf3-4591-926c-557b91002906 None None] For port 0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:34.936161 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-bb226b3e-edf3-4591-926c-557b91002906 None None] For port 0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc,segment=NetworkSegment(da3d6955-9aef-4f4c-a4c4-62af1917d4e7),segment_id=da3d6955-9aef-4f4c-a4c4-62af1917d4e7)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:34.942751 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb226b3e-edf3-4591-926c-557b91002906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.030052 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb226b3e-edf3-4591-926c-557b91002906 None None] Pushing event updated for resources: {'Port': ['ID=0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:35.045812 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-c70f91bd-1e15-4813-b277-fc2bbba97cef tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Allocated IP 2001:db8::1 (fdd1c1b3-86bf-45a3-8002-68cebf9d5316/3bf44623-350c-4f80-ab83-0379ca0ab4af/a6f6b2d1-5998-471b-8bff-e39845b8bef9) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:35.061778 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd653818-8984-43ec-94a7-6e4d342cf294 req-687d53da-19ad-42f9-a224-4412541398fc service neutron] 10.222.0.62 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241477 Jul 16 20:44:35.179592 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd653818-8984-43ec-94a7-6e4d342cf294 req-10c224aa-8295-4358-ba31-939dabca6cc5 service neutron] 10.222.0.62 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100335 Jul 16 20:44:35.211751 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c70f91bd-1e15-4813-b277-fc2bbba97cef tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.246084 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-c70f91bd-1e15-4813-b277-fc2bbba97cef tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Transition to ACTIVE for port object a6f6b2d1-5998-471b-8bff-e39845b8bef9 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:35.287094 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c70f91bd-1e15-4813-b277-fc2bbba97cef tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.340135 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70f91bd-1e15-4813-b277-fc2bbba97cef tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network fdd1c1b3-86bf-45a3-8002-68cebf9d5316 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:35.346286 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-c70f91bd-1e15-4813-b277-fc2bbba97cef tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:35.349779 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70f91bd-1e15-4813-b277-fc2bbba97cef tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:35.350595 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c70f91bd-1e15-4813-b277-fc2bbba97cef tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.410631 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f91bd-1e15-4813-b277-fc2bbba97cef tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Port': ['ID=a6f6b2d1-5998-471b-8bff-e39845b8bef9,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:35.501241 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b299b23-e1d9-4a9d-9a8d-d858d5d71805 req-47437337-50ba-490c-9e27-37202bba74f1 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:35.502775 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2b299b23-e1d9-4a9d-9a8d-d858d5d71805 req-47437337-50ba-490c-9e27-37202bba74f1 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=806edad4-241a-48f7-adb3-49c07274fa0c HTTP/1.1" status: 200 len: 944 time: 0.0824969 Jul 16 20:44:35.513139 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c70f91bd-1e15-4813-b277-fc2bbba97cef tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.551055 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2b299b23-e1d9-4a9d-9a8d-d858d5d71805 req-98ae2907-dc56-45e5-9156-b54c4c15a81a tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404935 Jul 16 20:44:35.817002 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c70f91bd-1e15-4813-b277-fc2bbba97cef tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.823832 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c70f91bd-1e15-4813-b277-fc2bbba97cef tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.824997 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c70f91bd-1e15-4813-b277-fc2bbba97cef tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.882933 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d41e67-71d5-4568-9fa0-fd10ac9facaa req-8165b2a0-8f68-4899-973c-93d0a080a808 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:35.884912 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3d41e67-71d5-4568-9fa0-fd10ac9facaa req-8165b2a0-8f68-4899-973c-93d0a080a808 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 943 time: 0.0894341 Jul 16 20:44:35.907887 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:35.957816 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b354de15-c4c5-46cb-b9ad-6320a00577f1 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:44:35.960413 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f91bd-1e15-4813-b277-fc2bbba97cef tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Port': ['ID=a6f6b2d1-5998-471b-8bff-e39845b8bef9,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:36.000831 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70f91bd-1e15-4813-b277-fc2bbba97cef tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network fdd1c1b3-86bf-45a3-8002-68cebf9d5316 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:36.002483 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-c70f91bd-1e15-4813-b277-fc2bbba97cef tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:36.072593 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:36.163752 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70f91bd-1e15-4813-b277-fc2bbba97cef tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Router 536260a0-7dae-4499-9a33-3d7855268924 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:44:36.343852 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa0a770-4f7f-4158-ae23-5833532aa1e8 None None] Network fdd1c1b3-86bf-45a3-8002-68cebf9d5316 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:36.360675 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3d41e67-71d5-4568-9fa0-fd10ac9facaa req-f665a808-db8d-45bb-baea-20843c1d7ef0 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4693141 Jul 16 20:44:36.480332 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-009b65de-fbd1-47ce-9bdb-55ee4f00fb95 None None] Provisioning for port 0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:36.486703 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-009b65de-fbd1-47ce-9bdb-55ee4f00fb95 None None] Provisioning complete for port 0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:36.488236 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-009b65de-fbd1-47ce-9bdb-55ee4f00fb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.605894 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-009b65de-fbd1-47ce-9bdb-55ee4f00fb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.642828 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-009b65de-fbd1-47ce-9bdb-55ee4f00fb95 None None] For port 0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc,segment=NetworkSegment(da3d6955-9aef-4f4c-a4c4-62af1917d4e7),segment_id=da3d6955-9aef-4f4c-a4c4-62af1917d4e7)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:36.644095 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70f91bd-1e15-4813-b277-fc2bbba97cef tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:36.650728 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c70f91bd-1e15-4813-b277-fc2bbba97cef tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "PUT /v2.0/routers/536260a0-7dae-4499-9a33-3d7855268924/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3446763 Jul 16 20:44:36.653691 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56924) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:36.654824 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-009b65de-fbd1-47ce-9bdb-55ee4f00fb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.661182 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c784f515-eb23-442f-bac2-481bbbe8bc19 None None] Sync routers for ids ['536260a0-7dae-4499-9a33-3d7855268924'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:36.696066 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device aeae3ce4-ebcb-4649-a0cd-854d2d7318ca details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:44:36.735426 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c784f515-eb23-442f-bac2-481bbbe8bc19 None None] Routers {'536260a0-7dae-4499-9a33-3d7855268924'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:36.735972 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-c784f515-eb23-442f-bac2-481bbbe8bc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['536260a0-7dae-4499-9a33-3d7855268924'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:36.739370 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14d6d65-6f92-4abb-82fb-55292d711cc9 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:36.741961 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b14d6d65-6f92-4abb-82fb-55292d711cc9 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "GET /v2.0/ports/a6f6b2d1-5998-471b-8bff-e39845b8bef9 HTTP/1.1" status: 200 len: 911 time: 0.0868959 Jul 16 20:44:36.744512 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56926) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:36.790153 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-c784f515-eb23-442f-bac2-481bbbe8bc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:36.811023 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b65de-fbd1-47ce-9bdb-55ee4f00fb95 None None] Pushing event updated for resources: {'Port': ['ID=0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:36.837686 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c784f515-eb23-442f-bac2-481bbbe8bc19 None None] Routers {'536260a0-7dae-4499-9a33-3d7855268924'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:36.838356 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-c784f515-eb23-442f-bac2-481bbbe8bc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['536260a0-7dae-4499-9a33-3d7855268924'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:36.842770 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d49d6-cc59-4945-81da-26917855fdad req-2be9b4f0-b5be-4f6b-a5e0-ebd48038a60e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:36.843990 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c4d49d6-cc59-4945-81da-26917855fdad req-2be9b4f0-b5be-4f6b-a5e0-ebd48038a60e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=806edad4-241a-48f7-adb3-49c07274fa0c HTTP/1.1" status: 200 len: 944 time: 0.1010613 Jul 16 20:44:36.900874 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-c784f515-eb23-442f-bac2-481bbbe8bc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:36.901532 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c784f515-eb23-442f-bac2-481bbbe8bc19 None None] The sync data for ids ['536260a0-7dae-4499-9a33-3d7855268924'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:36.914615 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c4d49d6-cc59-4945-81da-26917855fdad req-7f49e40e-d42e-45e4-a3cb-a3b6b2aa12b1 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642686 Jul 16 20:44:36.947041 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port aeae3ce4-ebcb-4649-a0cd-854d2d7318ca, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=aeae3ce4-ebcb-4649-a0cd-854d2d7318ca,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:36.962049 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'aeae3ce4-ebcb-4649-a0cd-854d2d7318ca', 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53', 'port_id': 'aeae3ce4-ebcb-4649-a0cd-854d2d7318ca', 'mac_address': 'fa:16:3e:f6:6b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82321776-7ae0-4505-adc0-e73fc92b6de5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:44:37.020380 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.023162 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9bdae2f6-578d-4a00-b864-f0ec37cbb71e None None] Provisioning for port a6f6b2d1-5998-471b-8bff-e39845b8bef9 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:37.043270 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9bdae2f6-578d-4a00-b864-f0ec37cbb71e None None] Provisioning complete for port a6f6b2d1-5998-471b-8bff-e39845b8bef9 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:37.043742 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9bdae2f6-578d-4a00-b864-f0ec37cbb71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.047683 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeae3ce4-ebcb-4649-a0cd-854d2d7318ca {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:44:37.074004 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port aeae3ce4-ebcb-4649-a0cd-854d2d7318ca, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=aeae3ce4-ebcb-4649-a0cd-854d2d7318ca,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:37.094278 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.143031 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9bdae2f6-578d-4a00-b864-f0ec37cbb71e None None] Port a6f6b2d1-5998-471b-8bff-e39845b8bef9 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:37.166239 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=aeae3ce4-ebcb-4649-a0cd-854d2d7318ca,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:37.169131 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9bdae2f6-578d-4a00-b864-f0ec37cbb71e None None] Provisioning complete for port 0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:37.169617 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9bdae2f6-578d-4a00-b864-f0ec37cbb71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.192484 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-538b7839-de32-4712-855a-3d10b81332ff tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.386434 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['aeae3ce4-ebcb-4649-a0cd-854d2d7318ca'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:44:37.449421 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4a9374ef-8baf-4b82-a97b-470525b9bd74 None None] Provisioning complete for port a6f6b2d1-5998-471b-8bff-e39845b8bef9 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:37.450076 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a9374ef-8baf-4b82-a97b-470525b9bd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.501552 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-538b7839-de32-4712-855a-3d10b81332ff tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Deleting port a6f6b2d1-5998-471b-8bff-e39845b8bef9 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:37.501907 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-538b7839-de32-4712-855a-3d10b81332ff tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.519995 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4a9374ef-8baf-4b82-a97b-470525b9bd74 None None] Port a6f6b2d1-5998-471b-8bff-e39845b8bef9 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:37.597719 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19870f38-6d1b-4a78-973d-d1e8e60a2847 req-ca8ceeb8-6e73-479b-b9ff-a10ca569a71f tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:37.600163 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19870f38-6d1b-4a78-973d-d1e8e60a2847 req-ca8ceeb8-6e73-479b-b9ff-a10ca569a71f tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 943 time: 0.0802844 Jul 16 20:44:37.601235 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-538b7839-de32-4712-855a-3d10b81332ff tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.614878 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-538b7839-de32-4712-855a-3d10b81332ff tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Calling delete_port for a6f6b2d1-5998-471b-8bff-e39845b8bef9 owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:37.641053 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19870f38-6d1b-4a78-973d-d1e8e60a2847 req-8734e8da-b36a-46a7-ae6d-2a3cfa2bd670 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350323 Jul 16 20:44:37.644878 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-667c4b3d-f6db-4a74-8be9-3bab594b2e8b None None] Provisioning complete for port a6f6b2d1-5998-471b-8bff-e39845b8bef9 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:37.645386 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-667c4b3d-f6db-4a74-8be9-3bab594b2e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.692306 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-667c4b3d-f6db-4a74-8be9-3bab594b2e8b None None] Port a6f6b2d1-5998-471b-8bff-e39845b8bef9 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:37.798297 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-538b7839-de32-4712-855a-3d10b81332ff tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.809151 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:37.840019 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b7839-de32-4712-855a-3d10b81332ff tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Port': ['ID=a6f6b2d1-5998-471b-8bff-e39845b8bef9,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:37.861486 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:37.863902 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.937417 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-538b7839-de32-4712-855a-3d10b81332ff tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.122590 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f14a72-b0da-4ed9-ad61-653476ce8e89 req-111777b5-c7fa-4a2b-b6d1-0cd752a76858 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:38.124187 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a0f14a72-b0da-4ed9-ad61-653476ce8e89 req-111777b5-c7fa-4a2b-b6d1-0cd752a76858 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=806edad4-241a-48f7-adb3-49c07274fa0c HTTP/1.1" status: 200 len: 945 time: 0.0819592 Jul 16 20:44:38.132113 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538b7839-de32-4712-855a-3d10b81332ff tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Router 536260a0-7dae-4499-9a33-3d7855268924 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:44:38.166915 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a0f14a72-b0da-4ed9-ad61-653476ce8e89 req-be06afc6-0ebe-4449-944c-ffae17d26c3d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363839 Jul 16 20:44:38.211894 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538b7839-de32-4712-855a-3d10b81332ff tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:38.220487 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56932) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:38.220767 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9be7842-7977-44c3-975f-f63fa109cb29 None None] Sync routers for ids ['536260a0-7dae-4499-9a33-3d7855268924'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:38.222604 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-538b7839-de32-4712-855a-3d10b81332ff tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "PUT /v2.0/routers/536260a0-7dae-4499-9a33-3d7855268924/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4721112 Jul 16 20:44:38.236187 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be7842-7977-44c3-975f-f63fa109cb29 None None] Routers {'536260a0-7dae-4499-9a33-3d7855268924'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:38.240721 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f9be7842-7977-44c3-975f-f63fa109cb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['536260a0-7dae-4499-9a33-3d7855268924'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:38.258500 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-89f9d93c-f722-4c40-8a62-84af203c68d7 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "GET /v2.0/ports?device_id=536260a0-7dae-4499-9a33-3d7855268924 HTTP/1.1" status: 200 len: 205 time: 0.0365741 Jul 16 20:44:38.260933 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56934) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:38.278661 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f9be7842-7977-44c3-975f-f63fa109cb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:38.288655 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be7842-7977-44c3-975f-f63fa109cb29 None None] Routers {'536260a0-7dae-4499-9a33-3d7855268924'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:38.289254 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f9be7842-7977-44c3-975f-f63fa109cb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['536260a0-7dae-4499-9a33-3d7855268924'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:38.321919 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f9be7842-7977-44c3-975f-f63fa109cb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:38.322522 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9be7842-7977-44c3-975f-f63fa109cb29 None None] The sync data for ids ['536260a0-7dae-4499-9a33-3d7855268924'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:38.334037 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3b173d80-a277-457e-b0ae-10a48a053375 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.495824 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3b173d80-a277-457e-b0ae-10a48a053375 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.497890 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3b173d80-a277-457e-b0ae-10a48a053375 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.543329 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3b173d80-a277-457e-b0ae-10a48a053375 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.543994 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b173d80-a277-457e-b0ae-10a48a053375 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Fanout notify agent at l3_agent the message router_deleted on router 536260a0-7dae-4499-9a33-3d7855268924 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:44:38.555578 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3b173d80-a277-457e-b0ae-10a48a053375 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.557242 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3b173d80-a277-457e-b0ae-10a48a053375 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/routers/536260a0-7dae-4499-9a33-3d7855268924 HTTP/1.1" status: 204 len: 168 time: 0.2953210 Jul 16 20:44:38.559993 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56936) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:38.616328 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-1382bf34-5e56-4ec1-bbda-27faedcf5a33 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Deleting subnet 3bf44623-350c-4f80-ab83-0379ca0ab4af {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:44:38.619517 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1382bf34-5e56-4ec1-bbda-27faedcf5a33 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.660471 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1382bf34-5e56-4ec1-bbda-27faedcf5a33 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.701110 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device aeae3ce4-ebcb-4649-a0cd-854d2d7318ca up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:38.760816 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port aeae3ce4-ebcb-4649-a0cd-854d2d7318ca completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:38.765281 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port aeae3ce4-ebcb-4649-a0cd-854d2d7318ca triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:38.765626 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.771737 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1382bf34-5e56-4ec1-bbda-27faedcf5a33 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.850355 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.879251 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806edad4-241a-48f7-adb3-49c07274fa0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeae3ce4-ebcb-4649-a0cd-854d2d7318ca'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:38.882081 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6a1f9a-ad36-48a5-b3c3-81a9ed9dcc89" -d '{"events": [{"server_uuid": "806edad4-241a-48f7-adb3-49c07274fa0c", "name": "network-vif-plugged", "status": "completed", "tag": "aeae3ce4-ebcb-4649-a0cd-854d2d7318ca"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:38.889007 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac282e-c71c-4522-9e3c-c64d2a4d787b req-6ecb67ea-b3c1-414b-8e70-c61b3544aa34 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:38.896468 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port aeae3ce4-ebcb-4649-a0cd-854d2d7318ca, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=aeae3ce4-ebcb-4649-a0cd-854d2d7318ca,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:38.896953 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a2ac282e-c71c-4522-9e3c-c64d2a4d787b req-6ecb67ea-b3c1-414b-8e70-c61b3544aa34 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 943 time: 0.1021321 Jul 16 20:44:38.901598 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.906124 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1382bf34-5e56-4ec1-bbda-27faedcf5a33 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.936097 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47264d5-79b0-4654-a941-3e14e7495fee x-openstack-request-id: req-d47264d5-79b0-4654-a941-3e14e7495fee {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:38.936524 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806edad4-241a-48f7-adb3-49c07274fa0c", "name": "network-vif-plugged", "status": "completed", "tag": "aeae3ce4-ebcb-4649-a0cd-854d2d7318ca", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:38.936852 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d47264d5-79b0-4654-a941-3e14e7495fee {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:38.937331 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806edad4-241a-48f7-adb3-49c07274fa0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeae3ce4-ebcb-4649-a0cd-854d2d7318ca', 'code': 200} Jul 16 20:44:38.959526 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382bf34-5e56-4ec1-bbda-27faedcf5a33 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Subnet': ['ID=3bf44623-350c-4f80-ab83-0379ca0ab4af,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:38.966347 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1382bf34-5e56-4ec1-bbda-27faedcf5a33 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.970631 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02add654-b8ce-430c-b80d-429c9a3e5052 None None] Network fdd1c1b3-86bf-45a3-8002-68cebf9d5316 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:38.970818 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1382bf34-5e56-4ec1-bbda-27faedcf5a33 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/subnets/3bf44623-350c-4f80-ab83-0379ca0ab4af HTTP/1.1" status: 204 len: 168 time: 0.4057069 Jul 16 20:44:38.971209 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56942) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:38.978398 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=aeae3ce4-ebcb-4649-a0cd-854d2d7318ca,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:38.988937 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a2ac282e-c71c-4522-9e3c-c64d2a4d787b req-2859ec05-18e3-4c4c-9b75-bfa8b4dd99e3 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0910971 Jul 16 20:44:39.073943 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be90e6a6-b12d-4427-8293-43e72bd17a1d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.101639 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4363c-445a-4cfe-a9ed-ea82e51909b2 req-4865ec45-7d52-4b41-8442-e54919e734f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:39.103294 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fee4363c-445a-4cfe-a9ed-ea82e51909b2 req-4865ec45-7d52-4b41-8442-e54919e734f6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=806edad4-241a-48f7-adb3-49c07274fa0c HTTP/1.1" status: 200 len: 1098 time: 0.0642281 Jul 16 20:44:39.133496 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-be90e6a6-b12d-4427-8293-43e72bd17a1d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Deleting port 0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:39.134119 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be90e6a6-b12d-4427-8293-43e72bd17a1d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.140859 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fee4363c-445a-4cfe-a9ed-ea82e51909b2 req-e2b9a748-ed86-46d8-aa0b-98e914ddda7b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311298 Jul 16 20:44:39.195127 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b73fc0-e602-4b35-a5e3-089737799307 None None] DHCP port deletion for fdd1c1b3-86bf-45a3-8002-68cebf9d5316 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:44:39.205881 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-be90e6a6-b12d-4427-8293-43e72bd17a1d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] For port 0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc,segment=NetworkSegment(da3d6955-9aef-4f4c-a4c4-62af1917d4e7),segment_id=da3d6955-9aef-4f4c-a4c4-62af1917d4e7)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:39.206192 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be90e6a6-b12d-4427-8293-43e72bd17a1d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.218613 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-be90e6a6-b12d-4427-8293-43e72bd17a1d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Calling delete_port for 0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:39.250153 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a6b73fc0-e602-4b35-a5e3-089737799307 None None] Deleting port 0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:39.250574 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6b73fc0-e602-4b35-a5e3-089737799307 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.310698 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be90e6a6-b12d-4427-8293-43e72bd17a1d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.313961 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a6b73fc0-e602-4b35-a5e3-089737799307 None None] For port 0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc,segment=NetworkSegment(da3d6955-9aef-4f4c-a4c4-62af1917d4e7),segment_id=da3d6955-9aef-4f4c-a4c4-62af1917d4e7)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:39.314388 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6b73fc0-e602-4b35-a5e3-089737799307 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.328288 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a6b73fc0-e602-4b35-a5e3-089737799307 None None] Calling delete_port for 0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:39.360022 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec667a-e0f3-4b65-990e-ea0b1fef8a3b req-3f124f8d-12d0-4e7f-8a52-d760b140290a tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:39.361530 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eaec667a-e0f3-4b65-990e-ea0b1fef8a3b req-3f124f8d-12d0-4e7f-8a52-d760b140290a tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=806edad4-241a-48f7-adb3-49c07274fa0c HTTP/1.1" status: 200 len: 946 time: 0.0824544 Jul 16 20:44:39.371195 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90e6a6-b12d-4427-8293-43e72bd17a1d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Port': ['ID=0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:39.374114 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be90e6a6-b12d-4427-8293-43e72bd17a1d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] No DVR routers for this DVR port 0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:44:39.403780 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eaec667a-e0f3-4b65-990e-ea0b1fef8a3b req-5fc954c9-806a-4c1b-9908-a3d9dbbfcfbd tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350618 Jul 16 20:44:39.414074 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6b73fc0-e602-4b35-a5e3-089737799307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.441937 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b73fc0-e602-4b35-a5e3-089737799307 None None] Pushing event deleted for resources: {'Port': ['ID=0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:39.446474 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b73fc0-e602-4b35-a5e3-089737799307 None None] No DVR routers for this DVR port 0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:44:39.506999 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be90e6a6-b12d-4427-8293-43e72bd17a1d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.522632 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-be90e6a6-b12d-4427-8293-43e72bd17a1d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdd1c1b3-86bf-45a3-8002-68cebf9d5316']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:39.537057 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68ac3e-caf1-4c5f-91dd-b6f391d13230 req-e9873c5f-ac96-4e80-941c-98b8e92d689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:39.538629 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fa68ac3e-caf1-4c5f-91dd-b6f391d13230 req-e9873c5f-ac96-4e80-941c-98b8e92d689a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100&tenant_id=a195eb15eb6f4338b136e6cce4c78c87 HTTP/1.1" status: 200 len: 1095 time: 0.1990316 Jul 16 20:44:39.540488 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-be90e6a6-b12d-4427-8293-43e72bd17a1d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da3d6955-9aef-4f4c-a4c4-62af1917d4e7') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:39.540791 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-be90e6a6-b12d-4427-8293-43e72bd17a1d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da3d6955-9aef-4f4c-a4c4-62af1917d4e7') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:39.551773 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be90e6a6-b12d-4427-8293-43e72bd17a1d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.589305 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be90e6a6-b12d-4427-8293-43e72bd17a1d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.598948 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be90e6a6-b12d-4427-8293-43e72bd17a1d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:44:39.599343 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be90e6a6-b12d-4427-8293-43e72bd17a1d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:44:39.602297 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:44:39.670903 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be90e6a6-b12d-4427-8293-43e72bd17a1d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.676366 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be90e6a6-b12d-4427-8293-43e72bd17a1d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.678248 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-be90e6a6-b12d-4427-8293-43e72bd17a1d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/networks/fdd1c1b3-86bf-45a3-8002-68cebf9d5316 HTTP/1.1" status: 204 len: 168 time: 0.7060084 Jul 16 20:44:39.682661 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56948) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:39.683313 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68ac3e-caf1-4c5f-91dd-b6f391d13230 req-6ab7a279-744f-4697-a08f-39ff71020d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:39.684726 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fa68ac3e-caf1-4c5f-91dd-b6f391d13230 req-6ab7a279-744f-4697-a08f-39ff71020d6b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a195eb15eb6f4338b136e6cce4c78c87&device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 1095 time: 0.1237516 Jul 16 20:44:39.687565 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-b7b1e4a3-768a-46c0-a8c7-8fc1d5f8173c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1238855922', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}, 'admin_state_up': False}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:39.704119 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90e6a6-b12d-4427-8293-43e72bd17a1d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Network': ['ID=fdd1c1b3-86bf-45a3-8002-68cebf9d5316,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:39.716848 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e4a3-768a-46c0-a8c7-8fc1d5f8173c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.718060 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e4a3-768a-46c0-a8c7-8fc1d5f8173c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.788542 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68ac3e-caf1-4c5f-91dd-b6f391d13230 req-80299b74-d34a-47bb-85ae-df3781cda4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:39.790082 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fa68ac3e-caf1-4c5f-91dd-b6f391d13230 req-80299b74-d34a-47bb-85ae-df3781cda4e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=57f96d4f-a3d8-495c-8b4c-383900172d1b HTTP/1.1" status: 200 len: 918 time: 0.0945582 Jul 16 20:44:39.792584 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e4a3-768a-46c0-a8c7-8fc1d5f8173c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.833694 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:44:39.856937 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:44:39.857626 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0a6105f1-d2d1-4be8-a3b3-bfe1b3be38dc not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:44:39.867648 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fa68ac3e-caf1-4c5f-91dd-b6f391d13230 req-26d38681-a9d5-4243-a6c0-19620a424994 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b354de15-c4c5-46cb-b9ad-6320a00577f1 HTTP/1.1" status: 200 len: 998 time: 0.0702991 Jul 16 20:44:39.920070 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68ac3e-caf1-4c5f-91dd-b6f391d13230 req-6184f2fb-3694-4657-9614-22ad54278179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:39.921591 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fa68ac3e-caf1-4c5f-91dd-b6f391d13230 req-6184f2fb-3694-4657-9614-22ad54278179 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8d89da5-8a18-4550-b255-1d58457114f4 HTTP/1.1" status: 200 len: 856 time: 0.0474317 Jul 16 20:44:39.937514 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e4a3-768a-46c0-a8c7-8fc1d5f8173c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.982005 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68ac3e-caf1-4c5f-91dd-b6f391d13230 req-89258567-cbf4-4eae-83bf-ac3007021a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:39.983753 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fa68ac3e-caf1-4c5f-91dd-b6f391d13230 req-89258567-cbf4-4eae-83bf-ac3007021a4f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=57f96d4f-a3d8-495c-8b4c-383900172d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549965 Jul 16 20:44:40.084374 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fa68ac3e-caf1-4c5f-91dd-b6f391d13230 req-f1580397-08ac-4282-a072-f809464a2a16 service neutron] 10.222.0.18 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931685 Jul 16 20:44:40.172982 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e4a3-768a-46c0-a8c7-8fc1d5f8173c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:40.175937 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fa68ac3e-caf1-4c5f-91dd-b6f391d13230 req-ec8c91ab-207e-47bd-a178-b6de367d1a5a service neutron] 10.222.0.18 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848811 Jul 16 20:44:40.197793 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e4a3-768a-46c0-a8c7-8fc1d5f8173c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:40.276103 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de208a-915e-4a4d-9e46-ddc9e0a45e03 req-64be990a-7987-420c-a9d4-62fd3092e75f tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:40.277600 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-47de208a-915e-4a4d-9e46-ddc9e0a45e03 req-64be990a-7987-420c-a9d4-62fd3092e75f tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 943 time: 0.1583569 Jul 16 20:44:40.355894 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-47de208a-915e-4a4d-9e46-ddc9e0a45e03 req-7870b5b3-9fe8-454c-b77d-eefaebd9aa03 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698752 Jul 16 20:44:40.356932 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-b7b1e4a3-768a-46c0-a8c7-8fc1d5f8173c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Allocated IP 172.25.0.13 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/4692aaa1-ce3e-4693-9084-ab114ff068ba) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:40.476089 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e4a3-768a-46c0-a8c7-8fc1d5f8173c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:40.524963 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e4a3-768a-46c0-a8c7-8fc1d5f8173c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:40.603754 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b1e4a3-768a-46c0-a8c7-8fc1d5f8173c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:40.610808 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-b7b1e4a3-768a-46c0-a8c7-8fc1d5f8173c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:40.617518 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b1e4a3-768a-46c0-a8c7-8fc1d5f8173c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:40.622134 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1e4a3-768a-46c0-a8c7-8fc1d5f8173c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Port': ['ID=4692aaa1-ce3e-4693-9084-ab114ff068ba,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:40.771390 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4773a9-289a-49c1-954e-73cc049b80fa req-75b2f160-0e8e-45be-8360-886ced3362c6 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:40.772900 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ea4773a9-289a-49c1-954e-73cc049b80fa req-75b2f160-0e8e-45be-8360-886ced3362c6 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=806edad4-241a-48f7-adb3-49c07274fa0c HTTP/1.1" status: 200 len: 946 time: 0.2394369 Jul 16 20:44:40.850858 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ea4773a9-289a-49c1-954e-73cc049b80fa req-7adb4cff-51fb-4aa6-adb4-9ffa72f7eb51 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551255 Jul 16 20:44:40.975956 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e4a3-768a-46c0-a8c7-8fc1d5f8173c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:41.228926 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c59ad-8e43-4c6d-a897-163f02177bc6 req-a4fccfbe-da8a-4e2a-ab6a-b60046f16a94 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:41.230460 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-327c59ad-8e43-4c6d-a897-163f02177bc6 req-a4fccfbe-da8a-4e2a-ab6a-b60046f16a94 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/networks?id=25b41f76-37be-4345-9ddf-d59e23791d53 HTTP/1.1" status: 200 len: 805 time: 0.2024844 Jul 16 20:44:41.252538 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-327c59ad-8e43-4c6d-a897-163f02177bc6 req-c63d8e1c-de2f-4f9f-b0a7-287c32e76c92 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/quotas/9ba5e10151bc4482805c7d5cba435d3a HTTP/1.1" status: 200 len: 375 time: 0.0146883 Jul 16 20:44:41.351098 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e4a3-768a-46c0-a8c7-8fc1d5f8173c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:41.420773 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-327c59ad-8e43-4c6d-a897-163f02177bc6 req-a7e355dd-4da3-489a-a54e-d187f58280a8 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba5e10151bc4482805c7d5cba435d3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1374817 Jul 16 20:44:41.923526 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-327c59ad-8e43-4c6d-a897-163f02177bc6 req-65e78ba4-077b-4bfc-9272-8319e3d4cdb3 service neutron] 10.222.0.38 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724391 Jul 16 20:44:41.981164 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e63ca-5f0f-4f9e-9861-64f6a12e2618 req-0d29ac35-cefb-41e2-a738-47c1ea0b48f6 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:41.982718 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-025e63ca-5f0f-4f9e-9861-64f6a12e2618 req-0d29ac35-cefb-41e2-a738-47c1ea0b48f6 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 943 time: 0.4865296 Jul 16 20:44:41.985548 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b1e4a3-768a-46c0-a8c7-8fc1d5f8173c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Router 7c111452-8f28-4b75-bc9f-55b42f0c7728 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:44:42.119929 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-025e63ca-5f0f-4f9e-9861-64f6a12e2618 req-c2d94268-fa87-4087-9344-ea0a4c5b1d13 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1280558 Jul 16 20:44:42.123426 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-327c59ad-8e43-4c6d-a897-163f02177bc6 req-556c8931-5539-446a-9399-1ba87c6ebc0c service neutron] 10.222.0.38 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932368 Jul 16 20:44:42.187559 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b1e4a3-768a-46c0-a8c7-8fc1d5f8173c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:42.198046 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e866f6-3890-4529-b064-a08a22eec0c5 None None] Sync routers for ids ['7c111452-8f28-4b75-bc9f-55b42f0c7728'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:42.213298 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e866f6-3890-4529-b064-a08a22eec0c5 None None] Routers {'7c111452-8f28-4b75-bc9f-55b42f0c7728'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:42.213960 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-94e866f6-3890-4529-b064-a08a22eec0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7c111452-8f28-4b75-bc9f-55b42f0c7728'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:42.225106 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e4a3-768a-46c0-a8c7-8fc1d5f8173c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:42.229180 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b7b1e4a3-768a-46c0-a8c7-8fc1d5f8173c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.5426357 Jul 16 20:44:42.230135 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56984) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:42.291456 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-94e866f6-3890-4529-b064-a08a22eec0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:42.322728 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e866f6-3890-4529-b064-a08a22eec0c5 None None] Routers {'7c111452-8f28-4b75-bc9f-55b42f0c7728'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:42.323365 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-94e866f6-3890-4529-b064-a08a22eec0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7c111452-8f28-4b75-bc9f-55b42f0c7728'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:42.388054 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-94e866f6-3890-4529-b064-a08a22eec0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:42.388671 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e866f6-3890-4529-b064-a08a22eec0c5 None None] The sync data for ids ['7c111452-8f28-4b75-bc9f-55b42f0c7728'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:42.440304 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e50e7e08-b3f1-4f6f-bd94-d85bfd517fbb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "GET /v2.0/routers/7c111452-8f28-4b75-bc9f-55b42f0c7728 HTTP/1.1" status: 200 len: 884 time: 0.2095487 Jul 16 20:44:42.442674 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56990) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:42.735969 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f2a2ce97-e05c-4b24-8fe2-8107700f5a03 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2921364 Jul 16 20:44:42.738779 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57010) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:42.746155 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-04ab1f46-abb2-4df5-8966-b3983a63869f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1238855922'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:43.142269 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-3ff85c7d-05c1-420d-bce0-eda991ae41d7 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:43.150941 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-3ff85c7d-05c1-420d-bce0-eda991ae41d7 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/networks?id=25b41f76-37be-4345-9ddf-d59e23791d53 HTTP/1.1" status: 200 len: 805 time: 0.1238887 Jul 16 20:44:43.160166 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04ab1f46-abb2-4df5-8966-b3983a63869f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.162949 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-fff4ba57-dcea-4ef7-bf58-2918921fd834 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/quotas/9ba5e10151bc4482805c7d5cba435d3a HTTP/1.1" status: 200 len: 375 time: 0.0109425 Jul 16 20:44:43.171537 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04ab1f46-abb2-4df5-8966-b3983a63869f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896760'] for router, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.269849 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-49e2d2f3-8e14-4b8a-8813-197390320ccb tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba5e10151bc4482805c7d5cba435d3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1009784 Jul 16 20:44:43.320284 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ab1f46-abb2-4df5-8966-b3983a63869f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Router 7c111452-8f28-4b75-bc9f-55b42f0c7728 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:44:43.461248 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-e38b6187-5e6d-4804-b2af-ad2a6e779fa5 service neutron] 10.222.0.38 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846704 Jul 16 20:44:43.500314 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ab1f46-abb2-4df5-8966-b3983a63869f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:43.513243 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d424463-0520-4b26-aa50-7d7bcc142fd6 None None] Sync routers for ids ['7c111452-8f28-4b75-bc9f-55b42f0c7728'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:43.522686 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04ab1f46-abb2-4df5-8966-b3983a63869f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.526517 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-04ab1f46-abb2-4df5-8966-b3983a63869f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "PUT /v2.0/routers/7c111452-8f28-4b75-bc9f-55b42f0c7728 HTTP/1.1" status: 200 len: 891 time: 0.7838683 Jul 16 20:44:43.527046 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57032) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:43.535508 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d424463-0520-4b26-aa50-7d7bcc142fd6 None None] Routers {'7c111452-8f28-4b75-bc9f-55b42f0c7728'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:43.536835 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4d424463-0520-4b26-aa50-7d7bcc142fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7c111452-8f28-4b75-bc9f-55b42f0c7728'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:43.606726 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4d424463-0520-4b26-aa50-7d7bcc142fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:43.617924 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d424463-0520-4b26-aa50-7d7bcc142fd6 None None] Routers {'7c111452-8f28-4b75-bc9f-55b42f0c7728'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:43.618969 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4d424463-0520-4b26-aa50-7d7bcc142fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7c111452-8f28-4b75-bc9f-55b42f0c7728'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:43.638686 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-06eab6d5-bb6f-4c0f-ae3b-43397c9672cb service neutron] 10.222.0.38 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710582 Jul 16 20:44:43.660150 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840df62c-bb93-4c83-8920-33997073aad2 req-411213fe-a018-44a8-ad2f-275ef5ccf465 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:43.663330 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-840df62c-bb93-4c83-8920-33997073aad2 req-411213fe-a018-44a8-ad2f-275ef5ccf465 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 943 time: 0.1304810 Jul 16 20:44:43.675211 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4d424463-0520-4b26-aa50-7d7bcc142fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:43.676822 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d424463-0520-4b26-aa50-7d7bcc142fd6 None None] The sync data for ids ['7c111452-8f28-4b75-bc9f-55b42f0c7728'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:43.718485 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-215b60b3-d510-4b9b-ba50-9a55ef9868ce tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "GET /v2.0/routers/7c111452-8f28-4b75-bc9f-55b42f0c7728 HTTP/1.1" status: 200 len: 891 time: 0.1901221 Jul 16 20:44:43.721123 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57034) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:43.725567 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-840df62c-bb93-4c83-8920-33997073aad2 req-02b53923-bf09-4606-ac72-7bd8e6e23b98 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568500 Jul 16 20:44:43.772905 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-129222c3-07e6-4a43-b595-cb2b34492a3a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c111452-8f28-4b75-bc9f-55b42f0c7728 HTTP/1.1" status: 200 len: 205 time: 0.0494297 Jul 16 20:44:43.775934 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57036) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:43.920560 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b3404926-f222-4747-90b0-5fd5fc1580a7 req-d1f45cba-58db-4a7a-a3c9-87364ca1cb3a tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b2f4660-e791-46d8-bbfd-22dd99947ca7 HTTP/1.1" status: 200 len: 210 time: 0.0343349 Jul 16 20:44:43.952947 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d6182537-c151-45bd-8db3-847df5378d7d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:44.084218 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d6182537-c151-45bd-8db3-847df5378d7d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:44.152985 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-d6182537-c151-45bd-8db3-847df5378d7d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Deleting port 4692aaa1-ce3e-4693-9084-ab114ff068ba {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:44.153772 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d6182537-c151-45bd-8db3-847df5378d7d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:44.245399 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d6182537-c151-45bd-8db3-847df5378d7d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:44.260541 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-d6182537-c151-45bd-8db3-847df5378d7d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Calling delete_port for 4692aaa1-ce3e-4693-9084-ab114ff068ba owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:44.487942 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d6182537-c151-45bd-8db3-847df5378d7d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:44.521173 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6182537-c151-45bd-8db3-847df5378d7d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Port': ['ID=4692aaa1-ce3e-4693-9084-ab114ff068ba,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:44.625955 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d6182537-c151-45bd-8db3-847df5378d7d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:44.733387 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d6182537-c151-45bd-8db3-847df5378d7d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:44.735949 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d6182537-c151-45bd-8db3-847df5378d7d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:44.800319 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d6182537-c151-45bd-8db3-847df5378d7d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:44.801214 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6182537-c151-45bd-8db3-847df5378d7d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Fanout notify agent at l3_agent the message router_deleted on router 7c111452-8f28-4b75-bc9f-55b42f0c7728 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:44:44.811221 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d6182537-c151-45bd-8db3-847df5378d7d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:44.814365 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d6182537-c151-45bd-8db3-847df5378d7d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/routers/7c111452-8f28-4b75-bc9f-55b42f0c7728 HTTP/1.1" status: 204 len: 168 time: 1.0356755 Jul 16 20:44:44.817342 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57052) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:44.822650 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d6ea2327-2051-4021-9798-fd851d76bcee tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-214217252'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:44.846677 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ea2327-2051-4021-9798-fd851d76bcee tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Made reservation on behalf of 4309df99e49e414c81323dd77e4aa778 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:44.850495 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2327-2051-4021-9798-fd851d76bcee tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:44.882745 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ea2327-2051-4021-9798-fd851d76bcee tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:44:44.893435 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2327-2051-4021-9798-fd851d76bcee tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:44.894009 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-d6ea2327-2051-4021-9798-fd851d76bcee tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Added segment 7e2e8057-f3dd-4376-8207-d2dc5973e9e9 of type vlan for network 08849786-d856-454f-90fc-9e691d2027f3 Jul 16 20:44:44.935251 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad36f1-75e6-480b-a1d7-2952c78cb623 req-f14c1a1b-b16b-4687-b215-e98654534f7e tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:44.937431 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b6ad36f1-75e6-480b-a1d7-2952c78cb623 req-f14c1a1b-b16b-4687-b215-e98654534f7e tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 943 time: 0.0720930 Jul 16 20:44:44.962000 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2327-2051-4021-9798-fd851d76bcee tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:45.000906 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b6ad36f1-75e6-480b-a1d7-2952c78cb623 req-1dcc0945-dd38-4351-95ae-daa5d10ed4f7 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517693 Jul 16 20:44:45.011439 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2327-2051-4021-9798-fd851d76bcee tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:45.020791 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ea2327-2051-4021-9798-fd851d76bcee tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:45.025293 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2327-2051-4021-9798-fd851d76bcee tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:45.111264 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57056) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:45.117198 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-efb62f83-ecf2-41e5-9508-9e85f6c9d4c2 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'subnet': {'network_id': '08849786-d856-454f-90fc-9e691d2027f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:45.121590 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d6ea2327-2051-4021-9798-fd851d76bcee tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3030782 Jul 16 20:44:45.123682 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea2327-2051-4021-9798-fd851d76bcee tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Network': ['ID=08849786-d856-454f-90fc-9e691d2027f3,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:45.138414 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 08849786-d856-454f-90fc-9e691d2027f3 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:44:45.319101 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ea3d53bc-50cf-4f50-82bb-1cf61aa123bc req-408acf95-e011-4bfe-8671-1c7333f42953 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b2f4660-e791-46d8-bbfd-22dd99947ca7 HTTP/1.1" status: 200 len: 210 time: 0.0820792 Jul 16 20:44:45.403554 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb62f83-ecf2-41e5-9508-9e85f6c9d4c2 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Made reservation on behalf of 4309df99e49e414c81323dd77e4aa778 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:45.407065 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-efb62f83-ecf2-41e5-9508-9e85f6c9d4c2 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:45.431449 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-f40984fa-ddb1-48b0-912b-d756a80ba3f5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:45.432902 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-f40984fa-ddb1-48b0-912b-d756a80ba3f5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.62 "GET /v2.0/networks?id=25b41f76-37be-4345-9ddf-d59e23791d53 HTTP/1.1" status: 200 len: 805 time: 0.2610307 Jul 16 20:44:45.454122 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-00e191a2-24cb-4079-9c96-44cdc29fd44e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Request body: {'port': {'device_id': '1b2f4660-e791-46d8-bbfd-22dd99947ca7', 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53', 'admin_state_up': True, 'tenant_id': '9ba5e10151bc4482805c7d5cba435d3a'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:45.659787 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:44:45.663382 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-00e191a2-24cb-4079-9c96-44cdc29fd44e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Made reservation on behalf of 9ba5e10151bc4482805c7d5cba435d3a for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:45.666998 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-00e191a2-24cb-4079-9c96-44cdc29fd44e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:45.762646 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-efb62f83-ecf2-41e5-9508-9e85f6c9d4c2 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:45.841898 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb62f83-ecf2-41e5-9508-9e85f6c9d4c2 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Subnet': ['ID=6cbdcea6-62e3-4f2b-ba0e-269368515de1,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:45.889219 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb62f83-ecf2-41e5-9508-9e85f6c9d4c2 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Checking segment: {'id': '7e2e8057-f3dd-4376-8207-d2dc5973e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '08849786-d856-454f-90fc-9e691d2027f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:45.889575 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb62f83-ecf2-41e5-9508-9e85f6c9d4c2 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network hostable DHCP agents. Network: 08849786-d856-454f-90fc-9e691d2027f3, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:44:45.902704 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-00e191a2-24cb-4079-9c96-44cdc29fd44e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Allocated IP 172.20.0.6 (25b41f76-37be-4345-9ddf-d59e23791d53/82321776-7ae0-4505-adc0-e73fc92b6de5/2e62df78-766d-459a-910d-fbfd84289585) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:45.926420 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb62f83-ecf2-41e5-9508-9e85f6c9d4c2 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network 08849786-d856-454f-90fc-9e691d2027f3 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:44:45.945422 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-efb62f83-ecf2-41e5-9508-9e85f6c9d4c2 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 08849786-d856-454f-90fc-9e691d2027f3) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:45.954865 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f132160-6237-499c-8c5e-5519efb4e63f None None] Network 08849786-d856-454f-90fc-9e691d2027f3 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:45.955656 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb62f83-ecf2-41e5-9508-9e85f6c9d4c2 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:45.956243 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-efb62f83-ecf2-41e5-9508-9e85f6c9d4c2 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:45.990733 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-efb62f83-ecf2-41e5-9508-9e85f6c9d4c2 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8777990 Jul 16 20:44:45.993419 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57058) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:46.003240 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-ccdc032a-9f06-4c1d-9e3c-0f6a1c9eefca tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1392764100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:46.061852 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ccdc032a-9f06-4c1d-9e3c-0f6a1c9eefca tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:46.062901 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ccdc032a-9f06-4c1d-9e3c-0f6a1c9eefca tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:46.137553 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-00e191a2-24cb-4079-9c96-44cdc29fd44e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:46.153344 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ccdc032a-9f06-4c1d-9e3c-0f6a1c9eefca tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:46.162078 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ccdc032a-9f06-4c1d-9e3c-0f6a1c9eefca tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:46.192571 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ccdc032a-9f06-4c1d-9e3c-0f6a1c9eefca tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:46.194475 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ccdc032a-9f06-4c1d-9e3c-0f6a1c9eefca tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1999590 Jul 16 20:44:46.197246 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57062) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:46.275578 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-00e191a2-24cb-4079-9c96-44cdc29fd44e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:46.294029 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ac6373-4a57-449a-98bb-9cca880e88ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-08849786-d856-454f-90fc-9e691d2027f3', 'network_id': '08849786-d856-454f-90fc-9e691d2027f3', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'fixed_ips': [{'subnet_id': '6cbdcea6-62e3-4f2b-ba0e-269368515de1'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:44:46.296149 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-25ac6373-4a57-449a-98bb-9cca880e88ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:46.318813 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['aeae3ce4-ebcb-4649-a0cd-854d2d7318ca'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:44:46.413437 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b8953-3371-4b7d-bb86-b622392dce35 req-0bae5643-77c1-448d-a697-fb3c7c3bdd2a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:46.420478 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b81b8953-3371-4b7d-bb86-b622392dce35 req-0bae5643-77c1-448d-a697-fb3c7c3bdd2a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 943 time: 0.2208712 Jul 16 20:44:46.432772 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-00e191a2-24cb-4079-9c96-44cdc29fd44e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Network 25b41f76-37be-4345-9ddf-d59e23791d53 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:46.475143 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b81b8953-3371-4b7d-bb86-b622392dce35 req-bb42aaa4-6e2e-4de0-988b-1efa143fd40c tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444541 Jul 16 20:44:46.476325 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-00e191a2-24cb-4079-9c96-44cdc29fd44e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:46.478631 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e191a2-24cb-4079-9c96-44cdc29fd44e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Pushing event updated for resources: {'Port': ['ID=2e62df78-766d-459a-910d-fbfd84289585,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:46.481861 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-00e191a2-24cb-4079-9c96-44cdc29fd44e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:46.541715 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-00e191a2-24cb-4079-9c96-44cdc29fd44e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:46.542567 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-00e191a2-24cb-4079-9c96-44cdc29fd44e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:46.564804 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-00e191a2-24cb-4079-9c96-44cdc29fd44e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1186130 Jul 16 20:44:46.610018 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-536154dd-dbc0-423e-b5b1-7752e755e478 service neutron] Request body: {'port': {'device_id': '1b2f4660-e791-46d8-bbfd-22dd99947ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:46.737331 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57528461-5abc-481c-80ef-f495bf323a51 req-849f6be2-d3dd-4160-8e9f-f61633e3ecc1 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:46.746584 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-57528461-5abc-481c-80ef-f495bf323a51 req-849f6be2-d3dd-4160-8e9f-f61633e3ecc1 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b2f4660-e791-46d8-bbfd-22dd99947ca7 HTTP/1.1" status: 200 len: 931 time: 0.1799693 Jul 16 20:44:46.763679 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-25ac6373-4a57-449a-98bb-9cca880e88ae None None] Allocated IP 2001:db8::2 (08849786-d856-454f-90fc-9e691d2027f3/6cbdcea6-62e3-4f2b-ba0e-269368515de1/f999f8ac-ae01-49d9-95b6-ee8393522cdc) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:46.822642 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-57528461-5abc-481c-80ef-f495bf323a51 req-cf8dc205-490f-40ea-82ac-3f92e029385e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727069 Jul 16 20:44:46.832670 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-536154dd-dbc0-423e-b5b1-7752e755e478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:46.994048 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-25ac6373-4a57-449a-98bb-9cca880e88ae None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:47.027066 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-25ac6373-4a57-449a-98bb-9cca880e88ae None None] Transition to ACTIVE for port object f999f8ac-ae01-49d9-95b6-ee8393522cdc will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:47.055869 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-25ac6373-4a57-449a-98bb-9cca880e88ae None None] Transition to ACTIVE for port object f999f8ac-ae01-49d9-95b6-ee8393522cdc will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:47.062897 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-25ac6373-4a57-449a-98bb-9cca880e88ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:47.113110 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac6373-4a57-449a-98bb-9cca880e88ae None None] Pushing event updated for resources: {'Port': ['ID=f999f8ac-ae01-49d9-95b6-ee8393522cdc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:47.124188 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ac6373-4a57-449a-98bb-9cca880e88ae None None] Network 08849786-d856-454f-90fc-9e691d2027f3 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:47.125620 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-25ac6373-4a57-449a-98bb-9cca880e88ae None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:47.126025 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7558a665-5d88-4d46-82d6-4e5aa6eb67c6 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:47.127870 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ac6373-4a57-449a-98bb-9cca880e88ae None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:47.267071 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-25ac6373-4a57-449a-98bb-9cca880e88ae None None] Attempting to bind port f999f8ac-ae01-49d9-95b6-ee8393522cdc on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:47.267428 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-25ac6373-4a57-449a-98bb-9cca880e88ae None None] Attempting to bind port f999f8ac-ae01-49d9-95b6-ee8393522cdc by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '7e2e8057-f3dd-4376-8207-d2dc5973e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '08849786-d856-454f-90fc-9e691d2027f3'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:47.267727 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ac6373-4a57-449a-98bb-9cca880e88ae None None] Attempting to bind port f999f8ac-ae01-49d9-95b6-ee8393522cdc on network 08849786-d856-454f-90fc-9e691d2027f3 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:47.273316 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-536154dd-dbc0-423e-b5b1-7752e755e478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e62df78-766d-459a-910d-fbfd84289585 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:44:47.281658 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-536154dd-dbc0-423e-b5b1-7752e755e478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:47.281846 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ac6373-4a57-449a-98bb-9cca880e88ae None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:47.282143 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ac6373-4a57-449a-98bb-9cca880e88ae None None] Checking segment: {'id': '7e2e8057-f3dd-4376-8207-d2dc5973e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '08849786-d856-454f-90fc-9e691d2027f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:47.282496 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-25ac6373-4a57-449a-98bb-9cca880e88ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:47.282897 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ac6373-4a57-449a-98bb-9cca880e88ae None None] Bound using segment: {'id': '7e2e8057-f3dd-4376-8207-d2dc5973e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '08849786-d856-454f-90fc-9e691d2027f3'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:47.284891 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-25ac6373-4a57-449a-98bb-9cca880e88ae None None] Bound port: f999f8ac-ae01-49d9-95b6-ee8393522cdc, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2e8057-f3dd-4376-8207-d2dc5973e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '08849786-d856-454f-90fc-9e691d2027f3'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:47.285798 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-25ac6373-4a57-449a-98bb-9cca880e88ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:47.296713 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-536154dd-dbc0-423e-b5b1-7752e755e478 service neutron] Transition to ACTIVE for port object 2e62df78-766d-459a-910d-fbfd84289585 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:47.303485 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-536154dd-dbc0-423e-b5b1-7752e755e478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:47.359197 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536154dd-dbc0-423e-b5b1-7752e755e478 service neutron] Pushing event updated for resources: {'Port': ['ID=2e62df78-766d-459a-910d-fbfd84289585,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:47.439568 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-25ac6373-4a57-449a-98bb-9cca880e88ae None None] For port f999f8ac-ae01-49d9-95b6-ee8393522cdc, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:47.458253 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-25ac6373-4a57-449a-98bb-9cca880e88ae None None] For port f999f8ac-ae01-49d9-95b6-ee8393522cdc, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f999f8ac-ae01-49d9-95b6-ee8393522cdc,segment=NetworkSegment(7e2e8057-f3dd-4376-8207-d2dc5973e9e9),segment_id=7e2e8057-f3dd-4376-8207-d2dc5973e9e9)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:47.463961 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-536154dd-dbc0-423e-b5b1-7752e755e478 service neutron] Attempting to bind port 2e62df78-766d-459a-910d-fbfd84289585 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:47.464830 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-536154dd-dbc0-423e-b5b1-7752e755e478 service neutron] Attempting to bind port 2e62df78-766d-459a-910d-fbfd84289585 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:47.465254 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-25ac6373-4a57-449a-98bb-9cca880e88ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:47.466018 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-536154dd-dbc0-423e-b5b1-7752e755e478 service neutron] Attempting to bind port 2e62df78-766d-459a-910d-fbfd84289585 on network 25b41f76-37be-4345-9ddf-d59e23791d53 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:47.474727 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-536154dd-dbc0-423e-b5b1-7752e755e478 service neutron] Port 2e62df78-766d-459a-910d-fbfd84289585 on network 25b41f76-37be-4345-9ddf-d59e23791d53 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:44:47.475301 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-536154dd-dbc0-423e-b5b1-7752e755e478 service neutron] Attempting to bind port 2e62df78-766d-459a-910d-fbfd84289585 on network 25b41f76-37be-4345-9ddf-d59e23791d53 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:47.481794 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-536154dd-dbc0-423e-b5b1-7752e755e478 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:47.482445 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-536154dd-dbc0-423e-b5b1-7752e755e478 service neutron] Checking segment: {'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:47.483019 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-536154dd-dbc0-423e-b5b1-7752e755e478 service neutron] Bound using segment: {'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:47.483862 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-536154dd-dbc0-423e-b5b1-7752e755e478 service neutron] Bound port: 2e62df78-766d-459a-910d-fbfd84289585, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:47.484377 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-536154dd-dbc0-423e-b5b1-7752e755e478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:47.523746 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-7558a665-5d88-4d46-82d6-4e5aa6eb67c6 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Allocated IP 2001:db8::1 (08849786-d856-454f-90fc-9e691d2027f3/6cbdcea6-62e3-4f2b-ba0e-269368515de1/86416366-5c9f-45bc-9a73-a1cc701008e7) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:47.577800 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-536154dd-dbc0-423e-b5b1-7752e755e478 service neutron] For port 2e62df78-766d-459a-910d-fbfd84289585, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:47.581822 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-536154dd-dbc0-423e-b5b1-7752e755e478 service neutron] For port 2e62df78-766d-459a-910d-fbfd84289585, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=2e62df78-766d-459a-910d-fbfd84289585,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:47.592187 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-536154dd-dbc0-423e-b5b1-7752e755e478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:47.710378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-536154dd-dbc0-423e-b5b1-7752e755e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:47.711604 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-536154dd-dbc0-423e-b5b1-7752e755e478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:47.713073 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-536154dd-dbc0-423e-b5b1-7752e755e478 service neutron] 10.222.0.62 "PUT /v2.0/ports/2e62df78-766d-459a-910d-fbfd84289585 HTTP/1.1" status: 200 len: 1092 time: 1.1102333 Jul 16 20:44:47.713946 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536154dd-dbc0-423e-b5b1-7752e755e478 service neutron] Pushing event updated for resources: {'Port': ['ID=2e62df78-766d-459a-910d-fbfd84289585,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:47.719318 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2f4660-e791-46d8-bbfd-22dd99947ca7', 'tag': '2e62df78-766d-459a-910d-fbfd84289585'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:47.723763 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c5a311-6449-4982-8ebd-1e88f02d6b53" -d '{"events": [{"name": "network-changed", "server_uuid": "1b2f4660-e791-46d8-bbfd-22dd99947ca7", "tag": "2e62df78-766d-459a-910d-fbfd84289585"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:47.777404 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7558a665-5d88-4d46-82d6-4e5aa6eb67c6 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:47.806512 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-7558a665-5d88-4d46-82d6-4e5aa6eb67c6 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Transition to ACTIVE for port object 86416366-5c9f-45bc-9a73-a1cc701008e7 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:47.820231 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08ae798-4caf-4037-ae5b-9ff0e515ed3c x-openstack-request-id: req-a08ae798-4caf-4037-ae5b-9ff0e515ed3c {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:47.820864 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b2f4660-e791-46d8-bbfd-22dd99947ca7", "tag": "2e62df78-766d-459a-910d-fbfd84289585", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:47.820864 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a08ae798-4caf-4037-ae5b-9ff0e515ed3c {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:47.821205 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2f4660-e791-46d8-bbfd-22dd99947ca7', 'tag': '2e62df78-766d-459a-910d-fbfd84289585', 'status': 'completed', 'code': 200} Jul 16 20:44:47.942966 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7558a665-5d88-4d46-82d6-4e5aa6eb67c6 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:48.072605 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7558a665-5d88-4d46-82d6-4e5aa6eb67c6 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network 08849786-d856-454f-90fc-9e691d2027f3 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:48.084492 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-7558a665-5d88-4d46-82d6-4e5aa6eb67c6 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:48.090947 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7558a665-5d88-4d46-82d6-4e5aa6eb67c6 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:48.094741 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7558a665-5d88-4d46-82d6-4e5aa6eb67c6 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:48.129919 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac6373-4a57-449a-98bb-9cca880e88ae None None] Pushing event updated for resources: {'Port': ['ID=f999f8ac-ae01-49d9-95b6-ee8393522cdc,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:48.229115 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558a665-5d88-4d46-82d6-4e5aa6eb67c6 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Port': ['ID=86416366-5c9f-45bc-9a73-a1cc701008e7,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:48.300466 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7558a665-5d88-4d46-82d6-4e5aa6eb67c6 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:48.654734 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668775a4-1852-42ae-94e2-9c122da17c79 req-679f5d70-5162-4c64-818e-e63fe69a4e41 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:48.656841 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-668775a4-1852-42ae-94e2-9c122da17c79 req-679f5d70-5162-4c64-818e-e63fe69a4e41 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 943 time: 0.9154434 Jul 16 20:44:48.670598 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-575447e0-854f-455a-afae-5a84fc652582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:48.672468 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-575447e0-854f-455a-afae-5a84fc652582 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9ba5e10151bc4482805c7d5cba435d3a&device_id=1b2f4660-e791-46d8-bbfd-22dd99947ca7 HTTP/1.1" status: 200 len: 1095 time: 0.8479805 Jul 16 20:44:48.722206 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-06fc9031-7275-491a-a35c-1b61d9ccfffe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e62df78-766d-459a-910d-fbfd84289585 HTTP/1.1" status: 200 len: 217 time: 0.0380716 Jul 16 20:44:48.810196 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-668775a4-1852-42ae-94e2-9c122da17c79 req-cca4b666-df75-4a1b-80d3-a2f35a52aa8b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1426713 Jul 16 20:44:48.818248 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-822fd248-8293-4f3e-9824-06d22dde2417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:48.820423 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-822fd248-8293-4f3e-9824-06d22dde2417 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82321776-7ae0-4505-adc0-e73fc92b6de5 HTTP/1.1" status: 200 len: 845 time: 0.0882483 Jul 16 20:44:48.830699 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7eeae-9e40-425b-af38-337e968e6797 req-f374084f-768b-4d6f-abe9-514cd5e0eb81 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:48.832966 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b9b7eeae-9e40-425b-af38-337e968e6797 req-f374084f-768b-4d6f-abe9-514cd5e0eb81 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b2f4660-e791-46d8-bbfd-22dd99947ca7 HTTP/1.1" status: 200 len: 943 time: 0.2372534 Jul 16 20:44:48.841042 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7558a665-5d88-4d46-82d6-4e5aa6eb67c6 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:48.849168 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7558a665-5d88-4d46-82d6-4e5aa6eb67c6 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:48.850507 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7558a665-5d88-4d46-82d6-4e5aa6eb67c6 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:48.887429 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-181e3d5d-2f05-4c35-8d5d-a9c2a92b0c6b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25b41f76-37be-4345-9ddf-d59e23791d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530438 Jul 16 20:44:48.929926 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558a665-5d88-4d46-82d6-4e5aa6eb67c6 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Port': ['ID=86416366-5c9f-45bc-9a73-a1cc701008e7,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:49.031167 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7558a665-5d88-4d46-82d6-4e5aa6eb67c6 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network 08849786-d856-454f-90fc-9e691d2027f3 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:49.034258 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-7558a665-5d88-4d46-82d6-4e5aa6eb67c6 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:49.060816 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b9b7eeae-9e40-425b-af38-337e968e6797 req-c3d9df79-a982-4dc9-9aef-994c4b9b285c tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094777 Jul 16 20:44:49.107894 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-096467e3-e924-4165-9081-f29d2be912aa service neutron] 10.222.0.62 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054594 Jul 16 20:44:49.270420 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7558a665-5d88-4d46-82d6-4e5aa6eb67c6 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Router d96c465c-b153-4350-9a9a-354944222d73 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:44:49.278946 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3938a721-89ae-4e98-93fc-0bff8726b3cd req-654b5131-4137-4510-be68-03d3a0e99c80 service neutron] 10.222.0.62 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642883 Jul 16 20:44:49.320194 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12f90d5-decd-484b-9242-b3e06558cb72 None None] Network 08849786-d856-454f-90fc-9e691d2027f3 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:49.399180 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5a311-6449-4982-8ebd-1e88f02d6b53 req-43e1caec-2792-4de0-8ad4-2369ab8ca72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:49.400849 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-35c5a311-6449-4982-8ebd-1e88f02d6b53 req-43e1caec-2792-4de0-8ad4-2369ab8ca72a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9ba5e10151bc4482805c7d5cba435d3a&device_id=1b2f4660-e791-46d8-bbfd-22dd99947ca7 HTTP/1.1" status: 200 len: 1095 time: 0.0678129 Jul 16 20:44:49.416286 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7558a665-5d88-4d46-82d6-4e5aa6eb67c6 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:49.429192 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62d7738-a752-48cc-9f91-4fb1f210bd05 None None] Sync routers for ids ['d96c465c-b153-4350-9a9a-354944222d73'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:49.437867 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57076) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:49.438641 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7558a665-5d88-4d46-82d6-4e5aa6eb67c6 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "PUT /v2.0/routers/d96c465c-b153-4350-9a9a-354944222d73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2396839 Jul 16 20:44:49.462090 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9b010af6-76fe-4816-a82f-395a2efe1efa None None] Provisioning for port f999f8ac-ae01-49d9-95b6-ee8393522cdc completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:49.481263 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62d7738-a752-48cc-9f91-4fb1f210bd05 None None] Routers {'d96c465c-b153-4350-9a9a-354944222d73'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:49.481970 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-f62d7738-a752-48cc-9f91-4fb1f210bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['d96c465c-b153-4350-9a9a-354944222d73'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:49.535948 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-f62d7738-a752-48cc-9f91-4fb1f210bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:49.561919 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc3c04b-4f19-44b8-8c34-9150caa5e980 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:49.566385 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1cc3c04b-4f19-44b8-8c34-9150caa5e980 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "GET /v2.0/ports/86416366-5c9f-45bc-9a73-a1cc701008e7 HTTP/1.1" status: 200 len: 911 time: 0.1245508 Jul 16 20:44:49.568058 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57080) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:49.575070 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-8567812f-a9f5-43aa-992e-563204b40175 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6cbdcea6-62e3-4f2b-ba0e-269368515de1'}]}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:49.600238 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5a311-6449-4982-8ebd-1e88f02d6b53 req-11539d53-32d2-477a-9be4-6afcd6ea1829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:49.602013 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-35c5a311-6449-4982-8ebd-1e88f02d6b53 req-11539d53-32d2-477a-9be4-6afcd6ea1829 service neutron] 10.222.0.62 "GET /v2.0/networks?id=25b41f76-37be-4345-9ddf-d59e23791d53 HTTP/1.1" status: 200 len: 906 time: 0.1950955 Jul 16 20:44:49.612082 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62d7738-a752-48cc-9f91-4fb1f210bd05 None None] Routers {'d96c465c-b153-4350-9a9a-354944222d73'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:49.612898 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-f62d7738-a752-48cc-9f91-4fb1f210bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['d96c465c-b153-4350-9a9a-354944222d73'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:49.659615 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-f62d7738-a752-48cc-9f91-4fb1f210bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:49.660517 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62d7738-a752-48cc-9f91-4fb1f210bd05 None None] The sync data for ids ['d96c465c-b153-4350-9a9a-354944222d73'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:49.685001 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-35c5a311-6449-4982-8ebd-1e88f02d6b53 req-65271d6b-9e31-4681-aaea-8eb9e1aef680 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e62df78-766d-459a-910d-fbfd84289585 HTTP/1.1" status: 200 len: 217 time: 0.0753944 Jul 16 20:44:49.769976 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5a311-6449-4982-8ebd-1e88f02d6b53 req-7ee619b2-77db-441a-972e-a1d96d5924d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:49.771962 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-35c5a311-6449-4982-8ebd-1e88f02d6b53 req-7ee619b2-77db-441a-972e-a1d96d5924d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82321776-7ae0-4505-adc0-e73fc92b6de5 HTTP/1.1" status: 200 len: 845 time: 0.0804329 Jul 16 20:44:49.835747 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-35c5a311-6449-4982-8ebd-1e88f02d6b53 req-9dcbca84-f4ce-477b-a244-a04f2e517097 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25b41f76-37be-4345-9ddf-d59e23791d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544312 Jul 16 20:44:49.898897 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8567812f-a9f5-43aa-992e-563204b40175 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.940590 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f999f8ac-ae01-49d9-95b6-ee8393522cdc up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:50.023737 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-35c5a311-6449-4982-8ebd-1e88f02d6b53 req-f1221ccb-3773-462b-9644-6e530d738604 service neutron] 10.222.0.62 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802442 Jul 16 20:44:50.071219 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port f999f8ac-ae01-49d9-95b6-ee8393522cdc completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:50.076396 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port f999f8ac-ae01-49d9-95b6-ee8393522cdc triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:50.076861 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:50.217406 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6177753d-a14d-4a1a-8642-dd2864241e53 None None] Provisioning complete for port f999f8ac-ae01-49d9-95b6-ee8393522cdc triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:50.217863 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6177753d-a14d-4a1a-8642-dd2864241e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:50.220905 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:50.296949 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-35c5a311-6449-4982-8ebd-1e88f02d6b53 req-342695de-566c-4ff3-b99f-0ee140183b9b service neutron] 10.222.0.62 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657263 Jul 16 20:44:50.309672 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43ef56-d384-4856-a77e-a2f5c20d103d req-598a4c80-25d2-484b-8d36-60d2ddbf11a5 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:50.311626 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4c43ef56-d384-4856-a77e-a2f5c20d103d req-598a4c80-25d2-484b-8d36-60d2ddbf11a5 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 943 time: 0.1972737 Jul 16 20:44:50.321690 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port f999f8ac-ae01-49d9-95b6-ee8393522cdc, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f999f8ac-ae01-49d9-95b6-ee8393522cdc,segment=NetworkSegment(7e2e8057-f3dd-4376-8207-d2dc5973e9e9),segment_id=7e2e8057-f3dd-4376-8207-d2dc5973e9e9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:50.332213 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:50.375646 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4c43ef56-d384-4856-a77e-a2f5c20d103d req-29d36bc0-52d7-495f-aca5-ba25786d9ae0 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567207 Jul 16 20:44:50.446688 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=f999f8ac-ae01-49d9-95b6-ee8393522cdc,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:50.460904 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6177753d-a14d-4a1a-8642-dd2864241e53 None None] Provisioning for port 86416366-5c9f-45bc-9a73-a1cc701008e7 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:50.467369 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6177753d-a14d-4a1a-8642-dd2864241e53 None None] Provisioning complete for port 86416366-5c9f-45bc-9a73-a1cc701008e7 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:50.468851 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6177753d-a14d-4a1a-8642-dd2864241e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:50.513031 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6177753d-a14d-4a1a-8642-dd2864241e53 None None] Port 86416366-5c9f-45bc-9a73-a1cc701008e7 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:50.536206 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8567812f-a9f5-43aa-992e-563204b40175 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:50.546839 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8567812f-a9f5-43aa-992e-563204b40175 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:50.554132 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8567812f-a9f5-43aa-992e-563204b40175 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:50.554985 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8567812f-a9f5-43aa-992e-563204b40175 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:50.559276 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8567812f-a9f5-43aa-992e-563204b40175 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "PUT /v2.0/ports/86416366-5c9f-45bc-9a73-a1cc701008e7 HTTP/1.1" status: 200 len: 911 time: 0.9869657 Jul 16 20:44:50.560545 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57086) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:50.561416 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f131c-debe-4c6c-9a93-15915b85a42a req-59c276ea-16c1-44c3-9e30-1e8b71cdce3b tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:50.562978 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8c7f131c-debe-4c6c-9a93-15915b85a42a req-59c276ea-16c1-44c3-9e30-1e8b71cdce3b tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b2f4660-e791-46d8-bbfd-22dd99947ca7 HTTP/1.1" status: 200 len: 943 time: 0.0702205 Jul 16 20:44:50.603396 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8c7f131c-debe-4c6c-9a93-15915b85a42a req-e913efe6-0c46-4d59-a03d-1e9690dec5fe tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345747 Jul 16 20:44:50.634963 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-efe59c8b-cff5-4b4a-8a9b-857489fa44a6 None None] Provisioning complete for port 86416366-5c9f-45bc-9a73-a1cc701008e7 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:50.635334 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-efe59c8b-cff5-4b4a-8a9b-857489fa44a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:50.672120 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567812f-a9f5-43aa-992e-563204b40175 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Port': ['ID=86416366-5c9f-45bc-9a73-a1cc701008e7,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:50.673598 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-efe59c8b-cff5-4b4a-8a9b-857489fa44a6 None None] Port 86416366-5c9f-45bc-9a73-a1cc701008e7 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:50.796451 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-fba11c89-ee8d-4c14-a3f5-36afa33e32af None None] Provisioning complete for port 86416366-5c9f-45bc-9a73-a1cc701008e7 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:50.796913 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fba11c89-ee8d-4c14-a3f5-36afa33e32af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:50.829860 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fba11c89-ee8d-4c14-a3f5-36afa33e32af None None] Port 86416366-5c9f-45bc-9a73-a1cc701008e7 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:50.919139 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-70a2644b-68df-4dc9-9d5e-1f80bf1c34f8 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:51.161358 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-70a2644b-68df-4dc9-9d5e-1f80bf1c34f8 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Deleting port 86416366-5c9f-45bc-9a73-a1cc701008e7 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:51.161979 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-70a2644b-68df-4dc9-9d5e-1f80bf1c34f8 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:51.247598 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-70a2644b-68df-4dc9-9d5e-1f80bf1c34f8 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:51.259658 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-70a2644b-68df-4dc9-9d5e-1f80bf1c34f8 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Calling delete_port for 86416366-5c9f-45bc-9a73-a1cc701008e7 owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:51.425692 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-70a2644b-68df-4dc9-9d5e-1f80bf1c34f8 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:51.459645 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2644b-68df-4dc9-9d5e-1f80bf1c34f8 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Port': ['ID=86416366-5c9f-45bc-9a73-a1cc701008e7,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:51.553702 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-70a2644b-68df-4dc9-9d5e-1f80bf1c34f8 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:51.584434 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd6566-b303-429b-99eb-a674bab7cdfd req-c34590d7-d0ca-4197-9719-fb72ab432edb tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:51.586204 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cffd6566-b303-429b-99eb-a674bab7cdfd req-c34590d7-d0ca-4197-9719-fb72ab432edb tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 943 time: 0.0819867 Jul 16 20:44:51.630498 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cffd6566-b303-429b-99eb-a674bab7cdfd req-2e7de808-c520-4f8c-8682-4ebe6a4fa140 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373919 Jul 16 20:44:51.670140 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f812cd12-3a6a-4a31-88fb-4af5452f9f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:51.737648 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a2644b-68df-4dc9-9d5e-1f80bf1c34f8 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Router d96c465c-b153-4350-9a9a-354944222d73 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:44:51.797960 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f95546-4140-4205-bdce-f975ce742e4b req-160a14a3-5663-4793-9ba9-1d99081b09c9 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:51.799493 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d1f95546-4140-4205-bdce-f975ce742e4b req-160a14a3-5663-4793-9ba9-1d99081b09c9 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b2f4660-e791-46d8-bbfd-22dd99947ca7 HTTP/1.1" status: 200 len: 943 time: 0.0663633 Jul 16 20:44:51.815472 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a2644b-68df-4dc9-9d5e-1f80bf1c34f8 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:51.821417 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-70a2644b-68df-4dc9-9d5e-1f80bf1c34f8 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "PUT /v2.0/routers/d96c465c-b153-4350-9a9a-354944222d73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2598128 Jul 16 20:44:51.825509 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57094) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:51.828043 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ecc461-4962-44c0-bbe0-25aa8a83787e None None] Sync routers for ids ['d96c465c-b153-4350-9a9a-354944222d73'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:51.837939 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ecc461-4962-44c0-bbe0-25aa8a83787e None None] Routers {'d96c465c-b153-4350-9a9a-354944222d73'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:51.838511 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-73ecc461-4962-44c0-bbe0-25aa8a83787e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['d96c465c-b153-4350-9a9a-354944222d73'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:51.843288 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f999f8ac-ae01-49d9-95b6-ee8393522cdc up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:51.849511 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d1f95546-4140-4205-bdce-f975ce742e4b req-ef754297-bbee-4b14-807a-9c636453caca tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438211 Jul 16 20:44:51.860091 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e661f0c1-1cd9-45d0-9ce2-10fe4fff9994 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96c465c-b153-4350-9a9a-354944222d73 HTTP/1.1" status: 200 len: 205 time: 0.0344622 Jul 16 20:44:51.863378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57096) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:51.871946 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-73ecc461-4962-44c0-bbe0-25aa8a83787e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:51.883208 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ecc461-4962-44c0-bbe0-25aa8a83787e None None] Routers {'d96c465c-b153-4350-9a9a-354944222d73'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:51.883841 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-73ecc461-4962-44c0-bbe0-25aa8a83787e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['d96c465c-b153-4350-9a9a-354944222d73'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:51.905478 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port f999f8ac-ae01-49d9-95b6-ee8393522cdc triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:51.906014 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:51.918840 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-73ecc461-4962-44c0-bbe0-25aa8a83787e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:51.919484 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ecc461-4962-44c0-bbe0-25aa8a83787e None None] The sync data for ids ['d96c465c-b153-4350-9a9a-354944222d73'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:51.942410 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7bcae7e9-5b08-4b24-8ab2-9fab24694f41 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:52.101920 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7bcae7e9-5b08-4b24-8ab2-9fab24694f41 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:52.104016 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7bcae7e9-5b08-4b24-8ab2-9fab24694f41 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:52.145912 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7bcae7e9-5b08-4b24-8ab2-9fab24694f41 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:52.146474 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcae7e9-5b08-4b24-8ab2-9fab24694f41 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Fanout notify agent at l3_agent the message router_deleted on router d96c465c-b153-4350-9a9a-354944222d73 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:44:52.153438 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7bcae7e9-5b08-4b24-8ab2-9fab24694f41 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:52.157231 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7bcae7e9-5b08-4b24-8ab2-9fab24694f41 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/routers/d96c465c-b153-4350-9a9a-354944222d73 HTTP/1.1" status: 204 len: 168 time: 0.2928753 Jul 16 20:44:52.157352 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57098) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:52.208640 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-18565c9c-2622-4f6f-98cb-f823b415bae0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Deleting subnet 6cbdcea6-62e3-4f2b-ba0e-269368515de1 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:44:52.214002 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-18565c9c-2622-4f6f-98cb-f823b415bae0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:52.253435 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-18565c9c-2622-4f6f-98cb-f823b415bae0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:52.338737 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-18565c9c-2622-4f6f-98cb-f823b415bae0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:52.394841 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-18565c9c-2622-4f6f-98cb-f823b415bae0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:52.419089 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18565c9c-2622-4f6f-98cb-f823b415bae0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Subnet': ['ID=6cbdcea6-62e3-4f2b-ba0e-269368515de1,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:52.424721 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-18565c9c-2622-4f6f-98cb-f823b415bae0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:52.428406 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-18565c9c-2622-4f6f-98cb-f823b415bae0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/subnets/6cbdcea6-62e3-4f2b-ba0e-269368515de1 HTTP/1.1" status: 204 len: 168 time: 0.2682390 Jul 16 20:44:52.429497 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57100) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:52.431040 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8706024d-0157-4353-b717-5745d98dd97f None None] Network 08849786-d856-454f-90fc-9e691d2027f3 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:52.509812 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b612d9b1-b404-4373-934f-987f41797c8f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:52.563036 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-b612d9b1-b404-4373-934f-987f41797c8f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Deleting port f999f8ac-ae01-49d9-95b6-ee8393522cdc {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:52.563387 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b612d9b1-b404-4373-934f-987f41797c8f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:52.609948 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b41d799-cc3e-4a46-9d1a-84ed2bb97391 None None] DHCP port deletion for 08849786-d856-454f-90fc-9e691d2027f3 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:44:52.635959 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-b612d9b1-b404-4373-934f-987f41797c8f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] For port f999f8ac-ae01-49d9-95b6-ee8393522cdc, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f999f8ac-ae01-49d9-95b6-ee8393522cdc,segment=NetworkSegment(7e2e8057-f3dd-4376-8207-d2dc5973e9e9),segment_id=7e2e8057-f3dd-4376-8207-d2dc5973e9e9)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:52.636580 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b612d9b1-b404-4373-934f-987f41797c8f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:52.648733 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-b612d9b1-b404-4373-934f-987f41797c8f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Calling delete_port for f999f8ac-ae01-49d9-95b6-ee8393522cdc owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:52.655687 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8b41d799-cc3e-4a46-9d1a-84ed2bb97391 None None] Deleting port f999f8ac-ae01-49d9-95b6-ee8393522cdc {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:52.656067 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b41d799-cc3e-4a46-9d1a-84ed2bb97391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:52.721315 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8b41d799-cc3e-4a46-9d1a-84ed2bb97391 None None] For port f999f8ac-ae01-49d9-95b6-ee8393522cdc, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f999f8ac-ae01-49d9-95b6-ee8393522cdc,segment=NetworkSegment(7e2e8057-f3dd-4376-8207-d2dc5973e9e9),segment_id=7e2e8057-f3dd-4376-8207-d2dc5973e9e9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:52.722165 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b41d799-cc3e-4a46-9d1a-84ed2bb97391 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:52.733220 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b612d9b1-b404-4373-934f-987f41797c8f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:52.734733 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8b41d799-cc3e-4a46-9d1a-84ed2bb97391 None None] Calling delete_port for f999f8ac-ae01-49d9-95b6-ee8393522cdc owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:52.761374 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612d9b1-b404-4373-934f-987f41797c8f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Port': ['ID=f999f8ac-ae01-49d9-95b6-ee8393522cdc,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:52.763915 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b612d9b1-b404-4373-934f-987f41797c8f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] No DVR routers for this DVR port f999f8ac-ae01-49d9-95b6-ee8393522cdc on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:44:52.775423 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 2e62df78-766d-459a-910d-fbfd84289585 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:44:52.875974 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b41d799-cc3e-4a46-9d1a-84ed2bb97391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:52.878582 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b612d9b1-b404-4373-934f-987f41797c8f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:52.891472 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-b612d9b1-b404-4373-934f-987f41797c8f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08849786-d856-454f-90fc-9e691d2027f3']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:52.908877 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-b612d9b1-b404-4373-934f-987f41797c8f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2e8057-f3dd-4376-8207-d2dc5973e9e9') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:52.909195 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-b612d9b1-b404-4373-934f-987f41797c8f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2e8057-f3dd-4376-8207-d2dc5973e9e9') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:52.913120 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41d799-cc3e-4a46-9d1a-84ed2bb97391 None None] Pushing event deleted for resources: {'Port': ['ID=f999f8ac-ae01-49d9-95b6-ee8393522cdc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:52.922779 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b612d9b1-b404-4373-934f-987f41797c8f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:52.926200 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b41d799-cc3e-4a46-9d1a-84ed2bb97391 None None] No DVR routers for this DVR port f999f8ac-ae01-49d9-95b6-ee8393522cdc on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:44:52.935741 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41d799-cc3e-4a46-9d1a-84ed2bb97391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:52.935741 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41d799-cc3e-4a46-9d1a-84ed2bb97391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:52.935741 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41d799-cc3e-4a46-9d1a-84ed2bb97391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:52.935741 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41d799-cc3e-4a46-9d1a-84ed2bb97391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:52.936709 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41d799-cc3e-4a46-9d1a-84ed2bb97391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:52.936709 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41d799-cc3e-4a46-9d1a-84ed2bb97391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:52.936709 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41d799-cc3e-4a46-9d1a-84ed2bb97391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:52.937419 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41d799-cc3e-4a46-9d1a-84ed2bb97391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:52.937419 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41d799-cc3e-4a46-9d1a-84ed2bb97391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:52.937419 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41d799-cc3e-4a46-9d1a-84ed2bb97391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:52.939426 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41d799-cc3e-4a46-9d1a-84ed2bb97391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:52.939426 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41d799-cc3e-4a46-9d1a-84ed2bb97391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:52.942858 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 2e62df78-766d-459a-910d-fbfd84289585, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=2e62df78-766d-459a-910d-fbfd84289585,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:52.949936 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ad04b-c70b-4194-989f-a7877caeb0a4 req-82a6827d-45a4-4e78-9907-b1ca447e1259 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:52.951595 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-805ad04b-c70b-4194-989f-a7877caeb0a4 req-82a6827d-45a4-4e78-9907-b1ca447e1259 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 943 time: 0.1632192 Jul 16 20:44:52.957212 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b612d9b1-b404-4373-934f-987f41797c8f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:52.960107 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '2e62df78-766d-459a-910d-fbfd84289585', 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53', 'port_id': '2e62df78-766d-459a-910d-fbfd84289585', 'mac_address': 'fa:16:3e:e1:2b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82321776-7ae0-4505-adc0-e73fc92b6de5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:44:52.965608 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-500eb9f9-6838-4937-8e53-aba17286aac2 req-0a084083-a54e-4f4c-b573-6461949362a4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd6dfa92-ff6e-44c3-99b3-5000779e65e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1154828 Jul 16 20:44:52.976893 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b612d9b1-b404-4373-934f-987f41797c8f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:44:52.977303 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b612d9b1-b404-4373-934f-987f41797c8f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:44:52.980395 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:44:53.012698 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.027361 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e62df78-766d-459a-910d-fbfd84289585 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:44:53.052998 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 2e62df78-766d-459a-910d-fbfd84289585, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=2e62df78-766d-459a-910d-fbfd84289585,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:53.058178 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.087837 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-805ad04b-c70b-4194-989f-a7877caeb0a4 req-4cf4ebbd-650b-4b3b-8bf3-0e7f6b6ccb93 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1281352 Jul 16 20:44:53.088806 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500eb9f9-6838-4937-8e53-aba17286aac2 req-1a5cf0b3-77f6-4247-ac81-26f7bde47e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:53.091253 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-500eb9f9-6838-4937-8e53-aba17286aac2 req-1a5cf0b3-77f6-4247-ac81-26f7bde47e38 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4bdd256dac0c4aa3bf3a5edb5f68a621&device_id=cd6dfa92-ff6e-44c3-99b3-5000779e65e8 HTTP/1.1" status: 200 len: 1097 time: 0.0719080 Jul 16 20:44:53.098395 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b612d9b1-b404-4373-934f-987f41797c8f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.110778 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b612d9b1-b404-4373-934f-987f41797c8f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.113705 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=2e62df78-766d-459a-910d-fbfd84289585,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:53.117511 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b612d9b1-b404-4373-934f-987f41797c8f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/networks/08849786-d856-454f-90fc-9e691d2027f3 HTTP/1.1" status: 204 len: 168 time: 0.6864254 Jul 16 20:44:53.117851 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57106) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:53.123155 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-1337636c-9b39-4e55-8c68-70a03da8b061 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-916469669', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:53.132403 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612d9b1-b404-4373-934f-987f41797c8f tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Network': ['ID=08849786-d856-454f-90fc-9e691d2027f3,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:53.150198 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6593ea-9976-47dc-96ff-e2319769b8f9 req-5162fa59-627a-457d-8b8d-30f3ac43a04b tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:53.151734 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2e6593ea-9976-47dc-96ff-e2319769b8f9 req-5162fa59-627a-457d-8b8d-30f3ac43a04b tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b2f4660-e791-46d8-bbfd-22dd99947ca7 HTTP/1.1" status: 200 len: 943 time: 0.1461353 Jul 16 20:44:53.192844 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2e6593ea-9976-47dc-96ff-e2319769b8f9 req-0a8745fd-f80a-4525-885a-e194ed83e312 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344763 Jul 16 20:44:53.201880 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1337636c-9b39-4e55-8c68-70a03da8b061 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.202925 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1337636c-9b39-4e55-8c68-70a03da8b061 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.279631 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500eb9f9-6838-4937-8e53-aba17286aac2 req-fad29c0c-764e-46f8-b933-b470e9ffa056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:53.281036 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-500eb9f9-6838-4937-8e53-aba17286aac2 req-fad29c0c-764e-46f8-b933-b470e9ffa056 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce428730-3071-425e-8060-368b0b06c241 HTTP/1.1" status: 200 len: 910 time: 0.1524522 Jul 16 20:44:53.284585 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1337636c-9b39-4e55-8c68-70a03da8b061 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.294252 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1337636c-9b39-4e55-8c68-70a03da8b061 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.336365 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['2e62df78-766d-459a-910d-fbfd84289585'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:44:53.343128 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1337636c-9b39-4e55-8c68-70a03da8b061 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.344401 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1337636c-9b39-4e55-8c68-70a03da8b061 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2254870 Jul 16 20:44:53.348760 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57110) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:53.356555 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-177d64dc-01c3-496f-aefb-67e6a6957173 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1807640639'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:53.360500 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-500eb9f9-6838-4937-8e53-aba17286aac2 req-293e652d-f514-4f30-b588-1c970c2f8103 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dd89413-e479-449c-820d-71e18c10ead6 HTTP/1.1" status: 200 len: 1001 time: 0.0725052 Jul 16 20:44:53.385001 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177d64dc-01c3-496f-aefb-67e6a6957173 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Made reservation on behalf of 4309df99e49e414c81323dd77e4aa778 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:53.388931 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-177d64dc-01c3-496f-aefb-67e6a6957173 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.414790 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500eb9f9-6838-4937-8e53-aba17286aac2 req-e69efb48-7f5e-4bb3-80f7-20335391bf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:53.416275 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-500eb9f9-6838-4937-8e53-aba17286aac2 req-e69efb48-7f5e-4bb3-80f7-20335391bf10 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7695fa01-6736-4799-8fa4-9c1a39aa2efe HTTP/1.1" status: 200 len: 848 time: 0.0494101 Jul 16 20:44:53.416976 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177d64dc-01c3-496f-aefb-67e6a6957173 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:44:53.427121 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-177d64dc-01c3-496f-aefb-67e6a6957173 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.427461 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-177d64dc-01c3-496f-aefb-67e6a6957173 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Added segment 23d97bc8-3ab0-41b0-9997-05b1e1db1f31 of type vlan for network 1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618 Jul 16 20:44:53.471751 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-177d64dc-01c3-496f-aefb-67e6a6957173 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.479651 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500eb9f9-6838-4937-8e53-aba17286aac2 req-89b39d46-fb9d-424f-a950-82a1ffc36285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:53.481180 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-500eb9f9-6838-4937-8e53-aba17286aac2 req-89b39d46-fb9d-424f-a950-82a1ffc36285 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce428730-3071-425e-8060-368b0b06c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587318 Jul 16 20:44:53.501999 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-177d64dc-01c3-496f-aefb-67e6a6957173 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.508186 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177d64dc-01c3-496f-aefb-67e6a6957173 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:53.508773 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-177d64dc-01c3-496f-aefb-67e6a6957173 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.543728 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-177d64dc-01c3-496f-aefb-67e6a6957173 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1934345 Jul 16 20:44:53.546827 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57112) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:53.554013 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-4b3d38b9-6e36-46c7-842c-6f2a041238aa tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'subnet': {'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:53.578083 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d64dc-01c3-496f-aefb-67e6a6957173 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Network': ['ID=1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:53.590116 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:44:53.815009 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f999f8ac-ae01-49d9-95b6-ee8393522cdc no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:44:53.836574 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: f999f8ac-ae01-49d9-95b6-ee8393522cdc {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:44:53.836923 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f999f8ac-ae01-49d9-95b6-ee8393522cdc not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:44:53.974248 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-500eb9f9-6838-4937-8e53-aba17286aac2 req-9dcf948b-74ff-44c9-a366-2eca7d2bf381 service neutron] 10.222.0.18 "GET /v2.0/networks/ce428730-3071-425e-8060-368b0b06c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860375 Jul 16 20:44:54.050009 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3d38b9-6e36-46c7-842c-6f2a041238aa tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Made reservation on behalf of 4309df99e49e414c81323dd77e4aa778 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:54.053403 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4b3d38b9-6e36-46c7-842c-6f2a041238aa tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:54.136734 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-500eb9f9-6838-4937-8e53-aba17286aac2 req-f09211d0-dfd3-4eb4-b434-e23813e73ee2 service neutron] 10.222.0.18 "GET /v2.0/networks/ce428730-3071-425e-8060-368b0b06c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553187 Jul 16 20:44:54.210981 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fb167398-1025-40ed-8aee-b9d0e32a7fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:54.263927 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4b3d38b9-6e36-46c7-842c-6f2a041238aa tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:54.294557 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:54.327023 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3569e7f-c103-4a00-8e3b-fc4528c2015d req-76b5540a-903e-48e4-9c99-7ee178f782b1 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:54.328530 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d3569e7f-c103-4a00-8e3b-fc4528c2015d req-76b5540a-903e-48e4-9c99-7ee178f782b1 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 943 time: 0.0946112 Jul 16 20:44:54.332023 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d38b9-6e36-46c7-842c-6f2a041238aa tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Subnet': ['ID=7e209264-2a03-4ba1-be2e-3f8273de061f,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:54.339875 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3d38b9-6e36-46c7-842c-6f2a041238aa tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Checking segment: {'id': '23d97bc8-3ab0-41b0-9997-05b1e1db1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:54.340334 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3d38b9-6e36-46c7-842c-6f2a041238aa tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network hostable DHCP agents. Network: 1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:44:54.358307 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3d38b9-6e36-46c7-842c-6f2a041238aa tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network 1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:44:54.368603 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-4b3d38b9-6e36-46c7-842c-6f2a041238aa tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:54.372765 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3d38b9-6e36-46c7-842c-6f2a041238aa tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:54.373412 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4b3d38b9-6e36-46c7-842c-6f2a041238aa tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:54.380337 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7b9f68-3201-468e-89be-0a9a748447ad None None] Network 1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:54.390434 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4b3d38b9-6e36-46c7-842c-6f2a041238aa tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8425455 Jul 16 20:44:54.393172 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57118) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:54.410173 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d3569e7f-c103-4a00-8e3b-fc4528c2015d req-203ae6b3-0b27-490f-aa09-c9c6241f9a6a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691564 Jul 16 20:44:54.435030 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e1390-b61e-4b23-979e-d65e4ed6d6d4 req-48b1daf9-2278-481c-9790-7d55403a9966 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:54.436550 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0b8e1390-b61e-4b23-979e-d65e4ed6d6d4 req-48b1daf9-2278-481c-9790-7d55403a9966 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b2f4660-e791-46d8-bbfd-22dd99947ca7 HTTP/1.1" status: 200 len: 944 time: 0.1071329 Jul 16 20:44:54.477314 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0b8e1390-b61e-4b23-979e-d65e4ed6d6d4 req-d261be8d-5f3d-4d39-a222-0f5384db4304 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344276 Jul 16 20:44:54.553545 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caf26c5-8f95-49c5-99dc-5ddcd75a518d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618', 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'fixed_ips': [{'subnet_id': '7e209264-2a03-4ba1-be2e-3f8273de061f'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:44:54.554482 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0caf26c5-8f95-49c5-99dc-5ddcd75a518d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:54.680566 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-489bfe58-d0db-4e35-9afe-dd781e3bf97a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:54.688992 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-0caf26c5-8f95-49c5-99dc-5ddcd75a518d None None] Allocated IP 2001:db8::2 (1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618/7e209264-2a03-4ba1-be2e-3f8273de061f/692571e4-0521-42cc-86b4-22d3d3d4a354) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:54.795182 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 2e62df78-766d-459a-910d-fbfd84289585 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:54.871363 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0caf26c5-8f95-49c5-99dc-5ddcd75a518d None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:54.881758 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0caf26c5-8f95-49c5-99dc-5ddcd75a518d None None] Transition to ACTIVE for port object 692571e4-0521-42cc-86b4-22d3d3d4a354 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:54.897946 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 2e62df78-766d-459a-910d-fbfd84289585 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:54.901995 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0caf26c5-8f95-49c5-99dc-5ddcd75a518d None None] Transition to ACTIVE for port object 692571e4-0521-42cc-86b4-22d3d3d4a354 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:54.905018 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 2e62df78-766d-459a-910d-fbfd84289585 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:54.905335 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:54.909044 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0caf26c5-8f95-49c5-99dc-5ddcd75a518d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:54.963068 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-489bfe58-d0db-4e35-9afe-dd781e3bf97a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Allocated IP 2001:db8::1 (1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618/7e209264-2a03-4ba1-be2e-3f8273de061f/c0a7bc5c-3353-4eec-9fb9-d4db3878e76b) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:54.978544 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caf26c5-8f95-49c5-99dc-5ddcd75a518d None None] Network 1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:54.983245 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0caf26c5-8f95-49c5-99dc-5ddcd75a518d None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:54.991345 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caf26c5-8f95-49c5-99dc-5ddcd75a518d None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:54.997040 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf26c5-8f95-49c5-99dc-5ddcd75a518d None None] Pushing event updated for resources: {'Port': ['ID=692571e4-0521-42cc-86b4-22d3d3d4a354,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:55.079689 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-489bfe58-d0db-4e35-9afe-dd781e3bf97a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:55.084556 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-0caf26c5-8f95-49c5-99dc-5ddcd75a518d None None] Attempting to bind port 692571e4-0521-42cc-86b4-22d3d3d4a354 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:55.084933 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-0caf26c5-8f95-49c5-99dc-5ddcd75a518d None None] Attempting to bind port 692571e4-0521-42cc-86b4-22d3d3d4a354 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '23d97bc8-3ab0-41b0-9997-05b1e1db1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:55.085295 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caf26c5-8f95-49c5-99dc-5ddcd75a518d None None] Attempting to bind port 692571e4-0521-42cc-86b4-22d3d3d4a354 on network 1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:55.088404 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:55.092885 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caf26c5-8f95-49c5-99dc-5ddcd75a518d None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:55.093260 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caf26c5-8f95-49c5-99dc-5ddcd75a518d None None] Checking segment: {'id': '23d97bc8-3ab0-41b0-9997-05b1e1db1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:55.093660 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0caf26c5-8f95-49c5-99dc-5ddcd75a518d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:55.094058 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caf26c5-8f95-49c5-99dc-5ddcd75a518d None None] Bound using segment: {'id': '23d97bc8-3ab0-41b0-9997-05b1e1db1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:55.094553 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-0caf26c5-8f95-49c5-99dc-5ddcd75a518d None None] Bound port: 692571e4-0521-42cc-86b4-22d3d3d4a354, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d97bc8-3ab0-41b0-9997-05b1e1db1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:55.094921 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0caf26c5-8f95-49c5-99dc-5ddcd75a518d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:55.098242 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-489bfe58-d0db-4e35-9afe-dd781e3bf97a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Transition to ACTIVE for port object c0a7bc5c-3353-4eec-9fb9-d4db3878e76b will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:55.124669 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2f4660-e791-46d8-bbfd-22dd99947ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e62df78-766d-459a-910d-fbfd84289585'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:55.126951 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1893a198-87a3-45af-8580-b04e35dc0ae9" -d '{"events": [{"server_uuid": "1b2f4660-e791-46d8-bbfd-22dd99947ca7", "name": "network-vif-plugged", "status": "completed", "tag": "2e62df78-766d-459a-910d-fbfd84289585"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:55.137048 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-489bfe58-d0db-4e35-9afe-dd781e3bf97a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:55.160688 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 2e62df78-766d-459a-910d-fbfd84289585, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=2e62df78-766d-459a-910d-fbfd84289585,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:55.167623 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:55.188864 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489bfe58-d0db-4e35-9afe-dd781e3bf97a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network 1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:55.193424 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-489bfe58-d0db-4e35-9afe-dd781e3bf97a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:55.201310 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489bfe58-d0db-4e35-9afe-dd781e3bf97a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:55.201876 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-489bfe58-d0db-4e35-9afe-dd781e3bf97a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:55.204143 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add77495-4504-430b-9d19-b11bc3de690b x-openstack-request-id: req-add77495-4504-430b-9d19-b11bc3de690b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:55.204445 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2f4660-e791-46d8-bbfd-22dd99947ca7", "name": "network-vif-plugged", "status": "completed", "tag": "2e62df78-766d-459a-910d-fbfd84289585", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:55.204703 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-add77495-4504-430b-9d19-b11bc3de690b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:55.205631 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2f4660-e791-46d8-bbfd-22dd99947ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e62df78-766d-459a-910d-fbfd84289585', 'code': 200} Jul 16 20:44:55.245703 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-0caf26c5-8f95-49c5-99dc-5ddcd75a518d None None] For port 692571e4-0521-42cc-86b4-22d3d3d4a354, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:55.253145 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489bfe58-d0db-4e35-9afe-dd781e3bf97a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Port': ['ID=c0a7bc5c-3353-4eec-9fb9-d4db3878e76b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:55.258379 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=2e62df78-766d-459a-910d-fbfd84289585,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:55.264502 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-0caf26c5-8f95-49c5-99dc-5ddcd75a518d None None] For port 692571e4-0521-42cc-86b4-22d3d3d4a354, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=692571e4-0521-42cc-86b4-22d3d3d4a354,segment=NetworkSegment(23d97bc8-3ab0-41b0-9997-05b1e1db1f31),segment_id=23d97bc8-3ab0-41b0-9997-05b1e1db1f31)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:55.270367 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0caf26c5-8f95-49c5-99dc-5ddcd75a518d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:55.329983 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf26c5-8f95-49c5-99dc-5ddcd75a518d None None] Pushing event updated for resources: {'Port': ['ID=692571e4-0521-42cc-86b4-22d3d3d4a354,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:55.339901 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394352c-e71d-49fb-9cdb-ee561a300953 req-1aa1a68a-00a2-461a-ad4b-c4ed4a7d6f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:55.341481 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6394352c-e71d-49fb-9cdb-ee561a300953 req-1aa1a68a-00a2-461a-ad4b-c4ed4a7d6f8c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1b2f4660-e791-46d8-bbfd-22dd99947ca7 HTTP/1.1" status: 200 len: 1097 time: 0.0708852 Jul 16 20:44:55.369785 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-489bfe58-d0db-4e35-9afe-dd781e3bf97a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:55.380107 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6394352c-e71d-49fb-9cdb-ee561a300953 req-fe9c3df7-0f81-4960-9bd5-29ded5dc0c86 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312026 Jul 16 20:44:55.643789 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d4218-6373-42d7-b2f7-7270ff8bca3a req-8e93a843-0124-4487-8c64-a201e205683f tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:55.645592 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-009d4218-6373-42d7-b2f7-7270ff8bca3a req-8e93a843-0124-4487-8c64-a201e205683f tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 943 time: 0.0843463 Jul 16 20:44:55.715835 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-489bfe58-d0db-4e35-9afe-dd781e3bf97a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:55.717621 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-009d4218-6373-42d7-b2f7-7270ff8bca3a req-1b0b582c-d673-4101-a538-839bcce72b67 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418847 Jul 16 20:44:55.722253 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-489bfe58-d0db-4e35-9afe-dd781e3bf97a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:55.723218 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-489bfe58-d0db-4e35-9afe-dd781e3bf97a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:55.745537 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d4421-ef15-4e79-b1d1-0e9935ba24b5 req-8ed1f38a-50f1-41be-bf64-2e8e6412dd90 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:55.747356 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4c6d4421-ef15-4e79-b1d1-0e9935ba24b5 req-8ed1f38a-50f1-41be-bf64-2e8e6412dd90 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b2f4660-e791-46d8-bbfd-22dd99947ca7 HTTP/1.1" status: 200 len: 945 time: 0.1008558 Jul 16 20:44:55.771427 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:55.810980 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4c6d4421-ef15-4e79-b1d1-0e9935ba24b5 req-345b794d-f1d8-4ae3-baaf-5f478281f081 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520260 Jul 16 20:44:55.828192 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489bfe58-d0db-4e35-9afe-dd781e3bf97a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Port': ['ID=c0a7bc5c-3353-4eec-9fb9-d4db3878e76b,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:55.869647 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489bfe58-d0db-4e35-9afe-dd781e3bf97a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network 1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:55.871099 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-489bfe58-d0db-4e35-9afe-dd781e3bf97a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:55.873508 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 692571e4-0521-42cc-86b4-22d3d3d4a354 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:55.927469 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 692571e4-0521-42cc-86b4-22d3d3d4a354 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:55.991190 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489bfe58-d0db-4e35-9afe-dd781e3bf97a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Router 3db58f0b-1c3a-4633-bb6c-c944a34e471f is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:44:56.086489 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489bfe58-d0db-4e35-9afe-dd781e3bf97a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:56.092281 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-489bfe58-d0db-4e35-9afe-dd781e3bf97a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "PUT /v2.0/routers/3db58f0b-1c3a-4633-bb6c-c944a34e471f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6979752 Jul 16 20:44:56.095090 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57126) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:56.098570 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e8d10-4118-4d6c-8070-35edb803fc2f None None] Sync routers for ids ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:56.101362 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-14a6b874-c7f2-4aab-ba5a-d0f4e445c015 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-127217280'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:56.109521 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05e8d10-4118-4d6c-8070-35edb803fc2f None None] Routers {'3db58f0b-1c3a-4633-bb6c-c944a34e471f'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:56.110651 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-c05e8d10-4118-4d6c-8070-35edb803fc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:56.128051 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a6b874-c7f2-4aab-ba5a-d0f4e445c015 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Made reservation on behalf of 4309df99e49e414c81323dd77e4aa778 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:56.131807 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-14a6b874-c7f2-4aab-ba5a-d0f4e445c015 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:56.159239 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a6b874-c7f2-4aab-ba5a-d0f4e445c015 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:44:56.169164 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-14a6b874-c7f2-4aab-ba5a-d0f4e445c015 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:56.169522 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-14a6b874-c7f2-4aab-ba5a-d0f4e445c015 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Added segment 78d27a62-0956-4f91-80c4-12fe1fd711ba of type vlan for network 4394fd0c-2faf-476b-9d1b-7853cb188f8d Jul 16 20:44:56.216687 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-c05e8d10-4118-4d6c-8070-35edb803fc2f None None] Set router 3db58f0b-1c3a-4633-bb6c-c944a34e471f gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:44:56.217885 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-14a6b874-c7f2-4aab-ba5a-d0f4e445c015 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:56.258822 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-14a6b874-c7f2-4aab-ba5a-d0f4e445c015 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:56.264700 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a6b874-c7f2-4aab-ba5a-d0f4e445c015 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:56.266176 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-14a6b874-c7f2-4aab-ba5a-d0f4e445c015 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:56.304302 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-14a6b874-c7f2-4aab-ba5a-d0f4e445c015 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2054844 Jul 16 20:44:56.305161 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57128) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:56.309926 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-0bd17026-74f8-43e2-8c31-5b919e132c9c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'subnet': {'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:56.365845 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6b874-c7f2-4aab-ba5a-d0f4e445c015 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Network': ['ID=4394fd0c-2faf-476b-9d1b-7853cb188f8d,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:56.388573 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 4394fd0c-2faf-476b-9d1b-7853cb188f8d details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:44:56.445868 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd17026-74f8-43e2-8c31-5b919e132c9c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Made reservation on behalf of 4309df99e49e414c81323dd77e4aa778 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:56.449756 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0bd17026-74f8-43e2-8c31-5b919e132c9c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:56.569799 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9751b5b-ae5b-46f4-961f-969ea0a61a13 None None] Network 1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:56.640104 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0bd17026-74f8-43e2-8c31-5b919e132c9c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:56.670480 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c31448d1-1e31-44a9-a8fb-2a6ab9c9fd0a None None] Provisioning for port 692571e4-0521-42cc-86b4-22d3d3d4a354 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:56.705704 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd17026-74f8-43e2-8c31-5b919e132c9c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Subnet': ['ID=58797631-7d32-478a-a8ef-8d51c35a397a,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:56.714026 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd17026-74f8-43e2-8c31-5b919e132c9c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Checking segment: {'id': '78d27a62-0956-4f91-80c4-12fe1fd711ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:56.714026 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd17026-74f8-43e2-8c31-5b919e132c9c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network hostable DHCP agents. Network: 4394fd0c-2faf-476b-9d1b-7853cb188f8d, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:44:56.714480 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c31448d1-1e31-44a9-a8fb-2a6ab9c9fd0a None None] Provisioning complete for port 692571e4-0521-42cc-86b4-22d3d3d4a354 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:56.715091 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c31448d1-1e31-44a9-a8fb-2a6ab9c9fd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:56.731642 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd17026-74f8-43e2-8c31-5b919e132c9c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network 4394fd0c-2faf-476b-9d1b-7853cb188f8d is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:44:56.740628 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-0bd17026-74f8-43e2-8c31-5b919e132c9c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 4394fd0c-2faf-476b-9d1b-7853cb188f8d) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:56.745124 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd17026-74f8-43e2-8c31-5b919e132c9c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:56.745717 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0bd17026-74f8-43e2-8c31-5b919e132c9c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:56.758945 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c937dc-b801-4ba2-8f41-6b6a81c97dd9 None None] Network 4394fd0c-2faf-476b-9d1b-7853cb188f8d requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:56.763218 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0bd17026-74f8-43e2-8c31-5b919e132c9c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4571118 Jul 16 20:44:56.765669 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57132) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:56.870949 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-c05e8d10-4118-4d6c-8070-35edb803fc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:44:55Z', 'revision_number': 2, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None, '_interfaces': [{'id': 'c0a7bc5c-3353-4eec-9fb9-d4db3878e76b', 'name': '', 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:50:44:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:54Z', 'updated_at': '2021-07-16T20:44:55Z', 'revision_number': 2, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:56.915643 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e8d10-4118-4d6c-8070-35edb803fc2f None None] Checking router: 3db58f0b-1c3a-4633-bb6c-c944a34e471f for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:44:56.916340 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e8d10-4118-4d6c-8070-35edb803fc2f None None] Updating router 3db58f0b-1c3a-4633-bb6c-c944a34e471f port c0a7bc5c-3353-4eec-9fb9-d4db3878e76b binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:44:56.958418 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9fa697-671d-4739-8308-2ca271f25180 req-b4436b41-fe00-4497-bf21-f40ec8279140 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:56.961935 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3b9fa697-671d-4739-8308-2ca271f25180 req-b4436b41-fe00-4497-bf21-f40ec8279140 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 943 time: 0.1088390 Jul 16 20:44:57.039751 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3b9fa697-671d-4739-8308-2ca271f25180 req-db2b1cd6-27f0-4646-9d8f-6dc592e757b7 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720441 Jul 16 20:44:57.055906 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c05e8d10-4118-4d6c-8070-35edb803fc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:57.063675 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530a2ed-d9c9-4674-88c0-aa53f7426f2f req-482b90ee-dc14-4209-985b-4f5b65eb1650 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:57.065813 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8530a2ed-d9c9-4674-88c0-aa53f7426f2f req-482b90ee-dc14-4209-985b-4f5b65eb1650 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b2f4660-e791-46d8-bbfd-22dd99947ca7 HTTP/1.1" status: 200 len: 945 time: 0.0908656 Jul 16 20:44:57.096054 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c31448d1-1e31-44a9-a8fb-2a6ab9c9fd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:57.122622 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8530a2ed-d9c9-4674-88c0-aa53f7426f2f req-b2db83a2-01ee-416d-bf98-20dffea3169a tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376983 Jul 16 20:44:57.161879 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-701e2e43-cf32-45ba-a758-10a085d4f737 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:57.174032 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb4a83f-1ccc-4b35-a088-459ae280cf25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-4394fd0c-2faf-476b-9d1b-7853cb188f8d', 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'fixed_ips': [{'subnet_id': '58797631-7d32-478a-a8ef-8d51c35a397a'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:44:57.174985 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbb4a83f-1ccc-4b35-a088-459ae280cf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:57.250728 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c31448d1-1e31-44a9-a8fb-2a6ab9c9fd0a None None] For port 692571e4-0521-42cc-86b4-22d3d3d4a354, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=692571e4-0521-42cc-86b4-22d3d3d4a354,segment=NetworkSegment(23d97bc8-3ab0-41b0-9997-05b1e1db1f31),segment_id=23d97bc8-3ab0-41b0-9997-05b1e1db1f31)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:57.277028 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c31448d1-1e31-44a9-a8fb-2a6ab9c9fd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:57.319252 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162c9ce-e14b-42fe-950c-7fb2e65bf6a1 req-2f3a6b7d-2e3f-4db1-92bb-9c68ab111e08 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:57.327131 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3162c9ce-e14b-42fe-950c-7fb2e65bf6a1 req-2f3a6b7d-2e3f-4db1-92bb-9c68ab111e08 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b2f4660-e791-46d8-bbfd-22dd99947ca7 HTTP/1.1" status: 200 len: 945 time: 0.0869360 Jul 16 20:44:57.377527 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3162c9ce-e14b-42fe-950c-7fb2e65bf6a1 req-07f23e1e-1a8c-4b74-8752-6d1544273317 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466790 Jul 16 20:44:57.490628 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723124f-28be-49bf-abad-64aaca5ee339 req-e9389472-ab50-47dc-8933-2afb97d943a0 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:57.497924 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e723124f-28be-49bf-abad-64aaca5ee339 req-e9389472-ab50-47dc-8933-2afb97d943a0 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 1097 time: 0.0727119 Jul 16 20:44:57.515373 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e723124f-28be-49bf-abad-64aaca5ee339 req-5ebe8852-6f8e-44ac-882d-c195160822a1 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:57.515990 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31448d1-1e31-44a9-a8fb-2a6ab9c9fd0a None None] Pushing event updated for resources: {'Port': ['ID=692571e4-0521-42cc-86b4-22d3d3d4a354,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:57.566796 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-cbb4a83f-1ccc-4b35-a088-459ae280cf25 None None] Allocated IP 2001:db8:1::2 (4394fd0c-2faf-476b-9d1b-7853cb188f8d/58797631-7d32-478a-a8ef-8d51c35a397a/e7667edf-ff28-4341-9188-fd6cc4c40242) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:57.632752 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e723124f-28be-49bf-abad-64aaca5ee339 req-5ebe8852-6f8e-44ac-882d-c195160822a1 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:57.638251 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e723124f-28be-49bf-abad-64aaca5ee339 req-5ebe8852-6f8e-44ac-882d-c195160822a1 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:57.664296 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e723124f-28be-49bf-abad-64aaca5ee339 req-5ebe8852-6f8e-44ac-882d-c195160822a1 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654758 Jul 16 20:44:57.671889 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:57.675785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe8852-6f8e-44ac-882d-c195160822a1 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2353a3c-4f85-4d24-a1b7-d7b14ceedf2b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:57.718694 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c05e8d10-4118-4d6c-8070-35edb803fc2f None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:57.769616 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c05e8d10-4118-4d6c-8070-35edb803fc2f None None] Transition to ACTIVE for port object c0a7bc5c-3353-4eec-9fb9-d4db3878e76b will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:57.773398 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69e43c72-606d-43e6-acae-18cd994e2ddc None None] Provisioning for port c0a7bc5c-3353-4eec-9fb9-d4db3878e76b completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:57.789373 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c05e8d10-4118-4d6c-8070-35edb803fc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:57.845210 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69e43c72-606d-43e6-acae-18cd994e2ddc None None] Provisioning complete for port c0a7bc5c-3353-4eec-9fb9-d4db3878e76b triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:57.845602 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69e43c72-606d-43e6-acae-18cd994e2ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:57.894427 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 692571e4-0521-42cc-86b4-22d3d3d4a354 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:57.950431 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002d834-b4bf-468d-bebe-d8ddf78ebdda req-e9c7d3bf-abb2-4059-88cb-6a8e6f1e803d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:57.952160 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9002d834-b4bf-468d-bebe-d8ddf78ebdda req-e9c7d3bf-abb2-4059-88cb-6a8e6f1e803d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 945 time: 0.0882001 Jul 16 20:44:57.960549 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace50494-db65-478a-9461-a07806eddcda req-f3ad4e30-52e6-4386-9b39-338cad7c6f93 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:57.962213 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ace50494-db65-478a-9461-a07806eddcda req-f3ad4e30-52e6-4386-9b39-338cad7c6f93 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b2f4660-e791-46d8-bbfd-22dd99947ca7 HTTP/1.1" status: 200 len: 945 time: 0.1339502 Jul 16 20:44:57.965589 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3b4df-949f-4e72-9144-ffded1f7fba2 None None] Pushing event updated for resources: {'Port': ['ID=c0a7bc5c-3353-4eec-9fb9-d4db3878e76b,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:58.027680 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9002d834-b4bf-468d-bebe-d8ddf78ebdda req-3e465d7b-9fd2-451c-953c-43282d149925 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641549 Jul 16 20:44:58.037630 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ace50494-db65-478a-9461-a07806eddcda req-68d8b6b5-f82c-43bb-8ee2-b398d2be7117 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670409 Jul 16 20:44:58.038470 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69e43c72-606d-43e6-acae-18cd994e2ddc None None] Port c0a7bc5c-3353-4eec-9fb9-d4db3878e76b cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:58.058821 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57148) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:58.064263 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbb4a83f-1ccc-4b35-a088-459ae280cf25 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:58.073897 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-c05e8d10-4118-4d6c-8070-35edb803fc2f None None] Attempting to bind port c0a7bc5c-3353-4eec-9fb9-d4db3878e76b on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:58.074613 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-c05e8d10-4118-4d6c-8070-35edb803fc2f None None] Attempting to bind port c0a7bc5c-3353-4eec-9fb9-d4db3878e76b by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '23d97bc8-3ab0-41b0-9997-05b1e1db1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:58.074917 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05e8d10-4118-4d6c-8070-35edb803fc2f None None] Attempting to bind port c0a7bc5c-3353-4eec-9fb9-d4db3878e76b on network 1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:58.079689 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-cbb4a83f-1ccc-4b35-a088-459ae280cf25 None None] Transition to ACTIVE for port object e7667edf-ff28-4341-9188-fd6cc4c40242 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:58.097123 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05e8d10-4118-4d6c-8070-35edb803fc2f None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:58.097777 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05e8d10-4118-4d6c-8070-35edb803fc2f None None] Checking segment: {'id': '23d97bc8-3ab0-41b0-9997-05b1e1db1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:58.098351 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c05e8d10-4118-4d6c-8070-35edb803fc2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:58.099043 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05e8d10-4118-4d6c-8070-35edb803fc2f None None] Bound using segment: {'id': '23d97bc8-3ab0-41b0-9997-05b1e1db1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:58.099810 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-c05e8d10-4118-4d6c-8070-35edb803fc2f None None] Bound port: c0a7bc5c-3353-4eec-9fb9-d4db3878e76b, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d97bc8-3ab0-41b0-9997-05b1e1db1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:58.100440 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c05e8d10-4118-4d6c-8070-35edb803fc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:58.123426 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69e43c72-606d-43e6-acae-18cd994e2ddc None None] Provisioning complete for port 692571e4-0521-42cc-86b4-22d3d3d4a354 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:58.123794 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69e43c72-606d-43e6-acae-18cd994e2ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:58.149428 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-cbb4a83f-1ccc-4b35-a088-459ae280cf25 None None] Transition to ACTIVE for port object e7667edf-ff28-4341-9188-fd6cc4c40242 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:58.150861 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 692571e4-0521-42cc-86b4-22d3d3d4a354 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:58.151229 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:58.165614 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a0b7c579-9a50-4288-8a1a-3473bb7dc5d6 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/floatingips/23c10ed2-c2dd-456b-b98f-92bba2a63074 HTTP/1.1" status: 200 len: 992 time: 0.1054707 Jul 16 20:44:58.215878 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbb4a83f-1ccc-4b35-a088-459ae280cf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:58.225612 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-701e2e43-cf32-45ba-a758-10a085d4f737 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Allocated IP 2001:db8:1::1 (4394fd0c-2faf-476b-9d1b-7853cb188f8d/58797631-7d32-478a-a8ef-8d51c35a397a/ff6d40d2-4957-4576-a8f4-5e5336d682e9) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:58.313353 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb4a83f-1ccc-4b35-a088-459ae280cf25 None None] Network 4394fd0c-2faf-476b-9d1b-7853cb188f8d is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:58.328741 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-cbb4a83f-1ccc-4b35-a088-459ae280cf25 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:58.334780 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4a83f-1ccc-4b35-a088-459ae280cf25 None None] Pushing event updated for resources: {'Port': ['ID=e7667edf-ff28-4341-9188-fd6cc4c40242,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:58.342520 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb4a83f-1ccc-4b35-a088-459ae280cf25 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:58.348316 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196583fd-bc05-40fa-a106-b921e0149e69 req-300a1658-a7f4-481a-a2b2-4d024e12fe4f tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:58.348996 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c05e8d10-4118-4d6c-8070-35edb803fc2f None None] For port c0a7bc5c-3353-4eec-9fb9-d4db3878e76b, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:58.349986 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-196583fd-bc05-40fa-a106-b921e0149e69 req-300a1658-a7f4-481a-a2b2-4d024e12fe4f tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 943 time: 0.1104817 Jul 16 20:44:58.403283 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-196583fd-bc05-40fa-a106-b921e0149e69 req-2328dbde-c66e-40d2-a0fd-20792a47bff9 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457780 Jul 16 20:44:58.436579 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-701e2e43-cf32-45ba-a758-10a085d4f737 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:58.452955 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-701e2e43-cf32-45ba-a758-10a085d4f737 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Transition to ACTIVE for port object ff6d40d2-4957-4576-a8f4-5e5336d682e9 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:58.498895 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-701e2e43-cf32-45ba-a758-10a085d4f737 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:58.550242 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701e2e43-cf32-45ba-a758-10a085d4f737 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network 4394fd0c-2faf-476b-9d1b-7853cb188f8d is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:58.553765 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-701e2e43-cf32-45ba-a758-10a085d4f737 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:58.558124 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701e2e43-cf32-45ba-a758-10a085d4f737 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:58.558727 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-701e2e43-cf32-45ba-a758-10a085d4f737 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:58.607478 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e2e43-cf32-45ba-a758-10a085d4f737 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Port': ['ID=ff6d40d2-4957-4576-a8f4-5e5336d682e9,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:58.676898 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c05e8d10-4118-4d6c-8070-35edb803fc2f None None] For port c0a7bc5c-3353-4eec-9fb9-d4db3878e76b, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=c0a7bc5c-3353-4eec-9fb9-d4db3878e76b,segment=NetworkSegment(23d97bc8-3ab0-41b0-9997-05b1e1db1f31),segment_id=23d97bc8-3ab0-41b0-9997-05b1e1db1f31)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:58.686984 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-80b71c38-820f-43ac-9d1d-2e883e2c955a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0943913 Jul 16 20:44:58.698544 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c05e8d10-4118-4d6c-8070-35edb803fc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:58.718741 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-077a1a66-c5cd-4fc6-a9ff-0f59e310672b req-91812003-1e0a-497f-955b-eb2cf69e8c21 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:44:58.727053 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-077a1a66-c5cd-4fc6-a9ff-0f59e310672b req-91812003-1e0a-497f-955b-eb2cf69e8c21 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118680 Jul 16 20:44:58.741011 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-cbb4a83f-1ccc-4b35-a088-459ae280cf25 None None] Attempting to bind port e7667edf-ff28-4341-9188-fd6cc4c40242 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:58.741383 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-cbb4a83f-1ccc-4b35-a088-459ae280cf25 None None] Attempting to bind port e7667edf-ff28-4341-9188-fd6cc4c40242 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '78d27a62-0956-4f91-80c4-12fe1fd711ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:58.741738 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb4a83f-1ccc-4b35-a088-459ae280cf25 None None] Attempting to bind port e7667edf-ff28-4341-9188-fd6cc4c40242 on network 4394fd0c-2faf-476b-9d1b-7853cb188f8d {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:58.763454 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb4a83f-1ccc-4b35-a088-459ae280cf25 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:58.763786 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb4a83f-1ccc-4b35-a088-459ae280cf25 None None] Checking segment: {'id': '78d27a62-0956-4f91-80c4-12fe1fd711ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:58.764191 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbb4a83f-1ccc-4b35-a088-459ae280cf25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:58.764582 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb4a83f-1ccc-4b35-a088-459ae280cf25 None None] Bound using segment: {'id': '78d27a62-0956-4f91-80c4-12fe1fd711ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:58.765062 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-cbb4a83f-1ccc-4b35-a088-459ae280cf25 None None] Bound port: e7667edf-ff28-4341-9188-fd6cc4c40242, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d27a62-0956-4f91-80c4-12fe1fd711ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:58.765439 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbb4a83f-1ccc-4b35-a088-459ae280cf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:58.789181 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-701e2e43-cf32-45ba-a758-10a085d4f737 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:58.798361 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05e8d10-4118-4d6c-8070-35edb803fc2f None None] Routers {'3db58f0b-1c3a-4633-bb6c-c944a34e471f'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:58.799111 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-c05e8d10-4118-4d6c-8070-35edb803fc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:58.837895 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-44df7597-baea-4852-852d-1639297af825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:58.838637 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-44df7597-baea-4852-852d-1639297af825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:58.841349 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-44df7597-baea-4852-852d-1639297af825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:58.842280 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-44df7597-baea-4852-852d-1639297af825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:58.851602 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-44df7597-baea-4852-852d-1639297af825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:58.852850 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-44df7597-baea-4852-852d-1639297af825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:58.853467 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-44df7597-baea-4852-852d-1639297af825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:58.855716 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-44df7597-baea-4852-852d-1639297af825 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=086605ce16824d789c1ebe4af59fda06&device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 6496 time: 0.0965166 Jul 16 20:44:58.937204 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3b4df-949f-4e72-9144-ffded1f7fba2 None None] Pushing event updated for resources: {'Port': ['ID=c0a7bc5c-3353-4eec-9fb9-d4db3878e76b,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:59.014453 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-c05e8d10-4118-4d6c-8070-35edb803fc2f None None] Set router 3db58f0b-1c3a-4633-bb6c-c944a34e471f gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:44:59.054775 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-cbb4a83f-1ccc-4b35-a088-459ae280cf25 None None] For port e7667edf-ff28-4341-9188-fd6cc4c40242, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:59.061742 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-2ac09728-2de6-46e2-83e5-0346d4773232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:59.063339 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-2ac09728-2de6-46e2-83e5-0346d4773232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:59.063966 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-2ac09728-2de6-46e2-83e5-0346d4773232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:59.067281 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-2ac09728-2de6-46e2-83e5-0346d4773232 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a5f59c06-393b-4019-8402-c670013796dd&id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&id=8220058e-73c4-4bbb-9a58-d9b747bb6802&id=8220058e-73c4-4bbb-9a58-d9b747bb6802 HTTP/1.1" status: 200 len: 2291 time: 0.1638260 Jul 16 20:44:59.079235 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-cbb4a83f-1ccc-4b35-a088-459ae280cf25 None None] For port e7667edf-ff28-4341-9188-fd6cc4c40242, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e7667edf-ff28-4341-9188-fd6cc4c40242,segment=NetworkSegment(78d27a62-0956-4f91-80c4-12fe1fd711ba),segment_id=78d27a62-0956-4f91-80c4-12fe1fd711ba)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:59.095339 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbb4a83f-1ccc-4b35-a088-459ae280cf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:59.182510 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-37e9e30d-1072-4220-8c74-de6278fbb776 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da3cd2bc-8361-4a87-8b42-606885129c8e HTTP/1.1" status: 200 len: 1002 time: 0.0992179 Jul 16 20:44:59.278167 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-701e2e43-cf32-45ba-a758-10a085d4f737 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:59.293336 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-701e2e43-cf32-45ba-a758-10a085d4f737 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:59.294268 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-701e2e43-cf32-45ba-a758-10a085d4f737 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:59.337675 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4a83f-1ccc-4b35-a088-459ae280cf25 None None] Pushing event updated for resources: {'Port': ['ID=e7667edf-ff28-4341-9188-fd6cc4c40242,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:59.344030 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-5f088a10-0d76-48c2-8422-222da039ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:59.346799 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-5f088a10-0d76-48c2-8422-222da039ec3a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ed11a99b-37e1-4696-970c-4dbb385ed21d HTTP/1.1" status: 200 len: 850 time: 0.1583211 Jul 16 20:44:59.434749 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-c05e8d10-4118-4d6c-8070-35edb803fc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:44:58Z', 'revision_number': 3, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None, '_interfaces': [{'id': 'c0a7bc5c-3353-4eec-9fb9-d4db3878e76b', 'name': '', 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:50:44:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:54Z', 'updated_at': '2021-07-16T20:44:58Z', 'revision_number': 4, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6d40d2-4957-4576-a8f4-5e5336d682e9', 'name': '', 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:27:f3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:57Z', 'updated_at': '2021-07-16T20:44:58Z', 'revision_number': 1, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:59.467531 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e8d10-4118-4d6c-8070-35edb803fc2f None None] The sync data for ids ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'] in n-d-791506-21 is: [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:44:58Z', 'revision_number': 3, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None, '_interfaces': [{'id': 'c0a7bc5c-3353-4eec-9fb9-d4db3878e76b', 'name': '', 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:50:44:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:54Z', 'updated_at': '2021-07-16T20:44:58Z', 'revision_number': 4, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6d40d2-4957-4576-a8f4-5e5336d682e9', 'name': '', 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:27:f3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:57Z', 'updated_at': '2021-07-16T20:44:58Z', 'revision_number': 1, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:59.480611 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11923f-7cdb-45c4-9af0-42cac032d83e req-fc1072b0-198c-41a9-bb75-d914a45b0b38 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:59.482243 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2b11923f-7cdb-45c4-9af0-42cac032d83e req-fc1072b0-198c-41a9-bb75-d914a45b0b38 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b2f4660-e791-46d8-bbfd-22dd99947ca7 HTTP/1.1" status: 200 len: 945 time: 0.2317719 Jul 16 20:44:59.581335 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:59.598002 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2b11923f-7cdb-45c4-9af0-42cac032d83e req-c4b60033-faa4-4eba-b4ac-e4558019741c tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003513 Jul 16 20:44:59.600267 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-840e61c1-1806-433e-b654-b5610545b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:59.602209 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-840e61c1-1806-433e-b654-b5610545b603 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a5f59c06-393b-4019-8402-c670013796dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2423244 Jul 16 20:44:59.619394 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1758226-4bc5-4601-9b3f-3466d3e583fd req-585e4b78-8a42-4ea8-879d-d65acc5016d1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:59.633011 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1758226-4bc5-4601-9b3f-3466d3e583fd req-585e4b78-8a42-4ea8-879d-d65acc5016d1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 945 time: 0.2269790 Jul 16 20:44:59.753609 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1758226-4bc5-4601-9b3f-3466d3e583fd req-47e36dc9-3f0f-4748-8449-810fe58bdc9b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197300 Jul 16 20:44:59.849415 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-b9f26100-0c51-4d5e-9eeb-8a47e8b522a2 service neutron] 10.222.0.62 "GET /v2.0/networks/a5f59c06-393b-4019-8402-c670013796dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034380 Jul 16 20:44:59.932537 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e7667edf-ff28-4341-9188-fd6cc4c40242 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:00.020741 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b354de15-c4c5-46cb-b9ad-6320a00577f1 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:45:00.023980 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port e7667edf-ff28-4341-9188-fd6cc4c40242 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:00.025143 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e2e43-cf32-45ba-a758-10a085d4f737 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Port': ['ID=ff6d40d2-4957-4576-a8f4-5e5336d682e9,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:00.055644 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e655-0ab5-4800-b084-df10aa362835 req-4eb2414d-c849-4d22-ac3a-0ec10478b188 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:00.056902 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-13e50f81-71b4-44e3-900f-5b4d98c2f028 service neutron] 10.222.0.62 "GET /v2.0/networks/a5f59c06-393b-4019-8402-c670013796dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065723 Jul 16 20:45:00.057962 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f0e9e655-0ab5-4800-b084-df10aa362835 req-4eb2414d-c849-4d22-ac3a-0ec10478b188 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b2f4660-e791-46d8-bbfd-22dd99947ca7 HTTP/1.1" status: 200 len: 945 time: 0.9726737 Jul 16 20:45:00.069869 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d302aa-9f08-48b4-bc53-f307cf152d9c req-090864cf-6635-470b-b657-14ef6c137f97 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:00.071300 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701e2e43-cf32-45ba-a758-10a085d4f737 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network 4394fd0c-2faf-476b-9d1b-7853cb188f8d is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:00.078120 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c6d302aa-9f08-48b4-bc53-f307cf152d9c req-090864cf-6635-470b-b657-14ef6c137f97 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 943 time: 0.2054703 Jul 16 20:45:00.081665 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-701e2e43-cf32-45ba-a758-10a085d4f737 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:00.139405 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port b354de15-c4c5-46cb-b9ad-6320a00577f1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b354de15-c4c5-46cb-b9ad-6320a00577f1,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:00.163236 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'b354de15-c4c5-46cb-b9ad-6320a00577f1', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'port_id': 'b354de15-c4c5-46cb-b9ad-6320a00577f1', 'mac_address': 'fa:16:3e:ba:16:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:45:00.190920 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c6d302aa-9f08-48b4-bc53-f307cf152d9c req-39b644b4-f920-44ab-a532-fa8441af4528 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1115792 Jul 16 20:45:00.199638 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-bc410718-94e4-46a3-a26b-22465a040dbe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=c9c7028e-c717-455b-b2ae-e3b788da21ae HTTP/1.1" status: 200 len: 217 time: 0.1061652 Jul 16 20:45:00.230056 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:00.234910 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-b59358c1-a118-408e-aac4-d364e4da42c8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9488168 Jul 16 20:45:00.278892 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b354de15-c4c5-46cb-b9ad-6320a00577f1 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:45:00.298117 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-26e8459c-3df9-43a7-b8c5-5a0bcd412ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:00.299971 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-26e8459c-3df9-43a7-b8c5-5a0bcd412ec5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ede8a670-7de2-4b7a-90c3-f13e1c31925d HTTP/1.1" status: 200 len: 797 time: 0.0923481 Jul 16 20:45:00.320207 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port b354de15-c4c5-46cb-b9ad-6320a00577f1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b354de15-c4c5-46cb-b9ad-6320a00577f1,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:00.335592 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:00.336019 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701e2e43-cf32-45ba-a758-10a085d4f737 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Router 3db58f0b-1c3a-4633-bb6c-c944a34e471f has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:45:00.429471 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=b354de15-c4c5-46cb-b9ad-6320a00577f1,revision_number=9']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:00.448075 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-6ed1a5a4-776f-4b9d-8462-d7fe99762648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:00.449872 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-6ed1a5a4-776f-4b9d-8462-d7fe99762648 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1424968 Jul 16 20:45:00.475701 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-f0e9e655-0ab5-4800-b084-df10aa362835 req-a543e7f6-a7be-4ef6-9ae3-0924dbd9c3e4 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Deleting port 2e62df78-766d-459a-910d-fbfd84289585 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:00.476855 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f0e9e655-0ab5-4800-b084-df10aa362835 req-a543e7f6-a7be-4ef6-9ae3-0924dbd9c3e4 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:00.541048 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['b354de15-c4c5-46cb-b9ad-6320a00577f1'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:45:00.622900 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-656e17a4-ff9c-43f6-ade8-ca96a2277bd3 service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646872 Jul 16 20:45:00.631141 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701e2e43-cf32-45ba-a758-10a085d4f737 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:45:00.659615 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-701e2e43-cf32-45ba-a758-10a085d4f737 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "PUT /v2.0/routers/3db58f0b-1c3a-4633-bb6c-c944a34e471f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8927627 Jul 16 20:45:00.663166 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57194) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:00.670182 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-f4d9b219-355f-4fdf-8a5f-f7a3eabb4668 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-128409632'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:00.681800 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-f0e9e655-0ab5-4800-b084-df10aa362835 req-a543e7f6-a7be-4ef6-9ae3-0924dbd9c3e4 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] For port 2e62df78-766d-459a-910d-fbfd84289585, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=2e62df78-766d-459a-910d-fbfd84289585,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:00.682430 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f0e9e655-0ab5-4800-b084-df10aa362835 req-a543e7f6-a7be-4ef6-9ae3-0924dbd9c3e4 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:00.707661 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-f0e9e655-0ab5-4800-b084-df10aa362835 req-a543e7f6-a7be-4ef6-9ae3-0924dbd9c3e4 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Calling delete_port for 2e62df78-766d-459a-910d-fbfd84289585 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:00.858588 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29352ae-2517-4242-bd11-63a40effd59e None None] Network 4394fd0c-2faf-476b-9d1b-7853cb188f8d requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:45:01.023462 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-51038374-722b-445f-a352-d50ae9e79b1d None None] Provisioning for port e7667edf-ff28-4341-9188-fd6cc4c40242 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:01.081179 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f0e9e655-0ab5-4800-b084-df10aa362835 req-a543e7f6-a7be-4ef6-9ae3-0924dbd9c3e4 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:01.129284 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543e7f6-a7be-4ef6-9ae3-0924dbd9c3e4 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Pushing event deleted for resources: {'Port': ['ID=2e62df78-766d-459a-910d-fbfd84289585,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:01.176328 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['aeae3ce4-ebcb-4649-a0cd-854d2d7318ca'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:45:01.191119 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-51038374-722b-445f-a352-d50ae9e79b1d None None] Provisioning complete for port e7667edf-ff28-4341-9188-fd6cc4c40242 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:01.192220 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51038374-722b-445f-a352-d50ae9e79b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:01.281083 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e9e655-0ab5-4800-b084-df10aa362835 req-a543e7f6-a7be-4ef6-9ae3-0924dbd9c3e4 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] No DVR routers for this DVR port 2e62df78-766d-459a-910d-fbfd84289585 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:01.296510 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f0e9e655-0ab5-4800-b084-df10aa362835 req-a543e7f6-a7be-4ef6-9ae3-0924dbd9c3e4 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:01.304892 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f0e9e655-0ab5-4800-b084-df10aa362835 req-a543e7f6-a7be-4ef6-9ae3-0924dbd9c3e4 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.62 "DELETE /v2.0/ports/2e62df78-766d-459a-910d-fbfd84289585 HTTP/1.1" status: 204 len: 173 time: 1.2301579 Jul 16 20:45:01.318954 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2f4660-e791-46d8-bbfd-22dd99947ca7', 'name': 'network-vif-deleted', 'tag': '2e62df78-766d-459a-910d-fbfd84289585'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:01.324451 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71d8145-6b37-4bf4-a9ea-6896377caa92" -d '{"events": [{"server_uuid": "1b2f4660-e791-46d8-bbfd-22dd99947ca7", "name": "network-vif-deleted", "tag": "2e62df78-766d-459a-910d-fbfd84289585"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:01.479332 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51038374-722b-445f-a352-d50ae9e79b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:01.529737 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d9b219-355f-4fdf-8a5f-f7a3eabb4668 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Made reservation on behalf of 4309df99e49e414c81323dd77e4aa778 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:45:01.534032 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b219-355f-4fdf-8a5f-f7a3eabb4668 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:01.541581 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-65f31aa0-8ee5-4b0a-af22-e1089ae8c3b1 req-cb77adf6-80aa-4676-bb93-7847e8c0083d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b2f4660-e791-46d8-bbfd-22dd99947ca7 HTTP/1.1" status: 200 len: 210 time: 0.0638521 Jul 16 20:45:01.582543 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-51038374-722b-445f-a352-d50ae9e79b1d None None] For port e7667edf-ff28-4341-9188-fd6cc4c40242, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e7667edf-ff28-4341-9188-fd6cc4c40242,segment=NetworkSegment(78d27a62-0956-4f91-80c4-12fe1fd711ba),segment_id=78d27a62-0956-4f91-80c4-12fe1fd711ba)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:01.592143 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51038374-722b-445f-a352-d50ae9e79b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:01.603116 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-7c241c2f-c12c-4f93-9020-05ac40e9d415 service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9672203 Jul 16 20:45:01.636947 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d9b219-355f-4fdf-8a5f-f7a3eabb4668 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:45:01.668225 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51038374-722b-445f-a352-d50ae9e79b1d None None] Pushing event updated for resources: {'Port': ['ID=e7667edf-ff28-4341-9188-fd6cc4c40242,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:01.716562 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-e03d6e42-f40b-4910-8930-37b8c5f87034 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=b5381535-2faf-4332-a7a0-66c456495a38 HTTP/1.1" status: 200 len: 217 time: 0.0983684 Jul 16 20:45:01.780464 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b219-355f-4fdf-8a5f-f7a3eabb4668 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:01.780823 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-f4d9b219-355f-4fdf-8a5f-f7a3eabb4668 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Added segment 548476c2-1545-463a-aeb4-2f2dcc3dc8af of type vlan for network 2d7fd0f2-2dc9-46c8-923e-38af071339ee Jul 16 20:45:01.821055 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a929a-d072-4b69-91d6-2e6f39506f30 req-6c6baca6-dfca-4819-ac74-26861e817cc0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:01.825332 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-446a929a-d072-4b69-91d6-2e6f39506f30 req-6c6baca6-dfca-4819-ac74-26861e817cc0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 945 time: 0.4083054 Jul 16 20:45:01.891114 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [req-5930e58f-c414-4865-a343-344b68874d6c req-c9c5a090-1bb3-4c6d-92ee-002266f1711f service neutron] (93793) timed out ('10.222.0.18', 49734) {{(pid=93793) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:45:01.964006 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-89ca994f-dc65-4d0a-9d08-eaed5ceaddce None None] Provisioning for port ff6d40d2-4957-4576-a8f4-5e5336d682e9 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:01.973910 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-89ca994f-dc65-4d0a-9d08-eaed5ceaddce None None] Provisioning complete for port ff6d40d2-4957-4576-a8f4-5e5336d682e9 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:01.974248 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89ca994f-dc65-4d0a-9d08-eaed5ceaddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:01.974435 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-5257193f-50ef-41e8-8546-efaaff18f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:01.975892 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-5257193f-50ef-41e8-8546-efaaff18f5f0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ede8a670-7de2-4b7a-90c3-f13e1c31925d HTTP/1.1" status: 200 len: 797 time: 0.2367165 Jul 16 20:45:02.002585 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b219-355f-4fdf-8a5f-f7a3eabb4668 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:02.014572 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e7667edf-ff28-4341-9188-fd6cc4c40242 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:02.070865 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-446a929a-d072-4b69-91d6-2e6f39506f30 req-94f34466-21d6-4763-b2be-56cdea02bd60 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2199769 Jul 16 20:45:02.071563 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b354de15-c4c5-46cb-b9ad-6320a00577f1 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:02.126733 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d278a9-1b10-43d4-bfa2-50aef9a8af98 req-38435775-4da4-4c4f-bdb1-be5e40469295 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:02.128784 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33d278a9-1b10-43d4-bfa2-50aef9a8af98 req-38435775-4da4-4c4f-bdb1-be5e40469295 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 944 time: 0.3021441 Jul 16 20:45:02.141069 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-89ca994f-dc65-4d0a-9d08-eaed5ceaddce None None] Port ff6d40d2-4957-4576-a8f4-5e5336d682e9 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:45:02.168115 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port e7667edf-ff28-4341-9188-fd6cc4c40242 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:02.169018 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:02.174838 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfcc75e-80a4-4322-9cff-f944c7a57414 x-openstack-request-id: req-5bfcc75e-80a4-4322-9cff-f944c7a57414 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:02.175286 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2f4660-e791-46d8-bbfd-22dd99947ca7", "name": "network-vif-deleted", "tag": "2e62df78-766d-459a-910d-fbfd84289585", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:02.175763 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5bfcc75e-80a4-4322-9cff-f944c7a57414 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:02.176626 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2f4660-e791-46d8-bbfd-22dd99947ca7', 'name': 'network-vif-deleted', 'tag': '2e62df78-766d-459a-910d-fbfd84289585', 'status': 'completed', 'code': 200} Jul 16 20:45:02.201225 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-89ca994f-dc65-4d0a-9d08-eaed5ceaddce None None] Provisioning complete for port e7667edf-ff28-4341-9188-fd6cc4c40242 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:02.201603 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89ca994f-dc65-4d0a-9d08-eaed5ceaddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:02.211327 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b219-355f-4fdf-8a5f-f7a3eabb4668 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:02.223680 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d9b219-355f-4fdf-8a5f-f7a3eabb4668 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:02.224290 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b219-355f-4fdf-8a5f-f7a3eabb4668 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:02.249734 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port b354de15-c4c5-46cb-b9ad-6320a00577f1 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:02.250108 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:02.292999 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33d278a9-1b10-43d4-bfa2-50aef9a8af98 req-a0c51eda-1273-4cc1-a7ca-f1410b06c2c7 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1449268 Jul 16 20:45:02.324777 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-325801ca-88f2-446a-8d68-13622d7a7b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:02.327090 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-325801ca-88f2-446a-8d68-13622d7a7b9a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3181205 Jul 16 20:45:02.350784 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f4d9b219-355f-4fdf-8a5f-f7a3eabb4668 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6863174 Jul 16 20:45:02.353641 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57208) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:02.362086 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-48dae8c8-6628-48ab-91c9-1c66255780b5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'subnet': {'network_id': '2d7fd0f2-2dc9-46c8-923e-38af071339ee', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:02.407044 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9b219-355f-4fdf-8a5f-f7a3eabb4668 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Network': ['ID=2d7fd0f2-2dc9-46c8-923e-38af071339ee,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:02.444234 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 2d7fd0f2-2dc9-46c8-923e-38af071339ee details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:45:02.484984 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-2284448c-1053-4a9b-8bcc-4809eaa018a5 service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478360 Jul 16 20:45:02.519857 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82f4200-e5d1-4131-91c5-e95edbc4f62f None None] Sync routers for ids ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:45:02.522221 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48dae8c8-6628-48ab-91c9-1c66255780b5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Made reservation on behalf of 4309df99e49e414c81323dd77e4aa778 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:45:02.527429 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-48dae8c8-6628-48ab-91c9-1c66255780b5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:02.549237 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82f4200-e5d1-4131-91c5-e95edbc4f62f None None] Routers {'3db58f0b-1c3a-4633-bb6c-c944a34e471f'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:02.550154 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-b82f4200-e5d1-4131-91c5-e95edbc4f62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:02.560568 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c0a7bc5c-3353-4eec-9fb9-d4db3878e76b up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:02.611982 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-15f20e99-fa97-4b2b-9d59-970cbf090e5f service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151414 Jul 16 20:45:02.701386 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:02.708513 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-81b25f90-5b9d-44c5-b89e-8ae535de5e5b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=dbb2a1f8-6655-4e13-8f01-649325559b94 HTTP/1.1" status: 200 len: 217 time: 0.0909336 Jul 16 20:45:02.796144 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-b82f4200-e5d1-4131-91c5-e95edbc4f62f None None] Set router 3db58f0b-1c3a-4633-bb6c-c944a34e471f gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:02.826990 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-82f0e6a0-82cf-417b-9c0b-9b899bb657c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:02.832574 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-82f0e6a0-82cf-417b-9c0b-9b899bb657c9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ede8a670-7de2-4b7a-90c3-f13e1c31925d HTTP/1.1" status: 200 len: 797 time: 0.1152396 Jul 16 20:45:02.848438 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port b354de15-c4c5-46cb-b9ad-6320a00577f1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b354de15-c4c5-46cb-b9ad-6320a00577f1,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:02.853886 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953fe2b5-ff30-483d-9d0f-8c12abee2100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b354de15-c4c5-46cb-b9ad-6320a00577f1'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:02.858371 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0707274a-23a9-4f88-9dd6-bb45b854cee1" -d '{"events": [{"server_uuid": "953fe2b5-ff30-483d-9d0f-8c12abee2100", "name": "network-vif-plugged", "status": "completed", "tag": "b354de15-c4c5-46cb-b9ad-6320a00577f1"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:02.866845 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 2e62df78-766d-459a-910d-fbfd84289585 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:02.884348 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:02.943104 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-000225dc-b4fa-43d7-83a5-864f4439eb0e None None] Provisioning complete for port ff6d40d2-4957-4576-a8f4-5e5336d682e9 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:02.943811 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-000225dc-b4fa-43d7-83a5-864f4439eb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:02.977582 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-457ed41e-1cfa-4649-9711-560be0434e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:02.984317 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-457ed41e-1cfa-4649-9711-560be0434e93 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1444867 Jul 16 20:45:03.034414 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 2e62df78-766d-459a-910d-fbfd84289585 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:45:03.034414 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 2e62df78-766d-459a-910d-fbfd84289585 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:45:03.045265 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-48dae8c8-6628-48ab-91c9-1c66255780b5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:03.105235 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78f017a-a8a0-400b-a18d-3475f6ee7e4e x-openstack-request-id: req-f78f017a-a8a0-400b-a18d-3475f6ee7e4e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:03.105797 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953fe2b5-ff30-483d-9d0f-8c12abee2100", "name": "network-vif-plugged", "status": "completed", "tag": "b354de15-c4c5-46cb-b9ad-6320a00577f1", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:03.105797 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f78f017a-a8a0-400b-a18d-3475f6ee7e4e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:03.106272 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953fe2b5-ff30-483d-9d0f-8c12abee2100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b354de15-c4c5-46cb-b9ad-6320a00577f1', 'code': 200} Jul 16 20:45:03.136711 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port c0a7bc5c-3353-4eec-9fb9-d4db3878e76b completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:03.140831 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=b354de15-c4c5-46cb-b9ad-6320a00577f1,revision_number=10']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:03.148667 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port c0a7bc5c-3353-4eec-9fb9-d4db3878e76b triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:03.149100 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:03.153269 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-d54bf8e8-f814-4852-bba5-82f2e5ce1930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:03.155444 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-d54bf8e8-f814-4852-bba5-82f2e5ce1930 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 1097 time: 0.2510343 Jul 16 20:45:03.156095 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dae8c8-6628-48ab-91c9-1c66255780b5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Subnet': ['ID=3dc4080a-90d5-48a8-b874-7c31d6a38449,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:03.173632 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dae8c8-6628-48ab-91c9-1c66255780b5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Checking segment: {'id': '548476c2-1545-463a-aeb4-2f2dcc3dc8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d7fd0f2-2dc9-46c8-923e-38af071339ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:03.174090 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dae8c8-6628-48ab-91c9-1c66255780b5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network hostable DHCP agents. Network: 2d7fd0f2-2dc9-46c8-923e-38af071339ee, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:45:03.207177 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:03.208317 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-000225dc-b4fa-43d7-83a5-864f4439eb0e None None] Port ff6d40d2-4957-4576-a8f4-5e5336d682e9 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:45:03.242514 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-7f6ca8e6-48f1-4303-b180-e53b9dafe15a service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509706 Jul 16 20:45:03.277804 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:03.280594 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dae8c8-6628-48ab-91c9-1c66255780b5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network 2d7fd0f2-2dc9-46c8-923e-38af071339ee is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:45:03.304474 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-48dae8c8-6628-48ab-91c9-1c66255780b5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 2d7fd0f2-2dc9-46c8-923e-38af071339ee) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:03.313369 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dae8c8-6628-48ab-91c9-1c66255780b5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:03.313967 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-48dae8c8-6628-48ab-91c9-1c66255780b5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:03.326917 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3408a273-1504-4b10-8b4f-3390b211f35c None None] Network 2d7fd0f2-2dc9-46c8-923e-38af071339ee requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:45:03.333499 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port c0a7bc5c-3353-4eec-9fb9-d4db3878e76b, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=c0a7bc5c-3353-4eec-9fb9-d4db3878e76b,segment=NetworkSegment(23d97bc8-3ab0-41b0-9997-05b1e1db1f31),segment_id=23d97bc8-3ab0-41b0-9997-05b1e1db1f31)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:03.334718 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-6230e3bd-1b46-423d-9cd6-4cad98271c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:03.336448 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-6230e3bd-1b46-423d-9cd6-4cad98271c09 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d060d412-3eba-485c-bbac-71368347d343 HTTP/1.1" status: 200 len: 898 time: 0.1717229 Jul 16 20:45:03.347102 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-48dae8c8-6628-48ab-91c9-1c66255780b5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9911852 Jul 16 20:45:03.348663 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-b82f4200-e5d1-4131-91c5-e95edbc4f62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:44:58Z', 'revision_number': 3, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None, '_interfaces': [{'id': 'c0a7bc5c-3353-4eec-9fb9-d4db3878e76b', 'name': '', 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:50:44:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:54Z', 'updated_at': '2021-07-16T20:44:58Z', 'revision_number': 4, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6d40d2-4957-4576-a8f4-5e5336d682e9', 'name': '', 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:27:f3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:57Z', 'updated_at': '2021-07-16T20:44:59Z', 'revision_number': 2, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:03.354841 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57234) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:03.364817 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-029129eb-d972-411f-b61d-21700b4c34e4 None None] Provisioning complete for port ff6d40d2-4957-4576-a8f4-5e5336d682e9 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:03.365287 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-029129eb-d972-411f-b61d-21700b4c34e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:03.366950 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:03.390118 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82f4200-e5d1-4131-91c5-e95edbc4f62f None None] Checking router: 3db58f0b-1c3a-4633-bb6c-c944a34e471f for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:45:03.390940 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82f4200-e5d1-4131-91c5-e95edbc4f62f None None] Updating router 3db58f0b-1c3a-4633-bb6c-c944a34e471f port ff6d40d2-4957-4576-a8f4-5e5336d682e9 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:45:03.438731 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b82f4200-e5d1-4131-91c5-e95edbc4f62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:03.510230 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-6da78538-3cdd-4476-a467-1f2082bb0808 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4a2edc9-acbe-4068-a489-5602accc426f HTTP/1.1" status: 200 len: 1000 time: 0.1668172 Jul 16 20:45:03.561768 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-d8222554-8279-47bd-940b-52e38e054be9 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:03.563406 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-d8222554-8279-47bd-940b-52e38e054be9 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/networks?id=25b41f76-37be-4345-9ddf-d59e23791d53 HTTP/1.1" status: 200 len: 805 time: 0.2299609 Jul 16 20:45:03.613418 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-78b8aaf8-472c-4d97-b30f-70b8ee12bf5d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/quotas/9ba5e10151bc4482805c7d5cba435d3a HTTP/1.1" status: 200 len: 375 time: 0.0408678 Jul 16 20:45:03.622383 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-899cd4ec-a33a-40ab-8e88-e48384d1de57 service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576877 Jul 16 20:45:03.628448 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b650d8c-de5c-48e3-bc1d-f335b3b27ecc req-95eea7d5-5918-458e-ad39-e92ac6740f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:03.629871 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8b650d8c-de5c-48e3-bc1d-f335b3b27ecc req-95eea7d5-5918-458e-ad39-e92ac6740f67 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 1098 time: 0.3861115 Jul 16 20:45:03.670366 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-029129eb-d972-411f-b61d-21700b4c34e4 None None] Port ff6d40d2-4957-4576-a8f4-5e5336d682e9 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:45:03.678462 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=c0a7bc5c-3353-4eec-9fb9-d4db3878e76b,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:03.728683 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-766c6acb-a182-45dd-80ae-ec39adef60e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=9c2a4800-9a2a-4b56-925d-1fa35a5727a0 HTTP/1.1" status: 200 len: 217 time: 0.0900686 Jul 16 20:45:03.741179 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064fd03-84e3-418a-a787-7e00285d2dd6 req-5ffe228d-37c3-4370-b6ae-fa71385e3539 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:03.743037 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8064fd03-84e3-418a-a787-7e00285d2dd6 req-5ffe228d-37c3-4370-b6ae-fa71385e3539 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 945 time: 0.3805988 Jul 16 20:45:03.787355 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40a09b2-56c9-46b4-af2b-fc056fb6973f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-2d7fd0f2-2dc9-46c8-923e-38af071339ee', 'network_id': '2d7fd0f2-2dc9-46c8-923e-38af071339ee', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'fixed_ips': [{'subnet_id': '3dc4080a-90d5-48a8-b874-7c31d6a38449'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:45:03.788749 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b40a09b2-56c9-46b4-af2b-fc056fb6973f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:03.825704 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b82f4200-e5d1-4131-91c5-e95edbc4f62f None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:03.829002 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8b650d8c-de5c-48e3-bc1d-f335b3b27ecc req-df0896f6-f157-4bd4-adaf-c933f1379f9a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1769385 Jul 16 20:45:03.841591 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-b82f4200-e5d1-4131-91c5-e95edbc4f62f None None] Transition to ACTIVE for port object ff6d40d2-4957-4576-a8f4-5e5336d682e9 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:03.846017 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-c078b509-914c-47e4-9679-19678ace2dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:03.848134 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-c078b509-914c-47e4-9679-19678ace2dc6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d745fcd-6587-4d2b-8c68-3822122cd917 HTTP/1.1" status: 200 len: 835 time: 0.3308685 Jul 16 20:45:03.852275 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b82f4200-e5d1-4131-91c5-e95edbc4f62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:03.890476 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-23357321-bf7b-46d6-b312-ab077b9873f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:03.891949 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-23357321-bf7b-46d6-b312-ab077b9873f3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ede8a670-7de2-4b7a-90c3-f13e1c31925d HTTP/1.1" status: 200 len: 797 time: 0.1476285 Jul 16 20:45:03.902966 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8064fd03-84e3-418a-a787-7e00285d2dd6 req-4286d9d8-d540-4056-8562-553ae90546b0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382062 Jul 16 20:45:03.910189 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c0a7bc5c-3353-4eec-9fb9-d4db3878e76b up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:03.935916 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-8d83a221-9d07-48ee-8c2d-5752627768bd tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba5e10151bc4482805c7d5cba435d3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3110983 Jul 16 20:45:03.943551 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a90ef21f-3186-43b1-b66b-a6d6d2ebfe54 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:04.020091 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-b82f4200-e5d1-4131-91c5-e95edbc4f62f None None] Attempting to bind port ff6d40d2-4957-4576-a8f4-5e5336d682e9 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:45:04.023044 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-b82f4200-e5d1-4131-91c5-e95edbc4f62f None None] Attempting to bind port ff6d40d2-4957-4576-a8f4-5e5336d682e9 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '78d27a62-0956-4f91-80c4-12fe1fd711ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:45:04.023652 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82f4200-e5d1-4131-91c5-e95edbc4f62f None None] Attempting to bind port ff6d40d2-4957-4576-a8f4-5e5336d682e9 on network 4394fd0c-2faf-476b-9d1b-7853cb188f8d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:04.039256 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82f4200-e5d1-4131-91c5-e95edbc4f62f None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:45:04.039650 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82f4200-e5d1-4131-91c5-e95edbc4f62f None None] Checking segment: {'id': '78d27a62-0956-4f91-80c4-12fe1fd711ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:04.040068 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b82f4200-e5d1-4131-91c5-e95edbc4f62f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:04.040471 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82f4200-e5d1-4131-91c5-e95edbc4f62f None None] Bound using segment: {'id': '78d27a62-0956-4f91-80c4-12fe1fd711ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:45:04.041585 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-b82f4200-e5d1-4131-91c5-e95edbc4f62f None None] Bound port: ff6d40d2-4957-4576-a8f4-5e5336d682e9, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d27a62-0956-4f91-80c4-12fe1fd711ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:45:04.042033 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b82f4200-e5d1-4131-91c5-e95edbc4f62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:04.058570 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-b40a09b2-56c9-46b4-af2b-fc056fb6973f None None] Allocated IP 2001:db8:2::2 (2d7fd0f2-2dc9-46c8-923e-38af071339ee/3dc4080a-90d5-48a8-b874-7c31d6a38449/e42903d8-fd4c-428f-a6c2-48a653bcc383) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:45:04.077413 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-1e605384-9e19-4bca-8a58-388779b8298f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:04.079452 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-1e605384-9e19-4bca-8a58-388779b8298f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8215949-193f-4b94-94eb-7fc9f5e8cdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1754348 Jul 16 20:45:04.086148 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979bd28-0331-4a26-a929-5a10f87e25d6 None None] Pushing event updated for resources: {'Port': ['ID=ff6d40d2-4957-4576-a8f4-5e5336d682e9,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:04.088067 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-54e90184-3821-4fe6-b7d4-83b9ce644c1d service neutron] 10.222.0.38 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472402 Jul 16 20:45:04.193707 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-b82f4200-e5d1-4131-91c5-e95edbc4f62f None None] For port ff6d40d2-4957-4576-a8f4-5e5336d682e9, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:04.200978 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-b82f4200-e5d1-4131-91c5-e95edbc4f62f None None] For port ff6d40d2-4957-4576-a8f4-5e5336d682e9, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=ff6d40d2-4957-4576-a8f4-5e5336d682e9,segment=NetworkSegment(78d27a62-0956-4f91-80c4-12fe1fd711ba),segment_id=78d27a62-0956-4f91-80c4-12fe1fd711ba)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:45:04.208968 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b82f4200-e5d1-4131-91c5-e95edbc4f62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:04.240812 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-86f557cd-eeef-4fea-bc8d-2a8e1280a6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:04.246606 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-86f557cd-eeef-4fea-bc8d-2a8e1280a6d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d060d412-3eba-485c-bbac-71368347d343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3206530 Jul 16 20:45:04.271595 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b40a09b2-56c9-46b4-af2b-fc056fb6973f None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:04.284393 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b40a09b2-56c9-46b4-af2b-fc056fb6973f None None] Transition to ACTIVE for port object e42903d8-fd4c-428f-a6c2-48a653bcc383 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:04.303005 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b40a09b2-56c9-46b4-af2b-fc056fb6973f None None] Transition to ACTIVE for port object e42903d8-fd4c-428f-a6c2-48a653bcc383 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:04.308813 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82f4200-e5d1-4131-91c5-e95edbc4f62f None None] Routers {'3db58f0b-1c3a-4633-bb6c-c944a34e471f'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:04.311393 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-b82f4200-e5d1-4131-91c5-e95edbc4f62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:04.318600 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b40a09b2-56c9-46b4-af2b-fc056fb6973f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:04.324516 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-3631e609-8b20-4873-a09b-e32fcb4b9645 service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266028 Jul 16 20:45:04.337361 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-2312c5d0-2491-483f-b418-22ca028684b8 service neutron] 10.222.0.38 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476771 Jul 16 20:45:04.386910 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40a09b2-56c9-46b4-af2b-fc056fb6973f None None] Network 2d7fd0f2-2dc9-46c8-923e-38af071339ee is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:04.402414 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-6f9b4ef9-2b02-4b6f-bcc3-7642bae2efd2 service neutron] 10.222.0.18 "GET /v2.0/networks/d060d412-3eba-485c-bbac-71368347d343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476116 Jul 16 20:45:04.411423 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-b40a09b2-56c9-46b4-af2b-fc056fb6973f None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:04.427421 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a09b2-56c9-46b4-af2b-fc056fb6973f None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:45:04.434480 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a09b2-56c9-46b4-af2b-fc056fb6973f None None] Pushing event updated for resources: {'Port': ['ID=e42903d8-fd4c-428f-a6c2-48a653bcc383,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:04.502354 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port c0a7bc5c-3353-4eec-9fb9-d4db3878e76b triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:04.503127 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:04.521493 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-32edcc21-0eb7-4e6b-919c-df928475b5fb service neutron] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801984 Jul 16 20:45:04.546062 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e613bb-d5e6-4990-a732-f4aee1451d5b req-382ac1a8-49bc-42a0-8d31-23dba310fb70 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:04.547811 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-14e613bb-d5e6-4990-a732-f4aee1451d5b req-382ac1a8-49bc-42a0-8d31-23dba310fb70 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 946 time: 0.3519726 Jul 16 20:45:04.629864 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-89b0a334-afe1-489a-aa0b-9ce3fa709cb2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=38e7200d-92b8-4114-bcf6-4d8de1ed7adf HTTP/1.1" status: 200 len: 217 time: 0.0808144 Jul 16 20:45:04.651327 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b40a09b2-56c9-46b4-af2b-fc056fb6973f None None] Attempting to bind port e42903d8-fd4c-428f-a6c2-48a653bcc383 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:45:04.651327 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b40a09b2-56c9-46b4-af2b-fc056fb6973f None None] Attempting to bind port e42903d8-fd4c-428f-a6c2-48a653bcc383 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '548476c2-1545-463a-aeb4-2f2dcc3dc8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d7fd0f2-2dc9-46c8-923e-38af071339ee'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:45:04.651327 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a09b2-56c9-46b4-af2b-fc056fb6973f None None] Attempting to bind port e42903d8-fd4c-428f-a6c2-48a653bcc383 on network 2d7fd0f2-2dc9-46c8-923e-38af071339ee {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:04.661447 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a09b2-56c9-46b4-af2b-fc056fb6973f None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:45:04.661839 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a09b2-56c9-46b4-af2b-fc056fb6973f None None] Checking segment: {'id': '548476c2-1545-463a-aeb4-2f2dcc3dc8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d7fd0f2-2dc9-46c8-923e-38af071339ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:04.662229 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b40a09b2-56c9-46b4-af2b-fc056fb6973f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:04.662657 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a09b2-56c9-46b4-af2b-fc056fb6973f None None] Bound using segment: {'id': '548476c2-1545-463a-aeb4-2f2dcc3dc8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d7fd0f2-2dc9-46c8-923e-38af071339ee'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:45:04.663141 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b40a09b2-56c9-46b4-af2b-fc056fb6973f None None] Bound port: e42903d8-fd4c-428f-a6c2-48a653bcc383, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548476c2-1545-463a-aeb4-2f2dcc3dc8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d7fd0f2-2dc9-46c8-923e-38af071339ee'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:45:04.663525 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b40a09b2-56c9-46b4-af2b-fc056fb6973f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:04.718895 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-b82f4200-e5d1-4131-91c5-e95edbc4f62f None None] Set router 3db58f0b-1c3a-4633-bb6c-c944a34e471f gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:04.737378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-d13d2df8-8294-4d79-af8b-f14271376b4f req-ae75c27e-e19b-491a-935b-fda00a13a7b8 tempest-MultipleCreateTestJSON-1392462288 tempest-MultipleCreateTestJSON-1392462288-project] (93794) timed out ('10.222.0.62', 52370) {{(pid=93794) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:45:04.814656 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dbbc3068-c78f-4acd-b026-f998a308cb68 req-cece52be-37ee-479b-9fcf-c70bcc18a175 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=66028aaa-f6b4-45f6-afae-f4b084f34f3a HTTP/1.1" status: 200 len: 210 time: 0.0629392 Jul 16 20:45:04.832072 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b40a09b2-56c9-46b4-af2b-fc056fb6973f None None] For port e42903d8-fd4c-428f-a6c2-48a653bcc383, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:04.837481 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b40a09b2-56c9-46b4-af2b-fc056fb6973f None None] For port e42903d8-fd4c-428f-a6c2-48a653bcc383, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e42903d8-fd4c-428f-a6c2-48a653bcc383,segment=NetworkSegment(548476c2-1545-463a-aeb4-2f2dcc3dc8af),segment_id=548476c2-1545-463a-aeb4-2f2dcc3dc8af)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:45:04.854864 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b40a09b2-56c9-46b4-af2b-fc056fb6973f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:04.862127 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-1d143fbb-f848-427d-9e1b-739ec847b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:04.868080 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-1d143fbb-f848-427d-9e1b-739ec847b63e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ddbb0f23-4d7f-4c3a-a43b-0ba8f2788bfb HTTP/1.1" status: 200 len: 797 time: 0.2198522 Jul 16 20:45:04.869549 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-a90ef21f-3186-43b1-b66b-a6d6d2ebfe54 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Allocated IP 2001:db8:2::1 (2d7fd0f2-2dc9-46c8-923e-38af071339ee/3dc4080a-90d5-48a8-b874-7c31d6a38449/cff22987-4d7d-403f-bd20-2cfd606ec076) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:45:04.880893 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-14e613bb-d5e6-4990-a732-f4aee1451d5b req-5ac7419e-6470-4a5f-a694-19d441a7ef02 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2500396 Jul 16 20:45:04.975094 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979bd28-0331-4a26-a929-5a10f87e25d6 None None] Pushing event updated for resources: {'Port': ['ID=ff6d40d2-4957-4576-a8f4-5e5336d682e9,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:04.991211 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-f05b1874-bd01-431c-bff9-af24c1508296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:04.993421 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-f05b1874-bd01-431c-bff9-af24c1508296 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8220058e-73c4-4bbb-9a58-d9b747bb6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1113656 Jul 16 20:45:05.050967 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a09b2-56c9-46b4-af2b-fc056fb6973f None None] Pushing event updated for resources: {'Port': ['ID=e42903d8-fd4c-428f-a6c2-48a653bcc383,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:05.120726 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-20a3f6df-96e7-4926-8149-48717be3a9ea service neutron] 10.222.0.62 "GET /v2.0/networks/8220058e-73c4-4bbb-9a58-d9b747bb6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175551 Jul 16 20:45:05.151398 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a90ef21f-3186-43b1-b66b-a6d6d2ebfe54 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:05.170991 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a90ef21f-3186-43b1-b66b-a6d6d2ebfe54 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Transition to ACTIVE for port object cff22987-4d7d-403f-bd20-2cfd606ec076 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:05.216399 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a90ef21f-3186-43b1-b66b-a6d6d2ebfe54 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:05.225303 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-b82f4200-e5d1-4131-91c5-e95edbc4f62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:44:58Z', 'revision_number': 3, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None, '_interfaces': [{'id': 'c0a7bc5c-3353-4eec-9fb9-d4db3878e76b', 'name': '', 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:50:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:54Z', 'updated_at': '2021-07-16T20:45:03Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6d40d2-4957-4576-a8f4-5e5336d682e9', 'name': '', 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:27:f3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:57Z', 'updated_at': '2021-07-16T20:45:04Z', 'revision_number': 4, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:05.253632 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90ef21f-3186-43b1-b66b-a6d6d2ebfe54 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network 2d7fd0f2-2dc9-46c8-923e-38af071339ee is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:05.258592 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-a90ef21f-3186-43b1-b66b-a6d6d2ebfe54 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:05.262219 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82f4200-e5d1-4131-91c5-e95edbc4f62f None None] The sync data for ids ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'] in n-d-791506-21 is: [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:44:58Z', 'revision_number': 3, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None, '_interfaces': [{'id': 'c0a7bc5c-3353-4eec-9fb9-d4db3878e76b', 'name': '', 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:50:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:54Z', 'updated_at': '2021-07-16T20:45:03Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6d40d2-4957-4576-a8f4-5e5336d682e9', 'name': '', 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:27:f3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:57Z', 'updated_at': '2021-07-16T20:45:04Z', 'revision_number': 4, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:45:05.319382 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90ef21f-3186-43b1-b66b-a6d6d2ebfe54 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:45:05.319907 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a90ef21f-3186-43b1-b66b-a6d6d2ebfe54 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:05.496446 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-8e749dea-0600-4ee5-bae9-42f2133c61e0 service neutron] 10.222.0.62 "GET /v2.0/networks/8220058e-73c4-4bbb-9a58-d9b747bb6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670955 Jul 16 20:45:05.517788 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159c19a-9dbd-4abe-809f-66a74fb5d009 req-8d24c3ac-5bf2-4c4f-81a0-8244724dd961 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:05.534204 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4159c19a-9dbd-4abe-809f-66a74fb5d009 req-8d24c3ac-5bf2-4c4f-81a0-8244724dd961 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 945 time: 0.3882117 Jul 16 20:45:05.545208 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ef21f-3186-43b1-b66b-a6d6d2ebfe54 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Port': ['ID=cff22987-4d7d-403f-bd20-2cfd606ec076,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:05.581414 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-dd2e294d-1f7a-44d0-a721-bbd815846cf6 service neutron] 10.222.0.18 "GET /v2.0/networks/d060d412-3eba-485c-bbac-71368347d343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0903137 Jul 16 20:45:05.599007 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-eb77f5f1-4878-497d-82e5-a8c41ad8b775 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a01f51a9-92dd-4e1a-bd77-2234ac6f2686 HTTP/1.1" status: 200 len: 217 time: 0.0971155 Jul 16 20:45:05.660641 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a90ef21f-3186-43b1-b66b-a6d6d2ebfe54 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:05.683533 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4159c19a-9dbd-4abe-809f-66a74fb5d009 req-c716e09c-4744-4cb6-8a2f-3ca05b632dc6 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462870 Jul 16 20:45:05.694698 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-ba093a1a-ddba-4aab-b9e6-a6077cab2950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:05.696304 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-ba093a1a-ddba-4aab-b9e6-a6077cab2950 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ddbb0f23-4d7f-4c3a-a43b-0ba8f2788bfb HTTP/1.1" status: 200 len: 797 time: 0.0905893 Jul 16 20:45:05.878487 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-3f29d64f-00f8-49eb-8b18-5c446906afe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:05.887026 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-3f29d64f-00f8-49eb-8b18-5c446906afe2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8220058e-73c4-4bbb-9a58-d9b747bb6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1820843 Jul 16 20:45:06.089757 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd20fb76-2be6-4328-8b81-46b213a60474 req-64da1195-0218-4568-b710-f4ce4db5ae0b tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=66028aaa-f6b4-45f6-afae-f4b084f34f3a HTTP/1.1" status: 200 len: 210 time: 0.0392289 Jul 16 20:45:06.121708 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e42903d8-fd4c-428f-a6c2-48a653bcc383 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:06.155045 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a90ef21f-3186-43b1-b66b-a6d6d2ebfe54 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:06.163816 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a90ef21f-3186-43b1-b66b-a6d6d2ebfe54 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:06.164834 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a90ef21f-3186-43b1-b66b-a6d6d2ebfe54 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:06.181091 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-0db4a7f5-bbc2-43e6-b4fb-1445f0f95701 service neutron] 10.222.0.62 "GET /v2.0/networks/8220058e-73c4-4bbb-9a58-d9b747bb6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777598 Jul 16 20:45:06.191897 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port e42903d8-fd4c-428f-a6c2-48a653bcc383 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:06.205212 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device ff6d40d2-4957-4576-a8f4-5e5336d682e9 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:06.273128 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601091a-d859-44bc-99db-7e81c8445dea req-2b4f46b7-e9ea-4dae-91c5-62515e0a9c2d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:06.274898 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f601091a-d859-44bc-99db-7e81c8445dea req-2b4f46b7-e9ea-4dae-91c5-62515e0a9c2d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 946 time: 0.1669126 Jul 16 20:45:06.277346 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port ff6d40d2-4957-4576-a8f4-5e5336d682e9 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:06.282135 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port ff6d40d2-4957-4576-a8f4-5e5336d682e9 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:06.282739 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:06.293122 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ef21f-3186-43b1-b66b-a6d6d2ebfe54 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Port': ['ID=cff22987-4d7d-403f-bd20-2cfd606ec076,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:06.332478 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90ef21f-3186-43b1-b66b-a6d6d2ebfe54 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network 2d7fd0f2-2dc9-46c8-923e-38af071339ee is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:06.334604 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-a90ef21f-3186-43b1-b66b-a6d6d2ebfe54 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:06.340126 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f601091a-d859-44bc-99db-7e81c8445dea req-6d5dad3e-5d2a-46ac-bf24-ca086a6e42f6 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547953 Jul 16 20:45:06.342272 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a71cd3f-4858-490a-bc5d-1b0262d7a5c4 req-2d2b5649-6d46-45f0-920b-9be13917e3c2 service neutron] 10.222.0.62 "GET /v2.0/networks/8220058e-73c4-4bbb-9a58-d9b747bb6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542702 Jul 16 20:45:06.375824 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:06.418487 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port ff6d40d2-4957-4576-a8f4-5e5336d682e9, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=ff6d40d2-4957-4576-a8f4-5e5336d682e9,segment=NetworkSegment(78d27a62-0956-4f91-80c4-12fe1fd711ba),segment_id=78d27a62-0956-4f91-80c4-12fe1fd711ba)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:06.425107 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:06.465328 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90ef21f-3186-43b1-b66b-a6d6d2ebfe54 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Router 3db58f0b-1c3a-4633-bb6c-c944a34e471f has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:45:06.483617 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=ff6d40d2-4957-4576-a8f4-5e5336d682e9,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:06.761259 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec32a6e4-4268-4013-a299-020d07e53f98 None None] Network 2d7fd0f2-2dc9-46c8-923e-38af071339ee requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:45:06.869743 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-78232d13-17bb-4268-94bd-01f51c9d656b None None] Provisioning for port e42903d8-fd4c-428f-a6c2-48a653bcc383 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:06.881858 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-78232d13-17bb-4268-94bd-01f51c9d656b None None] Provisioning complete for port e42903d8-fd4c-428f-a6c2-48a653bcc383 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:06.882418 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78232d13-17bb-4268-94bd-01f51c9d656b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:06.948588 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd9a69-5f2a-4d00-9fc5-7e87ccfdee4d req-ebc1f702-9078-4d27-a85d-d671e33139e3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:06.950636 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c8fd9a69-5f2a-4d00-9fc5-7e87ccfdee4d req-ebc1f702-9078-4d27-a85d-d671e33139e3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 945 time: 0.0940056 Jul 16 20:45:07.000123 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c8fd9a69-5f2a-4d00-9fc5-7e87ccfdee4d req-e67338f5-0ea8-4069-b46f-568b6a003044 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405624 Jul 16 20:45:07.004056 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90ef21f-3186-43b1-b66b-a6d6d2ebfe54 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:45:07.010769 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a90ef21f-3186-43b1-b66b-a6d6d2ebfe54 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "PUT /v2.0/routers/3db58f0b-1c3a-4633-bb6c-c944a34e471f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6539507 Jul 16 20:45:07.017928 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648a5a7f-d662-4f64-98e6-909d4c4c7867 None None] Sync routers for ids ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:45:07.021018 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57292) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:07.025911 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78232d13-17bb-4268-94bd-01f51c9d656b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:07.028728 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-f66ac952-c4a6-43fb-af5e-bb4d585e4217 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1314897855'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:07.050632 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-4cb6154b-00c9-44fc-8457-7581074656d9 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:07.051464 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66ac952-c4a6-43fb-af5e-bb4d585e4217 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Made reservation on behalf of 4309df99e49e414c81323dd77e4aa778 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:45:07.052288 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-4cb6154b-00c9-44fc-8457-7581074656d9 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.18 "GET /v2.0/networks?id=25b41f76-37be-4345-9ddf-d59e23791d53 HTTP/1.1" status: 200 len: 805 time: 0.1352367 Jul 16 20:45:07.055589 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f66ac952-c4a6-43fb-af5e-bb4d585e4217 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:07.061801 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648a5a7f-d662-4f64-98e6-909d4c4c7867 None None] Routers {'3db58f0b-1c3a-4633-bb6c-c944a34e471f'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:07.062475 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-648a5a7f-d662-4f64-98e6-909d4c4c7867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:07.066443 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-8bb5329b-bc20-4495-a686-d0517f97ee3c tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Request body: {'port': {'device_id': '66028aaa-f6b4-45f6-afae-f4b084f34f3a', 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53', 'admin_state_up': True, 'tenant_id': '9ba5e10151bc4482805c7d5cba435d3a'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:07.079811 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66ac952-c4a6-43fb-af5e-bb4d585e4217 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:45:07.089915 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f66ac952-c4a6-43fb-af5e-bb4d585e4217 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:07.090347 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-f66ac952-c4a6-43fb-af5e-bb4d585e4217 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Added segment a7043446-5672-4bc6-b21b-0209187a7227 of type vlan for network aa747f67-36d5-4812-ae60-a3d58c6fe5c9 Jul 16 20:45:07.140711 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f66ac952-c4a6-43fb-af5e-bb4d585e4217 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:07.156514 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-78232d13-17bb-4268-94bd-01f51c9d656b None None] For port e42903d8-fd4c-428f-a6c2-48a653bcc383, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e42903d8-fd4c-428f-a6c2-48a653bcc383,segment=NetworkSegment(548476c2-1545-463a-aeb4-2f2dcc3dc8af),segment_id=548476c2-1545-463a-aeb4-2f2dcc3dc8af)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:07.183222 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78232d13-17bb-4268-94bd-01f51c9d656b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:07.190744 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f66ac952-c4a6-43fb-af5e-bb4d585e4217 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:07.199436 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66ac952-c4a6-43fb-af5e-bb4d585e4217 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:07.200052 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f66ac952-c4a6-43fb-af5e-bb4d585e4217 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:07.218429 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-8bb5329b-bc20-4495-a686-d0517f97ee3c tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Made reservation on behalf of 9ba5e10151bc4482805c7d5cba435d3a for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:45:07.223679 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-8bb5329b-bc20-4495-a686-d0517f97ee3c tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:07.224005 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-648a5a7f-d662-4f64-98e6-909d4c4c7867 None None] Set router 3db58f0b-1c3a-4633-bb6c-c944a34e471f gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:07.244161 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f66ac952-c4a6-43fb-af5e-bb4d585e4217 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2218385 Jul 16 20:45:07.249431 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57296) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:07.264098 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-5bd54e49-47f0-4c1e-9347-decc0880c4db tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'subnet': {'network_id': 'aa747f67-36d5-4812-ae60-a3d58c6fe5c9', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:07.360400 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78232d13-17bb-4268-94bd-01f51c9d656b None None] Pushing event updated for resources: {'Port': ['ID=e42903d8-fd4c-428f-a6c2-48a653bcc383,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:07.371405 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ae683a1-8303-4cfa-83b7-cf0eafc2100d req-f093eaf3-f179-45e0-8988-98102cc5b90d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=66028aaa-f6b4-45f6-afae-f4b084f34f3a HTTP/1.1" status: 200 len: 210 time: 0.0862865 Jul 16 20:45:07.372688 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-8bb5329b-bc20-4495-a686-d0517f97ee3c tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Allocated IP 172.20.0.6 (25b41f76-37be-4345-9ddf-d59e23791d53/82321776-7ae0-4505-adc0-e73fc92b6de5/e41fbb65-3ad5-4a70-8ce5-38682417f36e) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:45:07.523935 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bed03152-0dda-497f-ac16-c1e441680ec6 None None] Provisioning complete for port e42903d8-fd4c-428f-a6c2-48a653bcc383 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:07.524422 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bed03152-0dda-497f-ac16-c1e441680ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:07.562878 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-8bb5329b-bc20-4495-a686-d0517f97ee3c tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:07.577968 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-648a5a7f-d662-4f64-98e6-909d4c4c7867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:45:05Z', 'revision_number': 4, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None, '_interfaces': [{'id': 'c0a7bc5c-3353-4eec-9fb9-d4db3878e76b', 'name': '', 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:50:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:54Z', 'updated_at': '2021-07-16T20:45:03Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff22987-4d7d-403f-bd20-2cfd606ec076', 'name': '', 'network_id': '2d7fd0f2-2dc9-46c8-923e-38af071339ee', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:ac:b4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3dc4080a-90d5-48a8-b874-7c31d6a38449', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:04Z', 'updated_at': '2021-07-16T20:45:05Z', 'revision_number': 2, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '3dc4080a-90d5-48a8-b874-7c31d6a38449', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6d40d2-4957-4576-a8f4-5e5336d682e9', 'name': '', 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:27:f3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:57Z', 'updated_at': '2021-07-16T20:45:06Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:07.610928 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648a5a7f-d662-4f64-98e6-909d4c4c7867 None None] Checking router: 3db58f0b-1c3a-4633-bb6c-c944a34e471f for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:45:07.611174 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-8bb5329b-bc20-4495-a686-d0517f97ee3c tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:07.611472 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648a5a7f-d662-4f64-98e6-909d4c4c7867 None None] Updating router 3db58f0b-1c3a-4633-bb6c-c944a34e471f port cff22987-4d7d-403f-bd20-2cfd606ec076 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:45:07.649603 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['aeae3ce4-ebcb-4649-a0cd-854d2d7318ca'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:45:07.670842 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-8bb5329b-bc20-4495-a686-d0517f97ee3c tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Network 25b41f76-37be-4345-9ddf-d59e23791d53 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:07.674511 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-8bb5329b-bc20-4495-a686-d0517f97ee3c tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:07.679806 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-8bb5329b-bc20-4495-a686-d0517f97ee3c tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:45:07.713095 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5329b-bc20-4495-a686-d0517f97ee3c tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Pushing event updated for resources: {'Port': ['ID=e41fbb65-3ad5-4a70-8ce5-38682417f36e,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:07.726138 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-648a5a7f-d662-4f64-98e6-909d4c4c7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:07.749576 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-8bb5329b-bc20-4495-a686-d0517f97ee3c tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:07.750508 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-8bb5329b-bc20-4495-a686-d0517f97ee3c tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:07.766902 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-8bb5329b-bc20-4495-a686-d0517f97ee3c tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7058222 Jul 16 20:45:07.781896 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-a035bda1-e385-4652-a436-338f48a8d476 service neutron] Request body: {'port': {'device_id': '66028aaa-f6b4-45f6-afae-f4b084f34f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:07.795947 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bed03152-0dda-497f-ac16-c1e441680ec6 None None] Provisioning for port cff22987-4d7d-403f-bd20-2cfd606ec076 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:07.810946 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bed03152-0dda-497f-ac16-c1e441680ec6 None None] Provisioning complete for port cff22987-4d7d-403f-bd20-2cfd606ec076 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:07.811692 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bed03152-0dda-497f-ac16-c1e441680ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:07.827336 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ac952-c4a6-43fb-af5e-bb4d585e4217 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Network': ['ID=aa747f67-36d5-4812-ae60-a3d58c6fe5c9,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:07.852521 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd54e49-47f0-4c1e-9347-decc0880c4db tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Made reservation on behalf of 4309df99e49e414c81323dd77e4aa778 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:45:07.852762 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network aa747f67-36d5-4812-ae60-a3d58c6fe5c9 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:45:07.858969 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5bd54e49-47f0-4c1e-9347-decc0880c4db tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:07.911892 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-a035bda1-e385-4652-a436-338f48a8d476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:07.931577 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e42903d8-fd4c-428f-a6c2-48a653bcc383 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:08.156363 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5bd54e49-47f0-4c1e-9347-decc0880c4db tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:08.236835 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-bed03152-0dda-497f-ac16-c1e441680ec6 None None] Port cff22987-4d7d-403f-bd20-2cfd606ec076 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:45:08.254366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd54e49-47f0-4c1e-9347-decc0880c4db tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Subnet': ['ID=f1b61489-5b99-4e10-8b26-5dc95524103b,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:08.276421 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-a035bda1-e385-4652-a436-338f48a8d476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e41fbb65-3ad5-4a70-8ce5-38682417f36e {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:45:08.286012 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-a035bda1-e385-4652-a436-338f48a8d476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:08.286204 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd54e49-47f0-4c1e-9347-decc0880c4db tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Checking segment: {'id': 'a7043446-5672-4bc6-b21b-0209187a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'aa747f67-36d5-4812-ae60-a3d58c6fe5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:08.286471 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd54e49-47f0-4c1e-9347-decc0880c4db tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network hostable DHCP agents. Network: aa747f67-36d5-4812-ae60-a3d58c6fe5c9, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:45:08.303460 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-a035bda1-e385-4652-a436-338f48a8d476 service neutron] Transition to ACTIVE for port object e41fbb65-3ad5-4a70-8ce5-38682417f36e will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:08.310657 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f716a-c969-4488-afee-535a5eaa0225 req-793e9c4e-6294-4303-bea9-1eeb2dd49c52 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:08.311395 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-a035bda1-e385-4652-a436-338f48a8d476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:08.319024 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-309f716a-c969-4488-afee-535a5eaa0225 req-793e9c4e-6294-4303-bea9-1eeb2dd49c52 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 945 time: 0.1515703 Jul 16 20:45:08.354259 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd54e49-47f0-4c1e-9347-decc0880c4db tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network aa747f67-36d5-4812-ae60-a3d58c6fe5c9 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:45:08.377649 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-5bd54e49-47f0-4c1e-9347-decc0880c4db tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, aa747f67-36d5-4812-ae60-a3d58c6fe5c9) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:08.390852 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-309f716a-c969-4488-afee-535a5eaa0225 req-53b6d32a-ab04-4422-9a1f-455ef5b2dc1b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715404 Jul 16 20:45:08.398480 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port e42903d8-fd4c-428f-a6c2-48a653bcc383 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:08.399009 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:08.400983 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9342fa1-a547-4c4f-8fda-0a1b1e9cca97 None None] Network aa747f67-36d5-4812-ae60-a3d58c6fe5c9 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:45:08.406746 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd54e49-47f0-4c1e-9347-decc0880c4db tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:08.407684 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5bd54e49-47f0-4c1e-9347-decc0880c4db tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:08.434292 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5bd54e49-47f0-4c1e-9347-decc0880c4db tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1832523 Jul 16 20:45:08.435260 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57302) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:08.464775 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035bda1-e385-4652-a436-338f48a8d476 service neutron] Pushing event updated for resources: {'Port': ['ID=e41fbb65-3ad5-4a70-8ce5-38682417f36e,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:08.481367 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-a035bda1-e385-4652-a436-338f48a8d476 service neutron] Attempting to bind port e41fbb65-3ad5-4a70-8ce5-38682417f36e on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:45:08.481718 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-a035bda1-e385-4652-a436-338f48a8d476 service neutron] Attempting to bind port e41fbb65-3ad5-4a70-8ce5-38682417f36e by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:45:08.482047 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-a035bda1-e385-4652-a436-338f48a8d476 service neutron] Attempting to bind port e41fbb65-3ad5-4a70-8ce5-38682417f36e on network 25b41f76-37be-4345-9ddf-d59e23791d53 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:08.487569 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-a035bda1-e385-4652-a436-338f48a8d476 service neutron] Port e41fbb65-3ad5-4a70-8ce5-38682417f36e on network 25b41f76-37be-4345-9ddf-d59e23791d53 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:45:08.487903 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-a035bda1-e385-4652-a436-338f48a8d476 service neutron] Attempting to bind port e41fbb65-3ad5-4a70-8ce5-38682417f36e on network 25b41f76-37be-4345-9ddf-d59e23791d53 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:08.493581 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-a035bda1-e385-4652-a436-338f48a8d476 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:45:08.494014 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-a035bda1-e385-4652-a436-338f48a8d476 service neutron] Checking segment: {'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:08.494303 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-a035bda1-e385-4652-a436-338f48a8d476 service neutron] Bound using segment: {'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:45:08.494815 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-a035bda1-e385-4652-a436-338f48a8d476 service neutron] Bound port: e41fbb65-3ad5-4a70-8ce5-38682417f36e, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:45:08.495180 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-a035bda1-e385-4652-a436-338f48a8d476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:08.540695 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3a10f16d-9c6b-491c-bc8d-d92d58b185c7 None None] Provisioning complete for port cff22987-4d7d-403f-bd20-2cfd606ec076 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:08.540980 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a10f16d-9c6b-491c-bc8d-d92d58b185c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:08.571549 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-a035bda1-e385-4652-a436-338f48a8d476 service neutron] For port e41fbb65-3ad5-4a70-8ce5-38682417f36e, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:08.575200 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-a035bda1-e385-4652-a436-338f48a8d476 service neutron] For port e41fbb65-3ad5-4a70-8ce5-38682417f36e, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e41fbb65-3ad5-4a70-8ce5-38682417f36e,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:45:08.582170 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-a035bda1-e385-4652-a436-338f48a8d476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:08.598606 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-a035bda1-e385-4652-a436-338f48a8d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:08.599493 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-a035bda1-e385-4652-a436-338f48a8d476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:08.600951 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-a035bda1-e385-4652-a436-338f48a8d476 service neutron] 10.222.0.18 "PUT /v2.0/ports/e41fbb65-3ad5-4a70-8ce5-38682417f36e HTTP/1.1" status: 200 len: 1092 time: 0.8260028 Jul 16 20:45:08.601468 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66028aaa-f6b4-45f6-afae-f4b084f34f3a', 'tag': 'e41fbb65-3ad5-4a70-8ce5-38682417f36e'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:08.604199 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537f3c3e-9140-4dde-84fa-78b42f05eea7" -d '{"events": [{"name": "network-changed", "server_uuid": "66028aaa-f6b4-45f6-afae-f4b084f34f3a", "tag": "e41fbb65-3ad5-4a70-8ce5-38682417f36e"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:08.659085 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeec1fa2-ad78-46e4-94ae-b9ddc61d7818 x-openstack-request-id: req-eeec1fa2-ad78-46e4-94ae-b9ddc61d7818 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:08.659500 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66028aaa-f6b4-45f6-afae-f4b084f34f3a", "tag": "e41fbb65-3ad5-4a70-8ce5-38682417f36e", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:08.659702 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eeec1fa2-ad78-46e4-94ae-b9ddc61d7818 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:08.660211 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3a10f16d-9c6b-491c-bc8d-d92d58b185c7 None None] Port cff22987-4d7d-403f-bd20-2cfd606ec076 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:45:08.660521 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66028aaa-f6b4-45f6-afae-f4b084f34f3a', 'tag': 'e41fbb65-3ad5-4a70-8ce5-38682417f36e', 'status': 'completed', 'code': 200} Jul 16 20:45:08.696090 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-648a5a7f-d662-4f64-98e6-909d4c4c7867 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:08.713656 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035bda1-e385-4652-a436-338f48a8d476 service neutron] Pushing event updated for resources: {'Port': ['ID=e41fbb65-3ad5-4a70-8ce5-38682417f36e,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:08.714018 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54e209-b188-4d86-ac92-6146b6bf5d1d req-5bf35ddd-44eb-49e4-963e-fa88e82afe23 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:08.715593 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa54e209-b188-4d86-ac92-6146b6bf5d1d req-5bf35ddd-44eb-49e4-963e-fa88e82afe23 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=66028aaa-f6b4-45f6-afae-f4b084f34f3a HTTP/1.1" status: 200 len: 943 time: 0.1696980 Jul 16 20:45:08.746080 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-ed858389-01bd-4ae4-8c77-eec980498f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:08.747815 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-ed858389-01bd-4ae4-8c77-eec980498f9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ba5e10151bc4482805c7d5cba435d3a&device_id=66028aaa-f6b4-45f6-afae-f4b084f34f3a HTTP/1.1" status: 200 len: 1095 time: 0.0808103 Jul 16 20:45:08.749502 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-648a5a7f-d662-4f64-98e6-909d4c4c7867 None None] Transition to ACTIVE for port object cff22987-4d7d-403f-bd20-2cfd606ec076 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:08.783669 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-648a5a7f-d662-4f64-98e6-909d4c4c7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:08.788309 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device ff6d40d2-4957-4576-a8f4-5e5336d682e9 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:08.802754 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-c9e2c9e5-21d8-437e-bb5a-8a94bb977fcf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e41fbb65-3ad5-4a70-8ce5-38682417f36e HTTP/1.1" status: 200 len: 217 time: 0.0468869 Jul 16 20:45:08.806737 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa54e209-b188-4d86-ac92-6146b6bf5d1d req-6c73f845-7ac8-4726-9d31-24f6c921319f tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624244 Jul 16 20:45:08.837056 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a61c145-7aeb-45f7-b33d-65a43ba185ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-aa747f67-36d5-4812-ae60-a3d58c6fe5c9', 'network_id': 'aa747f67-36d5-4812-ae60-a3d58c6fe5c9', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'fixed_ips': [{'subnet_id': 'f1b61489-5b99-4e10-8b26-5dc95524103b'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:45:08.837056 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a61c145-7aeb-45f7-b33d-65a43ba185ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:08.864647 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-6d3efd59-aeec-44e7-b13a-bffe32e5aa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:08.867882 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-6d3efd59-aeec-44e7-b13a-bffe32e5aa71 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82321776-7ae0-4505-adc0-e73fc92b6de5 HTTP/1.1" status: 200 len: 845 time: 0.0589607 Jul 16 20:45:08.882135 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def392-077c-4c08-ae10-6c5f72a745d0 None None] Pushing event updated for resources: {'Port': ['ID=cff22987-4d7d-403f-bd20-2cfd606ec076,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:08.921692 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-d9faf234-9663-4d13-ae03-f5ff8798dce8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=25b41f76-37be-4345-9ddf-d59e23791d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473809 Jul 16 20:45:09.020256 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-797a807a-bace-428d-872f-65edbe953274 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:09.055134 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port ff6d40d2-4957-4576-a8f4-5e5336d682e9 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:09.055422 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:09.058199 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-5164219d-be5d-42ba-b138-570627447029 service neutron] 10.222.0.18 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300604 Jul 16 20:45:09.074481 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-648a5a7f-d662-4f64-98e6-909d4c4c7867 None None] Attempting to bind port cff22987-4d7d-403f-bd20-2cfd606ec076 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:45:09.074855 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-648a5a7f-d662-4f64-98e6-909d4c4c7867 None None] Attempting to bind port cff22987-4d7d-403f-bd20-2cfd606ec076 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '548476c2-1545-463a-aeb4-2f2dcc3dc8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d7fd0f2-2dc9-46c8-923e-38af071339ee'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:45:09.075225 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648a5a7f-d662-4f64-98e6-909d4c4c7867 None None] Attempting to bind port cff22987-4d7d-403f-bd20-2cfd606ec076 on network 2d7fd0f2-2dc9-46c8-923e-38af071339ee {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:09.110642 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648a5a7f-d662-4f64-98e6-909d4c4c7867 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:45:09.111137 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648a5a7f-d662-4f64-98e6-909d4c4c7867 None None] Checking segment: {'id': '548476c2-1545-463a-aeb4-2f2dcc3dc8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d7fd0f2-2dc9-46c8-923e-38af071339ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:09.111683 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-648a5a7f-d662-4f64-98e6-909d4c4c7867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:09.112269 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648a5a7f-d662-4f64-98e6-909d4c4c7867 None None] Bound using segment: {'id': '548476c2-1545-463a-aeb4-2f2dcc3dc8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d7fd0f2-2dc9-46c8-923e-38af071339ee'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:45:09.112762 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-648a5a7f-d662-4f64-98e6-909d4c4c7867 None None] Bound port: cff22987-4d7d-403f-bd20-2cfd606ec076, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548476c2-1545-463a-aeb4-2f2dcc3dc8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d7fd0f2-2dc9-46c8-923e-38af071339ee'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:45:09.113153 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-648a5a7f-d662-4f64-98e6-909d4c4c7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:09.151137 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-3a61c145-7aeb-45f7-b33d-65a43ba185ad None None] Allocated IP 2001:db8:3::2 (aa747f67-36d5-4812-ae60-a3d58c6fe5c9/f1b61489-5b99-4e10-8b26-5dc95524103b/15437796-e45e-4ef8-a8ac-16de6f84bad4) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:45:09.177039 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-40c413c0-0a61-4dc5-ac1f-e5105e36ddb2 req-8ad7c79a-d47f-4d75-b3bc-07a405f38e80 service neutron] 10.222.0.18 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108475 Jul 16 20:45:09.288123 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-648a5a7f-d662-4f64-98e6-909d4c4c7867 None None] For port cff22987-4d7d-403f-bd20-2cfd606ec076, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:09.301267 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f3c3e-9140-4dde-84fa-78b42f05eea7 req-bc42e6ec-d3b4-4d6c-9417-5517b3e5c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:09.302795 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-537f3c3e-9140-4dde-84fa-78b42f05eea7 req-bc42e6ec-d3b4-4d6c-9417-5517b3e5c481 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ba5e10151bc4482805c7d5cba435d3a&device_id=66028aaa-f6b4-45f6-afae-f4b084f34f3a HTTP/1.1" status: 200 len: 1095 time: 0.0741823 Jul 16 20:45:09.330518 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-648a5a7f-d662-4f64-98e6-909d4c4c7867 None None] For port cff22987-4d7d-403f-bd20-2cfd606ec076, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=cff22987-4d7d-403f-bd20-2cfd606ec076,segment=NetworkSegment(548476c2-1545-463a-aeb4-2f2dcc3dc8af),segment_id=548476c2-1545-463a-aeb4-2f2dcc3dc8af)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:45:09.346488 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-648a5a7f-d662-4f64-98e6-909d4c4c7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:09.402392 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f3c3e-9140-4dde-84fa-78b42f05eea7 req-92c9e17d-b3ae-4e93-a0e8-7e6e00d12818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:09.403788 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-537f3c3e-9140-4dde-84fa-78b42f05eea7 req-92c9e17d-b3ae-4e93-a0e8-7e6e00d12818 service neutron] 10.222.0.18 "GET /v2.0/networks?id=25b41f76-37be-4345-9ddf-d59e23791d53 HTTP/1.1" status: 200 len: 906 time: 0.0945911 Jul 16 20:45:09.461895 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-537f3c3e-9140-4dde-84fa-78b42f05eea7 req-a3ba800e-2d26-4ff0-b6fc-151a0fc42536 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e41fbb65-3ad5-4a70-8ce5-38682417f36e HTTP/1.1" status: 200 len: 217 time: 0.0496328 Jul 16 20:45:09.468483 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648a5a7f-d662-4f64-98e6-909d4c4c7867 None None] Routers {'3db58f0b-1c3a-4633-bb6c-c944a34e471f'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:09.469545 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-648a5a7f-d662-4f64-98e6-909d4c4c7867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:09.519332 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def392-077c-4c08-ae10-6c5f72a745d0 None None] Pushing event updated for resources: {'Port': ['ID=cff22987-4d7d-403f-bd20-2cfd606ec076,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:09.541348 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f3c3e-9140-4dde-84fa-78b42f05eea7 req-c8520331-c2d9-4b66-9d77-55ee3eaf550b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:09.543319 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-537f3c3e-9140-4dde-84fa-78b42f05eea7 req-c8520331-c2d9-4b66-9d77-55ee3eaf550b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82321776-7ae0-4505-adc0-e73fc92b6de5 HTTP/1.1" status: 200 len: 845 time: 0.0744336 Jul 16 20:45:09.557004 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a61c145-7aeb-45f7-b33d-65a43ba185ad None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:09.578412 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3a61c145-7aeb-45f7-b33d-65a43ba185ad None None] Transition to ACTIVE for port object 15437796-e45e-4ef8-a8ac-16de6f84bad4 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:09.588681 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-537f3c3e-9140-4dde-84fa-78b42f05eea7 req-3c7a1875-1cf1-432d-b02d-8eaeddbdda0d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=25b41f76-37be-4345-9ddf-d59e23791d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383184 Jul 16 20:45:09.612559 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-648a5a7f-d662-4f64-98e6-909d4c4c7867 None None] Set router 3db58f0b-1c3a-4633-bb6c-c944a34e471f gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:09.615342 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3a61c145-7aeb-45f7-b33d-65a43ba185ad None None] Transition to ACTIVE for port object 15437796-e45e-4ef8-a8ac-16de6f84bad4 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:09.646862 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242356b7-25ee-453e-9f7f-5737d0b00305 req-ad9f7531-0713-4a3a-a54e-d86447b02a1e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:09.648591 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-242356b7-25ee-453e-9f7f-5737d0b00305 req-ad9f7531-0713-4a3a-a54e-d86447b02a1e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 945 time: 0.0923810 Jul 16 20:45:09.660730 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a61c145-7aeb-45f7-b33d-65a43ba185ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:09.741096 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-537f3c3e-9140-4dde-84fa-78b42f05eea7 req-d5d7e921-9968-4ea8-85a1-e046ab96b4f5 service neutron] 10.222.0.18 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400554 Jul 16 20:45:09.743182 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-242356b7-25ee-453e-9f7f-5737d0b00305 req-231af163-35b2-49c9-a027-7ed925e904de tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842259 Jul 16 20:45:09.768955 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a61c145-7aeb-45f7-b33d-65a43ba185ad None None] Network aa747f67-36d5-4812-ae60-a3d58c6fe5c9 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:09.780952 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-797a807a-bace-428d-872f-65edbe953274 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Allocated IP 2001:db8:3::1 (aa747f67-36d5-4812-ae60-a3d58c6fe5c9/f1b61489-5b99-4e10-8b26-5dc95524103b/7f076eca-17b1-4a2f-9c75-fb9aef087bb0) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:45:09.785737 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-3a61c145-7aeb-45f7-b33d-65a43ba185ad None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:09.790586 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61c145-7aeb-45f7-b33d-65a43ba185ad None None] Pushing event updated for resources: {'Port': ['ID=15437796-e45e-4ef8-a8ac-16de6f84bad4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:09.795702 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a61c145-7aeb-45f7-b33d-65a43ba185ad None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:45:09.851333 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-537f3c3e-9140-4dde-84fa-78b42f05eea7 req-9ccb94d0-5f9b-44c9-8b00-213359ae3829 service neutron] 10.222.0.18 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040542 Jul 16 20:45:09.949704 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-797a807a-bace-428d-872f-65edbe953274 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:09.955142 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3a61c145-7aeb-45f7-b33d-65a43ba185ad None None] Attempting to bind port 15437796-e45e-4ef8-a8ac-16de6f84bad4 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:45:09.955539 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3a61c145-7aeb-45f7-b33d-65a43ba185ad None None] Attempting to bind port 15437796-e45e-4ef8-a8ac-16de6f84bad4 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'a7043446-5672-4bc6-b21b-0209187a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'aa747f67-36d5-4812-ae60-a3d58c6fe5c9'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:45:09.956038 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a61c145-7aeb-45f7-b33d-65a43ba185ad None None] Attempting to bind port 15437796-e45e-4ef8-a8ac-16de6f84bad4 on network aa747f67-36d5-4812-ae60-a3d58c6fe5c9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:09.963469 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a61c145-7aeb-45f7-b33d-65a43ba185ad None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:45:09.963843 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a61c145-7aeb-45f7-b33d-65a43ba185ad None None] Checking segment: {'id': 'a7043446-5672-4bc6-b21b-0209187a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'aa747f67-36d5-4812-ae60-a3d58c6fe5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:09.964255 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a61c145-7aeb-45f7-b33d-65a43ba185ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:09.964647 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a61c145-7aeb-45f7-b33d-65a43ba185ad None None] Bound using segment: {'id': 'a7043446-5672-4bc6-b21b-0209187a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'aa747f67-36d5-4812-ae60-a3d58c6fe5c9'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:45:09.965113 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3a61c145-7aeb-45f7-b33d-65a43ba185ad None None] Bound port: 15437796-e45e-4ef8-a8ac-16de6f84bad4, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7043446-5672-4bc6-b21b-0209187a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'aa747f67-36d5-4812-ae60-a3d58c6fe5c9'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:45:09.965502 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a61c145-7aeb-45f7-b33d-65a43ba185ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:09.989976 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-797a807a-bace-428d-872f-65edbe953274 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Transition to ACTIVE for port object 7f076eca-17b1-4a2f-9c75-fb9aef087bb0 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:10.038680 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ed75e-b0dc-4334-88de-97ab78247ae2 req-e7b989f3-6838-4f28-ba48-0e56c9d0eabc tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:10.040258 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6e4ed75e-b0dc-4334-88de-97ab78247ae2 req-e7b989f3-6838-4f28-ba48-0e56c9d0eabc tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=66028aaa-f6b4-45f6-afae-f4b084f34f3a HTTP/1.1" status: 200 len: 943 time: 0.1053896 Jul 16 20:45:10.044158 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-648a5a7f-d662-4f64-98e6-909d4c4c7867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:45:05Z', 'revision_number': 4, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None, '_interfaces': [{'id': 'c0a7bc5c-3353-4eec-9fb9-d4db3878e76b', 'name': '', 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:50:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:54Z', 'updated_at': '2021-07-16T20:45:03Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff22987-4d7d-403f-bd20-2cfd606ec076', 'name': '', 'network_id': '2d7fd0f2-2dc9-46c8-923e-38af071339ee', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:ac:b4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3dc4080a-90d5-48a8-b874-7c31d6a38449', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:04Z', 'updated_at': '2021-07-16T20:45:09Z', 'revision_number': 4, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '3dc4080a-90d5-48a8-b874-7c31d6a38449', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6d40d2-4957-4576-a8f4-5e5336d682e9', 'name': '', 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:27:f3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:57Z', 'updated_at': '2021-07-16T20:45:06Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:10.056337 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-797a807a-bace-428d-872f-65edbe953274 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:10.074044 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3a61c145-7aeb-45f7-b33d-65a43ba185ad None None] For port 15437796-e45e-4ef8-a8ac-16de6f84bad4, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:10.076419 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648a5a7f-d662-4f64-98e6-909d4c4c7867 None None] The sync data for ids ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'] in n-d-791506-21 is: [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:45:05Z', 'revision_number': 4, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None, '_interfaces': [{'id': 'c0a7bc5c-3353-4eec-9fb9-d4db3878e76b', 'name': '', 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:50:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:54Z', 'updated_at': '2021-07-16T20:45:03Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff22987-4d7d-403f-bd20-2cfd606ec076', 'name': '', 'network_id': '2d7fd0f2-2dc9-46c8-923e-38af071339ee', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:ac:b4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3dc4080a-90d5-48a8-b874-7c31d6a38449', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:04Z', 'updated_at': '2021-07-16T20:45:09Z', 'revision_number': 4, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '3dc4080a-90d5-48a8-b874-7c31d6a38449', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6d40d2-4957-4576-a8f4-5e5336d682e9', 'name': '', 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:27:f3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:57Z', 'updated_at': '2021-07-16T20:45:06Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:45:10.088720 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3a61c145-7aeb-45f7-b33d-65a43ba185ad None None] For port 15437796-e45e-4ef8-a8ac-16de6f84bad4, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=15437796-e45e-4ef8-a8ac-16de6f84bad4,segment=NetworkSegment(a7043446-5672-4bc6-b21b-0209187a7227),segment_id=a7043446-5672-4bc6-b21b-0209187a7227)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:45:10.094090 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a61c145-7aeb-45f7-b33d-65a43ba185ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:10.114774 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797a807a-bace-428d-872f-65edbe953274 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network aa747f67-36d5-4812-ae60-a3d58c6fe5c9 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:10.127223 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-797a807a-bace-428d-872f-65edbe953274 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:10.129483 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797a807a-bace-428d-872f-65edbe953274 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:45:10.130028 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-797a807a-bace-428d-872f-65edbe953274 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:10.166671 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61c145-7aeb-45f7-b33d-65a43ba185ad None None] Pushing event updated for resources: {'Port': ['ID=15437796-e45e-4ef8-a8ac-16de6f84bad4,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:10.202107 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6e4ed75e-b0dc-4334-88de-97ab78247ae2 req-b477ec0b-be00-4690-971a-81b05bff36c1 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539345 Jul 16 20:45:10.217799 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a807a-bace-428d-872f-65edbe953274 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Port': ['ID=7f076eca-17b1-4a2f-9c75-fb9aef087bb0,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:10.327041 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-797a807a-bace-428d-872f-65edbe953274 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:10.634538 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-797a807a-bace-428d-872f-65edbe953274 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:10.639876 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-797a807a-bace-428d-872f-65edbe953274 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:10.640921 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-797a807a-bace-428d-872f-65edbe953274 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:10.715652 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a807a-bace-428d-872f-65edbe953274 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event updated for resources: {'Port': ['ID=7f076eca-17b1-4a2f-9c75-fb9aef087bb0,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:10.788305 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797a807a-bace-428d-872f-65edbe953274 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Network aa747f67-36d5-4812-ae60-a3d58c6fe5c9 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:10.789670 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-797a807a-bace-428d-872f-65edbe953274 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:10.927572 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797a807a-bace-428d-872f-65edbe953274 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Router 3db58f0b-1c3a-4633-bb6c-c944a34e471f has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:45:11.020633 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d752fd-090f-4e43-a5ec-dfe3a72454b9 req-727e7eb9-328b-4b91-be90-cf7137e79d5e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:11.022220 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-52d752fd-090f-4e43-a5ec-dfe3a72454b9 req-727e7eb9-328b-4b91-be90-cf7137e79d5e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 945 time: 0.1569602 Jul 16 20:45:11.072564 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797a807a-bace-428d-872f-65edbe953274 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:45:11.080539 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-797a807a-bace-428d-872f-65edbe953274 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "PUT /v2.0/routers/3db58f0b-1c3a-4633-bb6c-c944a34e471f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6439440 Jul 16 20:45:11.083765 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-52d752fd-090f-4e43-a5ec-dfe3a72454b9 req-3f31e166-32f7-4d2d-aa0e-f60532c4813e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546598 Jul 16 20:45:11.083899 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57312) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:11.088591 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-3a2a9560-2eff-455a-b056-9e0d9763dd30 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:11.116377 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f376001-9ea5-458b-94d2-31f57f5fbb96 None None] Sync routers for ids ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:45:11.128381 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f376001-9ea5-458b-94d2-31f57f5fbb96 None None] Routers {'3db58f0b-1c3a-4633-bb6c-c944a34e471f'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:11.129179 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9f376001-9ea5-458b-94d2-31f57f5fbb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:11.227277 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-9f376001-9ea5-458b-94d2-31f57f5fbb96 None None] Set router 3db58f0b-1c3a-4633-bb6c-c944a34e471f gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:11.273084 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0dc8ae-2115-4f80-995a-f2a779187fe0 None None] Network aa747f67-36d5-4812-ae60-a3d58c6fe5c9 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:45:11.382020 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d1e7dd18-20c0-444d-a085-4f08c8149936 None None] Provisioning for port 15437796-e45e-4ef8-a8ac-16de6f84bad4 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:11.460343 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb88825-6559-4753-bf10-d90cd61f9085 req-14ec5cf1-fc63-4358-9545-444d207e55fa tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:11.463449 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cbb88825-6559-4753-bf10-d90cd61f9085 req-14ec5cf1-fc63-4358-9545-444d207e55fa tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=66028aaa-f6b4-45f6-afae-f4b084f34f3a HTTP/1.1" status: 200 len: 943 time: 0.0833514 Jul 16 20:45:11.488613 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9f376001-9ea5-458b-94d2-31f57f5fbb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:45:10Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None, '_interfaces': [{'id': '7f076eca-17b1-4a2f-9c75-fb9aef087bb0', 'name': '', 'network_id': 'aa747f67-36d5-4812-ae60-a3d58c6fe5c9', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:24:7a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'f1b61489-5b99-4e10-8b26-5dc95524103b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:09Z', 'updated_at': '2021-07-16T20:45:10Z', 'revision_number': 2, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': 'f1b61489-5b99-4e10-8b26-5dc95524103b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0a7bc5c-3353-4eec-9fb9-d4db3878e76b', 'name': '', 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:50:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:54Z', 'updated_at': '2021-07-16T20:45:03Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff22987-4d7d-403f-bd20-2cfd606ec076', 'name': '', 'network_id': '2d7fd0f2-2dc9-46c8-923e-38af071339ee', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:ac:b4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3dc4080a-90d5-48a8-b874-7c31d6a38449', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:04Z', 'updated_at': '2021-07-16T20:45:09Z', 'revision_number': 4, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '3dc4080a-90d5-48a8-b874-7c31d6a38449', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6d40d2-4957-4576-a8f4-5e5336d682e9', 'name': '', 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:27:f3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:57Z', 'updated_at': '2021-07-16T20:45:06Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:11.512145 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cbb88825-6559-4753-bf10-d90cd61f9085 req-5fb16d61-b997-4491-86ce-9fb75db4d707 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428433 Jul 16 20:45:11.520554 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f376001-9ea5-458b-94d2-31f57f5fbb96 None None] Checking router: 3db58f0b-1c3a-4633-bb6c-c944a34e471f for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:45:11.521056 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f376001-9ea5-458b-94d2-31f57f5fbb96 None None] Updating router 3db58f0b-1c3a-4633-bb6c-c944a34e471f port 7f076eca-17b1-4a2f-9c75-fb9aef087bb0 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:45:11.552043 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.extraroute_db [None req-3a2a9560-2eff-455a-b056-9e0d9763dd30 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93793) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:45:11.575952 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.extraroute_db [None req-3a2a9560-2eff-455a-b056-9e0d9763dd30 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Removed routes are [] {{(pid=93793) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:45:11.576384 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3a2a9560-2eff-455a-b056-9e0d9763dd30 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:11.577547 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f376001-9ea5-458b-94d2-31f57f5fbb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:11.797351 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3a2a9560-2eff-455a-b056-9e0d9763dd30 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:11.806976 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3a2a9560-2eff-455a-b056-9e0d9763dd30 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896760'] for router, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:11.828144 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f7f7e1ec-23c6-429f-a798-5efa7fefb65f None None] Provisioning for port 7f076eca-17b1-4a2f-9c75-fb9aef087bb0 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:11.839928 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f7f7e1ec-23c6-429f-a798-5efa7fefb65f None None] Provisioning complete for port 7f076eca-17b1-4a2f-9c75-fb9aef087bb0 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:11.840299 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f7f7e1ec-23c6-429f-a798-5efa7fefb65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:11.901016 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f7f7e1ec-23c6-429f-a798-5efa7fefb65f None None] Port 7f076eca-17b1-4a2f-9c75-fb9aef087bb0 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:45:11.964600 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 15437796-e45e-4ef8-a8ac-16de6f84bad4 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:11.973821 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2a9560-2eff-455a-b056-9e0d9763dd30 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Router 3db58f0b-1c3a-4633-bb6c-c944a34e471f has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:45:11.975727 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f376001-9ea5-458b-94d2-31f57f5fbb96 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:11.989049 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-9f376001-9ea5-458b-94d2-31f57f5fbb96 None None] Transition to ACTIVE for port object 7f076eca-17b1-4a2f-9c75-fb9aef087bb0 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:11.999539 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f376001-9ea5-458b-94d2-31f57f5fbb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:12.033901 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 15437796-e45e-4ef8-a8ac-16de6f84bad4 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:12.039715 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 15437796-e45e-4ef8-a8ac-16de6f84bad4 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:12.040090 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:12.054613 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf6e3e-9aa3-4da5-983e-3cdf455fa46a None None] Pushing event updated for resources: {'Port': ['ID=7f076eca-17b1-4a2f-9c75-fb9aef087bb0,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:12.067973 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf6e3e-9aa3-4da5-983e-3cdf455fa46a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:12.068492 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf6e3e-9aa3-4da5-983e-3cdf455fa46a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:12.068932 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf6e3e-9aa3-4da5-983e-3cdf455fa46a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:12.069372 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf6e3e-9aa3-4da5-983e-3cdf455fa46a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:12.070300 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf6e3e-9aa3-4da5-983e-3cdf455fa46a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:12.070775 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf6e3e-9aa3-4da5-983e-3cdf455fa46a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:12.071215 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf6e3e-9aa3-4da5-983e-3cdf455fa46a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:12.072084 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf6e3e-9aa3-4da5-983e-3cdf455fa46a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:12.072545 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf6e3e-9aa3-4da5-983e-3cdf455fa46a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:12.072982 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf6e3e-9aa3-4da5-983e-3cdf455fa46a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:12.073417 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf6e3e-9aa3-4da5-983e-3cdf455fa46a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:12.074113 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf6e3e-9aa3-4da5-983e-3cdf455fa46a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:12.098621 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2a9560-2eff-455a-b056-9e0d9763dd30 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:45:12.106315 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3a2a9560-2eff-455a-b056-9e0d9763dd30 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:12.109967 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3a2a9560-2eff-455a-b056-9e0d9763dd30 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "PUT /v2.0/routers/3db58f0b-1c3a-4633-bb6c-c944a34e471f HTTP/1.1" status: 200 len: 953 time: 1.0229135 Jul 16 20:45:12.110358 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57316) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:12.144712 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9f376001-9ea5-458b-94d2-31f57f5fbb96 None None] Attempting to bind port 7f076eca-17b1-4a2f-9c75-fb9aef087bb0 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:45:12.146730 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9f376001-9ea5-458b-94d2-31f57f5fbb96 None None] Attempting to bind port 7f076eca-17b1-4a2f-9c75-fb9aef087bb0 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'a7043446-5672-4bc6-b21b-0209187a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'aa747f67-36d5-4812-ae60-a3d58c6fe5c9'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:45:12.147005 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f376001-9ea5-458b-94d2-31f57f5fbb96 None None] Attempting to bind port 7f076eca-17b1-4a2f-9c75-fb9aef087bb0 on network aa747f67-36d5-4812-ae60-a3d58c6fe5c9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:12.151945 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e41fbb65-3ad5-4a70-8ce5-38682417f36e details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:45:12.155450 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f376001-9ea5-458b-94d2-31f57f5fbb96 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:45:12.156058 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f376001-9ea5-458b-94d2-31f57f5fbb96 None None] Checking segment: {'id': 'a7043446-5672-4bc6-b21b-0209187a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'aa747f67-36d5-4812-ae60-a3d58c6fe5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:12.156620 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f376001-9ea5-458b-94d2-31f57f5fbb96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:12.157216 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f376001-9ea5-458b-94d2-31f57f5fbb96 None None] Bound using segment: {'id': 'a7043446-5672-4bc6-b21b-0209187a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'aa747f67-36d5-4812-ae60-a3d58c6fe5c9'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:45:12.157719 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9f376001-9ea5-458b-94d2-31f57f5fbb96 None None] Bound port: 7f076eca-17b1-4a2f-9c75-fb9aef087bb0, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7043446-5672-4bc6-b21b-0209187a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'aa747f67-36d5-4812-ae60-a3d58c6fe5c9'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:45:12.158112 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f376001-9ea5-458b-94d2-31f57f5fbb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:12.236263 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e4de9c0e-cab1-4014-aa7c-eace8cacae50 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "GET /v2.0/routers/3db58f0b-1c3a-4633-bb6c-c944a34e471f HTTP/1.1" status: 200 len: 953 time: 0.1215286 Jul 16 20:45:12.241467 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57320) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:12.249861 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:12.254305 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-5097f892-f6db-4299-935a-529637cf1b33 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'router': {'routes': None}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:12.276673 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-9f376001-9ea5-458b-94d2-31f57f5fbb96 None None] For port 7f076eca-17b1-4a2f-9c75-fb9aef087bb0, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:12.285166 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-9f376001-9ea5-458b-94d2-31f57f5fbb96 None None] For port 7f076eca-17b1-4a2f-9c75-fb9aef087bb0, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=7f076eca-17b1-4a2f-9c75-fb9aef087bb0,segment=NetworkSegment(a7043446-5672-4bc6-b21b-0209187a7227),segment_id=a7043446-5672-4bc6-b21b-0209187a7227)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:45:12.296865 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f376001-9ea5-458b-94d2-31f57f5fbb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:12.346029 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f376001-9ea5-458b-94d2-31f57f5fbb96 None None] Routers {'3db58f0b-1c3a-4633-bb6c-c944a34e471f'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:12.346802 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9f376001-9ea5-458b-94d2-31f57f5fbb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:12.364932 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 15437796-e45e-4ef8-a8ac-16de6f84bad4, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=15437796-e45e-4ef8-a8ac-16de6f84bad4,segment=NetworkSegment(a7043446-5672-4bc6-b21b-0209187a7227),segment_id=a7043446-5672-4bc6-b21b-0209187a7227)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:12.396137 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091370de-9ef0-4b8a-8a4c-c9575b94c075 req-429305eb-c11b-4534-81c1-a6340c6756d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:12.399367 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-091370de-9ef0-4b8a-8a4c-c9575b94c075 req-429305eb-c11b-4534-81c1-a6340c6756d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 945 time: 0.1208928 Jul 16 20:45:12.416826 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e41fbb65-3ad5-4a70-8ce5-38682417f36e, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e41fbb65-3ad5-4a70-8ce5-38682417f36e,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:12.421028 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:12.422119 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device cff22987-4d7d-403f-bd20-2cfd606ec076 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:12.495935 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-091370de-9ef0-4b8a-8a4c-c9575b94c075 req-92c42b97-35ba-4eaa-81e9-1d9039d88e29 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865219 Jul 16 20:45:12.508109 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'e41fbb65-3ad5-4a70-8ce5-38682417f36e', 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53', 'port_id': 'e41fbb65-3ad5-4a70-8ce5-38682417f36e', 'mac_address': 'fa:16:3e:ac:25:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82321776-7ae0-4505-adc0-e73fc92b6de5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:45:12.511289 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf6e3e-9aa3-4da5-983e-3cdf455fa46a None None] Pushing event updated for resources: {'Port': ['ID=7f076eca-17b1-4a2f-9c75-fb9aef087bb0,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:12.544987 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-9f376001-9ea5-458b-94d2-31f57f5fbb96 None None] Set router 3db58f0b-1c3a-4633-bb6c-c944a34e471f gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:12.589774 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=15437796-e45e-4ef8-a8ac-16de6f84bad4,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:12.616042 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:12.656074 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e41fbb65-3ad5-4a70-8ce5-38682417f36e {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:45:12.665888 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port cff22987-4d7d-403f-bd20-2cfd606ec076 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:12.675011 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port cff22987-4d7d-403f-bd20-2cfd606ec076 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:12.675439 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:12.737825 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e41fbb65-3ad5-4a70-8ce5-38682417f36e, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e41fbb65-3ad5-4a70-8ce5-38682417f36e,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:12.752174 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:12.812133 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b20b0c-c666-465e-94b1-b5594e6512d6 req-f7cd5be9-83b0-48d6-94a4-a6af8199c584 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:12.812581 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=e41fbb65-3ad5-4a70-8ce5-38682417f36e,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:12.835684 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-28b20b0c-c666-465e-94b1-b5594e6512d6 req-f7cd5be9-83b0-48d6-94a4-a6af8199c584 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=66028aaa-f6b4-45f6-afae-f4b084f34f3a HTTP/1.1" status: 200 len: 943 time: 0.1420555 Jul 16 20:45:12.860013 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:12.905711 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-28b20b0c-c666-465e-94b1-b5594e6512d6 req-69bf0e89-9e9b-41d8-b740-3ccdcf9bb5f7 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688610 Jul 16 20:45:12.921887 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port cff22987-4d7d-403f-bd20-2cfd606ec076, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=cff22987-4d7d-403f-bd20-2cfd606ec076,segment=NetworkSegment(548476c2-1545-463a-aeb4-2f2dcc3dc8af),segment_id=548476c2-1545-463a-aeb4-2f2dcc3dc8af)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:12.927905 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:12.978419 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9f376001-9ea5-458b-94d2-31f57f5fbb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:45:11Z', 'revision_number': 6, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None, '_interfaces': [{'id': '7f076eca-17b1-4a2f-9c75-fb9aef087bb0', 'name': '', 'network_id': 'aa747f67-36d5-4812-ae60-a3d58c6fe5c9', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:24:7a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'f1b61489-5b99-4e10-8b26-5dc95524103b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:09Z', 'updated_at': '2021-07-16T20:45:12Z', 'revision_number': 4, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': 'f1b61489-5b99-4e10-8b26-5dc95524103b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0a7bc5c-3353-4eec-9fb9-d4db3878e76b', 'name': '', 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:50:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:54Z', 'updated_at': '2021-07-16T20:45:03Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff22987-4d7d-403f-bd20-2cfd606ec076', 'name': '', 'network_id': '2d7fd0f2-2dc9-46c8-923e-38af071339ee', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:ac:b4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3dc4080a-90d5-48a8-b874-7c31d6a38449', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:04Z', 'updated_at': '2021-07-16T20:45:09Z', 'revision_number': 4, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '3dc4080a-90d5-48a8-b874-7c31d6a38449', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6d40d2-4957-4576-a8f4-5e5336d682e9', 'name': '', 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:27:f3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:57Z', 'updated_at': '2021-07-16T20:45:06Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:13.002478 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['e41fbb65-3ad5-4a70-8ce5-38682417f36e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:45:13.010719 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.extraroute_db [None req-5097f892-f6db-4299-935a-529637cf1b33 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Added routes are [] {{(pid=93793) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:45:13.011048 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.extraroute_db [None req-5097f892-f6db-4299-935a-529637cf1b33 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93793) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:45:13.014447 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f376001-9ea5-458b-94d2-31f57f5fbb96 None None] The sync data for ids ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'] in n-d-791506-21 is: [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:45:11Z', 'revision_number': 6, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None, '_interfaces': [{'id': '7f076eca-17b1-4a2f-9c75-fb9aef087bb0', 'name': '', 'network_id': 'aa747f67-36d5-4812-ae60-a3d58c6fe5c9', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:24:7a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'f1b61489-5b99-4e10-8b26-5dc95524103b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:09Z', 'updated_at': '2021-07-16T20:45:12Z', 'revision_number': 4, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': 'f1b61489-5b99-4e10-8b26-5dc95524103b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0a7bc5c-3353-4eec-9fb9-d4db3878e76b', 'name': '', 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:50:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:54Z', 'updated_at': '2021-07-16T20:45:03Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff22987-4d7d-403f-bd20-2cfd606ec076', 'name': '', 'network_id': '2d7fd0f2-2dc9-46c8-923e-38af071339ee', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:ac:b4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3dc4080a-90d5-48a8-b874-7c31d6a38449', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:04Z', 'updated_at': '2021-07-16T20:45:09Z', 'revision_number': 4, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '3dc4080a-90d5-48a8-b874-7c31d6a38449', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6d40d2-4957-4576-a8f4-5e5336d682e9', 'name': '', 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:27:f3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:57Z', 'updated_at': '2021-07-16T20:45:06Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:45:13.052485 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5097f892-f6db-4299-935a-529637cf1b33 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:13.251505 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=cff22987-4d7d-403f-bd20-2cfd606ec076,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:13.385355 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5097f892-f6db-4299-935a-529637cf1b33 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:13.391730 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5097f892-f6db-4299-935a-529637cf1b33 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896760'] for router, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:13.432481 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [req-8aca3a69-e292-486d-bcc7-6ae5f04d6d32 req-0e03ed6a-ad07-4752-9fb3-28fe4df3fad2 service neutron] (93793) timed out ('10.222.0.18', 49895) {{(pid=93793) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:45:13.511471 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5097f892-f6db-4299-935a-529637cf1b33 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Router 3db58f0b-1c3a-4633-bb6c-c944a34e471f has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:45:14.023253 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36ae0f-661c-4a3f-9a30-8fd67ebc4629 req-52d768fb-d6e4-4cfa-a94d-d8d2a156c394 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:14.033926 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4f36ae0f-661c-4a3f-9a30-8fd67ebc4629 req-52d768fb-d6e4-4cfa-a94d-d8d2a156c394 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 945 time: 0.1475368 Jul 16 20:45:14.081145 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 15437796-e45e-4ef8-a8ac-16de6f84bad4 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:14.081987 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5097f892-f6db-4299-935a-529637cf1b33 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:45:14.100225 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5097f892-f6db-4299-935a-529637cf1b33 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:14.104338 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5097f892-f6db-4299-935a-529637cf1b33 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "PUT /v2.0/routers/3db58f0b-1c3a-4633-bb6c-c944a34e471f HTTP/1.1" status: 200 len: 703 time: 1.8645926 Jul 16 20:45:14.105040 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57328) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:14.111105 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4f36ae0f-661c-4a3f-9a30-8fd67ebc4629 req-3cdca722-812b-40a5-993b-64f06249df4e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756073 Jul 16 20:45:14.131267 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e41fbb65-3ad5-4a70-8ce5-38682417f36e up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:14.213164 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 15437796-e45e-4ef8-a8ac-16de6f84bad4 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:14.213761 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:14.233176 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1dddd-6887-4c99-8810-a8da965e90d1 req-340bba34-a542-4c31-ad90-3f4e8d821eec tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:14.234871 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-06f1dddd-6887-4c99-8810-a8da965e90d1 req-340bba34-a542-4c31-ad90-3f4e8d821eec tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=66028aaa-f6b4-45f6-afae-f4b084f34f3a HTTP/1.1" status: 200 len: 944 time: 0.0810058 Jul 16 20:45:14.242372 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port e41fbb65-3ad5-4a70-8ce5-38682417f36e completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:14.249627 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c7fe9a-1e92-4a36-9777-80f690ffb561 None None] Sync routers for ids ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:45:14.250489 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0e58a086-2a3b-432e-993c-953bd8ae9619 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "GET /v2.0/routers/3db58f0b-1c3a-4633-bb6c-c944a34e471f HTTP/1.1" status: 200 len: 703 time: 0.1443012 Jul 16 20:45:14.254547 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57330) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:14.260534 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port e41fbb65-3ad5-4a70-8ce5-38682417f36e triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:14.261025 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:14.291711 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c7fe9a-1e92-4a36-9777-80f690ffb561 None None] Routers {'3db58f0b-1c3a-4633-bb6c-c944a34e471f'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:14.292393 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a5c7fe9a-1e92-4a36-9777-80f690ffb561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:14.293187 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-06f1dddd-6887-4c99-8810-a8da965e90d1 req-251d179a-5b9e-4fea-b88d-af4f05889366 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458088 Jul 16 20:45:14.409309 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-a5c7fe9a-1e92-4a36-9777-80f690ffb561 None None] Set router 3db58f0b-1c3a-4633-bb6c-c944a34e471f gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:14.539379 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 7f076eca-17b1-4a2f-9c75-fb9aef087bb0 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:14.540994 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:14.614487 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd696966-8845-4d40-9ec3-794a0285bcae tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:14.619945 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66028aaa-f6b4-45f6-afae-f4b084f34f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41fbb65-3ad5-4a70-8ce5-38682417f36e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:14.622276 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c472dc67-55ac-4f46-9efb-6c83f53b8261" -d '{"events": [{"server_uuid": "66028aaa-f6b4-45f6-afae-f4b084f34f3a", "name": "network-vif-plugged", "status": "completed", "tag": "e41fbb65-3ad5-4a70-8ce5-38682417f36e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:14.669390 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e41fbb65-3ad5-4a70-8ce5-38682417f36e, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e41fbb65-3ad5-4a70-8ce5-38682417f36e,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:14.675520 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:14.685627 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dffcc56-c76f-4164-b7de-250b898ac770 x-openstack-request-id: req-6dffcc56-c76f-4164-b7de-250b898ac770 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:14.685627 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66028aaa-f6b4-45f6-afae-f4b084f34f3a", "name": "network-vif-plugged", "status": "completed", "tag": "e41fbb65-3ad5-4a70-8ce5-38682417f36e", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:14.685627 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6dffcc56-c76f-4164-b7de-250b898ac770 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:14.686028 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66028aaa-f6b4-45f6-afae-f4b084f34f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41fbb65-3ad5-4a70-8ce5-38682417f36e', 'code': 200} Jul 16 20:45:14.730738 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 7f076eca-17b1-4a2f-9c75-fb9aef087bb0 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:14.767894 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 7f076eca-17b1-4a2f-9c75-fb9aef087bb0 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:14.768193 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:14.802389 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=e41fbb65-3ad5-4a70-8ce5-38682417f36e,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:14.846244 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715e31a-e5be-4927-bb26-843f32ae0b2d req-0f1e0a8c-fee2-4603-b842-06f9635d012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:14.847792 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1715e31a-e5be-4927-bb26-843f32ae0b2d req-0f1e0a8c-fee2-4603-b842-06f9635d012a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=66028aaa-f6b4-45f6-afae-f4b084f34f3a HTTP/1.1" status: 200 len: 1097 time: 0.0830216 Jul 16 20:45:14.865268 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a5c7fe9a-1e92-4a36-9777-80f690ffb561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:45:13Z', 'revision_number': 7, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None, '_interfaces': [{'id': '7f076eca-17b1-4a2f-9c75-fb9aef087bb0', 'name': '', 'network_id': 'aa747f67-36d5-4812-ae60-a3d58c6fe5c9', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:24:7a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'f1b61489-5b99-4e10-8b26-5dc95524103b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:09Z', 'updated_at': '2021-07-16T20:45:12Z', 'revision_number': 4, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': 'f1b61489-5b99-4e10-8b26-5dc95524103b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0a7bc5c-3353-4eec-9fb9-d4db3878e76b', 'name': '', 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:50:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:54Z', 'updated_at': '2021-07-16T20:45:03Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff22987-4d7d-403f-bd20-2cfd606ec076', 'name': '', 'network_id': '2d7fd0f2-2dc9-46c8-923e-38af071339ee', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:ac:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3dc4080a-90d5-48a8-b874-7c31d6a38449', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:04Z', 'updated_at': '2021-07-16T20:45:12Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '3dc4080a-90d5-48a8-b874-7c31d6a38449', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6d40d2-4957-4576-a8f4-5e5336d682e9', 'name': '', 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:27:f3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:57Z', 'updated_at': '2021-07-16T20:45:06Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:14.896536 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c7fe9a-1e92-4a36-9777-80f690ffb561 None None] Checking router: 3db58f0b-1c3a-4633-bb6c-c944a34e471f for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:45:14.911719 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:14.914522 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c7fe9a-1e92-4a36-9777-80f690ffb561 None None] Routers {'3db58f0b-1c3a-4633-bb6c-c944a34e471f'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:14.915141 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a5c7fe9a-1e92-4a36-9777-80f690ffb561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:14.929713 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1715e31a-e5be-4927-bb26-843f32ae0b2d req-6a0242a7-2f89-49f1-a8f3-9bbade2c0a20 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600696 Jul 16 20:45:14.957214 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-dd696966-8845-4d40-9ec3-794a0285bcae tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Deleting port 7f076eca-17b1-4a2f-9c75-fb9aef087bb0 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:14.957577 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd696966-8845-4d40-9ec3-794a0285bcae tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:15.021299 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 7f076eca-17b1-4a2f-9c75-fb9aef087bb0, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=7f076eca-17b1-4a2f-9c75-fb9aef087bb0,segment=NetworkSegment(a7043446-5672-4bc6-b21b-0209187a7227),segment_id=a7043446-5672-4bc6-b21b-0209187a7227)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:15.030708 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:15.031466 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device cff22987-4d7d-403f-bd20-2cfd606ec076 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:15.034053 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-a5c7fe9a-1e92-4a36-9777-80f690ffb561 None None] Set router 3db58f0b-1c3a-4633-bb6c-c944a34e471f gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:15.054347 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-dd696966-8845-4d40-9ec3-794a0285bcae tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] For port 7f076eca-17b1-4a2f-9c75-fb9aef087bb0, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=7f076eca-17b1-4a2f-9c75-fb9aef087bb0,segment=NetworkSegment(a7043446-5672-4bc6-b21b-0209187a7227),segment_id=a7043446-5672-4bc6-b21b-0209187a7227)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:15.054714 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd696966-8845-4d40-9ec3-794a0285bcae tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:15.068754 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-dd696966-8845-4d40-9ec3-794a0285bcae tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Calling delete_port for 7f076eca-17b1-4a2f-9c75-fb9aef087bb0 owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:15.190197 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=7f076eca-17b1-4a2f-9c75-fb9aef087bb0,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:15.247457 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port cff22987-4d7d-403f-bd20-2cfd606ec076 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:15.247749 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:15.254680 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd696966-8845-4d40-9ec3-794a0285bcae tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:15.299508 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd696966-8845-4d40-9ec3-794a0285bcae tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Port': ['ID=7f076eca-17b1-4a2f-9c75-fb9aef087bb0,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:15.320391 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2b20a-e7ec-4eaf-ada0-63cef60819c9 req-637165c9-23d5-4451-aed0-856e48d90a6d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:15.322104 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05c2b20a-e7ec-4eaf-ada0-63cef60819c9 req-637165c9-23d5-4451-aed0-856e48d90a6d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 945 time: 0.0711195 Jul 16 20:45:15.394023 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05c2b20a-e7ec-4eaf-ada0-63cef60819c9 req-31249f89-ae98-4236-9c08-328a1fde723a tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583503 Jul 16 20:45:15.423037 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a5c7fe9a-1e92-4a36-9777-80f690ffb561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:45:13Z', 'revision_number': 7, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None, '_interfaces': [{'id': '7f076eca-17b1-4a2f-9c75-fb9aef087bb0', 'name': '', 'network_id': 'aa747f67-36d5-4812-ae60-a3d58c6fe5c9', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:24:7a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'f1b61489-5b99-4e10-8b26-5dc95524103b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:09Z', 'updated_at': '2021-07-16T20:45:12Z', 'revision_number': 4, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': 'f1b61489-5b99-4e10-8b26-5dc95524103b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0a7bc5c-3353-4eec-9fb9-d4db3878e76b', 'name': '', 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:50:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:54Z', 'updated_at': '2021-07-16T20:45:03Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff22987-4d7d-403f-bd20-2cfd606ec076', 'name': '', 'network_id': '2d7fd0f2-2dc9-46c8-923e-38af071339ee', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:ac:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3dc4080a-90d5-48a8-b874-7c31d6a38449', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:04Z', 'updated_at': '2021-07-16T20:45:12Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '3dc4080a-90d5-48a8-b874-7c31d6a38449', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6d40d2-4957-4576-a8f4-5e5336d682e9', 'name': '', 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:27:f3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:57Z', 'updated_at': '2021-07-16T20:45:06Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:15.457086 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c7fe9a-1e92-4a36-9777-80f690ffb561 None None] The sync data for ids ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'] in n-d-791506-21 is: [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:45:13Z', 'revision_number': 7, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None, '_interfaces': [{'id': '7f076eca-17b1-4a2f-9c75-fb9aef087bb0', 'name': '', 'network_id': 'aa747f67-36d5-4812-ae60-a3d58c6fe5c9', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:24:7a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'f1b61489-5b99-4e10-8b26-5dc95524103b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:09Z', 'updated_at': '2021-07-16T20:45:12Z', 'revision_number': 4, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': 'f1b61489-5b99-4e10-8b26-5dc95524103b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0a7bc5c-3353-4eec-9fb9-d4db3878e76b', 'name': '', 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:50:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:54Z', 'updated_at': '2021-07-16T20:45:03Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff22987-4d7d-403f-bd20-2cfd606ec076', 'name': '', 'network_id': '2d7fd0f2-2dc9-46c8-923e-38af071339ee', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:ac:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3dc4080a-90d5-48a8-b874-7c31d6a38449', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:04Z', 'updated_at': '2021-07-16T20:45:12Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '3dc4080a-90d5-48a8-b874-7c31d6a38449', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6d40d2-4957-4576-a8f4-5e5336d682e9', 'name': '', 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:27:f3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:57Z', 'updated_at': '2021-07-16T20:45:06Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:45:15.466883 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd696966-8845-4d40-9ec3-794a0285bcae tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:15.570211 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5c1b0-45fd-41a7-bed6-e1d218880f53 req-3dec7bd0-ea55-4ead-b04a-1e4328766544 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:15.573076 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bed5c1b0-45fd-41a7-bed6-e1d218880f53 req-3dec7bd0-ea55-4ead-b04a-1e4328766544 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=66028aaa-f6b4-45f6-afae-f4b084f34f3a HTTP/1.1" status: 200 len: 945 time: 0.0987568 Jul 16 20:45:15.623042 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bed5c1b0-45fd-41a7-bed6-e1d218880f53 req-4f855721-5167-49e3-822d-0e74590bc694 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411491 Jul 16 20:45:15.695696 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd696966-8845-4d40-9ec3-794a0285bcae tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Router 3db58f0b-1c3a-4633-bb6c-c944a34e471f has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:45:15.802419 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd696966-8845-4d40-9ec3-794a0285bcae tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:45:15.816347 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03833daa-e350-4b0d-bd78-887f744e09de None None] Sync routers for ids ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:45:15.816907 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57338) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:15.817850 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-dd696966-8845-4d40-9ec3-794a0285bcae tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "PUT /v2.0/routers/3db58f0b-1c3a-4633-bb6c-c944a34e471f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5617919 Jul 16 20:45:15.840123 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03833daa-e350-4b0d-bd78-887f744e09de None None] Routers {'3db58f0b-1c3a-4633-bb6c-c944a34e471f'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:15.840742 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-03833daa-e350-4b0d-bd78-887f744e09de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:15.883628 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-113594c6-7b31-4e70-92ec-5242e4ea359a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Deleting subnet f1b61489-5b99-4e10-8b26-5dc95524103b {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:45:15.886728 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-113594c6-7b31-4e70-92ec-5242e4ea359a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:15.928163 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-113594c6-7b31-4e70-92ec-5242e4ea359a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:16.020985 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-113594c6-7b31-4e70-92ec-5242e4ea359a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:16.034162 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-03833daa-e350-4b0d-bd78-887f744e09de None None] Set router 3db58f0b-1c3a-4633-bb6c-c944a34e471f gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:16.081763 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-113594c6-7b31-4e70-92ec-5242e4ea359a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:16.108760 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113594c6-7b31-4e70-92ec-5242e4ea359a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Subnet': ['ID=f1b61489-5b99-4e10-8b26-5dc95524103b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:16.114121 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-113594c6-7b31-4e70-92ec-5242e4ea359a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:16.118995 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-113594c6-7b31-4e70-92ec-5242e4ea359a tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/subnets/f1b61489-5b99-4e10-8b26-5dc95524103b HTTP/1.1" status: 204 len: 168 time: 0.2988050 Jul 16 20:45:16.121819 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fbdb83-3aea-4eee-9060-0492699b3c92 None None] Network aa747f67-36d5-4812-ae60-a3d58c6fe5c9 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:45:16.121961 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57340) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:16.204796 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cb63b86e-5feb-4525-a80c-81a7c5e71393 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:16.257733 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-03833daa-e350-4b0d-bd78-887f744e09de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:45:15Z', 'revision_number': 8, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None, '_interfaces': [{'id': 'c0a7bc5c-3353-4eec-9fb9-d4db3878e76b', 'name': '', 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:50:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:54Z', 'updated_at': '2021-07-16T20:45:03Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff22987-4d7d-403f-bd20-2cfd606ec076', 'name': '', 'network_id': '2d7fd0f2-2dc9-46c8-923e-38af071339ee', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:ac:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3dc4080a-90d5-48a8-b874-7c31d6a38449', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:04Z', 'updated_at': '2021-07-16T20:45:12Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '3dc4080a-90d5-48a8-b874-7c31d6a38449', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6d40d2-4957-4576-a8f4-5e5336d682e9', 'name': '', 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:27:f3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:57Z', 'updated_at': '2021-07-16T20:45:06Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:16.277358 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-cb63b86e-5feb-4525-a80c-81a7c5e71393 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Deleting port 15437796-e45e-4ef8-a8ac-16de6f84bad4 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:16.277876 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cb63b86e-5feb-4525-a80c-81a7c5e71393 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:16.290016 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03833daa-e350-4b0d-bd78-887f744e09de None None] Checking router: 3db58f0b-1c3a-4633-bb6c-c944a34e471f for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:45:16.299009 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03833daa-e350-4b0d-bd78-887f744e09de None None] Routers {'3db58f0b-1c3a-4633-bb6c-c944a34e471f'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:16.299635 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-03833daa-e350-4b0d-bd78-887f744e09de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:16.351417 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-cb63b86e-5feb-4525-a80c-81a7c5e71393 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] For port 15437796-e45e-4ef8-a8ac-16de6f84bad4, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=15437796-e45e-4ef8-a8ac-16de6f84bad4,segment=NetworkSegment(a7043446-5672-4bc6-b21b-0209187a7227),segment_id=a7043446-5672-4bc6-b21b-0209187a7227)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:16.352020 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cb63b86e-5feb-4525-a80c-81a7c5e71393 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:16.369346 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-cb63b86e-5feb-4525-a80c-81a7c5e71393 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Calling delete_port for 15437796-e45e-4ef8-a8ac-16de6f84bad4 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:16.393644 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-03833daa-e350-4b0d-bd78-887f744e09de None None] Set router 3db58f0b-1c3a-4633-bb6c-c944a34e471f gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:16.478972 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cb63b86e-5feb-4525-a80c-81a7c5e71393 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:16.510516 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63b86e-5feb-4525-a80c-81a7c5e71393 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Port': ['ID=15437796-e45e-4ef8-a8ac-16de6f84bad4,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:16.515630 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4dc638-afc6-409c-9b57-a164b2e236ec None None] DHCP port deletion for aa747f67-36d5-4812-ae60-a3d58c6fe5c9 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:45:16.516660 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb63b86e-5feb-4525-a80c-81a7c5e71393 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] No DVR routers for this DVR port 15437796-e45e-4ef8-a8ac-16de6f84bad4 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:16.623159 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-03833daa-e350-4b0d-bd78-887f744e09de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:45:15Z', 'revision_number': 8, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None, '_interfaces': [{'id': 'c0a7bc5c-3353-4eec-9fb9-d4db3878e76b', 'name': '', 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:50:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:54Z', 'updated_at': '2021-07-16T20:45:03Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff22987-4d7d-403f-bd20-2cfd606ec076', 'name': '', 'network_id': '2d7fd0f2-2dc9-46c8-923e-38af071339ee', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:ac:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3dc4080a-90d5-48a8-b874-7c31d6a38449', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:04Z', 'updated_at': '2021-07-16T20:45:12Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '3dc4080a-90d5-48a8-b874-7c31d6a38449', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6d40d2-4957-4576-a8f4-5e5336d682e9', 'name': '', 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:27:f3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:57Z', 'updated_at': '2021-07-16T20:45:06Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:16.644918 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cb63b86e-5feb-4525-a80c-81a7c5e71393 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:16.651232 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03833daa-e350-4b0d-bd78-887f744e09de None None] The sync data for ids ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'] in n-d-791506-21 is: [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:45:15Z', 'revision_number': 8, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None, '_interfaces': [{'id': 'c0a7bc5c-3353-4eec-9fb9-d4db3878e76b', 'name': '', 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:50:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:54Z', 'updated_at': '2021-07-16T20:45:03Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff22987-4d7d-403f-bd20-2cfd606ec076', 'name': '', 'network_id': '2d7fd0f2-2dc9-46c8-923e-38af071339ee', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:ac:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3dc4080a-90d5-48a8-b874-7c31d6a38449', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:04Z', 'updated_at': '2021-07-16T20:45:12Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '3dc4080a-90d5-48a8-b874-7c31d6a38449', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6d40d2-4957-4576-a8f4-5e5336d682e9', 'name': '', 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:27:f3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:57Z', 'updated_at': '2021-07-16T20:45:06Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:45:16.662143 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-cb63b86e-5feb-4525-a80c-81a7c5e71393 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa747f67-36d5-4812-ae60-a3d58c6fe5c9']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:16.675636 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-cb63b86e-5feb-4525-a80c-81a7c5e71393 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7043446-5672-4bc6-b21b-0209187a7227') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:16.675989 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-cb63b86e-5feb-4525-a80c-81a7c5e71393 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7043446-5672-4bc6-b21b-0209187a7227') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:16.692336 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23aff60-4f86-4e93-8d01-5e631e092e67 req-b2b5f853-5aa7-4ad0-b6bb-803a66bc52d0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:16.693889 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b23aff60-4f86-4e93-8d01-5e631e092e67 req-b2b5f853-5aa7-4ad0-b6bb-803a66bc52d0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 945 time: 0.1739016 Jul 16 20:45:16.697743 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cb63b86e-5feb-4525-a80c-81a7c5e71393 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:16.728703 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cb63b86e-5feb-4525-a80c-81a7c5e71393 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:16.738255 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb63b86e-5feb-4525-a80c-81a7c5e71393 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:45:16.738673 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cb63b86e-5feb-4525-a80c-81a7c5e71393 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:45:16.741493 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:45:17.109189 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b23aff60-4f86-4e93-8d01-5e631e092e67 req-d5a956d1-45bf-4852-bdd9-b3724bc19bc7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4092264 Jul 16 20:45:17.157766 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cb63b86e-5feb-4525-a80c-81a7c5e71393 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:17.162398 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cb63b86e-5feb-4525-a80c-81a7c5e71393 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:17.164315 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cb63b86e-5feb-4525-a80c-81a7c5e71393 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/networks/aa747f67-36d5-4812-ae60-a3d58c6fe5c9 HTTP/1.1" status: 204 len: 168 time: 1.0415347 Jul 16 20:45:17.168758 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57346) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:17.188609 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63b86e-5feb-4525-a80c-81a7c5e71393 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Network': ['ID=aa747f67-36d5-4812-ae60-a3d58c6fe5c9,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:17.206795 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53940dd-15da-404f-9324-f3c6b6d8ab29 req-214aa921-e3e1-4b13-9f7f-ffa1227606ee tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:17.208283 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c53940dd-15da-404f-9324-f3c6b6d8ab29 req-214aa921-e3e1-4b13-9f7f-ffa1227606ee tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=66028aaa-f6b4-45f6-afae-f4b084f34f3a HTTP/1.1" status: 200 len: 945 time: 0.4660029 Jul 16 20:45:17.247567 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c53940dd-15da-404f-9324-f3c6b6d8ab29 req-a57b14b9-9f16-4e76-adc8-652eaffaadc4 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334644 Jul 16 20:45:17.421898 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c92bf1-f9b2-4112-b496-b902cc5cddd4 req-2b447c09-50a4-4c47-bcf9-f064ff7abee3 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:17.424347 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-61c92bf1-f9b2-4112-b496-b902cc5cddd4 req-2b447c09-50a4-4c47-bcf9-f064ff7abee3 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=66028aaa-f6b4-45f6-afae-f4b084f34f3a HTTP/1.1" status: 200 len: 945 time: 0.0648291 Jul 16 20:45:17.462110 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-61c92bf1-f9b2-4112-b496-b902cc5cddd4 req-9e9ddeff-32b1-44ee-a3eb-779162e5c1b3 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318773 Jul 16 20:45:17.512213 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4bfe16d8-4bd3-4e46-a3db-e9d931e5a1d2 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:17.779949 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-4bfe16d8-4bd3-4e46-a3db-e9d931e5a1d2 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Deleting port cff22987-4d7d-403f-bd20-2cfd606ec076 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:17.780291 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4bfe16d8-4bd3-4e46-a3db-e9d931e5a1d2 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:17.849071 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 15437796-e45e-4ef8-a8ac-16de6f84bad4 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:17.858762 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872ec31-c143-44f9-bd1e-a4b60099f1b1 req-ee6813f5-8cfb-49ec-92b3-77e0e775e9b5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:17.863430 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b872ec31-c143-44f9-bd1e-a4b60099f1b1 req-ee6813f5-8cfb-49ec-92b3-77e0e775e9b5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=66028aaa-f6b4-45f6-afae-f4b084f34f3a HTTP/1.1" status: 200 len: 945 time: 0.0731091 Jul 16 20:45:17.868158 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 15437796-e45e-4ef8-a8ac-16de6f84bad4 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:45:17.868501 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 15437796-e45e-4ef8-a8ac-16de6f84bad4 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:45:17.869116 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 7f076eca-17b1-4a2f-9c75-fb9aef087bb0 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:17.885443 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-4bfe16d8-4bd3-4e46-a3db-e9d931e5a1d2 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] For port cff22987-4d7d-403f-bd20-2cfd606ec076, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=cff22987-4d7d-403f-bd20-2cfd606ec076,segment=NetworkSegment(548476c2-1545-463a-aeb4-2f2dcc3dc8af),segment_id=548476c2-1545-463a-aeb4-2f2dcc3dc8af)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:17.885930 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4bfe16d8-4bd3-4e46-a3db-e9d931e5a1d2 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:17.887523 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 7f076eca-17b1-4a2f-9c75-fb9aef087bb0 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:45:17.888077 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 7f076eca-17b1-4a2f-9c75-fb9aef087bb0 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:45:17.904262 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b872ec31-c143-44f9-bd1e-a4b60099f1b1 req-d21b0c4c-4316-4608-be9c-d80c86f86078 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381849 Jul 16 20:45:17.905721 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-4bfe16d8-4bd3-4e46-a3db-e9d931e5a1d2 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Calling delete_port for cff22987-4d7d-403f-bd20-2cfd606ec076 owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:18.075152 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-020439c4-0193-4373-8a62-59fe9f9ca2f5 service neutron] show failed (client error): The resource could not be found. Jul 16 20:45:18.076164 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-020439c4-0193-4373-8a62-59fe9f9ca2f5 service neutron] 10.222.0.18 "GET /v2.0/ports/c4a2edc9-acbe-4068-a489-5602accc426f/bindings/n-h2-791506-21 HTTP/1.1" status: 404 len: 381 time: 0.1075718 Jul 16 20:45:18.126254 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4bfe16d8-4bd3-4e46-a3db-e9d931e5a1d2 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:18.156196 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe16d8-4bd3-4e46-a3db-e9d931e5a1d2 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Port': ['ID=cff22987-4d7d-403f-bd20-2cfd606ec076,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:18.320107 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4bfe16d8-4bd3-4e46-a3db-e9d931e5a1d2 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:18.381956 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74280b6-1049-461c-8113-a3c0cd678562 req-73e6623f-9c54-48a3-81fb-506bdf1ca783 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:18.384333 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b74280b6-1049-461c-8113-a3c0cd678562 req-73e6623f-9c54-48a3-81fb-506bdf1ca783 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 945 time: 0.1349196 Jul 16 20:45:18.454367 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b74280b6-1049-461c-8113-a3c0cd678562 req-9d58d131-6360-42eb-a3fa-08d2f71fb566 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602481 Jul 16 20:45:18.462361 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-2b44f157-840a-4567-97c3-7eccd49c45d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:18.464570 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-2b44f157-840a-4567-97c3-7eccd49c45d6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc&tenant_id=0a2a9f68d1874fbf9d499c45b54369c0 HTTP/1.1" status: 200 len: 1097 time: 0.1471562 Jul 16 20:45:18.476386 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-25eca678-fc50-4625-829b-fbd18843dcac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-21', 'device_owner': 'compute:nova'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:18.558754 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfe16d8-4bd3-4e46-a3db-e9d931e5a1d2 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Router 3db58f0b-1c3a-4633-bb6c-c944a34e471f has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:45:18.560558 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-25eca678-fc50-4625-829b-fbd18843dcac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:18.662013 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfe16d8-4bd3-4e46-a3db-e9d931e5a1d2 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:45:18.671587 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4bfe16d8-4bd3-4e46-a3db-e9d931e5a1d2 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "PUT /v2.0/routers/3db58f0b-1c3a-4633-bb6c-c944a34e471f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4987540 Jul 16 20:45:18.671799 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57356) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:18.675669 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db04ee7-a408-437b-b2a4-ee51dee88408 None None] Sync routers for ids ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:45:18.687427 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db04ee7-a408-437b-b2a4-ee51dee88408 None None] Routers {'3db58f0b-1c3a-4633-bb6c-c944a34e471f'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:18.688041 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4db04ee7-a408-437b-b2a4-ee51dee88408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:18.730783 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-04958861-6ded-4f64-a21d-b10efb3234bb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Deleting subnet 3dc4080a-90d5-48a8-b874-7c31d6a38449 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:45:18.734553 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04958861-6ded-4f64-a21d-b10efb3234bb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:18.784027 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04958861-6ded-4f64-a21d-b10efb3234bb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:18.788614 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-4db04ee7-a408-437b-b2a4-ee51dee88408 None None] Set router 3db58f0b-1c3a-4633-bb6c-c944a34e471f gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:18.806912 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-25eca678-fc50-4625-829b-fbd18843dcac service neutron] For port c4a2edc9-acbe-4068-a489-5602accc426f, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=c4a2edc9-acbe-4068-a489-5602accc426f,segment=NetworkSegment(034fad31-19fe-4e1f-9dd1-5cdaa4aa1930),segment_id=034fad31-19fe-4e1f-9dd1-5cdaa4aa1930)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:18.856233 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-25eca678-fc50-4625-829b-fbd18843dcac service neutron] For port c4a2edc9-acbe-4068-a489-5602accc426f, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:18.885521 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04958861-6ded-4f64-a21d-b10efb3234bb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:18.915001 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b042e812-cc5a-4106-b6e9-f0d646ec9fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4a2edc9-acbe-4068-a489-5602accc426f'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:18.918183 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2ed786-6fa7-401a-890e-9175a4b93a44" -d '{"events": [{"server_uuid": "b042e812-cc5a-4106-b6e9-f0d646ec9fbc", "name": "network-vif-unplugged", "status": "completed", "tag": "c4a2edc9-acbe-4068-a489-5602accc426f"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:18.921983 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-25eca678-fc50-4625-829b-fbd18843dcac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:18.989162 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd56a5c-78fc-4cd5-9765-2045675d3a7f x-openstack-request-id: req-efd56a5c-78fc-4cd5-9765-2045675d3a7f {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:18.989475 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b042e812-cc5a-4106-b6e9-f0d646ec9fbc", "name": "network-vif-unplugged", "status": "completed", "tag": "c4a2edc9-acbe-4068-a489-5602accc426f", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:18.989908 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-efd56a5c-78fc-4cd5-9765-2045675d3a7f {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:18.990577 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b042e812-cc5a-4106-b6e9-f0d646ec9fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4a2edc9-acbe-4068-a489-5602accc426f', 'code': 200} Jul 16 20:45:19.000413 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-25eca678-fc50-4625-829b-fbd18843dcac service neutron] Transition to ACTIVE for port object c4a2edc9-acbe-4068-a489-5602accc426f will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:19.001301 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04958861-6ded-4f64-a21d-b10efb3234bb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:19.006279 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-25eca678-fc50-4625-829b-fbd18843dcac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:19.034970 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04958861-6ded-4f64-a21d-b10efb3234bb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Subnet': ['ID=3dc4080a-90d5-48a8-b874-7c31d6a38449,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:19.040395 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04958861-6ded-4f64-a21d-b10efb3234bb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:19.045948 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-04958861-6ded-4f64-a21d-b10efb3234bb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/subnets/3dc4080a-90d5-48a8-b874-7c31d6a38449 HTTP/1.1" status: 204 len: 168 time: 0.3730457 Jul 16 20:45:19.046777 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57362) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:19.051143 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eca678-fc50-4625-829b-fbd18843dcac service neutron] Pushing event updated for resources: {'Port': ['ID=c4a2edc9-acbe-4068-a489-5602accc426f,revision_number=6']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:19.059785 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fb72bc-f322-45b1-bd53-4a20435c0157 None None] Network 2d7fd0f2-2dc9-46c8-923e-38af071339ee requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:45:19.173154 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:19.189319 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4db04ee7-a408-437b-b2a4-ee51dee88408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:45:18Z', 'revision_number': 9, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None, '_interfaces': [{'id': 'c0a7bc5c-3353-4eec-9fb9-d4db3878e76b', 'name': '', 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:50:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:54Z', 'updated_at': '2021-07-16T20:45:03Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6d40d2-4957-4576-a8f4-5e5336d682e9', 'name': '', 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:27:f3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:57Z', 'updated_at': '2021-07-16T20:45:06Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:19.223125 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db04ee7-a408-437b-b2a4-ee51dee88408 None None] Checking router: 3db58f0b-1c3a-4633-bb6c-c944a34e471f for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:45:19.245086 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db04ee7-a408-437b-b2a4-ee51dee88408 None None] Routers {'3db58f0b-1c3a-4633-bb6c-c944a34e471f'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:19.245086 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4db04ee7-a408-437b-b2a4-ee51dee88408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:19.246946 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90b1ec-35c8-4e81-8b5b-55d5ee7ed77b req-1b18b9b9-ca2e-4900-8310-3dbc345acb9a tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:19.248192 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ca90b1ec-35c8-4e81-8b5b-55d5ee7ed77b req-1b18b9b9-ca2e-4900-8310-3dbc345acb9a tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.18 "GET /v2.0/ports?device_id=66028aaa-f6b4-45f6-afae-f4b084f34f3a HTTP/1.1" status: 200 len: 945 time: 0.1556535 Jul 16 20:45:19.305508 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-25eca678-fc50-4625-829b-fbd18843dcac service neutron] No DVR routers for this DVR port c4a2edc9-acbe-4068-a489-5602accc426f on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:19.310085 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Deleting port e42903d8-fd4c-428f-a6c2-48a653bcc383 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:19.310461 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:19.356070 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-4db04ee7-a408-437b-b2a4-ee51dee88408 None None] Set router 3db58f0b-1c3a-4633-bb6c-c944a34e471f gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:19.408681 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b65a5d-e62f-4517-8bf8-1369816d68e2 None None] DHCP port deletion for 2d7fd0f2-2dc9-46c8-923e-38af071339ee request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:45:19.417685 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41a595-9315-4c55-91d6-7e801bcb7cb5 req-b558f9d3-1ce8-4a34-9508-28d69367fd63 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:19.420001 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd41a595-9315-4c55-91d6-7e801bcb7cb5 req-b558f9d3-1ce8-4a34-9508-28d69367fd63 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=66028aaa-f6b4-45f6-afae-f4b084f34f3a HTTP/1.1" status: 200 len: 945 time: 0.3601379 Jul 16 20:45:19.428962 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] For port e42903d8-fd4c-428f-a6c2-48a653bcc383, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e42903d8-fd4c-428f-a6c2-48a653bcc383,segment=NetworkSegment(548476c2-1545-463a-aeb4-2f2dcc3dc8af),segment_id=548476c2-1545-463a-aeb4-2f2dcc3dc8af)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:19.429547 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:19.449493 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Calling delete_port for e42903d8-fd4c-428f-a6c2-48a653bcc383 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:19.469810 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-ca90b1ec-35c8-4e81-8b5b-55d5ee7ed77b req-daa82597-9c8f-4f37-8190-650eb3c6e98a tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Deleting port e41fbb65-3ad5-4a70-8ce5-38682417f36e {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:19.470682 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ca90b1ec-35c8-4e81-8b5b-55d5ee7ed77b req-daa82597-9c8f-4f37-8190-650eb3c6e98a tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:19.483379 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd41a595-9315-4c55-91d6-7e801bcb7cb5 req-fc699edd-0961-4d52-9776-34d3ec35705b tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490007 Jul 16 20:45:19.527213 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-25eca678-fc50-4625-829b-fbd18843dcac service neutron] Attempting to bind port c4a2edc9-acbe-4068-a489-5602accc426f on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:45:19.527549 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-25eca678-fc50-4625-829b-fbd18843dcac service neutron] Attempting to bind port c4a2edc9-acbe-4068-a489-5602accc426f by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '034fad31-19fe-4e1f-9dd1-5cdaa4aa1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd060d412-3eba-485c-bbac-71368347d343'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:45:19.527877 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-25eca678-fc50-4625-829b-fbd18843dcac service neutron] Attempting to bind port c4a2edc9-acbe-4068-a489-5602accc426f on network d060d412-3eba-485c-bbac-71368347d343 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:19.534139 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-25eca678-fc50-4625-829b-fbd18843dcac service neutron] Port c4a2edc9-acbe-4068-a489-5602accc426f on network d060d412-3eba-485c-bbac-71368347d343 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:45:19.534475 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-25eca678-fc50-4625-829b-fbd18843dcac service neutron] Attempting to bind port c4a2edc9-acbe-4068-a489-5602accc426f on network d060d412-3eba-485c-bbac-71368347d343 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:19.539616 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-25eca678-fc50-4625-829b-fbd18843dcac service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:45:19.540209 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-25eca678-fc50-4625-829b-fbd18843dcac service neutron] Checking segment: {'id': '034fad31-19fe-4e1f-9dd1-5cdaa4aa1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd060d412-3eba-485c-bbac-71368347d343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:19.540602 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-25eca678-fc50-4625-829b-fbd18843dcac service neutron] Bound using segment: {'id': '034fad31-19fe-4e1f-9dd1-5cdaa4aa1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd060d412-3eba-485c-bbac-71368347d343'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:45:19.541032 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-25eca678-fc50-4625-829b-fbd18843dcac service neutron] Bound port: c4a2edc9-acbe-4068-a489-5602accc426f, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034fad31-19fe-4e1f-9dd1-5cdaa4aa1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd060d412-3eba-485c-bbac-71368347d343'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:45:19.541396 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-25eca678-fc50-4625-829b-fbd18843dcac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:19.583318 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-75b65a5d-e62f-4517-8bf8-1369816d68e2 None None] Deleting port e42903d8-fd4c-428f-a6c2-48a653bcc383 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:19.583691 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75b65a5d-e62f-4517-8bf8-1369816d68e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:19.649692 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-25eca678-fc50-4625-829b-fbd18843dcac service neutron] For port c4a2edc9-acbe-4068-a489-5602accc426f, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:19.656104 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-25eca678-fc50-4625-829b-fbd18843dcac service neutron] For port c4a2edc9-acbe-4068-a489-5602accc426f, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c4a2edc9-acbe-4068-a489-5602accc426f,segment=NetworkSegment(034fad31-19fe-4e1f-9dd1-5cdaa4aa1930),segment_id=034fad31-19fe-4e1f-9dd1-5cdaa4aa1930)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:45:19.666607 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-25eca678-fc50-4625-829b-fbd18843dcac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:19.711700 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-75b65a5d-e62f-4517-8bf8-1369816d68e2 None None] For port e42903d8-fd4c-428f-a6c2-48a653bcc383, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e42903d8-fd4c-428f-a6c2-48a653bcc383,segment=NetworkSegment(548476c2-1545-463a-aeb4-2f2dcc3dc8af),segment_id=548476c2-1545-463a-aeb4-2f2dcc3dc8af)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:19.711941 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75b65a5d-e62f-4517-8bf8-1369816d68e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:19.728513 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-75b65a5d-e62f-4517-8bf8-1369816d68e2 None None] Calling delete_port for e42903d8-fd4c-428f-a6c2-48a653bcc383 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:19.738025 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-25eca678-fc50-4625-829b-fbd18843dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:19.738680 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-25eca678-fc50-4625-829b-fbd18843dcac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:19.740104 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-25eca678-fc50-4625-829b-fbd18843dcac service neutron] 10.222.0.62 "PUT /v2.0/ports/c4a2edc9-acbe-4068-a489-5602accc426f HTTP/1.1" status: 200 len: 1092 time: 1.2683113 Jul 16 20:45:19.751925 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f099b-82d9-4810-8bd2-c6ee5ad3ce07 req-2d8aa65e-e0db-4214-983e-38945b5bed7d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:19.753497 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8f2f099b-82d9-4810-8bd2-c6ee5ad3ce07 req-2d8aa65e-e0db-4214-983e-38945b5bed7d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 943 time: 0.1489778 Jul 16 20:45:19.789488 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eca678-fc50-4625-829b-fbd18843dcac service neutron] Pushing event updated for resources: {'Port': ['ID=c4a2edc9-acbe-4068-a489-5602accc426f,revision_number=7']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:19.806853 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4db04ee7-a408-437b-b2a4-ee51dee88408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:45:18Z', 'revision_number': 9, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None, '_interfaces': [{'id': 'c0a7bc5c-3353-4eec-9fb9-d4db3878e76b', 'name': '', 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:50:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:54Z', 'updated_at': '2021-07-16T20:45:03Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6d40d2-4957-4576-a8f4-5e5336d682e9', 'name': '', 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:27:f3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:57Z', 'updated_at': '2021-07-16T20:45:06Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:19.847326 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db04ee7-a408-437b-b2a4-ee51dee88408 None None] The sync data for ids ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'] in n-d-791506-21 is: [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:45:18Z', 'revision_number': 9, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None, '_interfaces': [{'id': 'c0a7bc5c-3353-4eec-9fb9-d4db3878e76b', 'name': '', 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:50:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:54Z', 'updated_at': '2021-07-16T20:45:03Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6d40d2-4957-4576-a8f4-5e5336d682e9', 'name': '', 'network_id': '4394fd0c-2faf-476b-9d1b-7853cb188f8d', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:27:f3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:57Z', 'updated_at': '2021-07-16T20:45:06Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '58797631-7d32-478a-a8ef-8d51c35a397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:45:19.896007 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8f2f099b-82d9-4810-8bd2-c6ee5ad3ce07 req-4ad2c3a2-f26a-44ea-a5d8-a7bb1aeebf8e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996785 Jul 16 20:45:19.926432 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75b65a5d-e62f-4517-8bf8-1369816d68e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:19.947383 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-8d4adc49-b9ee-4b46-9639-8818699a0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:19.949337 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-8d4adc49-b9ee-4b46-9639-8818699a0752 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 1095 time: 0.1296294 Jul 16 20:45:19.955620 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b65a5d-e62f-4517-8bf8-1369816d68e2 None None] Pushing event deleted for resources: {'Port': ['ID=e42903d8-fd4c-428f-a6c2-48a653bcc383,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:19.957775 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b65a5d-e62f-4517-8bf8-1369816d68e2 None None] No DVR routers for this DVR port e42903d8-fd4c-428f-a6c2-48a653bcc383 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:20.065635 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-b6a5e5b6-a01d-47b0-a323-755069ec0da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:20.067460 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-b6a5e5b6-a01d-47b0-a323-755069ec0da2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d060d412-3eba-485c-bbac-71368347d343 HTTP/1.1" status: 200 len: 898 time: 0.1003602 Jul 16 20:45:20.100769 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ca90b1ec-35c8-4e81-8b5b-55d5ee7ed77b req-daa82597-9c8f-4f37-8190-650eb3c6e98a tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] For port e41fbb65-3ad5-4a70-8ce5-38682417f36e, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e41fbb65-3ad5-4a70-8ce5-38682417f36e,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:20.101132 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ca90b1ec-35c8-4e81-8b5b-55d5ee7ed77b req-daa82597-9c8f-4f37-8190-650eb3c6e98a tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:20.114115 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:20.116202 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-ca90b1ec-35c8-4e81-8b5b-55d5ee7ed77b req-daa82597-9c8f-4f37-8190-650eb3c6e98a tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Calling delete_port for e41fbb65-3ad5-4a70-8ce5-38682417f36e owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:20.134310 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-956f6ced-a57a-4960-94b8-d16e8bf488f3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4a2edc9-acbe-4068-a489-5602accc426f HTTP/1.1" status: 200 len: 998 time: 0.0598783 Jul 16 20:45:20.149155 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Port': ['ID=e42903d8-fd4c-428f-a6c2-48a653bcc383,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:20.160098 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] No DVR routers for this DVR port e42903d8-fd4c-428f-a6c2-48a653bcc383 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:20.182262 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-d7786a0c-e00e-4b13-85e7-69ca11a16a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:20.183722 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-d7786a0c-e00e-4b13-85e7-69ca11a16a3a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d745fcd-6587-4d2b-8c68-3822122cd917 HTTP/1.1" status: 200 len: 835 time: 0.0439143 Jul 16 20:45:20.192685 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:20.193037 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:20.193379 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:20.193718 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:20.194055 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:20.194420 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:20.194756 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:20.195090 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:20.195418 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:20.195746 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:20.196073 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:20.196398 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:20.251042 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-7885c1f6-644f-4e52-8f03-acc181519228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:20.254313 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-7885c1f6-644f-4e52-8f03-acc181519228 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d060d412-3eba-485c-bbac-71368347d343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643156 Jul 16 20:45:20.310275 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e42903d8-fd4c-428f-a6c2-48a653bcc383 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:20.315137 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:20.326148 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7fd0f2-2dc9-46c8-923e-38af071339ee']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:20.339581 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548476c2-1545-463a-aeb4-2f2dcc3dc8af') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:20.339886 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548476c2-1545-463a-aeb4-2f2dcc3dc8af') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:20.349360 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:20.353881 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: e42903d8-fd4c-428f-a6c2-48a653bcc383 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:45:20.354188 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e42903d8-fd4c-428f-a6c2-48a653bcc383 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:45:20.378990 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:20.393612 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:45:20.394112 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:20.394265 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-40e36c69-a109-4c4b-b606-a7554401fb4f service neutron] 10.222.0.62 "GET /v2.0/networks/d060d412-3eba-485c-bbac-71368347d343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333065 Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:45:20.397394 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:45:20.488781 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:20.496851 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:20.498749 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/networks/2d7fd0f2-2dc9-46c8-923e-38af071339ee HTTP/1.1" status: 204 len: 168 time: 1.4498534 Jul 16 20:45:20.503339 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57370) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:20.530303 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-b747c412-97d8-4632-bbb5-38d07a018dae service neutron] 10.222.0.62 "GET /v2.0/networks/d060d412-3eba-485c-bbac-71368347d343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286023 Jul 16 20:45:20.560621 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee56f56-23ec-4d64-9703-41c31496968b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Network': ['ID=2d7fd0f2-2dc9-46c8-923e-38af071339ee,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:20.680893 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ca90b1ec-35c8-4e81-8b5b-55d5ee7ed77b req-daa82597-9c8f-4f37-8190-650eb3c6e98a tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:20.697765 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['aeae3ce4-ebcb-4649-a0cd-854d2d7318ca'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:45:20.701056 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['e41fbb65-3ad5-4a70-8ce5-38682417f36e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:45:20.712194 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1d199717-0006-4602-8ec5-621a21515407 req-c37f8ef8-cef7-432b-ac03-e3faf3b22f58 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=66028aaa-f6b4-45f6-afae-f4b084f34f3a HTTP/1.1" status: 200 len: 210 time: 0.0548458 Jul 16 20:45:20.783316 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa82597-9c8f-4f37-8190-650eb3c6e98a tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Pushing event deleted for resources: {'Port': ['ID=e41fbb65-3ad5-4a70-8ce5-38682417f36e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:20.849582 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca90b1ec-35c8-4e81-8b5b-55d5ee7ed77b req-daa82597-9c8f-4f37-8190-650eb3c6e98a tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] No DVR routers for this DVR port e41fbb65-3ad5-4a70-8ce5-38682417f36e on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:20.872385 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ca90b1ec-35c8-4e81-8b5b-55d5ee7ed77b req-daa82597-9c8f-4f37-8190-650eb3c6e98a tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:20.873761 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c5ca0-25bf-4020-8bf7-26baa07ee026 req-e6506958-3665-4a29-95b2-450d59b74833 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:20.874729 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ca90b1ec-35c8-4e81-8b5b-55d5ee7ed77b req-daa82597-9c8f-4f37-8190-650eb3c6e98a tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.18 "DELETE /v2.0/ports/e41fbb65-3ad5-4a70-8ce5-38682417f36e HTTP/1.1" status: 204 len: 173 time: 1.6196239 Jul 16 20:45:20.875191 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66028aaa-f6b4-45f6-afae-f4b084f34f3a', 'name': 'network-vif-deleted', 'tag': 'e41fbb65-3ad5-4a70-8ce5-38682417f36e'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:20.875438 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-604c5ca0-25bf-4020-8bf7-26baa07ee026 req-e6506958-3665-4a29-95b2-450d59b74833 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6dfa92-ff6e-44c3-99b3-5000779e65e8 HTTP/1.1" status: 200 len: 945 time: 0.0692720 Jul 16 20:45:20.879130 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55000fc6-d952-496c-9d57-4f379f627ef8" -d '{"events": [{"server_uuid": "66028aaa-f6b4-45f6-afae-f4b084f34f3a", "name": "network-vif-deleted", "tag": "e41fbb65-3ad5-4a70-8ce5-38682417f36e"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:20.943300 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcd608f-1970-4427-9e26-a9079d009f1a x-openstack-request-id: req-cfcd608f-1970-4427-9e26-a9079d009f1a {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:20.943585 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66028aaa-f6b4-45f6-afae-f4b084f34f3a", "name": "network-vif-deleted", "tag": "e41fbb65-3ad5-4a70-8ce5-38682417f36e", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:20.943838 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cfcd608f-1970-4427-9e26-a9079d009f1a {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:20.944366 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66028aaa-f6b4-45f6-afae-f4b084f34f3a', 'name': 'network-vif-deleted', 'tag': 'e41fbb65-3ad5-4a70-8ce5-38682417f36e', 'status': 'completed', 'code': 200} Jul 16 20:45:20.953845 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-604c5ca0-25bf-4020-8bf7-26baa07ee026 req-4b57fb31-7616-4b60-b1db-8603246d3a28 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/security-groups?id=26970af1-0b89-414e-b3a9-9bc45af86b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704107 Jul 16 20:45:20.992239 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b042e812-cc5a-4106-b6e9-f0d646ec9fbc', 'tag': 'c4a2edc9-acbe-4068-a489-5602accc426f'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:20.994517 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2bfacb-4919-4ee1-af43-6ac27aef3e69" -d '{"events": [{"name": "network-changed", "server_uuid": "b042e812-cc5a-4106-b6e9-f0d646ec9fbc", "tag": "c4a2edc9-acbe-4068-a489-5602accc426f"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:21.048164 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9009b13e-073c-4012-9f2d-a9582f597608 x-openstack-request-id: req-9009b13e-073c-4012-9f2d-a9582f597608 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:21.048455 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b042e812-cc5a-4106-b6e9-f0d646ec9fbc", "tag": "c4a2edc9-acbe-4068-a489-5602accc426f", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:21.048752 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9009b13e-073c-4012-9f2d-a9582f597608 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:21.049855 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b042e812-cc5a-4106-b6e9-f0d646ec9fbc', 'tag': 'c4a2edc9-acbe-4068-a489-5602accc426f', 'status': 'completed', 'code': 200} Jul 16 20:45:21.061574 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d86fc291-0cad-48bc-9387-b3e00b3b141d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:21.163476 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f2928-33b1-4d2f-9641-0192826774ee req-4cb40946-dc72-4c2e-9045-342ca80caf27 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:21.164971 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4e6f2928-33b1-4d2f-9641-0192826774ee req-4cb40946-dc72-4c2e-9045-342ca80caf27 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 943 time: 0.1142888 Jul 16 20:45:21.171585 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bfacb-4919-4ee1-af43-6ac27aef3e69 req-e6366abf-f7f2-4993-91ae-d34cf22852e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:21.173675 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3c2bfacb-4919-4ee1-af43-6ac27aef3e69 req-e6366abf-f7f2-4993-91ae-d34cf22852e3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 1095 time: 0.0826721 Jul 16 20:45:21.231015 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4e6f2928-33b1-4d2f-9641-0192826774ee req-af15043b-237b-49b8-9191-be9cfce0dedf tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562768 Jul 16 20:45:21.246633 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bfacb-4919-4ee1-af43-6ac27aef3e69 req-e8ac703c-9b11-40d6-9f3f-ee43d80c1b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:21.248086 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3c2bfacb-4919-4ee1-af43-6ac27aef3e69 req-e8ac703c-9b11-40d6-9f3f-ee43d80c1b5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 1095 time: 0.1455572 Jul 16 20:45:21.294885 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bfacb-4919-4ee1-af43-6ac27aef3e69 req-7a6a4cf1-0f75-4606-8f13-4a851782398c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:21.296367 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3c2bfacb-4919-4ee1-af43-6ac27aef3e69 req-7a6a4cf1-0f75-4606-8f13-4a851782398c service neutron] 10.222.0.62 "GET /v2.0/networks?id=d060d412-3eba-485c-bbac-71368347d343 HTTP/1.1" status: 200 len: 898 time: 0.1149056 Jul 16 20:45:21.364218 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3c2bfacb-4919-4ee1-af43-6ac27aef3e69 req-63d84afc-b2c7-4dd8-a987-b137112f2265 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4a2edc9-acbe-4068-a489-5602accc426f HTTP/1.1" status: 200 len: 998 time: 0.0599010 Jul 16 20:45:21.394266 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bfacb-4919-4ee1-af43-6ac27aef3e69 req-9f210e18-004b-4fa9-83b2-c72487bf8f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:21.395805 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3c2bfacb-4919-4ee1-af43-6ac27aef3e69 req-9f210e18-004b-4fa9-83b2-c72487bf8f72 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d060d412-3eba-485c-bbac-71368347d343 HTTP/1.1" status: 200 len: 898 time: 0.1402042 Jul 16 20:45:21.424018 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bfacb-4919-4ee1-af43-6ac27aef3e69 req-6098b22f-3b27-4cd7-af48-d8e087015a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:21.425504 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3c2bfacb-4919-4ee1-af43-6ac27aef3e69 req-6098b22f-3b27-4cd7-af48-d8e087015a6e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d745fcd-6587-4d2b-8c68-3822122cd917 HTTP/1.1" status: 200 len: 835 time: 0.0547791 Jul 16 20:45:21.493786 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bfacb-4919-4ee1-af43-6ac27aef3e69 req-2cb6177c-2dfd-476e-85df-debbddc8c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:21.495845 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3c2bfacb-4919-4ee1-af43-6ac27aef3e69 req-2cb6177c-2dfd-476e-85df-debbddc8c57e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d060d412-3eba-485c-bbac-71368347d343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628459 Jul 16 20:45:21.504227 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3c2bfacb-4919-4ee1-af43-6ac27aef3e69 req-0a6e7e6b-f085-4282-91cc-d60000ce625f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4a2edc9-acbe-4068-a489-5602accc426f HTTP/1.1" status: 200 len: 998 time: 0.0996575 Jul 16 20:45:21.522968 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-d86fc291-0cad-48bc-9387-b3e00b3b141d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Deleting port ff6d40d2-4957-4576-a8f4-5e5336d682e9 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:21.523305 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d86fc291-0cad-48bc-9387-b3e00b3b141d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:21.602586 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3c2bfacb-4919-4ee1-af43-6ac27aef3e69 req-be1f5fde-bba3-4a45-aa43-9360a75e0e19 service neutron] 10.222.0.62 "GET /v2.0/networks/d060d412-3eba-485c-bbac-71368347d343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987666 Jul 16 20:45:21.615120 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bfacb-4919-4ee1-af43-6ac27aef3e69 req-902cd11c-f2a1-419a-ba9f-e083404677a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:21.616579 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3c2bfacb-4919-4ee1-af43-6ac27aef3e69 req-902cd11c-f2a1-419a-ba9f-e083404677a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d745fcd-6587-4d2b-8c68-3822122cd917 HTTP/1.1" status: 200 len: 835 time: 0.1054308 Jul 16 20:45:21.664208 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f13be39-e474-4983-bdeb-0e84270c46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:21.685678 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-d86fc291-0cad-48bc-9387-b3e00b3b141d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] For port ff6d40d2-4957-4576-a8f4-5e5336d682e9, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=ff6d40d2-4957-4576-a8f4-5e5336d682e9,segment=NetworkSegment(78d27a62-0956-4f91-80c4-12fe1fd711ba),segment_id=78d27a62-0956-4f91-80c4-12fe1fd711ba)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:21.686045 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d86fc291-0cad-48bc-9387-b3e00b3b141d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:21.703691 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3c2bfacb-4919-4ee1-af43-6ac27aef3e69 req-3fceae75-c1a0-4220-92c4-3f8bd936bd05 service neutron] 10.222.0.62 "GET /v2.0/networks/d060d412-3eba-485c-bbac-71368347d343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941942 Jul 16 20:45:21.704174 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-d86fc291-0cad-48bc-9387-b3e00b3b141d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Calling delete_port for ff6d40d2-4957-4576-a8f4-5e5336d682e9 owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:21.755471 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bfacb-4919-4ee1-af43-6ac27aef3e69 req-6586c597-1dfb-46f7-ab6d-23eb300ceffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:21.756911 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3c2bfacb-4919-4ee1-af43-6ac27aef3e69 req-6586c597-1dfb-46f7-ab6d-23eb300ceffa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d060d412-3eba-485c-bbac-71368347d343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1317136 Jul 16 20:45:21.807588 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device cff22987-4d7d-403f-bd20-2cfd606ec076 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:21.836013 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: cff22987-4d7d-403f-bd20-2cfd606ec076 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:45:21.836404 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device cff22987-4d7d-403f-bd20-2cfd606ec076 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:45:21.916568 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3c2bfacb-4919-4ee1-af43-6ac27aef3e69 req-23d79a51-7187-41f8-a3a2-ce6b3c5fcf7b service neutron] 10.222.0.18 "GET /v2.0/networks/d060d412-3eba-485c-bbac-71368347d343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513040 Jul 16 20:45:22.028970 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d86fc291-0cad-48bc-9387-b3e00b3b141d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:22.074283 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86fc291-0cad-48bc-9387-b3e00b3b141d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Port': ['ID=ff6d40d2-4957-4576-a8f4-5e5336d682e9,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:22.116142 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-9088b684-88c4-47ae-9f10-c5c782a967c1 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:22.121494 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-9088b684-88c4-47ae-9f10-c5c782a967c1 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/networks?id=25b41f76-37be-4345-9ddf-d59e23791d53 HTTP/1.1" status: 200 len: 805 time: 0.1369474 Jul 16 20:45:22.122655 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3c2bfacb-4919-4ee1-af43-6ac27aef3e69 req-7ec7a98d-716d-4d44-82e2-43af9eda95c1 service neutron] 10.222.0.18 "GET /v2.0/networks/d060d412-3eba-485c-bbac-71368347d343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951051 Jul 16 20:45:22.171119 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e41fbb65-3ad5-4a70-8ce5-38682417f36e no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:22.180544 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-bba338ca-ef91-4b35-ba12-3650e09a8c4d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/quotas/9ba5e10151bc4482805c7d5cba435d3a HTTP/1.1" status: 200 len: 375 time: 0.0337842 Jul 16 20:45:22.197885 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: e41fbb65-3ad5-4a70-8ce5-38682417f36e {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:45:22.198220 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e41fbb65-3ad5-4a70-8ce5-38682417f36e not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:45:22.199132 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device c4a2edc9-acbe-4068-a489-5602accc426f no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:22.245168 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d86fc291-0cad-48bc-9387-b3e00b3b141d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:22.262247 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device c4a2edc9-acbe-4068-a489-5602accc426f not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:45:22.285004 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcac94-388b-466b-b2cc-85e8b5609e03 req-f792761a-ffeb-4e60-928d-6067cce88efa tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:22.286615 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bfbcac94-388b-466b-b2cc-85e8b5609e03 req-f792761a-ffeb-4e60-928d-6067cce88efa tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd6dfa92-ff6e-44c3-99b3-5000779e65e8 HTTP/1.1" status: 200 len: 945 time: 0.1494694 Jul 16 20:45:22.302064 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97682eef-f836-4ac1-8783-7782858fbb3e req-3c75fa99-1f7b-4b49-a081-2dd7e15df497 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:22.303644 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-97682eef-f836-4ac1-8783-7782858fbb3e req-3c75fa99-1f7b-4b49-a081-2dd7e15df497 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6dfa92-ff6e-44c3-99b3-5000779e65e8 HTTP/1.1" status: 200 len: 945 time: 0.2206037 Jul 16 20:45:22.375765 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-1ebae7ee-dacb-48cc-8cb9-2fa9840a3954 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba5e10151bc4482805c7d5cba435d3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1868062 Jul 16 20:45:22.440325 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-97682eef-f836-4ac1-8783-7782858fbb3e req-7655f018-0790-47f3-96ab-c321e6f12713 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/security-groups?id=26970af1-0b89-414e-b3a9-9bc45af86b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257968 Jul 16 20:45:22.510525 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86fc291-0cad-48bc-9387-b3e00b3b141d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Router 3db58f0b-1c3a-4633-bb6c-c944a34e471f has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:45:22.536290 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-bfbcac94-388b-466b-b2cc-85e8b5609e03 req-73c2750f-50f5-47fb-88a7-092d14050a03 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Deleting port 0dd89413-e479-449c-820d-71e18c10ead6 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:22.536528 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bfbcac94-388b-466b-b2cc-85e8b5609e03 req-73c2750f-50f5-47fb-88a7-092d14050a03 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:22.542084 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-b7bf7117-c842-4d87-ad77-06395fdc817b service neutron] 10.222.0.38 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575243 Jul 16 20:45:22.609244 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86fc291-0cad-48bc-9387-b3e00b3b141d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:45:22.615614 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d86fc291-0cad-48bc-9387-b3e00b3b141d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "PUT /v2.0/routers/3db58f0b-1c3a-4633-bb6c-c944a34e471f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1111650 Jul 16 20:45:22.618357 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57402) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:22.622713 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c59c4e-ceba-4771-bffe-1eba1ca52b98 None None] Sync routers for ids ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:45:22.633072 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c59c4e-ceba-4771-bffe-1eba1ca52b98 None None] Routers {'3db58f0b-1c3a-4633-bb6c-c944a34e471f'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:22.633832 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-49c59c4e-ceba-4771-bffe-1eba1ca52b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:22.681377 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d0c8c7b-dad0-4e8e-b6e5-bf7d48036df0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Deleting subnet 58797631-7d32-478a-a8ef-8d51c35a397a {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:45:22.684477 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2d0c8c7b-dad0-4e8e-b6e5-bf7d48036df0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:22.702656 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:45:22.733354 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2d0c8c7b-dad0-4e8e-b6e5-bf7d48036df0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:22.736059 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-49c59c4e-ceba-4771-bffe-1eba1ca52b98 None None] Set router 3db58f0b-1c3a-4633-bb6c-c944a34e471f gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:22.751665 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-bfbcac94-388b-466b-b2cc-85e8b5609e03 req-73c2750f-50f5-47fb-88a7-092d14050a03 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] For port 0dd89413-e479-449c-820d-71e18c10ead6, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0dd89413-e479-449c-820d-71e18c10ead6,segment=NetworkSegment(93a22fce-52c2-4a72-b91a-c814d16513b5),segment_id=93a22fce-52c2-4a72-b91a-c814d16513b5)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:22.752259 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bfbcac94-388b-466b-b2cc-85e8b5609e03 req-73c2750f-50f5-47fb-88a7-092d14050a03 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:22.762363 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-cecc260b-54e0-4c34-8e82-c3864c48a5ad service neutron] 10.222.0.38 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084601 Jul 16 20:45:22.778475 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86897b-75e7-4caf-85ac-29db9fb78948 req-2017b793-5e85-4ae6-b6a4-644c591211c0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:22.779976 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4a86897b-75e7-4caf-85ac-29db9fb78948 req-2017b793-5e85-4ae6-b6a4-644c591211c0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 943 time: 0.2273762 Jul 16 20:45:22.844059 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2d0c8c7b-dad0-4e8e-b6e5-bf7d48036df0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:22.912369 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4a86897b-75e7-4caf-85ac-29db9fb78948 req-fc64b055-46ec-4cc7-a2b6-51216c7c2600 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087592 Jul 16 20:45:22.933588 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device c4a2edc9-acbe-4068-a489-5602accc426f details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:45:22.940338 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2d0c8c7b-dad0-4e8e-b6e5-bf7d48036df0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:22.979871 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c8c7b-dad0-4e8e-b6e5-bf7d48036df0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Subnet': ['ID=58797631-7d32-478a-a8ef-8d51c35a397a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:22.995697 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-04045bc0-57ed-4fe1-ac88-f11849870555 req-0adbb446-3a6b-4d4c-988b-9a6571620819 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba3a81d0-7f7a-4e18-80a4-1edfc61717f5 HTTP/1.1" status: 200 len: 210 time: 0.0368607 Jul 16 20:45:23.006718 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079f325b-f5ca-4637-8bf6-c548e268372b None None] Network 4394fd0c-2faf-476b-9d1b-7853cb188f8d requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:45:23.017363 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2d0c8c7b-dad0-4e8e-b6e5-bf7d48036df0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:23.019696 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-49c59c4e-ceba-4771-bffe-1eba1ca52b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:45:21Z', 'revision_number': 10, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None, '_interfaces': [{'id': 'c0a7bc5c-3353-4eec-9fb9-d4db3878e76b', 'name': '', 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:50:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:54Z', 'updated_at': '2021-07-16T20:45:03Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:23.024972 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2d0c8c7b-dad0-4e8e-b6e5-bf7d48036df0 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/subnets/58797631-7d32-478a-a8ef-8d51c35a397a HTTP/1.1" status: 204 len: 168 time: 0.4055791 Jul 16 20:45:23.031949 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57410) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:23.047232 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c59c4e-ceba-4771-bffe-1eba1ca52b98 None None] Checking router: 3db58f0b-1c3a-4633-bb6c-c944a34e471f for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:45:23.069363 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c59c4e-ceba-4771-bffe-1eba1ca52b98 None None] Routers {'3db58f0b-1c3a-4633-bb6c-c944a34e471f'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:23.070296 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-49c59c4e-ceba-4771-bffe-1eba1ca52b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:44:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:23.098784 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bfbcac94-388b-466b-b2cc-85e8b5609e03 req-73c2750f-50f5-47fb-88a7-092d14050a03 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:23.101027 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bfbcac94-388b-466b-b2cc-85e8b5609e03 req-73c2750f-50f5-47fb-88a7-092d14050a03 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:23.101384 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [req-bfbcac94-388b-466b-b2cc-85e8b5609e03 req-73c2750f-50f5-47fb-88a7-092d14050a03 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Floating IP b3934e9f-8934-403c-bad4-20bcfe772615 disassociated. External IP: 172.25.0.134, port: 0dd89413-e479-449c-820d-71e18c10ead6. Jul 16 20:45:23.101742 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-bfbcac94-388b-466b-b2cc-85e8b5609e03 req-73c2750f-50f5-47fb-88a7-092d14050a03 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Calling delete_port for 0dd89413-e479-449c-820d-71e18c10ead6 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:23.161468 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35f219bc-c25d-4f4f-b192-1d47a589ea29 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:23.248993 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-49c59c4e-ceba-4771-bffe-1eba1ca52b98 None None] Set router 3db58f0b-1c3a-4633-bb6c-c944a34e471f gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:23.265470 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-35f219bc-c25d-4f4f-b192-1d47a589ea29 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Deleting port e7667edf-ff28-4341-9188-fd6cc4c40242 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:23.265882 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35f219bc-c25d-4f4f-b192-1d47a589ea29 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:23.325108 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bfbcac94-388b-466b-b2cc-85e8b5609e03 req-73c2750f-50f5-47fb-88a7-092d14050a03 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:23.333696 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port c4a2edc9-acbe-4068-a489-5602accc426f, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c4a2edc9-acbe-4068-a489-5602accc426f,segment=NetworkSegment(034fad31-19fe-4e1f-9dd1-5cdaa4aa1930),segment_id=034fad31-19fe-4e1f-9dd1-5cdaa4aa1930)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:23.353110 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'c4a2edc9-acbe-4068-a489-5602accc426f', 'network_id': 'd060d412-3eba-485c-bbac-71368347d343', 'port_id': 'c4a2edc9-acbe-4068-a489-5602accc426f', 'mac_address': 'fa:16:3e:9f:2f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d745fcd-6587-4d2b-8c68-3822122cd917', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:45:23.401612 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:23.412935 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2750f-50f5-47fb-88a7-092d14050a03 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Pushing event deleted for resources: {'Port': ['ID=0dd89413-e479-449c-820d-71e18c10ead6,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:23.437248 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a2edc9-acbe-4068-a489-5602accc426f {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:45:23.453298 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-35f219bc-c25d-4f4f-b192-1d47a589ea29 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] For port e7667edf-ff28-4341-9188-fd6cc4c40242, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e7667edf-ff28-4341-9188-fd6cc4c40242,segment=NetworkSegment(78d27a62-0956-4f91-80c4-12fe1fd711ba),segment_id=78d27a62-0956-4f91-80c4-12fe1fd711ba)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:23.453781 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35f219bc-c25d-4f4f-b192-1d47a589ea29 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:23.497301 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-35f219bc-c25d-4f4f-b192-1d47a589ea29 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Calling delete_port for e7667edf-ff28-4341-9188-fd6cc4c40242 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:23.499186 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port c4a2edc9-acbe-4068-a489-5602accc426f, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c4a2edc9-acbe-4068-a489-5602accc426f,segment=NetworkSegment(034fad31-19fe-4e1f-9dd1-5cdaa4aa1930),segment_id=034fad31-19fe-4e1f-9dd1-5cdaa4aa1930)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:23.510975 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ed54b9-2a65-4dc5-aeab-06e169c16278 None None] DHCP port deletion for 4394fd0c-2faf-476b-9d1b-7853cb188f8d request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:45:23.523210 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:23.649739 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-49c59c4e-ceba-4771-bffe-1eba1ca52b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:45:21Z', 'revision_number': 10, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None, '_interfaces': [{'id': 'c0a7bc5c-3353-4eec-9fb9-d4db3878e76b', 'name': '', 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:50:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:54Z', 'updated_at': '2021-07-16T20:45:03Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:23.702169 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=c4a2edc9-acbe-4068-a489-5602accc426f,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:23.720157 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c59c4e-ceba-4771-bffe-1eba1ca52b98 None None] The sync data for ids ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'] in n-d-791506-21 is: [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:45:21Z', 'revision_number': 10, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None, '_interfaces': [{'id': 'c0a7bc5c-3353-4eec-9fb9-d4db3878e76b', 'name': '', 'network_id': '1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'mac_address': 'fa:16:3e:50:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:54Z', 'updated_at': '2021-07-16T20:45:03Z', 'revision_number': 5, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'subnets': [{'id': '7e209264-2a03-4ba1-be2e-3f8273de061f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:45:23.742408 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed54b9-2a65-4dc5-aeab-06e169c16278 None None] Deleting port e7667edf-ff28-4341-9188-fd6cc4c40242 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:23.742782 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7ed54b9-2a65-4dc5-aeab-06e169c16278 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:23.808754 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d970194-5695-4161-93a5-46aac80a89b0 req-5dd7b05e-5be2-41ae-babe-f654f3f1d5c9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:23.810506 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0d970194-5695-4161-93a5-46aac80a89b0 req-5dd7b05e-5be2-41ae-babe-f654f3f1d5c9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.18 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc&tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&binding%3Ahost_id=n-h2-791506-21 HTTP/1.1" status: 200 len: 944 time: 0.2281289 Jul 16 20:45:23.811514 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35f219bc-c25d-4f4f-b192-1d47a589ea29 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:23.852076 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f219bc-c25d-4f4f-b192-1d47a589ea29 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Port': ['ID=e7667edf-ff28-4341-9188-fd6cc4c40242,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:23.853726 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['c4a2edc9-acbe-4068-a489-5602accc426f'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:45:23.880529 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f219bc-c25d-4f4f-b192-1d47a589ea29 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] No DVR routers for this DVR port e7667edf-ff28-4341-9188-fd6cc4c40242 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:23.936757 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c7ed54b9-2a65-4dc5-aeab-06e169c16278 None None] For port e7667edf-ff28-4341-9188-fd6cc4c40242, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e7667edf-ff28-4341-9188-fd6cc4c40242,segment=NetworkSegment(78d27a62-0956-4f91-80c4-12fe1fd711ba),segment_id=78d27a62-0956-4f91-80c4-12fe1fd711ba)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:23.938041 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7ed54b9-2a65-4dc5-aeab-06e169c16278 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:23.962437 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed54b9-2a65-4dc5-aeab-06e169c16278 None None] Calling delete_port for e7667edf-ff28-4341-9188-fd6cc4c40242 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:23.984177 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [req-0d970194-5695-4161-93a5-46aac80a89b0 req-8f86fb85-1edc-44f3-80f4-2d82565b4921 service neutron] delete failed (client error): The resource could not be found. Jul 16 20:45:23.985720 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0d970194-5695-4161-93a5-46aac80a89b0 req-8f86fb85-1edc-44f3-80f4-2d82565b4921 service neutron] 10.222.0.18 "DELETE /v2.0/ports/c4a2edc9-acbe-4068-a489-5602accc426f/bindings/n-h1-791506-21 HTTP/1.1" status: 404 len: 381 time: 0.1470895 Jul 16 20:45:24.017181 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35f219bc-c25d-4f4f-b192-1d47a589ea29 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:24.028873 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-35f219bc-c25d-4f4f-b192-1d47a589ea29 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4394fd0c-2faf-476b-9d1b-7853cb188f8d']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:24.041784 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-35f219bc-c25d-4f4f-b192-1d47a589ea29 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d27a62-0956-4f91-80c4-12fe1fd711ba') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:24.041986 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-35f219bc-c25d-4f4f-b192-1d47a589ea29 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d27a62-0956-4f91-80c4-12fe1fd711ba') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:24.056446 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35f219bc-c25d-4f4f-b192-1d47a589ea29 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:24.074967 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35f219bc-c25d-4f4f-b192-1d47a589ea29 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:24.092011 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f219bc-c25d-4f4f-b192-1d47a589ea29 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:45:24.092441 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35f219bc-c25d-4f4f-b192-1d47a589ea29 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:45:24.096454 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:45:24.257487 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-76e62b1f-a9b3-441f-816c-77365985481a req-332e9797-c855-47d1-be50-f5cd244f0ff4 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6dfa92-ff6e-44c3-99b3-5000779e65e8 HTTP/1.1" status: 200 len: 210 time: 0.0450175 Jul 16 20:45:24.315086 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35f219bc-c25d-4f4f-b192-1d47a589ea29 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:24.328118 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35f219bc-c25d-4f4f-b192-1d47a589ea29 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:24.333911 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-35f219bc-c25d-4f4f-b192-1d47a589ea29 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/networks/4394fd0c-2faf-476b-9d1b-7853cb188f8d HTTP/1.1" status: 204 len: 168 time: 1.3005366 Jul 16 20:45:24.335393 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57424) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:24.339030 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d970194-5695-4161-93a5-46aac80a89b0 req-a3b9402e-4a6a-4889-8592-07019cf449f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:24.340829 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0d970194-5695-4161-93a5-46aac80a89b0 req-a3b9402e-4a6a-4889-8592-07019cf449f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 1096 time: 0.2346008 Jul 16 20:45:24.351789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e7667edf-ff28-4341-9188-fd6cc4c40242 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:24.354585 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba463ea-c4d2-4d4e-8f6d-5ada1fd6425d req-99ee277a-b786-42bc-8d9c-ab526ef2fc4d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:24.365117 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ba463ea-c4d2-4d4e-8f6d-5ada1fd6425d req-99ee277a-b786-42bc-8d9c-ab526ef2fc4d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 944 time: 0.7809772 Jul 16 20:45:24.414311 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: e7667edf-ff28-4341-9188-fd6cc4c40242 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:45:24.415051 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e7667edf-ff28-4341-9188-fd6cc4c40242 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:45:24.475579 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:24.476197 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfbcac94-388b-466b-b2cc-85e8b5609e03 req-73c2750f-50f5-47fb-88a7-092d14050a03 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Router 5223dfdb-b57c-4429-ad03-5f31cd8d3763 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:45:24.500452 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e7be950-613d-4ed5-890d-6b1e220a1b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:24.540894 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7ed54b9-2a65-4dc5-aeab-06e169c16278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:24.546370 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-64bd5f76-96cb-4e84-a3ec-734a4f3cc861 req-9bf4aab0-5259-45a2-85db-9b8153adc847 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba3a81d0-7f7a-4e18-80a4-1edfc61717f5 HTTP/1.1" status: 200 len: 210 time: 0.0649736 Jul 16 20:45:24.573192 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c7ed54b9-2a65-4dc5-aeab-06e169c16278 None None] Network 4394fd0c-2faf-476b-9d1b-7853cb188f8d is not hosted by any dhcp agent {{(pid=93795) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:45:24.573870 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ed54b9-2a65-4dc5-aeab-06e169c16278 None None] No DVR routers for this DVR port e7667edf-ff28-4341-9188-fd6cc4c40242 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:24.580416 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed54b9-2a65-4dc5-aeab-06e169c16278 None None] Pushing event deleted for resources: {'Port': ['ID=e7667edf-ff28-4341-9188-fd6cc4c40242,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:24.605387 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ba463ea-c4d2-4d4e-8f6d-5ada1fd6425d req-dc93fb77-c38a-43af-8b3c-860587b91f8a tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392364 Jul 16 20:45:24.858692 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfbcac94-388b-466b-b2cc-85e8b5609e03 req-73c2750f-50f5-47fb-88a7-092d14050a03 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:45:24.873074 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ad2d3f-4f1b-48ac-bd21-ed6705e47527 None None] Sync routers for ids ['5223dfdb-b57c-4429-ad03-5f31cd8d3763'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:45:24.889867 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ad2d3f-4f1b-48ac-bd21-ed6705e47527 None None] Routers {'5223dfdb-b57c-4429-ad03-5f31cd8d3763'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:24.890743 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-49ad2d3f-4f1b-48ac-bd21-ed6705e47527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:45:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5223dfdb-b57c-4429-ad03-5f31cd8d3763'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:24.936808 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-ea888a21-3547-46f5-bf1a-aa226597a770 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:24.939490 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-ea888a21-3547-46f5-bf1a-aa226597a770 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.18 "GET /v2.0/networks?id=25b41f76-37be-4345-9ddf-d59e23791d53 HTTP/1.1" status: 200 len: 805 time: 0.3216727 Jul 16 20:45:24.940512 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbcac94-388b-466b-b2cc-85e8b5609e03 req-73c2750f-50f5-47fb-88a7-092d14050a03 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] No DVR routers for this DVR port 0dd89413-e479-449c-820d-71e18c10ead6 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:24.945991 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bfbcac94-388b-466b-b2cc-85e8b5609e03 req-73c2750f-50f5-47fb-88a7-092d14050a03 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:24.948289 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bfbcac94-388b-466b-b2cc-85e8b5609e03 req-73c2750f-50f5-47fb-88a7-092d14050a03 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.18 "DELETE /v2.0/ports/0dd89413-e479-449c-820d-71e18c10ead6 HTTP/1.1" status: 204 len: 173 time: 2.6436844 Jul 16 20:45:24.952790 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6dfa92-ff6e-44c3-99b3-5000779e65e8', 'name': 'network-vif-deleted', 'tag': '0dd89413-e479-449c-820d-71e18c10ead6'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:24.955967 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c25738-15ad-420e-bb61-b38d987eeaa1" -d '{"events": [{"server_uuid": "cd6dfa92-ff6e-44c3-99b3-5000779e65e8", "name": "network-vif-deleted", "tag": "0dd89413-e479-449c-820d-71e18c10ead6"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:24.967724 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-d37a93a8-ad1d-4bbe-ac18-aed22f68fa2d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Request body: {'port': {'device_id': 'ba3a81d0-7f7a-4e18-80a4-1edfc61717f5', 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53', 'admin_state_up': True, 'tenant_id': '9ba5e10151bc4482805c7d5cba435d3a'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:25.022279 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d680b9-7c73-4c21-ab37-b6d49e7e1fa9 x-openstack-request-id: req-91d680b9-7c73-4c21-ab37-b6d49e7e1fa9 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:25.022279 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6dfa92-ff6e-44c3-99b3-5000779e65e8", "name": "network-vif-deleted", "tag": "0dd89413-e479-449c-820d-71e18c10ead6", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:25.022642 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-91d680b9-7c73-4c21-ab37-b6d49e7e1fa9 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:25.022952 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6dfa92-ff6e-44c3-99b3-5000779e65e8', 'name': 'network-vif-deleted', 'tag': '0dd89413-e479-449c-820d-71e18c10ead6', 'status': 'completed', 'code': 200} Jul 16 20:45:25.034794 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f219bc-c25d-4f4f-b192-1d47a589ea29 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Network': ['ID=4394fd0c-2faf-476b-9d1b-7853cb188f8d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:25.079913 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-49ad2d3f-4f1b-48ac-bd21-ed6705e47527 None None] Set router 5223dfdb-b57c-4429-ad03-5f31cd8d3763 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:25.088834 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d970194-5695-4161-93a5-46aac80a89b0 req-ac337833-af63-4379-8635-1bc83cab4a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:25.093393 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0d970194-5695-4161-93a5-46aac80a89b0 req-ac337833-af63-4379-8635-1bc83cab4a50 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d060d412-3eba-485c-bbac-71368347d343 HTTP/1.1" status: 200 len: 898 time: 0.7323406 Jul 16 20:45:25.174462 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-d37a93a8-ad1d-4bbe-ac18-aed22f68fa2d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Made reservation on behalf of 9ba5e10151bc4482805c7d5cba435d3a for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:45:25.178667 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-d37a93a8-ad1d-4bbe-ac18-aed22f68fa2d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:25.210267 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0d970194-5695-4161-93a5-46aac80a89b0 req-a5c30eeb-9c6c-4169-8463-8d5c16683772 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4a2edc9-acbe-4068-a489-5602accc426f HTTP/1.1" status: 200 len: 999 time: 0.1106405 Jul 16 20:45:25.289053 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d970194-5695-4161-93a5-46aac80a89b0 req-e505929f-f412-454e-bcb6-3e38760f56d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:25.290490 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0d970194-5695-4161-93a5-46aac80a89b0 req-e505929f-f412-454e-bcb6-3e38760f56d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d745fcd-6587-4d2b-8c68-3822122cd917 HTTP/1.1" status: 200 len: 835 time: 0.0730004 Jul 16 20:45:25.337557 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e641a7b9-6e30-460f-b564-c8ddfe551f0e tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:25.383313 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d970194-5695-4161-93a5-46aac80a89b0 req-1658d98f-ac4f-43e2-bf59-894712de6241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:25.385019 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0d970194-5695-4161-93a5-46aac80a89b0 req-1658d98f-ac4f-43e2-bf59-894712de6241 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d060d412-3eba-485c-bbac-71368347d343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0855343 Jul 16 20:45:25.390572 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-49ad2d3f-4f1b-48ac-bd21-ed6705e47527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'name': 'tempest-TestServerBasicOps-1392521780-router', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:40Z', 'updated_at': '2021-07-16T20:39:51Z', 'revision_number': 4, 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'gw_port': {'id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:41Z', 'updated_at': '2021-07-16T20:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'f7091090-e425-4b6a-848b-a6e805110d52', 'name': '', 'network_id': 'ce428730-3071-425e-8060-368b0b06c241', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'mac_address': 'fa:16:3e:0e:98:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '7695fa01-6736-4799-8fa4-9c1a39aa2efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:49Z', 'updated_at': '2021-07-16T20:40:02Z', 'revision_number': 5, 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'subnets': [{'id': '7695fa01-6736-4799-8fa4-9c1a39aa2efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:25.443042 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ad2d3f-4f1b-48ac-bd21-ed6705e47527 None None] Checking router: 5223dfdb-b57c-4429-ad03-5f31cd8d3763 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:45:25.454297 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ad2d3f-4f1b-48ac-bd21-ed6705e47527 None None] Routers {'5223dfdb-b57c-4429-ad03-5f31cd8d3763'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:25.455161 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-49ad2d3f-4f1b-48ac-bd21-ed6705e47527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:45:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5223dfdb-b57c-4429-ad03-5f31cd8d3763'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:25.506600 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0d970194-5695-4161-93a5-46aac80a89b0 req-93ed0a40-fcb1-41d0-bf41-fa20a1bb7072 service neutron] 10.222.0.18 "GET /v2.0/networks/d060d412-3eba-485c-bbac-71368347d343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132331 Jul 16 20:45:25.528073 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4fa1366d-4da6-4293-8455-08c9b6632263 req-252cdd03-eb04-4fb8-aee2-772f7d76b53a tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6dfa92-ff6e-44c3-99b3-5000779e65e8 HTTP/1.1" status: 200 len: 210 time: 0.0784395 Jul 16 20:45:25.541169 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-d37a93a8-ad1d-4bbe-ac18-aed22f68fa2d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Allocated IP 172.20.0.4 (25b41f76-37be-4345-9ddf-d59e23791d53/82321776-7ae0-4505-adc0-e73fc92b6de5/b25d1195-8eea-4971-b9cc-6fb988780404) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:45:25.611043 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-49ad2d3f-4f1b-48ac-bd21-ed6705e47527 None None] Set router 5223dfdb-b57c-4429-ad03-5f31cd8d3763 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:25.667963 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0d970194-5695-4161-93a5-46aac80a89b0 req-3f008579-d695-4fc2-bd18-a84821bb0196 service neutron] 10.222.0.18 "GET /v2.0/networks/d060d412-3eba-485c-bbac-71368347d343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554368 Jul 16 20:45:25.690452 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238ed76-a59b-4374-8c66-97b2e901c2dd req-24e0228a-a4b6-4e0b-82ca-164de60f9a00 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:25.696751 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238ed76-a59b-4374-8c66-97b2e901c2dd req-24e0228a-a4b6-4e0b-82ca-164de60f9a00 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:25.703208 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238ed76-a59b-4374-8c66-97b2e901c2dd req-24e0228a-a4b6-4e0b-82ca-164de60f9a00 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:25.710598 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238ed76-a59b-4374-8c66-97b2e901c2dd req-24e0228a-a4b6-4e0b-82ca-164de60f9a00 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:25.716688 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238ed76-a59b-4374-8c66-97b2e901c2dd req-24e0228a-a4b6-4e0b-82ca-164de60f9a00 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:25.723007 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238ed76-a59b-4374-8c66-97b2e901c2dd req-24e0228a-a4b6-4e0b-82ca-164de60f9a00 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:25.728921 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238ed76-a59b-4374-8c66-97b2e901c2dd req-24e0228a-a4b6-4e0b-82ca-164de60f9a00 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:25.730882 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6238ed76-a59b-4374-8c66-97b2e901c2dd req-24e0228a-a4b6-4e0b-82ca-164de60f9a00 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5432 time: 0.2942340 Jul 16 20:45:25.775033 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:25.819437 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a28243b1-7c25-4790-8ff0-1256e7a7c736 req-01690bce-0696-455b-8b2b-81fbea911f7d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba3a81d0-7f7a-4e18-80a4-1edfc61717f5 HTTP/1.1" status: 200 len: 210 time: 0.0836654 Jul 16 20:45:25.849133 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device ff6d40d2-4957-4576-a8f4-5e5336d682e9 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:25.888508 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: ff6d40d2-4957-4576-a8f4-5e5336d682e9 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:45:25.889442 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device ff6d40d2-4957-4576-a8f4-5e5336d682e9 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:45:25.896956 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6238ed76-a59b-4374-8c66-97b2e901c2dd req-6cacf59e-013b-409e-b5a9-f60637af0e8e tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1513476 Jul 16 20:45:25.920668 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-49ad2d3f-4f1b-48ac-bd21-ed6705e47527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'name': 'tempest-TestServerBasicOps-1392521780-router', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:40Z', 'updated_at': '2021-07-16T20:39:51Z', 'revision_number': 4, 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'gw_port': {'id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:41Z', 'updated_at': '2021-07-16T20:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'f7091090-e425-4b6a-848b-a6e805110d52', 'name': '', 'network_id': 'ce428730-3071-425e-8060-368b0b06c241', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'mac_address': 'fa:16:3e:0e:98:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '7695fa01-6736-4799-8fa4-9c1a39aa2efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:49Z', 'updated_at': '2021-07-16T20:40:02Z', 'revision_number': 5, 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'subnets': [{'id': '7695fa01-6736-4799-8fa4-9c1a39aa2efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:25.948144 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ad2d3f-4f1b-48ac-bd21-ed6705e47527 None None] The sync data for ids ['5223dfdb-b57c-4429-ad03-5f31cd8d3763'] in n-d-791506-21 is: [{'id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'name': 'tempest-TestServerBasicOps-1392521780-router', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:40Z', 'updated_at': '2021-07-16T20:39:51Z', 'revision_number': 4, 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'gw_port': {'id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:41Z', 'updated_at': '2021-07-16T20:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'f7091090-e425-4b6a-848b-a6e805110d52', 'name': '', 'network_id': 'ce428730-3071-425e-8060-368b0b06c241', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'mac_address': 'fa:16:3e:0e:98:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '7695fa01-6736-4799-8fa4-9c1a39aa2efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:49Z', 'updated_at': '2021-07-16T20:40:02Z', 'revision_number': 5, 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'subnets': [{'id': '7695fa01-6736-4799-8fa4-9c1a39aa2efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:45:26.013606 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-d37a93a8-ad1d-4bbe-ac18-aed22f68fa2d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:26.116565 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2035949-29f5-4450-bc53-47e7741845ca req-69ca4f9d-d0cf-45c8-908c-1cb202395d76 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:26.118357 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2035949-29f5-4450-bc53-47e7741845ca req-69ca4f9d-d0cf-45c8-908c-1cb202395d76 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 944 time: 0.1550119 Jul 16 20:45:26.131981 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-d37a93a8-ad1d-4bbe-ac18-aed22f68fa2d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:26.144397 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['aeae3ce4-ebcb-4649-a0cd-854d2d7318ca'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:45:26.149216 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e641a7b9-6e30-460f-b564-c8ddfe551f0e tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Deleting port c0a7bc5c-3353-4eec-9fb9-d4db3878e76b {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:26.149216 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e641a7b9-6e30-460f-b564-c8ddfe551f0e tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:26.193002 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 0dd89413-e479-449c-820d-71e18c10ead6 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:26.215852 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 0dd89413-e479-449c-820d-71e18c10ead6 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:45:26.216216 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 0dd89413-e479-449c-820d-71e18c10ead6 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:45:26.251068 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-d37a93a8-ad1d-4bbe-ac18-aed22f68fa2d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Network 25b41f76-37be-4345-9ddf-d59e23791d53 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:26.279069 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d2880e-4ea7-4beb-9fc2-6592c2977320 None None] New status for floating IP b3934e9f-8934-403c-bad4-20bcfe772615: DOWN {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:45:26.302978 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2035949-29f5-4450-bc53-47e7741845ca req-440ce13e-29f9-46fe-962d-9eaca4681c88 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744590 Jul 16 20:45:26.315361 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-d37a93a8-ad1d-4bbe-ac18-aed22f68fa2d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:26.318607 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-d37a93a8-ad1d-4bbe-ac18-aed22f68fa2d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:45:26.368132 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a93a8-ad1d-4bbe-ac18-aed22f68fa2d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Pushing event updated for resources: {'Port': ['ID=b25d1195-8eea-4971-b9cc-6fb988780404,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:26.407964 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-e641a7b9-6e30-460f-b564-c8ddfe551f0e tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] For port c0a7bc5c-3353-4eec-9fb9-d4db3878e76b, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=c0a7bc5c-3353-4eec-9fb9-d4db3878e76b,segment=NetworkSegment(23d97bc8-3ab0-41b0-9997-05b1e1db1f31),segment_id=23d97bc8-3ab0-41b0-9997-05b1e1db1f31)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:26.408331 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e641a7b9-6e30-460f-b564-c8ddfe551f0e tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:26.416192 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-d37a93a8-ad1d-4bbe-ac18-aed22f68fa2d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:26.416949 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-d37a93a8-ad1d-4bbe-ac18-aed22f68fa2d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:26.440092 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e641a7b9-6e30-460f-b564-c8ddfe551f0e tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Calling delete_port for c0a7bc5c-3353-4eec-9fb9-d4db3878e76b owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:26.452817 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-d37a93a8-ad1d-4bbe-ac18-aed22f68fa2d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4924428 Jul 16 20:45:26.493424 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-e64f2231-d363-474a-b809-b711875e9394 service neutron] Request body: {'port': {'device_id': 'ba3a81d0-7f7a-4e18-80a4-1edfc61717f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:26.648155 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57442) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:26.676184 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-e64f2231-d363-474a-b809-b711875e9394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:26.694412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298343f8-61d4-4096-b710-36d425071936 req-59f506ba-4f81-488f-92f8-2f2f9db6c906 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:26.700531 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298343f8-61d4-4096-b710-36d425071936 req-59f506ba-4f81-488f-92f8-2f2f9db6c906 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:26.706510 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298343f8-61d4-4096-b710-36d425071936 req-59f506ba-4f81-488f-92f8-2f2f9db6c906 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:26.712409 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298343f8-61d4-4096-b710-36d425071936 req-59f506ba-4f81-488f-92f8-2f2f9db6c906 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:26.718393 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298343f8-61d4-4096-b710-36d425071936 req-59f506ba-4f81-488f-92f8-2f2f9db6c906 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:26.724517 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298343f8-61d4-4096-b710-36d425071936 req-59f506ba-4f81-488f-92f8-2f2f9db6c906 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:26.730471 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298343f8-61d4-4096-b710-36d425071936 req-59f506ba-4f81-488f-92f8-2f2f9db6c906 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:26.732306 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-298343f8-61d4-4096-b710-36d425071936 req-59f506ba-4f81-488f-92f8-2f2f9db6c906 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5432 time: 0.2353220 Jul 16 20:45:26.774257 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-813440b1-6f46-4483-ad6f-251ac2d34aa1 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Deleting port 86d82e01-386e-4c31-9606-badcca3568b0 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:26.774625 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-813440b1-6f46-4483-ad6f-251ac2d34aa1 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:26.849959 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-813440b1-6f46-4483-ad6f-251ac2d34aa1 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:26.850396 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-813440b1-6f46-4483-ad6f-251ac2d34aa1 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:26.859774 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298343f8-61d4-4096-b710-36d425071936 req-6d7bdfc5-fd20-43a1-8cbe-a053ddbade80 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:26.862016 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-298343f8-61d4-4096-b710-36d425071936 req-6d7bdfc5-fd20-43a1-8cbe-a053ddbade80 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.62 "GET /v2.0/ports/b5381535-2faf-4332-a7a0-66c456495a38?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1158309 Jul 16 20:45:26.863445 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-813440b1-6f46-4483-ad6f-251ac2d34aa1 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Calling delete_port for 86d82e01-386e-4c31-9606-badcca3568b0 owned by network:floatingip {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:26.868593 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e641a7b9-6e30-460f-b564-c8ddfe551f0e tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:26.967535 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device c4a2edc9-acbe-4068-a489-5602accc426f up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:26.987417 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641a7b9-6e30-460f-b564-c8ddfe551f0e tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Port': ['ID=c0a7bc5c-3353-4eec-9fb9-d4db3878e76b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:27.024055 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-813440b1-6f46-4483-ad6f-251ac2d34aa1 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:27.044686 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port c4a2edc9-acbe-4068-a489-5602accc426f completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:27.053906 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port c4a2edc9-acbe-4068-a489-5602accc426f triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:27.054412 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:27.068661 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813440b1-6f46-4483-ad6f-251ac2d34aa1 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Pushing event deleted for resources: {'Port': ['ID=86d82e01-386e-4c31-9606-badcca3568b0,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:27.139541 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-298343f8-61d4-4096-b710-36d425071936 req-aae3a666-5d99-4a0b-af23-1241bdc1d8ee tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.62 "GET /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2680082 Jul 16 20:45:27.145135 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-813440b1-6f46-4483-ad6f-251ac2d34aa1 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for floatingip, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:27.149856 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-813440b1-6f46-4483-ad6f-251ac2d34aa1 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:27.151314 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-813440b1-6f46-4483-ad6f-251ac2d34aa1 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "DELETE /v2.0/floatingips/b3934e9f-8934-403c-bad4-20bcfe772615 HTTP/1.1" status: 204 len: 168 time: 0.5021572 Jul 16 20:45:27.191644 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:27.195319 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-298343f8-61d4-4096-b710-36d425071936 req-6a3fe610-3f17-4cff-8fc4-8adab804466c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:27.222286 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b042e812-cc5a-4106-b6e9-f0d646ec9fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a2edc9-acbe-4068-a489-5602accc426f'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:27.224833 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa40a1c7-d498-4581-b611-423a714b41a0" -d '{"events": [{"server_uuid": "b042e812-cc5a-4106-b6e9-f0d646ec9fbc", "name": "network-vif-plugged", "status": "completed", "tag": "c4a2edc9-acbe-4068-a489-5602accc426f"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:27.240197 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port c4a2edc9-acbe-4068-a489-5602accc426f, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c4a2edc9-acbe-4068-a489-5602accc426f,segment=NetworkSegment(034fad31-19fe-4e1f-9dd1-5cdaa4aa1930),segment_id=034fad31-19fe-4e1f-9dd1-5cdaa4aa1930)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:27.246145 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:27.247156 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b5381535-2faf-4332-a7a0-66c456495a38 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:27.324462 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=c4a2edc9-acbe-4068-a489-5602accc426f,revision_number=9']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:27.367770 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:27.401969 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b5381535-2faf-4332-a7a0-66c456495a38, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b5381535-2faf-4332-a7a0-66c456495a38,segment=NetworkSegment(539e5216-5669-4601-aada-6ac02b36e6e5),segment_id=539e5216-5669-4601-aada-6ac02b36e6e5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:27.406883 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:27.459660 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=b5381535-2faf-4332-a7a0-66c456495a38,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:27.630247 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:27.711990 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e641a7b9-6e30-460f-b564-c8ddfe551f0e tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:27.877527 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd83e4e-474c-41b1-b865-29f52220994f req-9d517c16-fb19-4448-a176-01825e61d08e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:27.879032 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccd83e4e-474c-41b1-b865-29f52220994f req-9d517c16-fb19-4448-a176-01825e61d08e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba3a81d0-7f7a-4e18-80a4-1edfc61717f5 HTTP/1.1" status: 200 len: 931 time: 0.9021721 Jul 16 20:45:27.879595 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-6a3fe610-3f17-4cff-8fc4-8adab804466c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:27.899257 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd72ac7-9bcd-4e26-bc24-7c234ac41511 req-3122ce6f-f40c-4eab-9605-e40769b62e3f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:27.905095 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd72ac7-9bcd-4e26-bc24-7c234ac41511 req-3122ce6f-f40c-4eab-9605-e40769b62e3f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:27.911143 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd72ac7-9bcd-4e26-bc24-7c234ac41511 req-3122ce6f-f40c-4eab-9605-e40769b62e3f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:27.916973 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd72ac7-9bcd-4e26-bc24-7c234ac41511 req-3122ce6f-f40c-4eab-9605-e40769b62e3f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:27.922973 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd72ac7-9bcd-4e26-bc24-7c234ac41511 req-3122ce6f-f40c-4eab-9605-e40769b62e3f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:27.928823 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd72ac7-9bcd-4e26-bc24-7c234ac41511 req-3122ce6f-f40c-4eab-9605-e40769b62e3f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:27.934676 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd72ac7-9bcd-4e26-bc24-7c234ac41511 req-3122ce6f-f40c-4eab-9605-e40769b62e3f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:27.936458 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bfd72ac7-9bcd-4e26-bc24-7c234ac41511 req-3122ce6f-f40c-4eab-9605-e40769b62e3f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 5432 time: 0.7958908 Jul 16 20:45:28.153943 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccd83e4e-474c-41b1-b865-29f52220994f req-860c377c-d8b0-40ec-9889-10d173d861bc tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687809 Jul 16 20:45:28.156121 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-e64f2231-d363-474a-b809-b711875e9394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b25d1195-8eea-4971-b9cc-6fb988780404 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:45:28.169644 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bfd72ac7-9bcd-4e26-bc24-7c234ac41511 req-5bd5e50f-a1f0-4002-8609-b21ea128e480 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2155962 Jul 16 20:45:28.173827 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-e64f2231-d363-474a-b809-b711875e9394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:28.213725 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e641a7b9-6e30-460f-b564-c8ddfe551f0e tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Router 3db58f0b-1c3a-4633-bb6c-c944a34e471f has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:45:28.230676 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-e64f2231-d363-474a-b809-b711875e9394 service neutron] Transition to ACTIVE for port object b25d1195-8eea-4971-b9cc-6fb988780404 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:28.234401 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b95a6a6-0adf-4a41-bbd1-ce9225aaea50 x-openstack-request-id: req-7b95a6a6-0adf-4a41-bbd1-ce9225aaea50 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:28.234881 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b042e812-cc5a-4106-b6e9-f0d646ec9fbc", "name": "network-vif-plugged", "status": "completed", "tag": "c4a2edc9-acbe-4068-a489-5602accc426f", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:28.237105 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7b95a6a6-0adf-4a41-bbd1-ce9225aaea50 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:28.238066 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b042e812-cc5a-4106-b6e9-f0d646ec9fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a2edc9-acbe-4068-a489-5602accc426f', 'code': 200} Jul 16 20:45:28.276857 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-e64f2231-d363-474a-b809-b711875e9394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:28.313846 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57458) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:28.384794 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-51ff88b7-58d2-49f8-927f-ea62dab0fb6b tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:28.410645 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-51ff88b7-58d2-49f8-927f-ea62dab0fb6b tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:28.448590 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f2231-d363-474a-b809-b711875e9394 service neutron] Pushing event updated for resources: {'Port': ['ID=b25d1195-8eea-4971-b9cc-6fb988780404,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:28.463198 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-298343f8-61d4-4096-b710-36d425071936 req-6a3fe610-3f17-4cff-8fc4-8adab804466c service neutron] For port b5381535-2faf-4332-a7a0-66c456495a38, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b5381535-2faf-4332-a7a0-66c456495a38,segment=NetworkSegment(539e5216-5669-4601-aada-6ac02b36e6e5),segment_id=539e5216-5669-4601-aada-6ac02b36e6e5)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:28.465372 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e641a7b9-6e30-460f-b564-c8ddfe551f0e tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:45:28.478930 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ec4069-ffa7-4978-ad20-65a30e2af122 None None] Sync routers for ids ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:45:28.483818 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-51ff88b7-58d2-49f8-927f-ea62dab0fb6b tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:28.487264 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-51ff88b7-58d2-49f8-927f-ea62dab0fb6b tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:28.491177 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-51ff88b7-58d2-49f8-927f-ea62dab0fb6b tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] 10.222.0.38 "DELETE /v2.0/security-groups/26970af1-0b89-414e-b3a9-9bc45af86b58 HTTP/1.1" status: 204 len: 168 time: 0.1760552 Jul 16 20:45:28.493904 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ec4069-ffa7-4978-ad20-65a30e2af122 None None] Routers {'3db58f0b-1c3a-4633-bb6c-c944a34e471f'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:28.494840 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-d9ec4069-ffa7-4978-ad20-65a30e2af122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:45:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:28.506977 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e641a7b9-6e30-460f-b564-c8ddfe551f0e tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "PUT /v2.0/routers/3db58f0b-1c3a-4633-bb6c-c944a34e471f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1705024 Jul 16 20:45:28.511731 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57462) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:28.515601 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff88b7-58d2-49f8-927f-ea62dab0fb6b tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26970af1-0b89-414e-b3a9-9bc45af86b58,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:28.534909 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57464) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:28.585993 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-d9ec4069-ffa7-4978-ad20-65a30e2af122 None None] Set router 3db58f0b-1c3a-4633-bb6c-c944a34e471f gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:28.611177 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-298343f8-61d4-4096-b710-36d425071936 req-6a3fe610-3f17-4cff-8fc4-8adab804466c service neutron] For port b5381535-2faf-4332-a7a0-66c456495a38, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:28.645515 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-d9ec4069-ffa7-4978-ad20-65a30e2af122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:45:26Z', 'revision_number': 11, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:28.662936 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-203b5e9f-b638-486b-8169-33ab30e944e7 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Deleting subnet 7e209264-2a03-4ba1-be2e-3f8273de061f {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:45:28.674136 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ec4069-ffa7-4978-ad20-65a30e2af122 None None] Checking router: 3db58f0b-1c3a-4633-bb6c-c944a34e471f for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:45:28.680534 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f2066-9e35-40f1-be16-296acfc7c4ff req-9cbb4d31-80cb-454e-a553-405eb28d3a27 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:28.682033 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d8f2066-9e35-40f1-be16-296acfc7c4ff req-9cbb4d31-80cb-454e-a553-405eb28d3a27 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 945 time: 0.3218167 Jul 16 20:45:28.682996 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ec4069-ffa7-4978-ad20-65a30e2af122 None None] Routers {'3db58f0b-1c3a-4633-bb6c-c944a34e471f'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:28.683668 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-d9ec4069-ffa7-4978-ad20-65a30e2af122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:45:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:28.684451 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-203b5e9f-b638-486b-8169-33ab30e944e7 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:28.709303 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-298343f8-61d4-4096-b710-36d425071936 req-6a3fe610-3f17-4cff-8fc4-8adab804466c service neutron] device_id is not set on port b5381535-2faf-4332-a7a0-66c456495a38 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:45:28.720207 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-e64f2231-d363-474a-b809-b711875e9394 service neutron] Attempting to bind port b25d1195-8eea-4971-b9cc-6fb988780404 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:45:28.720996 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-e64f2231-d363-474a-b809-b711875e9394 service neutron] Attempting to bind port b25d1195-8eea-4971-b9cc-6fb988780404 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:45:28.720996 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-e64f2231-d363-474a-b809-b711875e9394 service neutron] Attempting to bind port b25d1195-8eea-4971-b9cc-6fb988780404 on network 25b41f76-37be-4345-9ddf-d59e23791d53 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:28.724063 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-6a3fe610-3f17-4cff-8fc4-8adab804466c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:28.753473 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-e64f2231-d363-474a-b809-b711875e9394 service neutron] Port b25d1195-8eea-4971-b9cc-6fb988780404 on network 25b41f76-37be-4345-9ddf-d59e23791d53 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:45:28.753473 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-e64f2231-d363-474a-b809-b711875e9394 service neutron] Attempting to bind port b25d1195-8eea-4971-b9cc-6fb988780404 on network 25b41f76-37be-4345-9ddf-d59e23791d53 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:28.755607 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-6a3fe610-3f17-4cff-8fc4-8adab804466c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:28.760151 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-d9ec4069-ffa7-4978-ad20-65a30e2af122 None None] Set router 3db58f0b-1c3a-4633-bb6c-c944a34e471f gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:28.767035 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-203b5e9f-b638-486b-8169-33ab30e944e7 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:28.815355 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-d9ec4069-ffa7-4978-ad20-65a30e2af122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:45:26Z', 'revision_number': 11, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:28.818035 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-e64f2231-d363-474a-b809-b711875e9394 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:45:28.818401 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-e64f2231-d363-474a-b809-b711875e9394 service neutron] Checking segment: {'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:28.818794 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-e64f2231-d363-474a-b809-b711875e9394 service neutron] Bound using segment: {'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:45:28.819241 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-e64f2231-d363-474a-b809-b711875e9394 service neutron] Bound port: b25d1195-8eea-4971-b9cc-6fb988780404, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:45:28.819600 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-e64f2231-d363-474a-b809-b711875e9394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:28.843890 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ec4069-ffa7-4978-ad20-65a30e2af122 None None] The sync data for ids ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'] in n-d-791506-21 is: [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:45:26Z', 'revision_number': 11, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:45:28.870218 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d8f2066-9e35-40f1-be16-296acfc7c4ff req-97fe4a61-f57d-4e94-a8c7-13aa4fb9aa3a tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560328 Jul 16 20:45:28.905230 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57468) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:28.926739 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-298343f8-61d4-4096-b710-36d425071936 req-6a3fe610-3f17-4cff-8fc4-8adab804466c service neutron] No DVR routers for this DVR port b5381535-2faf-4332-a7a0-66c456495a38 on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:28.932689 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3fe610-3f17-4cff-8fc4-8adab804466c service neutron] Pushing event updated for resources: {'Port': ['ID=b5381535-2faf-4332-a7a0-66c456495a38,revision_number=7']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:28.983519 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 38e7200d-92b8-4114-bcf6-4d8de1ed7adf no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:28.997026 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bb97fdd9-038e-47ce-9701-913393dd5bb7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/floatingips/23c10ed2-c2dd-456b-b98f-92bba2a63074 HTTP/1.1" status: 200 len: 992 time: 0.0895534 Jul 16 20:45:29.045535 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-203b5e9f-b638-486b-8169-33ab30e944e7 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:29.076239 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07bfda2d-ce1a-4dd7-a3ee-bb3140ec074c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:29.077821 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-298343f8-61d4-4096-b710-36d425071936 req-6a3fe610-3f17-4cff-8fc4-8adab804466c service neutron] In _notify_port_updated(), no bound segment for port b5381535-2faf-4332-a7a0-66c456495a38 on network f8215949-193f-4b94-94eb-7fc9f5e8cdee {{(pid=93794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:45:29.079403 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298343f8-61d4-4096-b710-36d425071936 req-6a3fe610-3f17-4cff-8fc4-8adab804466c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:29.080267 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-6a3fe610-3f17-4cff-8fc4-8adab804466c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:29.081565 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-298343f8-61d4-4096-b710-36d425071936 req-6a3fe610-3f17-4cff-8fc4-8adab804466c service neutron] 10.222.0.62 "PUT /v2.0/ports/b5381535-2faf-4332-a7a0-66c456495a38 HTTP/1.1" status: 200 len: 1026 time: 1.8902321 Jul 16 20:45:29.083355 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:29.085934 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-e64f2231-d363-474a-b809-b711875e9394 service neutron] For port b25d1195-8eea-4971-b9cc-6fb988780404, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:29.113509 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c937fbe6-9350-4284-871d-35248700540d None None] Provisioning complete for port b5381535-2faf-4332-a7a0-66c456495a38 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:29.113806 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c937fbe6-9350-4284-871d-35248700540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:29.116351 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-e64f2231-d363-474a-b809-b711875e9394 service neutron] For port b25d1195-8eea-4971-b9cc-6fb988780404, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b25d1195-8eea-4971-b9cc-6fb988780404,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:45:29.143351 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-e64f2231-d363-474a-b809-b711875e9394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:29.145635 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 38e7200d-92b8-4114-bcf6-4d8de1ed7adf, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=38e7200d-92b8-4114-bcf6-4d8de1ed7adf,segment=NetworkSegment(20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92),segment_id=20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:29.155151 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:29.155923 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device c9c7028e-c717-455b-b2ae-e3b788da21ae no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:29.213903 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-e64f2231-d363-474a-b809-b711875e9394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:29.214567 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-e64f2231-d363-474a-b809-b711875e9394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:29.216085 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-e64f2231-d363-474a-b809-b711875e9394 service neutron] 10.222.0.18 "PUT /v2.0/ports/b25d1195-8eea-4971-b9cc-6fb988780404 HTTP/1.1" status: 200 len: 1092 time: 2.7280865 Jul 16 20:45:29.219465 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298343f8-61d4-4096-b710-36d425071936 req-62e1f351-a931-482f-a080-cf60e880f510 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:29.220924 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-298343f8-61d4-4096-b710-36d425071936 req-62e1f351-a931-482f-a080-cf60e880f510 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.62 "GET /v2.0/ports/c9c7028e-c717-455b-b2ae-e3b788da21ae?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1278887 Jul 16 20:45:29.221740 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3a81d0-7f7a-4e18-80a4-1edfc61717f5', 'tag': 'b25d1195-8eea-4971-b9cc-6fb988780404'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:29.224924 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3c5146-5273-4fb4-8f34-44364e5c339c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3a81d0-7f7a-4e18-80a4-1edfc61717f5", "tag": "b25d1195-8eea-4971-b9cc-6fb988780404"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:29.235596 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-298343f8-61d4-4096-b710-36d425071936 req-f390f23d-dac9-4048-8ac2-2f5520c4d226 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:29.280945 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-203b5e9f-b638-486b-8169-33ab30e944e7 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:29.294026 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=38e7200d-92b8-4114-bcf6-4d8de1ed7adf,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:29.306681 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c937fbe6-9350-4284-871d-35248700540d None None] Port b5381535-2faf-4332-a7a0-66c456495a38 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:45:29.401515 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b5e9f-b638-486b-8169-33ab30e944e7 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Subnet': ['ID=7e209264-2a03-4ba1-be2e-3f8273de061f,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:29.404065 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:29.416011 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-203b5e9f-b638-486b-8169-33ab30e944e7 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:29.420831 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-203b5e9f-b638-486b-8169-33ab30e944e7 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/subnets/7e209264-2a03-4ba1-be2e-3f8273de061f HTTP/1.1" status: 204 len: 168 time: 0.9032352 Jul 16 20:45:29.421741 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57476) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:29.427425 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d378f1c-937f-43bd-b60b-77b1350d4f9d None None] Network 1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:45:29.471382 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port c9c7028e-c717-455b-b2ae-e3b788da21ae, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c9c7028e-c717-455b-b2ae-e3b788da21ae,segment=NetworkSegment(539e5216-5669-4601-aada-6ac02b36e6e5),segment_id=539e5216-5669-4601-aada-6ac02b36e6e5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:29.485047 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f2231-d363-474a-b809-b711875e9394 service neutron] Pushing event updated for resources: {'Port': ['ID=b25d1195-8eea-4971-b9cc-6fb988780404,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:29.519692 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-f390f23d-dac9-4048-8ac2-2f5520c4d226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:29.525639 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-07bfda2d-ce1a-4dd7-a3ee-bb3140ec074c admin admin] Deleting port f7091090-e425-4b6a-848b-a6e805110d52 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:29.525972 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07bfda2d-ce1a-4dd7-a3ee-bb3140ec074c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:29.530425 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:29.531271 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device a01f51a9-92dd-4e1a-bd77-2234ac6f2686 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:29.532522 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b67ae53-461c-4da7-847c-966080b19a78 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:29.640401 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-7f666b0e-4baa-49bb-b917-359125ff321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:29.643720 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-7f666b0e-4baa-49bb-b917-359125ff321c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ba5e10151bc4482805c7d5cba435d3a&device_id=ba3a81d0-7f7a-4e18-80a4-1edfc61717f5 HTTP/1.1" status: 200 len: 1095 time: 0.3591290 Jul 16 20:45:29.656505 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-07bfda2d-ce1a-4dd7-a3ee-bb3140ec074c admin admin] For port f7091090-e425-4b6a-848b-a6e805110d52, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f7091090-e425-4b6a-848b-a6e805110d52,segment=NetworkSegment(93a22fce-52c2-4a72-b91a-c814d16513b5),segment_id=93a22fce-52c2-4a72-b91a-c814d16513b5)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:29.657430 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07bfda2d-ce1a-4dd7-a3ee-bb3140ec074c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:29.663230 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c971d1-9c9c-46af-b710-8c3e796978d7 req-3f8ea8b8-fcc1-41bb-88e6-4e47bca84049 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:29.664939 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22c971d1-9c9c-46af-b710-8c3e796978d7 req-3f8ea8b8-fcc1-41bb-88e6-4e47bca84049 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba3a81d0-7f7a-4e18-80a4-1edfc61717f5 HTTP/1.1" status: 200 len: 943 time: 0.2272961 Jul 16 20:45:29.681352 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-07bfda2d-ce1a-4dd7-a3ee-bb3140ec074c admin admin] Calling delete_port for f7091090-e425-4b6a-848b-a6e805110d52 owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:29.684299 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-5b67ae53-461c-4da7-847c-966080b19a78 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Deleting port 692571e4-0521-42cc-86b4-22d3d3d4a354 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:29.684715 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b67ae53-461c-4da7-847c-966080b19a78 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:29.748123 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9db8f5-59e0-438e-9332-c58c634dbf8f req-7989791d-0dd0-4292-a4fb-2bc81bb1bc81 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:29.754388 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9db8f5-59e0-438e-9332-c58c634dbf8f req-7989791d-0dd0-4292-a4fb-2bc81bb1bc81 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:29.761267 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9db8f5-59e0-438e-9332-c58c634dbf8f req-7989791d-0dd0-4292-a4fb-2bc81bb1bc81 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:29.768068 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9db8f5-59e0-438e-9332-c58c634dbf8f req-7989791d-0dd0-4292-a4fb-2bc81bb1bc81 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:29.774094 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9db8f5-59e0-438e-9332-c58c634dbf8f req-7989791d-0dd0-4292-a4fb-2bc81bb1bc81 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:29.780208 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9db8f5-59e0-438e-9332-c58c634dbf8f req-7989791d-0dd0-4292-a4fb-2bc81bb1bc81 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:29.783079 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0f9db8f5-59e0-438e-9332-c58c634dbf8f req-7989791d-0dd0-4292-a4fb-2bc81bb1bc81 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 4655 time: 0.3085740 Jul 16 20:45:29.790776 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-eb0293fd-d6eb-4c0f-98f6-781764c771ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b25d1195-8eea-4971-b9cc-6fb988780404 HTTP/1.1" status: 200 len: 217 time: 0.1248021 Jul 16 20:45:29.794211 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-5b67ae53-461c-4da7-847c-966080b19a78 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] For port 692571e4-0521-42cc-86b4-22d3d3d4a354, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=692571e4-0521-42cc-86b4-22d3d3d4a354,segment=NetworkSegment(23d97bc8-3ab0-41b0-9997-05b1e1db1f31),segment_id=23d97bc8-3ab0-41b0-9997-05b1e1db1f31)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:29.794658 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b67ae53-461c-4da7-847c-966080b19a78 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:29.817059 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-5b67ae53-461c-4da7-847c-966080b19a78 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Calling delete_port for 692571e4-0521-42cc-86b4-22d3d3d4a354 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:29.822828 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:29.832366 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=c9c7028e-c717-455b-b2ae-e3b788da21ae,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:29.840662 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c0a7bc5c-3353-4eec-9fb9-d4db3878e76b no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:29.866502 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: c0a7bc5c-3353-4eec-9fb9-d4db3878e76b {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:45:29.866777 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c0a7bc5c-3353-4eec-9fb9-d4db3878e76b not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:45:29.913037 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:29.914010 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0f9db8f5-59e0-438e-9332-c58c634dbf8f req-3b2832f8-ae67-4120-a864-9371dcd5a62e tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68&id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1185277 Jul 16 20:45:29.934147 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22c971d1-9c9c-46af-b710-8c3e796978d7 req-b3b7edc4-da57-4de1-90f5-486b8a006efc tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564602 Jul 16 20:45:29.964783 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-611172d9-f612-43aa-886b-0a649ee33c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:29.968076 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-611172d9-f612-43aa-886b-0a649ee33c70 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82321776-7ae0-4505-adc0-e73fc92b6de5 HTTP/1.1" status: 200 len: 845 time: 0.1449904 Jul 16 20:45:29.970736 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-298343f8-61d4-4096-b710-36d425071936 req-f390f23d-dac9-4048-8ac2-2f5520c4d226 service neutron] For port c9c7028e-c717-455b-b2ae-e3b788da21ae, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c9c7028e-c717-455b-b2ae-e3b788da21ae,segment=NetworkSegment(539e5216-5669-4601-aada-6ac02b36e6e5),segment_id=539e5216-5669-4601-aada-6ac02b36e6e5)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:29.974755 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port a01f51a9-92dd-4e1a-bd77-2234ac6f2686, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=a01f51a9-92dd-4e1a-bd77-2234ac6f2686,segment=NetworkSegment(20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92),segment_id=20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:29.992163 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:29.992904 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 9c2a4800-9a2a-4b56-925d-1fa35a5727a0 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:30.021105 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-35ce387a-effa-4587-97e6-5d5cd221811c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=25b41f76-37be-4345-9ddf-d59e23791d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370657 Jul 16 20:45:30.025763 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a673b6-e170-4316-b1b2-19fdce2fc911 x-openstack-request-id: req-62a673b6-e170-4316-b1b2-19fdce2fc911 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:30.026059 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3a81d0-7f7a-4e18-80a4-1edfc61717f5", "tag": "b25d1195-8eea-4971-b9cc-6fb988780404", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:30.026311 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-62a673b6-e170-4316-b1b2-19fdce2fc911 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:30.026718 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3a81d0-7f7a-4e18-80a4-1edfc61717f5', 'tag': 'b25d1195-8eea-4971-b9cc-6fb988780404', 'status': 'completed', 'code': 200} Jul 16 20:45:30.049590 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b67ae53-461c-4da7-847c-966080b19a78 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:30.050449 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a79411-1e76-4a96-a1f1-4fd58220a90c None None] DHCP port deletion for 1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:45:30.071700 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-298343f8-61d4-4096-b710-36d425071936 req-f390f23d-dac9-4048-8ac2-2f5520c4d226 service neutron] For port c9c7028e-c717-455b-b2ae-e3b788da21ae, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:30.098221 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=a01f51a9-92dd-4e1a-bd77-2234ac6f2686,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:30.103626 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67ae53-461c-4da7-847c-966080b19a78 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Port': ['ID=692571e4-0521-42cc-86b4-22d3d3d4a354,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:30.105622 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b67ae53-461c-4da7-847c-966080b19a78 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] No DVR routers for this DVR port 692571e4-0521-42cc-86b4-22d3d3d4a354 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:30.142890 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-298343f8-61d4-4096-b710-36d425071936 req-f390f23d-dac9-4048-8ac2-2f5520c4d226 service neutron] device_id is not set on port c9c7028e-c717-455b-b2ae-e3b788da21ae yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:45:30.152885 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-f390f23d-dac9-4048-8ac2-2f5520c4d226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:30.157391 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:30.164586 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-f390f23d-dac9-4048-8ac2-2f5520c4d226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:30.180369 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07bfda2d-ce1a-4dd7-a3ee-bb3140ec074c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:30.200475 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-efbaa092-97ca-4b8a-bed9-cad3457960c4 service neutron] 10.222.0.18 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715534 Jul 16 20:45:30.210476 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b67ae53-461c-4da7-847c-966080b19a78 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:30.216235 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 9c2a4800-9a2a-4b56-925d-1fa35a5727a0, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=9c2a4800-9a2a-4b56-925d-1fa35a5727a0,segment=NetworkSegment(539e5216-5669-4601-aada-6ac02b36e6e5),segment_id=539e5216-5669-4601-aada-6ac02b36e6e5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:30.225404 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:30.226221 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device dbb2a1f8-6655-4e13-8f01-649325559b94 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:30.254674 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bfda2d-ce1a-4dd7-a3ee-bb3140ec074c admin admin] Pushing event deleted for resources: {'Port': ['ID=f7091090-e425-4b6a-848b-a6e805110d52,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:30.258860 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-5b67ae53-461c-4da7-847c-966080b19a78 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:30.269798 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390f23d-dac9-4048-8ac2-2f5520c4d226 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c7028e-c717-455b-b2ae-e3b788da21ae,revision_number=7']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:30.272736 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-298343f8-61d4-4096-b710-36d425071936 req-f390f23d-dac9-4048-8ac2-2f5520c4d226 service neutron] No DVR routers for this DVR port c9c7028e-c717-455b-b2ae-e3b788da21ae on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:30.296435 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-5b67ae53-461c-4da7-847c-966080b19a78 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d97bc8-3ab0-41b0-9997-05b1e1db1f31') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:30.296555 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-5b67ae53-461c-4da7-847c-966080b19a78 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d97bc8-3ab0-41b0-9997-05b1e1db1f31') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:30.299966 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5381535-2faf-4332-a7a0-66c456495a38'}, {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38e7200d-92b8-4114-bcf6-4d8de1ed7adf'}, {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9c7028e-c717-455b-b2ae-e3b788da21ae'}, {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a01f51a9-92dd-4e1a-bd77-2234ac6f2686'}, {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c2a4800-9a2a-4b56-925d-1fa35a5727a0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:30.303404 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd768a66-d892-408a-9c65-e2a0d213da52" -d '{"events": [{"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-unplugged", "status": "completed", "tag": "b5381535-2faf-4332-a7a0-66c456495a38"}, {"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-unplugged", "status": "completed", "tag": "38e7200d-92b8-4114-bcf6-4d8de1ed7adf"}, {"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-unplugged", "status": "completed", "tag": "c9c7028e-c717-455b-b2ae-e3b788da21ae"}, {"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-unplugged", "status": "completed", "tag": "a01f51a9-92dd-4e1a-bd77-2234ac6f2686"}, {"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-unplugged", "status": "completed", "tag": "9c2a4800-9a2a-4b56-925d-1fa35a5727a0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:30.365567 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037679af-ac18-4d5b-ba29-26f962ff7b5c x-openstack-request-id: req-037679af-ac18-4d5b-ba29-26f962ff7b5c {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:30.365880 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-unplugged", "status": "completed", "tag": "b5381535-2faf-4332-a7a0-66c456495a38", "code": 200}, {"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-unplugged", "status": "completed", "tag": "38e7200d-92b8-4114-bcf6-4d8de1ed7adf", "code": 200}, {"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-unplugged", "status": "completed", "tag": "c9c7028e-c717-455b-b2ae-e3b788da21ae", "code": 200}, {"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-unplugged", "status": "completed", "tag": "a01f51a9-92dd-4e1a-bd77-2234ac6f2686", "code": 200}, {"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-unplugged", "status": "completed", "tag": "9c2a4800-9a2a-4b56-925d-1fa35a5727a0", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:30.366131 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-037679af-ac18-4d5b-ba29-26f962ff7b5c {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:30.366553 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5381535-2faf-4332-a7a0-66c456495a38', 'code': 200} Jul 16 20:45:30.366805 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38e7200d-92b8-4114-bcf6-4d8de1ed7adf', 'code': 200} Jul 16 20:45:30.367181 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9c7028e-c717-455b-b2ae-e3b788da21ae', 'code': 200} Jul 16 20:45:30.367422 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a01f51a9-92dd-4e1a-bd77-2234ac6f2686', 'code': 200} Jul 16 20:45:30.367666 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c2a4800-9a2a-4b56-925d-1fa35a5727a0', 'code': 200} Jul 16 20:45:30.368345 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=9c2a4800-9a2a-4b56-925d-1fa35a5727a0,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:30.377175 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b67ae53-461c-4da7-847c-966080b19a78 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:30.393104 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-298343f8-61d4-4096-b710-36d425071936 req-f390f23d-dac9-4048-8ac2-2f5520c4d226 service neutron] In _notify_port_updated(), no bound segment for port c9c7028e-c717-455b-b2ae-e3b788da21ae on network f8215949-193f-4b94-94eb-7fc9f5e8cdee {{(pid=93794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:45:30.393991 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298343f8-61d4-4096-b710-36d425071936 req-f390f23d-dac9-4048-8ac2-2f5520c4d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:30.394641 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-f390f23d-dac9-4048-8ac2-2f5520c4d226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:30.395953 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-298343f8-61d4-4096-b710-36d425071936 req-f390f23d-dac9-4048-8ac2-2f5520c4d226 service neutron] 10.222.0.62 "PUT /v2.0/ports/c9c7028e-c717-455b-b2ae-e3b788da21ae HTTP/1.1" status: 200 len: 1026 time: 1.1651053 Jul 16 20:45:30.401708 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-db013785-a89c-41a0-bc46-ffd773bb3a2e req-154dc369-90f4-429b-baca-e2483685b325 service neutron] 10.222.0.18 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933739 Jul 16 20:45:30.410432 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b67ae53-461c-4da7-847c-966080b19a78 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:30.420787 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b67ae53-461c-4da7-847c-966080b19a78 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:45:30.421227 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b67ae53-461c-4da7-847c-966080b19a78 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:45:30.426591 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:45:30.462309 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:30.514934 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port dbb2a1f8-6655-4e13-8f01-649325559b94, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=dbb2a1f8-6655-4e13-8f01-649325559b94,segment=NetworkSegment(539e5216-5669-4601-aada-6ac02b36e6e5),segment_id=539e5216-5669-4601-aada-6ac02b36e6e5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:30.526083 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:30.527515 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device da3cd2bc-8361-4a87-8b42-606885129c8e no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:30.603025 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b67ae53-461c-4da7-847c-966080b19a78 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:30.615039 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b67ae53-461c-4da7-847c-966080b19a78 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:30.619387 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5b67ae53-461c-4da7-847c-966080b19a78 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/networks/1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618 HTTP/1.1" status: 204 len: 168 time: 1.1927938 Jul 16 20:45:30.621755 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=dbb2a1f8-6655-4e13-8f01-649325559b94,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:30.626847 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57480) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:30.632766 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67ae53-461c-4da7-847c-966080b19a78 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Pushing event deleted for resources: {'Network': ['ID=1dad3bdf-5fb3-4a8d-ae72-7d4f2cfd1618,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:30.639896 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-f207944b-1f6e-4a59-97c9-77f668be7d57 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'router': {'routes': None}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:30.644558 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07bfda2d-ce1a-4dd7-a3ee-bb3140ec074c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:30.652949 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c5146-5273-4fb4-8f34-44364e5c339c req-08b5b374-75bb-4cc6-b47b-d6ab8f4612eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:30.654616 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-da3c5146-5273-4fb4-8f34-44364e5c339c req-08b5b374-75bb-4cc6-b47b-d6ab8f4612eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ba5e10151bc4482805c7d5cba435d3a&device_id=ba3a81d0-7f7a-4e18-80a4-1edfc61717f5 HTTP/1.1" status: 200 len: 1095 time: 0.1788812 Jul 16 20:45:30.692369 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:30.694306 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a73f580e-719d-4f93-bbc9-119fdfa0e0bf None None] Provisioning complete for port c9c7028e-c717-455b-b2ae-e3b788da21ae triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:30.694680 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a73f580e-719d-4f93-bbc9-119fdfa0e0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:30.755642 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a73f580e-719d-4f93-bbc9-119fdfa0e0bf None None] Port c9c7028e-c717-455b-b2ae-e3b788da21ae cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:45:30.761307 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port da3cd2bc-8361-4a87-8b42-606885129c8e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=da3cd2bc-8361-4a87-8b42-606885129c8e,segment=NetworkSegment(59a53ec9-896c-4c3d-aaf7-1e04b33963c9),segment_id=59a53ec9-896c-4c3d-aaf7-1e04b33963c9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:30.765915 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:30.772215 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-298343f8-61d4-4096-b710-36d425071936 req-87cda962-bf3b-4c9e-a9e1-c19d09293c3a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Deleting port a01f51a9-92dd-4e1a-bd77-2234ac6f2686 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:30.772780 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-87cda962-bf3b-4c9e-a9e1-c19d09293c3a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:30.817674 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=da3cd2bc-8361-4a87-8b42-606885129c8e,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:30.877867 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bfda2d-ce1a-4dd7-a3ee-bb3140ec074c admin admin] Router 5223dfdb-b57c-4429-ad03-5f31cd8d3763 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:45:30.996471 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bfda2d-ce1a-4dd7-a3ee-bb3140ec074c admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:45:31.004242 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-07bfda2d-ce1a-4dd7-a3ee-bb3140ec074c admin admin] 10.222.0.38 "PUT /v2.0/routers/5223dfdb-b57c-4429-ad03-5f31cd8d3763/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4668036 Jul 16 20:45:31.006001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57486) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:31.016732 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b059f7-21a5-4e64-a87a-5ae5afb0d6e8 None None] Sync routers for ids ['5223dfdb-b57c-4429-ad03-5f31cd8d3763'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:45:31.036416 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b059f7-21a5-4e64-a87a-5ae5afb0d6e8 None None] Routers {'5223dfdb-b57c-4429-ad03-5f31cd8d3763'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:31.037072 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-65b059f7-21a5-4e64-a87a-5ae5afb0d6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:45:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5223dfdb-b57c-4429-ad03-5f31cd8d3763'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:31.280524 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-65b059f7-21a5-4e64-a87a-5ae5afb0d6e8 None None] Set router 5223dfdb-b57c-4429-ad03-5f31cd8d3763 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:31.362548 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.extraroute_db [None req-f207944b-1f6e-4a59-97c9-77f668be7d57 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Added routes are [] {{(pid=93794) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:45:31.362852 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.extraroute_db [None req-f207944b-1f6e-4a59-97c9-77f668be7d57 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Removed routes are [] {{(pid=93794) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:45:31.363222 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f207944b-1f6e-4a59-97c9-77f668be7d57 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:31.414356 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0dc0fd8a-d4d6-47cb-98f0-9a579ecb6b90 admin admin] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:31.468151 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-65b059f7-21a5-4e64-a87a-5ae5afb0d6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'name': 'tempest-TestServerBasicOps-1392521780-router', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:40Z', 'updated_at': '2021-07-16T20:45:30Z', 'revision_number': 5, 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'gw_port': {'id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:41Z', 'updated_at': '2021-07-16T20:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:31.496325 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b059f7-21a5-4e64-a87a-5ae5afb0d6e8 None None] Checking router: 5223dfdb-b57c-4429-ad03-5f31cd8d3763 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:45:31.501514 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c5146-5273-4fb4-8f34-44364e5c339c req-8ce1f186-4c8a-4620-82ce-19e9d9ed0da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:31.503030 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-da3c5146-5273-4fb4-8f34-44364e5c339c req-8ce1f186-4c8a-4620-82ce-19e9d9ed0da4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=25b41f76-37be-4345-9ddf-d59e23791d53 HTTP/1.1" status: 200 len: 906 time: 0.8092690 Jul 16 20:45:31.506019 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b059f7-21a5-4e64-a87a-5ae5afb0d6e8 None None] Routers {'5223dfdb-b57c-4429-ad03-5f31cd8d3763'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:31.506789 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-65b059f7-21a5-4e64-a87a-5ae5afb0d6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:45:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5223dfdb-b57c-4429-ad03-5f31cd8d3763'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:31.528668 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0dc0fd8a-d4d6-47cb-98f0-9a579ecb6b90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:31.595848 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-0dc0fd8a-d4d6-47cb-98f0-9a579ecb6b90 admin admin] Deleting port c6256b7c-744f-490f-99f3-ece6d19f9086 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:31.596349 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0dc0fd8a-d4d6-47cb-98f0-9a579ecb6b90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:31.609279 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-da3c5146-5273-4fb4-8f34-44364e5c339c req-51912ece-25d8-4f8a-ba82-dc8eee466db4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b25d1195-8eea-4971-b9cc-6fb988780404 HTTP/1.1" status: 200 len: 217 time: 0.0935280 Jul 16 20:45:31.622950 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-65b059f7-21a5-4e64-a87a-5ae5afb0d6e8 None None] Set router 5223dfdb-b57c-4429-ad03-5f31cd8d3763 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:31.666093 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-298343f8-61d4-4096-b710-36d425071936 req-87cda962-bf3b-4c9e-a9e1-c19d09293c3a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] For port a01f51a9-92dd-4e1a-bd77-2234ac6f2686, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=a01f51a9-92dd-4e1a-bd77-2234ac6f2686,segment=NetworkSegment(20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92),segment_id=20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:31.666961 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-87cda962-bf3b-4c9e-a9e1-c19d09293c3a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:31.689656 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-0dc0fd8a-d4d6-47cb-98f0-9a579ecb6b90 admin admin] For port c6256b7c-744f-490f-99f3-ece6d19f9086, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=c6256b7c-744f-490f-99f3-ece6d19f9086,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:31.690032 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0dc0fd8a-d4d6-47cb-98f0-9a579ecb6b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:31.701984 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f207944b-1f6e-4a59-97c9-77f668be7d57 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:31.702886 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-0dc0fd8a-d4d6-47cb-98f0-9a579ecb6b90 admin admin] Calling delete_port for c6256b7c-744f-490f-99f3-ece6d19f9086 owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:31.712630 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68035561-4758-4cca-a857-7c164f6f0d9b req-e9f0c92a-3bd3-4617-9397-7cd0a91647b7 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:31.714149 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-68035561-4758-4cca-a857-7c164f6f0d9b req-e9f0c92a-3bd3-4617-9397-7cd0a91647b7 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba3a81d0-7f7a-4e18-80a4-1edfc61717f5 HTTP/1.1" status: 200 len: 943 time: 0.4853215 Jul 16 20:45:31.735580 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6c451-32c9-4d27-a210-2322f2634511 req-ccb20596-7203-481e-972c-260d4297c1e9 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:31.741486 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6c451-32c9-4d27-a210-2322f2634511 req-ccb20596-7203-481e-972c-260d4297c1e9 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:31.747387 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6c451-32c9-4d27-a210-2322f2634511 req-ccb20596-7203-481e-972c-260d4297c1e9 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:31.753469 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6c451-32c9-4d27-a210-2322f2634511 req-ccb20596-7203-481e-972c-260d4297c1e9 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:31.759810 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6c451-32c9-4d27-a210-2322f2634511 req-ccb20596-7203-481e-972c-260d4297c1e9 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:31.761825 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-daa6c451-32c9-4d27-a210-2322f2634511 req-ccb20596-7203-481e-972c-260d4297c1e9 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 3876 time: 0.5357375 Jul 16 20:45:31.772536 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-298343f8-61d4-4096-b710-36d425071936 req-87cda962-bf3b-4c9e-a9e1-c19d09293c3a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Calling delete_port for a01f51a9-92dd-4e1a-bd77-2234ac6f2686 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:31.774659 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f207944b-1f6e-4a59-97c9-77f668be7d57 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896760'] for router, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:31.830160 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-65b059f7-21a5-4e64-a87a-5ae5afb0d6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'name': 'tempest-TestServerBasicOps-1392521780-router', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:40Z', 'updated_at': '2021-07-16T20:45:30Z', 'revision_number': 5, 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'gw_port': {'id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:41Z', 'updated_at': '2021-07-16T20:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:31.857975 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c5146-5273-4fb4-8f34-44364e5c339c req-4faa4fce-d8c5-47da-9b48-a20f45791ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:31.859445 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-da3c5146-5273-4fb4-8f34-44364e5c339c req-4faa4fce-d8c5-47da-9b48-a20f45791ed6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82321776-7ae0-4505-adc0-e73fc92b6de5 HTTP/1.1" status: 200 len: 845 time: 0.2091770 Jul 16 20:45:31.862485 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b059f7-21a5-4e64-a87a-5ae5afb0d6e8 None None] The sync data for ids ['5223dfdb-b57c-4429-ad03-5f31cd8d3763'] in n-d-791506-21 is: [{'id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'name': 'tempest-TestServerBasicOps-1392521780-router', 'tenant_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:40Z', 'updated_at': '2021-07-16T20:45:30Z', 'revision_number': 5, 'project_id': '4bdd256dac0c4aa3bf3a5edb5f68a621', 'gw_port': {'id': 'c6256b7c-744f-490f-99f3-ece6d19f9086', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223dfdb-b57c-4429-ad03-5f31cd8d3763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:41Z', 'updated_at': '2021-07-16T20:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:45:31.929550 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0dc0fd8a-d4d6-47cb-98f0-9a579ecb6b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:31.957732 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0fd8a-d4d6-47cb-98f0-9a579ecb6b90 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6256b7c-744f-490f-99f3-ece6d19f9086,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:31.978375 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-da3c5146-5273-4fb4-8f34-44364e5c339c req-760d51e5-22d7-4e6c-8db3-943318eb363c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=25b41f76-37be-4345-9ddf-d59e23791d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577953 Jul 16 20:45:31.995488 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-daa6c451-32c9-4d27-a210-2322f2634511 req-9f09ef89-4612-4b8c-b43e-e0169a8ab8fd tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115238 Jul 16 20:45:31.998093 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-68035561-4758-4cca-a857-7c164f6f0d9b req-357f2846-eddb-4bed-9506-da279692b115 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332089 Jul 16 20:45:32.035713 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0dc0fd8a-d4d6-47cb-98f0-9a579ecb6b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:32.041438 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f207944b-1f6e-4a59-97c9-77f668be7d57 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Router 3db58f0b-1c3a-4633-bb6c-c944a34e471f has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:45:32.143272 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0dc0fd8a-d4d6-47cb-98f0-9a579ecb6b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:32.145688 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0dc0fd8a-d4d6-47cb-98f0-9a579ecb6b90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:32.206360 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0dc0fd8a-d4d6-47cb-98f0-9a579ecb6b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:32.206847 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc0fd8a-d4d6-47cb-98f0-9a579ecb6b90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5223dfdb-b57c-4429-ad03-5f31cd8d3763 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:45:32.214456 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0dc0fd8a-d4d6-47cb-98f0-9a579ecb6b90 admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:32.217127 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-da3c5146-5273-4fb4-8f34-44364e5c339c req-ae39bc31-c7c9-49c2-b825-04eeb5f08c56 service neutron] 10.222.0.18 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249496 Jul 16 20:45:32.220529 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0dc0fd8a-d4d6-47cb-98f0-9a579ecb6b90 admin admin] 10.222.0.38 "DELETE /v2.0/routers/5223dfdb-b57c-4429-ad03-5f31cd8d3763 HTTP/1.1" status: 204 len: 168 time: 1.2115195 Jul 16 20:45:32.221055 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f207944b-1f6e-4a59-97c9-77f668be7d57 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:45:32.221182 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57488) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:32.233205 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be8e92d-890f-47a6-bcdc-cbba0e16647f None None] Sync routers for ids ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:45:32.235441 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f207944b-1f6e-4a59-97c9-77f668be7d57 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:32.236861 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f207944b-1f6e-4a59-97c9-77f668be7d57 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "PUT /v2.0/routers/3db58f0b-1c3a-4633-bb6c-c944a34e471f HTTP/1.1" status: 200 len: 704 time: 1.6031568 Jul 16 20:45:32.250140 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57490) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:32.268484 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be8e92d-890f-47a6-bcdc-cbba0e16647f None None] Routers {'3db58f0b-1c3a-4633-bb6c-c944a34e471f'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:32.269271 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-8be8e92d-890f-47a6-bcdc-cbba0e16647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:45:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:32.286039 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-de137239-7263-46df-8729-f0c502e82e10 admin admin] Deleting subnet 7695fa01-6736-4799-8fa4-9c1a39aa2efe {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:45:32.289847 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-de137239-7263-46df-8729-f0c502e82e10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:32.308321 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 692571e4-0521-42cc-86b4-22d3d3d4a354 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:32.328923 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cf272277-3703-4a98-9831-866933cfeb66 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "GET /v2.0/ports?device_id=3db58f0b-1c3a-4633-bb6c-c944a34e471f HTTP/1.1" status: 200 len: 205 time: 0.0761354 Jul 16 20:45:32.332142 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57492) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:32.335279 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-87cda962-bf3b-4c9e-a9e1-c19d09293c3a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:32.368296 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbb2a1f8-6655-4e13-8f01-649325559b94'}, {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da3cd2bc-8361-4a87-8b42-606885129c8e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:32.370565 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dda30c-484e-4476-a229-e5493412cdf9" -d '{"events": [{"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-unplugged", "status": "completed", "tag": "dbb2a1f8-6655-4e13-8f01-649325559b94"}, {"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-unplugged", "status": "completed", "tag": "da3cd2bc-8361-4a87-8b42-606885129c8e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:32.377199 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 692571e4-0521-42cc-86b4-22d3d3d4a354 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:45:32.377542 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 692571e4-0521-42cc-86b4-22d3d3d4a354 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:45:32.380633 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-8be8e92d-890f-47a6-bcdc-cbba0e16647f None None] Set router 3db58f0b-1c3a-4633-bb6c-c944a34e471f gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:32.434203 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-da3c5146-5273-4fb4-8f34-44364e5c339c req-3d1cc58d-96e5-4380-8ea9-fc7fde419844 service neutron] 10.222.0.18 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092483 Jul 16 20:45:32.435013 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cda962-bf3b-4c9e-a9e1-c19d09293c3a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event deleted for resources: {'Port': ['ID=a01f51a9-92dd-4e1a-bd77-2234ac6f2686,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:32.458536 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d63a83-633c-4eba-8b6f-d1e80aebfc35 x-openstack-request-id: req-18d63a83-633c-4eba-8b6f-d1e80aebfc35 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:32.458917 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-unplugged", "status": "completed", "tag": "dbb2a1f8-6655-4e13-8f01-649325559b94", "code": 200}, {"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-unplugged", "status": "completed", "tag": "da3cd2bc-8361-4a87-8b42-606885129c8e", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:32.459276 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-18d63a83-633c-4eba-8b6f-d1e80aebfc35 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:32.459714 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbb2a1f8-6655-4e13-8f01-649325559b94', 'code': 200} Jul 16 20:45:32.460582 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da3cd2bc-8361-4a87-8b42-606885129c8e', 'code': 200} Jul 16 20:45:32.461756 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-8be8e92d-890f-47a6-bcdc-cbba0e16647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:45:26Z', 'revision_number': 11, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:32.466074 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-de137239-7263-46df-8729-f0c502e82e10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:32.490492 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be8e92d-890f-47a6-bcdc-cbba0e16647f None None] Checking router: 3db58f0b-1c3a-4633-bb6c-c944a34e471f for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:45:32.499661 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be8e92d-890f-47a6-bcdc-cbba0e16647f None None] Routers {'3db58f0b-1c3a-4633-bb6c-c944a34e471f'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:32.500273 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-8be8e92d-890f-47a6-bcdc-cbba0e16647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:45:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:32.505171 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-347914c9-964f-4c67-898d-79fe770bce1e tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:32.509847 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-298343f8-61d4-4096-b710-36d425071936 req-87cda962-bf3b-4c9e-a9e1-c19d09293c3a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] No DVR routers for this DVR port a01f51a9-92dd-4e1a-bd77-2234ac6f2686 on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:32.512320 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-87cda962-bf3b-4c9e-a9e1-c19d09293c3a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:32.514498 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-298343f8-61d4-4096-b710-36d425071936 req-87cda962-bf3b-4c9e-a9e1-c19d09293c3a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.62 "DELETE /v2.0/ports/a01f51a9-92dd-4e1a-bd77-2234ac6f2686 HTTP/1.1" status: 204 len: 173 time: 2.1119297 Jul 16 20:45:32.514925 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-deleted', 'tag': 'a01f51a9-92dd-4e1a-bd77-2234ac6f2686'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:32.518240 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb610285-a882-4ce2-8fc6-a560dbb44e50" -d '{"events": [{"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-deleted", "tag": "a01f51a9-92dd-4e1a-bd77-2234ac6f2686"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:32.576039 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b23ff43-4b3f-4af1-b7da-1e62af126f43 x-openstack-request-id: req-6b23ff43-4b3f-4af1-b7da-1e62af126f43 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:32.577122 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-deleted", "tag": "a01f51a9-92dd-4e1a-bd77-2234ac6f2686", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:32.577528 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6b23ff43-4b3f-4af1-b7da-1e62af126f43 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:32.578023 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-deleted', 'tag': 'a01f51a9-92dd-4e1a-bd77-2234ac6f2686', 'status': 'completed', 'code': 200} Jul 16 20:45:32.603733 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-8be8e92d-890f-47a6-bcdc-cbba0e16647f None None] Set router 3db58f0b-1c3a-4633-bb6c-c944a34e471f gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:32.655573 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-298343f8-61d4-4096-b710-36d425071936 req-c0ecdadb-234b-48b4-8a15-eb1c58b30444 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Deleting port dbb2a1f8-6655-4e13-8f01-649325559b94 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:32.656079 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-c0ecdadb-234b-48b4-8a15-eb1c58b30444 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:32.664812 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-8be8e92d-890f-47a6-bcdc-cbba0e16647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:45:26Z', 'revision_number': 11, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:32.693883 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be8e92d-890f-47a6-bcdc-cbba0e16647f None None] The sync data for ids ['3db58f0b-1c3a-4633-bb6c-c944a34e471f'] in n-d-791506-21 is: [{'id': '3db58f0b-1c3a-4633-bb6c-c944a34e471f', 'name': 'tempest-RoutersIpV6Test-router-916469669', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:53Z', 'updated_at': '2021-07-16T20:45:26Z', 'revision_number': 11, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:45:32.720376 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-347914c9-964f-4c67-898d-79fe770bce1e tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:32.724004 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-347914c9-964f-4c67-898d-79fe770bce1e tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:32.768204 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-de137239-7263-46df-8729-f0c502e82e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:32.775883 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-298343f8-61d4-4096-b710-36d425071936 req-c0ecdadb-234b-48b4-8a15-eb1c58b30444 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] For port dbb2a1f8-6655-4e13-8f01-649325559b94, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=dbb2a1f8-6655-4e13-8f01-649325559b94,segment=NetworkSegment(539e5216-5669-4601-aada-6ac02b36e6e5),segment_id=539e5216-5669-4601-aada-6ac02b36e6e5)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:32.776454 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-c0ecdadb-234b-48b4-8a15-eb1c58b30444 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:32.797058 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-298343f8-61d4-4096-b710-36d425071936 req-c0ecdadb-234b-48b4-8a15-eb1c58b30444 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Calling delete_port for dbb2a1f8-6655-4e13-8f01-649325559b94 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:32.805327 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-347914c9-964f-4c67-898d-79fe770bce1e tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:32.805841 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347914c9-964f-4c67-898d-79fe770bce1e tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Fanout notify agent at l3_agent the message router_deleted on router 3db58f0b-1c3a-4633-bb6c-c944a34e471f {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:45:32.818840 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-347914c9-964f-4c67-898d-79fe770bce1e tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:32.819954 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-347914c9-964f-4c67-898d-79fe770bce1e tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/routers/3db58f0b-1c3a-4633-bb6c-c944a34e471f HTTP/1.1" status: 204 len: 168 time: 0.4868436 Jul 16 20:45:32.829933 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57498) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:32.841592 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-788fdb48-d8de-4467-b04b-ff0e10049cac tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1127602202', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:32.894418 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-788fdb48-d8de-4467-b04b-ff0e10049cac tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:32.895783 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-788fdb48-d8de-4467-b04b-ff0e10049cac tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:32.901496 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-de137239-7263-46df-8729-f0c502e82e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:32.935872 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de137239-7263-46df-8729-f0c502e82e10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7695fa01-6736-4799-8fa4-9c1a39aa2efe,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:32.955581 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-de137239-7263-46df-8729-f0c502e82e10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:32.960864 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-de137239-7263-46df-8729-f0c502e82e10 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/7695fa01-6736-4799-8fa4-9c1a39aa2efe HTTP/1.1" status: 204 len: 168 time: 0.7386546 Jul 16 20:45:32.961512 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57500) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:32.962655 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0787a87b-d67c-471f-95da-e6cb8e78024e None None] Network ce428730-3071-425e-8060-368b0b06c241 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:45:33.003246 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-c0ecdadb-234b-48b4-8a15-eb1c58b30444 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:33.092856 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ecdadb-234b-48b4-8a15-eb1c58b30444 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event deleted for resources: {'Port': ['ID=dbb2a1f8-6655-4e13-8f01-649325559b94,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:33.152431 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-788fdb48-d8de-4467-b04b-ff0e10049cac tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:33.164873 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d2d31e8-9ea5-44de-8f6d-cb88bdd308da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:33.169332 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-788fdb48-d8de-4467-b04b-ff0e10049cac tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:33.193938 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:33.194466 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-298343f8-61d4-4096-b710-36d425071936 req-c0ecdadb-234b-48b4-8a15-eb1c58b30444 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] No DVR routers for this DVR port dbb2a1f8-6655-4e13-8f01-649325559b94 on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:33.197417 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-c0ecdadb-234b-48b4-8a15-eb1c58b30444 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:33.199954 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-298343f8-61d4-4096-b710-36d425071936 req-c0ecdadb-234b-48b4-8a15-eb1c58b30444 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.62 "DELETE /v2.0/ports/dbb2a1f8-6655-4e13-8f01-649325559b94 HTTP/1.1" status: 204 len: 173 time: 0.6799977 Jul 16 20:45:33.202354 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-788fdb48-d8de-4467-b04b-ff0e10049cac tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:33.203954 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-788fdb48-d8de-4467-b04b-ff0e10049cac tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3716214 Jul 16 20:45:33.206927 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57506) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:33.218406 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-9badf0a9-7fc6-4d53-8d9c-91c0404d47cb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:33.269738 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d31e8-9ea5-44de-8f6d-cb88bdd308da admin admin] Deleting port 36c39467-b007-4ca8-8f41-730d5e3ef48a {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:33.270274 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d2d31e8-9ea5-44de-8f6d-cb88bdd308da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:33.305186 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc9d6c9-cf5a-4ea7-8759-834f94b589e1 None None] DHCP port deletion for ce428730-3071-425e-8060-368b0b06c241 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:45:33.337752 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-1d2d31e8-9ea5-44de-8f6d-cb88bdd308da admin admin] For port 36c39467-b007-4ca8-8f41-730d5e3ef48a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=36c39467-b007-4ca8-8f41-730d5e3ef48a,segment=NetworkSegment(93a22fce-52c2-4a72-b91a-c814d16513b5),segment_id=93a22fce-52c2-4a72-b91a-c814d16513b5)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:33.338114 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d2d31e8-9ea5-44de-8f6d-cb88bdd308da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:33.352364 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d31e8-9ea5-44de-8f6d-cb88bdd308da admin admin] Calling delete_port for 36c39467-b007-4ca8-8f41-730d5e3ef48a owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:33.356423 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-acc9d6c9-cf5a-4ea7-8759-834f94b589e1 None None] Deleting port 36c39467-b007-4ca8-8f41-730d5e3ef48a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:33.356980 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-acc9d6c9-cf5a-4ea7-8759-834f94b589e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:33.424611 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-acc9d6c9-cf5a-4ea7-8759-834f94b589e1 None None] For port 36c39467-b007-4ca8-8f41-730d5e3ef48a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=36c39467-b007-4ca8-8f41-730d5e3ef48a,segment=NetworkSegment(93a22fce-52c2-4a72-b91a-c814d16513b5),segment_id=93a22fce-52c2-4a72-b91a-c814d16513b5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:33.426395 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-acc9d6c9-cf5a-4ea7-8759-834f94b589e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:33.438555 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d2d31e8-9ea5-44de-8f6d-cb88bdd308da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:33.442887 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-acc9d6c9-cf5a-4ea7-8759-834f94b589e1 None None] Calling delete_port for 36c39467-b007-4ca8-8f41-730d5e3ef48a owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:33.464991 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d31e8-9ea5-44de-8f6d-cb88bdd308da admin admin] Pushing event deleted for resources: {'Port': ['ID=36c39467-b007-4ca8-8f41-730d5e3ef48a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:33.468475 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2d31e8-9ea5-44de-8f6d-cb88bdd308da admin admin] No DVR routers for this DVR port 36c39467-b007-4ca8-8f41-730d5e3ef48a on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:33.541003 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-acc9d6c9-cf5a-4ea7-8759-834f94b589e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:33.566393 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d2d31e8-9ea5-44de-8f6d-cb88bdd308da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:33.575187 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9d6c9-cf5a-4ea7-8759-834f94b589e1 None None] Pushing event deleted for resources: {'Port': ['ID=36c39467-b007-4ca8-8f41-730d5e3ef48a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:33.579948 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc9d6c9-cf5a-4ea7-8759-834f94b589e1 None None] No DVR routers for this DVR port 36c39467-b007-4ca8-8f41-730d5e3ef48a on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:33.581374 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-1d2d31e8-9ea5-44de-8f6d-cb88bdd308da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce428730-3071-425e-8060-368b0b06c241']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:33.603306 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-1d2d31e8-9ea5-44de-8f6d-cb88bdd308da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a22fce-52c2-4a72-b91a-c814d16513b5') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:33.603822 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-1d2d31e8-9ea5-44de-8f6d-cb88bdd308da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a22fce-52c2-4a72-b91a-c814d16513b5') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:33.608738 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9badf0a9-7fc6-4d53-8d9c-91c0404d47cb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:33.614644 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d2d31e8-9ea5-44de-8f6d-cb88bdd308da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:33.632118 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d2d31e8-9ea5-44de-8f6d-cb88bdd308da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:33.636070 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdafa2-3cf8-469b-bb9b-76b34f3cef42 req-5e170084-c3c7-4ace-9d0c-b6e64fc49c5b tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:33.637626 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-63fdafa2-3cf8-469b-bb9b-76b34f3cef42 req-5e170084-c3c7-4ace-9d0c-b6e64fc49c5b tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba3a81d0-7f7a-4e18-80a4-1edfc61717f5 HTTP/1.1" status: 200 len: 943 time: 0.4104264 Jul 16 20:45:33.639360 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2d31e8-9ea5-44de-8f6d-cb88bdd308da admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:45:33.639906 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d2d31e8-9ea5-44de-8f6d-cb88bdd308da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:45:33.642981 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:45:33.648707 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cccb89-1b45-4009-8633-01fe55b91034 req-b6b07cdc-53e6-40a7-98ab-56d32b3f628c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:33.654652 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cccb89-1b45-4009-8633-01fe55b91034 req-b6b07cdc-53e6-40a7-98ab-56d32b3f628c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:33.661412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cccb89-1b45-4009-8633-01fe55b91034 req-b6b07cdc-53e6-40a7-98ab-56d32b3f628c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:33.663098 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-25cccb89-1b45-4009-8633-01fe55b91034 req-b6b07cdc-53e6-40a7-98ab-56d32b3f628c tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 2410 time: 0.4317243 Jul 16 20:45:33.687084 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9badf0a9-7fc6-4d53-8d9c-91c0404d47cb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896760'] for router, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:33.706051 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d2d31e8-9ea5-44de-8f6d-cb88bdd308da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:33.711493 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d2d31e8-9ea5-44de-8f6d-cb88bdd308da admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:33.715977 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1d2d31e8-9ea5-44de-8f6d-cb88bdd308da admin admin] 10.222.0.38 "DELETE /v2.0/networks/ce428730-3071-425e-8060-368b0b06c241 HTTP/1.1" status: 204 len: 168 time: 0.7481325 Jul 16 20:45:33.721401 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57508) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:33.731693 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d31e8-9ea5-44de-8f6d-cb88bdd308da admin admin] Pushing event deleted for resources: {'Network': ['ID=ce428730-3071-425e-8060-368b0b06c241,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:33.797013 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-298343f8-61d4-4096-b710-36d425071936 req-95064c56-cf5e-46dc-ae84-3bcc708347ea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Deleting port 9c2a4800-9a2a-4b56-925d-1fa35a5727a0 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:33.797479 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-95064c56-cf5e-46dc-ae84-3bcc708347ea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:33.850829 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f7091090-e425-4b6a-848b-a6e805110d52 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:33.859373 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-63fdafa2-3cf8-469b-bb9b-76b34f3cef42 req-fb254c4e-9a69-46e3-9f5b-6fe65b09edee tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941545 Jul 16 20:45:33.872583 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: f7091090-e425-4b6a-848b-a6e805110d52 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:45:33.873059 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f7091090-e425-4b6a-848b-a6e805110d52 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:45:33.873485 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c6256b7c-744f-490f-99f3-ece6d19f9086 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:33.897408 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: c6256b7c-744f-490f-99f3-ece6d19f9086 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:45:33.897773 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c6256b7c-744f-490f-99f3-ece6d19f9086 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:45:33.898177 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 36c39467-b007-4ca8-8f41-730d5e3ef48a no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:33.920298 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 36c39467-b007-4ca8-8f41-730d5e3ef48a {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:45:33.920643 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 36c39467-b007-4ca8-8f41-730d5e3ef48a not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:45:34.209003 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-25cccb89-1b45-4009-8633-01fe55b91034 req-880b4195-a293-413b-bd59-2a08c14de7bb tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5308423 Jul 16 20:45:34.223073 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b25d1195-8eea-4971-b9cc-6fb988780404 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:45:34.322562 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port b25d1195-8eea-4971-b9cc-6fb988780404, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b25d1195-8eea-4971-b9cc-6fb988780404,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:34.334004 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'b25d1195-8eea-4971-b9cc-6fb988780404', 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53', 'port_id': 'b25d1195-8eea-4971-b9cc-6fb988780404', 'mac_address': 'fa:16:3e:19:79:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82321776-7ae0-4505-adc0-e73fc92b6de5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:45:34.343288 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-298343f8-61d4-4096-b710-36d425071936 req-95064c56-cf5e-46dc-ae84-3bcc708347ea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] For port 9c2a4800-9a2a-4b56-925d-1fa35a5727a0, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=9c2a4800-9a2a-4b56-925d-1fa35a5727a0,segment=NetworkSegment(539e5216-5669-4601-aada-6ac02b36e6e5),segment_id=539e5216-5669-4601-aada-6ac02b36e6e5)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:34.343706 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-95064c56-cf5e-46dc-ae84-3bcc708347ea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:34.355425 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9badf0a9-7fc6-4d53-8d9c-91c0404d47cb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Router 4523a636-a59f-4e7a-857f-fde6bdbaa5c0 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:45:34.374371 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:34.387404 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b25d1195-8eea-4971-b9cc-6fb988780404 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:45:34.391703 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-298343f8-61d4-4096-b710-36d425071936 req-95064c56-cf5e-46dc-ae84-3bcc708347ea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Calling delete_port for 9c2a4800-9a2a-4b56-925d-1fa35a5727a0 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:34.406576 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port b25d1195-8eea-4971-b9cc-6fb988780404, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b25d1195-8eea-4971-b9cc-6fb988780404,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:34.410868 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:34.457706 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=b25d1195-8eea-4971-b9cc-6fb988780404,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:34.568334 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9badf0a9-7fc6-4d53-8d9c-91c0404d47cb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:45:34.578018 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873894fe-4219-4813-b937-fd3a711b6861 None None] Sync routers for ids ['4523a636-a59f-4e7a-857f-fde6bdbaa5c0'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:45:34.579134 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9badf0a9-7fc6-4d53-8d9c-91c0404d47cb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:34.580335 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9badf0a9-7fc6-4d53-8d9c-91c0404d47cb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "PUT /v2.0/routers/4523a636-a59f-4e7a-857f-fde6bdbaa5c0 HTTP/1.1" status: 200 len: 698 time: 1.3667016 Jul 16 20:45:34.583195 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57512) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:34.583632 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-deleted', 'tag': 'dbb2a1f8-6655-4e13-8f01-649325559b94'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:34.585907 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7027b26f-97af-44f1-9989-b4dda8134475" -d '{"events": [{"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-deleted", "tag": "dbb2a1f8-6655-4e13-8f01-649325559b94"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:34.587135 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873894fe-4219-4813-b937-fd3a711b6861 None None] Routers {'4523a636-a59f-4e7a-857f-fde6bdbaa5c0'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:34.587929 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-873894fe-4219-4813-b937-fd3a711b6861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:45:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['4523a636-a59f-4e7a-857f-fde6bdbaa5c0'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:34.625179 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['b25d1195-8eea-4971-b9cc-6fb988780404'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:45:34.683504 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c75d965d-cf76-4837-991c-7b0517559118 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "GET /v2.0/routers/4523a636-a59f-4e7a-857f-fde6bdbaa5c0 HTTP/1.1" status: 200 len: 704 time: 0.0988586 Jul 16 20:45:34.686713 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57516) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:34.707178 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1eae8a-c259-46ed-b643-f90d542bb395 x-openstack-request-id: req-aa1eae8a-c259-46ed-b643-f90d542bb395 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:34.707623 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-deleted", "tag": "dbb2a1f8-6655-4e13-8f01-649325559b94", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:34.707973 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aa1eae8a-c259-46ed-b643-f90d542bb395 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:34.708469 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-deleted', 'tag': 'dbb2a1f8-6655-4e13-8f01-649325559b94', 'status': 'completed', 'code': 200} Jul 16 20:45:34.710132 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-873894fe-4219-4813-b937-fd3a711b6861 None None] Set router 4523a636-a59f-4e7a-857f-fde6bdbaa5c0 gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:34.733752 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-75028141-25b0-4e37-a0e4-efbf585df0e4 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "GET /v2.0/ports?device_id=4523a636-a59f-4e7a-857f-fde6bdbaa5c0 HTTP/1.1" status: 200 len: 205 time: 0.0449374 Jul 16 20:45:34.735651 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57518) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:34.745779 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-95064c56-cf5e-46dc-ae84-3bcc708347ea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:34.776675 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-873894fe-4219-4813-b937-fd3a711b6861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4523a636-a59f-4e7a-857f-fde6bdbaa5c0', 'name': 'tempest-RoutersIpV6Test-router-1127602202', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:32Z', 'updated_at': '2021-07-16T20:45:33Z', 'revision_number': 2, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:34.789908 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95064c56-cf5e-46dc-ae84-3bcc708347ea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event deleted for resources: {'Port': ['ID=9c2a4800-9a2a-4b56-925d-1fa35a5727a0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:34.818463 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873894fe-4219-4813-b937-fd3a711b6861 None None] Checking router: 4523a636-a59f-4e7a-857f-fde6bdbaa5c0 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:45:34.823363 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5eb8d898-78be-4c42-badc-389939321303 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:34.831363 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873894fe-4219-4813-b937-fd3a711b6861 None None] Routers {'4523a636-a59f-4e7a-857f-fde6bdbaa5c0'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:34.832165 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-873894fe-4219-4813-b937-fd3a711b6861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:45:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['4523a636-a59f-4e7a-857f-fde6bdbaa5c0'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:34.846457 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-298343f8-61d4-4096-b710-36d425071936 req-95064c56-cf5e-46dc-ae84-3bcc708347ea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] No DVR routers for this DVR port 9c2a4800-9a2a-4b56-925d-1fa35a5727a0 on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:34.849600 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-95064c56-cf5e-46dc-ae84-3bcc708347ea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:34.851780 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-298343f8-61d4-4096-b710-36d425071936 req-95064c56-cf5e-46dc-ae84-3bcc708347ea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.62 "DELETE /v2.0/ports/9c2a4800-9a2a-4b56-925d-1fa35a5727a0 HTTP/1.1" status: 204 len: 173 time: 1.6369331 Jul 16 20:45:34.853217 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95064c56-cf5e-46dc-ae84-3bcc708347ea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:34.853627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95064c56-cf5e-46dc-ae84-3bcc708347ea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:34.854031 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95064c56-cf5e-46dc-ae84-3bcc708347ea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:34.854469 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95064c56-cf5e-46dc-ae84-3bcc708347ea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:34.854879 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95064c56-cf5e-46dc-ae84-3bcc708347ea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:34.855282 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95064c56-cf5e-46dc-ae84-3bcc708347ea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:34.855673 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95064c56-cf5e-46dc-ae84-3bcc708347ea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:34.856143 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95064c56-cf5e-46dc-ae84-3bcc708347ea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:34.856577 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95064c56-cf5e-46dc-ae84-3bcc708347ea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:34.856963 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95064c56-cf5e-46dc-ae84-3bcc708347ea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:34.857351 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95064c56-cf5e-46dc-ae84-3bcc708347ea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:34.857741 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95064c56-cf5e-46dc-ae84-3bcc708347ea tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:34.915334 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-873894fe-4219-4813-b937-fd3a711b6861 None None] Set router 4523a636-a59f-4e7a-857f-fde6bdbaa5c0 gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:34.968510 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-873894fe-4219-4813-b937-fd3a711b6861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4523a636-a59f-4e7a-857f-fde6bdbaa5c0', 'name': 'tempest-RoutersIpV6Test-router-1127602202', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:32Z', 'updated_at': '2021-07-16T20:45:33Z', 'revision_number': 2, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:35.001781 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5eb8d898-78be-4c42-badc-389939321303 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:35.003033 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873894fe-4219-4813-b937-fd3a711b6861 None None] The sync data for ids ['4523a636-a59f-4e7a-857f-fde6bdbaa5c0'] in n-d-791506-21 is: [{'id': '4523a636-a59f-4e7a-857f-fde6bdbaa5c0', 'name': 'tempest-RoutersIpV6Test-router-1127602202', 'tenant_id': '4309df99e49e414c81323dd77e4aa778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:32Z', 'updated_at': '2021-07-16T20:45:33Z', 'revision_number': 2, 'project_id': '4309df99e49e414c81323dd77e4aa778', 'gw_port_host': None}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:45:35.011690 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5eb8d898-78be-4c42-badc-389939321303 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:35.064562 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5eb8d898-78be-4c42-badc-389939321303 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:35.065590 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb8d898-78be-4c42-badc-389939321303 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Fanout notify agent at l3_agent the message router_deleted on router 4523a636-a59f-4e7a-857f-fde6bdbaa5c0 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:45:35.075018 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5eb8d898-78be-4c42-badc-389939321303 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:35.080831 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5eb8d898-78be-4c42-badc-389939321303 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/routers/4523a636-a59f-4e7a-857f-fde6bdbaa5c0 HTTP/1.1" status: 204 len: 168 time: 0.3392036 Jul 16 20:45:35.081245 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57522) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:35.081803 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-298343f8-61d4-4096-b710-36d425071936 req-c3d5ee44-000b-4a95-8478-fa18a79aa45e tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Deleting port da3cd2bc-8361-4a87-8b42-606885129c8e {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:35.082151 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-c3d5ee44-000b-4a95-8478-fa18a79aa45e tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:35.114310 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-45aca860-8111-4578-bed1-8a704f00caed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:35.217295 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360619b9-78e6-4aae-af5b-a85645488dd4 req-05d725fa-5b75-4dd0-aafe-caddfd04417e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:35.219073 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-360619b9-78e6-4aae-af5b-a85645488dd4 req-05d725fa-5b75-4dd0-aafe-caddfd04417e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba3a81d0-7f7a-4e18-80a4-1edfc61717f5 HTTP/1.1" status: 200 len: 944 time: 0.2214952 Jul 16 20:45:35.372187 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-298343f8-61d4-4096-b710-36d425071936 req-c3d5ee44-000b-4a95-8478-fa18a79aa45e tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] For port da3cd2bc-8361-4a87-8b42-606885129c8e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=da3cd2bc-8361-4a87-8b42-606885129c8e,segment=NetworkSegment(59a53ec9-896c-4c3d-aaf7-1e04b33963c9),segment_id=59a53ec9-896c-4c3d-aaf7-1e04b33963c9)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:35.372556 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-c3d5ee44-000b-4a95-8478-fa18a79aa45e tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:35.388045 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d34a4fcf-427c-4aa3-8794-ac4617d43482 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "GET /v2.0/ports?device_id=4523a636-a59f-4e7a-857f-fde6bdbaa5c0 HTTP/1.1" status: 200 len: 205 time: 0.3055925 Jul 16 20:45:35.390309 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57526) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:35.427690 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-149ef61d-cabf-466c-b5d7-6c5fcacbe63c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] delete failed (client error): The resource could not be found. Jul 16 20:45:35.430976 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-149ef61d-cabf-466c-b5d7-6c5fcacbe63c tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/routers/4523a636-a59f-4e7a-857f-fde6bdbaa5c0 HTTP/1.1" status: 404 len: 336 time: 0.0370328 Jul 16 20:45:35.431279 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57528) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:35.456824 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e15e75-5bfa-4de0-ad44-991de8c0fedd tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] DELETE failed (client error): The resource could not be found. Jul 16 20:45:35.457269 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e15e75-5bfa-4de0-ad44-991de8c0fedd tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:45:35.458988 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-09e15e75-5bfa-4de0-ad44-991de8c0fedd tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/subnets/f1b61489-5b99-4e10-8b26-5dc95524103b HTTP/1.1" status: 404 len: 337 time: 0.0267444 Jul 16 20:45:35.461433 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57530) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:35.488925 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-360619b9-78e6-4aae-af5b-a85645488dd4 req-04771e22-4742-4070-98c3-f189ca1b1912 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027314 Jul 16 20:45:35.491277 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9d29a0-c39d-4ded-b9ba-4616ad1d20bb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] DELETE failed (client error): The resource could not be found. Jul 16 20:45:35.491725 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a9d29a0-c39d-4ded-b9ba-4616ad1d20bb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:45:35.494314 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1a9d29a0-c39d-4ded-b9ba-4616ad1d20bb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/subnets/3dc4080a-90d5-48a8-b874-7c31d6a38449 HTTP/1.1" status: 404 len: 337 time: 0.0311251 Jul 16 20:45:35.496071 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57532) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:35.523314 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-587f402e-6bea-4c3e-b2eb-c9657d6679c9 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] DELETE failed (client error): The resource could not be found. Jul 16 20:45:35.523763 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-587f402e-6bea-4c3e-b2eb-c9657d6679c9 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:45:35.527960 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-587f402e-6bea-4c3e-b2eb-c9657d6679c9 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/subnets/58797631-7d32-478a-a8ef-8d51c35a397a HTTP/1.1" status: 404 len: 337 time: 0.0286565 Jul 16 20:45:35.528233 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57534) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:35.555854 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-2803d7d0-316d-4d11-bdf2-ef52111f4194 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] DELETE failed (client error): The resource could not be found. Jul 16 20:45:35.557405 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2803d7d0-316d-4d11-bdf2-ef52111f4194 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:45:35.560609 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2803d7d0-316d-4d11-bdf2-ef52111f4194 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/subnets/7e209264-2a03-4ba1-be2e-3f8273de061f HTTP/1.1" status: 404 len: 337 time: 0.0288765 Jul 16 20:45:35.560810 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57536) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:35.589961 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-989d93bd-1afd-4aa7-a014-2d4ac8228b6d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "GET /v2.0/ports?device_id=3db58f0b-1c3a-4633-bb6c-c944a34e471f HTTP/1.1" status: 200 len: 205 time: 0.0280156 Jul 16 20:45:35.592202 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57538) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:35.633119 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-a97d1a91-901e-4e4f-9832-871a52bd8167 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] delete failed (client error): The resource could not be found. Jul 16 20:45:35.634113 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a97d1a91-901e-4e4f-9832-871a52bd8167 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/routers/3db58f0b-1c3a-4633-bb6c-c944a34e471f HTTP/1.1" status: 404 len: 336 time: 0.0409784 Jul 16 20:45:35.635647 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9379cd0-c11f-4666-84d4-c33d8099b62f req-75d813d0-c87e-41b4-871f-260bfb2f895a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:35.636795 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57540) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:35.642368 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9379cd0-c11f-4666-84d4-c33d8099b62f req-75d813d0-c87e-41b4-871f-260bfb2f895a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:35.643997 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c9379cd0-c11f-4666-84d4-c33d8099b62f req-75d813d0-c87e-41b4-871f-260bfb2f895a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 1678 time: 0.2542641 Jul 16 20:45:35.665714 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-79487df0-5e62-4256-abfe-3dc1ac615cbb tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96c465c-b153-4350-9a9a-354944222d73 HTTP/1.1" status: 200 len: 205 time: 0.0278404 Jul 16 20:45:35.668007 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57542) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:35.705485 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-7fbbf950-1f60-48d6-9e7a-ceb6fd38f0e7 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] delete failed (client error): The resource could not be found. Jul 16 20:45:35.706543 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7fbbf950-1f60-48d6-9e7a-ceb6fd38f0e7 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/routers/d96c465c-b153-4350-9a9a-354944222d73 HTTP/1.1" status: 404 len: 336 time: 0.0376179 Jul 16 20:45:35.709148 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-c3d5ee44-000b-4a95-8478-fa18a79aa45e tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:35.709289 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57544) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:35.709475 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-c3d5ee44-000b-4a95-8478-fa18a79aa45e tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:35.709788 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [req-298343f8-61d4-4096-b710-36d425071936 req-c3d5ee44-000b-4a95-8478-fa18a79aa45e tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Floating IP e1c9faca-5f3d-48b4-a237-10159774552e disassociated. External IP: 172.25.0.173, port: da3cd2bc-8361-4a87-8b42-606885129c8e. Jul 16 20:45:35.710135 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-298343f8-61d4-4096-b710-36d425071936 req-c3d5ee44-000b-4a95-8478-fa18a79aa45e tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Calling delete_port for da3cd2bc-8361-4a87-8b42-606885129c8e owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:35.739842 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-60661c5f-2cdc-4b4f-acfe-3684956088ed tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] DELETE failed (client error): The resource could not be found. Jul 16 20:45:35.740463 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60661c5f-2cdc-4b4f-acfe-3684956088ed tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:45:35.740703 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c9379cd0-c11f-4666-84d4-c33d8099b62f req-a00d6198-0ed8-425f-9de7-9175a50d40db tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888252 Jul 16 20:45:35.744516 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-60661c5f-2cdc-4b4f-acfe-3684956088ed tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/subnets/6cbdcea6-62e3-4f2b-ba0e-269368515de1 HTTP/1.1" status: 404 len: 337 time: 0.0319524 Jul 16 20:45:35.744732 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57546) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:35.788881 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b9abd086-586b-4d32-9fa6-40af734d832b tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c111452-8f28-4b75-bc9f-55b42f0c7728 HTTP/1.1" status: 200 len: 205 time: 0.0411158 Jul 16 20:45:35.789369 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57548) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:35.827120 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-7e440238-59e1-4763-adee-673be67bf17d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] delete failed (client error): The resource could not be found. Jul 16 20:45:35.828524 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7e440238-59e1-4763-adee-673be67bf17d tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/routers/7c111452-8f28-4b75-bc9f-55b42f0c7728 HTTP/1.1" status: 404 len: 336 time: 0.0378473 Jul 16 20:45:35.831512 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57550) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:35.849306 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-45aca860-8111-4578-bed1-8a704f00caed admin admin] Deleting port 5d12f1bb-655f-46a5-b53f-d513c134956e {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:35.850204 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-45aca860-8111-4578-bed1-8a704f00caed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:35.864587 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-dee54529-f732-45c4-972d-358354dd62bf tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "GET /v2.0/ports?device_id=536260a0-7dae-4499-9a33-3d7855268924 HTTP/1.1" status: 200 len: 205 time: 0.0318577 Jul 16 20:45:35.867151 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57552) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:35.903425 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-b7398af7-ebde-4679-936a-1fb143c2bfb8 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] delete failed (client error): The resource could not be found. Jul 16 20:45:35.904443 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b7398af7-ebde-4679-936a-1fb143c2bfb8 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/routers/536260a0-7dae-4499-9a33-3d7855268924 HTTP/1.1" status: 404 len: 336 time: 0.0364213 Jul 16 20:45:35.907585 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57554) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:35.934799 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-48064d07-9348-4576-8702-598ce37743e5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] DELETE failed (client error): The resource could not be found. Jul 16 20:45:35.935255 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48064d07-9348-4576-8702-598ce37743e5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:45:35.937618 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-48064d07-9348-4576-8702-598ce37743e5 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/subnets/3bf44623-350c-4f80-ab83-0379ca0ab4af HTTP/1.1" status: 404 len: 337 time: 0.0289018 Jul 16 20:45:35.939844 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57556) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:35.963348 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-c3d5ee44-000b-4a95-8478-fa18a79aa45e tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:35.970761 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-639ee2b9-bcec-48db-aad4-00fed5102407 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8796ad7-a24a-4b7f-8f41-1f9b2a0c9e38 HTTP/1.1" status: 200 len: 205 time: 0.0295815 Jul 16 20:45:35.973200 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57558) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:36.011046 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5ee44-000b-4a95-8478-fa18a79aa45e tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event deleted for resources: {'Port': ['ID=da3cd2bc-8361-4a87-8b42-606885129c8e,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:36.013786 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-a3332e09-42f2-4905-ac47-7537cb74dc91 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] delete failed (client error): The resource could not be found. Jul 16 20:45:36.018159 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a3332e09-42f2-4905-ac47-7537cb74dc91 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/routers/a8796ad7-a24a-4b7f-8f41-1f9b2a0c9e38 HTTP/1.1" status: 404 len: 336 time: 0.0407572 Jul 16 20:45:36.019061 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57560) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:36.020290 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-45aca860-8111-4578-bed1-8a704f00caed admin admin] For port 5d12f1bb-655f-46a5-b53f-d513c134956e, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=5d12f1bb-655f-46a5-b53f-d513c134956e,segment=NetworkSegment(1107c86d-857a-49b7-b114-f692472017be),segment_id=1107c86d-857a-49b7-b114-f692472017be)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:36.020660 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-45aca860-8111-4578-bed1-8a704f00caed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:36.039295 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-45aca860-8111-4578-bed1-8a704f00caed admin admin] Calling delete_port for 5d12f1bb-655f-46a5-b53f-d513c134956e owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:36.052440 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-98dfb850-dbe7-4846-b9d7-ec114bc22212 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] DELETE failed (client error): The resource could not be found. Jul 16 20:45:36.052898 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98dfb850-dbe7-4846-b9d7-ec114bc22212 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:45:36.057292 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-98dfb850-dbe7-4846-b9d7-ec114bc22212 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/subnets/15ed4acf-def5-40f3-b144-40e4132e174a HTTP/1.1" status: 404 len: 337 time: 0.0324323 Jul 16 20:45:36.057876 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57562) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:36.090927 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bd154230-cd0b-41e9-a29b-de016e925526 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb3933-7ffa-433a-883d-cfa5dc0791b8 HTTP/1.1" status: 200 len: 205 time: 0.0319393 Jul 16 20:45:36.091522 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57564) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:36.132020 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-311df6f7-a6a7-428c-9c8f-4e1bd8041a51 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] delete failed (client error): The resource could not be found. Jul 16 20:45:36.133059 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-311df6f7-a6a7-428c-9c8f-4e1bd8041a51 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/routers/85fb3933-7ffa-433a-883d-cfa5dc0791b8 HTTP/1.1" status: 404 len: 336 time: 0.0406475 Jul 16 20:45:36.135560 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57566) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:36.164507 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b182b29-0f2c-451a-a131-7cdbf2086889 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] DELETE failed (client error): The resource could not be found. Jul 16 20:45:36.165497 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b182b29-0f2c-451a-a131-7cdbf2086889 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:45:36.169619 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7b182b29-0f2c-451a-a131-7cdbf2086889 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/subnets/225fa2fd-0645-45fe-864f-a908ed90d488 HTTP/1.1" status: 404 len: 337 time: 0.0331051 Jul 16 20:45:36.170348 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57568) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:36.200074 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4e237a-a862-47ac-8fd8-ab3bdc6d3017 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] DELETE failed (client error): The resource could not be found. Jul 16 20:45:36.200533 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f4e237a-a862-47ac-8fd8-ab3bdc6d3017 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:45:36.202440 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3f4e237a-a862-47ac-8fd8-ab3bdc6d3017 tempest-RoutersIpV6Test-845352483 tempest-RoutersIpV6Test-845352483-project] 10.222.0.38 "DELETE /v2.0/subnets/70ca8382-b2cc-4de8-bb88-829f119dcae6 HTTP/1.1" status: 404 len: 337 time: 0.0308967 Jul 16 20:45:36.223383 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b25d1195-8eea-4971-b9cc-6fb988780404 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:36.240979 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-298343f8-61d4-4096-b710-36d425071936 req-c3d5ee44-000b-4a95-8478-fa18a79aa45e tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Router bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:45:36.277789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port b25d1195-8eea-4971-b9cc-6fb988780404 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:36.281535 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port b25d1195-8eea-4971-b9cc-6fb988780404 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:36.282153 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:36.372494 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:36.407987 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3a81d0-7f7a-4e18-80a4-1edfc61717f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25d1195-8eea-4971-b9cc-6fb988780404'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:36.410900 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11314364-125e-47bd-b9e7-3288541829cf" -d '{"events": [{"server_uuid": "ba3a81d0-7f7a-4e18-80a4-1edfc61717f5", "name": "network-vif-plugged", "status": "completed", "tag": "b25d1195-8eea-4971-b9cc-6fb988780404"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:36.416465 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port b25d1195-8eea-4971-b9cc-6fb988780404, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b25d1195-8eea-4971-b9cc-6fb988780404,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:36.424370 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:36.425007 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-298343f8-61d4-4096-b710-36d425071936 req-c3d5ee44-000b-4a95-8478-fa18a79aa45e tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:45:36.462692 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-45aca860-8111-4578-bed1-8a704f00caed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:36.467190 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57576) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:36.471248 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89379c4-a9cd-47de-9c37-aaa78b5a8423 x-openstack-request-id: req-f89379c4-a9cd-47de-9c37-aaa78b5a8423 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:36.471537 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3a81d0-7f7a-4e18-80a4-1edfc61717f5", "name": "network-vif-plugged", "status": "completed", "tag": "b25d1195-8eea-4971-b9cc-6fb988780404", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:36.471973 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f89379c4-a9cd-47de-9c37-aaa78b5a8423 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:36.472536 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3a81d0-7f7a-4e18-80a4-1edfc61717f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25d1195-8eea-4971-b9cc-6fb988780404', 'code': 200} Jul 16 20:45:36.476572 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f58851-5d8a-429c-a23e-a5f0b94dfd9d None None] Sync routers for ids ['bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:45:36.490104 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f58851-5d8a-429c-a23e-a5f0b94dfd9d None None] Routers {'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:36.490761 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a4f58851-5d8a-429c-a23e-a5f0b94dfd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:45:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:36.523140 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-298343f8-61d4-4096-b710-36d425071936 req-c3d5ee44-000b-4a95-8478-fa18a79aa45e tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] No DVR routers for this DVR port da3cd2bc-8361-4a87-8b42-606885129c8e on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:36.526854 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-c3d5ee44-000b-4a95-8478-fa18a79aa45e tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:36.529236 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-298343f8-61d4-4096-b710-36d425071936 req-c3d5ee44-000b-4a95-8478-fa18a79aa45e tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.62 "DELETE /v2.0/ports/da3cd2bc-8361-4a87-8b42-606885129c8e HTTP/1.1" status: 204 len: 173 time: 1.6672087 Jul 16 20:45:36.535832 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aca860-8111-4578-bed1-8a704f00caed admin admin] Pushing event deleted for resources: {'Port': ['ID=5d12f1bb-655f-46a5-b53f-d513c134956e,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:36.562610 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=b25d1195-8eea-4971-b9cc-6fb988780404,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:36.687018 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-a4f58851-5d8a-429c-a23e-a5f0b94dfd9d None None] Set router bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:36.716311 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-deleted', 'tag': '9c2a4800-9a2a-4b56-925d-1fa35a5727a0'}, {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-deleted', 'tag': 'da3cd2bc-8361-4a87-8b42-606885129c8e'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:36.718711 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccac60c-509b-407b-9960-e6e2c6788bc4" -d '{"events": [{"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-deleted", "tag": "9c2a4800-9a2a-4b56-925d-1fa35a5727a0"}, {"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-deleted", "tag": "da3cd2bc-8361-4a87-8b42-606885129c8e"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:36.791687 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e526990c-2e64-4562-8bce-b2c2d5162075 x-openstack-request-id: req-e526990c-2e64-4562-8bce-b2c2d5162075 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:36.791921 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-deleted", "tag": "9c2a4800-9a2a-4b56-925d-1fa35a5727a0", "status": "completed", "code": 200}, {"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-deleted", "tag": "da3cd2bc-8361-4a87-8b42-606885129c8e", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:36.792099 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e526990c-2e64-4562-8bce-b2c2d5162075 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:36.792497 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-deleted', 'tag': '9c2a4800-9a2a-4b56-925d-1fa35a5727a0', 'status': 'completed', 'code': 200} Jul 16 20:45:36.792752 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-deleted', 'tag': 'da3cd2bc-8361-4a87-8b42-606885129c8e', 'status': 'completed', 'code': 200} Jul 16 20:45:36.929171 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a4f58851-5d8a-429c-a23e-a5f0b94dfd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'name': 'tempest-TaggedBootDevicesTest-963859335-router', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:42Z', 'updated_at': '2021-07-16T20:34:54Z', 'revision_number': 4, 'project_id': '086605ce16824d789c1ebe4af59fda06', 'gw_port': {'id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:44Z', 'updated_at': '2021-07-16T20:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'a0c076f5-7e10-4e1f-acbd-f848e3925c05', 'name': '', 'network_id': 'a5f59c06-393b-4019-8402-c670013796dd', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'mac_address': 'fa:16:3e:49:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ed11a99b-37e1-4696-970c-4dbb385ed21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:52Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 5, 'project_id': '086605ce16824d789c1ebe4af59fda06', 'subnets': [{'id': 'ed11a99b-37e1-4696-970c-4dbb385ed21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:37.113408 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f58851-5d8a-429c-a23e-a5f0b94dfd9d None None] Checking router: bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:45:37.122044 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f58851-5d8a-429c-a23e-a5f0b94dfd9d None None] Routers {'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:37.122691 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a4f58851-5d8a-429c-a23e-a5f0b94dfd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:45:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:37.229072 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-a4f58851-5d8a-429c-a23e-a5f0b94dfd9d None None] Set router bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:37.286919 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cdc76-4f94-400f-8660-69bdff3972ca req-b86991a9-f13e-4daf-bffe-18ad637d3795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:37.288433 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-982cdc76-4f94-400f-8660-69bdff3972ca req-b86991a9-f13e-4daf-bffe-18ad637d3795 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ba3a81d0-7f7a-4e18-80a4-1edfc61717f5 HTTP/1.1" status: 200 len: 1097 time: 0.7464886 Jul 16 20:45:37.347002 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-97ffaf71-cd4e-4817-9345-6ccedce388a3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4309df99e49e414c81323dd77e4aa778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8767061 Jul 16 20:45:37.349697 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57586) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:37.366652 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-298343f8-61d4-4096-b710-36d425071936 req-a7d2bb52-83aa-4b40-86b7-975fd2902eb0 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Deleting port 38e7200d-92b8-4114-bcf6-4d8de1ed7adf {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:37.366912 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-a7d2bb52-83aa-4b40-86b7-975fd2902eb0 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:37.373597 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-45aca860-8111-4578-bed1-8a704f00caed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:37.415741 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5c66ebc3-d292-4dbb-b8d2-d8277291f791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:37.421728 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eba22-8027-4fbc-abf1-d7952bd80d50 req-a5dc01ac-22ca-4194-8fd3-30e6d2787a5d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:37.423330 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-331eba22-8027-4fbc-abf1-d7952bd80d50 req-a5dc01ac-22ca-4194-8fd3-30e6d2787a5d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba3a81d0-7f7a-4e18-80a4-1edfc61717f5 HTTP/1.1" status: 200 len: 945 time: 0.7108228 Jul 16 20:45:37.429719 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-982cdc76-4f94-400f-8660-69bdff3972ca req-59b9c0a6-fe2f-4976-b0ef-dbbaf038abc7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283522 Jul 16 20:45:37.432544 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a4f58851-5d8a-429c-a23e-a5f0b94dfd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'name': 'tempest-TaggedBootDevicesTest-963859335-router', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:42Z', 'updated_at': '2021-07-16T20:34:54Z', 'revision_number': 4, 'project_id': '086605ce16824d789c1ebe4af59fda06', 'gw_port': {'id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:44Z', 'updated_at': '2021-07-16T20:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'a0c076f5-7e10-4e1f-acbd-f848e3925c05', 'name': '', 'network_id': 'a5f59c06-393b-4019-8402-c670013796dd', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'mac_address': 'fa:16:3e:49:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ed11a99b-37e1-4696-970c-4dbb385ed21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:52Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 5, 'project_id': '086605ce16824d789c1ebe4af59fda06', 'subnets': [{'id': 'ed11a99b-37e1-4696-970c-4dbb385ed21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:37.449196 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5c66ebc3-d292-4dbb-b8d2-d8277291f791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:37.460236 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f58851-5d8a-429c-a23e-a5f0b94dfd9d None None] The sync data for ids ['bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'] in n-d-791506-21 is: [{'id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'name': 'tempest-TaggedBootDevicesTest-963859335-router', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:42Z', 'updated_at': '2021-07-16T20:34:54Z', 'revision_number': 4, 'project_id': '086605ce16824d789c1ebe4af59fda06', 'gw_port': {'id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:44Z', 'updated_at': '2021-07-16T20:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'a0c076f5-7e10-4e1f-acbd-f848e3925c05', 'name': '', 'network_id': 'a5f59c06-393b-4019-8402-c670013796dd', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'mac_address': 'fa:16:3e:49:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ed11a99b-37e1-4696-970c-4dbb385ed21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:52Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 5, 'project_id': '086605ce16824d789c1ebe4af59fda06', 'subnets': [{'id': 'ed11a99b-37e1-4696-970c-4dbb385ed21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:45:37.489788 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63857e-8674-470b-8107-df035aba9c8d req-6f205adc-9910-46d1-bfc7-da25d810b27a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:37.491362 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa63857e-8674-470b-8107-df035aba9c8d req-6f205adc-9910-46d1-bfc7-da25d810b27a tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 943 time: 0.3210692 Jul 16 20:45:37.504507 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5c66ebc3-d292-4dbb-b8d2-d8277291f791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:37.507712 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5c66ebc3-d292-4dbb-b8d2-d8277291f791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:37.510825 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5c66ebc3-d292-4dbb-b8d2-d8277291f791 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8ff9eec0-1b2f-40a7-a39a-f445ebdd3e85 HTTP/1.1" status: 204 len: 168 time: 0.1596198 Jul 16 20:45:37.522382 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66ebc3-d292-4dbb-b8d2-d8277291f791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff9eec0-1b2f-40a7-a39a-f445ebdd3e85,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:37.651508 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-331eba22-8027-4fbc-abf1-d7952bd80d50 req-bc9d6a6e-a341-4216-810a-909f0b0a71e2 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158091 Jul 16 20:45:37.668798 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-298343f8-61d4-4096-b710-36d425071936 req-a7d2bb52-83aa-4b40-86b7-975fd2902eb0 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] For port 38e7200d-92b8-4114-bcf6-4d8de1ed7adf, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=38e7200d-92b8-4114-bcf6-4d8de1ed7adf,segment=NetworkSegment(20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92),segment_id=20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:37.669175 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-a7d2bb52-83aa-4b40-86b7-975fd2902eb0 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:37.676096 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa63857e-8674-470b-8107-df035aba9c8d req-94884b87-deeb-4480-8a7b-f741c9b73bdb tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups?id=183cd6da-38ec-40dd-b581-c8ed532a4162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473866 Jul 16 20:45:37.693321 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-298343f8-61d4-4096-b710-36d425071936 req-a7d2bb52-83aa-4b40-86b7-975fd2902eb0 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Calling delete_port for 38e7200d-92b8-4114-bcf6-4d8de1ed7adf owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:37.770883 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da92dd49-2720-40a2-8c73-fc00b7989e4f None None] New status for floating IP e1c9faca-5f3d-48b4-a237-10159774552e: DOWN {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:45:37.873865 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45aca860-8111-4578-bed1-8a704f00caed admin admin] Router f3d99696-024e-4754-9304-21e19eec8599 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:45:37.979192 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-a7d2bb52-83aa-4b40-86b7-975fd2902eb0 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:38.038526 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2bb52-83aa-4b40-86b7-975fd2902eb0 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event deleted for resources: {'Port': ['ID=38e7200d-92b8-4114-bcf6-4d8de1ed7adf,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:38.101546 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-298343f8-61d4-4096-b710-36d425071936 req-a7d2bb52-83aa-4b40-86b7-975fd2902eb0 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] No DVR routers for this DVR port 38e7200d-92b8-4114-bcf6-4d8de1ed7adf on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:38.104417 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-298343f8-61d4-4096-b710-36d425071936 req-a7d2bb52-83aa-4b40-86b7-975fd2902eb0 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:38.106545 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-298343f8-61d4-4096-b710-36d425071936 req-a7d2bb52-83aa-4b40-86b7-975fd2902eb0 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.62 "DELETE /v2.0/ports/38e7200d-92b8-4114-bcf6-4d8de1ed7adf HTTP/1.1" status: 204 len: 173 time: 1.5656650 Jul 16 20:45:38.114546 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45aca860-8111-4578-bed1-8a704f00caed admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:45:38.120076 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-45aca860-8111-4578-bed1-8a704f00caed admin admin] 10.222.0.38 "PUT /v2.0/routers/f3d99696-024e-4754-9304-21e19eec8599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3967495 Jul 16 20:45:38.122700 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57604) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:38.131010 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe2e1a8-7b1e-4461-901b-50f6fe1cdd24 None None] Sync routers for ids ['f3d99696-024e-4754-9304-21e19eec8599'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:45:38.155710 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe2e1a8-7b1e-4461-901b-50f6fe1cdd24 None None] Routers {'f3d99696-024e-4754-9304-21e19eec8599'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:38.156857 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-bfe2e1a8-7b1e-4461-901b-50f6fe1cdd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:45:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['f3d99696-024e-4754-9304-21e19eec8599'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:38.285872 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e8cb3a3f-992f-40d4-8037-2ed413a8d37b admin admin] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:38.339965 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-bfe2e1a8-7b1e-4461-901b-50f6fe1cdd24 None None] Set router f3d99696-024e-4754-9304-21e19eec8599 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:38.372085 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57612) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:38.444513 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e8cb3a3f-992f-40d4-8037-2ed413a8d37b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:38.533984 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-e8cb3a3f-992f-40d4-8037-2ed413a8d37b admin admin] Deleting port 689d4397-8c6e-4e9b-9ac9-aaffcb5bea91 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:38.534350 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e8cb3a3f-992f-40d4-8037-2ed413a8d37b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:38.555987 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-3392dee6-1dc4-4d58-a285-bba458fcd45f tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:38.556971 n-d-791506-21 neutron-server[93794]: WARNING neutron.api.v2.base [None req-3392dee6-1dc4-4d58-a285-bba458fcd45f tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 20:45:38.557701 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-3392dee6-1dc4-4d58-a285-bba458fcd45f tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:45:38.558854 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3392dee6-1dc4-4d58-a285-bba458fcd45f tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1851814 Jul 16 20:45:38.565128 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57616) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:38.570280 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-342fe60a-5d4f-4939-992c-c6779f4f656c tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group': {'name': 'tempest-secgroup--828825423'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:38.613687 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-342fe60a-5d4f-4939-992c-c6779f4f656c tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:38.618584 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-bfe2e1a8-7b1e-4461-901b-50f6fe1cdd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d99696-024e-4754-9304-21e19eec8599', 'name': 'tempest-TestServerBasicOps-1103871753-router', 'tenant_id': 'd53edfabe8064e8d9034d0c91f268d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '689d4397-8c6e-4e9b-9ac9-aaffcb5bea91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:58Z', 'updated_at': '2021-07-16T20:45:36Z', 'revision_number': 5, 'project_id': 'd53edfabe8064e8d9034d0c91f268d75', 'gw_port': {'id': '689d4397-8c6e-4e9b-9ac9-aaffcb5bea91', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d99696-024e-4754-9304-21e19eec8599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:00Z', 'updated_at': '2021-07-16T20:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:38.632940 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-342fe60a-5d4f-4939-992c-c6779f4f656c tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:38.636759 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-e8cb3a3f-992f-40d4-8037-2ed413a8d37b admin admin] For port 689d4397-8c6e-4e9b-9ac9-aaffcb5bea91, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=689d4397-8c6e-4e9b-9ac9-aaffcb5bea91,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:38.637504 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e8cb3a3f-992f-40d4-8037-2ed413a8d37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:38.649053 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe2e1a8-7b1e-4461-901b-50f6fe1cdd24 None None] Checking router: f3d99696-024e-4754-9304-21e19eec8599 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:45:38.653565 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-e8cb3a3f-992f-40d4-8037-2ed413a8d37b admin admin] Calling delete_port for 689d4397-8c6e-4e9b-9ac9-aaffcb5bea91 owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:38.660307 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe2e1a8-7b1e-4461-901b-50f6fe1cdd24 None None] Routers {'f3d99696-024e-4754-9304-21e19eec8599'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:38.661338 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-bfe2e1a8-7b1e-4461-901b-50f6fe1cdd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:45:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['f3d99696-024e-4754-9304-21e19eec8599'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:38.775915 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-342fe60a-5d4f-4939-992c-c6779f4f656c tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:38.783558 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-342fe60a-5d4f-4939-992c-c6779f4f656c tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:38.787774 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-bfe2e1a8-7b1e-4461-901b-50f6fe1cdd24 None None] Set router f3d99696-024e-4754-9304-21e19eec8599 gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:38.814307 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-deleted', 'tag': '38e7200d-92b8-4114-bcf6-4d8de1ed7adf'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:38.820391 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96db3a4-b505-4cba-9cc7-e7217a8b990c" -d '{"events": [{"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-deleted", "tag": "38e7200d-92b8-4114-bcf6-4d8de1ed7adf"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:38.848672 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-bfe2e1a8-7b1e-4461-901b-50f6fe1cdd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d99696-024e-4754-9304-21e19eec8599', 'name': 'tempest-TestServerBasicOps-1103871753-router', 'tenant_id': 'd53edfabe8064e8d9034d0c91f268d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:58Z', 'updated_at': '2021-07-16T20:45:38Z', 'revision_number': 6, 'project_id': 'd53edfabe8064e8d9034d0c91f268d75', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:38.879084 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe2e1a8-7b1e-4461-901b-50f6fe1cdd24 None None] The sync data for ids ['f3d99696-024e-4754-9304-21e19eec8599'] in n-d-791506-21 is: [{'id': 'f3d99696-024e-4754-9304-21e19eec8599', 'name': 'tempest-TestServerBasicOps-1103871753-router', 'tenant_id': 'd53edfabe8064e8d9034d0c91f268d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:58Z', 'updated_at': '2021-07-16T20:45:38Z', 'revision_number': 6, 'project_id': 'd53edfabe8064e8d9034d0c91f268d75', 'gw_port_host': None}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:45:38.920286 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e8cb3a3f-992f-40d4-8037-2ed413a8d37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:38.927444 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fe60a-5d4f-4939-992c-c6779f4f656c tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76974432-f7aa-4cd7-ae21-280899d46a6b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:38.957979 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb3a3f-992f-40d4-8037-2ed413a8d37b admin admin] Pushing event deleted for resources: {'Port': ['ID=689d4397-8c6e-4e9b-9ac9-aaffcb5bea91,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:38.974174 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c67b259a-d80d-4840-a906-6e5c22d55cd0 req-e553d95d-8b41-48ed-ac6e-8d1b4e219179 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 210 time: 0.0722647 Jul 16 20:45:39.044624 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e8cb3a3f-992f-40d4-8037-2ed413a8d37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:39.051962 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6091165d-9cf1-449b-84b8-c406fd437283 x-openstack-request-id: req-6091165d-9cf1-449b-84b8-c406fd437283 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:39.052263 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0d706b-c980-4527-becd-386ed6092762", "name": "network-vif-deleted", "tag": "38e7200d-92b8-4114-bcf6-4d8de1ed7adf", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:39.052502 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6091165d-9cf1-449b-84b8-c406fd437283 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:39.052902 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0d706b-c980-4527-becd-386ed6092762', 'name': 'network-vif-deleted', 'tag': '38e7200d-92b8-4114-bcf6-4d8de1ed7adf', 'status': 'completed', 'code': 200} Jul 16 20:45:39.064607 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-342fe60a-5d4f-4939-992c-c6779f4f656c tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:39.080873 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e1179-2e72-4fd4-af5f-967d3ac636aa req-b013106b-cf63-4517-9447-0f32c3b7bee9 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:39.084208 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a82e1179-2e72-4fd4-af5f-967d3ac636aa req-b013106b-cf63-4517-9447-0f32c3b7bee9 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba3a81d0-7f7a-4e18-80a4-1edfc61717f5 HTTP/1.1" status: 200 len: 945 time: 0.1620903 Jul 16 20:45:39.085044 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-342fe60a-5d4f-4939-992c-c6779f4f656c tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:39.138377 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fe60a-5d4f-4939-992c-c6779f4f656c tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0997ca1-f71f-4c9c-a944-c89b8d0a969d,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:39.149558 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-342fe60a-5d4f-4939-992c-c6779f4f656c tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:39.150070 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e8cb3a3f-992f-40d4-8037-2ed413a8d37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:39.153546 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-342fe60a-5d4f-4939-992c-c6779f4f656c tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5845330 Jul 16 20:45:39.154482 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57628) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:39.160874 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-65dbc7fa-f30b-45ec-a92a-296d004190f8 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group_rule': {'security_group_id': 'e0997ca1-f71f-4c9c-a944-c89b8d0a969d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:39.167075 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e8cb3a3f-992f-40d4-8037-2ed413a8d37b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:39.191255 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a82e1179-2e72-4fd4-af5f-967d3ac636aa req-721509c2-39c5-44d8-9df6-cb2dad96c258 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994258 Jul 16 20:45:39.263618 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-65dbc7fa-f30b-45ec-a92a-296d004190f8 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:39.281954 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e8cb3a3f-992f-40d4-8037-2ed413a8d37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:39.283097 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cb3a3f-992f-40d4-8037-2ed413a8d37b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3d99696-024e-4754-9304-21e19eec8599 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:45:39.303816 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e8cb3a3f-992f-40d4-8037-2ed413a8d37b admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:39.305692 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e8cb3a3f-992f-40d4-8037-2ed413a8d37b admin admin] 10.222.0.38 "DELETE /v2.0/routers/f3d99696-024e-4754-9304-21e19eec8599 HTTP/1.1" status: 204 len: 168 time: 1.1818218 Jul 16 20:45:39.309912 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57636) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:39.446876 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-719ecbb7-d18b-426c-b32f-afe6e016162b admin admin] Deleting subnet 33d9078f-02ae-4671-81a9-3c2d86987132 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:45:39.462594 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-719ecbb7-d18b-426c-b32f-afe6e016162b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:39.500199 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-65dbc7fa-f30b-45ec-a92a-296d004190f8 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:39.511990 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-65dbc7fa-f30b-45ec-a92a-296d004190f8 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:39.527702 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-719ecbb7-d18b-426c-b32f-afe6e016162b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:39.573707 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbc7fa-f30b-45ec-a92a-296d004190f8 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f01f47-201a-4d2e-a31a-2422e40c451e,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:39.579050 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-65dbc7fa-f30b-45ec-a92a-296d004190f8 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:39.584627 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-65dbc7fa-f30b-45ec-a92a-296d004190f8 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4249852 Jul 16 20:45:39.584865 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57652) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:39.590775 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d988f982-6176-4fe5-b787-d10fb2189798 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group_rule': {'security_group_id': 'e0997ca1-f71f-4c9c-a944-c89b8d0a969d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:39.615544 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-0c159df9-eb46-4bbb-b3c3-c81dc9d3f3cc tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:39.617782 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-0c159df9-eb46-4bbb-b3c3-c81dc9d3f3cc tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/networks?id=25b41f76-37be-4345-9ddf-d59e23791d53 HTTP/1.1" status: 200 len: 805 time: 0.2086904 Jul 16 20:45:39.636346 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-5c882379-1dd9-4531-b8b5-23c8b1109682 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/quotas/9ba5e10151bc4482805c7d5cba435d3a HTTP/1.1" status: 200 len: 375 time: 0.0132561 Jul 16 20:45:39.668863 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d988f982-6176-4fe5-b787-d10fb2189798 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:39.699284 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-719ecbb7-d18b-426c-b32f-afe6e016162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:39.729381 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-e32dc577-2192-4c78-8119-684b8e54200a tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba5e10151bc4482805c7d5cba435d3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0859356 Jul 16 20:45:39.757624 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-d988f982-6176-4fe5-b787-d10fb2189798 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:45:39.762688 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57658) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:39.762933 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d988f982-6176-4fe5-b787-d10fb2189798 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1770816 Jul 16 20:45:39.787222 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-719ecbb7-d18b-426c-b32f-afe6e016162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:39.814106 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-719ecbb7-d18b-426c-b32f-afe6e016162b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:39.816115 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-719ecbb7-d18b-426c-b32f-afe6e016162b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/33d9078f-02ae-4671-81a9-3c2d86987132 HTTP/1.1" status: 204 len: 168 time: 0.4835906 Jul 16 20:45:39.823563 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03119b50-c2bf-45d3-bf43-e691ac14e51c None None] Network 38f4c80b-3f03-482d-ae10-ef156c694b48 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:45:39.858932 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57660) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:39.867126 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ecbb7-d18b-426c-b32f-afe6e016162b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33d9078f-02ae-4671-81a9-3c2d86987132,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:39.958230 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5d12f1bb-655f-46a5-b53f-d513c134956e no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:39.995822 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 5d12f1bb-655f-46a5-b53f-d513c134956e {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:45:39.996171 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5d12f1bb-655f-46a5-b53f-d513c134956e not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:45:39.996591 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 689d4397-8c6e-4e9b-9ac9-aaffcb5bea91 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:40.019108 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 689d4397-8c6e-4e9b-9ac9-aaffcb5bea91 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:45:40.019669 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 689d4397-8c6e-4e9b-9ac9-aaffcb5bea91 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:45:40.135387 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f38e05cd-183a-4883-bc05-69169e9d7df2 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:40.145977 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ae057b11-7896-4c8b-bad3-227af0e24746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:40.182414 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482097f8-1581-4713-b068-02aa127f7864 None None] DHCP port deletion for 38f4c80b-3f03-482d-ae10-ef156c694b48 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:45:40.223798 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4260b1e0-7904-41d8-ab56-5452bf430d0b req-c1cd25f6-39fa-4761-b71a-b817703a3cb3 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 210 time: 0.0550148 Jul 16 20:45:40.233089 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f38e05cd-183a-4883-bc05-69169e9d7df2 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:40.262697 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-482097f8-1581-4713-b068-02aa127f7864 None None] Deleting port e1afc4be-ea01-4cb2-87e8-fa7a003a92c3 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:40.263489 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-482097f8-1581-4713-b068-02aa127f7864 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:40.276937 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-9eb18c78-4573-4d3a-97fe-b303298a410b service neutron] 10.222.0.38 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5463588 Jul 16 20:45:40.340484 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-482097f8-1581-4713-b068-02aa127f7864 None None] For port e1afc4be-ea01-4cb2-87e8-fa7a003a92c3, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e1afc4be-ea01-4cb2-87e8-fa7a003a92c3,segment=NetworkSegment(1107c86d-857a-49b7-b114-f692472017be),segment_id=1107c86d-857a-49b7-b114-f692472017be)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:40.341067 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-482097f8-1581-4713-b068-02aa127f7864 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:40.361974 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-482097f8-1581-4713-b068-02aa127f7864 None None] Calling delete_port for e1afc4be-ea01-4cb2-87e8-fa7a003a92c3 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:40.401242 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f38e05cd-183a-4883-bc05-69169e9d7df2 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:40.403765 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f38e05cd-183a-4883-bc05-69169e9d7df2 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:40.407976 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f38e05cd-183a-4883-bc05-69169e9d7df2 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "DELETE /v2.0/security-groups/e0997ca1-f71f-4c9c-a944-c89b8d0a969d HTTP/1.1" status: 204 len: 168 time: 0.6409569 Jul 16 20:45:40.409030 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57666) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:40.441751 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e05cd-183a-4883-bc05-69169e9d7df2 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0997ca1-f71f-4c9c-a944-c89b8d0a969d,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:40.443550 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-ae057b11-7896-4c8b-bad3-227af0e24746 admin admin] Deleting port e1afc4be-ea01-4cb2-87e8-fa7a003a92c3 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:40.443893 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ae057b11-7896-4c8b-bad3-227af0e24746 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:40.460350 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-933b609a-6a59-4514-b3d6-2691251dbb9b service neutron] 10.222.0.38 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763036 Jul 16 20:45:40.475508 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-482097f8-1581-4713-b068-02aa127f7864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:40.508176 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482097f8-1581-4713-b068-02aa127f7864 None None] Pushing event deleted for resources: {'Port': ['ID=e1afc4be-ea01-4cb2-87e8-fa7a003a92c3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:40.512212 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-77dc3443-3fcb-40dd-a206-7044ea91302f tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1026149 Jul 16 20:45:40.512862 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57668) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:40.519313 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-562856e6-855e-425d-8c09-1f9c5929b1e6 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group': {'name': 'tempest-secgroup--1056055165'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:40.522809 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482097f8-1581-4713-b068-02aa127f7864 None None] No DVR routers for this DVR port e1afc4be-ea01-4cb2-87e8-fa7a003a92c3 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:40.560548 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-562856e6-855e-425d-8c09-1f9c5929b1e6 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:40.585805 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-ae057b11-7896-4c8b-bad3-227af0e24746 admin admin] For port e1afc4be-ea01-4cb2-87e8-fa7a003a92c3, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e1afc4be-ea01-4cb2-87e8-fa7a003a92c3,segment=NetworkSegment(1107c86d-857a-49b7-b114-f692472017be),segment_id=1107c86d-857a-49b7-b114-f692472017be)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:40.586245 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ae057b11-7896-4c8b-bad3-227af0e24746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:40.603630 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-ae057b11-7896-4c8b-bad3-227af0e24746 admin admin] Calling delete_port for e1afc4be-ea01-4cb2-87e8-fa7a003a92c3 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:40.685409 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-562856e6-855e-425d-8c09-1f9c5929b1e6 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:40.690477 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-562856e6-855e-425d-8c09-1f9c5929b1e6 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:40.725407 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-562856e6-855e-425d-8c09-1f9c5929b1e6 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:40.726764 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-562856e6-855e-425d-8c09-1f9c5929b1e6 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2123647 Jul 16 20:45:40.728864 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562856e6-855e-425d-8c09-1f9c5929b1e6 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=451369f2-467b-4c4a-9b09-a65acbeded3c,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:40.731573 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57674) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:40.737828 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-710973fd-1020-420c-94e7-d8a6cbcadc8c tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group_rule': {'security_group_id': '451369f2-467b-4c4a-9b09-a65acbeded3c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:40.737828 n-d-791506-21 neutron-server[93793]: WARNING neutron.api.v2.base [None req-710973fd-1020-420c-94e7-d8a6cbcadc8c tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 20:45:40.738311 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-710973fd-1020-420c-94e7-d8a6cbcadc8c tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:45:40.738955 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-710973fd-1020-420c-94e7-d8a6cbcadc8c tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060430 Jul 16 20:45:40.742109 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57676) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:40.768166 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3a3a73b-ea16-457e-9390-de987fbbe559 req-8ff952b1-b9b2-4a46-8bfb-9e8853f63613 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=64586993-b63f-48c8-ac22-bfe2d3f09345 HTTP/1.1" status: 200 len: 210 time: 0.0722535 Jul 16 20:45:40.810627 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b339a4f-de14-4e0e-a793-d450c9f4f8c7 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:40.812064 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ae057b11-7896-4c8b-bad3-227af0e24746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:40.838907 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b339a4f-de14-4e0e-a793-d450c9f4f8c7 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:40.854922 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae057b11-7896-4c8b-bad3-227af0e24746 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1afc4be-ea01-4cb2-87e8-fa7a003a92c3,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:40.864072 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae057b11-7896-4c8b-bad3-227af0e24746 admin admin] No DVR routers for this DVR port e1afc4be-ea01-4cb2-87e8-fa7a003a92c3 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:40.892105 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b339a4f-de14-4e0e-a793-d450c9f4f8c7 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:40.894760 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b339a4f-de14-4e0e-a793-d450c9f4f8c7 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:40.898361 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1b339a4f-de14-4e0e-a793-d450c9f4f8c7 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "DELETE /v2.0/security-groups/451369f2-467b-4c4a-9b09-a65acbeded3c HTTP/1.1" status: 204 len: 168 time: 0.1526659 Jul 16 20:45:40.899815 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57682) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:40.919992 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b339a4f-de14-4e0e-a793-d450c9f4f8c7 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=451369f2-467b-4c4a-9b09-a65acbeded3c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:40.959107 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9c62ff7b-ab9c-46dc-b2fa-a37c55598d19 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0581839 Jul 16 20:45:40.963897 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57684) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:40.972530 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-458e0a6d-124b-4fbb-8119-3f044d11127d tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group': {'name': 'tempest-secgroup--147857661'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:40.983705 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ae057b11-7896-4c8b-bad3-227af0e24746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.000942 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-458e0a6d-124b-4fbb-8119-3f044d11127d tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.012382 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ae057b11-7896-4c8b-bad3-227af0e24746 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f4c80b-3f03-482d-ae10-ef156c694b48']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:41.028088 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ae057b11-7896-4c8b-bad3-227af0e24746 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1107c86d-857a-49b7-b114-f692472017be') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:41.028563 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ae057b11-7896-4c8b-bad3-227af0e24746 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1107c86d-857a-49b7-b114-f692472017be') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:41.040884 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ae057b11-7896-4c8b-bad3-227af0e24746 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.061368 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ae057b11-7896-4c8b-bad3-227af0e24746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.071484 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae057b11-7896-4c8b-bad3-227af0e24746 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:45:41.072848 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ae057b11-7896-4c8b-bad3-227af0e24746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: self.session.flush() Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: self.session.flush() Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: self.session.flush() Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: self.session.flush() Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:45:41.076131 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:45:41.102125 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-458e0a6d-124b-4fbb-8119-3f044d11127d tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.108626 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-458e0a6d-124b-4fbb-8119-3f044d11127d tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.150718 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ae057b11-7896-4c8b-bad3-227af0e24746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.150955 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-458e0a6d-124b-4fbb-8119-3f044d11127d tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.154964 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-458e0a6d-124b-4fbb-8119-3f044d11127d tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1858413 Jul 16 20:45:41.154964 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e0a6d-124b-4fbb-8119-3f044d11127d tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d866b39c-003f-4ca7-8f5b-f0d2b6a57245,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:41.156028 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57690) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:41.162448 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-addf17af-7631-468c-a639-357fc3b8e15f tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group_rule': {'security_group_id': 'd866b39c-003f-4ca7-8f5b-f0d2b6a57245', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:41.162591 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ae057b11-7896-4c8b-bad3-227af0e24746 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.163742 n-d-791506-21 neutron-server[93793]: WARNING neutron.api.v2.base [None req-addf17af-7631-468c-a639-357fc3b8e15f tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 20:45:41.166970 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ae057b11-7896-4c8b-bad3-227af0e24746 admin admin] 10.222.0.38 "DELETE /v2.0/networks/38f4c80b-3f03-482d-ae10-ef156c694b48 HTTP/1.1" status: 204 len: 168 time: 1.3042798 Jul 16 20:45:41.167075 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-addf17af-7631-468c-a639-357fc3b8e15f tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:45:41.167075 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-addf17af-7631-468c-a639-357fc3b8e15f tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0083721 Jul 16 20:45:41.168432 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57694) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:41.196450 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae057b11-7896-4c8b-bad3-227af0e24746 admin admin] Pushing event deleted for resources: {'Network': ['ID=38f4c80b-3f03-482d-ae10-ef156c694b48,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:41.244658 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e7562311-02b5-4603-bb85-4cbf85453f70 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.277328 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e7562311-02b5-4603-bb85-4cbf85453f70 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.331648 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e7562311-02b5-4603-bb85-4cbf85453f70 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.335919 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e7562311-02b5-4603-bb85-4cbf85453f70 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.339586 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e7562311-02b5-4603-bb85-4cbf85453f70 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "DELETE /v2.0/security-groups/d866b39c-003f-4ca7-8f5b-f0d2b6a57245 HTTP/1.1" status: 204 len: 168 time: 0.1680539 Jul 16 20:45:41.340039 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57698) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:41.352566 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7562311-02b5-4603-bb85-4cbf85453f70 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d866b39c-003f-4ca7-8f5b-f0d2b6a57245,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:41.422840 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1a43e767-7ed6-45a6-9200-38f8811d0897 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0780008 Jul 16 20:45:41.423458 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57700) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:41.429163 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-8b064756-7b97-4ba3-bc81-c5c1e20243f6 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group': {'name': 'tempest-secgroup--721705475'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:41.432795 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57702) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:41.461876 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8b064756-7b97-4ba3-bc81-c5c1e20243f6 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.514975 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ec9a3f4e-55f5-486c-9141-863380c7af0d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4bdd256dac0c4aa3bf3a5edb5f68a621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0805414 Jul 16 20:45:41.517450 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-15d8254a-5924-4880-bdc9-219066f442da req-76839fd4-10e0-4dd0-8661-075b27ff4534 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 210 time: 0.0369384 Jul 16 20:45:41.517981 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57704) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:41.582117 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c776d1f4-64b6-4bb1-afef-b54bffb217b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.612349 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c776d1f4-64b6-4bb1-afef-b54bffb217b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.626344 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8b064756-7b97-4ba3-bc81-c5c1e20243f6 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.631362 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8b064756-7b97-4ba3-bc81-c5c1e20243f6 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.664803 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8b064756-7b97-4ba3-bc81-c5c1e20243f6 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.664803 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8b064756-7b97-4ba3-bc81-c5c1e20243f6 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2399755 Jul 16 20:45:41.666024 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b064756-7b97-4ba3-bc81-c5c1e20243f6 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43e9422e-584a-411c-99b2-c0d3a0ab4e91,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:41.668516 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57706) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:41.677175 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2bf67f83-b870-41ca-adaf-c85f7ff3a431 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group_rule': {'security_group_id': '43e9422e-584a-411c-99b2-c0d3a0ab4e91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:41.679120 n-d-791506-21 neutron-server[93794]: WARNING neutron.api.v2.base [None req-2bf67f83-b870-41ca-adaf-c85f7ff3a431 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 20:45:41.679630 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-2bf67f83-b870-41ca-adaf-c85f7ff3a431 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:45:41.680647 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2bf67f83-b870-41ca-adaf-c85f7ff3a431 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0101864 Jul 16 20:45:41.683837 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57708) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:41.688561 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-7758f484-120e-44a9-b476-e1bd9408e0b6 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group_rule': {'security_group_id': '43e9422e-584a-411c-99b2-c0d3a0ab4e91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:41.689857 n-d-791506-21 neutron-server[93794]: WARNING neutron.api.v2.base [None req-7758f484-120e-44a9-b476-e1bd9408e0b6 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 20:45:41.690414 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-7758f484-120e-44a9-b476-e1bd9408e0b6 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:45:41.691645 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7758f484-120e-44a9-b476-e1bd9408e0b6 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0064497 Jul 16 20:45:41.694088 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57710) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:41.698971 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-d22ef204-5af1-4483-a8c3-de75a62616bb tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group_rule': {'security_group_id': '43e9422e-584a-411c-99b2-c0d3a0ab4e91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:41.699785 n-d-791506-21 neutron-server[93794]: WARNING neutron.api.v2.base [None req-d22ef204-5af1-4483-a8c3-de75a62616bb tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 20:45:41.700262 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-d22ef204-5af1-4483-a8c3-de75a62616bb tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:45:41.701203 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d22ef204-5af1-4483-a8c3-de75a62616bb tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061178 Jul 16 20:45:41.704547 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57712) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:41.709407 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2407a4f1-a728-4e70-921d-da474012b625 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group_rule': {'security_group_id': '43e9422e-584a-411c-99b2-c0d3a0ab4e91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:41.710280 n-d-791506-21 neutron-server[93794]: WARNING neutron.api.v2.base [None req-2407a4f1-a728-4e70-921d-da474012b625 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 20:45:41.710796 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-2407a4f1-a728-4e70-921d-da474012b625 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:45:41.711761 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2407a4f1-a728-4e70-921d-da474012b625 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062730 Jul 16 20:45:41.712999 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c776d1f4-64b6-4bb1-afef-b54bffb217b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.714435 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57714) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:41.715878 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c776d1f4-64b6-4bb1-afef-b54bffb217b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.716895 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c776d1f4-64b6-4bb1-afef-b54bffb217b7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cdb31cbc-0414-4144-882b-1bf754cfa81e HTTP/1.1" status: 204 len: 168 time: 0.1979434 Jul 16 20:45:41.735534 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776d1f4-64b6-4bb1-afef-b54bffb217b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb31cbc-0414-4144-882b-1bf754cfa81e,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:41.784855 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e0fcf359-a759-48b8-bcfd-86947e74f4cf tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.819009 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e0fcf359-a759-48b8-bcfd-86947e74f4cf tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.880068 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e0fcf359-a759-48b8-bcfd-86947e74f4cf tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.884841 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e0fcf359-a759-48b8-bcfd-86947e74f4cf tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.888405 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e0fcf359-a759-48b8-bcfd-86947e74f4cf tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "DELETE /v2.0/security-groups/43e9422e-584a-411c-99b2-c0d3a0ab4e91 HTTP/1.1" status: 204 len: 168 time: 0.1706455 Jul 16 20:45:41.888862 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57720) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:41.892838 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e1afc4be-ea01-4cb2-87e8-fa7a003a92c3 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:41.908392 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fcf359-a759-48b8-bcfd-86947e74f4cf tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e9422e-584a-411c-99b2-c0d3a0ab4e91,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:41.967062 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: e1afc4be-ea01-4cb2-87e8-fa7a003a92c3 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:45:41.967806 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e1afc4be-ea01-4cb2-87e8-fa7a003a92c3 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:45:42.004632 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-792a9cf0-2359-43f1-b5f4-b307035ef641 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1130469 Jul 16 20:45:42.005131 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57722) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:42.012484 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-96bc7cdb-40f3-4fab-8f99-83193c48638c tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group': {'name': 'tempest-secgroup--546413078'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:42.039422 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-579af180-81e9-4958-a001-aaf3a3a7de7d req-7f72c2a5-5ef8-4fe1-9c80-9f3408665861 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=64586993-b63f-48c8-ac22-bfe2d3f09345 HTTP/1.1" status: 200 len: 210 time: 0.0344996 Jul 16 20:45:42.043409 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-96bc7cdb-40f3-4fab-8f99-83193c48638c tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:42.148031 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-96bc7cdb-40f3-4fab-8f99-83193c48638c tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:42.155095 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-96bc7cdb-40f3-4fab-8f99-83193c48638c tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:42.195314 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc7cdb-40f3-4fab-8f99-83193c48638c tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac746d7c-c279-451f-aad6-331bfe7c2cab,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:42.208560 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-96bc7cdb-40f3-4fab-8f99-83193c48638c tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:42.212563 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-96bc7cdb-40f3-4fab-8f99-83193c48638c tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2040634 Jul 16 20:45:42.212866 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57726) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:42.219476 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-3d7768aa-2a9f-496b-b96e-c96f922bd795 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group_rule': {'security_group_id': 'ac746d7c-c279-451f-aad6-331bfe7c2cab', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:42.220385 n-d-791506-21 neutron-server[93793]: WARNING neutron.api.v2.base [None req-3d7768aa-2a9f-496b-b96e-c96f922bd795 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 20:45:42.221370 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-3d7768aa-2a9f-496b-b96e-c96f922bd795 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:45:42.225774 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3d7768aa-2a9f-496b-b96e-c96f922bd795 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079327 Jul 16 20:45:42.226004 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57728) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:42.239510 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-62c68b78-81b6-45ac-9842-290da03e83db tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group_rule': {'security_group_id': 'ac746d7c-c279-451f-aad6-331bfe7c2cab', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:42.299064 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-62c68b78-81b6-45ac-9842-290da03e83db tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:45:42.302697 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-62c68b78-81b6-45ac-9842-290da03e83db tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0729713 Jul 16 20:45:42.303672 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57730) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:42.309282 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-bd0b022b-de6e-4337-a578-6a3a26f451f0 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group_rule': {'security_group_id': 'ac746d7c-c279-451f-aad6-331bfe7c2cab', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:42.309776 n-d-791506-21 neutron-server[93794]: WARNING neutron.api.v2.base [None req-bd0b022b-de6e-4337-a578-6a3a26f451f0 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 20:45:42.310365 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-bd0b022b-de6e-4337-a578-6a3a26f451f0 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:45:42.314969 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bd0b022b-de6e-4337-a578-6a3a26f451f0 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0102532 Jul 16 20:45:42.315516 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57732) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:42.321842 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-571e2927-944f-462a-9dd4-171e96ccb2d1 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group_rule': {'security_group_id': 'ac746d7c-c279-451f-aad6-331bfe7c2cab', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:42.324383 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-fee5e16c-b772-44d6-afac-486e1260447e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:42.325938 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-fee5e16c-b772-44d6-afac-486e1260447e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.62 "GET /v2.0/networks?id=25b41f76-37be-4345-9ddf-d59e23791d53 HTTP/1.1" status: 200 len: 805 time: 0.1851480 Jul 16 20:45:42.339372 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-f7ae4b17-13ca-4294-b7f6-08d0d38a50be tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Request body: {'port': {'device_id': '64586993-b63f-48c8-ac22-bfe2d3f09345', 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53', 'admin_state_up': True, 'tenant_id': '9ba5e10151bc4482805c7d5cba435d3a'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:42.379171 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-571e2927-944f-462a-9dd4-171e96ccb2d1 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:45:42.384152 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-571e2927-944f-462a-9dd4-171e96ccb2d1 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0672126 Jul 16 20:45:42.385001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57734) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:42.395527 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a13e938a-e822-4494-b773-390d520ec3db tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group_rule': {'security_group_id': 'ac746d7c-c279-451f-aad6-331bfe7c2cab', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:42.399911 n-d-791506-21 neutron-server[93793]: WARNING neutron.api.v2.base [None req-a13e938a-e822-4494-b773-390d520ec3db tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 20:45:42.400667 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-a13e938a-e822-4494-b773-390d520ec3db tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:45:42.404813 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a13e938a-e822-4494-b773-390d520ec3db tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0186377 Jul 16 20:45:42.405799 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57736) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:42.406509 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57738) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:42.417010 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-acfab3a6-72f9-4374-8825-6f16b25df742 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group_rule': {'security_group_id': 'ac746d7c-c279-451f-aad6-331bfe7c2cab', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:42.481894 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2a59a41e-ba50-4964-bfa6-1f712e98d6e0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d53edfabe8064e8d9034d0c91f268d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0738785 Jul 16 20:45:42.485181 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57740) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:42.508048 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-acfab3a6-72f9-4374-8825-6f16b25df742 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:45:42.509430 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-acfab3a6-72f9-4374-8825-6f16b25df742 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0956438 Jul 16 20:45:42.511235 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-f7ae4b17-13ca-4294-b7f6-08d0d38a50be tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Made reservation on behalf of 9ba5e10151bc4482805c7d5cba435d3a for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:45:42.512257 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57742) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:42.514780 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-f7ae4b17-13ca-4294-b7f6-08d0d38a50be tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:42.517786 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-f9326155-5618-4269-819e-8ea93288337a tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group_rule': {'security_group_id': 'ac746d7c-c279-451f-aad6-331bfe7c2cab', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:42.518262 n-d-791506-21 neutron-server[93793]: WARNING neutron.api.v2.base [None req-f9326155-5618-4269-819e-8ea93288337a tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 20:45:42.518779 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-f9326155-5618-4269-819e-8ea93288337a tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:45:42.522593 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f9326155-5618-4269-819e-8ea93288337a tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065639 Jul 16 20:45:42.522593 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57744) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:42.527084 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-3c1d8383-e99c-429d-ba3b-457a793495db tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group_rule': {'security_group_id': 'ac746d7c-c279-451f-aad6-331bfe7c2cab', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:42.569504 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-3c1d8383-e99c-429d-ba3b-457a793495db tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:45:42.574789 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57746) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:42.575060 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3c1d8383-e99c-429d-ba3b-457a793495db tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0515308 Jul 16 20:45:42.581654 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-80f2a8fd-16b1-4d30-a4d9-e418d30ec9e2 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group_rule': {'security_group_id': 'ac746d7c-c279-451f-aad6-331bfe7c2cab', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:42.612518 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0661eb8b-bc43-45e1-9a79-c029bc0f4df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:42.664715 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0661eb8b-bc43-45e1-9a79-c029bc0f4df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:42.769617 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0d4b9567-8197-4c38-97f6-585d94df117b req-5e4377a1-d509-4280-9b35-83bce7c2b98f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 210 time: 0.0822098 Jul 16 20:45:42.791559 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-80f2a8fd-16b1-4d30-a4d9-e418d30ec9e2 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:45:42.796257 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57750) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:42.799097 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-80f2a8fd-16b1-4d30-a4d9-e418d30ec9e2 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2170842 Jul 16 20:45:42.806820 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-f7ae4b17-13ca-4294-b7f6-08d0d38a50be tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Allocated IP 172.20.0.5 (25b41f76-37be-4345-9ddf-d59e23791d53/82321776-7ae0-4505-adc0-e73fc92b6de5/6b63c6e9-8548-45c1-9d37-fc63bc0e0294) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:45:42.817237 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0661eb8b-bc43-45e1-9a79-c029bc0f4df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:42.821309 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0661eb8b-bc43-45e1-9a79-c029bc0f4df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:42.822869 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0661eb8b-bc43-45e1-9a79-c029bc0f4df4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d270c95a-c04c-47b6-a02c-0a9dc9ec609a HTTP/1.1" status: 204 len: 168 time: 0.3362665 Jul 16 20:45:42.845482 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661eb8b-bc43-45e1-9a79-c029bc0f4df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d270c95a-c04c-47b6-a02c-0a9dc9ec609a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:42.921671 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c10d460d-938e-4b38-89e9-712faf4e7ecc tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:42.962097 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c10d460d-938e-4b38-89e9-712faf4e7ecc tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.016655 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c10d460d-938e-4b38-89e9-712faf4e7ecc tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.019335 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c10d460d-938e-4b38-89e9-712faf4e7ecc tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.022837 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c10d460d-938e-4b38-89e9-712faf4e7ecc tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "DELETE /v2.0/security-groups/ac746d7c-c279-451f-aad6-331bfe7c2cab HTTP/1.1" status: 204 len: 168 time: 0.2215679 Jul 16 20:45:43.023181 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57754) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:43.030178 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d460d-938e-4b38-89e9-712faf4e7ecc tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac746d7c-c279-451f-aad6-331bfe7c2cab,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:43.104014 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-f7ae4b17-13ca-4294-b7f6-08d0d38a50be tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.168923 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57760) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:43.169269 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5c7a607a-5c93-4ec0-8dcd-cd1758deb35d tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1444540 Jul 16 20:45:43.177084 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-0ac3bf27-7330-45af-8106-5ca1c259bfe4 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group': {'name': 'tempest-secgroup--787834534'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:43.184193 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-f7ae4b17-13ca-4294-b7f6-08d0d38a50be tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.206789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['b25d1195-8eea-4971-b9cc-6fb988780404'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:45:43.211946 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['aeae3ce4-ebcb-4649-a0cd-854d2d7318ca'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:45:43.239865 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0ac3bf27-7330-45af-8106-5ca1c259bfe4 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.277441 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-f7ae4b17-13ca-4294-b7f6-08d0d38a50be tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Network 25b41f76-37be-4345-9ddf-d59e23791d53 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:43.287585 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-f7ae4b17-13ca-4294-b7f6-08d0d38a50be tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:43.303933 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-f7ae4b17-13ca-4294-b7f6-08d0d38a50be tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:45:43.364455 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae4b17-13ca-4294-b7f6-08d0d38a50be tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Pushing event updated for resources: {'Port': ['ID=6b63c6e9-8548-45c1-9d37-fc63bc0e0294,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:43.410512 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bde11-d85b-41cf-ac16-4167714895ba req-1d1787e1-0e91-49e9-9b92-54b72c639f5f tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:43.412419 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d73bde11-d85b-41cf-ac16-4167714895ba req-1d1787e1-0e91-49e9-9b92-54b72c639f5f tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=64586993-b63f-48c8-ac22-bfe2d3f09345 HTTP/1.1" status: 200 len: 931 time: 0.2412865 Jul 16 20:45:43.421356 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-f7ae4b17-13ca-4294-b7f6-08d0d38a50be tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:43.422720 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-f7ae4b17-13ca-4294-b7f6-08d0d38a50be tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.444521 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0ac3bf27-7330-45af-8106-5ca1c259bfe4 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.455877 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0ac3bf27-7330-45af-8106-5ca1c259bfe4 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.468074 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-f7ae4b17-13ca-4294-b7f6-08d0d38a50be tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1327610 Jul 16 20:45:43.475392 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d73bde11-d85b-41cf-ac16-4167714895ba req-47568826-6800-442e-881c-81da427ed9eb tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487535 Jul 16 20:45:43.480368 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-beaaaf7d-3e1c-4f1e-b1fe-74a57c3d702d service neutron] Request body: {'port': {'device_id': '64586993-b63f-48c8-ac22-bfe2d3f09345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:43.536520 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3bf27-7330-45af-8106-5ca1c259bfe4 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b52eacf5-49d1-4732-9d5f-934eb97a0980,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:43.542514 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0ac3bf27-7330-45af-8106-5ca1c259bfe4 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.544199 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0ac3bf27-7330-45af-8106-5ca1c259bfe4 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3733215 Jul 16 20:45:43.547225 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57770) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:43.552972 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-54aefabf-5857-4de1-9622-d01fe823548b tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group_rule': {'security_group_id': 'b52eacf5-49d1-4732-9d5f-934eb97a0980', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:43.594585 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-beaaaf7d-3e1c-4f1e-b1fe-74a57c3d702d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.611682 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-54aefabf-5857-4de1-9622-d01fe823548b tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] create failed (client error): The resource could not be found. Jul 16 20:45:43.613510 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-54aefabf-5857-4de1-9622-d01fe823548b tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0649805 Jul 16 20:45:43.616526 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57776) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:43.623475 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e153a417-fcae-422d-b853-5530148a6c6e tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group_rule': {'security_group_id': 'b52eacf5-49d1-4732-9d5f-934eb97a0980', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '05d29cfc-1921-478e-95e3-a6a39f9caa5a'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:43.689270 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-e153a417-fcae-422d-b853-5530148a6c6e tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] create failed (client error): The resource could not be found. Jul 16 20:45:43.693960 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e153a417-fcae-422d-b853-5530148a6c6e tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0750883 Jul 16 20:45:43.695867 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57780) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:43.782216 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6af8072-77fa-4d92-b0bb-78613f55f9bb tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.819903 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6af8072-77fa-4d92-b0bb-78613f55f9bb tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.868104 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57786) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:43.891647 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6af8072-77fa-4d92-b0bb-78613f55f9bb tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.899216 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6af8072-77fa-4d92-b0bb-78613f55f9bb tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.903463 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e6af8072-77fa-4d92-b0bb-78613f55f9bb tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "DELETE /v2.0/security-groups/b52eacf5-49d1-4732-9d5f-934eb97a0980 HTTP/1.1" status: 204 len: 168 time: 0.2061219 Jul 16 20:45:43.904324 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57792) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:43.938700 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af8072-77fa-4d92-b0bb-78613f55f9bb tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52eacf5-49d1-4732-9d5f-934eb97a0980,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:43.983346 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-76cef17f-f3ec-470f-8895-8b445be75559 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0722144 Jul 16 20:45:43.988484 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57794) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:43.995138 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-6eedcec4-ff14-4926-9e73-f2d1d3972332 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group_rule': {'security_group_id': '26cdfa94-36e3-46c1-9c66-a327959813fc', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:44.018589 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e076d242-760a-4c11-a7f3-c1f151d145ae admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1697152018-network', 'tenant_id': '62f62ec020c843ee94ffaece6c246fa8'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:44.066139 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e076d242-760a-4c11-a7f3-c1f151d145ae admin admin] Made reservation on behalf of 62f62ec020c843ee94ffaece6c246fa8 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:45:44.069283 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e076d242-760a-4c11-a7f3-c1f151d145ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.080332 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-6eedcec4-ff14-4926-9e73-f2d1d3972332 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] create failed (client error): The resource could not be found. Jul 16 20:45:44.081951 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6eedcec4-ff14-4926-9e73-f2d1d3972332 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0908318 Jul 16 20:45:44.085459 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57796) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:44.085665 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b3f0e128-8ad3-4344-9371-88ed5354e481 req-d9502b8f-ede1-4afe-a2df-522eaf4683d5 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 210 time: 0.0380023 Jul 16 20:45:44.091570 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-5e2cbc99-3802-4529-b1b1-65a8ad30952a tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group': {'name': 'tempest-secgroup--300306577'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:44.098051 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e076d242-760a-4c11-a7f3-c1f151d145ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.140203 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e2cbc99-3802-4529-b1b1-65a8ad30952a tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.240233 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e076d242-760a-4c11-a7f3-c1f151d145ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.251968 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e076d242-760a-4c11-a7f3-c1f151d145ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.286200 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e076d242-760a-4c11-a7f3-c1f151d145ae admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:45:44.310091 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076d242-760a-4c11-a7f3-c1f151d145ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b2e20e-2db0-4008-b279-80899029cdba,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:44.316095 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e076d242-760a-4c11-a7f3-c1f151d145ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.316444 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-e076d242-760a-4c11-a7f3-c1f151d145ae admin admin] Added segment d5374ddd-ff90-4ee8-88dc-11a1091fc78b of type vlan for network 5e0de2f1-8b0d-4833-9f1f-b011cb56a387 Jul 16 20:45:44.329124 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-beaaaf7d-3e1c-4f1e-b1fe-74a57c3d702d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b63c6e9-8548-45c1-9d37-fc63bc0e0294 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:45:44.338957 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-beaaaf7d-3e1c-4f1e-b1fe-74a57c3d702d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.353504 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-beaaaf7d-3e1c-4f1e-b1fe-74a57c3d702d service neutron] Transition to ACTIVE for port object 6b63c6e9-8548-45c1-9d37-fc63bc0e0294 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:44.358241 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-beaaaf7d-3e1c-4f1e-b1fe-74a57c3d702d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.375522 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e076d242-760a-4c11-a7f3-c1f151d145ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.407124 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e2cbc99-3802-4529-b1b1-65a8ad30952a tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.416874 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e2cbc99-3802-4529-b1b1-65a8ad30952a tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.432766 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaaaf7d-3e1c-4f1e-b1fe-74a57c3d702d service neutron] Pushing event updated for resources: {'Port': ['ID=6b63c6e9-8548-45c1-9d37-fc63bc0e0294,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:44.453955 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e2cbc99-3802-4529-b1b1-65a8ad30952a tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.457990 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5e2cbc99-3802-4529-b1b1-65a8ad30952a tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3677106 Jul 16 20:45:44.457990 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e076d242-760a-4c11-a7f3-c1f151d145ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.457990 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e076d242-760a-4c11-a7f3-c1f151d145ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:44.457990 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e076d242-760a-4c11-a7f3-c1f151d145ae admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.460239 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57798) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:44.469658 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-6152442e-83bb-4d80-8ca2-469c00ea9ce1 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group': {'name': 'tempest-secgroup--1295131534'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:44.490752 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2cbc99-3802-4529-b1b1-65a8ad30952a tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ca9ce2-d3ca-4dfc-9643-d882b15cd220,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:44.493361 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-beaaaf7d-3e1c-4f1e-b1fe-74a57c3d702d service neutron] Attempting to bind port 6b63c6e9-8548-45c1-9d37-fc63bc0e0294 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:45:44.494344 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-beaaaf7d-3e1c-4f1e-b1fe-74a57c3d702d service neutron] Attempting to bind port 6b63c6e9-8548-45c1-9d37-fc63bc0e0294 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:45:44.494854 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-beaaaf7d-3e1c-4f1e-b1fe-74a57c3d702d service neutron] Attempting to bind port 6b63c6e9-8548-45c1-9d37-fc63bc0e0294 on network 25b41f76-37be-4345-9ddf-d59e23791d53 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:44.500426 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-beaaaf7d-3e1c-4f1e-b1fe-74a57c3d702d service neutron] Port 6b63c6e9-8548-45c1-9d37-fc63bc0e0294 on network 25b41f76-37be-4345-9ddf-d59e23791d53 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:45:44.500978 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-beaaaf7d-3e1c-4f1e-b1fe-74a57c3d702d service neutron] Attempting to bind port 6b63c6e9-8548-45c1-9d37-fc63bc0e0294 on network 25b41f76-37be-4345-9ddf-d59e23791d53 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:44.505887 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-beaaaf7d-3e1c-4f1e-b1fe-74a57c3d702d service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:45:44.506149 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-beaaaf7d-3e1c-4f1e-b1fe-74a57c3d702d service neutron] Checking segment: {'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:44.506578 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-beaaaf7d-3e1c-4f1e-b1fe-74a57c3d702d service neutron] Bound using segment: {'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:45:44.507009 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-beaaaf7d-3e1c-4f1e-b1fe-74a57c3d702d service neutron] Bound port: 6b63c6e9-8548-45c1-9d37-fc63bc0e0294, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:45:44.507376 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-beaaaf7d-3e1c-4f1e-b1fe-74a57c3d702d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.574856 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-beaaaf7d-3e1c-4f1e-b1fe-74a57c3d702d service neutron] For port 6b63c6e9-8548-45c1-9d37-fc63bc0e0294, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:44.578256 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-beaaaf7d-3e1c-4f1e-b1fe-74a57c3d702d service neutron] For port 6b63c6e9-8548-45c1-9d37-fc63bc0e0294, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=6b63c6e9-8548-45c1-9d37-fc63bc0e0294,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:45:44.585426 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-beaaaf7d-3e1c-4f1e-b1fe-74a57c3d702d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.591440 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076d242-760a-4c11-a7f3-c1f151d145ae admin admin] Pushing event updated for resources: {'Network': ['ID=5e0de2f1-8b0d-4833-9f1f-b011cb56a387,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:44.603811 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 5e0de2f1-8b0d-4833-9f1f-b011cb56a387 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:45:44.629593 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6152442e-83bb-4d80-8ca2-469c00ea9ce1 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.645344 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e076d242-760a-4c11-a7f3-c1f151d145ae admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7753336 Jul 16 20:45:44.648074 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57802) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:44.654107 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d3d7e969-0aa2-4ef7-8ebf-d1ea29d91fcd admin admin] Request body: {'subnet': {'network_id': '5e0de2f1-8b0d-4833-9f1f-b011cb56a387', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1697152018-subnet', 'tenant_id': '62f62ec020c843ee94ffaece6c246fa8', 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:44.692603 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-beaaaf7d-3e1c-4f1e-b1fe-74a57c3d702d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:44.693246 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-beaaaf7d-3e1c-4f1e-b1fe-74a57c3d702d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.694667 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-beaaaf7d-3e1c-4f1e-b1fe-74a57c3d702d service neutron] 10.222.0.62 "PUT /v2.0/ports/6b63c6e9-8548-45c1-9d37-fc63bc0e0294 HTTP/1.1" status: 200 len: 1092 time: 1.2183805 Jul 16 20:45:44.695245 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64586993-b63f-48c8-ac22-bfe2d3f09345', 'tag': '6b63c6e9-8548-45c1-9d37-fc63bc0e0294'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:44.697546 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f703ad9d-e6c8-47ac-af5a-34bba81b715c" -d '{"events": [{"name": "network-changed", "server_uuid": "64586993-b63f-48c8-ac22-bfe2d3f09345", "tag": "6b63c6e9-8548-45c1-9d37-fc63bc0e0294"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:44.701342 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaaaf7d-3e1c-4f1e-b1fe-74a57c3d702d service neutron] Pushing event updated for resources: {'Port': ['ID=6b63c6e9-8548-45c1-9d37-fc63bc0e0294,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:44.727077 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d7e969-0aa2-4ef7-8ebf-d1ea29d91fcd admin admin] Made reservation on behalf of 62f62ec020c843ee94ffaece6c246fa8 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:45:44.730626 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d3d7e969-0aa2-4ef7-8ebf-d1ea29d91fcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.747106 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bed77-6862-4905-842b-1e9b5e86cfe1 req-4d3ddde4-1a39-4a67-b98c-c93e1ae79de8 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:44.749036 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-158bed77-6862-4905-842b-1e9b5e86cfe1 req-4d3ddde4-1a39-4a67-b98c-c93e1ae79de8 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=64586993-b63f-48c8-ac22-bfe2d3f09345 HTTP/1.1" status: 200 len: 943 time: 0.1164169 Jul 16 20:45:44.760011 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e3d7fd-5c9f-401d-9b80-be85a6e3248d x-openstack-request-id: req-a9e3d7fd-5c9f-401d-9b80-be85a6e3248d {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:44.760300 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64586993-b63f-48c8-ac22-bfe2d3f09345", "tag": "6b63c6e9-8548-45c1-9d37-fc63bc0e0294", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:44.760555 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a9e3d7fd-5c9f-401d-9b80-be85a6e3248d {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:44.760943 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64586993-b63f-48c8-ac22-bfe2d3f09345', 'tag': '6b63c6e9-8548-45c1-9d37-fc63bc0e0294', 'status': 'completed', 'code': 200} Jul 16 20:45:44.830355 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-158bed77-6862-4905-842b-1e9b5e86cfe1 req-b425fc5c-52fa-4a7f-a8dc-61ca12d5ce9f tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720043 Jul 16 20:45:44.847483 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-215acc8d-e162-4eb5-aeff-a6f1662689ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:44.848985 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-215acc8d-e162-4eb5-aeff-a6f1662689ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9ba5e10151bc4482805c7d5cba435d3a&device_id=64586993-b63f-48c8-ac22-bfe2d3f09345 HTTP/1.1" status: 200 len: 1095 time: 0.0989134 Jul 16 20:45:44.863500 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6152442e-83bb-4d80-8ca2-469c00ea9ce1 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.871608 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6152442e-83bb-4d80-8ca2-469c00ea9ce1 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.896889 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-c73ebaa0-abf7-455f-82b1-65ea936bb350 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b63c6e9-8548-45c1-9d37-fc63bc0e0294 HTTP/1.1" status: 200 len: 217 time: 0.0388067 Jul 16 20:45:44.928223 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6152442e-83bb-4d80-8ca2-469c00ea9ce1 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.932713 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6152442e-83bb-4d80-8ca2-469c00ea9ce1 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4659653 Jul 16 20:45:44.934259 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57806) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:44.939150 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152442e-83bb-4d80-8ca2-469c00ea9ce1 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57beb9ea-849d-4292-8995-8b102077a6b0,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:44.941178 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-71fa6a62-d903-47c7-ab33-590d431c9283 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group_rule': {'security_group_id': '10ca9ce2-d3ca-4dfc-9643-d882b15cd220', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '57beb9ea-849d-4292-8995-8b102077a6b0'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:44.981472 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-82d473b6-78b0-4678-a9d0-55123273bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:44.983376 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-82d473b6-78b0-4678-a9d0-55123273bb35 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82321776-7ae0-4505-adc0-e73fc92b6de5 HTTP/1.1" status: 200 len: 845 time: 0.0796731 Jul 16 20:45:44.995883 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d3d7e969-0aa2-4ef7-8ebf-d1ea29d91fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.022538 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-ae7afdf2-d5e5-4fec-bfa0-d14809ca4b96 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25b41f76-37be-4345-9ddf-d59e23791d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310106 Jul 16 20:45:45.025146 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-71fa6a62-d903-47c7-ab33-590d431c9283 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:45:45.028886 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-71fa6a62-d903-47c7-ab33-590d431c9283 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0909297 Jul 16 20:45:45.029402 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57808) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:45.067863 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7e969-0aa2-4ef7-8ebf-d1ea29d91fcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f925518-e352-49ca-b079-fb02ffd806d9,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:45.078593 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d7e969-0aa2-4ef7-8ebf-d1ea29d91fcd admin admin] Checking segment: {'id': 'd5374ddd-ff90-4ee8-88dc-11a1091fc78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e0de2f1-8b0d-4833-9f1f-b011cb56a387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:45.079216 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d7e969-0aa2-4ef7-8ebf-d1ea29d91fcd admin admin] Network hostable DHCP agents. Network: 5e0de2f1-8b0d-4833-9f1f-b011cb56a387, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:45:45.099406 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d7e969-0aa2-4ef7-8ebf-d1ea29d91fcd admin admin] Network 5e0de2f1-8b0d-4833-9f1f-b011cb56a387 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:45:45.110245 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-d3d7e969-0aa2-4ef7-8ebf-d1ea29d91fcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 5e0de2f1-8b0d-4833-9f1f-b011cb56a387) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:45.117861 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc0503e-84ce-42a3-b17d-a66980b1fe0e None None] Network 5e0de2f1-8b0d-4833-9f1f-b011cb56a387 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:45:45.124145 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d7e969-0aa2-4ef7-8ebf-d1ea29d91fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:45.124748 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d3d7e969-0aa2-4ef7-8ebf-d1ea29d91fcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.149106 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d3d7e969-0aa2-4ef7-8ebf-d1ea29d91fcd admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4979787 Jul 16 20:45:45.149483 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57812) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:45.154363 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-c998cec9-98db-4e2c-bcfe-a05ab4af3351 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1697152018-router', 'tenant_id': '62f62ec020c843ee94ffaece6c246fa8', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:45.176539 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-780a1364-a659-4bbf-a1a1-4017a7170e20 service neutron] 10.222.0.62 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443496 Jul 16 20:45:45.205587 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c998cec9-98db-4e2c-bcfe-a05ab4af3351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.206940 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c998cec9-98db-4e2c-bcfe-a05ab4af3351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.222552 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-52330dcf-b156-4271-b758-0a707dd383e5 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.297472 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-52330dcf-b156-4271-b758-0a707dd383e5 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.306924 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c998cec9-98db-4e2c-bcfe-a05ab4af3351 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.334422 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afabbf94-582e-4444-b5bf-b45cceb55dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-5e0de2f1-8b0d-4833-9f1f-b011cb56a387', 'network_id': '5e0de2f1-8b0d-4833-9f1f-b011cb56a387', 'tenant_id': '62f62ec020c843ee94ffaece6c246fa8', 'fixed_ips': [{'subnet_id': '3f925518-e352-49ca-b079-fb02ffd806d9'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:45:45.335565 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afabbf94-582e-4444-b5bf-b45cceb55dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.368046 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-52330dcf-b156-4271-b758-0a707dd383e5 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.371195 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-52330dcf-b156-4271-b758-0a707dd383e5 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.375479 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-52330dcf-b156-4271-b758-0a707dd383e5 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "DELETE /v2.0/security-groups/57beb9ea-849d-4292-8995-8b102077a6b0 HTTP/1.1" status: 204 len: 168 time: 0.3451085 Jul 16 20:45:45.394056 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57814) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:45.418713 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dcccc406-4eaa-4e4e-823c-7c1546aa86e2 req-42096956-b2b6-4294-a382-a781e98f84c3 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 210 time: 0.0637023 Jul 16 20:45:45.457470 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52330dcf-b156-4271-b758-0a707dd383e5 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57beb9ea-849d-4292-8995-8b102077a6b0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:45.487299 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f58ed6d4-83f6-4fef-920d-beda3bf26936 req-d1f444c8-8d04-4cdf-8b62-f97920defbbe service neutron] 10.222.0.62 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028121 Jul 16 20:45:45.530890 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-afabbf94-582e-4444-b5bf-b45cceb55dc4 None None] Allocated IP 172.20.0.2 (5e0de2f1-8b0d-4833-9f1f-b011cb56a387/3f925518-e352-49ca-b079-fb02ffd806d9/93e1d365-de97-437a-8f02-1b7a583f71cc) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:45:45.534313 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0d9ec573-7223-4bec-9bdf-3719b60ebeb8 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1361470 Jul 16 20:45:45.537169 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57816) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:45.644815 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30a49783-70c8-4007-a7ea-c6fd5375473a tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.667470 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703ad9d-e6c8-47ac-af5a-34bba81b715c req-afb80352-b27d-46af-b0f7-c222e84f907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:45.669081 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f703ad9d-e6c8-47ac-af5a-34bba81b715c req-afb80352-b27d-46af-b0f7-c222e84f907d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9ba5e10151bc4482805c7d5cba435d3a&device_id=64586993-b63f-48c8-ac22-bfe2d3f09345 HTTP/1.1" status: 200 len: 1095 time: 0.1194997 Jul 16 20:45:45.679615 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30a49783-70c8-4007-a7ea-c6fd5375473a tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.715741 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afabbf94-582e-4444-b5bf-b45cceb55dc4 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.728436 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-afabbf94-582e-4444-b5bf-b45cceb55dc4 None None] Transition to ACTIVE for port object 93e1d365-de97-437a-8f02-1b7a583f71cc will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:45.751130 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-afabbf94-582e-4444-b5bf-b45cceb55dc4 None None] Transition to ACTIVE for port object 93e1d365-de97-437a-8f02-1b7a583f71cc will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:45.758531 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afabbf94-582e-4444-b5bf-b45cceb55dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.802711 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30a49783-70c8-4007-a7ea-c6fd5375473a tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.806089 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30a49783-70c8-4007-a7ea-c6fd5375473a tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.807529 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-30a49783-70c8-4007-a7ea-c6fd5375473a tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "DELETE /v2.0/security-groups/10ca9ce2-d3ca-4dfc-9643-d882b15cd220 HTTP/1.1" status: 204 len: 168 time: 0.2673781 Jul 16 20:45:45.811006 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afabbf94-582e-4444-b5bf-b45cceb55dc4 None None] Network 5e0de2f1-8b0d-4833-9f1f-b011cb56a387 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:45.816802 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57818) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:45.817248 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-afabbf94-582e-4444-b5bf-b45cceb55dc4 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:45.820099 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afabbf94-582e-4444-b5bf-b45cceb55dc4 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:45:45.829864 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabbf94-582e-4444-b5bf-b45cceb55dc4 None None] Pushing event updated for resources: {'Port': ['ID=93e1d365-de97-437a-8f02-1b7a583f71cc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:45.837150 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703ad9d-e6c8-47ac-af5a-34bba81b715c req-37e60af6-c2a7-477c-9ad2-99d087c59f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:45.838790 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f703ad9d-e6c8-47ac-af5a-34bba81b715c req-37e60af6-c2a7-477c-9ad2-99d087c59f89 service neutron] 10.222.0.62 "GET /v2.0/networks?id=25b41f76-37be-4345-9ddf-d59e23791d53 HTTP/1.1" status: 200 len: 906 time: 0.1610599 Jul 16 20:45:45.841704 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a49783-70c8-4007-a7ea-c6fd5375473a tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ca9ce2-d3ca-4dfc-9643-d882b15cd220,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:45.872161 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c998cec9-98db-4e2c-bcfe-a05ab4af3351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.904901 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f703ad9d-e6c8-47ac-af5a-34bba81b715c req-d16148f4-e6d2-47e7-90ec-f157eb0f8dff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b63c6e9-8548-45c1-9d37-fc63bc0e0294 HTTP/1.1" status: 200 len: 217 time: 0.0565219 Jul 16 20:45:45.916332 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-afabbf94-582e-4444-b5bf-b45cceb55dc4 None None] Attempting to bind port 93e1d365-de97-437a-8f02-1b7a583f71cc on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:45:45.916867 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-afabbf94-582e-4444-b5bf-b45cceb55dc4 None None] Attempting to bind port 93e1d365-de97-437a-8f02-1b7a583f71cc by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'd5374ddd-ff90-4ee8-88dc-11a1091fc78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e0de2f1-8b0d-4833-9f1f-b011cb56a387'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:45:45.917237 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afabbf94-582e-4444-b5bf-b45cceb55dc4 None None] Attempting to bind port 93e1d365-de97-437a-8f02-1b7a583f71cc on network 5e0de2f1-8b0d-4833-9f1f-b011cb56a387 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:45.923799 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afabbf94-582e-4444-b5bf-b45cceb55dc4 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:45:45.924156 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afabbf94-582e-4444-b5bf-b45cceb55dc4 None None] Checking segment: {'id': 'd5374ddd-ff90-4ee8-88dc-11a1091fc78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e0de2f1-8b0d-4833-9f1f-b011cb56a387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:45.924569 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afabbf94-582e-4444-b5bf-b45cceb55dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.924954 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afabbf94-582e-4444-b5bf-b45cceb55dc4 None None] Bound using segment: {'id': 'd5374ddd-ff90-4ee8-88dc-11a1091fc78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e0de2f1-8b0d-4833-9f1f-b011cb56a387'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:45:45.925427 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-afabbf94-582e-4444-b5bf-b45cceb55dc4 None None] Bound port: 93e1d365-de97-437a-8f02-1b7a583f71cc, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5374ddd-ff90-4ee8-88dc-11a1091fc78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e0de2f1-8b0d-4833-9f1f-b011cb56a387'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:45:45.925805 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afabbf94-582e-4444-b5bf-b45cceb55dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.929914 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5649789d-5ee8-4473-a0d9-3dcc16654f32 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1086571 Jul 16 20:45:45.932327 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57822) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:45.938593 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-02365c0a-dc86-4289-bdb5-242e7e630a45 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group': {'name': 'tempest-secgroup--681723886'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:45.995159 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703ad9d-e6c8-47ac-af5a-34bba81b715c req-d7604cec-4ec2-487b-8c70-6560025f677e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:45.997195 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f703ad9d-e6c8-47ac-af5a-34bba81b715c req-d7604cec-4ec2-487b-8c70-6560025f677e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82321776-7ae0-4505-adc0-e73fc92b6de5 HTTP/1.1" status: 200 len: 845 time: 0.0829208 Jul 16 20:45:46.019884 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-02365c0a-dc86-4289-bdb5-242e7e630a45 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:46.028461 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-afabbf94-582e-4444-b5bf-b45cceb55dc4 None None] For port 93e1d365-de97-437a-8f02-1b7a583f71cc, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:46.033402 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-afabbf94-582e-4444-b5bf-b45cceb55dc4 None None] For port 93e1d365-de97-437a-8f02-1b7a583f71cc, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=93e1d365-de97-437a-8f02-1b7a583f71cc,segment=NetworkSegment(d5374ddd-ff90-4ee8-88dc-11a1091fc78b),segment_id=d5374ddd-ff90-4ee8-88dc-11a1091fc78b)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:45:46.038043 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afabbf94-582e-4444-b5bf-b45cceb55dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:46.045631 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f703ad9d-e6c8-47ac-af5a-34bba81b715c req-97072323-ceba-407c-bb7f-73ceb0b089df service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25b41f76-37be-4345-9ddf-d59e23791d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408418 Jul 16 20:45:46.108377 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabbf94-582e-4444-b5bf-b45cceb55dc4 None None] Pushing event updated for resources: {'Port': ['ID=93e1d365-de97-437a-8f02-1b7a583f71cc,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:46.225345 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c998cec9-98db-4e2c-bcfe-a05ab4af3351 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:46.243118 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb363c-2382-41e9-ae44-9e6076981705 req-88585e09-84b3-48e0-b118-e8d48dc68bbb tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:46.245212 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0cbb363c-2382-41e9-ae44-9e6076981705 req-88585e09-84b3-48e0-b118-e8d48dc68bbb tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=64586993-b63f-48c8-ac22-bfe2d3f09345 HTTP/1.1" status: 200 len: 943 time: 0.1931913 Jul 16 20:45:46.251997 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f703ad9d-e6c8-47ac-af5a-34bba81b715c req-ae524fee-61b6-4aaf-b336-b3a3723a4255 service neutron] 10.222.0.62 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905189 Jul 16 20:45:46.254348 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c998cec9-98db-4e2c-bcfe-a05ab4af3351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:46.334426 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0cbb363c-2382-41e9-ae44-9e6076981705 req-760cbd7d-2054-41c3-9243-ad3fa24bd678 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758786 Jul 16 20:45:46.391845 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-02365c0a-dc86-4289-bdb5-242e7e630a45 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:46.400031 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-02365c0a-dc86-4289-bdb5-242e7e630a45 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:46.439739 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f703ad9d-e6c8-47ac-af5a-34bba81b715c req-aacb7ca5-8211-4dcf-b538-e19b1895edce service neutron] 10.222.0.62 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725106 Jul 16 20:45:46.457345 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-02365c0a-dc86-4289-bdb5-242e7e630a45 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:46.463917 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-02365c0a-dc86-4289-bdb5-242e7e630a45 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5251141 Jul 16 20:45:46.469777 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57826) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:46.479113 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-142bb41c-fe23-46d6-bbae-bdbfb6a06de7 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:46.479691 n-d-791506-21 neutron-server[93794]: WARNING neutron.api.v2.base [None req-142bb41c-fe23-46d6-bbae-bdbfb6a06de7 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 20:45:46.480383 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-142bb41c-fe23-46d6-bbae-bdbfb6a06de7 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 20:45:46.484984 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-142bb41c-fe23-46d6-bbae-bdbfb6a06de7 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "PUT /v2.0/security-groups/0e8be813-883a-4481-92ea-e271ef883593 HTTP/1.1" status: 409 len: 330 time: 0.0133286 Jul 16 20:45:46.485523 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57828) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:46.532545 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02365c0a-dc86-4289-bdb5-242e7e630a45 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8be813-883a-4481-92ea-e271ef883593,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:46.570335 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-c998cec9-98db-4e2c-bcfe-a05ab4af3351 admin admin] Allocated IP 172.25.0.34 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/c82a7014-41d1-4fe5-af23-9ec060dfb78f) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:45:46.583869 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3bbf32af-e8ee-46cd-8aef-fad5b620ffe1 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:46.630029 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a65c9acf-4591-43bb-81be-79fa6b52a2a0 req-ab887e37-6207-42de-84ec-4ce3350e48cb tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 210 time: 0.0424402 Jul 16 20:45:46.639573 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3bbf32af-e8ee-46cd-8aef-fad5b620ffe1 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:46.696393 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3bbf32af-e8ee-46cd-8aef-fad5b620ffe1 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:46.699925 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c998cec9-98db-4e2c-bcfe-a05ab4af3351 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:46.700064 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3bbf32af-e8ee-46cd-8aef-fad5b620ffe1 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:46.704175 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3bbf32af-e8ee-46cd-8aef-fad5b620ffe1 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "DELETE /v2.0/security-groups/0e8be813-883a-4481-92ea-e271ef883593 HTTP/1.1" status: 204 len: 168 time: 0.2175133 Jul 16 20:45:46.704834 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57830) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:46.715802 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf32af-e8ee-46cd-8aef-fad5b620ffe1 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8be813-883a-4481-92ea-e271ef883593,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:46.784436 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7899467a-6e8b-4fde-b9f9-0d1a17e4508a tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0780997 Jul 16 20:45:46.788152 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57832) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:46.801949 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c998cec9-98db-4e2c-bcfe-a05ab4af3351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:46.809519 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-bafc6d65-9f0f-4d00-83c9-15d0a3f90b0e tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] delete failed (client error): The resource could not be found. Jul 16 20:45:46.810789 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bafc6d65-9f0f-4d00-83c9-15d0a3f90b0e tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "DELETE /v2.0/security-groups/fbea732e-0a7b-4ec4-9fda-d66cb9b33e4f HTTP/1.1" status: 404 len: 347 time: 0.0214152 Jul 16 20:45:46.815370 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57834) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:46.832549 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-4a9deb1a-f89e-4416-9796-83ce635ca6d2 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] show failed (client error): The resource could not be found. Jul 16 20:45:46.839196 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4a9deb1a-f89e-4416-9796-83ce635ca6d2 tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "GET /v2.0/security-groups/4ed90c29-2518-4448-b189-d20e927fe06a HTTP/1.1" status: 404 len: 347 time: 0.0188873 Jul 16 20:45:46.839666 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57836) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:46.851092 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c998cec9-98db-4e2c-bcfe-a05ab4af3351 admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:46.851872 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-bea9d649-3158-4601-a6dd-783fba8efe1e tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] show failed (client error): The resource could not be found. Jul 16 20:45:46.856086 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bea9d649-3158-4601-a6dd-783fba8efe1e tempest-NegativeSecGroupTest-363360588 tempest-NegativeSecGroupTest-363360588-project] 10.222.0.38 "GET /v2.0/security-group-rules/3b6d281c-654d-4a58-b839-c6ec94f507e4 HTTP/1.1" status: 404 len: 356 time: 0.0124533 Jul 16 20:45:46.856279 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-c998cec9-98db-4e2c-bcfe-a05ab4af3351 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:46.858797 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c998cec9-98db-4e2c-bcfe-a05ab4af3351 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:45:46.883809 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998cec9-98db-4e2c-bcfe-a05ab4af3351 admin admin] Pushing event updated for resources: {'Port': ['ID=c82a7014-41d1-4fe5-af23-9ec060dfb78f,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:47.027509 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 6b63c6e9-8548-45c1-9d37-fc63bc0e0294 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:45:47.178881 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 6b63c6e9-8548-45c1-9d37-fc63bc0e0294, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=6b63c6e9-8548-45c1-9d37-fc63bc0e0294,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:47.192617 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '6b63c6e9-8548-45c1-9d37-fc63bc0e0294', 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53', 'port_id': '6b63c6e9-8548-45c1-9d37-fc63bc0e0294', 'mac_address': 'fa:16:3e:f2:44:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82321776-7ae0-4505-adc0-e73fc92b6de5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:45:47.226597 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57844) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:47.259237 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:47.280413 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b63c6e9-8548-45c1-9d37-fc63bc0e0294 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:45:47.328786 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 6b63c6e9-8548-45c1-9d37-fc63bc0e0294, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=6b63c6e9-8548-45c1-9d37-fc63bc0e0294,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:47.335440 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c998cec9-98db-4e2c-bcfe-a05ab4af3351 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:47.339937 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:47.413564 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=6b63c6e9-8548-45c1-9d37-fc63bc0e0294,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:47.535893 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-608a3b23-76d8-4735-871b-d92a0faba5b3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2ed9f359a4b54be985a710d9833ef1f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3080842 Jul 16 20:45:47.538018 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57852) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:47.549178 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cf65cf-8a21-499c-87b5-4f588f64df6d None None] Network 5e0de2f1-8b0d-4833-9f1f-b011cb56a387 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:45:47.585602 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['6b63c6e9-8548-45c1-9d37-fc63bc0e0294'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:45:47.607429 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3cce6df-720e-42ba-b93e-0cd1c55a3369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:47.641271 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3cce6df-720e-42ba-b93e-0cd1c55a3369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:47.671421 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c998cec9-98db-4e2c-bcfe-a05ab4af3351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:47.737483 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5e39f98b-8da1-499b-a87c-f9c7d2eb38a2 None None] Provisioning for port 93e1d365-de97-437a-8f02-1b7a583f71cc completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:47.741284 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3cce6df-720e-42ba-b93e-0cd1c55a3369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:47.743889 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3cce6df-720e-42ba-b93e-0cd1c55a3369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:47.745377 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f3cce6df-720e-42ba-b93e-0cd1c55a3369 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/76974432-f7aa-4cd7-ae21-280899d46a6b HTTP/1.1" status: 204 len: 168 time: 0.2055054 Jul 16 20:45:47.810530 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cce6df-720e-42ba-b93e-0cd1c55a3369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76974432-f7aa-4cd7-ae21-280899d46a6b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:47.883517 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d06de-0f08-4b0d-baa3-e714a04e7c1a req-87c90c40-db08-4a0d-a68b-7635bb111ad0 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:47.894045 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b9d06de-0f08-4b0d-baa3-e714a04e7c1a req-87c90c40-db08-4a0d-a68b-7635bb111ad0 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=64586993-b63f-48c8-ac22-bfe2d3f09345 HTTP/1.1" status: 200 len: 944 time: 0.2072692 Jul 16 20:45:47.912892 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c998cec9-98db-4e2c-bcfe-a05ab4af3351 admin admin] Router 3175a90a-99b0-480d-8d6a-2a67c369329c is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:45:47.920612 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77196ffb-5475-4aeb-9989-4e4b26b2a5bb req-174490db-bd8e-4435-a2fc-c7eb0e28f754 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:47.922648 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-77196ffb-5475-4aeb-9989-4e4b26b2a5bb req-174490db-bd8e-4435-a2fc-c7eb0e28f754 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 946 time: 0.1865811 Jul 16 20:45:47.997910 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b9d06de-0f08-4b0d-baa3-e714a04e7c1a req-6df10720-d242-41a0-95fa-dacf6f68fc14 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027822 Jul 16 20:45:48.055975 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-77196ffb-5475-4aeb-9989-4e4b26b2a5bb req-4d5ee888-eb3b-4e2d-ba2a-9eee406dea5f tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1241465 Jul 16 20:45:48.133436 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 93e1d365-de97-437a-8f02-1b7a583f71cc up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:48.192667 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c998cec9-98db-4e2c-bcfe-a05ab4af3351 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:45:48.205689 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a204f-9e83-4bc2-95cc-96f60e951ddf None None] Sync routers for ids ['3175a90a-99b0-480d-8d6a-2a67c369329c'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:45:48.221890 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1a204f-9e83-4bc2-95cc-96f60e951ddf None None] Routers {'3175a90a-99b0-480d-8d6a-2a67c369329c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:48.223230 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-5b1a204f-9e83-4bc2-95cc-96f60e951ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:45:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3175a90a-99b0-480d-8d6a-2a67c369329c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:48.243352 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c998cec9-98db-4e2c-bcfe-a05ab4af3351 admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:48.247991 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c998cec9-98db-4e2c-bcfe-a05ab4af3351 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0974133 Jul 16 20:45:48.248726 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57862) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:48.260188 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9dcda727-c970-4d7a-ad6b-e47cff9be589 req-31667b7e-9591-47e1-9dbc-837ebb83b0ec tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 210 time: 0.0587087 Jul 16 20:45:48.323590 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 93e1d365-de97-437a-8f02-1b7a583f71cc completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:48.331162 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 93e1d365-de97-437a-8f02-1b7a583f71cc triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:48.331541 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:48.482505 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:48.554035 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 93e1d365-de97-437a-8f02-1b7a583f71cc, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=93e1d365-de97-437a-8f02-1b7a583f71cc,segment=NetworkSegment(d5374ddd-ff90-4ee8-88dc-11a1091fc78b),segment_id=d5374ddd-ff90-4ee8-88dc-11a1091fc78b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:48.569537 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:48.605846 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1d262ac3-8f4e-4e1a-8ce6-b80ae2ab0e15 None None] Provisioning complete for port 93e1d365-de97-437a-8f02-1b7a583f71cc triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:48.606374 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d262ac3-8f4e-4e1a-8ce6-b80ae2ab0e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:48.631034 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-5b1a204f-9e83-4bc2-95cc-96f60e951ddf None None] Set router 3175a90a-99b0-480d-8d6a-2a67c369329c gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:48.680991 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=93e1d365-de97-437a-8f02-1b7a583f71cc,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:48.886100 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-5b1a204f-9e83-4bc2-95cc-96f60e951ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3175a90a-99b0-480d-8d6a-2a67c369329c', 'name': 'tempest-TestServerMultinode-1697152018-router', 'tenant_id': '62f62ec020c843ee94ffaece6c246fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c82a7014-41d1-4fe5-af23-9ec060dfb78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:45Z', 'updated_at': '2021-07-16T20:45:47Z', 'revision_number': 3, 'project_id': '62f62ec020c843ee94ffaece6c246fa8', 'gw_port': {'id': 'c82a7014-41d1-4fe5-af23-9ec060dfb78f', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3175a90a-99b0-480d-8d6a-2a67c369329c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:46Z', 'updated_at': '2021-07-16T20:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:48.891906 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a7bd7ac0-fd4f-429c-9ade-c029f200fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:48.926496 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a204f-9e83-4bc2-95cc-96f60e951ddf None None] Checking router: 3175a90a-99b0-480d-8d6a-2a67c369329c for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:45:48.926859 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a204f-9e83-4bc2-95cc-96f60e951ddf None None] Updating router 3175a90a-99b0-480d-8d6a-2a67c369329c port c82a7014-41d1-4fe5-af23-9ec060dfb78f binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:45:48.941379 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57878) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:48.965001 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b1a204f-9e83-4bc2-95cc-96f60e951ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:49.030418 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 6b63c6e9-8548-45c1-9d37-fc63bc0e0294 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:49.192739 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-33b9950c-8555-4c60-b1bc-bb845df500e5 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2088938488'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:49.206130 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 6b63c6e9-8548-45c1-9d37-fc63bc0e0294 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:49.212140 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 6b63c6e9-8548-45c1-9d37-fc63bc0e0294 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:49.212777 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:49.259946 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-a7bd7ac0-fd4f-429c-9ade-c029f200fd04 admin admin] Allocated IP 172.20.0.1 (5e0de2f1-8b0d-4833-9f1f-b011cb56a387/3f925518-e352-49ca-b079-fb02ffd806d9/308215f7-1f06-4026-8cbe-d6bb60468648) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:45:49.320572 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b9950c-8555-4c60-b1bc-bb845df500e5 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Made reservation on behalf of fe7bf12bbb8043fcbd3c0fef05689543 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:45:49.324501 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33b9950c-8555-4c60-b1bc-bb845df500e5 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:49.352881 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:49.354471 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963cbab-b395-4b01-bdd0-79dd79db6200 req-070e32fb-2b30-413c-bd91-cb2c0a14769e tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:49.356039 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5963cbab-b395-4b01-bdd0-79dd79db6200 req-070e32fb-2b30-413c-bd91-cb2c0a14769e tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.18 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 946 time: 0.2809968 Jul 16 20:45:49.377564 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64586993-b63f-48c8-ac22-bfe2d3f09345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b63c6e9-8548-45c1-9d37-fc63bc0e0294'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:49.380371 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21508977-d090-4a4a-a221-c3f3f8f56876" -d '{"events": [{"server_uuid": "64586993-b63f-48c8-ac22-bfe2d3f09345", "name": "network-vif-plugged", "status": "completed", "tag": "6b63c6e9-8548-45c1-9d37-fc63bc0e0294"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:49.385565 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b1a204f-9e83-4bc2-95cc-96f60e951ddf None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:49.396019 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 6b63c6e9-8548-45c1-9d37-fc63bc0e0294, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=6b63c6e9-8548-45c1-9d37-fc63bc0e0294,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:49.399490 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-5b1a204f-9e83-4bc2-95cc-96f60e951ddf None None] Transition to ACTIVE for port object c82a7014-41d1-4fe5-af23-9ec060dfb78f will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:49.404356 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33b9950c-8555-4c60-b1bc-bb845df500e5 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:49.407208 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:49.416604 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b1a204f-9e83-4bc2-95cc-96f60e951ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:49.461245 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a7bd7ac0-fd4f-429c-9ade-c029f200fd04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:49.468644 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=6b63c6e9-8548-45c1-9d37-fc63bc0e0294,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:49.480407 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a7bd7ac0-fd4f-429c-9ade-c029f200fd04 admin admin] Transition to ACTIVE for port object 308215f7-1f06-4026-8cbe-d6bb60468648 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:49.482177 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e0fc1-563d-4e95-945a-a03c1c423b08 None None] Pushing event updated for resources: {'Port': ['ID=c82a7014-41d1-4fe5-af23-9ec060dfb78f,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:49.509621 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-5b1a204f-9e83-4bc2-95cc-96f60e951ddf None None] Attempting to bind port c82a7014-41d1-4fe5-af23-9ec060dfb78f on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:45:49.510761 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-5b1a204f-9e83-4bc2-95cc-96f60e951ddf None None] Attempting to bind port c82a7014-41d1-4fe5-af23-9ec060dfb78f by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:45:49.511683 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a204f-9e83-4bc2-95cc-96f60e951ddf None None] Attempting to bind port c82a7014-41d1-4fe5-af23-9ec060dfb78f on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:49.521206 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a204f-9e83-4bc2-95cc-96f60e951ddf None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:45:49.522685 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a204f-9e83-4bc2-95cc-96f60e951ddf None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:49.523313 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b1a204f-9e83-4bc2-95cc-96f60e951ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:49.524178 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a204f-9e83-4bc2-95cc-96f60e951ddf None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:45:49.524812 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-5b1a204f-9e83-4bc2-95cc-96f60e951ddf None None] Bound port: c82a7014-41d1-4fe5-af23-9ec060dfb78f, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:45:49.525637 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b1a204f-9e83-4bc2-95cc-96f60e951ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:49.534746 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a7bd7ac0-fd4f-429c-9ade-c029f200fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:49.588893 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bd7ac0-fd4f-429c-9ade-c029f200fd04 admin admin] Network 5e0de2f1-8b0d-4833-9f1f-b011cb56a387 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:49.596598 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-a7bd7ac0-fd4f-429c-9ade-c029f200fd04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:49.601937 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bd7ac0-fd4f-429c-9ade-c029f200fd04 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:45:49.610135 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-5b1a204f-9e83-4bc2-95cc-96f60e951ddf None None] For port c82a7014-41d1-4fe5-af23-9ec060dfb78f, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:49.615066 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-5b1a204f-9e83-4bc2-95cc-96f60e951ddf None None] For port c82a7014-41d1-4fe5-af23-9ec060dfb78f, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=c82a7014-41d1-4fe5-af23-9ec060dfb78f,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:45:49.622012 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6817b-2e98-4a59-a1d5-bed87ee699f0 req-9b46883f-610f-4083-bdad-b624e6a681b3 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:49.622908 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b1a204f-9e83-4bc2-95cc-96f60e951ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:49.630010 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d8a6817b-2e98-4a59-a1d5-bed87ee699f0 req-9b46883f-610f-4083-bdad-b624e6a681b3 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=64586993-b63f-48c8-ac22-bfe2d3f09345 HTTP/1.1" status: 200 len: 944 time: 0.3807538 Jul 16 20:45:49.636135 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd7ac0-fd4f-429c-9ade-c029f200fd04 admin admin] Pushing event updated for resources: {'Port': ['ID=308215f7-1f06-4026-8cbe-d6bb60468648,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:49.669042 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a7bd7ac0-fd4f-429c-9ade-c029f200fd04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:49.709773 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e0fc1-563d-4e95-945a-a03c1c423b08 None None] Pushing event updated for resources: {'Port': ['ID=c82a7014-41d1-4fe5-af23-9ec060dfb78f,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:49.722787 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60cd7f-bfe9-422b-98ed-6beddde9cc33 req-c19c7356-d54b-48eb-aca0-8e94216286bf tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:49.724464 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2b60cd7f-bfe9-422b-98ed-6beddde9cc33 req-c19c7356-d54b-48eb-aca0-8e94216286bf tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 946 time: 0.3974705 Jul 16 20:45:49.742480 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1a204f-9e83-4bc2-95cc-96f60e951ddf None None] Routers {'3175a90a-99b0-480d-8d6a-2a67c369329c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:49.743951 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-5b1a204f-9e83-4bc2-95cc-96f60e951ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:45:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3175a90a-99b0-480d-8d6a-2a67c369329c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:49.800698 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d8a6817b-2e98-4a59-a1d5-bed87ee699f0 req-e033c359-1ee5-4a67-a3c4-8ebb2924fcd4 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696515 Jul 16 20:45:49.824207 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2b60cd7f-bfe9-422b-98ed-6beddde9cc33 req-6fe6762a-56db-454f-8f86-166710205166 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0869045 Jul 16 20:45:49.829097 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-5963cbab-b395-4b01-bdd0-79dd79db6200 req-6a1b77ca-bacf-4b0f-8e3a-b237208267f6 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Deleting port b354de15-c4c5-46cb-b9ad-6320a00577f1 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:49.829446 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5963cbab-b395-4b01-bdd0-79dd79db6200 req-6a1b77ca-bacf-4b0f-8e3a-b237208267f6 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:49.920804 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a7bd7ac0-fd4f-429c-9ade-c029f200fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:49.967774 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 93e1d365-de97-437a-8f02-1b7a583f71cc up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:50.054121 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-5b1a204f-9e83-4bc2-95cc-96f60e951ddf None None] Set router 3175a90a-99b0-480d-8d6a-2a67c369329c gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:50.071378 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 93e1d365-de97-437a-8f02-1b7a583f71cc triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:50.074582 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.097187 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33b9950c-8555-4c60-b1bc-bb845df500e5 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.101268 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-5963cbab-b395-4b01-bdd0-79dd79db6200 req-6a1b77ca-bacf-4b0f-8e3a-b237208267f6 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] For port b354de15-c4c5-46cb-b9ad-6320a00577f1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b354de15-c4c5-46cb-b9ad-6320a00577f1,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:50.101958 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5963cbab-b395-4b01-bdd0-79dd79db6200 req-6a1b77ca-bacf-4b0f-8e3a-b237208267f6 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.114435 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33b9950c-8555-4c60-b1bc-bb845df500e5 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.129845 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b9950c-8555-4c60-b1bc-bb845df500e5 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:45:50.142283 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7b75f231-362b-4ca9-a5dd-cff0a7ba16b9 None None] Provisioning for port 308215f7-1f06-4026-8cbe-d6bb60468648 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:50.143585 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33b9950c-8555-4c60-b1bc-bb845df500e5 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.144205 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-33b9950c-8555-4c60-b1bc-bb845df500e5 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Added segment 82858f9c-add5-411e-ad09-feab238aee20 of type vlan for network b69084e3-093a-44c6-b139-110b32325dd0 Jul 16 20:45:50.153828 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7b75f231-362b-4ca9-a5dd-cff0a7ba16b9 None None] Provisioning complete for port 308215f7-1f06-4026-8cbe-d6bb60468648 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:50.154200 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b75f231-362b-4ca9-a5dd-cff0a7ba16b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.198769 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33b9950c-8555-4c60-b1bc-bb845df500e5 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.263589 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7b75f231-362b-4ca9-a5dd-cff0a7ba16b9 None None] Port 308215f7-1f06-4026-8cbe-d6bb60468648 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:45:50.266793 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bebf8c9-f2a0-4052-82ae-31f9b233699d x-openstack-request-id: req-3bebf8c9-f2a0-4052-82ae-31f9b233699d {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:50.267093 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64586993-b63f-48c8-ac22-bfe2d3f09345", "name": "network-vif-plugged", "status": "completed", "tag": "6b63c6e9-8548-45c1-9d37-fc63bc0e0294", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:50.267352 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3bebf8c9-f2a0-4052-82ae-31f9b233699d {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:50.267746 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64586993-b63f-48c8-ac22-bfe2d3f09345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b63c6e9-8548-45c1-9d37-fc63bc0e0294', 'code': 200} Jul 16 20:45:50.275568 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a7bd7ac0-fd4f-429c-9ade-c029f200fd04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.284678 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a7bd7ac0-fd4f-429c-9ade-c029f200fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.298115 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-5b1a204f-9e83-4bc2-95cc-96f60e951ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3175a90a-99b0-480d-8d6a-2a67c369329c', 'name': 'tempest-TestServerMultinode-1697152018-router', 'tenant_id': '62f62ec020c843ee94ffaece6c246fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c82a7014-41d1-4fe5-af23-9ec060dfb78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:45Z', 'updated_at': '2021-07-16T20:45:47Z', 'revision_number': 3, 'project_id': '62f62ec020c843ee94ffaece6c246fa8', 'gw_port': {'id': 'c82a7014-41d1-4fe5-af23-9ec060dfb78f', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3175a90a-99b0-480d-8d6a-2a67c369329c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:46Z', 'updated_at': '2021-07-16T20:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:50.304371 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33b9950c-8555-4c60-b1bc-bb845df500e5 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.310754 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b9950c-8555-4c60-b1bc-bb845df500e5 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:50.311472 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33b9950c-8555-4c60-b1bc-bb845df500e5 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.325963 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a204f-9e83-4bc2-95cc-96f60e951ddf None None] The sync data for ids ['3175a90a-99b0-480d-8d6a-2a67c369329c'] in n-d-791506-21 is: [{'id': '3175a90a-99b0-480d-8d6a-2a67c369329c', 'name': 'tempest-TestServerMultinode-1697152018-router', 'tenant_id': '62f62ec020c843ee94ffaece6c246fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c82a7014-41d1-4fe5-af23-9ec060dfb78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:45Z', 'updated_at': '2021-07-16T20:45:47Z', 'revision_number': 3, 'project_id': '62f62ec020c843ee94ffaece6c246fa8', 'gw_port': {'id': 'c82a7014-41d1-4fe5-af23-9ec060dfb78f', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3175a90a-99b0-480d-8d6a-2a67c369329c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:46Z', 'updated_at': '2021-07-16T20:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:45:50.395376 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a7bd7ac0-fd4f-429c-9ade-c029f200fd04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.400789 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd7ac0-fd4f-429c-9ade-c029f200fd04 admin admin] Pushing event updated for resources: {'Port': ['ID=308215f7-1f06-4026-8cbe-d6bb60468648,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:50.412983 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-23d3d068-bcf8-4e9f-9039-1791fb9b9126 req-ceed4edd-a386-47de-be7d-6cb7439384af tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 210 time: 0.1565359 Jul 16 20:45:50.510415 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9950c-8555-4c60-b1bc-bb845df500e5 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=384c9c8e-3214-4a83-adf3-2c540f7f08fc,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:50.523596 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-33b9950c-8555-4c60-b1bc-bb845df500e5 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5802863 Jul 16 20:45:50.584965 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57894) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:50.592933 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-da037d59-1f4a-4e46-add3-330da94d0efa tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Request body: {'subnet': {'network_id': 'b69084e3-093a-44c6-b139-110b32325dd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:50.596923 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9950c-8555-4c60-b1bc-bb845df500e5 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Pushing event updated for resources: {'Network': ['ID=b69084e3-093a-44c6-b139-110b32325dd0,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:50.612176 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network b69084e3-093a-44c6-b139-110b32325dd0 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:45:50.837478 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cadde0-8f27-4bb3-a28e-1ae8f007b116 req-8f459b85-983f-4db7-89f6-ca22650c73a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:50.842387 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-25cadde0-8f27-4bb3-a28e-1ae8f007b116 req-8f459b85-983f-4db7-89f6-ca22650c73a3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=64586993-b63f-48c8-ac22-bfe2d3f09345 HTTP/1.1" status: 200 len: 1097 time: 0.5173533 Jul 16 20:45:50.886225 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bd7ac0-fd4f-429c-9ade-c029f200fd04 admin admin] Network 5e0de2f1-8b0d-4833-9f1f-b011cb56a387 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:50.888376 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-a7bd7ac0-fd4f-429c-9ade-c029f200fd04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:50.907992 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5963cbab-b395-4b01-bdd0-79dd79db6200 req-6a1b77ca-bacf-4b0f-8e3a-b237208267f6 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.908366 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5963cbab-b395-4b01-bdd0-79dd79db6200 req-6a1b77ca-bacf-4b0f-8e3a-b237208267f6 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.908678 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [req-5963cbab-b395-4b01-bdd0-79dd79db6200 req-6a1b77ca-bacf-4b0f-8e3a-b237208267f6 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Floating IP 30cf4b08-0e09-40c2-b3d9-9f8463c31af0 disassociated. External IP: 172.25.0.16, port: b354de15-c4c5-46cb-b9ad-6320a00577f1. Jul 16 20:45:50.909027 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-5963cbab-b395-4b01-bdd0-79dd79db6200 req-6a1b77ca-bacf-4b0f-8e3a-b237208267f6 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Calling delete_port for b354de15-c4c5-46cb-b9ad-6320a00577f1 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:50.948307 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da037d59-1f4a-4e46-add3-330da94d0efa tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Made reservation on behalf of fe7bf12bbb8043fcbd3c0fef05689543 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:45:50.951989 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-da037d59-1f4a-4e46-add3-330da94d0efa tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:51.051250 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7bd7ac0-fd4f-429c-9ade-c029f200fd04 admin admin] Router 3175a90a-99b0-480d-8d6a-2a67c369329c has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:45:51.165513 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-25cadde0-8f27-4bb3-a28e-1ae8f007b116 req-1321a62e-64bb-4827-8817-886779970c49 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059328 Jul 16 20:45:51.249454 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bd7ac0-fd4f-429c-9ade-c029f200fd04 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:45:51.259862 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a7bd7ac0-fd4f-429c-9ade-c029f200fd04 admin admin] 10.222.0.38 "PUT /v2.0/routers/3175a90a-99b0-480d-8d6a-2a67c369329c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0099590 Jul 16 20:45:51.301590 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-76744626-c736-4c75-80ba-7440987404c4 None None] Provisioning complete for port 308215f7-1f06-4026-8cbe-d6bb60468648 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:51.302171 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-76744626-c736-4c75-80ba-7440987404c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:51.365955 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-76744626-c736-4c75-80ba-7440987404c4 None None] Port 308215f7-1f06-4026-8cbe-d6bb60468648 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:45:51.457721 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec5ccd-9b8b-4f01-a169-f874f7a9ddaf req-df9dab7e-34e9-4bc4-b960-84d5b58f17db tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:51.459383 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-62ec5ccd-9b8b-4f01-a169-f874f7a9ddaf req-df9dab7e-34e9-4bc4-b960-84d5b58f17db tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 946 time: 0.4016585 Jul 16 20:45:51.471454 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2f10b-b0e4-4c40-9ff5-e11145397d99 req-cc77fd2d-0da8-49c1-8c4f-c5ee3dffae29 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:51.479031 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c2b2f10b-b0e4-4c40-9ff5-e11145397d99 req-cc77fd2d-0da8-49c1-8c4f-c5ee3dffae29 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=64586993-b63f-48c8-ac22-bfe2d3f09345 HTTP/1.1" status: 200 len: 945 time: 0.4220281 Jul 16 20:45:51.538811 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c2b2f10b-b0e4-4c40-9ff5-e11145397d99 req-c5af7f5a-8a30-4e6f-be9b-353f830d0e2d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592363 Jul 16 20:45:51.595987 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5963cbab-b395-4b01-bdd0-79dd79db6200 req-6a1b77ca-bacf-4b0f-8e3a-b237208267f6 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:51.673818 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-00b03df7-3856-4005-93cf-e7db149ef2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:51.762826 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-62ec5ccd-9b8b-4f01-a169-f874f7a9ddaf req-ff7cb5c7-77c0-4cbc-88ae-22c30e036ac9 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2cc4b6-dce3-4a17-8632-e21ca09295a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2766089 Jul 16 20:45:51.781145 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b77ca-bacf-4b0f-8e3a-b237208267f6 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Pushing event deleted for resources: {'Port': ['ID=b354de15-c4c5-46cb-b9ad-6320a00577f1,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:51.883520 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-287909c5-649f-4a19-b6ef-e3599b6ea736 req-5687c220-ebc1-429c-b96a-bf87001e615d tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 210 time: 0.1369781 Jul 16 20:45:51.895052 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-da037d59-1f4a-4e46-add3-330da94d0efa tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:51.931185 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c82a7014-41d1-4fe5-af23-9ec060dfb78f up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:52.006877 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port c82a7014-41d1-4fe5-af23-9ec060dfb78f completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:52.011713 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5963cbab-b395-4b01-bdd0-79dd79db6200 req-6a1b77ca-bacf-4b0f-8e3a-b237208267f6 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Router 7e657619-f9ab-403d-ad02-f8f1ca60af45 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:45:52.011920 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port c82a7014-41d1-4fe5-af23-9ec060dfb78f triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:52.012210 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.027732 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da037d59-1f4a-4e46-add3-330da94d0efa tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Checking segment: {'id': '82858f9c-add5-411e-ad09-feab238aee20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b69084e3-093a-44c6-b139-110b32325dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:52.028101 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da037d59-1f4a-4e46-add3-330da94d0efa tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Network hostable DHCP agents. Network: b69084e3-093a-44c6-b139-110b32325dd0, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:45:52.032556 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da037d59-1f4a-4e46-add3-330da94d0efa tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Pushing event updated for resources: {'Subnet': ['ID=c585c053-3356-4dc9-8f17-4f73d6a2b6cf,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:52.066819 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57916) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:52.072427 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-3106d60f-671e-46e4-a8be-da44bda740c2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1710850781-network', 'tenant_id': '7d844709015249cdaf092b7a5f1b9e50'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:52.111552 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.123321 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3106d60f-671e-46e4-a8be-da44bda740c2 admin admin] Made reservation on behalf of 7d844709015249cdaf092b7a5f1b9e50 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:45:52.126294 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3106d60f-671e-46e4-a8be-da44bda740c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.135484 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3106d60f-671e-46e4-a8be-da44bda740c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.135736 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port c82a7014-41d1-4fe5-af23-9ec060dfb78f, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=c82a7014-41d1-4fe5-af23-9ec060dfb78f,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:52.136570 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da037d59-1f4a-4e46-add3-330da94d0efa tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Network b69084e3-093a-44c6-b139-110b32325dd0 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:45:52.145085 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.172999 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-da037d59-1f4a-4e46-add3-330da94d0efa tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, b69084e3-093a-44c6-b139-110b32325dd0) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:52.189348 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da037d59-1f4a-4e46-add3-330da94d0efa tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:52.189963 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-da037d59-1f4a-4e46-add3-330da94d0efa tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.230788 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd65a5a2-0ebc-4787-a34c-7d6b8b1bdb15 None None] Network b69084e3-093a-44c6-b139-110b32325dd0 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:45:52.308562 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=c82a7014-41d1-4fe5-af23-9ec060dfb78f,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:52.370970 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3106d60f-671e-46e4-a8be-da44bda740c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.379515 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3106d60f-671e-46e4-a8be-da44bda740c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.400356 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3106d60f-671e-46e4-a8be-da44bda740c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:45:52.434507 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106d60f-671e-46e4-a8be-da44bda740c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c36a68-70b0-407b-aa65-41c59b680797,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:52.448019 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3106d60f-671e-46e4-a8be-da44bda740c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.448563 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-3106d60f-671e-46e4-a8be-da44bda740c2 admin admin] Added segment 37431f92-aa4b-4e03-8d1d-d8b1c34217fc of type vlan for network d212eea9-2a5b-4305-8d78-3da6b2888b74 Jul 16 20:45:52.494471 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-b69084e3-093a-44c6-b139-110b32325dd0', 'network_id': 'b69084e3-093a-44c6-b139-110b32325dd0', 'tenant_id': 'fe7bf12bbb8043fcbd3c0fef05689543', 'fixed_ips': [{'subnet_id': 'c585c053-3356-4dc9-8f17-4f73d6a2b6cf'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:45:52.495388 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.509207 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3106d60f-671e-46e4-a8be-da44bda740c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.555970 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3106d60f-671e-46e4-a8be-da44bda740c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.557534 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3106d60f-671e-46e4-a8be-da44bda740c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:52.558432 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3106d60f-671e-46e4-a8be-da44bda740c2 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.608196 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3106d60f-671e-46e4-a8be-da44bda740c2 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5401595 Jul 16 20:45:52.609252 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57920) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:52.622078 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-95b47e37-6ff8-4eb5-839e-3550edfab06f admin admin] Request body: {'subnet': {'network_id': 'd212eea9-2a5b-4305-8d78-3da6b2888b74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1710850781-subnet', 'tenant_id': '7d844709015249cdaf092b7a5f1b9e50', 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:52.673472 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106d60f-671e-46e4-a8be-da44bda740c2 admin admin] Pushing event updated for resources: {'Network': ['ID=d212eea9-2a5b-4305-8d78-3da6b2888b74,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:52.688633 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network d212eea9-2a5b-4305-8d78-3da6b2888b74 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:45:52.759286 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-da037d59-1f4a-4e46-add3-330da94d0efa tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1733038 Jul 16 20:45:52.761855 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57924) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:52.770901 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-ed4e3a7d-70b7-4ca1-b63f-8c25cdea54e3 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Request body: {'port': {'network_id': 'b69084e3-093a-44c6-b139-110b32325dd0', 'name': 'tempest-TagsExtTest-510485601'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:52.773794 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Allocated IP 172.20.0.2 (b69084e3-093a-44c6-b139-110b32325dd0/c585c053-3356-4dc9-8f17-4f73d6a2b6cf/ece74df0-21aa-4eec-a712-6e8148c37f2d) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:45:52.780158 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b47e37-6ff8-4eb5-839e-3550edfab06f admin admin] Made reservation on behalf of 7d844709015249cdaf092b7a5f1b9e50 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:45:52.785373 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-95b47e37-6ff8-4eb5-839e-3550edfab06f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.849172 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5963cbab-b395-4b01-bdd0-79dd79db6200 req-6a1b77ca-bacf-4b0f-8e3a-b237208267f6 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:45:52.868001 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706c16de-b4ae-4834-b49d-e4100939d1f5 None None] Sync routers for ids ['7e657619-f9ab-403d-ad02-f8f1ca60af45'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:45:52.874545 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136a0714-965c-481d-8c47-7d537d829a26 None None] Sync routers for ids ['3175a90a-99b0-480d-8d6a-2a67c369329c'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:45:52.885097 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706c16de-b4ae-4834-b49d-e4100939d1f5 None None] Routers {'7e657619-f9ab-403d-ad02-f8f1ca60af45'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:52.885741 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-706c16de-b4ae-4834-b49d-e4100939d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:45:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7e657619-f9ab-403d-ad02-f8f1ca60af45'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:52.927813 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136a0714-965c-481d-8c47-7d537d829a26 None None] Routers {'3175a90a-99b0-480d-8d6a-2a67c369329c'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:52.928334 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-136a0714-965c-481d-8c47-7d537d829a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:45:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3175a90a-99b0-480d-8d6a-2a67c369329c'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:52.957779 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-5963cbab-b395-4b01-bdd0-79dd79db6200 req-6a1b77ca-bacf-4b0f-8e3a-b237208267f6 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] No DVR routers for this DVR port b354de15-c4c5-46cb-b9ad-6320a00577f1 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:52.967001 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5963cbab-b395-4b01-bdd0-79dd79db6200 req-6a1b77ca-bacf-4b0f-8e3a-b237208267f6 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.969717 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5963cbab-b395-4b01-bdd0-79dd79db6200 req-6a1b77ca-bacf-4b0f-8e3a-b237208267f6 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.18 "DELETE /v2.0/ports/b354de15-c4c5-46cb-b9ad-6320a00577f1 HTTP/1.1" status: 204 len: 173 time: 3.5965056 Jul 16 20:45:52.974835 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953fe2b5-ff30-483d-9d0f-8c12abee2100', 'name': 'network-vif-deleted', 'tag': 'b354de15-c4c5-46cb-b9ad-6320a00577f1'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:52.977664 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9345d6da-e3af-4690-8d35-3246ed8fd5eb" -d '{"events": [{"server_uuid": "953fe2b5-ff30-483d-9d0f-8c12abee2100", "name": "network-vif-deleted", "tag": "b354de15-c4c5-46cb-b9ad-6320a00577f1"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:53.071870 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-706c16de-b4ae-4834-b49d-e4100939d1f5 None None] Set router 7e657619-f9ab-403d-ad02-f8f1ca60af45 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:53.108549 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5a453434-ddf5-41de-9bf1-a0350d0a1cab req-b6e1088e-2150-4c88-9d37-6a0ad69d23ac tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=953fe2b5-ff30-483d-9d0f-8c12abee2100 HTTP/1.1" status: 200 len: 210 time: 0.1143107 Jul 16 20:45:53.139143 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54538055-e949-4fbb-b250-77a4b196a32b req-b705069b-2967-4e61-b7c1-23e23a5b5fb3 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:53.141444 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54538055-e949-4fbb-b250-77a4b196a32b req-b705069b-2967-4e61-b7c1-23e23a5b5fb3 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=64586993-b63f-48c8-ac22-bfe2d3f09345 HTTP/1.1" status: 200 len: 945 time: 0.3672800 Jul 16 20:45:53.142729 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4e3a7d-70b7-4ca1-b63f-8c25cdea54e3 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Made reservation on behalf of fe7bf12bbb8043fcbd3c0fef05689543 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:45:53.146349 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ed4e3a7d-70b7-4ca1-b63f-8c25cdea54e3 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:53.176347 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-95b47e37-6ff8-4eb5-839e-3550edfab06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:53.241785 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54538055-e949-4fbb-b250-77a4b196a32b req-ae3ea265-58ed-4b7b-92db-efd911104b21 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921931 Jul 16 20:45:53.254047 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-ed4e3a7d-70b7-4ca1-b63f-8c25cdea54e3 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] device_id is not set on port e45826f2-5a4f-474b-a33a-af23404e2279 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:45:53.303734 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-136a0714-965c-481d-8c47-7d537d829a26 None None] Set router 3175a90a-99b0-480d-8d6a-2a67c369329c gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:53.326480 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b47e37-6ff8-4eb5-839e-3550edfab06f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8da678f9-5115-4e59-98a1-64318e22a1b1,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:53.356469 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:53.378261 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Transition to ACTIVE for port object ece74df0-21aa-4eec-a712-6e8148c37f2d will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:53.400629 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b47e37-6ff8-4eb5-839e-3550edfab06f admin admin] Checking segment: {'id': '37431f92-aa4b-4e03-8d1d-d8b1c34217fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd212eea9-2a5b-4305-8d78-3da6b2888b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:53.401148 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b47e37-6ff8-4eb5-839e-3550edfab06f admin admin] Network hostable DHCP agents. Network: d212eea9-2a5b-4305-8d78-3da6b2888b74, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:45:53.404308 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf6d98f-ae0d-4279-9c78-9de6cee29b7a x-openstack-request-id: req-4cf6d98f-ae0d-4279-9c78-9de6cee29b7a {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:53.406584 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953fe2b5-ff30-483d-9d0f-8c12abee2100", "name": "network-vif-deleted", "tag": "b354de15-c4c5-46cb-b9ad-6320a00577f1", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:53.406925 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4cf6d98f-ae0d-4279-9c78-9de6cee29b7a {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:53.407568 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953fe2b5-ff30-483d-9d0f-8c12abee2100', 'name': 'network-vif-deleted', 'tag': 'b354de15-c4c5-46cb-b9ad-6320a00577f1', 'status': 'completed', 'code': 200} Jul 16 20:45:53.444053 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Transition to ACTIVE for port object ece74df0-21aa-4eec-a712-6e8148c37f2d will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:53.445617 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b47e37-6ff8-4eb5-839e-3550edfab06f admin admin] Network d212eea9-2a5b-4305-8d78-3da6b2888b74 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:45:53.458019 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:53.466365 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-95b47e37-6ff8-4eb5-839e-3550edfab06f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, d212eea9-2a5b-4305-8d78-3da6b2888b74) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:53.477557 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b47e37-6ff8-4eb5-839e-3550edfab06f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:53.478151 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-95b47e37-6ff8-4eb5-839e-3550edfab06f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:53.487076 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fcc8f7c9-7360-42f5-bf9c-277345a02a1e req-972ec5b3-cdd8-4c1d-b7f2-0f380a9de773 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 210 time: 0.0756986 Jul 16 20:45:53.502879 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ac11d9-941f-4cf9-a897-2a5cb5c7fe23 None None] Network d212eea9-2a5b-4305-8d78-3da6b2888b74 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:45:53.513578 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-95b47e37-6ff8-4eb5-839e-3550edfab06f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8957274 Jul 16 20:45:53.514204 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57934) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:53.520572 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-405b8e6c-3957-4c20-b9f5-1cb285f0cc89 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1710850781-router', 'tenant_id': '7d844709015249cdaf092b7a5f1b9e50', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:53.574655 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-405b8e6c-3957-4c20-b9f5-1cb285f0cc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:53.575778 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-405b8e6c-3957-4c20-b9f5-1cb285f0cc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:53.586980 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Network b69084e3-093a-44c6-b139-110b32325dd0 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:53.597996 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:53.619786 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-706c16de-b4ae-4834-b49d-e4100939d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'name': 'tempest-AttachVolumeShelveTestJSON-1061151315-router', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:47Z', 'updated_at': '2021-07-16T20:41:54Z', 'revision_number': 4, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'gw_port': {'id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:48Z', 'updated_at': '2021-07-16T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '46aa8a46-d9fe-4384-aabc-d68e94fd3605', 'name': '', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'mac_address': 'fa:16:3e:92:1a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:52Z', 'updated_at': '2021-07-16T20:42:01Z', 'revision_number': 5, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'subnets': [{'id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:53.637511 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-ed4e3a7d-70b7-4ca1-b63f-8c25cdea54e3 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Allocated IP 172.20.0.4 (b69084e3-093a-44c6-b139-110b32325dd0/c585c053-3356-4dc9-8f17-4f73d6a2b6cf/e45826f2-5a4f-474b-a33a-af23404e2279) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:45:53.656706 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706c16de-b4ae-4834-b49d-e4100939d1f5 None None] Checking router: 7e657619-f9ab-403d-ad02-f8f1ca60af45 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:45:53.666518 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706c16de-b4ae-4834-b49d-e4100939d1f5 None None] Routers {'7e657619-f9ab-403d-ad02-f8f1ca60af45'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:53.667133 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-706c16de-b4ae-4834-b49d-e4100939d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:45:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7e657619-f9ab-403d-ad02-f8f1ca60af45'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:53.675295 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:45:53.707343 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-405b8e6c-3957-4c20-b9f5-1cb285f0cc89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:53.709622 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Pushing event updated for resources: {'Port': ['ID=ece74df0-21aa-4eec-a712-6e8148c37f2d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:53.734211 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:53.737423 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:53.740404 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:53.740973 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:53.741545 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:53.742205 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:53.742871 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:53.743405 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:53.744456 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:53.745037 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:53.748658 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:53.749248 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:53.786287 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-706c16de-b4ae-4834-b49d-e4100939d1f5 None None] Set router 7e657619-f9ab-403d-ad02-f8f1ca60af45 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:53.862078 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ed4e3a7d-70b7-4ca1-b63f-8c25cdea54e3 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:53.897973 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-ed4e3a7d-70b7-4ca1-b63f-8c25cdea54e3 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Transition to ACTIVE for port object e45826f2-5a4f-474b-a33a-af23404e2279 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:53.967284 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ed4e3a7d-70b7-4ca1-b63f-8c25cdea54e3 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:53.985554 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c82a7014-41d1-4fe5-af23-9ec060dfb78f up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:54.040446 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Attempting to bind port ece74df0-21aa-4eec-a712-6e8148c37f2d on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:45:54.040818 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Attempting to bind port ece74df0-21aa-4eec-a712-6e8148c37f2d by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '82858f9c-add5-411e-ad09-feab238aee20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b69084e3-093a-44c6-b139-110b32325dd0'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:45:54.041188 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Attempting to bind port ece74df0-21aa-4eec-a712-6e8148c37f2d on network b69084e3-093a-44c6-b139-110b32325dd0 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:54.043425 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-405b8e6c-3957-4c20-b9f5-1cb285f0cc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.078511 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:45:54.078963 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Checking segment: {'id': '82858f9c-add5-411e-ad09-feab238aee20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b69084e3-093a-44c6-b139-110b32325dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:54.079369 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.079765 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Bound using segment: {'id': '82858f9c-add5-411e-ad09-feab238aee20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b69084e3-093a-44c6-b139-110b32325dd0'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:45:54.080242 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Bound port: ece74df0-21aa-4eec-a712-6e8148c37f2d, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82858f9c-add5-411e-ad09-feab238aee20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b69084e3-093a-44c6-b139-110b32325dd0'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:45:54.080661 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.084773 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4e3a7d-70b7-4ca1-b63f-8c25cdea54e3 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Network b69084e3-093a-44c6-b139-110b32325dd0 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:54.096386 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-ed4e3a7d-70b7-4ca1-b63f-8c25cdea54e3 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:54.104556 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4e3a7d-70b7-4ca1-b63f-8c25cdea54e3 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:45:54.153066 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-706c16de-b4ae-4834-b49d-e4100939d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'name': 'tempest-AttachVolumeShelveTestJSON-1061151315-router', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:47Z', 'updated_at': '2021-07-16T20:41:54Z', 'revision_number': 4, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'gw_port': {'id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:48Z', 'updated_at': '2021-07-16T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '46aa8a46-d9fe-4384-aabc-d68e94fd3605', 'name': '', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'mac_address': 'fa:16:3e:92:1a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:52Z', 'updated_at': '2021-07-16T20:42:01Z', 'revision_number': 5, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'subnets': [{'id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:54.166805 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4e3a7d-70b7-4ca1-b63f-8c25cdea54e3 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:54.167597 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ed4e3a7d-70b7-4ca1-b63f-8c25cdea54e3 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.181334 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e3a7d-70b7-4ca1-b63f-8c25cdea54e3 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Pushing event updated for resources: {'Port': ['ID=e45826f2-5a4f-474b-a33a-af23404e2279,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:54.185898 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] For port ece74df0-21aa-4eec-a712-6e8148c37f2d, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:54.193132 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] For port ece74df0-21aa-4eec-a712-6e8148c37f2d, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=ece74df0-21aa-4eec-a712-6e8148c37f2d,segment=NetworkSegment(82858f9c-add5-411e-ad09-feab238aee20),segment_id=82858f9c-add5-411e-ad09-feab238aee20)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:45:54.198409 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ed4e3a7d-70b7-4ca1-b63f-8c25cdea54e3 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.4345789 Jul 16 20:45:54.201644 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57938) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:54.209482 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706c16de-b4ae-4834-b49d-e4100939d1f5 None None] The sync data for ids ['7e657619-f9ab-403d-ad02-f8f1ca60af45'] in n-d-791506-21 is: [{'id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'name': 'tempest-AttachVolumeShelveTestJSON-1061151315-router', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:47Z', 'updated_at': '2021-07-16T20:41:54Z', 'revision_number': 4, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'gw_port': {'id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:48Z', 'updated_at': '2021-07-16T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '46aa8a46-d9fe-4384-aabc-d68e94fd3605', 'name': '', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'mac_address': 'fa:16:3e:92:1a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:52Z', 'updated_at': '2021-07-16T20:42:01Z', 'revision_number': 5, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'subnets': [{'id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:45:54.211072 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-24d0c7f6-9689-414b-8cfc-7afae2657ee5 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-546094335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:54.262813 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab6e23-d84a-4bb6-bca9-437c706337d0 req-728048fa-a1bf-49df-ac96-4edfbd68baad tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:54.277008 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.280084 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7cab6e23-d84a-4bb6-bca9-437c706337d0 req-728048fa-a1bf-49df-ac96-4edfbd68baad tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba3a81d0-7f7a-4e18-80a4-1edfc61717f5 HTTP/1.1" status: 200 len: 945 time: 0.3264170 Jul 16 20:45:54.313127 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b354de15-c4c5-46cb-b9ad-6320a00577f1 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:54.353391 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57942) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:54.354797 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: b354de15-c4c5-46cb-b9ad-6320a00577f1 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:45:54.355151 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b354de15-c4c5-46cb-b9ad-6320a00577f1 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:45:54.363365 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94ac2ed-d14c-4efd-bbad-76a04b65b65a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-d212eea9-2a5b-4305-8d78-3da6b2888b74', 'network_id': 'd212eea9-2a5b-4305-8d78-3da6b2888b74', 'tenant_id': '7d844709015249cdaf092b7a5f1b9e50', 'fixed_ips': [{'subnet_id': '8da678f9-5115-4e59-98a1-64318e22a1b1'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:45:54.364025 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-24d0c7f6-9689-414b-8cfc-7afae2657ee5 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.364293 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a94ac2ed-d14c-4efd-bbad-76a04b65b65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.368624 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-24d0c7f6-9689-414b-8cfc-7afae2657ee5 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.375780 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-97a85473-3940-4d4f-8e73-11256987f8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.415908 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-136a0714-965c-481d-8c47-7d537d829a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3175a90a-99b0-480d-8d6a-2a67c369329c', 'name': 'tempest-TestServerMultinode-1697152018-router', 'tenant_id': '62f62ec020c843ee94ffaece6c246fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c82a7014-41d1-4fe5-af23-9ec060dfb78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:45Z', 'updated_at': '2021-07-16T20:45:49Z', 'revision_number': 4, 'project_id': '62f62ec020c843ee94ffaece6c246fa8', 'gw_port': {'id': 'c82a7014-41d1-4fe5-af23-9ec060dfb78f', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3175a90a-99b0-480d-8d6a-2a67c369329c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:46Z', 'updated_at': '2021-07-16T20:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '308215f7-1f06-4026-8cbe-d6bb60468648', 'name': '', 'network_id': '5e0de2f1-8b0d-4833-9f1f-b011cb56a387', 'tenant_id': '62f62ec020c843ee94ffaece6c246fa8', 'mac_address': 'fa:16:3e:05:91:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3175a90a-99b0-480d-8d6a-2a67c369329c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '3f925518-e352-49ca-b079-fb02ffd806d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:48Z', 'updated_at': '2021-07-16T20:45:49Z', 'revision_number': 2, 'project_id': '62f62ec020c843ee94ffaece6c246fa8', 'subnets': [{'id': '3f925518-e352-49ca-b079-fb02ffd806d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:54.426447 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.438615 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7cab6e23-d84a-4bb6-bca9-437c706337d0 req-479f505f-802a-4b21-bfbd-8b6c18ae5465 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495998 Jul 16 20:45:54.472455 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port c82a7014-41d1-4fe5-af23-9ec060dfb78f triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:54.472837 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.481146 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136a0714-965c-481d-8c47-7d537d829a26 None None] Checking router: 3175a90a-99b0-480d-8d6a-2a67c369329c for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:45:54.481513 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136a0714-965c-481d-8c47-7d537d829a26 None None] Updating router 3175a90a-99b0-480d-8d6a-2a67c369329c port 308215f7-1f06-4026-8cbe-d6bb60468648 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:45:54.492038 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-405b8e6c-3957-4c20-b9f5-1cb285f0cc89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.571814 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-24d0c7f6-9689-414b-8cfc-7afae2657ee5 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.581129 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-24d0c7f6-9689-414b-8cfc-7afae2657ee5 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.584744 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-405b8e6c-3957-4c20-b9f5-1cb285f0cc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.588375 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866dca7-b2f0-4069-bcc7-2bc5ba74df1d None None] Pushing event updated for resources: {'Port': ['ID=ece74df0-21aa-4eec-a712-6e8148c37f2d,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:54.626867 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-24d0c7f6-9689-414b-8cfc-7afae2657ee5 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.628362 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-24d0c7f6-9689-414b-8cfc-7afae2657ee5 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4242420 Jul 16 20:45:54.631242 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57948) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:54.636659 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-6943fd91-4119-4e0e-a52d-abe495aa077d tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-47462551', 'prefixes': ['172.20.0.0/16']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:54.664881 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e013d628-0f7d-4b1a-8026-fed386350dee tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.816101 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e013d628-0f7d-4b1a-8026-fed386350dee tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.838024 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a5007b-e8d6-4bb4-b913-e3871191e945 None None] New status for floating IP 30cf4b08-0e09-40c2-b3d9-9f8463c31af0: DOWN {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:45:54.910440 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-405b8e6c-3957-4c20-b9f5-1cb285f0cc89 admin admin] Allocated IP 172.25.0.79 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/cc57c224-3148-4f6a-8680-e0b66f8c89ec) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:45:54.915852 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8a044118-87b4-4e03-92ed-d23f265577ee req-7a164e37-7128-4658-8c66-570eb174f5fa tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 210 time: 0.0893953 Jul 16 20:45:54.939337 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e013d628-0f7d-4b1a-8026-fed386350dee tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.942560 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e013d628-0f7d-4b1a-8026-fed386350dee tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.947946 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e013d628-0f7d-4b1a-8026-fed386350dee tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "DELETE /v2.0/security-groups/5f2cc4b6-dce3-4a17-8632-e21ca09295a6 HTTP/1.1" status: 204 len: 168 time: 0.5543327 Jul 16 20:45:54.959028 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57950) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:54.997133 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013d628-0f7d-4b1a-8026-fed386350dee tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2cc4b6-dce3-4a17-8632-e21ca09295a6,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:55.002579 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-8893b330-2279-4b9b-9700-adb6ce0cdca4 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] show failed (client error): The resource could not be found. Jul 16 20:45:55.003931 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8893b330-2279-4b9b-9700-adb6ce0cdca4 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups/5f2cc4b6-dce3-4a17-8632-e21ca09295a6 HTTP/1.1" status: 404 len: 347 time: 0.0435734 Jul 16 20:45:55.007068 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57952) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:55.007334 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6943fd91-4119-4e0e-a52d-abe495aa077d tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks [] for subnetpool, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:55.013121 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6943fd91-4119-4e0e-a52d-abe495aa077d tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.3805821 Jul 16 20:45:55.013949 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57954) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:55.022662 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.tag.tag_plugin [None req-b6778e6f-919a-4bfc-a7b2-cd58ad6758d7 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c585c053-3356-4dc9-8f17-4f73d6a2b6cf', 'tempest-TagsExtTest-Tag-1762690606') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:55.114682 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e30070-848c-46a0-b650-f4e19abcc90c req-3a7d0d0a-0bfd-4429-a15c-8b9fa4d792a7 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:55.116263 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-80e30070-848c-46a0-b650-f4e19abcc90c req-3a7d0d0a-0bfd-4429-a15c-8b9fa4d792a7 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=64586993-b63f-48c8-ac22-bfe2d3f09345 HTTP/1.1" status: 200 len: 945 time: 0.4183705 Jul 16 20:45:55.206249 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-405b8e6c-3957-4c20-b9f5-1cb285f0cc89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:55.224774 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-80e30070-848c-46a0-b650-f4e19abcc90c req-0aaf6ebe-db7d-47e2-94a3-8bf0a996cc7a tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015513 Jul 16 20:45:55.260815 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-5204d418-3fcf-4cad-9f98-f4a8b89aa1a4 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Deleting port ee466b00-997d-452f-87f9-b7070d549c1a {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:55.261484 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5204d418-3fcf-4cad-9f98-f4a8b89aa1a4 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:55.277837 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b6778e6f-919a-4bfc-a7b2-cd58ad6758d7 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "PUT /v2.0/subnets/c585c053-3356-4dc9-8f17-4f73d6a2b6cf/tags/tempest-TagsExtTest-Tag-1762690606 HTTP/1.1" status: 201 len: 201 time: 0.2593503 Jul 16 20:45:55.278784 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57958) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:55.284615 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.tag.tag_plugin [None req-7e97a6f0-848c-4e86-9d64-22a23e112f96 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e45826f2-5a4f-474b-a33a-af23404e2279', 'tempest-TagsExtTest-Tag-565584772') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:55.300841 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-405b8e6c-3957-4c20-b9f5-1cb285f0cc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:55.399205 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405b8e6c-3957-4c20-b9f5-1cb285f0cc89 admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:55.409463 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-405b8e6c-3957-4c20-b9f5-1cb285f0cc89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:55.412026 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405b8e6c-3957-4c20-b9f5-1cb285f0cc89 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:45:55.426630 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b8e6c-3957-4c20-b9f5-1cb285f0cc89 admin admin] Pushing event updated for resources: {'Port': ['ID=cc57c224-3148-4f6a-8680-e0b66f8c89ec,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:55.449052 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7e97a6f0-848c-4e86-9d64-22a23e112f96 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "PUT /v2.0/ports/e45826f2-5a4f-474b-a33a-af23404e2279/tags/tempest-TagsExtTest-Tag-565584772 HTTP/1.1" status: 201 len: 201 time: 0.1698079 Jul 16 20:45:55.449797 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57960) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:55.460212 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.tag.tag_plugin [None req-6cd47c2b-c0bc-4da6-9750-5277f7f84aad tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '25d43725-e88c-452e-b21e-e67bd24d93f1', 'tempest-TagsExtTest-Tag-742625071') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:55.475663 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-136a0714-965c-481d-8c47-7d537d829a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:55.550743 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5204d418-3fcf-4cad-9f98-f4a8b89aa1a4 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:55.551081 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5204d418-3fcf-4cad-9f98-f4a8b89aa1a4 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:55.603520 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-5204d418-3fcf-4cad-9f98-f4a8b89aa1a4 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Calling delete_port for ee466b00-997d-452f-87f9-b7070d549c1a owned by network:floatingip {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:55.655167 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-a94ac2ed-d14c-4efd-bbad-76a04b65b65a None None] Allocated IP 172.20.0.2 (d212eea9-2a5b-4305-8d78-3da6b2888b74/8da678f9-5115-4e59-98a1-64318e22a1b1/d49b497f-a9b4-47f0-bf04-86b11f1a713b) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:45:55.692938 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6cd47c2b-c0bc-4da6-9750-5277f7f84aad tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "PUT /v2.0/routers/25d43725-e88c-452e-b21e-e67bd24d93f1/tags/tempest-TagsExtTest-Tag-742625071 HTTP/1.1" status: 201 len: 201 time: 0.2418182 Jul 16 20:45:55.693686 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57962) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:55.699025 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.tag.tag_plugin [None req-8e461e02-bf78-4baa-8076-1ab132a2f927 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1ff7f353-663a-4929-a65d-7fa4792a338c', 'tempest-TagsExtTest-Tag-1445622992') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:55.791942 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8e461e02-bf78-4baa-8076-1ab132a2f927 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "PUT /v2.0/subnetpools/1ff7f353-663a-4929-a65d-7fa4792a338c/tags/tempest-TagsExtTest-Tag-1445622992 HTTP/1.1" status: 201 len: 201 time: 0.0964279 Jul 16 20:45:55.795366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57966) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:55.805134 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.tag.tag_plugin [None req-e6b6394c-3cf1-4fc3-9d2c-ca3f68b069fa tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c585c053-3356-4dc9-8f17-4f73d6a2b6cf') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:55.917624 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e6b6394c-3cf1-4fc3-9d2c-ca3f68b069fa tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "GET /v2.0/subnets/c585c053-3356-4dc9-8f17-4f73d6a2b6cf/tags HTTP/1.1" status: 200 len: 241 time: 0.1176474 Jul 16 20:45:55.919789 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57968) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:55.931468 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.tag.tag_plugin [None req-9c7de2d2-2f49-4a7f-90fb-9c77412ff1e5 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c585c053-3356-4dc9-8f17-4f73d6a2b6cf', 'tempest-TagsExtTest-Tag-1762690606') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:55.969975 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:55.970260 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device ece74df0-21aa-4eec-a712-6e8148c37f2d up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:56.109544 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9c7de2d2-2f49-4a7f-90fb-9c77412ff1e5 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "GET /v2.0/subnets/c585c053-3356-4dc9-8f17-4f73d6a2b6cf/tags/tempest-TagsExtTest-Tag-1762690606 HTTP/1.1" status: 204 len: 168 time: 0.1797855 Jul 16 20:45:56.113453 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57972) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:56.120712 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.tag.tag_plugin [None req-2594e212-14c2-4764-9495-81d911c6a733 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c585c053-3356-4dc9-8f17-4f73d6a2b6cf', 'tempest-TagsExtTest-Tag-1762690606') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:56.127854 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ec0c5d-39ca-4545-a8cd-0bd7bba99143 None None] Network b69084e3-093a-44c6-b139-110b32325dd0 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:45:56.163236 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5204d418-3fcf-4cad-9f98-f4a8b89aa1a4 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.164735 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82996921-0d52-4ddd-bf08-42915e34e5c1 req-8b345884-8fb8-41d2-8e3e-925131bde5f4 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:56.172921 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-82996921-0d52-4ddd-bf08-42915e34e5c1 req-8b345884-8fb8-41d2-8e3e-925131bde5f4 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=64586993-b63f-48c8-ac22-bfe2d3f09345 HTTP/1.1" status: 200 len: 945 time: 0.1764369 Jul 16 20:45:56.261005 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2498683a-202c-4ef0-81dc-9cdec8ebf88a None None] Provisioning for port ece74df0-21aa-4eec-a712-6e8148c37f2d completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:56.263302 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port ece74df0-21aa-4eec-a712-6e8148c37f2d completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:56.267655 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204d418-3fcf-4cad-9f98-f4a8b89aa1a4 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Pushing event deleted for resources: {'Port': ['ID=ee466b00-997d-452f-87f9-b7070d549c1a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:56.302907 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-82996921-0d52-4ddd-bf08-42915e34e5c1 req-1dac78c4-3bf3-4cc0-ac11-4c74fb0bbaa9 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279967 Jul 16 20:45:56.305752 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port ece74df0-21aa-4eec-a712-6e8148c37f2d triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:56.306135 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.354464 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2594e212-14c2-4764-9495-81d911c6a733 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "DELETE /v2.0/subnets/c585c053-3356-4dc9-8f17-4f73d6a2b6cf/tags/tempest-TagsExtTest-Tag-1762690606 HTTP/1.1" status: 204 len: 168 time: 0.2395399 Jul 16 20:45:56.354683 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2498683a-202c-4ef0-81dc-9cdec8ebf88a None None] Provisioning complete for port ece74df0-21aa-4eec-a712-6e8148c37f2d triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:56.354846 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2498683a-202c-4ef0-81dc-9cdec8ebf88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.355522 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57976) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:56.364010 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.tag.tag_plugin [None req-6e0c9dc1-72f7-45df-a488-8024b9d0c46a tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c585c053-3356-4dc9-8f17-4f73d6a2b6cf') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:56.387544 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-405b8e6c-3957-4c20-b9f5-1cb285f0cc89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.396853 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a94ac2ed-d14c-4efd-bbad-76a04b65b65a None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.436268 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-136a0714-965c-481d-8c47-7d537d829a26 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.440313 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a94ac2ed-d14c-4efd-bbad-76a04b65b65a None None] Transition to ACTIVE for port object d49b497f-a9b4-47f0-bf04-86b11f1a713b will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:56.454946 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5204d418-3fcf-4cad-9f98-f4a8b89aa1a4 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for floatingip, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.459461 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5204d418-3fcf-4cad-9f98-f4a8b89aa1a4 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.465657 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5204d418-3fcf-4cad-9f98-f4a8b89aa1a4 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "DELETE /v2.0/floatingips/30cf4b08-0e09-40c2-b3d9-9f8463c31af0 HTTP/1.1" status: 204 len: 168 time: 1.4571319 Jul 16 20:45:56.506181 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-136a0714-965c-481d-8c47-7d537d829a26 None None] Transition to ACTIVE for port object 308215f7-1f06-4026-8cbe-d6bb60468648 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:56.512602 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6e0c9dc1-72f7-45df-a488-8024b9d0c46a tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "GET /v2.0/subnets/c585c053-3356-4dc9-8f17-4f73d6a2b6cf/tags HTTP/1.1" status: 200 len: 205 time: 0.1545391 Jul 16 20:45:56.515667 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57980) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:56.517128 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a94ac2ed-d14c-4efd-bbad-76a04b65b65a None None] Transition to ACTIVE for port object d49b497f-a9b4-47f0-bf04-86b11f1a713b will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:56.529400 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-136a0714-965c-481d-8c47-7d537d829a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.532082 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.tag.tag_plugin [None req-43c57253-5616-43f4-bea4-f43bdaa12e5c tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e45826f2-5a4f-474b-a33a-af23404e2279') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:56.583130 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e1520-558d-4057-83fd-a038c58b1293 None None] Pushing event updated for resources: {'Port': ['ID=308215f7-1f06-4026-8cbe-d6bb60468648,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:56.586735 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a94ac2ed-d14c-4efd-bbad-76a04b65b65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.651121 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-43c57253-5616-43f4-bea4-f43bdaa12e5c tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "GET /v2.0/ports/e45826f2-5a4f-474b-a33a-af23404e2279/tags HTTP/1.1" status: 200 len: 240 time: 0.1318481 Jul 16 20:45:56.653776 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57986) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:56.661825 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.tag.tag_plugin [None req-d4f960f2-2298-456d-9714-b96ecf25ad75 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e45826f2-5a4f-474b-a33a-af23404e2279', 'tempest-TagsExtTest-Tag-565584772') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:56.671993 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ac2ed-d14c-4efd-bbad-76a04b65b65a None None] Pushing event updated for resources: {'Port': ['ID=d49b497f-a9b4-47f0-bf04-86b11f1a713b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:56.714493 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94ac2ed-d14c-4efd-bbad-76a04b65b65a None None] Network d212eea9-2a5b-4305-8d78-3da6b2888b74 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:56.736424 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.742292 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a94ac2ed-d14c-4efd-bbad-76a04b65b65a None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:56.751857 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94ac2ed-d14c-4efd-bbad-76a04b65b65a None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:45:56.762573 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6de30a3e-3e4b-4257-aa00-c25e55555766 req-a45703e5-035a-40ff-8b75-9b7d3b5133d2 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 210 time: 0.5850136 Jul 16 20:45:56.805190 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d4f960f2-2298-456d-9714-b96ecf25ad75 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "GET /v2.0/ports/e45826f2-5a4f-474b-a33a-af23404e2279/tags/tempest-TagsExtTest-Tag-565584772 HTTP/1.1" status: 204 len: 168 time: 0.1434219 Jul 16 20:45:56.805790 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57988) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:56.813442 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-bb2955c2-058f-43be-9b00-b21ece21e13d tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'e45826f2-5a4f-474b-a33a-af23404e2279', 'tempest-TagsExtTest-Tag-565584772') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:56.898016 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-405b8e6c-3957-4c20-b9f5-1cb285f0cc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.958351 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57990) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:56.958709 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-136a0714-965c-481d-8c47-7d537d829a26 None None] Attempting to bind port 308215f7-1f06-4026-8cbe-d6bb60468648 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:45:56.959012 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-136a0714-965c-481d-8c47-7d537d829a26 None None] Attempting to bind port 308215f7-1f06-4026-8cbe-d6bb60468648 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'd5374ddd-ff90-4ee8-88dc-11a1091fc78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e0de2f1-8b0d-4833-9f1f-b011cb56a387'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:45:56.959377 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136a0714-965c-481d-8c47-7d537d829a26 None None] Attempting to bind port 308215f7-1f06-4026-8cbe-d6bb60468648 on network 5e0de2f1-8b0d-4833-9f1f-b011cb56a387 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:56.965530 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a6847045-1748-4dc9-8d68-0644968434ab tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--683678257', 'description': 'tempest-description--129408442'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:57.009461 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2498683a-202c-4ef0-81dc-9cdec8ebf88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:57.017739 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ed347-b658-48fa-a0e2-fc295d157f6b req-08db7a0c-dad2-4b54-b2c5-ce90919ec1c3 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:57.020250 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5d8ed347-b658-48fa-a0e2-fc295d157f6b req-08db7a0c-dad2-4b54-b2c5-ce90919ec1c3 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 1097 time: 0.0827007 Jul 16 20:45:57.031510 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136a0714-965c-481d-8c47-7d537d829a26 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:45:57.032136 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136a0714-965c-481d-8c47-7d537d829a26 None None] Checking segment: {'id': 'd5374ddd-ff90-4ee8-88dc-11a1091fc78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e0de2f1-8b0d-4833-9f1f-b011cb56a387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:57.032733 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-136a0714-965c-481d-8c47-7d537d829a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:57.033007 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136a0714-965c-481d-8c47-7d537d829a26 None None] Bound using segment: {'id': 'd5374ddd-ff90-4ee8-88dc-11a1091fc78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e0de2f1-8b0d-4833-9f1f-b011cb56a387'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:45:57.033498 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-136a0714-965c-481d-8c47-7d537d829a26 None None] Bound port: 308215f7-1f06-4026-8cbe-d6bb60468648, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5374ddd-ff90-4ee8-88dc-11a1091fc78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e0de2f1-8b0d-4833-9f1f-b011cb56a387'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:45:57.033888 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-136a0714-965c-481d-8c47-7d537d829a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:57.065862 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port ece74df0-21aa-4eec-a712-6e8148c37f2d, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=ece74df0-21aa-4eec-a712-6e8148c37f2d,segment=NetworkSegment(82858f9c-add5-411e-ad09-feab238aee20),segment_id=82858f9c-add5-411e-ad09-feab238aee20)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:57.075296 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5d8ed347-b658-48fa-a0e2-fc295d157f6b req-4cd1b9fc-fb07-4389-8d06-bb0f9fbb11f5 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496724 Jul 16 20:45:57.082285 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a94ac2ed-d14c-4efd-bbad-76a04b65b65a None None] Attempting to bind port d49b497f-a9b4-47f0-bf04-86b11f1a713b on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:45:57.082681 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a94ac2ed-d14c-4efd-bbad-76a04b65b65a None None] Attempting to bind port d49b497f-a9b4-47f0-bf04-86b11f1a713b by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '37431f92-aa4b-4e03-8d1d-d8b1c34217fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd212eea9-2a5b-4305-8d78-3da6b2888b74'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:45:57.083540 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94ac2ed-d14c-4efd-bbad-76a04b65b65a None None] Attempting to bind port d49b497f-a9b4-47f0-bf04-86b11f1a713b on network d212eea9-2a5b-4305-8d78-3da6b2888b74 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:57.088689 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:57.121315 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57992) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:57.152477 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94ac2ed-d14c-4efd-bbad-76a04b65b65a None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:45:57.152883 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94ac2ed-d14c-4efd-bbad-76a04b65b65a None None] Checking segment: {'id': '37431f92-aa4b-4e03-8d1d-d8b1c34217fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd212eea9-2a5b-4305-8d78-3da6b2888b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:57.153258 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a94ac2ed-d14c-4efd-bbad-76a04b65b65a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:57.153660 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94ac2ed-d14c-4efd-bbad-76a04b65b65a None None] Bound using segment: {'id': '37431f92-aa4b-4e03-8d1d-d8b1c34217fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd212eea9-2a5b-4305-8d78-3da6b2888b74'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:45:57.154152 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a94ac2ed-d14c-4efd-bbad-76a04b65b65a None None] Bound port: d49b497f-a9b4-47f0-bf04-86b11f1a713b, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37431f92-aa4b-4e03-8d1d-d8b1c34217fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd212eea9-2a5b-4305-8d78-3da6b2888b74'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:45:57.154558 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a94ac2ed-d14c-4efd-bbad-76a04b65b65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:57.287050 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-2498683a-202c-4ef0-81dc-9cdec8ebf88a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:45:57.287795 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-2498683a-202c-4ef0-81dc-9cdec8ebf88a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:45:57.302831 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-136a0714-965c-481d-8c47-7d537d829a26 None None] For port 308215f7-1f06-4026-8cbe-d6bb60468648, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:57.308173 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-136a0714-965c-481d-8c47-7d537d829a26 None None] For port 308215f7-1f06-4026-8cbe-d6bb60468648, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=308215f7-1f06-4026-8cbe-d6bb60468648,segment=NetworkSegment(d5374ddd-ff90-4ee8-88dc-11a1091fc78b),segment_id=d5374ddd-ff90-4ee8-88dc-11a1091fc78b)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:45:57.321694 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-136a0714-965c-481d-8c47-7d537d829a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:57.326791 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=ece74df0-21aa-4eec-a712-6e8148c37f2d,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:57.448668 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a6847045-1748-4dc9-8d68-0644968434ab tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:57.458045 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a94ac2ed-d14c-4efd-bbad-76a04b65b65a None None] For port d49b497f-a9b4-47f0-bf04-86b11f1a713b, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:57.464024 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a94ac2ed-d14c-4efd-bbad-76a04b65b65a None None] For port d49b497f-a9b4-47f0-bf04-86b11f1a713b, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=d49b497f-a9b4-47f0-bf04-86b11f1a713b,segment=NetworkSegment(37431f92-aa4b-4e03-8d1d-d8b1c34217fc),segment_id=37431f92-aa4b-4e03-8d1d-d8b1c34217fc)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:45:57.465917 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e1520-558d-4057-83fd-a038c58b1293 None None] Pushing event updated for resources: {'Port': ['ID=308215f7-1f06-4026-8cbe-d6bb60468648,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:57.470141 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136a0714-965c-481d-8c47-7d537d829a26 None None] Routers {'3175a90a-99b0-480d-8d6a-2a67c369329c'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:57.471002 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-136a0714-965c-481d-8c47-7d537d829a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:45:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3175a90a-99b0-480d-8d6a-2a67c369329c'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:57.475724 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a94ac2ed-d14c-4efd-bbad-76a04b65b65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:57.599683 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-6411e6be-0061-4e38-bdd4-5aae6c724989 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Deleting port 05a23f3a-274c-44bc-b8c0-8648b5d6e223 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:57.600431 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6411e6be-0061-4e38-bdd4-5aae6c724989 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:57.692270 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bb2955c2-058f-43be-9b00-b21ece21e13d tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "DELETE /v2.0/ports/e45826f2-5a4f-474b-a33a-af23404e2279/tags/tempest-TagsExtTest-Tag-565584772 HTTP/1.1" status: 204 len: 168 time: 0.8849974 Jul 16 20:45:57.693191 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57996) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:57.707626 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcc92c-5999-46bb-8f64-5a345a736371 req-2467018d-c339-4ad2-b30b-d941d47c90ae tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:57.710070 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59bcc92c-5999-46bb-8f64-5a345a736371 req-2467018d-c339-4ad2-b30b-d941d47c90ae tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.62 "GET /v2.0/ports?device_id=64586993-b63f-48c8-ac22-bfe2d3f09345 HTTP/1.1" status: 200 len: 945 time: 0.3382490 Jul 16 20:45:57.716762 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-58bf006a-1e67-45d3-84ee-33cd43b75cb2 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e45826f2-5a4f-474b-a33a-af23404e2279') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:57.773825 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-136a0714-965c-481d-8c47-7d537d829a26 None None] Set router 3175a90a-99b0-480d-8d6a-2a67c369329c gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:58.065082 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405b8e6c-3957-4c20-b9f5-1cb285f0cc89 admin admin] Router 75967b1b-adf3-43af-bd94-7937028de813 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:45:58.147434 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-58bf006a-1e67-45d3-84ee-33cd43b75cb2 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "GET /v2.0/ports/e45826f2-5a4f-474b-a33a-af23404e2279/tags HTTP/1.1" status: 200 len: 205 time: 0.4433367 Jul 16 20:45:58.153852 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58000) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:58.181225 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-bc63e18e-680b-4fb9-b418-828871dfe10b tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '25d43725-e88c-452e-b21e-e67bd24d93f1') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:58.263619 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:58.273046 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device ece74df0-21aa-4eec-a712-6e8148c37f2d up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:58.278156 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a6847045-1748-4dc9-8d68-0644968434ab tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:58.304582 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9bedafff-c9f5-416b-b4bb-cbc7a6ff20f1 req-4e96087b-e563-4a87-a424-bc3cdb3405e0 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0d706b-c980-4527-becd-386ed6092762 HTTP/1.1" status: 200 len: 210 time: 0.1078513 Jul 16 20:45:58.314855 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a6847045-1748-4dc9-8d68-0644968434ab tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:58.341110 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ac2ed-d14c-4efd-bbad-76a04b65b65a None None] Pushing event updated for resources: {'Port': ['ID=d49b497f-a9b4-47f0-bf04-86b11f1a713b,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:58.366347 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port ece74df0-21aa-4eec-a712-6e8148c37f2d triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:58.366759 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:58.367593 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6411e6be-0061-4e38-bdd4-5aae6c724989 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:58.368159 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6411e6be-0061-4e38-bdd4-5aae6c724989 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:58.378655 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429cca2-9e50-462a-bc4d-21bb102866fa req-2d81d7f2-c3ed-4ef6-a275-8e1afffab08d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:58.386049 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3429cca2-9e50-462a-bc4d-21bb102866fa req-2d81d7f2-c3ed-4ef6-a275-8e1afffab08d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=64586993-b63f-48c8-ac22-bfe2d3f09345 HTTP/1.1" status: 200 len: 945 time: 0.8002622 Jul 16 20:45:58.413848 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-6411e6be-0061-4e38-bdd4-5aae6c724989 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Calling delete_port for 05a23f3a-274c-44bc-b8c0-8648b5d6e223 owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:58.428597 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6847045-1748-4dc9-8d68-0644968434ab tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab8e5b0-81ce-43e7-9da9-b10d36367149,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:58.444353 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a6847045-1748-4dc9-8d68-0644968434ab tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:58.448394 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a6847045-1748-4dc9-8d68-0644968434ab tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4866853 Jul 16 20:45:58.451488 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bc63e18e-680b-4fb9-b418-828871dfe10b tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "GET /v2.0/routers/25d43725-e88c-452e-b21e-e67bd24d93f1/tags HTTP/1.1" status: 200 len: 240 time: 0.2944148 Jul 16 20:45:58.451488 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58002) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:58.452054 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58004) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:58.457167 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405b8e6c-3957-4c20-b9f5-1cb285f0cc89 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:45:58.466260 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-59bcc92c-5999-46bb-8f64-5a345a736371 req-2d73ef10-abdd-46fc-bd76-fd759fd3484d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Deleting port 6b63c6e9-8548-45c1-9d37-fc63bc0e0294 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:58.466933 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-59bcc92c-5999-46bb-8f64-5a345a736371 req-2d73ef10-abdd-46fc-bd76-fd759fd3484d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:58.467630 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2136b55f-2972-4031-b983-f3fea2adae66 None None] Sync routers for ids ['75967b1b-adf3-43af-bd94-7937028de813'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:45:58.472444 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-2ad7681d-212e-4892-9f1b-8c98ad2b4f04 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '25d43725-e88c-452e-b21e-e67bd24d93f1', 'tempest-TagsExtTest-Tag-742625071') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:58.477775 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a4b3b988-f82d-4445-850d-d81c032f3f03 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Request body: {'security_group_rule': {'security_group_id': '3ab8e5b0-81ce-43e7-9da9-b10d36367149', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:58.481610 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2136b55f-2972-4031-b983-f3fea2adae66 None None] Routers {'75967b1b-adf3-43af-bd94-7937028de813'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:58.485202 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2136b55f-2972-4031-b983-f3fea2adae66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:45:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['75967b1b-adf3-43af-bd94-7937028de813'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:58.533974 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3429cca2-9e50-462a-bc4d-21bb102866fa req-2ff7989f-7e96-4afb-862f-b21715cf783f tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449974 Jul 16 20:45:58.592006 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2ad7681d-212e-4892-9f1b-8c98ad2b4f04 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "GET /v2.0/routers/25d43725-e88c-452e-b21e-e67bd24d93f1/tags/tempest-TagsExtTest-Tag-742625071 HTTP/1.1" status: 204 len: 168 time: 0.1378241 Jul 16 20:45:58.594240 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a4b3b988-f82d-4445-850d-d81c032f3f03 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:58.597191 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58008) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:58.598016 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-405b8e6c-3957-4c20-b9f5-1cb285f0cc89 admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:58.603227 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-405b8e6c-3957-4c20-b9f5-1cb285f0cc89 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0878203 Jul 16 20:45:58.605462 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58010) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:58.609331 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-0c0d1f4f-0af4-46c9-b28c-530e88eaa1c7 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '25d43725-e88c-452e-b21e-e67bd24d93f1', 'tempest-TagsExtTest-Tag-742625071') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:58.639006 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b5602e85-c1cc-4d50-8b40-3346461dd05f None None] Provisioning for port e45826f2-5a4f-474b-a33a-af23404e2279 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:58.667516 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b5602e85-c1cc-4d50-8b40-3346461dd05f None None] Provisioning complete for port e45826f2-5a4f-474b-a33a-af23404e2279 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:58.667942 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5602e85-c1cc-4d50-8b40-3346461dd05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:58.712047 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b5602e85-c1cc-4d50-8b40-3346461dd05f None None] Port e45826f2-5a4f-474b-a33a-af23404e2279 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:45:58.746989 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-59bcc92c-5999-46bb-8f64-5a345a736371 req-2d73ef10-abdd-46fc-bd76-fd759fd3484d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] For port 6b63c6e9-8548-45c1-9d37-fc63bc0e0294, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=6b63c6e9-8548-45c1-9d37-fc63bc0e0294,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:58.747598 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-59bcc92c-5999-46bb-8f64-5a345a736371 req-2d73ef10-abdd-46fc-bd76-fd759fd3484d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:58.777486 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b5602e85-c1cc-4d50-8b40-3346461dd05f None None] Provisioning complete for port ece74df0-21aa-4eec-a712-6e8148c37f2d triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:58.778055 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-59bcc92c-5999-46bb-8f64-5a345a736371 req-2d73ef10-abdd-46fc-bd76-fd759fd3484d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Calling delete_port for 6b63c6e9-8548-45c1-9d37-fc63bc0e0294 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:58.778164 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5602e85-c1cc-4d50-8b40-3346461dd05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:58.841670 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-2136b55f-2972-4031-b983-f3fea2adae66 None None] Set router 75967b1b-adf3-43af-bd94-7937028de813 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:58.860007 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-136a0714-965c-481d-8c47-7d537d829a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3175a90a-99b0-480d-8d6a-2a67c369329c', 'name': 'tempest-TestServerMultinode-1697152018-router', 'tenant_id': '62f62ec020c843ee94ffaece6c246fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c82a7014-41d1-4fe5-af23-9ec060dfb78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:45Z', 'updated_at': '2021-07-16T20:45:49Z', 'revision_number': 4, 'project_id': '62f62ec020c843ee94ffaece6c246fa8', 'gw_port': {'id': 'c82a7014-41d1-4fe5-af23-9ec060dfb78f', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3175a90a-99b0-480d-8d6a-2a67c369329c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:46Z', 'updated_at': '2021-07-16T20:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '308215f7-1f06-4026-8cbe-d6bb60468648', 'name': '', 'network_id': '5e0de2f1-8b0d-4833-9f1f-b011cb56a387', 'tenant_id': '62f62ec020c843ee94ffaece6c246fa8', 'mac_address': 'fa:16:3e:05:91:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3175a90a-99b0-480d-8d6a-2a67c369329c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '3f925518-e352-49ca-b079-fb02ffd806d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:48Z', 'updated_at': '2021-07-16T20:45:57Z', 'revision_number': 4, 'project_id': '62f62ec020c843ee94ffaece6c246fa8', 'subnets': [{'id': '3f925518-e352-49ca-b079-fb02ffd806d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:58.862584 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a4b3b988-f82d-4445-850d-d81c032f3f03 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:58.889270 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a4b3b988-f82d-4445-850d-d81c032f3f03 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:58.906304 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136a0714-965c-481d-8c47-7d537d829a26 None None] The sync data for ids ['3175a90a-99b0-480d-8d6a-2a67c369329c'] in n-d-791506-21 is: [{'id': '3175a90a-99b0-480d-8d6a-2a67c369329c', 'name': 'tempest-TestServerMultinode-1697152018-router', 'tenant_id': '62f62ec020c843ee94ffaece6c246fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c82a7014-41d1-4fe5-af23-9ec060dfb78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:45Z', 'updated_at': '2021-07-16T20:45:49Z', 'revision_number': 4, 'project_id': '62f62ec020c843ee94ffaece6c246fa8', 'gw_port': {'id': 'c82a7014-41d1-4fe5-af23-9ec060dfb78f', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3175a90a-99b0-480d-8d6a-2a67c369329c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:46Z', 'updated_at': '2021-07-16T20:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '308215f7-1f06-4026-8cbe-d6bb60468648', 'name': '', 'network_id': '5e0de2f1-8b0d-4833-9f1f-b011cb56a387', 'tenant_id': '62f62ec020c843ee94ffaece6c246fa8', 'mac_address': 'fa:16:3e:05:91:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3175a90a-99b0-480d-8d6a-2a67c369329c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '3f925518-e352-49ca-b079-fb02ffd806d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:48Z', 'updated_at': '2021-07-16T20:45:57Z', 'revision_number': 4, 'project_id': '62f62ec020c843ee94ffaece6c246fa8', 'subnets': [{'id': '3f925518-e352-49ca-b079-fb02ffd806d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:45:58.910439 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0c0d1f4f-0af4-46c9-b28c-530e88eaa1c7 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "DELETE /v2.0/routers/25d43725-e88c-452e-b21e-e67bd24d93f1/tags/tempest-TagsExtTest-Tag-742625071 HTTP/1.1" status: 204 len: 168 time: 0.3059435 Jul 16 20:45:58.925174 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58012) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:58.936971 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-5852f694-6c11-4128-b7c2-d3c2a5efa6b8 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '25d43725-e88c-452e-b21e-e67bd24d93f1') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:59.044003 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6411e6be-0061-4e38-bdd4-5aae6c724989 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:59.086410 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3b988-f82d-4445-850d-d81c032f3f03 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6caaf653-d60d-44df-878e-5b5e167aae45,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:59.094549 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a4b3b988-f82d-4445-850d-d81c032f3f03 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:59.098507 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a4b3b988-f82d-4445-850d-d81c032f3f03 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6471508 Jul 16 20:45:59.106269 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411e6be-0061-4e38-bdd4-5aae6c724989 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event deleted for resources: {'Port': ['ID=05a23f3a-274c-44bc-b8c0-8648b5d6e223,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:59.142782 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58014) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:59.153745 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-97018a1a-188c-404b-be96-e53219c4299c tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Request body: {'security_group_rule': {'security_group_id': '3ab8e5b0-81ce-43e7-9da9-b10d36367149', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:59.267905 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5852f694-6c11-4128-b7c2-d3c2a5efa6b8 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "GET /v2.0/routers/25d43725-e88c-452e-b21e-e67bd24d93f1/tags HTTP/1.1" status: 200 len: 205 time: 0.3371217 Jul 16 20:45:59.270963 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58016) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:59.286147 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-2a1367d7-da8e-4696-a3f2-42cdc355e2b9 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1ff7f353-663a-4929-a65d-7fa4792a338c') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:59.314475 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2136b55f-2972-4031-b983-f3fea2adae66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75967b1b-adf3-43af-bd94-7937028de813', 'name': 'tempest-TestServerMultinode-1710850781-router', 'tenant_id': '7d844709015249cdaf092b7a5f1b9e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'cc57c224-3148-4f6a-8680-e0b66f8c89ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:53Z', 'updated_at': '2021-07-16T20:45:55Z', 'revision_number': 3, 'project_id': '7d844709015249cdaf092b7a5f1b9e50', 'gw_port': {'id': 'cc57c224-3148-4f6a-8680-e0b66f8c89ec', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:94:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75967b1b-adf3-43af-bd94-7937028de813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:54Z', 'updated_at': '2021-07-16T20:45:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:59.336584 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-59bcc92c-5999-46bb-8f64-5a345a736371 req-2d73ef10-abdd-46fc-bd76-fd759fd3484d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:59.349907 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['aeae3ce4-ebcb-4649-a0cd-854d2d7318ca'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:45:59.383922 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2136b55f-2972-4031-b983-f3fea2adae66 None None] Checking router: 75967b1b-adf3-43af-bd94-7937028de813 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:45:59.384349 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2136b55f-2972-4031-b983-f3fea2adae66 None None] Updating router 75967b1b-adf3-43af-bd94-7937028de813 port cc57c224-3148-4f6a-8680-e0b66f8c89ec binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:45:59.409100 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6411e6be-0061-4e38-bdd4-5aae6c724989 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:59.409659 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-6411e6be-0061-4e38-bdd4-5aae6c724989 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Floating IP 23c10ed2-c2dd-456b-b98f-92bba2a63074 disassociated (deleted). External IP: 172.25.0.89, port: c4a2edc9-acbe-4068-a489-5602accc426f. Jul 16 20:45:59.412995 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73ef10-abdd-46fc-bd76-fd759fd3484d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Pushing event deleted for resources: {'Port': ['ID=6b63c6e9-8548-45c1-9d37-fc63bc0e0294,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:59.415260 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-97018a1a-188c-404b-be96-e53219c4299c tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:59.432686 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['b25d1195-8eea-4971-b9cc-6fb988780404'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:45:59.459584 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2136b55f-2972-4031-b983-f3fea2adae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:59.492396 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2a1367d7-da8e-4696-a3f2-42cdc355e2b9 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "GET /v2.0/subnetpools/1ff7f353-663a-4929-a65d-7fa4792a338c/tags HTTP/1.1" status: 200 len: 241 time: 0.2177882 Jul 16 20:45:59.508912 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58020) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:59.532458 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.tag.tag_plugin [None req-d3e46c81-8747-4ef2-83ce-f4a6ae170147 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1ff7f353-663a-4929-a65d-7fa4792a338c', 'tempest-TagsExtTest-Tag-1445622992') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:59.653810 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58026) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:59.657595 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67e08df-b0bc-436d-aa1f-144cd9809314 None None] Network d212eea9-2a5b-4305-8d78-3da6b2888b74 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:45:59.729424 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:45:59.743699 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bcc92c-5999-46bb-8f64-5a345a736371 req-2d73ef10-abdd-46fc-bd76-fd759fd3484d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] No DVR routers for this DVR port 6b63c6e9-8548-45c1-9d37-fc63bc0e0294 on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:59.754365 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:59.776588 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d3e46c81-8747-4ef2-83ce-f4a6ae170147 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "GET /v2.0/subnetpools/1ff7f353-663a-4929-a65d-7fa4792a338c/tags/tempest-TagsExtTest-Tag-1445622992 HTTP/1.1" status: 204 len: 168 time: 0.2518542 Jul 16 20:45:59.778744 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-59bcc92c-5999-46bb-8f64-5a345a736371 req-2d73ef10-abdd-46fc-bd76-fd759fd3484d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:59.781421 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59bcc92c-5999-46bb-8f64-5a345a736371 req-2d73ef10-abdd-46fc-bd76-fd759fd3484d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.62 "DELETE /v2.0/ports/6b63c6e9-8548-45c1-9d37-fc63bc0e0294 HTTP/1.1" status: 204 len: 173 time: 2.0230055 Jul 16 20:45:59.828779 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58028) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:59.833522 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-45e3999e-02fd-4039-94d8-1c903302ca8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:59.882975 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-a45f99cc-1ff1-451c-af6e-610673a6bf54 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '1ff7f353-663a-4929-a65d-7fa4792a338c', 'tempest-TagsExtTest-Tag-1445622992') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:59.889229 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e9cc32ae-907f-40f9-9ee0-1e39e5f2cd67 None None] Provisioning for port d49b497f-a9b4-47f0-bf04-86b11f1a713b completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:59.900975 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64586993-b63f-48c8-ac22-bfe2d3f09345', 'name': 'network-vif-deleted', 'tag': '6b63c6e9-8548-45c1-9d37-fc63bc0e0294'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:59.913150 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae763df-fe4b-4897-9aac-717944e9b2bc" -d '{"events": [{"server_uuid": "64586993-b63f-48c8-ac22-bfe2d3f09345", "name": "network-vif-deleted", "tag": "6b63c6e9-8548-45c1-9d37-fc63bc0e0294"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:00.036630 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7227349-c1af-49eb-988f-9121c7f20b37 x-openstack-request-id: req-a7227349-c1af-49eb-988f-9121c7f20b37 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:00.036928 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64586993-b63f-48c8-ac22-bfe2d3f09345", "name": "network-vif-deleted", "tag": "6b63c6e9-8548-45c1-9d37-fc63bc0e0294", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:00.037185 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a7227349-c1af-49eb-988f-9121c7f20b37 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:00.037643 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64586993-b63f-48c8-ac22-bfe2d3f09345', 'name': 'network-vif-deleted', 'tag': '6b63c6e9-8548-45c1-9d37-fc63bc0e0294', 'status': 'completed', 'code': 200} Jul 16 20:46:00.121923 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 308215f7-1f06-4026-8cbe-d6bb60468648 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:00.204072 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-45e3999e-02fd-4039-94d8-1c903302ca8c admin admin] Allocated IP 172.20.0.1 (d212eea9-2a5b-4305-8d78-3da6b2888b74/8da678f9-5115-4e59-98a1-64318e22a1b1/fa58813f-fb5f-4d47-8659-939912a488b0) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:00.209482 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2136b55f-2972-4031-b983-f3fea2adae66 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.224598 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-2136b55f-2972-4031-b983-f3fea2adae66 None None] Transition to ACTIVE for port object cc57c224-3148-4f6a-8680-e0b66f8c89ec will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:00.232060 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2136b55f-2972-4031-b983-f3fea2adae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.235793 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-97018a1a-188c-404b-be96-e53219c4299c tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.240279 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99d28afc-e552-487d-befd-7ec6c1461190 req-697d6aff-0ad9-4417-9159-c5438d781062 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=64586993-b63f-48c8-ac22-bfe2d3f09345 HTTP/1.1" status: 200 len: 210 time: 0.3404114 Jul 16 20:46:00.240916 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-77b4601a-56ab-4a95-902a-67c90064a737 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.260824 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-97018a1a-188c-404b-be96-e53219c4299c tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.282138 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 308215f7-1f06-4026-8cbe-d6bb60468648 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:00.287507 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 308215f7-1f06-4026-8cbe-d6bb60468648 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:00.287986 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.294967 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2136b55f-2972-4031-b983-f3fea2adae66 None None] Attempting to bind port cc57c224-3148-4f6a-8680-e0b66f8c89ec on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:00.295566 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2136b55f-2972-4031-b983-f3fea2adae66 None None] Attempting to bind port cc57c224-3148-4f6a-8680-e0b66f8c89ec by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:00.296156 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2136b55f-2972-4031-b983-f3fea2adae66 None None] Attempting to bind port cc57c224-3148-4f6a-8680-e0b66f8c89ec on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:00.321535 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2136b55f-2972-4031-b983-f3fea2adae66 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:00.322202 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2136b55f-2972-4031-b983-f3fea2adae66 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:00.323273 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2136b55f-2972-4031-b983-f3fea2adae66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.323994 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2136b55f-2972-4031-b983-f3fea2adae66 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:00.324629 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2136b55f-2972-4031-b983-f3fea2adae66 None None] Bound port: cc57c224-3148-4f6a-8680-e0b66f8c89ec, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:00.325174 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2136b55f-2972-4031-b983-f3fea2adae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.388095 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97018a1a-188c-404b-be96-e53219c4299c tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab89aada-4ac6-4961-92b9-c7cf526b4f66,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:00.407821 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a45f99cc-1ff1-451c-af6e-610673a6bf54 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "DELETE /v2.0/subnetpools/1ff7f353-663a-4929-a65d-7fa4792a338c/tags/tempest-TagsExtTest-Tag-1445622992 HTTP/1.1" status: 204 len: 168 time: 0.5383613 Jul 16 20:46:00.410254 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58034) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:00.415966 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-9407fa38-15ba-443e-9e2d-5c59755634ca tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1ff7f353-663a-4929-a65d-7fa4792a338c') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:00.420433 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.444933 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-45e3999e-02fd-4039-94d8-1c903302ca8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.451273 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-77b4601a-56ab-4a95-902a-67c90064a737 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.469021 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-2136b55f-2972-4031-b983-f3fea2adae66 None None] For port cc57c224-3148-4f6a-8680-e0b66f8c89ec, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:00.480857 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-2136b55f-2972-4031-b983-f3fea2adae66 None None] For port cc57c224-3148-4f6a-8680-e0b66f8c89ec, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=cc57c224-3148-4f6a-8680-e0b66f8c89ec,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:00.484753 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cc293-af44-4642-97f8-cb2196d9c0dc None None] Pushing event updated for resources: {'Port': ['ID=cc57c224-3148-4f6a-8680-e0b66f8c89ec,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:00.492476 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2136b55f-2972-4031-b983-f3fea2adae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.501183 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-45e3999e-02fd-4039-94d8-1c903302ca8c admin admin] Transition to ACTIVE for port object fa58813f-fb5f-4d47-8659-939912a488b0 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:00.504368 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9407fa38-15ba-443e-9e2d-5c59755634ca tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "GET /v2.0/subnetpools/1ff7f353-663a-4929-a65d-7fa4792a338c/tags HTTP/1.1" status: 200 len: 205 time: 0.0928898 Jul 16 20:46:00.504644 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 308215f7-1f06-4026-8cbe-d6bb60468648, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=308215f7-1f06-4026-8cbe-d6bb60468648,segment=NetworkSegment(d5374ddd-ff90-4ee8-88dc-11a1091fc78b),segment_id=d5374ddd-ff90-4ee8-88dc-11a1091fc78b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:00.507421 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58036) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:00.517154 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.517961 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device d49b497f-a9b4-47f0-bf04-86b11f1a713b up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:00.519689 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-6d9c8776-4776-434a-b427-58c878c5a5b2 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1ff7f353-663a-4929-a65d-7fa4792a338c') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:00.573793 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6d9c8776-4776-434a-b427-58c878c5a5b2 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "DELETE /v2.0/subnetpools/1ff7f353-663a-4929-a65d-7fa4792a338c/tags HTTP/1.1" status: 204 len: 168 time: 0.0573845 Jul 16 20:46:00.576635 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58038) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:00.583094 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-ab91b103-32b0-4a0f-9bbe-a8a3af2423d2 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '25d43725-e88c-452e-b21e-e67bd24d93f1') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:00.594527 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-97018a1a-188c-404b-be96-e53219c4299c tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.598778 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-97018a1a-188c-404b-be96-e53219c4299c tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4460387 Jul 16 20:46:00.623841 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58040) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:00.647378 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-dd93ca3b-a7c8-4dad-bd46-6bf3f8296ada tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:00.658264 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2136b55f-2972-4031-b983-f3fea2adae66 None None] Routers {'75967b1b-adf3-43af-bd94-7937028de813'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:00.670726 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2136b55f-2972-4031-b983-f3fea2adae66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:45:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['75967b1b-adf3-43af-bd94-7937028de813'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:00.724630 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd93ca3b-a7c8-4dad-bd46-6bf3f8296ada tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for floatingip, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.738553 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=308215f7-1f06-4026-8cbe-d6bb60468648,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:00.783949 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port d49b497f-a9b4-47f0-bf04-86b11f1a713b completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:00.786300 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6411e6be-0061-4e38-bdd4-5aae6c724989 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Router c52f9cfc-7ccf-4be3-be55-158ba7f33645 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:46:00.788524 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port d49b497f-a9b4-47f0-bf04-86b11f1a713b triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:00.789037 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.789158 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-77b4601a-56ab-4a95-902a-67c90064a737 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.791970 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-77b4601a-56ab-4a95-902a-67c90064a737 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.798041 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-77b4601a-56ab-4a95-902a-67c90064a737 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "DELETE /v2.0/security-groups/183cd6da-38ec-40dd-b581-c8ed532a4162 HTTP/1.1" status: 204 len: 168 time: 1.1218059 Jul 16 20:46:00.803594 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58042) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:00.828389 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-45e3999e-02fd-4039-94d8-1c903302ca8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.847144 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-ae59329c-999b-46b1-9c27-df3bbf001c48 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] show failed (client error): The resource could not be found. Jul 16 20:46:00.848189 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ae59329c-999b-46b1-9c27-df3bbf001c48 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "GET /v2.0/security-groups/183cd6da-38ec-40dd-b581-c8ed532a4162 HTTP/1.1" status: 404 len: 347 time: 0.0322223 Jul 16 20:46:00.860384 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58044) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:00.861143 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4601a-56ab-4a95-902a-67c90064a737 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=183cd6da-38ec-40dd-b581-c8ed532a4162,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:00.929407 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7b32b4d1-a360-440e-99f9-eb4d79c9013f None None] Provisioning complete for port d49b497f-a9b4-47f0-bf04-86b11f1a713b triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:00.929952 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b32b4d1-a360-440e-99f9-eb4d79c9013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.943756 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3999e-02fd-4039-94d8-1c903302ca8c admin admin] Pushing event updated for resources: {'Port': ['ID=fa58813f-fb5f-4d47-8659-939912a488b0,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:00.959145 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-2136b55f-2972-4031-b983-f3fea2adae66 None None] Set router 75967b1b-adf3-43af-bd94-7937028de813 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:00.963425 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cc293-af44-4642-97f8-cb2196d9c0dc None None] Pushing event updated for resources: {'Port': ['ID=cc57c224-3148-4f6a-8680-e0b66f8c89ec,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:00.985188 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e3999e-02fd-4039-94d8-1c903302ca8c admin admin] Network d212eea9-2a5b-4305-8d78-3da6b2888b74 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:00.996682 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-45e3999e-02fd-4039-94d8-1c903302ca8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:01.019240 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e3999e-02fd-4039-94d8-1c903302ca8c admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:01.046988 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:01.080036 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ab91b103-32b0-4a0f-9bbe-a8a3af2423d2 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "DELETE /v2.0/routers/25d43725-e88c-452e-b21e-e67bd24d93f1/tags HTTP/1.1" status: 204 len: 168 time: 0.5017228 Jul 16 20:46:01.087186 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58046) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:01.104756 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-b4936382-8815-4329-8f25-2ccafec8cdb3 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e45826f2-5a4f-474b-a33a-af23404e2279') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:01.158694 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port d49b497f-a9b4-47f0-bf04-86b11f1a713b, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=d49b497f-a9b4-47f0-bf04-86b11f1a713b,segment=NetworkSegment(37431f92-aa4b-4e03-8d1d-d8b1c34217fc),segment_id=37431f92-aa4b-4e03-8d1d-d8b1c34217fc)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:01.162156 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b32b4d1-a360-440e-99f9-eb4d79c9013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:01.168334 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 6b63c6e9-8548-45c1-9d37-fc63bc0e0294 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:46:01.179006 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd93ca3b-a7c8-4dad-bd46-6bf3f8296ada tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:01.180350 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:01.181917 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-45e3999e-02fd-4039-94d8-1c903302ca8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:01.206671 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 6b63c6e9-8548-45c1-9d37-fc63bc0e0294 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:46:01.207058 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 6b63c6e9-8548-45c1-9d37-fc63bc0e0294 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:46:01.325356 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=d49b497f-a9b4-47f0-bf04-86b11f1a713b,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:01.330596 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-7b32b4d1-a360-440e-99f9-eb4d79c9013f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:46:01.330796 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-7b32b4d1-a360-440e-99f9-eb4d79c9013f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:46:01.359961 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2136b55f-2972-4031-b983-f3fea2adae66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75967b1b-adf3-43af-bd94-7937028de813', 'name': 'tempest-TestServerMultinode-1710850781-router', 'tenant_id': '7d844709015249cdaf092b7a5f1b9e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'cc57c224-3148-4f6a-8680-e0b66f8c89ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:53Z', 'updated_at': '2021-07-16T20:45:55Z', 'revision_number': 3, 'project_id': '7d844709015249cdaf092b7a5f1b9e50', 'gw_port': {'id': 'cc57c224-3148-4f6a-8680-e0b66f8c89ec', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:94:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75967b1b-adf3-43af-bd94-7937028de813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:54Z', 'updated_at': '2021-07-16T20:46:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:01.416970 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2136b55f-2972-4031-b983-f3fea2adae66 None None] The sync data for ids ['75967b1b-adf3-43af-bd94-7937028de813'] in n-d-791506-21 is: [{'id': '75967b1b-adf3-43af-bd94-7937028de813', 'name': 'tempest-TestServerMultinode-1710850781-router', 'tenant_id': '7d844709015249cdaf092b7a5f1b9e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'cc57c224-3148-4f6a-8680-e0b66f8c89ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:53Z', 'updated_at': '2021-07-16T20:45:55Z', 'revision_number': 3, 'project_id': '7d844709015249cdaf092b7a5f1b9e50', 'gw_port': {'id': 'cc57c224-3148-4f6a-8680-e0b66f8c89ec', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:94:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75967b1b-adf3-43af-bd94-7937028de813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:54Z', 'updated_at': '2021-07-16T20:46:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:46:01.452960 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-45e3999e-02fd-4039-94d8-1c903302ca8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:01.540411 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b4936382-8815-4329-8f25-2ccafec8cdb3 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "DELETE /v2.0/ports/e45826f2-5a4f-474b-a33a-af23404e2279/tags HTTP/1.1" status: 204 len: 168 time: 0.4402831 Jul 16 20:46:01.583435 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58052) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:01.594573 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-2a468bfd-b339-4149-8301-e4d84e76f323 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c585c053-3356-4dc9-8f17-4f73d6a2b6cf') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:01.721924 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-dd93ca3b-a7c8-4dad-bd46-6bf3f8296ada tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Allocated IP 172.25.0.70 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/22be6355-fe27-4f79-a726-af3a05d775eb) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:01.900110 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-d4ed919e-e2c0-49a0-acb0-7bb2dd6abbf5 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Deleting port 68006ec2-cc23-4ab1-9e7f-820bf7917b02 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:46:01.901806 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d4ed919e-e2c0-49a0-acb0-7bb2dd6abbf5 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:01.990545 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 308215f7-1f06-4026-8cbe-d6bb60468648 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:02.004241 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7abf707b-3164-4241-a648-7a13190e7534 req-2e07961c-7609-4123-953d-9ec004efe53d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=806edad4-241a-48f7-adb3-49c07274fa0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.1548734 Jul 16 20:46:02.028362 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6411e6be-0061-4e38-bdd4-5aae6c724989 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:46:02.042702 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce99933-2204-4305-8781-0d2fca0cc410 None None] Sync routers for ids ['c52f9cfc-7ccf-4be3-be55-158ba7f33645'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:46:02.059535 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce99933-2204-4305-8781-0d2fca0cc410 None None] Routers {'c52f9cfc-7ccf-4be3-be55-158ba7f33645'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:02.060380 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-0ce99933-2204-4305-8781-0d2fca0cc410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:45:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c52f9cfc-7ccf-4be3-be55-158ba7f33645'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:02.064620 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6411e6be-0061-4e38-bdd4-5aae6c724989 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.153967 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d4ed919e-e2c0-49a0-acb0-7bb2dd6abbf5 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.154605 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d4ed919e-e2c0-49a0-acb0-7bb2dd6abbf5 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.168030 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 308215f7-1f06-4026-8cbe-d6bb60468648 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:02.168546 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.189739 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-d4ed919e-e2c0-49a0-acb0-7bb2dd6abbf5 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Calling delete_port for 68006ec2-cc23-4ab1-9e7f-820bf7917b02 owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:46:02.218585 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6411e6be-0061-4e38-bdd4-5aae6c724989 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "DELETE /v2.0/floatingips/23c10ed2-c2dd-456b-b98f-92bba2a63074 HTTP/1.1" status: 204 len: 168 time: 5.0952663 Jul 16 20:46:02.221992 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8b01b786-ae86-4a79-ba2e-a3f579e45a1c None None] Provisioning for port fa58813f-fb5f-4d47-8659-939912a488b0 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:02.224798 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b042e812-cc5a-4106-b6e9-f0d646ec9fbc', 'tag': 'c4a2edc9-acbe-4068-a489-5602accc426f'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:02.227781 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87eb1bf3-a654-4213-a623-1b012f2ffda8" -d '{"events": [{"name": "network-changed", "server_uuid": "b042e812-cc5a-4106-b6e9-f0d646ec9fbc", "tag": "c4a2edc9-acbe-4068-a489-5602accc426f"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:02.245915 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8b01b786-ae86-4a79-ba2e-a3f579e45a1c None None] Provisioning complete for port fa58813f-fb5f-4d47-8659-939912a488b0 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:02.246393 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b01b786-ae86-4a79-ba2e-a3f579e45a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.265468 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-0ce99933-2204-4305-8781-0d2fca0cc410 None None] Set router c52f9cfc-7ccf-4be3-be55-158ba7f33645 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:02.340387 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf707b-3164-4241-a648-7a13190e7534 req-5dace9dc-35a0-4f1b-a01b-97f01cae6cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:02.341923 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7abf707b-3164-4241-a648-7a13190e7534 req-5dace9dc-35a0-4f1b-a01b-97f01cae6cc7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9ba5e10151bc4482805c7d5cba435d3a&device_id=806edad4-241a-48f7-adb3-49c07274fa0c HTTP/1.1" status: 200 len: 1098 time: 0.2623618 Jul 16 20:46:02.351306 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c6129-8d58-4479-be26-c0dbcd69a6cd req-8bb9d668-92b0-43ef-8953-3635e465e251 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:02.358758 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd4c6129-8d58-4479-be26-c0dbcd69a6cd req-8bb9d668-92b0-43ef-8953-3635e465e251 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba3a81d0-7f7a-4e18-80a4-1edfc61717f5 HTTP/1.1" status: 200 len: 945 time: 0.3579071 Jul 16 20:46:02.372204 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-45e3999e-02fd-4039-94d8-1c903302ca8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.395961 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2a468bfd-b339-4149-8301-e4d84e76f323 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "DELETE /v2.0/subnets/c585c053-3356-4dc9-8f17-4f73d6a2b6cf/tags HTTP/1.1" status: 204 len: 168 time: 0.8095961 Jul 16 20:46:02.400387 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-45e3999e-02fd-4039-94d8-1c903302ca8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.408430 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58062) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:02.439875 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-ec041836-9081-489f-a0f1-7449fb13e6de tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c585c053-3356-4dc9-8f17-4f73d6a2b6cf', 'tempest-TagsExtTest-Tag-999032893') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:02.448914 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8b01b786-ae86-4a79-ba2e-a3f579e45a1c None None] Port fa58813f-fb5f-4d47-8659-939912a488b0 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:46:02.475477 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf707b-3164-4241-a648-7a13190e7534 req-29bfe7f7-0f84-4c57-b867-afcd9d05fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:02.477286 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7abf707b-3164-4241-a648-7a13190e7534 req-29bfe7f7-0f84-4c57-b867-afcd9d05fd9b service neutron] 10.222.0.62 "GET /v2.0/networks?id=25b41f76-37be-4345-9ddf-d59e23791d53 HTTP/1.1" status: 200 len: 906 time: 0.0985496 Jul 16 20:46:02.562002 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd93ca3b-a7c8-4dad-bd46-6bf3f8296ada tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.566813 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7abf707b-3164-4241-a648-7a13190e7534 req-caffc894-e4a3-4b88-a87c-5f18c511c411 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aeae3ce4-ebcb-4649-a0cd-854d2d7318ca HTTP/1.1" status: 200 len: 217 time: 0.0734084 Jul 16 20:46:02.591759 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device d49b497f-a9b4-47f0-bf04-86b11f1a713b up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:02.593948 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-45e3999e-02fd-4039-94d8-1c903302ca8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.609714 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3999e-02fd-4039-94d8-1c903302ca8c admin admin] Pushing event updated for resources: {'Port': ['ID=fa58813f-fb5f-4d47-8659-939912a488b0,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:02.691759 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port d49b497f-a9b4-47f0-bf04-86b11f1a713b triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:02.692139 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.722912 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd4c6129-8d58-4479-be26-c0dbcd69a6cd req-ce67b02b-b989-4a9d-bb70-44c610c4085b tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625579 Jul 16 20:46:02.724632 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd039b9-53ac-484b-80b2-aaa25d8676b2 x-openstack-request-id: req-6cd039b9-53ac-484b-80b2-aaa25d8676b2 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:02.725146 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b042e812-cc5a-4106-b6e9-f0d646ec9fbc", "tag": "c4a2edc9-acbe-4068-a489-5602accc426f", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:02.725408 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6cd039b9-53ac-484b-80b2-aaa25d8676b2 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:02.725847 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b042e812-cc5a-4106-b6e9-f0d646ec9fbc', 'tag': 'c4a2edc9-acbe-4068-a489-5602accc426f', 'status': 'completed', 'code': 200} Jul 16 20:46:02.732267 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d4ed919e-e2c0-49a0-acb0-7bb2dd6abbf5 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.799409 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed919e-e2c0-49a0-acb0-7bb2dd6abbf5 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event deleted for resources: {'Port': ['ID=68006ec2-cc23-4ab1-9e7f-820bf7917b02,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:02.805730 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf707b-3164-4241-a648-7a13190e7534 req-16ca8124-db26-4fba-bc53-9f7b9bc80eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:02.806941 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7abf707b-3164-4241-a648-7a13190e7534 req-16ca8124-db26-4fba-bc53-9f7b9bc80eae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82321776-7ae0-4505-adc0-e73fc92b6de5 HTTP/1.1" status: 200 len: 845 time: 0.2245519 Jul 16 20:46:02.828210 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd93ca3b-a7c8-4dad-bd46-6bf3f8296ada tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.851039 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-0ce99933-2204-4305-8781-0d2fca0cc410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697285171', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:44:06Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'c05856b0-d98d-4774-9870-0f6659fbd878', 'name': '', 'network_id': 'd060d412-3eba-485c-bbac-71368347d343', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:52:1c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '9d745fcd-6587-4d2b-8c68-3822122cd917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:05Z', 'updated_at': '2021-07-16T20:44:12Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': '9d745fcd-6587-4d2b-8c68-3822122cd917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:02.891634 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7abf707b-3164-4241-a648-7a13190e7534 req-dcc19f99-b863-44c1-b910-108bb2b35af9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25b41f76-37be-4345-9ddf-d59e23791d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573924 Jul 16 20:46:02.894189 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce99933-2204-4305-8781-0d2fca0cc410 None None] Checking router: c52f9cfc-7ccf-4be3-be55-158ba7f33645 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:46:02.930774 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd93ca3b-a7c8-4dad-bd46-6bf3f8296ada tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:02.949879 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ec041836-9081-489f-a0f1-7449fb13e6de tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "PUT /v2.0/subnets/c585c053-3356-4dc9-8f17-4f73d6a2b6cf/tags/tempest-TagsExtTest-Tag-999032893 HTTP/1.1" status: 201 len: 201 time: 0.5258784 Jul 16 20:46:02.951686 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-dd93ca3b-a7c8-4dad-bd46-6bf3f8296ada tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:02.958040 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd93ca3b-a7c8-4dad-bd46-6bf3f8296ada tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:02.962579 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58066) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:02.963149 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce99933-2204-4305-8781-0d2fca0cc410 None None] Routers {'c52f9cfc-7ccf-4be3-be55-158ba7f33645'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:02.964335 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-0ce99933-2204-4305-8781-0d2fca0cc410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:45:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c52f9cfc-7ccf-4be3-be55-158ba7f33645'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:02.965518 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e3999e-02fd-4039-94d8-1c903302ca8c admin admin] Network d212eea9-2a5b-4305-8d78-3da6b2888b74 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:02.967962 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93ca3b-a7c8-4dad-bd46-6bf3f8296ada tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Pushing event updated for resources: {'Port': ['ID=22be6355-fe27-4f79-a726-af3a05d775eb,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:02.981467 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-2534897d-d2a7-4b9c-ac95-67d39ea25591 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e45826f2-5a4f-474b-a33a-af23404e2279', 'tempest-TagsExtTest-Tag-2263632') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:03.007049 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-45e3999e-02fd-4039-94d8-1c903302ca8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:03.016549 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d4ed919e-e2c0-49a0-acb0-7bb2dd6abbf5 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:03.019242 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d4ed919e-e2c0-49a0-acb0-7bb2dd6abbf5 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:03.020473 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d4ed919e-e2c0-49a0-acb0-7bb2dd6abbf5 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "DELETE /v2.0/floatingips/e1c9faca-5f3d-48b4-a237-10159774552e HTTP/1.1" status: 204 len: 168 time: 2.1572189 Jul 16 20:46:03.026948 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58068) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:03.104824 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-0ce99933-2204-4305-8781-0d2fca0cc410 None None] Set router c52f9cfc-7ccf-4be3-be55-158ba7f33645 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:03.127000 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb1bf3-a654-4213-a623-1b012f2ffda8 req-ef748291-b926-4159-a5f2-8e747beb76f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:03.128552 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87eb1bf3-a654-4213-a623-1b012f2ffda8 req-ef748291-b926-4159-a5f2-8e747beb76f3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 1097 time: 0.3545048 Jul 16 20:46:03.152537 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47666a3f-daf2-4088-9745-69e8c41ca80e req-a8d134b9-b3dc-47cb-ba86-686fd86c958d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:03.154246 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-47666a3f-daf2-4088-9745-69e8c41ca80e req-a8d134b9-b3dc-47cb-ba86-686fd86c958d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 945 time: 0.2253497 Jul 16 20:46:03.169186 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7abf707b-3164-4241-a648-7a13190e7534 req-85aef051-8b71-432c-9d2d-302923b39a6e service neutron] 10.222.0.62 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695184 Jul 16 20:46:03.200341 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:03.325125 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528dfbc-0e52-481d-947c-90c550239a9a req-64f91117-32e0-496a-9337-174012e8aded tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:03.326788 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e528dfbc-0e52-481d-947c-90c550239a9a req-64f91117-32e0-496a-9337-174012e8aded tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba3a81d0-7f7a-4e18-80a4-1edfc61717f5 HTTP/1.1" status: 200 len: 945 time: 0.3007357 Jul 16 20:46:03.351551 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd93ca3b-a7c8-4dad-bd46-6bf3f8296ada tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:03.369355 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-47666a3f-daf2-4088-9745-69e8c41ca80e req-df0bf1af-ef87-4759-8d26-a503f5d72285 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933606 Jul 16 20:46:03.380312 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e3999e-02fd-4039-94d8-1c903302ca8c admin admin] Router 75967b1b-adf3-43af-bd94-7937028de813 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:46:03.400564 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7abf707b-3164-4241-a648-7a13190e7534 req-bd3de237-a878-4adf-9149-61f788f35549 service neutron] 10.222.0.62 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052422 Jul 16 20:46:03.430364 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-fc53acc9-da51-47a4-ae2c-7846dac2df47 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Deleting port b5381535-2faf-4332-a7a0-66c456495a38 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:46:03.430885 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fc53acc9-da51-47a4-ae2c-7846dac2df47 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:03.432636 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-26323b6d-e90a-42d3-811f-22e7ef419962 None None] Provisioning complete for port fa58813f-fb5f-4d47-8659-939912a488b0 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:03.433110 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26323b6d-e90a-42d3-811f-22e7ef419962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:03.440330 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2534897d-d2a7-4b9c-ac95-67d39ea25591 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "PUT /v2.0/ports/e45826f2-5a4f-474b-a33a-af23404e2279/tags/tempest-TagsExtTest-Tag-2263632 HTTP/1.1" status: 201 len: 201 time: 0.4660828 Jul 16 20:46:03.442394 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb1bf3-a654-4213-a623-1b012f2ffda8 req-e0d95052-2529-4a70-ba6d-98677dcfa967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:03.443851 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87eb1bf3-a654-4213-a623-1b012f2ffda8 req-e0d95052-2529-4a70-ba6d-98677dcfa967 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d060d412-3eba-485c-bbac-71368347d343 HTTP/1.1" status: 200 len: 898 time: 0.3064311 Jul 16 20:46:03.445997 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58070) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:03.455939 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-f3f809cb-f0a5-4a5d-bc43-94f101d21423 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '25d43725-e88c-452e-b21e-e67bd24d93f1', 'tempest-TagsExtTest-Tag-805237818') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:03.480991 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-26323b6d-e90a-42d3-811f-22e7ef419962 None None] Port fa58813f-fb5f-4d47-8659-939912a488b0 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:46:03.505727 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-0ce99933-2204-4305-8781-0d2fca0cc410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697285171', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:44:06Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'c05856b0-d98d-4774-9870-0f6659fbd878', 'name': '', 'network_id': 'd060d412-3eba-485c-bbac-71368347d343', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:52:1c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '9d745fcd-6587-4d2b-8c68-3822122cd917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:05Z', 'updated_at': '2021-07-16T20:44:12Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': '9d745fcd-6587-4d2b-8c68-3822122cd917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:03.520822 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd93ca3b-a7c8-4dad-bd46-6bf3f8296ada tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:03.565594 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fc53acc9-da51-47a4-ae2c-7846dac2df47 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:03.569129 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-e528dfbc-0e52-481d-947c-90c550239a9a req-0742d20c-6542-4c70-97d9-8d9060d7c008 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Deleting port b25d1195-8eea-4971-b9cc-6fb988780404 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:46:03.569571 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e528dfbc-0e52-481d-947c-90c550239a9a req-0742d20c-6542-4c70-97d9-8d9060d7c008 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:03.600637 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-fc53acc9-da51-47a4-ae2c-7846dac2df47 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Calling delete_port for b5381535-2faf-4332-a7a0-66c456495a38 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:46:03.653977 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87eb1bf3-a654-4213-a623-1b012f2ffda8 req-6e2114e2-bedf-48ce-a99a-826faeae3e0f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4a2edc9-acbe-4068-a489-5602accc426f HTTP/1.1" status: 200 len: 217 time: 0.1955009 Jul 16 20:46:03.704732 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce99933-2204-4305-8781-0d2fca0cc410 None None] The sync data for ids ['c52f9cfc-7ccf-4be3-be55-158ba7f33645'] in n-d-791506-21 is: [{'id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697285171', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:44:06Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'c05856b0-d98d-4774-9870-0f6659fbd878', 'name': '', 'network_id': 'd060d412-3eba-485c-bbac-71368347d343', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:52:1c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '9d745fcd-6587-4d2b-8c68-3822122cd917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:05Z', 'updated_at': '2021-07-16T20:44:12Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': '9d745fcd-6587-4d2b-8c68-3822122cd917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:46:03.737904 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-e528dfbc-0e52-481d-947c-90c550239a9a req-0742d20c-6542-4c70-97d9-8d9060d7c008 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] For port b25d1195-8eea-4971-b9cc-6fb988780404, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b25d1195-8eea-4971-b9cc-6fb988780404,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:03.738392 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e528dfbc-0e52-481d-947c-90c550239a9a req-0742d20c-6542-4c70-97d9-8d9060d7c008 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:03.762747 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-e528dfbc-0e52-481d-947c-90c550239a9a req-0742d20c-6542-4c70-97d9-8d9060d7c008 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Calling delete_port for b25d1195-8eea-4971-b9cc-6fb988780404 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:46:03.804789 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb1bf3-a654-4213-a623-1b012f2ffda8 req-3f209638-fa29-4849-8a2b-52861ea7f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:03.806270 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87eb1bf3-a654-4213-a623-1b012f2ffda8 req-3f209638-fa29-4849-8a2b-52861ea7f41e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d745fcd-6587-4d2b-8c68-3822122cd917 HTTP/1.1" status: 200 len: 835 time: 0.1404560 Jul 16 20:46:03.860886 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e3999e-02fd-4039-94d8-1c903302ca8c admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:46:03.889190 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-45e3999e-02fd-4039-94d8-1c903302ca8c admin admin] 10.222.0.38 "PUT /v2.0/routers/75967b1b-adf3-43af-bd94-7937028de813/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2755058 Jul 16 20:46:03.918541 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f3f809cb-f0a5-4a5d-bc43-94f101d21423 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "PUT /v2.0/routers/25d43725-e88c-452e-b21e-e67bd24d93f1/tags/tempest-TagsExtTest-Tag-805237818 HTTP/1.1" status: 201 len: 201 time: 0.4702301 Jul 16 20:46:03.929667 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58076) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:03.941855 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.tag.tag_plugin [None req-64060874-d5af-4b38-b6da-b4219adb4a1c tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1ff7f353-663a-4929-a65d-7fa4792a338c', 'tempest-TagsExtTest-Tag-357765147') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:04.004452 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fc53acc9-da51-47a4-ae2c-7846dac2df47 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:04.028752 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device cc57c224-3148-4f6a-8680-e0b66f8c89ec up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:04.039856 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb1bf3-a654-4213-a623-1b012f2ffda8 req-4d6c045c-d30b-4880-939c-1861c6f0d23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:04.045681 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87eb1bf3-a654-4213-a623-1b012f2ffda8 req-4d6c045c-d30b-4880-939c-1861c6f0d23c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d060d412-3eba-485c-bbac-71368347d343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1943719 Jul 16 20:46:04.070452 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd93ca3b-a7c8-4dad-bd46-6bf3f8296ada tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:04.096681 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd93ca3b-a7c8-4dad-bd46-6bf3f8296ada tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:04.097351 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port cc57c224-3148-4f6a-8680-e0b66f8c89ec completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:04.111856 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port cc57c224-3148-4f6a-8680-e0b66f8c89ec triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:04.112472 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:04.121892 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53acc9-da51-47a4-ae2c-7846dac2df47 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event deleted for resources: {'Port': ['ID=b5381535-2faf-4332-a7a0-66c456495a38,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:04.168620 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c48ad0-fac6-4a44-9468-830bdfa94f1e None None] Sync routers for ids ['75967b1b-adf3-43af-bd94-7937028de813'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:46:04.188093 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c48ad0-fac6-4a44-9468-830bdfa94f1e None None] Routers {'75967b1b-adf3-43af-bd94-7937028de813'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:04.188782 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-45c48ad0-fac6-4a44-9468-830bdfa94f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:45:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['75967b1b-adf3-43af-bd94-7937028de813'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:04.303449 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-64060874-d5af-4b38-b6da-b4219adb4a1c tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "PUT /v2.0/subnetpools/1ff7f353-663a-4929-a65d-7fa4792a338c/tags/tempest-TagsExtTest-Tag-357765147 HTTP/1.1" status: 201 len: 201 time: 0.3667448 Jul 16 20:46:04.317688 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58086) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:04.320806 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:04.330566 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.tag.tag_plugin [None req-02c3e57d-f53f-45b0-8fad-13815674b188 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c585c053-3356-4dc9-8f17-4f73d6a2b6cf', {'tags': ['tempest-TagsExtTest-Tag-1071859723', 'tempest-TagsExtTest-Tag-448324511', 'tempest-TagsExtTest-Tag-1285610823']}) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:04.355045 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93ca3b-a7c8-4dad-bd46-6bf3f8296ada tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Pushing event updated for resources: {'Port': ['ID=22be6355-fe27-4f79-a726-af3a05d775eb,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:04.357892 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fc53acc9-da51-47a4-ae2c-7846dac2df47 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:04.364756 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port cc57c224-3148-4f6a-8680-e0b66f8c89ec, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=cc57c224-3148-4f6a-8680-e0b66f8c89ec,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:04.372352 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fc53acc9-da51-47a4-ae2c-7846dac2df47 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "DELETE /v2.0/ports/b5381535-2faf-4332-a7a0-66c456495a38 HTTP/1.1" status: 204 len: 168 time: 1.3396378 Jul 16 20:46:04.375389 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e528dfbc-0e52-481d-947c-90c550239a9a req-0742d20c-6542-4c70-97d9-8d9060d7c008 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:04.376674 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:04.387331 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-45c48ad0-fac6-4a44-9468-830bdfa94f1e None None] Set router 75967b1b-adf3-43af-bd94-7937028de813 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:04.402411 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58088) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:04.432741 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87eb1bf3-a654-4213-a623-1b012f2ffda8 req-488641bd-62c4-4b42-890d-b510549cf1d1 service neutron] 10.222.0.62 "GET /v2.0/networks/d060d412-3eba-485c-bbac-71368347d343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588977 Jul 16 20:46:04.442235 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['b25d1195-8eea-4971-b9cc-6fb988780404'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:04.445216 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['aeae3ce4-ebcb-4649-a0cd-854d2d7318ca'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:04.506601 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd93ca3b-a7c8-4dad-bd46-6bf3f8296ada tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:04.513157 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765ed320-284f-4c8d-8ac3-b6d1f9ebfa7b None None] New status for floating IP 23c10ed2-c2dd-456b-b98f-92bba2a63074: DOWN {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:46:04.635781 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=cc57c224-3148-4f6a-8680-e0b66f8c89ec,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:04.647756 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87eb1bf3-a654-4213-a623-1b012f2ffda8 req-c9a3fb79-1425-4d65-8e70-2e812b1328de service neutron] 10.222.0.62 "GET /v2.0/networks/d060d412-3eba-485c-bbac-71368347d343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059948 Jul 16 20:46:04.648634 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd93ca3b-a7c8-4dad-bd46-6bf3f8296ada tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:04.658445 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-dd93ca3b-a7c8-4dad-bd46-6bf3f8296ada tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0183866 Jul 16 20:46:04.658699 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742d20c-6542-4c70-97d9-8d9060d7c008 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Pushing event deleted for resources: {'Port': ['ID=b25d1195-8eea-4971-b9cc-6fb988780404,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:04.692823 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-02c3e57d-f53f-45b0-8fad-13815674b188 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "PUT /v2.0/subnets/c585c053-3356-4dc9-8f17-4f73d6a2b6cf/tags HTTP/1.1" status: 200 len: 317 time: 0.3675132 Jul 16 20:46:04.696592 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58096) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:04.703306 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-222f0c8a-18a3-4b93-b528-ad7f8e7e7ecb tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c585c053-3356-4dc9-8f17-4f73d6a2b6cf') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:04.751289 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26d3bf-3bdf-4e08-8b38-1647bc9b8262 req-84c9f57b-7930-4c02-bb22-f4264f36935d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:04.758272 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a26d3bf-3bdf-4e08-8b38-1647bc9b8262 req-84c9f57b-7930-4c02-bb22-f4264f36935d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba3a81d0-7f7a-4e18-80a4-1edfc61717f5 HTTP/1.1" status: 200 len: 867 time: 0.6857426 Jul 16 20:46:04.796565 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390d567-ae56-42d2-83fb-390ee65a0626 req-720210f0-baef-4d4d-9876-79e4ba452610 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:04.798224 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8390d567-ae56-42d2-83fb-390ee65a0626 req-720210f0-baef-4d4d-9876-79e4ba452610 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.62 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 945 time: 0.6727216 Jul 16 20:46:04.835506 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e528dfbc-0e52-481d-947c-90c550239a9a req-0742d20c-6542-4c70-97d9-8d9060d7c008 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] No DVR routers for this DVR port b25d1195-8eea-4971-b9cc-6fb988780404 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:46:04.839936 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e528dfbc-0e52-481d-947c-90c550239a9a req-0742d20c-6542-4c70-97d9-8d9060d7c008 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:04.841784 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e528dfbc-0e52-481d-947c-90c550239a9a req-0742d20c-6542-4c70-97d9-8d9060d7c008 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.18 "DELETE /v2.0/ports/b25d1195-8eea-4971-b9cc-6fb988780404 HTTP/1.1" status: 204 len: 173 time: 1.5036745 Jul 16 20:46:04.844663 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3a81d0-7f7a-4e18-80a4-1edfc61717f5', 'name': 'network-vif-deleted', 'tag': 'b25d1195-8eea-4971-b9cc-6fb988780404'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:04.848254 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bbf896-6707-41ed-b394-a2a491defab6" -d '{"events": [{"server_uuid": "ba3a81d0-7f7a-4e18-80a4-1edfc61717f5", "name": "network-vif-deleted", "tag": "b25d1195-8eea-4971-b9cc-6fb988780404"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:04.852107 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-45c48ad0-fac6-4a44-9468-830bdfa94f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75967b1b-adf3-43af-bd94-7937028de813', 'name': 'tempest-TestServerMultinode-1710850781-router', 'tenant_id': '7d844709015249cdaf092b7a5f1b9e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'cc57c224-3148-4f6a-8680-e0b66f8c89ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:53Z', 'updated_at': '2021-07-16T20:46:01Z', 'revision_number': 4, 'project_id': '7d844709015249cdaf092b7a5f1b9e50', 'gw_port': {'id': 'cc57c224-3148-4f6a-8680-e0b66f8c89ec', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:94:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75967b1b-adf3-43af-bd94-7937028de813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:54Z', 'updated_at': '2021-07-16T20:46:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'fa58813f-fb5f-4d47-8659-939912a488b0', 'name': '', 'network_id': 'd212eea9-2a5b-4305-8d78-3da6b2888b74', 'tenant_id': '7d844709015249cdaf092b7a5f1b9e50', 'mac_address': 'fa:16:3e:fa:c1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75967b1b-adf3-43af-bd94-7937028de813', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '8da678f9-5115-4e59-98a1-64318e22a1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:59Z', 'updated_at': '2021-07-16T20:46:01Z', 'revision_number': 2, 'project_id': '7d844709015249cdaf092b7a5f1b9e50', 'subnets': [{'id': '8da678f9-5115-4e59-98a1-64318e22a1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:04.886951 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-222f0c8a-18a3-4b93-b528-ad7f8e7e7ecb tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "DELETE /v2.0/subnets/c585c053-3356-4dc9-8f17-4f73d6a2b6cf/tags HTTP/1.1" status: 204 len: 168 time: 0.1885259 Jul 16 20:46:04.892581 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58102) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:04.895606 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c48ad0-fac6-4a44-9468-830bdfa94f1e None None] Checking router: 75967b1b-adf3-43af-bd94-7937028de813 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:46:04.895956 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c48ad0-fac6-4a44-9468-830bdfa94f1e None None] Updating router 75967b1b-adf3-43af-bd94-7937028de813 port fa58813f-fb5f-4d47-8659-939912a488b0 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:46:04.897484 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-fdb98c12-4ab2-4383-91a4-2f82d2b54e25 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c585c053-3356-4dc9-8f17-4f73d6a2b6cf', 'tempest-TagsExtTest-Tag-1071859723') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:04.951655 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-fdb98c12-4ab2-4383-91a4-2f82d2b54e25 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] show failed (client error): The resource could not be found. Jul 16 20:46:04.953183 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fdb98c12-4ab2-4383-91a4-2f82d2b54e25 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "GET /v2.0/subnets/c585c053-3356-4dc9-8f17-4f73d6a2b6cf/tags/tempest-TagsExtTest-Tag-1071859723 HTTP/1.1" status: 404 len: 329 time: 0.0594485 Jul 16 20:46:04.955981 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58104) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:04.958032 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a26d3bf-3bdf-4e08-8b38-1647bc9b8262 req-39fad994-4bf1-46af-987d-e48aa1a4e5eb tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988006 Jul 16 20:46:04.964546 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-87f79052-46f3-48b7-b88e-16d60e142797 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c585c053-3356-4dc9-8f17-4f73d6a2b6cf', 'tempest-TagsExtTest-Tag-448324511') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:04.972711 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-45c48ad0-fac6-4a44-9468-830bdfa94f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:05.055937 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-87f79052-46f3-48b7-b88e-16d60e142797 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] show failed (client error): The resource could not be found. Jul 16 20:46:05.056302 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80946a-1523-424a-879c-2f8e6ad93330 req-2e800074-e8a6-4abb-a785-fba1fef6422f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:05.057434 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-87f79052-46f3-48b7-b88e-16d60e142797 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "GET /v2.0/subnets/c585c053-3356-4dc9-8f17-4f73d6a2b6cf/tags/tempest-TagsExtTest-Tag-448324511 HTTP/1.1" status: 404 len: 328 time: 0.1005497 Jul 16 20:46:05.062831 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ca80946a-1523-424a-879c-2f8e6ad93330 req-2e800074-e8a6-4abb-a785-fba1fef6422f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 945 time: 0.4335778 Jul 16 20:46:05.067089 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58106) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:05.072765 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-851bbf22-7a12-494a-acb0-e6c259b90da4 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c585c053-3356-4dc9-8f17-4f73d6a2b6cf', 'tempest-TagsExtTest-Tag-1285610823') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:05.133417 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ca80946a-1523-424a-879c-2f8e6ad93330 req-eedd4b2c-5e8b-4224-b1fd-e2e83a2a2ba5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601559 Jul 16 20:46:05.138288 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-851bbf22-7a12-494a-acb0-e6c259b90da4 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] show failed (client error): The resource could not be found. Jul 16 20:46:05.140087 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-851bbf22-7a12-494a-acb0-e6c259b90da4 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "GET /v2.0/subnets/c585c053-3356-4dc9-8f17-4f73d6a2b6cf/tags/tempest-TagsExtTest-Tag-1285610823 HTTP/1.1" status: 404 len: 329 time: 0.0714164 Jul 16 20:46:05.142896 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58118) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:05.147830 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-559f44fa-3525-428c-8f9b-aaaefdf22142 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'e45826f2-5a4f-474b-a33a-af23404e2279', {'tags': ['tempest-TagsExtTest-Tag-1950687738', 'tempest-TagsExtTest-Tag-958619355', 'tempest-TagsExtTest-Tag-1453560818']}) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:05.229663 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-559f44fa-3525-428c-8f9b-aaaefdf22142 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "PUT /v2.0/ports/e45826f2-5a4f-474b-a33a-af23404e2279/tags HTTP/1.1" status: 200 len: 317 time: 0.0855727 Jul 16 20:46:05.233757 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290d1da0-474a-4017-824e-7140f73e7da4 x-openstack-request-id: req-290d1da0-474a-4017-824e-7140f73e7da4 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:05.234181 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3a81d0-7f7a-4e18-80a4-1edfc61717f5", "name": "network-vif-deleted", "tag": "b25d1195-8eea-4971-b9cc-6fb988780404", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:05.234438 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-290d1da0-474a-4017-824e-7140f73e7da4 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:05.234835 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3a81d0-7f7a-4e18-80a4-1edfc61717f5', 'name': 'network-vif-deleted', 'tag': 'b25d1195-8eea-4971-b9cc-6fb988780404', 'status': 'completed', 'code': 200} Jul 16 20:46:05.237585 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58124) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:05.243542 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.tag.tag_plugin [None req-63143888-3a14-47b3-a176-dd0bc13413ff tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e45826f2-5a4f-474b-a33a-af23404e2279') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:05.303911 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-9a217d9d-fd30-4081-b72c-8ee0cb42f2d9 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:05.305296 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-9a217d9d-fd30-4081-b72c-8ee0cb42f2d9 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/networks?id=5e0de2f1-8b0d-4833-9f1f-b011cb56a387 HTTP/1.1" status: 200 len: 911 time: 0.1709673 Jul 16 20:46:05.306890 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-1023e0f4-ec6c-41d7-bc12-7886734b04de tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Deleting port c9c7028e-c717-455b-b2ae-e3b788da21ae {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:46:05.307226 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1023e0f4-ec6c-41d7-bc12-7886734b04de tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:05.362800 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-8390d567-ae56-42d2-83fb-390ee65a0626 req-46694dc7-a291-4f8d-8630-3239dab52200 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Deleting port c4a2edc9-acbe-4068-a489-5602accc426f {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:46:05.363138 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8390d567-ae56-42d2-83fb-390ee65a0626 req-46694dc7-a291-4f8d-8630-3239dab52200 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:05.393914 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-07cb2fd1-3d85-4a96-8d6e-def195227e64 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/quotas/7d844709015249cdaf092b7a5f1b9e50 HTTP/1.1" status: 200 len: 375 time: 0.0759246 Jul 16 20:46:05.431843 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-45c48ad0-fac6-4a44-9468-830bdfa94f1e None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:05.444042 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-45c48ad0-fac6-4a44-9468-830bdfa94f1e None None] Transition to ACTIVE for port object fa58813f-fb5f-4d47-8659-939912a488b0 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:05.450528 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-45c48ad0-fac6-4a44-9468-830bdfa94f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:05.500404 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-e3ed3a0c-8308-4d36-8a14-8cddfda83177 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--683678257&fields=id&tenant_id=a195eb15eb6f4338b136e6cce4c78c87 HTTP/1.1" status: 200 len: 267 time: 0.2012691 Jul 16 20:46:05.503451 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e99e38-6851-43ad-a586-4a0fe1d6a0b6 None None] Pushing event updated for resources: {'Port': ['ID=fa58813f-fb5f-4d47-8659-939912a488b0,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:05.579179 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-45c48ad0-fac6-4a44-9468-830bdfa94f1e None None] Attempting to bind port fa58813f-fb5f-4d47-8659-939912a488b0 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:05.579636 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-45c48ad0-fac6-4a44-9468-830bdfa94f1e None None] Attempting to bind port fa58813f-fb5f-4d47-8659-939912a488b0 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '37431f92-aa4b-4e03-8d1d-d8b1c34217fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd212eea9-2a5b-4305-8d78-3da6b2888b74'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:05.580069 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c48ad0-fac6-4a44-9468-830bdfa94f1e None None] Attempting to bind port fa58813f-fb5f-4d47-8659-939912a488b0 on network d212eea9-2a5b-4305-8d78-3da6b2888b74 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:05.585647 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c48ad0-fac6-4a44-9468-830bdfa94f1e None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:05.585968 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c48ad0-fac6-4a44-9468-830bdfa94f1e None None] Checking segment: {'id': '37431f92-aa4b-4e03-8d1d-d8b1c34217fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd212eea9-2a5b-4305-8d78-3da6b2888b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:05.586541 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-45c48ad0-fac6-4a44-9468-830bdfa94f1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:05.586934 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c48ad0-fac6-4a44-9468-830bdfa94f1e None None] Bound using segment: {'id': '37431f92-aa4b-4e03-8d1d-d8b1c34217fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd212eea9-2a5b-4305-8d78-3da6b2888b74'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:05.587394 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-45c48ad0-fac6-4a44-9468-830bdfa94f1e None None] Bound port: fa58813f-fb5f-4d47-8659-939912a488b0, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37431f92-aa4b-4e03-8d1d-d8b1c34217fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd212eea9-2a5b-4305-8d78-3da6b2888b74'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:05.587765 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-45c48ad0-fac6-4a44-9468-830bdfa94f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:05.622421 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1023e0f4-ec6c-41d7-bc12-7886734b04de tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:05.663686 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-45c48ad0-fac6-4a44-9468-830bdfa94f1e None None] For port fa58813f-fb5f-4d47-8659-939912a488b0, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:05.668613 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-45c48ad0-fac6-4a44-9468-830bdfa94f1e None None] For port fa58813f-fb5f-4d47-8659-939912a488b0, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fa58813f-fb5f-4d47-8659-939912a488b0,segment=NetworkSegment(37431f92-aa4b-4e03-8d1d-d8b1c34217fc),segment_id=37431f92-aa4b-4e03-8d1d-d8b1c34217fc)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:05.674524 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-45c48ad0-fac6-4a44-9468-830bdfa94f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:05.743669 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c48ad0-fac6-4a44-9468-830bdfa94f1e None None] Routers {'75967b1b-adf3-43af-bd94-7937028de813'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:05.744303 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-45c48ad0-fac6-4a44-9468-830bdfa94f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:45:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['75967b1b-adf3-43af-bd94-7937028de813'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:05.746142 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e99e38-6851-43ad-a586-4a0fe1d6a0b6 None None] Pushing event updated for resources: {'Port': ['ID=fa58813f-fb5f-4d47-8659-939912a488b0,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:05.881709 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-45c48ad0-fac6-4a44-9468-830bdfa94f1e None None] Set router 75967b1b-adf3-43af-bd94-7937028de813 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:05.929287 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device cc57c224-3148-4f6a-8680-e0b66f8c89ec up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:05.996016 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port cc57c224-3148-4f6a-8680-e0b66f8c89ec triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:05.996455 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.055626 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-8390d567-ae56-42d2-83fb-390ee65a0626 req-46694dc7-a291-4f8d-8630-3239dab52200 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] For port c4a2edc9-acbe-4068-a489-5602accc426f, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c4a2edc9-acbe-4068-a489-5602accc426f,segment=NetworkSegment(034fad31-19fe-4e1f-9dd1-5cdaa4aa1930),segment_id=034fad31-19fe-4e1f-9dd1-5cdaa4aa1930)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:06.055887 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8390d567-ae56-42d2-83fb-390ee65a0626 req-46694dc7-a291-4f8d-8630-3239dab52200 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.066587 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-1023e0f4-ec6c-41d7-bc12-7886734b04de tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Calling delete_port for c9c7028e-c717-455b-b2ae-e3b788da21ae owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:46:06.086884 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-63143888-3a14-47b3-a176-dd0bc13413ff tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "DELETE /v2.0/ports/e45826f2-5a4f-474b-a33a-af23404e2279/tags HTTP/1.1" status: 204 len: 168 time: 0.8444536 Jul 16 20:46:06.087537 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58132) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:06.093292 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-3a94d3a2-aaf4-42e0-b606-f0281b4e622b tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e45826f2-5a4f-474b-a33a-af23404e2279', 'tempest-TagsExtTest-Tag-1950687738') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:06.097701 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-8390d567-ae56-42d2-83fb-390ee65a0626 req-46694dc7-a291-4f8d-8630-3239dab52200 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Calling delete_port for c4a2edc9-acbe-4068-a489-5602accc426f owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:46:06.138293 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-45c48ad0-fac6-4a44-9468-830bdfa94f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75967b1b-adf3-43af-bd94-7937028de813', 'name': 'tempest-TestServerMultinode-1710850781-router', 'tenant_id': '7d844709015249cdaf092b7a5f1b9e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'cc57c224-3148-4f6a-8680-e0b66f8c89ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:53Z', 'updated_at': '2021-07-16T20:46:01Z', 'revision_number': 4, 'project_id': '7d844709015249cdaf092b7a5f1b9e50', 'gw_port': {'id': 'cc57c224-3148-4f6a-8680-e0b66f8c89ec', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75967b1b-adf3-43af-bd94-7937028de813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:54Z', 'updated_at': '2021-07-16T20:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'fa58813f-fb5f-4d47-8659-939912a488b0', 'name': '', 'network_id': 'd212eea9-2a5b-4305-8d78-3da6b2888b74', 'tenant_id': '7d844709015249cdaf092b7a5f1b9e50', 'mac_address': 'fa:16:3e:fa:c1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75967b1b-adf3-43af-bd94-7937028de813', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '8da678f9-5115-4e59-98a1-64318e22a1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:59Z', 'updated_at': '2021-07-16T20:46:05Z', 'revision_number': 4, 'project_id': '7d844709015249cdaf092b7a5f1b9e50', 'subnets': [{'id': '8da678f9-5115-4e59-98a1-64318e22a1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:06.176536 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-5d00eb40-ed70-461e-8f78-6273a27d7e5e tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:06.181599 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-5d00eb40-ed70-461e-8f78-6273a27d7e5e tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/networks?id=57f96d4f-a3d8-495c-8b4c-383900172d1b HTTP/1.1" status: 200 len: 817 time: 0.6682923 Jul 16 20:46:06.183688 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c48ad0-fac6-4a44-9468-830bdfa94f1e None None] The sync data for ids ['75967b1b-adf3-43af-bd94-7937028de813'] in n-d-791506-21 is: [{'id': '75967b1b-adf3-43af-bd94-7937028de813', 'name': 'tempest-TestServerMultinode-1710850781-router', 'tenant_id': '7d844709015249cdaf092b7a5f1b9e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'cc57c224-3148-4f6a-8680-e0b66f8c89ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:53Z', 'updated_at': '2021-07-16T20:46:01Z', 'revision_number': 4, 'project_id': '7d844709015249cdaf092b7a5f1b9e50', 'gw_port': {'id': 'cc57c224-3148-4f6a-8680-e0b66f8c89ec', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75967b1b-adf3-43af-bd94-7937028de813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:54Z', 'updated_at': '2021-07-16T20:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'fa58813f-fb5f-4d47-8659-939912a488b0', 'name': '', 'network_id': 'd212eea9-2a5b-4305-8d78-3da6b2888b74', 'tenant_id': '7d844709015249cdaf092b7a5f1b9e50', 'mac_address': 'fa:16:3e:fa:c1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75967b1b-adf3-43af-bd94-7937028de813', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '8da678f9-5115-4e59-98a1-64318e22a1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:59Z', 'updated_at': '2021-07-16T20:46:05Z', 'revision_number': 4, 'project_id': '7d844709015249cdaf092b7a5f1b9e50', 'subnets': [{'id': '8da678f9-5115-4e59-98a1-64318e22a1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:46:06.254508 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-39015cdc-a920-4e7a-938f-8756d84f4f0d tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d844709015249cdaf092b7a5f1b9e50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8406804 Jul 16 20:46:06.300621 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-44494849-a0f3-4ba5-9d48-61ebb10f64f9 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/quotas/a195eb15eb6f4338b136e6cce4c78c87 HTTP/1.1" status: 200 len: 375 time: 0.1180630 Jul 16 20:46:06.456564 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-c39ebcfa-bba9-4a98-96f8-40e0434fac20 service neutron] 10.222.0.38 "GET /v2.0/networks/5e0de2f1-8b0d-4833-9f1f-b011cb56a387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023604 Jul 16 20:46:06.472444 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-3a94d3a2-aaf4-42e0-b606-f0281b4e622b tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] show failed (client error): The resource could not be found. Jul 16 20:46:06.473920 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3a94d3a2-aaf4-42e0-b606-f0281b4e622b tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "GET /v2.0/ports/e45826f2-5a4f-474b-a33a-af23404e2279/tags/tempest-TagsExtTest-Tag-1950687738 HTTP/1.1" status: 404 len: 329 time: 0.3853097 Jul 16 20:46:06.478100 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58138) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:06.481397 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-1c70cc74-7abe-4c34-8650-4cda93560585 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e45826f2-5a4f-474b-a33a-af23404e2279', 'tempest-TagsExtTest-Tag-958619355') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:06.537864 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-1c70cc74-7abe-4c34-8650-4cda93560585 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] show failed (client error): The resource could not be found. Jul 16 20:46:06.541729 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1c70cc74-7abe-4c34-8650-4cda93560585 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "GET /v2.0/ports/e45826f2-5a4f-474b-a33a-af23404e2279/tags/tempest-TagsExtTest-Tag-958619355 HTTP/1.1" status: 404 len: 328 time: 0.0615559 Jul 16 20:46:06.542088 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58140) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:06.547156 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-1381a367-3fa8-4fa1-9584-9b59dbb21888 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e45826f2-5a4f-474b-a33a-af23404e2279', 'tempest-TagsExtTest-Tag-1453560818') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:06.595041 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-245fdfa9-3fa6-49ed-b4ce-28f5d9c9efec tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a195eb15eb6f4338b136e6cce4c78c87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2810133 Jul 16 20:46:06.603469 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-1381a367-3fa8-4fa1-9584-9b59dbb21888 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] show failed (client error): The resource could not be found. Jul 16 20:46:06.607224 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1381a367-3fa8-4fa1-9584-9b59dbb21888 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "GET /v2.0/ports/e45826f2-5a4f-474b-a33a-af23404e2279/tags/tempest-TagsExtTest-Tag-1453560818 HTTP/1.1" status: 404 len: 329 time: 0.0615711 Jul 16 20:46:06.607399 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58142) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:06.613067 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-9a154665-5504-40ae-8444-31348559846d tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '25d43725-e88c-452e-b21e-e67bd24d93f1', {'tags': ['tempest-TagsExtTest-Tag-936694836', 'tempest-TagsExtTest-Tag-1311384912', 'tempest-TagsExtTest-Tag-605055523']}) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:06.669622 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8390d567-ae56-42d2-83fb-390ee65a0626 req-46694dc7-a291-4f8d-8630-3239dab52200 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.675137 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1023e0f4-ec6c-41d7-bc12-7886734b04de tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.706470 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9a154665-5504-40ae-8444-31348559846d tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "PUT /v2.0/routers/25d43725-e88c-452e-b21e-e67bd24d93f1/tags HTTP/1.1" status: 200 len: 316 time: 0.0979917 Jul 16 20:46:06.708986 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58144) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:06.713489 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-d55c41f4-a888-4410-b687-b84f5c39ee6e tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '25d43725-e88c-452e-b21e-e67bd24d93f1') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:06.776955 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46694dc7-a291-4f8d-8630-3239dab52200 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event deleted for resources: {'Port': ['ID=c4a2edc9-acbe-4068-a489-5602accc426f,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:06.820121 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-dfe04c97-848d-4cc6-a127-fc2d529b8037 service neutron] 10.222.0.38 "GET /v2.0/networks/5e0de2f1-8b0d-4833-9f1f-b011cb56a387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466604 Jul 16 20:46:06.830494 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d55c41f4-a888-4410-b687-b84f5c39ee6e tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "DELETE /v2.0/routers/25d43725-e88c-452e-b21e-e67bd24d93f1/tags HTTP/1.1" status: 204 len: 168 time: 0.1202683 Jul 16 20:46:06.833413 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58146) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:06.839120 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-4897f030-cb52-4585-9c90-4143d6a5df66 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '25d43725-e88c-452e-b21e-e67bd24d93f1', 'tempest-TagsExtTest-Tag-936694836') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:06.875086 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-8390d567-ae56-42d2-83fb-390ee65a0626 req-46694dc7-a291-4f8d-8630-3239dab52200 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] No DVR routers for this DVR port c4a2edc9-acbe-4068-a489-5602accc426f on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:46:06.877779 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8390d567-ae56-42d2-83fb-390ee65a0626 req-46694dc7-a291-4f8d-8630-3239dab52200 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.880324 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8390d567-ae56-42d2-83fb-390ee65a0626 req-46694dc7-a291-4f8d-8630-3239dab52200 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.62 "DELETE /v2.0/ports/c4a2edc9-acbe-4068-a489-5602accc426f HTTP/1.1" status: 204 len: 173 time: 2.0521207 Jul 16 20:46:06.907844 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023e0f4-ec6c-41d7-bc12-7886734b04de tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event deleted for resources: {'Port': ['ID=c9c7028e-c717-455b-b2ae-e3b788da21ae,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:06.934583 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-4897f030-cb52-4585-9c90-4143d6a5df66 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] show failed (client error): The resource could not be found. Jul 16 20:46:06.936005 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4897f030-cb52-4585-9c90-4143d6a5df66 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "GET /v2.0/routers/25d43725-e88c-452e-b21e-e67bd24d93f1/tags/tempest-TagsExtTest-Tag-936694836 HTTP/1.1" status: 404 len: 328 time: 0.1014075 Jul 16 20:46:06.938710 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58148) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:06.944585 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-61c303bd-496f-4757-b3a8-05e61fe36672 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '25d43725-e88c-452e-b21e-e67bd24d93f1', 'tempest-TagsExtTest-Tag-1311384912') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:06.977058 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-278158bb-34db-4cc6-8c64-27efecc64a79 service neutron] 10.222.0.38 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740180 Jul 16 20:46:06.988831 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1023e0f4-ec6c-41d7-bc12-7886734b04de tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.991578 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1023e0f4-ec6c-41d7-bc12-7886734b04de tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "DELETE /v2.0/ports/c9c7028e-c717-455b-b2ae-e3b788da21ae HTTP/1.1" status: 204 len: 168 time: 2.5116119 Jul 16 20:46:06.994201 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58150) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:07.107008 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-61c303bd-496f-4757-b3a8-05e61fe36672 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] show failed (client error): The resource could not be found. Jul 16 20:46:07.108064 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-61c303bd-496f-4757-b3a8-05e61fe36672 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "GET /v2.0/routers/25d43725-e88c-452e-b21e-e67bd24d93f1/tags/tempest-TagsExtTest-Tag-1311384912 HTTP/1.1" status: 404 len: 329 time: 0.1675279 Jul 16 20:46:07.111641 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58156) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:07.132083 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-8863b4c2-fe1e-445d-9135-a30e5c4007bf service neutron] 10.222.0.38 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405990 Jul 16 20:46:07.134266 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-c1780001-81ee-413e-b660-fa341a16d6dd tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '25d43725-e88c-452e-b21e-e67bd24d93f1', 'tempest-TagsExtTest-Tag-605055523') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:07.141903 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b14118-73ec-4bba-8d06-927393987076 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Deleting subnet ddbb0f23-4d7f-4c3a-a43b-0ba8f2788bfb {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:46:07.182795 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device c4a2edc9-acbe-4068-a489-5602accc426f no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:46:07.201734 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58b14118-73ec-4bba-8d06-927393987076 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:07.235839 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b042e812-cc5a-4106-b6e9-f0d646ec9fbc', 'name': 'network-vif-deleted', 'tag': 'c4a2edc9-acbe-4068-a489-5602accc426f'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:07.242398 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2a69c7-3b5b-4d48-a014-2a98c82f2552" -d '{"events": [{"server_uuid": "b042e812-cc5a-4106-b6e9-f0d646ec9fbc", "name": "network-vif-deleted", "tag": "c4a2edc9-acbe-4068-a489-5602accc426f"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:07.249089 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: c4a2edc9-acbe-4068-a489-5602accc426f {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:46:07.249617 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device c4a2edc9-acbe-4068-a489-5602accc426f not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:46:07.406431 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58b14118-73ec-4bba-8d06-927393987076 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:07.459350 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-c1780001-81ee-413e-b660-fa341a16d6dd tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] show failed (client error): The resource could not be found. Jul 16 20:46:07.460829 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c1780001-81ee-413e-b660-fa341a16d6dd tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "GET /v2.0/routers/25d43725-e88c-452e-b21e-e67bd24d93f1/tags/tempest-TagsExtTest-Tag-605055523 HTTP/1.1" status: 404 len: 328 time: 0.3482351 Jul 16 20:46:07.464566 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58166) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:07.475138 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-cf435170-200d-4a5e-b890-20b01845ef0e tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '1ff7f353-663a-4929-a65d-7fa4792a338c', {'tags': ['tempest-TagsExtTest-Tag-1245500440', 'tempest-TagsExtTest-Tag-1592525040', 'tempest-TagsExtTest-Tag-1320669516']}) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:07.492746 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-18123416-3436-43fe-aa84-207cd6e6f44f req-d11666b5-c08c-4826-af70-9fbe4d93373b tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=92fe76fa-0ebe-48d9-acd3-be6652483b88 HTTP/1.1" status: 200 len: 210 time: 0.0965021 Jul 16 20:46:07.627122 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cf435170-200d-4a5e-b890-20b01845ef0e tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "PUT /v2.0/subnetpools/1ff7f353-663a-4929-a65d-7fa4792a338c/tags HTTP/1.1" status: 200 len: 318 time: 0.1562014 Jul 16 20:46:07.630541 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58174) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:07.646431 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-c2b9080f-118f-4562-9112-8fa7f9f67706 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1ff7f353-663a-4929-a65d-7fa4792a338c') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:07.654120 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4a07616a-0aab-4908-a6e6-796b84891ee0 req-89fd7d5a-bea6-4326-8a21-d255d79102a6 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=b042e812-cc5a-4106-b6e9-f0d646ec9fbc HTTP/1.1" status: 200 len: 210 time: 0.1084840 Jul 16 20:46:07.681798 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673a8d93-7712-4f37-a393-14afbe751ceb x-openstack-request-id: req-673a8d93-7712-4f37-a393-14afbe751ceb {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:07.682155 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b042e812-cc5a-4106-b6e9-f0d646ec9fbc", "name": "network-vif-deleted", "tag": "c4a2edc9-acbe-4068-a489-5602accc426f", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:07.682525 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-673a8d93-7712-4f37-a393-14afbe751ceb {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:07.682995 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b042e812-cc5a-4106-b6e9-f0d646ec9fbc', 'name': 'network-vif-deleted', 'tag': 'c4a2edc9-acbe-4068-a489-5602accc426f', 'status': 'completed', 'code': 200} Jul 16 20:46:07.742058 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58b14118-73ec-4bba-8d06-927393987076 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:07.814540 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-da91d919-92a1-491c-8d28-7e7be91c6d4e req-b586f381-c249-41e3-9d0f-250a212e420f tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 210 time: 0.0673084 Jul 16 20:46:07.826481 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c2b9080f-118f-4562-9112-8fa7f9f67706 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "DELETE /v2.0/subnetpools/1ff7f353-663a-4929-a65d-7fa4792a338c/tags HTTP/1.1" status: 204 len: 168 time: 0.1924992 Jul 16 20:46:07.826845 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58188) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:07.875006 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.tag.tag_plugin [None req-a74aeb98-aa57-4fd0-9407-87ead5fac9fd tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1ff7f353-663a-4929-a65d-7fa4792a338c', 'tempest-TagsExtTest-Tag-1245500440') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:07.890472 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58b14118-73ec-4bba-8d06-927393987076 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:07.944725 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b14118-73ec-4bba-8d06-927393987076 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event deleted for resources: {'Subnet': ['ID=ddbb0f23-4d7f-4c3a-a43b-0ba8f2788bfb,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:07.959736 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff17a24-9339-4099-878c-7d570b5efe41 None None] Network 8220058e-73c4-4bbb-9a58-d9b747bb6802 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:46:07.975955 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58b14118-73ec-4bba-8d06-927393987076 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:07.984704 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-58b14118-73ec-4bba-8d06-927393987076 tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "DELETE /v2.0/subnets/ddbb0f23-4d7f-4c3a-a43b-0ba8f2788bfb HTTP/1.1" status: 204 len: 168 time: 0.9859834 Jul 16 20:46:07.990732 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58190) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:08.060107 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fa58813f-fb5f-4d47-8659-939912a488b0 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:08.064328 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-a74aeb98-aa57-4fd0-9407-87ead5fac9fd tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] show failed (client error): The resource could not be found. Jul 16 20:46:08.068658 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a74aeb98-aa57-4fd0-9407-87ead5fac9fd tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "GET /v2.0/subnetpools/1ff7f353-663a-4929-a65d-7fa4792a338c/tags/tempest-TagsExtTest-Tag-1245500440 HTTP/1.1" status: 404 len: 329 time: 0.2085860 Jul 16 20:46:08.068994 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58196) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:08.077256 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-ba84c556-0850-40f4-90b8-294e9ce3687d tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1ff7f353-663a-4929-a65d-7fa4792a338c', 'tempest-TagsExtTest-Tag-1592525040') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:08.115665 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b95c7c-142c-41f2-8f1a-3a8af620d68f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Deleting subnet ede8a670-7de2-4b7a-90c3-f13e1c31925d {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:46:08.118294 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-60b95c7c-142c-41f2-8f1a-3a8af620d68f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.128288 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-ba84c556-0850-40f4-90b8-294e9ce3687d tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] show failed (client error): The resource could not be found. Jul 16 20:46:08.131883 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ba84c556-0850-40f4-90b8-294e9ce3687d tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "GET /v2.0/subnetpools/1ff7f353-663a-4929-a65d-7fa4792a338c/tags/tempest-TagsExtTest-Tag-1592525040 HTTP/1.1" status: 404 len: 329 time: 0.0604959 Jul 16 20:46:08.134266 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58198) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:08.145246 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-d1b9c756-f956-4359-a635-7bd3ab674805 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1ff7f353-663a-4929-a65d-7fa4792a338c', 'tempest-TagsExtTest-Tag-1320669516') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:08.169349 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-1c71f52f-e954-443e-bdd6-801542d75da4 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:08.178150 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-1c71f52f-e954-443e-bdd6-801542d75da4 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/networks?id=25b41f76-37be-4345-9ddf-d59e23791d53 HTTP/1.1" status: 200 len: 805 time: 0.3522480 Jul 16 20:46:08.196171 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-d1b9c756-f956-4359-a635-7bd3ab674805 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] show failed (client error): The resource could not be found. Jul 16 20:46:08.197680 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d1b9c756-f956-4359-a635-7bd3ab674805 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "GET /v2.0/subnetpools/1ff7f353-663a-4929-a65d-7fa4792a338c/tags/tempest-TagsExtTest-Tag-1320669516 HTTP/1.1" status: 404 len: 329 time: 0.0621250 Jul 16 20:46:08.200833 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58200) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:08.204389 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-b94d74b9-ae0c-4dcb-aede-6a3fe3c5de50 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/quotas/9ba5e10151bc4482805c7d5cba435d3a HTTP/1.1" status: 200 len: 375 time: 0.0252688 Jul 16 20:46:08.210436 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-26f1921c-757c-4e44-a1fc-f4766c8901c5 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1ff7f353-663a-4929-a65d-7fa4792a338c') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:08.225002 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-60b95c7c-142c-41f2-8f1a-3a8af620d68f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.255455 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-26f1921c-757c-4e44-a1fc-f4766c8901c5 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "DELETE /v2.0/subnetpools/1ff7f353-663a-4929-a65d-7fa4792a338c/tags HTTP/1.1" status: 204 len: 168 time: 0.0533357 Jul 16 20:46:08.257718 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port fa58813f-fb5f-4d47-8659-939912a488b0 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:08.258200 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58202) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:08.262739 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-7b829876-3736-4a8b-9136-5ff4fa520834 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '25d43725-e88c-452e-b21e-e67bd24d93f1') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:08.272861 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port fa58813f-fb5f-4d47-8659-939912a488b0 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:08.273377 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.340249 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b25d1195-8eea-4971-b9cc-6fb988780404 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:46:08.375045 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a0fc92-cf7e-48e4-b119-3cd8a827554d None None] DHCP port deletion for 8220058e-73c4-4bbb-9a58-d9b747bb6802 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:46:08.378702 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7b829876-3736-4a8b-9136-5ff4fa520834 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "DELETE /v2.0/routers/25d43725-e88c-452e-b21e-e67bd24d93f1/tags HTTP/1.1" status: 204 len: 168 time: 0.1196408 Jul 16 20:46:08.379198 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: b25d1195-8eea-4971-b9cc-6fb988780404 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:46:08.379635 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b25d1195-8eea-4971-b9cc-6fb988780404 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:46:08.381073 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-ee9ff5e5-e912-4113-9b3a-b996aa6cb7f2 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba5e10151bc4482805c7d5cba435d3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1750948 Jul 16 20:46:08.381764 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58204) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:08.386679 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-3c24daab-ac20-4dab-b867-6d2174de0164 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e45826f2-5a4f-474b-a33a-af23404e2279') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:08.407482 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-60b95c7c-142c-41f2-8f1a-3a8af620d68f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.429205 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.464620 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3c24daab-ac20-4dab-b867-6d2174de0164 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "DELETE /v2.0/ports/e45826f2-5a4f-474b-a33a-af23404e2279/tags HTTP/1.1" status: 204 len: 168 time: 0.0814574 Jul 16 20:46:08.469458 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58206) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:08.477721 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.tag.tag_plugin [None req-14b09f70-4f6a-4862-8e9f-7de7c3739427 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c585c053-3356-4dc9-8f17-4f73d6a2b6cf') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:08.507601 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port fa58813f-fb5f-4d47-8659-939912a488b0, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fa58813f-fb5f-4d47-8659-939912a488b0,segment=NetworkSegment(37431f92-aa4b-4e03-8d1d-d8b1c34217fc),segment_id=37431f92-aa4b-4e03-8d1d-d8b1c34217fc)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:08.518433 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.524590 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b4a0fc92-cf7e-48e4-b119-3cd8a827554d None None] Deleting port 2fedd345-469d-4609-b30a-f9a421a7aa45 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:46:08.525049 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b4a0fc92-cf7e-48e4-b119-3cd8a827554d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.556157 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-fa0f3e71-04b4-4870-9fb4-8dfbf52c2ee4 service neutron] 10.222.0.38 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731641 Jul 16 20:46:08.558101 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-60b95c7c-142c-41f2-8f1a-3a8af620d68f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.598448 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b95c7c-142c-41f2-8f1a-3a8af620d68f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event deleted for resources: {'Subnet': ['ID=ede8a670-7de2-4b7a-90c3-f13e1c31925d,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:08.621616 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-14b09f70-4f6a-4862-8e9f-7de7c3739427 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "DELETE /v2.0/subnets/c585c053-3356-4dc9-8f17-4f73d6a2b6cf/tags HTTP/1.1" status: 204 len: 168 time: 0.1509273 Jul 16 20:46:08.624344 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5d7722-4e52-4a7e-8d2e-caf2ef9aec7d None None] Network f8215949-193f-4b94-94eb-7fc9f5e8cdee requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:46:08.626770 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-60b95c7c-142c-41f2-8f1a-3a8af620d68f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.631102 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58210) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:08.631264 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-60b95c7c-142c-41f2-8f1a-3a8af620d68f tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "DELETE /v2.0/subnets/ede8a670-7de2-4b7a-90c3-f13e1c31925d HTTP/1.1" status: 204 len: 168 time: 0.6368723 Jul 16 20:46:08.631353 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58212) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:08.763576 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1d9a10c2-9f6d-4889-949b-3dd0cadeb2be tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.789243 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b4a0fc92-cf7e-48e4-b119-3cd8a827554d None None] For port 2fedd345-469d-4609-b30a-f9a421a7aa45, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=2fedd345-469d-4609-b30a-f9a421a7aa45,segment=NetworkSegment(20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92),segment_id=20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:08.790042 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b4a0fc92-cf7e-48e4-b119-3cd8a827554d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.797446 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-3f8d08ee-ea80-4bf9-b1eb-11c221c9439b service neutron] 10.222.0.38 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297645 Jul 16 20:46:08.801575 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ae58d175-11d0-46ba-b56c-10a0b4b53885 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks [] for subnetpool, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.802726 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ae58d175-11d0-46ba-b56c-10a0b4b53885 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "DELETE /v2.0/subnetpools/1ff7f353-663a-4929-a65d-7fa4792a338c HTTP/1.1" status: 204 len: 168 time: 0.1732633 Jul 16 20:46:08.806354 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58216) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:08.817009 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=fa58813f-fb5f-4d47-8659-939912a488b0,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:08.828422 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b4a0fc92-cf7e-48e4-b119-3cd8a827554d None None] Calling delete_port for 2fedd345-469d-4609-b30a-f9a421a7aa45 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:46:08.857020 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a10386e8-f5bd-42d5-8fb5-ec1513bc2ec8 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "GET /v2.0/ports?device_id=25d43725-e88c-452e-b21e-e67bd24d93f1 HTTP/1.1" status: 200 len: 205 time: 0.0468800 Jul 16 20:46:08.857763 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58218) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:08.924990 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ef6a102-000a-417f-95e6-7287193c4ae3 req-e187ff06-2009-4e18-846a-6467f2b7a6ff tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=92fe76fa-0ebe-48d9-acd3-be6652483b88 HTTP/1.1" status: 200 len: 210 time: 0.1175277 Jul 16 20:46:08.955740 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b4a0fc92-cf7e-48e4-b119-3cd8a827554d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.986471 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-1d9a10c2-9f6d-4889-949b-3dd0cadeb2be tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Deleting port 2fedd345-469d-4609-b30a-f9a421a7aa45 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:46:08.986933 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1d9a10c2-9f6d-4889-949b-3dd0cadeb2be tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.013259 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0fc92-cf7e-48e4-b119-3cd8a827554d None None] Pushing event deleted for resources: {'Port': ['ID=2fedd345-469d-4609-b30a-f9a421a7aa45,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:09.025579 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5505d7cb-b43c-4a96-b88b-65d3381eefd1 None None] DHCP port deletion for f8215949-193f-4b94-94eb-7fc9f5e8cdee request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:46:09.040141 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a0fc92-cf7e-48e4-b119-3cd8a827554d None None] No DVR routers for this DVR port 2fedd345-469d-4609-b30a-f9a421a7aa45 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:46:09.089088 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58222) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:09.105832 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36f8ea78-15d7-4267-9dd7-092c66a4b62b tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.145130 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5505d7cb-b43c-4a96-b88b-65d3381eefd1 None None] Deleting port d8ef0b62-98ba-411b-8a05-6b274554e4d4 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:46:09.145792 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5505d7cb-b43c-4a96-b88b-65d3381eefd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.225260 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-1d9a10c2-9f6d-4889-949b-3dd0cadeb2be tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] For port 2fedd345-469d-4609-b30a-f9a421a7aa45, host n-d-791506-21, got binding levels [] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:09.227717 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1d9a10c2-9f6d-4889-949b-3dd0cadeb2be tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.274781 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5505d7cb-b43c-4a96-b88b-65d3381eefd1 None None] For port d8ef0b62-98ba-411b-8a05-6b274554e4d4, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=d8ef0b62-98ba-411b-8a05-6b274554e4d4,segment=NetworkSegment(539e5216-5669-4601-aada-6ac02b36e6e5),segment_id=539e5216-5669-4601-aada-6ac02b36e6e5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:09.275342 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5505d7cb-b43c-4a96-b88b-65d3381eefd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.293989 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-1d9a10c2-9f6d-4889-949b-3dd0cadeb2be tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Calling delete_port for 2fedd345-469d-4609-b30a-f9a421a7aa45 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:46:09.304894 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5505d7cb-b43c-4a96-b88b-65d3381eefd1 None None] Calling delete_port for d8ef0b62-98ba-411b-8a05-6b274554e4d4 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:46:09.333874 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.ipam_backend_mixin [None req-1d9a10c2-9f6d-4889-949b-3dd0cadeb2be tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Port 2fedd345-469d-4609-b30a-f9a421a7aa45 was not found and therefore no delete operation was performed {{(pid=93794) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:46:09.346757 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13a64b77-477b-4481-9acb-db1331c31048 req-a010c9f9-56cb-4d35-9cb1-fb52f19a1c2d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=d37df635-3a13-497f-9959-6c1f3253d39c HTTP/1.1" status: 200 len: 210 time: 0.1007147 Jul 16 20:46:09.352846 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1d9a10c2-9f6d-4889-949b-3dd0cadeb2be tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.416913 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5505d7cb-b43c-4a96-b88b-65d3381eefd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.418855 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a1a2cd81-55ac-4e43-a662-ddc9ad803069 req-ff50760b-a24b-4aa2-b965-584740580dd3 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 210 time: 0.1103182 Jul 16 20:46:09.458306 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505d7cb-b43c-4a96-b88b-65d3381eefd1 None None] Pushing event deleted for resources: {'Port': ['ID=d8ef0b62-98ba-411b-8a05-6b274554e4d4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:09.464590 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5505d7cb-b43c-4a96-b88b-65d3381eefd1 None None] No DVR routers for this DVR port d8ef0b62-98ba-411b-8a05-6b274554e4d4 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:46:09.495638 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a10c2-9f6d-4889-949b-3dd0cadeb2be tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event deleted for resources: {'Port': ['ID=2fedd345-469d-4609-b30a-f9a421a7aa45,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:09.533707 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36f8ea78-15d7-4267-9dd7-092c66a4b62b tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.538286 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9a10c2-9f6d-4889-949b-3dd0cadeb2be tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] No DVR routers for this DVR port 2fedd345-469d-4609-b30a-f9a421a7aa45 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:46:09.543083 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36f8ea78-15d7-4267-9dd7-092c66a4b62b tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.595041 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36f8ea78-15d7-4267-9dd7-092c66a4b62b tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.595639 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f8ea78-15d7-4267-9dd7-092c66a4b62b tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Fanout notify agent at l3_agent the message router_deleted on router 25d43725-e88c-452e-b21e-e67bd24d93f1 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:46:09.607203 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36f8ea78-15d7-4267-9dd7-092c66a4b62b tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.614396 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-36f8ea78-15d7-4267-9dd7-092c66a4b62b tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "DELETE /v2.0/routers/25d43725-e88c-452e-b21e-e67bd24d93f1 HTTP/1.1" status: 204 len: 168 time: 0.7542646 Jul 16 20:46:09.614991 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58232) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:09.823827 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1d9a10c2-9f6d-4889-949b-3dd0cadeb2be tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.860770 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-1d9a10c2-9f6d-4889-949b-3dd0cadeb2be tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8220058e-73c4-4bbb-9a58-d9b747bb6802']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:09.880260 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-edc1b702-2ccc-4081-a5aa-16339d5100ed tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:09.881724 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-edc1b702-2ccc-4081-a5aa-16339d5100ed tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.62 "GET /v2.0/networks?id=5e0de2f1-8b0d-4833-9f1f-b011cb56a387 HTTP/1.1" status: 200 len: 911 time: 0.5302770 Jul 16 20:46:09.911320 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fa58813f-fb5f-4d47-8659-939912a488b0 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:09.916609 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-1d9a10c2-9f6d-4889-949b-3dd0cadeb2be tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:09.916935 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-1d9a10c2-9f6d-4889-949b-3dd0cadeb2be tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a9c10a-d8f1-4d93-b42e-2f74c5bc0f92') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:09.921679 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-3c5e5254-f136-4650-ae66-1728ce9ee955 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Request body: {'port': {'device_id': '92fe76fa-0ebe-48d9-acd3-be6652483b88', 'network_id': '5e0de2f1-8b0d-4833-9f1f-b011cb56a387', 'admin_state_up': True, 'tenant_id': '7d844709015249cdaf092b7a5f1b9e50'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:09.970786 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-889ef5ad-7b79-4d42-bd03-fdbdee26eefa tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:09.972339 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-889ef5ad-7b79-4d42-bd03-fdbdee26eefa tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.18 "GET /v2.0/networks?id=57f96d4f-a3d8-495c-8b4c-383900172d1b HTTP/1.1" status: 200 len: 817 time: 0.5127041 Jul 16 20:46:09.974118 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port fa58813f-fb5f-4d47-8659-939912a488b0 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:09.975139 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.982549 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1d9a10c2-9f6d-4889-949b-3dd0cadeb2be tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:10.042148 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1d9a10c2-9f6d-4889-949b-3dd0cadeb2be tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:10.065474 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-3c5e5254-f136-4650-ae66-1728ce9ee955 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Made reservation on behalf of 7d844709015249cdaf092b7a5f1b9e50 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:46:10.067820 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-3c5e5254-f136-4650-ae66-1728ce9ee955 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:10.090062 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9a10c2-9f6d-4889-949b-3dd0cadeb2be tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:46:10.090815 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1d9a10c2-9f6d-4889-949b-3dd0cadeb2be tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:46:10.095146 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:46:10.142075 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 2fedd345-469d-4609-b30a-f9a421a7aa45 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:46:10.162569 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 2fedd345-469d-4609-b30a-f9a421a7aa45 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:46:10.162913 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 2fedd345-469d-4609-b30a-f9a421a7aa45 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:46:10.163344 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device d8ef0b62-98ba-411b-8a05-6b274554e4d4 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:46:10.175969 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f5e68476-680c-4ee5-8518-0fd1ffd0772b req-00eb8de0-7b2e-4e0a-87ad-b91fff62d4fb tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=92fe76fa-0ebe-48d9-acd3-be6652483b88 HTTP/1.1" status: 200 len: 210 time: 0.1212587 Jul 16 20:46:10.182749 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: d8ef0b62-98ba-411b-8a05-6b274554e4d4 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:46:10.183108 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device d8ef0b62-98ba-411b-8a05-6b274554e4d4 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:46:10.188609 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-cde4bc9d-e49a-438d-bf6b-256368a15ec1 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a195eb15eb6f4338b136e6cce4c78c87 HTTP/1.1" status: 200 len: 379 time: 0.2024562 Jul 16 20:46:10.231985 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-83b7be9f-e05e-4972-81c7-8d0fbec3230a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Request body: {'port': {'device_id': '05c94c39-04b9-4291-803f-ff760bd76f5b', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'admin_state_up': True, 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'security_groups': ['3ab8e5b0-81ce-43e7-9da9-b10d36367149']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:10.271663 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1d9a10c2-9f6d-4889-949b-3dd0cadeb2be tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:10.277189 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1d9a10c2-9f6d-4889-949b-3dd0cadeb2be tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:10.279094 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1d9a10c2-9f6d-4889-949b-3dd0cadeb2be tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "DELETE /v2.0/networks/8220058e-73c4-4bbb-9a58-d9b747bb6802 HTTP/1.1" status: 204 len: 168 time: 1.6469007 Jul 16 20:46:10.281980 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58238) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:10.287528 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-b7029c73-5d45-430d-b1ff-971cf9a09a0d tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Deleting port e45826f2-5a4f-474b-a33a-af23404e2279 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:46:10.287867 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7029c73-5d45-430d-b1ff-971cf9a09a0d tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:10.369871 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36a71e8d-6a37-4424-a74a-54c90226203b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:10.403011 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a10c2-9f6d-4889-949b-3dd0cadeb2be tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event deleted for resources: {'Network': ['ID=8220058e-73c4-4bbb-9a58-d9b747bb6802,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:10.481423 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36a71e8d-6a37-4424-a74a-54c90226203b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:10.511981 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-36a71e8d-6a37-4424-a74a-54c90226203b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8215949-193f-4b94-94eb-7fc9f5e8cdee']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:10.529518 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-36a71e8d-6a37-4424-a74a-54c90226203b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '539e5216-5669-4601-aada-6ac02b36e6e5') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:10.530725 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-36a71e8d-6a37-4424-a74a-54c90226203b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '539e5216-5669-4601-aada-6ac02b36e6e5') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:10.570048 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36a71e8d-6a37-4424-a74a-54c90226203b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:10.615369 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36a71e8d-6a37-4424-a74a-54c90226203b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:10.632802 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-fbb095fa-0f08-43ed-8894-0ce3140a135f tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:10.634278 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-fbb095fa-0f08-43ed-8894-0ce3140a135f tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.18 "GET /v2.0/networks?id=25b41f76-37be-4345-9ddf-d59e23791d53 HTTP/1.1" status: 200 len: 805 time: 0.1988468 Jul 16 20:46:10.635505 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a71e8d-6a37-4424-a74a-54c90226203b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:46:10.635916 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36a71e8d-6a37-4424-a74a-54c90226203b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:46:10.639252 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:46:10.656069 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-cf5592bf-9738-4d87-aa0d-b57fcf3ed59f tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Request body: {'port': {'device_id': 'd37df635-3a13-497f-9959-6c1f3253d39c', 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53', 'admin_state_up': True, 'tenant_id': '9ba5e10151bc4482805c7d5cba435d3a'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:10.745715 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36a71e8d-6a37-4424-a74a-54c90226203b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:10.801227 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36a71e8d-6a37-4424-a74a-54c90226203b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:10.812085 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-36a71e8d-6a37-4424-a74a-54c90226203b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] 10.222.0.38 "DELETE /v2.0/networks/f8215949-193f-4b94-94eb-7fc9f5e8cdee HTTP/1.1" status: 204 len: 168 time: 0.5210569 Jul 16 20:46:10.831797 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a71e8d-6a37-4424-a74a-54c90226203b tempest-TaggedBootDevicesTest-821782884 tempest-TaggedBootDevicesTest-821782884-project] Pushing event deleted for resources: {'Network': ['ID=f8215949-193f-4b94-94eb-7fc9f5e8cdee,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:10.907404 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-cf5592bf-9738-4d87-aa0d-b57fcf3ed59f tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Made reservation on behalf of 9ba5e10151bc4482805c7d5cba435d3a for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:46:10.911448 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-cf5592bf-9738-4d87-aa0d-b57fcf3ed59f tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:10.971761 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e7b268b0-3d82-4181-a4ec-7e2a2202524d req-cc3c13ee-5ec5-4fca-8f41-6dcac24592ce tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=d37df635-3a13-497f-9959-6c1f3253d39c HTTP/1.1" status: 200 len: 210 time: 0.4323003 Jul 16 20:46:11.024347 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7029c73-5d45-430d-b1ff-971cf9a09a0d tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:11.041336 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-383f10cd-84cc-4e47-be6d-cb4630dc744c req-0a0f522f-7772-4ba1-9cc2-d4f599c2e693 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 210 time: 0.0685236 Jul 16 20:46:11.066373 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-3c5e5254-f136-4650-ae66-1728ce9ee955 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Allocated IP 172.20.0.10 (5e0de2f1-8b0d-4833-9f1f-b011cb56a387/3f925518-e352-49ca-b079-fb02ffd806d9/0410f28f-ff70-43c1-bdd7-dd7f1540d06c) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:11.068208 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-cf5592bf-9738-4d87-aa0d-b57fcf3ed59f tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Allocated IP 172.20.0.2 (25b41f76-37be-4345-9ddf-d59e23791d53/82321776-7ae0-4505-adc0-e73fc92b6de5/66fca605-4098-4b2f-9c93-736d142249d7) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:11.073739 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-b7029c73-5d45-430d-b1ff-971cf9a09a0d tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Calling delete_port for e45826f2-5a4f-474b-a33a-af23404e2279 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:46:11.091690 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-83b7be9f-e05e-4972-81c7-8d0fbec3230a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Made reservation on behalf of a195eb15eb6f4338b136e6cce4c78c87 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:46:11.095635 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-83b7be9f-e05e-4972-81c7-8d0fbec3230a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:11.279091 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-cf5592bf-9738-4d87-aa0d-b57fcf3ed59f tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:11.329988 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-cf5592bf-9738-4d87-aa0d-b57fcf3ed59f tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:11.345176 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['aeae3ce4-ebcb-4649-a0cd-854d2d7318ca'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:11.395844 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5592bf-9738-4d87-aa0d-b57fcf3ed59f tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Pushing event updated for resources: {'Port': ['ID=66fca605-4098-4b2f-9c93-736d142249d7,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:11.415375 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-cf5592bf-9738-4d87-aa0d-b57fcf3ed59f tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Network 25b41f76-37be-4345-9ddf-d59e23791d53 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:11.417325 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-cf5592bf-9738-4d87-aa0d-b57fcf3ed59f tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:11.420277 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-cf5592bf-9738-4d87-aa0d-b57fcf3ed59f tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:11.446417 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7e11ebf-1f28-47d6-b327-1b9965d412e7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:11.474959 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-cf5592bf-9738-4d87-aa0d-b57fcf3ed59f tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:11.475506 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-cf5592bf-9738-4d87-aa0d-b57fcf3ed59f tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:11.495405 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-cf5592bf-9738-4d87-aa0d-b57fcf3ed59f tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8440309 Jul 16 20:46:11.508838 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-0dc79a6f-96f6-4a2f-9a29-840d6d106e70 service neutron] Request body: {'port': {'device_id': 'd37df635-3a13-497f-9959-6c1f3253d39c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:11.522214 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1110fd37-d434-4edd-b729-e66e6a4c2eea req-b027fadd-0f5d-4435-8de0-6295100bb8cb tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=92fe76fa-0ebe-48d9-acd3-be6652483b88 HTTP/1.1" status: 200 len: 210 time: 0.1331081 Jul 16 20:46:11.603385 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-83b7be9f-e05e-4972-81c7-8d0fbec3230a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Allocated IP 172.20.0.11 (57f96d4f-a3d8-495c-8b4c-383900172d1b/b8d89da5-8a18-4550-b255-1d58457114f4/b350411a-c990-44f0-bd27-100be7fb9a1c) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:11.606828 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-0dc79a6f-96f6-4a2f-9a29-840d6d106e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:11.699799 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7029c73-5d45-430d-b1ff-971cf9a09a0d tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:11.709001 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-3c5e5254-f136-4650-ae66-1728ce9ee955 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:11.768418 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7029c73-5d45-430d-b1ff-971cf9a09a0d tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Pushing event deleted for resources: {'Port': ['ID=e45826f2-5a4f-474b-a33a-af23404e2279,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:11.799937 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-3c5e5254-f136-4650-ae66-1728ce9ee955 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Transition to ACTIVE for port object 0410f28f-ff70-43c1-bdd7-dd7f1540d06c will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:11.900189 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-0dc79a6f-96f6-4a2f-9a29-840d6d106e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66fca605-4098-4b2f-9c93-736d142249d7 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:46:11.909534 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-0dc79a6f-96f6-4a2f-9a29-840d6d106e70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:11.924719 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-0dc79a6f-96f6-4a2f-9a29-840d6d106e70 service neutron] Transition to ACTIVE for port object 66fca605-4098-4b2f-9c93-736d142249d7 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:11.929945 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-0dc79a6f-96f6-4a2f-9a29-840d6d106e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:12.001766 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc79a6f-96f6-4a2f-9a29-840d6d106e70 service neutron] Pushing event updated for resources: {'Port': ['ID=66fca605-4098-4b2f-9c93-736d142249d7,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:12.009636 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7029c73-5d45-430d-b1ff-971cf9a09a0d tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:12.011594 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b7029c73-5d45-430d-b1ff-971cf9a09a0d tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "DELETE /v2.0/ports/e45826f2-5a4f-474b-a33a-af23404e2279 HTTP/1.1" status: 204 len: 168 time: 2.3917594 Jul 16 20:46:12.018285 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58256) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:12.101044 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-3c5e5254-f136-4650-ae66-1728ce9ee955 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:12.104082 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-0dc79a6f-96f6-4a2f-9a29-840d6d106e70 service neutron] Attempting to bind port 66fca605-4098-4b2f-9c93-736d142249d7 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:12.104519 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-0dc79a6f-96f6-4a2f-9a29-840d6d106e70 service neutron] Attempting to bind port 66fca605-4098-4b2f-9c93-736d142249d7 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:12.104852 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-0dc79a6f-96f6-4a2f-9a29-840d6d106e70 service neutron] Attempting to bind port 66fca605-4098-4b2f-9c93-736d142249d7 on network 25b41f76-37be-4345-9ddf-d59e23791d53 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:12.115722 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-83b7be9f-e05e-4972-81c7-8d0fbec3230a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:12.119980 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-0dc79a6f-96f6-4a2f-9a29-840d6d106e70 service neutron] Port 66fca605-4098-4b2f-9c93-736d142249d7 on network 25b41f76-37be-4345-9ddf-d59e23791d53 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:46:12.120756 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-0dc79a6f-96f6-4a2f-9a29-840d6d106e70 service neutron] Attempting to bind port 66fca605-4098-4b2f-9c93-736d142249d7 on network 25b41f76-37be-4345-9ddf-d59e23791d53 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:12.128074 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-0dc79a6f-96f6-4a2f-9a29-840d6d106e70 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:12.129095 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-0dc79a6f-96f6-4a2f-9a29-840d6d106e70 service neutron] Checking segment: {'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:12.129095 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-0dc79a6f-96f6-4a2f-9a29-840d6d106e70 service neutron] Bound using segment: {'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:12.129341 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-0dc79a6f-96f6-4a2f-9a29-840d6d106e70 service neutron] Bound port: 66fca605-4098-4b2f-9c93-736d142249d7, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:12.129581 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-0dc79a6f-96f6-4a2f-9a29-840d6d106e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:12.185131 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fcdaea3-5860-4ebd-a59f-11d5273b6379 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Deleting subnet c585c053-3356-4dc9-8f17-4f73d6a2b6cf {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:46:12.188614 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-83b7be9f-e05e-4972-81c7-8d0fbec3230a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Transition to ACTIVE for port object b350411a-c990-44f0-bd27-100be7fb9a1c will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:12.221604 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8fcdaea3-5860-4ebd-a59f-11d5273b6379 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:12.227165 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-3c5e5254-f136-4650-ae66-1728ce9ee955 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Network 5e0de2f1-8b0d-4833-9f1f-b011cb56a387 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:12.240603 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-0dc79a6f-96f6-4a2f-9a29-840d6d106e70 service neutron] For port 66fca605-4098-4b2f-9c93-736d142249d7, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:12.250609 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-0dc79a6f-96f6-4a2f-9a29-840d6d106e70 service neutron] For port 66fca605-4098-4b2f-9c93-736d142249d7, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=66fca605-4098-4b2f-9c93-736d142249d7,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:12.254933 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-0dc79a6f-96f6-4a2f-9a29-840d6d106e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:12.288406 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-3c5e5254-f136-4650-ae66-1728ce9ee955 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:12.300195 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-0dc79a6f-96f6-4a2f-9a29-840d6d106e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:12.300823 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-0dc79a6f-96f6-4a2f-9a29-840d6d106e70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:12.303001 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-0dc79a6f-96f6-4a2f-9a29-840d6d106e70 service neutron] 10.222.0.18 "PUT /v2.0/ports/66fca605-4098-4b2f-9c93-736d142249d7 HTTP/1.1" status: 200 len: 1092 time: 0.7994072 Jul 16 20:46:12.303459 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37df635-3a13-497f-9959-6c1f3253d39c', 'tag': '66fca605-4098-4b2f-9c93-736d142249d7'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:12.305783 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8f199f-2eba-4e00-a4a8-96e3433bcf50" -d '{"events": [{"name": "network-changed", "server_uuid": "d37df635-3a13-497f-9959-6c1f3253d39c", "tag": "66fca605-4098-4b2f-9c93-736d142249d7"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:12.316945 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-3c5e5254-f136-4650-ae66-1728ce9ee955 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:12.346676 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc79a6f-96f6-4a2f-9a29-840d6d106e70 service neutron] Pushing event updated for resources: {'Port': ['ID=66fca605-4098-4b2f-9c93-736d142249d7,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:12.391479 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ea4f7080-79a5-4e31-916a-959303f1cfa6 req-b399b76f-59c5-4861-b266-f0756eba7dc5 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 210 time: 0.1661260 Jul 16 20:46:12.400287 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e5254-f136-4650-ae66-1728ce9ee955 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Pushing event updated for resources: {'Port': ['ID=0410f28f-ff70-43c1-bdd7-dd7f1540d06c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:12.421930 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8fcdaea3-5860-4ebd-a59f-11d5273b6379 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:12.445235 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-68906d7a-15d6-49d3-aa77-699019323cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:12.447054 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-68906d7a-15d6-49d3-aa77-699019323cbd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ba5e10151bc4482805c7d5cba435d3a&device_id=d37df635-3a13-497f-9959-6c1f3253d39c HTTP/1.1" status: 200 len: 1095 time: 0.0769439 Jul 16 20:46:12.502518 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-db93426c-4be0-4df3-83d0-f581fe24ea2f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66fca605-4098-4b2f-9c93-736d142249d7 HTTP/1.1" status: 200 len: 217 time: 0.0478120 Jul 16 20:46:12.504379 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd6c157-ba2f-43d6-a6b3-369947b74468 x-openstack-request-id: req-9fd6c157-ba2f-43d6-a6b3-369947b74468 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:12.504680 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37df635-3a13-497f-9959-6c1f3253d39c", "tag": "66fca605-4098-4b2f-9c93-736d142249d7", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:12.505018 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9fd6c157-ba2f-43d6-a6b3-369947b74468 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:12.505325 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37df635-3a13-497f-9959-6c1f3253d39c', 'tag': '66fca605-4098-4b2f-9c93-736d142249d7', 'status': 'completed', 'code': 200} Jul 16 20:46:12.510061 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-3c5e5254-f136-4650-ae66-1728ce9ee955 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:12.510724 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-3c5e5254-f136-4650-ae66-1728ce9ee955 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:12.575527 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-dfc96292-9644-46fa-b413-dd655f94c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:12.581205 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-dfc96292-9644-46fa-b413-dd655f94c9e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82321776-7ae0-4505-adc0-e73fc92b6de5 HTTP/1.1" status: 200 len: 845 time: 0.0716214 Jul 16 20:46:12.588213 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-83b7be9f-e05e-4972-81c7-8d0fbec3230a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:12.603060 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-3c5e5254-f136-4650-ae66-1728ce9ee955 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.7097006 Jul 16 20:46:12.631879 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-a577c887-1596-4116-bff1-d2ad2c867259 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=25b41f76-37be-4345-9ddf-d59e23791d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444016 Jul 16 20:46:12.640226 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-19e99e14-7369-445b-88e2-ddb255a9ebbb service neutron] Request body: {'port': {'device_id': '92fe76fa-0ebe-48d9-acd3-be6652483b88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:12.656128 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f7c4f-cb4a-454a-9210-31f1fd5e8930 req-b319e6c7-9f12-4588-881d-4e0df5e00a3c tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:12.658278 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9b8f7c4f-cb4a-454a-9210-31f1fd5e8930 req-b319e6c7-9f12-4588-881d-4e0df5e00a3c tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=d37df635-3a13-497f-9959-6c1f3253d39c HTTP/1.1" status: 200 len: 943 time: 0.4674330 Jul 16 20:46:12.682613 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5d166ecb-1a47-493d-9392-14d529830485 None None] Provisioning for port 0410f28f-ff70-43c1-bdd7-dd7f1540d06c completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:12.687890 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5d166ecb-1a47-493d-9392-14d529830485 None None] Provisioning complete for port 0410f28f-ff70-43c1-bdd7-dd7f1540d06c triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:12.688504 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d166ecb-1a47-493d-9392-14d529830485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:12.738155 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-69a98cad-716f-424e-bd6c-b79b3bd795f6 service neutron] 10.222.0.18 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999200 Jul 16 20:46:12.742877 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5d166ecb-1a47-493d-9392-14d529830485 None None] Port 0410f28f-ff70-43c1-bdd7-dd7f1540d06c cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:46:12.771017 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8fcdaea3-5860-4ebd-a59f-11d5273b6379 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:12.775433 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-83b7be9f-e05e-4972-81c7-8d0fbec3230a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Network 57f96d4f-a3d8-495c-8b4c-383900172d1b is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:12.814984 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-83b7be9f-e05e-4972-81c7-8d0fbec3230a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:12.817699 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-b7e11ebf-1f28-47d6-b327-1b9965d412e7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Deleting port c05856b0-d98d-4774-9870-0f6659fbd878 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:46:12.818050 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7e11ebf-1f28-47d6-b327-1b9965d412e7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:12.824590 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-83b7be9f-e05e-4972-81c7-8d0fbec3230a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:12.841304 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7be9f-e05e-4972-81c7-8d0fbec3230a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Pushing event updated for resources: {'Port': ['ID=b350411a-c990-44f0-bd27-100be7fb9a1c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:12.849622 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-face95b3-de15-44cf-b7cb-7c1180d38806 req-6df40f67-3181-496f-b9fe-25e5a466de89 service neutron] 10.222.0.18 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055007 Jul 16 20:46:12.990362 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f199f-2eba-4e00-a4a8-96e3433bcf50 req-0a157159-53d3-4977-a7f8-1f143a674b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:12.992168 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5e8f199f-2eba-4e00-a4a8-96e3433bcf50 req-0a157159-53d3-4977-a7f8-1f143a674b75 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ba5e10151bc4482805c7d5cba435d3a&device_id=d37df635-3a13-497f-9959-6c1f3253d39c HTTP/1.1" status: 200 len: 1095 time: 0.0873065 Jul 16 20:46:13.025427 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9b8f7c4f-cb4a-454a-9210-31f1fd5e8930 req-2e2f6dbc-4226-45fd-8c10-0b8a11d7615c tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327830 Jul 16 20:46:13.053679 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-19e99e14-7369-445b-88e2-ddb255a9ebbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.105740 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-b7e11ebf-1f28-47d6-b327-1b9965d412e7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] For port c05856b0-d98d-4774-9870-0f6659fbd878, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=c05856b0-d98d-4774-9870-0f6659fbd878,segment=NetworkSegment(034fad31-19fe-4e1f-9dd1-5cdaa4aa1930),segment_id=034fad31-19fe-4e1f-9dd1-5cdaa4aa1930)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:13.106256 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7e11ebf-1f28-47d6-b327-1b9965d412e7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.119167 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f199f-2eba-4e00-a4a8-96e3433bcf50 req-642776ac-aaf5-4b10-a564-9b96712753c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:13.120735 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5e8f199f-2eba-4e00-a4a8-96e3433bcf50 req-642776ac-aaf5-4b10-a564-9b96712753c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=25b41f76-37be-4345-9ddf-d59e23791d53 HTTP/1.1" status: 200 len: 906 time: 0.1210005 Jul 16 20:46:13.121445 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-b7e11ebf-1f28-47d6-b327-1b9965d412e7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Calling delete_port for c05856b0-d98d-4774-9870-0f6659fbd878 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:46:13.167772 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5e8f199f-2eba-4e00-a4a8-96e3433bcf50 req-fd4d4517-44fd-46e5-93fd-c0236d804dad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66fca605-4098-4b2f-9c93-736d142249d7 HTTP/1.1" status: 200 len: 217 time: 0.0390768 Jul 16 20:46:13.177846 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-83b7be9f-e05e-4972-81c7-8d0fbec3230a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:13.178598 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-83b7be9f-e05e-4972-81c7-8d0fbec3230a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.184208 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7ba7bb6c-1203-4c51-9a72-9156d7492901 None None] Provisioning for port b350411a-c990-44f0-bd27-100be7fb9a1c completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:13.189270 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7ba7bb6c-1203-4c51-9a72-9156d7492901 None None] Provisioning complete for port b350411a-c990-44f0-bd27-100be7fb9a1c triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:13.189794 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ba7bb6c-1203-4c51-9a72-9156d7492901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.212373 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593000c-5f7a-4b73-a431-8373615a2e43 req-d4818911-f020-4d1a-9078-545954d1c5f0 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:13.213951 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3593000c-5f7a-4b73-a431-8373615a2e43 req-d4818911-f020-4d1a-9078-545954d1c5f0 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=92fe76fa-0ebe-48d9-acd3-be6652483b88 HTTP/1.1" status: 200 len: 1028 time: 0.5232286 Jul 16 20:46:13.215731 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-83b7be9f-e05e-4972-81c7-8d0fbec3230a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9912517 Jul 16 20:46:13.235656 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f199f-2eba-4e00-a4a8-96e3433bcf50 req-58e4799d-8fec-4b07-b63b-27681f05515f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:13.237654 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5e8f199f-2eba-4e00-a4a8-96e3433bcf50 req-58e4799d-8fec-4b07-b63b-27681f05515f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82321776-7ae0-4505-adc0-e73fc92b6de5 HTTP/1.1" status: 200 len: 845 time: 0.0623746 Jul 16 20:46:13.266688 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7ba7bb6c-1203-4c51-9a72-9156d7492901 None None] Port b350411a-c990-44f0-bd27-100be7fb9a1c cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:46:13.282614 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-8abedd0c-e924-4b63-b08f-182e557695ee service neutron] Request body: {'port': {'device_id': '05c94c39-04b9-4291-803f-ff760bd76f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:13.289371 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8fcdaea3-5860-4ebd-a59f-11d5273b6379 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.294425 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5e8f199f-2eba-4e00-a4a8-96e3433bcf50 req-00e32cfd-bdd5-49c4-865f-d749d4003f65 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=25b41f76-37be-4345-9ddf-d59e23791d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499246 Jul 16 20:46:13.398616 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3593000c-5f7a-4b73-a431-8373615a2e43 req-7ca92b79-e01f-4537-8226-8435becc3d63 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=38c36a68-70b0-407b-aa65-41c59b680797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770995 Jul 16 20:46:13.407048 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5e8f199f-2eba-4e00-a4a8-96e3433bcf50 req-90779219-4193-4b1d-8710-e143c7be96f9 service neutron] 10.222.0.18 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040702 Jul 16 20:46:13.412699 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdaea3-5860-4ebd-a59f-11d5273b6379 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Pushing event deleted for resources: {'Subnet': ['ID=c585c053-3356-4dc9-8f17-4f73d6a2b6cf,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:13.443673 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac26782-3aa1-434f-b865-8899fa5ae6f5 None None] Network b69084e3-093a-44c6-b139-110b32325dd0 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:46:13.449691 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8fcdaea3-5860-4ebd-a59f-11d5273b6379 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.453248 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8fcdaea3-5860-4ebd-a59f-11d5273b6379 tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "DELETE /v2.0/subnets/c585c053-3356-4dc9-8f17-4f73d6a2b6cf HTTP/1.1" status: 204 len: 168 time: 1.4277174 Jul 16 20:46:13.457607 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58268) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:13.546383 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5e8f199f-2eba-4e00-a4a8-96e3433bcf50 req-1694ffe9-9198-4ee7-a175-555394211c46 service neutron] 10.222.0.18 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323709 Jul 16 20:46:13.758211 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a8cad6-06da-4d1f-8563-57528de2c05a None None] DHCP port deletion for b69084e3-093a-44c6-b139-110b32325dd0 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:46:13.780766 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7e11ebf-1f28-47d6-b327-1b9965d412e7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.830982 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c1a8cad6-06da-4d1f-8563-57528de2c05a None None] Deleting port ece74df0-21aa-4eec-a712-6e8148c37f2d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:46:13.831500 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1a8cad6-06da-4d1f-8563-57528de2c05a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.910095 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c1a8cad6-06da-4d1f-8563-57528de2c05a None None] For port ece74df0-21aa-4eec-a712-6e8148c37f2d, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=ece74df0-21aa-4eec-a712-6e8148c37f2d,segment=NetworkSegment(82858f9c-add5-411e-ad09-feab238aee20),segment_id=82858f9c-add5-411e-ad09-feab238aee20)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:13.910449 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1a8cad6-06da-4d1f-8563-57528de2c05a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.918239 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e11ebf-1f28-47d6-b327-1b9965d412e7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event deleted for resources: {'Port': ['ID=c05856b0-d98d-4774-9870-0f6659fbd878,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:13.928837 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c1a8cad6-06da-4d1f-8563-57528de2c05a None None] Calling delete_port for ece74df0-21aa-4eec-a712-6e8148c37f2d owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:46:13.933002 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device ece74df0-21aa-4eec-a712-6e8148c37f2d no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:46:13.933301 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-19e99e14-7369-445b-88e2-ddb255a9ebbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0410f28f-ff70-43c1-bdd7-dd7f1540d06c {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:46:13.941703 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-19e99e14-7369-445b-88e2-ddb255a9ebbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.956647 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-19e99e14-7369-445b-88e2-ddb255a9ebbb service neutron] Transition to ACTIVE for port object 0410f28f-ff70-43c1-bdd7-dd7f1540d06c will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:14.142306 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:14.184602 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1a8cad6-06da-4d1f-8563-57528de2c05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:14.237532 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8cad6-06da-4d1f-8563-57528de2c05a None None] Pushing event deleted for resources: {'Port': ['ID=ece74df0-21aa-4eec-a712-6e8148c37f2d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:14.247664 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a8cad6-06da-4d1f-8563-57528de2c05a None None] No DVR routers for this DVR port ece74df0-21aa-4eec-a712-6e8148c37f2d on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:46:14.465190 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-19e99e14-7369-445b-88e2-ddb255a9ebbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:14.527965 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8c70bf69-74b3-4823-8145-f8ae0c06621e tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:14.580681 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-8abedd0c-e924-4b63-b08f-182e557695ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:14.663540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e99e14-7369-445b-88e2-ddb255a9ebbb service neutron] Pushing event updated for resources: {'Port': ['ID=0410f28f-ff70-43c1-bdd7-dd7f1540d06c,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:14.851684 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf024413-e26c-49bf-b5c6-a932b5fc4be6 req-015041bc-7656-48ee-8e12-103e282c1830 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:14.853211 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cf024413-e26c-49bf-b5c6-a932b5fc4be6 req-015041bc-7656-48ee-8e12-103e282c1830 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 932 time: 1.0763252 Jul 16 20:46:14.937333 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3d8ee-50a2-4cd9-ae3c-63c0f15fa0e6 req-4b80abec-3cce-4482-9b1d-979fe4ad668b tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:14.938850 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-61a3d8ee-50a2-4cd9-ae3c-63c0f15fa0e6 req-4b80abec-3cce-4482-9b1d-979fe4ad668b tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=d37df635-3a13-497f-9959-6c1f3253d39c HTTP/1.1" status: 200 len: 943 time: 0.4835975 Jul 16 20:46:15.040846 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8c70bf69-74b3-4823-8145-f8ae0c06621e tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:15.085188 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-8c70bf69-74b3-4823-8145-f8ae0c06621e tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69084e3-093a-44c6-b139-110b32325dd0']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:15.114508 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-8c70bf69-74b3-4823-8145-f8ae0c06621e tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82858f9c-add5-411e-ad09-feab238aee20') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:15.114795 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-8c70bf69-74b3-4823-8145-f8ae0c06621e tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82858f9c-add5-411e-ad09-feab238aee20') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:15.124698 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-19e99e14-7369-445b-88e2-ddb255a9ebbb service neutron] Attempting to bind port 0410f28f-ff70-43c1-bdd7-dd7f1540d06c on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:15.125038 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-19e99e14-7369-445b-88e2-ddb255a9ebbb service neutron] Attempting to bind port 0410f28f-ff70-43c1-bdd7-dd7f1540d06c by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'd5374ddd-ff90-4ee8-88dc-11a1091fc78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e0de2f1-8b0d-4833-9f1f-b011cb56a387'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:15.125366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-19e99e14-7369-445b-88e2-ddb255a9ebbb service neutron] Attempting to bind port 0410f28f-ff70-43c1-bdd7-dd7f1540d06c on network 5e0de2f1-8b0d-4833-9f1f-b011cb56a387 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:15.135331 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cf024413-e26c-49bf-b5c6-a932b5fc4be6 req-11cc92f1-a55c-4609-80f3-5b8398a146d3 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2623162 Jul 16 20:46:15.140017 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8c70bf69-74b3-4823-8145-f8ae0c06621e tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:15.142345 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7e11ebf-1f28-47d6-b327-1b9965d412e7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:15.192225 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-19e99e14-7369-445b-88e2-ddb255a9ebbb service neutron] Port 0410f28f-ff70-43c1-bdd7-dd7f1540d06c on network 5e0de2f1-8b0d-4833-9f1f-b011cb56a387 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:46:15.192225 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-19e99e14-7369-445b-88e2-ddb255a9ebbb service neutron] Attempting to bind port 0410f28f-ff70-43c1-bdd7-dd7f1540d06c on network 5e0de2f1-8b0d-4833-9f1f-b011cb56a387 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:15.193806 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8c70bf69-74b3-4823-8145-f8ae0c06621e tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:15.224113 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-61a3d8ee-50a2-4cd9-ae3c-63c0f15fa0e6 req-f20bb80b-f273-49c8-bb70-7a2e866366a9 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219083 Jul 16 20:46:15.259974 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-19e99e14-7369-445b-88e2-ddb255a9ebbb service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:15.260324 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-19e99e14-7369-445b-88e2-ddb255a9ebbb service neutron] Checking segment: {'id': 'd5374ddd-ff90-4ee8-88dc-11a1091fc78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e0de2f1-8b0d-4833-9f1f-b011cb56a387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:15.260719 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-19e99e14-7369-445b-88e2-ddb255a9ebbb service neutron] Bound using segment: {'id': 'd5374ddd-ff90-4ee8-88dc-11a1091fc78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e0de2f1-8b0d-4833-9f1f-b011cb56a387'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:15.261169 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-19e99e14-7369-445b-88e2-ddb255a9ebbb service neutron] Bound port: 0410f28f-ff70-43c1-bdd7-dd7f1540d06c, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5374ddd-ff90-4ee8-88dc-11a1091fc78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e0de2f1-8b0d-4833-9f1f-b011cb56a387'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:15.261535 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-19e99e14-7369-445b-88e2-ddb255a9ebbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:15.267851 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c70bf69-74b3-4823-8145-f8ae0c06621e tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:46:15.268253 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8c70bf69-74b3-4823-8145-f8ae0c06621e tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:46:15.271171 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:46:15.511815 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8c70bf69-74b3-4823-8145-f8ae0c06621e tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:15.536584 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8c70bf69-74b3-4823-8145-f8ae0c06621e tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:15.538566 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8c70bf69-74b3-4823-8145-f8ae0c06621e tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] 10.222.0.38 "DELETE /v2.0/networks/b69084e3-093a-44c6-b139-110b32325dd0 HTTP/1.1" status: 204 len: 168 time: 2.0771668 Jul 16 20:46:15.571137 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70bf69-74b3-4823-8145-f8ae0c06621e tempest-TagsExtTest-465242309 tempest-TagsExtTest-465242309-project] Pushing event deleted for resources: {'Network': ['ID=b69084e3-093a-44c6-b139-110b32325dd0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:15.573978 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-19e99e14-7369-445b-88e2-ddb255a9ebbb service neutron] For port 0410f28f-ff70-43c1-bdd7-dd7f1540d06c, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:15.604240 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-19e99e14-7369-445b-88e2-ddb255a9ebbb service neutron] For port 0410f28f-ff70-43c1-bdd7-dd7f1540d06c, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=0410f28f-ff70-43c1-bdd7-dd7f1540d06c,segment=NetworkSegment(d5374ddd-ff90-4ee8-88dc-11a1091fc78b),segment_id=d5374ddd-ff90-4ee8-88dc-11a1091fc78b)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:15.630016 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-19e99e14-7369-445b-88e2-ddb255a9ebbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:15.643070 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46ed34-8f82-42fd-afff-6357e0a23c95 req-07cec33e-d16d-4994-82af-23c474f826f7 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:15.649969 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c46ed34-8f82-42fd-afff-6357e0a23c95 req-07cec33e-d16d-4994-82af-23c474f826f7 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=92fe76fa-0ebe-48d9-acd3-be6652483b88 HTTP/1.1" status: 200 len: 1054 time: 0.3217139 Jul 16 20:46:15.733081 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-8abedd0c-e924-4b63-b08f-182e557695ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b350411a-c990-44f0-bd27-100be7fb9a1c {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:46:15.750784 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-19e99e14-7369-445b-88e2-ddb255a9ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:15.751401 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-19e99e14-7369-445b-88e2-ddb255a9ebbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:15.753095 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-19e99e14-7369-445b-88e2-ddb255a9ebbb service neutron] 10.222.0.62 "PUT /v2.0/ports/0410f28f-ff70-43c1-bdd7-dd7f1540d06c HTTP/1.1" status: 200 len: 1093 time: 3.1390855 Jul 16 20:46:15.758810 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92fe76fa-0ebe-48d9-acd3-be6652483b88', 'tag': '0410f28f-ff70-43c1-bdd7-dd7f1540d06c'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:15.761221 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd44cc3-baa2-42ee-9d9b-6e38cd1f7d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "92fe76fa-0ebe-48d9-acd3-be6652483b88", "tag": "0410f28f-ff70-43c1-bdd7-dd7f1540d06c"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:15.781460 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-8abedd0c-e924-4b63-b08f-182e557695ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:15.864623 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06cb5a3-115f-45a2-acc5-ecc1e5edd253 x-openstack-request-id: req-d06cb5a3-115f-45a2-acc5-ecc1e5edd253 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:15.864923 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92fe76fa-0ebe-48d9-acd3-be6652483b88", "tag": "0410f28f-ff70-43c1-bdd7-dd7f1540d06c", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:15.865323 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d06cb5a3-115f-45a2-acc5-ecc1e5edd253 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:15.865915 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92fe76fa-0ebe-48d9-acd3-be6652483b88', 'tag': '0410f28f-ff70-43c1-bdd7-dd7f1540d06c', 'status': 'completed', 'code': 200} Jul 16 20:46:15.910610 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-8abedd0c-e924-4b63-b08f-182e557695ee service neutron] Transition to ACTIVE for port object b350411a-c990-44f0-bd27-100be7fb9a1c will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:15.923639 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58290) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:15.940633 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c46ed34-8f82-42fd-afff-6357e0a23c95 req-c173f384-4033-41fc-b94c-4037a6ce7b63 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=38c36a68-70b0-407b-aa65-41c59b680797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896132 Jul 16 20:46:15.945605 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-8abedd0c-e924-4b63-b08f-182e557695ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:15.958457 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e99e14-7369-445b-88e2-ddb255a9ebbb service neutron] Pushing event updated for resources: {'Port': ['ID=0410f28f-ff70-43c1-bdd7-dd7f1540d06c,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:16.037410 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e11ebf-1f28-47d6-b327-1b9965d412e7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Router c52f9cfc-7ccf-4be3-be55-158ba7f33645 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:46:16.080668 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abedd0c-e924-4b63-b08f-182e557695ee service neutron] Pushing event updated for resources: {'Port': ['ID=b350411a-c990-44f0-bd27-100be7fb9a1c,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:16.129776 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-7c2d4995-ec5b-4c86-a372-bd0e9392d4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:16.131402 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-7c2d4995-ec5b-4c86-a372-bd0e9392d4b6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7d844709015249cdaf092b7a5f1b9e50&device_id=92fe76fa-0ebe-48d9-acd3-be6652483b88 HTTP/1.1" status: 200 len: 1096 time: 0.2943420 Jul 16 20:46:16.147493 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a4bc6fdb-0e8c-4c2b-b0ac-2683cf8e0ca0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fe7bf12bbb8043fcbd3c0fef05689543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2225933 Jul 16 20:46:16.149909 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58294) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:16.211775 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f41eea54-3e70-49e4-9a0d-8fb51d00817d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:16.230099 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-1af30b21-f442-4a57-b669-73011bfb0a32 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0410f28f-ff70-43c1-bdd7-dd7f1540d06c HTTP/1.1" status: 200 len: 217 time: 0.0890982 Jul 16 20:46:16.253457 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f41eea54-3e70-49e4-9a0d-8fb51d00817d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:16.302400 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-8abedd0c-e924-4b63-b08f-182e557695ee service neutron] Attempting to bind port b350411a-c990-44f0-bd27-100be7fb9a1c on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:16.302623 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-8abedd0c-e924-4b63-b08f-182e557695ee service neutron] Attempting to bind port b350411a-c990-44f0-bd27-100be7fb9a1c by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:16.302953 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-8abedd0c-e924-4b63-b08f-182e557695ee service neutron] Attempting to bind port b350411a-c990-44f0-bd27-100be7fb9a1c on network 57f96d4f-a3d8-495c-8b4c-383900172d1b {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:16.332520 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 66fca605-4098-4b2f-9c93-736d142249d7 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:46:16.334690 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-8abedd0c-e924-4b63-b08f-182e557695ee service neutron] Port b350411a-c990-44f0-bd27-100be7fb9a1c on network 57f96d4f-a3d8-495c-8b4c-383900172d1b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:46:16.335025 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-8abedd0c-e924-4b63-b08f-182e557695ee service neutron] Attempting to bind port b350411a-c990-44f0-bd27-100be7fb9a1c on network 57f96d4f-a3d8-495c-8b4c-383900172d1b {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:16.347569 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f41eea54-3e70-49e4-9a0d-8fb51d00817d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:16.350427 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f41eea54-3e70-49e4-9a0d-8fb51d00817d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:16.354425 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f41eea54-3e70-49e4-9a0d-8fb51d00817d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/384c9c8e-3214-4a83-adf3-2c540f7f08fc HTTP/1.1" status: 204 len: 168 time: 0.2033350 Jul 16 20:46:16.362823 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41eea54-3e70-49e4-9a0d-8fb51d00817d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384c9c8e-3214-4a83-adf3-2c540f7f08fc,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:16.372062 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-8abedd0c-e924-4b63-b08f-182e557695ee service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:16.372414 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-8abedd0c-e924-4b63-b08f-182e557695ee service neutron] Checking segment: {'id': 'e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:16.372805 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-8abedd0c-e924-4b63-b08f-182e557695ee service neutron] Bound using segment: {'id': 'e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:16.373302 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-8abedd0c-e924-4b63-b08f-182e557695ee service neutron] Bound port: b350411a-c990-44f0-bd27-100be7fb9a1c, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:16.374653 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-8abedd0c-e924-4b63-b08f-182e557695ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:16.408595 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-8c9392bc-9068-4611-8b88-01e1d315f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:16.410161 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-8c9392bc-9068-4611-8b88-01e1d315f674 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f925518-e352-49ca-b079-fb02ffd806d9 HTTP/1.1" status: 200 len: 849 time: 0.1724811 Jul 16 20:46:16.445258 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e11ebf-1f28-47d6-b327-1b9965d412e7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:46:16.455740 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b7e11ebf-1f28-47d6-b327-1b9965d412e7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "PUT /v2.0/routers/c52f9cfc-7ccf-4be3-be55-158ba7f33645/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3609035 Jul 16 20:46:16.455935 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58302) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:16.463035 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071c8866-9f8b-41e2-b585-39930888f102 None None] Sync routers for ids ['c52f9cfc-7ccf-4be3-be55-158ba7f33645'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:46:16.478566 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071c8866-9f8b-41e2-b585-39930888f102 None None] Routers {'c52f9cfc-7ccf-4be3-be55-158ba7f33645'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:16.481028 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-071c8866-9f8b-41e2-b585-39930888f102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:45:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c52f9cfc-7ccf-4be3-be55-158ba7f33645'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:16.487883 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 66fca605-4098-4b2f-9c93-736d142249d7, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=66fca605-4098-4b2f-9c93-736d142249d7,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:16.504256 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '66fca605-4098-4b2f-9c93-736d142249d7', 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53', 'port_id': '66fca605-4098-4b2f-9c93-736d142249d7', 'mac_address': 'fa:16:3e:d9:89:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82321776-7ae0-4505-adc0-e73fc92b6de5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:46:16.566627 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:16.568182 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed4461e-82a2-4e86-be4b-1cfcaca26d2b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Deleting subnet 9d745fcd-6587-4d2b-8c68-3822122cd917 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:46:16.571718 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ed4461e-82a2-4e86-be4b-1cfcaca26d2b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:16.584880 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66fca605-4098-4b2f-9c93-736d142249d7 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:46:16.614814 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 66fca605-4098-4b2f-9c93-736d142249d7, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=66fca605-4098-4b2f-9c93-736d142249d7,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:16.625126 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:16.643728 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ed4461e-82a2-4e86-be4b-1cfcaca26d2b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:16.687946 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-071c8866-9f8b-41e2-b585-39930888f102 None None] Set router c52f9cfc-7ccf-4be3-be55-158ba7f33645 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:16.716612 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785a085-2c5f-428d-a8df-a5b0088a88ee req-dc686464-ae72-4115-a233-a463693a32cd tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:16.722397 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=66fca605-4098-4b2f-9c93-736d142249d7,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:16.726082 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7785a085-2c5f-428d-a8df-a5b0088a88ee req-dc686464-ae72-4115-a233-a463693a32cd tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 944 time: 0.3766325 Jul 16 20:46:16.727540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-8abedd0c-e924-4b63-b08f-182e557695ee service neutron] For port b350411a-c990-44f0-bd27-100be7fb9a1c, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:16.755036 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-8abedd0c-e924-4b63-b08f-182e557695ee service neutron] For port b350411a-c990-44f0-bd27-100be7fb9a1c, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b350411a-c990-44f0-bd27-100be7fb9a1c,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:16.777019 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-8abedd0c-e924-4b63-b08f-182e557695ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:16.812857 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['66fca605-4098-4b2f-9c93-736d142249d7'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:16.813885 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ed4461e-82a2-4e86-be4b-1cfcaca26d2b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:16.933257 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53ab3f-c292-494d-b74b-f196c144cece req-1ef95c7a-e89d-4844-bfa7-4801e4c957aa tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:16.936694 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6f53ab3f-c292-494d-b74b-f196c144cece req-1ef95c7a-e89d-4844-bfa7-4801e4c957aa tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=d37df635-3a13-497f-9959-6c1f3253d39c HTTP/1.1" status: 200 len: 943 time: 0.5301688 Jul 16 20:46:16.945664 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-69b3693f-c8f8-4704-a45a-8c05e3d82f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:16.947454 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-69b3693f-c8f8-4704-a45a-8c05e3d82f07 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e0de2f1-8b0d-4833-9f1f-b011cb56a387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5185282 Jul 16 20:46:16.955107 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ed4461e-82a2-4e86-be4b-1cfcaca26d2b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:16.972727 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-8abedd0c-e924-4b63-b08f-182e557695ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:16.973204 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-8abedd0c-e924-4b63-b08f-182e557695ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:16.974823 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-8abedd0c-e924-4b63-b08f-182e557695ee service neutron] 10.222.0.18 "PUT /v2.0/ports/b350411a-c990-44f0-bd27-100be7fb9a1c HTTP/1.1" status: 200 len: 1093 time: 3.6965830 Jul 16 20:46:17.015688 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4461e-82a2-4e86-be4b-1cfcaca26d2b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event deleted for resources: {'Subnet': ['ID=9d745fcd-6587-4d2b-8c68-3822122cd917,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:17.018812 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ed4461e-82a2-4e86-be4b-1cfcaca26d2b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:17.021234 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6ed4461e-82a2-4e86-be4b-1cfcaca26d2b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "DELETE /v2.0/subnets/9d745fcd-6587-4d2b-8c68-3822122cd917 HTTP/1.1" status: 204 len: 168 time: 0.5655196 Jul 16 20:46:17.023861 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58318) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:17.046715 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469d6c36-0b74-44a6-b9fd-b39f97cf454b None None] Network d060d412-3eba-485c-bbac-71368347d343 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:46:17.066057 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abedd0c-e924-4b63-b08f-182e557695ee service neutron] Pushing event updated for resources: {'Port': ['ID=b350411a-c990-44f0-bd27-100be7fb9a1c,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:17.088137 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-071c8866-9f8b-41e2-b585-39930888f102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697285171', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:17.131360 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7785a085-2c5f-428d-a8df-a5b0088a88ee req-54d1152c-f42f-4386-9e28-e14b46c87cb4 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3602688 Jul 16 20:46:17.149804 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071c8866-9f8b-41e2-b585-39930888f102 None None] Checking router: c52f9cfc-7ccf-4be3-be55-158ba7f33645 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:46:17.173970 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071c8866-9f8b-41e2-b585-39930888f102 None None] Routers {'c52f9cfc-7ccf-4be3-be55-158ba7f33645'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:17.174629 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-071c8866-9f8b-41e2-b585-39930888f102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:45:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c52f9cfc-7ccf-4be3-be55-158ba7f33645'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:17.204804 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e61f0e1-1f86-4a4f-9388-960951a453d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:17.211354 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6f53ab3f-c292-494d-b74b-f196c144cece req-7824e688-a553-4c8a-947b-e1579331cce7 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625067 Jul 16 20:46:17.441926 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-071c8866-9f8b-41e2-b585-39930888f102 None None] Set router c52f9cfc-7ccf-4be3-be55-158ba7f33645 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:17.468357 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-07c75048-87fd-4149-81d0-1bc3b286b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:17.470197 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-07c75048-87fd-4149-81d0-1bc3b286b82d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a195eb15eb6f4338b136e6cce4c78c87&device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 1096 time: 0.4094508 Jul 16 20:46:17.472375 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-83d235bb-2a26-47e4-add7-e5bfaa43b327 service neutron] 10.222.0.62 "GET /v2.0/networks/5e0de2f1-8b0d-4833-9f1f-b011cb56a387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5166883 Jul 16 20:46:17.506971 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e0e302-a2e6-4685-bae9-01cc4c6ee464 None None] DHCP port deletion for d060d412-3eba-485c-bbac-71368347d343 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:46:17.561380 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0e302-a2e6-4685-bae9-01cc4c6ee464 None None] Deleting port 63d3b38d-8866-4d39-9cd8-4fba8fb81952 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:46:17.562146 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4e0e302-a2e6-4685-bae9-01cc4c6ee464 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:17.565631 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-44468477-dda4-4d6c-97c3-6ba6d1e1a2b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b350411a-c990-44f0-bd27-100be7fb9a1c HTTP/1.1" status: 200 len: 217 time: 0.0806746 Jul 16 20:46:17.582087 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9a0cd-8c7c-47df-9a7a-f0504f0b1664 req-dc9e0c3d-b657-4f33-8027-3006c787c81c tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:17.589628 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4ce9a0cd-8c7c-47df-9a7a-f0504f0b1664 req-dc9e0c3d-b657-4f33-8027-3006c787c81c tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=92fe76fa-0ebe-48d9-acd3-be6652483b88 HTTP/1.1" status: 200 len: 1096 time: 0.2248321 Jul 16 20:46:17.646058 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a4e0e302-a2e6-4685-bae9-01cc4c6ee464 None None] For port 63d3b38d-8866-4d39-9cd8-4fba8fb81952, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=63d3b38d-8866-4d39-9cd8-4fba8fb81952,segment=NetworkSegment(034fad31-19fe-4e1f-9dd1-5cdaa4aa1930),segment_id=034fad31-19fe-4e1f-9dd1-5cdaa4aa1930)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:17.646759 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4e0e302-a2e6-4685-bae9-01cc4c6ee464 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:17.661688 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0e302-a2e6-4685-bae9-01cc4c6ee464 None None] Calling delete_port for 63d3b38d-8866-4d39-9cd8-4fba8fb81952 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:46:17.725272 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-449d6067-369d-41f7-8b7e-b0965855b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:17.726805 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-449d6067-369d-41f7-8b7e-b0965855b253 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8d89da5-8a18-4550-b255-1d58457114f4 HTTP/1.1" status: 200 len: 856 time: 0.1508346 Jul 16 20:46:17.729129 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-941ebf5a-11e3-4042-9529-cfda75370a68 req-35e9520a-e8f5-48a3-8b65-21cdd617eb0e service neutron] 10.222.0.62 "GET /v2.0/networks/5e0de2f1-8b0d-4833-9f1f-b011cb56a387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456257 Jul 16 20:46:17.752817 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4ce9a0cd-8c7c-47df-9a7a-f0504f0b1664 req-43df5e69-0292-41d1-9524-f28947d0c3f5 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=38c36a68-70b0-407b-aa65-41c59b680797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590624 Jul 16 20:46:17.762093 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4e0e302-a2e6-4685-bae9-01cc4c6ee464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:17.809813 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0e302-a2e6-4685-bae9-01cc4c6ee464 None None] Pushing event deleted for resources: {'Port': ['ID=63d3b38d-8866-4d39-9cd8-4fba8fb81952,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:17.817563 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e0e302-a2e6-4685-bae9-01cc4c6ee464 None None] No DVR routers for this DVR port 63d3b38d-8866-4d39-9cd8-4fba8fb81952 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:46:17.886432 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c94c39-04b9-4291-803f-ff760bd76f5b', 'tag': 'b350411a-c990-44f0-bd27-100be7fb9a1c'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:17.891777 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894654c4-d2a4-4671-8efa-70b97574af57" -d '{"events": [{"name": "network-changed", "server_uuid": "05c94c39-04b9-4291-803f-ff760bd76f5b", "tag": "b350411a-c990-44f0-bd27-100be7fb9a1c"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:17.944126 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-a5603c71-bbdb-4475-86c5-0ec56be2ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:17.946008 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-a5603c71-bbdb-4475-86c5-0ec56be2ddd7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=57f96d4f-a3d8-495c-8b4c-383900172d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1921840 Jul 16 20:46:17.959972 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 63d3b38d-8866-4d39-9cd8-4fba8fb81952 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:46:17.982592 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd44cc3-baa2-42ee-9d9b-6e38cd1f7d3c req-3315d0c4-50db-42a0-923d-a7465d34a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:17.989588 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cdd44cc3-baa2-42ee-9d9b-6e38cd1f7d3c req-3315d0c4-50db-42a0-923d-a7465d34a2fb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7d844709015249cdaf092b7a5f1b9e50&device_id=92fe76fa-0ebe-48d9-acd3-be6652483b88 HTTP/1.1" status: 200 len: 1096 time: 0.1804829 Jul 16 20:46:18.017325 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e61f0e1-1f86-4a4f-9388-960951a453d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:18.028635 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 63d3b38d-8866-4d39-9cd8-4fba8fb81952 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:46:18.028857 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 63d3b38d-8866-4d39-9cd8-4fba8fb81952 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:46:18.060355 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-071c8866-9f8b-41e2-b585-39930888f102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697285171', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:18.114519 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071c8866-9f8b-41e2-b585-39930888f102 None None] The sync data for ids ['c52f9cfc-7ccf-4be3-be55-158ba7f33645'] in n-d-791506-21 is: [{'id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697285171', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '0a54ec62-992f-4e9e-8488-128a936a7499', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52f9cfc-7ccf-4be3-be55-158ba7f33645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:01Z', 'updated_at': '2021-07-16T20:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:46:18.181524 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-5e61f0e1-1f86-4a4f-9388-960951a453d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Deleting port 0a54ec62-992f-4e9e-8488-128a936a7499 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:46:18.182591 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e61f0e1-1f86-4a4f-9388-960951a453d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:18.314958 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-5e61f0e1-1f86-4a4f-9388-960951a453d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] For port 0a54ec62-992f-4e9e-8488-128a936a7499, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=0a54ec62-992f-4e9e-8488-128a936a7499,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:18.315321 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e61f0e1-1f86-4a4f-9388-960951a453d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:18.332994 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-5e61f0e1-1f86-4a4f-9388-960951a453d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Calling delete_port for 0a54ec62-992f-4e9e-8488-128a936a7499 owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:46:18.361412 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 66fca605-4098-4b2f-9c93-736d142249d7 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:18.456855 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 66fca605-4098-4b2f-9c93-736d142249d7 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:18.463304 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 66fca605-4098-4b2f-9c93-736d142249d7 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:18.463695 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:18.605506 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e61f0e1-1f86-4a4f-9388-960951a453d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:18.671412 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:18.709786 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61f0e1-1f86-4a4f-9388-960951a453d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event deleted for resources: {'Port': ['ID=0a54ec62-992f-4e9e-8488-128a936a7499,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:18.724385 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37df635-3a13-497f-9959-6c1f3253d39c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66fca605-4098-4b2f-9c93-736d142249d7'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:18.729779 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d729d4-f8f4-40c1-878b-8a06bd51e680" -d '{"events": [{"server_uuid": "d37df635-3a13-497f-9959-6c1f3253d39c", "name": "network-vif-plugged", "status": "completed", "tag": "66fca605-4098-4b2f-9c93-736d142249d7"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:18.771057 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 66fca605-4098-4b2f-9c93-736d142249d7, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=66fca605-4098-4b2f-9c93-736d142249d7,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:18.781968 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:18.813358 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-733a0d3d-bd1f-4c24-ab47-14f85ae9ea34 service neutron] 10.222.0.18 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8601336 Jul 16 20:46:18.847480 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e5715c-205a-40ea-bcef-06d75aee8862 x-openstack-request-id: req-d2e5715c-205a-40ea-bcef-06d75aee8862 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:18.848040 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c94c39-04b9-4291-803f-ff760bd76f5b", "tag": "b350411a-c990-44f0-bd27-100be7fb9a1c", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:18.848484 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d2e5715c-205a-40ea-bcef-06d75aee8862 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:18.849089 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c94c39-04b9-4291-803f-ff760bd76f5b', 'tag': 'b350411a-c990-44f0-bd27-100be7fb9a1c', 'status': 'completed', 'code': 200} Jul 16 20:46:18.852077 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e61f0e1-1f86-4a4f-9388-960951a453d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:18.887506 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=66fca605-4098-4b2f-9c93-736d142249d7,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:18.977928 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e61f0e1-1f86-4a4f-9388-960951a453d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:18.980277 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e61f0e1-1f86-4a4f-9388-960951a453d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:19.029029 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7dccb72e-293b-4f38-aa3b-0c2fbce7a7d6 req-41f5fcc8-b5b3-4a6f-a08c-8a6516cc4150 service neutron] 10.222.0.18 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308236 Jul 16 20:46:19.037602 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e61f0e1-1f86-4a4f-9388-960951a453d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:19.041178 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e61f0e1-1f86-4a4f-9388-960951a453d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Fanout notify agent at l3_agent the message router_deleted on router c52f9cfc-7ccf-4be3-be55-158ba7f33645 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:46:19.057061 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e61f0e1-1f86-4a4f-9388-960951a453d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:19.061379 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5e61f0e1-1f86-4a4f-9388-960951a453d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "DELETE /v2.0/routers/c52f9cfc-7ccf-4be3-be55-158ba7f33645 HTTP/1.1" status: 204 len: 168 time: 2.0331910 Jul 16 20:46:19.062793 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58362) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:19.236919 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 0410f28f-ff70-43c1-bdd7-dd7f1540d06c details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:46:19.303048 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-061a017b-5b61-4958-9359-7c54efbc196e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:19.303841 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89dbef-afb2-40bc-9858-e2af4a0a207e req-f23a114b-4b2e-428c-9637-ee3084e3f365 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:19.312857 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2b89dbef-afb2-40bc-9858-e2af4a0a207e req-f23a114b-4b2e-428c-9637-ee3084e3f365 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=d37df635-3a13-497f-9959-6c1f3253d39c HTTP/1.1" status: 200 len: 945 time: 0.4987190 Jul 16 20:46:19.332822 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac518da-4c7e-468d-9270-3e2b328c480f req-5048f5f1-11f2-4af7-8de4-1c29d405651a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:19.339702 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ac518da-4c7e-468d-9270-3e2b328c480f req-5048f5f1-11f2-4af7-8de4-1c29d405651a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 944 time: 0.4797168 Jul 16 20:46:19.410487 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ac518da-4c7e-468d-9270-3e2b328c480f req-1cabf5d6-ea1c-4b0c-ad2a-66ef130b641a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697973 Jul 16 20:46:19.474658 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-061a017b-5b61-4958-9359-7c54efbc196e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:19.474856 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 0410f28f-ff70-43c1-bdd7-dd7f1540d06c, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=0410f28f-ff70-43c1-bdd7-dd7f1540d06c,segment=NetworkSegment(d5374ddd-ff90-4ee8-88dc-11a1091fc78b),segment_id=d5374ddd-ff90-4ee8-88dc-11a1091fc78b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:19.481821 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894654c4-d2a4-4671-8efa-70b97574af57 req-4c9dc0e8-c639-4b84-adc8-d4fc07e05acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:19.485982 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-894654c4-d2a4-4671-8efa-70b97574af57 req-4c9dc0e8-c639-4b84-adc8-d4fc07e05acd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a195eb15eb6f4338b136e6cce4c78c87&device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 1096 time: 0.3732255 Jul 16 20:46:19.488561 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-061a017b-5b61-4958-9359-7c54efbc196e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d060d412-3eba-485c-bbac-71368347d343']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:19.495085 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2b89dbef-afb2-40bc-9858-e2af4a0a207e req-ad5649a9-146f-4a0d-b4f6-1cc51c1e257c tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813514 Jul 16 20:46:19.496188 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd44cc3-baa2-42ee-9d9b-6e38cd1f7d3c req-a1ca5a47-6cca-46ef-9c5d-812f19a13a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:19.503299 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cdd44cc3-baa2-42ee-9d9b-6e38cd1f7d3c req-a1ca5a47-6cca-46ef-9c5d-812f19a13a74 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e0de2f1-8b0d-4833-9f1f-b011cb56a387 HTTP/1.1" status: 200 len: 911 time: 0.6530249 Jul 16 20:46:19.514194 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-061a017b-5b61-4958-9359-7c54efbc196e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034fad31-19fe-4e1f-9dd1-5cdaa4aa1930') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:19.514762 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-061a017b-5b61-4958-9359-7c54efbc196e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034fad31-19fe-4e1f-9dd1-5cdaa4aa1930') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:19.547676 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-061a017b-5b61-4958-9359-7c54efbc196e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:19.582429 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-061a017b-5b61-4958-9359-7c54efbc196e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:19.593954 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061a017b-5b61-4958-9359-7c54efbc196e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:46:19.594463 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-061a017b-5b61-4958-9359-7c54efbc196e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:19.595316 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cdd44cc3-baa2-42ee-9d9b-6e38cd1f7d3c req-dc1ab66a-57c0-401f-8af3-c234d4f5ce86 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0410f28f-ff70-43c1-bdd7-dd7f1540d06c HTTP/1.1" status: 200 len: 217 time: 0.0780978 Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:46:19.599967 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:46:19.776481 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '0410f28f-ff70-43c1-bdd7-dd7f1540d06c', 'network_id': '5e0de2f1-8b0d-4833-9f1f-b011cb56a387', 'port_id': '0410f28f-ff70-43c1-bdd7-dd7f1540d06c', 'mac_address': 'fa:16:3e:53:e5:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f925518-e352-49ca-b079-fb02ffd806d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:46:19.785829 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212ba8f9-29fe-4d75-9ddb-61f6673218c5 x-openstack-request-id: req-212ba8f9-29fe-4d75-9ddb-61f6673218c5 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:19.786364 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37df635-3a13-497f-9959-6c1f3253d39c", "name": "network-vif-plugged", "status": "completed", "tag": "66fca605-4098-4b2f-9c93-736d142249d7", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:19.787730 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-212ba8f9-29fe-4d75-9ddb-61f6673218c5 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:19.789672 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37df635-3a13-497f-9959-6c1f3253d39c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66fca605-4098-4b2f-9c93-736d142249d7', 'code': 200} Jul 16 20:46:19.792698 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd44cc3-baa2-42ee-9d9b-6e38cd1f7d3c req-edb4ccb9-335e-41cb-8e59-08e8215842b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:19.794378 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cdd44cc3-baa2-42ee-9d9b-6e38cd1f7d3c req-edb4ccb9-335e-41cb-8e59-08e8215842b4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f925518-e352-49ca-b079-fb02ffd806d9 HTTP/1.1" status: 200 len: 849 time: 0.1821563 Jul 16 20:46:19.814051 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-061a017b-5b61-4958-9359-7c54efbc196e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:19.819380 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-061a017b-5b61-4958-9359-7c54efbc196e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:19.833300 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58372) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:19.837903 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-061a017b-5b61-4958-9359-7c54efbc196e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "DELETE /v2.0/networks/d060d412-3eba-485c-bbac-71368347d343 HTTP/1.1" status: 204 len: 168 time: 0.7617867 Jul 16 20:46:19.868002 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:19.882096 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894654c4-d2a4-4671-8efa-70b97574af57 req-24413f85-1133-48d8-8ea3-ed35ef1f9bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:19.883675 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-894654c4-d2a4-4671-8efa-70b97574af57 req-24413f85-1133-48d8-8ea3-ed35ef1f9bb6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=57f96d4f-a3d8-495c-8b4c-383900172d1b HTTP/1.1" status: 200 len: 918 time: 0.3794668 Jul 16 20:46:19.885011 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a017b-5b61-4958-9359-7c54efbc196e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event deleted for resources: {'Network': ['ID=d060d412-3eba-485c-bbac-71368347d343,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:19.893626 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0410f28f-ff70-43c1-bdd7-dd7f1540d06c {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:46:19.911170 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c0f72-6cc5-48da-9b7b-d4b6f468aab0 req-83823247-217f-4152-9c62-86065eed4950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:19.913173 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ca7c0f72-6cc5-48da-9b7b-d4b6f468aab0 req-83823247-217f-4152-9c62-86065eed4950 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d37df635-3a13-497f-9959-6c1f3253d39c HTTP/1.1" status: 200 len: 1097 time: 0.1596081 Jul 16 20:46:19.942945 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 0410f28f-ff70-43c1-bdd7-dd7f1540d06c, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=0410f28f-ff70-43c1-bdd7-dd7f1540d06c,segment=NetworkSegment(d5374ddd-ff90-4ee8-88dc-11a1091fc78b),segment_id=d5374ddd-ff90-4ee8-88dc-11a1091fc78b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:19.954221 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:19.981898 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ca7c0f72-6cc5-48da-9b7b-d4b6f468aab0 req-02c0c0a4-38e1-4a54-ad5d-088944815d77 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503836 Jul 16 20:46:20.005677 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c05856b0-d98d-4774-9870-0f6659fbd878 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:46:20.022995 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-894654c4-d2a4-4671-8efa-70b97574af57 req-ac8be4c0-77cc-4f4c-b201-f34dfdf904c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b350411a-c990-44f0-bd27-100be7fb9a1c HTTP/1.1" status: 200 len: 217 time: 0.1107395 Jul 16 20:46:20.036231 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: c05856b0-d98d-4774-9870-0f6659fbd878 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:46:20.036489 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c05856b0-d98d-4774-9870-0f6659fbd878 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:46:20.036964 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0a54ec62-992f-4e9e-8488-128a936a7499 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:46:20.068883 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 0a54ec62-992f-4e9e-8488-128a936a7499 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:46:20.069843 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0a54ec62-992f-4e9e-8488-128a936a7499 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:46:20.090478 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=0410f28f-ff70-43c1-bdd7-dd7f1540d06c,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:20.096245 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894654c4-d2a4-4671-8efa-70b97574af57 req-07f0ba78-af79-45a5-a85d-f8c1d4ab8828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:20.097705 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-894654c4-d2a4-4671-8efa-70b97574af57 req-07f0ba78-af79-45a5-a85d-f8c1d4ab8828 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8d89da5-8a18-4550-b255-1d58457114f4 HTTP/1.1" status: 200 len: 856 time: 0.0631924 Jul 16 20:46:20.149876 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ae3ce-f986-4265-8077-dd53f8cc58a2 req-f72ccc8e-5777-47bb-9e20-34b2cc7fb5ed tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:20.151412 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8a8ae3ce-f986-4265-8077-dd53f8cc58a2 req-f72ccc8e-5777-47bb-9e20-34b2cc7fb5ed tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=92fe76fa-0ebe-48d9-acd3-be6652483b88 HTTP/1.1" status: 200 len: 1096 time: 0.3257763 Jul 16 20:46:20.155646 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['0410f28f-ff70-43c1-bdd7-dd7f1540d06c'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:20.158450 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd44cc3-baa2-42ee-9d9b-6e38cd1f7d3c req-38689daa-01ea-43ee-b898-ab294c6fade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:20.159941 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cdd44cc3-baa2-42ee-9d9b-6e38cd1f7d3c req-38689daa-01ea-43ee-b898-ab294c6fade0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e0de2f1-8b0d-4833-9f1f-b011cb56a387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3498750 Jul 16 20:46:20.160579 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1947490d-e96e-48e5-9513-5e8bfe4e40ae tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:20.205074 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1947490d-e96e-48e5-9513-5e8bfe4e40ae tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:20.359038 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8a8ae3ce-f986-4265-8077-dd53f8cc58a2 req-3ab0bfb5-db96-401f-961f-caf66d2f69cc tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=38c36a68-70b0-407b-aa65-41c59b680797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716070 Jul 16 20:46:20.367840 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894654c4-d2a4-4671-8efa-70b97574af57 req-b316d8d4-7674-47ec-a408-678903565740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:20.369280 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-894654c4-d2a4-4671-8efa-70b97574af57 req-b316d8d4-7674-47ec-a408-678903565740 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=57f96d4f-a3d8-495c-8b4c-383900172d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2595506 Jul 16 20:46:20.425142 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cdd44cc3-baa2-42ee-9d9b-6e38cd1f7d3c req-cd62aefc-8b0d-4ae2-823b-4a7ba47363e4 service neutron] 10.222.0.62 "GET /v2.0/networks/5e0de2f1-8b0d-4833-9f1f-b011cb56a387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367539 Jul 16 20:46:20.510786 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1947490d-e96e-48e5-9513-5e8bfe4e40ae tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:20.513409 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1947490d-e96e-48e5-9513-5e8bfe4e40ae tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:20.518381 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1947490d-e96e-48e5-9513-5e8bfe4e40ae tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "DELETE /v2.0/security-groups/da0a222f-06ec-4c6a-8e4e-7b28aa7b945a HTTP/1.1" status: 204 len: 168 time: 0.6773965 Jul 16 20:46:20.574235 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947490d-e96e-48e5-9513-5e8bfe4e40ae tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0a222f-06ec-4c6a-8e4e-7b28aa7b945a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:20.586268 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-894654c4-d2a4-4671-8efa-70b97574af57 req-e07864fc-445c-411d-93da-87878d2d418c service neutron] 10.222.0.18 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080655 Jul 16 20:46:20.712101 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cdd44cc3-baa2-42ee-9d9b-6e38cd1f7d3c req-dedbec5b-901d-4981-b9ea-7e2f9f9f4fee service neutron] 10.222.0.62 "GET /v2.0/networks/5e0de2f1-8b0d-4833-9f1f-b011cb56a387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796345 Jul 16 20:46:20.897564 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-894654c4-d2a4-4671-8efa-70b97574af57 req-be3af8b4-0181-4cb1-a2f9-224e709bdb86 service neutron] 10.222.0.18 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968864 Jul 16 20:46:20.937825 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb9b9c-4393-49da-8229-400a9e2db9fe req-4f149617-c9c3-46d5-a2bd-c13f72ff286b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:20.939311 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11eb9b9c-4393-49da-8229-400a9e2db9fe req-4f149617-c9c3-46d5-a2bd-c13f72ff286b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 944 time: 0.2719874 Jul 16 20:46:20.948162 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a8856-6a7a-4e9d-aaab-05a682db7c6d req-ae075dfe-cb99-4d1d-b61a-672b35c1d7a6 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:20.949901 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c63a8856-6a7a-4e9d-aaab-05a682db7c6d req-ae075dfe-cb99-4d1d-b61a-672b35c1d7a6 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=d37df635-3a13-497f-9959-6c1f3253d39c HTTP/1.1" status: 200 len: 945 time: 0.2470584 Jul 16 20:46:21.018881 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11eb9b9c-4393-49da-8229-400a9e2db9fe req-0deb920b-22ee-4fc2-bae3-0a7a9397868d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671861 Jul 16 20:46:21.023902 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c63a8856-6a7a-4e9d-aaab-05a682db7c6d req-2200a306-fa60-446c-9294-cb8dc58ada9c tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644956 Jul 16 20:46:21.096003 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58406) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:21.212999 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f526c6a6-c2c7-42f9-baee-8bd003377acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:21.250562 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 0410f28f-ff70-43c1-bdd7-dd7f1540d06c up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:21.318020 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 0410f28f-ff70-43c1-bdd7-dd7f1540d06c completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:21.323535 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 0410f28f-ff70-43c1-bdd7-dd7f1540d06c triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:21.324033 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:21.337924 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f526c6a6-c2c7-42f9-baee-8bd003377acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:21.350162 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f526c6a6-c2c7-42f9-baee-8bd003377acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:21.367472 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58412) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:21.435074 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526c6a6-c2c7-42f9-baee-8bd003377acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acadf02-3712-4644-8931-5b2ff7aeff0d,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:21.440503 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f526c6a6-c2c7-42f9-baee-8bd003377acc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=57e1c1f53c0f4e94ba3b0c40cb8b490a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3433299 Jul 16 20:46:21.443607 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58418) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:21.457274 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526c6a6-c2c7-42f9-baee-8bd003377acc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:21.457609 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526c6a6-c2c7-42f9-baee-8bd003377acc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:21.457953 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526c6a6-c2c7-42f9-baee-8bd003377acc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:21.458292 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526c6a6-c2c7-42f9-baee-8bd003377acc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:21.463572 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526c6a6-c2c7-42f9-baee-8bd003377acc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:21.463928 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526c6a6-c2c7-42f9-baee-8bd003377acc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:21.464276 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526c6a6-c2c7-42f9-baee-8bd003377acc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:21.464623 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526c6a6-c2c7-42f9-baee-8bd003377acc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:21.464960 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526c6a6-c2c7-42f9-baee-8bd003377acc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:21.465298 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526c6a6-c2c7-42f9-baee-8bd003377acc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:21.465632 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526c6a6-c2c7-42f9-baee-8bd003377acc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:21.466367 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526c6a6-c2c7-42f9-baee-8bd003377acc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:21.466513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58420) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:21.511660 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:21.550160 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 0410f28f-ff70-43c1-bdd7-dd7f1540d06c, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=0410f28f-ff70-43c1-bdd7-dd7f1540d06c,segment=NetworkSegment(d5374ddd-ff90-4ee8-88dc-11a1091fc78b),segment_id=d5374ddd-ff90-4ee8-88dc-11a1091fc78b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:21.555622 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:21.558257 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-6a5ea7f1-8442-4446-baa7-df272b8a74d6 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-210535718', 'description': 'tempest-secgroup-smoke-210535718 description', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:21.611626 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=0410f28f-ff70-43c1-bdd7-dd7f1540d06c,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:21.652936 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6a5ea7f1-8442-4446-baa7-df272b8a74d6 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:21.669264 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dbe47eb0-f11d-4251-8b9b-2343122de566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:21.673166 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-855d80db-04f0-44d2-9294-9d325731d603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:21.756305 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-855d80db-04f0-44d2-9294-9d325731d603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:21.790603 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92fe76fa-0ebe-48d9-acd3-be6652483b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0410f28f-ff70-43c1-bdd7-dd7f1540d06c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:21.793086 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f63813-30ba-4b18-86df-b01fdf7e7c23" -d '{"events": [{"server_uuid": "92fe76fa-0ebe-48d9-acd3-be6652483b88", "name": "network-vif-plugged", "status": "completed", "tag": "0410f28f-ff70-43c1-bdd7-dd7f1540d06c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:21.813911 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69566c9-0a1d-4f28-91a6-c5f1c2a20339 req-c77fd77c-2e86-49c6-ba6f-3b9fa12409f4 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:21.815463 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f69566c9-0a1d-4f28-91a6-c5f1c2a20339 req-c77fd77c-2e86-49c6-ba6f-3b9fa12409f4 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=92fe76fa-0ebe-48d9-acd3-be6652483b88 HTTP/1.1" status: 200 len: 1098 time: 0.2612066 Jul 16 20:46:21.831553 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07622179-ca22-4fde-9b35-479e536001ea x-openstack-request-id: req-07622179-ca22-4fde-9b35-479e536001ea {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:21.831855 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92fe76fa-0ebe-48d9-acd3-be6652483b88", "name": "network-vif-plugged", "status": "completed", "tag": "0410f28f-ff70-43c1-bdd7-dd7f1540d06c", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:21.832110 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-07622179-ca22-4fde-9b35-479e536001ea {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:21.832549 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92fe76fa-0ebe-48d9-acd3-be6652483b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0410f28f-ff70-43c1-bdd7-dd7f1540d06c', 'code': 200} Jul 16 20:46:21.947728 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f69566c9-0a1d-4f28-91a6-c5f1c2a20339 req-5efa3cf6-262c-4775-b034-83f31ae6534a tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=38c36a68-70b0-407b-aa65-41c59b680797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173189 Jul 16 20:46:21.974350 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6a5ea7f1-8442-4446-baa7-df272b8a74d6 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:21.983795 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-855d80db-04f0-44d2-9294-9d325731d603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:21.986278 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-855d80db-04f0-44d2-9294-9d325731d603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:21.987416 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-855d80db-04f0-44d2-9294-9d325731d603 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6acadf02-3712-4644-8931-5b2ff7aeff0d HTTP/1.1" status: 204 len: 168 time: 0.5428498 Jul 16 20:46:21.992420 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6a5ea7f1-8442-4446-baa7-df272b8a74d6 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:22.014803 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d80db-04f0-44d2-9294-9d325731d603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acadf02-3712-4644-8931-5b2ff7aeff0d,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:22.022943 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6a5ea7f1-8442-4446-baa7-df272b8a74d6 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:22.024103 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6a5ea7f1-8442-4446-baa7-df272b8a74d6 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4711804 Jul 16 20:46:22.027938 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58426) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:22.039937 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e339bbd2-87aa-45fb-91e0-c0d61302d549 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'security_group_rule': {'security_group_id': '13e31423-7bfb-45e6-af9e-afdad1116f0c', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:22.079168 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ea7f1-8442-4446-baa7-df272b8a74d6 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e31423-7bfb-45e6-af9e-afdad1116f0c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:22.087101 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2e43f-0ee5-4114-843f-2a5cb09586fe req-9f72bb15-274f-4b05-a2dd-5d629c53dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:22.088544 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fbd2e43f-0ee5-4114-843f-2a5cb09586fe req-9f72bb15-274f-4b05-a2dd-5d629c53dd3a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=92fe76fa-0ebe-48d9-acd3-be6652483b88 HTTP/1.1" status: 200 len: 1098 time: 0.1838222 Jul 16 20:46:22.138557 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e339bbd2-87aa-45fb-91e0-c0d61302d549 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:22.148344 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fbd2e43f-0ee5-4114-843f-2a5cb09586fe req-4936c231-a21d-4aba-bb82-b691c1e08b27 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=38c36a68-70b0-407b-aa65-41c59b680797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512831 Jul 16 20:46:22.245975 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e339bbd2-87aa-45fb-91e0-c0d61302d549 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:22.251863 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e339bbd2-87aa-45fb-91e0-c0d61302d549 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:22.271397 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339bbd2-87aa-45fb-91e0-c0d61302d549 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=021fb4e9-af4c-4c4c-84cd-d3ee5c891a2b,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:22.281777 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e339bbd2-87aa-45fb-91e0-c0d61302d549 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:22.283272 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e339bbd2-87aa-45fb-91e0-c0d61302d549 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2520125 Jul 16 20:46:22.286632 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58434) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:22.294542 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e4626974-c1ca-4e4d-9c82-10cc181840a3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'security_group_rule': {'security_group_id': '13e31423-7bfb-45e6-af9e-afdad1116f0c', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:22.305281 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-44dee38f-bbfe-4ddf-9e84-13d327227a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:22.335118 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4626974-c1ca-4e4d-9c82-10cc181840a3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:22.387931 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b350411a-c990-44f0-bd27-100be7fb9a1c details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:46:22.412229 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4626974-c1ca-4e4d-9c82-10cc181840a3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:22.421304 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4626974-c1ca-4e4d-9c82-10cc181840a3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:22.435061 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58436) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:22.441845 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4626974-c1ca-4e4d-9c82-10cc181840a3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353756fd-ffab-4133-92d2-33f9c16f7cc3,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:22.456131 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4626974-c1ca-4e4d-9c82-10cc181840a3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:22.457629 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e4626974-c1ca-4e4d-9c82-10cc181840a3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1700265 Jul 16 20:46:22.460575 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58438) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:22.465279 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-05e7bbc0-a3ef-4ca0-9565-0b011770306e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'security_group_rule': {'security_group_id': '13e31423-7bfb-45e6-af9e-afdad1116f0c', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:22.485650 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b24f2-9575-44f1-bdc1-ad5f42c47442 req-3b3c2151-369b-4f5b-90eb-0b7df4d88337 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:22.487386 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-df3b24f2-9575-44f1-bdc1-ad5f42c47442 req-3b3c2151-369b-4f5b-90eb-0b7df4d88337 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=d37df635-3a13-497f-9959-6c1f3253d39c HTTP/1.1" status: 200 len: 945 time: 0.2690260 Jul 16 20:46:22.491987 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-53ed5193-d17b-45a1-9283-d8be5b0159e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:22.495427 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-05e7bbc0-a3ef-4ca0-9565-0b011770306e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:22.504088 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d246dd-a0bb-4346-8329-efbc9f2551fe req-2a477cfa-fb7f-4935-a83a-0988e64e8fa1 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:22.505190 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27d246dd-a0bb-4346-8329-efbc9f2551fe req-2a477cfa-fb7f-4935-a83a-0988e64e8fa1 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 944 time: 0.2831440 Jul 16 20:46:22.524069 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port b350411a-c990-44f0-bd27-100be7fb9a1c, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b350411a-c990-44f0-bd27-100be7fb9a1c,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:22.542337 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'b350411a-c990-44f0-bd27-100be7fb9a1c', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'port_id': 'b350411a-c990-44f0-bd27-100be7fb9a1c', 'mac_address': 'fa:16:3e:7a:42:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:46:22.574410 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-05e7bbc0-a3ef-4ca0-9565-0b011770306e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:22.581470 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-05e7bbc0-a3ef-4ca0-9565-0b011770306e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:22.604721 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:22.605163 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7bbc0-a3ef-4ca0-9565-0b011770306e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae19edc7-cb5e-42b9-95d1-87efcb4d92a1,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:22.621247 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b350411a-c990-44f0-bd27-100be7fb9a1c {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:46:22.642832 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port b350411a-c990-44f0-bd27-100be7fb9a1c, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b350411a-c990-44f0-bd27-100be7fb9a1c,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:22.646427 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:22.660956 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-df3b24f2-9575-44f1-bdc1-ad5f42c47442 req-e9341ead-d91b-4f95-96d9-34f104f2d3d0 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502559 Jul 16 20:46:22.675525 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27d246dd-a0bb-4346-8329-efbc9f2551fe req-0d29af23-e9bd-4077-a1c0-43724c00cb7e tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613679 Jul 16 20:46:22.714787 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=b350411a-c990-44f0-bd27-100be7fb9a1c,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:22.775505 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-53ed5193-d17b-45a1-9283-d8be5b0159e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:22.785618 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-05e7bbc0-a3ef-4ca0-9565-0b011770306e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:22.786821 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-05e7bbc0-a3ef-4ca0-9565-0b011770306e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3252959 Jul 16 20:46:22.789458 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58442) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:22.793972 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-07935dea-81ed-4af4-b9b1-bf2d049e78bc tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'security_group_rule': {'security_group_id': '13e31423-7bfb-45e6-af9e-afdad1116f0c', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:22.797269 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-53ed5193-d17b-45a1-9283-d8be5b0159e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:22.830413 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07935dea-81ed-4af4-b9b1-bf2d049e78bc tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:22.849802 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['b350411a-c990-44f0-bd27-100be7fb9a1c'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:22.865822 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-53ed5193-d17b-45a1-9283-d8be5b0159e7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dea54f379fda487bb7dd36f508c22304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4286716 Jul 16 20:46:22.867536 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed5193-d17b-45a1-9283-d8be5b0159e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a04bdc-825e-497a-8a79-ac45e54bfdd5,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:22.871226 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58444) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:22.927408 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07935dea-81ed-4af4-b9b1-bf2d049e78bc tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:22.932856 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07935dea-81ed-4af4-b9b1-bf2d049e78bc tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:22.941210 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-44dee38f-bbfe-4ddf-9e84-13d327227a6a admin admin] Deleting port a0c076f5-7e10-4e1f-acbd-f848e3925c05 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:46:22.941578 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-44dee38f-bbfe-4ddf-9e84-13d327227a6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:22.964563 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07935dea-81ed-4af4-b9b1-bf2d049e78bc tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b852feee-7c9c-400b-8c7a-90825af432ba,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:22.974235 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07935dea-81ed-4af4-b9b1-bf2d049e78bc tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:22.978276 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-07935dea-81ed-4af4-b9b1-bf2d049e78bc tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1878171 Jul 16 20:46:22.980634 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2fd199b5-d54c-4c0b-8532-a424ae527d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:22.985031 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58450) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:22.989965 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-9bc00c6f-7854-476b-8c2c-a3fb29ea9f82 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'security_group_rule': {'security_group_id': '13e31423-7bfb-45e6-af9e-afdad1116f0c', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:23.037942 n-d-791506-21 neutron-server[93793]: INFO neutron.db.securitygroups_db [None req-9bc00c6f-7854-476b-8c2c-a3fb29ea9f82 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Project 0a2a9f68d1874fbf9d499c45b54369c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:46:23.043143 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9bc00c6f-7854-476b-8c2c-a3fb29ea9f82 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:23.109332 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2fd199b5-d54c-4c0b-8532-a424ae527d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:23.131737 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9bc00c6f-7854-476b-8c2c-a3fb29ea9f82 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:23.137523 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9bc00c6f-7854-476b-8c2c-a3fb29ea9f82 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:23.158617 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc00c6f-7854-476b-8c2c-a3fb29ea9f82 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6714979-629e-44c8-b342-2cf525598779,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:23.166303 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9bc00c6f-7854-476b-8c2c-a3fb29ea9f82 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:23.167821 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9bc00c6f-7854-476b-8c2c-a3fb29ea9f82 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1817577 Jul 16 20:46:23.171285 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58452) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:23.176016 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-483e87ce-543a-4a2b-a61f-8fb2afc22d30 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'security_group_rule': {'security_group_id': '13e31423-7bfb-45e6-af9e-afdad1116f0c', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:23.182590 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-44dee38f-bbfe-4ddf-9e84-13d327227a6a admin admin] For port a0c076f5-7e10-4e1f-acbd-f848e3925c05, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a0c076f5-7e10-4e1f-acbd-f848e3925c05,segment=NetworkSegment(59a53ec9-896c-4c3d-aaf7-1e04b33963c9),segment_id=59a53ec9-896c-4c3d-aaf7-1e04b33963c9)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:23.182961 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-44dee38f-bbfe-4ddf-9e84-13d327227a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:23.200197 n-d-791506-21 neutron-server[93793]: INFO neutron.db.securitygroups_db [None req-483e87ce-543a-4a2b-a61f-8fb2afc22d30 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Project 0a2a9f68d1874fbf9d499c45b54369c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:46:23.205326 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-483e87ce-543a-4a2b-a61f-8fb2afc22d30 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:23.275004 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-483e87ce-543a-4a2b-a61f-8fb2afc22d30 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:23.280334 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-483e87ce-543a-4a2b-a61f-8fb2afc22d30 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:23.300388 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e87ce-543a-4a2b-a61f-8fb2afc22d30 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c15c4b2f-0c36-40d1-a219-838d343b956c,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:23.304182 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-483e87ce-543a-4a2b-a61f-8fb2afc22d30 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:23.308619 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-483e87ce-543a-4a2b-a61f-8fb2afc22d30 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1331120 Jul 16 20:46:23.308619 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58454) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:23.314671 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-fe159218-5b55-4b31-8b53-e25d8deba58e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'network': {'name': 'tempest-network-smoke--2026021672', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'port_security_enabled': True}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:23.336440 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe159218-5b55-4b31-8b53-e25d8deba58e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Made reservation on behalf of 0a2a9f68d1874fbf9d499c45b54369c0 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:46:23.340535 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fe159218-5b55-4b31-8b53-e25d8deba58e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:23.367783 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe159218-5b55-4b31-8b53-e25d8deba58e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:46:23.378713 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fe159218-5b55-4b31-8b53-e25d8deba58e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:23.379072 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-fe159218-5b55-4b31-8b53-e25d8deba58e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Added segment 1f517760-5c66-4941-ab3c-883964a82dae of type vlan for network 7603548a-ab34-41b3-83b2-8cfa970f2767 Jul 16 20:46:23.422666 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fe159218-5b55-4b31-8b53-e25d8deba58e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:23.455279 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fe159218-5b55-4b31-8b53-e25d8deba58e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:23.460990 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe159218-5b55-4b31-8b53-e25d8deba58e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:23.461609 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fe159218-5b55-4b31-8b53-e25d8deba58e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:23.498887 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fe159218-5b55-4b31-8b53-e25d8deba58e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1859698 Jul 16 20:46:23.499140 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58458) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:23.503557 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-5d928f3f-8490-4073-8b92-4062ab4c45a0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1449018390', 'admin_state_up': True, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:23.546299 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe159218-5b55-4b31-8b53-e25d8deba58e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Network': ['ID=7603548a-ab34-41b3-83b2-8cfa970f2767,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:23.561773 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 7603548a-ab34-41b3-83b2-8cfa970f2767 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:46:23.565081 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-44dee38f-bbfe-4ddf-9e84-13d327227a6a admin admin] Calling delete_port for a0c076f5-7e10-4e1f-acbd-f848e3925c05 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:46:23.565435 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d928f3f-8490-4073-8b92-4062ab4c45a0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:23.566864 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d928f3f-8490-4073-8b92-4062ab4c45a0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:23.596580 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33231f32-0382-44f7-a7c9-212e2eeec29b req-1d2a6a88-a57d-4f91-ab50-e08d723cadda tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:23.598072 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33231f32-0382-44f7-a7c9-212e2eeec29b req-1d2a6a88-a57d-4f91-ab50-e08d723cadda tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=d37df635-3a13-497f-9959-6c1f3253d39c HTTP/1.1" status: 200 len: 945 time: 0.5531738 Jul 16 20:46:23.649205 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2fd199b5-d54c-4c0b-8532-a424ae527d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:23.651690 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2fd199b5-d54c-4c0b-8532-a424ae527d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:23.652797 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2fd199b5-d54c-4c0b-8532-a424ae527d25 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/48a04bdc-825e-497a-8a79-ac45e54bfdd5 HTTP/1.1" status: 204 len: 168 time: 0.7804356 Jul 16 20:46:23.683315 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd199b5-d54c-4c0b-8532-a424ae527d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a04bdc-825e-497a-8a79-ac45e54bfdd5,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:23.688103 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d928f3f-8490-4073-8b92-4062ab4c45a0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:23.708318 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464062a7-1be9-4527-bae0-3274bbf364be req-5291e49a-d0ea-47c6-baf7-9625975c894d tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:23.709847 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-464062a7-1be9-4527-bae0-3274bbf364be req-5291e49a-d0ea-47c6-baf7-9625975c894d tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=92fe76fa-0ebe-48d9-acd3-be6652483b88 HTTP/1.1" status: 200 len: 1098 time: 0.5654945 Jul 16 20:46:23.716243 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33231f32-0382-44f7-a7c9-212e2eeec29b req-28c1bc25-78ee-48c0-837d-a7ddc4863399 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877690 Jul 16 20:46:23.796097 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-464062a7-1be9-4527-bae0-3274bbf364be req-db8779fb-3364-4094-8066-96a79889df92 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=38c36a68-70b0-407b-aa65-41c59b680797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786166 Jul 16 20:46:23.879767 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-44dee38f-bbfe-4ddf-9e84-13d327227a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:23.917834 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d928f3f-8490-4073-8b92-4062ab4c45a0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:23.919473 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dee38f-bbfe-4ddf-9e84-13d327227a6a admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c076f5-7e10-4e1f-acbd-f848e3925c05,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:24.119028 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3c515-d359-41be-a01a-5a2dd115ee9a req-049cac80-2432-409e-84c3-9fbfbcfe5008 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:24.120687 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4db3c515-d359-41be-a01a-5a2dd115ee9a req-049cac80-2432-409e-84c3-9fbfbcfe5008 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 945 time: 0.2053108 Jul 16 20:46:24.173036 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d928f3f-8490-4073-8b92-4062ab4c45a0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:24.199441 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d928f3f-8490-4073-8b92-4062ab4c45a0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:24.199660 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd91784-e47a-4e91-acb0-9f0d390c8585 req-3c2d2570-848f-4d9c-bd43-2bdc78cb4f4f tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:24.201091 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7fd91784-e47a-4e91-acb0-9f0d390c8585 req-3c2d2570-848f-4d9c-bd43-2bdc78cb4f4f tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=d37df635-3a13-497f-9959-6c1f3253d39c HTTP/1.1" status: 200 len: 945 time: 0.2186081 Jul 16 20:46:24.220094 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-227d7a84-9fa5-4dfe-8fe1-3ae630d551a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:24.267930 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4db3c515-d359-41be-a01a-5a2dd115ee9a req-5bbbf5d2-949f-4623-94d1-dc74cc047a81 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082103 Jul 16 20:46:24.302090 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-44dee38f-bbfe-4ddf-9e84-13d327227a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:24.308694 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:24.315172 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7fd91784-e47a-4e91-acb0-9f0d390c8585 req-6e9692ad-e354-48c2-991d-4597d1216de0 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716710 Jul 16 20:46:24.381692 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-5d928f3f-8490-4073-8b92-4062ab4c45a0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Allocated IP 172.25.0.182 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/a6d59877-453b-4ceb-8309-6202060b8b6e) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:24.399700 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b350411a-c990-44f0-bd27-100be7fb9a1c up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:24.516612 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port b350411a-c990-44f0-bd27-100be7fb9a1c completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:24.519484 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d928f3f-8490-4073-8b92-4062ab4c45a0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:24.520877 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port b350411a-c990-44f0-bd27-100be7fb9a1c triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:24.521332 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:24.582565 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d928f3f-8490-4073-8b92-4062ab4c45a0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:24.609295 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fafae3-52f0-46fe-b806-1214e9138316 req-c15f3df9-066d-43f5-bae6-862c1d0466af tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:24.611088 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46fafae3-52f0-46fe-b806-1214e9138316 req-c15f3df9-066d-43f5-bae6-862c1d0466af tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=92fe76fa-0ebe-48d9-acd3-be6652483b88 HTTP/1.1" status: 200 len: 1098 time: 0.1350381 Jul 16 20:46:24.612925 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44dee38f-bbfe-4ddf-9e84-13d327227a6a admin admin] Router bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:46:24.621947 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d928f3f-8490-4073-8b92-4062ab4c45a0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:24.628650 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-5d928f3f-8490-4073-8b92-4062ab4c45a0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:24.641471 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:24.667785 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d928f3f-8490-4073-8b92-4062ab4c45a0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:24.673444 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c94c39-04b9-4291-803f-ff760bd76f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b350411a-c990-44f0-bd27-100be7fb9a1c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:24.676091 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e075e439-16ab-45c6-b2c0-24adea1e57dd" -d '{"events": [{"server_uuid": "05c94c39-04b9-4291-803f-ff760bd76f5b", "name": "network-vif-plugged", "status": "completed", "tag": "b350411a-c990-44f0-bd27-100be7fb9a1c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:24.698841 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port b350411a-c990-44f0-bd27-100be7fb9a1c, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b350411a-c990-44f0-bd27-100be7fb9a1c,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:24.708168 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:24.729393 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d928f3f-8490-4073-8b92-4062ab4c45a0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Port': ['ID=a6d59877-453b-4ceb-8309-6202060b8b6e,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:24.783399 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=b350411a-c990-44f0-bd27-100be7fb9a1c,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:24.787290 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46fafae3-52f0-46fe-b806-1214e9138316 req-dd61b645-93ac-4bf3-90fc-cdd6db7f302c tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=38c36a68-70b0-407b-aa65-41c59b680797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686437 Jul 16 20:46:24.801256 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3278e88-da2a-4396-8351-cf3b8f547c80 x-openstack-request-id: req-d3278e88-da2a-4396-8351-cf3b8f547c80 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:24.801659 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c94c39-04b9-4291-803f-ff760bd76f5b", "name": "network-vif-plugged", "status": "completed", "tag": "b350411a-c990-44f0-bd27-100be7fb9a1c", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:24.802011 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d3278e88-da2a-4396-8351-cf3b8f547c80 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:24.802628 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c94c39-04b9-4291-803f-ff760bd76f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b350411a-c990-44f0-bd27-100be7fb9a1c', 'code': 200} Jul 16 20:46:25.026544 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dee38f-bbfe-4ddf-9e84-13d327227a6a admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:46:25.038182 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-44dee38f-bbfe-4ddf-9e84-13d327227a6a admin admin] 10.222.0.38 "PUT /v2.0/routers/bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6689191 Jul 16 20:46:25.040451 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58498) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:25.047988 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834b848d-ade9-48d0-936c-5251af812b93 None None] Sync routers for ids ['bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:46:25.062563 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834b848d-ade9-48d0-936c-5251af812b93 None None] Routers {'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:25.063496 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-834b848d-ade9-48d0-936c-5251af812b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:46:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:25.082642 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d928f3f-8490-4073-8b92-4062ab4c45a0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:25.125795 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6237710-79cf-41fe-b03b-69779eecac11 req-e2f1b68c-23be-4674-a775-b2d37817d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:25.127329 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c6237710-79cf-41fe-b03b-69779eecac11 req-e2f1b68c-23be-4674-a775-b2d37817d926 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 1098 time: 0.2401719 Jul 16 20:46:25.176581 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fdd7c-9443-43ea-8cf7-901d965f251d req-661b8fb4-8b0f-4ec1-8538-87cb76f404b1 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:25.183360 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d30fdd7c-9443-43ea-8cf7-901d965f251d req-661b8fb4-8b0f-4ec1-8538-87cb76f404b1 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=92fe76fa-0ebe-48d9-acd3-be6652483b88 HTTP/1.1" status: 200 len: 1098 time: 0.2388566 Jul 16 20:46:25.192550 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63468e4f-163b-485a-b580-b9079ec9c7f9 req-67711ea3-771b-46bc-902a-91cbb20d671d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:25.193495 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-834b848d-ade9-48d0-936c-5251af812b93 None None] Set router bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:25.199522 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-63468e4f-163b-485a-b580-b9079ec9c7f9 req-67711ea3-771b-46bc-902a-91cbb20d671d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=d37df635-3a13-497f-9959-6c1f3253d39c HTTP/1.1" status: 200 len: 945 time: 0.2620201 Jul 16 20:46:25.296038 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27fe19c8-4104-4aa4-9b36-d3a227a8a412 admin admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:25.305311 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c6237710-79cf-41fe-b03b-69779eecac11 req-980b19dc-56e1-47b9-b757-5fa3e3c1268c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400876 Jul 16 20:46:25.342337 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d30fdd7c-9443-43ea-8cf7-901d965f251d req-cd5d1b19-4bb4-47ef-a8a3-38f24f7707c2 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=38c36a68-70b0-407b-aa65-41c59b680797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578445 Jul 16 20:46:25.363176 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-63468e4f-163b-485a-b580-b9079ec9c7f9 req-3b0011b6-eff4-4bc7-98e0-47c0503b50b8 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583827 Jul 16 20:46:25.379701 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d928f3f-8490-4073-8b92-4062ab4c45a0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:25.447637 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-834b848d-ade9-48d0-936c-5251af812b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'name': 'tempest-TaggedBootDevicesTest-963859335-router', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:42Z', 'updated_at': '2021-07-16T20:46:23Z', 'revision_number': 5, 'project_id': '086605ce16824d789c1ebe4af59fda06', 'gw_port': {'id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:44Z', 'updated_at': '2021-07-16T20:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:25.483883 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834b848d-ade9-48d0-936c-5251af812b93 None None] Checking router: bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:46:25.499851 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834b848d-ade9-48d0-936c-5251af812b93 None None] Routers {'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:25.501346 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-834b848d-ade9-48d0-936c-5251af812b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:46:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:25.514292 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27fe19c8-4104-4aa4-9b36-d3a227a8a412 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:25.645400 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-27fe19c8-4104-4aa4-9b36-d3a227a8a412 admin admin] Deleting port 6715f7e9-d972-4f89-b91b-c7c26e6eeb32 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:46:25.645750 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27fe19c8-4104-4aa4-9b36-d3a227a8a412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:25.671959 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-834b848d-ade9-48d0-936c-5251af812b93 None None] Set router bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:25.674804 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a3377-8dfb-462a-85da-6de363ca2d1f req-9c49f311-65e0-4aeb-bfcf-777a0e7e70c9 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:25.681827 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-397a3377-8dfb-462a-85da-6de363ca2d1f req-9c49f311-65e0-4aeb-bfcf-777a0e7e70c9 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 946 time: 0.1138980 Jul 16 20:46:25.699284 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d928f3f-8490-4073-8b92-4062ab4c45a0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Router 85134c59-60c5-450d-b86d-8bd210c3306e is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:46:25.802941 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:25.814205 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-397a3377-8dfb-462a-85da-6de363ca2d1f req-861a0b74-3405-4c04-952e-f2cfd82bec7a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314139 Jul 16 20:46:25.867654 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d928f3f-8490-4073-8b92-4062ab4c45a0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:46:25.885951 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-27fe19c8-4104-4aa4-9b36-d3a227a8a412 admin admin] For port 6715f7e9-d972-4f89-b91b-c7c26e6eeb32, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=6715f7e9-d972-4f89-b91b-c7c26e6eeb32,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:25.886463 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27fe19c8-4104-4aa4-9b36-d3a227a8a412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:25.893996 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c4fb81-5759-4287-ae11-af09d61e14a5 None None] Sync routers for ids ['85134c59-60c5-450d-b86d-8bd210c3306e'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:46:25.910901 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-27fe19c8-4104-4aa4-9b36-d3a227a8a412 admin admin] Calling delete_port for 6715f7e9-d972-4f89-b91b-c7c26e6eeb32 owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:46:25.911123 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c4fb81-5759-4287-ae11-af09d61e14a5 None None] Routers {'85134c59-60c5-450d-b86d-8bd210c3306e'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:25.911871 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-03c4fb81-5759-4287-ae11-af09d61e14a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:46:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['85134c59-60c5-450d-b86d-8bd210c3306e'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:25.923957 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d928f3f-8490-4073-8b92-4062ab4c45a0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:25.926968 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5d928f3f-8490-4073-8b92-4062ab4c45a0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4269512 Jul 16 20:46:25.933072 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58536) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:25.977486 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-84bae90e-5c8c-41d0-aa73-2a19e33eb986 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=0a2a9f68d1874fbf9d499c45b54369c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425436 Jul 16 20:46:25.979752 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58538) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:25.983710 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-451d4158-f752-499a-9f90-32d423925d01 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:25.986378 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-451d4158-f752-499a-9f90-32d423925d01 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/networks?id=5e0de2f1-8b0d-4833-9f1f-b011cb56a387 HTTP/1.1" status: 200 len: 911 time: 0.2386386 Jul 16 20:46:25.997338 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-834b848d-ade9-48d0-936c-5251af812b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'name': 'tempest-TaggedBootDevicesTest-963859335-router', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:42Z', 'updated_at': '2021-07-16T20:46:23Z', 'revision_number': 5, 'project_id': '086605ce16824d789c1ebe4af59fda06', 'gw_port': {'id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:44Z', 'updated_at': '2021-07-16T20:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:26.013064 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-3d5043c1-cb47-48c3-9c05-3fd0a322fdd8 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/quotas/7d844709015249cdaf092b7a5f1b9e50 HTTP/1.1" status: 200 len: 375 time: 0.0202050 Jul 16 20:46:26.036914 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834b848d-ade9-48d0-936c-5251af812b93 None None] The sync data for ids ['bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613'] in n-d-791506-21 is: [{'id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'name': 'tempest-TaggedBootDevicesTest-963859335-router', 'tenant_id': '086605ce16824d789c1ebe4af59fda06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:42Z', 'updated_at': '2021-07-16T20:46:23Z', 'revision_number': 5, 'project_id': '086605ce16824d789c1ebe4af59fda06', 'gw_port': {'id': '6715f7e9-d972-4f89-b91b-c7c26e6eeb32', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:44Z', 'updated_at': '2021-07-16T20:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:46:26.129332 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-03c4fb81-5759-4287-ae11-af09d61e14a5 None None] Set router 85134c59-60c5-450d-b86d-8bd210c3306e gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:26.162742 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937a2e24-efe4-4b77-9e51-dfde94a6e10d tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:26.166948 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-937a2e24-efe4-4b77-9e51-dfde94a6e10d tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1835742 Jul 16 20:46:26.167190 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58540) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:26.210427 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e5ed7b84-36cc-4e9f-83ad-dbf24b09078d tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=9eaba347-54f9-4044-808d-862f23e2a998&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420322 Jul 16 20:46:26.211502 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58542) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:26.218518 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-f0e9240f-c1f2-4986-ae14-520de074bc13 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-165333193', 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:26.332008 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27fe19c8-4104-4aa4-9b36-d3a227a8a412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:26.333122 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e9240f-c1f2-4986-ae14-520de074bc13 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Made reservation on behalf of 0a2a9f68d1874fbf9d499c45b54369c0 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:46:26.338392 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f0e9240f-c1f2-4986-ae14-520de074bc13 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:26.371404 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-d0d84431-fe0b-4a0f-8b4c-021bcebf0fd5 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d844709015249cdaf092b7a5f1b9e50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3564129 Jul 16 20:46:26.440650 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe19c8-4104-4aa4-9b36-d3a227a8a412 admin admin] Pushing event deleted for resources: {'Port': ['ID=6715f7e9-d972-4f89-b91b-c7c26e6eeb32,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:26.494792 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-03c4fb81-5759-4287-ae11-af09d61e14a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449018390', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:23Z', 'updated_at': '2021-07-16T20:46:24Z', 'revision_number': 3, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:24Z', 'updated_at': '2021-07-16T20:46:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:26.542751 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c4fb81-5759-4287-ae11-af09d61e14a5 None None] Checking router: 85134c59-60c5-450d-b86d-8bd210c3306e for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:46:26.543114 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c4fb81-5759-4287-ae11-af09d61e14a5 None None] Updating router 85134c59-60c5-450d-b86d-8bd210c3306e port a6d59877-453b-4ceb-8309-6202060b8b6e binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:46:26.604170 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-03c4fb81-5759-4287-ae11-af09d61e14a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:26.709585 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27fe19c8-4104-4aa4-9b36-d3a227a8a412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:26.728363 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f0e9240f-c1f2-4986-ae14-520de074bc13 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:26.754513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f735b-5182-42b3-95ea-3d2b32da26da req-06710df0-ebe2-47d0-a056-d04ac801a38c tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:26.756193 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3a8f735b-5182-42b3-95ea-3d2b32da26da req-06710df0-ebe2-47d0-a056-d04ac801a38c tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.18 "GET /v2.0/ports?device_id=d37df635-3a13-497f-9959-6c1f3253d39c HTTP/1.1" status: 200 len: 945 time: 0.4394157 Jul 16 20:46:26.793034 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-6aa55f8e-aa8a-44a4-8150-96b8fd9fbb9a service neutron] 10.222.0.38 "GET /v2.0/networks/5e0de2f1-8b0d-4833-9f1f-b011cb56a387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208107 Jul 16 20:46:26.806293 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9240f-c1f2-4986-ae14-520de074bc13 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Subnet': ['ID=c8c50f7c-7595-4a55-bec2-dcb93bd12b01,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:26.856582 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e9240f-c1f2-4986-ae14-520de074bc13 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Checking segment: {'id': '1f517760-5c66-4941-ab3c-883964a82dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:26.856980 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e9240f-c1f2-4986-ae14-520de074bc13 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Network hostable DHCP agents. Network: 7603548a-ab34-41b3-83b2-8cfa970f2767, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:46:26.884521 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e9240f-c1f2-4986-ae14-520de074bc13 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Network 7603548a-ab34-41b3-83b2-8cfa970f2767 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:46:26.884903 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27fe19c8-4104-4aa4-9b36-d3a227a8a412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:26.900331 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27fe19c8-4104-4aa4-9b36-d3a227a8a412 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:26.901574 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-f0e9240f-c1f2-4986-ae14-520de074bc13 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 7603548a-ab34-41b3-83b2-8cfa970f2767) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:26.908949 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e9240f-c1f2-4986-ae14-520de074bc13 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:26.914911 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1d8ac0-a485-4415-ba9c-0496f9cf1ad0 None None] Network 7603548a-ab34-41b3-83b2-8cfa970f2767 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:46:26.926057 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f0e9240f-c1f2-4986-ae14-520de074bc13 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:26.958413 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f0e9240f-c1f2-4986-ae14-520de074bc13 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7451873 Jul 16 20:46:26.961162 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58554) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:26.972031 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-03c4fb81-5759-4287-ae11-af09d61e14a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:26.987300 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-03c4fb81-5759-4287-ae11-af09d61e14a5 None None] Transition to ACTIVE for port object a6d59877-453b-4ceb-8309-6202060b8b6e will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:27.000525 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-03c4fb81-5759-4287-ae11-af09d61e14a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:27.027800 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe201fde-95f1-403d-a78b-6a6cc1acedcf req-5341c53f-cc22-4241-9b4b-2f259f9783f7 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:27.029867 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe201fde-95f1-403d-a78b-6a6cc1acedcf req-5341c53f-cc22-4241-9b4b-2f259f9783f7 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=d37df635-3a13-497f-9959-6c1f3253d39c HTTP/1.1" status: 200 len: 945 time: 0.4462850 Jul 16 20:46:27.033413 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27fe19c8-4104-4aa4-9b36-d3a227a8a412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:27.033955 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fe19c8-4104-4aa4-9b36-d3a227a8a412 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:46:27.050157 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27fe19c8-4104-4aa4-9b36-d3a227a8a412 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:27.057692 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58556) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:27.058854 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-27fe19c8-4104-4aa4-9b36-d3a227a8a412 admin admin] 10.222.0.38 "DELETE /v2.0/routers/bfbfc65e-4659-4d0b-a7a0-7f3f6eea1613 HTTP/1.1" status: 204 len: 168 time: 2.0151486 Jul 16 20:46:27.091384 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-03c4fb81-5759-4287-ae11-af09d61e14a5 None None] Attempting to bind port a6d59877-453b-4ceb-8309-6202060b8b6e on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:27.092324 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-03c4fb81-5759-4287-ae11-af09d61e14a5 None None] Attempting to bind port a6d59877-453b-4ceb-8309-6202060b8b6e by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:27.092692 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c4fb81-5759-4287-ae11-af09d61e14a5 None None] Attempting to bind port a6d59877-453b-4ceb-8309-6202060b8b6e on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:27.101054 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c4fb81-5759-4287-ae11-af09d61e14a5 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:27.102117 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c4fb81-5759-4287-ae11-af09d61e14a5 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:27.102554 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-03c4fb81-5759-4287-ae11-af09d61e14a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:27.102956 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c4fb81-5759-4287-ae11-af09d61e14a5 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:27.103433 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-03c4fb81-5759-4287-ae11-af09d61e14a5 None None] Bound port: a6d59877-453b-4ceb-8309-6202060b8b6e, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:27.105226 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-03c4fb81-5759-4287-ae11-af09d61e14a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:27.164043 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5c175-f3b2-41a9-b96b-19a563ed8ffa None None] Pushing event updated for resources: {'Port': ['ID=a6d59877-453b-4ceb-8309-6202060b8b6e,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:27.170911 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-c992e335-4404-46a2-adf2-ce10347f4029 service neutron] 10.222.0.38 "GET /v2.0/networks/5e0de2f1-8b0d-4833-9f1f-b011cb56a387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342185 Jul 16 20:46:27.184622 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f5c175-f3b2-41a9-b96b-19a563ed8ffa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:27.184973 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f5c175-f3b2-41a9-b96b-19a563ed8ffa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:27.185345 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f5c175-f3b2-41a9-b96b-19a563ed8ffa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:27.191116 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f5c175-f3b2-41a9-b96b-19a563ed8ffa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:27.191547 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f5c175-f3b2-41a9-b96b-19a563ed8ffa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:27.191893 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f5c175-f3b2-41a9-b96b-19a563ed8ffa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:27.192235 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f5c175-f3b2-41a9-b96b-19a563ed8ffa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:27.192606 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f5c175-f3b2-41a9-b96b-19a563ed8ffa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:27.192936 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f5c175-f3b2-41a9-b96b-19a563ed8ffa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:27.193268 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f5c175-f3b2-41a9-b96b-19a563ed8ffa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:27.193602 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f5c175-f3b2-41a9-b96b-19a563ed8ffa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:27.193969 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f5c175-f3b2-41a9-b96b-19a563ed8ffa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:27.195582 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe201fde-95f1-403d-a78b-6a6cc1acedcf req-9cd5f99d-1859-43dd-a7fd-651f0f62a6ce tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311221 Jul 16 20:46:27.218708 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-3a8f735b-5182-42b3-95ea-3d2b32da26da req-2754788b-dd52-48c4-bb08-27c1f18e5f73 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Deleting port 66fca605-4098-4b2f-9c93-736d142249d7 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:46:27.219209 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3a8f735b-5182-42b3-95ea-3d2b32da26da req-2754788b-dd52-48c4-bb08-27c1f18e5f73 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:27.238456 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1da271-1427-4bc5-a936-2280c75416ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-7603548a-ab34-41b3-83b2-8cfa970f2767', 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'fixed_ips': [{'subnet_id': 'c8c50f7c-7595-4a55-bec2-dcb93bd12b01'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:46:27.239322 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a1da271-1427-4bc5-a936-2280c75416ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:27.290031 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-03c4fb81-5759-4287-ae11-af09d61e14a5 None None] For port a6d59877-453b-4ceb-8309-6202060b8b6e, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:27.298732 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-03c4fb81-5759-4287-ae11-af09d61e14a5 None None] For port a6d59877-453b-4ceb-8309-6202060b8b6e, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a6d59877-453b-4ceb-8309-6202060b8b6e,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:27.321643 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-03c4fb81-5759-4287-ae11-af09d61e14a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:27.436419 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5c175-f3b2-41a9-b96b-19a563ed8ffa None None] Pushing event updated for resources: {'Port': ['ID=a6d59877-453b-4ceb-8309-6202060b8b6e,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:27.503082 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c4fb81-5759-4287-ae11-af09d61e14a5 None None] Routers {'85134c59-60c5-450d-b86d-8bd210c3306e'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:27.504034 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-03c4fb81-5759-4287-ae11-af09d61e14a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:46:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['85134c59-60c5-450d-b86d-8bd210c3306e'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:27.542489 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-9a1da271-1427-4bc5-a936-2280c75416ac None None] Allocated IP 172.20.0.2 (7603548a-ab34-41b3-83b2-8cfa970f2767/c8c50f7c-7595-4a55-bec2-dcb93bd12b01/89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:27.729786 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:27.803592 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-03c4fb81-5759-4287-ae11-af09d61e14a5 None None] Set router 85134c59-60c5-450d-b86d-8bd210c3306e gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:27.853849 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-799ba0d2-2a97-4ebf-a431-819ede6084d5 admin admin] Deleting subnet ed11a99b-37e1-4696-970c-4dbb385ed21d {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:46:27.866634 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-799ba0d2-2a97-4ebf-a431-819ede6084d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:27.883858 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a1da271-1427-4bc5-a936-2280c75416ac None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:27.901241 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9a1da271-1427-4bc5-a936-2280c75416ac None None] Transition to ACTIVE for port object 89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:27.944283 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 6715f7e9-d972-4f89-b91b-c7c26e6eeb32 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:46:27.988653 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9a1da271-1427-4bc5-a936-2280c75416ac None None] Transition to ACTIVE for port object 89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:27.991821 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 6715f7e9-d972-4f89-b91b-c7c26e6eeb32 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:46:27.992403 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 6715f7e9-d972-4f89-b91b-c7c26e6eeb32 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:46:27.993011 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a0c076f5-7e10-4e1f-acbd-f848e3925c05 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:46:28.021971 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: a0c076f5-7e10-4e1f-acbd-f848e3925c05 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:46:28.021971 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a0c076f5-7e10-4e1f-acbd-f848e3925c05 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:46:28.022333 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-799ba0d2-2a97-4ebf-a431-819ede6084d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:28.022441 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a1da271-1427-4bc5-a936-2280c75416ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:28.088447 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1da271-1427-4bc5-a936-2280c75416ac None None] Network 7603548a-ab34-41b3-83b2-8cfa970f2767 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:28.096055 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9a1da271-1427-4bc5-a936-2280c75416ac None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:28.109029 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1da271-1427-4bc5-a936-2280c75416ac None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:28.119645 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1da271-1427-4bc5-a936-2280c75416ac None None] Pushing event updated for resources: {'Port': ['ID=89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:28.167950 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-03c4fb81-5759-4287-ae11-af09d61e14a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449018390', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:23Z', 'updated_at': '2021-07-16T20:46:24Z', 'revision_number': 3, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:24Z', 'updated_at': '2021-07-16T20:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:28.182728 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b6152567-ac3a-4d1d-b076-a1c5ef479f22 req-148c46d2-a91b-45b2-8620-1490a43ef852 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b1d93976-45a4-481d-9e9f-91ad45e0f076 HTTP/1.1" status: 200 len: 210 time: 0.1715684 Jul 16 20:46:28.208478 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-9a1da271-1427-4bc5-a936-2280c75416ac None None] Attempting to bind port 89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:28.208769 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-9a1da271-1427-4bc5-a936-2280c75416ac None None] Attempting to bind port 89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '1f517760-5c66-4941-ab3c-883964a82dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:28.209138 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1da271-1427-4bc5-a936-2280c75416ac None None] Attempting to bind port 89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b on network 7603548a-ab34-41b3-83b2-8cfa970f2767 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:28.215711 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1da271-1427-4bc5-a936-2280c75416ac None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:28.216197 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1da271-1427-4bc5-a936-2280c75416ac None None] Checking segment: {'id': '1f517760-5c66-4941-ab3c-883964a82dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:28.217250 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a1da271-1427-4bc5-a936-2280c75416ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:28.217863 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1da271-1427-4bc5-a936-2280c75416ac None None] Bound using segment: {'id': '1f517760-5c66-4941-ab3c-883964a82dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:28.238293 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-3a8f735b-5182-42b3-95ea-3d2b32da26da req-2754788b-dd52-48c4-bb08-27c1f18e5f73 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] For port 66fca605-4098-4b2f-9c93-736d142249d7, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=66fca605-4098-4b2f-9c93-736d142249d7,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:28.238887 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3a8f735b-5182-42b3-95ea-3d2b32da26da req-2754788b-dd52-48c4-bb08-27c1f18e5f73 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:28.250416 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c4fb81-5759-4287-ae11-af09d61e14a5 None None] The sync data for ids ['85134c59-60c5-450d-b86d-8bd210c3306e'] in n-d-791506-21 is: [{'id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449018390', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:23Z', 'updated_at': '2021-07-16T20:46:24Z', 'revision_number': 3, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:24Z', 'updated_at': '2021-07-16T20:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:46:28.253400 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-9a1da271-1427-4bc5-a936-2280c75416ac None None] Bound port: 89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f517760-5c66-4941-ab3c-883964a82dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:28.253864 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a1da271-1427-4bc5-a936-2280c75416ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:28.308574 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-3a8f735b-5182-42b3-95ea-3d2b32da26da req-2754788b-dd52-48c4-bb08-27c1f18e5f73 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Calling delete_port for 66fca605-4098-4b2f-9c93-736d142249d7 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:46:28.347889 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-799ba0d2-2a97-4ebf-a431-819ede6084d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:28.375438 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-9a1da271-1427-4bc5-a936-2280c75416ac None None] For port 89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:28.381220 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-9a1da271-1427-4bc5-a936-2280c75416ac None None] For port 89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b,segment=NetworkSegment(1f517760-5c66-4941-ab3c-883964a82dae),segment_id=1f517760-5c66-4941-ab3c-883964a82dae)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:28.392380 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a1da271-1427-4bc5-a936-2280c75416ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:28.402130 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f253ac7-c50b-44aa-ab68-43d584db5107 req-e75cbc8b-0c3a-4860-842b-75c4d1c6dd0d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:28.411506 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f253ac7-c50b-44aa-ab68-43d584db5107 req-e75cbc8b-0c3a-4860-842b-75c4d1c6dd0d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 946 time: 0.4014227 Jul 16 20:46:28.520488 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f253ac7-c50b-44aa-ab68-43d584db5107 req-03e2cb8d-30aa-4826-a73b-b641fe9c7215 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078193 Jul 16 20:46:28.583000 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1da271-1427-4bc5-a936-2280c75416ac None None] Pushing event updated for resources: {'Port': ['ID=89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:28.709143 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-799ba0d2-2a97-4ebf-a431-819ede6084d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:28.732126 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3a8f735b-5182-42b3-95ea-3d2b32da26da req-2754788b-dd52-48c4-bb08-27c1f18e5f73 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:28.749293 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['aeae3ce4-ebcb-4649-a0cd-854d2d7318ca'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:28.786026 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ba0d2-2a97-4ebf-a431-819ede6084d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed11a99b-37e1-4696-970c-4dbb385ed21d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:28.814571 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd7bf5b-3870-46c6-bc4c-bafb29b1cc8e None None] Network a5f59c06-393b-4019-8402-c670013796dd requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:46:28.891120 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-799ba0d2-2a97-4ebf-a431-819ede6084d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:28.903023 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-799ba0d2-2a97-4ebf-a431-819ede6084d5 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ed11a99b-37e1-4696-970c-4dbb385ed21d HTTP/1.1" status: 204 len: 168 time: 1.8427515 Jul 16 20:46:28.909215 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58578) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:28.938706 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754788b-dd52-48c4-bb08-27c1f18e5f73 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Pushing event deleted for resources: {'Port': ['ID=66fca605-4098-4b2f-9c93-736d142249d7,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:29.087592 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8f735b-5182-42b3-95ea-3d2b32da26da req-2754788b-dd52-48c4-bb08-27c1f18e5f73 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] No DVR routers for this DVR port 66fca605-4098-4b2f-9c93-736d142249d7 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:46:29.094372 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3a8f735b-5182-42b3-95ea-3d2b32da26da req-2754788b-dd52-48c4-bb08-27c1f18e5f73 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:29.101001 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3a8f735b-5182-42b3-95ea-3d2b32da26da req-2754788b-dd52-48c4-bb08-27c1f18e5f73 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.18 "DELETE /v2.0/ports/66fca605-4098-4b2f-9c93-736d142249d7 HTTP/1.1" status: 204 len: 173 time: 2.3104422 Jul 16 20:46:29.111277 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37df635-3a13-497f-9959-6c1f3253d39c', 'name': 'network-vif-deleted', 'tag': '66fca605-4098-4b2f-9c93-736d142249d7'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:29.123241 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4703df4-82fd-4a08-a411-a0f23980b316" -d '{"events": [{"server_uuid": "d37df635-3a13-497f-9959-6c1f3253d39c", "name": "network-vif-deleted", "tag": "66fca605-4098-4b2f-9c93-736d142249d7"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:29.142497 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296bf6f-d83e-47d1-adf8-adf4f9dfd0f5 req-e538d70d-05c7-4bb2-badb-95acff27c461 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:29.144259 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a296bf6f-d83e-47d1-adf8-adf4f9dfd0f5 req-e538d70d-05c7-4bb2-badb-95acff27c461 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=d37df635-3a13-497f-9959-6c1f3253d39c HTTP/1.1" status: 200 len: 867 time: 0.6225560 Jul 16 20:46:29.199819 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc4029-af2c-45ba-aa8a-6b5c93426174 req-4a436488-08df-42e4-a125-3f2aac4027e2 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:29.202338 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9dcc4029-af2c-45ba-aa8a-6b5c93426174 req-4a436488-08df-42e4-a125-3f2aac4027e2 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 946 time: 0.4091306 Jul 16 20:46:29.217956 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58584) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:29.225456 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2cd24418-947b-4e07-8493-3ae13c1aaf3b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Request body: {'floatingip': {'port_id': 'b350411a-c990-44f0-bd27-100be7fb9a1c'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:29.314004 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c0b0d4-8279-44a9-a9fb-c838d35763d8 x-openstack-request-id: req-04c0b0d4-8279-44a9-a9fb-c838d35763d8 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:29.315534 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37df635-3a13-497f-9959-6c1f3253d39c", "name": "network-vif-deleted", "tag": "66fca605-4098-4b2f-9c93-736d142249d7", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:29.315859 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-04c0b0d4-8279-44a9-a9fb-c838d35763d8 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:29.318594 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37df635-3a13-497f-9959-6c1f3253d39c', 'name': 'network-vif-deleted', 'tag': '66fca605-4098-4b2f-9c93-736d142249d7', 'status': 'completed', 'code': 200} Jul 16 20:46:29.331680 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c15fcc-31cd-40b5-bc9a-52fb39e3aef7 None None] DHCP port deletion for a5f59c06-393b-4019-8402-c670013796dd request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:46:29.339093 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a296bf6f-d83e-47d1-adf8-adf4f9dfd0f5 req-41270964-599c-432f-898f-6e1eec0951e8 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830585 Jul 16 20:46:29.347392 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2cd24418-947b-4e07-8493-3ae13c1aaf3b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for floatingip, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:29.463018 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-095c65d5-1eec-4238-b22c-8a162149d4b9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:29.473245 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f7c15fcc-31cd-40b5-bc9a-52fb39e3aef7 None None] Deleting port d6572e93-ef77-4a19-ab21-91479fcc7593 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:46:29.473623 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f7c15fcc-31cd-40b5-bc9a-52fb39e3aef7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:30.132936 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:30.161024 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-caa4f40c-c997-4db3-b2b1-8f3ec0e16b6e req-0bb59121-363a-4bae-a802-f79155585726 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b1d93976-45a4-481d-9e9f-91ad45e0f076 HTTP/1.1" status: 200 len: 210 time: 0.4987233 Jul 16 20:46:30.192960 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f7c15fcc-31cd-40b5-bc9a-52fb39e3aef7 None None] For port d6572e93-ef77-4a19-ab21-91479fcc7593, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=d6572e93-ef77-4a19-ab21-91479fcc7593,segment=NetworkSegment(59a53ec9-896c-4c3d-aaf7-1e04b33963c9),segment_id=59a53ec9-896c-4c3d-aaf7-1e04b33963c9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:30.193371 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f7c15fcc-31cd-40b5-bc9a-52fb39e3aef7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:30.249589 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f7c15fcc-31cd-40b5-bc9a-52fb39e3aef7 None None] Calling delete_port for d6572e93-ef77-4a19-ab21-91479fcc7593 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:46:30.256214 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a226bec-e9a2-47b0-9343-51687b9c2d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:30.260610 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a6d59877-453b-4ceb-8309-6202060b8b6e up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:30.282243 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-dcc0a758-118d-4cef-b84a-4c03059d26b2 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:30.283843 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-dcc0a758-118d-4cef-b84a-4c03059d26b2 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.18 "GET /v2.0/networks?id=5e0de2f1-8b0d-4833-9f1f-b011cb56a387 HTTP/1.1" status: 200 len: 911 time: 0.6189103 Jul 16 20:46:30.349942 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-99bae26d-c856-445c-9692-6556410863b5 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Request body: {'port': {'device_id': 'b1d93976-45a4-481d-9e9f-91ad45e0f076', 'network_id': '5e0de2f1-8b0d-4833-9f1f-b011cb56a387', 'admin_state_up': True, 'tenant_id': '7d844709015249cdaf092b7a5f1b9e50'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:30.367039 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-095c65d5-1eec-4238-b22c-8a162149d4b9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Allocated IP 172.20.0.1 (7603548a-ab34-41b3-83b2-8cfa970f2767/c8c50f7c-7595-4a55-bec2-dcb93bd12b01/045df08a-ca39-49c0-b8ea-6d74c1337e2a) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:30.396513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-99bae26d-c856-445c-9692-6556410863b5 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Made reservation on behalf of 7d844709015249cdaf092b7a5f1b9e50 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:46:30.400092 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-99bae26d-c856-445c-9692-6556410863b5 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:30.448223 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e43afc2-8946-48a9-9ce4-13e9dfb5ee55 None None] Network 7603548a-ab34-41b3-83b2-8cfa970f2767 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:46:30.453548 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 66fca605-4098-4b2f-9c93-736d142249d7 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:46:30.499954 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-6a226bec-e9a2-47b0-9343-51687b9c2d67 admin admin] Deleting port d6572e93-ef77-4a19-ab21-91479fcc7593 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:46:30.500356 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a226bec-e9a2-47b0-9343-51687b9c2d67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:30.552748 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 66fca605-4098-4b2f-9c93-736d142249d7 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:46:30.553071 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 66fca605-4098-4b2f-9c93-736d142249d7 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:46:30.596813 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-451e7827-6851-40bf-9b8c-12016c246619 None None] Provisioning for port 89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:30.637821 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-095c65d5-1eec-4238-b22c-8a162149d4b9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:30.654228 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port a6d59877-453b-4ceb-8309-6202060b8b6e completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:30.659661 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port a6d59877-453b-4ceb-8309-6202060b8b6e triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:30.659914 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:30.672273 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-6a226bec-e9a2-47b0-9343-51687b9c2d67 admin admin] For port d6572e93-ef77-4a19-ab21-91479fcc7593, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=d6572e93-ef77-4a19-ab21-91479fcc7593,segment=NetworkSegment(59a53ec9-896c-4c3d-aaf7-1e04b33963c9),segment_id=59a53ec9-896c-4c3d-aaf7-1e04b33963c9)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:30.672273 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a226bec-e9a2-47b0-9343-51687b9c2d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:30.702543 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-6a226bec-e9a2-47b0-9343-51687b9c2d67 admin admin] Calling delete_port for d6572e93-ef77-4a19-ab21-91479fcc7593 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:46:30.711314 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f7c15fcc-31cd-40b5-bc9a-52fb39e3aef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:30.763098 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-095c65d5-1eec-4238-b22c-8a162149d4b9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Transition to ACTIVE for port object 045df08a-ca39-49c0-b8ea-6d74c1337e2a will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:30.765188 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c15fcc-31cd-40b5-bc9a-52fb39e3aef7 None None] Pushing event deleted for resources: {'Port': ['ID=d6572e93-ef77-4a19-ab21-91479fcc7593,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:30.780898 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c15fcc-31cd-40b5-bc9a-52fb39e3aef7 None None] No DVR routers for this DVR port d6572e93-ef77-4a19-ab21-91479fcc7593 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:46:30.852600 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a226bec-e9a2-47b0-9343-51687b9c2d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:30.860480 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-095c65d5-1eec-4238-b22c-8a162149d4b9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:30.873339 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:30.891746 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a226bec-e9a2-47b0-9343-51687b9c2d67 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6572e93-ef77-4a19-ab21-91479fcc7593,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:30.899671 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a226bec-e9a2-47b0-9343-51687b9c2d67 admin admin] No DVR routers for this DVR port d6572e93-ef77-4a19-ab21-91479fcc7593 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:46:30.922493 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-99bae26d-c856-445c-9692-6556410863b5 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Allocated IP 172.20.0.6 (5e0de2f1-8b0d-4833-9f1f-b011cb56a387/3f925518-e352-49ca-b079-fb02ffd806d9/da95c613-644b-4377-82d5-a01f4eb57c64) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:30.932224 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095c65d5-1eec-4238-b22c-8a162149d4b9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Network 7603548a-ab34-41b3-83b2-8cfa970f2767 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:30.941728 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port a6d59877-453b-4ceb-8309-6202060b8b6e, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a6d59877-453b-4ceb-8309-6202060b8b6e,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:30.951405 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:30.952224 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:30.954886 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-095c65d5-1eec-4238-b22c-8a162149d4b9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:30.963595 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095c65d5-1eec-4238-b22c-8a162149d4b9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:31.022314 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c65d5-1eec-4238-b22c-8a162149d4b9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Port': ['ID=045df08a-ca39-49c0-b8ea-6d74c1337e2a,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:31.040076 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-095c65d5-1eec-4238-b22c-8a162149d4b9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:31.042392 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.db.resource_extend [None req-2cd24418-947b-4e07-8493-3ae13c1aaf3b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:46:31.067308 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=a6d59877-453b-4ceb-8309-6202060b8b6e,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:31.067529 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a226bec-e9a2-47b0-9343-51687b9c2d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:31.091289 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:31.097150 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:31.097484 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:31.115360 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-6a226bec-e9a2-47b0-9343-51687b9c2d67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f59c06-393b-4019-8402-c670013796dd']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:31.132977 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-6a226bec-e9a2-47b0-9343-51687b9c2d67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a53ec9-896c-4c3d-aaf7-1e04b33963c9') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:31.133332 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-6a226bec-e9a2-47b0-9343-51687b9c2d67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a53ec9-896c-4c3d-aaf7-1e04b33963c9') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:31.140023 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-c503d007-9611-4543-8330-adf35d863c45 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:31.141579 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-c503d007-9611-4543-8330-adf35d863c45 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/networks?id=25b41f76-37be-4345-9ddf-d59e23791d53 HTTP/1.1" status: 200 len: 805 time: 0.3226578 Jul 16 20:46:31.150885 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a226bec-e9a2-47b0-9343-51687b9c2d67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:31.166178 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2cd24418-947b-4e07-8493-3ae13c1aaf3b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:31.169186 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a226bec-e9a2-47b0-9343-51687b9c2d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:31.178286 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a226bec-e9a2-47b0-9343-51687b9c2d67 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:46:31.179150 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a226bec-e9a2-47b0-9343-51687b9c2d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:31.186937 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2cd24418-947b-4e07-8493-3ae13c1aaf3b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:31.192372 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-0fcd9fe9-daee-4690-8bee-d306b881d48e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/quotas/9ba5e10151bc4482805c7d5cba435d3a HTTP/1.1" status: 200 len: 375 time: 0.0269399 Jul 16 20:46:31.236904 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:46:31.265890 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:46:31.296672 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a226bec-e9a2-47b0-9343-51687b9c2d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:31.297448 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b,segment=NetworkSegment(1f517760-5c66-4941-ab3c-883964a82dae),segment_id=1f517760-5c66-4941-ab3c-883964a82dae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:31.305942 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:31.390088 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a226bec-e9a2-47b0-9343-51687b9c2d67 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:31.394513 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6a226bec-e9a2-47b0-9343-51687b9c2d67 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a5f59c06-393b-4019-8402-c670013796dd HTTP/1.1" status: 204 len: 168 time: 2.4817793 Jul 16 20:46:31.396464 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a226bec-e9a2-47b0-9343-51687b9c2d67 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5f59c06-393b-4019-8402-c670013796dd,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:31.432575 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:31.440211 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device d6572e93-ef77-4a19-ab21-91479fcc7593 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:46:31.471799 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: d6572e93-ef77-4a19-ab21-91479fcc7593 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:46:31.472427 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device d6572e93-ef77-4a19-ab21-91479fcc7593 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:46:31.478976 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-92fde7fb-3d6c-481b-b15b-43d751d8ebfb None None] Provisioning complete for port 89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:31.479144 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92fde7fb-3d6c-481b-b15b-43d751d8ebfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:31.493221 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-095c65d5-1eec-4238-b22c-8a162149d4b9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:31.648488 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cc8e501f-08d8-4d18-9653-35663c2a2a8e req-a11f62a1-cbcc-489f-9f11-6cea6bc21f48 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b1d93976-45a4-481d-9e9f-91ad45e0f076 HTTP/1.1" status: 200 len: 210 time: 0.1382384 Jul 16 20:46:31.649038 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-92fde7fb-3d6c-481b-b15b-43d751d8ebfb None None] Provisioning for port 045df08a-ca39-49c0-b8ea-6d74c1337e2a completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:31.666147 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-92fde7fb-3d6c-481b-b15b-43d751d8ebfb None None] Provisioning complete for port 045df08a-ca39-49c0-b8ea-6d74c1337e2a triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:31.666822 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92fde7fb-3d6c-481b-b15b-43d751d8ebfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:31.721964 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-99bae26d-c856-445c-9692-6556410863b5 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:31.724710 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-2cd24418-947b-4e07-8493-3ae13c1aaf3b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Floating IP 551dab0f-f48c-4dc8-8e57-1730e5d34b20 associated. External IP: 172.25.0.70, port: b350411a-c990-44f0-bd27-100be7fb9a1c. Jul 16 20:46:31.762813 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-92fde7fb-3d6c-481b-b15b-43d751d8ebfb None None] Port 045df08a-ca39-49c0-b8ea-6d74c1337e2a cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:46:31.766056 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58618) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:31.815284 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-3bd8ee0a-d042-4ad7-926e-5224a20a4617 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba5e10151bc4482805c7d5cba435d3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5404518 Jul 16 20:46:31.824537 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-99bae26d-c856-445c-9692-6556410863b5 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Transition to ACTIVE for port object da95c613-644b-4377-82d5-a01f4eb57c64 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:31.900036 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-422ae8c9-6eea-4081-ace5-18d19b720429 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=086605ce16824d789c1ebe4af59fda06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295969 Jul 16 20:46:31.900828 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58624) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:31.905834 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-167c2e3c-c003-4a60-b800-8c998c6b26ac None None] Provisioning complete for port 045df08a-ca39-49c0-b8ea-6d74c1337e2a triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:31.906208 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-167c2e3c-c003-4a60-b800-8c998c6b26ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:31.965849 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-167c2e3c-c003-4a60-b800-8c998c6b26ac None None] Port 045df08a-ca39-49c0-b8ea-6d74c1337e2a cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:46:31.968176 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a6d59877-453b-4ceb-8309-6202060b8b6e up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:32.017797 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-656edc42-b402-4003-abf6-2fcc1bb2fe43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:32.021610 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port a6d59877-453b-4ceb-8309-6202060b8b6e triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:32.022217 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:32.022362 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-095c65d5-1eec-4238-b22c-8a162149d4b9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:32.033961 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-095c65d5-1eec-4238-b22c-8a162149d4b9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:32.040004 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-9d80fbe4-fd75-45d6-8b77-d7031738843e service neutron] 10.222.0.38 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135792 Jul 16 20:46:32.092996 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-99bae26d-c856-445c-9692-6556410863b5 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:32.108649 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-656edc42-b402-4003-abf6-2fcc1bb2fe43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:32.134461 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:32.172331 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c65d5-1eec-4238-b22c-8a162149d4b9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Port': ['ID=045df08a-ca39-49c0-b8ea-6d74c1337e2a,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:32.175397 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-095c65d5-1eec-4238-b22c-8a162149d4b9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:32.197308 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['0410f28f-ff70-43c1-bdd7-dd7f1540d06c'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:32.204706 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-99bae26d-c856-445c-9692-6556410863b5 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Network 5e0de2f1-8b0d-4833-9f1f-b011cb56a387 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:32.242586 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-99bae26d-c856-445c-9692-6556410863b5 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:32.251251 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-99bae26d-c856-445c-9692-6556410863b5 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:32.253887 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-656edc42-b402-4003-abf6-2fcc1bb2fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:32.255077 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bae26d-c856-445c-9692-6556410863b5 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Pushing event updated for resources: {'Port': ['ID=da95c613-644b-4377-82d5-a01f4eb57c64,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:32.256515 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-656edc42-b402-4003-abf6-2fcc1bb2fe43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:32.261969 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-656edc42-b402-4003-abf6-2fcc1bb2fe43 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68 HTTP/1.1" status: 204 len: 168 time: 0.3579190 Jul 16 20:46:32.280596 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656edc42-b402-4003-abf6-2fcc1bb2fe43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0dbeb5-5e14-43bb-ba26-6b8c619c8a68,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:32.314988 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095c65d5-1eec-4238-b22c-8a162149d4b9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Network 7603548a-ab34-41b3-83b2-8cfa970f2767 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:32.317698 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-095c65d5-1eec-4238-b22c-8a162149d4b9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:32.405621 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-9aaf873d-fec8-41ba-83ec-7ceb94309100 service neutron] 10.222.0.38 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584366 Jul 16 20:46:32.411840 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-99bae26d-c856-445c-9692-6556410863b5 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:32.412721 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-99bae26d-c856-445c-9692-6556410863b5 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:32.441072 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:32.441459 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:32.449826 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd24418-947b-4e07-8493-3ae13c1aaf3b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Router 7e657619-f9ab-403d-ad02-f8f1ca60af45 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:46:32.483636 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-99bae26d-c856-445c-9692-6556410863b5 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1331027 Jul 16 20:46:32.502450 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Request body: {'port': {'device_id': 'b1d93976-45a4-481d-9e9f-91ad45e0f076', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:32.522930 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095c65d5-1eec-4238-b22c-8a162149d4b9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Router 85134c59-60c5-450d-b86d-8bd210c3306e has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:46:32.800225 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095c65d5-1eec-4238-b22c-8a162149d4b9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:46:32.817184 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-095c65d5-1eec-4238-b22c-8a162149d4b9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "PUT /v2.0/routers/85134c59-60c5-450d-b86d-8bd210c3306e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8525183 Jul 16 20:46:32.819181 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bfbc89-d06d-4323-8a06-cb0f6993aa9b None None] Sync routers for ids ['85134c59-60c5-450d-b86d-8bd210c3306e'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:46:32.823886 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-110ff755-da62-40a8-9d3a-aca33bb19f08 None None] Provisioning for port da95c613-644b-4377-82d5-a01f4eb57c64 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:32.856166 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ded09318-dddb-4be3-b68a-5568e764235c req-e0993c50-a9c4-4d6e-abd3-c0fd1d0a8eab tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 210 time: 0.1117089 Jul 16 20:46:32.866497 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-110ff755-da62-40a8-9d3a-aca33bb19f08 None None] Provisioning complete for port da95c613-644b-4377-82d5-a01f4eb57c64 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:32.866792 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-110ff755-da62-40a8-9d3a-aca33bb19f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:32.914182 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bfbc89-d06d-4323-8a06-cb0f6993aa9b None None] Routers {'85134c59-60c5-450d-b86d-8bd210c3306e'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:32.918915 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-66bfbc89-d06d-4323-8a06-cb0f6993aa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:46:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['85134c59-60c5-450d-b86d-8bd210c3306e'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:33.073026 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:33.134078 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd24418-947b-4e07-8493-3ae13c1aaf3b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:46:33.145560 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb00595-78bc-45db-befd-3ff0eb19e093 None None] Sync routers for ids ['7e657619-f9ab-403d-ad02-f8f1ca60af45'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:46:33.162860 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb00595-78bc-45db-befd-3ff0eb19e093 None None] Routers {'7e657619-f9ab-403d-ad02-f8f1ca60af45'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:33.163782 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9cb00595-78bc-45db-befd-3ff0eb19e093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:46:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7e657619-f9ab-403d-ad02-f8f1ca60af45'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:33.240898 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-66bfbc89-d06d-4323-8a06-cb0f6993aa9b None None] Set router 85134c59-60c5-450d-b86d-8bd210c3306e gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:33.348367 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-110ff755-da62-40a8-9d3a-aca33bb19f08 None None] Port da95c613-644b-4377-82d5-a01f4eb57c64 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:46:33.381697 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-9cb00595-78bc-45db-befd-3ff0eb19e093 None None] Set router 7e657619-f9ab-403d-ad02-f8f1ca60af45 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:33.413705 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:33.565376 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ececed22-8234-41bc-98ce-ef9edd015975 None None] Provisioning complete for port 045df08a-ca39-49c0-b8ea-6d74c1337e2a triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:33.565376 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ececed22-8234-41bc-98ce-ef9edd015975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:33.627270 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2cd24418-947b-4e07-8493-3ae13c1aaf3b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:33.640003 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b120c3a-a86b-4607-9aa2-a8d781f2ac2b req-fef05fbb-2c22-4742-95cc-01c1cea01d5d tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:33.641720 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4b120c3a-a86b-4607-9aa2-a8d781f2ac2b req-fef05fbb-2c22-4742-95cc-01c1cea01d5d tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b1d93976-45a4-481d-9e9f-91ad45e0f076 HTTP/1.1" status: 200 len: 1027 time: 0.8430827 Jul 16 20:46:33.723891 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ececed22-8234-41bc-98ce-ef9edd015975 None None] Port 045df08a-ca39-49c0-b8ea-6d74c1337e2a cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:46:33.745168 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2cd24418-947b-4e07-8493-3ae13c1aaf3b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "PUT /v2.0/floatingips/551dab0f-f48c-4dc8-8e57-1730e5d34b20 HTTP/1.1" status: 200 len: 991 time: 4.5255597 Jul 16 20:46:33.759832 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c94c39-04b9-4291-803f-ff760bd76f5b', 'tag': 'b350411a-c990-44f0-bd27-100be7fb9a1c'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:33.762199 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5d8b81-f617-4e37-a390-5036a44a14f1" -d '{"events": [{"name": "network-changed", "server_uuid": "05c94c39-04b9-4291-803f-ff760bd76f5b", "tag": "b350411a-c990-44f0-bd27-100be7fb9a1c"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:33.768790 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-66bfbc89-d06d-4323-8a06-cb0f6993aa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449018390', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:23Z', 'updated_at': '2021-07-16T20:46:31Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:24Z', 'updated_at': '2021-07-16T20:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '045df08a-ca39-49c0-b8ea-6d74c1337e2a', 'name': '', 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:42:c5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'c8c50f7c-7595-4a55-bec2-dcb93bd12b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:29Z', 'updated_at': '2021-07-16T20:46:31Z', 'revision_number': 2, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': 'c8c50f7c-7595-4a55-bec2-dcb93bd12b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:33.780202 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c3010fb3-ba38-4392-948e-967e51250a84 req-04c3122c-54f0-451b-99e2-6c23b19e3b35 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-210535718&fields=id&tenant_id=0a2a9f68d1874fbf9d499c45b54369c0 HTTP/1.1" status: 200 len: 267 time: 0.6555490 Jul 16 20:46:33.785039 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58676) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:33.812454 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bfbc89-d06d-4323-8a06-cb0f6993aa9b None None] Checking router: 85134c59-60c5-450d-b86d-8bd210c3306e for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:46:33.812747 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bfbc89-d06d-4323-8a06-cb0f6993aa9b None None] Updating router 85134c59-60c5-450d-b86d-8bd210c3306e port 045df08a-ca39-49c0-b8ea-6d74c1337e2a binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:46:33.815939 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4b120c3a-a86b-4607-9aa2-a8d781f2ac2b req-21133c49-a657-4a7b-b878-10c2da1b5a32 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=38c36a68-70b0-407b-aa65-41c59b680797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512101 Jul 16 20:46:33.854987 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66bfbc89-d06d-4323-8a06-cb0f6993aa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:34.019361 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-90650c8e-6165-48c1-aba5-193faa938d14 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-673100138-network', 'tenant_id': '0421842e20864ba19d8833f598d17c76'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:34.047359 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90650c8e-6165-48c1-aba5-193faa938d14 admin admin] Made reservation on behalf of 0421842e20864ba19d8833f598d17c76 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:46:34.052726 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-90650c8e-6165-48c1-aba5-193faa938d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:34.056500 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9cb00595-78bc-45db-befd-3ff0eb19e093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'name': 'tempest-AttachVolumeShelveTestJSON-1061151315-router', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:47Z', 'updated_at': '2021-07-16T20:41:54Z', 'revision_number': 4, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'gw_port': {'id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:48Z', 'updated_at': '2021-07-16T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '551dab0f-f48c-4dc8-8e57-1730e5d34b20', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'port_id': 'b350411a-c990-44f0-bd27-100be7fb9a1c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'mac_address': 'fa:16:3e:7a:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c94c39-04b9-4291-803f-ff760bd76f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:46:03Z', 'updated_at': '2021-07-16T20:46:30Z', 'revision_number': 1, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46aa8a46-d9fe-4384-aabc-d68e94fd3605', 'name': '', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'mac_address': 'fa:16:3e:92:1a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:52Z', 'updated_at': '2021-07-16T20:42:01Z', 'revision_number': 5, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'subnets': [{'id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:34.075227 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-90650c8e-6165-48c1-aba5-193faa938d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:34.088263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3010fb3-ba38-4392-948e-967e51250a84 req-6667c1f4-5d8a-43ef-9afb-dbc0aeb78634 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:34.090026 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c3010fb3-ba38-4392-948e-967e51250a84 req-6667c1f4-5d8a-43ef-9afb-dbc0aeb78634 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/networks?id=7603548a-ab34-41b3-83b2-8cfa970f2767 HTTP/1.1" status: 200 len: 797 time: 0.3088753 Jul 16 20:46:34.120165 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb00595-78bc-45db-befd-3ff0eb19e093 None None] Checking router: 7e657619-f9ab-403d-ad02-f8f1ca60af45 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:46:34.126531 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c3010fb3-ba38-4392-948e-967e51250a84 req-5a65c188-d6f2-4a77-95e4-e8bf9f52a40b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/quotas/0a2a9f68d1874fbf9d499c45b54369c0 HTTP/1.1" status: 200 len: 375 time: 0.0261004 Jul 16 20:46:34.141982 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb00595-78bc-45db-befd-3ff0eb19e093 None None] Routers {'7e657619-f9ab-403d-ad02-f8f1ca60af45'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:34.144934 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9cb00595-78bc-45db-befd-3ff0eb19e093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:46:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7e657619-f9ab-403d-ad02-f8f1ca60af45'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:34.207797 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f869b14b-fc4f-42a0-9e8c-83710e87b2ec x-openstack-request-id: req-f869b14b-fc4f-42a0-9e8c-83710e87b2ec {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:34.208177 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c94c39-04b9-4291-803f-ff760bd76f5b", "tag": "b350411a-c990-44f0-bd27-100be7fb9a1c", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:34.208371 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f869b14b-fc4f-42a0-9e8c-83710e87b2ec {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:34.208737 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c94c39-04b9-4291-803f-ff760bd76f5b', 'tag': 'b350411a-c990-44f0-bd27-100be7fb9a1c', 'status': 'completed', 'code': 200} Jul 16 20:46:34.332897 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-9cb00595-78bc-45db-befd-3ff0eb19e093 None None] Set router 7e657619-f9ab-403d-ad02-f8f1ca60af45 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:34.398559 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-90650c8e-6165-48c1-aba5-193faa938d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:34.418663 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-90650c8e-6165-48c1-aba5-193faa938d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:34.453459 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90650c8e-6165-48c1-aba5-193faa938d14 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:46:34.455632 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66bfbc89-d06d-4323-8a06-cb0f6993aa9b None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:34.475725 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-66bfbc89-d06d-4323-8a06-cb0f6993aa9b None None] Transition to ACTIVE for port object 045df08a-ca39-49c0-b8ea-6d74c1337e2a will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:34.491473 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66bfbc89-d06d-4323-8a06-cb0f6993aa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:34.509629 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-90650c8e-6165-48c1-aba5-193faa938d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:34.510946 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-90650c8e-6165-48c1-aba5-193faa938d14 admin admin] Added segment c4382971-e2b2-4b3c-b021-96ee6c8bf6c0 of type vlan for network d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14 Jul 16 20:46:34.530691 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c3010fb3-ba38-4392-948e-967e51250a84 req-8154749a-e283-4edc-90b0-e6e79544dbdd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3877215 Jul 16 20:46:34.548898 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a056e00-4512-48e2-9582-80a2a08d8738 None None] Pushing event updated for resources: {'Port': ['ID=045df08a-ca39-49c0-b8ea-6d74c1337e2a,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:34.558953 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05c5da3b-0d88-41a8-bd9e-4c725ae9c130 req-cdae03b4-aa2c-421b-ba60-a1dc455af84d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 210 time: 0.1437275 Jul 16 20:46:34.614512 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90650c8e-6165-48c1-aba5-193faa938d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4772c996-c7b1-468d-ae53-fda12ac57dec,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:34.665629 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-90650c8e-6165-48c1-aba5-193faa938d14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:34.706945 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d8b81-f617-4e37-a390-5036a44a14f1 req-31f593fb-34bd-4997-9f13-503feda9dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:34.708538 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5b5d8b81-f617-4e37-a390-5036a44a14f1 req-31f593fb-34bd-4997-9f13-503feda9dc1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a195eb15eb6f4338b136e6cce4c78c87&device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 1098 time: 0.5057311 Jul 16 20:46:34.721770 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-66bfbc89-d06d-4323-8a06-cb0f6993aa9b None None] Attempting to bind port 045df08a-ca39-49c0-b8ea-6d74c1337e2a on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:34.722135 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-66bfbc89-d06d-4323-8a06-cb0f6993aa9b None None] Attempting to bind port 045df08a-ca39-49c0-b8ea-6d74c1337e2a by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '1f517760-5c66-4941-ab3c-883964a82dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:34.722705 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bfbc89-d06d-4323-8a06-cb0f6993aa9b None None] Attempting to bind port 045df08a-ca39-49c0-b8ea-6d74c1337e2a on network 7603548a-ab34-41b3-83b2-8cfa970f2767 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:34.739329 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bfbc89-d06d-4323-8a06-cb0f6993aa9b None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:34.739685 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bfbc89-d06d-4323-8a06-cb0f6993aa9b None None] Checking segment: {'id': '1f517760-5c66-4941-ab3c-883964a82dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:34.740153 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66bfbc89-d06d-4323-8a06-cb0f6993aa9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:34.740556 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bfbc89-d06d-4323-8a06-cb0f6993aa9b None None] Bound using segment: {'id': '1f517760-5c66-4941-ab3c-883964a82dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:34.741043 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-66bfbc89-d06d-4323-8a06-cb0f6993aa9b None None] Bound port: 045df08a-ca39-49c0-b8ea-6d74c1337e2a, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f517760-5c66-4941-ab3c-883964a82dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:34.741423 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66bfbc89-d06d-4323-8a06-cb0f6993aa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:34.773696 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-90650c8e-6165-48c1-aba5-193faa938d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:34.774715 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90650c8e-6165-48c1-aba5-193faa938d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:34.775298 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-90650c8e-6165-48c1-aba5-193faa938d14 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:34.818499 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-90650c8e-6165-48c1-aba5-193faa938d14 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0317683 Jul 16 20:46:34.819311 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58690) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:34.893669 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-66bfbc89-d06d-4323-8a06-cb0f6993aa9b None None] For port 045df08a-ca39-49c0-b8ea-6d74c1337e2a, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:34.901620 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-321e2422-cdec-422f-bba7-e3ab34226e28 admin admin] Request body: {'subnet': {'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-673100138-subnet', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:34.902824 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-66bfbc89-d06d-4323-8a06-cb0f6993aa9b None None] For port 045df08a-ca39-49c0-b8ea-6d74c1337e2a, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=045df08a-ca39-49c0-b8ea-6d74c1337e2a,segment=NetworkSegment(1f517760-5c66-4941-ab3c-883964a82dae),segment_id=1f517760-5c66-4941-ab3c-883964a82dae)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:34.917278 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66bfbc89-d06d-4323-8a06-cb0f6993aa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:34.975727 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-6ca453a4-0b19-4022-8e3b-39dce42d9f51 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:34.977838 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-6ca453a4-0b19-4022-8e3b-39dce42d9f51 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.62 "GET /v2.0/networks?id=25b41f76-37be-4345-9ddf-d59e23791d53 HTTP/1.1" status: 200 len: 805 time: 0.2341220 Jul 16 20:46:35.041407 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90650c8e-6165-48c1-aba5-193faa938d14 admin admin] Pushing event updated for resources: {'Network': ['ID=d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:35.053672 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-5621b02e-e68e-4d62-a86e-5ae12d071409 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Request body: {'port': {'device_id': 'fc6dfc2d-53a8-4025-b90b-af1f95c0e552', 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53', 'admin_state_up': True, 'tenant_id': '9ba5e10151bc4482805c7d5cba435d3a'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:35.063081 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bfbc89-d06d-4323-8a06-cb0f6993aa9b None None] Routers {'85134c59-60c5-450d-b86d-8bd210c3306e'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:35.064359 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321e2422-cdec-422f-bba7-e3ab34226e28 admin admin] Made reservation on behalf of 0421842e20864ba19d8833f598d17c76 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:46:35.065218 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-66bfbc89-d06d-4323-8a06-cb0f6993aa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:46:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['85134c59-60c5-450d-b86d-8bd210c3306e'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:35.070856 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-321e2422-cdec-422f-bba7-e3ab34226e28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:35.083282 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9cb00595-78bc-45db-befd-3ff0eb19e093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'name': 'tempest-AttachVolumeShelveTestJSON-1061151315-router', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:47Z', 'updated_at': '2021-07-16T20:41:54Z', 'revision_number': 4, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'gw_port': {'id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:48Z', 'updated_at': '2021-07-16T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '551dab0f-f48c-4dc8-8e57-1730e5d34b20', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'port_id': 'b350411a-c990-44f0-bd27-100be7fb9a1c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'mac_address': 'fa:16:3e:7a:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c94c39-04b9-4291-803f-ff760bd76f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:46:03Z', 'updated_at': '2021-07-16T20:46:30Z', 'revision_number': 1, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46aa8a46-d9fe-4384-aabc-d68e94fd3605', 'name': '', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'mac_address': 'fa:16:3e:92:1a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:52Z', 'updated_at': '2021-07-16T20:42:01Z', 'revision_number': 5, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'subnets': [{'id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:35.121391 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:46:35.124870 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d8b81-f617-4e37-a390-5036a44a14f1 req-d1cd7a6f-421e-4dbc-bf88-4e2c2b240df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:35.127494 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a056e00-4512-48e2-9582-80a2a08d8738 None None] Pushing event updated for resources: {'Port': ['ID=045df08a-ca39-49c0-b8ea-6d74c1337e2a,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:35.129217 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5b5d8b81-f617-4e37-a390-5036a44a14f1 req-d1cd7a6f-421e-4dbc-bf88-4e2c2b240df2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=57f96d4f-a3d8-495c-8b4c-383900172d1b HTTP/1.1" status: 200 len: 918 time: 0.4044514 Jul 16 20:46:35.143024 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb00595-78bc-45db-befd-3ff0eb19e093 None None] The sync data for ids ['7e657619-f9ab-403d-ad02-f8f1ca60af45'] in n-d-791506-21 is: [{'id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'name': 'tempest-AttachVolumeShelveTestJSON-1061151315-router', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:47Z', 'updated_at': '2021-07-16T20:41:54Z', 'revision_number': 4, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'gw_port': {'id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:48Z', 'updated_at': '2021-07-16T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '551dab0f-f48c-4dc8-8e57-1730e5d34b20', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'port_id': 'b350411a-c990-44f0-bd27-100be7fb9a1c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'mac_address': 'fa:16:3e:7a:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c94c39-04b9-4291-803f-ff760bd76f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:46:03Z', 'updated_at': '2021-07-16T20:46:30Z', 'revision_number': 1, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46aa8a46-d9fe-4384-aabc-d68e94fd3605', 'name': '', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'mac_address': 'fa:16:3e:92:1a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:52Z', 'updated_at': '2021-07-16T20:42:01Z', 'revision_number': 5, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'subnets': [{'id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:46:35.364400 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5b5d8b81-f617-4e37-a390-5036a44a14f1 req-9a1185b3-03ad-4360-b3bb-82d12ec83a88 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b350411a-c990-44f0-bd27-100be7fb9a1c HTTP/1.1" status: 200 len: 999 time: 0.2241755 Jul 16 20:46:35.400547 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da95c613-644b-4377-82d5-a01f4eb57c64 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:46:35.416579 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:35.430368 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c3010fb3-ba38-4392-948e-967e51250a84 req-2b0a9dec-f9aa-44b9-817a-32600307b3c2 service neutron] 10.222.0.38 "GET /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8985517 Jul 16 20:46:35.494817 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-5621b02e-e68e-4d62-a86e-5ae12d071409 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Made reservation on behalf of 9ba5e10151bc4482805c7d5cba435d3a for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:46:35.500638 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-5621b02e-e68e-4d62-a86e-5ae12d071409 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:35.503402 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Transition to ACTIVE for port object da95c613-644b-4377-82d5-a01f4eb57c64 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:35.523913 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:35.561507 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ffdd3c-3b38-42d2-92a3-5747b547b760 None None] New status for floating IP 551dab0f-f48c-4dc8-8e57-1730e5d34b20: ACTIVE {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:46:35.570215 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d8b81-f617-4e37-a390-5036a44a14f1 req-69d37ef0-b3ac-4a8d-a4ef-5a21a9dde72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:35.571988 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5b5d8b81-f617-4e37-a390-5036a44a14f1 req-69d37ef0-b3ac-4a8d-a4ef-5a21a9dde72c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8d89da5-8a18-4550-b255-1d58457114f4 HTTP/1.1" status: 200 len: 856 time: 0.1829777 Jul 16 20:46:35.601154 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Pushing event updated for resources: {'Port': ['ID=da95c613-644b-4377-82d5-a01f4eb57c64,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:35.627738 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:35.628303 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:35.628479 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:35.628846 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:35.629178 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:35.629566 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:35.630393 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:35.630393 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:35.630623 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:35.631030 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:35.631258 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:35.631581 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:35.641428 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445c27b-0f75-49d0-8b05-6cf340fc56f5 req-c2023a98-2f0a-48eb-aca5-5de71de260bf tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:35.648541 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7445c27b-0f75-49d0-8b05-6cf340fc56f5 req-c2023a98-2f0a-48eb-aca5-5de71de260bf tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b1d93976-45a4-481d-9e9f-91ad45e0f076 HTTP/1.1" status: 200 len: 1027 time: 0.3751667 Jul 16 20:46:35.654424 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-321e2422-cdec-422f-bba7-e3ab34226e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:35.756383 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d8b81-f617-4e37-a390-5036a44a14f1 req-84a51cf9-5d43-487f-802f-1ab194484f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:35.759995 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5b5d8b81-f617-4e37-a390-5036a44a14f1 req-84a51cf9-5d43-487f-802f-1ab194484f6e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=57f96d4f-a3d8-495c-8b4c-383900172d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1683314 Jul 16 20:46:35.761237 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321e2422-cdec-422f-bba7-e3ab34226e28 admin admin] Checking segment: {'id': 'c4382971-e2b2-4b3c-b021-96ee6c8bf6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:35.761707 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321e2422-cdec-422f-bba7-e3ab34226e28 admin admin] Network hostable DHCP agents. Network: d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:46:35.765221 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e2422-cdec-422f-bba7-e3ab34226e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b37ea029-930a-4f8e-ae78-8b7dd9ec37a2,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:35.793440 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-66bfbc89-d06d-4323-8a06-cb0f6993aa9b None None] Set router 85134c59-60c5-450d-b86d-8bd210c3306e gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:35.801136 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c3010fb3-ba38-4392-948e-967e51250a84 req-c13e8a84-4f10-4d47-898e-7141a949c6db service neutron] 10.222.0.38 "GET /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697145 Jul 16 20:46:35.858179 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7445c27b-0f75-49d0-8b05-6cf340fc56f5 req-a6209e44-e726-4f6c-92c2-d3b0dbbde53b tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=38c36a68-70b0-407b-aa65-41c59b680797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079134 Jul 16 20:46:36.019627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-5621b02e-e68e-4d62-a86e-5ae12d071409 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Allocated IP 172.20.0.6 (25b41f76-37be-4345-9ddf-d59e23791d53/82321776-7ae0-4505-adc0-e73fc92b6de5/a50def17-937a-4c90-bd2c-64f6ab5aebee) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:36.025048 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Attempting to bind port da95c613-644b-4377-82d5-a01f4eb57c64 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:36.030700 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Attempting to bind port da95c613-644b-4377-82d5-a01f4eb57c64 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'd5374ddd-ff90-4ee8-88dc-11a1091fc78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e0de2f1-8b0d-4833-9f1f-b011cb56a387'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:36.031382 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Attempting to bind port da95c613-644b-4377-82d5-a01f4eb57c64 on network 5e0de2f1-8b0d-4833-9f1f-b011cb56a387 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:36.052881 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Port da95c613-644b-4377-82d5-a01f4eb57c64 on network 5e0de2f1-8b0d-4833-9f1f-b011cb56a387 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:46:36.053711 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Attempting to bind port da95c613-644b-4377-82d5-a01f4eb57c64 on network 5e0de2f1-8b0d-4833-9f1f-b011cb56a387 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:36.069710 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:36.070167 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Checking segment: {'id': 'd5374ddd-ff90-4ee8-88dc-11a1091fc78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e0de2f1-8b0d-4833-9f1f-b011cb56a387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:36.070691 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Bound using segment: {'id': 'd5374ddd-ff90-4ee8-88dc-11a1091fc78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e0de2f1-8b0d-4833-9f1f-b011cb56a387'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:36.071265 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Bound port: da95c613-644b-4377-82d5-a01f4eb57c64, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5374ddd-ff90-4ee8-88dc-11a1091fc78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e0de2f1-8b0d-4833-9f1f-b011cb56a387'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:36.071999 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:36.297257 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5485a5c8-936c-45a8-9bdb-80252bd7f9e1 req-bbfe2067-e5e9-45ae-90b0-a23b6b478c59 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 210 time: 0.1551554 Jul 16 20:46:36.312194 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-66bfbc89-d06d-4323-8a06-cb0f6993aa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449018390', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:23Z', 'updated_at': '2021-07-16T20:46:31Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:24Z', 'updated_at': '2021-07-16T20:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '045df08a-ca39-49c0-b8ea-6d74c1337e2a', 'name': '', 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:42:c5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'c8c50f7c-7595-4a55-bec2-dcb93bd12b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:29Z', 'updated_at': '2021-07-16T20:46:34Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': 'c8c50f7c-7595-4a55-bec2-dcb93bd12b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:36.346641 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bfbc89-d06d-4323-8a06-cb0f6993aa9b None None] The sync data for ids ['85134c59-60c5-450d-b86d-8bd210c3306e'] in n-d-791506-21 is: [{'id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449018390', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:23Z', 'updated_at': '2021-07-16T20:46:31Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:24Z', 'updated_at': '2021-07-16T20:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '045df08a-ca39-49c0-b8ea-6d74c1337e2a', 'name': '', 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:42:c5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'c8c50f7c-7595-4a55-bec2-dcb93bd12b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:29Z', 'updated_at': '2021-07-16T20:46:34Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': 'c8c50f7c-7595-4a55-bec2-dcb93bd12b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:46:36.452657 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321e2422-cdec-422f-bba7-e3ab34226e28 admin admin] Network d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:46:36.472036 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-321e2422-cdec-422f-bba7-e3ab34226e28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:36.481276 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9b6affbd-a024-4027-a27e-bf069d11f38c req-8102597e-e815-4b9f-8533-3fdf8f2a03de tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 210 time: 0.2069409 Jul 16 20:46:36.489072 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4264252-3dbc-4cb8-879e-b8b5234bc823 None None] Network d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:46:36.498093 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321e2422-cdec-422f-bba7-e3ab34226e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:36.498697 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-321e2422-cdec-422f-bba7-e3ab34226e28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:36.524045 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5b5d8b81-f617-4e37-a390-5036a44a14f1 req-8ba7d349-0e1f-4bbf-8c65-397858525e65 service neutron] 10.222.0.18 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7474978 Jul 16 20:46:36.574114 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-321e2422-cdec-422f-bba7-e3ab34226e28 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7324603 Jul 16 20:46:36.580285 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58710) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:36.645701 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-96277da1-0335-416b-b310-4f375757f99d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-673100138-router', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:36.657191 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] For port da95c613-644b-4377-82d5-a01f4eb57c64, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:36.669243 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] For port da95c613-644b-4377-82d5-a01f4eb57c64, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=da95c613-644b-4377-82d5-a01f4eb57c64,segment=NetworkSegment(d5374ddd-ff90-4ee8-88dc-11a1091fc78b),segment_id=d5374ddd-ff90-4ee8-88dc-11a1091fc78b)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:36.690105 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:36.714909 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:46:36.720035 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-96277da1-0335-416b-b310-4f375757f99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:36.721112 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-96277da1-0335-416b-b310-4f375757f99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:36.749421 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5b5d8b81-f617-4e37-a390-5036a44a14f1 req-0839d663-36b9-4644-b705-153e3ac68b8e service neutron] 10.222.0.18 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172582 Jul 16 20:46:36.756485 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-5621b02e-e68e-4d62-a86e-5ae12d071409 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:36.815178 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ed04bf-1da1-48a7-ba9c-24d2dfd7dea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14', 'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'fixed_ips': [{'subnet_id': 'b37ea029-930a-4f8e-ae78-8b7dd9ec37a2'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:46:36.816366 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d2ed04bf-1da1-48a7-ba9c-24d2dfd7dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:36.819372 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-96277da1-0335-416b-b310-4f375757f99d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:36.879722 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Pushing event updated for resources: {'Port': ['ID=da95c613-644b-4377-82d5-a01f4eb57c64,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:36.919195 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-5621b02e-e68e-4d62-a86e-5ae12d071409 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:36.949212 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['aeae3ce4-ebcb-4649-a0cd-854d2d7318ca'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:37.004603 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621b02e-e68e-4d62-a86e-5ae12d071409 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Pushing event updated for resources: {'Port': ['ID=a50def17-937a-4c90-bd2c-64f6ab5aebee,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:37.015999 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:37.016844 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:37.018648 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-e5edb000-bfdc-4be4-8ffb-055698726494 service neutron] 10.222.0.18 "PUT /v2.0/ports/da95c613-644b-4377-82d5-a01f4eb57c64 HTTP/1.1" status: 200 len: 1092 time: 4.5289221 Jul 16 20:46:37.019620 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d93976-45a4-481d-9e9f-91ad45e0f076', 'tag': 'da95c613-644b-4377-82d5-a01f4eb57c64'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:37.029967 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4af33f2-6b40-4809-aaba-fe9135e7a441" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d93976-45a4-481d-9e9f-91ad45e0f076", "tag": "da95c613-644b-4377-82d5-a01f4eb57c64"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:37.049998 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-96277da1-0335-416b-b310-4f375757f99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:37.076334 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-5621b02e-e68e-4d62-a86e-5ae12d071409 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Network 25b41f76-37be-4345-9ddf-d59e23791d53 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:37.079744 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-5621b02e-e68e-4d62-a86e-5ae12d071409 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:37.086529 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-5621b02e-e68e-4d62-a86e-5ae12d071409 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:37.168458 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5465c9e5-3fec-486b-84f6-06da9ec98d97 x-openstack-request-id: req-5465c9e5-3fec-486b-84f6-06da9ec98d97 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:37.169296 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d93976-45a4-481d-9e9f-91ad45e0f076", "tag": "da95c613-644b-4377-82d5-a01f4eb57c64", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:37.172100 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5465c9e5-3fec-486b-84f6-06da9ec98d97 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:37.172800 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d93976-45a4-481d-9e9f-91ad45e0f076', 'tag': 'da95c613-644b-4377-82d5-a01f4eb57c64', 'status': 'completed', 'code': 200} Jul 16 20:46:37.313206 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-d2ed04bf-1da1-48a7-ba9c-24d2dfd7dea8 None None] Allocated IP 172.20.0.2 (d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14/b37ea029-930a-4f8e-ae78-8b7dd9ec37a2/b443cc7f-32df-4bee-8e75-9cc44929585e) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:37.470657 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-5621b02e-e68e-4d62-a86e-5ae12d071409 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:37.471855 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-5621b02e-e68e-4d62-a86e-5ae12d071409 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:37.509927 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-5621b02e-e68e-4d62-a86e-5ae12d071409 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4786634 Jul 16 20:46:37.532701 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-96277da1-0335-416b-b310-4f375757f99d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:37.538593 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-780d05b1-9f91-48ae-ac7d-3dcec75b8545 service neutron] Request body: {'port': {'device_id': 'fc6dfc2d-53a8-4025-b90b-af1f95c0e552', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:37.550722 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d6d45-dce6-46be-b607-839d7a315438 req-b7676263-e237-4a2b-9afd-c9f688070d9b tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:37.562844 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8e1d6d45-dce6-46be-b607-839d7a315438 req-b7676263-e237-4a2b-9afd-c9f688070d9b tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b1d93976-45a4-481d-9e9f-91ad45e0f076 HTTP/1.1" status: 200 len: 1095 time: 0.4006770 Jul 16 20:46:37.572139 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-96277da1-0335-416b-b310-4f375757f99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:37.695658 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b31b43d1-9a24-4a90-b5e2-73bbe58739e3 req-e4c83ef4-e0da-470e-8098-207681771e86 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 210 time: 0.0686224 Jul 16 20:46:37.703175 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-da72f44f-9a23-4686-a652-664500bf5ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:37.704744 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-da72f44f-9a23-4686-a652-664500bf5ad0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d844709015249cdaf092b7a5f1b9e50&device_id=b1d93976-45a4-481d-9e9f-91ad45e0f076 HTTP/1.1" status: 200 len: 1095 time: 0.4981804 Jul 16 20:46:37.732907 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8e1d6d45-dce6-46be-b607-839d7a315438 req-ecf214b7-628c-4266-b22f-036c1dc2814d tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=38c36a68-70b0-407b-aa65-41c59b680797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676338 Jul 16 20:46:37.795509 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-96277da1-0335-416b-b310-4f375757f99d admin admin] Allocated IP 172.25.0.135 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/4564fa98-9845-4830-a4da-01232c2cfd8c) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:37.936535 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-1e24e972-5b41-4a8a-8e46-6b6af79d843a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da95c613-644b-4377-82d5-a01f4eb57c64 HTTP/1.1" status: 200 len: 217 time: 0.2175341 Jul 16 20:46:37.980166 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d2ed04bf-1da1-48a7-ba9c-24d2dfd7dea8 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:37.994592 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d2ed04bf-1da1-48a7-ba9c-24d2dfd7dea8 None None] Transition to ACTIVE for port object b443cc7f-32df-4bee-8e75-9cc44929585e will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:38.021820 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d2ed04bf-1da1-48a7-ba9c-24d2dfd7dea8 None None] Transition to ACTIVE for port object b443cc7f-32df-4bee-8e75-9cc44929585e will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:38.022066 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-96277da1-0335-416b-b310-4f375757f99d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:38.037649 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d2ed04bf-1da1-48a7-ba9c-24d2dfd7dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:38.066895 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 045df08a-ca39-49c0-b8ea-6d74c1337e2a up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:38.196242 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ed04bf-1da1-48a7-ba9c-24d2dfd7dea8 None None] Network d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:38.204818 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d2ed04bf-1da1-48a7-ba9c-24d2dfd7dea8 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:38.213599 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ed04bf-1da1-48a7-ba9c-24d2dfd7dea8 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:38.219293 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-780d05b1-9f91-48ae-ac7d-3dcec75b8545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:38.292422 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-96277da1-0335-416b-b310-4f375757f99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:38.314698 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-585fa410-6419-4250-8b4a-aa1108c2efb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:38.318912 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 045df08a-ca39-49c0-b8ea-6d74c1337e2a completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:38.321876 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed04bf-1da1-48a7-ba9c-24d2dfd7dea8 None None] Pushing event updated for resources: {'Port': ['ID=b443cc7f-32df-4bee-8e75-9cc44929585e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:38.322928 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-585fa410-6419-4250-8b4a-aa1108c2efb2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f925518-e352-49ca-b079-fb02ffd806d9 HTTP/1.1" status: 200 len: 849 time: 0.3536124 Jul 16 20:46:38.334861 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 045df08a-ca39-49c0-b8ea-6d74c1337e2a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:38.335494 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:38.337762 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-d2ed04bf-1da1-48a7-ba9c-24d2dfd7dea8 None None] Attempting to bind port b443cc7f-32df-4bee-8e75-9cc44929585e on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:38.338213 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-d2ed04bf-1da1-48a7-ba9c-24d2dfd7dea8 None None] Attempting to bind port b443cc7f-32df-4bee-8e75-9cc44929585e by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'c4382971-e2b2-4b3c-b021-96ee6c8bf6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:38.339150 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ed04bf-1da1-48a7-ba9c-24d2dfd7dea8 None None] Attempting to bind port b443cc7f-32df-4bee-8e75-9cc44929585e on network d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:38.347801 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ed04bf-1da1-48a7-ba9c-24d2dfd7dea8 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:38.348178 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ed04bf-1da1-48a7-ba9c-24d2dfd7dea8 None None] Checking segment: {'id': 'c4382971-e2b2-4b3c-b021-96ee6c8bf6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:38.349725 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d2ed04bf-1da1-48a7-ba9c-24d2dfd7dea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:38.350187 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ed04bf-1da1-48a7-ba9c-24d2dfd7dea8 None None] Bound using segment: {'id': 'c4382971-e2b2-4b3c-b021-96ee6c8bf6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:38.350698 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-d2ed04bf-1da1-48a7-ba9c-24d2dfd7dea8 None None] Bound port: b443cc7f-32df-4bee-8e75-9cc44929585e, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4382971-e2b2-4b3c-b021-96ee6c8bf6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:38.351082 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d2ed04bf-1da1-48a7-ba9c-24d2dfd7dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:38.407574 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96277da1-0335-416b-b310-4f375757f99d admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:38.418615 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-96277da1-0335-416b-b310-4f375757f99d admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:38.428151 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96277da1-0335-416b-b310-4f375757f99d admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:38.487903 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96277da1-0335-416b-b310-4f375757f99d admin admin] Pushing event updated for resources: {'Port': ['ID=4564fa98-9845-4830-a4da-01232c2cfd8c,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:38.492173 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58734) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:38.521138 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3010fb3-ba38-4392-948e-967e51250a84 req-b1aed79f-d7d6-4e5c-a429-a17543f9d4c5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:38.527880 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c3010fb3-ba38-4392-948e-967e51250a84 req-b1aed79f-d7d6-4e5c-a429-a17543f9d4c5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.18 "GET /v2.0/networks?id=7603548a-ab34-41b3-83b2-8cfa970f2767 HTTP/1.1" status: 200 len: 797 time: 0.4406927 Jul 16 20:46:38.648364 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-d2ed04bf-1da1-48a7-ba9c-24d2dfd7dea8 None None] For port b443cc7f-32df-4bee-8e75-9cc44929585e, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:38.651192 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:38.654964 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-d2ed04bf-1da1-48a7-ba9c-24d2dfd7dea8 None None] For port b443cc7f-32df-4bee-8e75-9cc44929585e, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b443cc7f-32df-4bee-8e75-9cc44929585e,segment=NetworkSegment(c4382971-e2b2-4b3c-b021-96ee6c8bf6c0),segment_id=c4382971-e2b2-4b3c-b021-96ee6c8bf6c0)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:38.666120 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d2ed04bf-1da1-48a7-ba9c-24d2dfd7dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:38.673215 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffc393-f253-4d2c-9186-f66f0698c5eb req-19d89944-e206-4d2b-81d1-bbecd6c6933e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:38.674956 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-98ffc393-f253-4d2c-9186-f66f0698c5eb req-19d89944-e206-4d2b-81d1-bbecd6c6933e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 931 time: 0.5644305 Jul 16 20:46:38.720467 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c3010fb3-ba38-4392-948e-967e51250a84 req-b7fb3a62-2a50-4250-a3bf-c61445e46d03 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a2a9f68d1874fbf9d499c45b54369c0 HTTP/1.1" status: 200 len: 379 time: 0.0925245 Jul 16 20:46:38.766400 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-0a87fcf6-61d3-494d-bb6b-2bb8c7338124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:38.767927 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-0a87fcf6-61d3-494d-bb6b-2bb8c7338124 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e0de2f1-8b0d-4833-9f1f-b011cb56a387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4141142 Jul 16 20:46:38.770993 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-98ffc393-f253-4d2c-9186-f66f0698c5eb req-0064621d-3eb6-4bb4-8579-4a47d5d1a4ea tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812211 Jul 16 20:46:38.771828 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-c3010fb3-ba38-4392-948e-967e51250a84 req-48c5e546-00f5-4763-9a97-329f90f66e19 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'port': {'device_id': '9f17af15-10a1-46e2-8707-1e8baf3fac1b', 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767', 'admin_state_up': True, 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'security_groups': ['13e31423-7bfb-45e6-af9e-afdad1116f0c']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:38.791057 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 045df08a-ca39-49c0-b8ea-6d74c1337e2a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=045df08a-ca39-49c0-b8ea-6d74c1337e2a,segment=NetworkSegment(1f517760-5c66-4941-ab3c-883964a82dae),segment_id=1f517760-5c66-4941-ab3c-883964a82dae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:38.817138 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:38.828712 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed04bf-1da1-48a7-ba9c-24d2dfd7dea8 None None] Pushing event updated for resources: {'Port': ['ID=b443cc7f-32df-4bee-8e75-9cc44929585e,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:38.831631 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-faa5950f-8a7b-41f4-bfef-421e207f12b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:38.954121 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=045df08a-ca39-49c0-b8ea-6d74c1337e2a,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:39.048353 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-25a53daf-96a9-4ad4-82a5-dd91826e519f service neutron] 10.222.0.18 "GET /v2.0/networks/5e0de2f1-8b0d-4833-9f1f-b011cb56a387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400701 Jul 16 20:46:39.062038 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ae8a41ff-e4d1-4b3c-bd6e-056251118409 req-f7438a8a-d223-4a03-b90f-dce0279942ee tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 210 time: 0.0599477 Jul 16 20:46:39.107061 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-96277da1-0335-416b-b310-4f375757f99d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:39.183613 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc0898-c270-4c22-b2fe-9fdc6ab72da1 req-f76ebc7c-4e90-4ec0-a2f3-6be5996f6a8b tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:39.185674 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-adbc0898-c270-4c22-b2fe-9fdc6ab72da1 req-f76ebc7c-4e90-4ec0-a2f3-6be5996f6a8b tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b1d93976-45a4-481d-9e9f-91ad45e0f076 HTTP/1.1" status: 200 len: 1095 time: 0.2610500 Jul 16 20:46:39.213490 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-780d05b1-9f91-48ae-ac7d-3dcec75b8545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a50def17-937a-4c90-bd2c-64f6ab5aebee {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:46:39.230989 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-780d05b1-9f91-48ae-ac7d-3dcec75b8545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:39.238371 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f025f13-0ee5-4375-ae19-9b42dfc948b5 req-0b2dbb75-63c6-49e1-b908-9796a68f6946 service neutron] 10.222.0.18 "GET /v2.0/networks/5e0de2f1-8b0d-4833-9f1f-b011cb56a387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698275 Jul 16 20:46:39.256296 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-780d05b1-9f91-48ae-ac7d-3dcec75b8545 service neutron] Transition to ACTIVE for port object a50def17-937a-4c90-bd2c-64f6ab5aebee will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:39.262134 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-faa5950f-8a7b-41f4-bfef-421e207f12b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:39.262971 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-adbc0898-c270-4c22-b2fe-9fdc6ab72da1 req-c626680e-7ff7-49f0-9e3c-c4516134aa34 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=38c36a68-70b0-407b-aa65-41c59b680797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682666 Jul 16 20:46:39.264897 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-780d05b1-9f91-48ae-ac7d-3dcec75b8545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:39.319796 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-faa5950f-8a7b-41f4-bfef-421e207f12b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:39.342622 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d05b1-9f91-48ae-ac7d-3dcec75b8545 service neutron] Pushing event updated for resources: {'Port': ['ID=a50def17-937a-4c90-bd2c-64f6ab5aebee,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:39.396729 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3010fb3-ba38-4392-948e-967e51250a84 req-48c5e546-00f5-4763-9a97-329f90f66e19 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Made reservation on behalf of 0a2a9f68d1874fbf9d499c45b54369c0 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:46:39.400310 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c3010fb3-ba38-4392-948e-967e51250a84 req-48c5e546-00f5-4763-9a97-329f90f66e19 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:39.424446 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-faa5950f-8a7b-41f4-bfef-421e207f12b7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8bd3b50fda9b45cea2f9284b440d1b92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9243357 Jul 16 20:46:39.427731 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5950f-8a7b-41f4-bfef-421e207f12b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da0c723-bcd8-44f2-b1ab-acfeff0ebc3b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:39.432081 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58742) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:39.440099 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af33f2-6b40-4809-aaba-fe9135e7a441 req-787615b3-743f-4a41-b522-318f13ff4ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:39.441604 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a4af33f2-6b40-4809-aaba-fe9135e7a441 req-787615b3-743f-4a41-b522-318f13ff4ae1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d844709015249cdaf092b7a5f1b9e50&device_id=b1d93976-45a4-481d-9e9f-91ad45e0f076 HTTP/1.1" status: 200 len: 1095 time: 0.1295762 Jul 16 20:46:39.442254 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-780d05b1-9f91-48ae-ac7d-3dcec75b8545 service neutron] Attempting to bind port a50def17-937a-4c90-bd2c-64f6ab5aebee on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:39.442636 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-780d05b1-9f91-48ae-ac7d-3dcec75b8545 service neutron] Attempting to bind port a50def17-937a-4c90-bd2c-64f6ab5aebee by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:39.442960 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-780d05b1-9f91-48ae-ac7d-3dcec75b8545 service neutron] Attempting to bind port a50def17-937a-4c90-bd2c-64f6ab5aebee on network 25b41f76-37be-4345-9ddf-d59e23791d53 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:39.449006 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-780d05b1-9f91-48ae-ac7d-3dcec75b8545 service neutron] Port a50def17-937a-4c90-bd2c-64f6ab5aebee on network 25b41f76-37be-4345-9ddf-d59e23791d53 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:46:39.449338 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-780d05b1-9f91-48ae-ac7d-3dcec75b8545 service neutron] Attempting to bind port a50def17-937a-4c90-bd2c-64f6ab5aebee on network 25b41f76-37be-4345-9ddf-d59e23791d53 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:39.470653 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-780d05b1-9f91-48ae-ac7d-3dcec75b8545 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:39.471001 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-780d05b1-9f91-48ae-ac7d-3dcec75b8545 service neutron] Checking segment: {'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:39.471392 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-780d05b1-9f91-48ae-ac7d-3dcec75b8545 service neutron] Bound using segment: {'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:39.472054 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-780d05b1-9f91-48ae-ac7d-3dcec75b8545 service neutron] Bound port: a50def17-937a-4c90-bd2c-64f6ab5aebee, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e191c4ed-8796-41ff-bf7a-c6374aa64f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:39.472219 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-780d05b1-9f91-48ae-ac7d-3dcec75b8545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:39.507409 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-96277da1-0335-416b-b310-4f375757f99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:39.634578 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-78fe4aae-adb1-4ccb-a931-de5123b53bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:39.696641 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-c3010fb3-ba38-4392-948e-967e51250a84 req-48c5e546-00f5-4763-9a97-329f90f66e19 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Allocated IP 172.20.0.9 (7603548a-ab34-41b3-83b2-8cfa970f2767/c8c50f7c-7595-4a55-bec2-dcb93bd12b01/a1aa7ac5-fc83-4481-8ff2-d5790a4beed3) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:39.731205 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-78fe4aae-adb1-4ccb-a931-de5123b53bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:39.951065 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96277da1-0335-416b-b310-4f375757f99d admin admin] Router 3a457292-52dc-44c7-a4c1-d1da4394c713 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:46:39.959017 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-78fe4aae-adb1-4ccb-a931-de5123b53bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:39.973975 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-78fe4aae-adb1-4ccb-a931-de5123b53bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:39.978494 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-78fe4aae-adb1-4ccb-a931-de5123b53bfb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6da0c723-bcd8-44f2-b1ab-acfeff0ebc3b HTTP/1.1" status: 204 len: 168 time: 0.5431578 Jul 16 20:46:40.024614 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe4aae-adb1-4ccb-a931-de5123b53bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da0c723-bcd8-44f2-b1ab-acfeff0ebc3b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:40.080416 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-780d05b1-9f91-48ae-ac7d-3dcec75b8545 service neutron] For port a50def17-937a-4c90-bd2c-64f6ab5aebee, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:40.083221 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af33f2-6b40-4809-aaba-fe9135e7a441 req-ab110586-2c32-4c6f-b1d6-82cd085b1d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:40.084852 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a4af33f2-6b40-4809-aaba-fe9135e7a441 req-ab110586-2c32-4c6f-b1d6-82cd085b1d22 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5e0de2f1-8b0d-4833-9f1f-b011cb56a387 HTTP/1.1" status: 200 len: 911 time: 0.6368308 Jul 16 20:46:40.151108 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-780d05b1-9f91-48ae-ac7d-3dcec75b8545 service neutron] For port a50def17-937a-4c90-bd2c-64f6ab5aebee, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=a50def17-937a-4c90-bd2c-64f6ab5aebee,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:40.159044 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a4af33f2-6b40-4809-aaba-fe9135e7a441 req-ec7c7384-8b48-43d4-868e-8a3733c7b86f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da95c613-644b-4377-82d5-a01f4eb57c64 HTTP/1.1" status: 200 len: 217 time: 0.0640600 Jul 16 20:46:40.163269 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-780d05b1-9f91-48ae-ac7d-3dcec75b8545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:40.171877 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b443cc7f-32df-4bee-8e75-9cc44929585e up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:40.208373 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96277da1-0335-416b-b310-4f375757f99d admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:46:40.218423 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cf0c16-0541-49bf-b6b1-2347e4e245c2 None None] Sync routers for ids ['3a457292-52dc-44c7-a4c1-d1da4394c713'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:46:40.228310 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c3010fb3-ba38-4392-948e-967e51250a84 req-48c5e546-00f5-4763-9a97-329f90f66e19 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:40.230244 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d552f92-70fd-44ca-8342-3b9fad30fadc None None] Network d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:46:40.248611 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-780d05b1-9f91-48ae-ac7d-3dcec75b8545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:40.249104 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-780d05b1-9f91-48ae-ac7d-3dcec75b8545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:40.249926 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-c3010fb3-ba38-4392-948e-967e51250a84 req-48c5e546-00f5-4763-9a97-329f90f66e19 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Transition to ACTIVE for port object a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:40.250663 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-780d05b1-9f91-48ae-ac7d-3dcec75b8545 service neutron] 10.222.0.62 "PUT /v2.0/ports/a50def17-937a-4c90-bd2c-64f6ab5aebee HTTP/1.1" status: 200 len: 1092 time: 2.7202830 Jul 16 20:46:40.251134 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6dfc2d-53a8-4025-b90b-af1f95c0e552', 'tag': 'a50def17-937a-4c90-bd2c-64f6ab5aebee'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:40.253420 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a13d5c-4e32-4b36-a858-18d99a307811" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6dfc2d-53a8-4025-b90b-af1f95c0e552", "tag": "a50def17-937a-4c90-bd2c-64f6ab5aebee"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:40.253728 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cf0c16-0541-49bf-b6b1-2347e4e245c2 None None] Routers {'3a457292-52dc-44c7-a4c1-d1da4394c713'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:40.254502 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-20cf0c16-0541-49bf-b6b1-2347e4e245c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:46:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3a457292-52dc-44c7-a4c1-d1da4394c713'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:40.277482 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591eb1bc-04a5-4cd2-82c2-6afd0460eef0 req-c4be8e6a-10e0-4be8-961b-adc0caa0f225 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:40.284626 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-591eb1bc-04a5-4cd2-82c2-6afd0460eef0 req-c4be8e6a-10e0-4be8-961b-adc0caa0f225 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 943 time: 0.2845552 Jul 16 20:46:40.306863 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c3010fb3-ba38-4392-948e-967e51250a84 req-48c5e546-00f5-4763-9a97-329f90f66e19 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:40.358079 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-96277da1-0335-416b-b310-4f375757f99d admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:40.358893 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-682995d8-a047-4faa-bae4-f75253c76df8 None None] Provisioning for port b443cc7f-32df-4bee-8e75-9cc44929585e completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:40.359728 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-96277da1-0335-416b-b310-4f375757f99d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7236845 Jul 16 20:46:40.366781 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58758) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:40.385075 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5e546-00f5-4763-9a97-329f90f66e19 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Port': ['ID=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:40.436190 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3010fb3-ba38-4392-948e-967e51250a84 req-48c5e546-00f5-4763-9a97-329f90f66e19 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Network 7603548a-ab34-41b3-83b2-8cfa970f2767 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:40.442103 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-20cf0c16-0541-49bf-b6b1-2347e4e245c2 None None] Set router 3a457292-52dc-44c7-a4c1-d1da4394c713 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:40.446264 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-c3010fb3-ba38-4392-948e-967e51250a84 req-48c5e546-00f5-4763-9a97-329f90f66e19 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:40.450838 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3010fb3-ba38-4392-948e-967e51250a84 req-48c5e546-00f5-4763-9a97-329f90f66e19 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:40.464905 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af33f2-6b40-4809-aaba-fe9135e7a441 req-86fd3702-e1ce-4254-88fa-3f327b930a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:40.467993 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a4af33f2-6b40-4809-aaba-fe9135e7a441 req-86fd3702-e1ce-4254-88fa-3f327b930a4c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f925518-e352-49ca-b079-fb02ffd806d9 HTTP/1.1" status: 200 len: 849 time: 0.3019974 Jul 16 20:46:40.473607 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port b443cc7f-32df-4bee-8e75-9cc44929585e completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:40.484468 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d05b1-9f91-48ae-ac7d-3dcec75b8545 service neutron] Pushing event updated for resources: {'Port': ['ID=a50def17-937a-4c90-bd2c-64f6ab5aebee,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:40.496354 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port b443cc7f-32df-4bee-8e75-9cc44929585e triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:40.505761 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:40.519510 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3010fb3-ba38-4392-948e-967e51250a84 req-48c5e546-00f5-4763-9a97-329f90f66e19 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:40.520163 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c3010fb3-ba38-4392-948e-967e51250a84 req-48c5e546-00f5-4763-9a97-329f90f66e19 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:40.534217 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58760) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:40.554574 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e751bae-c45c-46d0-b05c-45aa6d6b1ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:40.586588 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-591eb1bc-04a5-4cd2-82c2-6afd0460eef0 req-83acba41-ef59-4d77-bd36-e2265928e9bf tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010492 Jul 16 20:46:40.593547 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c3010fb3-ba38-4392-948e-967e51250a84 req-48c5e546-00f5-4763-9a97-329f90f66e19 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8397436 Jul 16 20:46:40.623324 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-c3010fb3-ba38-4392-948e-967e51250a84 req-18909900-a405-4d31-8846-b15ba139dbc9 service neutron] Request body: {'port': {'device_id': '9f17af15-10a1-46e2-8707-1e8baf3fac1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:40.693980 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-b2be5b93-ea97-4721-b18e-a83654ccd6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:40.695676 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-b2be5b93-ea97-4721-b18e-a83654ccd6f6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9ba5e10151bc4482805c7d5cba435d3a&device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 1095 time: 0.3824410 Jul 16 20:46:40.700721 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e432fcf-ab7f-4b9b-a359-f751cb4b131a x-openstack-request-id: req-4e432fcf-ab7f-4b9b-a359-f751cb4b131a {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:40.701178 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6dfc2d-53a8-4025-b90b-af1f95c0e552", "tag": "a50def17-937a-4c90-bd2c-64f6ab5aebee", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:40.701779 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4e432fcf-ab7f-4b9b-a359-f751cb4b131a {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:40.702162 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6dfc2d-53a8-4025-b90b-af1f95c0e552', 'tag': 'a50def17-937a-4c90-bd2c-64f6ab5aebee', 'status': 'completed', 'code': 200} Jul 16 20:46:40.715696 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87d0bf-81fa-484d-94dc-690146e200e5 req-66885597-4946-4470-9e29-d5504c3d68d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:40.719562 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bd87d0bf-81fa-484d-94dc-690146e200e5 req-66885597-4946-4470-9e29-d5504c3d68d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 931 time: 0.2756166 Jul 16 20:46:40.746420 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:40.774113 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-5a893767-c940-467f-b2af-f7f3768aca75 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a50def17-937a-4c90-bd2c-64f6ab5aebee HTTP/1.1" status: 200 len: 217 time: 0.0530553 Jul 16 20:46:40.789442 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af33f2-6b40-4809-aaba-fe9135e7a441 req-21d7d448-dc64-4647-9e31-da6439705dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:40.792168 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a4af33f2-6b40-4809-aaba-fe9135e7a441 req-21d7d448-dc64-4647-9e31-da6439705dcf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e0de2f1-8b0d-4833-9f1f-b011cb56a387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3007293 Jul 16 20:46:40.809690 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port b443cc7f-32df-4bee-8e75-9cc44929585e, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b443cc7f-32df-4bee-8e75-9cc44929585e,segment=NetworkSegment(c4382971-e2b2-4b3c-b021-96ee6c8bf6c0),segment_id=c4382971-e2b2-4b3c-b021-96ee6c8bf6c0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:40.823180 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:40.824354 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 045df08a-ca39-49c0-b8ea-6d74c1337e2a up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:40.843236 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-20cf0c16-0541-49bf-b6b1-2347e4e245c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'name': 'tempest-TaggedBootDevicesTest_v242-673100138-router', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '4564fa98-9845-4830-a4da-01232c2cfd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:36Z', 'updated_at': '2021-07-16T20:46:38Z', 'revision_number': 3, 'project_id': '0421842e20864ba19d8833f598d17c76', 'gw_port': {'id': '4564fa98-9845-4830-a4da-01232c2cfd8c', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:84:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:37Z', 'updated_at': '2021-07-16T20:46:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:40.896342 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cf0c16-0541-49bf-b6b1-2347e4e245c2 None None] Checking router: 3a457292-52dc-44c7-a4c1-d1da4394c713 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:46:40.897599 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cf0c16-0541-49bf-b6b1-2347e4e245c2 None None] Updating router 3a457292-52dc-44c7-a4c1-d1da4394c713 port 4564fa98-9845-4830-a4da-01232c2cfd8c binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:46:40.908701 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-ff08f514-d651-46b1-9aae-202fd35b1e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:40.912510 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-ff08f514-d651-46b1-9aae-202fd35b1e52 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82321776-7ae0-4505-adc0-e73fc92b6de5 HTTP/1.1" status: 200 len: 845 time: 0.1268425 Jul 16 20:46:40.943314 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-20cf0c16-0541-49bf-b6b1-2347e4e245c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:40.979315 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=b443cc7f-32df-4bee-8e75-9cc44929585e,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:41.001657 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-400c339c-b8de-47b5-a359-7add57854528 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25b41f76-37be-4345-9ddf-d59e23791d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760255 Jul 16 20:46:41.015230 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f64d4113-bb51-43e2-a531-82c4b106d36b None None] Provisioning for port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:41.021632 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f64d4113-bb51-43e2-a531-82c4b106d36b None None] Provisioning complete for port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:41.022506 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f64d4113-bb51-43e2-a531-82c4b106d36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:41.056105 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 045df08a-ca39-49c0-b8ea-6d74c1337e2a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:41.056652 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:41.143891 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-73ccd60e-ce0d-4298-981e-c268c76bf0c8 service neutron] 10.222.0.62 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223629 Jul 16 20:46:41.146995 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f64d4113-bb51-43e2-a531-82c4b106d36b None None] Port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:46:41.185034 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bd87d0bf-81fa-484d-94dc-690146e200e5 req-992596a4-c04f-459c-b438-3e6fce82e46b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4097145 Jul 16 20:46:41.273840 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d72d5edb-d303-40b7-b6f8-0858eb46f35c None None] Provisioning complete for port b443cc7f-32df-4bee-8e75-9cc44929585e triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:41.274437 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d72d5edb-d303-40b7-b6f8-0858eb46f35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:41.311645 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-20cf0c16-0541-49bf-b6b1-2347e4e245c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:41.327800 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a4af33f2-6b40-4809-aaba-fe9135e7a441 req-0943310d-09cd-448b-bc23-0b8ff52b3773 service neutron] 10.222.0.18 "GET /v2.0/networks/5e0de2f1-8b0d-4833-9f1f-b011cb56a387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746315 Jul 16 20:46:41.328458 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-20cf0c16-0541-49bf-b6b1-2347e4e245c2 None None] Transition to ACTIVE for port object 4564fa98-9845-4830-a4da-01232c2cfd8c will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:41.344130 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-20cf0c16-0541-49bf-b6b1-2347e4e245c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:41.361821 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec614a-a144-45d0-9f3b-607f2ed5628d req-7bcf3d58-d75f-4a13-a21b-fd9a4cf48aef tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:41.373569 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-acec614a-a144-45d0-9f3b-607f2ed5628d req-7bcf3d58-d75f-4a13-a21b-fd9a4cf48aef tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b1d93976-45a4-481d-9e9f-91ad45e0f076 HTTP/1.1" status: 200 len: 1095 time: 0.4497390 Jul 16 20:46:41.402693 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3690ab71-ac4f-4ed4-8f83-bd45f7adb6c2 req-3098bd8e-3928-4eb4-8dbe-0cf8b1c95a30 service neutron] 10.222.0.62 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239428 Jul 16 20:46:41.408839 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-20cf0c16-0541-49bf-b6b1-2347e4e245c2 None None] Attempting to bind port 4564fa98-9845-4830-a4da-01232c2cfd8c on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:41.409338 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-20cf0c16-0541-49bf-b6b1-2347e4e245c2 None None] Attempting to bind port 4564fa98-9845-4830-a4da-01232c2cfd8c by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:41.409847 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cf0c16-0541-49bf-b6b1-2347e4e245c2 None None] Attempting to bind port 4564fa98-9845-4830-a4da-01232c2cfd8c on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:41.423909 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cf0c16-0541-49bf-b6b1-2347e4e245c2 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:41.424433 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cf0c16-0541-49bf-b6b1-2347e4e245c2 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:41.425069 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-20cf0c16-0541-49bf-b6b1-2347e4e245c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:41.425553 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cf0c16-0541-49bf-b6b1-2347e4e245c2 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:41.426264 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-20cf0c16-0541-49bf-b6b1-2347e4e245c2 None None] Bound port: 4564fa98-9845-4830-a4da-01232c2cfd8c, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:41.426879 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-20cf0c16-0541-49bf-b6b1-2347e4e245c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:41.464460 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c3010fb3-ba38-4392-948e-967e51250a84 req-18909900-a405-4d31-8846-b15ba139dbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:41.469811 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8098a3-c23d-496b-9f18-b8e793415eea None None] Pushing event updated for resources: {'Port': ['ID=4564fa98-9845-4830-a4da-01232c2cfd8c,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:41.502506 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-20cf0c16-0541-49bf-b6b1-2347e4e245c2 None None] For port 4564fa98-9845-4830-a4da-01232c2cfd8c, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:41.506394 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-20cf0c16-0541-49bf-b6b1-2347e4e245c2 None None] For port 4564fa98-9845-4830-a4da-01232c2cfd8c, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4564fa98-9845-4830-a4da-01232c2cfd8c,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:41.511132 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-20cf0c16-0541-49bf-b6b1-2347e4e245c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:41.533963 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-acec614a-a144-45d0-9f3b-607f2ed5628d req-48072a9f-2d8f-48f0-b0a1-38b51faf128f tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=38c36a68-70b0-407b-aa65-41c59b680797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407545 Jul 16 20:46:41.560825 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a4af33f2-6b40-4809-aaba-fe9135e7a441 req-9015cde0-1d79-49c2-9720-632a9322058c service neutron] 10.222.0.18 "GET /v2.0/networks/5e0de2f1-8b0d-4833-9f1f-b011cb56a387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139525 Jul 16 20:46:41.579145 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cf0c16-0541-49bf-b6b1-2347e4e245c2 None None] Routers {'3a457292-52dc-44c7-a4c1-d1da4394c713'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:41.579924 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-20cf0c16-0541-49bf-b6b1-2347e4e245c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:46:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3a457292-52dc-44c7-a4c1-d1da4394c713'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:41.586946 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a13d5c-4e32-4b36-a858-18d99a307811 req-cdebec9b-a699-4f09-98cf-30f837dcc470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:41.588624 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-53a13d5c-4e32-4b36-a858-18d99a307811 req-cdebec9b-a699-4f09-98cf-30f837dcc470 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9ba5e10151bc4482805c7d5cba435d3a&device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 1095 time: 0.1211927 Jul 16 20:46:41.603602 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e751bae-c45c-46d0-b05c-45aa6d6b1ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:41.624193 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8098a3-c23d-496b-9f18-b8e793415eea None None] Pushing event updated for resources: {'Port': ['ID=4564fa98-9845-4830-a4da-01232c2cfd8c,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:41.625370 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e751bae-c45c-46d0-b05c-45aa6d6b1ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:41.697063 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2e751bae-c45c-46d0-b05c-45aa6d6b1ec8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=46c54b837c1540bb9b6174772ff47933&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1584811 Jul 16 20:46:41.698284 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58766) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:41.718077 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-20cf0c16-0541-49bf-b6b1-2347e4e245c2 None None] Set router 3a457292-52dc-44c7-a4c1-d1da4394c713 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:41.724141 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a13d5c-4e32-4b36-a858-18d99a307811 req-63ceebcd-d7cb-4585-ab06-85b5e4238e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:41.725984 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-53a13d5c-4e32-4b36-a858-18d99a307811 req-63ceebcd-d7cb-4585-ab06-85b5e4238e23 service neutron] 10.222.0.62 "GET /v2.0/networks?id=25b41f76-37be-4345-9ddf-d59e23791d53 HTTP/1.1" status: 200 len: 906 time: 0.1295714 Jul 16 20:46:41.760961 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e751bae-c45c-46d0-b05c-45aa6d6b1ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6465749b-37a8-4883-982d-8a1809e255dc,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:41.800081 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-53a13d5c-4e32-4b36-a858-18d99a307811 req-094e75ba-74eb-4907-9f58-85b0d329169f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a50def17-937a-4c90-bd2c-64f6ab5aebee HTTP/1.1" status: 200 len: 217 time: 0.0666223 Jul 16 20:46:41.884150 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc83d0-e942-42dc-bc9c-eeed24073cd5 req-553bf213-4f6a-41e4-87b3-d8426a27c732 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:41.886040 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bbcc83d0-e942-42dc-bc9c-eeed24073cd5 req-553bf213-4f6a-41e4-87b3-d8426a27c732 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 943 time: 0.1510031 Jul 16 20:46:41.891247 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a13d5c-4e32-4b36-a858-18d99a307811 req-0f9cbcea-230c-4786-9834-02acb11c3454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:41.893278 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-53a13d5c-4e32-4b36-a858-18d99a307811 req-0f9cbcea-230c-4786-9834-02acb11c3454 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82321776-7ae0-4505-adc0-e73fc92b6de5 HTTP/1.1" status: 200 len: 845 time: 0.0864627 Jul 16 20:46:41.931851 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b443cc7f-32df-4bee-8e75-9cc44929585e up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:41.943929 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-60b62917-c639-4a39-bed8-317707b6bfbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:41.944730 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-20cf0c16-0541-49bf-b6b1-2347e4e245c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'name': 'tempest-TaggedBootDevicesTest_v242-673100138-router', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '4564fa98-9845-4830-a4da-01232c2cfd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:36Z', 'updated_at': '2021-07-16T20:46:38Z', 'revision_number': 3, 'project_id': '0421842e20864ba19d8833f598d17c76', 'gw_port': {'id': '4564fa98-9845-4830-a4da-01232c2cfd8c', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:84:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:37Z', 'updated_at': '2021-07-16T20:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:41.961529 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-53a13d5c-4e32-4b36-a858-18d99a307811 req-272277ae-6275-454e-8006-d31ec02eab2a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25b41f76-37be-4345-9ddf-d59e23791d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578637 Jul 16 20:46:41.973063 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bbcc83d0-e942-42dc-bc9c-eeed24073cd5 req-bca01b57-b743-409b-997d-836193e96c0f tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787539 Jul 16 20:46:41.984412 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-60b62917-c639-4a39-bed8-317707b6bfbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:41.991618 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cf0c16-0541-49bf-b6b1-2347e4e245c2 None None] The sync data for ids ['3a457292-52dc-44c7-a4c1-d1da4394c713'] in n-d-791506-21 is: [{'id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'name': 'tempest-TaggedBootDevicesTest_v242-673100138-router', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '4564fa98-9845-4830-a4da-01232c2cfd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:36Z', 'updated_at': '2021-07-16T20:46:38Z', 'revision_number': 3, 'project_id': '0421842e20864ba19d8833f598d17c76', 'gw_port': {'id': '4564fa98-9845-4830-a4da-01232c2cfd8c', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:84:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:37Z', 'updated_at': '2021-07-16T20:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:46:42.031120 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port b443cc7f-32df-4bee-8e75-9cc44929585e triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:42.031938 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:42.085392 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-53a13d5c-4e32-4b36-a858-18d99a307811 req-b9609c1c-714f-4a0f-9542-b69dfa21b324 service neutron] 10.222.0.62 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109419 Jul 16 20:46:42.088860 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3b0dbc7b-f577-405b-9cba-6694af3556d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:42.157783 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-c3010fb3-ba38-4392-948e-967e51250a84 req-18909900-a405-4d31-8846-b15ba139dbc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:46:42.165531 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-60b62917-c639-4a39-bed8-317707b6bfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:42.168129 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-60b62917-c639-4a39-bed8-317707b6bfbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:42.169975 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-60b62917-c639-4a39-bed8-317707b6bfbe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6465749b-37a8-4883-982d-8a1809e255dc HTTP/1.1" status: 204 len: 168 time: 0.4655099 Jul 16 20:46:42.171891 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c3010fb3-ba38-4392-948e-967e51250a84 req-18909900-a405-4d31-8846-b15ba139dbc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:42.205255 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-53a13d5c-4e32-4b36-a858-18d99a307811 req-63312d9d-7f66-42e4-b46c-3f9569bbfce1 service neutron] 10.222.0.62 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097450 Jul 16 20:46:42.220272 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b62917-c639-4a39-bed8-317707b6bfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6465749b-37a8-4883-982d-8a1809e255dc,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:42.252389 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-c3010fb3-ba38-4392-948e-967e51250a84 req-18909900-a405-4d31-8846-b15ba139dbc9 service neutron] Transition to ACTIVE for port object a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:42.294718 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c3010fb3-ba38-4392-948e-967e51250a84 req-18909900-a405-4d31-8846-b15ba139dbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:42.535359 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18909900-a405-4d31-8846-b15ba139dbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:42.546393 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device da95c613-644b-4377-82d5-a01f4eb57c64 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:46:42.551709 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7544a1-4bff-40be-a176-9e174a09814a req-f1f6fd3a-4ee8-4b10-954b-196d16be173f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:42.553536 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4c7544a1-4bff-40be-a176-9e174a09814a req-f1f6fd3a-4ee8-4b10-954b-196d16be173f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 943 time: 0.1463797 Jul 16 20:46:42.583900 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-c3010fb3-ba38-4392-948e-967e51250a84 req-18909900-a405-4d31-8846-b15ba139dbc9 service neutron] Attempting to bind port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:42.584246 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-c3010fb3-ba38-4392-948e-967e51250a84 req-18909900-a405-4d31-8846-b15ba139dbc9 service neutron] Attempting to bind port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '1f517760-5c66-4941-ab3c-883964a82dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:42.593559 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3010fb3-ba38-4392-948e-967e51250a84 req-18909900-a405-4d31-8846-b15ba139dbc9 service neutron] Attempting to bind port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 on network 7603548a-ab34-41b3-83b2-8cfa970f2767 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:42.614919 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3010fb3-ba38-4392-948e-967e51250a84 req-18909900-a405-4d31-8846-b15ba139dbc9 service neutron] Port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 on network 7603548a-ab34-41b3-83b2-8cfa970f2767 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:46:42.614919 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3010fb3-ba38-4392-948e-967e51250a84 req-18909900-a405-4d31-8846-b15ba139dbc9 service neutron] Attempting to bind port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 on network 7603548a-ab34-41b3-83b2-8cfa970f2767 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:42.625321 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-3b0dbc7b-f577-405b-9cba-6694af3556d2 admin admin] Allocated IP 172.20.0.1 (d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14/b37ea029-930a-4f8e-ae78-8b7dd9ec37a2/86444aa9-bc0b-4816-8067-b50ee81f1791) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:42.632811 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3010fb3-ba38-4392-948e-967e51250a84 req-18909900-a405-4d31-8846-b15ba139dbc9 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:42.633148 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3010fb3-ba38-4392-948e-967e51250a84 req-18909900-a405-4d31-8846-b15ba139dbc9 service neutron] Checking segment: {'id': '1f517760-5c66-4941-ab3c-883964a82dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:42.633547 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3010fb3-ba38-4392-948e-967e51250a84 req-18909900-a405-4d31-8846-b15ba139dbc9 service neutron] Bound using segment: {'id': '1f517760-5c66-4941-ab3c-883964a82dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:42.636965 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-c3010fb3-ba38-4392-948e-967e51250a84 req-18909900-a405-4d31-8846-b15ba139dbc9 service neutron] Bound port: a1aa7ac5-fc83-4481-8ff2-d5790a4beed3, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f517760-5c66-4941-ab3c-883964a82dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:42.643194 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4c7544a1-4bff-40be-a176-9e174a09814a req-1f839421-c7e0-4e34-a7ad-5b4d2827c24b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757022 Jul 16 20:46:42.643533 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c3010fb3-ba38-4392-948e-967e51250a84 req-18909900-a405-4d31-8846-b15ba139dbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:42.751260 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-c3010fb3-ba38-4392-948e-967e51250a84 req-18909900-a405-4d31-8846-b15ba139dbc9 service neutron] For port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:42.760027 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-c3010fb3-ba38-4392-948e-967e51250a84 req-18909900-a405-4d31-8846-b15ba139dbc9 service neutron] For port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,segment=NetworkSegment(1f517760-5c66-4941-ab3c-883964a82dae),segment_id=1f517760-5c66-4941-ab3c-883964a82dae)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:42.792831 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c3010fb3-ba38-4392-948e-967e51250a84 req-18909900-a405-4d31-8846-b15ba139dbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:42.802134 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port da95c613-644b-4377-82d5-a01f4eb57c64, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=da95c613-644b-4377-82d5-a01f4eb57c64,segment=NetworkSegment(d5374ddd-ff90-4ee8-88dc-11a1091fc78b),segment_id=d5374ddd-ff90-4ee8-88dc-11a1091fc78b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:42.820200 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaad1ed-fdb1-45a1-85d4-f93cdf651afc req-449b93d9-de31-4550-a69c-468f9b048777 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:42.822112 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5aaad1ed-fdb1-45a1-85d4-f93cdf651afc req-449b93d9-de31-4550-a69c-468f9b048777 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b1d93976-45a4-481d-9e9f-91ad45e0f076 HTTP/1.1" status: 200 len: 1095 time: 0.0726917 Jul 16 20:46:42.831870 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'da95c613-644b-4377-82d5-a01f4eb57c64', 'network_id': '5e0de2f1-8b0d-4833-9f1f-b011cb56a387', 'port_id': 'da95c613-644b-4377-82d5-a01f4eb57c64', 'mac_address': 'fa:16:3e:19:25:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f925518-e352-49ca-b079-fb02ffd806d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:46:42.896364 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5aaad1ed-fdb1-45a1-85d4-f93cdf651afc req-6cee1409-f450-4104-bb9a-327ae0b4e25e tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=38c36a68-70b0-407b-aa65-41c59b680797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589824 Jul 16 20:46:42.910970 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:42.917658 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3010fb3-ba38-4392-948e-967e51250a84 req-18909900-a405-4d31-8846-b15ba139dbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:42.918160 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c3010fb3-ba38-4392-948e-967e51250a84 req-18909900-a405-4d31-8846-b15ba139dbc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:42.919967 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c3010fb3-ba38-4392-948e-967e51250a84 req-18909900-a405-4d31-8846-b15ba139dbc9 service neutron] 10.222.0.18 "PUT /v2.0/ports/a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 HTTP/1.1" status: 200 len: 1092 time: 2.3019574 Jul 16 20:46:42.920518 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f17af15-10a1-46e2-8707-1e8baf3fac1b', 'tag': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:42.923042 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a904d803-ca6c-494f-8bc7-781746b40ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "9f17af15-10a1-46e2-8707-1e8baf3fac1b", "tag": "a1aa7ac5-fc83-4481-8ff2-d5790a4beed3"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:42.969106 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da95c613-644b-4377-82d5-a01f4eb57c64 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:46:43.001906 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port da95c613-644b-4377-82d5-a01f4eb57c64, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=da95c613-644b-4377-82d5-a01f4eb57c64,segment=NetworkSegment(d5374ddd-ff90-4ee8-88dc-11a1091fc78b),segment_id=d5374ddd-ff90-4ee8-88dc-11a1091fc78b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:43.011972 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:43.089077 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18909900-a405-4d31-8846-b15ba139dbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:43.108579 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=da95c613-644b-4377-82d5-a01f4eb57c64,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:43.143071 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3b0dbc7b-f577-405b-9cba-6694af3556d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:43.182983 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-3b0dbc7b-f577-405b-9cba-6694af3556d2 admin admin] Transition to ACTIVE for port object 86444aa9-bc0b-4816-8067-b50ee81f1791 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:43.212869 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3010fb3-ba38-4392-948e-967e51250a84 req-8b2fe917-9574-4bd6-8a93-d77fbc5911f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:43.215026 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c3010fb3-ba38-4392-948e-967e51250a84 req-8b2fe917-9574-4bd6-8a93-d77fbc5911f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 1095 time: 0.2197263 Jul 16 20:46:43.233814 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['da95c613-644b-4377-82d5-a01f4eb57c64'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:43.301157 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c3010fb3-ba38-4392-948e-967e51250a84 req-fbd4c9b4-3016-444e-9016-2133f4399260 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 HTTP/1.1" status: 200 len: 217 time: 0.0715704 Jul 16 20:46:43.332947 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04400239-4351-49bc-b91b-92af0eda8cb9 req-c383fb4d-8dd9-402e-8902-59f8bf4cc969 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:43.334913 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-04400239-4351-49bc-b91b-92af0eda8cb9 req-c383fb4d-8dd9-402e-8902-59f8bf4cc969 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 943 time: 0.1437576 Jul 16 20:46:43.370122 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device a50def17-937a-4c90-bd2c-64f6ab5aebee details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:46:43.420969 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb7c808-be69-4f66-9da1-b8b388244eb0 x-openstack-request-id: req-deb7c808-be69-4f66-9da1-b8b388244eb0 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:43.421264 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f17af15-10a1-46e2-8707-1e8baf3fac1b", "tag": "a1aa7ac5-fc83-4481-8ff2-d5790a4beed3", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:43.421527 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-deb7c808-be69-4f66-9da1-b8b388244eb0 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:43.421936 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f17af15-10a1-46e2-8707-1e8baf3fac1b', 'tag': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3', 'status': 'completed', 'code': 200} Jul 16 20:46:43.433454 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-04400239-4351-49bc-b91b-92af0eda8cb9 req-95cf6af1-8795-4f9d-97da-bdb3849464ad tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884166 Jul 16 20:46:43.440458 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3b0dbc7b-f577-405b-9cba-6694af3556d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:43.504389 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3010fb3-ba38-4392-948e-967e51250a84 req-391df3a7-71fa-43e1-a2bb-62a4466b6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:43.505963 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c3010fb3-ba38-4392-948e-967e51250a84 req-391df3a7-71fa-43e1-a2bb-62a4466b6205 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8c50f7c-7595-4a55-bec2-dcb93bd12b01 HTTP/1.1" status: 200 len: 834 time: 0.1865427 Jul 16 20:46:43.520637 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0dbc7b-f577-405b-9cba-6694af3556d2 admin admin] Network d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:43.555195 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port a50def17-937a-4c90-bd2c-64f6ab5aebee, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=a50def17-937a-4c90-bd2c-64f6ab5aebee,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:43.568890 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'a50def17-937a-4c90-bd2c-64f6ab5aebee', 'network_id': '25b41f76-37be-4345-9ddf-d59e23791d53', 'port_id': 'a50def17-937a-4c90-bd2c-64f6ab5aebee', 'mac_address': 'fa:16:3e:16:bf:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82321776-7ae0-4505-adc0-e73fc92b6de5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:46:43.587252 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-3b0dbc7b-f577-405b-9cba-6694af3556d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:43.594836 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0dbc7b-f577-405b-9cba-6694af3556d2 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:43.626402 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:43.631936 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0dbc7b-f577-405b-9cba-6694af3556d2 admin admin] Pushing event updated for resources: {'Port': ['ID=86444aa9-bc0b-4816-8067-b50ee81f1791,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:43.659142 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a50def17-937a-4c90-bd2c-64f6ab5aebee {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:46:43.665939 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3b0dbc7b-f577-405b-9cba-6694af3556d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:43.711493 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port a50def17-937a-4c90-bd2c-64f6ab5aebee, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=a50def17-937a-4c90-bd2c-64f6ab5aebee,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:43.719533 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:43.732933 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3010fb3-ba38-4392-948e-967e51250a84 req-6b1a24c8-e5ea-4dad-b13f-2e720c46816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:43.734811 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c3010fb3-ba38-4392-948e-967e51250a84 req-6b1a24c8-e5ea-4dad-b13f-2e720c46816f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7603548a-ab34-41b3-83b2-8cfa970f2767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2218220 Jul 16 20:46:43.813809 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=a50def17-937a-4c90-bd2c-64f6ab5aebee,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:43.949314 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['a50def17-937a-4c90-bd2c-64f6ab5aebee'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:43.957469 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c3010fb3-ba38-4392-948e-967e51250a84 req-50265315-443c-4e18-ab0c-067cb03a70d2 service neutron] 10.222.0.18 "GET /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118435 Jul 16 20:46:44.029818 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1d4d9f11-5d3a-44c1-8e4e-fa5a62689dd3 None None] Provisioning for port 86444aa9-bc0b-4816-8067-b50ee81f1791 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:44.037232 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4564fa98-9845-4830-a4da-01232c2cfd8c up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:44.053576 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02640195-c4b1-4ec6-b213-c05894df6bed req-67161756-cb12-4a62-9766-b270cc1d9316 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:44.055857 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02640195-c4b1-4ec6-b213-c05894df6bed req-67161756-cb12-4a62-9766-b270cc1d9316 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 943 time: 0.2172453 Jul 16 20:46:44.067986 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3b0dbc7b-f577-405b-9cba-6694af3556d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:44.074738 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1d4d9f11-5d3a-44c1-8e4e-fa5a62689dd3 None None] Provisioning complete for port 86444aa9-bc0b-4816-8067-b50ee81f1791 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:44.077235 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d4d9f11-5d3a-44c1-8e4e-fa5a62689dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:44.172011 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02640195-c4b1-4ec6-b213-c05894df6bed req-5759f3a5-40f5-4cba-9677-2a52f9a95de8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084921 Jul 16 20:46:44.189419 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c3010fb3-ba38-4392-948e-967e51250a84 req-09e246f4-51a9-41d5-b054-aada4b20d1a1 service neutron] 10.222.0.18 "GET /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839490 Jul 16 20:46:44.193938 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d9f11-5d3a-44c1-8e4e-fa5a62689dd3 None None] Port 86444aa9-bc0b-4816-8067-b50ee81f1791 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:46:44.202333 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb10d3-80f2-4d90-86f4-e260769d297b req-346329be-79b5-4d8c-9427-df072322961d tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:44.211555 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1cb10d3-80f2-4d90-86f4-e260769d297b req-346329be-79b5-4d8c-9427-df072322961d tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b1d93976-45a4-481d-9e9f-91ad45e0f076 HTTP/1.1" status: 200 len: 1096 time: 0.1296346 Jul 16 20:46:44.238396 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 4564fa98-9845-4830-a4da-01232c2cfd8c completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:44.260647 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 4564fa98-9845-4830-a4da-01232c2cfd8c triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:44.261166 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:44.282369 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1cb10d3-80f2-4d90-86f4-e260769d297b req-d8d31dba-1b2b-4ff2-90b4-088c7fece088 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=38c36a68-70b0-407b-aa65-41c59b680797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700824 Jul 16 20:46:44.393363 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:44.409315 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904d803-ca6c-494f-8bc7-781746b40ac5 req-14ca59bd-51e9-4797-b3db-d84cf38b7903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:44.410966 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a904d803-ca6c-494f-8bc7-781746b40ac5 req-14ca59bd-51e9-4797-b3db-d84cf38b7903 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 1095 time: 0.1554847 Jul 16 20:46:44.419466 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 4564fa98-9845-4830-a4da-01232c2cfd8c, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4564fa98-9845-4830-a4da-01232c2cfd8c,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:44.426795 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:44.464455 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3b0dbc7b-f577-405b-9cba-6694af3556d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:44.480616 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3b0dbc7b-f577-405b-9cba-6694af3556d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:44.502744 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=4564fa98-9845-4830-a4da-01232c2cfd8c,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:44.556640 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device da95c613-644b-4377-82d5-a01f4eb57c64 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:44.612908 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3b0dbc7b-f577-405b-9cba-6694af3556d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:44.619940 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0dbc7b-f577-405b-9cba-6694af3556d2 admin admin] Pushing event updated for resources: {'Port': ['ID=86444aa9-bc0b-4816-8067-b50ee81f1791,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:44.634030 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port da95c613-644b-4377-82d5-a01f4eb57c64 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:44.639837 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port da95c613-644b-4377-82d5-a01f4eb57c64 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:44.640748 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:44.667983 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904d803-ca6c-494f-8bc7-781746b40ac5 req-fedec5d8-f441-48ce-b32e-8d2b08fa7013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:44.670373 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a904d803-ca6c-494f-8bc7-781746b40ac5 req-fedec5d8-f441-48ce-b32e-8d2b08fa7013 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7603548a-ab34-41b3-83b2-8cfa970f2767 HTTP/1.1" status: 200 len: 898 time: 0.2496660 Jul 16 20:46:44.693845 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91406650-8382-4bdb-8245-0e90a311fea1 req-5c4fc791-f67e-44de-a15d-ab7f27abc4a0 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:44.701598 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91406650-8382-4bdb-8245-0e90a311fea1 req-5c4fc791-f67e-44de-a15d-ab7f27abc4a0 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 944 time: 0.1340113 Jul 16 20:46:44.745433 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:44.766239 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91406650-8382-4bdb-8245-0e90a311fea1 req-f5739837-a90a-41a2-b62e-3910a9ddfa19 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638719 Jul 16 20:46:44.811868 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d93976-45a4-481d-9e9f-91ad45e0f076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da95c613-644b-4377-82d5-a01f4eb57c64'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:44.813871 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a904d803-ca6c-494f-8bc7-781746b40ac5 req-98f42a1c-0532-47cb-8f39-2fcb5e9b0fc8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 HTTP/1.1" status: 200 len: 217 time: 0.0749762 Jul 16 20:46:44.818758 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a0c9d7-57bb-4890-a795-ad04ee0805c3" -d '{"events": [{"server_uuid": "b1d93976-45a4-481d-9e9f-91ad45e0f076", "name": "network-vif-plugged", "status": "completed", "tag": "da95c613-644b-4377-82d5-a01f4eb57c64"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:44.893830 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0dbc7b-f577-405b-9cba-6694af3556d2 admin admin] Network d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:44.897413 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-3b0dbc7b-f577-405b-9cba-6694af3556d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:44.962987 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904d803-ca6c-494f-8bc7-781746b40ac5 req-20c0adb4-5eb2-40fe-b6c9-4fca111b9ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:44.964512 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a904d803-ca6c-494f-8bc7-781746b40ac5 req-20c0adb4-5eb2-40fe-b6c9-4fca111b9ad8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8c50f7c-7595-4a55-bec2-dcb93bd12b01 HTTP/1.1" status: 200 len: 834 time: 0.1408257 Jul 16 20:46:45.032806 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port da95c613-644b-4377-82d5-a01f4eb57c64, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=da95c613-644b-4377-82d5-a01f4eb57c64,segment=NetworkSegment(d5374ddd-ff90-4ee8-88dc-11a1091fc78b),segment_id=d5374ddd-ff90-4ee8-88dc-11a1091fc78b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:45.045175 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:45.089336 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c657fea-f25d-480e-b296-e4289656bac9 x-openstack-request-id: req-3c657fea-f25d-480e-b296-e4289656bac9 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:45.089915 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d93976-45a4-481d-9e9f-91ad45e0f076", "name": "network-vif-plugged", "status": "completed", "tag": "da95c613-644b-4377-82d5-a01f4eb57c64", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:45.090351 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3c657fea-f25d-480e-b296-e4289656bac9 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:45.090955 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d93976-45a4-481d-9e9f-91ad45e0f076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da95c613-644b-4377-82d5-a01f4eb57c64', 'code': 200} Jul 16 20:46:45.126142 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=da95c613-644b-4377-82d5-a01f4eb57c64,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:45.230306 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bf61f-61f1-4f5c-941a-cf33b1bf9123 req-52f90efc-a774-4196-b10e-a7556db5ddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:45.234061 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-964bf61f-61f1-4f5c-941a-cf33b1bf9123 req-52f90efc-a774-4196-b10e-a7556db5ddd3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b1d93976-45a4-481d-9e9f-91ad45e0f076 HTTP/1.1" status: 200 len: 1097 time: 0.0732491 Jul 16 20:46:45.239861 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-68e3aaa0-d27d-420b-8dd1-12256439b7ba None None] Provisioning complete for port 86444aa9-bc0b-4816-8067-b50ee81f1791 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:45.241016 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68e3aaa0-d27d-420b-8dd1-12256439b7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:45.306210 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-964bf61f-61f1-4f5c-941a-cf33b1bf9123 req-eb23b1f4-ba56-405f-9334-3e2305c05719 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=38c36a68-70b0-407b-aa65-41c59b680797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652008 Jul 16 20:46:45.313392 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-68e3aaa0-d27d-420b-8dd1-12256439b7ba None None] Port 86444aa9-bc0b-4816-8067-b50ee81f1791 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:46:45.385288 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device a50def17-937a-4c90-bd2c-64f6ab5aebee up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:45.403828 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba6ae0-49d7-4a33-917b-e251b2682961 req-8fa1effd-0511-4c27-b831-f63bce16df19 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:45.406009 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eaba6ae0-49d7-4a33-917b-e251b2682961 req-8fa1effd-0511-4c27-b831-f63bce16df19 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 943 time: 0.0724480 Jul 16 20:46:45.470603 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904d803-ca6c-494f-8bc7-781746b40ac5 req-8271ce40-0780-4062-b964-f5beaf7fbd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:45.472738 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a904d803-ca6c-494f-8bc7-781746b40ac5 req-8271ce40-0780-4062-b964-f5beaf7fbd00 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7603548a-ab34-41b3-83b2-8cfa970f2767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4998174 Jul 16 20:46:45.476094 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port a50def17-937a-4c90-bd2c-64f6ab5aebee completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:45.485882 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port a50def17-937a-4c90-bd2c-64f6ab5aebee triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:45.488439 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:45.489011 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0dbc7b-f577-405b-9cba-6694af3556d2 admin admin] Router 3a457292-52dc-44c7-a4c1-d1da4394c713 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:46:45.494572 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eaba6ae0-49d7-4a33-917b-e251b2682961 req-968c6a02-c35c-4fd5-96bc-48ebe697c5e0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812864 Jul 16 20:46:45.539207 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287fab5-342c-4c26-a9fc-99f7942a50e5 req-8ded48ed-9a8f-4b30-8e83-66c944dfc7c5 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:45.539207 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3287fab5-342c-4c26-a9fc-99f7942a50e5 req-8ded48ed-9a8f-4b30-8e83-66c944dfc7c5 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b1d93976-45a4-481d-9e9f-91ad45e0f076 HTTP/1.1" status: 200 len: 1097 time: 0.1163297 Jul 16 20:46:45.601879 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3287fab5-342c-4c26-a9fc-99f7942a50e5 req-154f2203-f63c-47b3-b4b2-27e1ff95db92 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=38c36a68-70b0-407b-aa65-41c59b680797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579948 Jul 16 20:46:45.615841 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:45.656605 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port a50def17-937a-4c90-bd2c-64f6ab5aebee, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=a50def17-937a-4c90-bd2c-64f6ab5aebee,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:45.663108 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:45.707195 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a904d803-ca6c-494f-8bc7-781746b40ac5 req-efa2b245-da42-4ec5-b648-9787d8bfaaf8 service neutron] 10.222.0.18 "GET /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159815 Jul 16 20:46:45.721340 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=a50def17-937a-4c90-bd2c-64f6ab5aebee,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:45.749905 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0dbc7b-f577-405b-9cba-6694af3556d2 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:46:45.758741 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef60734-3355-4721-9be8-a03ad0d3fa80 None None] Sync routers for ids ['3a457292-52dc-44c7-a4c1-d1da4394c713'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:46:45.765367 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3b0dbc7b-f577-405b-9cba-6694af3556d2 admin admin] 10.222.0.38 "PUT /v2.0/routers/3a457292-52dc-44c7-a4c1-d1da4394c713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3940475 Jul 16 20:46:45.771914 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef60734-3355-4721-9be8-a03ad0d3fa80 None None] Routers {'3a457292-52dc-44c7-a4c1-d1da4394c713'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:45.772552 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-8ef60734-3355-4721-9be8-a03ad0d3fa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:46:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3a457292-52dc-44c7-a4c1-d1da4394c713'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:45.836052 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a904d803-ca6c-494f-8bc7-781746b40ac5 req-7638f7fd-8a12-485e-83d7-653242e327f4 service neutron] 10.222.0.18 "GET /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200969 Jul 16 20:46:46.003071 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-8ef60734-3355-4721-9be8-a03ad0d3fa80 None None] Set router 3a457292-52dc-44c7-a4c1-d1da4394c713 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:46.037918 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4564fa98-9845-4830-a4da-01232c2cfd8c up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:46.052204 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd845002-3ea8-424c-8274-bfeffaf08c49 req-36b94a3d-5d80-4652-9eac-fe159b9c58fb tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:46.053767 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bd845002-3ea8-424c-8274-bfeffaf08c49 req-36b94a3d-5d80-4652-9eac-fe159b9c58fb tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.0884173 Jul 16 20:46:46.134615 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bd845002-3ea8-424c-8274-bfeffaf08c49 req-fbff8e6e-bf6b-423a-98da-23bd62f6e666 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751116 Jul 16 20:46:46.190269 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 4564fa98-9845-4830-a4da-01232c2cfd8c triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:46.190722 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:46.334843 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-8ef60734-3355-4721-9be8-a03ad0d3fa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'name': 'tempest-TaggedBootDevicesTest_v242-673100138-router', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '4564fa98-9845-4830-a4da-01232c2cfd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:36Z', 'updated_at': '2021-07-16T20:46:43Z', 'revision_number': 4, 'project_id': '0421842e20864ba19d8833f598d17c76', 'gw_port': {'id': '4564fa98-9845-4830-a4da-01232c2cfd8c', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:37Z', 'updated_at': '2021-07-16T20:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '86444aa9-bc0b-4816-8067-b50ee81f1791', 'name': '', 'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'mac_address': 'fa:16:3e:a9:96:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'b37ea029-930a-4f8e-ae78-8b7dd9ec37a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:42Z', 'updated_at': '2021-07-16T20:46:44Z', 'revision_number': 2, 'project_id': '0421842e20864ba19d8833f598d17c76', 'subnets': [{'id': 'b37ea029-930a-4f8e-ae78-8b7dd9ec37a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:46.367122 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef60734-3355-4721-9be8-a03ad0d3fa80 None None] Checking router: 3a457292-52dc-44c7-a4c1-d1da4394c713 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:46:46.368179 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef60734-3355-4721-9be8-a03ad0d3fa80 None None] Updating router 3a457292-52dc-44c7-a4c1-d1da4394c713 port 86444aa9-bc0b-4816-8067-b50ee81f1791 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:46:46.404836 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ef60734-3355-4721-9be8-a03ad0d3fa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:46.793308 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ef60734-3355-4721-9be8-a03ad0d3fa80 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:46.808065 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8ef60734-3355-4721-9be8-a03ad0d3fa80 None None] Transition to ACTIVE for port object 86444aa9-bc0b-4816-8067-b50ee81f1791 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:46.819593 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ef60734-3355-4721-9be8-a03ad0d3fa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:46.846789 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa769f-6f21-4b2b-81f2-aa399ce902fa req-bb2034c2-f8e0-4b8e-b4c5-5cf18502c696 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:46.848376 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5baa769f-6f21-4b2b-81f2-aa399ce902fa req-bb2034c2-f8e0-4b8e-b4c5-5cf18502c696 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 943 time: 0.1187024 Jul 16 20:46:46.855628 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ac31c-624e-44e4-9225-321c13ed3d29 req-7927f67e-93bc-487d-aff9-6f52f4c809ca tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:46.858714 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-631ac31c-624e-44e4-9225-321c13ed3d29 req-7927f67e-93bc-487d-aff9-6f52f4c809ca tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b1d93976-45a4-481d-9e9f-91ad45e0f076 HTTP/1.1" status: 200 len: 1097 time: 0.0988281 Jul 16 20:46:46.891594 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08341734-32a5-4e56-9619-7edc9e92aeba None None] Pushing event updated for resources: {'Port': ['ID=86444aa9-bc0b-4816-8067-b50ee81f1791,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:46.927373 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5baa769f-6f21-4b2b-81f2-aa399ce902fa req-93fb7d45-efe2-43f7-9e48-2e9ee9f05fbe tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669744 Jul 16 20:46:46.961456 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-8ef60734-3355-4721-9be8-a03ad0d3fa80 None None] Attempting to bind port 86444aa9-bc0b-4816-8067-b50ee81f1791 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:46.962048 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-8ef60734-3355-4721-9be8-a03ad0d3fa80 None None] Attempting to bind port 86444aa9-bc0b-4816-8067-b50ee81f1791 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'c4382971-e2b2-4b3c-b021-96ee6c8bf6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:46.962464 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-631ac31c-624e-44e4-9225-321c13ed3d29 req-675ef1fa-63ac-446c-91a2-cecd0ad39f9a tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=38c36a68-70b0-407b-aa65-41c59b680797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950341 Jul 16 20:46:46.962789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef60734-3355-4721-9be8-a03ad0d3fa80 None None] Attempting to bind port 86444aa9-bc0b-4816-8067-b50ee81f1791 on network d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:46.970170 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef60734-3355-4721-9be8-a03ad0d3fa80 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:46.970788 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef60734-3355-4721-9be8-a03ad0d3fa80 None None] Checking segment: {'id': 'c4382971-e2b2-4b3c-b021-96ee6c8bf6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:46.971407 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ef60734-3355-4721-9be8-a03ad0d3fa80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:46.971965 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef60734-3355-4721-9be8-a03ad0d3fa80 None None] Bound using segment: {'id': 'c4382971-e2b2-4b3c-b021-96ee6c8bf6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:46.972596 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-8ef60734-3355-4721-9be8-a03ad0d3fa80 None None] Bound port: 86444aa9-bc0b-4816-8067-b50ee81f1791, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4382971-e2b2-4b3c-b021-96ee6c8bf6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:46.973139 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ef60734-3355-4721-9be8-a03ad0d3fa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:47.082418 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8ef60734-3355-4721-9be8-a03ad0d3fa80 None None] For port 86444aa9-bc0b-4816-8067-b50ee81f1791, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:47.085895 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8ef60734-3355-4721-9be8-a03ad0d3fa80 None None] For port 86444aa9-bc0b-4816-8067-b50ee81f1791, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=86444aa9-bc0b-4816-8067-b50ee81f1791,segment=NetworkSegment(c4382971-e2b2-4b3c-b021-96ee6c8bf6c0),segment_id=c4382971-e2b2-4b3c-b021-96ee6c8bf6c0)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:47.092338 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6dfc2d-53a8-4025-b90b-af1f95c0e552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50def17-937a-4c90-bd2c-64f6ab5aebee'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:47.094952 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67bc218-179e-4d2a-b07e-0ce852e097d6" -d '{"events": [{"server_uuid": "fc6dfc2d-53a8-4025-b90b-af1f95c0e552", "name": "network-vif-plugged", "status": "completed", "tag": "a50def17-937a-4c90-bd2c-64f6ab5aebee"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:47.103372 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ef60734-3355-4721-9be8-a03ad0d3fa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:47.198748 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff06964-2afe-4e7b-94ce-65e7579f920b req-58a94a41-c53d-4f92-b231-17b22ed1afd4 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:47.200894 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ff06964-2afe-4e7b-94ce-65e7579f920b req-58a94a41-c53d-4f92-b231-17b22ed1afd4 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b1d93976-45a4-481d-9e9f-91ad45e0f076 HTTP/1.1" status: 200 len: 1097 time: 0.0846586 Jul 16 20:46:47.204738 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef60734-3355-4721-9be8-a03ad0d3fa80 None None] Routers {'3a457292-52dc-44c7-a4c1-d1da4394c713'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:47.205391 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-8ef60734-3355-4721-9be8-a03ad0d3fa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:46:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3a457292-52dc-44c7-a4c1-d1da4394c713'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:47.272525 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ff06964-2afe-4e7b-94ce-65e7579f920b req-1117efa3-8925-429c-a5ee-e6877a4f2589 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=38c36a68-70b0-407b-aa65-41c59b680797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654314 Jul 16 20:46:47.288028 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5bc8b4-91b6-46df-b564-520b18ee1612 x-openstack-request-id: req-9f5bc8b4-91b6-46df-b564-520b18ee1612 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:47.288325 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6dfc2d-53a8-4025-b90b-af1f95c0e552", "name": "network-vif-plugged", "status": "completed", "tag": "a50def17-937a-4c90-bd2c-64f6ab5aebee", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:47.291391 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9f5bc8b4-91b6-46df-b564-520b18ee1612 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:47.295007 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6dfc2d-53a8-4025-b90b-af1f95c0e552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50def17-937a-4c90-bd2c-64f6ab5aebee', 'code': 200} Jul 16 20:46:47.318027 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08341734-32a5-4e56-9619-7edc9e92aeba None None] Pushing event updated for resources: {'Port': ['ID=86444aa9-bc0b-4816-8067-b50ee81f1791,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:47.459251 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18857170-42e2-4f9c-8050-4cdd855ff9aa req-d4794650-b5c9-4ae4-b6f6-b98b652eb067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:47.459661 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-8ef60734-3355-4721-9be8-a03ad0d3fa80 None None] Set router 3a457292-52dc-44c7-a4c1-d1da4394c713 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:47.460778 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-18857170-42e2-4f9c-8050-4cdd855ff9aa req-d4794650-b5c9-4ae4-b6f6-b98b652eb067 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 1097 time: 0.1254632 Jul 16 20:46:47.559055 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-18857170-42e2-4f9c-8050-4cdd855ff9aa req-7833a01a-7d0a-4056-b44a-202591d05ea8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831497 Jul 16 20:46:47.581206 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e2dfb-1840-40b0-9f93-b269b371da06 req-b3c2ddaa-46da-45d8-85bc-67190c130061 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:47.587047 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-680e2dfb-1840-40b0-9f93-b269b371da06 req-b3c2ddaa-46da-45d8-85bc-67190c130061 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.1841314 Jul 16 20:46:47.620071 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988ee5d-c75d-40ca-966d-14df3cf95501 req-f63ec30e-c7af-49db-8978-5b2234e08a3a tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:47.621630 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3988ee5d-c75d-40ca-966d-14df3cf95501 req-f63ec30e-c7af-49db-8978-5b2234e08a3a tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b1d93976-45a4-481d-9e9f-91ad45e0f076 HTTP/1.1" status: 200 len: 1097 time: 0.1587417 Jul 16 20:46:47.650015 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-680e2dfb-1840-40b0-9f93-b269b371da06 req-3e7aa1d3-8573-4c81-95a9-e0f972280f78 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565937 Jul 16 20:46:47.685145 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3988ee5d-c75d-40ca-966d-14df3cf95501 req-95223c10-1e50-4c7a-ab2c-ee7dcf0bd50a tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=38c36a68-70b0-407b-aa65-41c59b680797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468354 Jul 16 20:46:47.766417 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-8ef60734-3355-4721-9be8-a03ad0d3fa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'name': 'tempest-TaggedBootDevicesTest_v242-673100138-router', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '4564fa98-9845-4830-a4da-01232c2cfd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:36Z', 'updated_at': '2021-07-16T20:46:43Z', 'revision_number': 4, 'project_id': '0421842e20864ba19d8833f598d17c76', 'gw_port': {'id': '4564fa98-9845-4830-a4da-01232c2cfd8c', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:37Z', 'updated_at': '2021-07-16T20:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '86444aa9-bc0b-4816-8067-b50ee81f1791', 'name': '', 'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'mac_address': 'fa:16:3e:a9:96:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'b37ea029-930a-4f8e-ae78-8b7dd9ec37a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:42Z', 'updated_at': '2021-07-16T20:46:47Z', 'revision_number': 4, 'project_id': '0421842e20864ba19d8833f598d17c76', 'subnets': [{'id': 'b37ea029-930a-4f8e-ae78-8b7dd9ec37a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:47.805647 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef60734-3355-4721-9be8-a03ad0d3fa80 None None] The sync data for ids ['3a457292-52dc-44c7-a4c1-d1da4394c713'] in n-d-791506-21 is: [{'id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'name': 'tempest-TaggedBootDevicesTest_v242-673100138-router', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '4564fa98-9845-4830-a4da-01232c2cfd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:36Z', 'updated_at': '2021-07-16T20:46:43Z', 'revision_number': 4, 'project_id': '0421842e20864ba19d8833f598d17c76', 'gw_port': {'id': '4564fa98-9845-4830-a4da-01232c2cfd8c', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:37Z', 'updated_at': '2021-07-16T20:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '86444aa9-bc0b-4816-8067-b50ee81f1791', 'name': '', 'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'mac_address': 'fa:16:3e:a9:96:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'b37ea029-930a-4f8e-ae78-8b7dd9ec37a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:42Z', 'updated_at': '2021-07-16T20:46:47Z', 'revision_number': 4, 'project_id': '0421842e20864ba19d8833f598d17c76', 'subnets': [{'id': 'b37ea029-930a-4f8e-ae78-8b7dd9ec37a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:46:48.053910 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 86444aa9-bc0b-4816-8067-b50ee81f1791 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:48.161790 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 86444aa9-bc0b-4816-8067-b50ee81f1791 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:48.166217 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 86444aa9-bc0b-4816-8067-b50ee81f1791 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:48.166904 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:48.187011 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752f6eb-9a8c-48e5-a26a-94fa0eb44399 req-1d29a885-ef11-415c-884a-08e4ea198c42 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:48.195161 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3752f6eb-9a8c-48e5-a26a-94fa0eb44399 req-1d29a885-ef11-415c-884a-08e4ea198c42 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 943 time: 0.0954840 Jul 16 20:46:48.269617 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3752f6eb-9a8c-48e5-a26a-94fa0eb44399 req-8343bb83-f85f-4342-bb54-6f4994dd8515 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726485 Jul 16 20:46:48.273351 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:48.310350 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502ba89-60f6-4e57-86a1-b1180615bb55 req-3160ec91-407b-4f83-bb26-3558014c70d1 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:48.315604 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1502ba89-60f6-4e57-86a1-b1180615bb55 req-3160ec91-407b-4f83-bb26-3558014c70d1 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b1d93976-45a4-481d-9e9f-91ad45e0f076 HTTP/1.1" status: 200 len: 1097 time: 0.1469309 Jul 16 20:46:48.345647 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 86444aa9-bc0b-4816-8067-b50ee81f1791, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=86444aa9-bc0b-4816-8067-b50ee81f1791,segment=NetworkSegment(c4382971-e2b2-4b3c-b021-96ee6c8bf6c0),segment_id=c4382971-e2b2-4b3c-b021-96ee6c8bf6c0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:48.351453 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:48.395228 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1502ba89-60f6-4e57-86a1-b1180615bb55 req-b69241ba-fe0d-49d6-9ced-e24990b657a8 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=38c36a68-70b0-407b-aa65-41c59b680797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708144 Jul 16 20:46:48.436770 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=86444aa9-bc0b-4816-8067-b50ee81f1791,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:48.596605 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:46:48.725524 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,segment=NetworkSegment(1f517760-5c66-4941-ab3c-883964a82dae),segment_id=1f517760-5c66-4941-ab3c-883964a82dae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:48.740298 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3', 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767', 'port_id': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3', 'mac_address': 'fa:16:3e:1c:76:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c50f7c-7595-4a55-bec2-dcb93bd12b01', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:46:48.798798 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:48.824220 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:46:48.867017 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,segment=NetworkSegment(1f517760-5c66-4941-ab3c-883964a82dae),segment_id=1f517760-5c66-4941-ab3c-883964a82dae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:48.872983 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:48.915021 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29166f36-ba1f-4559-9ce0-628794a381a0 req-ce1b6db1-6207-4afa-b23e-d1ed7b1a18e7 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:48.917042 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-29166f36-ba1f-4559-9ce0-628794a381a0 req-ce1b6db1-6207-4afa-b23e-d1ed7b1a18e7 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.1009431 Jul 16 20:46:48.941333 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:48.974197 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-29166f36-ba1f-4559-9ce0-628794a381a0 req-276a4efe-00fa-4ddf-829a-5ea1e0f8358b tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481873 Jul 16 20:46:49.137085 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['a1aa7ac5-fc83-4481-8ff2-d5790a4beed3'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:49.454962 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac211a67-dc54-4138-b0c3-b4c9f309475a req-1e1c7362-c772-43b5-9356-0b4ae42c6a9d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:49.456918 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac211a67-dc54-4138-b0c3-b4c9f309475a req-1e1c7362-c772-43b5-9356-0b4ae42c6a9d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.1317413 Jul 16 20:46:49.477477 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce8b12-f090-476b-b354-c1f05561dd86 req-facdca73-6198-41df-94fd-7cfa9532be1c tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:49.479014 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51ce8b12-f090-476b-b354-c1f05561dd86 req-facdca73-6198-41df-94fd-7cfa9532be1c tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b1d93976-45a4-481d-9e9f-91ad45e0f076 HTTP/1.1" status: 200 len: 1097 time: 0.1076386 Jul 16 20:46:49.558447 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac211a67-dc54-4138-b0c3-b4c9f309475a req-cf438e4a-0e21-45db-bb45-d0c2282b7559 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842998 Jul 16 20:46:49.579616 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab1120-ca1d-468e-889a-30fb171fef3c req-39caa86d-5e4e-430d-b4b4-ee5cd5ebe237 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:49.586653 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-28ab1120-ca1d-468e-889a-30fb171fef3c req-39caa86d-5e4e-430d-b4b4-ee5cd5ebe237 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 944 time: 0.1421673 Jul 16 20:46:49.615023 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-51ce8b12-f090-476b-b354-c1f05561dd86 req-86eaa266-893f-4f3f-8a85-e0ecb26ac214 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Deleting port da95c613-644b-4377-82d5-a01f4eb57c64 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:46:49.615484 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-51ce8b12-f090-476b-b354-c1f05561dd86 req-86eaa266-893f-4f3f-8a85-e0ecb26ac214 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:49.640565 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-28ab1120-ca1d-468e-889a-30fb171fef3c req-fc0438cc-4b2d-44c9-9d3f-70a3ee44cc7a tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529287 Jul 16 20:46:49.721637 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-51ce8b12-f090-476b-b354-c1f05561dd86 req-86eaa266-893f-4f3f-8a85-e0ecb26ac214 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] For port da95c613-644b-4377-82d5-a01f4eb57c64, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=da95c613-644b-4377-82d5-a01f4eb57c64,segment=NetworkSegment(d5374ddd-ff90-4ee8-88dc-11a1091fc78b),segment_id=d5374ddd-ff90-4ee8-88dc-11a1091fc78b)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:49.722007 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-51ce8b12-f090-476b-b354-c1f05561dd86 req-86eaa266-893f-4f3f-8a85-e0ecb26ac214 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:49.742355 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-51ce8b12-f090-476b-b354-c1f05561dd86 req-86eaa266-893f-4f3f-8a85-e0ecb26ac214 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Calling delete_port for da95c613-644b-4377-82d5-a01f4eb57c64 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:46:49.773186 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddb9e0-0415-4ff3-82fd-ae1bc61b3541 req-8b4a2c45-2ce6-4485-9391-8f2516f4e569 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:49.776048 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-29ddb9e0-0415-4ff3-82fd-ae1bc61b3541 req-8b4a2c45-2ce6-4485-9391-8f2516f4e569 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b1d93976-45a4-481d-9e9f-91ad45e0f076 HTTP/1.1" status: 200 len: 1097 time: 0.0681615 Jul 16 20:46:49.834152 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-29ddb9e0-0415-4ff3-82fd-ae1bc61b3541 req-e54b76db-e127-4e98-bfca-11fd296af65a tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=38c36a68-70b0-407b-aa65-41c59b680797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520587 Jul 16 20:46:49.980485 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-51ce8b12-f090-476b-b354-c1f05561dd86 req-86eaa266-893f-4f3f-8a85-e0ecb26ac214 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:49.994288 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['0410f28f-ff70-43c1-bdd7-dd7f1540d06c'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:49.996491 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['da95c613-644b-4377-82d5-a01f4eb57c64'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:49.998677 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 86444aa9-bc0b-4816-8067-b50ee81f1791 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:50.001491 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcacddc-02e8-48c4-9f6c-9bf175cd23b0 req-604bdc3a-6f39-4250-ae2f-a195d51ed22e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:50.003523 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9fcacddc-02e8-48c4-9f6c-9bf175cd23b0 req-604bdc3a-6f39-4250-ae2f-a195d51ed22e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.0765018 Jul 16 20:46:50.008520 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eaa266-893f-4f3f-8a85-e0ecb26ac214 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Pushing event deleted for resources: {'Port': ['ID=da95c613-644b-4377-82d5-a01f4eb57c64,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:50.077923 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9fcacddc-02e8-48c4-9f6c-9bf175cd23b0 req-b8d96f39-010f-47b0-b182-fd9efc71afe3 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656090 Jul 16 20:46:50.089940 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ce8b12-f090-476b-b354-c1f05561dd86 req-86eaa266-893f-4f3f-8a85-e0ecb26ac214 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] No DVR routers for this DVR port da95c613-644b-4377-82d5-a01f4eb57c64 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:46:50.093844 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-51ce8b12-f090-476b-b354-c1f05561dd86 req-86eaa266-893f-4f3f-8a85-e0ecb26ac214 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:50.096104 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51ce8b12-f090-476b-b354-c1f05561dd86 req-86eaa266-893f-4f3f-8a85-e0ecb26ac214 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.18 "DELETE /v2.0/ports/da95c613-644b-4377-82d5-a01f4eb57c64 HTTP/1.1" status: 204 len: 173 time: 0.6060336 Jul 16 20:46:50.096662 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d93976-45a4-481d-9e9f-91ad45e0f076', 'name': 'network-vif-deleted', 'tag': 'da95c613-644b-4377-82d5-a01f4eb57c64'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:50.120397 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 86444aa9-bc0b-4816-8067-b50ee81f1791 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:50.120773 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:50.130654 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b8f164-f74b-442b-af29-5ae91fd588fe" -d '{"events": [{"server_uuid": "b1d93976-45a4-481d-9e9f-91ad45e0f076", "name": "network-vif-deleted", "tag": "da95c613-644b-4377-82d5-a01f4eb57c64"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:50.195894 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5084ae01-696e-4f6c-9015-97b1debeace2 x-openstack-request-id: req-5084ae01-696e-4f6c-9015-97b1debeace2 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:50.196452 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d93976-45a4-481d-9e9f-91ad45e0f076", "name": "network-vif-deleted", "tag": "da95c613-644b-4377-82d5-a01f4eb57c64", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:50.196707 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5084ae01-696e-4f6c-9015-97b1debeace2 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:50.197113 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d93976-45a4-481d-9e9f-91ad45e0f076', 'name': 'network-vif-deleted', 'tag': 'da95c613-644b-4377-82d5-a01f4eb57c64', 'status': 'completed', 'code': 200} Jul 16 20:46:50.603483 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf2c5e-e004-4e30-9a5a-39a586baa375 req-b72d1bff-a6cc-403e-9813-2fe375fbd737 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:50.605313 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3eaf2c5e-e004-4e30-9a5a-39a586baa375 req-b72d1bff-a6cc-403e-9813-2fe375fbd737 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.0760348 Jul 16 20:46:50.612784 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:50.657433 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3eaf2c5e-e004-4e30-9a5a-39a586baa375 req-1b92e39a-8396-4e62-98ee-32cc323007c7 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416889 Jul 16 20:46:50.669615 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:50.673918 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:50.674800 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:50.780229 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:50.828553 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,segment=NetworkSegment(1f517760-5c66-4941-ab3c-883964a82dae),segment_id=1f517760-5c66-4941-ab3c-883964a82dae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:50.830402 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f17af15-10a1-46e2-8707-1e8baf3fac1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:50.833822 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174542e6-9828-40e7-b923-947a84891ad8" -d '{"events": [{"server_uuid": "9f17af15-10a1-46e2-8707-1e8baf3fac1b", "name": "network-vif-plugged", "status": "completed", "tag": "a1aa7ac5-fc83-4481-8ff2-d5790a4beed3"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:50.837862 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:50.929226 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:50.963291 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1abe3b-9655-4c21-bdb3-e0f9cad37ac1 req-e57515bb-cd1e-45db-b1f1-7800e9fcdad4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:50.965265 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4b1abe3b-9655-4c21-bdb3-e0f9cad37ac1 req-e57515bb-cd1e-45db-b1f1-7800e9fcdad4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 944 time: 0.1682725 Jul 16 20:46:51.027039 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4b1abe3b-9655-4c21-bdb3-e0f9cad37ac1 req-1e2c4f02-7e8e-4313-b0bd-6379ffc0209b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505812 Jul 16 20:46:51.037298 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d32d20d-33b7-4990-8e3f-3c84dc82a5a3 x-openstack-request-id: req-8d32d20d-33b7-4990-8e3f-3c84dc82a5a3 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:51.037802 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f17af15-10a1-46e2-8707-1e8baf3fac1b", "name": "network-vif-plugged", "status": "completed", "tag": "a1aa7ac5-fc83-4481-8ff2-d5790a4beed3", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:51.038618 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8d32d20d-33b7-4990-8e3f-3c84dc82a5a3 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:51.039371 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f17af15-10a1-46e2-8707-1e8baf3fac1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3', 'code': 200} Jul 16 20:46:51.160215 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fcacd-63f6-413f-bfa0-e9f35756040d req-44118909-5d56-4d7c-87bf-83c76a0f814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:51.161876 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ea1fcacd-63f6-413f-bfa0-e9f35756040d req-44118909-5d56-4d7c-87bf-83c76a0f814b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 1097 time: 0.0588803 Jul 16 20:46:51.198271 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ea1fcacd-63f6-413f-bfa0-e9f35756040d req-74a88046-f3f1-40f8-94e2-e070483b8021 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299013 Jul 16 20:46:51.476095 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceab3d-aa77-4da7-971f-0744f416e2c3 req-a4161edb-2cf3-4137-84b7-8076a94105d4 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:51.476095 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f7ceab3d-aa77-4da7-971f-0744f416e2c3 req-a4161edb-2cf3-4137-84b7-8076a94105d4 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=92fe76fa-0ebe-48d9-acd3-be6652483b88 HTTP/1.1" status: 200 len: 1098 time: 0.0571783 Jul 16 20:46:51.510175 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f7ceab3d-aa77-4da7-971f-0744f416e2c3 req-fc81c95d-41a4-4698-8f33-dfa83a58d285 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=38c36a68-70b0-407b-aa65-41c59b680797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288606 Jul 16 20:46:51.672666 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a44dc864-a227-4d82-b505-16545d037c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:51.858413 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e0d25-e1ba-4062-9265-283fa1a1014b req-80a6335f-2ca3-48cd-86f9-fe214649d231 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:51.859939 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-592e0d25-e1ba-4062-9265-283fa1a1014b req-80a6335f-2ca3-48cd-86f9-fe214649d231 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.0786879 Jul 16 20:46:51.905289 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-592e0d25-e1ba-4062-9265-283fa1a1014b req-cf301c1d-48fc-49d6-84b0-bf327654b988 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394032 Jul 16 20:46:52.230219 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf62235-d274-43da-a11f-3f1991c3e243 req-ca8dc05f-5f48-47a1-82c9-3353342e51a1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:52.232479 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccf62235-d274-43da-a11f-3f1991c3e243 req-ca8dc05f-5f48-47a1-82c9-3353342e51a1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 945 time: 0.0695527 Jul 16 20:46:52.272271 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccf62235-d274-43da-a11f-3f1991c3e243 req-3de69fdb-e871-4550-95e9-40510ec920ef tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341072 Jul 16 20:46:52.691475 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1c133-accc-44a7-9a6b-bd595dcaa173 req-7131775f-a19a-4e5d-8700-e63abf03dad4 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:52.693026 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-80a1c133-accc-44a7-9a6b-bd595dcaa173 req-7131775f-a19a-4e5d-8700-e63abf03dad4 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=92fe76fa-0ebe-48d9-acd3-be6652483b88 HTTP/1.1" status: 200 len: 1098 time: 0.0607362 Jul 16 20:46:52.729154 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-80a1c133-accc-44a7-9a6b-bd595dcaa173 req-dde98e4b-7c9a-429d-a661-6ad521ccd7f6 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=38c36a68-70b0-407b-aa65-41c59b680797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298319 Jul 16 20:46:52.790791 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ecf43-64b5-4d59-88e5-706a8dd963ae req-f672a05a-b84f-4b50-8cf9-e411f41ef71c tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:52.792488 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b97ecf43-64b5-4d59-88e5-706a8dd963ae req-f672a05a-b84f-4b50-8cf9-e411f41ef71c tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=92fe76fa-0ebe-48d9-acd3-be6652483b88 HTTP/1.1" status: 200 len: 1098 time: 0.0612419 Jul 16 20:46:52.885290 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-b97ecf43-64b5-4d59-88e5-706a8dd963ae req-6206d0a0-1a3d-4619-a0de-030ee2c9f268 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Deleting port 0410f28f-ff70-43c1-bdd7-dd7f1540d06c {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:46:52.886019 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b97ecf43-64b5-4d59-88e5-706a8dd963ae req-6206d0a0-1a3d-4619-a0de-030ee2c9f268 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:52.979511 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-b97ecf43-64b5-4d59-88e5-706a8dd963ae req-6206d0a0-1a3d-4619-a0de-030ee2c9f268 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] For port 0410f28f-ff70-43c1-bdd7-dd7f1540d06c, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=0410f28f-ff70-43c1-bdd7-dd7f1540d06c,segment=NetworkSegment(d5374ddd-ff90-4ee8-88dc-11a1091fc78b),segment_id=d5374ddd-ff90-4ee8-88dc-11a1091fc78b)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:52.979884 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b97ecf43-64b5-4d59-88e5-706a8dd963ae req-6206d0a0-1a3d-4619-a0de-030ee2c9f268 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:52.994349 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-b97ecf43-64b5-4d59-88e5-706a8dd963ae req-6206d0a0-1a3d-4619-a0de-030ee2c9f268 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Calling delete_port for 0410f28f-ff70-43c1-bdd7-dd7f1540d06c owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:46:53.145716 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e9f90-b4a0-4ae4-a6e6-a2c73725bbb4 req-58a94efc-9f6b-4804-8a13-0592bc534c23 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:53.152406 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b49e9f90-b4a0-4ae4-a6e6-a2c73725bbb4 req-58a94efc-9f6b-4804-8a13-0592bc534c23 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.1032913 Jul 16 20:46:53.208196 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b49e9f90-b4a0-4ae4-a6e6-a2c73725bbb4 req-4ad1eb2a-61f8-4182-a1dd-9f3f1a0a3a56 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548720 Jul 16 20:46:53.257998 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b97ecf43-64b5-4d59-88e5-706a8dd963ae req-6206d0a0-1a3d-4619-a0de-030ee2c9f268 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:53.269497 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['0410f28f-ff70-43c1-bdd7-dd7f1540d06c'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:53.288157 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206d0a0-1a3d-4619-a0de-030ee2c9f268 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Pushing event deleted for resources: {'Port': ['ID=0410f28f-ff70-43c1-bdd7-dd7f1540d06c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:53.365145 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97ecf43-64b5-4d59-88e5-706a8dd963ae req-6206d0a0-1a3d-4619-a0de-030ee2c9f268 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] No DVR routers for this DVR port 0410f28f-ff70-43c1-bdd7-dd7f1540d06c on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:46:53.368735 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-b97ecf43-64b5-4d59-88e5-706a8dd963ae req-6206d0a0-1a3d-4619-a0de-030ee2c9f268 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:53.371470 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b97ecf43-64b5-4d59-88e5-706a8dd963ae req-6206d0a0-1a3d-4619-a0de-030ee2c9f268 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.62 "DELETE /v2.0/ports/0410f28f-ff70-43c1-bdd7-dd7f1540d06c HTTP/1.1" status: 204 len: 173 time: 0.5730348 Jul 16 20:46:53.372556 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92fe76fa-0ebe-48d9-acd3-be6652483b88', 'name': 'network-vif-deleted', 'tag': '0410f28f-ff70-43c1-bdd7-dd7f1540d06c'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:53.375200 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd8f58c-f2c3-436f-b44e-fb5baf654b5b" -d '{"events": [{"server_uuid": "92fe76fa-0ebe-48d9-acd3-be6652483b88", "name": "network-vif-deleted", "tag": "0410f28f-ff70-43c1-bdd7-dd7f1540d06c"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:53.422689 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34368ef8-b015-42b6-a343-e03c53857a31 x-openstack-request-id: req-34368ef8-b015-42b6-a343-e03c53857a31 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:53.423522 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92fe76fa-0ebe-48d9-acd3-be6652483b88", "name": "network-vif-deleted", "tag": "0410f28f-ff70-43c1-bdd7-dd7f1540d06c", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:53.423781 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-34368ef8-b015-42b6-a343-e03c53857a31 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:53.424289 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92fe76fa-0ebe-48d9-acd3-be6652483b88', 'name': 'network-vif-deleted', 'tag': '0410f28f-ff70-43c1-bdd7-dd7f1540d06c', 'status': 'completed', 'code': 200} Jul 16 20:46:53.491386 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dce28-efef-47da-adc3-3ab2bb824774 req-dd3f5835-7b66-4a7b-a9fb-2df14663e7c0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:53.494027 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a22dce28-efef-47da-adc3-3ab2bb824774 req-dd3f5835-7b66-4a7b-a9fb-2df14663e7c0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 945 time: 0.0884874 Jul 16 20:46:53.545029 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a22dce28-efef-47da-adc3-3ab2bb824774 req-b06f5f88-c8df-4a4e-a774-7de4e94ce3f2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420399 Jul 16 20:46:53.752776 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863ad5c-81dc-4b3e-92c8-b7ac976cfd52 req-6a0544cf-de17-4729-862a-0bd3f5c11d74 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:53.757003 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b863ad5c-81dc-4b3e-92c8-b7ac976cfd52 req-6a0544cf-de17-4729-862a-0bd3f5c11d74 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 945 time: 0.0805449 Jul 16 20:46:53.843538 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b863ad5c-81dc-4b3e-92c8-b7ac976cfd52 req-ff11dbf0-ffbd-4197-8428-3c419344b42c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787351 Jul 16 20:46:53.863272 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59070) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:53.920367 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ec34a34f-c360-428d-957e-b35e7fb9604f req-13e425c7-e0cb-4c51-ba53-4ef9b1d6d01d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0827992 Jul 16 20:46:53.928244 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0074439f-2d06-43db-a824-5d0d19ae412c tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:53.929777 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0074439f-2d06-43db-a824-5d0d19ae412c tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 1092 time: 0.0654640 Jul 16 20:46:53.932755 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59072) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:53.938570 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-1f8d978b-c989-4de7-9c6d-4a9d38302c6c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'port_id': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:53.997742 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f8d978b-c989-4de7-9c6d-4a9d38302c6c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for floatingip, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:54.003262 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-212af4a4-e973-4b72-89b9-64edb31a2e43 req-2beea417-c548-425a-bfc7-672f8b0386b7 tempest-TestServerMultinode-501644826 tempest-TestServerMultinode-501644826-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=92fe76fa-0ebe-48d9-acd3-be6652483b88 HTTP/1.1" status: 200 len: 210 time: 0.0514233 Jul 16 20:46:54.144084 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34a34f-c360-428d-957e-b35e7fb9604f req-e5a36fca-3c89-465d-9585-d0490f8ae45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:54.146287 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ec34a34f-c360-428d-957e-b35e7fb9604f req-e5a36fca-3c89-465d-9585-d0490f8ae45e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a195eb15eb6f4338b136e6cce4c78c87&device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 1098 time: 0.1664898 Jul 16 20:46:54.212890 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8543659b-be42-4670-ab1f-74085a3dcb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:54.274050 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f8d978b-c989-4de7-9c6d-4a9d38302c6c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:54.293266 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:54.365283 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34a34f-c360-428d-957e-b35e7fb9604f req-c656c666-3551-4230-bebf-3f5992cacf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:54.366968 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ec34a34f-c360-428d-957e-b35e7fb9604f req-c656c666-3551-4230-bebf-3f5992cacf27 service neutron] 10.222.0.18 "GET /v2.0/networks?id=57f96d4f-a3d8-495c-8b4c-383900172d1b HTTP/1.1" status: 200 len: 918 time: 0.1966324 Jul 16 20:46:54.504985 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ec34a34f-c360-428d-957e-b35e7fb9604f req-e977905a-2abd-4318-8bb5-62daa229c6e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b350411a-c990-44f0-bd27-100be7fb9a1c HTTP/1.1" status: 200 len: 1001 time: 0.1213822 Jul 16 20:46:54.529511 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e57cb-1537-4138-b549-f0a33f6f5b72 req-a9041ff6-41f0-4a28-80bc-360566297174 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:54.532751 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a46e57cb-1537-4138-b549-f0a33f6f5b72 req-a9041ff6-41f0-4a28-80bc-360566297174 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.1529956 Jul 16 20:46:54.547637 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-1f8d978b-c989-4de7-9c6d-4a9d38302c6c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Allocated IP 172.25.0.148 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/6a538e61-2d81-474a-8717-6dc8d6746901) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:54.590150 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34a34f-c360-428d-957e-b35e7fb9604f req-1191ee4b-5924-4c13-9e63-d62257e4c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:54.591726 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ec34a34f-c360-428d-957e-b35e7fb9604f req-1191ee4b-5924-4c13-9e63-d62257e4c219 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8d89da5-8a18-4550-b255-1d58457114f4 HTTP/1.1" status: 200 len: 856 time: 0.0885091 Jul 16 20:46:54.605071 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a46e57cb-1537-4138-b549-f0a33f6f5b72 req-7a207348-7355-47c7-ad53-8e9bfaa92b17 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662105 Jul 16 20:46:54.627415 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device da95c613-644b-4377-82d5-a01f4eb57c64 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:46:54.657030 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: da95c613-644b-4377-82d5-a01f4eb57c64 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:46:54.657376 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device da95c613-644b-4377-82d5-a01f4eb57c64 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:46:54.726851 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f8d978b-c989-4de7-9c6d-4a9d38302c6c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:54.734943 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34a34f-c360-428d-957e-b35e7fb9604f req-c06fe5e7-d5c9-4305-9533-6c85354ec0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:54.736514 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ec34a34f-c360-428d-957e-b35e7fb9604f req-c06fe5e7-d5c9-4305-9533-6c85354ec0bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=57f96d4f-a3d8-495c-8b4c-383900172d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1350613 Jul 16 20:46:54.831476 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f8d978b-c989-4de7-9c6d-4a9d38302c6c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:54.884830 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8d978b-c989-4de7-9c6d-4a9d38302c6c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:54.891521 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-1f8d978b-c989-4de7-9c6d-4a9d38302c6c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:54.894834 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ec34a34f-c360-428d-957e-b35e7fb9604f req-9a0a05af-ff0a-4460-a789-afab4a61e380 service neutron] 10.222.0.18 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509404 Jul 16 20:46:54.897196 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8d978b-c989-4de7-9c6d-4a9d38302c6c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:54.951619 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d978b-c989-4de7-9c6d-4a9d38302c6c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Port': ['ID=6a538e61-2d81-474a-8717-6dc8d6746901,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:55.099010 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ec34a34f-c360-428d-957e-b35e7fb9604f req-3826b4e7-5b56-4f7a-bba6-254f2a0267ea service neutron] 10.222.0.18 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803432 Jul 16 20:46:55.112797 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59084) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:55.781960 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.838198 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f20d58-5c9a-42d9-9235-541b9730c931 req-ead4d724-cb56-41ef-905b-3594e040dd9d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:55.845628 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7f20d58-5c9a-42d9-9235-541b9730c931 req-ead4d724-cb56-41ef-905b-3594e040dd9d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.0962486 Jul 16 20:46:55.891700 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7f20d58-5c9a-42d9-9235-541b9730c931 req-92042e7c-71b5-4402-89d7-7dd94eceb53d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450871 Jul 16 20:46:56.016307 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f8d978b-c989-4de7-9c6d-4a9d38302c6c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:56.150911 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f8d978b-c989-4de7-9c6d-4a9d38302c6c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:56.251624 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec5418b9-392c-4e34-ab2b-b1358217dc48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:56.460125 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f8d978b-c989-4de7-9c6d-4a9d38302c6c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:56.484211 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f8d978b-c989-4de7-9c6d-4a9d38302c6c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:56.565541 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d978b-c989-4de7-9c6d-4a9d38302c6c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Port': ['ID=6a538e61-2d81-474a-8717-6dc8d6746901,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:56.585354 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f8d978b-c989-4de7-9c6d-4a9d38302c6c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:56.742303 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-1f8d978b-c989-4de7-9c6d-4a9d38302c6c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Floating IP b3f6ee22-a944-4148-afb0-5fcc2e8aaf3d associated. External IP: 172.25.0.148, port: a1aa7ac5-fc83-4481-8ff2-d5790a4beed3. Jul 16 20:46:56.845669 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-ec5418b9-392c-4e34-ab2b-b1358217dc48 admin admin] Deleting port 308215f7-1f06-4026-8cbe-d6bb60468648 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:46:56.846015 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec5418b9-392c-4e34-ab2b-b1358217dc48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:57.024781 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-ec5418b9-392c-4e34-ab2b-b1358217dc48 admin admin] For port 308215f7-1f06-4026-8cbe-d6bb60468648, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=308215f7-1f06-4026-8cbe-d6bb60468648,segment=NetworkSegment(d5374ddd-ff90-4ee8-88dc-11a1091fc78b),segment_id=d5374ddd-ff90-4ee8-88dc-11a1091fc78b)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:57.025470 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec5418b9-392c-4e34-ab2b-b1358217dc48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:57.045613 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-ec5418b9-392c-4e34-ab2b-b1358217dc48 admin admin] Calling delete_port for 308215f7-1f06-4026-8cbe-d6bb60468648 owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:46:57.104694 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8d978b-c989-4de7-9c6d-4a9d38302c6c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Router 85134c59-60c5-450d-b86d-8bd210c3306e has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:46:57.120307 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918ea49-b2d0-48cc-955e-ce3f2b859563 req-8c6786d8-7d52-40fd-a667-b8843eebe8c9 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:57.122640 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6918ea49-b2d0-48cc-955e-ce3f2b859563 req-8c6786d8-7d52-40fd-a667-b8843eebe8c9 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.1006894 Jul 16 20:46:57.183100 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6918ea49-b2d0-48cc-955e-ce3f2b859563 req-32db2a53-89a9-41c3-ac37-ae3f100a5202 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494897 Jul 16 20:46:57.294639 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8d978b-c989-4de7-9c6d-4a9d38302c6c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:46:57.305017 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42eff5a-cc69-44f6-8891-09ae32195b40 None None] Sync routers for ids ['85134c59-60c5-450d-b86d-8bd210c3306e'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:46:57.316116 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42eff5a-cc69-44f6-8891-09ae32195b40 None None] Routers {'85134c59-60c5-450d-b86d-8bd210c3306e'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:57.317048 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d42eff5a-cc69-44f6-8891-09ae32195b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:46:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['85134c59-60c5-450d-b86d-8bd210c3306e'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:57.337504 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f8d978b-c989-4de7-9c6d-4a9d38302c6c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:57.372210 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec5418b9-392c-4e34-ab2b-b1358217dc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:57.400066 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 0410f28f-ff70-43c1-bdd7-dd7f1540d06c no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:46:57.411375 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5418b9-392c-4e34-ab2b-b1358217dc48 admin admin] Pushing event deleted for resources: {'Port': ['ID=308215f7-1f06-4026-8cbe-d6bb60468648,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:57.422366 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1f8d978b-c989-4de7-9c6d-4a9d38302c6c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4883425 Jul 16 20:46:57.422968 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f17af15-10a1-46e2-8707-1e8baf3fac1b', 'tag': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:57.425410 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d377ef-8f6d-42e1-80d0-2d92f98c67f4" -d '{"events": [{"name": "network-changed", "server_uuid": "9f17af15-10a1-46e2-8707-1e8baf3fac1b", "tag": "a1aa7ac5-fc83-4481-8ff2-d5790a4beed3"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:57.439725 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 0410f28f-ff70-43c1-bdd7-dd7f1540d06c {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:46:57.440352 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 0410f28f-ff70-43c1-bdd7-dd7f1540d06c not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:46:57.498829 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-d42eff5a-cc69-44f6-8891-09ae32195b40 None None] Set router 85134c59-60c5-450d-b86d-8bd210c3306e gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:57.511852 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbdd674-44e5-4326-9e36-8eb994a99518 x-openstack-request-id: req-1fbdd674-44e5-4326-9e36-8eb994a99518 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:57.513212 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f17af15-10a1-46e2-8707-1e8baf3fac1b", "tag": "a1aa7ac5-fc83-4481-8ff2-d5790a4beed3", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:57.513792 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1fbdd674-44e5-4326-9e36-8eb994a99518 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:57.514387 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f17af15-10a1-46e2-8707-1e8baf3fac1b', 'tag': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3', 'status': 'completed', 'code': 200} Jul 16 20:46:57.648379 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:57.663240 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d377ef-8f6d-42e1-80d0-2d92f98c67f4 req-ad86fc06-c271-4e18-9db0-b18431ccf98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:57.664780 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-78d377ef-8f6d-42e1-80d0-2d92f98c67f4 req-ad86fc06-c271-4e18-9db0-b18431ccf98c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 1097 time: 0.1451521 Jul 16 20:46:57.786117 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e26ca7-0c26-404f-87e5-c91c7325e69b req-41c01b60-79c4-460e-ae48-3dfa5096ae41 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:57.795809 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-51e26ca7-0c26-404f-87e5-c91c7325e69b req-41c01b60-79c4-460e-ae48-3dfa5096ae41 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 945 time: 0.1281240 Jul 16 20:46:57.841485 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec5418b9-392c-4e34-ab2b-b1358217dc48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:57.843321 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-51e26ca7-0c26-404f-87e5-c91c7325e69b req-a61d2843-a9b8-4586-a2e2-b6c577e6eed5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455220 Jul 16 20:46:57.869897 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59112) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:58.004133 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d377ef-8f6d-42e1-80d0-2d92f98c67f4 req-bebea97b-1002-485a-b6b7-190d1914d324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:58.005670 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-78d377ef-8f6d-42e1-80d0-2d92f98c67f4 req-bebea97b-1002-485a-b6b7-190d1914d324 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7603548a-ab34-41b3-83b2-8cfa970f2767 HTTP/1.1" status: 200 len: 898 time: 0.3290985 Jul 16 20:46:58.006900 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d42eff5a-cc69-44f6-8891-09ae32195b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449018390', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:23Z', 'updated_at': '2021-07-16T20:46:31Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:24Z', 'updated_at': '2021-07-16T20:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'b3f6ee22-a944-4148-afb0-5fcc2e8aaf3d', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'port_id': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767', 'mac_address': 'fa:16:3e:1c:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f17af15-10a1-46e2-8707-1e8baf3fac1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:46:55Z', 'updated_at': '2021-07-16T20:46:55Z', 'revision_number': 0, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045df08a-ca39-49c0-b8ea-6d74c1337e2a', 'name': '', 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:42:c5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'c8c50f7c-7595-4a55-bec2-dcb93bd12b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:29Z', 'updated_at': '2021-07-16T20:46:38Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': 'c8c50f7c-7595-4a55-bec2-dcb93bd12b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:58.014660 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5ce49adc-9e9f-4f53-99ba-8c9668f7531d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/floatingips/b3f6ee22-a944-4148-afb0-5fcc2e8aaf3d HTTP/1.1" status: 200 len: 991 time: 0.1431692 Jul 16 20:46:58.042692 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42eff5a-cc69-44f6-8891-09ae32195b40 None None] Checking router: 85134c59-60c5-450d-b86d-8bd210c3306e for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:46:58.059174 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42eff5a-cc69-44f6-8891-09ae32195b40 None None] Routers {'85134c59-60c5-450d-b86d-8bd210c3306e'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:58.059809 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d42eff5a-cc69-44f6-8891-09ae32195b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:46:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['85134c59-60c5-450d-b86d-8bd210c3306e'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:58.188391 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-d42eff5a-cc69-44f6-8891-09ae32195b40 None None] Set router 85134c59-60c5-450d-b86d-8bd210c3306e gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:58.416356 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f640f-f973-4e07-aee8-c2e23934a624 req-b301f82c-9723-45d2-a7e8-6cc0ac678edd tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:58.424144 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-171f640f-f973-4e07-aee8-c2e23934a624 req-b301f82c-9723-45d2-a7e8-6cc0ac678edd tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.1007938 Jul 16 20:46:58.429261 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-78d377ef-8f6d-42e1-80d0-2d92f98c67f4 req-27857dfd-65cc-4196-bcb2-1e909c57e879 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 HTTP/1.1" status: 200 len: 999 time: 0.4096148 Jul 16 20:46:58.488695 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d377ef-8f6d-42e1-80d0-2d92f98c67f4 req-9b154c97-0ad1-471b-a7f3-2ec51d9c67a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:58.489834 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-78d377ef-8f6d-42e1-80d0-2d92f98c67f4 req-9b154c97-0ad1-471b-a7f3-2ec51d9c67a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8c50f7c-7595-4a55-bec2-dcb93bd12b01 HTTP/1.1" status: 200 len: 834 time: 0.0502067 Jul 16 20:46:58.490612 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-171f640f-f973-4e07-aee8-c2e23934a624 req-a6f761aa-95cc-49b2-96e3-fc33113b04a0 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634992 Jul 16 20:46:58.608186 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d42eff5a-cc69-44f6-8891-09ae32195b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449018390', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:23Z', 'updated_at': '2021-07-16T20:46:31Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:24Z', 'updated_at': '2021-07-16T20:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'b3f6ee22-a944-4148-afb0-5fcc2e8aaf3d', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'port_id': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767', 'mac_address': 'fa:16:3e:1c:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f17af15-10a1-46e2-8707-1e8baf3fac1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:46:55Z', 'updated_at': '2021-07-16T20:46:55Z', 'revision_number': 0, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045df08a-ca39-49c0-b8ea-6d74c1337e2a', 'name': '', 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:42:c5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'c8c50f7c-7595-4a55-bec2-dcb93bd12b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:29Z', 'updated_at': '2021-07-16T20:46:38Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': 'c8c50f7c-7595-4a55-bec2-dcb93bd12b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:58.656177 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42eff5a-cc69-44f6-8891-09ae32195b40 None None] The sync data for ids ['85134c59-60c5-450d-b86d-8bd210c3306e'] in n-d-791506-21 is: [{'id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449018390', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:23Z', 'updated_at': '2021-07-16T20:46:31Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:24Z', 'updated_at': '2021-07-16T20:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'b3f6ee22-a944-4148-afb0-5fcc2e8aaf3d', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'port_id': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767', 'mac_address': 'fa:16:3e:1c:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f17af15-10a1-46e2-8707-1e8baf3fac1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:46:55Z', 'updated_at': '2021-07-16T20:46:55Z', 'revision_number': 0, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045df08a-ca39-49c0-b8ea-6d74c1337e2a', 'name': '', 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:42:c5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'c8c50f7c-7595-4a55-bec2-dcb93bd12b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:29Z', 'updated_at': '2021-07-16T20:46:38Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': 'c8c50f7c-7595-4a55-bec2-dcb93bd12b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:46:58.667149 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5418b9-392c-4e34-ab2b-b1358217dc48 admin admin] Router 3175a90a-99b0-480d-8d6a-2a67c369329c has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:46:58.669721 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d377ef-8f6d-42e1-80d0-2d92f98c67f4 req-953aff16-6bc3-49de-b57b-dfd95e734624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:58.672345 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-78d377ef-8f6d-42e1-80d0-2d92f98c67f4 req-953aff16-6bc3-49de-b57b-dfd95e734624 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7603548a-ab34-41b3-83b2-8cfa970f2767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1372221 Jul 16 20:46:58.863161 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5418b9-392c-4e34-ab2b-b1358217dc48 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:46:58.869381 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ec5418b9-392c-4e34-ab2b-b1358217dc48 admin admin] 10.222.0.38 "PUT /v2.0/routers/3175a90a-99b0-480d-8d6a-2a67c369329c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7552612 Jul 16 20:46:58.871960 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59124) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:58.875666 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25248b2b-c371-451c-8e1d-4f8c56dc9210 None None] Sync routers for ids ['3175a90a-99b0-480d-8d6a-2a67c369329c'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:46:58.892058 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-78d377ef-8f6d-42e1-80d0-2d92f98c67f4 req-5d8cd0fb-242e-4bb6-99db-298cb6d0b157 service neutron] 10.222.0.18 "GET /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130356 Jul 16 20:46:58.895171 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25248b2b-c371-451c-8e1d-4f8c56dc9210 None None] Routers {'3175a90a-99b0-480d-8d6a-2a67c369329c'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:58.895808 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-25248b2b-c371-451c-8e1d-4f8c56dc9210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:46:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3175a90a-99b0-480d-8d6a-2a67c369329c'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:58.927916 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24d2041-3d51-4cf2-8571-68c742bd9587 None None] New status for floating IP b3f6ee22-a944-4148-afb0-5fcc2e8aaf3d: ACTIVE {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:46:59.018681 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59126) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:59.120163 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-423a2b17-2d0e-4617-b727-7cfb2e28bc88 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/floatingips/b3f6ee22-a944-4148-afb0-5fcc2e8aaf3d HTTP/1.1" status: 200 len: 991 time: 0.0993598 Jul 16 20:46:59.126491 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-25248b2b-c371-451c-8e1d-4f8c56dc9210 None None] Set router 3175a90a-99b0-480d-8d6a-2a67c369329c gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:59.169194 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9eca5345-b00a-4632-ade5-2e0986d1c3e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:59.172744 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-78d377ef-8f6d-42e1-80d0-2d92f98c67f4 req-12dff6ed-510a-43f8-a5b4-3de931afa23f service neutron] 10.222.0.18 "GET /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799066 Jul 16 20:46:59.315599 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9eca5345-b00a-4632-ade5-2e0986d1c3e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:59.379071 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9eca5345-b00a-4632-ade5-2e0986d1c3e3 admin admin] Deleting port c82a7014-41d1-4fe5-af23-9ec060dfb78f {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:46:59.382374 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9eca5345-b00a-4632-ade5-2e0986d1c3e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:59.397032 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-25248b2b-c371-451c-8e1d-4f8c56dc9210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3175a90a-99b0-480d-8d6a-2a67c369329c', 'name': 'tempest-TestServerMultinode-1697152018-router', 'tenant_id': '62f62ec020c843ee94ffaece6c246fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c82a7014-41d1-4fe5-af23-9ec060dfb78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:45Z', 'updated_at': '2021-07-16T20:46:57Z', 'revision_number': 5, 'project_id': '62f62ec020c843ee94ffaece6c246fa8', 'gw_port': {'id': 'c82a7014-41d1-4fe5-af23-9ec060dfb78f', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3175a90a-99b0-480d-8d6a-2a67c369329c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:46Z', 'updated_at': '2021-07-16T20:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:59.433312 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25248b2b-c371-451c-8e1d-4f8c56dc9210 None None] Checking router: 3175a90a-99b0-480d-8d6a-2a67c369329c for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:46:59.454692 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25248b2b-c371-451c-8e1d-4f8c56dc9210 None None] Routers {'3175a90a-99b0-480d-8d6a-2a67c369329c'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:59.455722 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-25248b2b-c371-451c-8e1d-4f8c56dc9210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:46:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3175a90a-99b0-480d-8d6a-2a67c369329c'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:59.478076 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9eca5345-b00a-4632-ade5-2e0986d1c3e3 admin admin] For port c82a7014-41d1-4fe5-af23-9ec060dfb78f, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=c82a7014-41d1-4fe5-af23-9ec060dfb78f,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:59.478708 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9eca5345-b00a-4632-ade5-2e0986d1c3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:59.492035 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9eca5345-b00a-4632-ade5-2e0986d1c3e3 admin admin] Calling delete_port for c82a7014-41d1-4fe5-af23-9ec060dfb78f owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:46:59.691317 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d920c6e-2d1d-4757-97a8-6055f87a44b3 req-dd77544c-0928-41ad-b967-7182b6fdd91d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:59.691317 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0d920c6e-2d1d-4757-97a8-6055f87a44b3 req-dd77544c-0928-41ad-b967-7182b6fdd91d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.0839756 Jul 16 20:46:59.733402 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9eca5345-b00a-4632-ade5-2e0986d1c3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:59.755391 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0d920c6e-2d1d-4757-97a8-6055f87a44b3 req-f260073c-4795-4c4f-bf2a-9a7328f11161 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598280 Jul 16 20:46:59.761458 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca5345-b00a-4632-ade5-2e0986d1c3e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c82a7014-41d1-4fe5-af23-9ec060dfb78f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:59.833407 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9eca5345-b00a-4632-ade5-2e0986d1c3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:59.850904 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:59.859408 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-25248b2b-c371-451c-8e1d-4f8c56dc9210 None None] Set router 3175a90a-99b0-480d-8d6a-2a67c369329c gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:59.930582 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-25248b2b-c371-451c-8e1d-4f8c56dc9210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3175a90a-99b0-480d-8d6a-2a67c369329c', 'name': 'tempest-TestServerMultinode-1697152018-router', 'tenant_id': '62f62ec020c843ee94ffaece6c246fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:45Z', 'updated_at': '2021-07-16T20:46:59Z', 'revision_number': 6, 'project_id': '62f62ec020c843ee94ffaece6c246fa8', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:59.962540 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9eca5345-b00a-4632-ade5-2e0986d1c3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:59.968187 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9eca5345-b00a-4632-ade5-2e0986d1c3e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:59.984837 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25248b2b-c371-451c-8e1d-4f8c56dc9210 None None] The sync data for ids ['3175a90a-99b0-480d-8d6a-2a67c369329c'] in n-d-791506-21 is: [{'id': '3175a90a-99b0-480d-8d6a-2a67c369329c', 'name': 'tempest-TestServerMultinode-1697152018-router', 'tenant_id': '62f62ec020c843ee94ffaece6c246fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:45Z', 'updated_at': '2021-07-16T20:46:59Z', 'revision_number': 6, 'project_id': '62f62ec020c843ee94ffaece6c246fa8', 'gw_port_host': None}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:47:00.033058 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9eca5345-b00a-4632-ade5-2e0986d1c3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:00.033710 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eca5345-b00a-4632-ade5-2e0986d1c3e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3175a90a-99b0-480d-8d6a-2a67c369329c {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:47:00.039115 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9eca5345-b00a-4632-ade5-2e0986d1c3e3 admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:00.040329 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9eca5345-b00a-4632-ade5-2e0986d1c3e3 admin admin] 10.222.0.38 "DELETE /v2.0/routers/3175a90a-99b0-480d-8d6a-2a67c369329c HTTP/1.1" status: 204 len: 168 time: 1.1673756 Jul 16 20:47:00.042892 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59134) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:00.096959 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-e768c878-1baf-48f7-af8f-6ad853f6b4d0 admin admin] Deleting subnet 3f925518-e352-49ca-b079-fb02ffd806d9 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:47:00.100288 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e768c878-1baf-48f7-af8f-6ad853f6b4d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:00.122133 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59136) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:00.142208 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e768c878-1baf-48f7-af8f-6ad853f6b4d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:00.192594 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b8cd0c66-fbc5-436d-a6e2-902d80367c9c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/floatingips/b3f6ee22-a944-4148-afb0-5fcc2e8aaf3d HTTP/1.1" status: 200 len: 993 time: 0.0691054 Jul 16 20:47:00.241296 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e768c878-1baf-48f7-af8f-6ad853f6b4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:00.316307 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e768c878-1baf-48f7-af8f-6ad853f6b4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:00.346415 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768c878-1baf-48f7-af8f-6ad853f6b4d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f925518-e352-49ca-b079-fb02ffd806d9,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:00.348445 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e768c878-1baf-48f7-af8f-6ad853f6b4d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:00.350386 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e768c878-1baf-48f7-af8f-6ad853f6b4d0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/3f925518-e352-49ca-b079-fb02ffd806d9 HTTP/1.1" status: 204 len: 168 time: 0.3058085 Jul 16 20:47:00.353026 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59140) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:00.360473 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eade7f8-c172-4a4c-9a97-ab90f7fa0194 None None] Network 5e0de2f1-8b0d-4833-9f1f-b011cb56a387 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:47:00.442749 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fb1678a6-9f01-4e61-bb60-926827f81d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:00.525226 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-fb1678a6-9f01-4e61-bb60-926827f81d66 admin admin] Deleting port 93e1d365-de97-437a-8f02-1b7a583f71cc {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:47:00.525662 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fb1678a6-9f01-4e61-bb60-926827f81d66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:00.608941 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-fb1678a6-9f01-4e61-bb60-926827f81d66 admin admin] For port 93e1d365-de97-437a-8f02-1b7a583f71cc, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=93e1d365-de97-437a-8f02-1b7a583f71cc,segment=NetworkSegment(d5374ddd-ff90-4ee8-88dc-11a1091fc78b),segment_id=d5374ddd-ff90-4ee8-88dc-11a1091fc78b)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:00.609344 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fb1678a6-9f01-4e61-bb60-926827f81d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:00.625679 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-fb1678a6-9f01-4e61-bb60-926827f81d66 admin admin] Calling delete_port for 93e1d365-de97-437a-8f02-1b7a583f71cc owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:47:00.717785 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fb1678a6-9f01-4e61-bb60-926827f81d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:00.759206 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1678a6-9f01-4e61-bb60-926827f81d66 admin admin] Pushing event deleted for resources: {'Port': ['ID=93e1d365-de97-437a-8f02-1b7a583f71cc,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:00.763196 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1678a6-9f01-4e61-bb60-926827f81d66 admin admin] No DVR routers for this DVR port 93e1d365-de97-437a-8f02-1b7a583f71cc on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:47:00.854513 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d4c891-a3f0-4041-a52c-e2dfb74932a7 None None] DHCP port deletion for 5e0de2f1-8b0d-4833-9f1f-b011cb56a387 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:47:00.897140 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fb1678a6-9f01-4e61-bb60-926827f81d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:00.909153 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-fb1678a6-9f01-4e61-bb60-926827f81d66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e0de2f1-8b0d-4833-9f1f-b011cb56a387']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:00.923321 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-fb1678a6-9f01-4e61-bb60-926827f81d66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5374ddd-ff90-4ee8-88dc-11a1091fc78b') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:00.923635 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-fb1678a6-9f01-4e61-bb60-926827f81d66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5374ddd-ff90-4ee8-88dc-11a1091fc78b') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:00.962998 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fb1678a6-9f01-4e61-bb60-926827f81d66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:00.985800 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fb1678a6-9f01-4e61-bb60-926827f81d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:00.996183 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1678a6-9f01-4e61-bb60-926827f81d66 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:47:00.997250 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fb1678a6-9f01-4e61-bb60-926827f81d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:47:00.999427 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:47:01.065476 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0367f-8c96-4790-baa8-b5d0ae67bc9a req-16a9baeb-8f4c-42f1-99d0-2c3f7c3f7fa5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:01.072658 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3be0367f-8c96-4790-baa8-b5d0ae67bc9a req-16a9baeb-8f4c-42f1-99d0-2c3f7c3f7fa5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.1519978 Jul 16 20:47:01.089184 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fb1678a6-9f01-4e61-bb60-926827f81d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:01.095147 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fb1678a6-9f01-4e61-bb60-926827f81d66 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:01.099139 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fb1678a6-9f01-4e61-bb60-926827f81d66 admin admin] 10.222.0.38 "DELETE /v2.0/networks/5e0de2f1-8b0d-4833-9f1f-b011cb56a387 HTTP/1.1" status: 204 len: 168 time: 0.7448027 Jul 16 20:47:01.099984 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59148) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:01.142860 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3be0367f-8c96-4790-baa8-b5d0ae67bc9a req-63bd0257-8c62-4ddd-8db4-b84290d46e0f tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692923 Jul 16 20:47:01.143892 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1678a6-9f01-4e61-bb60-926827f81d66 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e0de2f1-8b0d-4833-9f1f-b011cb56a387,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:01.514449 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f06fdc4-dcb6-407d-97a2-fcdd5ad6faea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:01.758841 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d498a00-dd34-440d-a37b-ed19103c006b req-853a113b-9811-4431-a39d-ca76ba4d5fcb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=806edad4-241a-48f7-adb3-49c07274fa0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1754136 Jul 16 20:47:01.844227 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-7f06fdc4-dcb6-407d-97a2-fcdd5ad6faea admin admin] Deleting port fa58813f-fb5f-4d47-8659-939912a488b0 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:47:01.844336 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f06fdc4-dcb6-407d-97a2-fcdd5ad6faea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:01.882418 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d498a00-dd34-440d-a37b-ed19103c006b req-4602b870-5b5d-4c30-a5ee-69558935b57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:01.884397 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d498a00-dd34-440d-a37b-ed19103c006b req-4602b870-5b5d-4c30-a5ee-69558935b57b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9ba5e10151bc4482805c7d5cba435d3a&device_id=806edad4-241a-48f7-adb3-49c07274fa0c HTTP/1.1" status: 200 len: 1098 time: 0.0812950 Jul 16 20:47:01.988373 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-7f06fdc4-dcb6-407d-97a2-fcdd5ad6faea admin admin] For port fa58813f-fb5f-4d47-8659-939912a488b0, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fa58813f-fb5f-4d47-8659-939912a488b0,segment=NetworkSegment(37431f92-aa4b-4e03-8d1d-d8b1c34217fc),segment_id=37431f92-aa4b-4e03-8d1d-d8b1c34217fc)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:01.988887 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f06fdc4-dcb6-407d-97a2-fcdd5ad6faea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:02.004322 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-7f06fdc4-dcb6-407d-97a2-fcdd5ad6faea admin admin] Calling delete_port for fa58813f-fb5f-4d47-8659-939912a488b0 owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:47:02.016991 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 308215f7-1f06-4026-8cbe-d6bb60468648 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:47:02.049686 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d498a00-dd34-440d-a37b-ed19103c006b req-b4f80a75-c313-423b-93ed-16d74580e66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:02.053986 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d498a00-dd34-440d-a37b-ed19103c006b req-b4f80a75-c313-423b-93ed-16d74580e66b service neutron] 10.222.0.62 "GET /v2.0/networks?id=25b41f76-37be-4345-9ddf-d59e23791d53 HTTP/1.1" status: 200 len: 906 time: 0.1477005 Jul 16 20:47:02.063166 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 308215f7-1f06-4026-8cbe-d6bb60468648 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:47:02.063751 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 308215f7-1f06-4026-8cbe-d6bb60468648 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:47:02.064356 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 93e1d365-de97-437a-8f02-1b7a583f71cc no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:47:02.108180 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 93e1d365-de97-437a-8f02-1b7a583f71cc {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:47:02.108527 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 93e1d365-de97-437a-8f02-1b7a583f71cc not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:47:02.108949 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c82a7014-41d1-4fe5-af23-9ec060dfb78f no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:47:02.133316 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: c82a7014-41d1-4fe5-af23-9ec060dfb78f {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:47:02.133804 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c82a7014-41d1-4fe5-af23-9ec060dfb78f not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:47:02.150197 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d498a00-dd34-440d-a37b-ed19103c006b req-748e3b2b-e4f4-4487-bb10-1d04495853e3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aeae3ce4-ebcb-4649-a0cd-854d2d7318ca HTTP/1.1" status: 200 len: 217 time: 0.0904796 Jul 16 20:47:02.218976 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d498a00-dd34-440d-a37b-ed19103c006b req-9fd83e4f-d518-484f-96db-db60d2d455df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:02.223596 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d498a00-dd34-440d-a37b-ed19103c006b req-9fd83e4f-d518-484f-96db-db60d2d455df service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82321776-7ae0-4505-adc0-e73fc92b6de5 HTTP/1.1" status: 200 len: 845 time: 0.0656500 Jul 16 20:47:02.292360 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d498a00-dd34-440d-a37b-ed19103c006b req-383a95c4-e3d8-42f4-b6cc-8199c3a3fd43 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25b41f76-37be-4345-9ddf-d59e23791d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557160 Jul 16 20:47:02.326517 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f06fdc4-dcb6-407d-97a2-fcdd5ad6faea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:02.359484 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06fdc4-dcb6-407d-97a2-fcdd5ad6faea admin admin] Pushing event deleted for resources: {'Port': ['ID=fa58813f-fb5f-4d47-8659-939912a488b0,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:02.591782 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f06fdc4-dcb6-407d-97a2-fcdd5ad6faea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:02.845920 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f06fdc4-dcb6-407d-97a2-fcdd5ad6faea admin admin] Router 75967b1b-adf3-43af-bd94-7937028de813 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:47:02.883884 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6141c-b148-49fb-8db8-6a6c70ac4884 req-3b505c43-2854-4c4b-b6a1-27dd0665cce3 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:02.885504 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-44d6141c-b148-49fb-8db8-6a6c70ac4884 req-3b505c43-2854-4c4b-b6a1-27dd0665cce3 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.5919738 Jul 16 20:47:02.888165 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d498a00-dd34-440d-a37b-ed19103c006b req-d5c0f948-fc77-403a-858c-9c7ff6644729 service neutron] 10.222.0.62 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5843751 Jul 16 20:47:02.975077 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f06fdc4-dcb6-407d-97a2-fcdd5ad6faea admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:47:02.984748 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59166) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:02.987096 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8273feec-5772-4f6a-84ce-8e0ae300f038 None None] Sync routers for ids ['75967b1b-adf3-43af-bd94-7937028de813'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:47:02.991851 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7f06fdc4-dcb6-407d-97a2-fcdd5ad6faea admin admin] 10.222.0.38 "PUT /v2.0/routers/75967b1b-adf3-43af-bd94-7937028de813/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8793933 Jul 16 20:47:02.999600 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8273feec-5772-4f6a-84ce-8e0ae300f038 None None] Routers {'75967b1b-adf3-43af-bd94-7937028de813'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:47:03.000399 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-8273feec-5772-4f6a-84ce-8e0ae300f038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:46:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['75967b1b-adf3-43af-bd94-7937028de813'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:03.016742 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d498a00-dd34-440d-a37b-ed19103c006b req-ab6a9e0a-8637-48eb-b891-b000b5d3b18f service neutron] 10.222.0.62 "GET /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190305 Jul 16 20:47:03.152207 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-44d6141c-b148-49fb-8db8-6a6c70ac4884 req-64999efc-4ec4-4558-8fe5-9b21afcebdb4 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569509 Jul 16 20:47:03.158362 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-8273feec-5772-4f6a-84ce-8e0ae300f038 None None] Set router 75967b1b-adf3-43af-bd94-7937028de813 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:47:03.177882 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-963101f5-2cfd-489e-b8d5-fc004ae4e256 admin admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:03.330059 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-963101f5-2cfd-489e-b8d5-fc004ae4e256 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:03.331772 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:03.394943 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-963101f5-2cfd-489e-b8d5-fc004ae4e256 admin admin] Deleting port cc57c224-3148-4f6a-8680-e0b66f8c89ec {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:47:03.395465 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-963101f5-2cfd-489e-b8d5-fc004ae4e256 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:03.397870 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-8273feec-5772-4f6a-84ce-8e0ae300f038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75967b1b-adf3-43af-bd94-7937028de813', 'name': 'tempest-TestServerMultinode-1710850781-router', 'tenant_id': '7d844709015249cdaf092b7a5f1b9e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'cc57c224-3148-4f6a-8680-e0b66f8c89ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:53Z', 'updated_at': '2021-07-16T20:47:02Z', 'revision_number': 5, 'project_id': '7d844709015249cdaf092b7a5f1b9e50', 'gw_port': {'id': 'cc57c224-3148-4f6a-8680-e0b66f8c89ec', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75967b1b-adf3-43af-bd94-7937028de813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:54Z', 'updated_at': '2021-07-16T20:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:03.432550 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8273feec-5772-4f6a-84ce-8e0ae300f038 None None] Checking router: 75967b1b-adf3-43af-bd94-7937028de813 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:47:03.442422 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8273feec-5772-4f6a-84ce-8e0ae300f038 None None] Routers {'75967b1b-adf3-43af-bd94-7937028de813'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:47:03.443050 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-8273feec-5772-4f6a-84ce-8e0ae300f038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:46:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['75967b1b-adf3-43af-bd94-7937028de813'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:03.539190 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-963101f5-2cfd-489e-b8d5-fc004ae4e256 admin admin] For port cc57c224-3148-4f6a-8680-e0b66f8c89ec, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=cc57c224-3148-4f6a-8680-e0b66f8c89ec,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:03.539835 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-963101f5-2cfd-489e-b8d5-fc004ae4e256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:03.563424 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-8273feec-5772-4f6a-84ce-8e0ae300f038 None None] Set router 75967b1b-adf3-43af-bd94-7937028de813 gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:47:03.603417 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-963101f5-2cfd-489e-b8d5-fc004ae4e256 admin admin] Calling delete_port for cc57c224-3148-4f6a-8680-e0b66f8c89ec owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:47:03.640390 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-8273feec-5772-4f6a-84ce-8e0ae300f038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75967b1b-adf3-43af-bd94-7937028de813', 'name': 'tempest-TestServerMultinode-1710850781-router', 'tenant_id': '7d844709015249cdaf092b7a5f1b9e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:53Z', 'updated_at': '2021-07-16T20:47:03Z', 'revision_number': 6, 'project_id': '7d844709015249cdaf092b7a5f1b9e50', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:03.679760 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8273feec-5772-4f6a-84ce-8e0ae300f038 None None] The sync data for ids ['75967b1b-adf3-43af-bd94-7937028de813'] in n-d-791506-21 is: [{'id': '75967b1b-adf3-43af-bd94-7937028de813', 'name': 'tempest-TestServerMultinode-1710850781-router', 'tenant_id': '7d844709015249cdaf092b7a5f1b9e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:53Z', 'updated_at': '2021-07-16T20:47:03Z', 'revision_number': 6, 'project_id': '7d844709015249cdaf092b7a5f1b9e50', 'gw_port_host': None}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:47:03.819867 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-963101f5-2cfd-489e-b8d5-fc004ae4e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:03.852406 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963101f5-2cfd-489e-b8d5-fc004ae4e256 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc57c224-3148-4f6a-8680-e0b66f8c89ec,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:03.915493 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-963101f5-2cfd-489e-b8d5-fc004ae4e256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:04.011524 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-963101f5-2cfd-489e-b8d5-fc004ae4e256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:04.014550 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-963101f5-2cfd-489e-b8d5-fc004ae4e256 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:04.109359 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-963101f5-2cfd-489e-b8d5-fc004ae4e256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:04.112132 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963101f5-2cfd-489e-b8d5-fc004ae4e256 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75967b1b-adf3-43af-bd94-7937028de813 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:47:04.122073 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-963101f5-2cfd-489e-b8d5-fc004ae4e256 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:04.129338 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59190) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:04.129853 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-963101f5-2cfd-489e-b8d5-fc004ae4e256 admin admin] 10.222.0.38 "DELETE /v2.0/routers/75967b1b-adf3-43af-bd94-7937028de813 HTTP/1.1" status: 204 len: 168 time: 1.1377583 Jul 16 20:47:04.194569 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ab5193-4f45-41d1-98da-e42ad64a4adc admin admin] Deleting subnet 8da678f9-5115-4e59-98a1-64318e22a1b1 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:47:04.200194 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-42ab5193-4f45-41d1-98da-e42ad64a4adc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:04.258637 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-42ab5193-4f45-41d1-98da-e42ad64a4adc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:04.366846 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-42ab5193-4f45-41d1-98da-e42ad64a4adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:04.369604 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1efdc9-3b22-4c5c-af36-310bd2b2e4c1 req-77e73bf7-6670-45fe-aba7-f857fc1e8244 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:04.376955 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ad1efdc9-3b22-4c5c-af36-310bd2b2e4c1 req-77e73bf7-6670-45fe-aba7-f857fc1e8244 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.0855126 Jul 16 20:47:04.434940 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ad1efdc9-3b22-4c5c-af36-310bd2b2e4c1 req-a2f2748a-3c3e-48bd-9a64-81ec9dcc3a00 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568330 Jul 16 20:47:04.442426 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-42ab5193-4f45-41d1-98da-e42ad64a4adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:04.473993 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab5193-4f45-41d1-98da-e42ad64a4adc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8da678f9-5115-4e59-98a1-64318e22a1b1,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:04.477086 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-42ab5193-4f45-41d1-98da-e42ad64a4adc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:04.479383 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-42ab5193-4f45-41d1-98da-e42ad64a4adc admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8da678f9-5115-4e59-98a1-64318e22a1b1 HTTP/1.1" status: 204 len: 168 time: 0.3491118 Jul 16 20:47:04.482126 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59194) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:04.486012 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810c4ca3-45ab-4de4-bffc-a9f6709ad38a None None] Network d212eea9-2a5b-4305-8d78-3da6b2888b74 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:47:04.561954 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fa58813f-fb5f-4d47-8659-939912a488b0 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:47:04.564971 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04b60668-5290-4f49-ad76-b4223e26ceb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:04.593888 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: fa58813f-fb5f-4d47-8659-939912a488b0 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:47:04.594532 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fa58813f-fb5f-4d47-8659-939912a488b0 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:47:04.630166 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-04b60668-5290-4f49-ad76-b4223e26ceb1 admin admin] Deleting port d49b497f-a9b4-47f0-bf04-86b11f1a713b {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:47:04.630551 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04b60668-5290-4f49-ad76-b4223e26ceb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:04.706102 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-04b60668-5290-4f49-ad76-b4223e26ceb1 admin admin] For port d49b497f-a9b4-47f0-bf04-86b11f1a713b, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=d49b497f-a9b4-47f0-bf04-86b11f1a713b,segment=NetworkSegment(37431f92-aa4b-4e03-8d1d-d8b1c34217fc),segment_id=37431f92-aa4b-4e03-8d1d-d8b1c34217fc)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:04.706636 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04b60668-5290-4f49-ad76-b4223e26ceb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:04.735139 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-04b60668-5290-4f49-ad76-b4223e26ceb1 admin admin] Calling delete_port for d49b497f-a9b4-47f0-bf04-86b11f1a713b owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:47:04.790630 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40897069-a073-41c2-b25c-f0caa28018da None None] DHCP port deletion for d212eea9-2a5b-4305-8d78-3da6b2888b74 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:47:04.880198 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-40897069-a073-41c2-b25c-f0caa28018da None None] Deleting port d49b497f-a9b4-47f0-bf04-86b11f1a713b {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:47:04.880198 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-40897069-a073-41c2-b25c-f0caa28018da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:04.958961 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-40897069-a073-41c2-b25c-f0caa28018da None None] For port d49b497f-a9b4-47f0-bf04-86b11f1a713b, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=d49b497f-a9b4-47f0-bf04-86b11f1a713b,segment=NetworkSegment(37431f92-aa4b-4e03-8d1d-d8b1c34217fc),segment_id=37431f92-aa4b-4e03-8d1d-d8b1c34217fc)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:04.959272 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-40897069-a073-41c2-b25c-f0caa28018da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:04.983859 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-40897069-a073-41c2-b25c-f0caa28018da None None] Calling delete_port for d49b497f-a9b4-47f0-bf04-86b11f1a713b owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:47:05.141676 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-40897069-a073-41c2-b25c-f0caa28018da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:05.173070 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40897069-a073-41c2-b25c-f0caa28018da None None] Pushing event deleted for resources: {'Port': ['ID=d49b497f-a9b4-47f0-bf04-86b11f1a713b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:05.182525 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40897069-a073-41c2-b25c-f0caa28018da None None] No DVR routers for this DVR port d49b497f-a9b4-47f0-bf04-86b11f1a713b on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:47:05.186014 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40897069-a073-41c2-b25c-f0caa28018da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:05.186667 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40897069-a073-41c2-b25c-f0caa28018da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:05.187042 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40897069-a073-41c2-b25c-f0caa28018da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:05.187451 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40897069-a073-41c2-b25c-f0caa28018da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:05.188111 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40897069-a073-41c2-b25c-f0caa28018da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:05.188456 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40897069-a073-41c2-b25c-f0caa28018da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:05.188901 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40897069-a073-41c2-b25c-f0caa28018da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:05.189291 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40897069-a073-41c2-b25c-f0caa28018da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:05.189633 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40897069-a073-41c2-b25c-f0caa28018da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:05.190435 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40897069-a073-41c2-b25c-f0caa28018da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:05.190935 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40897069-a073-41c2-b25c-f0caa28018da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:05.191269 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40897069-a073-41c2-b25c-f0caa28018da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:05.251905 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04b60668-5290-4f49-ad76-b4223e26ceb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:05.280164 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b60668-5290-4f49-ad76-b4223e26ceb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d49b497f-a9b4-47f0-bf04-86b11f1a713b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:05.283705 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b60668-5290-4f49-ad76-b4223e26ceb1 admin admin] No DVR routers for this DVR port d49b497f-a9b4-47f0-bf04-86b11f1a713b on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:47:05.361601 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04b60668-5290-4f49-ad76-b4223e26ceb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:05.373073 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-04b60668-5290-4f49-ad76-b4223e26ceb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d212eea9-2a5b-4305-8d78-3da6b2888b74']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:05.383839 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-04b60668-5290-4f49-ad76-b4223e26ceb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37431f92-aa4b-4e03-8d1d-d8b1c34217fc') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:05.384136 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-04b60668-5290-4f49-ad76-b4223e26ceb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37431f92-aa4b-4e03-8d1d-d8b1c34217fc') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:05.394737 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04b60668-5290-4f49-ad76-b4223e26ceb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:05.410311 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04b60668-5290-4f49-ad76-b4223e26ceb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:05.416278 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b60668-5290-4f49-ad76-b4223e26ceb1 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:47:05.416672 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04b60668-5290-4f49-ad76-b4223e26ceb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: self.session.flush() Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:47:05.419035 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:47:05.482564 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04b60668-5290-4f49-ad76-b4223e26ceb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:05.490279 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04b60668-5290-4f49-ad76-b4223e26ceb1 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:05.495320 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-04b60668-5290-4f49-ad76-b4223e26ceb1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/d212eea9-2a5b-4305-8d78-3da6b2888b74 HTTP/1.1" status: 204 len: 168 time: 1.0121365 Jul 16 20:47:05.506807 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b60668-5290-4f49-ad76-b4223e26ceb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d212eea9-2a5b-4305-8d78-3da6b2888b74,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:05.664562 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254548a-4029-4e41-85f4-47e9052bc16b req-847b1afe-5ded-4acb-b61d-fc5f727bb886 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:05.672750 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5254548a-4029-4e41-85f4-47e9052bc16b req-847b1afe-5ded-4acb-b61d-fc5f727bb886 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.0957956 Jul 16 20:47:05.696838 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59222) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:05.717853 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5254548a-4029-4e41-85f4-47e9052bc16b req-8b593ce6-2e1d-4707-bb5a-201a704c4205 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440865 Jul 16 20:47:05.740724 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1e987a83-3c0a-4691-b0db-ca7e5ea0bd09 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=62f62ec020c843ee94ffaece6c246fa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427339 Jul 16 20:47:05.743243 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59224) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:05.794053 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71a28f16-2c56-4b20-bf9a-43d993e75c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:05.816179 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71a28f16-2c56-4b20-bf9a-43d993e75c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:05.875084 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71a28f16-2c56-4b20-bf9a-43d993e75c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:05.878964 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71a28f16-2c56-4b20-bf9a-43d993e75c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:05.882819 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-71a28f16-2c56-4b20-bf9a-43d993e75c76 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/75b2e20e-2db0-4008-b279-80899029cdba HTTP/1.1" status: 204 len: 168 time: 0.1362493 Jul 16 20:47:05.891561 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a28f16-2c56-4b20-bf9a-43d993e75c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b2e20e-2db0-4008-b279-80899029cdba,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:06.009382 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device cc57c224-3148-4f6a-8680-e0b66f8c89ec no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:47:06.050249 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: cc57c224-3148-4f6a-8680-e0b66f8c89ec {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:47:06.055207 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device cc57c224-3148-4f6a-8680-e0b66f8c89ec not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:47:06.055684 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device d49b497f-a9b4-47f0-bf04-86b11f1a713b no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:47:06.082222 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: d49b497f-a9b4-47f0-bf04-86b11f1a713b {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:47:06.082611 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device d49b497f-a9b4-47f0-bf04-86b11f1a713b not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:47:06.356915 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59244) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:06.399462 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-05dc87c5-8622-4f4e-9117-ab3cac8c4035 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7d844709015249cdaf092b7a5f1b9e50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391927 Jul 16 20:47:06.399836 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59246) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:06.450753 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d0142266-4e36-4c8d-9614-23b35502a062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:06.474343 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d0142266-4e36-4c8d-9614-23b35502a062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:06.525493 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d0142266-4e36-4c8d-9614-23b35502a062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:06.528725 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d0142266-4e36-4c8d-9614-23b35502a062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:06.534426 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d0142266-4e36-4c8d-9614-23b35502a062 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/38c36a68-70b0-407b-aa65-41c59b680797 HTTP/1.1" status: 204 len: 168 time: 0.1317470 Jul 16 20:47:06.544382 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0142266-4e36-4c8d-9614-23b35502a062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c36a68-70b0-407b-aa65-41c59b680797,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:06.956387 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63071b20-4b99-49b9-9fa1-be0be9ef5bee req-68c08330-72fe-4a33-a820-af818d47b93e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:06.966455 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-63071b20-4b99-49b9-9fa1-be0be9ef5bee req-68c08330-72fe-4a33-a820-af818d47b93e tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.0930123 Jul 16 20:47:07.018562 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-63071b20-4b99-49b9-9fa1-be0be9ef5bee req-63104e19-adb2-4e83-8ac2-47f5c85a049d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467720 Jul 16 20:47:08.217847 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050953aa-e520-4a62-b013-3194822ed679 req-7c02273a-9aa0-46b0-9fb0-d4f4bf563ade tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:08.219540 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-050953aa-e520-4a62-b013-3194822ed679 req-7c02273a-9aa0-46b0-9fb0-d4f4bf563ade tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.0836163 Jul 16 20:47:08.283030 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-050953aa-e520-4a62-b013-3194822ed679 req-4aeca682-20a7-4e5b-b805-c9cd61bad6a8 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566187 Jul 16 20:47:09.531409 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bac966-d682-4bed-a681-a8f2125ccc85 req-2ceeb812-00b3-4490-af4e-90204bd4d4c9 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:09.533152 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-32bac966-d682-4bed-a681-a8f2125ccc85 req-2ceeb812-00b3-4490-af4e-90204bd4d4c9 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.1256135 Jul 16 20:47:09.591923 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-32bac966-d682-4bed-a681-a8f2125ccc85 req-b2a936c2-5452-484c-ae58-081414df71e5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503867 Jul 16 20:47:10.790572 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf13959-1e68-4a4e-b40f-e212eacb478c req-f81f1eb7-c121-42e2-91a5-e8e4c6e5e7c5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:10.792352 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-daf13959-1e68-4a4e-b40f-e212eacb478c req-f81f1eb7-c121-42e2-91a5-e8e4c6e5e7c5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.0827203 Jul 16 20:47:10.835970 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-daf13959-1e68-4a4e-b40f-e212eacb478c req-c3642f7d-06c6-4fbc-854a-32fcf3f7695f tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370784 Jul 16 20:47:12.043933 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1cd040-4ddb-419a-95f2-5839a6aa474b req-1e86f04e-81ab-4185-af5f-50a1328e9f2b tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:12.045465 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9f1cd040-4ddb-419a-95f2-5839a6aa474b req-1e86f04e-81ab-4185-af5f-50a1328e9f2b tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.0762374 Jul 16 20:47:12.100852 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9f1cd040-4ddb-419a-95f2-5839a6aa474b req-3047ffa2-9e4d-4f30-ae09-7c27dcea508b tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488472 Jul 16 20:47:12.293714 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59330) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:12.432364 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fbd5a828-ee8c-40a6-a559-9081780c22b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:12.538846 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fbd5a828-ee8c-40a6-a559-9081780c22b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:12.546444 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fbd5a828-ee8c-40a6-a559-9081780c22b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:12.587157 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5a828-ee8c-40a6-a559-9081780c22b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72444622-c8bd-4fa6-b633-f3e6360b5de0,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:12.591705 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fbd5a828-ee8c-40a6-a559-9081780c22b0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c57239b2acaf45e384dc3d5f2e491491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2960932 Jul 16 20:47:12.595326 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59334) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:12.656733 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a6d1cdb8-db8a-420e-a6fe-1a0879b14666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:12.684189 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a6d1cdb8-db8a-420e-a6fe-1a0879b14666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:12.750276 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a6d1cdb8-db8a-420e-a6fe-1a0879b14666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:12.753952 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a6d1cdb8-db8a-420e-a6fe-1a0879b14666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:12.755288 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a6d1cdb8-db8a-420e-a6fe-1a0879b14666 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/72444622-c8bd-4fa6-b633-f3e6360b5de0 HTTP/1.1" status: 204 len: 168 time: 0.1591721 Jul 16 20:47:12.766690 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1cdb8-db8a-420e-a6fe-1a0879b14666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72444622-c8bd-4fa6-b633-f3e6360b5de0,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:13.192519 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59354) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:13.204885 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-ae35b68d-8a5e-4a07-bbb6-a5abce78a4ba tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1773812804'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:13.240162 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae35b68d-8a5e-4a07-bbb6-a5abce78a4ba tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Made reservation on behalf of 0421842e20864ba19d8833f598d17c76 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:47:13.255295 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ae35b68d-8a5e-4a07-bbb6-a5abce78a4ba tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:13.326538 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae35b68d-8a5e-4a07-bbb6-a5abce78a4ba tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:47:13.347233 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ae35b68d-8a5e-4a07-bbb6-a5abce78a4ba tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:13.347778 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-ae35b68d-8a5e-4a07-bbb6-a5abce78a4ba tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Added segment 50e8644a-19d9-45bd-ab21-17ab245efa36 of type vlan for network 83636349-58ea-46f7-a3d1-26f21bbb427b Jul 16 20:47:13.403615 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ae35b68d-8a5e-4a07-bbb6-a5abce78a4ba tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:13.454113 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba052dc4-8e64-4cee-a943-1b2b85732923 req-69b8a11e-b1b2-48c6-91e7-781e96b975a5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:13.459206 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba052dc4-8e64-4cee-a943-1b2b85732923 req-69b8a11e-b1b2-48c6-91e7-781e96b975a5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.1679101 Jul 16 20:47:13.494012 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ae35b68d-8a5e-4a07-bbb6-a5abce78a4ba tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:13.500616 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae35b68d-8a5e-4a07-bbb6-a5abce78a4ba tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:13.501285 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ae35b68d-8a5e-4a07-bbb6-a5abce78a4ba tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:13.542465 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba052dc4-8e64-4cee-a943-1b2b85732923 req-4ec82ace-136f-4b64-92c9-95d10084f0a0 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762780 Jul 16 20:47:13.562693 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ae35b68d-8a5e-4a07-bbb6-a5abce78a4ba tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3625553 Jul 16 20:47:13.566899 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59364) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:13.578711 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-6c07e27e-3123-4f59-a6cf-b09caba1b7d3 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-611439109'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:13.633743 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35b68d-8a5e-4a07-bbb6-a5abce78a4ba tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event updated for resources: {'Network': ['ID=83636349-58ea-46f7-a3d1-26f21bbb427b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:13.648853 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c07e27e-3123-4f59-a6cf-b09caba1b7d3 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Made reservation on behalf of 0421842e20864ba19d8833f598d17c76 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:47:13.652098 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 83636349-58ea-46f7-a3d1-26f21bbb427b details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:47:13.660918 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c07e27e-3123-4f59-a6cf-b09caba1b7d3 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:13.705566 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c07e27e-3123-4f59-a6cf-b09caba1b7d3 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:47:13.717861 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:47:13.719559 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c07e27e-3123-4f59-a6cf-b09caba1b7d3 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:13.720282 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-6c07e27e-3123-4f59-a6cf-b09caba1b7d3 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Added segment 975d3fad-f8aa-4e75-bddf-eb552e8ab4c4 of type vlan for network d95411c0-2fd5-4f9a-ab32-3de69c6456cf Jul 16 20:47:13.773455 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c07e27e-3123-4f59-a6cf-b09caba1b7d3 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:13.835041 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c07e27e-3123-4f59-a6cf-b09caba1b7d3 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:13.846430 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c07e27e-3123-4f59-a6cf-b09caba1b7d3 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:13.847437 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c07e27e-3123-4f59-a6cf-b09caba1b7d3 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:13.904000 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6c07e27e-3123-4f59-a6cf-b09caba1b7d3 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3327031 Jul 16 20:47:13.904507 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59370) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:13.911254 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-022004c3-35b8-4d2f-a3ad-5f556412b4dc tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Request body: {'subnet': {'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:13.977430 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07e27e-3123-4f59-a6cf-b09caba1b7d3 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event updated for resources: {'Network': ['ID=d95411c0-2fd5-4f9a-ab32-3de69c6456cf,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:13.991485 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network d95411c0-2fd5-4f9a-ab32-3de69c6456cf details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:47:14.045490 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022004c3-35b8-4d2f-a3ad-5f556412b4dc tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Made reservation on behalf of 0421842e20864ba19d8833f598d17c76 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:47:14.052305 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-022004c3-35b8-4d2f-a3ad-5f556412b4dc tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:14.328250 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-022004c3-35b8-4d2f-a3ad-5f556412b4dc tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:14.426669 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022004c3-35b8-4d2f-a3ad-5f556412b4dc tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event updated for resources: {'Subnet': ['ID=e90d8681-87d8-468f-b542-905bc89d1669,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:14.435552 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022004c3-35b8-4d2f-a3ad-5f556412b4dc tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Checking segment: {'id': '50e8644a-19d9-45bd-ab21-17ab245efa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:47:14.435911 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022004c3-35b8-4d2f-a3ad-5f556412b4dc tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Network hostable DHCP agents. Network: 83636349-58ea-46f7-a3d1-26f21bbb427b, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:47:14.452924 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022004c3-35b8-4d2f-a3ad-5f556412b4dc tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Network 83636349-58ea-46f7-a3d1-26f21bbb427b is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:47:14.462156 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-022004c3-35b8-4d2f-a3ad-5f556412b4dc tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 83636349-58ea-46f7-a3d1-26f21bbb427b) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:47:14.467112 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022004c3-35b8-4d2f-a3ad-5f556412b4dc tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:14.467703 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-022004c3-35b8-4d2f-a3ad-5f556412b4dc tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:14.473088 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555dd65e-0331-4224-827e-3448dacc2fbc None None] Network 83636349-58ea-46f7-a3d1-26f21bbb427b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:47:14.488026 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-022004c3-35b8-4d2f-a3ad-5f556412b4dc tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5797272 Jul 16 20:47:14.488212 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59380) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:14.493212 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-90d3defe-66d7-4ec4-b2a4-8df1c4a4fc2a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Request body: {'subnet': {'network_id': 'd95411c0-2fd5-4f9a-ab32-3de69c6456cf', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:14.582844 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d3defe-66d7-4ec4-b2a4-8df1c4a4fc2a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Made reservation on behalf of 0421842e20864ba19d8833f598d17c76 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:47:14.587248 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-90d3defe-66d7-4ec4-b2a4-8df1c4a4fc2a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:14.637641 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0b58e3-c9bf-4a29-ac05-410c15d5b07f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-83636349-58ea-46f7-a3d1-26f21bbb427b', 'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'fixed_ips': [{'subnet_id': 'e90d8681-87d8-468f-b542-905bc89d1669'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:47:14.638990 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a0b58e3-c9bf-4a29-ac05-410c15d5b07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:14.768915 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6e451-f954-49db-8b91-faa7a308a652 req-c7fd177b-3002-43de-855b-b137b8fcd542 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:14.776080 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89f6e451-f954-49db-8b91-faa7a308a652 req-c7fd177b-3002-43de-855b-b137b8fcd542 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.0793300 Jul 16 20:47:14.808520 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-1a0b58e3-c9bf-4a29-ac05-410c15d5b07f None None] Allocated IP 10.1.1.2 (83636349-58ea-46f7-a3d1-26f21bbb427b/e90d8681-87d8-468f-b542-905bc89d1669/39abb531-a298-470a-827d-2b6161bf48ba) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:47:14.811295 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-90d3defe-66d7-4ec4-b2a4-8df1c4a4fc2a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:14.813637 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-89f6e451-f954-49db-8b91-faa7a308a652 req-be0f78f9-f9cc-49d5-aab1-ec14ba30b4e7 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366738 Jul 16 20:47:14.891109 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3defe-66d7-4ec4-b2a4-8df1c4a4fc2a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event updated for resources: {'Subnet': ['ID=f2d96ed7-8733-4957-83cb-f46aeb3a2783,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:14.906363 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d3defe-66d7-4ec4-b2a4-8df1c4a4fc2a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Checking segment: {'id': '975d3fad-f8aa-4e75-bddf-eb552e8ab4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd95411c0-2fd5-4f9a-ab32-3de69c6456cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:47:14.906363 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d3defe-66d7-4ec4-b2a4-8df1c4a4fc2a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Network hostable DHCP agents. Network: d95411c0-2fd5-4f9a-ab32-3de69c6456cf, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:47:14.923370 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d3defe-66d7-4ec4-b2a4-8df1c4a4fc2a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Network d95411c0-2fd5-4f9a-ab32-3de69c6456cf is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:47:14.940712 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-90d3defe-66d7-4ec4-b2a4-8df1c4a4fc2a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, d95411c0-2fd5-4f9a-ab32-3de69c6456cf) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:47:14.946747 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d3defe-66d7-4ec4-b2a4-8df1c4a4fc2a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:14.947150 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-90d3defe-66d7-4ec4-b2a4-8df1c4a4fc2a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:14.961150 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb343d7-bbe3-4ae4-980c-74de0059c175 None None] Network d95411c0-2fd5-4f9a-ab32-3de69c6456cf requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:47:14.968397 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-90d3defe-66d7-4ec4-b2a4-8df1c4a4fc2a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4791355 Jul 16 20:47:14.971180 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59384) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:14.976778 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-ce0300b0-4f99-4368-a011-abf6d81c267d tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Request body: {'port': {'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b', 'name': 'tempest-TaggedBootDevicesTest_v242-2103708418', 'fixed_ips': [{'subnet_id': 'e90d8681-87d8-468f-b542-905bc89d1669'}]}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:15.017635 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a0b58e3-c9bf-4a29-ac05-410c15d5b07f None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:15.027309 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1a0b58e3-c9bf-4a29-ac05-410c15d5b07f None None] Transition to ACTIVE for port object 39abb531-a298-470a-827d-2b6161bf48ba will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:15.049919 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1a0b58e3-c9bf-4a29-ac05-410c15d5b07f None None] Transition to ACTIVE for port object 39abb531-a298-470a-827d-2b6161bf48ba will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:15.088573 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a0b58e3-c9bf-4a29-ac05-410c15d5b07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:15.112138 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0300b0-4f99-4368-a011-abf6d81c267d tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Made reservation on behalf of 0421842e20864ba19d8833f598d17c76 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:47:15.140934 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0b58e3-c9bf-4a29-ac05-410c15d5b07f None None] Network 83636349-58ea-46f7-a3d1-26f21bbb427b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:47:15.150765 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-1a0b58e3-c9bf-4a29-ac05-410c15d5b07f None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:47:15.159260 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0b58e3-c9bf-4a29-ac05-410c15d5b07f None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:47:15.163612 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b58e3-c9bf-4a29-ac05-410c15d5b07f None None] Pushing event updated for resources: {'Port': ['ID=39abb531-a298-470a-827d-2b6161bf48ba,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:15.200242 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce0300b0-4f99-4368-a011-abf6d81c267d tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:15.220056 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-ce0300b0-4f99-4368-a011-abf6d81c267d tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] device_id is not set on port 0511ec0c-7172-4caa-9729-47cc63ea6c94 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:47:15.402114 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-ce0300b0-4f99-4368-a011-abf6d81c267d tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Allocated IP 10.1.1.106 (83636349-58ea-46f7-a3d1-26f21bbb427b/e90d8681-87d8-468f-b542-905bc89d1669/0511ec0c-7172-4caa-9729-47cc63ea6c94) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:47:15.422063 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1a0b58e3-c9bf-4a29-ac05-410c15d5b07f None None] Attempting to bind port 39abb531-a298-470a-827d-2b6161bf48ba on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:47:15.422435 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1a0b58e3-c9bf-4a29-ac05-410c15d5b07f None None] Attempting to bind port 39abb531-a298-470a-827d-2b6161bf48ba by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '50e8644a-19d9-45bd-ab21-17ab245efa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:47:15.422787 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0b58e3-c9bf-4a29-ac05-410c15d5b07f None None] Attempting to bind port 39abb531-a298-470a-827d-2b6161bf48ba on network 83636349-58ea-46f7-a3d1-26f21bbb427b {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:15.465864 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d63ea6-9240-452c-8b4c-e0f5d8e30dee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-d95411c0-2fd5-4f9a-ab32-3de69c6456cf', 'network_id': 'd95411c0-2fd5-4f9a-ab32-3de69c6456cf', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'fixed_ips': [{'subnet_id': 'f2d96ed7-8733-4957-83cb-f46aeb3a2783'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:47:15.466743 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71d63ea6-9240-452c-8b4c-e0f5d8e30dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:15.482838 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0b58e3-c9bf-4a29-ac05-410c15d5b07f None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:47:15.483178 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0b58e3-c9bf-4a29-ac05-410c15d5b07f None None] Checking segment: {'id': '50e8644a-19d9-45bd-ab21-17ab245efa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:47:15.483720 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a0b58e3-c9bf-4a29-ac05-410c15d5b07f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:15.484485 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0b58e3-c9bf-4a29-ac05-410c15d5b07f None None] Bound using segment: {'id': '50e8644a-19d9-45bd-ab21-17ab245efa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:47:15.484870 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1a0b58e3-c9bf-4a29-ac05-410c15d5b07f None None] Bound port: 39abb531-a298-470a-827d-2b6161bf48ba, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e8644a-19d9-45bd-ab21-17ab245efa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:47:15.485167 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a0b58e3-c9bf-4a29-ac05-410c15d5b07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:15.594389 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce0300b0-4f99-4368-a011-abf6d81c267d tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:15.616417 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-ce0300b0-4f99-4368-a011-abf6d81c267d tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Transition to ACTIVE for port object 0511ec0c-7172-4caa-9729-47cc63ea6c94 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:15.670425 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce0300b0-4f99-4368-a011-abf6d81c267d tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:15.699968 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1a0b58e3-c9bf-4a29-ac05-410c15d5b07f None None] For port 39abb531-a298-470a-827d-2b6161bf48ba, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:47:15.705337 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1a0b58e3-c9bf-4a29-ac05-410c15d5b07f None None] For port 39abb531-a298-470a-827d-2b6161bf48ba, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=39abb531-a298-470a-827d-2b6161bf48ba,segment=NetworkSegment(50e8644a-19d9-45bd-ab21-17ab245efa36),segment_id=50e8644a-19d9-45bd-ab21-17ab245efa36)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:47:15.717159 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-71d63ea6-9240-452c-8b4c-e0f5d8e30dee None None] Allocated IP 10.2.2.2 (d95411c0-2fd5-4f9a-ab32-3de69c6456cf/f2d96ed7-8733-4957-83cb-f46aeb3a2783/cb05f5c5-91e7-4935-988f-e9bf8d06dc59) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:47:15.720149 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a0b58e3-c9bf-4a29-ac05-410c15d5b07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:15.749336 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0300b0-4f99-4368-a011-abf6d81c267d tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event updated for resources: {'Port': ['ID=0511ec0c-7172-4caa-9729-47cc63ea6c94,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:15.776378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0300b0-4f99-4368-a011-abf6d81c267d tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Network 83636349-58ea-46f7-a3d1-26f21bbb427b is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:47:15.779366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-ce0300b0-4f99-4368-a011-abf6d81c267d tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:47:15.803276 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0300b0-4f99-4368-a011-abf6d81c267d tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:47:15.817962 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b58e3-c9bf-4a29-ac05-410c15d5b07f None None] Pushing event updated for resources: {'Port': ['ID=39abb531-a298-470a-827d-2b6161bf48ba,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:15.866233 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0300b0-4f99-4368-a011-abf6d81c267d tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:15.866944 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce0300b0-4f99-4368-a011-abf6d81c267d tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:15.904681 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59396) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:15.905810 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ce0300b0-4f99-4368-a011-abf6d81c267d tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9334526 Jul 16 20:47:15.910046 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-9b2bb00c-14d2-4bb5-ad6d-72e0e94fc535 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Request body: {'port': {'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b', 'name': 'tempest-TaggedBootDevicesTest_v242-1626272554', 'fixed_ips': [{'subnet_id': 'e90d8681-87d8-468f-b542-905bc89d1669'}]}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:16.006458 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71d63ea6-9240-452c-8b4c-e0f5d8e30dee None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:16.017622 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-71d63ea6-9240-452c-8b4c-e0f5d8e30dee None None] Transition to ACTIVE for port object cb05f5c5-91e7-4935-988f-e9bf8d06dc59 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:16.038342 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-71d63ea6-9240-452c-8b4c-e0f5d8e30dee None None] Transition to ACTIVE for port object cb05f5c5-91e7-4935-988f-e9bf8d06dc59 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:16.047591 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71d63ea6-9240-452c-8b4c-e0f5d8e30dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:16.061824 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2efd2-28a6-4a5d-8eb3-80ea2e8343ca req-6c5e01a3-c47d-4043-89da-b35c9346ceb5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:16.071136 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-25c2efd2-28a6-4a5d-8eb3-80ea2e8343ca req-6c5e01a3-c47d-4043-89da-b35c9346ceb5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.1142397 Jul 16 20:47:16.111360 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d63ea6-9240-452c-8b4c-e0f5d8e30dee None None] Network d95411c0-2fd5-4f9a-ab32-3de69c6456cf is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:47:16.114933 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-71d63ea6-9240-452c-8b4c-e0f5d8e30dee None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:47:16.118716 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2bb00c-14d2-4bb5-ad6d-72e0e94fc535 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Made reservation on behalf of 0421842e20864ba19d8833f598d17c76 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:47:16.118927 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d63ea6-9240-452c-8b4c-e0f5d8e30dee None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:47:16.141407 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d63ea6-9240-452c-8b4c-e0f5d8e30dee None None] Pushing event updated for resources: {'Port': ['ID=cb05f5c5-91e7-4935-988f-e9bf8d06dc59,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:16.182279 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-25c2efd2-28a6-4a5d-8eb3-80ea2e8343ca req-967ca3e2-58e7-46ce-8885-242e79f6fa91 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783937 Jul 16 20:47:16.217478 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-71d63ea6-9240-452c-8b4c-e0f5d8e30dee None None] Attempting to bind port cb05f5c5-91e7-4935-988f-e9bf8d06dc59 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:47:16.218092 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-71d63ea6-9240-452c-8b4c-e0f5d8e30dee None None] Attempting to bind port cb05f5c5-91e7-4935-988f-e9bf8d06dc59 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '975d3fad-f8aa-4e75-bddf-eb552e8ab4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd95411c0-2fd5-4f9a-ab32-3de69c6456cf'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:47:16.218635 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d63ea6-9240-452c-8b4c-e0f5d8e30dee None None] Attempting to bind port cb05f5c5-91e7-4935-988f-e9bf8d06dc59 on network d95411c0-2fd5-4f9a-ab32-3de69c6456cf {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:16.225531 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d63ea6-9240-452c-8b4c-e0f5d8e30dee None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:47:16.226046 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d63ea6-9240-452c-8b4c-e0f5d8e30dee None None] Checking segment: {'id': '975d3fad-f8aa-4e75-bddf-eb552e8ab4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd95411c0-2fd5-4f9a-ab32-3de69c6456cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:47:16.226916 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71d63ea6-9240-452c-8b4c-e0f5d8e30dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:16.227421 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d63ea6-9240-452c-8b4c-e0f5d8e30dee None None] Bound using segment: {'id': '975d3fad-f8aa-4e75-bddf-eb552e8ab4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd95411c0-2fd5-4f9a-ab32-3de69c6456cf'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:47:16.228144 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-71d63ea6-9240-452c-8b4c-e0f5d8e30dee None None] Bound port: cb05f5c5-91e7-4935-988f-e9bf8d06dc59, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975d3fad-f8aa-4e75-bddf-eb552e8ab4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd95411c0-2fd5-4f9a-ab32-3de69c6456cf'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:47:16.228624 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71d63ea6-9240-452c-8b4c-e0f5d8e30dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:16.265200 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb00c-14d2-4bb5-ad6d-72e0e94fc535 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:16.309504 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9b2bb00c-14d2-4bb5-ad6d-72e0e94fc535 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] device_id is not set on port 363b4863-693b-4f87-9538-22fc3b427353 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:47:16.355800 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-71d63ea6-9240-452c-8b4c-e0f5d8e30dee None None] For port cb05f5c5-91e7-4935-988f-e9bf8d06dc59, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:47:16.364640 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-71d63ea6-9240-452c-8b4c-e0f5d8e30dee None None] For port cb05f5c5-91e7-4935-988f-e9bf8d06dc59, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=cb05f5c5-91e7-4935-988f-e9bf8d06dc59,segment=NetworkSegment(975d3fad-f8aa-4e75-bddf-eb552e8ab4c4),segment_id=975d3fad-f8aa-4e75-bddf-eb552e8ab4c4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:47:16.376878 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71d63ea6-9240-452c-8b4c-e0f5d8e30dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:16.487140 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d63ea6-9240-452c-8b4c-e0f5d8e30dee None None] Pushing event updated for resources: {'Port': ['ID=cb05f5c5-91e7-4935-988f-e9bf8d06dc59,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:16.607806 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-9b2bb00c-14d2-4bb5-ad6d-72e0e94fc535 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Allocated IP 10.1.1.6 (83636349-58ea-46f7-a3d1-26f21bbb427b/e90d8681-87d8-468f-b542-905bc89d1669/363b4863-693b-4f87-9538-22fc3b427353) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:47:16.781290 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf43fa7-546c-4c83-812c-10f66ebe12b5 req-6a27159d-9dbe-430d-8b96-e5b7662e87b5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:16.808356 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0bf43fa7-546c-4c83-812c-10f66ebe12b5 req-6a27159d-9dbe-430d-8b96-e5b7662e87b5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.1574821 Jul 16 20:47:16.916873 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb00c-14d2-4bb5-ad6d-72e0e94fc535 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:16.918788 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0bf43fa7-546c-4c83-812c-10f66ebe12b5 req-4575ffdf-ef90-4f51-97de-fa1b4bf75280 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086135 Jul 16 20:47:16.958126 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9b2bb00c-14d2-4bb5-ad6d-72e0e94fc535 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Transition to ACTIVE for port object 363b4863-693b-4f87-9538-22fc3b427353 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:17.028937 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb00c-14d2-4bb5-ad6d-72e0e94fc535 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:17.108008 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2bb00c-14d2-4bb5-ad6d-72e0e94fc535 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Network 83636349-58ea-46f7-a3d1-26f21bbb427b is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:47:17.109193 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2bb00c-14d2-4bb5-ad6d-72e0e94fc535 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event updated for resources: {'Port': ['ID=363b4863-693b-4f87-9538-22fc3b427353,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:17.112072 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-9b2bb00c-14d2-4bb5-ad6d-72e0e94fc535 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:47:17.114190 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2bb00c-14d2-4bb5-ad6d-72e0e94fc535 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:47:17.137408 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a14fb8-20c5-448a-80e1-b8a56371f52e req-c4601458-999a-4b5f-917d-d458f38f731d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:17.139096 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f4a14fb8-20c5-448a-80e1-b8a56371f52e req-c4601458-999a-4b5f-917d-d458f38f731d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.0767543 Jul 16 20:47:17.169551 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2bb00c-14d2-4bb5-ad6d-72e0e94fc535 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:17.170216 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb00c-14d2-4bb5-ad6d-72e0e94fc535 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:17.181661 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f4a14fb8-20c5-448a-80e1-b8a56371f52e req-ded36143-52e3-4013-9e71-3268b5e953a1 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365412 Jul 16 20:47:17.189776 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9b2bb00c-14d2-4bb5-ad6d-72e0e94fc535 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2809768 Jul 16 20:47:17.332746 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac50132e-46e3-470d-b5fe-b94698f6ae7a None None] Network 83636349-58ea-46f7-a3d1-26f21bbb427b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:47:17.440566 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9c57682d-9fe5-4d2d-b40c-714f34fdce6c None None] Provisioning for port 39abb531-a298-470a-827d-2b6161bf48ba completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:17.549398 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59418) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:17.555558 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-57cf9bc3-dac7-4bcb-9b0e-4481d55ac1d8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1199407108', 'description': 'tempest-description--2046096016'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:17.581874 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-57cf9bc3-dac7-4bcb-9b0e-4481d55ac1d8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:17.723671 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-57cf9bc3-dac7-4bcb-9b0e-4481d55ac1d8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:17.728768 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac5aa4-57a9-45ea-b1f2-449ecd4c4ead req-45f41142-f3f7-4e9a-96ac-b4a00bac95b8 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:17.730970 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-12ac5aa4-57a9-45ea-b1f2-449ecd4c4ead req-45f41142-f3f7-4e9a-96ac-b4a00bac95b8 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.1830549 Jul 16 20:47:17.732607 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-57cf9bc3-dac7-4bcb-9b0e-4481d55ac1d8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:17.773446 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf9bc3-dac7-4bcb-9b0e-4481d55ac1d8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03002501-0956-4190-91a4-ce7db6cde082,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:17.779852 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-57cf9bc3-dac7-4bcb-9b0e-4481d55ac1d8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:17.781115 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-57cf9bc3-dac7-4bcb-9b0e-4481d55ac1d8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2304351 Jul 16 20:47:17.784173 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59426) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:17.789254 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-74b38a89-5023-4a76-922b-4d93e2f52ae8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Request body: {'security_group_rule': {'security_group_id': '03002501-0956-4190-91a4-ce7db6cde082', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:17.816042 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-12ac5aa4-57a9-45ea-b1f2-449ecd4c4ead req-765174d9-2a37-455b-b775-d5c757ec1fcd tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773318 Jul 16 20:47:17.834200 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-74b38a89-5023-4a76-922b-4d93e2f52ae8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:17.912035 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-74b38a89-5023-4a76-922b-4d93e2f52ae8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:17.918274 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-74b38a89-5023-4a76-922b-4d93e2f52ae8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:17.957920 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b38a89-5023-4a76-922b-4d93e2f52ae8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c551ed3-dcb7-4ad7-abfb-da1498fc27b7,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:17.963029 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-74b38a89-5023-4a76-922b-4d93e2f52ae8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:17.967854 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-74b38a89-5023-4a76-922b-4d93e2f52ae8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1795521 Jul 16 20:47:17.968343 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59430) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:17.974650 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-a809997f-2048-4403-9cb4-ba039057e0fd tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Request body: {'security_group_rule': {'security_group_id': '03002501-0956-4190-91a4-ce7db6cde082', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:17.999924 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a3113dfb-7ff1-4731-a86f-e402872e7bc0 None None] Provisioning for port 363b4863-693b-4f87-9538-22fc3b427353 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:18.011016 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a3113dfb-7ff1-4731-a86f-e402872e7bc0 None None] Provisioning complete for port 363b4863-693b-4f87-9538-22fc3b427353 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:18.012432 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a3113dfb-7ff1-4731-a86f-e402872e7bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:18.016776 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b6101a-8742-4329-a902-241ab01aab95 None None] Network d95411c0-2fd5-4f9a-ab32-3de69c6456cf requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:47:18.021850 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a809997f-2048-4403-9cb4-ba039057e0fd tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:18.108006 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a809997f-2048-4403-9cb4-ba039057e0fd tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:18.114748 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device cb05f5c5-91e7-4935-988f-e9bf8d06dc59 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:47:18.115106 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a809997f-2048-4403-9cb4-ba039057e0fd tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:18.139979 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809997f-2048-4403-9cb4-ba039057e0fd tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5f6c11-3d74-4cde-955a-38c06286c630,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:18.156547 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a809997f-2048-4403-9cb4-ba039057e0fd tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:18.158561 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a809997f-2048-4403-9cb4-ba039057e0fd tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1884317 Jul 16 20:47:18.161283 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59432) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:18.165959 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-3288f42a-69ac-4681-9855-06794f40df83 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:18.195725 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3288f42a-69ac-4681-9855-06794f40df83 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for floatingip, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:18.229887 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a3113dfb-7ff1-4731-a86f-e402872e7bc0 None None] Port 363b4863-693b-4f87-9538-22fc3b427353 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:47:18.275412 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a3113dfb-7ff1-4731-a86f-e402872e7bc0 None None] Provisioning for port 0511ec0c-7172-4caa-9729-47cc63ea6c94 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:18.289669 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a3113dfb-7ff1-4731-a86f-e402872e7bc0 None None] Provisioning complete for port 0511ec0c-7172-4caa-9729-47cc63ea6c94 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:18.290420 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a3113dfb-7ff1-4731-a86f-e402872e7bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:18.312401 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port cb05f5c5-91e7-4935-988f-e9bf8d06dc59 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:18.318884 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3288f42a-69ac-4681-9855-06794f40df83 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:18.332591 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 39abb531-a298-470a-827d-2b6161bf48ba up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:47:18.366989 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a3113dfb-7ff1-4731-a86f-e402872e7bc0 None None] Port 0511ec0c-7172-4caa-9729-47cc63ea6c94 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:47:18.408892 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 39abb531-a298-470a-827d-2b6161bf48ba completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:18.413682 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 39abb531-a298-470a-827d-2b6161bf48ba triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:18.414057 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:18.442927 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-3288f42a-69ac-4681-9855-06794f40df83 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Allocated IP 172.25.0.61 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/67f1e916-652c-4406-a233-f6865dcf6448) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:47:18.550101 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-78ae2b90-2ceb-4583-bd65-521a1d486250 None None] Provisioning complete for port 0511ec0c-7172-4caa-9729-47cc63ea6c94 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:18.552614 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78ae2b90-2ceb-4583-bd65-521a1d486250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:18.554535 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:18.585207 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3288f42a-69ac-4681-9855-06794f40df83 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:18.628072 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 39abb531-a298-470a-827d-2b6161bf48ba, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=39abb531-a298-470a-827d-2b6161bf48ba,segment=NetworkSegment(50e8644a-19d9-45bd-ab21-17ab245efa36),segment_id=50e8644a-19d9-45bd-ab21-17ab245efa36)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:18.629077 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-78ae2b90-2ceb-4583-bd65-521a1d486250 None None] Port 0511ec0c-7172-4caa-9729-47cc63ea6c94 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:47:18.633064 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3288f42a-69ac-4681-9855-06794f40df83 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:18.638005 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:18.683823 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-78ae2b90-2ceb-4583-bd65-521a1d486250 None None] Provisioning for port cb05f5c5-91e7-4935-988f-e9bf8d06dc59 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:18.696635 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-78ae2b90-2ceb-4583-bd65-521a1d486250 None None] Provisioning complete for port cb05f5c5-91e7-4935-988f-e9bf8d06dc59 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:18.696848 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78ae2b90-2ceb-4583-bd65-521a1d486250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:18.704930 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288f42a-69ac-4681-9855-06794f40df83 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event updated for resources: {'Port': ['ID=67f1e916-652c-4406-a233-f6865dcf6448,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:18.729869 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7d17a-8674-41d2-a67a-52a200b80ff7 req-5e0e64d4-8e92-4690-82bd-87d5c012619b tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:18.730876 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3288f42a-69ac-4681-9855-06794f40df83 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:47:18.733134 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-3288f42a-69ac-4681-9855-06794f40df83 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:47:18.733306 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-56f7d17a-8674-41d2-a67a-52a200b80ff7 req-5e0e64d4-8e92-4690-82bd-87d5c012619b tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.0897501 Jul 16 20:47:18.741684 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3288f42a-69ac-4681-9855-06794f40df83 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:47:18.750824 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=39abb531-a298-470a-827d-2b6161bf48ba,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:18.814632 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78ae2b90-2ceb-4583-bd65-521a1d486250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:18.873779 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3288f42a-69ac-4681-9855-06794f40df83 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:18.885054 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-78ae2b90-2ceb-4583-bd65-521a1d486250 None None] For port cb05f5c5-91e7-4935-988f-e9bf8d06dc59, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=cb05f5c5-91e7-4935-988f-e9bf8d06dc59,segment=NetworkSegment(975d3fad-f8aa-4e75-bddf-eb552e8ab4c4),segment_id=975d3fad-f8aa-4e75-bddf-eb552e8ab4c4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:18.888638 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-56f7d17a-8674-41d2-a67a-52a200b80ff7 req-d268b225-273a-4516-97c0-4efc462f31e1 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Deleting port a50def17-937a-4c90-bd2c-64f6ab5aebee {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:47:18.889107 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-56f7d17a-8674-41d2-a67a-52a200b80ff7 req-d268b225-273a-4516-97c0-4efc462f31e1 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:18.896231 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78ae2b90-2ceb-4583-bd65-521a1d486250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:18.931189 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3288f42a-69ac-4681-9855-06794f40df83 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:18.989940 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae2b90-2ceb-4583-bd65-521a1d486250 None None] Pushing event updated for resources: {'Port': ['ID=cb05f5c5-91e7-4935-988f-e9bf8d06dc59,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:19.019628 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9946d2a5-2bff-49bb-aae5-f688017cf4eb None None] Provisioning complete for port 363b4863-693b-4f87-9538-22fc3b427353 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:19.020002 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9946d2a5-2bff-49bb-aae5-f688017cf4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:19.054818 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9946d2a5-2bff-49bb-aae5-f688017cf4eb None None] Port 363b4863-693b-4f87-9538-22fc3b427353 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:47:19.066525 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9946d2a5-2bff-49bb-aae5-f688017cf4eb None None] Provisioning complete for port cb05f5c5-91e7-4935-988f-e9bf8d06dc59 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:19.066805 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9946d2a5-2bff-49bb-aae5-f688017cf4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:19.081842 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-56f7d17a-8674-41d2-a67a-52a200b80ff7 req-d268b225-273a-4516-97c0-4efc462f31e1 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] For port a50def17-937a-4c90-bd2c-64f6ab5aebee, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=a50def17-937a-4c90-bd2c-64f6ab5aebee,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:19.082097 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-56f7d17a-8674-41d2-a67a-52a200b80ff7 req-d268b225-273a-4516-97c0-4efc462f31e1 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:19.120683 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a4a33-e1ce-4259-bf57-6d0359b500ed req-b148c5de-4a27-48f6-b01e-6729ed0f26a2 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:19.123096 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-357a4a33-e1ce-4259-bf57-6d0359b500ed req-b148c5de-4a27-48f6-b01e-6729ed0f26a2 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6dfc2d-53a8-4025-b90b-af1f95c0e552 HTTP/1.1" status: 200 len: 945 time: 0.1183012 Jul 16 20:47:19.127460 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-56f7d17a-8674-41d2-a67a-52a200b80ff7 req-d268b225-273a-4516-97c0-4efc462f31e1 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Calling delete_port for a50def17-937a-4c90-bd2c-64f6ab5aebee owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:47:19.154258 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3288f42a-69ac-4681-9855-06794f40df83 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:19.162446 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3288f42a-69ac-4681-9855-06794f40df83 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:19.221160 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-357a4a33-e1ce-4259-bf57-6d0359b500ed req-249a323f-31e8-4ed6-8a81-e5dd17ad7739 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915303 Jul 16 20:47:19.249098 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288f42a-69ac-4681-9855-06794f40df83 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event updated for resources: {'Port': ['ID=67f1e916-652c-4406-a233-f6865dcf6448,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:19.321069 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3288f42a-69ac-4681-9855-06794f40df83 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:19.350977 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3288f42a-69ac-4681-9855-06794f40df83 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:19.352589 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3288f42a-69ac-4681-9855-06794f40df83 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1902859 Jul 16 20:47:19.411633 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-56f7d17a-8674-41d2-a67a-52a200b80ff7 req-d268b225-273a-4516-97c0-4efc462f31e1 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:19.423264 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['aeae3ce4-ebcb-4649-a0cd-854d2d7318ca', 'a50def17-937a-4c90-bd2c-64f6ab5aebee'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:47:19.450178 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268b225-273a-4516-97c0-4efc462f31e1 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Pushing event deleted for resources: {'Port': ['ID=a50def17-937a-4c90-bd2c-64f6ab5aebee,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:19.507152 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f7d17a-8674-41d2-a67a-52a200b80ff7 req-d268b225-273a-4516-97c0-4efc462f31e1 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] No DVR routers for this DVR port a50def17-937a-4c90-bd2c-64f6ab5aebee on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:47:19.511174 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-56f7d17a-8674-41d2-a67a-52a200b80ff7 req-d268b225-273a-4516-97c0-4efc462f31e1 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:19.515479 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-56f7d17a-8674-41d2-a67a-52a200b80ff7 req-d268b225-273a-4516-97c0-4efc462f31e1 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.62 "DELETE /v2.0/ports/a50def17-937a-4c90-bd2c-64f6ab5aebee HTTP/1.1" status: 204 len: 173 time: 0.7749918 Jul 16 20:47:19.515479 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6dfc2d-53a8-4025-b90b-af1f95c0e552', 'name': 'network-vif-deleted', 'tag': 'a50def17-937a-4c90-bd2c-64f6ab5aebee'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:19.518438 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc1971c-ea50-46a6-9e87-4d2befdc435b" -d '{"events": [{"server_uuid": "fc6dfc2d-53a8-4025-b90b-af1f95c0e552", "name": "network-vif-deleted", "tag": "a50def17-937a-4c90-bd2c-64f6ab5aebee"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:19.653129 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-9e0dc305-bb10-4a3c-a852-6695e87e31e0 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1199407108&fields=id&tenant_id=0421842e20864ba19d8833f598d17c76 HTTP/1.1" status: 200 len: 267 time: 0.0373082 Jul 16 20:47:19.723761 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-576935d8-e818-415f-a856-6734f8ed5a20 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:19.725116 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-576935d8-e818-415f-a856-6734f8ed5a20 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports/0511ec0c-7172-4caa-9729-47cc63ea6c94 HTTP/1.1" status: 200 len: 937 time: 0.0647087 Jul 16 20:47:19.726520 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0b8f9a-b6c9-4cc7-a85f-dcf21b6ebdbd x-openstack-request-id: req-1d0b8f9a-b6c9-4cc7-a85f-dcf21b6ebdbd {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:19.726802 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6dfc2d-53a8-4025-b90b-af1f95c0e552", "name": "network-vif-deleted", "tag": "a50def17-937a-4c90-bd2c-64f6ab5aebee", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:19.727053 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1d0b8f9a-b6c9-4cc7-a85f-dcf21b6ebdbd {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:19.727437 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6dfc2d-53a8-4025-b90b-af1f95c0e552', 'name': 'network-vif-deleted', 'tag': 'a50def17-937a-4c90-bd2c-64f6ab5aebee', 'status': 'completed', 'code': 200} Jul 16 20:47:19.785418 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-3ee4ef6d-3f6c-495b-b5bc-e42d3b7d4097 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:19.786681 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-3ee4ef6d-3f6c-495b-b5bc-e42d3b7d4097 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports/363b4863-693b-4f87-9538-22fc3b427353 HTTP/1.1" status: 200 len: 935 time: 0.0564537 Jul 16 20:47:19.837986 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2470f74d-f89b-437c-b382-7a76c6e2a6db tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?network_id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0454090 Jul 16 20:47:19.872191 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-a3e9013e-6eb4-48a4-aa43-902731299b07 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?network_id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0283897 Jul 16 20:47:19.989727 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device cb05f5c5-91e7-4935-988f-e9bf8d06dc59 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:47:20.004522 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-664b42ae-767b-40d2-8f08-a38ba718af87 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:20.012365 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-664b42ae-767b-40d2-8f08-a38ba718af87 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:20.020510 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-664b42ae-767b-40d2-8f08-a38ba718af87 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:20.022183 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-664b42ae-767b-40d2-8f08-a38ba718af87 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/networks?id=d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14&id=83636349-58ea-46f7-a3d1-26f21bbb427b&id=83636349-58ea-46f7-a3d1-26f21bbb427b&id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf&id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf HTTP/1.1" status: 200 len: 1994 time: 0.1443832 Jul 16 20:47:20.039462 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-9988a20f-23c1-4738-bc26-8752f2e685c7 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/quotas/0421842e20864ba19d8833f598d17c76 HTTP/1.1" status: 200 len: 375 time: 0.0099432 Jul 16 20:47:20.064761 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port cb05f5c5-91e7-4935-988f-e9bf8d06dc59 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:20.065239 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:20.149145 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-730fa9c8-0884-4c1b-bf7e-d9aeeec08358 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0421842e20864ba19d8833f598d17c76&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0941651 Jul 16 20:47:20.201339 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 39abb531-a298-470a-827d-2b6161bf48ba up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:47:20.260307 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 39abb531-a298-470a-827d-2b6161bf48ba triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:20.260681 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:20.404172 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-9bbe3c00-d16a-4495-a632-78c737fa3e4d service neutron] 10.222.0.38 "GET /v2.0/networks/d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493489 Jul 16 20:47:20.498654 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-0431516f-4730-4b58-96a8-31af9c318050 service neutron] 10.222.0.38 "GET /v2.0/networks/d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883017 Jul 16 20:47:20.554209 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-b3de54bc-68d0-44bd-9567-48c564440f84 service neutron] 10.222.0.38 "GET /v2.0/ports/0511ec0c-7172-4caa-9729-47cc63ea6c94?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0491357 Jul 16 20:47:20.649544 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-996a4365-e20c-4782-9dbd-efd01a526745 service neutron] 10.222.0.38 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888503 Jul 16 20:47:20.754891 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d361f3f9-8894-4cd8-ac57-43b43d5d2aee service neutron] 10.222.0.38 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987482 Jul 16 20:47:20.812914 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-0bc667e1-e857-4ea3-94c1-b4510575cb8c service neutron] 10.222.0.38 "GET /v2.0/ports/363b4863-693b-4f87-9538-22fc3b427353?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0495231 Jul 16 20:47:20.922878 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-b541d31d-964f-49f0-8d93-d5233d9fd2a7 service neutron] 10.222.0.38 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034167 Jul 16 20:47:21.013489 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-931e6d95-be77-4f33-829c-476a9f81ceb9 service neutron] 10.222.0.38 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887203 Jul 16 20:47:21.151636 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2e0b44fc-6647-4d94-b340-530016b62173 service neutron] 10.222.0.38 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327517 Jul 16 20:47:21.273576 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d318f151-fffc-4c1d-b1ce-2e5d5b4a60a2 service neutron] 10.222.0.38 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100314 Jul 16 20:47:21.384296 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-bde92930-b9fb-4f73-ad0a-7342942c434e service neutron] 10.222.0.38 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025336 Jul 16 20:47:21.506744 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-5ebad6d5-1b55-45f9-823e-3026cb8e4eca service neutron] 10.222.0.38 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156325 Jul 16 20:47:21.527097 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device a50def17-937a-4c90-bd2c-64f6ab5aebee no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:47:21.559827 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: a50def17-937a-4c90-bd2c-64f6ab5aebee {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:47:21.560688 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device a50def17-937a-4c90-bd2c-64f6ab5aebee not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:47:21.647525 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-dafa5000-4218-4521-a962-0bcbda4a3da4 service neutron] 10.222.0.38 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335666 Jul 16 20:47:21.675558 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d31834c7-d58f-4741-b3d9-8de652d3d546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:21.755356 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-fa68d3c9-212d-4090-a123-5785b8dabb37 service neutron] 10.222.0.38 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011505 Jul 16 20:47:21.880420 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-011c0f7c-33a3-4448-8f9a-836a39e48461 service neutron] 10.222.0.38 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198006 Jul 16 20:47:21.919730 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74ea22-ac6e-4f62-9f66-741a5da4c9cd req-4e980263-31c6-4006-97fd-0d16916c7184 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:21.921069 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2b74ea22-ac6e-4f62-9f66-741a5da4c9cd req-4e980263-31c6-4006-97fd-0d16916c7184 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=806edad4-241a-48f7-adb3-49c07274fa0c HTTP/1.1" status: 200 len: 946 time: 0.1025486 Jul 16 20:47:21.997533 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2b74ea22-ac6e-4f62-9f66-741a5da4c9cd req-a9508803-cd3e-4b7b-a4ec-75d96e37e5f0 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703690 Jul 16 20:47:22.016840 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-c7d2ad78-bf8c-43de-84de-9c2cb36951a4 service neutron] 10.222.0.38 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285970 Jul 16 20:47:22.711754 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-236385bd-9fd6-4760-a1d0-ed2364ac6c72 req-ccea8556-50d1-48d2-a52b-ef7814303eab tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 210 time: 0.0361223 Jul 16 20:47:23.063193 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245645cd-7cac-464f-8b49-802e9262b077 req-e4fb8039-ecc6-4e74-9259-4637bc5aa9b2 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:23.064859 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-245645cd-7cac-464f-8b49-802e9262b077 req-e4fb8039-ecc6-4e74-9259-4637bc5aa9b2 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.62 "GET /v2.0/ports?device_id=806edad4-241a-48f7-adb3-49c07274fa0c HTTP/1.1" status: 200 len: 946 time: 0.0774996 Jul 16 20:47:23.225829 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-245645cd-7cac-464f-8b49-802e9262b077 req-fd76fc52-5e75-4e16-9ce2-0ef418dc75d5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Deleting port aeae3ce4-ebcb-4649-a0cd-854d2d7318ca {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:47:23.226111 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-245645cd-7cac-464f-8b49-802e9262b077 req-fd76fc52-5e75-4e16-9ce2-0ef418dc75d5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:23.306501 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c801e-9d1c-491b-92d6-d88e3785259e req-b3f6736d-7e5a-4530-a1df-67b8e6d4db9d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:23.308675 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-982c801e-9d1c-491b-92d6-d88e3785259e req-b3f6736d-7e5a-4530-a1df-67b8e6d4db9d tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=806edad4-241a-48f7-adb3-49c07274fa0c HTTP/1.1" status: 200 len: 946 time: 0.1561251 Jul 16 20:47:23.379275 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-245645cd-7cac-464f-8b49-802e9262b077 req-fd76fc52-5e75-4e16-9ce2-0ef418dc75d5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] For port aeae3ce4-ebcb-4649-a0cd-854d2d7318ca, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=aeae3ce4-ebcb-4649-a0cd-854d2d7318ca,segment=NetworkSegment(e191c4ed-8796-41ff-bf7a-c6374aa64f12),segment_id=e191c4ed-8796-41ff-bf7a-c6374aa64f12)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:23.379635 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-245645cd-7cac-464f-8b49-802e9262b077 req-fd76fc52-5e75-4e16-9ce2-0ef418dc75d5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:23.403881 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-982c801e-9d1c-491b-92d6-d88e3785259e req-86de6fcf-14cf-40f5-89bc-4fb0b7815e49 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/security-groups?id=fea4441f-396b-427a-8f8e-ec242c9c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854900 Jul 16 20:47:23.422214 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-245645cd-7cac-464f-8b49-802e9262b077 req-fd76fc52-5e75-4e16-9ce2-0ef418dc75d5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Calling delete_port for aeae3ce4-ebcb-4649-a0cd-854d2d7318ca owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:47:23.571258 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-245645cd-7cac-464f-8b49-802e9262b077 req-fd76fc52-5e75-4e16-9ce2-0ef418dc75d5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:23.584802 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['aeae3ce4-ebcb-4649-a0cd-854d2d7318ca'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:47:23.609080 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76fc52-5e75-4e16-9ce2-0ef418dc75d5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Pushing event deleted for resources: {'Port': ['ID=aeae3ce4-ebcb-4649-a0cd-854d2d7318ca,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:23.659817 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-245645cd-7cac-464f-8b49-802e9262b077 req-fd76fc52-5e75-4e16-9ce2-0ef418dc75d5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] No DVR routers for this DVR port aeae3ce4-ebcb-4649-a0cd-854d2d7318ca on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:47:23.662563 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-245645cd-7cac-464f-8b49-802e9262b077 req-fd76fc52-5e75-4e16-9ce2-0ef418dc75d5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:23.664698 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-245645cd-7cac-464f-8b49-802e9262b077 req-fd76fc52-5e75-4e16-9ce2-0ef418dc75d5 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.62 "DELETE /v2.0/ports/aeae3ce4-ebcb-4649-a0cd-854d2d7318ca HTTP/1.1" status: 204 len: 173 time: 0.5934818 Jul 16 20:47:23.665247 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806edad4-241a-48f7-adb3-49c07274fa0c', 'name': 'network-vif-deleted', 'tag': 'aeae3ce4-ebcb-4649-a0cd-854d2d7318ca'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:23.668241 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1226acee-b0a1-4804-8fd0-c0bd3f2ae1d7" -d '{"events": [{"server_uuid": "806edad4-241a-48f7-adb3-49c07274fa0c", "name": "network-vif-deleted", "tag": "aeae3ce4-ebcb-4649-a0cd-854d2d7318ca"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:23.705774 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757e13a9-e22b-42e5-9753-867221d3fa28 x-openstack-request-id: req-757e13a9-e22b-42e5-9753-867221d3fa28 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:23.706065 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806edad4-241a-48f7-adb3-49c07274fa0c", "name": "network-vif-deleted", "tag": "aeae3ce4-ebcb-4649-a0cd-854d2d7318ca", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:23.706330 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-757e13a9-e22b-42e5-9753-867221d3fa28 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:23.706739 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806edad4-241a-48f7-adb3-49c07274fa0c', 'name': 'network-vif-deleted', 'tag': 'aeae3ce4-ebcb-4649-a0cd-854d2d7318ca', 'status': 'completed', 'code': 200} Jul 16 20:47:24.219105 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fb9a272b-0115-402b-bf5d-e2ea1a2f23fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:24.254930 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-082ed3c2-3db1-433f-9be0-0947e56d51f5 req-8ae3a2dc-ccf8-442b-a854-45549efd3e65 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 210 time: 0.4025838 Jul 16 20:47:24.310076 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:24.317989 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-7c0a3ec7-b21b-44d2-a49e-e3c31efb0b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:24.319578 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-7c0a3ec7-b21b-44d2-a49e-e3c31efb0b82 service neutron] 10.222.0.62 "GET /v2.0/ports/0511ec0c-7172-4caa-9729-47cc63ea6c94 HTTP/1.1" status: 200 len: 1033 time: 0.0635357 Jul 16 20:47:24.376116 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-febc8e85-b5aa-444c-a841-9a17117571ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:24.379294 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-febc8e85-b5aa-444c-a841-9a17117571ce service neutron] 10.222.0.62 "GET /v2.0/ports/363b4863-693b-4f87-9538-22fc3b427353 HTTP/1.1" status: 200 len: 1031 time: 0.0483074 Jul 16 20:47:24.596585 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d1d34247-b969-4821-8e75-96ce8181a6a7 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:24.613658 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d1d34247-b969-4821-8e75-96ce8181a6a7 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:24.619495 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d1d34247-b969-4821-8e75-96ce8181a6a7 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:24.631746 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d1d34247-b969-4821-8e75-96ce8181a6a7 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.62 "GET /v2.0/networks?id=d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14&id=83636349-58ea-46f7-a3d1-26f21bbb427b&id=83636349-58ea-46f7-a3d1-26f21bbb427b&id=83636349-58ea-46f7-a3d1-26f21bbb427b&id=83636349-58ea-46f7-a3d1-26f21bbb427b&id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf&id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf HTTP/1.1" status: 200 len: 1994 time: 0.2454801 Jul 16 20:47:24.676208 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fb5a4654-92fb-4848-bc95-b80870bad1c2 req-efb91549-778a-433a-a22d-94053c59d6e9 tempest-ServersTestJSON-293531235 tempest-ServersTestJSON-293531235-project] 10.222.0.38 "GET /v2.0/ports?device_id=806edad4-241a-48f7-adb3-49c07274fa0c HTTP/1.1" status: 200 len: 210 time: 0.0423870 Jul 16 20:47:24.732106 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-f77d1221-5e1d-41ab-b416-3e960388597c tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0421842e20864ba19d8833f598d17c76 HTTP/1.1" status: 200 len: 380 time: 0.0994089 Jul 16 20:47:24.741710 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-ebbcbae1-aa22-4eec-857a-c8c8251605f3 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Request body: {'port': {'device_id': '38211845-6564-408a-bd16-1e2d0e4f2384', 'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14', 'admin_state_up': True, 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'security_groups': ['03002501-0956-4190-91a4-ce7db6cde082']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:24.875263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-ebbcbae1-aa22-4eec-857a-c8c8251605f3 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Made reservation on behalf of 0421842e20864ba19d8833f598d17c76 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:47:24.880600 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-ebbcbae1-aa22-4eec-857a-c8c8251605f3 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:25.061506 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-ebbcbae1-aa22-4eec-857a-c8c8251605f3 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Allocated IP 172.20.0.4 (d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14/b37ea029-930a-4f8e-ae78-8b7dd9ec37a2/eeaba776-b005-41c6-88fd-0934f4ff5a27) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:47:25.208802 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-ebbcbae1-aa22-4eec-857a-c8c8251605f3 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:25.223982 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-ebbcbae1-aa22-4eec-857a-c8c8251605f3 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Transition to ACTIVE for port object eeaba776-b005-41c6-88fd-0934f4ff5a27 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:25.277236 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-ebbcbae1-aa22-4eec-857a-c8c8251605f3 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:25.334603 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-ebbcbae1-aa22-4eec-857a-c8c8251605f3 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Network d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:47:25.338095 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-ebbcbae1-aa22-4eec-857a-c8c8251605f3 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:47:25.346351 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-ebbcbae1-aa22-4eec-857a-c8c8251605f3 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:47:25.380171 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbcbae1-aa22-4eec-857a-c8c8251605f3 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event updated for resources: {'Port': ['ID=eeaba776-b005-41c6-88fd-0934f4ff5a27,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:25.431139 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-ebbcbae1-aa22-4eec-857a-c8c8251605f3 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:25.432284 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-ebbcbae1-aa22-4eec-857a-c8c8251605f3 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:25.453850 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-ebbcbae1-aa22-4eec-857a-c8c8251605f3 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7162714 Jul 16 20:47:25.465756 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-3aeaed12-8e60-4e8f-9a77-7cf4ce6e2265 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Request body: {'port': {'device_id': '38211845-6564-408a-bd16-1e2d0e4f2384', 'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b', 'admin_state_up': True, 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'security_groups': ['03002501-0956-4190-91a4-ce7db6cde082']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:25.668647 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a11da-9ce9-4f11-a183-a855367675cc req-00c3cf97-210d-459b-bbd0-4d337650cdac tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:25.671392 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-094a11da-9ce9-4f11-a183-a855367675cc req-00c3cf97-210d-459b-bbd0-4d337650cdac tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 931 time: 0.1838310 Jul 16 20:47:25.686238 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-3aeaed12-8e60-4e8f-9a77-7cf4ce6e2265 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Made reservation on behalf of 0421842e20864ba19d8833f598d17c76 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:47:25.693727 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-3aeaed12-8e60-4e8f-9a77-7cf4ce6e2265 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:25.765901 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8c21f5a2-ec4d-427a-931e-0d0ac40ab252 None None] Provisioning for port eeaba776-b005-41c6-88fd-0934f4ff5a27 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:25.773231 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8c21f5a2-ec4d-427a-931e-0d0ac40ab252 None None] Provisioning complete for port eeaba776-b005-41c6-88fd-0934f4ff5a27 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:25.773815 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c21f5a2-ec4d-427a-931e-0d0ac40ab252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:25.783628 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-094a11da-9ce9-4f11-a183-a855367675cc req-2e4006fb-c7d4-432f-bd02-aec3899181d1 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034055 Jul 16 20:47:25.837730 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:25.838896 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59582) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:25.856634 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8c21f5a2-ec4d-427a-931e-0d0ac40ab252 None None] Port eeaba776-b005-41c6-88fd-0934f4ff5a27 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:47:25.930575 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-12be269f-a061-4e72-9741-5a4b105e2a39 admin admin] Deleting subnet 82321776-7ae0-4505-adc0-e73fc92b6de5 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:47:25.938729 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-12be269f-a061-4e72-9741-5a4b105e2a39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:25.986469 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-3aeaed12-8e60-4e8f-9a77-7cf4ce6e2265 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Allocated IP 10.1.1.105 (83636349-58ea-46f7-a3d1-26f21bbb427b/e90d8681-87d8-468f-b542-905bc89d1669/00bf0c6e-465d-4143-ae09-cc16444be189) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:47:26.006533 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-12be269f-a061-4e72-9741-5a4b105e2a39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:26.071507 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-12be269f-a061-4e72-9741-5a4b105e2a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:26.223698 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-12be269f-a061-4e72-9741-5a4b105e2a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:26.244906 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-3aeaed12-8e60-4e8f-9a77-7cf4ce6e2265 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:26.271866 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-12be269f-a061-4e72-9741-5a4b105e2a39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:26.273764 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-12be269f-a061-4e72-9741-5a4b105e2a39 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/82321776-7ae0-4505-adc0-e73fc92b6de5 HTTP/1.1" status: 204 len: 168 time: 0.4340563 Jul 16 20:47:26.274643 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be269f-a061-4e72-9741-5a4b105e2a39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82321776-7ae0-4505-adc0-e73fc92b6de5,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:26.276342 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59590) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:26.283550 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-3aeaed12-8e60-4e8f-9a77-7cf4ce6e2265 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Transition to ACTIVE for port object 00bf0c6e-465d-4143-ae09-cc16444be189 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:26.321099 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-3aeaed12-8e60-4e8f-9a77-7cf4ce6e2265 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:26.379675 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-070011df-0917-45d5-9471-8b6eb4323886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:26.383885 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-3aeaed12-8e60-4e8f-9a77-7cf4ce6e2265 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Network 83636349-58ea-46f7-a3d1-26f21bbb427b is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:47:26.387954 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-3aeaed12-8e60-4e8f-9a77-7cf4ce6e2265 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:47:26.393206 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-3aeaed12-8e60-4e8f-9a77-7cf4ce6e2265 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:47:26.419064 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeaed12-8e60-4e8f-9a77-7cf4ce6e2265 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event updated for resources: {'Port': ['ID=00bf0c6e-465d-4143-ae09-cc16444be189,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:26.461272 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-3aeaed12-8e60-4e8f-9a77-7cf4ce6e2265 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:26.466714 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-3aeaed12-8e60-4e8f-9a77-7cf4ce6e2265 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:26.502091 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-3aeaed12-8e60-4e8f-9a77-7cf4ce6e2265 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0411530 Jul 16 20:47:26.514646 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2fd0d592-1694-4610-8d74-e50685cfd708 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Request body: {'port': {'device_id': '38211845-6564-408a-bd16-1e2d0e4f2384', 'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b', 'admin_state_up': True, 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'security_groups': ['03002501-0956-4190-91a4-ce7db6cde082']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:26.551397 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-070011df-0917-45d5-9471-8b6eb4323886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:26.564826 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-070011df-0917-45d5-9471-8b6eb4323886 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b41f76-37be-4345-9ddf-d59e23791d53']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:26.575933 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-070011df-0917-45d5-9471-8b6eb4323886 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e191c4ed-8796-41ff-bf7a-c6374aa64f12') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:26.576484 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-070011df-0917-45d5-9471-8b6eb4323886 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e191c4ed-8796-41ff-bf7a-c6374aa64f12') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:26.596275 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-070011df-0917-45d5-9471-8b6eb4323886 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:26.619727 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-070011df-0917-45d5-9471-8b6eb4323886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:26.629024 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070011df-0917-45d5-9471-8b6eb4323886 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:47:26.629459 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-070011df-0917-45d5-9471-8b6eb4323886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:26.691013 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c413bb08-44a4-4cca-badb-b48d8a3fdd99 None None] Provisioning for port 00bf0c6e-465d-4143-ae09-cc16444be189 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:26.694054 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2fd0d592-1694-4610-8d74-e50685cfd708 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Made reservation on behalf of 0421842e20864ba19d8833f598d17c76 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:47:26.696726 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c413bb08-44a4-4cca-badb-b48d8a3fdd99 None None] Provisioning complete for port 00bf0c6e-465d-4143-ae09-cc16444be189 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:26.697382 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c413bb08-44a4-4cca-badb-b48d8a3fdd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:26.700086 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2fd0d592-1694-4610-8d74-e50685cfd708 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:47:26.700985 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:47:26.706606 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-070011df-0917-45d5-9471-8b6eb4323886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:26.716163 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-070011df-0917-45d5-9471-8b6eb4323886 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:26.718661 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-070011df-0917-45d5-9471-8b6eb4323886 admin admin] 10.222.0.38 "DELETE /v2.0/networks/25b41f76-37be-4345-9ddf-d59e23791d53 HTTP/1.1" status: 204 len: 168 time: 0.4403439 Jul 16 20:47:26.733521 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070011df-0917-45d5-9471-8b6eb4323886 admin admin] Pushing event deleted for resources: {'Network': ['ID=25b41f76-37be-4345-9ddf-d59e23791d53,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:26.744140 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070011df-0917-45d5-9471-8b6eb4323886 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:26.744748 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070011df-0917-45d5-9471-8b6eb4323886 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:26.745260 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070011df-0917-45d5-9471-8b6eb4323886 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:26.746100 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070011df-0917-45d5-9471-8b6eb4323886 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:26.747157 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070011df-0917-45d5-9471-8b6eb4323886 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:26.747799 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070011df-0917-45d5-9471-8b6eb4323886 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:26.748305 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070011df-0917-45d5-9471-8b6eb4323886 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:26.749236 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070011df-0917-45d5-9471-8b6eb4323886 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:26.749768 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070011df-0917-45d5-9471-8b6eb4323886 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:26.750268 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070011df-0917-45d5-9471-8b6eb4323886 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:26.751066 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070011df-0917-45d5-9471-8b6eb4323886 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:26.751565 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070011df-0917-45d5-9471-8b6eb4323886 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:26.751782 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c413bb08-44a4-4cca-badb-b48d8a3fdd99 None None] Port 00bf0c6e-465d-4143-ae09-cc16444be189 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:47:26.889543 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2fd0d592-1694-4610-8d74-e50685cfd708 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Allocated IP 10.1.1.242 (83636349-58ea-46f7-a3d1-26f21bbb427b/e90d8681-87d8-468f-b542-905bc89d1669/a966099a-a8b2-40b8-888b-f4d7466ed9fc) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:47:26.966891 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59600) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:27.016706 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-77ffd340-2bc9-4479-b5e9-77a232021230 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9ba5e10151bc4482805c7d5cba435d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481408 Jul 16 20:47:27.019263 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59602) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:27.093493 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2fd0d592-1694-4610-8d74-e50685cfd708 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:27.109577 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2fd0d592-1694-4610-8d74-e50685cfd708 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Transition to ACTIVE for port object a966099a-a8b2-40b8-888b-f4d7466ed9fc will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:27.139652 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-51641b1f-c575-4e0f-b126-fcb1df31ea74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:27.201006 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-51641b1f-c575-4e0f-b126-fcb1df31ea74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:27.281613 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2fd0d592-1694-4610-8d74-e50685cfd708 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:27.354191 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-51641b1f-c575-4e0f-b126-fcb1df31ea74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:27.363827 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-51641b1f-c575-4e0f-b126-fcb1df31ea74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:27.365221 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-51641b1f-c575-4e0f-b126-fcb1df31ea74 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fea4441f-396b-427a-8f8e-ec242c9c255f HTTP/1.1" status: 204 len: 168 time: 0.3447797 Jul 16 20:47:27.389403 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51641b1f-c575-4e0f-b126-fcb1df31ea74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea4441f-396b-427a-8f8e-ec242c9c255f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:27.395814 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2fd0d592-1694-4610-8d74-e50685cfd708 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Network 83636349-58ea-46f7-a3d1-26f21bbb427b is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:47:27.398703 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2fd0d592-1694-4610-8d74-e50685cfd708 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:47:27.412269 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2fd0d592-1694-4610-8d74-e50685cfd708 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:47:27.508811 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a14b31-4d7f-47c1-83c5-846009fa0706 req-e56cb870-958e-4a49-a286-132cd2e42421 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:27.516967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a14b31-4d7f-47c1-83c5-846009fa0706 req-e56cb870-958e-4a49-a286-132cd2e42421 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:27.518790 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-72a14b31-4d7f-47c1-83c5-846009fa0706 req-e56cb870-958e-4a49-a286-132cd2e42421 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 1653 time: 0.3586814 Jul 16 20:47:27.525525 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2fd0d592-1694-4610-8d74-e50685cfd708 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:27.526285 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2fd0d592-1694-4610-8d74-e50685cfd708 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:27.540918 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device aeae3ce4-ebcb-4649-a0cd-854d2d7318ca no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:47:27.612096 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: aeae3ce4-ebcb-4649-a0cd-854d2d7318ca {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:47:27.621610 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device aeae3ce4-ebcb-4649-a0cd-854d2d7318ca not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:47:27.676310 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0d592-1694-4610-8d74-e50685cfd708 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event updated for resources: {'Port': ['ID=a966099a-a8b2-40b8-888b-f4d7466ed9fc,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:27.701613 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2fd0d592-1694-4610-8d74-e50685cfd708 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1923826 Jul 16 20:47:27.716997 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:27.773281 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-47ce7621-dbfd-43db-ae0a-464f5f6e6014 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Request body: {'port': {'device_id': '38211845-6564-408a-bd16-1e2d0e4f2384', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd95411c0-2fd5-4f9a-ab32-3de69c6456cf', 'admin_state_up': True, 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'security_groups': ['03002501-0956-4190-91a4-ce7db6cde082']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:27.784708 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-72a14b31-4d7f-47c1-83c5-846009fa0706 req-a15e4bfb-eab0-4485-871c-4ed58bd8e1da tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475181 Jul 16 20:47:27.987642 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e837d57a-3d78-4ed6-af5c-093adb07c672 None None] Provisioning for port a966099a-a8b2-40b8-888b-f4d7466ed9fc completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:27.993883 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-47ce7621-dbfd-43db-ae0a-464f5f6e6014 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Made reservation on behalf of 0421842e20864ba19d8833f598d17c76 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:47:27.997070 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e837d57a-3d78-4ed6-af5c-093adb07c672 None None] Provisioning complete for port a966099a-a8b2-40b8-888b-f4d7466ed9fc triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:27.997713 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e837d57a-3d78-4ed6-af5c-093adb07c672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:28.001599 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50798212-df26-4d39-9da2-9c83a945970b req-3f700db1-ddf6-4e2c-be6a-9ba106961aa4 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:28.016081 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-50798212-df26-4d39-9da2-9c83a945970b req-3f700db1-ddf6-4e2c-be6a-9ba106961aa4 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 1097 time: 0.1972861 Jul 16 20:47:28.038566 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e837d57a-3d78-4ed6-af5c-093adb07c672 None None] Port a966099a-a8b2-40b8-888b-f4d7466ed9fc cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:47:28.108145 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-50798212-df26-4d39-9da2-9c83a945970b req-e992b623-bf41-4a42-b680-840a098aa1cb tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911751 Jul 16 20:47:28.153814 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-47ce7621-dbfd-43db-ae0a-464f5f6e6014 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:28.556954 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-47ce7621-dbfd-43db-ae0a-464f5f6e6014 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Allocated IP 10.2.2.100 (d95411c0-2fd5-4f9a-ab32-3de69c6456cf/f2d96ed7-8733-4957-83cb-f46aeb3a2783/06575405-c313-49cd-b1b8-491d36210396) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:47:28.573262 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3b56e-b884-4969-a088-88715ab024da req-830f4632-0912-41a2-a1f7-b99ef42b060e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:28.576125 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73b3b56e-b884-4969-a088-88715ab024da req-830f4632-0912-41a2-a1f7-b99ef42b060e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 945 time: 0.3216267 Jul 16 20:47:28.612713 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59638) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:28.646089 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73b3b56e-b884-4969-a088-88715ab024da req-dd33bb54-11fd-4bc1-91cd-d8c8211a2872 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606387 Jul 16 20:47:28.682500 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59642) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:28.794108 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-2e510438-5831-48fc-8caa-b16f8bbabac5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2054161349-network', 'tenant_id': '5bb57e8d45114bb99e9c69083d564fef'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:28.820800 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-47ce7621-dbfd-43db-ae0a-464f5f6e6014 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:28.838192 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-be653919-78e1-4fe0-b46f-62462feca2e7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/floatingips/b3f6ee22-a944-4148-afb0-5fcc2e8aaf3d HTTP/1.1" status: 200 len: 993 time: 0.1487162 Jul 16 20:47:28.838794 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-47ce7621-dbfd-43db-ae0a-464f5f6e6014 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Transition to ACTIVE for port object 06575405-c313-49cd-b1b8-491d36210396 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:28.848790 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e510438-5831-48fc-8caa-b16f8bbabac5 admin admin] Made reservation on behalf of 5bb57e8d45114bb99e9c69083d564fef for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:47:28.851204 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e510438-5831-48fc-8caa-b16f8bbabac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:28.865337 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e510438-5831-48fc-8caa-b16f8bbabac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:28.918400 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-47ce7621-dbfd-43db-ae0a-464f5f6e6014 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:28.969914 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e510438-5831-48fc-8caa-b16f8bbabac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:28.981262 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e510438-5831-48fc-8caa-b16f8bbabac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:28.995376 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e510438-5831-48fc-8caa-b16f8bbabac5 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:47:29.006867 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e510438-5831-48fc-8caa-b16f8bbabac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:29.007605 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-2e510438-5831-48fc-8caa-b16f8bbabac5 admin admin] Added segment 64c2bd7e-333e-4ae1-88fd-002848031417 of type vlan for network 5a5a0771-87d0-4460-a5b0-e2cfa52ab034 Jul 16 20:47:29.021411 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-47ce7621-dbfd-43db-ae0a-464f5f6e6014 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Network d95411c0-2fd5-4f9a-ab32-3de69c6456cf is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:47:29.037050 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-47ce7621-dbfd-43db-ae0a-464f5f6e6014 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:47:29.045912 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-47ce7621-dbfd-43db-ae0a-464f5f6e6014 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:47:29.064388 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e510438-5831-48fc-8caa-b16f8bbabac5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:29.121232 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e510438-5831-48fc-8caa-b16f8bbabac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:29.131332 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e510438-5831-48fc-8caa-b16f8bbabac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:29.131844 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e510438-5831-48fc-8caa-b16f8bbabac5 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:29.148133 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce7621-dbfd-43db-ae0a-464f5f6e6014 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event updated for resources: {'Port': ['ID=06575405-c313-49cd-b1b8-491d36210396,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:29.160541 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2e510438-5831-48fc-8caa-b16f8bbabac5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5459993 Jul 16 20:47:29.175800 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59656) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:29.190840 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-47ce7621-dbfd-43db-ae0a-464f5f6e6014 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:29.191606 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-47ce7621-dbfd-43db-ae0a-464f5f6e6014 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:29.196165 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-26392d97-90ed-4037-82dd-cb4271a5d779 admin admin] Request body: {'subnet': {'network_id': '5a5a0771-87d0-4460-a5b0-e2cfa52ab034', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2054161349-subnet', 'tenant_id': '5bb57e8d45114bb99e9c69083d564fef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:29.229095 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-47ce7621-dbfd-43db-ae0a-464f5f6e6014 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5094671 Jul 16 20:47:29.246759 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-1d7b27a5-2619-42e9-a592-fb5c51a14d67 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Request body: {'port': {'device_id': '38211845-6564-408a-bd16-1e2d0e4f2384', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd95411c0-2fd5-4f9a-ab32-3de69c6456cf', 'admin_state_up': True, 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'security_groups': ['03002501-0956-4190-91a4-ce7db6cde082']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:29.252560 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e510438-5831-48fc-8caa-b16f8bbabac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:29.308956 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80770897-bf3a-453d-8166-b37082fe7e1a req-1f6bb708-4879-4408-a321-2cdc4113f652 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:29.316058 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80770897-bf3a-453d-8166-b37082fe7e1a req-1f6bb708-4879-4408-a321-2cdc4113f652 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:29.323735 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80770897-bf3a-453d-8166-b37082fe7e1a req-1f6bb708-4879-4408-a321-2cdc4113f652 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:29.330430 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e510438-5831-48fc-8caa-b16f8bbabac5 admin admin] Pushing event updated for resources: {'Network': ['ID=5a5a0771-87d0-4460-a5b0-e2cfa52ab034,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:29.331187 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80770897-bf3a-453d-8166-b37082fe7e1a req-1f6bb708-4879-4408-a321-2cdc4113f652 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:29.339472 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26392d97-90ed-4037-82dd-cb4271a5d779 admin admin] Made reservation on behalf of 5bb57e8d45114bb99e9c69083d564fef for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:47:29.343449 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 5a5a0771-87d0-4460-a5b0-e2cfa52ab034 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:47:29.344014 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-80770897-bf3a-453d-8166-b37082fe7e1a req-1f6bb708-4879-4408-a321-2cdc4113f652 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 3095 time: 0.2139034 Jul 16 20:47:29.344650 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-26392d97-90ed-4037-82dd-cb4271a5d779 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:29.440845 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-80770897-bf3a-453d-8166-b37082fe7e1a req-2c4a9900-09e4-4d28-9f9e-ebda13548019 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896618 Jul 16 20:47:29.510667 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3927482a-64c6-4fb8-a8c8-b3bde2cc2664 None None] Provisioning for port 06575405-c313-49cd-b1b8-491d36210396 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:29.517910 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-1d7b27a5-2619-42e9-a592-fb5c51a14d67 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Made reservation on behalf of 0421842e20864ba19d8833f598d17c76 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:47:29.526216 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-1d7b27a5-2619-42e9-a592-fb5c51a14d67 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:29.530547 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3927482a-64c6-4fb8-a8c8-b3bde2cc2664 None None] Provisioning complete for port 06575405-c313-49cd-b1b8-491d36210396 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:29.531185 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3927482a-64c6-4fb8-a8c8-b3bde2cc2664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:29.671647 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:29.672810 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3927482a-64c6-4fb8-a8c8-b3bde2cc2664 None None] Port 06575405-c313-49cd-b1b8-491d36210396 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:47:29.767078 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-26392d97-90ed-4037-82dd-cb4271a5d779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:29.824898 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-1d7b27a5-2619-42e9-a592-fb5c51a14d67 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Allocated IP 10.2.2.200 (d95411c0-2fd5-4f9a-ab32-3de69c6456cf/f2d96ed7-8733-4957-83cb-f46aeb3a2783/b32f7549-538d-4ccd-936a-fe3323acd257) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:47:29.957022 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26392d97-90ed-4037-82dd-cb4271a5d779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b0f5ba8-cc8e-432b-bbe3-5d6e57571036,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:29.986267 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26392d97-90ed-4037-82dd-cb4271a5d779 admin admin] Checking segment: {'id': '64c2bd7e-333e-4ae1-88fd-002848031417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5a5a0771-87d0-4460-a5b0-e2cfa52ab034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:47:29.986949 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26392d97-90ed-4037-82dd-cb4271a5d779 admin admin] Network hostable DHCP agents. Network: 5a5a0771-87d0-4460-a5b0-e2cfa52ab034, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:47:30.012263 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-dae23cc5-71af-4eaf-984f-f52dba1612b6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1299284 Jul 16 20:47:30.014289 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26392d97-90ed-4037-82dd-cb4271a5d779 admin admin] Network 5a5a0771-87d0-4460-a5b0-e2cfa52ab034 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:47:30.029219 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-26392d97-90ed-4037-82dd-cb4271a5d779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 5a5a0771-87d0-4460-a5b0-e2cfa52ab034) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:47:30.042788 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b4c087-1168-4d27-933d-5aff8ab35bae None None] Network 5a5a0771-87d0-4460-a5b0-e2cfa52ab034 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:47:30.044984 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26392d97-90ed-4037-82dd-cb4271a5d779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:30.045782 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-26392d97-90ed-4037-82dd-cb4271a5d779 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:30.067586 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-26392d97-90ed-4037-82dd-cb4271a5d779 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8777626 Jul 16 20:47:30.174813 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-1d7b27a5-2619-42e9-a592-fb5c51a14d67 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:30.193787 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-1d7b27a5-2619-42e9-a592-fb5c51a14d67 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Transition to ACTIVE for port object b32f7549-538d-4ccd-936a-fe3323acd257 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:30.204651 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcac68-4b3d-498f-a10d-c2aeec0427b4 req-153f6926-bbc1-406a-8d8e-610f73ebcc68 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:30.206163 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1edcac68-4b3d-498f-a10d-c2aeec0427b4 req-153f6926-bbc1-406a-8d8e-610f73ebcc68 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 945 time: 0.2017879 Jul 16 20:47:30.305385 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1edcac68-4b3d-498f-a10d-c2aeec0427b4 req-4d4267d9-d417-4be9-8edc-ff56434705de tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868018 Jul 16 20:47:30.332096 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-1d7b27a5-2619-42e9-a592-fb5c51a14d67 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:30.379146 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2532284-0d91-4d6f-b527-9026eaccab87 None None] Network 5a5a0771-87d0-4460-a5b0-e2cfa52ab034 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:47:30.414134 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-1d7b27a5-2619-42e9-a592-fb5c51a14d67 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Network d95411c0-2fd5-4f9a-ab32-3de69c6456cf is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:47:30.419164 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-1d7b27a5-2619-42e9-a592-fb5c51a14d67 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:47:30.424787 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-1d7b27a5-2619-42e9-a592-fb5c51a14d67 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:47:30.432694 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b27a5-2619-42e9-a592-fb5c51a14d67 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event updated for resources: {'Port': ['ID=b32f7549-538d-4ccd-936a-fe3323acd257,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:30.528871 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-1d7b27a5-2619-42e9-a592-fb5c51a14d67 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:30.533812 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-1d7b27a5-2619-42e9-a592-fb5c51a14d67 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:30.593157 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-1d7b27a5-2619-42e9-a592-fb5c51a14d67 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3573465 Jul 16 20:47:30.608290 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-96a8ce03-a329-4ec2-a62c-9fdca0d7738d service neutron] Request body: {'port': {'device_id': '38211845-6564-408a-bd16-1e2d0e4f2384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:30.832490 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-96a8ce03-a329-4ec2-a62c-9fdca0d7738d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:30.915970 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2e51afb4-ee47-4cdb-9046-cf67d7a5c208 None None] Provisioning for port b32f7549-538d-4ccd-936a-fe3323acd257 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:30.924233 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2e51afb4-ee47-4cdb-9046-cf67d7a5c208 None None] Provisioning complete for port b32f7549-538d-4ccd-936a-fe3323acd257 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:30.924605 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2e51afb4-ee47-4cdb-9046-cf67d7a5c208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:30.984470 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2e51afb4-ee47-4cdb-9046-cf67d7a5c208 None None] Port b32f7549-538d-4ccd-936a-fe3323acd257 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:47:31.081184 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-4ce0feab-bc15-459f-8b7a-fcec798a9f17 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:31.082864 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-4ce0feab-bc15-459f-8b7a-fcec798a9f17 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/networks?id=5a5a0771-87d0-4460-a5b0-e2cfa52ab034 HTTP/1.1" status: 200 len: 814 time: 0.3298159 Jul 16 20:47:31.124930 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544345e-2c1f-4260-8e45-e1d3c689f1e1 req-cce27f1c-a193-4d24-b58e-593ae7673089 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:31.131319 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544345e-2c1f-4260-8e45-e1d3c689f1e1 req-cce27f1c-a193-4d24-b58e-593ae7673089 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:31.138587 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544345e-2c1f-4260-8e45-e1d3c689f1e1 req-cce27f1c-a193-4d24-b58e-593ae7673089 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:31.144538 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544345e-2c1f-4260-8e45-e1d3c689f1e1 req-cce27f1c-a193-4d24-b58e-593ae7673089 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:31.150803 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544345e-2c1f-4260-8e45-e1d3c689f1e1 req-cce27f1c-a193-4d24-b58e-593ae7673089 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:31.158464 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5544345e-2c1f-4260-8e45-e1d3c689f1e1 req-cce27f1c-a193-4d24-b58e-593ae7673089 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 3816 time: 0.3943613 Jul 16 20:47:31.194686 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-2e4be9a4-6276-4291-a152-b3ca3212f19a tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/quotas/5bb57e8d45114bb99e9c69083d564fef HTTP/1.1" status: 200 len: 375 time: 0.1003051 Jul 16 20:47:31.278167 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-9ff9f936-5bc2-4d02-acdc-5b9929ea3cd3 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5bb57e8d45114bb99e9c69083d564fef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820613 Jul 16 20:47:31.333424 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5544345e-2c1f-4260-8e45-e1d3c689f1e1 req-36ae8fa5-47e9-4549-b1ff-93e143e91619 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739464 Jul 16 20:47:31.814890 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-e245dfe8-53c8-4fcb-93a5-a19b323f06d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:31.816415 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-e245dfe8-53c8-4fcb-93a5-a19b323f06d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 1097 time: 0.0571437 Jul 16 20:47:31.863638 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-96a8ce03-a329-4ec2-a62c-9fdca0d7738d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeaba776-b005-41c6-88fd-0934f4ff5a27 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:47:31.873309 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-96a8ce03-a329-4ec2-a62c-9fdca0d7738d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:31.887439 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-96a8ce03-a329-4ec2-a62c-9fdca0d7738d service neutron] Transition to ACTIVE for port object eeaba776-b005-41c6-88fd-0934f4ff5a27 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:31.907391 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-96a8ce03-a329-4ec2-a62c-9fdca0d7738d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:31.919273 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-03f823ce-5c46-42e8-95fb-9e34a8197005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:31.921206 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-03f823ce-5c46-42e8-95fb-9e34a8197005 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7603548a-ab34-41b3-83b2-8cfa970f2767 HTTP/1.1" status: 200 len: 898 time: 0.0985222 Jul 16 20:47:31.921869 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-377f199a-a77f-443c-b48b-b3ea6da58308 service neutron] 10.222.0.38 "GET /v2.0/networks/5a5a0771-87d0-4460-a5b0-e2cfa52ab034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6305969 Jul 16 20:47:32.015607 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8ce03-a329-4ec2-a62c-9fdca0d7738d service neutron] Pushing event updated for resources: {'Port': ['ID=eeaba776-b005-41c6-88fd-0934f4ff5a27,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:32.040507 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-28ac7a30-7609-43db-8496-202a45be2345 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 HTTP/1.1" status: 200 len: 1001 time: 0.1120369 Jul 16 20:47:32.154995 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-9a672b1f-d20f-45a7-a0df-8f704253af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:32.156798 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-9a672b1f-d20f-45a7-a0df-8f704253af8b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8c50f7c-7595-4a55-bec2-dcb93bd12b01 HTTP/1.1" status: 200 len: 834 time: 0.1112502 Jul 16 20:47:32.283855 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-a5714002-20b8-48ed-a106-ba3a6bcec045 service neutron] 10.222.0.38 "GET /v2.0/networks/5a5a0771-87d0-4460-a5b0-e2cfa52ab034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298087 Jul 16 20:47:32.294207 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-e3faf770-600a-4e0e-a49f-5d676a91c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:32.295735 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-e3faf770-600a-4e0e-a49f-5d676a91c41b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7603548a-ab34-41b3-83b2-8cfa970f2767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1266563 Jul 16 20:47:32.352962 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1750a-edb7-420a-a8a3-38376181ffde req-66cd0a9b-38c0-4714-b4e3-8032d7f5ca57 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:32.354517 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f9f1750a-edb7-420a-a8a3-38376181ffde req-66cd0a9b-38c0-4714-b4e3-8032d7f5ca57 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 945 time: 0.4631124 Jul 16 20:47:32.363349 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-96a8ce03-a329-4ec2-a62c-9fdca0d7738d service neutron] Attempting to bind port eeaba776-b005-41c6-88fd-0934f4ff5a27 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:47:32.364069 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-96a8ce03-a329-4ec2-a62c-9fdca0d7738d service neutron] Attempting to bind port eeaba776-b005-41c6-88fd-0934f4ff5a27 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'c4382971-e2b2-4b3c-b021-96ee6c8bf6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:47:32.364069 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-96a8ce03-a329-4ec2-a62c-9fdca0d7738d service neutron] Attempting to bind port eeaba776-b005-41c6-88fd-0934f4ff5a27 on network d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:32.394832 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-96a8ce03-a329-4ec2-a62c-9fdca0d7738d service neutron] Port eeaba776-b005-41c6-88fd-0934f4ff5a27 on network d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:47:32.395138 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-96a8ce03-a329-4ec2-a62c-9fdca0d7738d service neutron] Attempting to bind port eeaba776-b005-41c6-88fd-0934f4ff5a27 on network d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:32.409339 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-96a8ce03-a329-4ec2-a62c-9fdca0d7738d service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:47:32.409714 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-96a8ce03-a329-4ec2-a62c-9fdca0d7738d service neutron] Checking segment: {'id': 'c4382971-e2b2-4b3c-b021-96ee6c8bf6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:47:32.410247 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-96a8ce03-a329-4ec2-a62c-9fdca0d7738d service neutron] Bound using segment: {'id': 'c4382971-e2b2-4b3c-b021-96ee6c8bf6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:47:32.410523 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-96a8ce03-a329-4ec2-a62c-9fdca0d7738d service neutron] Bound port: eeaba776-b005-41c6-88fd-0934f4ff5a27, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4382971-e2b2-4b3c-b021-96ee6c8bf6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:47:32.410882 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-96a8ce03-a329-4ec2-a62c-9fdca0d7738d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:32.481509 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-2bafc7b7-ecca-4846-a153-238c591e2b0c service neutron] 10.222.0.18 "GET /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749051 Jul 16 20:47:32.499336 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f9f1750a-edb7-420a-a8a3-38376181ffde req-ffec48c1-4317-4be0-be52-a09301caeb99 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384974 Jul 16 20:47:32.571597 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-96a8ce03-a329-4ec2-a62c-9fdca0d7738d service neutron] For port eeaba776-b005-41c6-88fd-0934f4ff5a27, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:47:32.575979 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-96a8ce03-a329-4ec2-a62c-9fdca0d7738d service neutron] For port eeaba776-b005-41c6-88fd-0934f4ff5a27, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=eeaba776-b005-41c6-88fd-0934f4ff5a27,segment=NetworkSegment(c4382971-e2b2-4b3c-b021-96ee6c8bf6c0),segment_id=c4382971-e2b2-4b3c-b021-96ee6c8bf6c0)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:47:32.593368 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-96a8ce03-a329-4ec2-a62c-9fdca0d7738d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:32.661915 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-96a8ce03-a329-4ec2-a62c-9fdca0d7738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:32.662635 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-96a8ce03-a329-4ec2-a62c-9fdca0d7738d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:32.666463 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-96a8ce03-a329-4ec2-a62c-9fdca0d7738d service neutron] 10.222.0.62 "PUT /v2.0/ports/eeaba776-b005-41c6-88fd-0934f4ff5a27 HTTP/1.1" status: 200 len: 1092 time: 2.0608537 Jul 16 20:47:32.669551 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'tag': 'eeaba776-b005-41c6-88fd-0934f4ff5a27'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:32.671870 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43c2fac-2f44-4880-a0c9-bfc6aa019baf" -d '{"events": [{"name": "network-changed", "server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "tag": "eeaba776-b005-41c6-88fd-0934f4ff5a27"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:32.704458 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-09829dde-9ef0-464a-812b-8e46f180a7c2 service neutron] 10.222.0.18 "GET /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152698 Jul 16 20:47:32.725276 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-fb1e596a-7b92-417b-948b-f02efc7eef7f service neutron] Request body: {'port': {'device_id': '38211845-6564-408a-bd16-1e2d0e4f2384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:33.028962 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a3feced3-0f5e-403f-bea5-3c3c7154bea2 req-03ada8db-ecb2-4a65-aabd-94c1b82b854c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 210 time: 0.1809244 Jul 16 20:47:33.032644 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8ce03-a329-4ec2-a62c-9fdca0d7738d service neutron] Pushing event updated for resources: {'Port': ['ID=eeaba776-b005-41c6-88fd-0934f4ff5a27,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:33.068405 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-fb1e596a-7b92-417b-948b-f02efc7eef7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:33.190425 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:33.300130 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c2fac-2f44-4880-a0c9-bfc6aa019baf req-137c3fd6-05ff-4d57-9893-9ecc57a40560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:33.301215 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c2fac-2f44-4880-a0c9-bfc6aa019baf req-137c3fd6-05ff-4d57-9893-9ecc57a40560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:33.301841 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c2fac-2f44-4880-a0c9-bfc6aa019baf req-137c3fd6-05ff-4d57-9893-9ecc57a40560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:33.302486 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c2fac-2f44-4880-a0c9-bfc6aa019baf req-137c3fd6-05ff-4d57-9893-9ecc57a40560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:33.303101 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c2fac-2f44-4880-a0c9-bfc6aa019baf req-137c3fd6-05ff-4d57-9893-9ecc57a40560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:33.305034 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c43c2fac-2f44-4880-a0c9-bfc6aa019baf req-137c3fd6-05ff-4d57-9893-9ecc57a40560 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0421842e20864ba19d8833f598d17c76&device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 4364 time: 0.1823235 Jul 16 20:47:33.308712 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c49380-6636-4cb5-94ee-cbffd4b2c72b x-openstack-request-id: req-d4c49380-6636-4cb5-94ee-cbffd4b2c72b {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:33.309007 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "tag": "eeaba776-b005-41c6-88fd-0934f4ff5a27", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:33.309337 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d4c49380-6636-4cb5-94ee-cbffd4b2c72b {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:33.309744 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'tag': 'eeaba776-b005-41c6-88fd-0934f4ff5a27', 'status': 'completed', 'code': 200} Jul 16 20:47:33.351112 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd63ae8-d808-4312-91aa-4d263780a3b1 req-2ac5b67e-7c0b-4fab-b481-dac20b41e49e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:33.358768 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd63ae8-d808-4312-91aa-4d263780a3b1 req-2ac5b67e-7c0b-4fab-b481-dac20b41e49e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:33.365277 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd63ae8-d808-4312-91aa-4d263780a3b1 req-2ac5b67e-7c0b-4fab-b481-dac20b41e49e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:33.372615 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd63ae8-d808-4312-91aa-4d263780a3b1 req-2ac5b67e-7c0b-4fab-b481-dac20b41e49e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:33.379066 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd63ae8-d808-4312-91aa-4d263780a3b1 req-2ac5b67e-7c0b-4fab-b481-dac20b41e49e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:33.380921 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0cd63ae8-d808-4312-91aa-4d263780a3b1 req-2ac5b67e-7c0b-4fab-b481-dac20b41e49e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 3828 time: 0.5370688 Jul 16 20:47:33.475831 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0cd63ae8-d808-4312-91aa-4d263780a3b1 req-fe2be1f0-c676-45f4-ab4e-6c83d4a0fd61 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813334 Jul 16 20:47:33.515608 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-fb1e596a-7b92-417b-948b-f02efc7eef7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0511ec0c-7172-4caa-9729-47cc63ea6c94 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:47:33.530689 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-fb1e596a-7b92-417b-948b-f02efc7eef7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:33.565805 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-fb1e596a-7b92-417b-948b-f02efc7eef7f service neutron] Transition to ACTIVE for port object 0511ec0c-7172-4caa-9729-47cc63ea6c94 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:33.575572 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-fb1e596a-7b92-417b-948b-f02efc7eef7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:33.703670 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c2fac-2f44-4880-a0c9-bfc6aa019baf req-ba0ece40-fda4-48f8-a7ba-20f5a5324c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:33.704161 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c2fac-2f44-4880-a0c9-bfc6aa019baf req-ba0ece40-fda4-48f8-a7ba-20f5a5324c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:33.704628 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c2fac-2f44-4880-a0c9-bfc6aa019baf req-ba0ece40-fda4-48f8-a7ba-20f5a5324c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:33.710182 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c43c2fac-2f44-4880-a0c9-bfc6aa019baf req-ba0ece40-fda4-48f8-a7ba-20f5a5324c68 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=0421842e20864ba19d8833f598d17c76&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3979714 Jul 16 20:47:33.797107 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e596a-7b92-417b-948b-f02efc7eef7f service neutron] Pushing event updated for resources: {'Port': ['ID=0511ec0c-7172-4caa-9729-47cc63ea6c94,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:33.813564 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-fb1e596a-7b92-417b-948b-f02efc7eef7f service neutron] Attempting to bind port 0511ec0c-7172-4caa-9729-47cc63ea6c94 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:47:33.814030 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-fb1e596a-7b92-417b-948b-f02efc7eef7f service neutron] Attempting to bind port 0511ec0c-7172-4caa-9729-47cc63ea6c94 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '50e8644a-19d9-45bd-ab21-17ab245efa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:47:33.814490 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-fb1e596a-7b92-417b-948b-f02efc7eef7f service neutron] Attempting to bind port 0511ec0c-7172-4caa-9729-47cc63ea6c94 on network 83636349-58ea-46f7-a3d1-26f21bbb427b {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:33.819662 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-fb1e596a-7b92-417b-948b-f02efc7eef7f service neutron] Port 0511ec0c-7172-4caa-9729-47cc63ea6c94 on network 83636349-58ea-46f7-a3d1-26f21bbb427b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:47:33.820481 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-fb1e596a-7b92-417b-948b-f02efc7eef7f service neutron] Attempting to bind port 0511ec0c-7172-4caa-9729-47cc63ea6c94 on network 83636349-58ea-46f7-a3d1-26f21bbb427b {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:33.827691 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-fb1e596a-7b92-417b-948b-f02efc7eef7f service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:47:33.828237 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-fb1e596a-7b92-417b-948b-f02efc7eef7f service neutron] Checking segment: {'id': '50e8644a-19d9-45bd-ab21-17ab245efa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:47:33.828882 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-fb1e596a-7b92-417b-948b-f02efc7eef7f service neutron] Bound using segment: {'id': '50e8644a-19d9-45bd-ab21-17ab245efa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:47:33.829404 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-fb1e596a-7b92-417b-948b-f02efc7eef7f service neutron] Bound port: 0511ec0c-7172-4caa-9729-47cc63ea6c94, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e8644a-19d9-45bd-ab21-17ab245efa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:47:33.829868 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-fb1e596a-7b92-417b-948b-f02efc7eef7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:34.057421 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e73385-3fff-433b-a9fc-5ef5862edf45 req-2d9abe02-5601-4295-bfac-481f053daaef tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:34.071399 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7e73385-3fff-433b-a9fc-5ef5862edf45 req-2d9abe02-5601-4295-bfac-481f053daaef tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 945 time: 0.2217355 Jul 16 20:47:34.077651 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-fb1e596a-7b92-417b-948b-f02efc7eef7f service neutron] For port 0511ec0c-7172-4caa-9729-47cc63ea6c94, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:47:34.085766 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-fb1e596a-7b92-417b-948b-f02efc7eef7f service neutron] For port 0511ec0c-7172-4caa-9729-47cc63ea6c94, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=0511ec0c-7172-4caa-9729-47cc63ea6c94,segment=NetworkSegment(50e8644a-19d9-45bd-ab21-17ab245efa36),segment_id=50e8644a-19d9-45bd-ab21-17ab245efa36)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:47:34.092008 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-fb1e596a-7b92-417b-948b-f02efc7eef7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:34.216500 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-fb1e596a-7b92-417b-948b-f02efc7eef7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:34.224846 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-fb1e596a-7b92-417b-948b-f02efc7eef7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:34.226514 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-fb1e596a-7b92-417b-948b-f02efc7eef7f service neutron] 10.222.0.62 "PUT /v2.0/ports/0511ec0c-7172-4caa-9729-47cc63ea6c94 HTTP/1.1" status: 200 len: 1137 time: 1.5216081 Jul 16 20:47:34.298474 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Request body: {'port': {'device_id': '38211845-6564-408a-bd16-1e2d0e4f2384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:34.310943 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c2fac-2f44-4880-a0c9-bfc6aa019baf req-7dee85d3-eec3-4843-898c-d9efd2a8fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:34.313165 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c43c2fac-2f44-4880-a0c9-bfc6aa019baf req-7dee85d3-eec3-4843-898c-d9efd2a8fadf service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5919030 Jul 16 20:47:34.375840 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7e73385-3fff-433b-a9fc-5ef5862edf45 req-0e24a339-cef7-4248-9ec6-2ec1d2790622 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606707 Jul 16 20:47:34.465656 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5029e4a4-f57c-4501-8c60-9236f27d660a req-3ce0096b-a114-4a74-8a34-cd6625f88293 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 210 time: 0.1500621 Jul 16 20:47:34.487663 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e596a-7b92-417b-948b-f02efc7eef7f service neutron] Pushing event updated for resources: {'Port': ['ID=0511ec0c-7172-4caa-9729-47cc63ea6c94,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:34.610420 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:34.811232 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69431c8-ff5b-429e-b74c-14aa102ead7e req-1abbc684-df01-46d2-bd0c-851d6cc4cb8e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:34.816333 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69431c8-ff5b-429e-b74c-14aa102ead7e req-1abbc684-df01-46d2-bd0c-851d6cc4cb8e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:34.822494 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69431c8-ff5b-429e-b74c-14aa102ead7e req-1abbc684-df01-46d2-bd0c-851d6cc4cb8e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:34.829576 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69431c8-ff5b-429e-b74c-14aa102ead7e req-1abbc684-df01-46d2-bd0c-851d6cc4cb8e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:34.835456 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69431c8-ff5b-429e-b74c-14aa102ead7e req-1abbc684-df01-46d2-bd0c-851d6cc4cb8e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:34.842062 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69431c8-ff5b-429e-b74c-14aa102ead7e req-1abbc684-df01-46d2-bd0c-851d6cc4cb8e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:34.843957 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a69431c8-ff5b-429e-b74c-14aa102ead7e req-1abbc684-df01-46d2-bd0c-851d6cc4cb8e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 4606 time: 0.1820807 Jul 16 20:47:34.929140 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a69431c8-ff5b-429e-b74c-14aa102ead7e req-97f6b6b7-79d6-442d-a11c-59ad5d3bbaa9 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715840 Jul 16 20:47:35.200155 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-29b73a74-a8b3-44e1-9330-12a41ec2fc4e tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:35.202134 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-29b73a74-a8b3-44e1-9330-12a41ec2fc4e tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.18 "GET /v2.0/networks?id=5a5a0771-87d0-4460-a5b0-e2cfa52ab034 HTTP/1.1" status: 200 len: 814 time: 0.1356084 Jul 16 20:47:35.216204 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-06c65133-1881-4669-ba7a-26f1e13d5680 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Request body: {'port': {'device_id': '7d59fbf6-e6d6-48bf-b5c5-e5176aed5000', 'network_id': '5a5a0771-87d0-4460-a5b0-e2cfa52ab034', 'admin_state_up': True, 'tenant_id': '5bb57e8d45114bb99e9c69083d564fef'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:35.277129 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 363b4863-693b-4f87-9538-22fc3b427353 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:47:35.297164 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:35.319478 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'tag': '0511ec0c-7172-4caa-9729-47cc63ea6c94'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:35.322375 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b639b7-edff-48a5-b28d-6259d45cfd67" -d '{"events": [{"name": "network-changed", "server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "tag": "0511ec0c-7172-4caa-9729-47cc63ea6c94"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:35.372461 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Transition to ACTIVE for port object 363b4863-693b-4f87-9538-22fc3b427353 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:35.381377 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:35.399086 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a65e6a-de87-474a-9831-177b6145e238 x-openstack-request-id: req-d1a65e6a-de87-474a-9831-177b6145e238 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:35.400406 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "tag": "0511ec0c-7172-4caa-9729-47cc63ea6c94", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:35.400406 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d1a65e6a-de87-474a-9831-177b6145e238 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:35.400406 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'tag': '0511ec0c-7172-4caa-9729-47cc63ea6c94', 'status': 'completed', 'code': 200} Jul 16 20:47:35.589026 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Pushing event updated for resources: {'Port': ['ID=363b4863-693b-4f87-9538-22fc3b427353,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:35.631969 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Attempting to bind port 363b4863-693b-4f87-9538-22fc3b427353 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:47:35.636579 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Attempting to bind port 363b4863-693b-4f87-9538-22fc3b427353 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '50e8644a-19d9-45bd-ab21-17ab245efa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:47:35.636963 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Attempting to bind port 363b4863-693b-4f87-9538-22fc3b427353 on network 83636349-58ea-46f7-a3d1-26f21bbb427b {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:35.654017 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Port 363b4863-693b-4f87-9538-22fc3b427353 on network 83636349-58ea-46f7-a3d1-26f21bbb427b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:47:35.654386 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Attempting to bind port 363b4863-693b-4f87-9538-22fc3b427353 on network 83636349-58ea-46f7-a3d1-26f21bbb427b {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:35.672126 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:47:35.672747 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Checking segment: {'id': '50e8644a-19d9-45bd-ab21-17ab245efa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:47:35.673144 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Bound using segment: {'id': '50e8644a-19d9-45bd-ab21-17ab245efa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:47:35.681957 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Bound port: 363b4863-693b-4f87-9538-22fc3b427353, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e8644a-19d9-45bd-ab21-17ab245efa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:47:35.682817 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:35.825150 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] For port 363b4863-693b-4f87-9538-22fc3b427353, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:47:35.830161 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] For port 363b4863-693b-4f87-9538-22fc3b427353, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=363b4863-693b-4f87-9538-22fc3b427353,segment=NetworkSegment(50e8644a-19d9-45bd-ab21-17ab245efa36),segment_id=50e8644a-19d9-45bd-ab21-17ab245efa36)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:47:35.845699 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b066aa5-fcde-4316-ad93-27639108bc6e req-7ba37bae-eb9e-424e-9bc6-3cb65f3f66e0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:35.847460 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7b066aa5-fcde-4316-ad93-27639108bc6e req-7ba37bae-eb9e-424e-9bc6-3cb65f3f66e0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 945 time: 0.1583247 Jul 16 20:47:35.870007 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:35.906539 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3467c4b5-1b95-4bf6-bf0d-9aa48b9f1165 req-2a471319-92d7-470f-913d-f43cbf7e39a8 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 210 time: 0.0576036 Jul 16 20:47:35.946651 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:35.947321 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:35.949314 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] 10.222.0.62 "PUT /v2.0/ports/363b4863-693b-4f87-9538-22fc3b427353 HTTP/1.1" status: 200 len: 1135 time: 1.6841807 Jul 16 20:47:35.989005 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d613993c-a90b-497c-8cbd-4d77558beb9b service neutron] Request body: {'port': {'device_id': '38211845-6564-408a-bd16-1e2d0e4f2384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:36.022503 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7b066aa5-fcde-4316-ad93-27639108bc6e req-9cfc749f-b08b-401e-bbc6-859a7a226d0e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614752 Jul 16 20:47:36.153530 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Pushing event updated for resources: {'Port': ['ID=363b4863-693b-4f87-9538-22fc3b427353,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:36.160391 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d613993c-a90b-497c-8cbd-4d77558beb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:36.189423 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:36.191525 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:36.191525 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:36.191525 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:36.191525 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:36.191525 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:36.191525 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:36.198332 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:36.198332 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:36.199400 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:36.199400 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:36.201644 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009d1d7-db78-4aa8-959a-03dc91cdebcc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:36.248560 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b639b7-edff-48a5-b28d-6259d45cfd67 req-1418f864-5479-4f04-a2d4-4c96bbbf3cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:36.249755 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b639b7-edff-48a5-b28d-6259d45cfd67 req-1418f864-5479-4f04-a2d4-4c96bbbf3cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:36.250732 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b639b7-edff-48a5-b28d-6259d45cfd67 req-1418f864-5479-4f04-a2d4-4c96bbbf3cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:36.251402 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b639b7-edff-48a5-b28d-6259d45cfd67 req-1418f864-5479-4f04-a2d4-4c96bbbf3cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:36.252320 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b639b7-edff-48a5-b28d-6259d45cfd67 req-1418f864-5479-4f04-a2d4-4c96bbbf3cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:36.254213 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b639b7-edff-48a5-b28d-6259d45cfd67 req-1418f864-5479-4f04-a2d4-4c96bbbf3cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:36.254889 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b639b7-edff-48a5-b28d-6259d45cfd67 req-1418f864-5479-4f04-a2d4-4c96bbbf3cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:36.260892 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-27b639b7-edff-48a5-b28d-6259d45cfd67 req-1418f864-5479-4f04-a2d4-4c96bbbf3cbc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0421842e20864ba19d8833f598d17c76&device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 6222 time: 0.2106755 Jul 16 20:47:36.334716 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-06c65133-1881-4669-ba7a-26f1e13d5680 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Made reservation on behalf of 5bb57e8d45114bb99e9c69083d564fef for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:47:36.345790 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-06c65133-1881-4669-ba7a-26f1e13d5680 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:36.515927 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-06c65133-1881-4669-ba7a-26f1e13d5680 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Allocated IP 172.20.0.9 (5a5a0771-87d0-4460-a5b0-e2cfa52ab034/1b0f5ba8-cc8e-432b-bbe3-5d6e57571036/06bed895-5d79-4114-a43b-d160640bb2ba) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:47:36.657244 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292060d-4aed-4414-86fb-ba17890ebcfb req-e64c4a50-dd34-4aec-82e9-5b1f5ad60a8b tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:36.661093 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b639b7-edff-48a5-b28d-6259d45cfd67 req-6174f282-d931-4c7b-b217-baab168f2ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:36.663102 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292060d-4aed-4414-86fb-ba17890ebcfb req-e64c4a50-dd34-4aec-82e9-5b1f5ad60a8b tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:36.665048 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b639b7-edff-48a5-b28d-6259d45cfd67 req-6174f282-d931-4c7b-b217-baab168f2ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:36.665633 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b639b7-edff-48a5-b28d-6259d45cfd67 req-6174f282-d931-4c7b-b217-baab168f2ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:36.667577 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-27b639b7-edff-48a5-b28d-6259d45cfd67 req-6174f282-d931-4c7b-b217-baab168f2ba1 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=0421842e20864ba19d8833f598d17c76&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3967476 Jul 16 20:47:36.669375 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292060d-4aed-4414-86fb-ba17890ebcfb req-e64c4a50-dd34-4aec-82e9-5b1f5ad60a8b tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:36.684324 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292060d-4aed-4414-86fb-ba17890ebcfb req-e64c4a50-dd34-4aec-82e9-5b1f5ad60a8b tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:36.689642 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292060d-4aed-4414-86fb-ba17890ebcfb req-e64c4a50-dd34-4aec-82e9-5b1f5ad60a8b tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:36.696103 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292060d-4aed-4414-86fb-ba17890ebcfb req-e64c4a50-dd34-4aec-82e9-5b1f5ad60a8b tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:36.702611 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292060d-4aed-4414-86fb-ba17890ebcfb req-e64c4a50-dd34-4aec-82e9-5b1f5ad60a8b tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:36.709951 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a292060d-4aed-4414-86fb-ba17890ebcfb req-e64c4a50-dd34-4aec-82e9-5b1f5ad60a8b tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5382 time: 0.3439255 Jul 16 20:47:36.784809 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a292060d-4aed-4414-86fb-ba17890ebcfb req-ca62ecad-bc15-449e-9876-d7031eb9cc9c tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738823 Jul 16 20:47:36.885552 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b639b7-edff-48a5-b28d-6259d45cfd67 req-ebdcf10d-4665-4cb4-ab26-f09ff7547e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:36.887972 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-27b639b7-edff-48a5-b28d-6259d45cfd67 req-ebdcf10d-4665-4cb4-ab26-f09ff7547e16 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2136438 Jul 16 20:47:36.890974 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d613993c-a90b-497c-8cbd-4d77558beb9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00bf0c6e-465d-4143-ae09-cc16444be189 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:47:36.905546 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-06c65133-1881-4669-ba7a-26f1e13d5680 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:36.913738 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d613993c-a90b-497c-8cbd-4d77558beb9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:36.930728 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d613993c-a90b-497c-8cbd-4d77558beb9b service neutron] Transition to ACTIVE for port object 00bf0c6e-465d-4143-ae09-cc16444be189 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:36.938042 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d613993c-a90b-497c-8cbd-4d77558beb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:36.991220 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-06c65133-1881-4669-ba7a-26f1e13d5680 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:37.035652 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613993c-a90b-497c-8cbd-4d77558beb9b service neutron] Pushing event updated for resources: {'Port': ['ID=00bf0c6e-465d-4143-ae09-cc16444be189,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:37.107547 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d613993c-a90b-497c-8cbd-4d77558beb9b service neutron] Attempting to bind port 00bf0c6e-465d-4143-ae09-cc16444be189 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:47:37.108029 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d613993c-a90b-497c-8cbd-4d77558beb9b service neutron] Attempting to bind port 00bf0c6e-465d-4143-ae09-cc16444be189 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '50e8644a-19d9-45bd-ab21-17ab245efa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:47:37.108863 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d613993c-a90b-497c-8cbd-4d77558beb9b service neutron] Attempting to bind port 00bf0c6e-465d-4143-ae09-cc16444be189 on network 83636349-58ea-46f7-a3d1-26f21bbb427b {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:37.128659 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d613993c-a90b-497c-8cbd-4d77558beb9b service neutron] Port 00bf0c6e-465d-4143-ae09-cc16444be189 on network 83636349-58ea-46f7-a3d1-26f21bbb427b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:47:37.129140 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d613993c-a90b-497c-8cbd-4d77558beb9b service neutron] Attempting to bind port 00bf0c6e-465d-4143-ae09-cc16444be189 on network 83636349-58ea-46f7-a3d1-26f21bbb427b {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:37.155979 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-06c65133-1881-4669-ba7a-26f1e13d5680 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Network 5a5a0771-87d0-4460-a5b0-e2cfa52ab034 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:47:37.164077 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d613993c-a90b-497c-8cbd-4d77558beb9b service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:47:37.164483 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d613993c-a90b-497c-8cbd-4d77558beb9b service neutron] Checking segment: {'id': '50e8644a-19d9-45bd-ab21-17ab245efa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:47:37.165052 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d613993c-a90b-497c-8cbd-4d77558beb9b service neutron] Bound using segment: {'id': '50e8644a-19d9-45bd-ab21-17ab245efa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:47:37.166365 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d613993c-a90b-497c-8cbd-4d77558beb9b service neutron] Bound port: 00bf0c6e-465d-4143-ae09-cc16444be189, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e8644a-19d9-45bd-ab21-17ab245efa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:47:37.166365 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d613993c-a90b-497c-8cbd-4d77558beb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:37.170713 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-06c65133-1881-4669-ba7a-26f1e13d5680 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:47:37.186272 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-06c65133-1881-4669-ba7a-26f1e13d5680 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:47:37.248257 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c65133-1881-4669-ba7a-26f1e13d5680 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Pushing event updated for resources: {'Port': ['ID=06bed895-5d79-4114-a43b-d160640bb2ba,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:37.323842 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-06c65133-1881-4669-ba7a-26f1e13d5680 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:37.325662 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-06c65133-1881-4669-ba7a-26f1e13d5680 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:37.344026 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-06c65133-1881-4669-ba7a-26f1e13d5680 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1327012 Jul 16 20:47:37.358941 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-97f75d80-f704-49e5-9fce-fb0baeeefb3c service neutron] Request body: {'port': {'device_id': '7d59fbf6-e6d6-48bf-b5c5-e5176aed5000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:37.401480 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'tag': '363b4863-693b-4f87-9538-22fc3b427353'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:37.404335 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dcdad6-23dc-476a-aa2c-ed566dde000b" -d '{"events": [{"name": "network-changed", "server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "tag": "363b4863-693b-4f87-9538-22fc3b427353"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:37.421706 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d613993c-a90b-497c-8cbd-4d77558beb9b service neutron] For port 00bf0c6e-465d-4143-ae09-cc16444be189, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:47:37.430784 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be8658-3093-4bd0-bc6f-2563b81e6049 req-c0914419-1087-4aba-b8d7-41a0c268b500 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:37.432400 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-08be8658-3093-4bd0-bc6f-2563b81e6049 req-c0914419-1087-4aba-b8d7-41a0c268b500 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 931 time: 0.2237499 Jul 16 20:47:37.435402 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d613993c-a90b-497c-8cbd-4d77558beb9b service neutron] For port 00bf0c6e-465d-4143-ae09-cc16444be189, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=00bf0c6e-465d-4143-ae09-cc16444be189,segment=NetworkSegment(50e8644a-19d9-45bd-ab21-17ab245efa36),segment_id=50e8644a-19d9-45bd-ab21-17ab245efa36)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:47:37.447353 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e20b1-a7f6-4c25-a19a-baf837f1a860 req-5ea23b5e-0122-4746-a3dc-f28ffc988d8a tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:37.455192 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-463e20b1-a7f6-4c25-a19a-baf837f1a860 req-5ea23b5e-0122-4746-a3dc-f28ffc988d8a tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 945 time: 0.1710544 Jul 16 20:47:37.477191 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-97f75d80-f704-49e5-9fce-fb0baeeefb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:37.486534 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d613993c-a90b-497c-8cbd-4d77558beb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:37.558134 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-463e20b1-a7f6-4c25-a19a-baf837f1a860 req-58585914-c43f-4cd5-9c65-20244a885760 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014395 Jul 16 20:47:37.576233 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d613993c-a90b-497c-8cbd-4d77558beb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:37.584367 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d613993c-a90b-497c-8cbd-4d77558beb9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:37.586136 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d613993c-a90b-497c-8cbd-4d77558beb9b service neutron] 10.222.0.62 "PUT /v2.0/ports/00bf0c6e-465d-4143-ae09-cc16444be189 HTTP/1.1" status: 200 len: 1092 time: 1.6085670 Jul 16 20:47:37.628916 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-598aec1a-c352-42d9-be32-89f56e5641a8 service neutron] Request body: {'port': {'device_id': '38211845-6564-408a-bd16-1e2d0e4f2384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:37.637702 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-08be8658-3093-4bd0-bc6f-2563b81e6049 req-c356c983-6b30-4522-8049-26b4f3316e19 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748734 Jul 16 20:47:37.739442 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613993c-a90b-497c-8cbd-4d77558beb9b service neutron] Pushing event updated for resources: {'Port': ['ID=00bf0c6e-465d-4143-ae09-cc16444be189,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:37.793347 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80904f1b-1eb0-4754-978f-47e6c01b8895 x-openstack-request-id: req-80904f1b-1eb0-4754-978f-47e6c01b8895 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:37.794298 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "tag": "363b4863-693b-4f87-9538-22fc3b427353", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:37.796502 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-80904f1b-1eb0-4754-978f-47e6c01b8895 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:37.796502 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'tag': '363b4863-693b-4f87-9538-22fc3b427353', 'status': 'completed', 'code': 200} Jul 16 20:47:37.854148 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-598aec1a-c352-42d9-be32-89f56e5641a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:38.009000 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcdad6-23dc-476a-aa2c-ed566dde000b req-9a9e33f7-bfc0-4a02-a783-b0535209a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:38.009482 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcdad6-23dc-476a-aa2c-ed566dde000b req-9a9e33f7-bfc0-4a02-a783-b0535209a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:38.009947 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcdad6-23dc-476a-aa2c-ed566dde000b req-9a9e33f7-bfc0-4a02-a783-b0535209a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:38.011011 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcdad6-23dc-476a-aa2c-ed566dde000b req-9a9e33f7-bfc0-4a02-a783-b0535209a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:38.011486 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcdad6-23dc-476a-aa2c-ed566dde000b req-9a9e33f7-bfc0-4a02-a783-b0535209a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:38.012148 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcdad6-23dc-476a-aa2c-ed566dde000b req-9a9e33f7-bfc0-4a02-a783-b0535209a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:38.012798 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcdad6-23dc-476a-aa2c-ed566dde000b req-9a9e33f7-bfc0-4a02-a783-b0535209a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:38.014996 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f8dcdad6-23dc-476a-aa2c-ed566dde000b req-9a9e33f7-bfc0-4a02-a783-b0535209a656 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0421842e20864ba19d8833f598d17c76&device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 6290 time: 0.2028635 Jul 16 20:47:38.103663 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-97f75d80-f704-49e5-9fce-fb0baeeefb3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06bed895-5d79-4114-a43b-d160640bb2ba {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:47:38.142147 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-97f75d80-f704-49e5-9fce-fb0baeeefb3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:38.167740 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-97f75d80-f704-49e5-9fce-fb0baeeefb3c service neutron] Transition to ACTIVE for port object 06bed895-5d79-4114-a43b-d160640bb2ba will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:38.182054 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-97f75d80-f704-49e5-9fce-fb0baeeefb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:38.191025 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e541ba-93d1-4e75-bbd1-635d11a2af12 req-3bb24920-0f6f-404b-9286-7b1c3b394496 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:38.199236 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e541ba-93d1-4e75-bbd1-635d11a2af12 req-3bb24920-0f6f-404b-9286-7b1c3b394496 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:38.207601 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e541ba-93d1-4e75-bbd1-635d11a2af12 req-3bb24920-0f6f-404b-9286-7b1c3b394496 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:38.214813 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e541ba-93d1-4e75-bbd1-635d11a2af12 req-3bb24920-0f6f-404b-9286-7b1c3b394496 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:38.221811 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e541ba-93d1-4e75-bbd1-635d11a2af12 req-3bb24920-0f6f-404b-9286-7b1c3b394496 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:38.222165 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcdad6-23dc-476a-aa2c-ed566dde000b req-e198ac4e-99fc-4ea9-8448-60e978816387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:38.222977 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcdad6-23dc-476a-aa2c-ed566dde000b req-e198ac4e-99fc-4ea9-8448-60e978816387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:38.223603 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcdad6-23dc-476a-aa2c-ed566dde000b req-e198ac4e-99fc-4ea9-8448-60e978816387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:38.225349 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f8dcdad6-23dc-476a-aa2c-ed566dde000b req-e198ac4e-99fc-4ea9-8448-60e978816387 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=0421842e20864ba19d8833f598d17c76&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2010980 Jul 16 20:47:38.228762 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e541ba-93d1-4e75-bbd1-635d11a2af12 req-3bb24920-0f6f-404b-9286-7b1c3b394496 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:38.236612 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e541ba-93d1-4e75-bbd1-635d11a2af12 req-3bb24920-0f6f-404b-9286-7b1c3b394496 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:38.238597 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a4e541ba-93d1-4e75-bbd1-635d11a2af12 req-3bb24920-0f6f-404b-9286-7b1c3b394496 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5394 time: 0.2591267 Jul 16 20:47:38.354657 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a4e541ba-93d1-4e75-bbd1-635d11a2af12 req-8317ab1e-4dc3-485f-8388-0c606dd44322 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0968664 Jul 16 20:47:38.359448 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f75d80-f704-49e5-9fce-fb0baeeefb3c service neutron] Pushing event updated for resources: {'Port': ['ID=06bed895-5d79-4114-a43b-d160640bb2ba,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:38.431215 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcdad6-23dc-476a-aa2c-ed566dde000b req-8b86154d-d4ac-4e1a-acfa-7143be7a7bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:38.433452 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f8dcdad6-23dc-476a-aa2c-ed566dde000b req-8b86154d-d4ac-4e1a-acfa-7143be7a7bfc service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1995044 Jul 16 20:47:38.456903 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-97f75d80-f704-49e5-9fce-fb0baeeefb3c service neutron] Attempting to bind port 06bed895-5d79-4114-a43b-d160640bb2ba on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:47:38.457109 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-97f75d80-f704-49e5-9fce-fb0baeeefb3c service neutron] Attempting to bind port 06bed895-5d79-4114-a43b-d160640bb2ba by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '64c2bd7e-333e-4ae1-88fd-002848031417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5a5a0771-87d0-4460-a5b0-e2cfa52ab034'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:47:38.457308 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-97f75d80-f704-49e5-9fce-fb0baeeefb3c service neutron] Attempting to bind port 06bed895-5d79-4114-a43b-d160640bb2ba on network 5a5a0771-87d0-4460-a5b0-e2cfa52ab034 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:38.471234 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-97f75d80-f704-49e5-9fce-fb0baeeefb3c service neutron] Port 06bed895-5d79-4114-a43b-d160640bb2ba on network 5a5a0771-87d0-4460-a5b0-e2cfa52ab034 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:47:38.471678 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-97f75d80-f704-49e5-9fce-fb0baeeefb3c service neutron] Attempting to bind port 06bed895-5d79-4114-a43b-d160640bb2ba on network 5a5a0771-87d0-4460-a5b0-e2cfa52ab034 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:38.493250 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-598aec1a-c352-42d9-be32-89f56e5641a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a966099a-a8b2-40b8-888b-f4d7466ed9fc {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:47:38.493905 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-97f75d80-f704-49e5-9fce-fb0baeeefb3c service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:47:38.494862 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-97f75d80-f704-49e5-9fce-fb0baeeefb3c service neutron] Checking segment: {'id': '64c2bd7e-333e-4ae1-88fd-002848031417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5a5a0771-87d0-4460-a5b0-e2cfa52ab034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:47:38.497173 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-97f75d80-f704-49e5-9fce-fb0baeeefb3c service neutron] Bound using segment: {'id': '64c2bd7e-333e-4ae1-88fd-002848031417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5a5a0771-87d0-4460-a5b0-e2cfa52ab034'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:47:38.498632 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-97f75d80-f704-49e5-9fce-fb0baeeefb3c service neutron] Bound port: 06bed895-5d79-4114-a43b-d160640bb2ba, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c2bd7e-333e-4ae1-88fd-002848031417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5a5a0771-87d0-4460-a5b0-e2cfa52ab034'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:47:38.499698 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-97f75d80-f704-49e5-9fce-fb0baeeefb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:38.502175 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-598aec1a-c352-42d9-be32-89f56e5641a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:38.516498 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-598aec1a-c352-42d9-be32-89f56e5641a8 service neutron] Transition to ACTIVE for port object a966099a-a8b2-40b8-888b-f4d7466ed9fc will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:38.521855 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-598aec1a-c352-42d9-be32-89f56e5641a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:38.615744 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598aec1a-c352-42d9-be32-89f56e5641a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a966099a-a8b2-40b8-888b-f4d7466ed9fc,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:38.625115 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-97f75d80-f704-49e5-9fce-fb0baeeefb3c service neutron] For port 06bed895-5d79-4114-a43b-d160640bb2ba, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:47:38.630973 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-97f75d80-f704-49e5-9fce-fb0baeeefb3c service neutron] For port 06bed895-5d79-4114-a43b-d160640bb2ba, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=06bed895-5d79-4114-a43b-d160640bb2ba,segment=NetworkSegment(64c2bd7e-333e-4ae1-88fd-002848031417),segment_id=64c2bd7e-333e-4ae1-88fd-002848031417)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:47:38.638856 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-97f75d80-f704-49e5-9fce-fb0baeeefb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:38.687009 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-97f75d80-f704-49e5-9fce-fb0baeeefb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:38.688063 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-97f75d80-f704-49e5-9fce-fb0baeeefb3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:38.690914 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-97f75d80-f704-49e5-9fce-fb0baeeefb3c service neutron] 10.222.0.18 "PUT /v2.0/ports/06bed895-5d79-4114-a43b-d160640bb2ba HTTP/1.1" status: 200 len: 1092 time: 1.3381572 Jul 16 20:47:38.693761 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d59fbf6-e6d6-48bf-b5c5-e5176aed5000', 'tag': '06bed895-5d79-4114-a43b-d160640bb2ba'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:38.704437 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbf12f7-c4ce-40b9-b004-ce183cb23a80" -d '{"events": [{"name": "network-changed", "server_uuid": "7d59fbf6-e6d6-48bf-b5c5-e5176aed5000", "tag": "06bed895-5d79-4114-a43b-d160640bb2ba"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:38.732406 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-598aec1a-c352-42d9-be32-89f56e5641a8 service neutron] Attempting to bind port a966099a-a8b2-40b8-888b-f4d7466ed9fc on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:47:38.732751 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-598aec1a-c352-42d9-be32-89f56e5641a8 service neutron] Attempting to bind port a966099a-a8b2-40b8-888b-f4d7466ed9fc by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '50e8644a-19d9-45bd-ab21-17ab245efa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:47:38.733080 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-598aec1a-c352-42d9-be32-89f56e5641a8 service neutron] Attempting to bind port a966099a-a8b2-40b8-888b-f4d7466ed9fc on network 83636349-58ea-46f7-a3d1-26f21bbb427b {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:38.739018 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f75d80-f704-49e5-9fce-fb0baeeefb3c service neutron] Pushing event updated for resources: {'Port': ['ID=06bed895-5d79-4114-a43b-d160640bb2ba,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:38.757944 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-598aec1a-c352-42d9-be32-89f56e5641a8 service neutron] Port a966099a-a8b2-40b8-888b-f4d7466ed9fc on network 83636349-58ea-46f7-a3d1-26f21bbb427b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:47:38.758510 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-598aec1a-c352-42d9-be32-89f56e5641a8 service neutron] Attempting to bind port a966099a-a8b2-40b8-888b-f4d7466ed9fc on network 83636349-58ea-46f7-a3d1-26f21bbb427b {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:38.778955 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-598aec1a-c352-42d9-be32-89f56e5641a8 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:47:38.781885 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-598aec1a-c352-42d9-be32-89f56e5641a8 service neutron] Checking segment: {'id': '50e8644a-19d9-45bd-ab21-17ab245efa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:47:38.784142 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-598aec1a-c352-42d9-be32-89f56e5641a8 service neutron] Bound using segment: {'id': '50e8644a-19d9-45bd-ab21-17ab245efa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:47:38.785032 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-598aec1a-c352-42d9-be32-89f56e5641a8 service neutron] Bound port: a966099a-a8b2-40b8-888b-f4d7466ed9fc, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e8644a-19d9-45bd-ab21-17ab245efa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:47:38.786525 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-598aec1a-c352-42d9-be32-89f56e5641a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:38.824116 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-549348cb-0c54-46c2-ba68-d80ade59f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:38.825935 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-549348cb-0c54-46c2-ba68-d80ade59f60a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5bb57e8d45114bb99e9c69083d564fef&device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 1095 time: 0.0822208 Jul 16 20:47:38.890550 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-1c5782fb-bf49-4b2f-ae56-3e6683020b08 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06bed895-5d79-4114-a43b-d160640bb2ba HTTP/1.1" status: 200 len: 217 time: 0.0542817 Jul 16 20:47:38.951730 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-3a276568-f609-4c07-bc0e-0e29497bb1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:38.953302 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-3a276568-f609-4c07-bc0e-0e29497bb1ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b0f5ba8-cc8e-432b-bbe3-5d6e57571036 HTTP/1.1" status: 200 len: 854 time: 0.0555792 Jul 16 20:47:38.989241 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-598aec1a-c352-42d9-be32-89f56e5641a8 service neutron] For port a966099a-a8b2-40b8-888b-f4d7466ed9fc, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:47:38.993540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-598aec1a-c352-42d9-be32-89f56e5641a8 service neutron] For port a966099a-a8b2-40b8-888b-f4d7466ed9fc, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=a966099a-a8b2-40b8-888b-f4d7466ed9fc,segment=NetworkSegment(50e8644a-19d9-45bd-ab21-17ab245efa36),segment_id=50e8644a-19d9-45bd-ab21-17ab245efa36)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:47:39.008709 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-598aec1a-c352-42d9-be32-89f56e5641a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:39.028759 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-c9a94987-14ea-47df-95b4-da3e1e2d46df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a5a0771-87d0-4460-a5b0-e2cfa52ab034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687668 Jul 16 20:47:39.062644 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2807b3-0c99-41f1-b885-dcdddc89c071 req-5137e63d-a099-4e3b-af67-bfdbca32319d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:39.064243 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0e2807b3-0c99-41f1-b885-dcdddc89c071 req-5137e63d-a099-4e3b-af67-bfdbca32319d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 945 time: 0.2470770 Jul 16 20:47:39.073132 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-598aec1a-c352-42d9-be32-89f56e5641a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:39.073810 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-598aec1a-c352-42d9-be32-89f56e5641a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:39.075512 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-598aec1a-c352-42d9-be32-89f56e5641a8 service neutron] 10.222.0.62 "PUT /v2.0/ports/a966099a-a8b2-40b8-888b-f4d7466ed9fc HTTP/1.1" status: 200 len: 1092 time: 1.4509001 Jul 16 20:47:39.115457 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-66355dad-369b-4b9d-a53c-0821e5543c8c service neutron] Request body: {'port': {'device_id': '38211845-6564-408a-bd16-1e2d0e4f2384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:39.167603 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-69abf4a7-df24-4cdb-b8f1-1e36d52d3216 service neutron] 10.222.0.18 "GET /v2.0/networks/5a5a0771-87d0-4460-a5b0-e2cfa52ab034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315315 Jul 16 20:47:39.196203 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa4bf1-2b8f-4ecc-910c-009d0a41f67c req-9ad457ea-7386-418e-8576-d347d5d9d91d tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:39.197742 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3caa4bf1-2b8f-4ecc-910c-009d0a41f67c req-9ad457ea-7386-418e-8576-d347d5d9d91d tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 943 time: 0.2732401 Jul 16 20:47:39.208448 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598aec1a-c352-42d9-be32-89f56e5641a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a966099a-a8b2-40b8-888b-f4d7466ed9fc,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:39.228121 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0e2807b3-0c99-41f1-b885-dcdddc89c071 req-ed4b2e7a-1629-493f-aab1-13125a381b19 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426251 Jul 16 20:47:39.323009 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cb33bfd3-ec1d-4792-8815-6c0d703c2c99 req-e0d1f3d2-a717-4f40-963a-30c1fdd4ea84 service neutron] 10.222.0.18 "GET /v2.0/networks/5a5a0771-87d0-4460-a5b0-e2cfa52ab034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480794 Jul 16 20:47:39.326173 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3caa4bf1-2b8f-4ecc-910c-009d0a41f67c req-dd332e13-5b0d-488b-9857-63f88ba3af08 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139481 Jul 16 20:47:39.345328 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-66355dad-369b-4b9d-a53c-0821e5543c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:39.374854 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5144ff75-2881-4e01-b1ab-18088d30d7b9 x-openstack-request-id: req-5144ff75-2881-4e01-b1ab-18088d30d7b9 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:39.375365 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d59fbf6-e6d6-48bf-b5c5-e5176aed5000", "tag": "06bed895-5d79-4114-a43b-d160640bb2ba", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:39.375557 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5144ff75-2881-4e01-b1ab-18088d30d7b9 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:39.375979 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d59fbf6-e6d6-48bf-b5c5-e5176aed5000', 'tag': '06bed895-5d79-4114-a43b-d160640bb2ba', 'status': 'completed', 'code': 200} Jul 16 20:47:39.505609 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf12f7-c4ce-40b9-b004-ce183cb23a80 req-7ff93607-9fa0-4a2b-b1ba-f49f302050b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:39.507184 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bfbf12f7-c4ce-40b9-b004-ce183cb23a80 req-7ff93607-9fa0-4a2b-b1ba-f49f302050b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5bb57e8d45114bb99e9c69083d564fef&device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 1095 time: 0.1037266 Jul 16 20:47:39.632875 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf12f7-c4ce-40b9-b004-ce183cb23a80 req-984b2b97-2a0d-43ba-8b4d-5cfeacf683c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:39.634612 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bfbf12f7-c4ce-40b9-b004-ce183cb23a80 req-984b2b97-2a0d-43ba-8b4d-5cfeacf683c3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a5a0771-87d0-4460-a5b0-e2cfa52ab034 HTTP/1.1" status: 200 len: 915 time: 0.1186612 Jul 16 20:47:39.680538 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bfbf12f7-c4ce-40b9-b004-ce183cb23a80 req-75743fa8-f17c-45c6-b150-0f7691f8120e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06bed895-5d79-4114-a43b-d160640bb2ba HTTP/1.1" status: 200 len: 217 time: 0.0390613 Jul 16 20:47:39.741758 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf12f7-c4ce-40b9-b004-ce183cb23a80 req-3339602e-dab1-44bb-a70c-3dad9e200b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:39.743347 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bfbf12f7-c4ce-40b9-b004-ce183cb23a80 req-3339602e-dab1-44bb-a70c-3dad9e200b54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b0f5ba8-cc8e-432b-bbe3-5d6e57571036 HTTP/1.1" status: 200 len: 854 time: 0.0551364 Jul 16 20:47:39.756939 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed97c5-04b5-4487-b931-b2100accacb8 req-0b628694-6684-4be5-8362-fd018a302c0b tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:39.763227 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed97c5-04b5-4487-b931-b2100accacb8 req-0b628694-6684-4be5-8362-fd018a302c0b tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:39.769064 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed97c5-04b5-4487-b931-b2100accacb8 req-0b628694-6684-4be5-8362-fd018a302c0b tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:39.774955 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed97c5-04b5-4487-b931-b2100accacb8 req-0b628694-6684-4be5-8362-fd018a302c0b tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:39.778968 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bfbf12f7-c4ce-40b9-b004-ce183cb23a80 req-bbeb7745-4026-4b9a-9506-7ff3f61e8a62 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a5a0771-87d0-4460-a5b0-e2cfa52ab034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279303 Jul 16 20:47:39.781502 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed97c5-04b5-4487-b931-b2100accacb8 req-0b628694-6684-4be5-8362-fd018a302c0b tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:39.788181 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed97c5-04b5-4487-b931-b2100accacb8 req-0b628694-6684-4be5-8362-fd018a302c0b tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:39.794899 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed97c5-04b5-4487-b931-b2100accacb8 req-0b628694-6684-4be5-8362-fd018a302c0b tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:39.796779 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9ed97c5-04b5-4487-b931-b2100accacb8 req-0b628694-6684-4be5-8362-fd018a302c0b tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5406 time: 0.1591334 Jul 16 20:47:39.799744 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'tag': '00bf0c6e-465d-4143-ae09-cc16444be189'}, {'name': 'network-changed', 'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'tag': 'a966099a-a8b2-40b8-888b-f4d7466ed9fc'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:39.801958 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67944984-ca3c-49f4-8044-56de627a993f" -d '{"events": [{"name": "network-changed", "server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "tag": "00bf0c6e-465d-4143-ae09-cc16444be189"}, {"name": "network-changed", "server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "tag": "a966099a-a8b2-40b8-888b-f4d7466ed9fc"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:39.854090 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-66355dad-369b-4b9d-a53c-0821e5543c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06575405-c313-49cd-b1b8-491d36210396 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:47:39.870027 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-66355dad-369b-4b9d-a53c-0821e5543c8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:39.876211 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bf925e-4688-4b14-bd00-27bfbb897ba3 x-openstack-request-id: req-50bf925e-4688-4b14-bd00-27bfbb897ba3 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:39.876513 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "tag": "00bf0c6e-465d-4143-ae09-cc16444be189", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "tag": "a966099a-a8b2-40b8-888b-f4d7466ed9fc", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:39.876855 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-50bf925e-4688-4b14-bd00-27bfbb897ba3 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:39.877262 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'tag': '00bf0c6e-465d-4143-ae09-cc16444be189', 'status': 'completed', 'code': 200} Jul 16 20:47:39.877633 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'tag': 'a966099a-a8b2-40b8-888b-f4d7466ed9fc', 'status': 'completed', 'code': 200} Jul 16 20:47:39.885163 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9ed97c5-04b5-4487-b931-b2100accacb8 req-ad72a6e6-e41e-4a2d-ba0f-d7b597b0c6c6 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619154 Jul 16 20:47:39.897567 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-66355dad-369b-4b9d-a53c-0821e5543c8c service neutron] Transition to ACTIVE for port object 06575405-c313-49cd-b1b8-491d36210396 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:39.903973 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-66355dad-369b-4b9d-a53c-0821e5543c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:39.978247 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bfbf12f7-c4ce-40b9-b004-ce183cb23a80 req-e72c383d-e3c4-4c76-ab95-a633f13967b9 service neutron] 10.222.0.18 "GET /v2.0/networks/5a5a0771-87d0-4460-a5b0-e2cfa52ab034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921461 Jul 16 20:47:40.023661 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66355dad-369b-4b9d-a53c-0821e5543c8c service neutron] Pushing event updated for resources: {'Port': ['ID=06575405-c313-49cd-b1b8-491d36210396,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:40.064440 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-66355dad-369b-4b9d-a53c-0821e5543c8c service neutron] Attempting to bind port 06575405-c313-49cd-b1b8-491d36210396 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:47:40.064992 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-66355dad-369b-4b9d-a53c-0821e5543c8c service neutron] Attempting to bind port 06575405-c313-49cd-b1b8-491d36210396 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '975d3fad-f8aa-4e75-bddf-eb552e8ab4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd95411c0-2fd5-4f9a-ab32-3de69c6456cf'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:47:40.065901 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-66355dad-369b-4b9d-a53c-0821e5543c8c service neutron] Attempting to bind port 06575405-c313-49cd-b1b8-491d36210396 on network d95411c0-2fd5-4f9a-ab32-3de69c6456cf {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:40.071302 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-66355dad-369b-4b9d-a53c-0821e5543c8c service neutron] Port 06575405-c313-49cd-b1b8-491d36210396 on network d95411c0-2fd5-4f9a-ab32-3de69c6456cf not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:47:40.071645 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-66355dad-369b-4b9d-a53c-0821e5543c8c service neutron] Attempting to bind port 06575405-c313-49cd-b1b8-491d36210396 on network d95411c0-2fd5-4f9a-ab32-3de69c6456cf {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:40.077676 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-66355dad-369b-4b9d-a53c-0821e5543c8c service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:47:40.078072 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-66355dad-369b-4b9d-a53c-0821e5543c8c service neutron] Checking segment: {'id': '975d3fad-f8aa-4e75-bddf-eb552e8ab4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd95411c0-2fd5-4f9a-ab32-3de69c6456cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:47:40.078694 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-66355dad-369b-4b9d-a53c-0821e5543c8c service neutron] Bound using segment: {'id': '975d3fad-f8aa-4e75-bddf-eb552e8ab4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd95411c0-2fd5-4f9a-ab32-3de69c6456cf'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:47:40.079218 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-66355dad-369b-4b9d-a53c-0821e5543c8c service neutron] Bound port: 06575405-c313-49cd-b1b8-491d36210396, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '975d3fad-f8aa-4e75-bddf-eb552e8ab4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd95411c0-2fd5-4f9a-ab32-3de69c6456cf'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:47:40.079794 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-66355dad-369b-4b9d-a53c-0821e5543c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:40.161602 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944984-ca3c-49f4-8044-56de627a993f req-6d576368-7f57-4ddb-bbea-2f64de0a5268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:40.162077 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944984-ca3c-49f4-8044-56de627a993f req-6d576368-7f57-4ddb-bbea-2f64de0a5268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:40.162580 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944984-ca3c-49f4-8044-56de627a993f req-6d576368-7f57-4ddb-bbea-2f64de0a5268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:40.163160 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944984-ca3c-49f4-8044-56de627a993f req-6d576368-7f57-4ddb-bbea-2f64de0a5268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:40.163522 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944984-ca3c-49f4-8044-56de627a993f req-6d576368-7f57-4ddb-bbea-2f64de0a5268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:40.163989 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944984-ca3c-49f4-8044-56de627a993f req-6d576368-7f57-4ddb-bbea-2f64de0a5268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:40.164467 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944984-ca3c-49f4-8044-56de627a993f req-6d576368-7f57-4ddb-bbea-2f64de0a5268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:40.166504 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-67944984-ca3c-49f4-8044-56de627a993f req-6d576368-7f57-4ddb-bbea-2f64de0a5268 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0421842e20864ba19d8833f598d17c76&device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 6384 time: 0.1876004 Jul 16 20:47:40.168080 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-66355dad-369b-4b9d-a53c-0821e5543c8c service neutron] For port 06575405-c313-49cd-b1b8-491d36210396, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:47:40.169754 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bfbf12f7-c4ce-40b9-b004-ce183cb23a80 req-d1c5edea-bf1b-4483-9ac1-8f9b9e49e0fd service neutron] 10.222.0.18 "GET /v2.0/networks/5a5a0771-87d0-4460-a5b0-e2cfa52ab034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816454 Jul 16 20:47:40.172572 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-66355dad-369b-4b9d-a53c-0821e5543c8c service neutron] For port 06575405-c313-49cd-b1b8-491d36210396, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=06575405-c313-49cd-b1b8-491d36210396,segment=NetworkSegment(975d3fad-f8aa-4e75-bddf-eb552e8ab4c4),segment_id=975d3fad-f8aa-4e75-bddf-eb552e8ab4c4)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:47:40.183057 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-66355dad-369b-4b9d-a53c-0821e5543c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:40.243052 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-66355dad-369b-4b9d-a53c-0821e5543c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:40.243703 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-66355dad-369b-4b9d-a53c-0821e5543c8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:40.245225 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-66355dad-369b-4b9d-a53c-0821e5543c8c service neutron] 10.222.0.62 "PUT /v2.0/ports/06575405-c313-49cd-b1b8-491d36210396 HTTP/1.1" status: 200 len: 1092 time: 1.1339052 Jul 16 20:47:40.305905 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-7ca65e31-c282-4da4-bef5-b308a88ad1df service neutron] Request body: {'port': {'device_id': '38211845-6564-408a-bd16-1e2d0e4f2384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:40.374004 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66355dad-369b-4b9d-a53c-0821e5543c8c service neutron] Pushing event updated for resources: {'Port': ['ID=06575405-c313-49cd-b1b8-491d36210396,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:40.406054 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944984-ca3c-49f4-8044-56de627a993f req-414d53d5-010c-4eea-aada-d03a57939202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:40.406568 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944984-ca3c-49f4-8044-56de627a993f req-414d53d5-010c-4eea-aada-d03a57939202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:40.407090 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944984-ca3c-49f4-8044-56de627a993f req-414d53d5-010c-4eea-aada-d03a57939202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:40.413591 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-67944984-ca3c-49f4-8044-56de627a993f req-414d53d5-010c-4eea-aada-d03a57939202 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=0421842e20864ba19d8833f598d17c76&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2389383 Jul 16 20:47:40.431981 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-7ca65e31-c282-4da4-bef5-b308a88ad1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:40.593829 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944984-ca3c-49f4-8044-56de627a993f req-9123d90d-f6cf-41c7-a2c2-eace0c3c3235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:40.595386 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-67944984-ca3c-49f4-8044-56de627a993f req-9123d90d-f6cf-41c7-a2c2-eace0c3c3235 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1758273 Jul 16 20:47:40.736336 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944984-ca3c-49f4-8044-56de627a993f req-d7be5e83-c96a-42c4-86f1-0d86b84ef950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:40.737157 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944984-ca3c-49f4-8044-56de627a993f req-d7be5e83-c96a-42c4-86f1-0d86b84ef950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:40.737817 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944984-ca3c-49f4-8044-56de627a993f req-d7be5e83-c96a-42c4-86f1-0d86b84ef950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:40.738506 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944984-ca3c-49f4-8044-56de627a993f req-d7be5e83-c96a-42c4-86f1-0d86b84ef950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:40.747158 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944984-ca3c-49f4-8044-56de627a993f req-d7be5e83-c96a-42c4-86f1-0d86b84ef950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:40.747642 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944984-ca3c-49f4-8044-56de627a993f req-d7be5e83-c96a-42c4-86f1-0d86b84ef950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:40.748110 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944984-ca3c-49f4-8044-56de627a993f req-d7be5e83-c96a-42c4-86f1-0d86b84ef950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:40.751182 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-67944984-ca3c-49f4-8044-56de627a993f req-d7be5e83-c96a-42c4-86f1-0d86b84ef950 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0421842e20864ba19d8833f598d17c76&device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 6426 time: 0.1056807 Jul 16 20:47:40.881727 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944984-ca3c-49f4-8044-56de627a993f req-95f946f7-5973-40b2-ab92-8f328db60d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:40.882267 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944984-ca3c-49f4-8044-56de627a993f req-95f946f7-5973-40b2-ab92-8f328db60d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:40.882835 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944984-ca3c-49f4-8044-56de627a993f req-95f946f7-5973-40b2-ab92-8f328db60d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:40.884612 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-67944984-ca3c-49f4-8044-56de627a993f req-95f946f7-5973-40b2-ab92-8f328db60d69 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=0421842e20864ba19d8833f598d17c76&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1261740 Jul 16 20:47:41.024140 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944984-ca3c-49f4-8044-56de627a993f req-a42ccb45-1741-4512-a38a-a9b066e0453a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:41.025845 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-67944984-ca3c-49f4-8044-56de627a993f req-a42ccb45-1741-4512-a38a-a9b066e0453a service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1354139 Jul 16 20:47:41.299703 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4aa87-5181-4fee-a01e-2d1038be9777 req-34c99aff-1ab8-4e89-b22a-10385e9d3b36 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:41.301085 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eff4aa87-5181-4fee-a01e-2d1038be9777 req-34c99aff-1ab8-4e89-b22a-10385e9d3b36 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 943 time: 0.5749702 Jul 16 20:47:41.316190 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa60ef5-ae29-4b4f-bd51-dcb3a7bee2d6 req-cfa96cfa-fc45-4a2b-af9f-baa7acb09698 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:41.317568 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cfa60ef5-ae29-4b4f-bd51-dcb3a7bee2d6 req-cfa96cfa-fc45-4a2b-af9f-baa7acb09698 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 945 time: 0.6016002 Jul 16 20:47:41.406980 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eff4aa87-5181-4fee-a01e-2d1038be9777 req-6370cc23-4ae1-4451-b1cc-13af4d144b11 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884464 Jul 16 20:47:41.417555 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-7ca65e31-c282-4da4-bef5-b308a88ad1df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b32f7549-538d-4ccd-936a-fe3323acd257 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:47:41.438789 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cfa60ef5-ae29-4b4f-bd51-dcb3a7bee2d6 req-c3d73cdc-72db-4aa6-a592-1174efa5b02a tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751526 Jul 16 20:47:41.440945 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-7ca65e31-c282-4da4-bef5-b308a88ad1df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:41.470737 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-7ca65e31-c282-4da4-bef5-b308a88ad1df service neutron] Transition to ACTIVE for port object b32f7549-538d-4ccd-936a-fe3323acd257 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:41.482444 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-7ca65e31-c282-4da4-bef5-b308a88ad1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:41.601952 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca65e31-c282-4da4-bef5-b308a88ad1df service neutron] Pushing event updated for resources: {'Port': ['ID=b32f7549-538d-4ccd-936a-fe3323acd257,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:41.704324 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-7ca65e31-c282-4da4-bef5-b308a88ad1df service neutron] Attempting to bind port b32f7549-538d-4ccd-936a-fe3323acd257 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:47:41.704657 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-7ca65e31-c282-4da4-bef5-b308a88ad1df service neutron] Attempting to bind port b32f7549-538d-4ccd-936a-fe3323acd257 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '975d3fad-f8aa-4e75-bddf-eb552e8ab4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd95411c0-2fd5-4f9a-ab32-3de69c6456cf'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:47:41.704988 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-7ca65e31-c282-4da4-bef5-b308a88ad1df service neutron] Attempting to bind port b32f7549-538d-4ccd-936a-fe3323acd257 on network d95411c0-2fd5-4f9a-ab32-3de69c6456cf {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:41.712450 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-7ca65e31-c282-4da4-bef5-b308a88ad1df service neutron] Port b32f7549-538d-4ccd-936a-fe3323acd257 on network d95411c0-2fd5-4f9a-ab32-3de69c6456cf not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:47:41.712682 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-7ca65e31-c282-4da4-bef5-b308a88ad1df service neutron] Attempting to bind port b32f7549-538d-4ccd-936a-fe3323acd257 on network d95411c0-2fd5-4f9a-ab32-3de69c6456cf {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:41.722110 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-7ca65e31-c282-4da4-bef5-b308a88ad1df service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:47:41.722483 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-7ca65e31-c282-4da4-bef5-b308a88ad1df service neutron] Checking segment: {'id': '975d3fad-f8aa-4e75-bddf-eb552e8ab4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd95411c0-2fd5-4f9a-ab32-3de69c6456cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:47:41.722940 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-7ca65e31-c282-4da4-bef5-b308a88ad1df service neutron] Bound using segment: {'id': '975d3fad-f8aa-4e75-bddf-eb552e8ab4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd95411c0-2fd5-4f9a-ab32-3de69c6456cf'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:47:41.723380 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-7ca65e31-c282-4da4-bef5-b308a88ad1df service neutron] Bound port: b32f7549-538d-4ccd-936a-fe3323acd257, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '975d3fad-f8aa-4e75-bddf-eb552e8ab4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd95411c0-2fd5-4f9a-ab32-3de69c6456cf'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:47:41.723744 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-7ca65e31-c282-4da4-bef5-b308a88ad1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:41.740144 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca40135-5029-476a-a4b2-714d3d01e9e9 req-dab087ec-6891-4881-b052-9349cf29649a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:41.747644 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca40135-5029-476a-a4b2-714d3d01e9e9 req-dab087ec-6891-4881-b052-9349cf29649a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:41.754355 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca40135-5029-476a-a4b2-714d3d01e9e9 req-dab087ec-6891-4881-b052-9349cf29649a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:41.761068 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca40135-5029-476a-a4b2-714d3d01e9e9 req-dab087ec-6891-4881-b052-9349cf29649a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:41.767856 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca40135-5029-476a-a4b2-714d3d01e9e9 req-dab087ec-6891-4881-b052-9349cf29649a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:41.773668 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca40135-5029-476a-a4b2-714d3d01e9e9 req-dab087ec-6891-4881-b052-9349cf29649a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:41.780106 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca40135-5029-476a-a4b2-714d3d01e9e9 req-dab087ec-6891-4881-b052-9349cf29649a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:41.782195 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eca40135-5029-476a-a4b2-714d3d01e9e9 req-dab087ec-6891-4881-b052-9349cf29649a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5430 time: 0.1835127 Jul 16 20:47:41.852949 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-7ca65e31-c282-4da4-bef5-b308a88ad1df service neutron] For port b32f7549-538d-4ccd-936a-fe3323acd257, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:47:41.857186 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-7ca65e31-c282-4da4-bef5-b308a88ad1df service neutron] For port b32f7549-538d-4ccd-936a-fe3323acd257, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b32f7549-538d-4ccd-936a-fe3323acd257,segment=NetworkSegment(975d3fad-f8aa-4e75-bddf-eb552e8ab4c4),segment_id=975d3fad-f8aa-4e75-bddf-eb552e8ab4c4)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:47:41.873758 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-7ca65e31-c282-4da4-bef5-b308a88ad1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:41.884793 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'tag': '06575405-c313-49cd-b1b8-491d36210396'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:41.887899 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4676fc0b-cd5f-4173-935f-75cbb075325e" -d '{"events": [{"name": "network-changed", "server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "tag": "06575405-c313-49cd-b1b8-491d36210396"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:41.927205 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eca40135-5029-476a-a4b2-714d3d01e9e9 req-180b762f-923c-4810-8d96-d7054a7b04e3 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1376135 Jul 16 20:47:41.932634 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-7ca65e31-c282-4da4-bef5-b308a88ad1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:41.933498 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-7ca65e31-c282-4da4-bef5-b308a88ad1df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:41.935157 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-7ca65e31-c282-4da4-bef5-b308a88ad1df service neutron] 10.222.0.62 "PUT /v2.0/ports/b32f7549-538d-4ccd-936a-fe3323acd257 HTTP/1.1" status: 200 len: 1092 time: 1.6396687 Jul 16 20:47:42.002214 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca65e31-c282-4da4-bef5-b308a88ad1df service neutron] Pushing event updated for resources: {'Port': ['ID=b32f7549-538d-4ccd-936a-fe3323acd257,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:42.021601 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194e9524-2f25-4a44-a8fb-0f262a88bec8 x-openstack-request-id: req-194e9524-2f25-4a44-a8fb-0f262a88bec8 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:42.021970 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "tag": "06575405-c313-49cd-b1b8-491d36210396", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:42.022184 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-194e9524-2f25-4a44-a8fb-0f262a88bec8 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:42.022602 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'tag': '06575405-c313-49cd-b1b8-491d36210396', 'status': 'completed', 'code': 200} Jul 16 20:47:42.085141 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-54c67245-8e9b-4bba-ac39-78bbea0c7fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:42.085726 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-54c67245-8e9b-4bba-ac39-78bbea0c7fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:42.086209 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-54c67245-8e9b-4bba-ac39-78bbea0c7fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:42.086825 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-54c67245-8e9b-4bba-ac39-78bbea0c7fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:42.087345 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-54c67245-8e9b-4bba-ac39-78bbea0c7fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:42.087838 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-54c67245-8e9b-4bba-ac39-78bbea0c7fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:42.088291 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-54c67245-8e9b-4bba-ac39-78bbea0c7fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:42.091129 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-54c67245-8e9b-4bba-ac39-78bbea0c7fd1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0421842e20864ba19d8833f598d17c76&device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 6494 time: 0.1017504 Jul 16 20:47:42.142653 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-fb132b1b-d3a2-400c-a894-71da82769da9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eeaba776-b005-41c6-88fd-0934f4ff5a27 HTTP/1.1" status: 200 len: 217 time: 0.0440590 Jul 16 20:47:42.195222 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-41ea63e2-d634-4103-8497-525f0dd3e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:42.196690 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-41ea63e2-d634-4103-8497-525f0dd3e60c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b37ea029-930a-4f8e-ae78-8b7dd9ec37a2 HTTP/1.1" status: 200 len: 855 time: 0.0473537 Jul 16 20:47:42.264175 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-66580824-9206-4ef1-9691-94497cbf6a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:42.265814 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-66580824-9206-4ef1-9691-94497cbf6a65 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624473 Jul 16 20:47:42.360052 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2e94cfe9-1611-44fd-a3fe-b8b40e854332 service neutron] 10.222.0.62 "GET /v2.0/networks/d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870121 Jul 16 20:47:42.460481 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-793c1735-b6b5-41af-a11b-543a2652ed6c service neutron] 10.222.0.62 "GET /v2.0/networks/d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932305 Jul 16 20:47:42.517828 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-8329aac5-5a9e-49f2-9bd5-6ad3b22cf81a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=0511ec0c-7172-4caa-9729-47cc63ea6c94 HTTP/1.1" status: 200 len: 217 time: 0.0423369 Jul 16 20:47:42.657736 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d61d0b9a-c13c-470f-bc5d-1795f69f3c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:42.659246 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d61d0b9a-c13c-470f-bc5d-1795f69f3c53 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e90d8681-87d8-468f-b542-905bc89d1669 HTTP/1.1" status: 200 len: 797 time: 0.1332514 Jul 16 20:47:42.742287 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69c690-eeaf-4fec-8b4f-e9e75f245956 req-987bc0cf-89ea-4183-872c-12ed8f371d1d tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:42.743861 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b69c690-eeaf-4fec-8b4f-e9e75f245956 req-987bc0cf-89ea-4183-872c-12ed8f371d1d tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 943 time: 0.1635118 Jul 16 20:47:42.770242 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb986dad-0a76-4960-b15a-66049e5caa98 req-b1345210-e929-42bc-b2a2-d5f1971fd076 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:42.771857 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb986dad-0a76-4960-b15a-66049e5caa98 req-b1345210-e929-42bc-b2a2-d5f1971fd076 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 945 time: 0.1587715 Jul 16 20:47:42.832398 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-b9c56f95-587a-4f7a-9ef8-c0c2344614c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:42.833909 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-b9c56f95-587a-4f7a-9ef8-c0c2344614c6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83636349-58ea-46f7-a3d1-26f21bbb427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1656101 Jul 16 20:47:42.839267 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b69c690-eeaf-4fec-8b4f-e9e75f245956 req-55414f0d-11e1-4dc0-b102-cd058aff7602 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881917 Jul 16 20:47:42.841541 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 06bed895-5d79-4114-a43b-d160640bb2ba details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:47:42.854033 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb986dad-0a76-4960-b15a-66049e5caa98 req-af376cc0-5278-419f-9343-75be182469c6 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721548 Jul 16 20:47:42.993847 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-924d43ab-cb3d-4c8b-bb37-9cb61fc4387a service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517386 Jul 16 20:47:43.017637 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 06bed895-5d79-4114-a43b-d160640bb2ba, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=06bed895-5d79-4114-a43b-d160640bb2ba,segment=NetworkSegment(64c2bd7e-333e-4ae1-88fd-002848031417),segment_id=64c2bd7e-333e-4ae1-88fd-002848031417)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:43.035242 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '06bed895-5d79-4114-a43b-d160640bb2ba', 'network_id': '5a5a0771-87d0-4460-a5b0-e2cfa52ab034', 'port_id': '06bed895-5d79-4114-a43b-d160640bb2ba', 'mac_address': 'fa:16:3e:bc:64:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0f5ba8-cc8e-432b-bbe3-5d6e57571036', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:47:43.073848 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:43.087475 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06bed895-5d79-4114-a43b-d160640bb2ba {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:47:43.109629 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 06bed895-5d79-4114-a43b-d160640bb2ba, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=06bed895-5d79-4114-a43b-d160640bb2ba,segment=NetworkSegment(64c2bd7e-333e-4ae1-88fd-002848031417),segment_id=64c2bd7e-333e-4ae1-88fd-002848031417)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:43.115101 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:43.123812 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-82cb8005-a76c-4e5b-ae81-fbe7fbc71e75 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164691 Jul 16 20:47:43.171456 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=06bed895-5d79-4114-a43b-d160640bb2ba,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:43.187120 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-66bd9b14-823f-47c6-9602-ad8fab345272 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=363b4863-693b-4f87-9538-22fc3b427353 HTTP/1.1" status: 200 len: 217 time: 0.0448718 Jul 16 20:47:43.249956 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-ef53b0d6-cd15-4a44-98f5-364fe052bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:43.251460 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-ef53b0d6-cd15-4a44-98f5-364fe052bf28 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e90d8681-87d8-468f-b542-905bc89d1669 HTTP/1.1" status: 200 len: 797 time: 0.0586500 Jul 16 20:47:43.264953 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd074c70-02a5-4111-be46-16b469a8b111 req-1cc1cd8b-e2ac-4d1e-984b-9d8cde2c1eba tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:43.270837 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd074c70-02a5-4111-be46-16b469a8b111 req-1cc1cd8b-e2ac-4d1e-984b-9d8cde2c1eba tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:43.277365 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd074c70-02a5-4111-be46-16b469a8b111 req-1cc1cd8b-e2ac-4d1e-984b-9d8cde2c1eba tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:43.283447 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd074c70-02a5-4111-be46-16b469a8b111 req-1cc1cd8b-e2ac-4d1e-984b-9d8cde2c1eba tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:43.289371 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd074c70-02a5-4111-be46-16b469a8b111 req-1cc1cd8b-e2ac-4d1e-984b-9d8cde2c1eba tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:43.295333 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd074c70-02a5-4111-be46-16b469a8b111 req-1cc1cd8b-e2ac-4d1e-984b-9d8cde2c1eba tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:43.301248 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd074c70-02a5-4111-be46-16b469a8b111 req-1cc1cd8b-e2ac-4d1e-984b-9d8cde2c1eba tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:43.303215 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd074c70-02a5-4111-be46-16b469a8b111 req-1cc1cd8b-e2ac-4d1e-984b-9d8cde2c1eba tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5430 time: 0.1962674 Jul 16 20:47:43.348470 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['06bed895-5d79-4114-a43b-d160640bb2ba'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:47:43.373660 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd074c70-02a5-4111-be46-16b469a8b111 req-df7033d2-54c7-43e3-9d50-4fdeb39cc681 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610983 Jul 16 20:47:43.398485 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-91808a16-4d90-461a-ab5d-a6049c29fb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:43.398485 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-91808a16-4d90-461a-ab5d-a6049c29fb98 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83636349-58ea-46f7-a3d1-26f21bbb427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0934966 Jul 16 20:47:43.503796 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-58fa7d41-1094-4acd-a492-932ca4228f4f service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920446 Jul 16 20:47:43.624854 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-b032cf79-d724-4f8c-8670-cb8944eeb494 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122489 Jul 16 20:47:43.673638 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-f603e28f-2ee2-4095-9793-91083fc6a809 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=00bf0c6e-465d-4143-ae09-cc16444be189 HTTP/1.1" status: 200 len: 217 time: 0.0380213 Jul 16 20:47:43.727407 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-4d98d4c5-af7f-482e-942e-be45c43c3486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:43.728948 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-4d98d4c5-af7f-482e-942e-be45c43c3486 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e90d8681-87d8-468f-b542-905bc89d1669 HTTP/1.1" status: 200 len: 797 time: 0.0466273 Jul 16 20:47:43.794201 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-796b5341-9524-40f1-8150-5af00512a7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:43.796224 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-796b5341-9524-40f1-8150-5af00512a7ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83636349-58ea-46f7-a3d1-26f21bbb427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0607219 Jul 16 20:47:43.891550 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-bf606354-5cbc-4429-9e80-f1c649bad98c service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889428 Jul 16 20:47:44.009947 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d96e812d-42bf-42b5-9d5c-e42c8893f0e1 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109614 Jul 16 20:47:44.027395 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'tag': 'b32f7549-538d-4ccd-936a-fe3323acd257'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:44.029695 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5208f5f-468e-42a8-b458-4f993cdf3ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "tag": "b32f7549-538d-4ccd-936a-fe3323acd257"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:44.078969 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-676e451d-4f76-4b05-84a0-ef479675756f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=a966099a-a8b2-40b8-888b-f4d7466ed9fc HTTP/1.1" status: 200 len: 217 time: 0.0458434 Jul 16 20:47:44.174811 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-9ba409f9-9432-4a83-b8d1-eb2aae8116b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:44.176266 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-9ba409f9-9432-4a83-b8d1-eb2aae8116b8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e90d8681-87d8-468f-b542-905bc89d1669 HTTP/1.1" status: 200 len: 797 time: 0.0890493 Jul 16 20:47:44.201926 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ffb73-62b2-4cb2-b41d-5895b0546642 req-3fcd7857-7656-4ef4-badf-96ef2722a143 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:44.203431 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c26ffb73-62b2-4cb2-b41d-5895b0546642 req-3fcd7857-7656-4ef4-badf-96ef2722a143 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 944 time: 0.2101281 Jul 16 20:47:44.262287 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27017323-fbcd-4811-bd2f-ad5eef730ec5 req-2591c4bc-0b01-4c56-86f2-972747cc2bd1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:44.263718 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27017323-fbcd-4811-bd2f-ad5eef730ec5 req-2591c4bc-0b01-4c56-86f2-972747cc2bd1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 945 time: 0.1883500 Jul 16 20:47:44.301420 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c26ffb73-62b2-4cb2-b41d-5895b0546642 req-dcd1d5f4-5f9a-498c-9ded-0a2280f97885 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788996 Jul 16 20:47:44.334618 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-524d0b52-37f3-4fa6-bf01-4bfa8aac2a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:44.336694 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-524d0b52-37f3-4fa6-bf01-4bfa8aac2a59 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83636349-58ea-46f7-a3d1-26f21bbb427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1525464 Jul 16 20:47:44.340342 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27017323-fbcd-4811-bd2f-ad5eef730ec5 req-e53a0f8a-ec0f-456e-9b14-9951e5d7e5ac tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684214 Jul 16 20:47:44.417764 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ad40da-5d90-43c8-87ae-274651c0b08e x-openstack-request-id: req-f2ad40da-5d90-43c8-87ae-274651c0b08e {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:44.418515 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "tag": "b32f7549-538d-4ccd-936a-fe3323acd257", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:44.418515 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f2ad40da-5d90-43c8-87ae-274651c0b08e {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:44.418898 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'tag': 'b32f7549-538d-4ccd-936a-fe3323acd257', 'status': 'completed', 'code': 200} Jul 16 20:47:44.448359 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-88256417-a1fd-4470-8689-8e3a35feaaa5 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024256 Jul 16 20:47:44.577111 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-c02bde70-430f-4884-b83d-32036c2d361c service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223929 Jul 16 20:47:44.631877 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-b6066049-abd7-44c8-8b64-afd45c0ca3d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=06575405-c313-49cd-b1b8-491d36210396 HTTP/1.1" status: 200 len: 217 time: 0.0467041 Jul 16 20:47:44.646223 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505f690-becd-4abf-814a-909299173bd3 req-ba190b25-9ec7-4ac6-a605-c7454056712f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:44.652353 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505f690-becd-4abf-814a-909299173bd3 req-ba190b25-9ec7-4ac6-a605-c7454056712f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:44.658144 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505f690-becd-4abf-814a-909299173bd3 req-ba190b25-9ec7-4ac6-a605-c7454056712f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:44.663938 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505f690-becd-4abf-814a-909299173bd3 req-ba190b25-9ec7-4ac6-a605-c7454056712f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:44.670406 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505f690-becd-4abf-814a-909299173bd3 req-ba190b25-9ec7-4ac6-a605-c7454056712f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:44.676208 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505f690-becd-4abf-814a-909299173bd3 req-ba190b25-9ec7-4ac6-a605-c7454056712f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:44.682006 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505f690-becd-4abf-814a-909299173bd3 req-ba190b25-9ec7-4ac6-a605-c7454056712f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:44.684541 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a505f690-becd-4abf-814a-909299173bd3 req-ba190b25-9ec7-4ac6-a605-c7454056712f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5430 time: 0.1670954 Jul 16 20:47:44.761865 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a505f690-becd-4abf-814a-909299173bd3 req-de44c450-d402-4674-8fc7-171242581747 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686641 Jul 16 20:47:44.765481 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d10fba28-e0c4-4c32-be9c-992fe371d969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:44.766972 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-d10fba28-e0c4-4c32-be9c-992fe371d969 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f2d96ed7-8733-4957-83cb-f46aeb3a2783 HTTP/1.1" status: 200 len: 797 time: 0.0814793 Jul 16 20:47:44.833396 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-6b783541-99f6-4116-ab14-440cbd6db88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:44.834911 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-6b783541-99f6-4116-ab14-440cbd6db88a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0597479 Jul 16 20:47:44.872797 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 06bed895-5d79-4114-a43b-d160640bb2ba up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:47:44.930513 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-58e7060f-51a3-425e-9ff9-26a6d79b3b2a service neutron] 10.222.0.62 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878761 Jul 16 20:47:44.942620 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 06bed895-5d79-4114-a43b-d160640bb2ba completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:44.950236 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 06bed895-5d79-4114-a43b-d160640bb2ba triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:44.951048 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:44.965221 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-0489b65a-c1a9-41cf-953b-e460f01879fc service neutron] show failed (client error): The resource could not be found. Jul 16 20:47:44.966278 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-0489b65a-c1a9-41cf-953b-e460f01879fc service neutron] 10.222.0.18 "GET /v2.0/ports/a1aa7ac5-fc83-4481-8ff2-d5790a4beed3/bindings/n-h2-791506-21 HTTP/1.1" status: 404 len: 381 time: 0.0705750 Jul 16 20:47:45.046180 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-af07d458-95e5-488f-ab05-7feac864d341 service neutron] 10.222.0.62 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084974 Jul 16 20:47:45.056179 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:45.100412 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 06bed895-5d79-4114-a43b-d160640bb2ba, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=06bed895-5d79-4114-a43b-d160640bb2ba,segment=NetworkSegment(64c2bd7e-333e-4ae1-88fd-002848031417),segment_id=64c2bd7e-333e-4ae1-88fd-002848031417)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:45.103084 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d59fbf6-e6d6-48bf-b5c5-e5176aed5000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bed895-5d79-4114-a43b-d160640bb2ba'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:45.107348 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-71b4d32d-397b-421e-a236-f1802176494b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b32f7549-538d-4ccd-936a-fe3323acd257 HTTP/1.1" status: 200 len: 217 time: 0.0542982 Jul 16 20:47:45.108716 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31fd411-bf59-4b6a-a810-61b7e1812e08" -d '{"events": [{"server_uuid": "7d59fbf6-e6d6-48bf-b5c5-e5176aed5000", "name": "network-vif-plugged", "status": "completed", "tag": "06bed895-5d79-4114-a43b-d160640bb2ba"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:45.123796 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:45.173354 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4689bd6a-4a78-417b-86c1-b29e0a30e076 x-openstack-request-id: req-4689bd6a-4a78-417b-86c1-b29e0a30e076 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:45.173658 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d59fbf6-e6d6-48bf-b5c5-e5176aed5000", "name": "network-vif-plugged", "status": "completed", "tag": "06bed895-5d79-4114-a43b-d160640bb2ba", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:45.173901 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4689bd6a-4a78-417b-86c1-b29e0a30e076 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:45.174262 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d59fbf6-e6d6-48bf-b5c5-e5176aed5000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bed895-5d79-4114-a43b-d160640bb2ba', 'code': 200} Jul 16 20:47:45.177047 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-81621647-588a-4300-bfb1-0f28a0871859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:45.178898 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-81621647-588a-4300-bfb1-0f28a0871859 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f2d96ed7-8733-4957-83cb-f46aeb3a2783 HTTP/1.1" status: 200 len: 797 time: 0.0620985 Jul 16 20:47:45.224563 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=06bed895-5d79-4114-a43b-d160640bb2ba,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:45.267432 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-b50674b4-496d-4dd4-9a18-1b449fbd1300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:45.269532 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-b50674b4-496d-4dd4-9a18-1b449fbd1300 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0846682 Jul 16 20:47:45.311389 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-53df28e4-f8b1-42aa-b484-dbe241a66fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:45.313115 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-53df28e4-f8b1-42aa-b484-dbe241a66fdc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b&tenant_id=0a2a9f68d1874fbf9d499c45b54369c0 HTTP/1.1" status: 200 len: 1097 time: 0.1145725 Jul 16 20:47:45.325285 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-2a1e7071-4bb3-40a8-bc2a-4b84fe0093f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-21', 'device_owner': 'compute:nova'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:45.366565 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60914a2e-3c1d-4fa7-af73-95774f47cf6d req-b9606454-781c-4ff9-aaa1-2a0884c23674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:45.369052 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-60914a2e-3c1d-4fa7-af73-95774f47cf6d req-b9606454-781c-4ff9-aaa1-2a0884c23674 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 1097 time: 0.1086752 Jul 16 20:47:45.426231 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-0c28d480-c68c-4bfe-a393-567f6e6858d1 service neutron] 10.222.0.62 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497366 Jul 16 20:47:45.442483 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-60914a2e-3c1d-4fa7-af73-95774f47cf6d req-388a5d61-085b-4d8c-a707-6dba24240ac6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625796 Jul 16 20:47:45.456095 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-2a1e7071-4bb3-40a8-bc2a-4b84fe0093f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:45.632541 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bc14c02-3e64-4df4-a809-c556778724a1 req-2b4b2d8b-0c02-4b44-8ce5-b931b1f47440 service neutron] 10.222.0.62 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986921 Jul 16 20:47:45.654044 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63457dd2-2a22-47c8-9044-6c5c45668e95 req-2baf0f5c-a21b-4d0a-98f4-e25a2094add5 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:45.655959 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-63457dd2-2a22-47c8-9044-6c5c45668e95 req-2baf0f5c-a21b-4d0a-98f4-e25a2094add5 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1778822 Jul 16 20:47:45.669307 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468e3e1-d474-4c2b-9f12-10c94d84fc17 req-dd8f7434-eba0-4abf-80fc-6f00efa7b228 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:45.670917 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1468e3e1-d474-4c2b-9f12-10c94d84fc17 req-dd8f7434-eba0-4abf-80fc-6f00efa7b228 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 945 time: 0.1794918 Jul 16 20:47:45.696190 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-2a1e7071-4bb3-40a8-bc2a-4b84fe0093f0 service neutron] For port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,segment=NetworkSegment(1f517760-5c66-4941-ab3c-883964a82dae),segment_id=1f517760-5c66-4941-ab3c-883964a82dae)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:45.734277 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-2a1e7071-4bb3-40a8-bc2a-4b84fe0093f0 service neutron] For port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:47:45.745311 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-63457dd2-2a22-47c8-9044-6c5c45668e95 req-eb9ddba0-dd5d-4f0c-84eb-286a6b58e709 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727015 Jul 16 20:47:45.797334 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-2a1e7071-4bb3-40a8-bc2a-4b84fe0093f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:45.802988 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1468e3e1-d474-4c2b-9f12-10c94d84fc17 req-f88f4522-3b6c-489c-b0b1-20120191abab tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014547 Jul 16 20:47:45.812932 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-2a1e7071-4bb3-40a8-bc2a-4b84fe0093f0 service neutron] Transition to ACTIVE for port object a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:45.812932 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f17af15-10a1-46e2-8707-1e8baf3fac1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:45.815556 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e63de6-d3ac-4114-a507-94a173bba74e" -d '{"events": [{"server_uuid": "9f17af15-10a1-46e2-8707-1e8baf3fac1b", "name": "network-vif-unplugged", "status": "completed", "tag": "a1aa7ac5-fc83-4481-8ff2-d5790a4beed3"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:45.828517 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-2a1e7071-4bb3-40a8-bc2a-4b84fe0093f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:45.879008 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676fc0b-cd5f-4173-935f-75cbb075325e req-8ee75e7b-f879-46d0-bbcf-4df0959f7a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:45.879519 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676fc0b-cd5f-4173-935f-75cbb075325e req-8ee75e7b-f879-46d0-bbcf-4df0959f7a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:45.879965 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676fc0b-cd5f-4173-935f-75cbb075325e req-8ee75e7b-f879-46d0-bbcf-4df0959f7a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:45.880435 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676fc0b-cd5f-4173-935f-75cbb075325e req-8ee75e7b-f879-46d0-bbcf-4df0959f7a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:45.887053 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676fc0b-cd5f-4173-935f-75cbb075325e req-8ee75e7b-f879-46d0-bbcf-4df0959f7a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:45.887272 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676fc0b-cd5f-4173-935f-75cbb075325e req-8ee75e7b-f879-46d0-bbcf-4df0959f7a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:45.887809 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676fc0b-cd5f-4173-935f-75cbb075325e req-8ee75e7b-f879-46d0-bbcf-4df0959f7a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:45.891154 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4676fc0b-cd5f-4173-935f-75cbb075325e req-8ee75e7b-f879-46d0-bbcf-4df0959f7a17 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0421842e20864ba19d8833f598d17c76&device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 6494 time: 0.1759849 Jul 16 20:47:46.111799 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ea240e-db4a-4913-a866-3fadb1402539 x-openstack-request-id: req-f5ea240e-db4a-4913-a866-3fadb1402539 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:46.112348 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f17af15-10a1-46e2-8707-1e8baf3fac1b", "name": "network-vif-unplugged", "status": "completed", "tag": "a1aa7ac5-fc83-4481-8ff2-d5790a4beed3", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:46.112514 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f5ea240e-db4a-4913-a866-3fadb1402539 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:46.112895 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f17af15-10a1-46e2-8707-1e8baf3fac1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3', 'code': 200} Jul 16 20:47:46.163444 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e7071-4bb3-40a8-bc2a-4b84fe0093f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,revision_number=6']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:46.180346 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676fc0b-cd5f-4173-935f-75cbb075325e req-ceb68355-802f-4170-a155-a20433a56ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:46.197100 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4676fc0b-cd5f-4173-935f-75cbb075325e req-ceb68355-802f-4170-a155-a20433a56ca0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf HTTP/1.1" status: 200 len: 902 time: 0.2976699 Jul 16 20:47:46.213486 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59870) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:46.233744 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-2a1e7071-4bb3-40a8-bc2a-4b84fe0093f0 service neutron] No DVR routers for this DVR port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:47:46.287665 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4676fc0b-cd5f-4173-935f-75cbb075325e req-8b11be9c-f0dd-47bd-b0d6-f9fd99bb0116 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=06575405-c313-49cd-b1b8-491d36210396 HTTP/1.1" status: 200 len: 217 time: 0.0792325 Jul 16 20:47:46.304990 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbce41-2586-41c9-980e-c3524a2eaedf req-c8d7c244-2d00-4868-b57a-ea87d406c2cf tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:46.311684 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbce41-2586-41c9-980e-c3524a2eaedf req-c8d7c244-2d00-4868-b57a-ea87d406c2cf tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:46.317681 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbce41-2586-41c9-980e-c3524a2eaedf req-c8d7c244-2d00-4868-b57a-ea87d406c2cf tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:46.324058 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbce41-2586-41c9-980e-c3524a2eaedf req-c8d7c244-2d00-4868-b57a-ea87d406c2cf tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:46.331574 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbce41-2586-41c9-980e-c3524a2eaedf req-c8d7c244-2d00-4868-b57a-ea87d406c2cf tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:46.337628 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbce41-2586-41c9-980e-c3524a2eaedf req-c8d7c244-2d00-4868-b57a-ea87d406c2cf tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:46.343943 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbce41-2586-41c9-980e-c3524a2eaedf req-c8d7c244-2d00-4868-b57a-ea87d406c2cf tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:46.345891 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-77dbce41-2586-41c9-980e-c3524a2eaedf req-c8d7c244-2d00-4868-b57a-ea87d406c2cf tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5430 time: 0.2598696 Jul 16 20:47:46.428788 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d7c197f-ea68-4e06-a8ce-5abcc42b4b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:46.436539 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-77dbce41-2586-41c9-980e-c3524a2eaedf req-b3089e5f-57b7-4049-99ab-b8b16a52b8b7 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808978 Jul 16 20:47:46.437648 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-2a1e7071-4bb3-40a8-bc2a-4b84fe0093f0 service neutron] Attempting to bind port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:47:46.437991 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-2a1e7071-4bb3-40a8-bc2a-4b84fe0093f0 service neutron] Attempting to bind port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '1f517760-5c66-4941-ab3c-883964a82dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:47:46.438346 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-2a1e7071-4bb3-40a8-bc2a-4b84fe0093f0 service neutron] Attempting to bind port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 on network 7603548a-ab34-41b3-83b2-8cfa970f2767 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:46.442712 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-2a1e7071-4bb3-40a8-bc2a-4b84fe0093f0 service neutron] Port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 on network 7603548a-ab34-41b3-83b2-8cfa970f2767 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:47:46.443087 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-2a1e7071-4bb3-40a8-bc2a-4b84fe0093f0 service neutron] Attempting to bind port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 on network 7603548a-ab34-41b3-83b2-8cfa970f2767 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:46.445769 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676fc0b-cd5f-4173-935f-75cbb075325e req-542beb70-8a37-4b35-8d8e-70982e3a037a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:46.447780 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4676fc0b-cd5f-4173-935f-75cbb075325e req-542beb70-8a37-4b35-8d8e-70982e3a037a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f2d96ed7-8733-4957-83cb-f46aeb3a2783 HTTP/1.1" status: 200 len: 797 time: 0.1004419 Jul 16 20:47:46.448529 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-2a1e7071-4bb3-40a8-bc2a-4b84fe0093f0 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:47:46.448963 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-2a1e7071-4bb3-40a8-bc2a-4b84fe0093f0 service neutron] Checking segment: {'id': '1f517760-5c66-4941-ab3c-883964a82dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:47:46.449402 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-2a1e7071-4bb3-40a8-bc2a-4b84fe0093f0 service neutron] Bound using segment: {'id': '1f517760-5c66-4941-ab3c-883964a82dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:47:46.449788 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-2a1e7071-4bb3-40a8-bc2a-4b84fe0093f0 service neutron] Bound port: a1aa7ac5-fc83-4481-8ff2-d5790a4beed3, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f517760-5c66-4941-ab3c-883964a82dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:47:46.450442 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-2a1e7071-4bb3-40a8-bc2a-4b84fe0093f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:46.534412 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-2a1e7071-4bb3-40a8-bc2a-4b84fe0093f0 service neutron] For port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:47:46.538824 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-2a1e7071-4bb3-40a8-bc2a-4b84fe0093f0 service neutron] For port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,segment=NetworkSegment(1f517760-5c66-4941-ab3c-883964a82dae),segment_id=1f517760-5c66-4941-ab3c-883964a82dae)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:47:46.544076 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-2a1e7071-4bb3-40a8-bc2a-4b84fe0093f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:46.544344 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676fc0b-cd5f-4173-935f-75cbb075325e req-2a41619e-2d14-4c65-8beb-87bdb08c1ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:46.545619 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4676fc0b-cd5f-4173-935f-75cbb075325e req-2a41619e-2d14-4c65-8beb-87bdb08c1ca2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0909667 Jul 16 20:47:46.578553 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-2a1e7071-4bb3-40a8-bc2a-4b84fe0093f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:46.579120 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-2a1e7071-4bb3-40a8-bc2a-4b84fe0093f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:46.580530 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-2a1e7071-4bb3-40a8-bc2a-4b84fe0093f0 service neutron] 10.222.0.62 "PUT /v2.0/ports/a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 HTTP/1.1" status: 200 len: 1092 time: 1.2603428 Jul 16 20:47:46.607145 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e7071-4bb3-40a8-bc2a-4b84fe0093f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,revision_number=7']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:46.634435 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d7c197f-ea68-4e06-a8ce-5abcc42b4b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:46.643736 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d7c197f-ea68-4e06-a8ce-5abcc42b4b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:46.672956 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-da7f32cc-61f6-44c5-bcee-dca6bb1039fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:46.674722 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-da7f32cc-61f6-44c5-bcee-dca6bb1039fc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 1095 time: 0.0631723 Jul 16 20:47:46.697435 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4676fc0b-cd5f-4173-935f-75cbb075325e req-e6c6247d-dee9-4d9d-99b5-27daa388b571 service neutron] 10.222.0.62 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437123 Jul 16 20:47:46.700800 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c197f-ea68-4e06-a8ce-5abcc42b4b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c6ef79-7631-41a0-a877-763f745721ef,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:46.707835 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6d7c197f-ea68-4e06-a8ce-5abcc42b4b9c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4f7bef8db5844f17aed9b15584a8f4ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4836411 Jul 16 20:47:46.709601 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59874) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:46.783145 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-9ab7eddc-99f9-4218-9b66-50bb467f9d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:46.784906 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-9ab7eddc-99f9-4218-9b66-50bb467f9d43 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7603548a-ab34-41b3-83b2-8cfa970f2767 HTTP/1.1" status: 200 len: 898 time: 0.1015916 Jul 16 20:47:46.834081 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c9567755-b0b4-4b1b-bd84-e94200d50661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:46.846995 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4676fc0b-cd5f-4173-935f-75cbb075325e req-a9673f00-720f-4f9f-ba53-645d19d18303 service neutron] 10.222.0.62 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380544 Jul 16 20:47:46.859316 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c9567755-b0b4-4b1b-bd84-e94200d50661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:46.866155 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-384f76b6-d652-45df-b367-7a8c42127135 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 HTTP/1.1" status: 200 len: 999 time: 0.0723398 Jul 16 20:47:46.941640 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-3e5b236f-7497-475c-83cd-8004fbb1b8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:46.943255 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-3e5b236f-7497-475c-83cd-8004fbb1b8d2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c8c50f7c-7595-4a55-bec2-dcb93bd12b01 HTTP/1.1" status: 200 len: 834 time: 0.0707839 Jul 16 20:47:47.328199 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-57707134-5947-44ae-9788-c363e5ca7a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:47.329730 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-57707134-5947-44ae-9788-c363e5ca7a60 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7603548a-ab34-41b3-83b2-8cfa970f2767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3802028 Jul 16 20:47:47.365562 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c9567755-b0b4-4b1b-bd84-e94200d50661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:47.368104 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c9567755-b0b4-4b1b-bd84-e94200d50661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:47.369240 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c9567755-b0b4-4b1b-bd84-e94200d50661 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/44c6ef79-7631-41a0-a877-763f745721ef HTTP/1.1" status: 204 len: 168 time: 0.6584342 Jul 16 20:47:47.394404 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9567755-b0b4-4b1b-bd84-e94200d50661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c6ef79-7631-41a0-a877-763f745721ef,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:47.410849 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91bc46-2709-4fc4-9bc8-61e280c148c0 req-c1ec0a74-d6e8-4443-a342-73a104d832b5 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:47.417730 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ca91bc46-2709-4fc4-9bc8-61e280c148c0 req-c1ec0a74-d6e8-4443-a342-73a104d832b5 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.5233979 Jul 16 20:47:47.445494 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5208f5f-468e-42a8-b458-4f993cdf3ec0 req-8b137ffa-7ad7-4f89-b96b-a9d37ae34603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:47.446231 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5208f5f-468e-42a8-b458-4f993cdf3ec0 req-8b137ffa-7ad7-4f89-b96b-a9d37ae34603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:47.446510 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5208f5f-468e-42a8-b458-4f993cdf3ec0 req-8b137ffa-7ad7-4f89-b96b-a9d37ae34603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:47.446646 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-8bdd694e-a050-45c9-8325-e57be0fd3422 service neutron] 10.222.0.62 "GET /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084805 Jul 16 20:47:47.446964 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5208f5f-468e-42a8-b458-4f993cdf3ec0 req-8b137ffa-7ad7-4f89-b96b-a9d37ae34603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:47.447432 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5208f5f-468e-42a8-b458-4f993cdf3ec0 req-8b137ffa-7ad7-4f89-b96b-a9d37ae34603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:47.448971 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5208f5f-468e-42a8-b458-4f993cdf3ec0 req-8b137ffa-7ad7-4f89-b96b-a9d37ae34603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:47.449200 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5208f5f-468e-42a8-b458-4f993cdf3ec0 req-8b137ffa-7ad7-4f89-b96b-a9d37ae34603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:47.451051 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d5208f5f-468e-42a8-b458-4f993cdf3ec0 req-8b137ffa-7ad7-4f89-b96b-a9d37ae34603 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0421842e20864ba19d8833f598d17c76&device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 6494 time: 0.5254638 Jul 16 20:47:47.487824 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763bdf9-529f-4afe-b53f-441021f5a6aa req-086fb6b2-897e-467d-961b-794ff4a76d9f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:47.489379 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c763bdf9-529f-4afe-b53f-441021f5a6aa req-086fb6b2-897e-467d-961b-794ff4a76d9f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 943 time: 0.5310497 Jul 16 20:47:47.531395 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ca91bc46-2709-4fc4-9bc8-61e280c148c0 req-fb2228a0-9db5-4af1-9665-56612b391752 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122470 Jul 16 20:47:47.565004 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-684e814f-0fc7-45c6-9aec-b8511357c553 req-06b63dd8-8941-45e5-8a0f-1a8ff235fc84 service neutron] 10.222.0.62 "GET /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072583 Jul 16 20:47:47.644024 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c763bdf9-529f-4afe-b53f-441021f5a6aa req-3cadfc88-7610-4d48-8f15-c0223460673e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410840 Jul 16 20:47:47.702982 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5208f5f-468e-42a8-b458-4f993cdf3ec0 req-d226faeb-177f-4252-a503-97237714b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:47.704510 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d5208f5f-468e-42a8-b458-4f993cdf3ec0 req-d226faeb-177f-4252-a503-97237714b9fd service neutron] 10.222.0.62 "GET /v2.0/networks?id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf HTTP/1.1" status: 200 len: 902 time: 0.2465930 Jul 16 20:47:47.781700 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d5208f5f-468e-42a8-b458-4f993cdf3ec0 req-2e72d003-f440-4fff-b0b5-ae3aa291006d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b32f7549-538d-4ccd-936a-fe3323acd257 HTTP/1.1" status: 200 len: 217 time: 0.0600922 Jul 16 20:47:47.924794 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5208f5f-468e-42a8-b458-4f993cdf3ec0 req-d6e14d92-5e56-494f-b97f-2a5c2a4ca41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:47.926183 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d5208f5f-468e-42a8-b458-4f993cdf3ec0 req-d6e14d92-5e56-494f-b97f-2a5c2a4ca41c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f2d96ed7-8733-4957-83cb-f46aeb3a2783 HTTP/1.1" status: 200 len: 797 time: 0.1367750 Jul 16 20:47:47.987879 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-f0f9aa08-9d74-424d-b7d5-ed5a56baf7da tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:47.989421 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-f0f9aa08-9d74-424d-b7d5-ed5a56baf7da tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/networks?id=5a5a0771-87d0-4460-a5b0-e2cfa52ab034 HTTP/1.1" status: 200 len: 814 time: 0.2105236 Jul 16 20:47:48.022838 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef28e38-02a6-4fdd-87f0-db436b7c53f4 req-727e17f7-3dc7-4e9c-a42a-b7ca426bd653 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:48.029256 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef28e38-02a6-4fdd-87f0-db436b7c53f4 req-727e17f7-3dc7-4e9c-a42a-b7ca426bd653 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:48.035178 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef28e38-02a6-4fdd-87f0-db436b7c53f4 req-727e17f7-3dc7-4e9c-a42a-b7ca426bd653 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:48.041092 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef28e38-02a6-4fdd-87f0-db436b7c53f4 req-727e17f7-3dc7-4e9c-a42a-b7ca426bd653 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:48.046992 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef28e38-02a6-4fdd-87f0-db436b7c53f4 req-727e17f7-3dc7-4e9c-a42a-b7ca426bd653 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:48.052792 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef28e38-02a6-4fdd-87f0-db436b7c53f4 req-727e17f7-3dc7-4e9c-a42a-b7ca426bd653 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:48.059224 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef28e38-02a6-4fdd-87f0-db436b7c53f4 req-727e17f7-3dc7-4e9c-a42a-b7ca426bd653 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:48.061159 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ef28e38-02a6-4fdd-87f0-db436b7c53f4 req-727e17f7-3dc7-4e9c-a42a-b7ca426bd653 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5430 time: 0.2707524 Jul 16 20:47:48.063515 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-270a0abc-0a13-427c-a5f9-b21177e264c3 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/quotas/5bb57e8d45114bb99e9c69083d564fef HTTP/1.1" status: 200 len: 375 time: 0.0679221 Jul 16 20:47:48.113973 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f17af15-10a1-46e2-8707-1e8baf3fac1b', 'tag': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:48.116452 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf66040-09c1-4f21-b68e-535e2c597e74" -d '{"events": [{"name": "network-changed", "server_uuid": "9f17af15-10a1-46e2-8707-1e8baf3fac1b", "tag": "a1aa7ac5-fc83-4481-8ff2-d5790a4beed3"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:48.138453 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5208f5f-468e-42a8-b458-4f993cdf3ec0 req-a18f85ab-f2a6-4afb-9aca-1364b4a42a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:48.139939 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d5208f5f-468e-42a8-b458-4f993cdf3ec0 req-a18f85ab-f2a6-4afb-9aca-1364b4a42a24 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2014620 Jul 16 20:47:48.152110 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ef28e38-02a6-4fdd-87f0-db436b7c53f4 req-1b4b1c28-50b5-45d8-9a0e-222edc7334f0 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837870 Jul 16 20:47:48.233914 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-de31c0cf-56fe-4698-8ff0-ad9e121e2045 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5bb57e8d45114bb99e9c69083d564fef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1624515 Jul 16 20:47:48.249391 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d457e0c-f2b5-4922-8b1b-b27963235b2d x-openstack-request-id: req-2d457e0c-f2b5-4922-8b1b-b27963235b2d {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:48.249693 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f17af15-10a1-46e2-8707-1e8baf3fac1b", "tag": "a1aa7ac5-fc83-4481-8ff2-d5790a4beed3", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:48.249949 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2d457e0c-f2b5-4922-8b1b-b27963235b2d {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:48.250387 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f17af15-10a1-46e2-8707-1e8baf3fac1b', 'tag': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3', 'status': 'completed', 'code': 200} Jul 16 20:47:48.274813 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d5208f5f-468e-42a8-b458-4f993cdf3ec0 req-31647543-8c79-4026-b395-9f0d9ea58659 service neutron] 10.222.0.62 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208558 Jul 16 20:47:48.373472 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf66040-09c1-4f21-b68e-535e2c597e74 req-dcac6234-8f36-4068-a68a-c70fd6f39002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:48.375065 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9bf66040-09c1-4f21-b68e-535e2c597e74 req-dcac6234-8f36-4068-a68a-c70fd6f39002 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 1095 time: 0.1008887 Jul 16 20:47:48.377836 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf66040-09c1-4f21-b68e-535e2c597e74 req-fc16e850-9d55-495b-b06e-57b978b01cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:48.379231 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9bf66040-09c1-4f21-b68e-535e2c597e74 req-fc16e850-9d55-495b-b06e-57b978b01cef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 1095 time: 0.0959969 Jul 16 20:47:48.438951 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-91a5d48c-077a-48dd-abc4-0cb0e122c64d service neutron] 10.222.0.38 "GET /v2.0/networks/5a5a0771-87d0-4460-a5b0-e2cfa52ab034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753666 Jul 16 20:47:48.454457 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d5208f5f-468e-42a8-b458-4f993cdf3ec0 req-6787b02b-162e-4a79-bf5c-b038796e2f80 service neutron] 10.222.0.62 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673729 Jul 16 20:47:48.549797 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf66040-09c1-4f21-b68e-535e2c597e74 req-0be6ba92-862a-49a7-bb79-315c87833c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:48.552582 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9bf66040-09c1-4f21-b68e-535e2c597e74 req-0be6ba92-862a-49a7-bb79-315c87833c94 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7603548a-ab34-41b3-83b2-8cfa970f2767 HTTP/1.1" status: 200 len: 898 time: 0.1716402 Jul 16 20:47:48.553991 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf66040-09c1-4f21-b68e-535e2c597e74 req-9b58a1c0-2fb3-4d90-b12a-d0c51bac5e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:48.555322 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9bf66040-09c1-4f21-b68e-535e2c597e74 req-9b58a1c0-2fb3-4d90-b12a-d0c51bac5e94 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7603548a-ab34-41b3-83b2-8cfa970f2767 HTTP/1.1" status: 200 len: 898 time: 0.1659532 Jul 16 20:47:48.559727 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-5c9290e6-4de1-4ee4-8d05-45abbdca1bbc service neutron] 10.222.0.38 "GET /v2.0/networks/5a5a0771-87d0-4460-a5b0-e2cfa52ab034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198261 Jul 16 20:47:48.671287 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9bf66040-09c1-4f21-b68e-535e2c597e74 req-89cf3051-66c5-4ce0-8798-3b19fe2f9525 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 HTTP/1.1" status: 200 len: 999 time: 0.1120265 Jul 16 20:47:48.678153 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9bf66040-09c1-4f21-b68e-535e2c597e74 req-14d394ce-3c3f-4905-959e-742ee4416db8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 HTTP/1.1" status: 200 len: 999 time: 0.1105702 Jul 16 20:47:48.762874 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf66040-09c1-4f21-b68e-535e2c597e74 req-74f12e56-c4ca-40a8-bf21-be1749b7ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:48.764452 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9bf66040-09c1-4f21-b68e-535e2c597e74 req-74f12e56-c4ca-40a8-bf21-be1749b7ab76 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8c50f7c-7595-4a55-bec2-dcb93bd12b01 HTTP/1.1" status: 200 len: 834 time: 0.0853693 Jul 16 20:47:48.768125 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf66040-09c1-4f21-b68e-535e2c597e74 req-95efd086-1e67-4e78-8f1b-e1b5afe1b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:48.769685 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9bf66040-09c1-4f21-b68e-535e2c597e74 req-95efd086-1e67-4e78-8f1b-e1b5afe1b150 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c8c50f7c-7595-4a55-bec2-dcb93bd12b01 HTTP/1.1" status: 200 len: 834 time: 0.0811083 Jul 16 20:47:48.874037 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4be33442-63e2-4dc2-9d42-f223d18112ac req-d88b7a28-2973-42b1-8bc3-370b8425ec5f tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c51e8a9-4e35-49cd-b017-1bba45c6b737 HTTP/1.1" status: 200 len: 210 time: 0.0426106 Jul 16 20:47:48.879327 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf66040-09c1-4f21-b68e-535e2c597e74 req-ba57871f-08b1-46b0-a30e-c1f230ec682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:48.881058 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9bf66040-09c1-4f21-b68e-535e2c597e74 req-ba57871f-08b1-46b0-a30e-c1f230ec682a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7603548a-ab34-41b3-83b2-8cfa970f2767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1086123 Jul 16 20:47:48.903340 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf66040-09c1-4f21-b68e-535e2c597e74 req-6ded7a43-6e69-4e98-aa79-72bb9e4dc2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:48.904943 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9bf66040-09c1-4f21-b68e-535e2c597e74 req-6ded7a43-6e69-4e98-aa79-72bb9e4dc2c6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7603548a-ab34-41b3-83b2-8cfa970f2767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1222920 Jul 16 20:47:48.905077 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:47:48.960616 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:47:48.992639 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb910e8-89b0-44e3-b488-b272d95c8c4a req-7275b858-5d17-4364-bb55-5200b2806a67 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:48.994937 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-beb910e8-89b0-44e3-b488-b272d95c8c4a req-7275b858-5d17-4364-bb55-5200b2806a67 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 943 time: 0.1194088 Jul 16 20:47:49.061651 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9bf66040-09c1-4f21-b68e-535e2c597e74 req-98134f7e-aacf-4cb8-8fb1-03ed7d21f49b service neutron] 10.222.0.18 "GET /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705985 Jul 16 20:47:49.067438 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9bf66040-09c1-4f21-b68e-535e2c597e74 req-853f9c4b-e0a9-4aac-ae4f-1fdd7b499617 service neutron] 10.222.0.62 "GET /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514614 Jul 16 20:47:49.068135 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-beb910e8-89b0-44e3-b488-b272d95c8c4a req-2e7ba47c-2e75-4ce3-ae0c-2f17448bd3af tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641212 Jul 16 20:47:49.253125 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9bf66040-09c1-4f21-b68e-535e2c597e74 req-4faf80b0-9352-4850-a93f-042a333272f6 service neutron] 10.222.0.18 "GET /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845028 Jul 16 20:47:49.255780 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9bf66040-09c1-4f21-b68e-535e2c597e74 req-fa8b5315-3d25-4aea-a589-eb6dec83022e service neutron] 10.222.0.62 "GET /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771338 Jul 16 20:47:49.413646 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded0e3c-a23e-4626-b4b0-f1582cc8bbe3 req-89cebfac-aabd-41fa-ba3c-34423fc42225 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:49.421895 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded0e3c-a23e-4626-b4b0-f1582cc8bbe3 req-89cebfac-aabd-41fa-ba3c-34423fc42225 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:49.428152 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded0e3c-a23e-4626-b4b0-f1582cc8bbe3 req-89cebfac-aabd-41fa-ba3c-34423fc42225 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:49.434816 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded0e3c-a23e-4626-b4b0-f1582cc8bbe3 req-89cebfac-aabd-41fa-ba3c-34423fc42225 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:49.440976 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded0e3c-a23e-4626-b4b0-f1582cc8bbe3 req-89cebfac-aabd-41fa-ba3c-34423fc42225 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:49.447115 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded0e3c-a23e-4626-b4b0-f1582cc8bbe3 req-89cebfac-aabd-41fa-ba3c-34423fc42225 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:49.454221 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded0e3c-a23e-4626-b4b0-f1582cc8bbe3 req-89cebfac-aabd-41fa-ba3c-34423fc42225 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:49.456249 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1ded0e3c-a23e-4626-b4b0-f1582cc8bbe3 req-89cebfac-aabd-41fa-ba3c-34423fc42225 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5430 time: 0.1327081 Jul 16 20:47:49.505490 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1ded0e3c-a23e-4626-b4b0-f1582cc8bbe3 req-8df6b1ea-75bb-4ef5-b8b3-3eb938dc3204 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429580 Jul 16 20:47:49.671025 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:47:49.780384 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,segment=NetworkSegment(1f517760-5c66-4941-ab3c-883964a82dae),segment_id=1f517760-5c66-4941-ab3c-883964a82dae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:49.796386 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3', 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767', 'port_id': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3', 'mac_address': 'fa:16:3e:1c:76:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c50f7c-7595-4a55-bec2-dcb93bd12b01', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:47:49.838713 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:49.855662 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:47:49.877594 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,segment=NetworkSegment(1f517760-5c66-4941-ab3c-883964a82dae),segment_id=1f517760-5c66-4941-ab3c-883964a82dae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:49.881528 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:49.945159 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:50.063691 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-90d5ae87-3c07-47eb-9e8b-0276430ed1ce req-b44cf2e9-8272-493a-8d66-2c851cb57aa1 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c51e8a9-4e35-49cd-b017-1bba45c6b737 HTTP/1.1" status: 200 len: 210 time: 0.0384316 Jul 16 20:47:50.111576 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['a1aa7ac5-fc83-4481-8ff2-d5790a4beed3'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:47:50.188665 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-8b7b22a0-e42c-4647-855e-6edd5e5a9e3f tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:50.191526 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-8b7b22a0-e42c-4647-855e-6edd5e5a9e3f tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.62 "GET /v2.0/networks?id=5a5a0771-87d0-4460-a5b0-e2cfa52ab034 HTTP/1.1" status: 200 len: 814 time: 0.1236713 Jul 16 20:47:50.206212 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-1ab7ea27-aaf6-4af8-b688-30704e74e26b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Request body: {'port': {'device_id': '9c51e8a9-4e35-49cd-b017-1bba45c6b737', 'network_id': '5a5a0771-87d0-4460-a5b0-e2cfa52ab034', 'admin_state_up': True, 'tenant_id': '5bb57e8d45114bb99e9c69083d564fef'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:50.298297 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2330ec-82e3-4bff-a546-a450b3a0c9a1 req-f32deafa-75fe-4dec-ab5c-95e84c667059 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:50.306377 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f2330ec-82e3-4bff-a546-a450b3a0c9a1 req-f32deafa-75fe-4dec-ab5c-95e84c667059 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 944 time: 0.0951355 Jul 16 20:47:50.387358 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f2330ec-82e3-4bff-a546-a450b3a0c9a1 req-54304020-26cc-4ef5-977a-782c8f22f032 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788703 Jul 16 20:47:50.414450 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-1ab7ea27-aaf6-4af8-b688-30704e74e26b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Made reservation on behalf of 5bb57e8d45114bb99e9c69083d564fef for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:47:50.420756 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-1ab7ea27-aaf6-4af8-b688-30704e74e26b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:50.561145 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-1ab7ea27-aaf6-4af8-b688-30704e74e26b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Allocated IP 172.20.0.2 (5a5a0771-87d0-4460-a5b0-e2cfa52ab034/1b0f5ba8-cc8e-432b-bbe3-5d6e57571036/3940051f-5924-4427-8360-efe2d05291e4) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:47:50.723776 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:47:50.769095 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-1ab7ea27-aaf6-4af8-b688-30704e74e26b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:50.833613 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-1ab7ea27-aaf6-4af8-b688-30704e74e26b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:50.849012 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['06bed895-5d79-4114-a43b-d160640bb2ba'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:47:50.894123 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-1ab7ea27-aaf6-4af8-b688-30704e74e26b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Network 5a5a0771-87d0-4460-a5b0-e2cfa52ab034 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:47:50.907198 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7ea27-aaf6-4af8-b688-30704e74e26b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Pushing event updated for resources: {'Port': ['ID=3940051f-5924-4427-8360-efe2d05291e4,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:50.917962 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-1ab7ea27-aaf6-4af8-b688-30704e74e26b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:47:50.920843 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-1ab7ea27-aaf6-4af8-b688-30704e74e26b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:47:50.937063 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d4d69-e9f3-4c02-a32d-f54bc2cf748c req-11ff828c-a75d-481a-95a6-c0260ada3c03 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:50.944104 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d4d69-e9f3-4c02-a32d-f54bc2cf748c req-11ff828c-a75d-481a-95a6-c0260ada3c03 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:50.951521 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d4d69-e9f3-4c02-a32d-f54bc2cf748c req-11ff828c-a75d-481a-95a6-c0260ada3c03 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:50.957410 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d4d69-e9f3-4c02-a32d-f54bc2cf748c req-11ff828c-a75d-481a-95a6-c0260ada3c03 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:50.964209 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d4d69-e9f3-4c02-a32d-f54bc2cf748c req-11ff828c-a75d-481a-95a6-c0260ada3c03 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:50.970235 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d4d69-e9f3-4c02-a32d-f54bc2cf748c req-11ff828c-a75d-481a-95a6-c0260ada3c03 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:50.976248 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d4d69-e9f3-4c02-a32d-f54bc2cf748c req-11ff828c-a75d-481a-95a6-c0260ada3c03 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:50.978243 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b47d4d69-e9f3-4c02-a32d-f54bc2cf748c req-11ff828c-a75d-481a-95a6-c0260ada3c03 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5430 time: 0.3084338 Jul 16 20:47:51.000943 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-1ab7ea27-aaf6-4af8-b688-30704e74e26b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:51.001836 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-1ab7ea27-aaf6-4af8-b688-30704e74e26b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.007487 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-7fb1750b-6ebc-4842-a7ff-6b69a58e22da tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:51.010619 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-7fb1750b-6ebc-4842-a7ff-6b69a58e22da tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b&tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&binding%3Ahost_id=n-h2-791506-21 HTTP/1.1" status: 200 len: 944 time: 0.3099234 Jul 16 20:47:51.018826 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-1ab7ea27-aaf6-4af8-b688-30704e74e26b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8175380 Jul 16 20:47:51.030912 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-63a99ad2-801c-4bd4-aa4a-6cc1a2a1b486 service neutron] Request body: {'port': {'device_id': '9c51e8a9-4e35-49cd-b017-1bba45c6b737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:51.076555 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a7eff-e9d3-4892-83f0-5073bbe992cd req-df9d986f-2024-4179-9d17-d6f98ad350a4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:51.086690 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-481a7eff-e9d3-4892-83f0-5073bbe992cd req-df9d986f-2024-4179-9d17-d6f98ad350a4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 944 time: 0.3031564 Jul 16 20:47:51.114711 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-63a99ad2-801c-4bd4-aa4a-6cc1a2a1b486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.168710 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b47d4d69-e9f3-4c02-a32d-f54bc2cf748c req-26155827-d069-4f98-872d-88f94e7e2149 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1716216 Jul 16 20:47:51.206948 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-481a7eff-e9d3-4892-83f0-5073bbe992cd req-8333419b-e388-4b97-b747-7e2817ee606d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191730 Jul 16 20:47:51.220323 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-66051640-f57e-45db-982c-82bfd047a6c7 service neutron] 10.222.0.62 "GET /v2.0/ports/a1aa7ac5-fc83-4481-8ff2-d5790a4beed3/bindings/n-h2-791506-21 HTTP/1.1" status: 200 len: 383 time: 0.1971734 Jul 16 20:47:51.330153 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-6a38bd99-38cc-4d21-aab2-09a2cd22e6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:51.332150 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-6a38bd99-38cc-4d21-aab2-09a2cd22e6ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 1096 time: 0.0712149 Jul 16 20:47:51.488716 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf58dc-d94c-4d41-b648-58d7fa33494e req-9222bac9-8569-45b6-849a-1c76889541ce tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:51.490222 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0edf58dc-d94c-4d41-b648-58d7fa33494e req-9222bac9-8569-45b6-849a-1c76889541ce tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c51e8a9-4e35-49cd-b017-1bba45c6b737 HTTP/1.1" status: 200 len: 931 time: 0.1248150 Jul 16 20:47:51.491427 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-f489d00d-2cd1-45d6-90da-a8683515fbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:51.492764 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-f489d00d-2cd1-45d6-90da-a8683515fbcf service neutron] 10.222.0.62 "GET /v2.0/networks?id=7603548a-ab34-41b3-83b2-8cfa970f2767 HTTP/1.1" status: 200 len: 898 time: 0.1531210 Jul 16 20:47:51.493547 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-63a99ad2-801c-4bd4-aa4a-6cc1a2a1b486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3940051f-5924-4427-8360-efe2d05291e4 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:47:51.501715 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-63a99ad2-801c-4bd4-aa4a-6cc1a2a1b486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.516738 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-63a99ad2-801c-4bd4-aa4a-6cc1a2a1b486 service neutron] Transition to ACTIVE for port object 3940051f-5924-4427-8360-efe2d05291e4 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:51.522077 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-63a99ad2-801c-4bd4-aa4a-6cc1a2a1b486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.583284 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a99ad2-801c-4bd4-aa4a-6cc1a2a1b486 service neutron] Pushing event updated for resources: {'Port': ['ID=3940051f-5924-4427-8360-efe2d05291e4,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:51.595002 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0edf58dc-d94c-4d41-b648-58d7fa33494e req-5b18c671-b5e4-45fa-9ed6-7cba3b41cac3 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975780 Jul 16 20:47:51.615091 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-e28c89b6-afb8-427f-9c9e-e67bf28b7148 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 HTTP/1.1" status: 200 len: 1000 time: 0.1094651 Jul 16 20:47:51.659176 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:47:51.663155 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-63a99ad2-801c-4bd4-aa4a-6cc1a2a1b486 service neutron] Attempting to bind port 3940051f-5924-4427-8360-efe2d05291e4 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:47:51.663575 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-63a99ad2-801c-4bd4-aa4a-6cc1a2a1b486 service neutron] Attempting to bind port 3940051f-5924-4427-8360-efe2d05291e4 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '64c2bd7e-333e-4ae1-88fd-002848031417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5a5a0771-87d0-4460-a5b0-e2cfa52ab034'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:47:51.664003 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-63a99ad2-801c-4bd4-aa4a-6cc1a2a1b486 service neutron] Attempting to bind port 3940051f-5924-4427-8360-efe2d05291e4 on network 5a5a0771-87d0-4460-a5b0-e2cfa52ab034 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:51.670308 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-63a99ad2-801c-4bd4-aa4a-6cc1a2a1b486 service neutron] Port 3940051f-5924-4427-8360-efe2d05291e4 on network 5a5a0771-87d0-4460-a5b0-e2cfa52ab034 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:47:51.670752 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-63a99ad2-801c-4bd4-aa4a-6cc1a2a1b486 service neutron] Attempting to bind port 3940051f-5924-4427-8360-efe2d05291e4 on network 5a5a0771-87d0-4460-a5b0-e2cfa52ab034 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:51.677189 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-63a99ad2-801c-4bd4-aa4a-6cc1a2a1b486 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:47:51.677930 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-63a99ad2-801c-4bd4-aa4a-6cc1a2a1b486 service neutron] Checking segment: {'id': '64c2bd7e-333e-4ae1-88fd-002848031417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5a5a0771-87d0-4460-a5b0-e2cfa52ab034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:47:51.678410 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-63a99ad2-801c-4bd4-aa4a-6cc1a2a1b486 service neutron] Bound using segment: {'id': '64c2bd7e-333e-4ae1-88fd-002848031417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5a5a0771-87d0-4460-a5b0-e2cfa52ab034'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:47:51.678938 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-63a99ad2-801c-4bd4-aa4a-6cc1a2a1b486 service neutron] Bound port: 3940051f-5924-4427-8360-efe2d05291e4, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c2bd7e-333e-4ae1-88fd-002848031417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5a5a0771-87d0-4460-a5b0-e2cfa52ab034'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:47:51.679371 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-63a99ad2-801c-4bd4-aa4a-6cc1a2a1b486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.683184 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-44fc8e6a-4cb9-42fb-b11d-a8232cf169d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:51.685013 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-44fc8e6a-4cb9-42fb-b11d-a8232cf169d8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c8c50f7c-7595-4a55-bec2-dcb93bd12b01 HTTP/1.1" status: 200 len: 834 time: 0.0630848 Jul 16 20:47:51.710245 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eef692ff-a235-4826-97fa-d5c48778fe68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.731587 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:51.737396 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:51.738809 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.758767 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-2bb01ea6-1759-4cb2-b23d-1c33bdf8b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:51.760881 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-2bb01ea6-1759-4cb2-b23d-1c33bdf8b582 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7603548a-ab34-41b3-83b2-8cfa970f2767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686316 Jul 16 20:47:51.772679 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-63a99ad2-801c-4bd4-aa4a-6cc1a2a1b486 service neutron] For port 3940051f-5924-4427-8360-efe2d05291e4, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:47:51.781899 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-63a99ad2-801c-4bd4-aa4a-6cc1a2a1b486 service neutron] For port 3940051f-5924-4427-8360-efe2d05291e4, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=3940051f-5924-4427-8360-efe2d05291e4,segment=NetworkSegment(64c2bd7e-333e-4ae1-88fd-002848031417),segment_id=64c2bd7e-333e-4ae1-88fd-002848031417)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:47:51.787226 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-63a99ad2-801c-4bd4-aa4a-6cc1a2a1b486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.831846 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.836227 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-63a99ad2-801c-4bd4-aa4a-6cc1a2a1b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:51.837069 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-63a99ad2-801c-4bd4-aa4a-6cc1a2a1b486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.838677 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-63a99ad2-801c-4bd4-aa4a-6cc1a2a1b486 service neutron] 10.222.0.62 "PUT /v2.0/ports/3940051f-5924-4427-8360-efe2d05291e4 HTTP/1.1" status: 200 len: 1092 time: 0.8129010 Jul 16 20:47:51.839146 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c51e8a9-4e35-49cd-b017-1bba45c6b737', 'tag': '3940051f-5924-4427-8360-efe2d05291e4'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:51.841488 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9c695a-ad7b-481c-8aee-83648f872f53" -d '{"events": [{"name": "network-changed", "server_uuid": "9c51e8a9-4e35-49cd-b017-1bba45c6b737", "tag": "3940051f-5924-4427-8360-efe2d05291e4"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:51.873385 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f17af15-10a1-46e2-8707-1e8baf3fac1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:51.876119 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88e74df-3ba2-43c3-83f8-9cddcefcda8b" -d '{"events": [{"server_uuid": "9f17af15-10a1-46e2-8707-1e8baf3fac1b", "name": "network-vif-plugged", "status": "completed", "tag": "a1aa7ac5-fc83-4481-8ff2-d5790a4beed3"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:51.899534 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,segment=NetworkSegment(1f517760-5c66-4941-ab3c-883964a82dae),segment_id=1f517760-5c66-4941-ab3c-883964a82dae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:51.906099 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-8993db18-cf8d-4078-9309-c6cc9596fef0 service neutron] 10.222.0.62 "GET /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373796 Jul 16 20:47:51.908225 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.926694 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8a2794-7e9c-4d13-a80b-6169bd387682 x-openstack-request-id: req-ba8a2794-7e9c-4d13-a80b-6169bd387682 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:51.927103 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c51e8a9-4e35-49cd-b017-1bba45c6b737", "tag": "3940051f-5924-4427-8360-efe2d05291e4", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:51.927520 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ba8a2794-7e9c-4d13-a80b-6169bd387682 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:51.928293 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c51e8a9-4e35-49cd-b017-1bba45c6b737', 'tag': '3940051f-5924-4427-8360-efe2d05291e4', 'status': 'completed', 'code': 200} Jul 16 20:47:51.932904 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a99ad2-801c-4bd4-aa4a-6cc1a2a1b486 service neutron] Pushing event updated for resources: {'Port': ['ID=3940051f-5924-4427-8360-efe2d05291e4,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:51.968605 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa4d3cd-ab7f-4ab2-8d7f-56b5d7e539db x-openstack-request-id: req-5fa4d3cd-ab7f-4ab2-8d7f-56b5d7e539db {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:51.968911 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f17af15-10a1-46e2-8707-1e8baf3fac1b", "name": "network-vif-plugged", "status": "completed", "tag": "a1aa7ac5-fc83-4481-8ff2-d5790a4beed3", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:51.969175 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5fa4d3cd-ab7f-4ab2-8d7f-56b5d7e539db {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:51.969746 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f17af15-10a1-46e2-8707-1e8baf3fac1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3', 'code': 200} Jul 16 20:47:51.971632 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,revision_number=9']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:51.991414 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-c113d9a1-edf0-4566-bf55-858cd2f6fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:51.993022 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-c113d9a1-edf0-4566-bf55-858cd2f6fb1e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5bb57e8d45114bb99e9c69083d564fef&device_id=9c51e8a9-4e35-49cd-b017-1bba45c6b737 HTTP/1.1" status: 200 len: 1095 time: 0.1023691 Jul 16 20:47:52.033196 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-cd23e99c-84a2-41a1-a0ac-83a22e9ab44a service neutron] 10.222.0.62 "GET /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177907 Jul 16 20:47:52.042768 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-20587e21-39bc-4245-9412-4c92e4f44397 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3940051f-5924-4427-8360-efe2d05291e4 HTTP/1.1" status: 200 len: 217 time: 0.0396049 Jul 16 20:47:52.094438 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-dd27adc5-4493-49ea-9635-3da6d8d73777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:52.094602 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-dd27adc5-4493-49ea-9635-3da6d8d73777 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b0f5ba8-cc8e-432b-bbe3-5d6e57571036 HTTP/1.1" status: 200 len: 854 time: 0.0489690 Jul 16 20:47:52.130193 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-884ccc49-05e7-45fe-8387-6f471be2dd36 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5a5a0771-87d0-4460-a5b0-e2cfa52ab034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286932 Jul 16 20:47:52.236659 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-02815cfb-8ae5-4b0c-a3ec-143c53c9afd9 service neutron] 10.222.0.62 "GET /v2.0/networks/5a5a0771-87d0-4460-a5b0-e2cfa52ab034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993845 Jul 16 20:47:52.350176 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6134d5b8-c3c6-4086-932b-9e6e9d5f7a0e req-27301eb2-8dce-45b7-9b5e-ec235f14a9d1 service neutron] 10.222.0.62 "GET /v2.0/networks/5a5a0771-87d0-4460-a5b0-e2cfa52ab034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030645 Jul 16 20:47:52.452978 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558e8a0-f6f5-460d-bb31-3a65077809e5 req-e2769216-4406-4725-8fc7-5e0da3be2f4e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:52.458855 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558e8a0-f6f5-460d-bb31-3a65077809e5 req-e2769216-4406-4725-8fc7-5e0da3be2f4e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:52.465532 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558e8a0-f6f5-460d-bb31-3a65077809e5 req-e2769216-4406-4725-8fc7-5e0da3be2f4e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:52.468870 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c695a-ad7b-481c-8aee-83648f872f53 req-14c5ccf6-5b24-47be-961c-c436072a0cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:52.470913 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6e9c695a-ad7b-481c-8aee-83648f872f53 req-14c5ccf6-5b24-47be-961c-c436072a0cb6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5bb57e8d45114bb99e9c69083d564fef&device_id=9c51e8a9-4e35-49cd-b017-1bba45c6b737 HTTP/1.1" status: 200 len: 1095 time: 0.0622742 Jul 16 20:47:52.471485 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558e8a0-f6f5-460d-bb31-3a65077809e5 req-e2769216-4406-4725-8fc7-5e0da3be2f4e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:52.477384 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558e8a0-f6f5-460d-bb31-3a65077809e5 req-e2769216-4406-4725-8fc7-5e0da3be2f4e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:52.483472 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558e8a0-f6f5-460d-bb31-3a65077809e5 req-e2769216-4406-4725-8fc7-5e0da3be2f4e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:52.489400 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558e8a0-f6f5-460d-bb31-3a65077809e5 req-e2769216-4406-4725-8fc7-5e0da3be2f4e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:52.491355 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e558e8a0-f6f5-460d-bb31-3a65077809e5 req-e2769216-4406-4725-8fc7-5e0da3be2f4e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5430 time: 0.1587939 Jul 16 20:47:52.516088 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197c35b-6c7e-474d-9711-804e12cdc915 req-3fd04e7f-c770-49da-ba6f-0ca5d252bdbf tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:52.517593 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0197c35b-6c7e-474d-9711-804e12cdc915 req-3fd04e7f-c770-49da-ba6f-0ca5d252bdbf tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 945 time: 0.1516967 Jul 16 20:47:52.564497 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e558e8a0-f6f5-460d-bb31-3a65077809e5 req-b53cb1f5-3097-4b1f-abcb-314da5a70b66 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637248 Jul 16 20:47:52.573808 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c695a-ad7b-481c-8aee-83648f872f53 req-e5d81287-7515-4c7a-93ad-34f2c6e5b165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:52.575370 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6e9c695a-ad7b-481c-8aee-83648f872f53 req-e5d81287-7515-4c7a-93ad-34f2c6e5b165 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5a5a0771-87d0-4460-a5b0-e2cfa52ab034 HTTP/1.1" status: 200 len: 915 time: 0.0969269 Jul 16 20:47:52.583196 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0197c35b-6c7e-474d-9711-804e12cdc915 req-c6f5b24f-fa68-4f54-a316-ef9205a0f03b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578437 Jul 16 20:47:52.635977 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6e9c695a-ad7b-481c-8aee-83648f872f53 req-070a403e-4f9b-4b9c-91ce-3a3c1948679c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3940051f-5924-4427-8360-efe2d05291e4 HTTP/1.1" status: 200 len: 217 time: 0.0520382 Jul 16 20:47:52.695926 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c695a-ad7b-481c-8aee-83648f872f53 req-de49cd89-7040-4dce-a826-8d5c60927823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:52.697538 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6e9c695a-ad7b-481c-8aee-83648f872f53 req-de49cd89-7040-4dce-a826-8d5c60927823 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b0f5ba8-cc8e-432b-bbe3-5d6e57571036 HTTP/1.1" status: 200 len: 854 time: 0.0528436 Jul 16 20:47:52.734061 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6e9c695a-ad7b-481c-8aee-83648f872f53 req-13963a6b-74ef-46de-8616-9244a8266414 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5a5a0771-87d0-4460-a5b0-e2cfa52ab034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289447 Jul 16 20:47:52.774603 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a93036-7804-428e-8d3e-8021ccb5ec85 req-406bfd59-b3c5-42f3-b70e-a6a60058484f tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:52.776210 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0a93036-7804-428e-8d3e-8021ccb5ec85 req-406bfd59-b3c5-42f3-b70e-a6a60058484f tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c51e8a9-4e35-49cd-b017-1bba45c6b737 HTTP/1.1" status: 200 len: 943 time: 0.0681365 Jul 16 20:47:52.820346 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0a93036-7804-428e-8d3e-8021ccb5ec85 req-862c39d4-a0a1-42dd-8876-12648b654d35 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369735 Jul 16 20:47:52.859484 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6e9c695a-ad7b-481c-8aee-83648f872f53 req-68ea02e1-2367-476c-8a3f-10a58e56054d service neutron] 10.222.0.62 "GET /v2.0/networks/5a5a0771-87d0-4460-a5b0-e2cfa52ab034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160944 Jul 16 20:47:52.952599 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6e9c695a-ad7b-481c-8aee-83648f872f53 req-5dafbb40-6276-41ef-8f74-1fb9dd18c89b service neutron] 10.222.0.62 "GET /v2.0/networks/5a5a0771-87d0-4460-a5b0-e2cfa52ab034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857823 Jul 16 20:47:53.671076 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 3940051f-5924-4427-8360-efe2d05291e4 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:47:53.820620 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 3940051f-5924-4427-8360-efe2d05291e4, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=3940051f-5924-4427-8360-efe2d05291e4,segment=NetworkSegment(64c2bd7e-333e-4ae1-88fd-002848031417),segment_id=64c2bd7e-333e-4ae1-88fd-002848031417)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:53.833530 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '3940051f-5924-4427-8360-efe2d05291e4', 'network_id': '5a5a0771-87d0-4460-a5b0-e2cfa52ab034', 'port_id': '3940051f-5924-4427-8360-efe2d05291e4', 'mac_address': 'fa:16:3e:e5:67:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0f5ba8-cc8e-432b-bbe3-5d6e57571036', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:47:53.860490 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18ac30-287b-4a1e-9c0f-89baf5dbecaa req-40be4f52-6ae1-4299-905f-407c2d575b9a tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:53.862008 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d18ac30-287b-4a1e-9c0f-89baf5dbecaa req-40be4f52-6ae1-4299-905f-407c2d575b9a tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 945 time: 0.1367004 Jul 16 20:47:53.879755 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57d98a-f31e-4c49-8c6b-fba6cf8c255c req-df8acc69-b54b-42f4-afe1-693de49ec81f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:53.888543 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57d98a-f31e-4c49-8c6b-fba6cf8c255c req-df8acc69-b54b-42f4-afe1-693de49ec81f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:53.890006 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:53.894754 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57d98a-f31e-4c49-8c6b-fba6cf8c255c req-df8acc69-b54b-42f4-afe1-693de49ec81f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:53.901318 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57d98a-f31e-4c49-8c6b-fba6cf8c255c req-df8acc69-b54b-42f4-afe1-693de49ec81f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:53.904353 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3940051f-5924-4427-8360-efe2d05291e4 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:47:53.907333 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57d98a-f31e-4c49-8c6b-fba6cf8c255c req-df8acc69-b54b-42f4-afe1-693de49ec81f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:53.913532 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57d98a-f31e-4c49-8c6b-fba6cf8c255c req-df8acc69-b54b-42f4-afe1-693de49ec81f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:53.921102 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57d98a-f31e-4c49-8c6b-fba6cf8c255c req-df8acc69-b54b-42f4-afe1-693de49ec81f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:53.923036 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4e57d98a-f31e-4c49-8c6b-fba6cf8c255c req-df8acc69-b54b-42f4-afe1-693de49ec81f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5430 time: 0.2105947 Jul 16 20:47:53.944595 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 3940051f-5924-4427-8360-efe2d05291e4, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=3940051f-5924-4427-8360-efe2d05291e4,segment=NetworkSegment(64c2bd7e-333e-4ae1-88fd-002848031417),segment_id=64c2bd7e-333e-4ae1-88fd-002848031417)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:53.951703 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:53.987880 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d18ac30-287b-4a1e-9c0f-89baf5dbecaa req-64a5c568-e5dc-4eaa-8287-52005e1ee3b6 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636861 Jul 16 20:47:54.020190 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=3940051f-5924-4427-8360-efe2d05291e4,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:54.023906 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4e57d98a-f31e-4c49-8c6b-fba6cf8c255c req-9b44d603-043f-4a4c-844d-e8695d793f83 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0892992 Jul 16 20:47:54.144749 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['3940051f-5924-4427-8360-efe2d05291e4'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:47:54.218561 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94917073-3b6a-4c81-b6cc-d25e48dccdd8 req-dc3e264e-5ce7-48a1-94f5-db2e49792827 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:54.220367 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-94917073-3b6a-4c81-b6cc-d25e48dccdd8 req-dc3e264e-5ce7-48a1-94f5-db2e49792827 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c51e8a9-4e35-49cd-b017-1bba45c6b737 HTTP/1.1" status: 200 len: 944 time: 0.0789478 Jul 16 20:47:54.221422 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-9d4cad65-fd4a-4ec6-a876-c1084ef13f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:54.223106 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-9d4cad65-fd4a-4ec6-a876-c1084ef13f41 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b&tenant_id=0a2a9f68d1874fbf9d499c45b54369c0 HTTP/1.1" status: 200 len: 1097 time: 0.0643482 Jul 16 20:47:54.235009 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ceee243-7db5-43fa-a0f3-4aea74bf0bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:54.235591 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-e2db465d-dd63-4710-b23d-11c56b90e0e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-21', 'device_owner': 'compute:nova'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:54.263338 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-94917073-3b6a-4c81-b6cc-d25e48dccdd8 req-e26dd5f0-864a-4e08-9bdf-59e0dbb85d96 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367208 Jul 16 20:47:54.331759 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:54.335239 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-e2db465d-dd63-4710-b23d-11c56b90e0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:54.563299 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-e2db465d-dd63-4710-b23d-11c56b90e0e8 service neutron] For port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,segment=NetworkSegment(1f517760-5c66-4941-ab3c-883964a82dae),segment_id=1f517760-5c66-4941-ab3c-883964a82dae)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:54.602502 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-e2db465d-dd63-4710-b23d-11c56b90e0e8 service neutron] For port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:47:54.664281 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f17af15-10a1-46e2-8707-1e8baf3fac1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:54.667501 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1258e583-d645-48bb-9fe4-1671dcd78c37" -d '{"events": [{"server_uuid": "9f17af15-10a1-46e2-8707-1e8baf3fac1b", "name": "network-vif-unplugged", "status": "completed", "tag": "a1aa7ac5-fc83-4481-8ff2-d5790a4beed3"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:54.677618 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-e2db465d-dd63-4710-b23d-11c56b90e0e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:54.685279 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-e2db465d-dd63-4710-b23d-11c56b90e0e8 service neutron] Transition to ACTIVE for port object a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:54.689498 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-e2db465d-dd63-4710-b23d-11c56b90e0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:54.763960 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5c7d12-956f-4e5b-a65a-3701e2d138e8 x-openstack-request-id: req-ea5c7d12-956f-4e5b-a65a-3701e2d138e8 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:54.764254 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f17af15-10a1-46e2-8707-1e8baf3fac1b", "name": "network-vif-unplugged", "status": "completed", "tag": "a1aa7ac5-fc83-4481-8ff2-d5790a4beed3", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:54.764507 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ea5c7d12-956f-4e5b-a65a-3701e2d138e8 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:54.764900 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f17af15-10a1-46e2-8707-1e8baf3fac1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3', 'code': 200} Jul 16 20:47:54.781516 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db465d-dd63-4710-b23d-11c56b90e0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,revision_number=10']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:54.835024 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-e2db465d-dd63-4710-b23d-11c56b90e0e8 service neutron] No DVR routers for this DVR port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:47:54.995370 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-e2db465d-dd63-4710-b23d-11c56b90e0e8 service neutron] Attempting to bind port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:47:54.995738 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-e2db465d-dd63-4710-b23d-11c56b90e0e8 service neutron] Attempting to bind port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '1f517760-5c66-4941-ab3c-883964a82dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:47:54.996028 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-e2db465d-dd63-4710-b23d-11c56b90e0e8 service neutron] Attempting to bind port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 on network 7603548a-ab34-41b3-83b2-8cfa970f2767 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:55.000789 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-e2db465d-dd63-4710-b23d-11c56b90e0e8 service neutron] Port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 on network 7603548a-ab34-41b3-83b2-8cfa970f2767 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:47:55.001218 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-e2db465d-dd63-4710-b23d-11c56b90e0e8 service neutron] Attempting to bind port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 on network 7603548a-ab34-41b3-83b2-8cfa970f2767 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:55.007103 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-e2db465d-dd63-4710-b23d-11c56b90e0e8 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:47:55.007400 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-e2db465d-dd63-4710-b23d-11c56b90e0e8 service neutron] Checking segment: {'id': '1f517760-5c66-4941-ab3c-883964a82dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:47:55.007760 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-e2db465d-dd63-4710-b23d-11c56b90e0e8 service neutron] Bound using segment: {'id': '1f517760-5c66-4941-ab3c-883964a82dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:47:55.008181 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-e2db465d-dd63-4710-b23d-11c56b90e0e8 service neutron] Bound port: a1aa7ac5-fc83-4481-8ff2-d5790a4beed3, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f517760-5c66-4941-ab3c-883964a82dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:47:55.008538 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-e2db465d-dd63-4710-b23d-11c56b90e0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:55.106156 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-e2db465d-dd63-4710-b23d-11c56b90e0e8 service neutron] For port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:47:55.110446 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-e2db465d-dd63-4710-b23d-11c56b90e0e8 service neutron] For port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,segment=NetworkSegment(1f517760-5c66-4941-ab3c-883964a82dae),segment_id=1f517760-5c66-4941-ab3c-883964a82dae)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:47:55.115622 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-e2db465d-dd63-4710-b23d-11c56b90e0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:55.166805 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-e2db465d-dd63-4710-b23d-11c56b90e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:55.167919 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-e2db465d-dd63-4710-b23d-11c56b90e0e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:55.169566 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-e2db465d-dd63-4710-b23d-11c56b90e0e8 service neutron] 10.222.0.18 "PUT /v2.0/ports/a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 HTTP/1.1" status: 200 len: 1093 time: 0.9397533 Jul 16 20:47:55.242848 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2763cb9-a031-4328-b63e-54f5f7a083a1 req-55442f60-ca83-4c2c-9412-8842de06f9d0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:55.246262 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a2763cb9-a031-4328-b63e-54f5f7a083a1 req-55442f60-ca83-4c2c-9412-8842de06f9d0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 944 time: 0.1244826 Jul 16 20:47:55.257463 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db465d-dd63-4710-b23d-11c56b90e0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,revision_number=11']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:55.273330 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240cb40-ff12-4e25-8442-3b48bb854e32 req-e7e66e1c-a97d-4bad-9342-de971e018d3d tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:55.279501 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240cb40-ff12-4e25-8442-3b48bb854e32 req-e7e66e1c-a97d-4bad-9342-de971e018d3d tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:55.285626 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240cb40-ff12-4e25-8442-3b48bb854e32 req-e7e66e1c-a97d-4bad-9342-de971e018d3d tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:55.296231 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240cb40-ff12-4e25-8442-3b48bb854e32 req-e7e66e1c-a97d-4bad-9342-de971e018d3d tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:55.302639 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240cb40-ff12-4e25-8442-3b48bb854e32 req-e7e66e1c-a97d-4bad-9342-de971e018d3d tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:55.309674 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240cb40-ff12-4e25-8442-3b48bb854e32 req-e7e66e1c-a97d-4bad-9342-de971e018d3d tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:55.316048 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240cb40-ff12-4e25-8442-3b48bb854e32 req-e7e66e1c-a97d-4bad-9342-de971e018d3d tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:55.325064 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8240cb40-ff12-4e25-8442-3b48bb854e32 req-e7e66e1c-a97d-4bad-9342-de971e018d3d tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5430 time: 0.1734338 Jul 16 20:47:55.329543 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-3f7acdec-7025-4f12-9069-4fee7ae07ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:55.338433 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-3f7acdec-7025-4f12-9069-4fee7ae07ad3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 1096 time: 0.1337471 Jul 16 20:47:55.390784 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a2763cb9-a031-4328-b63e-54f5f7a083a1 req-3f99dd7a-a4ad-4479-94ff-d7b60571fda2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434221 Jul 16 20:47:55.421661 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8240cb40-ff12-4e25-8442-3b48bb854e32 req-67c13594-1a73-4e20-9365-68788fe35da5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0955546 Jul 16 20:47:55.472862 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-dce2ce4c-7734-4641-9863-632a2e7f198d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:55.472862 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-dce2ce4c-7734-4641-9863-632a2e7f198d service neutron] 10.222.0.18 "GET /v2.0/networks?id=7603548a-ab34-41b3-83b2-8cfa970f2767 HTTP/1.1" status: 200 len: 898 time: 0.1260982 Jul 16 20:47:55.568543 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-960b69fa-14e4-42a9-aee8-4d247200acae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 HTTP/1.1" status: 200 len: 999 time: 0.0881019 Jul 16 20:47:55.628741 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-48ff281e-881e-4a76-ae2c-5ff2080b345c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:55.630209 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-48ff281e-881e-4a76-ae2c-5ff2080b345c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8c50f7c-7595-4a55-bec2-dcb93bd12b01 HTTP/1.1" status: 200 len: 834 time: 0.0596914 Jul 16 20:47:55.646351 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6703999-0dbb-4c59-8c22-8a3d23cddeea req-27555e57-92cd-4c96-8ae5-05ed599562ef tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:55.647903 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c6703999-0dbb-4c59-8c22-8a3d23cddeea req-27555e57-92cd-4c96-8ae5-05ed599562ef tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c51e8a9-4e35-49cd-b017-1bba45c6b737 HTTP/1.1" status: 200 len: 944 time: 0.0738387 Jul 16 20:47:55.691812 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-73440579-a574-4fa2-895b-a68def975cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:55.693392 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-73440579-a574-4fa2-895b-a68def975cb2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7603548a-ab34-41b3-83b2-8cfa970f2767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569503 Jul 16 20:47:55.700006 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 3940051f-5924-4427-8360-efe2d05291e4 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:47:55.718500 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c6703999-0dbb-4c59-8c22-8a3d23cddeea req-e926575d-0d01-4709-9c61-9d7665f323d6 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638413 Jul 16 20:47:55.784010 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:55.787445 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 3940051f-5924-4427-8360-efe2d05291e4 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:55.800969 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 3940051f-5924-4427-8360-efe2d05291e4 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:55.802812 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:55.817109 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-0c7e756a-b77d-4a43-9259-15a5eb3779d4 service neutron] 10.222.0.18 "GET /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161597 Jul 16 20:47:55.908837 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:55.929529 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9b75e695-794e-4f6b-8de6-393addfa3d76 req-c14d8daa-186c-49d9-95b1-6ff055128267 service neutron] 10.222.0.18 "GET /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058917 Jul 16 20:47:55.940402 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c51e8a9-4e35-49cd-b017-1bba45c6b737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3940051f-5924-4427-8360-efe2d05291e4'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:55.942790 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411a41e6-cab9-4bb9-be75-47ad8bf6572a" -d '{"events": [{"server_uuid": "9c51e8a9-4e35-49cd-b017-1bba45c6b737", "name": "network-vif-plugged", "status": "completed", "tag": "3940051f-5924-4427-8360-efe2d05291e4"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:55.969265 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 3940051f-5924-4427-8360-efe2d05291e4, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=3940051f-5924-4427-8360-efe2d05291e4,segment=NetworkSegment(64c2bd7e-333e-4ae1-88fd-002848031417),segment_id=64c2bd7e-333e-4ae1-88fd-002848031417)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:55.975899 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:55.977136 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:47:56.018247 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02bb00f-a4c5-4a91-974e-edaec0eae334 x-openstack-request-id: req-c02bb00f-a4c5-4a91-974e-edaec0eae334 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:56.018247 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c51e8a9-4e35-49cd-b017-1bba45c6b737", "name": "network-vif-plugged", "status": "completed", "tag": "3940051f-5924-4427-8360-efe2d05291e4", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:56.018247 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c02bb00f-a4c5-4a91-974e-edaec0eae334 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:56.018247 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c51e8a9-4e35-49cd-b017-1bba45c6b737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3940051f-5924-4427-8360-efe2d05291e4', 'code': 200} Jul 16 20:47:56.069250 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=3940051f-5924-4427-8360-efe2d05291e4,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:56.073725 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:47:56.091355 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb084cb3-e0c9-4ee5-8994-516142050d3f req-a6514598-f67c-4d36-8335-51d95687ad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.093521 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-eb084cb3-e0c9-4ee5-8994-516142050d3f req-a6514598-f67c-4d36-8335-51d95687ad6c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 1096 time: 0.1054177 Jul 16 20:47:56.214630 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7e7a4-4f1d-4686-8e46-087bd6b29e4a req-769de52e-35aa-4b89-a14e-bac91edb44b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.216146 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-36c7e7a4-4f1d-4686-8e46-087bd6b29e4a req-769de52e-35aa-4b89-a14e-bac91edb44b5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9c51e8a9-4e35-49cd-b017-1bba45c6b737 HTTP/1.1" status: 200 len: 1097 time: 0.1382329 Jul 16 20:47:56.246086 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb084cb3-e0c9-4ee5-8994-516142050d3f req-99cadf36-e225-4542-bcb7-27d49ef661e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.247610 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-eb084cb3-e0c9-4ee5-8994-516142050d3f req-99cadf36-e225-4542-bcb7-27d49ef661e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7603548a-ab34-41b3-83b2-8cfa970f2767 HTTP/1.1" status: 200 len: 898 time: 0.1269889 Jul 16 20:47:56.301945 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-36c7e7a4-4f1d-4686-8e46-087bd6b29e4a req-b06a0ecb-7bee-4659-8c08-be0ebc7d6e31 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794451 Jul 16 20:47:56.328524 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-eb084cb3-e0c9-4ee5-8994-516142050d3f req-8c0e34be-6455-4088-88a9-57fe16725710 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 HTTP/1.1" status: 200 len: 999 time: 0.0707276 Jul 16 20:47:56.379586 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb084cb3-e0c9-4ee5-8994-516142050d3f req-c8c013f9-b016-497f-80d8-c57a49760de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.381023 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-eb084cb3-e0c9-4ee5-8994-516142050d3f req-c8c013f9-b016-497f-80d8-c57a49760de9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8c50f7c-7595-4a55-bec2-dcb93bd12b01 HTTP/1.1" status: 200 len: 834 time: 0.0463088 Jul 16 20:47:56.456133 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb084cb3-e0c9-4ee5-8994-516142050d3f req-e96aec2f-2829-45cc-b54a-e26778b05767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.457676 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-eb084cb3-e0c9-4ee5-8994-516142050d3f req-e96aec2f-2829-45cc-b54a-e26778b05767 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7603548a-ab34-41b3-83b2-8cfa970f2767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701630 Jul 16 20:47:56.568860 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-eb084cb3-e0c9-4ee5-8994-516142050d3f req-cec4fa97-031b-4b1d-aae5-fbab46a02bb5 service neutron] 10.222.0.18 "GET /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035879 Jul 16 20:47:56.615884 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd16f37-27e2-4240-a42a-8cc5e7848a4c req-cddcdd59-16e4-4ad7-89d8-5476dcbe6ab2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.619181 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ddd16f37-27e2-4240-a42a-8cc5e7848a4c req-cddcdd59-16e4-4ad7-89d8-5476dcbe6ab2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 944 time: 0.1012249 Jul 16 20:47:56.688096 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-eb084cb3-e0c9-4ee5-8994-516142050d3f req-a83b2492-f706-475a-8ff6-4bd9f3a972fc service neutron] 10.222.0.18 "GET /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107500 Jul 16 20:47:56.698236 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ddd16f37-27e2-4240-a42a-8cc5e7848a4c req-dd32989b-28ac-4046-b981-5431e13ce750 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534358 Jul 16 20:47:56.725959 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020c9a1-fb38-4c85-8b47-4734a5364c88 req-845d40fe-d9f8-412a-aa74-b43730ed4463 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.732187 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020c9a1-fb38-4c85-8b47-4734a5364c88 req-845d40fe-d9f8-412a-aa74-b43730ed4463 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.738269 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020c9a1-fb38-4c85-8b47-4734a5364c88 req-845d40fe-d9f8-412a-aa74-b43730ed4463 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.744362 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020c9a1-fb38-4c85-8b47-4734a5364c88 req-845d40fe-d9f8-412a-aa74-b43730ed4463 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.750438 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020c9a1-fb38-4c85-8b47-4734a5364c88 req-845d40fe-d9f8-412a-aa74-b43730ed4463 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.756534 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020c9a1-fb38-4c85-8b47-4734a5364c88 req-845d40fe-d9f8-412a-aa74-b43730ed4463 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.763028 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020c9a1-fb38-4c85-8b47-4734a5364c88 req-845d40fe-d9f8-412a-aa74-b43730ed4463 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.764957 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5020c9a1-fb38-4c85-8b47-4734a5364c88 req-845d40fe-d9f8-412a-aa74-b43730ed4463 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5430 time: 0.1807983 Jul 16 20:47:56.766982 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f17af15-10a1-46e2-8707-1e8baf3fac1b', 'tag': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:56.769317 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80a8e40-3406-47eb-ab6a-d6062d6a2662" -d '{"events": [{"name": "network-changed", "server_uuid": "9f17af15-10a1-46e2-8707-1e8baf3fac1b", "tag": "a1aa7ac5-fc83-4481-8ff2-d5790a4beed3"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:56.809858 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5020c9a1-fb38-4c85-8b47-4734a5364c88 req-5352ccc7-da15-4158-9b3d-486a4c50916c tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371964 Jul 16 20:47:56.889372 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32f9a9e-e8c7-4f86-a335-220246c283b2 x-openstack-request-id: req-c32f9a9e-e8c7-4f86-a335-220246c283b2 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:56.889685 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f17af15-10a1-46e2-8707-1e8baf3fac1b", "tag": "a1aa7ac5-fc83-4481-8ff2-d5790a4beed3", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:56.889946 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c32f9a9e-e8c7-4f86-a335-220246c283b2 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:56.890376 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f17af15-10a1-46e2-8707-1e8baf3fac1b', 'tag': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3', 'status': 'completed', 'code': 200} Jul 16 20:47:56.994702 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7528bc-44e6-4e50-bad9-01376307d94d req-87744290-2850-434d-8d6c-499ecc8d10ec tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.996608 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6a7528bc-44e6-4e50-bad9-01376307d94d req-87744290-2850-434d-8d6c-499ecc8d10ec tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c51e8a9-4e35-49cd-b017-1bba45c6b737 HTTP/1.1" status: 200 len: 945 time: 0.0828454 Jul 16 20:47:57.017518 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a8e40-3406-47eb-ab6a-d6062d6a2662 req-f7f28c81-e1f2-47a8-9871-689dced17d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:57.019293 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b80a8e40-3406-47eb-ab6a-d6062d6a2662 req-f7f28c81-e1f2-47a8-9871-689dced17d12 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 1096 time: 0.0948141 Jul 16 20:47:57.021495 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a8e40-3406-47eb-ab6a-d6062d6a2662 req-718064b1-1b80-4762-8467-c2ba95a1ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:57.022868 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b80a8e40-3406-47eb-ab6a-d6062d6a2662 req-718064b1-1b80-4762-8467-c2ba95a1ac40 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 1096 time: 0.1078744 Jul 16 20:47:57.038935 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6a7528bc-44e6-4e50-bad9-01376307d94d req-6882c01e-aab2-4106-8a6b-e0e5d6817688 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360510 Jul 16 20:47:57.191026 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a8e40-3406-47eb-ab6a-d6062d6a2662 req-58a99d61-742b-4a60-8b1b-c9db89712d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:57.192510 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b80a8e40-3406-47eb-ab6a-d6062d6a2662 req-58a99d61-742b-4a60-8b1b-c9db89712d77 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7603548a-ab34-41b3-83b2-8cfa970f2767 HTTP/1.1" status: 200 len: 898 time: 0.1626210 Jul 16 20:47:57.193874 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a8e40-3406-47eb-ab6a-d6062d6a2662 req-d80f7b8e-6616-4f71-8f15-797b20f02fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:57.196866 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b80a8e40-3406-47eb-ab6a-d6062d6a2662 req-d80f7b8e-6616-4f71-8f15-797b20f02fc7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7603548a-ab34-41b3-83b2-8cfa970f2767 HTTP/1.1" status: 200 len: 898 time: 0.1582141 Jul 16 20:47:57.642792 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:57.650947 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b80a8e40-3406-47eb-ab6a-d6062d6a2662 req-5bdb17af-91b2-4525-927e-333891df557c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 HTTP/1.1" status: 200 len: 999 time: 0.4510918 Jul 16 20:47:57.670183 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b80a8e40-3406-47eb-ab6a-d6062d6a2662 req-a2425406-87dd-4d28-8478-27508e5a2dbc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 HTTP/1.1" status: 200 len: 999 time: 0.4638855 Jul 16 20:47:57.745616 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a8e40-3406-47eb-ab6a-d6062d6a2662 req-b7f8951e-5055-4cba-91b9-6a9c471bcbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:57.747383 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b80a8e40-3406-47eb-ab6a-d6062d6a2662 req-b7f8951e-5055-4cba-91b9-6a9c471bcbb1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c8c50f7c-7595-4a55-bec2-dcb93bd12b01 HTTP/1.1" status: 200 len: 834 time: 0.0883770 Jul 16 20:47:57.753518 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a8e40-3406-47eb-ab6a-d6062d6a2662 req-5ff0b0e8-5272-4508-a398-0c53e4e9faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:57.755035 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b80a8e40-3406-47eb-ab6a-d6062d6a2662 req-5ff0b0e8-5272-4508-a398-0c53e4e9faa4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8c50f7c-7595-4a55-bec2-dcb93bd12b01 HTTP/1.1" status: 200 len: 834 time: 0.0624650 Jul 16 20:47:57.858112 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a8e40-3406-47eb-ab6a-d6062d6a2662 req-fd53cb15-d37c-40b7-89e6-f095b852337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:57.859681 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b80a8e40-3406-47eb-ab6a-d6062d6a2662 req-fd53cb15-d37c-40b7-89e6-f095b852337a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7603548a-ab34-41b3-83b2-8cfa970f2767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961688 Jul 16 20:47:57.863447 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a8e40-3406-47eb-ab6a-d6062d6a2662 req-2b46abf9-a482-41af-a2ec-03e6552a0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:57.865057 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b80a8e40-3406-47eb-ab6a-d6062d6a2662 req-2b46abf9-a482-41af-a2ec-03e6552a0d61 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7603548a-ab34-41b3-83b2-8cfa970f2767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1090872 Jul 16 20:47:57.959547 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f62bd-29dd-4906-8fad-b004f46f6ba0 req-13c896c8-563f-4cc5-8888-cc4a3fe1f853 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:57.962104 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-307f62bd-29dd-4906-8fad-b004f46f6ba0 req-13c896c8-563f-4cc5-8888-cc4a3fe1f853 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 944 time: 0.1107287 Jul 16 20:47:58.023131 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-307f62bd-29dd-4906-8fad-b004f46f6ba0 req-8348ccfb-17de-4f01-b032-4b5d92f514bc tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536602 Jul 16 20:47:58.042366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60096) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:58.051736 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b80a8e40-3406-47eb-ab6a-d6062d6a2662 req-09523b01-095f-4c71-82f7-28de7b356405 service neutron] 10.222.0.62 "GET /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760862 Jul 16 20:47:58.053676 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b80a8e40-3406-47eb-ab6a-d6062d6a2662 req-5b2f0b4a-3752-47f5-a87f-1803e13ddaa7 service neutron] 10.222.0.18 "GET /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857185 Jul 16 20:47:58.176993 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-eb1a9825-bac4-4013-b0a6-611de1116655 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/floatingips/b3f6ee22-a944-4148-afb0-5fcc2e8aaf3d HTTP/1.1" status: 200 len: 991 time: 0.1313694 Jul 16 20:47:58.250268 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b80a8e40-3406-47eb-ab6a-d6062d6a2662 req-c563ba13-b1b4-4cc3-9535-bb067a64f03b service neutron] 10.222.0.62 "GET /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903417 Jul 16 20:47:58.261851 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b80a8e40-3406-47eb-ab6a-d6062d6a2662 req-9539ebc1-3ec2-4842-a08f-86fc87b35a98 service neutron] 10.222.0.18 "GET /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899736 Jul 16 20:47:58.286644 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35c538-8cae-43c1-b1da-93e0cefa8e16 req-122098f8-1260-4524-a422-0092d575b97a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:58.293927 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35c538-8cae-43c1-b1da-93e0cefa8e16 req-122098f8-1260-4524-a422-0092d575b97a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:58.302671 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35c538-8cae-43c1-b1da-93e0cefa8e16 req-122098f8-1260-4524-a422-0092d575b97a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:58.310468 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35c538-8cae-43c1-b1da-93e0cefa8e16 req-122098f8-1260-4524-a422-0092d575b97a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:58.316639 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35c538-8cae-43c1-b1da-93e0cefa8e16 req-122098f8-1260-4524-a422-0092d575b97a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:58.324008 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35c538-8cae-43c1-b1da-93e0cefa8e16 req-122098f8-1260-4524-a422-0092d575b97a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:58.329963 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35c538-8cae-43c1-b1da-93e0cefa8e16 req-122098f8-1260-4524-a422-0092d575b97a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:58.331935 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5b35c538-8cae-43c1-b1da-93e0cefa8e16 req-122098f8-1260-4524-a422-0092d575b97a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5430 time: 0.1797411 Jul 16 20:47:58.387369 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5b35c538-8cae-43c1-b1da-93e0cefa8e16 req-06a051cd-809e-430d-9617-4ce03db50751 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0480604 Jul 16 20:47:58.405992 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740fd73-b73c-4add-b0a9-b618cfc4cf48 req-dc57a255-dcae-4882-85c9-f7e381fe1b3f tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:58.414142 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1740fd73-b73c-4add-b0a9-b618cfc4cf48 req-dc57a255-dcae-4882-85c9-f7e381fe1b3f tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c51e8a9-4e35-49cd-b017-1bba45c6b737 HTTP/1.1" status: 200 len: 945 time: 0.1860075 Jul 16 20:47:58.450067 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1740fd73-b73c-4add-b0a9-b618cfc4cf48 req-1dfbc3b9-bf09-4155-a6fd-37d493d96025 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350378 Jul 16 20:47:58.613231 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60112) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:58.734658 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0f2739c9-f27c-4ae1-b014-f19ca2049d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:58.833557 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0f2739c9-f27c-4ae1-b014-f19ca2049d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:58.840938 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0f2739c9-f27c-4ae1-b014-f19ca2049d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:58.882122 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2739c9-f27c-4ae1-b014-f19ca2049d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d15beab-0d7f-4218-84d4-fb52088c7ecd,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:58.888137 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0f2739c9-f27c-4ae1-b014-f19ca2049d63 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=760ffa0d41e8459daf0bd597a9074b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2736781 Jul 16 20:47:58.890819 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60118) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:58.892398 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7522d53-7427-4124-959e-e9d3ecb026fb req-6acffd16-9d16-4a2a-8ae4-a9c2503e15fa tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:58.893944 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7522d53-7427-4124-959e-e9d3ecb026fb req-6acffd16-9d16-4a2a-8ae4-a9c2503e15fa tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c51e8a9-4e35-49cd-b017-1bba45c6b737 HTTP/1.1" status: 200 len: 945 time: 0.0721259 Jul 16 20:47:58.934553 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7522d53-7427-4124-959e-e9d3ecb026fb req-2b7b6cd4-d202-415f-bf9a-5a9db10a0484 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328403 Jul 16 20:47:58.940259 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d5c52411-d9a3-47ed-ad96-6cecbf460a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:58.962170 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d5c52411-d9a3-47ed-ad96-6cecbf460a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:59.000307 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:47:59.012598 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d5c52411-d9a3-47ed-ad96-6cecbf460a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:59.015677 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d5c52411-d9a3-47ed-ad96-6cecbf460a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:59.020665 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d5c52411-d9a3-47ed-ad96-6cecbf460a82 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0d15beab-0d7f-4218-84d4-fb52088c7ecd HTTP/1.1" status: 204 len: 168 time: 0.1253641 Jul 16 20:47:59.025569 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c52411-d9a3-47ed-ad96-6cecbf460a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d15beab-0d7f-4218-84d4-fb52088c7ecd,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:59.123082 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,segment=NetworkSegment(1f517760-5c66-4941-ab3c-883964a82dae),segment_id=1f517760-5c66-4941-ab3c-883964a82dae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:59.134264 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3', 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767', 'port_id': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3', 'mac_address': 'fa:16:3e:1c:76:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c50f7c-7595-4a55-bec2-dcb93bd12b01', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:47:59.171560 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:59.184078 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:47:59.204103 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,segment=NetworkSegment(1f517760-5c66-4941-ab3c-883964a82dae),segment_id=1f517760-5c66-4941-ab3c-883964a82dae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:59.207373 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:59.258981 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,revision_number=12']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:59.292927 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60126) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:59.306117 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d94cc9c5-7cbf-43a4-a73d-6285ad09187f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:59.399397 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d94cc9c5-7cbf-43a4-a73d-6285ad09187f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:59.403511 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d94cc9c5-7cbf-43a4-a73d-6285ad09187f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:59.441593 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d94cc9c5-7cbf-43a4-a73d-6285ad09187f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8a798f7ec26343a49032b9d793544747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475236 Jul 16 20:47:59.442831 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['a1aa7ac5-fc83-4481-8ff2-d5790a4beed3'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:47:59.442973 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cc9c5-7cbf-43a4-a73d-6285ad09187f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec59372-57d9-4761-ad9d-32aad68c5ba4,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:59.444489 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60130) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:59.502109 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e8639097-dae5-4edb-b0e6-ee1846bede09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:59.534779 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e8639097-dae5-4edb-b0e6-ee1846bede09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:59.618568 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:59.620431 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b5b32-0338-458a-ad1f-51e962e6af6c req-2a78097e-8f89-4c05-9429-119797e16298 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:59.626299 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b5b32-0338-458a-ad1f-51e962e6af6c req-2a78097e-8f89-4c05-9429-119797e16298 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:59.632431 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b5b32-0338-458a-ad1f-51e962e6af6c req-2a78097e-8f89-4c05-9429-119797e16298 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:59.638375 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b5b32-0338-458a-ad1f-51e962e6af6c req-2a78097e-8f89-4c05-9429-119797e16298 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:59.644154 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b5b32-0338-458a-ad1f-51e962e6af6c req-2a78097e-8f89-4c05-9429-119797e16298 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:59.650004 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b5b32-0338-458a-ad1f-51e962e6af6c req-2a78097e-8f89-4c05-9429-119797e16298 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:59.655729 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b5b32-0338-458a-ad1f-51e962e6af6c req-2a78097e-8f89-4c05-9429-119797e16298 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:59.657579 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d89b5b32-0338-458a-ad1f-51e962e6af6c req-2a78097e-8f89-4c05-9429-119797e16298 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5430 time: 0.1403000 Jul 16 20:47:59.671978 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e8639097-dae5-4edb-b0e6-ee1846bede09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:59.674472 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e8639097-dae5-4edb-b0e6-ee1846bede09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:59.675557 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e8639097-dae5-4edb-b0e6-ee1846bede09 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3ec59372-57d9-4761-ad9d-32aad68c5ba4 HTTP/1.1" status: 204 len: 168 time: 0.2261770 Jul 16 20:47:59.695469 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8639097-dae5-4edb-b0e6-ee1846bede09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec59372-57d9-4761-ad9d-32aad68c5ba4,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:59.726940 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d89b5b32-0338-458a-ad1f-51e962e6af6c req-bac15ff2-2605-48d5-a5bf-9aed859df209 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629530 Jul 16 20:48:00.004032 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60138) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:00.017845 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4c67953e-f610-4d23-ba3e-ce936ee74d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:00.115761 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f855d-1171-4e0d-92bc-cef864532073 req-c4242a3a-d7b1-4dce-881b-a7edf14576bf tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:00.117700 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-187f855d-1171-4e0d-92bc-cef864532073 req-c4242a3a-d7b1-4dce-881b-a7edf14576bf tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c51e8a9-4e35-49cd-b017-1bba45c6b737 HTTP/1.1" status: 200 len: 945 time: 0.0800185 Jul 16 20:48:00.164259 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80581c-2b91-44d7-9280-a241449741e7 req-d8eda5a4-1bad-45ac-820e-a42a30035d51 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:00.166306 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fc80581c-2b91-44d7-9280-a241449741e7 req-d8eda5a4-1bad-45ac-820e-a42a30035d51 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c51e8a9-4e35-49cd-b017-1bba45c6b737 HTTP/1.1" status: 200 len: 945 time: 0.1031742 Jul 16 20:48:00.171325 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4c67953e-f610-4d23-ba3e-ce936ee74d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:00.182836 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4c67953e-f610-4d23-ba3e-ce936ee74d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:00.226824 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-187f855d-1171-4e0d-92bc-cef864532073 req-97b949ae-43c8-4947-ae05-4514bcc56d1c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Deleting port 3940051f-5924-4427-8360-efe2d05291e4 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:48:00.227259 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-187f855d-1171-4e0d-92bc-cef864532073 req-97b949ae-43c8-4947-ae05-4514bcc56d1c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:00.240059 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4c67953e-f610-4d23-ba3e-ce936ee74d6e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e5e4cd6a069d4f62a7763660891c2220&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2348506 Jul 16 20:48:00.246368 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60142) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:00.246714 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fc80581c-2b91-44d7-9280-a241449741e7 req-dbe26925-8de0-4c2f-9cdb-bd7caa1cc340 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717673 Jul 16 20:48:00.248687 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67953e-f610-4d23-ba3e-ce936ee74d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cc2a2e-eb42-41a2-ba46-7b2f50d5f113,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:00.357143 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2448ac04-5e52-4f63-adcd-9f9a92209780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:00.362966 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-187f855d-1171-4e0d-92bc-cef864532073 req-97b949ae-43c8-4947-ae05-4514bcc56d1c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] For port 3940051f-5924-4427-8360-efe2d05291e4, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=3940051f-5924-4427-8360-efe2d05291e4,segment=NetworkSegment(64c2bd7e-333e-4ae1-88fd-002848031417),segment_id=64c2bd7e-333e-4ae1-88fd-002848031417)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:00.363317 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-187f855d-1171-4e0d-92bc-cef864532073 req-97b949ae-43c8-4947-ae05-4514bcc56d1c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:00.385102 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-187f855d-1171-4e0d-92bc-cef864532073 req-97b949ae-43c8-4947-ae05-4514bcc56d1c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Calling delete_port for 3940051f-5924-4427-8360-efe2d05291e4 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:48:00.397211 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2448ac04-5e52-4f63-adcd-9f9a92209780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:00.508049 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2448ac04-5e52-4f63-adcd-9f9a92209780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:00.510550 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2448ac04-5e52-4f63-adcd-9f9a92209780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:00.511984 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2448ac04-5e52-4f63-adcd-9f9a92209780 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/43cc2a2e-eb42-41a2-ba46-7b2f50d5f113 HTTP/1.1" status: 204 len: 168 time: 0.2683644 Jul 16 20:48:00.544005 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448ac04-5e52-4f63-adcd-9f9a92209780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cc2a2e-eb42-41a2-ba46-7b2f50d5f113,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:00.569955 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-187f855d-1171-4e0d-92bc-cef864532073 req-97b949ae-43c8-4947-ae05-4514bcc56d1c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:00.583796 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['3940051f-5924-4427-8360-efe2d05291e4'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:48:00.586247 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['06bed895-5d79-4114-a43b-d160640bb2ba'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:48:00.607765 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b949ae-43c8-4947-ae05-4514bcc56d1c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Pushing event deleted for resources: {'Port': ['ID=3940051f-5924-4427-8360-efe2d05291e4,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:00.666610 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-187f855d-1171-4e0d-92bc-cef864532073 req-97b949ae-43c8-4947-ae05-4514bcc56d1c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] No DVR routers for this DVR port 3940051f-5924-4427-8360-efe2d05291e4 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:48:00.670495 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-187f855d-1171-4e0d-92bc-cef864532073 req-97b949ae-43c8-4947-ae05-4514bcc56d1c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:00.673394 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-187f855d-1171-4e0d-92bc-cef864532073 req-97b949ae-43c8-4947-ae05-4514bcc56d1c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.62 "DELETE /v2.0/ports/3940051f-5924-4427-8360-efe2d05291e4 HTTP/1.1" status: 204 len: 173 time: 0.5498602 Jul 16 20:48:00.673867 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c51e8a9-4e35-49cd-b017-1bba45c6b737', 'name': 'network-vif-deleted', 'tag': '3940051f-5924-4427-8360-efe2d05291e4'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:00.676283 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e8c4a0-d1a2-4749-a9cf-963efa285b81" -d '{"events": [{"server_uuid": "9c51e8a9-4e35-49cd-b017-1bba45c6b737", "name": "network-vif-deleted", "tag": "3940051f-5924-4427-8360-efe2d05291e4"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:00.725522 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c563467c-31a3-452f-ae61-1edf6beebdf0 x-openstack-request-id: req-c563467c-31a3-452f-ae61-1edf6beebdf0 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:00.725820 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c51e8a9-4e35-49cd-b017-1bba45c6b737", "name": "network-vif-deleted", "tag": "3940051f-5924-4427-8360-efe2d05291e4", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:00.726079 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c563467c-31a3-452f-ae61-1edf6beebdf0 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:00.727084 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c51e8a9-4e35-49cd-b017-1bba45c6b737', 'name': 'network-vif-deleted', 'tag': '3940051f-5924-4427-8360-efe2d05291e4', 'status': 'completed', 'code': 200} Jul 16 20:48:00.939952 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f2712-0267-4397-8083-168676b4e171 req-99fe1ea2-c429-4985-821a-0b21bca570d9 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:00.946550 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f2712-0267-4397-8083-168676b4e171 req-99fe1ea2-c429-4985-821a-0b21bca570d9 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:00.954789 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f2712-0267-4397-8083-168676b4e171 req-99fe1ea2-c429-4985-821a-0b21bca570d9 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:00.960747 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f2712-0267-4397-8083-168676b4e171 req-99fe1ea2-c429-4985-821a-0b21bca570d9 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:00.967233 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f2712-0267-4397-8083-168676b4e171 req-99fe1ea2-c429-4985-821a-0b21bca570d9 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:00.973328 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f2712-0267-4397-8083-168676b4e171 req-99fe1ea2-c429-4985-821a-0b21bca570d9 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:00.979392 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f2712-0267-4397-8083-168676b4e171 req-99fe1ea2-c429-4985-821a-0b21bca570d9 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:00.982027 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-680f2712-0267-4397-8083-168676b4e171 req-99fe1ea2-c429-4985-821a-0b21bca570d9 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5430 time: 0.1181815 Jul 16 20:48:00.996729 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:01.029600 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-680f2712-0267-4397-8083-168676b4e171 req-a935e89a-595d-499e-bca7-e297f052a795 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406070 Jul 16 20:48:01.058367 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:01.060960 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:01.061340 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:01.150204 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:01.179004 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f17af15-10a1-46e2-8707-1e8baf3fac1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:01.181356 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc56a503-912d-4609-88fc-c9fd0038248c" -d '{"events": [{"server_uuid": "9f17af15-10a1-46e2-8707-1e8baf3fac1b", "name": "network-vif-plugged", "status": "completed", "tag": "a1aa7ac5-fc83-4481-8ff2-d5790a4beed3"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:01.200789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,segment=NetworkSegment(1f517760-5c66-4941-ab3c-883964a82dae),segment_id=1f517760-5c66-4941-ab3c-883964a82dae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:01.206302 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:01.237341 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ff4d2d-3c7d-4e30-b8f6-47c4778c8c0f x-openstack-request-id: req-19ff4d2d-3c7d-4e30-b8f6-47c4778c8c0f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:01.237341 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f17af15-10a1-46e2-8707-1e8baf3fac1b", "name": "network-vif-plugged", "status": "completed", "tag": "a1aa7ac5-fc83-4481-8ff2-d5790a4beed3", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:01.237341 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-19ff4d2d-3c7d-4e30-b8f6-47c4778c8c0f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:01.237341 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f17af15-10a1-46e2-8707-1e8baf3fac1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3', 'code': 200} Jul 16 20:48:01.265064 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,revision_number=13']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:01.346924 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60174) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:01.423644 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8346ce74-c3fc-4b8b-a8fc-bfc45bd5f5d0 req-2e208aa6-dc7a-48e9-8c45-724c6463ada4 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c51e8a9-4e35-49cd-b017-1bba45c6b737 HTTP/1.1" status: 200 len: 210 time: 0.0287600 Jul 16 20:48:01.448758 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-dba2b6b8-b9bb-4ccb-9fed-95f906953176 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1013218343-network', 'tenant_id': 'd773f9510ee743d3a0654c8400382544'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:01.468884 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba2b6b8-b9bb-4ccb-9fed-95f906953176 admin admin] Made reservation on behalf of d773f9510ee743d3a0654c8400382544 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:48:01.471254 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dba2b6b8-b9bb-4ccb-9fed-95f906953176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:01.479665 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dba2b6b8-b9bb-4ccb-9fed-95f906953176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:01.566668 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dba2b6b8-b9bb-4ccb-9fed-95f906953176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:01.570637 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dba2b6b8-b9bb-4ccb-9fed-95f906953176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:01.595060 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba2b6b8-b9bb-4ccb-9fed-95f906953176 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:48:01.605610 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2b6b8-b9bb-4ccb-9fed-95f906953176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:01.610420 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dba2b6b8-b9bb-4ccb-9fed-95f906953176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:01.610764 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-dba2b6b8-b9bb-4ccb-9fed-95f906953176 admin admin] Added segment 31591474-a2d9-427f-a967-0af7b244875e of type vlan for network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 Jul 16 20:48:01.654186 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dba2b6b8-b9bb-4ccb-9fed-95f906953176 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:01.681929 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dba2b6b8-b9bb-4ccb-9fed-95f906953176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:01.683002 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba2b6b8-b9bb-4ccb-9fed-95f906953176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:01.683578 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dba2b6b8-b9bb-4ccb-9fed-95f906953176 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:01.715830 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-dba2b6b8-b9bb-4ccb-9fed-95f906953176 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3677988 Jul 16 20:48:01.718989 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60178) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:01.724100 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-b630e99b-2fe4-44db-ba86-63a06f2ab7d7 admin admin] Request body: {'subnet': {'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1013218343-subnet', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:01.745724 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b630e99b-2fe4-44db-ba86-63a06f2ab7d7 admin admin] Made reservation on behalf of d773f9510ee743d3a0654c8400382544 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:48:01.745966 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2b6b8-b9bb-4ccb-9fed-95f906953176 admin admin] Pushing event updated for resources: {'Network': ['ID=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:01.748706 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b630e99b-2fe4-44db-ba86-63a06f2ab7d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:01.755474 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:48:01.924943 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b630e99b-2fe4-44db-ba86-63a06f2ab7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:01.988743 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630e99b-2fe4-44db-ba86-63a06f2ab7d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91aaf1f1-4791-4613-820c-7a64a55f2344,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:01.997236 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b630e99b-2fe4-44db-ba86-63a06f2ab7d7 admin admin] Checking segment: {'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:48:01.997601 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b630e99b-2fe4-44db-ba86-63a06f2ab7d7 admin admin] Network hostable DHCP agents. Network: 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:48:02.014834 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b630e99b-2fe4-44db-ba86-63a06f2ab7d7 admin admin] Network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:48:02.024690 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-b630e99b-2fe4-44db-ba86-63a06f2ab7d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:48:02.030046 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b630e99b-2fe4-44db-ba86-63a06f2ab7d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:02.031377 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b630e99b-2fe4-44db-ba86-63a06f2ab7d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:02.035614 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57e9d4f-4858-471d-9536-38d58175b472 None None] Network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:48:02.046007 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b630e99b-2fe4-44db-ba86-63a06f2ab7d7 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3258243 Jul 16 20:48:02.049021 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60180) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:02.053483 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-ee3a8532-daeb-4791-9517-959a24f900f0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1013218343-router', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:02.078783 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee3a8532-daeb-4791-9517-959a24f900f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:02.079807 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee3a8532-daeb-4791-9517-959a24f900f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:02.137585 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee3a8532-daeb-4791-9517-959a24f900f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:02.207122 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284fb52c-c557-41dc-a267-3b53f599aa06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:48:02.208836 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-284fb52c-c557-41dc-a267-3b53f599aa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:02.252255 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b7f24-1791-400d-b306-133b85fc69ac req-aa0bba20-fc1b-4c8f-8ad8-cb6d9c1e8e69 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:02.258646 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b7f24-1791-400d-b306-133b85fc69ac req-aa0bba20-fc1b-4c8f-8ad8-cb6d9c1e8e69 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:02.265006 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b7f24-1791-400d-b306-133b85fc69ac req-aa0bba20-fc1b-4c8f-8ad8-cb6d9c1e8e69 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:02.270964 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b7f24-1791-400d-b306-133b85fc69ac req-aa0bba20-fc1b-4c8f-8ad8-cb6d9c1e8e69 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:02.276799 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b7f24-1791-400d-b306-133b85fc69ac req-aa0bba20-fc1b-4c8f-8ad8-cb6d9c1e8e69 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:02.282647 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b7f24-1791-400d-b306-133b85fc69ac req-aa0bba20-fc1b-4c8f-8ad8-cb6d9c1e8e69 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:02.288591 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b7f24-1791-400d-b306-133b85fc69ac req-aa0bba20-fc1b-4c8f-8ad8-cb6d9c1e8e69 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:02.290602 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-487b7f24-1791-400d-b306-133b85fc69ac req-aa0bba20-fc1b-4c8f-8ad8-cb6d9c1e8e69 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5430 time: 0.1296103 Jul 16 20:48:02.300258 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee3a8532-daeb-4791-9517-959a24f900f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:02.345072 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-487b7f24-1791-400d-b306-133b85fc69ac req-2e555fc7-40d8-4f0d-8ecb-95d0f52538d7 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476184 Jul 16 20:48:02.362529 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-284fb52c-c557-41dc-a267-3b53f599aa06 None None] Allocated IP 172.20.0.2 (8f8ffa95-ba5a-44c1-b5cb-f15aabb35325/91aaf1f1-4791-4613-820c-7a64a55f2344/75d73370-ff95-4143-9e6d-a24062799672) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:48:02.521740 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-284fb52c-c557-41dc-a267-3b53f599aa06 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:02.531257 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-284fb52c-c557-41dc-a267-3b53f599aa06 None None] Transition to ACTIVE for port object 75d73370-ff95-4143-9e6d-a24062799672 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:48:02.547054 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-284fb52c-c557-41dc-a267-3b53f599aa06 None None] Transition to ACTIVE for port object 75d73370-ff95-4143-9e6d-a24062799672 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:48:02.565685 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee3a8532-daeb-4791-9517-959a24f900f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:02.567777 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-284fb52c-c557-41dc-a267-3b53f599aa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:02.611434 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284fb52c-c557-41dc-a267-3b53f599aa06 None None] Network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:48:02.614295 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-284fb52c-c557-41dc-a267-3b53f599aa06 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:48:02.617867 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284fb52c-c557-41dc-a267-3b53f599aa06 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:48:02.627985 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee3a8532-daeb-4791-9517-959a24f900f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:02.632828 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284fb52c-c557-41dc-a267-3b53f599aa06 None None] Pushing event updated for resources: {'Port': ['ID=75d73370-ff95-4143-9e6d-a24062799672,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:02.704280 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-284fb52c-c557-41dc-a267-3b53f599aa06 None None] Attempting to bind port 75d73370-ff95-4143-9e6d-a24062799672 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:48:02.704668 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-284fb52c-c557-41dc-a267-3b53f599aa06 None None] Attempting to bind port 75d73370-ff95-4143-9e6d-a24062799672 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:48:02.705018 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284fb52c-c557-41dc-a267-3b53f599aa06 None None] Attempting to bind port 75d73370-ff95-4143-9e6d-a24062799672 on network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:48:02.710299 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284fb52c-c557-41dc-a267-3b53f599aa06 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:48:02.710705 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284fb52c-c557-41dc-a267-3b53f599aa06 None None] Checking segment: {'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:48:02.711107 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-284fb52c-c557-41dc-a267-3b53f599aa06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:02.711495 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284fb52c-c557-41dc-a267-3b53f599aa06 None None] Bound using segment: {'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:48:02.712046 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-284fb52c-c557-41dc-a267-3b53f599aa06 None None] Bound port: 75d73370-ff95-4143-9e6d-a24062799672, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:48:02.712668 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-284fb52c-c557-41dc-a267-3b53f599aa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:02.756469 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2759f-d08e-4ddb-8fdf-e83e9dea6070 req-1156c26a-5f1e-4bc3-a113-491c1bde0445 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:02.758339 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c0a2759f-d08e-4ddb-8fdf-e83e9dea6070 req-1156c26a-5f1e-4bc3-a113-491c1bde0445 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0793252 Jul 16 20:48:02.762902 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-ee3a8532-daeb-4791-9517-959a24f900f0 admin admin] Allocated IP 172.25.0.81 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/bfa8816c-431c-4151-9860-dd6e0ad4260d) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:48:02.795009 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-284fb52c-c557-41dc-a267-3b53f599aa06 None None] For port 75d73370-ff95-4143-9e6d-a24062799672, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:48:02.800603 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-284fb52c-c557-41dc-a267-3b53f599aa06 None None] For port 75d73370-ff95-4143-9e6d-a24062799672, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=75d73370-ff95-4143-9e6d-a24062799672,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:48:02.804663 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-284fb52c-c557-41dc-a267-3b53f599aa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:02.806231 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c0a2759f-d08e-4ddb-8fdf-e83e9dea6070 req-928e5d1e-ba5a-4216-9101-45fb47547841 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417833 Jul 16 20:48:02.883620 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284fb52c-c557-41dc-a267-3b53f599aa06 None None] Pushing event updated for resources: {'Port': ['ID=75d73370-ff95-4143-9e6d-a24062799672,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:02.929756 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee3a8532-daeb-4791-9517-959a24f900f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:02.973889 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee3a8532-daeb-4791-9517-959a24f900f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:03.016331 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3a8532-daeb-4791-9517-959a24f900f0 admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:48:03.021714 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-ee3a8532-daeb-4791-9517-959a24f900f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:48:03.025395 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3a8532-daeb-4791-9517-959a24f900f0 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:48:03.051867 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a8532-daeb-4791-9517-959a24f900f0 admin admin] Pushing event updated for resources: {'Port': ['ID=bfa8816c-431c-4151-9860-dd6e0ad4260d,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:03.140286 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686f7e0-c263-4fc5-8004-a7ead47ec7d0 req-4dfdbdab-1572-4430-8069-8151f9ee7fb6 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:03.141820 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e686f7e0-c263-4fc5-8004-a7ead47ec7d0 req-4dfdbdab-1572-4430-8069-8151f9ee7fb6 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0803502 Jul 16 20:48:03.189849 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e686f7e0-c263-4fc5-8004-a7ead47ec7d0 req-9d66d20f-9d6b-43c1-b82e-d6c1f480529d tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406051 Jul 16 20:48:03.199451 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:03.349480 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee3a8532-daeb-4791-9517-959a24f900f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:03.382749 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35450c6a-71f6-4437-b7b6-389c74d9dc2d req-0ed9b6f8-4d76-4924-a0d6-fb1e6b02c95e tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:03.385386 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-35450c6a-71f6-4437-b7b6-389c74d9dc2d req-0ed9b6f8-4d76-4924-a0d6-fb1e6b02c95e tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0729837 Jul 16 20:48:03.428544 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-35450c6a-71f6-4437-b7b6-389c74d9dc2d req-7908e871-9c5d-435d-b1bd-a607ec75f676 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337267 Jul 16 20:48:03.565613 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cb831-ed12-435f-a655-12f7570b2aee req-e8ad7e47-1731-4ef2-9f40-9b729a38cac7 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:03.572754 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cb831-ed12-435f-a655-12f7570b2aee req-e8ad7e47-1731-4ef2-9f40-9b729a38cac7 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:03.579003 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cb831-ed12-435f-a655-12f7570b2aee req-e8ad7e47-1731-4ef2-9f40-9b729a38cac7 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:03.586885 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cb831-ed12-435f-a655-12f7570b2aee req-e8ad7e47-1731-4ef2-9f40-9b729a38cac7 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:03.589141 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee3a8532-daeb-4791-9517-959a24f900f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:03.594627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cb831-ed12-435f-a655-12f7570b2aee req-e8ad7e47-1731-4ef2-9f40-9b729a38cac7 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:03.606374 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cb831-ed12-435f-a655-12f7570b2aee req-e8ad7e47-1731-4ef2-9f40-9b729a38cac7 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:03.610430 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cb831-ed12-435f-a655-12f7570b2aee req-e8ad7e47-1731-4ef2-9f40-9b729a38cac7 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:03.612299 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-274cb831-ed12-435f-a655-12f7570b2aee req-e8ad7e47-1731-4ef2-9f40-9b729a38cac7 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5430 time: 0.1285045 Jul 16 20:48:03.669698 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-274cb831-ed12-435f-a655-12f7570b2aee req-15790ee9-7978-429c-9b70-6c2558293425 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512524 Jul 16 20:48:03.727492 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b32f7549-538d-4ccd-936a-fe3323acd257 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:48:03.741276 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 3940051f-5924-4427-8360-efe2d05291e4 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:48:03.767425 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3a8532-daeb-4791-9517-959a24f900f0 admin admin] Router 2612f50c-712b-4d42-844c-52e49732ae2b is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:48:03.815861 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 3940051f-5924-4427-8360-efe2d05291e4 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:48:03.816430 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 3940051f-5924-4427-8360-efe2d05291e4 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:48:03.893334 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b32f7549-538d-4ccd-936a-fe3323acd257, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b32f7549-538d-4ccd-936a-fe3323acd257,segment=NetworkSegment(975d3fad-f8aa-4e75-bddf-eb552e8ab4c4),segment_id=975d3fad-f8aa-4e75-bddf-eb552e8ab4c4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:03.912377 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'b32f7549-538d-4ccd-936a-fe3323acd257', 'network_id': 'd95411c0-2fd5-4f9a-ab32-3de69c6456cf', 'port_id': 'b32f7549-538d-4ccd-936a-fe3323acd257', 'mac_address': 'fa:16:3e:5a:15:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d96ed7-8733-4957-83cb-f46aeb3a2783', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:48:03.919727 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3a8532-daeb-4791-9517-959a24f900f0 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:48:03.942623 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8edef6-3d7c-4307-b355-f3d367968914 None None] Sync routers for ids ['2612f50c-712b-4d42-844c-52e49732ae2b'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:48:03.946710 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee3a8532-daeb-4791-9517-959a24f900f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:03.949447 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ee3a8532-daeb-4791-9517-959a24f900f0 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8994262 Jul 16 20:48:03.952259 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60208) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:03.954605 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8edef6-3d7c-4307-b355-f3d367968914 None None] Routers {'2612f50c-712b-4d42-844c-52e49732ae2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:03.955410 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-af8edef6-3d7c-4307-b355-f3d367968914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:47:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2612f50c-712b-4d42-844c-52e49732ae2b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:03.980452 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:04.008858 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b32f7549-538d-4ccd-936a-fe3323acd257 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:48:04.039229 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b32f7549-538d-4ccd-936a-fe3323acd257, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b32f7549-538d-4ccd-936a-fe3323acd257,segment=NetworkSegment(975d3fad-f8aa-4e75-bddf-eb552e8ab4c4),segment_id=975d3fad-f8aa-4e75-bddf-eb552e8ab4c4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:04.044855 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:04.046249 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 363b4863-693b-4f87-9538-22fc3b427353 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:48:04.151209 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 75d73370-ff95-4143-9e6d-a24062799672 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:04.188086 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-af8edef6-3d7c-4307-b355-f3d367968914 None None] Set router 2612f50c-712b-4d42-844c-52e49732ae2b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:04.252577 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=b32f7549-538d-4ccd-936a-fe3323acd257,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:04.300603 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcce842-f3ac-4b21-a881-794a379b3e83 None None] Network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:48:04.398133 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 75d73370-ff95-4143-9e6d-a24062799672 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:04.409966 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 363b4863-693b-4f87-9538-22fc3b427353, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=363b4863-693b-4f87-9538-22fc3b427353,segment=NetworkSegment(50e8644a-19d9-45bd-ab21-17ab245efa36),segment_id=50e8644a-19d9-45bd-ab21-17ab245efa36)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:04.419466 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-65a13b6f-0242-43d1-82ab-fb9ddc9f0768 None None] Provisioning for port 75d73370-ff95-4143-9e6d-a24062799672 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:04.430607 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-af8edef6-3d7c-4307-b355-f3d367968914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'name': 'tempest-TestVolumeBootPattern-1013218343-router', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:03Z', 'revision_number': 3, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'gw_port': {'id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:27:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:04.432209 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 75d73370-ff95-4143-9e6d-a24062799672 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:04.432825 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:04.461912 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8edef6-3d7c-4307-b355-f3d367968914 None None] Checking router: 2612f50c-712b-4d42-844c-52e49732ae2b for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:48:04.463262 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8edef6-3d7c-4307-b355-f3d367968914 None None] Updating router 2612f50c-712b-4d42-844c-52e49732ae2b port bfa8816c-431c-4151-9860-dd6e0ad4260d binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:48:04.466238 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-65a13b6f-0242-43d1-82ab-fb9ddc9f0768 None None] Provisioning complete for port 75d73370-ff95-4143-9e6d-a24062799672 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:04.467012 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65a13b6f-0242-43d1-82ab-fb9ddc9f0768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:04.491550 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '363b4863-693b-4f87-9538-22fc3b427353', 'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b', 'port_id': '363b4863-693b-4f87-9538-22fc3b427353', 'mac_address': 'fa:16:3e:e4:25:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e90d8681-87d8-468f-b542-905bc89d1669', 'ip_address': '10.1.1.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:48:04.510593 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-af8edef6-3d7c-4307-b355-f3d367968914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:04.617778 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:04.626152 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-38251440-307e-4260-a7d3-f30663a4f6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:04.703206 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363b4863-693b-4f87-9538-22fc3b427353 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:48:04.764131 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:04.791753 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 363b4863-693b-4f87-9538-22fc3b427353, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=363b4863-693b-4f87-9538-22fc3b427353,segment=NetworkSegment(50e8644a-19d9-45bd-ab21-17ab245efa36),segment_id=50e8644a-19d9-45bd-ab21-17ab245efa36)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:04.796780 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65a13b6f-0242-43d1-82ab-fb9ddc9f0768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:04.809259 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:04.810031 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 00bf0c6e-465d-4143-ae09-cc16444be189 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:48:04.970355 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-38251440-307e-4260-a7d3-f30663a4f6c8 admin admin] Allocated IP 172.20.0.1 (8f8ffa95-ba5a-44c1-b5cb-f15aabb35325/91aaf1f1-4791-4613-820c-7a64a55f2344/82c0514c-e3e3-4c32-a1bc-33a315913e94) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:48:04.992155 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-af8edef6-3d7c-4307-b355-f3d367968914 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:05.005001 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-af8edef6-3d7c-4307-b355-f3d367968914 None None] Transition to ACTIVE for port object bfa8816c-431c-4151-9860-dd6e0ad4260d will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:48:05.018707 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-af8edef6-3d7c-4307-b355-f3d367968914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:05.077899 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-af8edef6-3d7c-4307-b355-f3d367968914 None None] Attempting to bind port bfa8816c-431c-4151-9860-dd6e0ad4260d on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:48:05.078559 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-af8edef6-3d7c-4307-b355-f3d367968914 None None] Attempting to bind port bfa8816c-431c-4151-9860-dd6e0ad4260d by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:48:05.079112 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8edef6-3d7c-4307-b355-f3d367968914 None None] Attempting to bind port bfa8816c-431c-4151-9860-dd6e0ad4260d on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:48:05.081392 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 75d73370-ff95-4143-9e6d-a24062799672, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=75d73370-ff95-4143-9e6d-a24062799672,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:05.082995 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc42a8-eb8b-4f9d-8728-80073422b1aa None None] Pushing event updated for resources: {'Port': ['ID=bfa8816c-431c-4151-9860-dd6e0ad4260d,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:05.088110 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8edef6-3d7c-4307-b355-f3d367968914 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:48:05.088764 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8edef6-3d7c-4307-b355-f3d367968914 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:48:05.089338 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-af8edef6-3d7c-4307-b355-f3d367968914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:05.089895 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8edef6-3d7c-4307-b355-f3d367968914 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:48:05.090561 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-af8edef6-3d7c-4307-b355-f3d367968914 None None] Bound port: bfa8816c-431c-4151-9860-dd6e0ad4260d, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:48:05.091293 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-af8edef6-3d7c-4307-b355-f3d367968914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:05.098746 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facc42a8-eb8b-4f9d-8728-80073422b1aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:05.099326 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facc42a8-eb8b-4f9d-8728-80073422b1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:05.100154 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facc42a8-eb8b-4f9d-8728-80073422b1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:05.100332 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facc42a8-eb8b-4f9d-8728-80073422b1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:05.100823 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facc42a8-eb8b-4f9d-8728-80073422b1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:05.101308 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facc42a8-eb8b-4f9d-8728-80073422b1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:05.101790 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facc42a8-eb8b-4f9d-8728-80073422b1aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:05.102284 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facc42a8-eb8b-4f9d-8728-80073422b1aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:05.102567 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:05.103543 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facc42a8-eb8b-4f9d-8728-80073422b1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:05.104062 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facc42a8-eb8b-4f9d-8728-80073422b1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:05.104565 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facc42a8-eb8b-4f9d-8728-80073422b1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:05.105064 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facc42a8-eb8b-4f9d-8728-80073422b1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:05.152188 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 00bf0c6e-465d-4143-ae09-cc16444be189, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=00bf0c6e-465d-4143-ae09-cc16444be189,segment=NetworkSegment(50e8644a-19d9-45bd-ab21-17ab245efa36),segment_id=50e8644a-19d9-45bd-ab21-17ab245efa36)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:05.168658 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=363b4863-693b-4f87-9538-22fc3b427353,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:05.178967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb429c-1453-4e94-9b4c-5b2b59d99d41 req-aef7d205-5387-44ef-ab6a-ccf7f59da097 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:05.184093 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-af8edef6-3d7c-4307-b355-f3d367968914 None None] For port bfa8816c-431c-4151-9860-dd6e0ad4260d, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:48:05.188218 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-af8edef6-3d7c-4307-b355-f3d367968914 None None] For port bfa8816c-431c-4151-9860-dd6e0ad4260d, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=bfa8816c-431c-4151-9860-dd6e0ad4260d,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:48:05.190977 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb429c-1453-4e94-9b4c-5b2b59d99d41 req-aef7d205-5387-44ef-ab6a-ccf7f59da097 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:05.199582 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-af8edef6-3d7c-4307-b355-f3d367968914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:05.205235 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb429c-1453-4e94-9b4c-5b2b59d99d41 req-aef7d205-5387-44ef-ab6a-ccf7f59da097 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:05.211815 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb429c-1453-4e94-9b4c-5b2b59d99d41 req-aef7d205-5387-44ef-ab6a-ccf7f59da097 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:05.219006 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb429c-1453-4e94-9b4c-5b2b59d99d41 req-aef7d205-5387-44ef-ab6a-ccf7f59da097 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:05.225122 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb429c-1453-4e94-9b4c-5b2b59d99d41 req-aef7d205-5387-44ef-ab6a-ccf7f59da097 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:05.248462 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb429c-1453-4e94-9b4c-5b2b59d99d41 req-aef7d205-5387-44ef-ab6a-ccf7f59da097 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:05.250376 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-16cb429c-1453-4e94-9b4c-5b2b59d99d41 req-aef7d205-5387-44ef-ab6a-ccf7f59da097 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5432 time: 0.2605257 Jul 16 20:48:05.280294 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8edef6-3d7c-4307-b355-f3d367968914 None None] Routers {'2612f50c-712b-4d42-844c-52e49732ae2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:05.281135 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-af8edef6-3d7c-4307-b355-f3d367968914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:47:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2612f50c-712b-4d42-844c-52e49732ae2b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:05.281343 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=75d73370-ff95-4143-9e6d-a24062799672,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:05.301984 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:05.302345 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:05.302699 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:05.303033 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:05.303362 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:05.306868 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:05.307324 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:05.307746 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:05.308148 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:05.308613 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:05.309094 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:05.309434 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:05.316337 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '00bf0c6e-465d-4143-ae09-cc16444be189', 'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b', 'port_id': '00bf0c6e-465d-4143-ae09-cc16444be189', 'mac_address': 'fa:16:3e:11:d8:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e90d8681-87d8-468f-b542-905bc89d1669', 'ip_address': '10.1.1.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:48:05.318214 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-65a13b6f-0242-43d1-82ab-fb9ddc9f0768 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:48:05.318536 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-65a13b6f-0242-43d1-82ab-fb9ddc9f0768 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:48:05.326756 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-38251440-307e-4260-a7d3-f30663a4f6c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:05.348643 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc42a8-eb8b-4f9d-8728-80073422b1aa None None] Pushing event updated for resources: {'Port': ['ID=bfa8816c-431c-4151-9860-dd6e0ad4260d,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:05.355407 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-16cb429c-1453-4e94-9b4c-5b2b59d99d41 req-65718e75-951e-4705-bff4-554b68ec338f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0966578 Jul 16 20:48:05.366278 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-38251440-307e-4260-a7d3-f30663a4f6c8 admin admin] Transition to ACTIVE for port object 82c0514c-e3e3-4c32-a1bc-33a315913e94 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:48:05.372309 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:05.393805 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00bf0c6e-465d-4143-ae09-cc16444be189 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:48:05.422024 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-38251440-307e-4260-a7d3-f30663a4f6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:05.431925 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 00bf0c6e-465d-4143-ae09-cc16444be189, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=00bf0c6e-465d-4143-ae09-cc16444be189,segment=NetworkSegment(50e8644a-19d9-45bd-ab21-17ab245efa36),segment_id=50e8644a-19d9-45bd-ab21-17ab245efa36)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:05.438569 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:05.439627 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 0511ec0c-7172-4caa-9729-47cc63ea6c94 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:48:05.456705 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-af8edef6-3d7c-4307-b355-f3d367968914 None None] Set router 2612f50c-712b-4d42-844c-52e49732ae2b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:05.474410 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 0511ec0c-7172-4caa-9729-47cc63ea6c94, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=0511ec0c-7172-4caa-9729-47cc63ea6c94,segment=NetworkSegment(50e8644a-19d9-45bd-ab21-17ab245efa36),segment_id=50e8644a-19d9-45bd-ab21-17ab245efa36)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:05.488527 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '0511ec0c-7172-4caa-9729-47cc63ea6c94', 'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b', 'port_id': '0511ec0c-7172-4caa-9729-47cc63ea6c94', 'mac_address': 'fa:16:3e:ac:b4:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e90d8681-87d8-468f-b542-905bc89d1669', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:48:05.581848 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=00bf0c6e-465d-4143-ae09-cc16444be189,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:05.586084 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:05.604278 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0511ec0c-7172-4caa-9729-47cc63ea6c94 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:48:05.630483 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 0511ec0c-7172-4caa-9729-47cc63ea6c94, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=0511ec0c-7172-4caa-9729-47cc63ea6c94,segment=NetworkSegment(50e8644a-19d9-45bd-ab21-17ab245efa36),segment_id=50e8644a-19d9-45bd-ab21-17ab245efa36)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:05.637295 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:05.638370 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device eeaba776-b005-41c6-88fd-0934f4ff5a27 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:48:05.681332 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-af8edef6-3d7c-4307-b355-f3d367968914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'name': 'tempest-TestVolumeBootPattern-1013218343-router', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:03Z', 'revision_number': 3, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'gw_port': {'id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:27:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:05.711254 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8edef6-3d7c-4307-b355-f3d367968914 None None] The sync data for ids ['2612f50c-712b-4d42-844c-52e49732ae2b'] in n-d-791506-21 is: [{'id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'name': 'tempest-TestVolumeBootPattern-1013218343-router', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:03Z', 'revision_number': 3, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'gw_port': {'id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:27:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:48:05.776765 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=0511ec0c-7172-4caa-9729-47cc63ea6c94,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:05.802975 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port eeaba776-b005-41c6-88fd-0934f4ff5a27, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=eeaba776-b005-41c6-88fd-0934f4ff5a27,segment=NetworkSegment(c4382971-e2b2-4b3c-b021-96ee6c8bf6c0),segment_id=c4382971-e2b2-4b3c-b021-96ee6c8bf6c0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:05.815806 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'eeaba776-b005-41c6-88fd-0934f4ff5a27', 'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14', 'port_id': 'eeaba776-b005-41c6-88fd-0934f4ff5a27', 'mac_address': 'fa:16:3e:f3:ba:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b37ea029-930a-4f8e-ae78-8b7dd9ec37a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:48:05.844970 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38251440-307e-4260-a7d3-f30663a4f6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=82c0514c-e3e3-4c32-a1bc-33a315913e94,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:05.891858 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:05.894032 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38251440-307e-4260-a7d3-f30663a4f6c8 admin admin] Network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:48:05.895775 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-38251440-307e-4260-a7d3-f30663a4f6c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:48:05.899149 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38251440-307e-4260-a7d3-f30663a4f6c8 admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:48:05.906127 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeaba776-b005-41c6-88fd-0934f4ff5a27 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:48:05.944422 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port eeaba776-b005-41c6-88fd-0934f4ff5a27, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=eeaba776-b005-41c6-88fd-0934f4ff5a27,segment=NetworkSegment(c4382971-e2b2-4b3c-b021-96ee6c8bf6c0),segment_id=c4382971-e2b2-4b3c-b021-96ee6c8bf6c0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:05.954882 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:05.955578 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device a966099a-a8b2-40b8-888b-f4d7466ed9fc details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:48:06.002826 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-38251440-307e-4260-a7d3-f30663a4f6c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:06.106564 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 75d73370-ff95-4143-9e6d-a24062799672 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:06.117050 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b84a41-d466-443f-9595-dbabd87d5403 req-8082e16d-4593-459d-a90e-ba0ee14ec923 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:06.125649 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-45b84a41-d466-443f-9595-dbabd87d5403 req-8082e16d-4593-459d-a90e-ba0ee14ec923 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.2900040 Jul 16 20:48:06.177232 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=eeaba776-b005-41c6-88fd-0934f4ff5a27,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:06.195354 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-45b84a41-d466-443f-9595-dbabd87d5403 req-22390fa0-fc77-4210-9189-e2f395b2d311 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678935 Jul 16 20:48:06.230336 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a8811363-4238-4da2-838e-637189fa28e1 None None] Provisioning complete for port 75d73370-ff95-4143-9e6d-a24062799672 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:06.230336 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8811363-4238-4da2-838e-637189fa28e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:06.309437 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port a966099a-a8b2-40b8-888b-f4d7466ed9fc, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=a966099a-a8b2-40b8-888b-f4d7466ed9fc,segment=NetworkSegment(50e8644a-19d9-45bd-ab21-17ab245efa36),segment_id=50e8644a-19d9-45bd-ab21-17ab245efa36)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:06.329038 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'a966099a-a8b2-40b8-888b-f4d7466ed9fc', 'network_id': '83636349-58ea-46f7-a3d1-26f21bbb427b', 'port_id': 'a966099a-a8b2-40b8-888b-f4d7466ed9fc', 'mac_address': 'fa:16:3e:d1:a3:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e90d8681-87d8-468f-b542-905bc89d1669', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:48:06.381075 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-38251440-307e-4260-a7d3-f30663a4f6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:06.405447 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 75d73370-ff95-4143-9e6d-a24062799672 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:06.405946 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:06.458134 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:06.490366 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a966099a-a8b2-40b8-888b-f4d7466ed9fc {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:48:06.520213 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port a966099a-a8b2-40b8-888b-f4d7466ed9fc, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=a966099a-a8b2-40b8-888b-f4d7466ed9fc,segment=NetworkSegment(50e8644a-19d9-45bd-ab21-17ab245efa36),segment_id=50e8644a-19d9-45bd-ab21-17ab245efa36)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:06.556730 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:06.560684 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 06575405-c313-49cd-b1b8-491d36210396 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:48:06.685672 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0f709620-2d32-41b3-831e-2a8363770faa None None] Provisioning for port 82c0514c-e3e3-4c32-a1bc-33a315913e94 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:06.700498 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 06575405-c313-49cd-b1b8-491d36210396, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=06575405-c313-49cd-b1b8-491d36210396,segment=NetworkSegment(975d3fad-f8aa-4e75-bddf-eb552e8ab4c4),segment_id=975d3fad-f8aa-4e75-bddf-eb552e8ab4c4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:06.705551 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0f709620-2d32-41b3-831e-2a8363770faa None None] Provisioning complete for port 82c0514c-e3e3-4c32-a1bc-33a315913e94 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:06.705944 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f709620-2d32-41b3-831e-2a8363770faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:06.706121 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a56fe3-51aa-4a82-97d5-843ea0da9ef9 req-7ddbbd2d-658c-465d-9828-b6ee6bb863ab tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:06.713710 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9a56fe3-51aa-4a82-97d5-843ea0da9ef9 req-7ddbbd2d-658c-465d-9828-b6ee6bb863ab tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.3340247 Jul 16 20:48:06.734754 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=a966099a-a8b2-40b8-888b-f4d7466ed9fc,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:06.751238 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '06575405-c313-49cd-b1b8-491d36210396', 'network_id': 'd95411c0-2fd5-4f9a-ab32-3de69c6456cf', 'port_id': '06575405-c313-49cd-b1b8-491d36210396', 'mac_address': 'fa:16:3e:f0:d6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d96ed7-8733-4957-83cb-f46aeb3a2783', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:48:06.759121 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0f709620-2d32-41b3-831e-2a8363770faa None None] Port 82c0514c-e3e3-4c32-a1bc-33a315913e94 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:48:06.782076 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-38251440-307e-4260-a7d3-f30663a4f6c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:06.800294 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:06.802243 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-38251440-307e-4260-a7d3-f30663a4f6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:06.821360 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06575405-c313-49cd-b1b8-491d36210396 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:48:06.839882 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9a56fe3-51aa-4a82-97d5-843ea0da9ef9 req-3868d01c-5af6-4590-9d29-0194b7ad4f51 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241512 Jul 16 20:48:06.858877 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 06575405-c313-49cd-b1b8-491d36210396, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=06575405-c313-49cd-b1b8-491d36210396,segment=NetworkSegment(975d3fad-f8aa-4e75-bddf-eb552e8ab4c4),segment_id=975d3fad-f8aa-4e75-bddf-eb552e8ab4c4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:06.865337 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:06.872844 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823179-b44e-4f20-95eb-e2bff7cb3811 req-325c5db2-82ea-4656-83de-7ce0ec0699f8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:06.880687 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823179-b44e-4f20-95eb-e2bff7cb3811 req-325c5db2-82ea-4656-83de-7ce0ec0699f8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:06.887433 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823179-b44e-4f20-95eb-e2bff7cb3811 req-325c5db2-82ea-4656-83de-7ce0ec0699f8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:06.893413 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823179-b44e-4f20-95eb-e2bff7cb3811 req-325c5db2-82ea-4656-83de-7ce0ec0699f8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:06.899499 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823179-b44e-4f20-95eb-e2bff7cb3811 req-325c5db2-82ea-4656-83de-7ce0ec0699f8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:06.906808 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823179-b44e-4f20-95eb-e2bff7cb3811 req-325c5db2-82ea-4656-83de-7ce0ec0699f8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:06.913178 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823179-b44e-4f20-95eb-e2bff7cb3811 req-325c5db2-82ea-4656-83de-7ce0ec0699f8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:06.920881 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e4823179-b44e-4f20-95eb-e2bff7cb3811 req-325c5db2-82ea-4656-83de-7ce0ec0699f8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5436 time: 0.2816951 Jul 16 20:48:06.937144 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=06575405-c313-49cd-b1b8-491d36210396,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:06.999829 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-38251440-307e-4260-a7d3-f30663a4f6c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:07.006006 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38251440-307e-4260-a7d3-f30663a4f6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=82c0514c-e3e3-4c32-a1bc-33a315913e94,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:07.037450 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e4823179-b44e-4f20-95eb-e2bff7cb3811 req-13456937-feda-4fa7-8fbc-c1e95a44ef11 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1156778 Jul 16 20:48:07.161504 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38251440-307e-4260-a7d3-f30663a4f6c8 admin admin] Network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:48:07.163072 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-38251440-307e-4260-a7d3-f30663a4f6c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:48:07.362706 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38251440-307e-4260-a7d3-f30663a4f6c8 admin admin] Router 2612f50c-712b-4d42-844c-52e49732ae2b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:48:07.492646 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38251440-307e-4260-a7d3-f30663a4f6c8 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:48:07.493213 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['b32f7549-538d-4ccd-936a-fe3323acd257'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:48:07.505695 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-38251440-307e-4260-a7d3-f30663a4f6c8 admin admin] 10.222.0.38 "PUT /v2.0/routers/2612f50c-712b-4d42-844c-52e49732ae2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5518489 Jul 16 20:48:07.520659 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['363b4863-693b-4f87-9538-22fc3b427353'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:48:07.547675 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['00bf0c6e-465d-4143-ae09-cc16444be189'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:48:07.550737 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['0511ec0c-7172-4caa-9729-47cc63ea6c94'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:48:07.559672 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['a966099a-a8b2-40b8-888b-f4d7466ed9fc'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:48:07.627364 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['06575405-c313-49cd-b1b8-491d36210396'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:48:07.629593 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['eeaba776-b005-41c6-88fd-0934f4ff5a27'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:48:07.906857 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6bd01610-436c-4b57-b38c-b714671c21c6 None None] Provisioning complete for port 82c0514c-e3e3-4c32-a1bc-33a315913e94 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:07.907229 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6bd01610-436c-4b57-b38c-b714671c21c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:08.116047 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device bfa8816c-431c-4151-9860-dd6e0ad4260d up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:08.164112 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f558470-0b39-4b47-a28e-7bfaf91bd355 None None] Sync routers for ids ['2612f50c-712b-4d42-844c-52e49732ae2b'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:48:08.169365 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6bd01610-436c-4b57-b38c-b714671c21c6 None None] Port 82c0514c-e3e3-4c32-a1bc-33a315913e94 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:48:08.291523 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60282) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:08.299666 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-886e33fb-7664-4d7b-8975-b4dbde22a10c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1892728282-network', 'tenant_id': 'dc46efbd6e3f4d4a9d4a1031bdadd9cd'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:08.299889 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ab2e1-976e-4fa7-8e15-4d83baa5f9d3 req-0566467c-b0fa-47fa-a36a-b656f677948f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:08.304680 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ab2e1-976e-4fa7-8e15-4d83baa5f9d3 req-0566467c-b0fa-47fa-a36a-b656f677948f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:08.312052 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ab2e1-976e-4fa7-8e15-4d83baa5f9d3 req-0566467c-b0fa-47fa-a36a-b656f677948f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:08.318108 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ab2e1-976e-4fa7-8e15-4d83baa5f9d3 req-0566467c-b0fa-47fa-a36a-b656f677948f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:08.324799 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ab2e1-976e-4fa7-8e15-4d83baa5f9d3 req-0566467c-b0fa-47fa-a36a-b656f677948f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:08.330843 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ab2e1-976e-4fa7-8e15-4d83baa5f9d3 req-0566467c-b0fa-47fa-a36a-b656f677948f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:08.336694 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ab2e1-976e-4fa7-8e15-4d83baa5f9d3 req-0566467c-b0fa-47fa-a36a-b656f677948f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:08.346205 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9f9ab2e1-976e-4fa7-8e15-4d83baa5f9d3 req-0566467c-b0fa-47fa-a36a-b656f677948f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5437 time: 0.1378891 Jul 16 20:48:08.349015 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886e33fb-7664-4d7b-8975-b4dbde22a10c admin admin] Made reservation on behalf of dc46efbd6e3f4d4a9d4a1031bdadd9cd for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:48:08.354368 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-886e33fb-7664-4d7b-8975-b4dbde22a10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:08.381578 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-886e33fb-7664-4d7b-8975-b4dbde22a10c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:08.397220 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9f9ab2e1-976e-4fa7-8e15-4d83baa5f9d3 req-0f9b6fc5-27c0-45a0-bf4a-2446990fd659 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505826 Jul 16 20:48:08.400687 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f558470-0b39-4b47-a28e-7bfaf91bd355 None None] Routers {'2612f50c-712b-4d42-844c-52e49732ae2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:08.401265 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-1f558470-0b39-4b47-a28e-7bfaf91bd355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:47:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2612f50c-712b-4d42-844c-52e49732ae2b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:08.532141 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-886e33fb-7664-4d7b-8975-b4dbde22a10c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:08.540342 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-886e33fb-7664-4d7b-8975-b4dbde22a10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:08.591669 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e33fb-7664-4d7b-8975-b4dbde22a10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f41fbe-f6ac-4516-9f20-943a4288d3fd,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:08.605383 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886e33fb-7664-4d7b-8975-b4dbde22a10c admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:48:08.619572 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-886e33fb-7664-4d7b-8975-b4dbde22a10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:08.620589 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-886e33fb-7664-4d7b-8975-b4dbde22a10c admin admin] Added segment d33ba903-5727-44d0-a3cc-5049d1613b8d of type vlan for network 8ab239d5-afe9-4309-977b-a3d2ba775534 Jul 16 20:48:08.672801 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-886e33fb-7664-4d7b-8975-b4dbde22a10c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:08.717881 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-886e33fb-7664-4d7b-8975-b4dbde22a10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:08.719545 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886e33fb-7664-4d7b-8975-b4dbde22a10c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:08.720669 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-886e33fb-7664-4d7b-8975-b4dbde22a10c admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:08.730717 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port bfa8816c-431c-4151-9860-dd6e0ad4260d completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:08.796136 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-886e33fb-7664-4d7b-8975-b4dbde22a10c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5035625 Jul 16 20:48:08.809185 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60302) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:08.818015 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-5b5296aa-68ae-497d-8f60-bff01f64a42a admin admin] Request body: {'subnet': {'network_id': '8ab239d5-afe9-4309-977b-a3d2ba775534', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1892728282-subnet', 'tenant_id': 'dc46efbd6e3f4d4a9d4a1031bdadd9cd', 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:08.824320 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port bfa8816c-431c-4151-9860-dd6e0ad4260d triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:08.824674 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:08.840975 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e33fb-7664-4d7b-8975-b4dbde22a10c admin admin] Pushing event updated for resources: {'Network': ['ID=8ab239d5-afe9-4309-977b-a3d2ba775534,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:08.852609 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6691e3-44d5-4929-8162-0b7e14622d87 req-639336fe-cf5e-4eff-ba40-743b09172503 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:08.854847 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c6691e3-44d5-4929-8162-0b7e14622d87 req-639336fe-cf5e-4eff-ba40-743b09172503 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1302748 Jul 16 20:48:08.861474 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5296aa-68ae-497d-8f60-bff01f64a42a admin admin] Made reservation on behalf of dc46efbd6e3f4d4a9d4a1031bdadd9cd for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:48:08.864489 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5b5296aa-68ae-497d-8f60-bff01f64a42a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:08.886476 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 8ab239d5-afe9-4309-977b-a3d2ba775534 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:48:08.981357 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-1f558470-0b39-4b47-a28e-7bfaf91bd355 None None] Set router 2612f50c-712b-4d42-844c-52e49732ae2b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:09.052499 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c6691e3-44d5-4929-8162-0b7e14622d87 req-8bcb5b92-922d-4b88-8a4f-596c6b1dfdeb tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854353 Jul 16 20:48:09.128558 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a4039-e20c-4df7-b95f-fc0da608f9d3 req-21d27706-0464-4e45-8200-5e8e4834c0d7 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:09.130427 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d45a4039-e20c-4df7-b95f-fc0da608f9d3 req-21d27706-0464-4e45-8200-5e8e4834c0d7 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 946 time: 0.1488218 Jul 16 20:48:09.184520 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:09.246879 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port bfa8816c-431c-4151-9860-dd6e0ad4260d, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=bfa8816c-431c-4151-9860-dd6e0ad4260d,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:09.255304 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:09.256974 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d45a4039-e20c-4df7-b95f-fc0da608f9d3 req-84ab626f-fa70-4ca1-a854-9ca5b22b0e83 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196256 Jul 16 20:48:09.258128 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5b5296aa-68ae-497d-8f60-bff01f64a42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:09.341500 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=bfa8816c-431c-4151-9860-dd6e0ad4260d,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:09.341864 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5296aa-68ae-497d-8f60-bff01f64a42a admin admin] Pushing event updated for resources: {'Subnet': ['ID=44c9ac80-f89a-4044-9d16-3e28d9b6bef3,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:09.362301 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d787478-dedb-448d-8289-325d48d53db6 req-685b2f50-96d0-4cb4-864d-c2305ef27be9 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:09.363812 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2d787478-dedb-448d-8289-325d48d53db6 req-685b2f50-96d0-4cb4-864d-c2305ef27be9 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1597567 Jul 16 20:48:09.366615 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5296aa-68ae-497d-8f60-bff01f64a42a admin admin] Checking segment: {'id': 'd33ba903-5727-44d0-a3cc-5049d1613b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8ab239d5-afe9-4309-977b-a3d2ba775534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:48:09.366972 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5296aa-68ae-497d-8f60-bff01f64a42a admin admin] Network hostable DHCP agents. Network: 8ab239d5-afe9-4309-977b-a3d2ba775534, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:48:09.373336 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-1f558470-0b39-4b47-a28e-7bfaf91bd355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'name': 'tempest-TestVolumeBootPattern-1013218343-router', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:06Z', 'revision_number': 4, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'gw_port': {'id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:27:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '82c0514c-e3e3-4c32-a1bc-33a315913e94', 'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'mac_address': 'fa:16:3e:94:7b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:04Z', 'updated_at': '2021-07-16T20:48:06Z', 'revision_number': 2, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'subnets': [{'id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:09.400977 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f558470-0b39-4b47-a28e-7bfaf91bd355 None None] Checking router: 2612f50c-712b-4d42-844c-52e49732ae2b for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:48:09.401308 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f558470-0b39-4b47-a28e-7bfaf91bd355 None None] Updating router 2612f50c-712b-4d42-844c-52e49732ae2b port 82c0514c-e3e3-4c32-a1bc-33a315913e94 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:48:09.401967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5296aa-68ae-497d-8f60-bff01f64a42a admin admin] Network 8ab239d5-afe9-4309-977b-a3d2ba775534 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:48:09.419347 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2d787478-dedb-448d-8289-325d48d53db6 req-d5064d80-65f1-4919-9f27-dafb93ea22ef tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448859 Jul 16 20:48:09.422278 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-5b5296aa-68ae-497d-8f60-bff01f64a42a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 8ab239d5-afe9-4309-977b-a3d2ba775534) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:48:09.428177 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5296aa-68ae-497d-8f60-bff01f64a42a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:09.429322 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5b5296aa-68ae-497d-8f60-bff01f64a42a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:09.435132 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea29e0a3-3743-44d8-8f93-e9bcfdfa55ca None None] Network 8ab239d5-afe9-4309-977b-a3d2ba775534 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:48:09.449162 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5b5296aa-68ae-497d-8f60-bff01f64a42a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6356864 Jul 16 20:48:09.449449 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60310) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:09.454486 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d1001438-f83c-4d0c-8cee-93df640f42fe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1892728282-router', 'tenant_id': 'dc46efbd6e3f4d4a9d4a1031bdadd9cd', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:09.467399 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f558470-0b39-4b47-a28e-7bfaf91bd355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:09.500820 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1001438-f83c-4d0c-8cee-93df640f42fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:09.502840 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1001438-f83c-4d0c-8cee-93df640f42fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:09.585430 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1001438-f83c-4d0c-8cee-93df640f42fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:09.642007 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90205346-5307-4461-a7d1-c9fb4b0d1374 req-fc3f4e13-eb49-4558-96c7-7515fe645268 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:09.647882 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90205346-5307-4461-a7d1-c9fb4b0d1374 req-fc3f4e13-eb49-4558-96c7-7515fe645268 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:09.654665 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90205346-5307-4461-a7d1-c9fb4b0d1374 req-fc3f4e13-eb49-4558-96c7-7515fe645268 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:09.660577 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90205346-5307-4461-a7d1-c9fb4b0d1374 req-fc3f4e13-eb49-4558-96c7-7515fe645268 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:09.667461 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90205346-5307-4461-a7d1-c9fb4b0d1374 req-fc3f4e13-eb49-4558-96c7-7515fe645268 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:09.673388 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90205346-5307-4461-a7d1-c9fb4b0d1374 req-fc3f4e13-eb49-4558-96c7-7515fe645268 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:09.679315 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90205346-5307-4461-a7d1-c9fb4b0d1374 req-fc3f4e13-eb49-4558-96c7-7515fe645268 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:09.684706 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-90205346-5307-4461-a7d1-c9fb4b0d1374 req-fc3f4e13-eb49-4558-96c7-7515fe645268 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5437 time: 0.1454964 Jul 16 20:48:09.749696 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f402470a-d792-43d4-8582-5154c8cd7921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-8ab239d5-afe9-4309-977b-a3d2ba775534', 'network_id': '8ab239d5-afe9-4309-977b-a3d2ba775534', 'tenant_id': 'dc46efbd6e3f4d4a9d4a1031bdadd9cd', 'fixed_ips': [{'subnet_id': '44c9ac80-f89a-4044-9d16-3e28d9b6bef3'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:48:09.750579 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f402470a-d792-43d4-8582-5154c8cd7921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:09.764029 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-90205346-5307-4461-a7d1-c9fb4b0d1374 req-637411f6-4613-4b0f-8583-d506aaea1aaa tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0758729 Jul 16 20:48:09.793914 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb42571-5246-444f-8252-df18d7da30a8 req-6a399561-cef8-41de-ba23-1fca493945e4 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:09.795848 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-beb42571-5246-444f-8252-df18d7da30a8 req-6a399561-cef8-41de-ba23-1fca493945e4 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1817832 Jul 16 20:48:09.846965 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-beb42571-5246-444f-8252-df18d7da30a8 req-0fa96c02-6384-45f6-8ac2-d29512c3c932 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454924 Jul 16 20:48:09.979043 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-f402470a-d792-43d4-8582-5154c8cd7921 None None] Allocated IP 172.20.0.2 (8ab239d5-afe9-4309-977b-a3d2ba775534/44c9ac80-f89a-4044-9d16-3e28d9b6bef3/a2b7815c-6a83-4d22-9db2-b5a93dfc547a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:48:10.005788 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f558470-0b39-4b47-a28e-7bfaf91bd355 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.036963 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1f558470-0b39-4b47-a28e-7bfaf91bd355 None None] Transition to ACTIVE for port object 82c0514c-e3e3-4c32-a1bc-33a315913e94 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:48:10.039080 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device bfa8816c-431c-4151-9860-dd6e0ad4260d up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:10.066467 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f558470-0b39-4b47-a28e-7bfaf91bd355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.066895 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d8232-ed48-42ff-a55a-155e09521434 req-a92ee485-280d-4152-96e6-ca9405b22f8b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:10.074638 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-667d8232-ed48-42ff-a55a-155e09521434 req-a92ee485-280d-4152-96e6-ca9405b22f8b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0991929 Jul 16 20:48:10.110862 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-667d8232-ed48-42ff-a55a-155e09521434 req-8fec1ee7-2aef-467f-9db0-c837cfa24403 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352726 Jul 16 20:48:10.116872 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1001438-f83c-4d0c-8cee-93df640f42fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.157891 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0cd28-a373-4a4b-8284-14a0b9256e73 None None] Pushing event updated for resources: {'Port': ['ID=82c0514c-e3e3-4c32-a1bc-33a315913e94,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:10.264240 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port bfa8816c-431c-4151-9860-dd6e0ad4260d triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:10.264698 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.331003 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1f558470-0b39-4b47-a28e-7bfaf91bd355 None None] Attempting to bind port 82c0514c-e3e3-4c32-a1bc-33a315913e94 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:48:10.331447 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1f558470-0b39-4b47-a28e-7bfaf91bd355 None None] Attempting to bind port 82c0514c-e3e3-4c32-a1bc-33a315913e94 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:48:10.331878 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f558470-0b39-4b47-a28e-7bfaf91bd355 None None] Attempting to bind port 82c0514c-e3e3-4c32-a1bc-33a315913e94 on network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:48:10.359043 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f558470-0b39-4b47-a28e-7bfaf91bd355 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:48:10.359465 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f558470-0b39-4b47-a28e-7bfaf91bd355 None None] Checking segment: {'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:48:10.359961 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f558470-0b39-4b47-a28e-7bfaf91bd355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.360461 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f558470-0b39-4b47-a28e-7bfaf91bd355 None None] Bound using segment: {'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:48:10.361011 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1f558470-0b39-4b47-a28e-7bfaf91bd355 None None] Bound port: 82c0514c-e3e3-4c32-a1bc-33a315913e94, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:48:10.361464 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f558470-0b39-4b47-a28e-7bfaf91bd355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.376869 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1001438-f83c-4d0c-8cee-93df640f42fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.389538 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f402470a-d792-43d4-8582-5154c8cd7921 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.403646 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f402470a-d792-43d4-8582-5154c8cd7921 None None] Transition to ACTIVE for port object a2b7815c-6a83-4d22-9db2-b5a93dfc547a will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:48:10.412459 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1001438-f83c-4d0c-8cee-93df640f42fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.459447 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f402470a-d792-43d4-8582-5154c8cd7921 None None] Transition to ACTIVE for port object a2b7815c-6a83-4d22-9db2-b5a93dfc547a will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:48:10.498366 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f402470a-d792-43d4-8582-5154c8cd7921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.513421 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64bba8-f0bc-4438-af5e-2eb53e24dabc req-1147bd09-7fb3-423c-897f-517c8f71ef20 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:10.515192 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5a64bba8-f0bc-4438-af5e-2eb53e24dabc req-1147bd09-7fb3-423c-897f-517c8f71ef20 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1231258 Jul 16 20:48:10.546670 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1f558470-0b39-4b47-a28e-7bfaf91bd355 None None] For port 82c0514c-e3e3-4c32-a1bc-33a315913e94, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:48:10.549364 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-d1001438-f83c-4d0c-8cee-93df640f42fe admin admin] Allocated IP 172.25.0.37 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/4022e714-8eef-4a89-87d7-2bcc366763ef) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:48:10.559826 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97207a8-08cf-46a4-bf5d-78e790b7be06 req-7bf9c2c3-0115-434f-a25b-669c7e3b6fd9 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:10.561372 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a97207a8-08cf-46a4-bf5d-78e790b7be06 req-7bf9c2c3-0115-434f-a25b-669c7e3b6fd9 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 946 time: 0.1098919 Jul 16 20:48:10.583092 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f402470a-d792-43d4-8582-5154c8cd7921 None None] Network 8ab239d5-afe9-4309-977b-a3d2ba775534 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:48:10.584814 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1f558470-0b39-4b47-a28e-7bfaf91bd355 None None] For port 82c0514c-e3e3-4c32-a1bc-33a315913e94, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=82c0514c-e3e3-4c32-a1bc-33a315913e94,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:48:10.587779 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5a64bba8-f0bc-4438-af5e-2eb53e24dabc req-b254559a-72e5-4b07-8b3c-a202cf4e31d1 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643539 Jul 16 20:48:10.588006 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-f402470a-d792-43d4-8582-5154c8cd7921 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:48:10.590351 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402470a-d792-43d4-8582-5154c8cd7921 None None] Pushing event updated for resources: {'Port': ['ID=a2b7815c-6a83-4d22-9db2-b5a93dfc547a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:10.592241 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f402470a-d792-43d4-8582-5154c8cd7921 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:48:10.597095 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f558470-0b39-4b47-a28e-7bfaf91bd355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.639143 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a97207a8-08cf-46a4-bf5d-78e790b7be06 req-5d4947a9-8eeb-4986-868b-f1dffb8e509b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691073 Jul 16 20:48:10.710682 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1001438-f83c-4d0c-8cee-93df640f42fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.722764 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-f402470a-d792-43d4-8582-5154c8cd7921 None None] Attempting to bind port a2b7815c-6a83-4d22-9db2-b5a93dfc547a on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:48:10.723183 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-f402470a-d792-43d4-8582-5154c8cd7921 None None] Attempting to bind port a2b7815c-6a83-4d22-9db2-b5a93dfc547a by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'd33ba903-5727-44d0-a3cc-5049d1613b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8ab239d5-afe9-4309-977b-a3d2ba775534'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:48:10.723551 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f402470a-d792-43d4-8582-5154c8cd7921 None None] Attempting to bind port a2b7815c-6a83-4d22-9db2-b5a93dfc547a on network 8ab239d5-afe9-4309-977b-a3d2ba775534 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:48:10.731595 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f402470a-d792-43d4-8582-5154c8cd7921 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:48:10.732114 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f402470a-d792-43d4-8582-5154c8cd7921 None None] Checking segment: {'id': 'd33ba903-5727-44d0-a3cc-5049d1613b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8ab239d5-afe9-4309-977b-a3d2ba775534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:48:10.732618 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f402470a-d792-43d4-8582-5154c8cd7921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.733103 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f402470a-d792-43d4-8582-5154c8cd7921 None None] Bound using segment: {'id': 'd33ba903-5727-44d0-a3cc-5049d1613b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8ab239d5-afe9-4309-977b-a3d2ba775534'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:48:10.733662 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-f402470a-d792-43d4-8582-5154c8cd7921 None None] Bound port: a2b7815c-6a83-4d22-9db2-b5a93dfc547a, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd33ba903-5727-44d0-a3cc-5049d1613b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8ab239d5-afe9-4309-977b-a3d2ba775534'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:48:10.734313 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f402470a-d792-43d4-8582-5154c8cd7921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.738158 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f558470-0b39-4b47-a28e-7bfaf91bd355 None None] Routers {'2612f50c-712b-4d42-844c-52e49732ae2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:10.738943 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-1f558470-0b39-4b47-a28e-7bfaf91bd355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:47:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2612f50c-712b-4d42-844c-52e49732ae2b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:10.741005 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0cd28-a373-4a4b-8284-14a0b9256e73 None None] Pushing event updated for resources: {'Port': ['ID=82c0514c-e3e3-4c32-a1bc-33a315913e94,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:10.758617 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1001438-f83c-4d0c-8cee-93df640f42fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.809093 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8715cce-ad2a-4bee-acde-b3ba27b5da06 req-45ac6173-75e7-4711-b297-47df1389e095 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:10.811638 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e8715cce-ad2a-4bee-acde-b3ba27b5da06 req-45ac6173-75e7-4711-b297-47df1389e095 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0857432 Jul 16 20:48:10.811836 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1001438-f83c-4d0c-8cee-93df640f42fe admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:48:10.816865 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-d1001438-f83c-4d0c-8cee-93df640f42fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:48:10.822518 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1001438-f83c-4d0c-8cee-93df640f42fe admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:48:10.825768 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1001438-f83c-4d0c-8cee-93df640f42fe admin admin] Pushing event updated for resources: {'Port': ['ID=4022e714-8eef-4a89-87d7-2bcc366763ef,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:10.904633 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e8715cce-ad2a-4bee-acde-b3ba27b5da06 req-51f793db-bfa8-4709-85c5-25a2a308ddd6 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864401 Jul 16 20:48:11.033916 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 0511ec0c-7172-4caa-9729-47cc63ea6c94 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:11.055603 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a282e-e993-4899-99ff-748f5b7c765c req-d93ac5f4-efcd-4fed-8308-1eee6a9257ee tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:11.062735 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a282e-e993-4899-99ff-748f5b7c765c req-d93ac5f4-efcd-4fed-8308-1eee6a9257ee tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:11.069206 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a282e-e993-4899-99ff-748f5b7c765c req-d93ac5f4-efcd-4fed-8308-1eee6a9257ee tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:11.076248 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a282e-e993-4899-99ff-748f5b7c765c req-d93ac5f4-efcd-4fed-8308-1eee6a9257ee tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:11.084770 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a282e-e993-4899-99ff-748f5b7c765c req-d93ac5f4-efcd-4fed-8308-1eee6a9257ee tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:11.091713 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a282e-e993-4899-99ff-748f5b7c765c req-d93ac5f4-efcd-4fed-8308-1eee6a9257ee tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:11.097993 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a282e-e993-4899-99ff-748f5b7c765c req-d93ac5f4-efcd-4fed-8308-1eee6a9257ee tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:11.107572 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b58a282e-e993-4899-99ff-748f5b7c765c req-d93ac5f4-efcd-4fed-8308-1eee6a9257ee tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5437 time: 0.1447871 Jul 16 20:48:11.152832 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1001438-f83c-4d0c-8cee-93df640f42fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:11.183664 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b58a282e-e993-4899-99ff-748f5b7c765c req-00959a24-0928-4af6-9615-39bbde61201f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744481 Jul 16 20:48:11.199577 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 0511ec0c-7172-4caa-9729-47cc63ea6c94 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:11.208508 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 0511ec0c-7172-4caa-9729-47cc63ea6c94 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:11.208957 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:11.231955 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9acaae-15ff-4417-9dc4-8daeff80538f req-45b4b824-9f0c-45e9-bea8-41a065be3b43 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:11.234890 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eb9acaae-15ff-4417-9dc4-8daeff80538f req-45b4b824-9f0c-45e9-bea8-41a065be3b43 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0962241 Jul 16 20:48:11.238466 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f402470a-d792-43d4-8582-5154c8cd7921 None None] For port a2b7815c-6a83-4d22-9db2-b5a93dfc547a, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:48:11.259589 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-1f558470-0b39-4b47-a28e-7bfaf91bd355 None None] Set router 2612f50c-712b-4d42-844c-52e49732ae2b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:11.267464 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f402470a-d792-43d4-8582-5154c8cd7921 None None] For port a2b7815c-6a83-4d22-9db2-b5a93dfc547a, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a2b7815c-6a83-4d22-9db2-b5a93dfc547a,segment=NetworkSegment(d33ba903-5727-44d0-a3cc-5049d1613b8d),segment_id=d33ba903-5727-44d0-a3cc-5049d1613b8d)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:48:11.278555 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eb9acaae-15ff-4417-9dc4-8daeff80538f req-15e88bf5-bb2c-49ac-9e5f-cea28cf798ef tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373740 Jul 16 20:48:11.297646 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f402470a-d792-43d4-8582-5154c8cd7921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:11.416771 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1001438-f83c-4d0c-8cee-93df640f42fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:11.429335 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402470a-d792-43d4-8582-5154c8cd7921 None None] Pushing event updated for resources: {'Port': ['ID=a2b7815c-6a83-4d22-9db2-b5a93dfc547a,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:11.494611 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874b637-4e3f-4379-a19e-8b81eead783c req-04ca51a7-9258-49f7-af47-4beb8d5f5141 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:11.496339 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f874b637-4e3f-4379-a19e-8b81eead783c req-04ca51a7-9258-49f7-af47-4beb8d5f5141 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0935500 Jul 16 20:48:11.528274 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:11.545977 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f874b637-4e3f-4379-a19e-8b81eead783c req-4b0be051-2530-48bf-8083-5e5fab060366 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434370 Jul 16 20:48:11.576241 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0511ec0c-7172-4caa-9729-47cc63ea6c94'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:11.578874 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64de0d1-1ed5-4182-a0c0-2cf1f08c0d42" -d '{"events": [{"server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "name": "network-vif-plugged", "status": "completed", "tag": "0511ec0c-7172-4caa-9729-47cc63ea6c94"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:11.602406 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1001438-f83c-4d0c-8cee-93df640f42fe admin admin] Router 798b7630-675b-456c-b65d-13fa65bc29fa is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:48:11.624022 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 0511ec0c-7172-4caa-9729-47cc63ea6c94, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=0511ec0c-7172-4caa-9729-47cc63ea6c94,segment=NetworkSegment(50e8644a-19d9-45bd-ab21-17ab245efa36),segment_id=50e8644a-19d9-45bd-ab21-17ab245efa36)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:11.635246 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:11.636146 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device eeaba776-b005-41c6-88fd-0934f4ff5a27 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:11.724470 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f360fe-64eb-4abf-bc38-391d4d6fefb7 x-openstack-request-id: req-05f360fe-64eb-4abf-bc38-391d4d6fefb7 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:11.724470 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "name": "network-vif-plugged", "status": "completed", "tag": "0511ec0c-7172-4caa-9729-47cc63ea6c94", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:11.724811 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-05f360fe-64eb-4abf-bc38-391d4d6fefb7 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:11.724925 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0511ec0c-7172-4caa-9729-47cc63ea6c94', 'code': 200} Jul 16 20:48:11.799589 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1001438-f83c-4d0c-8cee-93df640f42fe admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:48:11.803463 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=0511ec0c-7172-4caa-9729-47cc63ea6c94,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:11.812825 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42617a7-ea74-4299-ad69-72c8008add50 None None] Sync routers for ids ['798b7630-675b-456c-b65d-13fa65bc29fa'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:48:11.830907 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1001438-f83c-4d0c-8cee-93df640f42fe admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:11.832599 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d1001438-f83c-4d0c-8cee-93df640f42fe admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3817813 Jul 16 20:48:11.835325 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60350) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:11.835795 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42617a7-ea74-4299-ad69-72c8008add50 None None] Routers {'798b7630-675b-456c-b65d-13fa65bc29fa'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:11.836632 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-c42617a7-ea74-4299-ad69-72c8008add50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:47:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['798b7630-675b-456c-b65d-13fa65bc29fa'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:11.841025 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-1f558470-0b39-4b47-a28e-7bfaf91bd355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'name': 'tempest-TestVolumeBootPattern-1013218343-router', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:06Z', 'revision_number': 4, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'gw_port': {'id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '82c0514c-e3e3-4c32-a1bc-33a315913e94', 'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'mac_address': 'fa:16:3e:94:7b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:04Z', 'updated_at': '2021-07-16T20:48:10Z', 'revision_number': 4, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'subnets': [{'id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:11.883047 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f558470-0b39-4b47-a28e-7bfaf91bd355 None None] The sync data for ids ['2612f50c-712b-4d42-844c-52e49732ae2b'] in n-d-791506-21 is: [{'id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'name': 'tempest-TestVolumeBootPattern-1013218343-router', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:06Z', 'revision_number': 4, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'gw_port': {'id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '82c0514c-e3e3-4c32-a1bc-33a315913e94', 'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'mac_address': 'fa:16:3e:94:7b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:04Z', 'updated_at': '2021-07-16T20:48:10Z', 'revision_number': 4, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'subnets': [{'id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:48:11.887328 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port eeaba776-b005-41c6-88fd-0934f4ff5a27 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:11.895927 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port eeaba776-b005-41c6-88fd-0934f4ff5a27 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:11.896306 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:12.069811 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:12.114385 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port eeaba776-b005-41c6-88fd-0934f4ff5a27, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=eeaba776-b005-41c6-88fd-0934f4ff5a27,segment=NetworkSegment(c4382971-e2b2-4b3c-b021-96ee6c8bf6c0),segment_id=c4382971-e2b2-4b3c-b021-96ee6c8bf6c0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:12.114640 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-c42617a7-ea74-4299-ad69-72c8008add50 None None] Set router 798b7630-675b-456c-b65d-13fa65bc29fa gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:12.121081 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:12.124058 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b32f7549-538d-4ccd-936a-fe3323acd257 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:12.133149 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52c9a6-3d20-422e-b183-9299e79ec114 req-2178e236-aea1-4c60-b443-4c88eb498905 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:12.136399 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5a52c9a6-3d20-422e-b183-9299e79ec114 req-2178e236-aea1-4c60-b443-4c88eb498905 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.2777708 Jul 16 20:48:12.206155 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508611e9-7476-4c49-a027-0e2c6abc755f req-80c15a06-97ce-4297-8afb-18a5dab6e1cb tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:12.214800 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-508611e9-7476-4c49-a027-0e2c6abc755f req-80c15a06-97ce-4297-8afb-18a5dab6e1cb tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 946 time: 0.2918434 Jul 16 20:48:12.252475 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a2b7815c-6a83-4d22-9db2-b5a93dfc547a up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:12.255291 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5a52c9a6-3d20-422e-b183-9299e79ec114 req-c83ce196-c49f-4d54-80ab-9c07ee538b9b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104445 Jul 16 20:48:12.302973 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-508611e9-7476-4c49-a027-0e2c6abc755f req-cd719133-91e9-42a9-912b-180adf7f0a8a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870531 Jul 16 20:48:12.425629 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=eeaba776-b005-41c6-88fd-0934f4ff5a27,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:12.449571 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port b32f7549-538d-4ccd-936a-fe3323acd257 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:12.487549 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port b32f7549-538d-4ccd-936a-fe3323acd257 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:12.490835 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:12.591678 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port a2b7815c-6a83-4d22-9db2-b5a93dfc547a completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:12.611679 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-c42617a7-ea74-4299-ad69-72c8008add50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798b7630-675b-456c-b65d-13fa65bc29fa', 'name': 'tempest-TestVolumeBootPattern-1892728282-router', 'tenant_id': 'dc46efbd6e3f4d4a9d4a1031bdadd9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4022e714-8eef-4a89-87d7-2bcc366763ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:09Z', 'updated_at': '2021-07-16T20:48:11Z', 'revision_number': 3, 'project_id': 'dc46efbd6e3f4d4a9d4a1031bdadd9cd', 'gw_port': {'id': '4022e714-8eef-4a89-87d7-2bcc366763ef', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798b7630-675b-456c-b65d-13fa65bc29fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:10Z', 'updated_at': '2021-07-16T20:48:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:12.649119 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42617a7-ea74-4299-ad69-72c8008add50 None None] Checking router: 798b7630-675b-456c-b65d-13fa65bc29fa for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:48:12.649989 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42617a7-ea74-4299-ad69-72c8008add50 None None] Updating router 798b7630-675b-456c-b65d-13fa65bc29fa port 4022e714-8eef-4a89-87d7-2bcc366763ef binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:48:12.658367 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d39a4-ff98-4035-a292-4cbf91aca487 req-17df6ce0-2c1c-4fa8-b6d1-322fb0c828a8 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:12.666156 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-436d39a4-ff98-4035-a292-4cbf91aca487 req-17df6ce0-2c1c-4fa8-b6d1-322fb0c828a8 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1446903 Jul 16 20:48:12.718477 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c42617a7-ea74-4299-ad69-72c8008add50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:12.741700 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe482332-63fd-4157-9a50-f90d35ddd698 req-f2d0e218-dcec-45a8-af54-17b7716c42fe tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:12.742539 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:12.748645 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe482332-63fd-4157-9a50-f90d35ddd698 req-f2d0e218-dcec-45a8-af54-17b7716c42fe tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:12.770713 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe482332-63fd-4157-9a50-f90d35ddd698 req-f2d0e218-dcec-45a8-af54-17b7716c42fe tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:12.777968 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe482332-63fd-4157-9a50-f90d35ddd698 req-f2d0e218-dcec-45a8-af54-17b7716c42fe tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:12.796883 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b32f7549-538d-4ccd-936a-fe3323acd257, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b32f7549-538d-4ccd-936a-fe3323acd257,segment=NetworkSegment(975d3fad-f8aa-4e75-bddf-eb552e8ab4c4),segment_id=975d3fad-f8aa-4e75-bddf-eb552e8ab4c4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:12.798108 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe482332-63fd-4157-9a50-f90d35ddd698 req-f2d0e218-dcec-45a8-af54-17b7716c42fe tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:12.804605 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe482332-63fd-4157-9a50-f90d35ddd698 req-f2d0e218-dcec-45a8-af54-17b7716c42fe tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:12.813034 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:12.814053 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 363b4863-693b-4f87-9538-22fc3b427353 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:12.816267 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91c29b92-46b8-4bb7-81ea-69103971e839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:12.821462 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe482332-63fd-4157-9a50-f90d35ddd698 req-f2d0e218-dcec-45a8-af54-17b7716c42fe tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:12.830206 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe482332-63fd-4157-9a50-f90d35ddd698 req-f2d0e218-dcec-45a8-af54-17b7716c42fe tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5439 time: 0.3766856 Jul 16 20:48:12.849689 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-436d39a4-ff98-4035-a292-4cbf91aca487 req-b1ba133d-c3a2-411c-9779-719922e5893e tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784360 Jul 16 20:48:12.935916 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe482332-63fd-4157-9a50-f90d35ddd698 req-9da8a9b7-50ca-401a-99ea-bc850432dd5c tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804009 Jul 16 20:48:13.049609 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=b32f7549-538d-4ccd-936a-fe3323acd257,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:13.058312 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85188f7-e1ff-44dd-aea0-c48b87ae74da None None] Network 8ab239d5-afe9-4309-977b-a3d2ba775534 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:48:13.158570 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 363b4863-693b-4f87-9538-22fc3b427353 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:13.170395 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f2ecaca6-5acb-4ae9-b47c-44524a2429e7 None None] Provisioning for port a2b7815c-6a83-4d22-9db2-b5a93dfc547a completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:13.178685 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 363b4863-693b-4f87-9538-22fc3b427353 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:13.179056 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:13.183625 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f2ecaca6-5acb-4ae9-b47c-44524a2429e7 None None] Provisioning complete for port a2b7815c-6a83-4d22-9db2-b5a93dfc547a triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:13.183991 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2ecaca6-5acb-4ae9-b47c-44524a2429e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:13.230006 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-91c29b92-46b8-4bb7-81ea-69103971e839 admin admin] Allocated IP 172.20.0.1 (8ab239d5-afe9-4309-977b-a3d2ba775534/44c9ac80-f89a-4044-9d16-3e28d9b6bef3/cfa2fc76-b28e-41b9-b331-fd3ffba1c282) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:48:13.243889 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c42617a7-ea74-4299-ad69-72c8008add50 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:13.268903 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-c42617a7-ea74-4299-ad69-72c8008add50 None None] Transition to ACTIVE for port object 4022e714-8eef-4a89-87d7-2bcc366763ef will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:48:13.281689 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c42617a7-ea74-4299-ad69-72c8008add50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:13.350412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0aed8-23d8-46c0-ab7f-c2e579441c6b req-8c7639b2-51dc-49cb-874a-78e5a5eb0aad tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:13.357191 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cad0aed8-23d8-46c0-ab7f-c2e579441c6b req-8c7639b2-51dc-49cb-874a-78e5a5eb0aad tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1464658 Jul 16 20:48:13.417778 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-c42617a7-ea74-4299-ad69-72c8008add50 None None] Attempting to bind port 4022e714-8eef-4a89-87d7-2bcc366763ef on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:48:13.418167 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-c42617a7-ea74-4299-ad69-72c8008add50 None None] Attempting to bind port 4022e714-8eef-4a89-87d7-2bcc366763ef by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:48:13.418550 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42617a7-ea74-4299-ad69-72c8008add50 None None] Attempting to bind port 4022e714-8eef-4a89-87d7-2bcc366763ef on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:48:13.420705 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e16ae-58bc-4741-8953-d897694271dc None None] Pushing event updated for resources: {'Port': ['ID=4022e714-8eef-4a89-87d7-2bcc366763ef,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:13.430273 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cad0aed8-23d8-46c0-ab7f-c2e579441c6b req-062b9fb7-cc28-44c5-86eb-b872680f5d5d tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669379 Jul 16 20:48:13.435489 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42617a7-ea74-4299-ad69-72c8008add50 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:48:13.435861 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42617a7-ea74-4299-ad69-72c8008add50 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:48:13.436256 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c42617a7-ea74-4299-ad69-72c8008add50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:13.436630 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42617a7-ea74-4299-ad69-72c8008add50 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:48:13.437303 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-c42617a7-ea74-4299-ad69-72c8008add50 None None] Bound port: 4022e714-8eef-4a89-87d7-2bcc366763ef, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:48:13.437683 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c42617a7-ea74-4299-ad69-72c8008add50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:13.497990 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91c29b92-46b8-4bb7-81ea-69103971e839 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:13.532224 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-91c29b92-46b8-4bb7-81ea-69103971e839 admin admin] Transition to ACTIVE for port object cfa2fc76-b28e-41b9-b331-fd3ffba1c282 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:48:13.553758 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:13.553998 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-c42617a7-ea74-4299-ad69-72c8008add50 None None] For port 4022e714-8eef-4a89-87d7-2bcc366763ef, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:48:13.561279 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-c42617a7-ea74-4299-ad69-72c8008add50 None None] For port 4022e714-8eef-4a89-87d7-2bcc366763ef, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4022e714-8eef-4a89-87d7-2bcc366763ef,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:48:13.562932 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2ecaca6-5acb-4ae9-b47c-44524a2429e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:13.571106 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c42617a7-ea74-4299-ad69-72c8008add50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:13.588710 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91c29b92-46b8-4bb7-81ea-69103971e839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:13.679163 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c29b92-46b8-4bb7-81ea-69103971e839 admin admin] Network 8ab239d5-afe9-4309-977b-a3d2ba775534 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:48:13.684670 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-91c29b92-46b8-4bb7-81ea-69103971e839 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:48:13.687164 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c29b92-46b8-4bb7-81ea-69103971e839 admin admin] Pushing event updated for resources: {'Port': ['ID=cfa2fc76-b28e-41b9-b331-fd3ffba1c282,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:13.695606 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c29b92-46b8-4bb7-81ea-69103971e839 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:48:13.724701 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42617a7-ea74-4299-ad69-72c8008add50 None None] Routers {'798b7630-675b-456c-b65d-13fa65bc29fa'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:13.725332 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-c42617a7-ea74-4299-ad69-72c8008add50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:47:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['798b7630-675b-456c-b65d-13fa65bc29fa'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:13.726740 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f2ecaca6-5acb-4ae9-b47c-44524a2429e7 None None] For port a2b7815c-6a83-4d22-9db2-b5a93dfc547a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a2b7815c-6a83-4d22-9db2-b5a93dfc547a,segment=NetworkSegment(d33ba903-5727-44d0-a3cc-5049d1613b8d),segment_id=d33ba903-5727-44d0-a3cc-5049d1613b8d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:13.730534 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeaba776-b005-41c6-88fd-0934f4ff5a27'}, {'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32f7549-538d-4ccd-936a-fe3323acd257'}, {'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363b4863-693b-4f87-9538-22fc3b427353'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:13.733344 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5848b4fc-69f4-4ce4-ad08-722707ca3f37" -d '{"events": [{"server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "name": "network-vif-plugged", "status": "completed", "tag": "eeaba776-b005-41c6-88fd-0934f4ff5a27"}, {"server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "name": "network-vif-plugged", "status": "completed", "tag": "b32f7549-538d-4ccd-936a-fe3323acd257"}, {"server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "name": "network-vif-plugged", "status": "completed", "tag": "363b4863-693b-4f87-9538-22fc3b427353"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:13.741089 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e16ae-58bc-4741-8953-d897694271dc None None] Pushing event updated for resources: {'Port': ['ID=4022e714-8eef-4a89-87d7-2bcc366763ef,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:13.741707 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 363b4863-693b-4f87-9538-22fc3b427353, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=363b4863-693b-4f87-9538-22fc3b427353,segment=NetworkSegment(50e8644a-19d9-45bd-ab21-17ab245efa36),segment_id=50e8644a-19d9-45bd-ab21-17ab245efa36)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:13.743985 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2ecaca6-5acb-4ae9-b47c-44524a2429e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:13.746762 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999ad63-761e-4692-add8-2b87c3e1ee60 req-3d3c8e1c-ee7c-47ac-ac04-b5e687795722 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:13.752428 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9999ad63-761e-4692-add8-2b87c3e1ee60 req-3d3c8e1c-ee7c-47ac-ac04-b5e687795722 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 946 time: 0.2310123 Jul 16 20:48:13.760314 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:13.763541 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 00bf0c6e-465d-4143-ae09-cc16444be189 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:13.846231 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91c29b92-46b8-4bb7-81ea-69103971e839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:13.867857 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9999ad63-761e-4692-add8-2b87c3e1ee60 req-392ee07e-cb63-49fa-88d5-15699ee9f0d9 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010709 Jul 16 20:48:13.894665 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566d56b-1fdb-468b-9235-65d1dd7c7b37 req-13d4b7ea-4946-4ddb-b214-a3288e326d50 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:13.898395 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c566d56b-1fdb-468b-9235-65d1dd7c7b37 req-13d4b7ea-4946-4ddb-b214-a3288e326d50 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.2422950 Jul 16 20:48:13.936364 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-c42617a7-ea74-4299-ad69-72c8008add50 None None] Set router 798b7630-675b-456c-b65d-13fa65bc29fa gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:13.953137 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ecaca6-5acb-4ae9-b47c-44524a2429e7 None None] Pushing event updated for resources: {'Port': ['ID=a2b7815c-6a83-4d22-9db2-b5a93dfc547a,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:13.988245 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c566d56b-1fdb-468b-9235-65d1dd7c7b37 req-439a5d3b-7bb5-4b20-83ca-ded92841d792 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847805 Jul 16 20:48:14.058718 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf5e450-4e49-433d-8f5f-f7b036328ce2 x-openstack-request-id: req-daf5e450-4e49-433d-8f5f-f7b036328ce2 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:14.059161 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "name": "network-vif-plugged", "status": "completed", "tag": "eeaba776-b005-41c6-88fd-0934f4ff5a27", "code": 200}, {"server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "name": "network-vif-plugged", "status": "completed", "tag": "b32f7549-538d-4ccd-936a-fe3323acd257", "code": 200}, {"server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "name": "network-vif-plugged", "status": "completed", "tag": "363b4863-693b-4f87-9538-22fc3b427353", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:14.060348 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-daf5e450-4e49-433d-8f5f-f7b036328ce2 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:14.061533 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeaba776-b005-41c6-88fd-0934f4ff5a27', 'code': 200} Jul 16 20:48:14.061889 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32f7549-538d-4ccd-936a-fe3323acd257', 'code': 200} Jul 16 20:48:14.062752 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363b4863-693b-4f87-9538-22fc3b427353', 'code': 200} Jul 16 20:48:14.074964 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 00bf0c6e-465d-4143-ae09-cc16444be189 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:14.124340 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 00bf0c6e-465d-4143-ae09-cc16444be189 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:14.124815 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:14.236996 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 82c0514c-e3e3-4c32-a1bc-33a315913e94 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:14.256674 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91c29b92-46b8-4bb7-81ea-69103971e839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:14.334977 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=363b4863-693b-4f87-9538-22fc3b427353,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:14.354690 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-dcf5e432-3267-457d-9c6d-e4d350fa8180 None None] Provisioning complete for port a2b7815c-6a83-4d22-9db2-b5a93dfc547a triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:14.355161 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dcf5e432-3267-457d-9c6d-e4d350fa8180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:14.479650 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f7418-b555-4285-87d7-c1253768cff5 req-24899570-794c-4b22-a6fb-b7d130ef4345 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:14.481698 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba7f7418-b555-4285-87d7-c1253768cff5 req-24899570-794c-4b22-a6fb-b7d130ef4345 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/networks?id=5a5a0771-87d0-4460-a5b0-e2cfa52ab034 HTTP/1.1" status: 200 len: 814 time: 0.2464161 Jul 16 20:48:14.507440 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba7f7418-b555-4285-87d7-c1253768cff5 req-dc4e0b8b-4bc9-46a1-be40-1a71786e6bcb tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/quotas/5bb57e8d45114bb99e9c69083d564fef HTTP/1.1" status: 200 len: 375 time: 0.0178263 Jul 16 20:48:14.513446 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91c29b92-46b8-4bb7-81ea-69103971e839 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:14.519492 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-c42617a7-ea74-4299-ad69-72c8008add50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798b7630-675b-456c-b65d-13fa65bc29fa', 'name': 'tempest-TestVolumeBootPattern-1892728282-router', 'tenant_id': 'dc46efbd6e3f4d4a9d4a1031bdadd9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4022e714-8eef-4a89-87d7-2bcc366763ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:09Z', 'updated_at': '2021-07-16T20:48:11Z', 'revision_number': 3, 'project_id': 'dc46efbd6e3f4d4a9d4a1031bdadd9cd', 'gw_port': {'id': '4022e714-8eef-4a89-87d7-2bcc366763ef', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798b7630-675b-456c-b65d-13fa65bc29fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:10Z', 'updated_at': '2021-07-16T20:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:14.520107 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91c29b92-46b8-4bb7-81ea-69103971e839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:14.529604 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cd179-51c3-4e35-b194-4d995543b4ff req-9e2a4c8d-6b71-42e7-9cdf-aaacaec519c6 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:14.547285 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cd179-51c3-4e35-b194-4d995543b4ff req-9e2a4c8d-6b71-42e7-9cdf-aaacaec519c6 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:14.551781 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42617a7-ea74-4299-ad69-72c8008add50 None None] The sync data for ids ['798b7630-675b-456c-b65d-13fa65bc29fa'] in n-d-791506-21 is: [{'id': '798b7630-675b-456c-b65d-13fa65bc29fa', 'name': 'tempest-TestVolumeBootPattern-1892728282-router', 'tenant_id': 'dc46efbd6e3f4d4a9d4a1031bdadd9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4022e714-8eef-4a89-87d7-2bcc366763ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:09Z', 'updated_at': '2021-07-16T20:48:11Z', 'revision_number': 3, 'project_id': 'dc46efbd6e3f4d4a9d4a1031bdadd9cd', 'gw_port': {'id': '4022e714-8eef-4a89-87d7-2bcc366763ef', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798b7630-675b-456c-b65d-13fa65bc29fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:10Z', 'updated_at': '2021-07-16T20:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:48:14.562662 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cd179-51c3-4e35-b194-4d995543b4ff req-9e2a4c8d-6b71-42e7-9cdf-aaacaec519c6 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:14.570104 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cd179-51c3-4e35-b194-4d995543b4ff req-9e2a4c8d-6b71-42e7-9cdf-aaacaec519c6 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:14.579786 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cd179-51c3-4e35-b194-4d995543b4ff req-9e2a4c8d-6b71-42e7-9cdf-aaacaec519c6 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:14.591081 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cd179-51c3-4e35-b194-4d995543b4ff req-9e2a4c8d-6b71-42e7-9cdf-aaacaec519c6 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:14.601294 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cd179-51c3-4e35-b194-4d995543b4ff req-9e2a4c8d-6b71-42e7-9cdf-aaacaec519c6 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:14.606232 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c29b92-46b8-4bb7-81ea-69103971e839 admin admin] Pushing event updated for resources: {'Port': ['ID=cfa2fc76-b28e-41b9-b331-fd3ffba1c282,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:14.614925 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-158cd179-51c3-4e35-b194-4d995543b4ff req-9e2a4c8d-6b71-42e7-9cdf-aaacaec519c6 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5441 time: 0.2464948 Jul 16 20:48:14.625134 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91c29b92-46b8-4bb7-81ea-69103971e839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:14.704118 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-158cd179-51c3-4e35-b194-4d995543b4ff req-66b2b234-6190-49ef-b88e-835df1004c40 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0881422 Jul 16 20:48:14.762143 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba7f7418-b555-4285-87d7-c1253768cff5 req-35809bd4-5412-4362-9570-5870818ed73e tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5bb57e8d45114bb99e9c69083d564fef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1438682 Jul 16 20:48:14.790041 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c29b92-46b8-4bb7-81ea-69103971e839 admin admin] Network 8ab239d5-afe9-4309-977b-a3d2ba775534 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:48:14.791954 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-91c29b92-46b8-4bb7-81ea-69103971e839 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:48:14.839801 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:14.843687 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 82c0514c-e3e3-4c32-a1bc-33a315913e94 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:14.860881 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 82c0514c-e3e3-4c32-a1bc-33a315913e94 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:14.861624 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:14.998481 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 00bf0c6e-465d-4143-ae09-cc16444be189, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=00bf0c6e-465d-4143-ae09-cc16444be189,segment=NetworkSegment(50e8644a-19d9-45bd-ab21-17ab245efa36),segment_id=50e8644a-19d9-45bd-ab21-17ab245efa36)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:15.038375 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:15.039466 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 06575405-c313-49cd-b1b8-491d36210396 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:15.061536 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdac315-c85d-425e-863c-2e43ede16e91 req-c1fd255b-6998-4162-918b-c07e8c0d51bb tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:15.068625 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bbdac315-c85d-425e-863c-2e43ede16e91 req-c1fd255b-6998-4162-918b-c07e8c0d51bb tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1241167 Jul 16 20:48:15.080053 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c29b92-46b8-4bb7-81ea-69103971e839 admin admin] Router 798b7630-675b-456c-b65d-13fa65bc29fa has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:48:15.140703 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b2df8575-d788-41df-9ac3-a25e323308c7 None None] Provisioning for port cfa2fc76-b28e-41b9-b331-fd3ffba1c282 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:15.143680 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bbdac315-c85d-425e-863c-2e43ede16e91 req-301ab66d-550f-463d-8f5a-6a5fc0b0bf63 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620534 Jul 16 20:48:15.193540 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b2df8575-d788-41df-9ac3-a25e323308c7 None None] Provisioning complete for port cfa2fc76-b28e-41b9-b331-fd3ffba1c282 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:15.194708 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2df8575-d788-41df-9ac3-a25e323308c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:15.260338 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b2df8575-d788-41df-9ac3-a25e323308c7 None None] Port cfa2fc76-b28e-41b9-b331-fd3ffba1c282 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:48:15.267440 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:15.284211 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=00bf0c6e-465d-4143-ae09-cc16444be189,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:15.285303 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c29b92-46b8-4bb7-81ea-69103971e839 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:48:15.296906 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-91c29b92-46b8-4bb7-81ea-69103971e839 admin admin] 10.222.0.38 "PUT /v2.0/routers/798b7630-675b-456c-b65d-13fa65bc29fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4603014 Jul 16 20:48:15.320276 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 06575405-c313-49cd-b1b8-491d36210396 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:15.323574 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0cd93-45c0-4cd3-b16b-91486dceae61 req-d95538b2-c7eb-43cd-bbed-4b5230c83d61 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:15.325298 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-87d0cd93-45c0-4cd3-b16b-91486dceae61 req-d95538b2-c7eb-43cd-bbed-4b5230c83d61 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 946 time: 0.1511786 Jul 16 20:48:15.326150 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 06575405-c313-49cd-b1b8-491d36210396 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:15.326728 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:15.330811 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 82c0514c-e3e3-4c32-a1bc-33a315913e94, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=82c0514c-e3e3-4c32-a1bc-33a315913e94,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:15.349638 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:15.425061 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-87d0cd93-45c0-4cd3-b16b-91486dceae61 req-64aeab42-5a15-4384-b2ca-c74a2e6407c8 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922554 Jul 16 20:48:15.441793 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-edc7c1e6-4810-4fa5-a934-3325c45c2bc9 None None] Provisioning complete for port cfa2fc76-b28e-41b9-b331-fd3ffba1c282 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:15.442174 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-edc7c1e6-4810-4fa5-a934-3325c45c2bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:15.484131 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede77f6e-98d0-4f9b-9d3f-804a616bb60e req-eb667839-3ecb-4ae6-8538-ca7f2341ce04 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:15.486019 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ede77f6e-98d0-4f9b-9d3f-804a616bb60e req-eb667839-3ecb-4ae6-8538-ca7f2341ce04 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1292250 Jul 16 20:48:15.489071 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=82c0514c-e3e3-4c32-a1bc-33a315913e94,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:15.532224 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ede77f6e-98d0-4f9b-9d3f-804a616bb60e req-a166629d-a6c5-4318-a928-541b1226f7c7 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365269 Jul 16 20:48:15.539258 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-edc7c1e6-4810-4fa5-a934-3325c45c2bc9 None None] Port cfa2fc76-b28e-41b9-b331-fd3ffba1c282 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:48:15.544763 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:15.583631 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 06575405-c313-49cd-b1b8-491d36210396, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=06575405-c313-49cd-b1b8-491d36210396,segment=NetworkSegment(975d3fad-f8aa-4e75-bddf-eb552e8ab4c4),segment_id=975d3fad-f8aa-4e75-bddf-eb552e8ab4c4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:15.589064 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:15.590169 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device a966099a-a8b2-40b8-888b-f4d7466ed9fc up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:15.690907 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=06575405-c313-49cd-b1b8-491d36210396,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:15.708704 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port a966099a-a8b2-40b8-888b-f4d7466ed9fc completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:15.713980 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port a966099a-a8b2-40b8-888b-f4d7466ed9fc triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:15.714529 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:15.734426 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-85a5f2ab-6be0-4dd7-bd8a-e60fefa5810a req-17436cd7-f46e-4f13-8270-e65944549d5f tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=5bb57e8d45114bb99e9c69083d564fef HTTP/1.1" status: 200 len: 221 time: 0.0399580 Jul 16 20:48:15.819463 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:15.879627 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port a966099a-a8b2-40b8-888b-f4d7466ed9fc, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=a966099a-a8b2-40b8-888b-f4d7466ed9fc,segment=NetworkSegment(50e8644a-19d9-45bd-ab21-17ab245efa36),segment_id=50e8644a-19d9-45bd-ab21-17ab245efa36)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:15.886124 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:15.942205 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=a966099a-a8b2-40b8-888b-f4d7466ed9fc,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:16.011842 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1d7fd-f236-4d9a-8b72-bb5a2f862a61 req-e2138d5b-becf-4e17-a2af-3fc1e1263b69 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:16.013394 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c6a1d7fd-f236-4d9a-8b72-bb5a2f862a61 req-e2138d5b-becf-4e17-a2af-3fc1e1263b69 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1319439 Jul 16 20:48:16.031096 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce72609-046a-4ea6-8e69-cd81fbac0986 req-e2777cf0-4173-403f-acda-dfa9af93c9ed tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:16.037699 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce72609-046a-4ea6-8e69-cd81fbac0986 req-e2777cf0-4173-403f-acda-dfa9af93c9ed tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:16.045018 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce72609-046a-4ea6-8e69-cd81fbac0986 req-e2777cf0-4173-403f-acda-dfa9af93c9ed tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:16.051331 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce72609-046a-4ea6-8e69-cd81fbac0986 req-e2777cf0-4173-403f-acda-dfa9af93c9ed tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:16.057772 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce72609-046a-4ea6-8e69-cd81fbac0986 req-e2777cf0-4173-403f-acda-dfa9af93c9ed tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:16.063460 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bf0c6e-465d-4143-ae09-cc16444be189'}, {'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06575405-c313-49cd-b1b8-491d36210396'}, {'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a966099a-a8b2-40b8-888b-f4d7466ed9fc'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:16.063905 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce72609-046a-4ea6-8e69-cd81fbac0986 req-e2777cf0-4173-403f-acda-dfa9af93c9ed tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:16.065817 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d36d57-b607-4f02-b924-7bafde65b3fe" -d '{"events": [{"server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "name": "network-vif-plugged", "status": "completed", "tag": "00bf0c6e-465d-4143-ae09-cc16444be189"}, {"server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "name": "network-vif-plugged", "status": "completed", "tag": "06575405-c313-49cd-b1b8-491d36210396"}, {"server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "name": "network-vif-plugged", "status": "completed", "tag": "a966099a-a8b2-40b8-888b-f4d7466ed9fc"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:16.070196 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce72609-046a-4ea6-8e69-cd81fbac0986 req-e2777cf0-4173-403f-acda-dfa9af93c9ed tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:16.072602 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5ce72609-046a-4ea6-8e69-cd81fbac0986 req-e2777cf0-4173-403f-acda-dfa9af93c9ed tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5444 time: 0.1499727 Jul 16 20:48:16.138833 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c6a1d7fd-f236-4d9a-8b72-bb5a2f862a61 req-a0c85d90-1801-44de-bc61-8a9e36223f2b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651658 Jul 16 20:48:16.144745 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 82c0514c-e3e3-4c32-a1bc-33a315913e94 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:16.174685 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5ce72609-046a-4ea6-8e69-cd81fbac0986 req-9645eb76-addd-4f6b-abc8-35c06209c439 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944946 Jul 16 20:48:16.206438 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 82c0514c-e3e3-4c32-a1bc-33a315913e94 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:16.206784 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:16.209258 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77373526-6db4-4c7a-b1d3-a8dd154b99d7 x-openstack-request-id: req-77373526-6db4-4c7a-b1d3-a8dd154b99d7 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:16.209701 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "name": "network-vif-plugged", "status": "completed", "tag": "00bf0c6e-465d-4143-ae09-cc16444be189", "code": 200}, {"server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "name": "network-vif-plugged", "status": "completed", "tag": "06575405-c313-49cd-b1b8-491d36210396", "code": 200}, {"server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "name": "network-vif-plugged", "status": "completed", "tag": "a966099a-a8b2-40b8-888b-f4d7466ed9fc", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:16.209920 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-77373526-6db4-4c7a-b1d3-a8dd154b99d7 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:16.210174 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bf0c6e-465d-4143-ae09-cc16444be189', 'code': 200} Jul 16 20:48:16.210454 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06575405-c313-49cd-b1b8-491d36210396', 'code': 200} Jul 16 20:48:16.210710 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a966099a-a8b2-40b8-888b-f4d7466ed9fc', 'code': 200} Jul 16 20:48:16.335740 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4022e714-8eef-4a89-87d7-2bcc366763ef up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:16.395057 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 4022e714-8eef-4a89-87d7-2bcc366763ef completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:16.400060 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 4022e714-8eef-4a89-87d7-2bcc366763ef triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:16.400990 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:16.411965 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002b4ae-bdd1-4312-88b5-8f8fba1b81d0 req-a152f93c-0d98-4e50-9aa5-a7c449e08e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:16.412487 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002b4ae-bdd1-4312-88b5-8f8fba1b81d0 req-a152f93c-0d98-4e50-9aa5-a7c449e08e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:16.413722 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002b4ae-bdd1-4312-88b5-8f8fba1b81d0 req-a152f93c-0d98-4e50-9aa5-a7c449e08e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:16.414591 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002b4ae-bdd1-4312-88b5-8f8fba1b81d0 req-a152f93c-0d98-4e50-9aa5-a7c449e08e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:16.415980 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002b4ae-bdd1-4312-88b5-8f8fba1b81d0 req-a152f93c-0d98-4e50-9aa5-a7c449e08e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:16.416623 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002b4ae-bdd1-4312-88b5-8f8fba1b81d0 req-a152f93c-0d98-4e50-9aa5-a7c449e08e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:16.417260 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002b4ae-bdd1-4312-88b5-8f8fba1b81d0 req-a152f93c-0d98-4e50-9aa5-a7c449e08e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:16.423718 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7002b4ae-bdd1-4312-88b5-8f8fba1b81d0 req-a152f93c-0d98-4e50-9aa5-a7c449e08e14 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 6508 time: 0.1036015 Jul 16 20:48:16.427560 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a79f1-ea4b-4485-afaf-991e05a736b1 req-9ca4ef88-a120-4107-9a2c-7d8528e69a4c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:16.429155 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ab5a79f1-ea4b-4485-afaf-991e05a736b1 req-9ca4ef88-a120-4107-9a2c-7d8528e69a4c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0770900 Jul 16 20:48:16.480479 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7002b4ae-bdd1-4312-88b5-8f8fba1b81d0 req-c43a7d7f-1c8e-4c60-83ef-7c12d0dc1945 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=03002501-0956-4190-91a4-ce7db6cde082&id=4772c996-c7b1-468d-ae53-fda12ac57dec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433185 Jul 16 20:48:16.499818 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ab5a79f1-ea4b-4485-afaf-991e05a736b1 req-2f061f25-4b95-41a7-a304-5676e18d641b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627763 Jul 16 20:48:16.499976 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:16.536371 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 4022e714-8eef-4a89-87d7-2bcc366763ef, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4022e714-8eef-4a89-87d7-2bcc366763ef,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:16.546840 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:16.547655 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a2b7815c-6a83-4d22-9db2-b5a93dfc547a up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:16.642648 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port a2b7815c-6a83-4d22-9db2-b5a93dfc547a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:16.643033 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:16.684685 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=4022e714-8eef-4a89-87d7-2bcc366763ef,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:16.724567 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be279b26-78d7-4638-b219-d5d559ae7823 req-fec147e2-7993-4ab3-8198-b1e8d11416d2 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:16.726125 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be279b26-78d7-4638-b219-d5d559ae7823 req-fec147e2-7993-4ab3-8198-b1e8d11416d2 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 946 time: 0.1317222 Jul 16 20:48:16.782984 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f498d-45c9-4ab8-85dc-ea63c8990e78 req-24eb9719-89ea-403f-8545-4dd8e755d128 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:16.784609 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-823f498d-45c9-4ab8-85dc-ea63c8990e78 req-24eb9719-89ea-403f-8545-4dd8e755d128 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1160948 Jul 16 20:48:16.790232 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be279b26-78d7-4638-b219-d5d559ae7823 req-cfe65dd1-3198-4b8c-9f93-eb28f2102e58 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572495 Jul 16 20:48:16.815007 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dd05ac-487e-49ef-bb28-ffd489d31456 None None] Sync routers for ids ['798b7630-675b-456c-b65d-13fa65bc29fa'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:48:16.827915 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-823f498d-45c9-4ab8-85dc-ea63c8990e78 req-8587e78d-4b02-48f3-b1e1-3d290ed10c53 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362918 Jul 16 20:48:16.828360 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dd05ac-487e-49ef-bb28-ffd489d31456 None None] Routers {'798b7630-675b-456c-b65d-13fa65bc29fa'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:16.829034 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-63dd05ac-487e-49ef-bb28-ffd489d31456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:47:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['798b7630-675b-456c-b65d-13fa65bc29fa'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:16.949413 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-63dd05ac-487e-49ef-bb28-ffd489d31456 None None] Set router 798b7630-675b-456c-b65d-13fa65bc29fa gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:17.031367 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78b402-874d-43ee-b214-8d24cb750cfe req-ee5b266f-134e-49cd-9cb9-1c2cdf9571ee tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:17.032938 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c78b402-874d-43ee-b214-8d24cb750cfe req-ee5b266f-134e-49cd-9cb9-1c2cdf9571ee tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0734046 Jul 16 20:48:17.080622 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c78b402-874d-43ee-b214-8d24cb750cfe req-87849016-6fdf-443f-ac1d-9749c34e4df2 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397005 Jul 16 20:48:17.175507 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-63dd05ac-487e-49ef-bb28-ffd489d31456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798b7630-675b-456c-b65d-13fa65bc29fa', 'name': 'tempest-TestVolumeBootPattern-1892728282-router', 'tenant_id': 'dc46efbd6e3f4d4a9d4a1031bdadd9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4022e714-8eef-4a89-87d7-2bcc366763ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:09Z', 'updated_at': '2021-07-16T20:48:14Z', 'revision_number': 4, 'project_id': 'dc46efbd6e3f4d4a9d4a1031bdadd9cd', 'gw_port': {'id': '4022e714-8eef-4a89-87d7-2bcc366763ef', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798b7630-675b-456c-b65d-13fa65bc29fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:10Z', 'updated_at': '2021-07-16T20:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'cfa2fc76-b28e-41b9-b331-fd3ffba1c282', 'name': '', 'network_id': '8ab239d5-afe9-4309-977b-a3d2ba775534', 'tenant_id': 'dc46efbd6e3f4d4a9d4a1031bdadd9cd', 'mac_address': 'fa:16:3e:47:cd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798b7630-675b-456c-b65d-13fa65bc29fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '44c9ac80-f89a-4044-9d16-3e28d9b6bef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:12Z', 'updated_at': '2021-07-16T20:48:14Z', 'revision_number': 2, 'project_id': 'dc46efbd6e3f4d4a9d4a1031bdadd9cd', 'subnets': [{'id': '44c9ac80-f89a-4044-9d16-3e28d9b6bef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:17.205837 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dd05ac-487e-49ef-bb28-ffd489d31456 None None] Checking router: 798b7630-675b-456c-b65d-13fa65bc29fa for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:48:17.206099 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dd05ac-487e-49ef-bb28-ffd489d31456 None None] Updating router 798b7630-675b-456c-b65d-13fa65bc29fa port cfa2fc76-b28e-41b9-b331-fd3ffba1c282 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:48:17.242402 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63dd05ac-487e-49ef-bb28-ffd489d31456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:17.280801 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b1ef3-cad6-463f-a548-2c6b634c46cd req-3f281d2c-4a93-44f5-94e6-7d1e18c23526 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:17.282462 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-384b1ef3-cad6-463f-a548-2c6b634c46cd req-3f281d2c-4a93-44f5-94e6-7d1e18c23526 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0765018 Jul 16 20:48:17.324783 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-384b1ef3-cad6-463f-a548-2c6b634c46cd req-5252db08-9b27-43a1-afaf-e27992eb1343 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363617 Jul 16 20:48:17.429635 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a0c55-6ca2-4e17-9002-96206fbb77bb req-e24eca2f-b358-467d-ac11-a4eebb96af99 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:17.436445 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a0c55-6ca2-4e17-9002-96206fbb77bb req-e24eca2f-b358-467d-ac11-a4eebb96af99 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:17.443052 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a0c55-6ca2-4e17-9002-96206fbb77bb req-e24eca2f-b358-467d-ac11-a4eebb96af99 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:17.450988 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a0c55-6ca2-4e17-9002-96206fbb77bb req-e24eca2f-b358-467d-ac11-a4eebb96af99 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:17.459049 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a0c55-6ca2-4e17-9002-96206fbb77bb req-e24eca2f-b358-467d-ac11-a4eebb96af99 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:17.466171 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a0c55-6ca2-4e17-9002-96206fbb77bb req-e24eca2f-b358-467d-ac11-a4eebb96af99 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:17.472788 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a0c55-6ca2-4e17-9002-96206fbb77bb req-e24eca2f-b358-467d-ac11-a4eebb96af99 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:17.481168 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-115a0c55-6ca2-4e17-9002-96206fbb77bb req-e24eca2f-b358-467d-ac11-a4eebb96af99 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5444 time: 0.1297357 Jul 16 20:48:17.551059 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-115a0c55-6ca2-4e17-9002-96206fbb77bb req-b4afd801-5751-4229-917b-3e624ea291c5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0689182 Jul 16 20:48:17.581841 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fe79e-9d49-4d97-8e26-279ae4a2f7ec req-003a2aa0-d908-493a-86c9-5df289cb28d9 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:17.582485 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63dd05ac-487e-49ef-bb28-ffd489d31456 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:17.583394 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-666fe79e-9d49-4d97-8e26-279ae4a2f7ec req-003a2aa0-d908-493a-86c9-5df289cb28d9 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0934966 Jul 16 20:48:17.594931 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-63dd05ac-487e-49ef-bb28-ffd489d31456 None None] Transition to ACTIVE for port object cfa2fc76-b28e-41b9-b331-fd3ffba1c282 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:48:17.602297 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63dd05ac-487e-49ef-bb28-ffd489d31456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:17.633512 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-666fe79e-9d49-4d97-8e26-279ae4a2f7ec req-37ec0e33-f787-4e4a-9491-0462586d87a6 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398705 Jul 16 20:48:17.708339 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88544f0b-7e89-449b-92b5-4450fc81d5d6 None None] Pushing event updated for resources: {'Port': ['ID=cfa2fc76-b28e-41b9-b331-fd3ffba1c282,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:17.724883 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-63dd05ac-487e-49ef-bb28-ffd489d31456 None None] Attempting to bind port cfa2fc76-b28e-41b9-b331-fd3ffba1c282 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:48:17.725255 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-63dd05ac-487e-49ef-bb28-ffd489d31456 None None] Attempting to bind port cfa2fc76-b28e-41b9-b331-fd3ffba1c282 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'd33ba903-5727-44d0-a3cc-5049d1613b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8ab239d5-afe9-4309-977b-a3d2ba775534'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:48:17.725623 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dd05ac-487e-49ef-bb28-ffd489d31456 None None] Attempting to bind port cfa2fc76-b28e-41b9-b331-fd3ffba1c282 on network 8ab239d5-afe9-4309-977b-a3d2ba775534 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:48:17.731791 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dd05ac-487e-49ef-bb28-ffd489d31456 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:48:17.732170 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dd05ac-487e-49ef-bb28-ffd489d31456 None None] Checking segment: {'id': 'd33ba903-5727-44d0-a3cc-5049d1613b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8ab239d5-afe9-4309-977b-a3d2ba775534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:48:17.732579 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63dd05ac-487e-49ef-bb28-ffd489d31456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:17.732980 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dd05ac-487e-49ef-bb28-ffd489d31456 None None] Bound using segment: {'id': 'd33ba903-5727-44d0-a3cc-5049d1613b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8ab239d5-afe9-4309-977b-a3d2ba775534'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:48:17.733457 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-63dd05ac-487e-49ef-bb28-ffd489d31456 None None] Bound port: cfa2fc76-b28e-41b9-b331-fd3ffba1c282, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd33ba903-5727-44d0-a3cc-5049d1613b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8ab239d5-afe9-4309-977b-a3d2ba775534'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:48:17.733841 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63dd05ac-487e-49ef-bb28-ffd489d31456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:17.811941 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-63dd05ac-487e-49ef-bb28-ffd489d31456 None None] For port cfa2fc76-b28e-41b9-b331-fd3ffba1c282, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:48:17.815793 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-63dd05ac-487e-49ef-bb28-ffd489d31456 None None] For port cfa2fc76-b28e-41b9-b331-fd3ffba1c282, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=cfa2fc76-b28e-41b9-b331-fd3ffba1c282,segment=NetworkSegment(d33ba903-5727-44d0-a3cc-5049d1613b8d),segment_id=d33ba903-5727-44d0-a3cc-5049d1613b8d)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:48:17.823115 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63dd05ac-487e-49ef-bb28-ffd489d31456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:17.841464 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748e9d3-465f-48a2-8406-b858bc05984c req-5a0fca8c-f5e3-4c2b-98a4-bdb052f43854 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:17.843143 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5748e9d3-465f-48a2-8406-b858bc05984c req-5a0fca8c-f5e3-4c2b-98a4-bdb052f43854 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 812 time: 0.1577795 Jul 16 20:48:17.887953 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dd05ac-487e-49ef-bb28-ffd489d31456 None None] Routers {'798b7630-675b-456c-b65d-13fa65bc29fa'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:17.888868 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-63dd05ac-487e-49ef-bb28-ffd489d31456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:47:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['798b7630-675b-456c-b65d-13fa65bc29fa'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:17.897179 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5748e9d3-465f-48a2-8406-b858bc05984c req-3ff3622a-fa49-4ad0-864d-b3ca16e66216 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/quotas/d773f9510ee743d3a0654c8400382544 HTTP/1.1" status: 200 len: 375 time: 0.0231884 Jul 16 20:48:17.910728 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b067c-41ea-4533-9864-0b533547db88 req-83212fba-0aae-4f0a-8144-29edd8039ef0 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:17.915843 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d0b067c-41ea-4533-9864-0b533547db88 req-83212fba-0aae-4f0a-8144-29edd8039ef0 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1156471 Jul 16 20:48:17.934131 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88544f0b-7e89-449b-92b5-4450fc81d5d6 None None] Pushing event updated for resources: {'Port': ['ID=cfa2fc76-b28e-41b9-b331-fd3ffba1c282,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:18.003604 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d0b067c-41ea-4533-9864-0b533547db88 req-9829172b-9317-4f56-b50c-826f4b9a76da tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772524 Jul 16 20:48:18.036240 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-63dd05ac-487e-49ef-bb28-ffd489d31456 None None] Set router 798b7630-675b-456c-b65d-13fa65bc29fa gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:18.052713 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5748e9d3-465f-48a2-8406-b858bc05984c req-fdf215c5-7762-45c8-8ee8-dbfd04ae202c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1511824 Jul 16 20:48:18.065490 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4022e714-8eef-4a89-87d7-2bcc366763ef up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:18.207260 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5748e9d3-465f-48a2-8406-b858bc05984c req-f67ffcdf-4a18-4cb4-b666-27f0d0995741 service neutron] 10.222.0.38 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462657 Jul 16 20:48:18.271405 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a305bd7-96c3-4f15-8121-b2d8955c5afd req-0443c08f-7a7f-4d4a-bf8e-7bac0edc21d5 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:18.273835 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8a305bd7-96c3-4f15-8121-b2d8955c5afd req-0443c08f-7a7f-4d4a-bf8e-7bac0edc21d5 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 946 time: 0.1136477 Jul 16 20:48:18.357192 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8a305bd7-96c3-4f15-8121-b2d8955c5afd req-7d651dc7-509d-4b61-aec3-366a3fbae0cc tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526831 Jul 16 20:48:18.359204 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5748e9d3-465f-48a2-8406-b858bc05984c req-b3381a84-0388-4899-8538-430e9eee656c service neutron] 10.222.0.38 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454372 Jul 16 20:48:18.382511 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 4022e714-8eef-4a89-87d7-2bcc366763ef triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:18.382891 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:18.536819 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-63dd05ac-487e-49ef-bb28-ffd489d31456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798b7630-675b-456c-b65d-13fa65bc29fa', 'name': 'tempest-TestVolumeBootPattern-1892728282-router', 'tenant_id': 'dc46efbd6e3f4d4a9d4a1031bdadd9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4022e714-8eef-4a89-87d7-2bcc366763ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:09Z', 'updated_at': '2021-07-16T20:48:14Z', 'revision_number': 4, 'project_id': 'dc46efbd6e3f4d4a9d4a1031bdadd9cd', 'gw_port': {'id': '4022e714-8eef-4a89-87d7-2bcc366763ef', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798b7630-675b-456c-b65d-13fa65bc29fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:10Z', 'updated_at': '2021-07-16T20:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'cfa2fc76-b28e-41b9-b331-fd3ffba1c282', 'name': '', 'network_id': '8ab239d5-afe9-4309-977b-a3d2ba775534', 'tenant_id': 'dc46efbd6e3f4d4a9d4a1031bdadd9cd', 'mac_address': 'fa:16:3e:47:cd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798b7630-675b-456c-b65d-13fa65bc29fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '44c9ac80-f89a-4044-9d16-3e28d9b6bef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:12Z', 'updated_at': '2021-07-16T20:48:17Z', 'revision_number': 4, 'project_id': 'dc46efbd6e3f4d4a9d4a1031bdadd9cd', 'subnets': [{'id': '44c9ac80-f89a-4044-9d16-3e28d9b6bef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:18.557090 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6855773-087b-4e03-96c3-16e01f7530ca req-3f38a8bf-df52-4499-a17a-612355425722 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:18.559312 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b6855773-087b-4e03-96c3-16e01f7530ca req-3f38a8bf-df52-4499-a17a-612355425722 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0819197 Jul 16 20:48:18.564457 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dd05ac-487e-49ef-bb28-ffd489d31456 None None] The sync data for ids ['798b7630-675b-456c-b65d-13fa65bc29fa'] in n-d-791506-21 is: [{'id': '798b7630-675b-456c-b65d-13fa65bc29fa', 'name': 'tempest-TestVolumeBootPattern-1892728282-router', 'tenant_id': 'dc46efbd6e3f4d4a9d4a1031bdadd9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4022e714-8eef-4a89-87d7-2bcc366763ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:09Z', 'updated_at': '2021-07-16T20:48:14Z', 'revision_number': 4, 'project_id': 'dc46efbd6e3f4d4a9d4a1031bdadd9cd', 'gw_port': {'id': '4022e714-8eef-4a89-87d7-2bcc366763ef', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798b7630-675b-456c-b65d-13fa65bc29fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:10Z', 'updated_at': '2021-07-16T20:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'cfa2fc76-b28e-41b9-b331-fd3ffba1c282', 'name': '', 'network_id': '8ab239d5-afe9-4309-977b-a3d2ba775534', 'tenant_id': 'dc46efbd6e3f4d4a9d4a1031bdadd9cd', 'mac_address': 'fa:16:3e:47:cd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798b7630-675b-456c-b65d-13fa65bc29fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '44c9ac80-f89a-4044-9d16-3e28d9b6bef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:12Z', 'updated_at': '2021-07-16T20:48:17Z', 'revision_number': 4, 'project_id': 'dc46efbd6e3f4d4a9d4a1031bdadd9cd', 'subnets': [{'id': '44c9ac80-f89a-4044-9d16-3e28d9b6bef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:48:18.637053 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b6855773-087b-4e03-96c3-16e01f7530ca req-ebf92726-4c6c-4864-9d7b-2d6006e59904 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675533 Jul 16 20:48:18.783856 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d6648b4c-b786-4fbd-9d90-5031b6fe9b02 req-b7ca2a5a-d09d-4b80-84ab-52a9e3535d67 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=b468b2be-5974-4330-be1f-6d4565fe0192 HTTP/1.1" status: 200 len: 210 time: 0.0395217 Jul 16 20:48:18.860537 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19928d6d-eafb-4550-82b5-43bdbb420f65 req-e655794e-eeac-45e8-966f-9ddf67a0f28e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:18.870782 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19928d6d-eafb-4550-82b5-43bdbb420f65 req-e655794e-eeac-45e8-966f-9ddf67a0f28e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:18.876931 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19928d6d-eafb-4550-82b5-43bdbb420f65 req-e655794e-eeac-45e8-966f-9ddf67a0f28e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:18.883524 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19928d6d-eafb-4550-82b5-43bdbb420f65 req-e655794e-eeac-45e8-966f-9ddf67a0f28e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:18.890062 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19928d6d-eafb-4550-82b5-43bdbb420f65 req-e655794e-eeac-45e8-966f-9ddf67a0f28e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:18.896472 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19928d6d-eafb-4550-82b5-43bdbb420f65 req-e655794e-eeac-45e8-966f-9ddf67a0f28e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:18.903982 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19928d6d-eafb-4550-82b5-43bdbb420f65 req-e655794e-eeac-45e8-966f-9ddf67a0f28e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:18.910142 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19928d6d-eafb-4550-82b5-43bdbb420f65 req-e655794e-eeac-45e8-966f-9ddf67a0f28e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5444 time: 0.1372457 Jul 16 20:48:19.002022 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19928d6d-eafb-4550-82b5-43bdbb420f65 req-12cab66c-fe0c-4f12-87c2-0031421e5e36 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0824223 Jul 16 20:48:19.039089 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698f83a-d969-4868-949e-dc72e239717f req-c10e17b4-1f51-4ecb-baed-ac3a10e420c1 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:19.046577 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e698f83a-d969-4868-949e-dc72e239717f req-c10e17b4-1f51-4ecb-baed-ac3a10e420c1 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1086745 Jul 16 20:48:19.090689 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e698f83a-d969-4868-949e-dc72e239717f req-ce3f5516-446c-4690-a0c0-cfd65cb27893 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431106 Jul 16 20:48:19.220647 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b276b8-36f1-4aee-bcfe-9773ace95d65 req-3d6b5749-a56f-4bce-b3f1-bd52692c1094 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:19.227236 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b276b8-36f1-4aee-bcfe-9773ace95d65 req-3d6b5749-a56f-4bce-b3f1-bd52692c1094 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:19.246185 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b276b8-36f1-4aee-bcfe-9773ace95d65 req-3d6b5749-a56f-4bce-b3f1-bd52692c1094 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:19.252165 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b276b8-36f1-4aee-bcfe-9773ace95d65 req-3d6b5749-a56f-4bce-b3f1-bd52692c1094 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:19.257870 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b276b8-36f1-4aee-bcfe-9773ace95d65 req-3d6b5749-a56f-4bce-b3f1-bd52692c1094 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:19.264918 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b276b8-36f1-4aee-bcfe-9773ace95d65 req-3d6b5749-a56f-4bce-b3f1-bd52692c1094 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:19.272354 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b276b8-36f1-4aee-bcfe-9773ace95d65 req-3d6b5749-a56f-4bce-b3f1-bd52692c1094 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:19.274299 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b7b276b8-36f1-4aee-bcfe-9773ace95d65 req-3d6b5749-a56f-4bce-b3f1-bd52692c1094 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5444 time: 0.1567378 Jul 16 20:48:19.285473 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60488) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:19.291682 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-4093bbe6-2d2d-46b2-8490-8114826006d5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Request body: {'floatingip': {'port_id': 'eeaba776-b005-41c6-88fd-0934f4ff5a27'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:19.357198 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4093bbe6-2d2d-46b2-8490-8114826006d5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for floatingip, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:19.361698 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e329082-2975-476c-bc25-3118e2a7288d req-28922e1e-8c65-4572-bb56-9b36c9873140 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:19.363275 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e329082-2975-476c-bc25-3118e2a7288d req-28922e1e-8c65-4572-bb56-9b36c9873140 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0879416 Jul 16 20:48:19.417003 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e329082-2975-476c-bc25-3118e2a7288d req-07c7390e-18e2-4d73-a9ef-779f1d0552f0 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477386 Jul 16 20:48:19.975650 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4093bbe6-2d2d-46b2-8490-8114826006d5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:19.993524 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4093bbe6-2d2d-46b2-8490-8114826006d5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:20.020730 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa06419-1962-44ab-b76d-13af5e4b05fa req-c84a69f1-80f3-4b90-8847-ef37ebfb7b2b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:20.022188 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ffa06419-1962-44ab-b76d-13af5e4b05fa req-c84a69f1-80f3-4b90-8847-ef37ebfb7b2b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 946 time: 0.4923906 Jul 16 20:48:20.059784 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd56296-32fc-4ade-a2e4-6c79ba412811 req-a7f00d2c-c67f-4663-906c-5acb2a99c2ad tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:20.079402 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bbd56296-32fc-4ade-a2e4-6c79ba412811 req-a7f00d2c-c67f-4663-906c-5acb2a99c2ad tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.5107396 Jul 16 20:48:20.120400 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device cfa2fc76-b28e-41b9-b331-fd3ffba1c282 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:20.156704 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ffa06419-1962-44ab-b76d-13af5e4b05fa req-9b3133e4-9146-47a2-b3a6-35a1ffd6e36e tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213720 Jul 16 20:48:20.165664 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bbd56296-32fc-4ade-a2e4-6c79ba412811 req-c7bee9ea-59b9-4983-9a5f-4c3ca475e796 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841386 Jul 16 20:48:20.219530 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port cfa2fc76-b28e-41b9-b331-fd3ffba1c282 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:20.219530 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port cfa2fc76-b28e-41b9-b331-fd3ffba1c282 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:20.219530 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:20.347221 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:20.392576 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port cfa2fc76-b28e-41b9-b331-fd3ffba1c282, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=cfa2fc76-b28e-41b9-b331-fd3ffba1c282,segment=NetworkSegment(d33ba903-5727-44d0-a3cc-5049d1613b8d),segment_id=d33ba903-5727-44d0-a3cc-5049d1613b8d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:20.398767 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:20.433947 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0be28912-63cf-4217-9454-4f426c5d364c req-be6d9a52-53a6-4b5d-bf8c-4f91d9861cab tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=b468b2be-5974-4330-be1f-6d4565fe0192 HTTP/1.1" status: 200 len: 210 time: 0.0377285 Jul 16 20:48:20.469326 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf11f54-39b9-43e9-bd35-ddcfbb53b6bf req-ad3f2d20-2ed6-4322-b998-ab5645d34385 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:20.470973 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dbf11f54-39b9-43e9-bd35-ddcfbb53b6bf req-ad3f2d20-2ed6-4322-b998-ab5645d34385 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1223602 Jul 16 20:48:20.477119 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=cfa2fc76-b28e-41b9-b331-fd3ffba1c282,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:20.520373 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dbf11f54-39b9-43e9-bd35-ddcfbb53b6bf req-90097a6b-6859-4535-a8ef-80aad6bc9afe tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415285 Jul 16 20:48:20.591359 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748e9d3-465f-48a2-8406-b858bc05984c req-f369c5d8-f939-41ce-9b90-9fa2ba4d215b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:20.592833 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5748e9d3-465f-48a2-8406-b858bc05984c req-f369c5d8-f939-41ce-9b90-9fa2ba4d215b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.18 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 812 time: 0.6154687 Jul 16 20:48:20.595881 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-4093bbe6-2d2d-46b2-8490-8114826006d5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Floating IP bc1de79d-9630-4805-870f-7110453f447f associated. External IP: 172.25.0.61, port: eeaba776-b005-41c6-88fd-0934f4ff5a27. Jul 16 20:48:20.642040 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-5748e9d3-465f-48a2-8406-b858bc05984c req-e3a1e0d3-5a0c-443a-9ef2-eed839c7f866 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Request body: {'port': {'device_id': 'b468b2be-5974-4330-be1f-6d4565fe0192', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'admin_state_up': True, 'tenant_id': 'd773f9510ee743d3a0654c8400382544'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:20.722265 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3007d-8bca-40c8-b103-724370e10c9b req-75de47f3-069e-473b-be99-46853a2e2bc5 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:20.724006 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7fc3007d-8bca-40c8-b103-724370e10c9b req-75de47f3-069e-473b-be99-46853a2e2bc5 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0676935 Jul 16 20:48:20.764145 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7fc3007d-8bca-40c8-b103-724370e10c9b req-925d0048-1881-4d19-b0ce-c01ee6821d6a tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327947 Jul 16 20:48:20.875916 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5748e9d3-465f-48a2-8406-b858bc05984c req-e3a1e0d3-5a0c-443a-9ef2-eed839c7f866 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Made reservation on behalf of d773f9510ee743d3a0654c8400382544 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:48:20.879483 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5748e9d3-465f-48a2-8406-b858bc05984c req-e3a1e0d3-5a0c-443a-9ef2-eed839c7f866 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:20.970093 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce075ae-dca0-49ab-8593-105972a73953 req-6ae46041-611b-4e28-aeea-d1c7f44dc03e tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:20.972921 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4093bbe6-2d2d-46b2-8490-8114826006d5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Router 3a457292-52dc-44c7-a4c1-d1da4394c713 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:48:20.977689 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2ce075ae-dca0-49ab-8593-105972a73953 req-6ae46041-611b-4e28-aeea-d1c7f44dc03e tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0897694 Jul 16 20:48:21.022948 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2ce075ae-dca0-49ab-8593-105972a73953 req-5499e467-661f-4fe4-9fe8-41e5ade71f76 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442097 Jul 16 20:48:21.073277 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b350411a-c990-44f0-bd27-100be7fb9a1c details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:48:21.092791 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-5748e9d3-465f-48a2-8406-b858bc05984c req-e3a1e0d3-5a0c-443a-9ef2-eed839c7f866 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Allocated IP 172.20.0.7 (8f8ffa95-ba5a-44c1-b5cb-f15aabb35325/91aaf1f1-4791-4613-820c-7a64a55f2344/58db5ee0-c4ed-4af1-905d-f85f01a2f391) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:48:21.183258 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4093bbe6-2d2d-46b2-8490-8114826006d5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:48:21.193481 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f5315b-4cb7-4021-81f8-5b7b863c2006 None None] Sync routers for ids ['3a457292-52dc-44c7-a4c1-d1da4394c713'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:48:21.197260 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4093bbe6-2d2d-46b2-8490-8114826006d5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:21.206491 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port b350411a-c990-44f0-bd27-100be7fb9a1c, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b350411a-c990-44f0-bd27-100be7fb9a1c,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:21.207740 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f5315b-4cb7-4021-81f8-5b7b863c2006 None None] Routers {'3a457292-52dc-44c7-a4c1-d1da4394c713'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:21.208360 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-b9f5315b-4cb7-4021-81f8-5b7b863c2006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:47:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3a457292-52dc-44c7-a4c1-d1da4394c713'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:21.222100 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'b350411a-c990-44f0-bd27-100be7fb9a1c', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'port_id': 'b350411a-c990-44f0-bd27-100be7fb9a1c', 'mac_address': 'fa:16:3e:7a:42:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:48:21.245503 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4093bbe6-2d2d-46b2-8490-8114826006d5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "PUT /v2.0/floatingips/bc1de79d-9630-4805-870f-7110453f447f HTTP/1.1" status: 200 len: 990 time: 1.9553857 Jul 16 20:48:21.247720 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'tag': 'eeaba776-b005-41c6-88fd-0934f4ff5a27'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:21.250382 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9472695f-690b-4785-8ec6-d4e8c6c36c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "tag": "eeaba776-b005-41c6-88fd-0934f4ff5a27"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:21.290143 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:21.313162 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b350411a-c990-44f0-bd27-100be7fb9a1c {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:48:21.335354 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c656f92-c210-4ed4-8950-cbf9609e1cab req-9688a7c8-6069-40b6-b68d-d76a6ca1c99b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:21.351026 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port b350411a-c990-44f0-bd27-100be7fb9a1c, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b350411a-c990-44f0-bd27-100be7fb9a1c,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:21.354147 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0c656f92-c210-4ed4-8950-cbf9609e1cab req-9688a7c8-6069-40b6-b68d-d76a6ca1c99b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1503327 Jul 16 20:48:21.360819 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:21.389887 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-b9f5315b-4cb7-4021-81f8-5b7b863c2006 None None] Set router 3a457292-52dc-44c7-a4c1-d1da4394c713 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:21.426650 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5748e9d3-465f-48a2-8406-b858bc05984c req-e3a1e0d3-5a0c-443a-9ef2-eed839c7f866 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:21.444649 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-5748e9d3-465f-48a2-8406-b858bc05984c req-e3a1e0d3-5a0c-443a-9ef2-eed839c7f866 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Transition to ACTIVE for port object 58db5ee0-c4ed-4af1-905d-f85f01a2f391 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:48:21.455546 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0c656f92-c210-4ed4-8950-cbf9609e1cab req-fd0427bd-0d31-4d9f-ad66-6e8370f24f9c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002178 Jul 16 20:48:21.468393 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=b350411a-c990-44f0-bd27-100be7fb9a1c,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:21.485771 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['b350411a-c990-44f0-bd27-100be7fb9a1c'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:48:21.526616 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5748e9d3-465f-48a2-8406-b858bc05984c req-e3a1e0d3-5a0c-443a-9ef2-eed839c7f866 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:21.578804 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fcb4f-e378-4186-808c-b031afdf58b5 req-c619ecbb-108e-4815-8c1b-853dbe251aad tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:21.580385 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-305fcb4f-e378-4186-808c-b031afdf58b5 req-c619ecbb-108e-4815-8c1b-853dbe251aad tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 945 time: 0.1693652 Jul 16 20:48:21.621174 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5748e9d3-465f-48a2-8406-b858bc05984c req-e3a1e0d3-5a0c-443a-9ef2-eed839c7f866 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:48:21.625183 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-5748e9d3-465f-48a2-8406-b858bc05984c req-e3a1e0d3-5a0c-443a-9ef2-eed839c7f866 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:48:21.646103 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-5748e9d3-465f-48a2-8406-b858bc05984c req-e3a1e0d3-5a0c-443a-9ef2-eed839c7f866 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:48:21.658096 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-305fcb4f-e378-4186-808c-b031afdf58b5 req-65a6727b-2068-4ef2-8a9e-4aac99f58bb1 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714047 Jul 16 20:48:21.772289 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-b9f5315b-4cb7-4021-81f8-5b7b863c2006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'name': 'tempest-TaggedBootDevicesTest_v242-673100138-router', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '4564fa98-9845-4830-a4da-01232c2cfd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:36Z', 'updated_at': '2021-07-16T20:46:43Z', 'revision_number': 4, 'project_id': '0421842e20864ba19d8833f598d17c76', 'gw_port': {'id': '4564fa98-9845-4830-a4da-01232c2cfd8c', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:37Z', 'updated_at': '2021-07-16T20:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'bc1de79d-9630-4805-870f-7110453f447f', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'port_id': 'eeaba776-b005-41c6-88fd-0934f4ff5a27', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14', 'mac_address': 'fa:16:3e:f3:ba:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38211845-6564-408a-bd16-1e2d0e4f2384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:47:18Z', 'updated_at': '2021-07-16T20:48:19Z', 'revision_number': 1, 'project_id': '0421842e20864ba19d8833f598d17c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86444aa9-bc0b-4816-8067-b50ee81f1791', 'name': '', 'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'mac_address': 'fa:16:3e:a9:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'b37ea029-930a-4f8e-ae78-8b7dd9ec37a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:42Z', 'updated_at': '2021-07-16T20:46:48Z', 'revision_number': 5, 'project_id': '0421842e20864ba19d8833f598d17c76', 'subnets': [{'id': 'b37ea029-930a-4f8e-ae78-8b7dd9ec37a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:21.779952 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748e9d3-465f-48a2-8406-b858bc05984c req-e3a1e0d3-5a0c-443a-9ef2-eed839c7f866 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:21.780614 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5748e9d3-465f-48a2-8406-b858bc05984c req-e3a1e0d3-5a0c-443a-9ef2-eed839c7f866 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:21.819701 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccee945-f041-424b-af91-5faa6ed3a44f x-openstack-request-id: req-fccee945-f041-424b-af91-5faa6ed3a44f {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:21.820105 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "tag": "eeaba776-b005-41c6-88fd-0934f4ff5a27", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:21.820299 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fccee945-f041-424b-af91-5faa6ed3a44f {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:21.821446 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'tag': 'eeaba776-b005-41c6-88fd-0934f4ff5a27', 'status': 'completed', 'code': 200} Jul 16 20:48:21.821659 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b0594a8-34cd-45a6-a7f8-774be6c6df04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:21.826388 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1e0d3-5a0c-443a-9ef2-eed839c7f866 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event updated for resources: {'Port': ['ID=58db5ee0-c4ed-4af1-905d-f85f01a2f391,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:21.850607 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f5315b-4cb7-4021-81f8-5b7b863c2006 None None] Checking router: 3a457292-52dc-44c7-a4c1-d1da4394c713 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:48:21.895697 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f5315b-4cb7-4021-81f8-5b7b863c2006 None None] Routers {'3a457292-52dc-44c7-a4c1-d1da4394c713'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:21.900030 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-b9f5315b-4cb7-4021-81f8-5b7b863c2006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:47:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3a457292-52dc-44c7-a4c1-d1da4394c713'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:21.901572 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5748e9d3-465f-48a2-8406-b858bc05984c req-e3a1e0d3-5a0c-443a-9ef2-eed839c7f866 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2646141 Jul 16 20:48:21.926950 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-5748e9d3-465f-48a2-8406-b858bc05984c req-d7b9fb43-b2b1-49a5-9b04-a6cc1a6f2784 service neutron] Request body: {'port': {'device_id': 'b468b2be-5974-4330-be1f-6d4565fe0192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:21.959096 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a0104-5cae-4c49-9b4a-f0bded3312dc req-c674a835-128f-42b2-9815-1245fdaced32 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:21.965545 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c49a0104-5cae-4c49-9b4a-f0bded3312dc req-c674a835-128f-42b2-9815-1245fdaced32 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=b468b2be-5974-4330-be1f-6d4565fe0192 HTTP/1.1" status: 200 len: 931 time: 0.1616461 Jul 16 20:48:22.010675 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472695f-690b-4785-8ec6-d4e8c6c36c1c req-95043734-b627-42a3-af31-c5ac6062df78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:22.011178 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472695f-690b-4785-8ec6-d4e8c6c36c1c req-95043734-b627-42a3-af31-c5ac6062df78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:22.011662 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472695f-690b-4785-8ec6-d4e8c6c36c1c req-95043734-b627-42a3-af31-c5ac6062df78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:22.012140 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472695f-690b-4785-8ec6-d4e8c6c36c1c req-95043734-b627-42a3-af31-c5ac6062df78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:22.012614 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472695f-690b-4785-8ec6-d4e8c6c36c1c req-95043734-b627-42a3-af31-c5ac6062df78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:22.017800 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472695f-690b-4785-8ec6-d4e8c6c36c1c req-95043734-b627-42a3-af31-c5ac6062df78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:22.024595 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472695f-690b-4785-8ec6-d4e8c6c36c1c req-95043734-b627-42a3-af31-c5ac6062df78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:22.028208 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9472695f-690b-4785-8ec6-d4e8c6c36c1c req-95043734-b627-42a3-af31-c5ac6062df78 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0421842e20864ba19d8833f598d17c76&device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 6508 time: 0.2437897 Jul 16 20:48:22.076611 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device cfa2fc76-b28e-41b9-b331-fd3ffba1c282 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:22.134300 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c49a0104-5cae-4c49-9b4a-f0bded3312dc req-7e7b6085-23bd-47c2-a0fc-1c05253abf2b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754511 Jul 16 20:48:22.166582 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ea115-901c-496a-8ca9-d15cc54b7557 req-67de7b9d-521b-4082-a89c-7f8e41803d38 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:22.172567 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-274ea115-901c-496a-8ca9-d15cc54b7557 req-67de7b9d-521b-4082-a89c-7f8e41803d38 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1967363 Jul 16 20:48:22.177410 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-b9f5315b-4cb7-4021-81f8-5b7b863c2006 None None] Set router 3a457292-52dc-44c7-a4c1-d1da4394c713 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:22.186667 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6acb171f-6fc0-4038-a320-2a7b6304adff None None] Provisioning for port 58db5ee0-c4ed-4af1-905d-f85f01a2f391 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:22.193160 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6acb171f-6fc0-4038-a320-2a7b6304adff None None] Provisioning complete for port 58db5ee0-c4ed-4af1-905d-f85f01a2f391 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:22.194424 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6acb171f-6fc0-4038-a320-2a7b6304adff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:22.215988 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5748e9d3-465f-48a2-8406-b858bc05984c req-d7b9fb43-b2b1-49a5-9b04-a6cc1a6f2784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:22.256930 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-274ea115-901c-496a-8ca9-d15cc54b7557 req-cddeee0c-1b94-43c3-ae38-fb81ca5e6037 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777986 Jul 16 20:48:22.293498 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472695f-690b-4785-8ec6-d4e8c6c36c1c req-46a22260-5326-4368-ae8a-f82bc095a6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:22.295417 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9472695f-690b-4785-8ec6-d4e8c6c36c1c req-46a22260-5326-4368-ae8a-f82bc095a6f9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14 HTTP/1.1" status: 200 len: 917 time: 0.2426932 Jul 16 20:48:22.297187 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port cfa2fc76-b28e-41b9-b331-fd3ffba1c282 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:22.297666 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:22.303692 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6acb171f-6fc0-4038-a320-2a7b6304adff None None] Port 58db5ee0-c4ed-4af1-905d-f85f01a2f391 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:48:22.488581 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9472695f-690b-4785-8ec6-d4e8c6c36c1c req-d31c3520-d590-4994-84f4-7f71f992271d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eeaba776-b005-41c6-88fd-0934f4ff5a27 HTTP/1.1" status: 200 len: 998 time: 0.1857090 Jul 16 20:48:22.571147 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-b9f5315b-4cb7-4021-81f8-5b7b863c2006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'name': 'tempest-TaggedBootDevicesTest_v242-673100138-router', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '4564fa98-9845-4830-a4da-01232c2cfd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:36Z', 'updated_at': '2021-07-16T20:46:43Z', 'revision_number': 4, 'project_id': '0421842e20864ba19d8833f598d17c76', 'gw_port': {'id': '4564fa98-9845-4830-a4da-01232c2cfd8c', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:37Z', 'updated_at': '2021-07-16T20:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'bc1de79d-9630-4805-870f-7110453f447f', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'port_id': 'eeaba776-b005-41c6-88fd-0934f4ff5a27', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14', 'mac_address': 'fa:16:3e:f3:ba:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38211845-6564-408a-bd16-1e2d0e4f2384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:47:18Z', 'updated_at': '2021-07-16T20:48:19Z', 'revision_number': 1, 'project_id': '0421842e20864ba19d8833f598d17c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86444aa9-bc0b-4816-8067-b50ee81f1791', 'name': '', 'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'mac_address': 'fa:16:3e:a9:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'b37ea029-930a-4f8e-ae78-8b7dd9ec37a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:42Z', 'updated_at': '2021-07-16T20:46:48Z', 'revision_number': 5, 'project_id': '0421842e20864ba19d8833f598d17c76', 'subnets': [{'id': 'b37ea029-930a-4f8e-ae78-8b7dd9ec37a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:22.600583 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472695f-690b-4785-8ec6-d4e8c6c36c1c req-7c419061-1239-4c78-9bab-7a91e772c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:22.602875 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9472695f-690b-4785-8ec6-d4e8c6c36c1c req-7c419061-1239-4c78-9bab-7a91e772c422 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b37ea029-930a-4f8e-ae78-8b7dd9ec37a2 HTTP/1.1" status: 200 len: 855 time: 0.1065712 Jul 16 20:48:22.612849 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f5315b-4cb7-4021-81f8-5b7b863c2006 None None] The sync data for ids ['3a457292-52dc-44c7-a4c1-d1da4394c713'] in n-d-791506-21 is: [{'id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'name': 'tempest-TaggedBootDevicesTest_v242-673100138-router', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '4564fa98-9845-4830-a4da-01232c2cfd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:36Z', 'updated_at': '2021-07-16T20:46:43Z', 'revision_number': 4, 'project_id': '0421842e20864ba19d8833f598d17c76', 'gw_port': {'id': '4564fa98-9845-4830-a4da-01232c2cfd8c', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:37Z', 'updated_at': '2021-07-16T20:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'bc1de79d-9630-4805-870f-7110453f447f', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'port_id': 'eeaba776-b005-41c6-88fd-0934f4ff5a27', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14', 'mac_address': 'fa:16:3e:f3:ba:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38211845-6564-408a-bd16-1e2d0e4f2384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:47:18Z', 'updated_at': '2021-07-16T20:48:19Z', 'revision_number': 1, 'project_id': '0421842e20864ba19d8833f598d17c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86444aa9-bc0b-4816-8067-b50ee81f1791', 'name': '', 'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'mac_address': 'fa:16:3e:a9:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'b37ea029-930a-4f8e-ae78-8b7dd9ec37a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:42Z', 'updated_at': '2021-07-16T20:46:48Z', 'revision_number': 5, 'project_id': '0421842e20864ba19d8833f598d17c76', 'subnets': [{'id': 'b37ea029-930a-4f8e-ae78-8b7dd9ec37a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:48:22.665916 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c3ba8-f7fb-4283-baf5-715d76fd7cac req-bd141ff9-2425-4573-9c92-6c8ee8e9353e tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:22.667583 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b80c3ba8-f7fb-4283-baf5-715d76fd7cac req-bd141ff9-2425-4573-9c92-6c8ee8e9353e tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1344576 Jul 16 20:48:22.747988 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b80c3ba8-f7fb-4283-baf5-715d76fd7cac req-be6dc6b4-183a-4d08-9937-6b18d5d6267f tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732543 Jul 16 20:48:22.795919 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-5748e9d3-465f-48a2-8406-b858bc05984c req-d7b9fb43-b2b1-49a5-9b04-a6cc1a6f2784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58db5ee0-c4ed-4af1-905d-f85f01a2f391 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:48:22.810977 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5748e9d3-465f-48a2-8406-b858bc05984c req-d7b9fb43-b2b1-49a5-9b04-a6cc1a6f2784 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:22.827921 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472695f-690b-4785-8ec6-d4e8c6c36c1c req-826c76e9-43d6-4459-9b47-14ceee063983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:22.829700 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9472695f-690b-4785-8ec6-d4e8c6c36c1c req-826c76e9-43d6-4459-9b47-14ceee063983 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2172666 Jul 16 20:48:22.900800 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-5748e9d3-465f-48a2-8406-b858bc05984c req-d7b9fb43-b2b1-49a5-9b04-a6cc1a6f2784 service neutron] Transition to ACTIVE for port object 58db5ee0-c4ed-4af1-905d-f85f01a2f391 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:48:22.920889 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5748e9d3-465f-48a2-8406-b858bc05984c req-d7b9fb43-b2b1-49a5-9b04-a6cc1a6f2784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:23.075701 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b350411a-c990-44f0-bd27-100be7fb9a1c up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:23.126970 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96536f7-2085-4a55-82fd-dde2df475b61 req-39a05121-6dd2-4f3b-9989-44edb7a3cfcf tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:23.128645 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f96536f7-2085-4a55-82fd-dde2df475b61 req-39a05121-6dd2-4f3b-9989-44edb7a3cfcf tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 945 time: 0.2077622 Jul 16 20:48:23.128839 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285ce4c9-dd77-49be-8313-679c507100ce None None] New status for floating IP bc1de79d-9630-4805-870f-7110453f447f: ACTIVE {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:48:23.169103 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9fb43-b2b1-49a5-9b04-a6cc1a6f2784 service neutron] Pushing event updated for resources: {'Port': ['ID=58db5ee0-c4ed-4af1-905d-f85f01a2f391,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:23.172173 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1779bf5-7028-4971-927a-c97071f7194e req-c3317ca6-5f3d-4b6e-b19b-305fd551d708 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:23.180825 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1779bf5-7028-4971-927a-c97071f7194e req-c3317ca6-5f3d-4b6e-b19b-305fd551d708 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.2178481 Jul 16 20:48:23.215275 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9472695f-690b-4785-8ec6-d4e8c6c36c1c req-ff1f6cee-78de-4695-898c-5d3c8e844a38 service neutron] 10.222.0.62 "GET /v2.0/networks/d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718619 Jul 16 20:48:23.258042 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f96536f7-2085-4a55-82fd-dde2df475b61 req-f8f19eef-5225-45ea-8312-a91b2526d076 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168287 Jul 16 20:48:23.315453 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1779bf5-7028-4971-927a-c97071f7194e req-f1dabc9c-1722-405c-8070-4a2fb5b30680 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326807 Jul 16 20:48:23.453832 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-5748e9d3-465f-48a2-8406-b858bc05984c req-d7b9fb43-b2b1-49a5-9b04-a6cc1a6f2784 service neutron] Attempting to bind port 58db5ee0-c4ed-4af1-905d-f85f01a2f391 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:48:23.460655 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port b350411a-c990-44f0-bd27-100be7fb9a1c triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:23.461209 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:23.463631 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-5748e9d3-465f-48a2-8406-b858bc05984c req-d7b9fb43-b2b1-49a5-9b04-a6cc1a6f2784 service neutron] Attempting to bind port 58db5ee0-c4ed-4af1-905d-f85f01a2f391 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:48:23.466768 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5748e9d3-465f-48a2-8406-b858bc05984c req-d7b9fb43-b2b1-49a5-9b04-a6cc1a6f2784 service neutron] Attempting to bind port 58db5ee0-c4ed-4af1-905d-f85f01a2f391 on network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:48:23.493360 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5748e9d3-465f-48a2-8406-b858bc05984c req-d7b9fb43-b2b1-49a5-9b04-a6cc1a6f2784 service neutron] Port 58db5ee0-c4ed-4af1-905d-f85f01a2f391 on network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:48:23.493846 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5748e9d3-465f-48a2-8406-b858bc05984c req-d7b9fb43-b2b1-49a5-9b04-a6cc1a6f2784 service neutron] Attempting to bind port 58db5ee0-c4ed-4af1-905d-f85f01a2f391 on network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:48:23.521718 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5748e9d3-465f-48a2-8406-b858bc05984c req-d7b9fb43-b2b1-49a5-9b04-a6cc1a6f2784 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:48:23.522121 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5748e9d3-465f-48a2-8406-b858bc05984c req-d7b9fb43-b2b1-49a5-9b04-a6cc1a6f2784 service neutron] Checking segment: {'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:48:23.526924 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5748e9d3-465f-48a2-8406-b858bc05984c req-d7b9fb43-b2b1-49a5-9b04-a6cc1a6f2784 service neutron] Bound using segment: {'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:48:23.527525 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-5748e9d3-465f-48a2-8406-b858bc05984c req-d7b9fb43-b2b1-49a5-9b04-a6cc1a6f2784 service neutron] Bound port: 58db5ee0-c4ed-4af1-905d-f85f01a2f391, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:48:23.527917 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5748e9d3-465f-48a2-8406-b858bc05984c req-d7b9fb43-b2b1-49a5-9b04-a6cc1a6f2784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:23.627109 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d5665-6532-49cb-9ce9-7338c36546af req-2d8d35fd-9eb6-41b6-987d-851ec4f263ee tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:23.636380 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f2d5665-6532-49cb-9ce9-7338c36546af req-2d8d35fd-9eb6-41b6-987d-851ec4f263ee tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=b468b2be-5974-4330-be1f-6d4565fe0192 HTTP/1.1" status: 200 len: 943 time: 0.1120017 Jul 16 20:48:23.671052 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9472695f-690b-4785-8ec6-d4e8c6c36c1c req-6af3a656-4c62-4d66-9472-e0f90881a870 service neutron] 10.222.0.62 "GET /v2.0/networks/d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319024 Jul 16 20:48:23.681775 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:23.715293 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-5748e9d3-465f-48a2-8406-b858bc05984c req-d7b9fb43-b2b1-49a5-9b04-a6cc1a6f2784 service neutron] For port 58db5ee0-c4ed-4af1-905d-f85f01a2f391, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:48:23.721299 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-5748e9d3-465f-48a2-8406-b858bc05984c req-d7b9fb43-b2b1-49a5-9b04-a6cc1a6f2784 service neutron] For port 58db5ee0-c4ed-4af1-905d-f85f01a2f391, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=58db5ee0-c4ed-4af1-905d-f85f01a2f391,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:48:23.729346 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5748e9d3-465f-48a2-8406-b858bc05984c req-d7b9fb43-b2b1-49a5-9b04-a6cc1a6f2784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:23.742358 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c94c39-04b9-4291-803f-ff760bd76f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b350411a-c990-44f0-bd27-100be7fb9a1c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:23.747157 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f2d5665-6532-49cb-9ce9-7338c36546af req-4b936dc7-1f3b-4ad2-a0cb-c17a6e6a0cf5 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092381 Jul 16 20:48:23.748247 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86a51fc-b04d-4b17-bc87-52542ebc53f8" -d '{"events": [{"server_uuid": "05c94c39-04b9-4291-803f-ff760bd76f5b", "name": "network-vif-plugged", "status": "completed", "tag": "b350411a-c990-44f0-bd27-100be7fb9a1c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:23.794644 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port b350411a-c990-44f0-bd27-100be7fb9a1c, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b350411a-c990-44f0-bd27-100be7fb9a1c,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:23.822730 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:23.832010 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748e9d3-465f-48a2-8406-b858bc05984c req-d7b9fb43-b2b1-49a5-9b04-a6cc1a6f2784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:23.847839 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-5748e9d3-465f-48a2-8406-b858bc05984c req-d7b9fb43-b2b1-49a5-9b04-a6cc1a6f2784 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:23.850171 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5748e9d3-465f-48a2-8406-b858bc05984c req-d7b9fb43-b2b1-49a5-9b04-a6cc1a6f2784 service neutron] 10.222.0.18 "PUT /v2.0/ports/58db5ee0-c4ed-4af1-905d-f85f01a2f391 HTTP/1.1" status: 200 len: 1092 time: 1.9331865 Jul 16 20:48:23.859861 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b468b2be-5974-4330-be1f-6d4565fe0192', 'tag': '58db5ee0-c4ed-4af1-905d-f85f01a2f391'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:23.877181 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5698b68b-21d2-4a65-943a-f32fb7a4b1be" -d '{"events": [{"name": "network-changed", "server_uuid": "b468b2be-5974-4330-be1f-6d4565fe0192", "tag": "58db5ee0-c4ed-4af1-905d-f85f01a2f391"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:23.941272 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fca4d1b-2fb8-4936-85c5-9ffcce83eeaa x-openstack-request-id: req-4fca4d1b-2fb8-4936-85c5-9ffcce83eeaa {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:23.941575 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c94c39-04b9-4291-803f-ff760bd76f5b", "name": "network-vif-plugged", "status": "completed", "tag": "b350411a-c990-44f0-bd27-100be7fb9a1c", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:23.941821 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4fca4d1b-2fb8-4936-85c5-9ffcce83eeaa {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:23.944917 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ad7e1-6ae5-44e8-9cfe-be5977cfeef4 req-42286acd-ec4d-42ba-8bab-22d745386659 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:23.948221 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c94c39-04b9-4291-803f-ff760bd76f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b350411a-c990-44f0-bd27-100be7fb9a1c', 'code': 200} Jul 16 20:48:23.952709 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9fb43-b2b1-49a5-9b04-a6cc1a6f2784 service neutron] Pushing event updated for resources: {'Port': ['ID=58db5ee0-c4ed-4af1-905d-f85f01a2f391,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:23.960478 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-310ad7e1-6ae5-44e8-9cfe-be5977cfeef4 req-42286acd-ec4d-42ba-8bab-22d745386659 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.2958934 Jul 16 20:48:24.024568 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=b350411a-c990-44f0-bd27-100be7fb9a1c,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:24.096117 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-310ad7e1-6ae5-44e8-9cfe-be5977cfeef4 req-ad825a97-a84b-4479-82b9-74ab1d1069d1 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300197 Jul 16 20:48:24.125467 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748e9d3-465f-48a2-8406-b858bc05984c req-a431c278-d18f-4da3-a9f8-394f6d5ff920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:24.128708 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5748e9d3-465f-48a2-8406-b858bc05984c req-a431c278-d18f-4da3-a9f8-394f6d5ff920 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&device_id=b468b2be-5974-4330-be1f-6d4565fe0192 HTTP/1.1" status: 200 len: 1095 time: 0.1641035 Jul 16 20:48:24.222209 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5748e9d3-465f-48a2-8406-b858bc05984c req-dda7905f-793c-4dd9-a551-522d98aa2bfc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58db5ee0-c4ed-4af1-905d-f85f01a2f391 HTTP/1.1" status: 200 len: 217 time: 0.0846343 Jul 16 20:48:24.228376 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5513651-740c-491f-886e-d70ca114b18e x-openstack-request-id: req-d5513651-740c-491f-886e-d70ca114b18e {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:24.228765 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b468b2be-5974-4330-be1f-6d4565fe0192", "tag": "58db5ee0-c4ed-4af1-905d-f85f01a2f391", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:24.229096 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d5513651-740c-491f-886e-d70ca114b18e {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:24.230259 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b468b2be-5974-4330-be1f-6d4565fe0192', 'tag': '58db5ee0-c4ed-4af1-905d-f85f01a2f391', 'status': 'completed', 'code': 200} Jul 16 20:48:24.231264 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f34a8d5-9ebd-469f-89ac-d353128b08fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:24.336379 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:24.353669 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748e9d3-465f-48a2-8406-b858bc05984c req-4eddc954-efbd-4e66-b4f2-c2f38acb0c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:24.359494 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5748e9d3-465f-48a2-8406-b858bc05984c req-4eddc954-efbd-4e66-b4f2-c2f38acb0c8c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91aaf1f1-4791-4613-820c-7a64a55f2344 HTTP/1.1" status: 200 len: 851 time: 0.1176028 Jul 16 20:48:24.447790 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748e9d3-465f-48a2-8406-b858bc05984c req-354f4e3a-ecc5-4a71-bdb2-9b017484bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:24.449591 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5748e9d3-465f-48a2-8406-b858bc05984c req-354f4e3a-ecc5-4a71-bdb2-9b017484bf16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0839958 Jul 16 20:48:24.571473 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99469e-2d69-4d7c-9cb6-6e4401e8bf9f req-54488087-16f0-4d6c-ac63-f1a035f7f127 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:24.580411 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ed99469e-2d69-4d7c-9cb6-6e4401e8bf9f req-54488087-16f0-4d6c-ac63-f1a035f7f127 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1596587 Jul 16 20:48:24.584812 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5748e9d3-465f-48a2-8406-b858bc05984c req-a6596808-7899-4931-9360-9c55be686823 service neutron] 10.222.0.18 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266546 Jul 16 20:48:24.668761 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ed99469e-2d69-4d7c-9cb6-6e4401e8bf9f req-eebbb3f7-fd42-43ce-903f-0f94f9cc4a26 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873101 Jul 16 20:48:24.690647 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b7d84-ee38-4a06-98dd-7abc2c135038 req-6d1ab33a-2393-46e7-96b7-23a1c4fd9061 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:24.701769 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-373b7d84-ee38-4a06-98dd-7abc2c135038 req-6d1ab33a-2393-46e7-96b7-23a1c4fd9061 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 946 time: 0.1880884 Jul 16 20:48:24.718279 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5748e9d3-465f-48a2-8406-b858bc05984c req-d833e534-c298-4e62-a13b-b1a7a9c66524 service neutron] 10.222.0.18 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224320 Jul 16 20:48:24.788842 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-373b7d84-ee38-4a06-98dd-7abc2c135038 req-aa22f888-0acb-4a0c-92c6-cd57bbb932bf tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872164 Jul 16 20:48:24.907585 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698b68b-21d2-4a65-943a-f32fb7a4b1be req-9b3e870d-0360-4723-8a1d-cae23147f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:24.909126 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5698b68b-21d2-4a65-943a-f32fb7a4b1be req-9b3e870d-0360-4723-8a1d-cae23147f7ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&device_id=b468b2be-5974-4330-be1f-6d4565fe0192 HTTP/1.1" status: 200 len: 1095 time: 0.1217496 Jul 16 20:48:25.073818 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e39bf-162a-49ca-8566-b33654f2cbea req-c3a8ccca-5de4-4fd8-a78a-696f9e9194d2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:25.075430 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb9e39bf-162a-49ca-8566-b33654f2cbea req-c3a8ccca-5de4-4fd8-a78a-696f9e9194d2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=b468b2be-5974-4330-be1f-6d4565fe0192 HTTP/1.1" status: 200 len: 943 time: 0.1354430 Jul 16 20:48:25.115902 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698b68b-21d2-4a65-943a-f32fb7a4b1be req-5fe23c18-7abc-4d9f-90a6-82830f542e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:25.116846 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5698b68b-21d2-4a65-943a-f32fb7a4b1be req-5fe23c18-7abc-4d9f-90a6-82830f542e43 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 913 time: 0.2012193 Jul 16 20:48:25.163977 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb9e39bf-162a-49ca-8566-b33654f2cbea req-b1f5f80d-4d0a-408a-8f13-1f69b83acc5b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776443 Jul 16 20:48:25.207594 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5698b68b-21d2-4a65-943a-f32fb7a4b1be req-6358fbd5-9632-454b-b49e-d8a6bdc3b15f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58db5ee0-c4ed-4af1-905d-f85f01a2f391 HTTP/1.1" status: 200 len: 217 time: 0.0831976 Jul 16 20:48:25.333830 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698b68b-21d2-4a65-943a-f32fb7a4b1be req-aedafc05-8521-44af-b0a7-839b8dd0c702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:25.335288 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5698b68b-21d2-4a65-943a-f32fb7a4b1be req-aedafc05-8521-44af-b0a7-839b8dd0c702 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91aaf1f1-4791-4613-820c-7a64a55f2344 HTTP/1.1" status: 200 len: 851 time: 0.1125717 Jul 16 20:48:25.358624 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a49bfb-7c4a-40c8-8b13-8d3cefa71baf req-7779124b-9142-49fd-84b2-db8f133e4201 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:25.372561 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f9a49bfb-7c4a-40c8-8b13-8d3cefa71baf req-7779124b-9142-49fd-84b2-db8f133e4201 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1589704 Jul 16 20:48:25.444089 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f9a49bfb-7c4a-40c8-8b13-8d3cefa71baf req-d82c851d-f668-4fe8-9d9e-63d23a23e59a tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695043 Jul 16 20:48:25.445393 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698b68b-21d2-4a65-943a-f32fb7a4b1be req-fac4400f-827d-4875-a218-aa5877b4017d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:25.447758 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5698b68b-21d2-4a65-943a-f32fb7a4b1be req-fac4400f-827d-4875-a218-aa5877b4017d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1042686 Jul 16 20:48:25.569094 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5698b68b-21d2-4a65-943a-f32fb7a4b1be req-a156405c-4265-4796-9bcb-9d972e873fc2 service neutron] 10.222.0.18 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133029 Jul 16 20:48:25.682929 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5698b68b-21d2-4a65-943a-f32fb7a4b1be req-51b34b9f-bbc4-41b5-8e77-8f73a206a5f0 service neutron] 10.222.0.18 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062303 Jul 16 20:48:25.787194 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:26.011355 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f16eed-9b2b-4e8c-aa28-9c6fbb769095 req-63ca3621-b925-4bab-80ce-a0ca39697997 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:26.020422 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-57f16eed-9b2b-4e8c-aa28-9c6fbb769095 req-63ca3621-b925-4bab-80ce-a0ca39697997 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 946 time: 0.0839100 Jul 16 20:48:26.061518 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-57f16eed-9b2b-4e8c-aa28-9c6fbb769095 req-71464de2-e1af-4662-9c60-44c7f65b8c92 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399001 Jul 16 20:48:26.418890 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fe636-890e-4ff3-97b3-b1d45607363b req-129529d3-e17b-4fe5-b428-38c30a804816 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:26.426597 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c76fe636-890e-4ff3-97b3-b1d45607363b req-129529d3-e17b-4fe5-b428-38c30a804816 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=b468b2be-5974-4330-be1f-6d4565fe0192 HTTP/1.1" status: 200 len: 943 time: 0.1407604 Jul 16 20:48:26.511197 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c76fe636-890e-4ff3-97b3-b1d45607363b req-eafac3ba-84b8-47ba-968e-86893a0ecb76 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800543 Jul 16 20:48:26.738818 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698e0a3-330c-4bd3-be27-ea4f79ed8c1a req-6a82ba0c-6ca0-421e-b719-1c2e08ab933b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:26.740474 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1698e0a3-330c-4bd3-be27-ea4f79ed8c1a req-6a82ba0c-6ca0-421e-b719-1c2e08ab933b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0920925 Jul 16 20:48:26.781941 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1698e0a3-330c-4bd3-be27-ea4f79ed8c1a req-a104b6b3-5aab-43a4-9b04-fa31d90b6902 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346231 Jul 16 20:48:27.382360 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4e15c-6e49-437e-8352-505d3790fa41 req-d0e1350d-57e9-4e3b-8620-bac23bb08ff3 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:27.386909 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cea4e15c-6e49-437e-8352-505d3790fa41 req-d0e1350d-57e9-4e3b-8620-bac23bb08ff3 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1680043 Jul 16 20:48:27.398493 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e340335-6145-49a1-8957-f21ea37d4905 req-2b7352ca-4d7a-4d28-9988-abdd7d73b587 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:27.400632 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7e340335-6145-49a1-8957-f21ea37d4905 req-2b7352ca-4d7a-4d28-9988-abdd7d73b587 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 946 time: 0.1366587 Jul 16 20:48:27.456767 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7e340335-6145-49a1-8957-f21ea37d4905 req-20eaf621-5db6-474a-9a3c-f7fd5defd4fa tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480502 Jul 16 20:48:27.471127 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cea4e15c-6e49-437e-8352-505d3790fa41 req-c041d0fb-4286-48b9-878f-a4688c207ef6 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846910 Jul 16 20:48:27.656975 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:27.724715 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:48:27.745312 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdb7d9-b681-46dc-a81b-05613c2dc9a9 req-3a1a2e06-e0e5-44f9-935b-51232ece5bb7 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:27.746933 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f9cdb7d9-b681-46dc-a81b-05613c2dc9a9 req-3a1a2e06-e0e5-44f9-935b-51232ece5bb7 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=b468b2be-5974-4330-be1f-6d4565fe0192 HTTP/1.1" status: 200 len: 943 time: 0.0846672 Jul 16 20:48:27.790580 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f9cdb7d9-b681-46dc-a81b-05613c2dc9a9 req-4dbbe4a3-0439-495d-8576-ce104754fada tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372529 Jul 16 20:48:28.715685 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21bf13-f594-4872-b309-45b3fc531fab req-e0b5c4fa-be36-4bdb-8586-7cbdbe95b217 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:28.717246 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ce21bf13-f594-4872-b309-45b3fc531fab req-e0b5c4fa-be36-4bdb-8586-7cbdbe95b217 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1196411 Jul 16 20:48:28.743539 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78962a-43ad-4487-9729-e3be788c66fa req-a6a0e1b7-1b80-4eb6-9a1c-f4f892c164ea tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:28.745044 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2a78962a-43ad-4487-9729-e3be788c66fa req-a6a0e1b7-1b80-4eb6-9a1c-f4f892c164ea tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 946 time: 0.1166399 Jul 16 20:48:28.804377 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ce21bf13-f594-4872-b309-45b3fc531fab req-a67b92ca-5dd4-4a24-b186-8a713d90535c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802767 Jul 16 20:48:28.812775 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2a78962a-43ad-4487-9729-e3be788c66fa req-6c6e39aa-2567-4bbf-8471-9c773973425f tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574107 Jul 16 20:48:29.059364 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72748d4a-7c9b-4fca-8e58-217feea68124 req-8a27f75f-1194-415e-a64c-3c6f4fddc047 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:29.061128 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-72748d4a-7c9b-4fca-8e58-217feea68124 req-8a27f75f-1194-415e-a64c-3c6f4fddc047 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=b468b2be-5974-4330-be1f-6d4565fe0192 HTTP/1.1" status: 200 len: 943 time: 0.1003640 Jul 16 20:48:29.152550 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-72748d4a-7c9b-4fca-8e58-217feea68124 req-bbf70f90-2d6b-4b62-a058-a0b6b6894111 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802557 Jul 16 20:48:29.187266 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459152c6-46f6-4189-a0fd-86dfca6d6666 req-440c7ad8-42bd-4257-b3b4-a2c5ab18d00e tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:29.188801 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-459152c6-46f6-4189-a0fd-86dfca6d6666 req-440c7ad8-42bd-4257-b3b4-a2c5ab18d00e tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1267455 Jul 16 20:48:29.248872 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-459152c6-46f6-4189-a0fd-86dfca6d6666 req-fd8495ca-9a3a-46e8-9a50-b45fe87c5248 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480919 Jul 16 20:48:29.518236 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7aff66-7b96-4b1e-ae93-4354cff5bfa0 req-d4d8280d-f2ef-4bec-bac7-6417890eaca8 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:29.519824 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bd7aff66-7b96-4b1e-ae93-4354cff5bfa0 req-d4d8280d-f2ef-4bec-bac7-6417890eaca8 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0860984 Jul 16 20:48:29.568282 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bd7aff66-7b96-4b1e-ae93-4354cff5bfa0 req-8a13a64f-4ed7-480e-b67a-891cb25eee7f tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418260 Jul 16 20:48:29.629433 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:29.773433 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f3e87-ea49-45a6-9f41-dbe9f17df1db req-c6a66162-95ff-4632-982d-4293725ae0bd tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:29.774812 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c8f3e87-ea49-45a6-9f41-dbe9f17df1db req-c6a66162-95ff-4632-982d-4293725ae0bd tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0858171 Jul 16 20:48:29.821233 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c8f3e87-ea49-45a6-9f41-dbe9f17df1db req-f5bd8238-9bc5-404d-8303-91624fbafa7a tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398533 Jul 16 20:48:30.122416 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4750c-df6b-489d-87d3-c5ec7fb2a1f9 req-b13e6c77-8560-4d05-b5ee-a49945da633e tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:30.124022 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22c4750c-df6b-489d-87d3-c5ec7fb2a1f9 req-b13e6c77-8560-4d05-b5ee-a49945da633e tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1167407 Jul 16 20:48:30.132782 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab5547-7296-4998-a175-8f28c4e7e666 req-f393f832-0613-4ed8-9043-9bd1627e25f3 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:30.134695 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-88ab5547-7296-4998-a175-8f28c4e7e666 req-f393f832-0613-4ed8-9043-9bd1627e25f3 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 946 time: 0.1254592 Jul 16 20:48:30.196640 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22c4750c-df6b-489d-87d3-c5ec7fb2a1f9 req-7c8e1972-21f8-4aac-9721-3b2d2421592d tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607386 Jul 16 20:48:30.199883 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-88ab5547-7296-4998-a175-8f28c4e7e666 req-8f86b594-cd9a-423f-aaaa-71912e1e3cb0 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580211 Jul 16 20:48:30.443985 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9a078-adc3-4aa8-9711-25674f605afa req-694df321-41a1-45ac-b7af-b85f616b29b7 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:30.445388 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1dc9a078-adc3-4aa8-9711-25674f605afa req-694df321-41a1-45ac-b7af-b85f616b29b7 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=b468b2be-5974-4330-be1f-6d4565fe0192 HTTP/1.1" status: 200 len: 943 time: 0.0901575 Jul 16 20:48:30.512372 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1dc9a078-adc3-4aa8-9711-25674f605afa req-b979c52e-a747-45d7-8468-13fcdf6ebce6 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575075 Jul 16 20:48:30.535761 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5eecf6-9051-4f8d-b75f-2607a2768aed req-5044bdaa-161c-4057-be62-d1c4d67a5d57 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:30.537284 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0f5eecf6-9051-4f8d-b75f-2607a2768aed req-5044bdaa-161c-4057-be62-d1c4d67a5d57 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0909150 Jul 16 20:48:30.580008 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0f5eecf6-9051-4f8d-b75f-2607a2768aed req-dc3f9236-099a-485d-840f-f7e694a73d2b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357530 Jul 16 20:48:30.850143 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b6f67-baeb-4f48-add2-7fbc1dd01139 req-5916f727-7370-4deb-af72-caf34a46c903 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:30.851749 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2e2b6f67-baeb-4f48-add2-7fbc1dd01139 req-5916f727-7370-4deb-af72-caf34a46c903 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0741680 Jul 16 20:48:30.893911 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2e2b6f67-baeb-4f48-add2-7fbc1dd01139 req-d3ebbcd9-6ed0-4833-a43d-e666c10851c6 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349445 Jul 16 20:48:31.108457 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07923f81-8f4b-4764-9034-1a992d28f83c req-bc1aa57f-ec86-4e20-9f5a-dc32646de4ee tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:31.110010 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-07923f81-8f4b-4764-9034-1a992d28f83c req-bc1aa57f-ec86-4e20-9f5a-dc32646de4ee tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0729537 Jul 16 20:48:31.153668 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-07923f81-8f4b-4764-9034-1a992d28f83c req-24523d12-d693-4ff1-ac32-f3084fde2bec tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365813 Jul 16 20:48:31.396392 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf261d1d-ea8a-486e-92fe-9e2044703b08 req-4c4b82a3-86b2-4206-93f0-ef19a1a049d5 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:31.397799 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cf261d1d-ea8a-486e-92fe-9e2044703b08 req-4c4b82a3-86b2-4206-93f0-ef19a1a049d5 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1024134 Jul 16 20:48:31.460233 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cf261d1d-ea8a-486e-92fe-9e2044703b08 req-525e1e8c-8a77-404b-923f-46da05a9b3b2 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529566 Jul 16 20:48:31.477583 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4a8d4-6299-4f18-a214-9cca1201a6ee req-a15f539b-e076-4732-9d4a-a796d96f0835 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:31.479916 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f4a4a8d4-6299-4f18-a214-9cca1201a6ee req-a15f539b-e076-4732-9d4a-a796d96f0835 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 946 time: 0.1316118 Jul 16 20:48:31.546904 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f4a4a8d4-6299-4f18-a214-9cca1201a6ee req-7ca89f8f-172c-4058-908a-a51bfc086f87 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599065 Jul 16 20:48:31.812700 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1f525-f8e3-45ef-a5aa-89846ce1678c req-824fedc9-1699-4227-ad1a-cc3c2d37402c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:31.814836 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33f1f525-f8e3-45ef-a5aa-89846ce1678c req-824fedc9-1699-4227-ad1a-cc3c2d37402c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1331921 Jul 16 20:48:31.824782 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff0834-130d-4c69-bf5b-b6e31ae617cd req-a96f0126-51e5-4e72-a5bc-ca6369dc3e8b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:31.826367 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6dff0834-130d-4c69-bf5b-b6e31ae617cd req-a96f0126-51e5-4e72-a5bc-ca6369dc3e8b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=b468b2be-5974-4330-be1f-6d4565fe0192 HTTP/1.1" status: 200 len: 943 time: 0.1127503 Jul 16 20:48:31.892729 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6dff0834-130d-4c69-bf5b-b6e31ae617cd req-871b3252-4106-4a91-8e56-3d4f4ff4d198 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584772 Jul 16 20:48:31.896838 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33f1f525-f8e3-45ef-a5aa-89846ce1678c req-ce61191d-560f-4a38-8147-57790e67734c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694792 Jul 16 20:48:32.114439 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc430ad-76fe-4a11-9927-cc6e2fb682aa req-1bd17db3-faf6-4207-a539-5baefbc7da1e tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:32.122925 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6fc430ad-76fe-4a11-9927-cc6e2fb682aa req-1bd17db3-faf6-4207-a539-5baefbc7da1e tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0773671 Jul 16 20:48:32.164835 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6fc430ad-76fe-4a11-9927-cc6e2fb682aa req-838bd0f6-eb11-4fcc-ada1-2c138c908a53 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388269 Jul 16 20:48:32.365897 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd028693-bf05-4795-900a-c270d505c205 req-62ba144c-aaf1-481f-a1c4-2b99ce05256a tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:32.368115 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bd028693-bf05-4795-900a-c270d505c205 req-62ba144c-aaf1-481f-a1c4-2b99ce05256a tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0842927 Jul 16 20:48:32.419101 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bd028693-bf05-4795-900a-c270d505c205 req-3a8d9c4e-fb79-4b50-a27a-6639e2076f3e tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440984 Jul 16 20:48:32.743420 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174202d-22c3-4f63-b994-49f5c25ee038 req-821fb4db-e0bd-4856-986a-644403b604bb tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:32.744856 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f174202d-22c3-4f63-b994-49f5c25ee038 req-821fb4db-e0bd-4856-986a-644403b604bb tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1093588 Jul 16 20:48:32.805700 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f174202d-22c3-4f63-b994-49f5c25ee038 req-3527e1dd-77a7-4ba9-8f69-7aec10b38da0 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532877 Jul 16 20:48:32.817437 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f27f1-9b43-48bc-bee6-a7a94c4fca85 req-f74c2c2a-62ee-4440-88a8-ffd50e63781d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:32.820958 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ed5f27f1-9b43-48bc-bee6-a7a94c4fca85 req-f74c2c2a-62ee-4440-88a8-ffd50e63781d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 946 time: 0.1322412 Jul 16 20:48:32.893575 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ed5f27f1-9b43-48bc-bee6-a7a94c4fca85 req-594df46d-7713-4fe7-9734-e6fa839e62bc tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634708 Jul 16 20:48:33.145906 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9295ae1-8366-4838-83b9-af02b974f1c5 req-0f285ff4-7d05-4582-8925-013bf866063b tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:33.147517 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9295ae1-8366-4838-83b9-af02b974f1c5 req-0f285ff4-7d05-4582-8925-013bf866063b tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 1098 time: 0.1115232 Jul 16 20:48:33.161149 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeda12a-833a-44e6-86de-188986060c38 req-37217149-411a-47f8-91b0-a80927814415 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:33.162801 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ceeda12a-833a-44e6-86de-188986060c38 req-37217149-411a-47f8-91b0-a80927814415 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0958610 Jul 16 20:48:33.201189 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:33.226885 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9295ae1-8366-4838-83b9-af02b974f1c5 req-3b6ed653-d81d-4ce5-b492-56048016e5b9 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624242 Jul 16 20:48:33.251708 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ceeda12a-833a-44e6-86de-188986060c38 req-49b6a24d-e5d3-4b81-a8f1-0b80d6cb2791 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808487 Jul 16 20:48:33.256703 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60688) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:33.552948 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f01cb-6e86-45fe-ba6a-40c2c658d399 req-603d38e2-4a9f-46bc-9637-2efe5d823563 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:33.554509 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb3f01cb-6e86-45fe-ba6a-40c2c658d399 req-603d38e2-4a9f-46bc-9637-2efe5d823563 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=b468b2be-5974-4330-be1f-6d4565fe0192 HTTP/1.1" status: 200 len: 943 time: 0.1611032 Jul 16 20:48:33.580089 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b0405-2922-489a-98f9-460bd8653007 req-e5b23112-c749-4f62-b6b3-107bece57cc2 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:33.581664 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-226b0405-2922-489a-98f9-460bd8653007 req-e5b23112-c749-4f62-b6b3-107bece57cc2 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1524661 Jul 16 20:48:33.614174 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-6eef91fa-3643-4808-acce-6322d1c8ca47 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Deleting port 6a538e61-2d81-474a-8717-6dc8d6746901 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:48:33.614546 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6eef91fa-3643-4808-acce-6322d1c8ca47 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:33.666766 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bb3f01cb-6e86-45fe-ba6a-40c2c658d399 req-4f5cc1f2-d8e2-4b05-8cbf-a09a995e9ae7 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017957 Jul 16 20:48:33.673855 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-226b0405-2922-489a-98f9-460bd8653007 req-781b0526-cd5c-4782-8188-5fbe5b4af18f tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804098 Jul 16 20:48:33.741773 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6eef91fa-3643-4808-acce-6322d1c8ca47 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:33.742956 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6eef91fa-3643-4808-acce-6322d1c8ca47 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:33.760198 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-6eef91fa-3643-4808-acce-6322d1c8ca47 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Calling delete_port for 6a538e61-2d81-474a-8717-6dc8d6746901 owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:48:33.932350 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41990a02-1750-4576-abb5-11cdbc73014c req-a20e708c-51e9-44e1-b016-abe92b164cad tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:33.933739 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-41990a02-1750-4576-abb5-11cdbc73014c req-a20e708c-51e9-44e1-b016-abe92b164cad tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1056728 Jul 16 20:48:34.007720 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6eef91fa-3643-4808-acce-6322d1c8ca47 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:34.045950 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef91fa-3643-4808-acce-6322d1c8ca47 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event deleted for resources: {'Port': ['ID=6a538e61-2d81-474a-8717-6dc8d6746901,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:34.094517 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-41990a02-1750-4576-abb5-11cdbc73014c req-38d0209c-4aa8-43cc-8f35-ec8683f0b2c9 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473691 Jul 16 20:48:34.174705 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6eef91fa-3643-4808-acce-6322d1c8ca47 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:34.175129 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-6eef91fa-3643-4808-acce-6322d1c8ca47 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Floating IP b3f6ee22-a944-4148-afb0-5fcc2e8aaf3d disassociated (deleted). External IP: 172.25.0.148, port: a1aa7ac5-fc83-4481-8ff2-d5790a4beed3. Jul 16 20:48:34.184439 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335f33e-fd03-4a7d-b1cb-8aa4fe35fd35 req-411a22e6-99e3-459a-842e-46e394225058 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:34.186015 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f335f33e-fd03-4a7d-b1cb-8aa4fe35fd35 req-411a22e6-99e3-459a-842e-46e394225058 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 946 time: 0.1435170 Jul 16 20:48:34.302576 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f335f33e-fd03-4a7d-b1cb-8aa4fe35fd35 req-88e8eacb-e1ad-4072-a038-8f5cbd8cc511 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768342 Jul 16 20:48:34.493918 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eef91fa-3643-4808-acce-6322d1c8ca47 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Router 85134c59-60c5-450d-b86d-8bd210c3306e has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:48:34.517553 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d32c7-a0fe-4434-ba3b-1e66c75cdec4 req-4ce66bc8-4fca-4423-b417-236be54b656e tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:34.519039 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4c0d32c7-a0fe-4434-ba3b-1e66c75cdec4 req-4ce66bc8-4fca-4423-b417-236be54b656e tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1024213 Jul 16 20:48:34.624851 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4c0d32c7-a0fe-4434-ba3b-1e66c75cdec4 req-00e8306f-8d44-420b-b7ef-73ccd3aab31d tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997152 Jul 16 20:48:34.645466 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eef91fa-3643-4808-acce-6322d1c8ca47 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:48:34.651328 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6eef91fa-3643-4808-acce-6322d1c8ca47 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:34.658277 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b1f559-4fc6-4803-b50e-76a7416bcef9 None None] Sync routers for ids ['85134c59-60c5-450d-b86d-8bd210c3306e'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:48:34.671145 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b1f559-4fc6-4803-b50e-76a7416bcef9 None None] Routers {'85134c59-60c5-450d-b86d-8bd210c3306e'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:34.672242 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a8b1f559-4fc6-4803-b50e-76a7416bcef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:48:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['85134c59-60c5-450d-b86d-8bd210c3306e'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:34.694143 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6eef91fa-3643-4808-acce-6322d1c8ca47 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "DELETE /v2.0/floatingips/b3f6ee22-a944-4148-afb0-5fcc2e8aaf3d HTTP/1.1" status: 204 len: 168 time: 1.4360616 Jul 16 20:48:34.694873 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f17af15-10a1-46e2-8707-1e8baf3fac1b', 'tag': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:34.697415 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132310e9-c13b-4ab6-8b78-b6e71cc860d8" -d '{"events": [{"name": "network-changed", "server_uuid": "9f17af15-10a1-46e2-8707-1e8baf3fac1b", "tag": "a1aa7ac5-fc83-4481-8ff2-d5790a4beed3"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:34.784608 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-a8b1f559-4fc6-4803-b50e-76a7416bcef9 None None] Set router 85134c59-60c5-450d-b86d-8bd210c3306e gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:34.832771 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f44db2-7487-4f3f-a9d1-4fa87c05ed06 req-c4af7258-2cdc-40ab-bc8f-0882bf8c6988 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:34.833822 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79f311-5db8-4006-90ae-f76be9616694 req-28987a35-b5a5-4615-8d59-a2e0ec58c40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:34.834302 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5f44db2-7487-4f3f-a9d1-4fa87c05ed06 req-c4af7258-2cdc-40ab-bc8f-0882bf8c6988 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0774527 Jul 16 20:48:34.842513 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7c79f311-5db8-4006-90ae-f76be9616694 req-28987a35-b5a5-4615-8d59-a2e0ec58c40b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a195eb15eb6f4338b136e6cce4c78c87&device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 1098 time: 0.0746651 Jul 16 20:48:34.893926 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5f44db2-7487-4f3f-a9d1-4fa87c05ed06 req-571c659f-b9d4-4fbb-81e0-563ba5185ac9 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535614 Jul 16 20:48:34.984831 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d490ce0-a1af-4753-8d67-f4fbd735ec4b x-openstack-request-id: req-0d490ce0-a1af-4753-8d67-f4fbd735ec4b {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:34.985498 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f17af15-10a1-46e2-8707-1e8baf3fac1b", "tag": "a1aa7ac5-fc83-4481-8ff2-d5790a4beed3", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:34.985498 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0d490ce0-a1af-4753-8d67-f4fbd735ec4b {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:34.985827 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f17af15-10a1-46e2-8707-1e8baf3fac1b', 'tag': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3', 'status': 'completed', 'code': 200} Jul 16 20:48:34.992237 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79f311-5db8-4006-90ae-f76be9616694 req-b19d7cd5-7ccd-4f68-8ab6-e1c41a182a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:34.994916 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7c79f311-5db8-4006-90ae-f76be9616694 req-b19d7cd5-7ccd-4f68-8ab6-e1c41a182a26 service neutron] 10.222.0.18 "GET /v2.0/networks?id=57f96d4f-a3d8-495c-8b4c-383900172d1b HTTP/1.1" status: 200 len: 918 time: 0.1455996 Jul 16 20:48:35.052507 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a8b1f559-4fc6-4803-b50e-76a7416bcef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449018390', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:23Z', 'updated_at': '2021-07-16T20:46:31Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:24Z', 'updated_at': '2021-07-16T20:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '045df08a-ca39-49c0-b8ea-6d74c1337e2a', 'name': '', 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:42:c5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'c8c50f7c-7595-4a55-bec2-dcb93bd12b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:29Z', 'updated_at': '2021-07-16T20:46:38Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': 'c8c50f7c-7595-4a55-bec2-dcb93bd12b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:35.070854 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132310e9-c13b-4ab6-8b78-b6e71cc860d8 req-e48f3450-6440-45cd-bda9-cdc6efc3848b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:35.073150 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-132310e9-c13b-4ab6-8b78-b6e71cc860d8 req-e48f3450-6440-45cd-bda9-cdc6efc3848b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 1098 time: 0.0787809 Jul 16 20:48:35.089910 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 58db5ee0-c4ed-4af1-905d-f85f01a2f391 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:48:35.122570 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b1f559-4fc6-4803-b50e-76a7416bcef9 None None] Checking router: 85134c59-60c5-450d-b86d-8bd210c3306e for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:48:35.128368 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7c79f311-5db8-4006-90ae-f76be9616694 req-46e5b215-9bba-4ab0-b491-8632aa62e67b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b350411a-c990-44f0-bd27-100be7fb9a1c HTTP/1.1" status: 200 len: 1001 time: 0.1250613 Jul 16 20:48:35.133425 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b1f559-4fc6-4803-b50e-76a7416bcef9 None None] Routers {'85134c59-60c5-450d-b86d-8bd210c3306e'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:35.134591 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a8b1f559-4fc6-4803-b50e-76a7416bcef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:48:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['85134c59-60c5-450d-b86d-8bd210c3306e'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:35.190128 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79f311-5db8-4006-90ae-f76be9616694 req-428c2a35-4f35-4036-902a-a8c8daeca2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:35.191916 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7c79f311-5db8-4006-90ae-f76be9616694 req-428c2a35-4f35-4036-902a-a8c8daeca2b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8d89da5-8a18-4550-b255-1d58457114f4 HTTP/1.1" status: 200 len: 856 time: 0.0563629 Jul 16 20:48:35.207025 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 58db5ee0-c4ed-4af1-905d-f85f01a2f391, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=58db5ee0-c4ed-4af1-905d-f85f01a2f391,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:35.220992 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '58db5ee0-c4ed-4af1-905d-f85f01a2f391', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'port_id': '58db5ee0-c4ed-4af1-905d-f85f01a2f391', 'mac_address': 'fa:16:3e:7b:80:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:48:35.264160 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-a8b1f559-4fc6-4803-b50e-76a7416bcef9 None None] Set router 85134c59-60c5-450d-b86d-8bd210c3306e gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:35.275260 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79f311-5db8-4006-90ae-f76be9616694 req-8a2c381a-3a17-4128-9002-10c50a9f72a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:35.277439 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7c79f311-5db8-4006-90ae-f76be9616694 req-8a2c381a-3a17-4128-9002-10c50a9f72a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=57f96d4f-a3d8-495c-8b4c-383900172d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0783911 Jul 16 20:48:35.287424 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:35.294601 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8931f5-edba-4f8e-9624-a431d0e44ec3 req-835c1b28-505f-4fcd-872e-41242b2231e9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:35.296144 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3c8931f5-edba-4f8e-9624-a431d0e44ec3 req-835c1b28-505f-4fcd-872e-41242b2231e9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 946 time: 0.1942453 Jul 16 20:48:35.304581 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132310e9-c13b-4ab6-8b78-b6e71cc860d8 req-7ae9a290-1993-4e48-b1c7-5eb197000d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:35.305425 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58db5ee0-c4ed-4af1-905d-f85f01a2f391 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:48:35.306701 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-132310e9-c13b-4ab6-8b78-b6e71cc860d8 req-7ae9a290-1993-4e48-b1c7-5eb197000d68 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7603548a-ab34-41b3-83b2-8cfa970f2767 HTTP/1.1" status: 200 len: 898 time: 0.2248309 Jul 16 20:48:35.331867 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 58db5ee0-c4ed-4af1-905d-f85f01a2f391, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=58db5ee0-c4ed-4af1-905d-f85f01a2f391,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:35.332945 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff03925-037e-4cd0-8b29-fbeb4f7272b4 req-913b6304-068c-44e9-9f70-149d33683ebc tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:35.334576 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ff03925-037e-4cd0-8b29-fbeb4f7272b4 req-913b6304-068c-44e9-9f70-149d33683ebc tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=b468b2be-5974-4330-be1f-6d4565fe0192 HTTP/1.1" status: 200 len: 943 time: 0.2310114 Jul 16 20:48:35.344053 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:35.391690 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-132310e9-c13b-4ab6-8b78-b6e71cc860d8 req-86bf118f-9ae9-46d0-b09d-2bf627c94a48 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 HTTP/1.1" status: 200 len: 217 time: 0.0750175 Jul 16 20:48:35.405168 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=58db5ee0-c4ed-4af1-905d-f85f01a2f391,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:35.422092 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7c79f311-5db8-4006-90ae-f76be9616694 req-76ebc29b-7474-460b-9bad-dfad1a2983f0 service neutron] 10.222.0.18 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375442 Jul 16 20:48:35.533545 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7c79f311-5db8-4006-90ae-f76be9616694 req-971ef91d-4a64-4573-a4ce-b318aefd6c14 service neutron] 10.222.0.18 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035664 Jul 16 20:48:35.573621 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['58db5ee0-c4ed-4af1-905d-f85f01a2f391'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:48:35.628335 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a8b1f559-4fc6-4803-b50e-76a7416bcef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449018390', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:23Z', 'updated_at': '2021-07-16T20:46:31Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:24Z', 'updated_at': '2021-07-16T20:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '045df08a-ca39-49c0-b8ea-6d74c1337e2a', 'name': '', 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:42:c5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'c8c50f7c-7595-4a55-bec2-dcb93bd12b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:29Z', 'updated_at': '2021-07-16T20:46:38Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': 'c8c50f7c-7595-4a55-bec2-dcb93bd12b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:35.658512 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b1f559-4fc6-4803-b50e-76a7416bcef9 None None] The sync data for ids ['85134c59-60c5-450d-b86d-8bd210c3306e'] in n-d-791506-21 is: [{'id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449018390', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:23Z', 'updated_at': '2021-07-16T20:46:31Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:24Z', 'updated_at': '2021-07-16T20:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '045df08a-ca39-49c0-b8ea-6d74c1337e2a', 'name': '', 'network_id': '7603548a-ab34-41b3-83b2-8cfa970f2767', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:42:c5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'c8c50f7c-7595-4a55-bec2-dcb93bd12b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:29Z', 'updated_at': '2021-07-16T20:46:38Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': 'c8c50f7c-7595-4a55-bec2-dcb93bd12b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:48:35.809657 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3c8931f5-edba-4f8e-9624-a431d0e44ec3 req-6ddd2d0e-bb55-48e1-8782-2c44784c3cff tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=13e31423-7bfb-45e6-af9e-afdad1116f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5017889 Jul 16 20:48:35.832153 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ff03925-037e-4cd0-8b29-fbeb4f7272b4 req-c369178b-3e04-4f02-8272-0a4de62c3e2b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866889 Jul 16 20:48:35.851523 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132310e9-c13b-4ab6-8b78-b6e71cc860d8 req-e78a6d0f-ece5-433f-a4e2-449fa8c42ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:35.851523 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-132310e9-c13b-4ab6-8b78-b6e71cc860d8 req-e78a6d0f-ece5-433f-a4e2-449fa8c42ddd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8c50f7c-7595-4a55-bec2-dcb93bd12b01 HTTP/1.1" status: 200 len: 834 time: 0.0790334 Jul 16 20:48:35.924695 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132310e9-c13b-4ab6-8b78-b6e71cc860d8 req-a38ba8d8-a1b6-4554-b8f3-ec672c32baad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:35.924695 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-132310e9-c13b-4ab6-8b78-b6e71cc860d8 req-a38ba8d8-a1b6-4554-b8f3-ec672c32baad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7603548a-ab34-41b3-83b2-8cfa970f2767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676124 Jul 16 20:48:35.935434 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b39139-2dea-4a42-87cc-c37eb043a967 None None] New status for floating IP b3f6ee22-a944-4148-afb0-5fcc2e8aaf3d: DOWN {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:48:36.072131 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-132310e9-c13b-4ab6-8b78-b6e71cc860d8 req-5a54ab6c-107d-4ae8-8ee1-fdd4c4f19061 service neutron] 10.222.0.18 "GET /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378200 Jul 16 20:48:36.095821 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275f62e-a07a-4db4-8604-111b173e125a req-ac8f5931-4c1c-4ba1-8c7b-d52ab33f6585 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:36.097556 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8275f62e-a07a-4db4-8604-111b173e125a req-ac8f5931-4c1c-4ba1-8c7b-d52ab33f6585 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1442285 Jul 16 20:48:36.223627 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8275f62e-a07a-4db4-8604-111b173e125a req-5db4c386-0e30-404e-87da-6a358033237c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162014 Jul 16 20:48:36.248093 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c539c-7112-4e37-8482-ec2d46ba1998 req-c50dd6a4-37d9-4e62-84e1-c6221af3413d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:36.249679 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d9c539c-7112-4e37-8482-ec2d46ba1998 req-c50dd6a4-37d9-4e62-84e1-c6221af3413d tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 946 time: 0.1713912 Jul 16 20:48:36.261738 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-132310e9-c13b-4ab6-8b78-b6e71cc860d8 req-7dde650a-41c4-4b87-b3b6-2ccb9b90436b service neutron] 10.222.0.18 "GET /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632257 Jul 16 20:48:36.331481 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d9c539c-7112-4e37-8482-ec2d46ba1998 req-3e6fdcd9-70e6-4b7a-b930-10a9999a22f9 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685620 Jul 16 20:48:36.395500 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90136e20-50cd-4ce2-9d20-dfc446e7ec8b req-2642bbbd-37ca-47d2-8b7b-e69e80f068b0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:36.396951 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-90136e20-50cd-4ce2-9d20-dfc446e7ec8b req-2642bbbd-37ca-47d2-8b7b-e69e80f068b0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 946 time: 0.1090364 Jul 16 20:48:36.467099 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727378e-87ba-4993-8dac-d2ea37b4c437 req-34ce547e-3c65-4ede-a969-9842b94a7770 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:36.468612 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6727378e-87ba-4993-8dac-d2ea37b4c437 req-34ce547e-3c65-4ede-a969-9842b94a7770 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1244292 Jul 16 20:48:36.528774 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6727378e-87ba-4993-8dac-d2ea37b4c437 req-067a0eff-6e03-4889-bbc2-445c092f40ec tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401208 Jul 16 20:48:36.545520 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-90136e20-50cd-4ce2-9d20-dfc446e7ec8b req-eb8d70b7-6816-4019-97bd-3e95fdcc3c88 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Deleting port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:48:36.545880 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-90136e20-50cd-4ce2-9d20-dfc446e7ec8b req-eb8d70b7-6816-4019-97bd-3e95fdcc3c88 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:36.643299 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-90136e20-50cd-4ce2-9d20-dfc446e7ec8b req-eb8d70b7-6816-4019-97bd-3e95fdcc3c88 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] For port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,segment=NetworkSegment(1f517760-5c66-4941-ab3c-883964a82dae),segment_id=1f517760-5c66-4941-ab3c-883964a82dae)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:36.643674 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-90136e20-50cd-4ce2-9d20-dfc446e7ec8b req-eb8d70b7-6816-4019-97bd-3e95fdcc3c88 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:36.656301 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-90136e20-50cd-4ce2-9d20-dfc446e7ec8b req-eb8d70b7-6816-4019-97bd-3e95fdcc3c88 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Calling delete_port for a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:48:36.788580 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fb2e7-d74c-4129-bd04-db89f9dab0ed req-4ff60a40-5751-487c-8a08-649805e907fc tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:36.790355 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-873fb2e7-d74c-4129-bd04-db89f9dab0ed req-4ff60a40-5751-487c-8a08-649805e907fc tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1219747 Jul 16 20:48:36.864472 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-873fb2e7-d74c-4129-bd04-db89f9dab0ed req-6cde33ac-6207-4b17-a991-f09e620a0d8d tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654271 Jul 16 20:48:36.865519 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-90136e20-50cd-4ce2-9d20-dfc446e7ec8b req-eb8d70b7-6816-4019-97bd-3e95fdcc3c88 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:36.902344 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d70b7-6816-4019-97bd-3e95fdcc3c88 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event deleted for resources: {'Port': ['ID=a1aa7ac5-fc83-4481-8ff2-d5790a4beed3,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:36.932127 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d70b7-6816-4019-97bd-3e95fdcc3c88 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:36.932480 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d70b7-6816-4019-97bd-3e95fdcc3c88 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:36.932823 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d70b7-6816-4019-97bd-3e95fdcc3c88 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:36.933165 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d70b7-6816-4019-97bd-3e95fdcc3c88 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:36.933498 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d70b7-6816-4019-97bd-3e95fdcc3c88 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:36.933830 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d70b7-6816-4019-97bd-3e95fdcc3c88 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:36.934164 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d70b7-6816-4019-97bd-3e95fdcc3c88 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:36.934537 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d70b7-6816-4019-97bd-3e95fdcc3c88 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:36.934871 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d70b7-6816-4019-97bd-3e95fdcc3c88 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:36.935201 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d70b7-6816-4019-97bd-3e95fdcc3c88 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:36.935524 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d70b7-6816-4019-97bd-3e95fdcc3c88 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:36.935848 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d70b7-6816-4019-97bd-3e95fdcc3c88 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:36.982001 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-90136e20-50cd-4ce2-9d20-dfc446e7ec8b req-eb8d70b7-6816-4019-97bd-3e95fdcc3c88 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] No DVR routers for this DVR port a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:48:36.985300 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d35094dd-c7bc-46b7-b108-f33d6c3859f2 req-1df0c53b-b6f9-46ec-ba90-1e7bcfe43229 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f17af15-10a1-46e2-8707-1e8baf3fac1b HTTP/1.1" status: 200 len: 210 time: 0.0452838 Jul 16 20:48:36.986295 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-90136e20-50cd-4ce2-9d20-dfc446e7ec8b req-eb8d70b7-6816-4019-97bd-3e95fdcc3c88 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:36.988185 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-90136e20-50cd-4ce2-9d20-dfc446e7ec8b req-eb8d70b7-6816-4019-97bd-3e95fdcc3c88 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.18 "DELETE /v2.0/ports/a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 HTTP/1.1" status: 204 len: 173 time: 0.5856886 Jul 16 20:48:36.988618 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f17af15-10a1-46e2-8707-1e8baf3fac1b', 'name': 'network-vif-deleted', 'tag': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:36.991164 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2082b2a4-9644-4fe5-ad9c-714015097a8a" -d '{"events": [{"server_uuid": "9f17af15-10a1-46e2-8707-1e8baf3fac1b", "name": "network-vif-deleted", "tag": "a1aa7ac5-fc83-4481-8ff2-d5790a4beed3"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:37.078215 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad218a-0f58-44b2-9856-c7c4f39db046 req-d8987834-a782-4548-ba1b-634e57ebd648 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:37.081047 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-29ad218a-0f58-44b2-9856-c7c4f39db046 req-d8987834-a782-4548-ba1b-634e57ebd648 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=b468b2be-5974-4330-be1f-6d4565fe0192 HTTP/1.1" status: 200 len: 944 time: 0.0813200 Jul 16 20:48:37.098274 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 58db5ee0-c4ed-4af1-905d-f85f01a2f391 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:37.159588 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 58db5ee0-c4ed-4af1-905d-f85f01a2f391 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:37.164595 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 58db5ee0-c4ed-4af1-905d-f85f01a2f391 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:37.165088 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:37.172997 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-29ad218a-0f58-44b2-9856-c7c4f39db046 req-90fc6145-f27f-4c96-a554-041b901daf0b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860121 Jul 16 20:48:37.208519 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed171452-6e0d-4054-8e9b-2ee970c390e0 req-78fae88b-fa06-445d-9c6b-8f4028159de9 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:37.210059 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ed171452-6e0d-4054-8e9b-2ee970c390e0 req-78fae88b-fa06-445d-9c6b-8f4028159de9 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0987105 Jul 16 20:48:37.261355 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ed171452-6e0d-4054-8e9b-2ee970c390e0 req-b1e1f3f6-115c-4f4b-87be-0d51aa471732 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427375 Jul 16 20:48:37.266075 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:37.305960 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b468b2be-5974-4330-be1f-6d4565fe0192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58db5ee0-c4ed-4af1-905d-f85f01a2f391'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:37.308864 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9360dd05-df00-4d39-933a-ebdd1124dba4" -d '{"events": [{"server_uuid": "b468b2be-5974-4330-be1f-6d4565fe0192", "name": "network-vif-plugged", "status": "completed", "tag": "58db5ee0-c4ed-4af1-905d-f85f01a2f391"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:37.312231 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6854719-27c3-4989-94fd-ab81a30a09c7 x-openstack-request-id: req-e6854719-27c3-4989-94fd-ab81a30a09c7 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:37.312611 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f17af15-10a1-46e2-8707-1e8baf3fac1b", "name": "network-vif-deleted", "tag": "a1aa7ac5-fc83-4481-8ff2-d5790a4beed3", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:37.312952 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e6854719-27c3-4989-94fd-ab81a30a09c7 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:37.313419 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f17af15-10a1-46e2-8707-1e8baf3fac1b', 'name': 'network-vif-deleted', 'tag': 'a1aa7ac5-fc83-4481-8ff2-d5790a4beed3', 'status': 'completed', 'code': 200} Jul 16 20:48:37.326206 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 58db5ee0-c4ed-4af1-905d-f85f01a2f391, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=58db5ee0-c4ed-4af1-905d-f85f01a2f391,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:37.334400 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:37.398436 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccf6e86-3bb2-4552-a733-42a21c630456 x-openstack-request-id: req-4ccf6e86-3bb2-4552-a733-42a21c630456 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:37.398710 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b468b2be-5974-4330-be1f-6d4565fe0192", "name": "network-vif-plugged", "status": "completed", "tag": "58db5ee0-c4ed-4af1-905d-f85f01a2f391", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:37.398973 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4ccf6e86-3bb2-4552-a733-42a21c630456 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:37.399745 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b468b2be-5974-4330-be1f-6d4565fe0192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58db5ee0-c4ed-4af1-905d-f85f01a2f391', 'code': 200} Jul 16 20:48:37.400944 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=58db5ee0-c4ed-4af1-905d-f85f01a2f391,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:37.578476 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe2786-3094-4ea2-8118-5e103d317146 req-a3ef1cab-745d-41b1-aa1e-b06502c3d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:37.580613 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0cbe2786-3094-4ea2-8118-5e103d317146 req-a3ef1cab-745d-41b1-aa1e-b06502c3d99b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b468b2be-5974-4330-be1f-6d4565fe0192 HTTP/1.1" status: 200 len: 1097 time: 0.0652907 Jul 16 20:48:37.635853 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0cbe2786-3094-4ea2-8118-5e103d317146 req-dcf34576-d7ed-4f27-ac1c-693fa138071e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468903 Jul 16 20:48:37.785307 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ff659-1e15-4f48-a057-a4a80f1106b2 req-239fdf30-7b55-43c1-9fca-8d78adc66c2b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:37.786871 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-245ff659-1e15-4f48-a057-a4a80f1106b2 req-239fdf30-7b55-43c1-9fca-8d78adc66c2b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 946 time: 0.0746830 Jul 16 20:48:37.843025 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-245ff659-1e15-4f48-a057-a4a80f1106b2 req-2aea86d3-369c-4f2c-9856-ec4b743db4a2 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476506 Jul 16 20:48:38.135418 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8228ec-0e69-4d22-b609-4822a24b965f req-6dc913dc-bc4b-4883-897e-c494ca2f5350 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:38.137046 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a8228ec-0e69-4d22-b609-4822a24b965f req-6dc913dc-bc4b-4883-897e-c494ca2f5350 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0689871 Jul 16 20:48:38.177487 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a8228ec-0e69-4d22-b609-4822a24b965f req-e8e10934-c4e0-40b0-8de2-30ef2ba8725e tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340388 Jul 16 20:48:38.260228 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60786) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:38.483159 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8854dd-a9cb-4c22-a3fa-305b83cd8c09 req-75b07ac7-c629-4a69-bcaf-3bd5a1f9f460 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:38.484789 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aa8854dd-a9cb-4c22-a3fa-305b83cd8c09 req-75b07ac7-c629-4a69-bcaf-3bd5a1f9f460 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=b468b2be-5974-4330-be1f-6d4565fe0192 HTTP/1.1" status: 200 len: 945 time: 0.1563263 Jul 16 20:48:38.589609 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aa8854dd-a9cb-4c22-a3fa-305b83cd8c09 req-1e4a2dac-aae4-4528-9fbf-354978f6555a tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974586 Jul 16 20:48:38.766377 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f38d3118-1faf-44c0-bcbc-bcf9dd802887 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:38.856246 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-53bf65db-761f-4bc1-8d17-f79527d17102 req-c72130e9-e8a8-4c00-8ded-507e005971b9 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:48:38.857217 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-53bf65db-761f-4bc1-8d17-f79527d17102 req-c72130e9-e8a8-4c00-8ded-507e005971b9 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066807 Jul 16 20:48:39.064201 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-f38d3118-1faf-44c0-bcbc-bcf9dd802887 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Deleting port 045df08a-ca39-49c0-b8ea-6d74c1337e2a {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:48:39.064639 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f38d3118-1faf-44c0-bcbc-bcf9dd802887 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:39.113074 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b350411a-c990-44f0-bd27-100be7fb9a1c no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:48:39.124066 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-a6f08f1d-888f-44bd-8acc-0f4a4d7949d4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0578094 Jul 16 20:48:39.191244 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:39.231043 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-f38d3118-1faf-44c0-bcbc-bcf9dd802887 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] For port 045df08a-ca39-49c0-b8ea-6d74c1337e2a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=045df08a-ca39-49c0-b8ea-6d74c1337e2a,segment=NetworkSegment(1f517760-5c66-4941-ab3c-883964a82dae),segment_id=1f517760-5c66-4941-ab3c-883964a82dae)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:39.231589 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f38d3118-1faf-44c0-bcbc-bcf9dd802887 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:39.245865 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-f38d3118-1faf-44c0-bcbc-bcf9dd802887 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Calling delete_port for 045df08a-ca39-49c0-b8ea-6d74c1337e2a owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:48:39.252266 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port b350411a-c990-44f0-bd27-100be7fb9a1c, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b350411a-c990-44f0-bd27-100be7fb9a1c,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:39.256951 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:39.258964 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:48:39.268681 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085295d-0e17-4d66-80e5-04e78cb499dd req-2f4ebf79-31aa-4e8e-a105-7fab73d5eb13 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:39.277519 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8085295d-0e17-4d66-80e5-04e78cb499dd req-2f4ebf79-31aa-4e8e-a105-7fab73d5eb13 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 946 time: 0.1969953 Jul 16 20:48:39.316144 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:48:39.316490 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device a1aa7ac5-fc83-4481-8ff2-d5790a4beed3 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:48:39.349249 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=b350411a-c990-44f0-bd27-100be7fb9a1c,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:39.381296 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8085295d-0e17-4d66-80e5-04e78cb499dd req-ceb63424-3d14-4cb0-8750-9c225e13437f tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029203 Jul 16 20:48:39.400964 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c94c39-04b9-4291-803f-ff760bd76f5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b350411a-c990-44f0-bd27-100be7fb9a1c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:39.404910 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79427b44-2e34-45f0-bde2-5b063edf9cf0" -d '{"events": [{"server_uuid": "05c94c39-04b9-4291-803f-ff760bd76f5b", "name": "network-vif-unplugged", "status": "completed", "tag": "b350411a-c990-44f0-bd27-100be7fb9a1c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:39.440752 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f803e9-b489-486c-8032-0d8a119285a5 req-f7dab242-b512-426d-89f4-a4e080c040ae tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:39.442287 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d2f803e9-b489-486c-8032-0d8a119285a5 req-f7dab242-b512-426d-89f4-a4e080c040ae tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0962396 Jul 16 20:48:39.450376 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc75c3d-a65e-479d-acf5-d3162a694fee x-openstack-request-id: req-cfc75c3d-a65e-479d-acf5-d3162a694fee {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:39.451081 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c94c39-04b9-4291-803f-ff760bd76f5b", "name": "network-vif-unplugged", "status": "failed", "tag": "b350411a-c990-44f0-bd27-100be7fb9a1c", "code": 422}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:39.451720 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cfc75c3d-a65e-479d-acf5-d3162a694fee {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:39.452318 n-d-791506-21 neutron-server[93795]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '05c94c39-04b9-4291-803f-ff760bd76f5b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b350411a-c990-44f0-bd27-100be7fb9a1c', 'code': 422} returned with failed status Jul 16 20:48:39.532077 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d2f803e9-b489-486c-8032-0d8a119285a5 req-a80af597-1474-4020-817e-dc86fa130f7d tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551326 Jul 16 20:48:39.595898 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f38d3118-1faf-44c0-bcbc-bcf9dd802887 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:39.625232 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d3118-1faf-44c0-bcbc-bcf9dd802887 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event deleted for resources: {'Port': ['ID=045df08a-ca39-49c0-b8ea-6d74c1337e2a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:39.868064 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f38d3118-1faf-44c0-bcbc-bcf9dd802887 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:39.889710 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ec3a7-315b-401a-b4bb-723bde754594 req-3e6bc651-c1a0-4dc8-9e2b-bb7beb51ab8e tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:39.891251 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-792ec3a7-315b-401a-b4bb-723bde754594 req-3e6bc651-c1a0-4dc8-9e2b-bb7beb51ab8e tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=b468b2be-5974-4330-be1f-6d4565fe0192 HTTP/1.1" status: 200 len: 945 time: 0.1306095 Jul 16 20:48:39.997460 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-792ec3a7-315b-401a-b4bb-723bde754594 req-707d54e8-11f8-471f-ae8d-0955839ae0c2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743270 Jul 16 20:48:40.117906 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-ccf8d76c-fc57-430c-b3ec-49bcedc4a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:40.119398 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-ccf8d76c-fc57-430c-b3ec-49bcedc4a09b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b&tenant_id=a195eb15eb6f4338b136e6cce4c78c87 HTTP/1.1" status: 200 len: 1096 time: 0.0657239 Jul 16 20:48:40.130985 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-21', 'device_owner': 'compute:nova'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:40.165703 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38d3118-1faf-44c0-bcbc-bcf9dd802887 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Router 85134c59-60c5-450d-b86d-8bd210c3306e has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:48:40.206547 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:40.244116 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82865e85-08b3-46ad-86c1-d4c33c584d30 req-97af00b1-721d-4d10-a1ea-7f038aa72bf7 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:40.245638 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-82865e85-08b3-46ad-86c1-d4c33c584d30 req-97af00b1-721d-4d10-a1ea-7f038aa72bf7 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=b468b2be-5974-4330-be1f-6d4565fe0192 HTTP/1.1" status: 200 len: 945 time: 0.1168144 Jul 16 20:48:40.324376 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-82865e85-08b3-46ad-86c1-d4c33c584d30 req-e6b49d89-c39f-4675-a6e7-dbb71f9e57f3 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484135 Jul 16 20:48:40.325317 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38d3118-1faf-44c0-bcbc-bcf9dd802887 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:48:40.331107 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f38d3118-1faf-44c0-bcbc-bcf9dd802887 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "PUT /v2.0/routers/85134c59-60c5-450d-b86d-8bd210c3306e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0691783 Jul 16 20:48:40.333285 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60826) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:40.335683 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef8eafc-217e-44cb-a4ce-3688bc416564 None None] Sync routers for ids ['85134c59-60c5-450d-b86d-8bd210c3306e'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:48:40.349867 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef8eafc-217e-44cb-a4ce-3688bc416564 None None] Routers {'85134c59-60c5-450d-b86d-8bd210c3306e'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:40.350924 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9ef8eafc-217e-44cb-a4ce-3688bc416564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:48:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['85134c59-60c5-450d-b86d-8bd210c3306e'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:40.398946 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e06ed65-ea59-4958-b221-2a49ee559830 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Deleting subnet c8c50f7c-7595-4a55-bec2-dcb93bd12b01 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:48:40.403728 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0e06ed65-ea59-4958-b221-2a49ee559830 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:40.451860 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] For port b350411a-c990-44f0-bd27-100be7fb9a1c, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b350411a-c990-44f0-bd27-100be7fb9a1c,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:40.477539 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-9ef8eafc-217e-44cb-a4ce-3688bc416564 None None] Set router 85134c59-60c5-450d-b86d-8bd210c3306e gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:40.512013 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0e06ed65-ea59-4958-b221-2a49ee559830 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:40.512779 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] For port b350411a-c990-44f0-bd27-100be7fb9a1c, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:48:40.557345 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b350411a-c990-44f0-bd27-100be7fb9a1c {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:48:40.566863 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:40.582436 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Transition to ACTIVE for port object b350411a-c990-44f0-bd27-100be7fb9a1c will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:48:40.587503 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:40.649510 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f76ab-4e45-483f-a001-4f4a9583045f req-ebbae40d-694b-488c-b1c3-2c9237c1cab6 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:40.651475 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-178f76ab-4e45-483f-a001-4f4a9583045f req-ebbae40d-694b-488c-b1c3-2c9237c1cab6 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=b468b2be-5974-4330-be1f-6d4565fe0192 HTTP/1.1" status: 200 len: 945 time: 0.1697407 Jul 16 20:48:40.685292 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9ef8eafc-217e-44cb-a4ce-3688bc416564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449018390', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:23Z', 'updated_at': '2021-07-16T20:48:39Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:24Z', 'updated_at': '2021-07-16T20:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:40.685690 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Pushing event updated for resources: {'Port': ['ID=b350411a-c990-44f0-bd27-100be7fb9a1c,revision_number=9']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:40.693687 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0e06ed65-ea59-4958-b221-2a49ee559830 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:40.700178 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:40.700847 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:40.701373 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:40.701985 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:40.702510 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:40.703061 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:40.703557 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:40.704064 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:40.704797 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:40.705310 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:40.705809 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:40.706343 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:40.722545 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef8eafc-217e-44cb-a4ce-3688bc416564 None None] Checking router: 85134c59-60c5-450d-b86d-8bd210c3306e for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:48:40.734177 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef8eafc-217e-44cb-a4ce-3688bc416564 None None] Routers {'85134c59-60c5-450d-b86d-8bd210c3306e'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:40.734833 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9ef8eafc-217e-44cb-a4ce-3688bc416564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:48:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['85134c59-60c5-450d-b86d-8bd210c3306e'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:40.751043 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093dfdf-27bc-4c54-bbc5-c86e91c05f4e req-2fc387ae-0230-4075-a4d6-16a9abaae6d0 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:40.752842 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7093dfdf-27bc-4c54-bbc5-c86e91c05f4e req-2fc387ae-0230-4075-a4d6-16a9abaae6d0 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 944 time: 0.2022760 Jul 16 20:48:40.772700 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] No DVR routers for this DVR port b350411a-c990-44f0-bd27-100be7fb9a1c on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:48:40.793429 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-178f76ab-4e45-483f-a001-4f4a9583045f req-5ab91c34-de61-4a66-825d-b6a1a5a77fb3 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317415 Jul 16 20:48:40.850953 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7093dfdf-27bc-4c54-bbc5-c86e91c05f4e req-349622d9-6b99-4206-aa2e-597602597e2f tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718625 Jul 16 20:48:40.899773 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0e06ed65-ea59-4958-b221-2a49ee559830 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:40.935029 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4407ad-9db6-4411-8c43-36f058f85c10 None None] Network 7603548a-ab34-41b3-83b2-8cfa970f2767 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:48:40.944279 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-9ef8eafc-217e-44cb-a4ce-3688bc416564 None None] Set router 85134c59-60c5-450d-b86d-8bd210c3306e gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:40.975775 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0e06ed65-ea59-4958-b221-2a49ee559830 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:40.981856 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0e06ed65-ea59-4958-b221-2a49ee559830 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "DELETE /v2.0/subnets/c8c50f7c-7595-4a55-bec2-dcb93bd12b01 HTTP/1.1" status: 204 len: 168 time: 0.6473291 Jul 16 20:48:40.982795 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60838) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:40.985070 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06ed65-ea59-4958-b221-2a49ee559830 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event deleted for resources: {'Subnet': ['ID=c8c50f7c-7595-4a55-bec2-dcb93bd12b01,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:41.262728 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9ef8eafc-217e-44cb-a4ce-3688bc416564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449018390', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:23Z', 'updated_at': '2021-07-16T20:48:39Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:24Z', 'updated_at': '2021-07-16T20:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:41.264201 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e48174-f8e4-4541-815e-6454bca1f8d9 None None] DHCP port deletion for 7603548a-ab34-41b3-83b2-8cfa970f2767 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:48:41.305038 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef8eafc-217e-44cb-a4ce-3688bc416564 None None] The sync data for ids ['85134c59-60c5-450d-b86d-8bd210c3306e'] in n-d-791506-21 is: [{'id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449018390', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:23Z', 'updated_at': '2021-07-16T20:48:39Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': 'a6d59877-453b-4ceb-8309-6202060b8b6e', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85134c59-60c5-450d-b86d-8bd210c3306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:24Z', 'updated_at': '2021-07-16T20:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:48:41.345305 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-09e48174-f8e4-4541-815e-6454bca1f8d9 None None] Deleting port 89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:48:41.345844 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09e48174-f8e4-4541-815e-6454bca1f8d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:41.437708 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-09e48174-f8e4-4541-815e-6454bca1f8d9 None None] For port 89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b,segment=NetworkSegment(1f517760-5c66-4941-ab3c-883964a82dae),segment_id=1f517760-5c66-4941-ab3c-883964a82dae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:41.438151 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09e48174-f8e4-4541-815e-6454bca1f8d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:41.454574 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-09e48174-f8e4-4541-815e-6454bca1f8d9 None None] Calling delete_port for 89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:48:41.557403 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09e48174-f8e4-4541-815e-6454bca1f8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:41.573152 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e48174-f8e4-4541-815e-6454bca1f8d9 None None] No DVR routers for this DVR port 89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:48:41.575422 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Attempting to bind port b350411a-c990-44f0-bd27-100be7fb9a1c on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:48:41.575966 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Attempting to bind port b350411a-c990-44f0-bd27-100be7fb9a1c by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:48:41.576085 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Attempting to bind port b350411a-c990-44f0-bd27-100be7fb9a1c on network 57f96d4f-a3d8-495c-8b4c-383900172d1b {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:48:41.587613 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Port b350411a-c990-44f0-bd27-100be7fb9a1c on network 57f96d4f-a3d8-495c-8b4c-383900172d1b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:48:41.588337 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Attempting to bind port b350411a-c990-44f0-bd27-100be7fb9a1c on network 57f96d4f-a3d8-495c-8b4c-383900172d1b {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:48:41.596218 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b884de-465a-4f77-8dd3-15e94c1c0c7c req-a784acb4-ac65-42ad-9eb5-3a1c4baf133c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:41.597612 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09b884de-465a-4f77-8dd3-15e94c1c0c7c req-a784acb4-ac65-42ad-9eb5-3a1c4baf133c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.6325202 Jul 16 20:48:41.600036 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:48:41.600602 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Checking segment: {'id': 'e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:48:41.601221 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Bound using segment: {'id': 'e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:48:41.602461 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Bound port: b350411a-c990-44f0-bd27-100be7fb9a1c, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:48:41.603111 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e48174-f8e4-4541-815e-6454bca1f8d9 None None] Pushing event deleted for resources: {'Port': ['ID=89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:41.603509 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:41.646102 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e0c0703a-2b0e-40a7-b21e-698ae19228e9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:41.683741 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] For port b350411a-c990-44f0-bd27-100be7fb9a1c, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:48:41.688352 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] For port b350411a-c990-44f0-bd27-100be7fb9a1c, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b350411a-c990-44f0-bd27-100be7fb9a1c,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:48:41.695883 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:41.714282 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:41.715381 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:41.718426 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] 10.222.0.62 "PUT /v2.0/ports/b350411a-c990-44f0-bd27-100be7fb9a1c HTTP/1.1" status: 200 len: 1093 time: 1.5916398 Jul 16 20:48:41.719333 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c94c39-04b9-4291-803f-ff760bd76f5b', 'tag': 'b350411a-c990-44f0-bd27-100be7fb9a1c'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:41.722572 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851a6d45-5869-4770-b990-95a265c0579a" -d '{"events": [{"name": "network-changed", "server_uuid": "05c94c39-04b9-4291-803f-ff760bd76f5b", "tag": "b350411a-c990-44f0-bd27-100be7fb9a1c"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:41.773119 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09b884de-465a-4f77-8dd3-15e94c1c0c7c req-704c6fb1-a4a7-4113-8336-fde0a1bc4c0e tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632249 Jul 16 20:48:41.804092 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf1a40-eeeb-4448-a1ba-714121732e7f req-8bb7214d-fd4d-4803-8c8d-1603461e341a tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:41.814697 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-76bf1a40-eeeb-4448-a1ba-714121732e7f req-8bb7214d-fd4d-4803-8c8d-1603461e341a tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=b468b2be-5974-4330-be1f-6d4565fe0192 HTTP/1.1" status: 200 len: 945 time: 0.2283685 Jul 16 20:48:41.841280 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e0c0703a-2b0e-40a7-b21e-698ae19228e9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:41.846300 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fda35-b5d6-48ad-85a3-31ec8aafab46 service neutron] Pushing event updated for resources: {'Port': ['ID=b350411a-c990-44f0-bd27-100be7fb9a1c,revision_number=10']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:41.868967 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-76bf1a40-eeeb-4448-a1ba-714121732e7f req-57e4ae94-5bca-4083-aa9b-9ef2128d23e8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524611 Jul 16 20:48:41.883375 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7d0325-84d6-49d6-927b-603a8e9c02d6 x-openstack-request-id: req-ee7d0325-84d6-49d6-927b-603a8e9c02d6 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:41.883727 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c94c39-04b9-4291-803f-ff760bd76f5b", "tag": "b350411a-c990-44f0-bd27-100be7fb9a1c", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:41.883992 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ee7d0325-84d6-49d6-927b-603a8e9c02d6 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:41.884399 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c94c39-04b9-4291-803f-ff760bd76f5b', 'tag': 'b350411a-c990-44f0-bd27-100be7fb9a1c', 'status': 'completed', 'code': 200} Jul 16 20:48:41.886752 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-c283e962-eb45-4caf-8b10-d6bbff4e782c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:41.891001 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-c283e962-eb45-4caf-8b10-d6bbff4e782c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a195eb15eb6f4338b136e6cce4c78c87&device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 1097 time: 0.1286116 Jul 16 20:48:41.966302 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e0c0703a-2b0e-40a7-b21e-698ae19228e9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Deleting port a6d59877-453b-4ceb-8309-6202060b8b6e {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:48:41.967018 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e0c0703a-2b0e-40a7-b21e-698ae19228e9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:42.040189 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-365958f1-902e-4afb-86db-d8ed1f9f43a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:42.041879 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-365958f1-902e-4afb-86db-d8ed1f9f43a4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=57f96d4f-a3d8-495c-8b4c-383900172d1b HTTP/1.1" status: 200 len: 918 time: 0.1428814 Jul 16 20:48:42.081117 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:48:42.109453 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:48:42.110203 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 89c422a3-8b98-4a07-a7ec-5dccf9bbbe2b not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:48:42.110203 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 045df08a-ca39-49c0-b8ea-6d74c1337e2a no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:48:42.119309 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-e0c0703a-2b0e-40a7-b21e-698ae19228e9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] For port a6d59877-453b-4ceb-8309-6202060b8b6e, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a6d59877-453b-4ceb-8309-6202060b8b6e,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:42.119752 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e0c0703a-2b0e-40a7-b21e-698ae19228e9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:42.135266 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-9d87911f-f4af-4910-a2a9-c27ecc5741f5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b350411a-c990-44f0-bd27-100be7fb9a1c HTTP/1.1" status: 200 len: 999 time: 0.0843747 Jul 16 20:48:42.140524 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e0c0703a-2b0e-40a7-b21e-698ae19228e9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Calling delete_port for a6d59877-453b-4ceb-8309-6202060b8b6e owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:48:42.159322 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 045df08a-ca39-49c0-b8ea-6d74c1337e2a {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:48:42.160110 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 045df08a-ca39-49c0-b8ea-6d74c1337e2a not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:48:42.167261 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92173f80-39b4-4611-b26d-11613a7a0254 req-e6252192-fc97-4b85-a150-e904c7f31afc tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:42.168978 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-92173f80-39b4-4611-b26d-11613a7a0254 req-e6252192-fc97-4b85-a150-e904c7f31afc tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 945 time: 0.1599867 Jul 16 20:48:42.200109 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-cff263ba-e2a8-4c36-b9a3-43190c059f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:42.201945 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-cff263ba-e2a8-4c36-b9a3-43190c059f7f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8d89da5-8a18-4550-b255-1d58457114f4 HTTP/1.1" status: 200 len: 856 time: 0.0612810 Jul 16 20:48:42.257326 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-92173f80-39b4-4611-b26d-11613a7a0254 req-70275b90-fd64-422d-8601-bc76a25503dc tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513809 Jul 16 20:48:42.267522 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-53482af1-3991-4bea-b1dc-7fc954af9f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:42.269257 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-53482af1-3991-4bea-b1dc-7fc954af9f74 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57f96d4f-a3d8-495c-8b4c-383900172d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610857 Jul 16 20:48:42.370892 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e0c0703a-2b0e-40a7-b21e-698ae19228e9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:42.379135 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-625fd40d-984e-4ff5-8618-abe052f51387 service neutron] 10.222.0.62 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031415 Jul 16 20:48:42.402077 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0703a-2b0e-40a7-b21e-698ae19228e9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event deleted for resources: {'Port': ['ID=a6d59877-453b-4ceb-8309-6202060b8b6e,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:42.473602 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c9728869-c574-44fb-a270-d85c84a7ad3d req-d973f2f9-7621-4da9-b103-61e0d0bd2b48 service neutron] 10.222.0.62 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875230 Jul 16 20:48:42.474057 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e0c0703a-2b0e-40a7-b21e-698ae19228e9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:42.580883 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e0c0703a-2b0e-40a7-b21e-698ae19228e9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:42.580883 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e0c0703a-2b0e-40a7-b21e-698ae19228e9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:42.593246 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a6d45-5869-4770-b990-95a265c0579a req-56b9c6f2-9dfe-4565-8b79-9246272682d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:42.594795 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-851a6d45-5869-4770-b990-95a265c0579a req-56b9c6f2-9dfe-4565-8b79-9246272682d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a195eb15eb6f4338b136e6cce4c78c87&device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 1097 time: 0.0756698 Jul 16 20:48:42.635329 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e0c0703a-2b0e-40a7-b21e-698ae19228e9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:42.636081 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c0703a-2b0e-40a7-b21e-698ae19228e9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Fanout notify agent at l3_agent the message router_deleted on router 85134c59-60c5-450d-b86d-8bd210c3306e {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:48:42.644708 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e0c0703a-2b0e-40a7-b21e-698ae19228e9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:42.646886 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e0c0703a-2b0e-40a7-b21e-698ae19228e9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "DELETE /v2.0/routers/85134c59-60c5-450d-b86d-8bd210c3306e HTTP/1.1" status: 204 len: 168 time: 1.6594136 Jul 16 20:48:42.649055 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60854) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:42.701414 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a6d45-5869-4770-b990-95a265c0579a req-fd0f69b4-7625-45fb-a703-94d8c3829517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:42.705647 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-851a6d45-5869-4770-b990-95a265c0579a req-fd0f69b4-7625-45fb-a703-94d8c3829517 service neutron] 10.222.0.62 "GET /v2.0/networks?id=57f96d4f-a3d8-495c-8b4c-383900172d1b HTTP/1.1" status: 200 len: 918 time: 0.1026635 Jul 16 20:48:42.796855 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ed831289-062f-4770-bb61-23e579bb4ca8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:42.808569 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-851a6d45-5869-4770-b990-95a265c0579a req-0c3ce16e-81e3-4f64-85ec-f86c4b715f96 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b350411a-c990-44f0-bd27-100be7fb9a1c HTTP/1.1" status: 200 len: 999 time: 0.0927935 Jul 16 20:48:42.892649 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca6e6a-0bbd-46d6-98b9-5a7b2b557da8 req-326b8de7-d74f-441c-a93e-8366cec191a9 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:42.894222 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2dca6e6a-0bbd-46d6-98b9-5a7b2b557da8 req-326b8de7-d74f-441c-a93e-8366cec191a9 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.18 "GET /v2.0/ports?device_id=b468b2be-5974-4330-be1f-6d4565fe0192 HTTP/1.1" status: 200 len: 945 time: 0.1398604 Jul 16 20:48:42.936506 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ed831289-062f-4770-bb61-23e579bb4ca8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:42.966874 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ed831289-062f-4770-bb61-23e579bb4ca8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7603548a-ab34-41b3-83b2-8cfa970f2767']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:42.980593 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a6d45-5869-4770-b990-95a265c0579a req-56c59991-bf9c-4629-a476-9a810fe51aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:42.988715 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-851a6d45-5869-4770-b990-95a265c0579a req-56c59991-bf9c-4629-a476-9a810fe51aad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8d89da5-8a18-4550-b255-1d58457114f4 HTTP/1.1" status: 200 len: 856 time: 0.1731019 Jul 16 20:48:43.000332 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ed831289-062f-4770-bb61-23e579bb4ca8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f517760-5c66-4941-ab3c-883964a82dae') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:43.000666 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ed831289-062f-4770-bb61-23e579bb4ca8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f517760-5c66-4941-ab3c-883964a82dae') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:43.019868 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ed831289-062f-4770-bb61-23e579bb4ca8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:43.082778 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a6d45-5869-4770-b990-95a265c0579a req-d2bbb3d2-e9bc-42e6-b161-88ccc0298e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:43.088343 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-851a6d45-5869-4770-b990-95a265c0579a req-d2bbb3d2-e9bc-42e6-b161-88ccc0298e1d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57f96d4f-a3d8-495c-8b4c-383900172d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836098 Jul 16 20:48:43.147338 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ed831289-062f-4770-bb61-23e579bb4ca8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:43.155610 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed831289-062f-4770-bb61-23e579bb4ca8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:48:43.156642 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ed831289-062f-4770-bb61-23e579bb4ca8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:48:43.227145 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:48:43.254004 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ed831289-062f-4770-bb61-23e579bb4ca8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:43.286698 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ed831289-062f-4770-bb61-23e579bb4ca8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:43.288540 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ed831289-062f-4770-bb61-23e579bb4ca8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "DELETE /v2.0/networks/7603548a-ab34-41b3-83b2-8cfa970f2767 HTTP/1.1" status: 204 len: 168 time: 0.6385283 Jul 16 20:48:43.292909 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60872) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:43.317645 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed831289-062f-4770-bb61-23e579bb4ca8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event deleted for resources: {'Network': ['ID=7603548a-ab34-41b3-83b2-8cfa970f2767,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:43.371467 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-2dca6e6a-0bbd-46d6-98b9-5a7b2b557da8 req-87e1ee48-e6ae-4625-be92-ee93d9630665 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Deleting port 58db5ee0-c4ed-4af1-905d-f85f01a2f391 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:48:43.371852 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2dca6e6a-0bbd-46d6-98b9-5a7b2b557da8 req-87e1ee48-e6ae-4625-be92-ee93d9630665 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:43.396174 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d683d7-655b-4854-a96a-e293bf6851d6 req-fa579629-c013-4483-b25e-cd287c1e76d3 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:43.405025 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09d683d7-655b-4854-a96a-e293bf6851d6 req-fa579629-c013-4483-b25e-cd287c1e76d3 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.3869600 Jul 16 20:48:43.413098 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-22bcee74-dc86-4225-965c-87fe75f64f5f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:43.429569 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870dca33-e9bb-4a7a-a840-2ba5ce38aa07 req-d1d15bac-8145-457d-83f8-79776312a20b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:43.436404 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-870dca33-e9bb-4a7a-a840-2ba5ce38aa07 req-d1d15bac-8145-457d-83f8-79776312a20b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=b468b2be-5974-4330-be1f-6d4565fe0192 HTTP/1.1" status: 200 len: 945 time: 0.2079535 Jul 16 20:48:43.511237 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-22bcee74-dc86-4225-965c-87fe75f64f5f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:43.558807 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09d683d7-655b-4854-a96a-e293bf6851d6 req-f14a4f1f-a761-4026-9b49-1e6c268963c4 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471066 Jul 16 20:48:43.593117 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-870dca33-e9bb-4a7a-a840-2ba5ce38aa07 req-82b4351e-7690-47cd-af3a-df0bd07d9cb8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526482 Jul 16 20:48:43.635594 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-2dca6e6a-0bbd-46d6-98b9-5a7b2b557da8 req-87e1ee48-e6ae-4625-be92-ee93d9630665 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] For port 58db5ee0-c4ed-4af1-905d-f85f01a2f391, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=58db5ee0-c4ed-4af1-905d-f85f01a2f391,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:43.638794 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2dca6e6a-0bbd-46d6-98b9-5a7b2b557da8 req-87e1ee48-e6ae-4625-be92-ee93d9630665 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:43.650071 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-22bcee74-dc86-4225-965c-87fe75f64f5f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:43.666054 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-22bcee74-dc86-4225-965c-87fe75f64f5f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:43.670410 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-2dca6e6a-0bbd-46d6-98b9-5a7b2b557da8 req-87e1ee48-e6ae-4625-be92-ee93d9630665 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Calling delete_port for 58db5ee0-c4ed-4af1-905d-f85f01a2f391 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:48:43.673236 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-22bcee74-dc86-4225-965c-87fe75f64f5f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "DELETE /v2.0/security-groups/13e31423-7bfb-45e6-af9e-afdad1116f0c HTTP/1.1" status: 204 len: 168 time: 0.3791373 Jul 16 20:48:43.699309 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bcee74-dc86-4225-965c-87fe75f64f5f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e31423-7bfb-45e6-af9e-afdad1116f0c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:43.875659 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e10381-745d-4a9f-b84e-f1aa1cbe5258 req-0362771c-5f54-46d6-a9f7-2708de444e35 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:43.883729 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02e10381-745d-4a9f-b84e-f1aa1cbe5258 req-0362771c-5f54-46d6-a9f7-2708de444e35 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 945 time: 0.1373396 Jul 16 20:48:43.922270 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2dca6e6a-0bbd-46d6-98b9-5a7b2b557da8 req-87e1ee48-e6ae-4625-be92-ee93d9630665 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:43.934411 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['58db5ee0-c4ed-4af1-905d-f85f01a2f391'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:48:43.942698 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02e10381-745d-4a9f-b84e-f1aa1cbe5258 req-729e3e62-f2cd-448d-9191-265004d7c2da tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577695 Jul 16 20:48:43.962537 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1ee48-e6ae-4625-be92-ee93d9630665 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event deleted for resources: {'Port': ['ID=58db5ee0-c4ed-4af1-905d-f85f01a2f391,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:44.024884 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dca6e6a-0bbd-46d6-98b9-5a7b2b557da8 req-87e1ee48-e6ae-4625-be92-ee93d9630665 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] No DVR routers for this DVR port 58db5ee0-c4ed-4af1-905d-f85f01a2f391 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:48:44.035642 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2dca6e6a-0bbd-46d6-98b9-5a7b2b557da8 req-87e1ee48-e6ae-4625-be92-ee93d9630665 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:44.052823 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2dca6e6a-0bbd-46d6-98b9-5a7b2b557da8 req-87e1ee48-e6ae-4625-be92-ee93d9630665 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.18 "DELETE /v2.0/ports/58db5ee0-c4ed-4af1-905d-f85f01a2f391 HTTP/1.1" status: 204 len: 173 time: 1.1483414 Jul 16 20:48:44.056785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b468b2be-5974-4330-be1f-6d4565fe0192', 'name': 'network-vif-deleted', 'tag': '58db5ee0-c4ed-4af1-905d-f85f01a2f391'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:44.060175 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9a2dd5-b13b-4885-952c-81a414e4847a" -d '{"events": [{"server_uuid": "b468b2be-5974-4330-be1f-6d4565fe0192", "name": "network-vif-deleted", "tag": "58db5ee0-c4ed-4af1-905d-f85f01a2f391"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:44.133676 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a6d59877-453b-4ceb-8309-6202060b8b6e no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:48:44.175884 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: a6d59877-453b-4ceb-8309-6202060b8b6e {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:48:44.176747 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a6d59877-453b-4ceb-8309-6202060b8b6e not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:48:44.930550 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60886) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:44.937032 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-deacc86b-8f86-4226-bb90-3eb2d13aca79 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1772911047', 'description': 'tempest-secgroup-smoke-1772911047 description', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:44.986828 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7be18ef-2859-40d9-84d5-fec17c1cf5f2 x-openstack-request-id: req-c7be18ef-2859-40d9-84d5-fec17c1cf5f2 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:44.987185 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b468b2be-5974-4330-be1f-6d4565fe0192", "name": "network-vif-deleted", "tag": "58db5ee0-c4ed-4af1-905d-f85f01a2f391", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:44.987444 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c7be18ef-2859-40d9-84d5-fec17c1cf5f2 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:44.988126 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b468b2be-5974-4330-be1f-6d4565fe0192', 'name': 'network-vif-deleted', 'tag': '58db5ee0-c4ed-4af1-905d-f85f01a2f391', 'status': 'completed', 'code': 200} Jul 16 20:48:44.993103 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-deacc86b-8f86-4226-bb90-3eb2d13aca79 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.195799 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-deacc86b-8f86-4226-bb90-3eb2d13aca79 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.206235 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-deacc86b-8f86-4226-bb90-3eb2d13aca79 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.264236 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deacc86b-8f86-4226-bb90-3eb2d13aca79 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8307b323-7596-438b-a58f-37832944c6b1,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:45.270674 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-deacc86b-8f86-4226-bb90-3eb2d13aca79 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.272297 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-deacc86b-8f86-4226-bb90-3eb2d13aca79 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3406520 Jul 16 20:48:45.276402 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60890) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:45.281739 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-bc88d806-f2c8-4bc8-be59-f858c7ba89c6 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'security_group_rule': {'security_group_id': '8307b323-7596-438b-a58f-37832944c6b1', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:45.295484 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2a008-0ae8-4140-a798-87d3a301c42d req-b2457f5e-4bfa-4e7e-bd54-49973e65da5c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:45.303090 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-28f2a008-0ae8-4140-a798-87d3a301c42d req-b2457f5e-4bfa-4e7e-bd54-49973e65da5c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1953566 Jul 16 20:48:45.335374 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bc88d806-f2c8-4bc8-be59-f858c7ba89c6 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.377249 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-28f2a008-0ae8-4140-a798-87d3a301c42d req-4f829aa9-d94d-470a-80f7-dd911a05c150 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731559 Jul 16 20:48:45.468493 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bc88d806-f2c8-4bc8-be59-f858c7ba89c6 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.477555 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bc88d806-f2c8-4bc8-be59-f858c7ba89c6 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.510419 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88d806-f2c8-4bc8-be59-f858c7ba89c6 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3426b2ba-51b9-431a-b12e-e66a61af0aa1,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:45.533251 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bc88d806-f2c8-4bc8-be59-f858c7ba89c6 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.537839 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60892) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:45.538194 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bc88d806-f2c8-4bc8-be59-f858c7ba89c6 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2605109 Jul 16 20:48:45.544858 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-5a11dabd-82e6-4df4-9471-0272baf930e8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'security_group_rule': {'security_group_id': '8307b323-7596-438b-a58f-37832944c6b1', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:45.576713 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cf92b30b-056e-43fb-84e1-ffb738d9edf0 req-9ee26659-7c94-445b-a95b-3e411f899ddc tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=b468b2be-5974-4330-be1f-6d4565fe0192 HTTP/1.1" status: 200 len: 210 time: 0.0516949 Jul 16 20:48:45.628494 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a11dabd-82e6-4df4-9471-0272baf930e8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.752648 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a11dabd-82e6-4df4-9471-0272baf930e8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.794255 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a11dabd-82e6-4df4-9471-0272baf930e8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.823467 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11dabd-82e6-4df4-9471-0272baf930e8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b6e5d87-9bea-42f8-86fe-cea0496c15a5,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:45.835221 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a11dabd-82e6-4df4-9471-0272baf930e8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.842408 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5a11dabd-82e6-4df4-9471-0272baf930e8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2977676 Jul 16 20:48:45.842408 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60896) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:45.848007 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-737f31d5-c6fe-4fe4-a23b-2fffc062c6e7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'security_group_rule': {'security_group_id': '8307b323-7596-438b-a58f-37832944c6b1', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:45.897201 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c93a0-5b80-46d7-b748-2de52a6d86e9 req-9addd6ff-6322-43c9-b412-ab9968d6e384 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:45.898979 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ea7c93a0-5b80-46d7-b748-2de52a6d86e9 req-9addd6ff-6322-43c9-b412-ab9968d6e384 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 945 time: 0.1444223 Jul 16 20:48:45.906465 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-737f31d5-c6fe-4fe4-a23b-2fffc062c6e7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.983663 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ea7c93a0-5b80-46d7-b748-2de52a6d86e9 req-7277b670-e016-47f2-a411-9c79b3363b12 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734041 Jul 16 20:48:46.027111 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-737f31d5-c6fe-4fe4-a23b-2fffc062c6e7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.032246 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-737f31d5-c6fe-4fe4-a23b-2fffc062c6e7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.055593 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f31d5-c6fe-4fe4-a23b-2fffc062c6e7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=866274e1-1fa7-4dc3-9111-706314d74cc1,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:46.060513 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-737f31d5-c6fe-4fe4-a23b-2fffc062c6e7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.061795 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-737f31d5-c6fe-4fe4-a23b-2fffc062c6e7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2179635 Jul 16 20:48:46.064587 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60898) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:46.069546 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-8ee8d2ab-90fa-4318-8ddf-cb6d8413d49e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'security_group_rule': {'security_group_id': '8307b323-7596-438b-a58f-37832944c6b1', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:46.128230 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8ee8d2ab-90fa-4318-8ddf-cb6d8413d49e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.218005 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8ee8d2ab-90fa-4318-8ddf-cb6d8413d49e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.228393 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8ee8d2ab-90fa-4318-8ddf-cb6d8413d49e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.249608 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8d2ab-90fa-4318-8ddf-cb6d8413d49e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78959c9d-e29e-4071-856b-9149d9386afc,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:46.263584 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8ee8d2ab-90fa-4318-8ddf-cb6d8413d49e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.267451 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8ee8d2ab-90fa-4318-8ddf-cb6d8413d49e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1992986 Jul 16 20:48:46.267662 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60900) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:46.272627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-aefb4f18-d986-4eda-98de-b600029a4771 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'security_group_rule': {'security_group_id': '8307b323-7596-438b-a58f-37832944c6b1', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:46.298577 n-d-791506-21 neutron-server[93794]: INFO neutron.db.securitygroups_db [None req-aefb4f18-d986-4eda-98de-b600029a4771 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Project 0a2a9f68d1874fbf9d499c45b54369c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:48:46.305794 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aefb4f18-d986-4eda-98de-b600029a4771 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.384869 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aefb4f18-d986-4eda-98de-b600029a4771 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.390390 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aefb4f18-d986-4eda-98de-b600029a4771 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.412131 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb4f18-d986-4eda-98de-b600029a4771 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d54897-aeb5-44c9-aa17-dcb6d7672881,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:46.420965 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aefb4f18-d986-4eda-98de-b600029a4771 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.426983 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-aefb4f18-d986-4eda-98de-b600029a4771 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1558731 Jul 16 20:48:46.427346 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60904) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:46.432319 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-4600692b-de1d-42ae-8594-da556c9f9f92 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'security_group_rule': {'security_group_id': '8307b323-7596-438b-a58f-37832944c6b1', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:46.462597 n-d-791506-21 neutron-server[93793]: INFO neutron.db.securitygroups_db [None req-4600692b-de1d-42ae-8594-da556c9f9f92 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Project 0a2a9f68d1874fbf9d499c45b54369c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:48:46.478277 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4600692b-de1d-42ae-8594-da556c9f9f92 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.595023 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fdbce-e950-4175-bf67-e4a473689964 req-a488aca8-6937-4c3f-9017-71f13ff70808 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:46.597013 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a08fdbce-e950-4175-bf67-e4a473689964 req-a488aca8-6937-4c3f-9017-71f13ff70808 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0822594 Jul 16 20:48:46.600395 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4600692b-de1d-42ae-8594-da556c9f9f92 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.606924 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4600692b-de1d-42ae-8594-da556c9f9f92 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.630926 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600692b-de1d-42ae-8594-da556c9f9f92 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb0685b-ef30-4212-9109-117a4ae9fa70,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:46.646499 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4600692b-de1d-42ae-8594-da556c9f9f92 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.651037 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4600692b-de1d-42ae-8594-da556c9f9f92 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2194159 Jul 16 20:48:46.658773 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60908) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:46.664874 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-ecb950c8-962a-4e99-8252-210456c3f3a4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'network': {'name': 'tempest-network-smoke--399830665', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'port_security_enabled': True}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:46.669998 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a08fdbce-e950-4175-bf67-e4a473689964 req-c85d2973-f400-49a6-9588-be8b64106bd1 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659001 Jul 16 20:48:46.721666 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb950c8-962a-4e99-8252-210456c3f3a4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Made reservation on behalf of 0a2a9f68d1874fbf9d499c45b54369c0 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:48:46.725722 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ecb950c8-962a-4e99-8252-210456c3f3a4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.764841 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb950c8-962a-4e99-8252-210456c3f3a4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:48:46.779674 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ecb950c8-962a-4e99-8252-210456c3f3a4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.780131 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-ecb950c8-962a-4e99-8252-210456c3f3a4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Added segment 0e34feb0-24c0-4271-9a27-34a79ed2c10c of type vlan for network bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb Jul 16 20:48:46.844575 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ecb950c8-962a-4e99-8252-210456c3f3a4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.885491 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ecb950c8-962a-4e99-8252-210456c3f3a4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.886871 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-acb625dd-0269-4e3e-96c0-5531fa38b97e req-525e41ae-50f6-4c7d-8c85-617149c5752f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=b468b2be-5974-4330-be1f-6d4565fe0192 HTTP/1.1" status: 200 len: 210 time: 0.0490985 Jul 16 20:48:46.892594 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb950c8-962a-4e99-8252-210456c3f3a4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:46.893296 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ecb950c8-962a-4e99-8252-210456c3f3a4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.941194 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ecb950c8-962a-4e99-8252-210456c3f3a4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2812617 Jul 16 20:48:46.944385 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60910) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:46.950705 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-09506dcd-4b53-404a-b278-5f894f7b4022 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-133574572', 'admin_state_up': True, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:46.982801 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb950c8-962a-4e99-8252-210456c3f3a4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Network': ['ID=bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:46.992508 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09506dcd-4b53-404a-b278-5f894f7b4022 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.995152 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09506dcd-4b53-404a-b278-5f894f7b4022 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.998028 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:48:47.134552 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09506dcd-4b53-404a-b278-5f894f7b4022 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:47.177772 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 58db5ee0-c4ed-4af1-905d-f85f01a2f391 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:48:47.252423 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 58db5ee0-c4ed-4af1-905d-f85f01a2f391 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:48:47.260997 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 58db5ee0-c4ed-4af1-905d-f85f01a2f391 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:48:47.408352 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09506dcd-4b53-404a-b278-5f894f7b4022 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:47.460369 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece584bb-b88d-4290-9826-3981ed593456 req-d9000418-368b-439d-a61a-47269446bc23 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:47.462156 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ece584bb-b88d-4290-9826-3981ed593456 req-d9000418-368b-439d-a61a-47269446bc23 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 945 time: 0.1597791 Jul 16 20:48:47.513803 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ece584bb-b88d-4290-9826-3981ed593456 req-0126b11f-8c7a-4b2c-9ef1-efa3ba688ff9 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441515 Jul 16 20:48:47.678905 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09506dcd-4b53-404a-b278-5f894f7b4022 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:47.700670 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09506dcd-4b53-404a-b278-5f894f7b4022 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:47.908466 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-09506dcd-4b53-404a-b278-5f894f7b4022 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Allocated IP 172.25.0.75 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/943d9d17-aa23-4461-b11f-cd254a2638c7) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:48:47.999327 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7aa6a-a601-424e-9d38-37ac42d70d23 req-396ddb56-fed4-4466-8556-a2ecbcf08c58 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:48.000841 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a1a7aa6a-a601-424e-9d38-37ac42d70d23 req-396ddb56-fed4-4466-8556-a2ecbcf08c58 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1582620 Jul 16 20:48:48.069808 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a1a7aa6a-a601-424e-9d38-37ac42d70d23 req-55595010-f16b-484a-8b98-d9b385be4953 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595427 Jul 16 20:48:48.073543 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09506dcd-4b53-404a-b278-5f894f7b4022 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:48.136760 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09506dcd-4b53-404a-b278-5f894f7b4022 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:48.196277 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09506dcd-4b53-404a-b278-5f894f7b4022 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:48:48.199507 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-09506dcd-4b53-404a-b278-5f894f7b4022 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:48:48.201977 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09506dcd-4b53-404a-b278-5f894f7b4022 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:48:48.264649 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1adf4382-2b63-4c17-be0f-00b0fc754bc7 req-2e7ffaa0-da59-4c70-a0a1-e5f1de59d2f4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=b468b2be-5974-4330-be1f-6d4565fe0192 HTTP/1.1" status: 200 len: 210 time: 0.0355673 Jul 16 20:48:48.274854 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09506dcd-4b53-404a-b278-5f894f7b4022 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Port': ['ID=943d9d17-aa23-4461-b11f-cd254a2638c7,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:48.525394 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09506dcd-4b53-404a-b278-5f894f7b4022 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:48.797242 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9baa8b-21af-4052-ab82-ff56156469a7 req-fbb8da7a-a804-4ecd-b87a-32806f6d1bdf tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:48.798690 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d9baa8b-21af-4052-ab82-ff56156469a7 req-fbb8da7a-a804-4ecd-b87a-32806f6d1bdf tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 945 time: 0.1527913 Jul 16 20:48:48.843563 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09506dcd-4b53-404a-b278-5f894f7b4022 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:48.853483 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d9baa8b-21af-4052-ab82-ff56156469a7 req-f9dff41d-7575-4866-aede-f76879fbcdd8 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462191 Jul 16 20:48:48.986029 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09506dcd-4b53-404a-b278-5f894f7b4022 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Router 2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:48:49.501744 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09506dcd-4b53-404a-b278-5f894f7b4022 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:48:49.513686 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89395e7e-5da0-428a-88cb-59625f97ca71 None None] Sync routers for ids ['2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:48:49.523463 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89395e7e-5da0-428a-88cb-59625f97ca71 None None] Routers {'2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:49.524412 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-89395e7e-5da0-428a-88cb-59625f97ca71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:48:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:49.539907 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09506dcd-4b53-404a-b278-5f894f7b4022 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:49.541177 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-09506dcd-4b53-404a-b278-5f894f7b4022 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5955377 Jul 16 20:48:49.544583 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60926) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:49.556548 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0fe9d-c011-4abb-a45d-8cbb5281b22c req-6b87b53a-7430-463a-8674-cd389611af53 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:49.558097 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c0e0fe9d-c011-4abb-a45d-8cbb5281b22c req-6b87b53a-7430-463a-8674-cd389611af53 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1108837 Jul 16 20:48:49.576363 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e8461ea6-6662-480a-bce1-fdb594742fda tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=0a2a9f68d1874fbf9d499c45b54369c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298944 Jul 16 20:48:49.579219 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60928) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:49.639088 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c0e0fe9d-c011-4abb-a45d-8cbb5281b22c req-d07b86d9-096d-4d56-aef3-3f758ccc3627 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713971 Jul 16 20:48:49.656873 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-89395e7e-5da0-428a-88cb-59625f97ca71 None None] Set router 2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:49.738219 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55727e34-974e-4200-88f2-ca906e9c5388 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:49.744256 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60930) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:49.746441 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-55727e34-974e-4200-88f2-ca906e9c5388 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1581576 Jul 16 20:48:49.821899 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-963fa9c6-eda4-4ca1-9def-0d60aa70a491 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=9eaba347-54f9-4044-808d-862f23e2a998&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0761523 Jul 16 20:48:49.824862 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60934) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:49.831327 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-858de193-429d-4047-95f6-8f54a84660a2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1151103056', 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:49.956496 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858de193-429d-4047-95f6-8f54a84660a2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Made reservation on behalf of 0a2a9f68d1874fbf9d499c45b54369c0 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:48:49.962143 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-858de193-429d-4047-95f6-8f54a84660a2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:50.238773 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172b2a2-f594-4936-b7ee-2a414c0eed4e req-48cfefcb-9179-4e5c-b346-e889af3d6716 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:50.250638 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a172b2a2-f594-4936-b7ee-2a414c0eed4e req-48cfefcb-9179-4e5c-b346-e889af3d6716 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 945 time: 0.1528070 Jul 16 20:48:50.350420 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-858de193-429d-4047-95f6-8f54a84660a2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:50.354605 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a172b2a2-f594-4936-b7ee-2a414c0eed4e req-77463fdc-67f8-4ee2-a3d5-0f49404c4bd1 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913110 Jul 16 20:48:50.377370 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-89395e7e-5da0-428a-88cb-59625f97ca71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133574572', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:48:48Z', 'revision_number': 3, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:50.406460 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89395e7e-5da0-428a-88cb-59625f97ca71 None None] Checking router: 2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:48:50.406965 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89395e7e-5da0-428a-88cb-59625f97ca71 None None] Updating router 2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d port 943d9d17-aa23-4461-b11f-cd254a2638c7 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:48:50.488019 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89395e7e-5da0-428a-88cb-59625f97ca71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:50.555198 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858de193-429d-4047-95f6-8f54a84660a2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Checking segment: {'id': '0e34feb0-24c0-4271-9a27-34a79ed2c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:48:50.555805 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858de193-429d-4047-95f6-8f54a84660a2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Network hostable DHCP agents. Network: bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:48:50.599583 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858de193-429d-4047-95f6-8f54a84660a2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Subnet': ['ID=a6de3c75-a1f0-45bc-b930-3bfd7ab55a77,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:50.626349 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858de193-429d-4047-95f6-8f54a84660a2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Network bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:48:50.638810 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-858de193-429d-4047-95f6-8f54a84660a2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:48:50.654365 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858de193-429d-4047-95f6-8f54a84660a2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:50.654998 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-858de193-429d-4047-95f6-8f54a84660a2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:50.680152 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60940) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:50.680760 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-858de193-429d-4047-95f6-8f54a84660a2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8543301 Jul 16 20:48:50.746168 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d0fd09-b1ff-485d-9cf0-60d558ccd531 None None] Network bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:48:51.178099 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89395e7e-5da0-428a-88cb-59625f97ca71 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:51.211054 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-89395e7e-5da0-428a-88cb-59625f97ca71 None None] Transition to ACTIVE for port object 943d9d17-aa23-4461-b11f-cd254a2638c7 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:48:51.279627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b048e-c3f5-4912-87a2-906b1bab6c57 req-5b5c5b5e-9b10-4c80-8d08-49b277478446 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:51.291013 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-912b048e-c3f5-4912-87a2-906b1bab6c57 req-5b5c5b5e-9b10-4c80-8d08-49b277478446 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1556182 Jul 16 20:48:51.297459 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89395e7e-5da0-428a-88cb-59625f97ca71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:51.349413 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4bb2ef-5c4e-48fb-acf5-a49b5ed6d492 None None] Pushing event updated for resources: {'Port': ['ID=943d9d17-aa23-4461-b11f-cd254a2638c7,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:51.359385 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ec2556-4bba-4058-a960-6022a82b7841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb', 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'fixed_ips': [{'subnet_id': 'a6de3c75-a1f0-45bc-b930-3bfd7ab55a77'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:48:51.360281 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75ec2556-4bba-4058-a960-6022a82b7841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:51.459164 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-912b048e-c3f5-4912-87a2-906b1bab6c57 req-84a1cd18-1214-4387-891e-992ade83f19a tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669626 Jul 16 20:48:51.459421 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-89395e7e-5da0-428a-88cb-59625f97ca71 None None] Attempting to bind port 943d9d17-aa23-4461-b11f-cd254a2638c7 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:48:51.459764 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-89395e7e-5da0-428a-88cb-59625f97ca71 None None] Attempting to bind port 943d9d17-aa23-4461-b11f-cd254a2638c7 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:48:51.460150 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89395e7e-5da0-428a-88cb-59625f97ca71 None None] Attempting to bind port 943d9d17-aa23-4461-b11f-cd254a2638c7 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:48:51.482206 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89395e7e-5da0-428a-88cb-59625f97ca71 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:48:51.482635 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89395e7e-5da0-428a-88cb-59625f97ca71 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:48:51.483045 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89395e7e-5da0-428a-88cb-59625f97ca71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:51.483445 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89395e7e-5da0-428a-88cb-59625f97ca71 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:48:51.483921 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-89395e7e-5da0-428a-88cb-59625f97ca71 None None] Bound port: 943d9d17-aa23-4461-b11f-cd254a2638c7, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:48:51.484303 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89395e7e-5da0-428a-88cb-59625f97ca71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:51.600153 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-75ec2556-4bba-4058-a960-6022a82b7841 None None] Allocated IP 172.20.0.2 (bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb/a6de3c75-a1f0-45bc-b930-3bfd7ab55a77/355161d4-d931-4c72-a20a-a374f1184d16) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:48:51.604865 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-89395e7e-5da0-428a-88cb-59625f97ca71 None None] For port 943d9d17-aa23-4461-b11f-cd254a2638c7, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:48:51.610674 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-89395e7e-5da0-428a-88cb-59625f97ca71 None None] For port 943d9d17-aa23-4461-b11f-cd254a2638c7, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=943d9d17-aa23-4461-b11f-cd254a2638c7,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:48:51.619890 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89395e7e-5da0-428a-88cb-59625f97ca71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:51.676995 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-85f0c5e5-077c-42a7-94a6-f896a94267d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:51.805762 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89395e7e-5da0-428a-88cb-59625f97ca71 None None] Routers {'2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:51.806746 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-89395e7e-5da0-428a-88cb-59625f97ca71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:48:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:51.899256 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea0e2c7c-7206-4a5c-91bf-3485405fa669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:51.985523 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4bb2ef-5c4e-48fb-acf5-a49b5ed6d492 None None] Pushing event updated for resources: {'Port': ['ID=943d9d17-aa23-4461-b11f-cd254a2638c7,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:52.107295 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75ec2556-4bba-4058-a960-6022a82b7841 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:52.123602 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-75ec2556-4bba-4058-a960-6022a82b7841 None None] Transition to ACTIVE for port object 355161d4-d931-4c72-a20a-a374f1184d16 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:48:52.137980 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-89395e7e-5da0-428a-88cb-59625f97ca71 None None] Set router 2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:52.163110 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b56ce-67e2-4858-a27d-f685e4139eb1 req-b16b0d0e-9bee-44e2-b055-04a14ff067fd tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:52.165401 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-db3b56ce-67e2-4858-a27d-f685e4139eb1 req-b16b0d0e-9bee-44e2-b055-04a14ff067fd tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 945 time: 0.4851787 Jul 16 20:48:52.246489 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-75ec2556-4bba-4058-a960-6022a82b7841 None None] Transition to ACTIVE for port object 355161d4-d931-4c72-a20a-a374f1184d16 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:48:52.248329 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-db3b56ce-67e2-4858-a27d-f685e4139eb1 req-dba71ea5-a0c9-4719-afa0-733ab375c700 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710282 Jul 16 20:48:52.252477 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75ec2556-4bba-4058-a960-6022a82b7841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:52.342638 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ec2556-4bba-4058-a960-6022a82b7841 None None] Network bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:48:52.349432 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-75ec2556-4bba-4058-a960-6022a82b7841 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:48:52.360895 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ec2556-4bba-4058-a960-6022a82b7841 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:48:52.373537 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-85f0c5e5-077c-42a7-94a6-f896a94267d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Allocated IP 172.20.0.1 (bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb/a6de3c75-a1f0-45bc-b930-3bfd7ab55a77/b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:48:52.412214 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec2556-4bba-4058-a960-6022a82b7841 None None] Pushing event updated for resources: {'Port': ['ID=355161d4-d931-4c72-a20a-a374f1184d16,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:52.463993 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-75ec2556-4bba-4058-a960-6022a82b7841 None None] Attempting to bind port 355161d4-d931-4c72-a20a-a374f1184d16 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:48:52.464403 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-75ec2556-4bba-4058-a960-6022a82b7841 None None] Attempting to bind port 355161d4-d931-4c72-a20a-a374f1184d16 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '0e34feb0-24c0-4271-9a27-34a79ed2c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:48:52.464780 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ec2556-4bba-4058-a960-6022a82b7841 None None] Attempting to bind port 355161d4-d931-4c72-a20a-a374f1184d16 on network bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:48:52.472709 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ec2556-4bba-4058-a960-6022a82b7841 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:48:52.473091 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ec2556-4bba-4058-a960-6022a82b7841 None None] Checking segment: {'id': '0e34feb0-24c0-4271-9a27-34a79ed2c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:48:52.473499 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75ec2556-4bba-4058-a960-6022a82b7841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:52.473906 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ec2556-4bba-4058-a960-6022a82b7841 None None] Bound using segment: {'id': '0e34feb0-24c0-4271-9a27-34a79ed2c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:48:52.474797 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-75ec2556-4bba-4058-a960-6022a82b7841 None None] Bound port: 355161d4-d931-4c72-a20a-a374f1184d16, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e34feb0-24c0-4271-9a27-34a79ed2c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:48:52.474797 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75ec2556-4bba-4058-a960-6022a82b7841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:52.624470 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-89395e7e-5da0-428a-88cb-59625f97ca71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133574572', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:48:48Z', 'revision_number': 3, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:52.627206 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-85f0c5e5-077c-42a7-94a6-f896a94267d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:52.660464 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-85f0c5e5-077c-42a7-94a6-f896a94267d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Transition to ACTIVE for port object b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:48:52.662198 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89395e7e-5da0-428a-88cb-59625f97ca71 None None] The sync data for ids ['2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'] in n-d-791506-21 is: [{'id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133574572', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:48:48Z', 'revision_number': 3, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:48:52.671822 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-75ec2556-4bba-4058-a960-6022a82b7841 None None] For port 355161d4-d931-4c72-a20a-a374f1184d16, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:48:52.689779 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-75ec2556-4bba-4058-a960-6022a82b7841 None None] For port 355161d4-d931-4c72-a20a-a374f1184d16, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=355161d4-d931-4c72-a20a-a374f1184d16,segment=NetworkSegment(0e34feb0-24c0-4271-9a27-34a79ed2c10c),segment_id=0e34feb0-24c0-4271-9a27-34a79ed2c10c)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:48:52.699961 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75ec2556-4bba-4058-a960-6022a82b7841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:52.772528 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-85f0c5e5-077c-42a7-94a6-f896a94267d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:52.785456 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec2556-4bba-4058-a960-6022a82b7841 None None] Pushing event updated for resources: {'Port': ['ID=355161d4-d931-4c72-a20a-a374f1184d16,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:52.794028 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f0c5e5-077c-42a7-94a6-f896a94267d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Network bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:48:52.797307 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-85f0c5e5-077c-42a7-94a6-f896a94267d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:48:52.801626 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f0c5e5-077c-42a7-94a6-f896a94267d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:48:52.879940 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0c5e5-077c-42a7-94a6-f896a94267d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Port': ['ID=b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:52.889743 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e33c3-ee2f-460c-869e-fafafa1e3a4c req-8377f781-5c3a-47b9-95e9-8ff6696dd73b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:52.891341 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e05e33c3-ee2f-460c-869e-fafafa1e3a4c req-8377f781-5c3a-47b9-95e9-8ff6696dd73b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.2353346 Jul 16 20:48:52.908031 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-85f0c5e5-077c-42a7-94a6-f896a94267d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:53.015613 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e05e33c3-ee2f-460c-869e-fafafa1e3a4c req-75a6bdeb-89cf-43a8-83b2-0355ef4b5f23 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173902 Jul 16 20:48:53.227484 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-85f0c5e5-077c-42a7-94a6-f896a94267d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:53.370045 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-851a6d45-5869-4770-b990-95a265c0579a req-c85bda4b-1f39-421e-bde5-0131b2943dcf service neutron] 10.222.0.62 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295612 Jul 16 20:48:53.524713 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-851a6d45-5869-4770-b990-95a265c0579a req-8acef401-83e7-4330-8821-cdd5bc75653d service neutron] 10.222.0.62 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443231 Jul 16 20:48:53.694494 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5486241-d156-4d1a-b888-b366aabe01aa req-8c64cb30-e0eb-4cf7-8c91-4202df74f7f5 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:53.696155 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5486241-d156-4d1a-b888-b366aabe01aa req-8c64cb30-e0eb-4cf7-8c91-4202df74f7f5 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 945 time: 0.1692877 Jul 16 20:48:53.752768 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-85f0c5e5-077c-42a7-94a6-f896a94267d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:53.762554 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-85f0c5e5-077c-42a7-94a6-f896a94267d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:53.772033 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5486241-d156-4d1a-b888-b366aabe01aa req-58cc057b-d8df-48e8-9563-cd32898b29c5 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669131 Jul 16 20:48:53.872309 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0c5e5-077c-42a7-94a6-f896a94267d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Port': ['ID=b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:53.878190 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-85f0c5e5-077c-42a7-94a6-f896a94267d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:53.995229 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f0c5e5-077c-42a7-94a6-f896a94267d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Network bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:48:53.997902 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-85f0c5e5-077c-42a7-94a6-f896a94267d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:48:54.255105 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 355161d4-d931-4c72-a20a-a374f1184d16 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:54.265747 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-df018a88-669a-4e86-9b28-52776385da5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:54.327816 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a19c57-58c4-43bc-b150-91fdd8e3d3aa None None] Network bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:48:54.337995 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f0c5e5-077c-42a7-94a6-f896a94267d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Router 2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:48:54.369085 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322bb5c-a8ed-4d96-bfcb-8252ab82aa69 req-9d23f5a5-82fc-4f98-a49a-c8cc7b1f8682 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:54.369787 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:54.377062 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4322bb5c-a8ed-4d96-bfcb-8252ab82aa69 req-9d23f5a5-82fc-4f98-a49a-c8cc7b1f8682 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1389079 Jul 16 20:48:54.441136 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8c44e3a5-6473-48ce-98f1-51a69c45b76e None None] Provisioning for port 355161d4-d931-4c72-a20a-a374f1184d16 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:54.449317 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 355161d4-d931-4c72-a20a-a374f1184d16 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:54.456148 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 355161d4-d931-4c72-a20a-a374f1184d16 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:54.456725 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:54.458486 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8c44e3a5-6473-48ce-98f1-51a69c45b76e None None] Provisioning complete for port 355161d4-d931-4c72-a20a-a374f1184d16 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:54.458950 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c44e3a5-6473-48ce-98f1-51a69c45b76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:54.533861 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4322bb5c-a8ed-4d96-bfcb-8252ab82aa69 req-c58d8975-e89a-414a-a056-917eab3db591 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523731 Jul 16 20:48:54.574090 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f0c5e5-077c-42a7-94a6-f896a94267d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:48:54.586791 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-85f0c5e5-077c-42a7-94a6-f896a94267d3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "PUT /v2.0/routers/2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9047029 Jul 16 20:48:54.730000 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:54.750140 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c44e3a5-6473-48ce-98f1-51a69c45b76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:54.814886 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 355161d4-d931-4c72-a20a-a374f1184d16, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=355161d4-d931-4c72-a20a-a374f1184d16,segment=NetworkSegment(0e34feb0-24c0-4271-9a27-34a79ed2c10c),segment_id=0e34feb0-24c0-4271-9a27-34a79ed2c10c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:54.832840 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:54.833848 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 943d9d17-aa23-4461-b11f-cd254a2638c7 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:54.915476 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02040a04-e756-4e55-be73-b800cbb42812 req-0c9ab6cb-b5cf-45cb-a824-668c4e1e305c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1772911047&fields=id&tenant_id=0a2a9f68d1874fbf9d499c45b54369c0 HTTP/1.1" status: 200 len: 267 time: 0.0952008 Jul 16 20:48:55.084533 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75796d9c-f8bc-441f-95c9-8a2da9887c67 None None] Sync routers for ids ['2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:48:55.106304 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75796d9c-f8bc-441f-95c9-8a2da9887c67 None None] Routers {'2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:55.108095 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-75796d9c-f8bc-441f-95c9-8a2da9887c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:48:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:55.199718 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-8c44e3a5-6473-48ce-98f1-51a69c45b76e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:48:55.200179 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-8c44e3a5-6473-48ce-98f1-51a69c45b76e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:48:55.238353 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02040a04-e756-4e55-be73-b800cbb42812 req-67d237fd-67e1-4a8a-aeac-a552d5680240 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:55.250051 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 06bed895-5d79-4114-a43b-d160640bb2ba details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:48:55.266624 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02040a04-e756-4e55-be73-b800cbb42812 req-67d237fd-67e1-4a8a-aeac-a552d5680240 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/networks?id=bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb HTTP/1.1" status: 200 len: 796 time: 0.3391123 Jul 16 20:48:55.299057 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-75796d9c-f8bc-441f-95c9-8a2da9887c67 None None] Set router 2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:55.354381 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501f25d-f1a2-4505-ba0d-0426d91a3a1a req-0064b1ae-62e8-4f76-9bfe-bbcb694366b2 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:55.356690 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c501f25d-f1a2-4505-ba0d-0426d91a3a1a req-0064b1ae-62e8-4f76-9bfe-bbcb694366b2 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 945 time: 0.3553379 Jul 16 20:48:55.361729 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02040a04-e756-4e55-be73-b800cbb42812 req-b32844b0-f39e-4156-a616-3e45a7b068ec tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/quotas/0a2a9f68d1874fbf9d499c45b54369c0 HTTP/1.1" status: 200 len: 375 time: 0.0634580 Jul 16 20:48:55.428639 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 06bed895-5d79-4114-a43b-d160640bb2ba, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=06bed895-5d79-4114-a43b-d160640bb2ba,segment=NetworkSegment(64c2bd7e-333e-4ae1-88fd-002848031417),segment_id=64c2bd7e-333e-4ae1-88fd-002848031417)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:55.446946 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=355161d4-d931-4c72-a20a-a374f1184d16,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:55.455803 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '06bed895-5d79-4114-a43b-d160640bb2ba', 'network_id': '5a5a0771-87d0-4460-a5b0-e2cfa52ab034', 'port_id': '06bed895-5d79-4114-a43b-d160640bb2ba', 'mac_address': 'fa:16:3e:bc:64:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0f5ba8-cc8e-432b-bbe3-5d6e57571036', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:48:55.484637 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c501f25d-f1a2-4505-ba0d-0426d91a3a1a req-195b0ae8-6b79-4806-86a0-0416428a6a45 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156571 Jul 16 20:48:55.518023 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:55.547574 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02040a04-e756-4e55-be73-b800cbb42812 req-80ed122c-889e-4d98-a181-65c63f48f0b9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1797221 Jul 16 20:48:55.564606 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06bed895-5d79-4114-a43b-d160640bb2ba {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:48:55.611752 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 943d9d17-aa23-4461-b11f-cd254a2638c7 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:55.636094 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 06bed895-5d79-4114-a43b-d160640bb2ba, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=06bed895-5d79-4114-a43b-d160640bb2ba,segment=NetworkSegment(64c2bd7e-333e-4ae1-88fd-002848031417),segment_id=64c2bd7e-333e-4ae1-88fd-002848031417)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:55.639096 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 943d9d17-aa23-4461-b11f-cd254a2638c7 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:55.640157 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:55.645440 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:55.771065 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-75796d9c-f8bc-441f-95c9-8a2da9887c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133574572', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:48:53Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6', 'name': '', 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:a8:e8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a6de3c75-a1f0-45bc-b930-3bfd7ab55a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:51Z', 'updated_at': '2021-07-16T20:48:53Z', 'revision_number': 2, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': 'a6de3c75-a1f0-45bc-b930-3bfd7ab55a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:55.771421 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['06bed895-5d79-4114-a43b-d160640bb2ba'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:48:55.839526 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02040a04-e756-4e55-be73-b800cbb42812 req-6f1120d7-8a5f-4a22-b348-e9c6b1b6f936 service neutron] 10.222.0.38 "GET /v2.0/networks/bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668717 Jul 16 20:48:55.843886 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75796d9c-f8bc-441f-95c9-8a2da9887c67 None None] Checking router: 2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:48:55.844211 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75796d9c-f8bc-441f-95c9-8a2da9887c67 None None] Updating router 2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d port b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:48:55.899557 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:55.908353 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=06bed895-5d79-4114-a43b-d160640bb2ba,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:55.958631 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-75796d9c-f8bc-441f-95c9-8a2da9887c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:56.118478 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d3902ff4-8063-4e89-b707-6b299deb138f None None] Provisioning complete for port 355161d4-d931-4c72-a20a-a374f1184d16 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:56.118880 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3902ff4-8063-4e89-b707-6b299deb138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:56.179164 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02040a04-e756-4e55-be73-b800cbb42812 req-1b5e2e58-4ca7-45e4-ac33-1375464e61ca service neutron] 10.222.0.38 "GET /v2.0/networks/bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325856 Jul 16 20:48:56.239451 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd370b57-5f91-4d35-9252-208d074fae70 req-298577cc-9b2d-4809-ae8b-a95bbc7be94f tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:56.242458 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd370b57-5f91-4d35-9252-208d074fae70 req-298577cc-9b2d-4809-ae8b-a95bbc7be94f tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 944 time: 0.2161498 Jul 16 20:48:56.261044 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:56.344914 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 943d9d17-aa23-4461-b11f-cd254a2638c7, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=943d9d17-aa23-4461-b11f-cd254a2638c7,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:56.356138 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd370b57-5f91-4d35-9252-208d074fae70 req-8a251c1b-d393-44f6-8685-049e8f608804 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036718 Jul 16 20:48:56.359271 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:56.568583 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-75796d9c-f8bc-441f-95c9-8a2da9887c67 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:56.585422 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 355161d4-d931-4c72-a20a-a374f1184d16 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:56.590273 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=943d9d17-aa23-4461-b11f-cd254a2638c7,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:56.591393 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-75796d9c-f8bc-441f-95c9-8a2da9887c67 None None] Transition to ACTIVE for port object b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:48:56.601263 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-75796d9c-f8bc-441f-95c9-8a2da9887c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:56.730065 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb94d9-27f0-43a7-98ea-e49087500926 None None] Pushing event updated for resources: {'Port': ['ID=b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:56.730373 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 355161d4-d931-4c72-a20a-a374f1184d16 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:56.730493 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:56.732068 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d3902ff4-8063-4e89-b707-6b299deb138f None None] Provisioning for port b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:56.822366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513ff2a-b55a-4e75-9900-e5aa7b746ff5 req-a4f4c51d-64de-4f96-859d-9bc226312fe3 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:56.823990 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3513ff2a-b55a-4e75-9900-e5aa7b746ff5 req-a4f4c51d-64de-4f96-859d-9bc226312fe3 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 945 time: 0.1510689 Jul 16 20:48:56.892891 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3513ff2a-b55a-4e75-9900-e5aa7b746ff5 req-3361d503-6d57-47a3-af1d-6f9e528929eb tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632761 Jul 16 20:48:57.017598 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-75796d9c-f8bc-441f-95c9-8a2da9887c67 None None] Attempting to bind port b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:48:57.020529 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-75796d9c-f8bc-441f-95c9-8a2da9887c67 None None] Attempting to bind port b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '0e34feb0-24c0-4271-9a27-34a79ed2c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:48:57.021684 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75796d9c-f8bc-441f-95c9-8a2da9887c67 None None] Attempting to bind port b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6 on network bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:48:57.031043 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75796d9c-f8bc-441f-95c9-8a2da9887c67 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:48:57.031406 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75796d9c-f8bc-441f-95c9-8a2da9887c67 None None] Checking segment: {'id': '0e34feb0-24c0-4271-9a27-34a79ed2c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:48:57.031804 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-75796d9c-f8bc-441f-95c9-8a2da9887c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:57.032189 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75796d9c-f8bc-441f-95c9-8a2da9887c67 None None] Bound using segment: {'id': '0e34feb0-24c0-4271-9a27-34a79ed2c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:48:57.032649 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-75796d9c-f8bc-441f-95c9-8a2da9887c67 None None] Bound port: b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e34feb0-24c0-4271-9a27-34a79ed2c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:48:57.033017 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-75796d9c-f8bc-441f-95c9-8a2da9887c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:57.138732 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 06bed895-5d79-4114-a43b-d160640bb2ba up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:57.141812 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-75796d9c-f8bc-441f-95c9-8a2da9887c67 None None] For port b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:48:57.146453 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-75796d9c-f8bc-441f-95c9-8a2da9887c67 None None] For port b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6,segment=NetworkSegment(0e34feb0-24c0-4271-9a27-34a79ed2c10c),segment_id=0e34feb0-24c0-4271-9a27-34a79ed2c10c)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:48:57.155089 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-75796d9c-f8bc-441f-95c9-8a2da9887c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:57.219555 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75796d9c-f8bc-441f-95c9-8a2da9887c67 None None] Routers {'2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:57.220192 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-75796d9c-f8bc-441f-95c9-8a2da9887c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:48:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:57.224831 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b350411a-c990-44f0-bd27-100be7fb9a1c details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:48:57.284758 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 06bed895-5d79-4114-a43b-d160640bb2ba triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:57.285322 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:57.295457 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb94d9-27f0-43a7-98ea-e49087500926 None None] Pushing event updated for resources: {'Port': ['ID=b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:57.439007 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-75796d9c-f8bc-441f-95c9-8a2da9887c67 None None] Set router 2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:57.579967 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b350411a-c990-44f0-bd27-100be7fb9a1c, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b350411a-c990-44f0-bd27-100be7fb9a1c,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:57.661811 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'b350411a-c990-44f0-bd27-100be7fb9a1c', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'port_id': 'b350411a-c990-44f0-bd27-100be7fb9a1c', 'mac_address': 'fa:16:3e:7a:42:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:48:57.680251 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:57.700034 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-739084c7-488c-4160-9de5-182870b87b4e req-263052aa-6071-4ed5-abbe-846162a51dd8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 210 time: 0.0489109 Jul 16 20:48:57.752260 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:57.778493 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d59fbf6-e6d6-48bf-b5c5-e5176aed5000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bed895-5d79-4114-a43b-d160640bb2ba'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:57.780805 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c098091-7c1d-4e75-a3ff-34af49e96fec" -d '{"events": [{"server_uuid": "7d59fbf6-e6d6-48bf-b5c5-e5176aed5000", "name": "network-vif-plugged", "status": "completed", "tag": "06bed895-5d79-4114-a43b-d160640bb2ba"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:57.817220 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:57.833876 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 06bed895-5d79-4114-a43b-d160640bb2ba, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=06bed895-5d79-4114-a43b-d160640bb2ba,segment=NetworkSegment(64c2bd7e-333e-4ae1-88fd-002848031417),segment_id=64c2bd7e-333e-4ae1-88fd-002848031417)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:57.836542 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b350411a-c990-44f0-bd27-100be7fb9a1c {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:48:57.845916 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:57.906483 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b350411a-c990-44f0-bd27-100be7fb9a1c, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b350411a-c990-44f0-bd27-100be7fb9a1c,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:57.914938 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf72ea4f-28c7-46ea-bb29-bc20270f0983 x-openstack-request-id: req-bf72ea4f-28c7-46ea-bb29-bc20270f0983 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:57.915276 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d59fbf6-e6d6-48bf-b5c5-e5176aed5000", "name": "network-vif-plugged", "status": "completed", "tag": "06bed895-5d79-4114-a43b-d160640bb2ba", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:57.919002 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bf72ea4f-28c7-46ea-bb29-bc20270f0983 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:57.919506 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d59fbf6-e6d6-48bf-b5c5-e5176aed5000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bed895-5d79-4114-a43b-d160640bb2ba', 'code': 200} Jul 16 20:48:57.932247 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-75796d9c-f8bc-441f-95c9-8a2da9887c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133574572', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:48:53Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6', 'name': '', 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:a8:e8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a6de3c75-a1f0-45bc-b930-3bfd7ab55a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:51Z', 'updated_at': '2021-07-16T20:48:57Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': 'a6de3c75-a1f0-45bc-b930-3bfd7ab55a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:57.972953 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25936e-5ee5-4cd5-8b07-05af6c8d4041 req-913e9377-8deb-4f34-bdc0-fbb829bc6cba tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:57.987400 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba25936e-5ee5-4cd5-8b07-05af6c8d4041 req-913e9377-8deb-4f34-bdc0-fbb829bc6cba tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 944 time: 0.2447538 Jul 16 20:48:58.010937 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75796d9c-f8bc-441f-95c9-8a2da9887c67 None None] The sync data for ids ['2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'] in n-d-791506-21 is: [{'id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133574572', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:48:53Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6', 'name': '', 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:a8:e8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a6de3c75-a1f0-45bc-b930-3bfd7ab55a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:51Z', 'updated_at': '2021-07-16T20:48:57Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': 'a6de3c75-a1f0-45bc-b930-3bfd7ab55a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:48:58.021326 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:58.068152 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba25936e-5ee5-4cd5-8b07-05af6c8d4041 req-b682100b-100e-405f-b482-f9c055218173 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792456 Jul 16 20:48:58.092317 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=06bed895-5d79-4114-a43b-d160640bb2ba,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:58.269363 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=b350411a-c990-44f0-bd27-100be7fb9a1c,revision_number=11']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:58.316547 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['b350411a-c990-44f0-bd27-100be7fb9a1c'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:48:58.377517 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292b88-bc0c-476e-8482-9a10508a4143 req-99449841-1016-46b9-8d8a-caadecaa31a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:58.385519 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-92292b88-bc0c-476e-8482-9a10508a4143 req-99449841-1016-46b9-8d8a-caadecaa31a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5bb57e8d45114bb99e9c69083d564fef&device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 1097 time: 0.5015337 Jul 16 20:48:58.538124 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209041d-8334-4904-9985-b560e4fb9d2a req-775b4d24-8560-4f8d-9268-fbd7fd37dee4 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:58.546429 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0209041d-8334-4904-9985-b560e4fb9d2a req-775b4d24-8560-4f8d-9268-fbd7fd37dee4 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 946 time: 0.3569288 Jul 16 20:48:58.733590 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0209041d-8334-4904-9985-b560e4fb9d2a req-c7e543ea-11e0-4c1b-ad06-267d434086c0 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862206 Jul 16 20:48:58.829683 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:58.848201 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292b88-bc0c-476e-8482-9a10508a4143 req-7d5c2161-22bd-4076-91b1-d9576becb5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:58.852188 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-92292b88-bc0c-476e-8482-9a10508a4143 req-7d5c2161-22bd-4076-91b1-d9576becb5fd service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a5a0771-87d0-4460-a5b0-e2cfa52ab034 HTTP/1.1" status: 200 len: 915 time: 0.4250522 Jul 16 20:48:58.948707 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-92292b88-bc0c-476e-8482-9a10508a4143 req-1a94bcc8-2644-4580-9d1e-2a0fbc904289 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06bed895-5d79-4114-a43b-d160640bb2ba HTTP/1.1" status: 200 len: 217 time: 0.0887432 Jul 16 20:48:58.981124 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:59.010606 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:59.011890 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:59.245788 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:59.376434 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6,segment=NetworkSegment(0e34feb0-24c0-4271-9a27-34a79ed2c10c),segment_id=0e34feb0-24c0-4271-9a27-34a79ed2c10c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:59.385359 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:59.387051 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 943d9d17-aa23-4461-b11f-cd254a2638c7 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:59.620331 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 943d9d17-aa23-4461-b11f-cd254a2638c7 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:59.620778 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:59.628006 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:59.699113 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:59.979171 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d08e9533-179a-465f-bfa0-3f5c12969f84 req-d0de662f-eee4-48ab-b621-ef783ad0bc48 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 210 time: 0.0825932 Jul 16 20:49:00.041544 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292b88-bc0c-476e-8482-9a10508a4143 req-fe3f0894-4658-4de0-adff-4d237f354782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:00.046304 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-92292b88-bc0c-476e-8482-9a10508a4143 req-fe3f0894-4658-4de0-adff-4d237f354782 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b0f5ba8-cc8e-432b-bbe3-5d6e57571036 HTTP/1.1" status: 200 len: 854 time: 1.0910001 Jul 16 20:49:00.099435 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-92292b88-bc0c-476e-8482-9a10508a4143 req-32bdf529-038a-406a-9d34-daba1e720935 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a5a0771-87d0-4460-a5b0-e2cfa52ab034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464680 Jul 16 20:49:00.113013 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81f521-b51f-4a4c-b670-a1477ea90d6a req-6719d2ac-e2fc-4112-b4b7-3744d8dc3c60 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:00.114749 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-db81f521-b51f-4a4c-b670-a1477ea90d6a req-6719d2ac-e2fc-4112-b4b7-3744d8dc3c60 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.2223864 Jul 16 20:49:00.275816 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-db81f521-b51f-4a4c-b670-a1477ea90d6a req-0de3a72f-cc20-45a7-b63b-fd0539b29ebc tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251004 Jul 16 20:49:00.355700 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-92292b88-bc0c-476e-8482-9a10508a4143 req-dc56b033-8b45-43ab-a2c3-a3fcbb4c1aeb service neutron] 10.222.0.18 "GET /v2.0/networks/5a5a0771-87d0-4460-a5b0-e2cfa52ab034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396352 Jul 16 20:49:00.539360 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:00.629633 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-92292b88-bc0c-476e-8482-9a10508a4143 req-8d3a6833-2243-4218-aeac-4edd188542af service neutron] 10.222.0.18 "GET /v2.0/networks/5a5a0771-87d0-4460-a5b0-e2cfa52ab034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604253 Jul 16 20:49:00.676028 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:00.676629 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:00.715020 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd9ccb-3c7c-498f-b8cf-69d3ef3ba5c5 req-aef26f89-5dee-4293-9559-c7719767e4e6 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:00.722929 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0efd9ccb-3c7c-498f-b8cf-69d3ef3ba5c5 req-aef26f89-5dee-4293-9559-c7719767e4e6 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 946 time: 0.2185059 Jul 16 20:49:00.800328 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0efd9ccb-3c7c-498f-b8cf-69d3ef3ba5c5 req-f76c8d47-f2c2-4069-914f-663439a31781 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700083 Jul 16 20:49:00.890978 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02040a04-e756-4e55-be73-b800cbb42812 req-1a8078b1-e4ca-4b28-8f0e-9a50974c697b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:00.896141 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-02040a04-e756-4e55-be73-b800cbb42812 req-1a8078b1-e4ca-4b28-8f0e-9a50974c697b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.18 "GET /v2.0/networks?id=bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb HTTP/1.1" status: 200 len: 796 time: 0.2964203 Jul 16 20:49:00.972815 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-02040a04-e756-4e55-be73-b800cbb42812 req-ae64ecb3-8378-4f3b-a4a0-ea2143663af7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a2a9f68d1874fbf9d499c45b54369c0 HTTP/1.1" status: 200 len: 380 time: 0.0676966 Jul 16 20:49:00.987122 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-02040a04-e756-4e55-be73-b800cbb42812 req-c7f7fbf2-b738-4f34-99d5-e698aefbdbc4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'port': {'device_id': '46010c96-5363-496c-b6b7-6b54ccf082d2', 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb', 'admin_state_up': True, 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'security_groups': ['8307b323-7596-438b-a58f-37832944c6b1']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:01.160612 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02040a04-e756-4e55-be73-b800cbb42812 req-c7f7fbf2-b738-4f34-99d5-e698aefbdbc4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Made reservation on behalf of 0a2a9f68d1874fbf9d499c45b54369c0 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:01.166079 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-02040a04-e756-4e55-be73-b800cbb42812 req-c7f7fbf2-b738-4f34-99d5-e698aefbdbc4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:01.175491 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b350411a-c990-44f0-bd27-100be7fb9a1c up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:01.214850 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-51f427b6-7d15-40c3-8d91-ce085edcc2aa req-7f0225c3-1e6c-4be5-9b43-5aa5794c2800 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 210 time: 0.0643842 Jul 16 20:49:01.267302 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port b350411a-c990-44f0-bd27-100be7fb9a1c completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:01.274707 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port b350411a-c990-44f0-bd27-100be7fb9a1c triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:01.275326 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:01.466464 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-02040a04-e756-4e55-be73-b800cbb42812 req-c7f7fbf2-b738-4f34-99d5-e698aefbdbc4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Allocated IP 172.20.0.13 (bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb/a6de3c75-a1f0-45bc-b930-3bfd7ab55a77/4b7277fa-5f52-41bb-a4c7-8c3d87eebca6) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:01.476025 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:01.521850 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c94c39-04b9-4291-803f-ff760bd76f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b350411a-c990-44f0-bd27-100be7fb9a1c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:49:01.525748 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55dce70-d56c-425a-9be6-28691c261788" -d '{"events": [{"server_uuid": "05c94c39-04b9-4291-803f-ff760bd76f5b", "name": "network-vif-plugged", "status": "completed", "tag": "b350411a-c990-44f0-bd27-100be7fb9a1c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:49:01.546142 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b350411a-c990-44f0-bd27-100be7fb9a1c, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b350411a-c990-44f0-bd27-100be7fb9a1c,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:01.551432 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:01.632542 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11837c8e-ffd1-444a-b556-7005d6aeaf08 x-openstack-request-id: req-11837c8e-ffd1-444a-b556-7005d6aeaf08 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:49:01.632932 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c94c39-04b9-4291-803f-ff760bd76f5b", "name": "network-vif-plugged", "status": "completed", "tag": "b350411a-c990-44f0-bd27-100be7fb9a1c", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:49:01.633286 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-11837c8e-ffd1-444a-b556-7005d6aeaf08 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:49:01.650467 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c94c39-04b9-4291-803f-ff760bd76f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b350411a-c990-44f0-bd27-100be7fb9a1c', 'code': 200} Jul 16 20:49:01.652066 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b49071-f7d0-40c3-97df-8a931d2df686 req-53171c45-9b12-4b16-b378-b12682645975 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:01.653885 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d1b49071-f7d0-40c3-97df-8a931d2df686 req-53171c45-9b12-4b16-b378-b12682645975 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1641197 Jul 16 20:49:01.662795 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=b350411a-c990-44f0-bd27-100be7fb9a1c,revision_number=12']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:01.731009 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d1b49071-f7d0-40c3-97df-8a931d2df686 req-5ecbd387-b57f-4db0-a76c-82341fcd55d6 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547981 Jul 16 20:49:01.767677 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-02040a04-e756-4e55-be73-b800cbb42812 req-c7f7fbf2-b738-4f34-99d5-e698aefbdbc4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:01.818435 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-02040a04-e756-4e55-be73-b800cbb42812 req-c7f7fbf2-b738-4f34-99d5-e698aefbdbc4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Transition to ACTIVE for port object 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:01.938284 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf9622-1b2b-4396-a593-c4d19c616aec req-e855558a-ca06-48e1-a058-dbff7de7a2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:01.939799 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-22cf9622-1b2b-4396-a593-c4d19c616aec req-e855558a-ca06-48e1-a058-dbff7de7a2c3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 1099 time: 0.1538701 Jul 16 20:49:01.945535 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-02040a04-e756-4e55-be73-b800cbb42812 req-c7f7fbf2-b738-4f34-99d5-e698aefbdbc4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:02.062765 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02040a04-e756-4e55-be73-b800cbb42812 req-c7f7fbf2-b738-4f34-99d5-e698aefbdbc4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Network bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:02.072191 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7fbf2-b738-4f34-99d5-e698aefbdbc4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Port': ['ID=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:02.075013 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-02040a04-e756-4e55-be73-b800cbb42812 req-c7f7fbf2-b738-4f34-99d5-e698aefbdbc4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:02.079848 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-02040a04-e756-4e55-be73-b800cbb42812 req-c7f7fbf2-b738-4f34-99d5-e698aefbdbc4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:02.087575 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-22cf9622-1b2b-4396-a593-c4d19c616aec req-e70bd8d1-806a-4ed6-b994-228aaf545395 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313899 Jul 16 20:49:02.150541 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02040a04-e756-4e55-be73-b800cbb42812 req-c7f7fbf2-b738-4f34-99d5-e698aefbdbc4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:02.150541 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-02040a04-e756-4e55-be73-b800cbb42812 req-c7f7fbf2-b738-4f34-99d5-e698aefbdbc4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:02.150912 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fdb4a-6a23-46cb-a1ab-6b6625fc8a1d req-b56a3271-04f0-4ae5-83a2-87d99ccd8b80 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:02.150912 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-992fdb4a-6a23-46cb-a1ab-6b6625fc8a1d req-b56a3271-04f0-4ae5-83a2-87d99ccd8b80 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 947 time: 0.1246278 Jul 16 20:49:02.191275 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-02040a04-e756-4e55-be73-b800cbb42812 req-c7f7fbf2-b738-4f34-99d5-e698aefbdbc4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2096534 Jul 16 20:49:02.202543 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-02040a04-e756-4e55-be73-b800cbb42812 req-e4a818a6-1c6b-4616-be09-7f033ca5dfe5 service neutron] Request body: {'port': {'device_id': '46010c96-5363-496c-b6b7-6b54ccf082d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:02.267033 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-992fdb4a-6a23-46cb-a1ab-6b6625fc8a1d req-80c4055b-9f70-4743-9b8c-209e759f1e05 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087956 Jul 16 20:49:02.356318 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-02040a04-e756-4e55-be73-b800cbb42812 req-e4a818a6-1c6b-4616-be09-7f033ca5dfe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:02.476870 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5ef28-9cf4-46b9-9ec9-6a3a29952be7 req-9f2bbb14-ff9f-4fa5-97f2-26babc345735 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:02.485421 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4af5ef28-9cf4-46b9-9ec9-6a3a29952be7 req-9f2bbb14-ff9f-4fa5-97f2-26babc345735 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 932 time: 0.1058066 Jul 16 20:49:02.522009 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3ef32a3e-9d04-41f3-91b2-08dd83e60736 None None] Provisioning for port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:02.531387 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3ef32a3e-9d04-41f3-91b2-08dd83e60736 None None] Provisioning complete for port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:02.532809 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ef32a3e-9d04-41f3-91b2-08dd83e60736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:02.589755 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4af5ef28-9cf4-46b9-9ec9-6a3a29952be7 req-4ad54112-c0fc-4345-be67-bbc3d3e10a03 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=8307b323-7596-438b-a58f-37832944c6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035471 Jul 16 20:49:02.617127 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3ef32a3e-9d04-41f3-91b2-08dd83e60736 None None] Port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:49:03.064349 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-02040a04-e756-4e55-be73-b800cbb42812 req-e4a818a6-1c6b-4616-be09-7f033ca5dfe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:49:03.080335 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-02040a04-e756-4e55-be73-b800cbb42812 req-e4a818a6-1c6b-4616-be09-7f033ca5dfe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:03.098049 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-02040a04-e756-4e55-be73-b800cbb42812 req-e4a818a6-1c6b-4616-be09-7f033ca5dfe5 service neutron] Transition to ACTIVE for port object 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:03.104546 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-02040a04-e756-4e55-be73-b800cbb42812 req-e4a818a6-1c6b-4616-be09-7f033ca5dfe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:03.337814 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a818a6-1c6b-4616-be09-7f033ca5dfe5 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:03.337967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066af05-8e19-458c-92a8-2c23e3433d0d req-d8a6af3e-8db0-49cf-9494-1695b7d1a76c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:03.344480 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:03.346893 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9066af05-8e19-458c-92a8-2c23e3433d0d req-d8a6af3e-8db0-49cf-9494-1695b7d1a76c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.2984188 Jul 16 20:49:03.399156 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9066af05-8e19-458c-92a8-2c23e3433d0d req-8321b638-91de-43f2-b692-373044be2cf2 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512466 Jul 16 20:49:03.490733 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-02040a04-e756-4e55-be73-b800cbb42812 req-e4a818a6-1c6b-4616-be09-7f033ca5dfe5 service neutron] Attempting to bind port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:49:03.491111 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-02040a04-e756-4e55-be73-b800cbb42812 req-e4a818a6-1c6b-4616-be09-7f033ca5dfe5 service neutron] Attempting to bind port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '0e34feb0-24c0-4271-9a27-34a79ed2c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:49:03.491520 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02040a04-e756-4e55-be73-b800cbb42812 req-e4a818a6-1c6b-4616-be09-7f033ca5dfe5 service neutron] Attempting to bind port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 on network bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:03.501698 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02040a04-e756-4e55-be73-b800cbb42812 req-e4a818a6-1c6b-4616-be09-7f033ca5dfe5 service neutron] Port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 on network bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:49:03.502031 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02040a04-e756-4e55-be73-b800cbb42812 req-e4a818a6-1c6b-4616-be09-7f033ca5dfe5 service neutron] Attempting to bind port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 on network bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:03.519159 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02040a04-e756-4e55-be73-b800cbb42812 req-e4a818a6-1c6b-4616-be09-7f033ca5dfe5 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:49:03.519552 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02040a04-e756-4e55-be73-b800cbb42812 req-e4a818a6-1c6b-4616-be09-7f033ca5dfe5 service neutron] Checking segment: {'id': '0e34feb0-24c0-4271-9a27-34a79ed2c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:03.519910 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02040a04-e756-4e55-be73-b800cbb42812 req-e4a818a6-1c6b-4616-be09-7f033ca5dfe5 service neutron] Bound using segment: {'id': '0e34feb0-24c0-4271-9a27-34a79ed2c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:49:03.528396 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-02040a04-e756-4e55-be73-b800cbb42812 req-e4a818a6-1c6b-4616-be09-7f033ca5dfe5 service neutron] Bound port: 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e34feb0-24c0-4271-9a27-34a79ed2c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:49:03.529136 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-02040a04-e756-4e55-be73-b800cbb42812 req-e4a818a6-1c6b-4616-be09-7f033ca5dfe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:03.761297 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ed63c-75c0-4f99-af30-b4d77db53534 req-3f95239f-08b6-432d-8b65-7d00d9532f47 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:03.765932 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e57ed63c-75c0-4f99-af30-b4d77db53534 req-3f95239f-08b6-432d-8b65-7d00d9532f47 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 947 time: 0.1286654 Jul 16 20:49:03.771369 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-02040a04-e756-4e55-be73-b800cbb42812 req-e4a818a6-1c6b-4616-be09-7f033ca5dfe5 service neutron] For port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:49:03.780397 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-02040a04-e756-4e55-be73-b800cbb42812 req-e4a818a6-1c6b-4616-be09-7f033ca5dfe5 service neutron] For port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6,segment=NetworkSegment(0e34feb0-24c0-4271-9a27-34a79ed2c10c),segment_id=0e34feb0-24c0-4271-9a27-34a79ed2c10c)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:49:03.785812 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-02040a04-e756-4e55-be73-b800cbb42812 req-e4a818a6-1c6b-4616-be09-7f033ca5dfe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:03.874868 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02040a04-e756-4e55-be73-b800cbb42812 req-e4a818a6-1c6b-4616-be09-7f033ca5dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:03.875447 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-02040a04-e756-4e55-be73-b800cbb42812 req-e4a818a6-1c6b-4616-be09-7f033ca5dfe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:03.876875 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-02040a04-e756-4e55-be73-b800cbb42812 req-e4a818a6-1c6b-4616-be09-7f033ca5dfe5 service neutron] 10.222.0.18 "PUT /v2.0/ports/4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 HTTP/1.1" status: 200 len: 1093 time: 1.6811864 Jul 16 20:49:03.877314 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46010c96-5363-496c-b6b7-6b54ccf082d2', 'tag': '4b7277fa-5f52-41bb-a4c7-8c3d87eebca6'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:49:03.879708 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08185254-158d-4a36-8615-b1c6ea9aaa78" -d '{"events": [{"name": "network-changed", "server_uuid": "46010c96-5363-496c-b6b7-6b54ccf082d2", "tag": "4b7277fa-5f52-41bb-a4c7-8c3d87eebca6"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:49:03.920947 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a818a6-1c6b-4616-be09-7f033ca5dfe5 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:03.933093 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58c848-19d3-43fa-ac98-7c5983f4a010 req-838d070e-ab3d-4963-a71f-0a809e2c786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:03.934894 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cb58c848-19d3-43fa-ac98-7c5983f4a010 req-838d070e-ab3d-4963-a71f-0a809e2c786e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a195eb15eb6f4338b136e6cce4c78c87&device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 1099 time: 0.2777619 Jul 16 20:49:04.010838 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e57ed63c-75c0-4f99-af30-b4d77db53534 req-da9ca585-bf1b-496e-bec3-7efe65f51571 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2368920 Jul 16 20:49:04.108645 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2aaf3-75bb-470c-83eb-02f40b4fbc9b req-0dbe4882-2cc0-4bd6-bf28-141317468a68 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:04.110579 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99f2aaf3-75bb-470c-83eb-02f40b4fbc9b req-0dbe4882-2cc0-4bd6-bf28-141317468a68 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 944 time: 0.1920962 Jul 16 20:49:04.227105 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99f2aaf3-75bb-470c-83eb-02f40b4fbc9b req-ef798c0b-b5fa-453d-8787-4dd487f867bc tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=8307b323-7596-438b-a58f-37832944c6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024151 Jul 16 20:49:04.261925 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02040a04-e756-4e55-be73-b800cbb42812 req-56857424-1e31-4154-8b5e-30eaa4b4492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:04.263502 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-02040a04-e756-4e55-be73-b800cbb42812 req-56857424-1e31-4154-8b5e-30eaa4b4492e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 1096 time: 0.3140464 Jul 16 20:49:04.266850 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58c848-19d3-43fa-ac98-7c5983f4a010 req-5164a4a0-1ddc-454d-956d-275bdbca6a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:04.268266 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cb58c848-19d3-43fa-ac98-7c5983f4a010 req-5164a4a0-1ddc-454d-956d-275bdbca6a81 service neutron] 10.222.0.62 "GET /v2.0/networks?id=57f96d4f-a3d8-495c-8b4c-383900172d1b HTTP/1.1" status: 200 len: 918 time: 0.2818987 Jul 16 20:49:04.314258 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-02040a04-e756-4e55-be73-b800cbb42812 req-db0cdab3-3f5f-4326-9de5-ae301a60348e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 HTTP/1.1" status: 200 len: 217 time: 0.0432909 Jul 16 20:49:04.315974 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733a8308-15f4-4eba-b415-5d59f3e8ac92 x-openstack-request-id: req-733a8308-15f4-4eba-b415-5d59f3e8ac92 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:49:04.316265 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46010c96-5363-496c-b6b7-6b54ccf082d2", "tag": "4b7277fa-5f52-41bb-a4c7-8c3d87eebca6", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:49:04.316522 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-733a8308-15f4-4eba-b415-5d59f3e8ac92 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:49:04.316913 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46010c96-5363-496c-b6b7-6b54ccf082d2', 'tag': '4b7277fa-5f52-41bb-a4c7-8c3d87eebca6', 'status': 'completed', 'code': 200} Jul 16 20:49:04.421167 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02040a04-e756-4e55-be73-b800cbb42812 req-e860d615-466c-4935-9fd5-0d7fd9d1be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:04.422869 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-02040a04-e756-4e55-be73-b800cbb42812 req-e860d615-466c-4935-9fd5-0d7fd9d1be35 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6de3c75-a1f0-45bc-b930-3bfd7ab55a77 HTTP/1.1" status: 200 len: 835 time: 0.0973699 Jul 16 20:49:04.428142 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cb58c848-19d3-43fa-ac98-7c5983f4a010 req-221cfbf6-28c7-4de1-be42-4c05ac67fd8f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b350411a-c990-44f0-bd27-100be7fb9a1c HTTP/1.1" status: 200 len: 1001 time: 0.1103618 Jul 16 20:49:04.534042 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58c848-19d3-43fa-ac98-7c5983f4a010 req-fb161564-2af5-439a-a4fd-fbd7196b6f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:04.535305 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cb58c848-19d3-43fa-ac98-7c5983f4a010 req-fb161564-2af5-439a-a4fd-fbd7196b6f2c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8d89da5-8a18-4550-b255-1d58457114f4 HTTP/1.1" status: 200 len: 856 time: 0.0957675 Jul 16 20:49:04.577514 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02040a04-e756-4e55-be73-b800cbb42812 req-bb2dc14e-2008-4b87-bde8-bfc994b53a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:04.579075 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-02040a04-e756-4e55-be73-b800cbb42812 req-bb2dc14e-2008-4b87-bde8-bfc994b53a93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1497359 Jul 16 20:49:04.665774 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58c848-19d3-43fa-ac98-7c5983f4a010 req-82f91437-2569-4022-8956-cf27a3926895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:04.667315 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cb58c848-19d3-43fa-ac98-7c5983f4a010 req-82f91437-2569-4022-8956-cf27a3926895 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57f96d4f-a3d8-495c-8b4c-383900172d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1249580 Jul 16 20:49:04.709418 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c835b-9021-4b26-b6aa-44a93495fd54 req-de536883-85d5-4dee-96aa-f0831af14b63 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:04.721644 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c84c835b-9021-4b26-b6aa-44a93495fd54 req-de536883-85d5-4dee-96aa-f0831af14b63 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1121478 Jul 16 20:49:04.731585 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-02040a04-e756-4e55-be73-b800cbb42812 req-4d75973e-5834-4563-ac7d-d797ba0ce4cc service neutron] 10.222.0.18 "GET /v2.0/networks/bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429715 Jul 16 20:49:04.737162 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:49:04.782904 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c84c835b-9021-4b26-b6aa-44a93495fd54 req-99b3947d-6b03-421a-8e94-22c07570aa4d tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594616 Jul 16 20:49:04.820217 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cb58c848-19d3-43fa-ac98-7c5983f4a010 req-fec542cc-ecc9-4519-8bfc-00e4a931d0ef service neutron] 10.222.0.62 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443069 Jul 16 20:49:04.972131 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-02040a04-e756-4e55-be73-b800cbb42812 req-e1ca1b18-291e-4809-a313-31fb34d7cc55 service neutron] 10.222.0.18 "GET /v2.0/networks/bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126429 Jul 16 20:49:05.028586 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cb58c848-19d3-43fa-ac98-7c5983f4a010 req-f9459a24-46ef-4823-bad0-c870c0e9fd4b service neutron] 10.222.0.62 "GET /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696539 Jul 16 20:49:05.132896 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08185254-158d-4a36-8615-b1c6ea9aaa78 req-b46e252b-5e07-4b01-badc-830778fe7ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:05.134247 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-08185254-158d-4a36-8615-b1c6ea9aaa78 req-b46e252b-5e07-4b01-badc-830778fe7ad7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 1096 time: 0.1045730 Jul 16 20:49:05.267706 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08185254-158d-4a36-8615-b1c6ea9aaa78 req-82663302-4051-4509-98fc-8fd9b82acda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:05.271493 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-08185254-158d-4a36-8615-b1c6ea9aaa78 req-82663302-4051-4509-98fc-8fd9b82acda5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb HTTP/1.1" status: 200 len: 897 time: 0.1292350 Jul 16 20:49:05.342224 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462db156-098b-435f-8746-819242105454 req-7b28b36c-fb36-4983-8b01-8613c02635bf tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:05.350360 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-462db156-098b-435f-8746-819242105454 req-7b28b36c-fb36-4983-8b01-8613c02635bf tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 947 time: 0.1281288 Jul 16 20:49:05.385233 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-08185254-158d-4a36-8615-b1c6ea9aaa78 req-45d7576b-eb4d-4d7e-853c-fc7d8dbcf32b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 HTTP/1.1" status: 200 len: 217 time: 0.1018491 Jul 16 20:49:05.408605 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-462db156-098b-435f-8746-819242105454 req-ac1b1208-bce7-44dc-a27f-bd61075679d0 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567913 Jul 16 20:49:05.507713 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08185254-158d-4a36-8615-b1c6ea9aaa78 req-8282130b-0c59-48c5-b1dd-18110f1cb4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:05.517782 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-08185254-158d-4a36-8615-b1c6ea9aaa78 req-8282130b-0c59-48c5-b1dd-18110f1cb4b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6de3c75-a1f0-45bc-b930-3bfd7ab55a77 HTTP/1.1" status: 200 len: 835 time: 0.1239581 Jul 16 20:49:05.590631 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c0b41-904d-4f30-a44c-c2fcdee6fe1b req-367ddbff-1445-48b8-9b20-281daca621a4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:05.596960 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e0c0b41-904d-4f30-a44c-c2fcdee6fe1b req-367ddbff-1445-48b8-9b20-281daca621a4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 944 time: 0.0919681 Jul 16 20:49:05.613670 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08185254-158d-4a36-8615-b1c6ea9aaa78 req-c0e19279-2a15-46b4-a178-1c94692f9965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:05.616617 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-08185254-158d-4a36-8615-b1c6ea9aaa78 req-c0e19279-2a15-46b4-a178-1c94692f9965 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0911977 Jul 16 20:49:05.664837 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e0c0b41-904d-4f30-a44c-c2fcdee6fe1b req-ecec8ee9-e5d1-4d20-9241-522c96c617d4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=8307b323-7596-438b-a58f-37832944c6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604453 Jul 16 20:49:05.791431 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-08185254-158d-4a36-8615-b1c6ea9aaa78 req-15e20be0-ef2e-4616-81cd-264e51825fc1 service neutron] 10.222.0.18 "GET /v2.0/networks/bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632245 Jul 16 20:49:05.997670 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-08185254-158d-4a36-8615-b1c6ea9aaa78 req-c7ae4689-d8e6-4c19-9308-cee43c8a711f service neutron] 10.222.0.18 "GET /v2.0/networks/bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011306 Jul 16 20:49:06.033863 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078e61a-59b9-4aa8-aba6-4b2284acbe4b req-1715f0ac-c48f-4917-b276-67e261dfeafa tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:06.041887 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f078e61a-59b9-4aa8-aba6-4b2284acbe4b req-1715f0ac-c48f-4917-b276-67e261dfeafa tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1065991 Jul 16 20:49:06.091649 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f078e61a-59b9-4aa8-aba6-4b2284acbe4b req-f0c5a8b6-79a4-4d48-befc-cc226ec43ba3 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476694 Jul 16 20:49:06.726863 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53831dca-ddbb-40e0-8085-6a16e34f176d req-04dc1f32-640b-4cf5-ba7f-5352d7189765 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:06.728969 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-53831dca-ddbb-40e0-8085-6a16e34f176d req-04dc1f32-640b-4cf5-ba7f-5352d7189765 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 947 time: 0.0894322 Jul 16 20:49:06.805781 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-53831dca-ddbb-40e0-8085-6a16e34f176d req-1396b0bf-f9f1-454c-8c5e-18d64ed9503b tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708580 Jul 16 20:49:07.006348 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e67917-305e-4ea2-ac32-5ff5149a1e34 req-b7b86832-da3f-4861-bf58-323a14880c7b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:07.014400 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0e67917-305e-4ea2-ac32-5ff5149a1e34 req-b7b86832-da3f-4861-bf58-323a14880c7b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 944 time: 0.1343589 Jul 16 20:49:07.054528 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0e67917-305e-4ea2-ac32-5ff5149a1e34 req-646a9279-0592-4338-bacd-57e1257be658 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=8307b323-7596-438b-a58f-37832944c6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387571 Jul 16 20:49:07.186778 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:49:07.354235 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefda7c6-c68b-4f77-90ab-4919030960b6 req-e013bfc1-62cc-46eb-87ea-5234fe79477c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:07.356166 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eefda7c6-c68b-4f77-90ab-4919030960b6 req-e013bfc1-62cc-46eb-87ea-5234fe79477c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1003382 Jul 16 20:49:07.363157 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6,segment=NetworkSegment(0e34feb0-24c0-4271-9a27-34a79ed2c10c),segment_id=0e34feb0-24c0-4271-9a27-34a79ed2c10c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:07.380206 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '4b7277fa-5f52-41bb-a4c7-8c3d87eebca6', 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb', 'port_id': '4b7277fa-5f52-41bb-a4c7-8c3d87eebca6', 'mac_address': 'fa:16:3e:25:b9:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6de3c75-a1f0-45bc-b930-3bfd7ab55a77', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:49:07.437329 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:07.441169 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eefda7c6-c68b-4f77-90ab-4919030960b6 req-fc878c60-25d3-4b23-a087-f86c21dba933 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785031 Jul 16 20:49:07.461379 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:49:07.485887 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6,segment=NetworkSegment(0e34feb0-24c0-4271-9a27-34a79ed2c10c),segment_id=0e34feb0-24c0-4271-9a27-34a79ed2c10c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:07.493388 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:07.562544 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:07.582574 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:07.583372 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:07.584095 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:07.585218 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:07.585870 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:07.586814 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:07.587254 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:07.587682 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:07.588309 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:07.588733 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:07.589192 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:07.589785 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:07.725133 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['4b7277fa-5f52-41bb-a4c7-8c3d87eebca6'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:49:08.046272 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54069d5-e1f1-49fc-b011-937daa7a6684 req-14878bbf-f36b-4887-aca9-045b0bf02442 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:08.047809 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a54069d5-e1f1-49fc-b011-937daa7a6684 req-14878bbf-f36b-4887-aca9-045b0bf02442 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 947 time: 0.0815239 Jul 16 20:49:08.104337 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a54069d5-e1f1-49fc-b011-937daa7a6684 req-531913ad-b56c-4213-bcc7-abd0d8f2b4cb tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446198 Jul 16 20:49:08.310667 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a75ba7-4a94-436b-a0a0-23487411b3d8 req-45634231-1664-463b-9077-5e381ada748f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:08.312552 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-18a75ba7-4a94-436b-a0a0-23487411b3d8 req-45634231-1664-463b-9077-5e381ada748f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 945 time: 0.0978773 Jul 16 20:49:08.367078 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-18a75ba7-4a94-436b-a0a0-23487411b3d8 req-e3ce82f4-cdda-4541-9951-537cc2ccc4dd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=8307b323-7596-438b-a58f-37832944c6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478792 Jul 16 20:49:08.692150 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11770d37-c4f8-4cdc-92e0-f7f336cec6b2 req-0fbd604b-d5b9-4025-a2d1-f9c0bf2c5f23 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:08.696683 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11770d37-c4f8-4cdc-92e0-f7f336cec6b2 req-0fbd604b-d5b9-4025-a2d1-f9c0bf2c5f23 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0958505 Jul 16 20:49:08.789919 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11770d37-c4f8-4cdc-92e0-f7f336cec6b2 req-2510b221-4c67-4550-bfca-5c1c1dd4ca8d tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829599 Jul 16 20:49:09.201762 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:09.320983 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:09.328720 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:09.329099 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:09.377338 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5172df-e4c5-4ba6-8f8e-e8125e3dbe2c req-f4ec7d9e-8e60-4c79-ba1a-b28df03b15e5 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:09.390528 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6f5172df-e4c5-4ba6-8f8e-e8125e3dbe2c req-f4ec7d9e-8e60-4c79-ba1a-b28df03b15e5 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 947 time: 0.1148365 Jul 16 20:49:09.479848 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6f5172df-e4c5-4ba6-8f8e-e8125e3dbe2c req-76b7028c-ef5d-4eee-839a-20c8ca6b6bd9 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837252 Jul 16 20:49:09.540706 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:09.601820 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46010c96-5363-496c-b6b7-6b54ccf082d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7277fa-5f52-41bb-a4c7-8c3d87eebca6'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:49:09.604954 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2b0a96-f874-483f-b819-2adcdbfabcd7" -d '{"events": [{"server_uuid": "46010c96-5363-496c-b6b7-6b54ccf082d2", "name": "network-vif-plugged", "status": "completed", "tag": "4b7277fa-5f52-41bb-a4c7-8c3d87eebca6"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:49:09.633551 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6,segment=NetworkSegment(0e34feb0-24c0-4271-9a27-34a79ed2c10c),segment_id=0e34feb0-24c0-4271-9a27-34a79ed2c10c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:09.641481 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:09.670644 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d8fbc-4580-49bb-8f33-2452b189c778 req-62e52ac3-98b1-495f-a146-5cabfad48acc tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:09.677753 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-244d8fbc-4580-49bb-8f33-2452b189c778 req-62e52ac3-98b1-495f-a146-5cabfad48acc tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 945 time: 0.1478264 Jul 16 20:49:09.710979 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfcceaa-f8ca-4d76-b83f-da92e783e0a6 x-openstack-request-id: req-acfcceaa-f8ca-4d76-b83f-da92e783e0a6 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:49:09.711595 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46010c96-5363-496c-b6b7-6b54ccf082d2", "name": "network-vif-plugged", "status": "completed", "tag": "4b7277fa-5f52-41bb-a4c7-8c3d87eebca6", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:49:09.711595 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-acfcceaa-f8ca-4d76-b83f-da92e783e0a6 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:49:09.712256 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46010c96-5363-496c-b6b7-6b54ccf082d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7277fa-5f52-41bb-a4c7-8c3d87eebca6', 'code': 200} Jul 16 20:49:09.749816 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-244d8fbc-4580-49bb-8f33-2452b189c778 req-ac7400b9-3b75-4b0c-9e85-68e8316000bf tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=8307b323-7596-438b-a58f-37832944c6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701241 Jul 16 20:49:09.753721 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:09.862213 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829f99b-858e-42dc-89a5-c25720688421 req-389009c6-ecb0-4744-9159-c03e7efbd3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:09.865495 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b829f99b-858e-42dc-89a5-c25720688421 req-389009c6-ecb0-4744-9159-c03e7efbd3ec service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 1098 time: 0.1179292 Jul 16 20:49:09.925674 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b829f99b-858e-42dc-89a5-c25720688421 req-abec4ebd-8a76-4416-bf78-a06de63c6ffb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8307b323-7596-438b-a58f-37832944c6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519936 Jul 16 20:49:10.049844 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703d7ee-615a-49a8-a591-d76a4bd717a8 req-099f7fd4-5d1c-496f-87fe-50a0746d69d8 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:10.059495 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9703d7ee-615a-49a8-a591-d76a4bd717a8 req-099f7fd4-5d1c-496f-87fe-50a0746d69d8 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1022601 Jul 16 20:49:10.111343 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9703d7ee-615a-49a8-a591-d76a4bd717a8 req-8c2e2031-d725-4538-9356-b0dfcdc6d55c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494721 Jul 16 20:49:10.704411 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88da094-cfa4-40bc-bdcd-bf4803ac59cb req-e90f1782-1fa7-4ba2-afd9-1b7d84905803 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:10.706139 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d88da094-cfa4-40bc-bdcd-bf4803ac59cb req-e90f1782-1fa7-4ba2-afd9-1b7d84905803 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 947 time: 0.0875149 Jul 16 20:49:10.782667 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d88da094-cfa4-40bc-bdcd-bf4803ac59cb req-f797b9fa-6fa9-44fd-a620-9307aacfd433 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689676 Jul 16 20:49:11.092317 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04ce64-8a58-429d-a065-f0411c9c771f req-6cd9387d-a11f-4186-b4e8-88fca2577ae1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:11.101100 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4b04ce64-8a58-429d-a065-f0411c9c771f req-6cd9387d-a11f-4186-b4e8-88fca2577ae1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 946 time: 0.1485400 Jul 16 20:49:11.157255 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4b04ce64-8a58-429d-a065-f0411c9c771f req-68c71d46-bb0d-431f-92df-b396739b31f4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=8307b323-7596-438b-a58f-37832944c6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545695 Jul 16 20:49:11.412668 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a367d3-b38a-4803-8b11-846af91369de req-e41f68dc-1ace-4c89-8dcd-d9d03f1c82bb tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:11.414555 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-68a367d3-b38a-4803-8b11-846af91369de req-e41f68dc-1ace-4c89-8dcd-d9d03f1c82bb tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0924287 Jul 16 20:49:11.461721 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-68a367d3-b38a-4803-8b11-846af91369de req-dbcf2067-0d17-4f88-9535-a19a32f67ac5 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410647 Jul 16 20:49:12.011955 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8ed04-84d1-4266-b975-2d9696d7bf37 req-6e97196b-1bf9-4847-a8ea-7b6d96410c9a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:12.018895 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-32b8ed04-84d1-4266-b975-2d9696d7bf37 req-6e97196b-1bf9-4847-a8ea-7b6d96410c9a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 947 time: 0.0864727 Jul 16 20:49:12.066023 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-32b8ed04-84d1-4266-b975-2d9696d7bf37 req-0495bd0c-af39-4378-91dc-7b66c36ff0ef tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459900 Jul 16 20:49:12.365065 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3d0c2-3b21-4808-b16f-9ca090684ac7 req-754d2c36-57f6-42dc-a93a-8222d0f017a7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:12.366757 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99f3d0c2-3b21-4808-b16f-9ca090684ac7 req-754d2c36-57f6-42dc-a93a-8222d0f017a7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 946 time: 0.0832267 Jul 16 20:49:12.415985 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99f3d0c2-3b21-4808-b16f-9ca090684ac7 req-cd06d348-b523-423e-8dbd-bce3a25b16bd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=8307b323-7596-438b-a58f-37832944c6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391643 Jul 16 20:49:12.658875 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe042a9b-d856-434f-9ac1-ba799924fbbd req-6107aa8b-b8f1-48f2-9d09-42416b7a9edb tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:12.660424 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe042a9b-d856-434f-9ac1-ba799924fbbd req-6107aa8b-b8f1-48f2-9d09-42416b7a9edb tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 946 time: 0.1199751 Jul 16 20:49:12.719529 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a66665-e5c6-443f-879e-ef33879313b5 req-83651069-564f-4331-a7d2-eec2f160205b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:12.721051 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f6a66665-e5c6-443f-879e-ef33879313b5 req-83651069-564f-4331-a7d2-eec2f160205b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1148455 Jul 16 20:49:12.731159 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe042a9b-d856-434f-9ac1-ba799924fbbd req-eeec0a6d-e858-498c-9bc5-32e983abbf91 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=8307b323-7596-438b-a58f-37832944c6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606976 Jul 16 20:49:12.755546 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33062) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:12.787078 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f6a66665-e5c6-443f-879e-ef33879313b5 req-f6cd3472-b97b-4c64-8717-0a578908baf2 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544989 Jul 16 20:49:12.999513 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f26df0-af15-43b0-ae67-a2af93282b24 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:13.001476 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e0f26df0-af15-43b0-ae67-a2af93282b24 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 1093 time: 0.2450142 Jul 16 20:49:13.005697 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33066) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:13.010837 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-ef0708e4-c320-4314-bef2-7ccde89084a7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'port_id': '4b7277fa-5f52-41bb-a4c7-8c3d87eebca6', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:13.038357 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef0708e4-c320-4314-bef2-7ccde89084a7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for floatingip, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.183276 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef0708e4-c320-4314-bef2-7ccde89084a7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.339299 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-ef0708e4-c320-4314-bef2-7ccde89084a7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Allocated IP 172.25.0.189 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/392aa4f4-46f6-4f42-88df-c480ad09a1d4) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:13.358400 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbac71-9a4a-435c-8315-59accdc29e18 req-8f66cfb5-dcbd-45ab-a6e7-c1d3456531c2 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:13.360376 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d4fbac71-9a4a-435c-8315-59accdc29e18 req-8f66cfb5-dcbd-45ab-a6e7-c1d3456531c2 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 947 time: 0.0904930 Jul 16 20:49:13.430540 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d4fbac71-9a4a-435c-8315-59accdc29e18 req-66707349-a8c6-425d-9acb-789a9289b6b9 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611811 Jul 16 20:49:13.523962 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef0708e4-c320-4314-bef2-7ccde89084a7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.571881 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef0708e4-c320-4314-bef2-7ccde89084a7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.644915 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0708e4-c320-4314-bef2-7ccde89084a7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:13.650605 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-ef0708e4-c320-4314-bef2-7ccde89084a7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:13.656437 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0708e4-c320-4314-bef2-7ccde89084a7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:13.660373 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0708e4-c320-4314-bef2-7ccde89084a7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Port': ['ID=392aa4f4-46f6-4f42-88df-c480ad09a1d4,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:13.757218 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0702a-2b10-471a-ac3e-b849c428dad1 req-9d1969be-fd84-41ba-bb53-d625b0ab178c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:13.758843 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-44b0702a-2b10-471a-ac3e-b849c428dad1 req-9d1969be-fd84-41ba-bb53-d625b0ab178c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5bb57e8d45114bb99e9c69083d564fef&device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 1097 time: 0.1566741 Jul 16 20:49:13.962078 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0702a-2b10-471a-ac3e-b849c428dad1 req-a03b2649-b809-4bd4-82ab-2c87293233c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:13.963459 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-44b0702a-2b10-471a-ac3e-b849c428dad1 req-a03b2649-b809-4bd4-82ab-2c87293233c0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a5a0771-87d0-4460-a5b0-e2cfa52ab034 HTTP/1.1" status: 200 len: 915 time: 0.1863005 Jul 16 20:49:14.006945 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b6244-912a-482e-80e5-c30249df44c9 req-138da5c1-2f3b-4d84-9458-4a1bdfbce2ff tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:14.015066 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f26b6244-912a-482e-80e5-c30249df44c9 req-138da5c1-2f3b-4d84-9458-4a1bdfbce2ff tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.1042151 Jul 16 20:49:14.023481 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-44b0702a-2b10-471a-ac3e-b849c428dad1 req-fb4cb9d8-8a91-4897-966e-bfd153cce0ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06bed895-5d79-4114-a43b-d160640bb2ba HTTP/1.1" status: 200 len: 217 time: 0.0530994 Jul 16 20:49:14.072607 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f26b6244-912a-482e-80e5-c30249df44c9 req-27fa0877-badb-41a4-9fe6-653a3f64271d tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564947 Jul 16 20:49:14.135857 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0702a-2b10-471a-ac3e-b849c428dad1 req-6a95a464-9793-43a8-b42d-354fd02144b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:14.138056 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-44b0702a-2b10-471a-ac3e-b849c428dad1 req-6a95a464-9793-43a8-b42d-354fd02144b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b0f5ba8-cc8e-432b-bbe3-5d6e57571036 HTTP/1.1" status: 200 len: 854 time: 0.1053441 Jul 16 20:49:14.632470 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-44b0702a-2b10-471a-ac3e-b849c428dad1 req-f1cde328-d031-4423-9da8-473738b60ff2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a5a0771-87d0-4460-a5b0-e2cfa52ab034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965106 Jul 16 20:49:14.636708 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375e9b6-3834-4a86-9e54-6943bff096f8 req-8c6eaca5-e479-4a3a-a2d7-5437505c40ae tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:14.638276 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4375e9b6-3834-4a86-9e54-6943bff096f8 req-8c6eaca5-e479-4a3a-a2d7-5437505c40ae tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 947 time: 0.0726185 Jul 16 20:49:14.675874 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef0708e4-c320-4314-bef2-7ccde89084a7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:14.682885 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4375e9b6-3834-4a86-9e54-6943bff096f8 req-084eb8c9-64c9-4a3e-ac12-ac49b3130ba1 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382421 Jul 16 20:49:14.813773 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-44b0702a-2b10-471a-ac3e-b849c428dad1 req-58836b7f-3436-4459-8617-63a0f133ba04 service neutron] 10.222.0.18 "GET /v2.0/networks/5a5a0771-87d0-4460-a5b0-e2cfa52ab034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726830 Jul 16 20:49:14.840124 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef0708e4-c320-4314-bef2-7ccde89084a7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:14.963157 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-44b0702a-2b10-471a-ac3e-b849c428dad1 req-4dd00c8b-20ab-4819-9db9-f31231b40b7c service neutron] 10.222.0.18 "GET /v2.0/networks/5a5a0771-87d0-4460-a5b0-e2cfa52ab034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428478 Jul 16 20:49:15.057418 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef0708e4-c320-4314-bef2-7ccde89084a7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:15.062011 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef0708e4-c320-4314-bef2-7ccde89084a7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:15.136371 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0708e4-c320-4314-bef2-7ccde89084a7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Port': ['ID=392aa4f4-46f6-4f42-88df-c480ad09a1d4,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:15.154138 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef0708e4-c320-4314-bef2-7ccde89084a7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:15.267592 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-ef0708e4-c320-4314-bef2-7ccde89084a7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Floating IP 7de7a059-7ad5-45cb-874c-4b901fdc7bd3 associated. External IP: 172.25.0.189, port: 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6. Jul 16 20:49:15.277937 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5b8bd-d700-4be9-98e2-556977246dc7 req-9de8cc9a-ba81-419d-a542-c76dac51276b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:15.279862 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ffe5b8bd-d700-4be9-98e2-556977246dc7 req-9de8cc9a-ba81-419d-a542-c76dac51276b tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0748401 Jul 16 20:49:15.326660 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ffe5b8bd-d700-4be9-98e2-556977246dc7 req-d2293706-86c1-4490-a0ec-693e3b102a38 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402820 Jul 16 20:49:15.495558 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0708e4-c320-4314-bef2-7ccde89084a7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Router 2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:49:15.609782 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0708e4-c320-4314-bef2-7ccde89084a7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:49:15.619547 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a54167-37f8-4b82-9d05-0c8df76c2048 None None] Sync routers for ids ['2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:49:15.636150 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef0708e4-c320-4314-bef2-7ccde89084a7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:15.641515 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a54167-37f8-4b82-9d05-0c8df76c2048 None None] Routers {'2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:49:15.642590 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-81a54167-37f8-4b82-9d05-0c8df76c2048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:48:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:15.678588 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ef0708e4-c320-4314-bef2-7ccde89084a7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6712675 Jul 16 20:49:15.679144 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46010c96-5363-496c-b6b7-6b54ccf082d2', 'tag': '4b7277fa-5f52-41bb-a4c7-8c3d87eebca6'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:49:15.681448 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83eab550-b5b5-4f17-a3f2-887592370413" -d '{"events": [{"name": "network-changed", "server_uuid": "46010c96-5363-496c-b6b7-6b54ccf082d2", "tag": "4b7277fa-5f52-41bb-a4c7-8c3d87eebca6"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:49:15.824363 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f0a30c-c4a1-4356-a1a0-0934b9dc3362 x-openstack-request-id: req-b4f0a30c-c4a1-4356-a1a0-0934b9dc3362 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:49:15.824965 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46010c96-5363-496c-b6b7-6b54ccf082d2", "tag": "4b7277fa-5f52-41bb-a4c7-8c3d87eebca6", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:49:15.824965 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b4f0a30c-c4a1-4356-a1a0-0934b9dc3362 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:49:15.825298 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46010c96-5363-496c-b6b7-6b54ccf082d2', 'tag': '4b7277fa-5f52-41bb-a4c7-8c3d87eebca6', 'status': 'completed', 'code': 200} Jul 16 20:49:15.910774 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1ba76-8c46-437b-a8f7-3c7b23d7c77b req-251d2550-9eac-41a4-818a-ea9f0402d769 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:15.919832 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2bc1ba76-8c46-437b-a8f7-3c7b23d7c77b req-251d2550-9eac-41a4-818a-ea9f0402d769 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 946 time: 0.1259117 Jul 16 20:49:15.948215 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eab550-b5b5-4f17-a3f2-887592370413 req-8002687f-6c3c-4b66-95e2-47669f76ea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:15.955783 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-83eab550-b5b5-4f17-a3f2-887592370413 req-8002687f-6c3c-4b66-95e2-47669f76ea09 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 1098 time: 0.1049731 Jul 16 20:49:15.970458 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2bc1ba76-8c46-437b-a8f7-3c7b23d7c77b req-6d45ac57-20f7-4507-9ae0-97f300fbedfc tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=8307b323-7596-438b-a58f-37832944c6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495560 Jul 16 20:49:15.997672 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-81a54167-37f8-4b82-9d05-0c8df76c2048 None None] Set router 2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:49:16.011193 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33120) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:16.103171 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3de1a906-9383-4b58-a004-deddde3a5f6f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/floatingips/7de7a059-7ad5-45cb-874c-4b901fdc7bd3 HTTP/1.1" status: 200 len: 992 time: 0.0906475 Jul 16 20:49:16.116600 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eab550-b5b5-4f17-a3f2-887592370413 req-5ca4a0e4-b08d-41a9-a1cf-9fa503145465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:16.118169 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-83eab550-b5b5-4f17-a3f2-887592370413 req-5ca4a0e4-b08d-41a9-a1cf-9fa503145465 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb HTTP/1.1" status: 200 len: 897 time: 0.1463892 Jul 16 20:49:16.211626 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-83eab550-b5b5-4f17-a3f2-887592370413 req-da7b58b2-a8c4-416c-b84c-d651d1ba492c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 HTTP/1.1" status: 200 len: 1000 time: 0.0866079 Jul 16 20:49:16.294603 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eab550-b5b5-4f17-a3f2-887592370413 req-113f7f36-e253-45f8-8eb3-4906b4a7da71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:16.295640 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-81a54167-37f8-4b82-9d05-0c8df76c2048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133574572', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:48:53Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '7de7a059-7ad5-45cb-874c-4b901fdc7bd3', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'floating_ip_address': '172.25.0.189', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'port_id': '4b7277fa-5f52-41bb-a4c7-8c3d87eebca6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb', 'mac_address': 'fa:16:3e:25:b9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46010c96-5363-496c-b6b7-6b54ccf082d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:49:14Z', 'updated_at': '2021-07-16T20:49:14Z', 'revision_number': 0, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6', 'name': '', 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:a8:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a6de3c75-a1f0-45bc-b930-3bfd7ab55a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:51Z', 'updated_at': '2021-07-16T20:48:59Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': 'a6de3c75-a1f0-45bc-b930-3bfd7ab55a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:16.296133 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-83eab550-b5b5-4f17-a3f2-887592370413 req-113f7f36-e253-45f8-8eb3-4906b4a7da71 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6de3c75-a1f0-45bc-b930-3bfd7ab55a77 HTTP/1.1" status: 200 len: 835 time: 0.0756223 Jul 16 20:49:16.334410 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a54167-37f8-4b82-9d05-0c8df76c2048 None None] Checking router: 2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:49:16.345916 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a54167-37f8-4b82-9d05-0c8df76c2048 None None] Routers {'2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:49:16.346894 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-81a54167-37f8-4b82-9d05-0c8df76c2048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:48:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:16.369073 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eab550-b5b5-4f17-a3f2-887592370413 req-1b2b266c-f96b-4d6a-9d91-fc5437304795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:16.371201 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-83eab550-b5b5-4f17-a3f2-887592370413 req-1b2b266c-f96b-4d6a-9d91-fc5437304795 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660813 Jul 16 20:49:16.482458 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-81a54167-37f8-4b82-9d05-0c8df76c2048 None None] Set router 2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:49:16.513626 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-83eab550-b5b5-4f17-a3f2-887592370413 req-90ac8356-867f-45d0-85bb-9a3d8fa689e3 service neutron] 10.222.0.18 "GET /v2.0/networks/bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337237 Jul 16 20:49:16.612852 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c6461-c012-46f2-ba6d-199783932288 req-7196727b-f0a0-4de7-b33d-5ff45d55dda3 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:16.620629 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f42c6461-c012-46f2-ba6d-199783932288 req-7196727b-f0a0-4de7-b33d-5ff45d55dda3 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0941393 Jul 16 20:49:16.621811 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-83eab550-b5b5-4f17-a3f2-887592370413 req-8f37d6c6-b197-421f-bd3f-69f1312ab0c7 service neutron] 10.222.0.18 "GET /v2.0/networks/bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963254 Jul 16 20:49:16.673798 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f42c6461-c012-46f2-ba6d-199783932288 req-dfa549af-7375-41d5-8504-e17ed7ccc436 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480595 Jul 16 20:49:16.759363 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-81a54167-37f8-4b82-9d05-0c8df76c2048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133574572', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:48:53Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '7de7a059-7ad5-45cb-874c-4b901fdc7bd3', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'floating_ip_address': '172.25.0.189', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'port_id': '4b7277fa-5f52-41bb-a4c7-8c3d87eebca6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb', 'mac_address': 'fa:16:3e:25:b9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46010c96-5363-496c-b6b7-6b54ccf082d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:49:14Z', 'updated_at': '2021-07-16T20:49:14Z', 'revision_number': 0, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6', 'name': '', 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:a8:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a6de3c75-a1f0-45bc-b930-3bfd7ab55a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:51Z', 'updated_at': '2021-07-16T20:48:59Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': 'a6de3c75-a1f0-45bc-b930-3bfd7ab55a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:16.796678 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a54167-37f8-4b82-9d05-0c8df76c2048 None None] The sync data for ids ['2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'] in n-d-791506-21 is: [{'id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133574572', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:48:53Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '7de7a059-7ad5-45cb-874c-4b901fdc7bd3', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'floating_ip_address': '172.25.0.189', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'port_id': '4b7277fa-5f52-41bb-a4c7-8c3d87eebca6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb', 'mac_address': 'fa:16:3e:25:b9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46010c96-5363-496c-b6b7-6b54ccf082d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:49:14Z', 'updated_at': '2021-07-16T20:49:14Z', 'revision_number': 0, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6', 'name': '', 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:a8:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a6de3c75-a1f0-45bc-b930-3bfd7ab55a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:51Z', 'updated_at': '2021-07-16T20:48:59Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': 'a6de3c75-a1f0-45bc-b930-3bfd7ab55a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:49:17.045711 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1898527-fe7a-41f2-b98e-9ea3290e595c None None] New status for floating IP 7de7a059-7ad5-45cb-874c-4b901fdc7bd3: ACTIVE {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:49:17.105390 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33128) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:17.205784 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f69a8c52-c0bc-44fc-a34d-38028c181abe tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/floatingips/7de7a059-7ad5-45cb-874c-4b901fdc7bd3 HTTP/1.1" status: 200 len: 992 time: 0.0991457 Jul 16 20:49:17.230683 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 06bed895-5d79-4114-a43b-d160640bb2ba no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:49:17.320126 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:17.347401 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d59fbf6-e6d6-48bf-b5c5-e5176aed5000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06bed895-5d79-4114-a43b-d160640bb2ba'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:49:17.349804 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a0498e-5999-4465-a092-8658a7d8fd1c" -d '{"events": [{"server_uuid": "7d59fbf6-e6d6-48bf-b5c5-e5176aed5000", "name": "network-vif-unplugged", "status": "completed", "tag": "06bed895-5d79-4114-a43b-d160640bb2ba"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:49:17.363256 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 06bed895-5d79-4114-a43b-d160640bb2ba, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=06bed895-5d79-4114-a43b-d160640bb2ba,segment=NetworkSegment(64c2bd7e-333e-4ae1-88fd-002848031417),segment_id=64c2bd7e-333e-4ae1-88fd-002848031417)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:17.368511 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:17.392993 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 20:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31312de5-a9e2-4755-a8bc-dfe989bf52e1 x-openstack-request-id: req-31312de5-a9e2-4755-a8bc-dfe989bf52e1 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:49:17.393296 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d59fbf6-e6d6-48bf-b5c5-e5176aed5000", "name": "network-vif-unplugged", "status": "failed", "tag": "06bed895-5d79-4114-a43b-d160640bb2ba", "code": 422}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:49:17.393556 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-31312de5-a9e2-4755-a8bc-dfe989bf52e1 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:49:17.393959 n-d-791506-21 neutron-server[93795]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7d59fbf6-e6d6-48bf-b5c5-e5176aed5000', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '06bed895-5d79-4114-a43b-d160640bb2ba', 'code': 422} returned with failed status Jul 16 20:49:17.427188 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=06bed895-5d79-4114-a43b-d160640bb2ba,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:17.872441 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffbeb3-fb31-46e0-8e3e-60c99dda38ca req-e7073afa-c2a3-4050-a690-31076a962bf0 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:17.874345 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f2ffbeb3-fb31-46e0-8e3e-60c99dda38ca req-e7073afa-c2a3-4050-a690-31076a962bf0 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 943 time: 0.0824974 Jul 16 20:49:17.923676 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f2ffbeb3-fb31-46e0-8e3e-60c99dda38ca req-f350a122-32fe-403a-87bc-4b62e3078639 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432262 Jul 16 20:49:18.171067 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a881b-7395-4991-9fdc-f914455589d9 req-4a76a38c-615b-4933-ba36-86b5256e27be tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:18.179120 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-664a881b-7395-4991-9fdc-f914455589d9 req-4a76a38c-615b-4933-ba36-86b5256e27be tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 943 time: 0.0993903 Jul 16 20:49:18.210780 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33140) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:18.216321 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-664a881b-7395-4991-9fdc-f914455589d9 req-70f2a382-1e59-4229-9e89-c1ae7390afa2 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365813 Jul 16 20:49:18.295016 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4376b505-e820-4ea8-8c18-ab1fd9ead3cc tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/floatingips/7de7a059-7ad5-45cb-874c-4b901fdc7bd3 HTTP/1.1" status: 200 len: 994 time: 0.0827134 Jul 16 20:49:18.726610 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2d12c-6705-4d1d-9f3e-e9f97efac291 req-b18b315c-7bc6-46d0-a012-88cf7e624cb9 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:18.728353 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9dd2d12c-6705-4d1d-9f3e-e9f97efac291 req-b18b315c-7bc6-46d0-a012-88cf7e624cb9 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 943 time: 0.0718775 Jul 16 20:49:18.743896 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-baa090aa-1afc-4e16-97bb-1c654e257297 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0660126 Jul 16 20:49:18.769121 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9dd2d12c-6705-4d1d-9f3e-e9f97efac291 req-74307b0c-4e74-407f-b89c-cc9f4c6e83db tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348363 Jul 16 20:49:19.811889 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-2cbb7ab7-f219-430a-8c4e-517ddaf9137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:19.813428 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-2cbb7ab7-f219-430a-8c4e-517ddaf9137b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000&tenant_id=5bb57e8d45114bb99e9c69083d564fef HTTP/1.1" status: 200 len: 1095 time: 0.0559947 Jul 16 20:49:19.826834 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-31daaf8d-291c-45e4-b47b-e3956fdfe959 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-21', 'device_owner': 'compute:nova'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:19.940921 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-31daaf8d-291c-45e4-b47b-e3956fdfe959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:19.995557 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7bb6f-fa90-4808-af2e-95ef8c28138b req-852d7901-ed89-4f23-ab4e-293767742bfa tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:19.999020 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c2f7bb6f-fa90-4808-af2e-95ef8c28138b req-852d7901-ed89-4f23-ab4e-293767742bfa tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 943 time: 0.0842495 Jul 16 20:49:20.042942 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c2f7bb6f-fa90-4808-af2e-95ef8c28138b req-842a26d2-723b-465f-ac4c-d5941e746869 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370367 Jul 16 20:49:20.192895 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-31daaf8d-291c-45e4-b47b-e3956fdfe959 service neutron] For port 06bed895-5d79-4114-a43b-d160640bb2ba, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=06bed895-5d79-4114-a43b-d160640bb2ba,segment=NetworkSegment(64c2bd7e-333e-4ae1-88fd-002848031417),segment_id=64c2bd7e-333e-4ae1-88fd-002848031417)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:20.233655 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-31daaf8d-291c-45e4-b47b-e3956fdfe959 service neutron] For port 06bed895-5d79-4114-a43b-d160640bb2ba, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:49:20.269489 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-31daaf8d-291c-45e4-b47b-e3956fdfe959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06bed895-5d79-4114-a43b-d160640bb2ba {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:49:20.280627 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-31daaf8d-291c-45e4-b47b-e3956fdfe959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.299628 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-31daaf8d-291c-45e4-b47b-e3956fdfe959 service neutron] Transition to ACTIVE for port object 06bed895-5d79-4114-a43b-d160640bb2ba will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:20.304871 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-31daaf8d-291c-45e4-b47b-e3956fdfe959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.373981 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-31daaf8d-291c-45e4-b47b-e3956fdfe959 service neutron] No DVR routers for this DVR port 06bed895-5d79-4114-a43b-d160640bb2ba on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:49:20.376077 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31daaf8d-291c-45e4-b47b-e3956fdfe959 service neutron] Pushing event updated for resources: {'Port': ['ID=06bed895-5d79-4114-a43b-d160640bb2ba,revision_number=9']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:20.416550 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-31daaf8d-291c-45e4-b47b-e3956fdfe959 service neutron] Attempting to bind port 06bed895-5d79-4114-a43b-d160640bb2ba on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:49:20.416883 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-31daaf8d-291c-45e4-b47b-e3956fdfe959 service neutron] Attempting to bind port 06bed895-5d79-4114-a43b-d160640bb2ba by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '64c2bd7e-333e-4ae1-88fd-002848031417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5a5a0771-87d0-4460-a5b0-e2cfa52ab034'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:49:20.417212 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-31daaf8d-291c-45e4-b47b-e3956fdfe959 service neutron] Attempting to bind port 06bed895-5d79-4114-a43b-d160640bb2ba on network 5a5a0771-87d0-4460-a5b0-e2cfa52ab034 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:20.421517 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-31daaf8d-291c-45e4-b47b-e3956fdfe959 service neutron] Port 06bed895-5d79-4114-a43b-d160640bb2ba on network 5a5a0771-87d0-4460-a5b0-e2cfa52ab034 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:49:20.421843 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-31daaf8d-291c-45e4-b47b-e3956fdfe959 service neutron] Attempting to bind port 06bed895-5d79-4114-a43b-d160640bb2ba on network 5a5a0771-87d0-4460-a5b0-e2cfa52ab034 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:20.426916 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-31daaf8d-291c-45e4-b47b-e3956fdfe959 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:49:20.427259 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-31daaf8d-291c-45e4-b47b-e3956fdfe959 service neutron] Checking segment: {'id': '64c2bd7e-333e-4ae1-88fd-002848031417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5a5a0771-87d0-4460-a5b0-e2cfa52ab034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:20.427751 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-31daaf8d-291c-45e4-b47b-e3956fdfe959 service neutron] Bound using segment: {'id': '64c2bd7e-333e-4ae1-88fd-002848031417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5a5a0771-87d0-4460-a5b0-e2cfa52ab034'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:49:20.428227 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-31daaf8d-291c-45e4-b47b-e3956fdfe959 service neutron] Bound port: 06bed895-5d79-4114-a43b-d160640bb2ba, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c2bd7e-333e-4ae1-88fd-002848031417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5a5a0771-87d0-4460-a5b0-e2cfa52ab034'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:49:20.428539 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-31daaf8d-291c-45e4-b47b-e3956fdfe959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.503362 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-31daaf8d-291c-45e4-b47b-e3956fdfe959 service neutron] For port 06bed895-5d79-4114-a43b-d160640bb2ba, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:49:20.506986 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-31daaf8d-291c-45e4-b47b-e3956fdfe959 service neutron] For port 06bed895-5d79-4114-a43b-d160640bb2ba, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=06bed895-5d79-4114-a43b-d160640bb2ba,segment=NetworkSegment(64c2bd7e-333e-4ae1-88fd-002848031417),segment_id=64c2bd7e-333e-4ae1-88fd-002848031417)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:49:20.512073 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-31daaf8d-291c-45e4-b47b-e3956fdfe959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.548181 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-31daaf8d-291c-45e4-b47b-e3956fdfe959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:20.548805 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-31daaf8d-291c-45e4-b47b-e3956fdfe959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.550282 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-31daaf8d-291c-45e4-b47b-e3956fdfe959 service neutron] 10.222.0.62 "PUT /v2.0/ports/06bed895-5d79-4114-a43b-d160640bb2ba HTTP/1.1" status: 200 len: 1092 time: 0.7279477 Jul 16 20:49:20.550710 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d59fbf6-e6d6-48bf-b5c5-e5176aed5000', 'tag': '06bed895-5d79-4114-a43b-d160640bb2ba'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:49:20.553057 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a5e9e1-a897-460a-93d2-2b139198aac3" -d '{"events": [{"name": "network-changed", "server_uuid": "7d59fbf6-e6d6-48bf-b5c5-e5176aed5000", "tag": "06bed895-5d79-4114-a43b-d160640bb2ba"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:49:20.589715 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31daaf8d-291c-45e4-b47b-e3956fdfe959 service neutron] Pushing event updated for resources: {'Port': ['ID=06bed895-5d79-4114-a43b-d160640bb2ba,revision_number=10']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:20.595729 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271e7b48-94b6-4994-b835-a5d80455ecc0 x-openstack-request-id: req-271e7b48-94b6-4994-b835-a5d80455ecc0 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:49:20.596013 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d59fbf6-e6d6-48bf-b5c5-e5176aed5000", "tag": "06bed895-5d79-4114-a43b-d160640bb2ba", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:49:20.596265 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-271e7b48-94b6-4994-b835-a5d80455ecc0 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:49:20.596689 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d59fbf6-e6d6-48bf-b5c5-e5176aed5000', 'tag': '06bed895-5d79-4114-a43b-d160640bb2ba', 'status': 'completed', 'code': 200} Jul 16 20:49:20.648000 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-351dd361-f7ff-4970-ae35-7ab3a2bc3579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:20.649500 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-351dd361-f7ff-4970-ae35-7ab3a2bc3579 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5bb57e8d45114bb99e9c69083d564fef&device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 1096 time: 0.0701137 Jul 16 20:49:20.746945 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-a9192b37-577e-4bd1-ba1a-ebbe35e0974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:20.748617 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-a9192b37-577e-4bd1-ba1a-ebbe35e0974d service neutron] 10.222.0.62 "GET /v2.0/networks?id=5a5a0771-87d0-4460-a5b0-e2cfa52ab034 HTTP/1.1" status: 200 len: 915 time: 0.0931180 Jul 16 20:49:20.793539 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-32ec9e25-b388-4861-8e2d-031299e76d1a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06bed895-5d79-4114-a43b-d160640bb2ba HTTP/1.1" status: 200 len: 217 time: 0.0383682 Jul 16 20:49:20.850844 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-f58407fb-5c95-4e77-8325-a6de4d737421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:20.852481 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-f58407fb-5c95-4e77-8325-a6de4d737421 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b0f5ba8-cc8e-432b-bbe3-5d6e57571036 HTTP/1.1" status: 200 len: 854 time: 0.0531173 Jul 16 20:49:20.898210 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-02b80945-ae8b-4dfc-97bb-8d00991b15bb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5a5a0771-87d0-4460-a5b0-e2cfa52ab034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391054 Jul 16 20:49:21.025522 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-f907addf-03be-484c-89d1-0db38561a18e service neutron] 10.222.0.62 "GET /v2.0/networks/5a5a0771-87d0-4460-a5b0-e2cfa52ab034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195755 Jul 16 20:49:21.127741 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1d64a8f9-86d1-4aa0-a3b5-fcbbf33e0936 req-efa84eb1-d83c-40ac-9555-637d7a356465 service neutron] 10.222.0.62 "GET /v2.0/networks/5a5a0771-87d0-4460-a5b0-e2cfa52ab034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958357 Jul 16 20:49:21.240754 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 06bed895-5d79-4114-a43b-d160640bb2ba no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:49:21.249847 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fe310-4e97-4e76-9046-0d3d5df14236 req-2db5b199-2a31-4357-a27d-ed8cbf63a87d tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:21.254935 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5e9e1-a897-460a-93d2-2b139198aac3 req-d7c9ed10-25f6-45c8-8bf6-2c87d1ce02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:21.257564 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d8fe310-4e97-4e76-9046-0d3d5df14236 req-2db5b199-2a31-4357-a27d-ed8cbf63a87d tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 944 time: 0.0844882 Jul 16 20:49:21.257862 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a5e9e1-a897-460a-93d2-2b139198aac3 req-d7c9ed10-25f6-45c8-8bf6-2c87d1ce02f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5bb57e8d45114bb99e9c69083d564fef&device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 1096 time: 0.0709972 Jul 16 20:49:21.290115 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 06bed895-5d79-4114-a43b-d160640bb2ba not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:49:21.308396 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d8fe310-4e97-4e76-9046-0d3d5df14236 req-53ad6351-5d0b-4530-b371-1ca2f1bb2571 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496373 Jul 16 20:49:21.387776 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5e9e1-a897-460a-93d2-2b139198aac3 req-a092336b-a9f2-425f-8f42-33286887d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:21.389713 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a5e9e1-a897-460a-93d2-2b139198aac3 req-a092336b-a9f2-425f-8f42-33286887d73e service neutron] 10.222.0.62 "GET /v2.0/networks?id=5a5a0771-87d0-4460-a5b0-e2cfa52ab034 HTTP/1.1" status: 200 len: 915 time: 0.1242793 Jul 16 20:49:21.437209 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a5e9e1-a897-460a-93d2-2b139198aac3 req-da3a9fd3-3766-44ec-89e9-0fd97db0fbf3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06bed895-5d79-4114-a43b-d160640bb2ba HTTP/1.1" status: 200 len: 217 time: 0.0379734 Jul 16 20:49:21.513533 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5e9e1-a897-460a-93d2-2b139198aac3 req-a82ef858-af6c-4a10-86b0-180689b4759f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:21.516459 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a5e9e1-a897-460a-93d2-2b139198aac3 req-a82ef858-af6c-4a10-86b0-180689b4759f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b0f5ba8-cc8e-432b-bbe3-5d6e57571036 HTTP/1.1" status: 200 len: 854 time: 0.0697398 Jul 16 20:49:21.697561 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3be50abc-e7b9-45d0-8c01-4305ce5f3572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:22.258688 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-f69d6824-4b39-43a8-a055-031cbd5f6b3b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:22.260429 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-f69d6824-4b39-43a8-a055-031cbd5f6b3b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 812 time: 0.1319487 Jul 16 20:49:22.278594 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-481a5c0e-2c35-4e86-8da0-34734e444af2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/quotas/d773f9510ee743d3a0654c8400382544 HTTP/1.1" status: 200 len: 375 time: 0.0121975 Jul 16 20:49:22.364836 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-2bb35be2-d7f4-415d-8920-ac883dd67a03 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806327 Jul 16 20:49:22.511438 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-459f26e6-fbb5-4b5c-81cb-3f412da1a77c service neutron] 10.222.0.38 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374638 Jul 16 20:49:22.601371 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24221a0-a171-4d8a-a0fb-8f25db25e38b req-e6e882b6-e7dd-43fe-a626-900e03c71efa tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:22.603234 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e24221a0-a171-4d8a-a0fb-8f25db25e38b req-e6e882b6-e7dd-43fe-a626-900e03c71efa tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 944 time: 0.1536674 Jul 16 20:49:22.648933 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-69fdde51-9f79-4666-8d31-7bc7b10504fb service neutron] 10.222.0.38 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318927 Jul 16 20:49:22.666387 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e24221a0-a171-4d8a-a0fb-8f25db25e38b req-94d11017-2cc8-401a-96d9-a198d94bfdd0 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558569 Jul 16 20:49:22.855291 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4f8c4fa6-9ab3-4bce-ba3b-ed7e02087bae req-9b498a5a-ec70-4fc3-bb59-9fc21d9f3b5e tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 210 time: 0.0338409 Jul 16 20:49:23.883563 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75360737-ebc0-480b-b0ac-99e95c7da90c req-073fa2ea-aeba-4436-9eab-7ebbf8a1ff25 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:23.886050 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75360737-ebc0-480b-b0ac-99e95c7da90c req-073fa2ea-aeba-4436-9eab-7ebbf8a1ff25 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 944 time: 0.0798731 Jul 16 20:49:23.931800 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75360737-ebc0-480b-b0ac-99e95c7da90c req-fd64cf93-9ede-46cd-abb7-87e6389b564e tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389144 Jul 16 20:49:24.090947 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1e3fa6be-b5d8-4198-9dec-2a1d98dd5077 req-8b694166-be23-4bb2-ba3a-4de5f32e47b4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 210 time: 0.0468888 Jul 16 20:49:24.218588 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae926436-4483-4d1a-a3ac-a6480b07e141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:24.314979 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:25.136447 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f848fac-5670-4fa1-8fb4-3e3c81174e55 req-19867e3a-2ba4-4258-b419-2e385e201a99 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:25.137964 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0f848fac-5670-4fa1-8fb4-3e3c81174e55 req-19867e3a-2ba4-4258-b419-2e385e201a99 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 944 time: 0.0809467 Jul 16 20:49:25.197310 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0f848fac-5670-4fa1-8fb4-3e3c81174e55 req-a437588e-0a30-4e88-864e-3443672d6987 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464098 Jul 16 20:49:25.333664 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fc95c498-805b-4597-8c7a-8bce01efd087 req-dc527420-df27-4818-b9d7-baa197338b16 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 210 time: 0.0314939 Jul 16 20:49:25.792823 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:26.385864 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a6ec1-5f72-4e42-9e5e-587ceb618486 req-300cd9c7-89e2-4c38-9463-da29485d1c79 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:26.387493 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b87a6ec1-5f72-4e42-9e5e-587ceb618486 req-300cd9c7-89e2-4c38-9463-da29485d1c79 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 944 time: 0.0691080 Jul 16 20:49:26.430130 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b87a6ec1-5f72-4e42-9e5e-587ceb618486 req-2da4b1bc-1286-4181-bb1e-3faf31d919e4 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361218 Jul 16 20:49:26.577871 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8c262b32-dedb-4aa3-9c70-30a0ed9428ef req-73fa2c41-44eb-49be-9f8d-189fbe4ae577 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 210 time: 0.0383346 Jul 16 20:49:27.620877 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8b7ee-8515-4968-bebc-4d780cee180a req-de0cea79-6b19-488d-8795-f09abe20f11d tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:27.622431 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7df8b7ee-8515-4968-bebc-4d780cee180a req-de0cea79-6b19-488d-8795-f09abe20f11d tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 944 time: 0.0701518 Jul 16 20:49:27.646430 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:27.668160 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7df8b7ee-8515-4968-bebc-4d780cee180a req-c55e2100-4873-4e7d-8e02-b5e9a7e4d386 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394578 Jul 16 20:49:27.807325 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9da519f1-9c34-44a9-a31e-98cd83229aa3 req-bd0cac73-faa6-4e81-becc-a1022da50057 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 210 time: 0.0305359 Jul 16 20:49:28.866841 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a0418-e2a3-43c6-8d99-763c79a81d1e req-3339ec4c-c8cb-4130-b474-52b4e21f8637 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:28.868426 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c4a0418-e2a3-43c6-8d99-763c79a81d1e req-3339ec4c-c8cb-4130-b474-52b4e21f8637 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 944 time: 0.0706110 Jul 16 20:49:28.909401 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c4a0418-e2a3-43c6-8d99-763c79a81d1e req-68d3c4bb-5592-4286-b8fd-9d60c2a98786 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353050 Jul 16 20:49:29.064560 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-95d2afd8-b627-460a-8450-2e4b289cb944 req-a28a61a5-9f56-4262-b403-1833bd89dca7 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 210 time: 0.0356674 Jul 16 20:49:29.669642 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:30.108868 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271de5ca-47b2-4c64-8f49-b42a92c96997 req-de700ec6-2971-4199-93a9-3b54eee4cf0f tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:30.110515 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-271de5ca-47b2-4c64-8f49-b42a92c96997 req-de700ec6-2971-4199-93a9-3b54eee4cf0f tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 944 time: 0.0727334 Jul 16 20:49:30.150898 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-271de5ca-47b2-4c64-8f49-b42a92c96997 req-993cfd2e-ad8f-43aa-89f8-59f6dc21f82d tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347483 Jul 16 20:49:30.300442 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-43f15938-52b1-4951-af45-db6f0d26bb5f req-704ee45e-b580-4785-8227-3ca46da8ff08 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 210 time: 0.0364728 Jul 16 20:49:31.352345 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a43b4-14f1-4e53-b596-d7b7d7b0c494 req-eccb48fc-87b9-45bf-b5a9-efba7153cfea tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:31.353904 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-742a43b4-14f1-4e53-b596-d7b7d7b0c494 req-eccb48fc-87b9-45bf-b5a9-efba7153cfea tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 944 time: 0.0788465 Jul 16 20:49:31.398607 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-742a43b4-14f1-4e53-b596-d7b7d7b0c494 req-74c35b38-1ed5-41b3-9782-1bb0417c3ef5 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356753 Jul 16 20:49:31.541190 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8c26624-d1c9-49e9-a3c0-6d061d901c49 req-5838df01-3d05-48c4-8a24-18efc48943c0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 210 time: 0.0323341 Jul 16 20:49:32.488161 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a5e9e1-a897-460a-93d2-2b139198aac3 req-28c97152-d1ff-45e6-986b-3bcdf0b05d78 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5a5a0771-87d0-4460-a5b0-e2cfa52ab034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397601 Jul 16 20:49:32.588522 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a5e9e1-a897-460a-93d2-2b139198aac3 req-e863ff2e-c398-4ff6-af4a-90017236f10a service neutron] 10.222.0.62 "GET /v2.0/networks/5a5a0771-87d0-4460-a5b0-e2cfa52ab034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931327 Jul 16 20:49:32.590429 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085bf62-9e18-4397-b20b-c0814077b195 req-57cf51f5-66eb-48db-90f9-8a2426ac3c22 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:32.591654 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7085bf62-9e18-4397-b20b-c0814077b195 req-57cf51f5-66eb-48db-90f9-8a2426ac3c22 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 944 time: 0.0714426 Jul 16 20:49:32.642893 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7085bf62-9e18-4397-b20b-c0814077b195 req-d0dce7cb-6d4c-40ec-a1ae-cd9fb6ce6983 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455992 Jul 16 20:49:32.695221 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a5e9e1-a897-460a-93d2-2b139198aac3 req-66f32406-dfc6-4360-9577-42225a3b4693 service neutron] 10.222.0.62 "GET /v2.0/networks/5a5a0771-87d0-4460-a5b0-e2cfa52ab034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957422 Jul 16 20:49:32.714067 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2dd5caa2-e497-4296-9721-ec463a9d7421 req-8050d0df-623d-415e-9789-fbb85e2b561b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 210 time: 0.0318613 Jul 16 20:49:33.205513 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:33.262561 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-478e1943-398b-4b39-a923-764585a8f3a7 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:33.264024 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-478e1943-398b-4b39-a923-764585a8f3a7 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.62 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 812 time: 0.1095304 Jul 16 20:49:33.284836 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6353f819-192d-4ff0-a601-ecc6faab8521 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Request body: {'port': {'device_id': '602e6d12-abdf-43bb-a693-5d88a194d08f', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'admin_state_up': True, 'tenant_id': 'd773f9510ee743d3a0654c8400382544'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:33.403767 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6353f819-192d-4ff0-a601-ecc6faab8521 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Made reservation on behalf of d773f9510ee743d3a0654c8400382544 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:33.407328 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6353f819-192d-4ff0-a601-ecc6faab8521 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:33.545275 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6353f819-192d-4ff0-a601-ecc6faab8521 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Allocated IP 172.20.0.5 (8f8ffa95-ba5a-44c1-b5cb-f15aabb35325/91aaf1f1-4791-4613-820c-7a64a55f2344/0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:33.702626 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6353f819-192d-4ff0-a601-ecc6faab8521 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:33.717636 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6353f819-192d-4ff0-a601-ecc6faab8521 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Transition to ACTIVE for port object 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:33.753162 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6353f819-192d-4ff0-a601-ecc6faab8521 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:33.801476 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6353f819-192d-4ff0-a601-ecc6faab8521 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:33.805828 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6353f819-192d-4ff0-a601-ecc6faab8521 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:33.809857 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6353f819-192d-4ff0-a601-ecc6faab8521 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:33.857819 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353f819-192d-4ff0-a601-ecc6faab8521 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event updated for resources: {'Port': ['ID=0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:33.887505 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6353f819-192d-4ff0-a601-ecc6faab8521 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:33.888165 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6353f819-192d-4ff0-a601-ecc6faab8521 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:33.905855 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6353f819-192d-4ff0-a601-ecc6faab8521 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6250584 Jul 16 20:49:33.919437 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6105214b-39e5-425d-bb4a-1b39bfb7417b service neutron] Request body: {'port': {'device_id': '602e6d12-abdf-43bb-a693-5d88a194d08f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:33.940343 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426da596-4af1-4135-be49-0f946e0dbd40 req-bc12467a-2d19-4c3d-afe0-fb1aa4c507be tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:33.942782 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-426da596-4af1-4135-be49-0f946e0dbd40 req-bc12467a-2d19-4c3d-afe0-fb1aa4c507be tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 944 time: 0.1474659 Jul 16 20:49:33.999725 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e1a92-f62f-479d-8e4c-35af5832f652 req-1f73f6fa-abd0-43a6-8cfa-afe8bfa676be tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:34.001674 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-188e1a92-f62f-479d-8e4c-35af5832f652 req-1f73f6fa-abd0-43a6-8cfa-afe8bfa676be tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 931 time: 0.1217082 Jul 16 20:49:34.002076 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6105214b-39e5-425d-bb4a-1b39bfb7417b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.032816 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-426da596-4af1-4135-be49-0f946e0dbd40 req-3b8204aa-64c6-40e1-aa59-178af21e1e17 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793886 Jul 16 20:49:34.055385 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-188e1a92-f62f-479d-8e4c-35af5832f652 req-143fdd74-99dd-4c2a-8040-24c4f24998f8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462902 Jul 16 20:49:34.187425 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a80eaa6e-dbb1-4555-b660-4eff131082d5 None None] Provisioning for port 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:34.192900 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a80eaa6e-dbb1-4555-b660-4eff131082d5 None None] Provisioning complete for port 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:34.194308 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a80eaa6e-dbb1-4555-b660-4eff131082d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.230637 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a80eaa6e-dbb1-4555-b660-4eff131082d5 None None] Port 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:49:34.324005 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6105214b-39e5-425d-bb4a-1b39bfb7417b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:49:34.332773 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6105214b-39e5-425d-bb4a-1b39bfb7417b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.346277 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6105214b-39e5-425d-bb4a-1b39bfb7417b service neutron] Transition to ACTIVE for port object 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:34.359830 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6105214b-39e5-425d-bb4a-1b39bfb7417b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.405010 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105214b-39e5-425d-bb4a-1b39bfb7417b service neutron] Pushing event updated for resources: {'Port': ['ID=0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:34.494214 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6105214b-39e5-425d-bb4a-1b39bfb7417b service neutron] Attempting to bind port 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:49:34.494757 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6105214b-39e5-425d-bb4a-1b39bfb7417b service neutron] Attempting to bind port 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:49:34.495185 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6105214b-39e5-425d-bb4a-1b39bfb7417b service neutron] Attempting to bind port 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19 on network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:34.500344 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6105214b-39e5-425d-bb4a-1b39bfb7417b service neutron] Port 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19 on network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:49:34.500804 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6105214b-39e5-425d-bb4a-1b39bfb7417b service neutron] Attempting to bind port 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19 on network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:34.507699 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6105214b-39e5-425d-bb4a-1b39bfb7417b service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:49:34.508135 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6105214b-39e5-425d-bb4a-1b39bfb7417b service neutron] Checking segment: {'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:34.508613 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6105214b-39e5-425d-bb4a-1b39bfb7417b service neutron] Bound using segment: {'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:49:34.509123 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6105214b-39e5-425d-bb4a-1b39bfb7417b service neutron] Bound port: 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:49:34.509551 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6105214b-39e5-425d-bb4a-1b39bfb7417b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.578602 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6105214b-39e5-425d-bb4a-1b39bfb7417b service neutron] For port 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:49:34.584911 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6105214b-39e5-425d-bb4a-1b39bfb7417b service neutron] For port 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:49:34.590887 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6105214b-39e5-425d-bb4a-1b39bfb7417b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.610174 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6105214b-39e5-425d-bb4a-1b39bfb7417b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:34.610826 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6105214b-39e5-425d-bb4a-1b39bfb7417b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.612486 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-6105214b-39e5-425d-bb4a-1b39bfb7417b service neutron] 10.222.0.62 "PUT /v2.0/ports/0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19 HTTP/1.1" status: 200 len: 1092 time: 0.6977720 Jul 16 20:49:34.614298 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '602e6d12-abdf-43bb-a693-5d88a194d08f', 'tag': '0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:49:34.618855 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113479a4-aa7e-4881-8fb4-0f3a16e4626f" -d '{"events": [{"name": "network-changed", "server_uuid": "602e6d12-abdf-43bb-a693-5d88a194d08f", "tag": "0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:49:34.705171 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3779761c-00a6-4ed4-8c85-2761e103d4e5 x-openstack-request-id: req-3779761c-00a6-4ed4-8c85-2761e103d4e5 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:49:34.705550 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "602e6d12-abdf-43bb-a693-5d88a194d08f", "tag": "0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:49:34.705868 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3779761c-00a6-4ed4-8c85-2761e103d4e5 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:49:34.706349 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '602e6d12-abdf-43bb-a693-5d88a194d08f', 'tag': '0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19', 'status': 'completed', 'code': 200} Jul 16 20:49:34.747593 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105214b-39e5-425d-bb4a-1b39bfb7417b service neutron] Pushing event updated for resources: {'Port': ['ID=0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:34.763039 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-ac2eefd1-698f-4dbb-8c4d-fb20dde264f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:34.764619 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-ac2eefd1-698f-4dbb-8c4d-fb20dde264f4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 1095 time: 0.1001701 Jul 16 20:49:34.815711 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-a40935d3-1e41-4ee8-adf4-9e3b3e41967e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19 HTTP/1.1" status: 200 len: 217 time: 0.0407395 Jul 16 20:49:34.868381 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-3af9e986-5142-43ee-b8d3-db3cdba32c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:34.870055 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-3af9e986-5142-43ee-b8d3-db3cdba32c5e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91aaf1f1-4791-4613-820c-7a64a55f2344 HTTP/1.1" status: 200 len: 851 time: 0.0469489 Jul 16 20:49:34.930466 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-0af762dd-5786-4334-b77a-130ac16359f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:34.931984 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-0af762dd-5786-4334-b77a-130ac16359f1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543211 Jul 16 20:49:35.027490 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-f3b9f41a-743a-4b80-a5ba-a72a7ae2fc6c service neutron] 10.222.0.62 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883670 Jul 16 20:49:35.137541 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3148d0a-4af0-4491-9ea7-d6c5092a11e0 req-ef99f409-9930-4287-b071-f9a60edea658 service neutron] 10.222.0.62 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019826 Jul 16 20:49:35.249586 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113479a4-aa7e-4881-8fb4-0f3a16e4626f req-cd790c19-a931-428e-99fa-4def2cd77378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:35.251682 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-113479a4-aa7e-4881-8fb4-0f3a16e4626f req-cd790c19-a931-428e-99fa-4def2cd77378 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 1095 time: 0.0656631 Jul 16 20:49:35.290643 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefa690-79c1-419d-8ec6-47c712bd951b req-12937ee4-b299-4b22-9c86-223b449612e0 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:35.292075 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9eefa690-79c1-419d-8ec6-47c712bd951b req-12937ee4-b299-4b22-9c86-223b449612e0 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 944 time: 0.1058192 Jul 16 20:49:35.323379 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6603c8-b228-4fbd-b1a4-47aa20bbfef0 req-65fe6105-d438-414b-919d-476904e256e1 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:35.325557 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0a6603c8-b228-4fbd-b1a4-47aa20bbfef0 req-65fe6105-d438-414b-919d-476904e256e1 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 943 time: 0.1283042 Jul 16 20:49:35.349743 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113479a4-aa7e-4881-8fb4-0f3a16e4626f req-fcc294fb-77b3-486e-88c6-1d4f682abcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:35.351620 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 06bed895-5d79-4114-a43b-d160640bb2ba details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:49:35.352122 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-113479a4-aa7e-4881-8fb4-0f3a16e4626f req-fcc294fb-77b3-486e-88c6-1d4f682abcaa service neutron] 10.222.0.62 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 913 time: 0.0929153 Jul 16 20:49:35.366761 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9eefa690-79c1-419d-8ec6-47c712bd951b req-68560287-3895-4748-9b0a-c64c9b601abb tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674407 Jul 16 20:49:35.388467 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0a6603c8-b228-4fbd-b1a4-47aa20bbfef0 req-1bc69cda-715e-4b40-aa99-588a6024d8dd tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549743 Jul 16 20:49:35.411627 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-113479a4-aa7e-4881-8fb4-0f3a16e4626f req-3f2718eb-8dd4-45e2-a718-233b3d944279 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19 HTTP/1.1" status: 200 len: 217 time: 0.0523255 Jul 16 20:49:35.470022 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113479a4-aa7e-4881-8fb4-0f3a16e4626f req-a111ef1c-85fb-468b-b122-6c36b9c9e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:35.471558 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-113479a4-aa7e-4881-8fb4-0f3a16e4626f req-a111ef1c-85fb-468b-b122-6c36b9c9e774 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91aaf1f1-4791-4613-820c-7a64a55f2344 HTTP/1.1" status: 200 len: 851 time: 0.0480483 Jul 16 20:49:35.499354 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 06bed895-5d79-4114-a43b-d160640bb2ba, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=06bed895-5d79-4114-a43b-d160640bb2ba,segment=NetworkSegment(64c2bd7e-333e-4ae1-88fd-002848031417),segment_id=64c2bd7e-333e-4ae1-88fd-002848031417)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:35.511015 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '06bed895-5d79-4114-a43b-d160640bb2ba', 'network_id': '5a5a0771-87d0-4460-a5b0-e2cfa52ab034', 'port_id': '06bed895-5d79-4114-a43b-d160640bb2ba', 'mac_address': 'fa:16:3e:bc:64:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0f5ba8-cc8e-432b-bbe3-5d6e57571036', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:49:35.532232 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113479a4-aa7e-4881-8fb4-0f3a16e4626f req-ae037679-8dc4-421d-986d-e5ec9a84a7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:35.533856 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-113479a4-aa7e-4881-8fb4-0f3a16e4626f req-ae037679-8dc4-421d-986d-e5ec9a84a7e1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547462 Jul 16 20:49:35.548139 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:35.562206 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06bed895-5d79-4114-a43b-d160640bb2ba {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:49:35.584914 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 06bed895-5d79-4114-a43b-d160640bb2ba, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=06bed895-5d79-4114-a43b-d160640bb2ba,segment=NetworkSegment(64c2bd7e-333e-4ae1-88fd-002848031417),segment_id=64c2bd7e-333e-4ae1-88fd-002848031417)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:35.590389 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:35.643581 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-113479a4-aa7e-4881-8fb4-0f3a16e4626f req-d2ec377f-84bb-486b-a3bd-c1e80a87c6b6 service neutron] 10.222.0.62 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011565 Jul 16 20:49:35.645440 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=06bed895-5d79-4114-a43b-d160640bb2ba,revision_number=11']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:35.737308 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-113479a4-aa7e-4881-8fb4-0f3a16e4626f req-99f19fbe-c679-4bc1-a4e4-4247cce39122 service neutron] 10.222.0.62 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856495 Jul 16 20:49:35.859757 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['06bed895-5d79-4114-a43b-d160640bb2ba'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:49:36.594403 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743bc376-071a-459e-8a3c-89c84d4e90f5 req-162b9d7f-e2c7-46f8-acac-d5ac759e7d5c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:36.598986 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-743bc376-071a-459e-8a3c-89c84d4e90f5 req-162b9d7f-e2c7-46f8-acac-d5ac759e7d5c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 945 time: 0.0891492 Jul 16 20:49:36.674631 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-743bc376-071a-459e-8a3c-89c84d4e90f5 req-10d5b1fe-e9d4-4217-b60c-a05f2cc413e2 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703554 Jul 16 20:49:36.712303 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb0fc9-fae6-4339-b616-ba4d03d1a51a req-34b425d9-3986-4354-98a3-2a5a69912a22 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:36.714260 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3fdb0fc9-fae6-4339-b616-ba4d03d1a51a req-34b425d9-3986-4354-98a3-2a5a69912a22 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 943 time: 0.0821564 Jul 16 20:49:36.758851 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3fdb0fc9-fae6-4339-b616-ba4d03d1a51a req-9ce2d035-406f-4fbb-9310-33e33b48e9d0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389047 Jul 16 20:49:37.354829 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 06bed895-5d79-4114-a43b-d160640bb2ba up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:37.438112 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 06bed895-5d79-4114-a43b-d160640bb2ba completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:37.444759 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 06bed895-5d79-4114-a43b-d160640bb2ba triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:37.445220 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:37.551847 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:37.585742 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d59fbf6-e6d6-48bf-b5c5-e5176aed5000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bed895-5d79-4114-a43b-d160640bb2ba'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:49:37.588745 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bc9cd9-b4b2-425d-995b-248e2223210a" -d '{"events": [{"server_uuid": "7d59fbf6-e6d6-48bf-b5c5-e5176aed5000", "name": "network-vif-plugged", "status": "completed", "tag": "06bed895-5d79-4114-a43b-d160640bb2ba"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:49:37.604442 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 06bed895-5d79-4114-a43b-d160640bb2ba, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=06bed895-5d79-4114-a43b-d160640bb2ba,segment=NetworkSegment(64c2bd7e-333e-4ae1-88fd-002848031417),segment_id=64c2bd7e-333e-4ae1-88fd-002848031417)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:37.611410 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:37.666350 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdce650-1c91-4efd-890e-f215415254a4 x-openstack-request-id: req-8cdce650-1c91-4efd-890e-f215415254a4 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:49:37.666804 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d59fbf6-e6d6-48bf-b5c5-e5176aed5000", "name": "network-vif-plugged", "status": "completed", "tag": "06bed895-5d79-4114-a43b-d160640bb2ba", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:49:37.667153 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8cdce650-1c91-4efd-890e-f215415254a4 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:49:37.667633 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d59fbf6-e6d6-48bf-b5c5-e5176aed5000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bed895-5d79-4114-a43b-d160640bb2ba', 'code': 200} Jul 16 20:49:37.697036 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=06bed895-5d79-4114-a43b-d160640bb2ba,revision_number=12']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:37.784260 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a601a99-3e3d-4a10-ab3c-f08d683f6604 req-6a8c7b8f-8426-49ea-8a3e-acabf261a054 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:37.799090 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a601a99-3e3d-4a10-ab3c-f08d683f6604 req-6a8c7b8f-8426-49ea-8a3e-acabf261a054 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 947 time: 0.1381860 Jul 16 20:49:37.853740 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a601a99-3e3d-4a10-ab3c-f08d683f6604 req-a1a1f65b-55e0-419e-a8a3-c13943e5b601 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501130 Jul 16 20:49:37.914461 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53daaaae-919c-4255-9928-f11939d4f59f req-d6eb9708-774e-4977-8fd9-85a6a2f249cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:37.915896 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-53daaaae-919c-4255-9928-f11939d4f59f req-d6eb9708-774e-4977-8fd9-85a6a2f249cb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 1098 time: 0.1004512 Jul 16 20:49:37.935471 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350fca9-8615-41e7-8d56-4da296219320 req-36bf4a31-4234-4f87-89f5-9be35d5da8d4 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:37.943403 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9350fca9-8615-41e7-8d56-4da296219320 req-36bf4a31-4234-4f87-89f5-9be35d5da8d4 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.0951612 Jul 16 20:49:37.970154 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-53daaaae-919c-4255-9928-f11939d4f59f req-ea3e2f3b-f8a1-40c4-90c2-721e1f5c0fc6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442841 Jul 16 20:49:37.994545 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9350fca9-8615-41e7-8d56-4da296219320 req-6a378464-78d6-4fe0-a4ff-16479a9a3385 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509255 Jul 16 20:49:38.140014 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70c46e-02d8-42e5-80b8-0409166f8ec5 req-2207e9d8-ae10-4d9a-acb6-238aebb659ee tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:38.141658 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e70c46e-02d8-42e5-80b8-0409166f8ec5 req-2207e9d8-ae10-4d9a-acb6-238aebb659ee tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 943 time: 0.0894976 Jul 16 20:49:38.210467 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e70c46e-02d8-42e5-80b8-0409166f8ec5 req-1c915225-a491-4266-9ee4-ce6517237b2b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590758 Jul 16 20:49:38.996695 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41e642-81b8-4201-ba0f-d510ae71503e req-46bffded-5a56-42d7-9a0a-6a2c3c3ad9c5 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:38.998441 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1f41e642-81b8-4201-ba0f-d510ae71503e req-46bffded-5a56-42d7-9a0a-6a2c3c3ad9c5 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.62 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 947 time: 0.0775151 Jul 16 20:49:39.195903 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-1f41e642-81b8-4201-ba0f-d510ae71503e req-9311e084-b58f-4c51-88cd-6def7a3d80ec tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Deleting port b350411a-c990-44f0-bd27-100be7fb9a1c {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:39.196386 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1f41e642-81b8-4201-ba0f-d510ae71503e req-9311e084-b58f-4c51-88cd-6def7a3d80ec tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:39.199252 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bb825-0c93-4191-ae71-c2e8cd5f3e06 req-98de5686-037a-4070-ab44-27ea574ccd54 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:39.208125 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bd1bb825-0c93-4191-ae71-c2e8cd5f3e06 req-98de5686-037a-4070-ab44-27ea574ccd54 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 947 time: 0.1752670 Jul 16 20:49:39.285431 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdc56f-5f98-4553-b431-a3b8b342ee98 req-791909ea-d205-40dd-a19b-fb391d680b46 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:39.292771 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b9bdc56f-5f98-4553-b431-a3b8b342ee98 req-791909ea-d205-40dd-a19b-fb391d680b46 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.1430130 Jul 16 20:49:39.304398 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bd1bb825-0c93-4191-ae71-c2e8cd5f3e06 req-2b5fdaa8-7e4c-4328-88af-6944adb21175 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ab8e5b0-81ce-43e7-9da9-b10d36367149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951955 Jul 16 20:49:39.358753 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-1f41e642-81b8-4201-ba0f-d510ae71503e req-9311e084-b58f-4c51-88cd-6def7a3d80ec tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] For port b350411a-c990-44f0-bd27-100be7fb9a1c, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b350411a-c990-44f0-bd27-100be7fb9a1c,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:39.359126 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1f41e642-81b8-4201-ba0f-d510ae71503e req-9311e084-b58f-4c51-88cd-6def7a3d80ec tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:39.370812 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b9bdc56f-5f98-4553-b431-a3b8b342ee98 req-d717b13d-6f05-4608-aa93-66de7d104539 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771034 Jul 16 20:49:39.640009 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308f0c5-7b9d-4d23-9d57-068b9e0e9114 req-b0edc944-0e7a-487b-9be3-99bcd7dc9db2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:39.645601 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5308f0c5-7b9d-4d23-9d57-068b9e0e9114 req-b0edc944-0e7a-487b-9be3-99bcd7dc9db2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 943 time: 0.1342831 Jul 16 20:49:39.691304 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5308f0c5-7b9d-4d23-9d57-068b9e0e9114 req-9290d47f-168f-4ff2-a54d-93e2074d58dd tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390544 Jul 16 20:49:40.004563 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1f41e642-81b8-4201-ba0f-d510ae71503e req-9311e084-b58f-4c51-88cd-6def7a3d80ec tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:40.008040 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1f41e642-81b8-4201-ba0f-d510ae71503e req-9311e084-b58f-4c51-88cd-6def7a3d80ec tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:40.008040 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [req-1f41e642-81b8-4201-ba0f-d510ae71503e req-9311e084-b58f-4c51-88cd-6def7a3d80ec tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Floating IP 551dab0f-f48c-4dc8-8e57-1730e5d34b20 disassociated. External IP: 172.25.0.70, port: b350411a-c990-44f0-bd27-100be7fb9a1c. Jul 16 20:49:40.008040 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-1f41e642-81b8-4201-ba0f-d510ae71503e req-9311e084-b58f-4c51-88cd-6def7a3d80ec tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Calling delete_port for b350411a-c990-44f0-bd27-100be7fb9a1c owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:40.156057 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1f41e642-81b8-4201-ba0f-d510ae71503e req-9311e084-b58f-4c51-88cd-6def7a3d80ec tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:40.189291 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311e084-b58f-4c51-88cd-6def7a3d80ec tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Pushing event deleted for resources: {'Port': ['ID=b350411a-c990-44f0-bd27-100be7fb9a1c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:40.315118 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f41e642-81b8-4201-ba0f-d510ae71503e req-9311e084-b58f-4c51-88cd-6def7a3d80ec tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Router 7e657619-f9ab-403d-ad02-f8f1ca60af45 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:49:40.453369 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f41e642-81b8-4201-ba0f-d510ae71503e req-9311e084-b58f-4c51-88cd-6def7a3d80ec tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:49:40.465697 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245143fa-7997-490d-b2f7-9e2899422f44 None None] Sync routers for ids ['7e657619-f9ab-403d-ad02-f8f1ca60af45'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:49:40.476280 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245143fa-7997-490d-b2f7-9e2899422f44 None None] Routers {'7e657619-f9ab-403d-ad02-f8f1ca60af45'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:49:40.477276 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-245143fa-7997-490d-b2f7-9e2899422f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:49:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7e657619-f9ab-403d-ad02-f8f1ca60af45'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:40.503254 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-649e8a9b-1672-4262-ba4c-c4245f17f094 req-5332b293-8d4b-4266-b9b0-144d2bd49c0c tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/ports?device_id=05c94c39-04b9-4291-803f-ff760bd76f5b HTTP/1.1" status: 200 len: 210 time: 0.0461266 Jul 16 20:49:40.572012 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f41e642-81b8-4201-ba0f-d510ae71503e req-9311e084-b58f-4c51-88cd-6def7a3d80ec tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] No DVR routers for this DVR port b350411a-c990-44f0-bd27-100be7fb9a1c on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:49:40.579103 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-1f41e642-81b8-4201-ba0f-d510ae71503e req-9311e084-b58f-4c51-88cd-6def7a3d80ec tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:40.581901 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1f41e642-81b8-4201-ba0f-d510ae71503e req-9311e084-b58f-4c51-88cd-6def7a3d80ec tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.62 "DELETE /v2.0/ports/b350411a-c990-44f0-bd27-100be7fb9a1c HTTP/1.1" status: 204 len: 173 time: 1.5743835 Jul 16 20:49:40.582627 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c94c39-04b9-4291-803f-ff760bd76f5b', 'name': 'network-vif-deleted', 'tag': 'b350411a-c990-44f0-bd27-100be7fb9a1c'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:49:40.589025 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc015ad4-3972-4b62-bc1e-d9513647a722" -d '{"events": [{"server_uuid": "05c94c39-04b9-4291-803f-ff760bd76f5b", "name": "network-vif-deleted", "tag": "b350411a-c990-44f0-bd27-100be7fb9a1c"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:49:40.637836 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-245143fa-7997-490d-b2f7-9e2899422f44 None None] Set router 7e657619-f9ab-403d-ad02-f8f1ca60af45 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:49:40.736737 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42de2f-c325-45f6-85a8-1ff6e9f07cc2 req-08755bc9-9b6d-4931-b635-43feb475c546 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:40.738340 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b42de2f-c325-45f6-85a8-1ff6e9f07cc2 req-08755bc9-9b6d-4931-b635-43feb475c546 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.1435704 Jul 16 20:49:40.796776 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b42de2f-c325-45f6-85a8-1ff6e9f07cc2 req-b9c7847e-d6fb-41ac-93a7-f50e232ef790 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513566 Jul 16 20:49:40.805535 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3365faa-67c8-434d-91a8-f6fa54cd5c60 x-openstack-request-id: req-c3365faa-67c8-434d-91a8-f6fa54cd5c60 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:49:40.805830 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c94c39-04b9-4291-803f-ff760bd76f5b", "name": "network-vif-deleted", "tag": "b350411a-c990-44f0-bd27-100be7fb9a1c", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:49:40.806088 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c3365faa-67c8-434d-91a8-f6fa54cd5c60 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:49:40.806811 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c94c39-04b9-4291-803f-ff760bd76f5b', 'name': 'network-vif-deleted', 'tag': 'b350411a-c990-44f0-bd27-100be7fb9a1c', 'status': 'completed', 'code': 200} Jul 16 20:49:41.059601 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-245143fa-7997-490d-b2f7-9e2899422f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'name': 'tempest-AttachVolumeShelveTestJSON-1061151315-router', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:47Z', 'updated_at': '2021-07-16T20:41:54Z', 'revision_number': 4, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'gw_port': {'id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:48Z', 'updated_at': '2021-07-16T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '46aa8a46-d9fe-4384-aabc-d68e94fd3605', 'name': '', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'mac_address': 'fa:16:3e:92:1a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:52Z', 'updated_at': '2021-07-16T20:42:01Z', 'revision_number': 5, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'subnets': [{'id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:41.105284 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245143fa-7997-490d-b2f7-9e2899422f44 None None] Checking router: 7e657619-f9ab-403d-ad02-f8f1ca60af45 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:49:41.107298 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ad9b8-5273-412d-b1c9-fe9fa104a7fa req-a59bd092-cc89-49ba-a6fe-e9af26a465f7 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:41.109398 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5f2ad9b8-5273-412d-b1c9-fe9fa104a7fa req-a59bd092-cc89-49ba-a6fe-e9af26a465f7 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 943 time: 0.1136749 Jul 16 20:49:41.117784 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245143fa-7997-490d-b2f7-9e2899422f44 None None] Routers {'7e657619-f9ab-403d-ad02-f8f1ca60af45'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:49:41.117784 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-245143fa-7997-490d-b2f7-9e2899422f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:49:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7e657619-f9ab-403d-ad02-f8f1ca60af45'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:41.184021 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5f2ad9b8-5273-412d-b1c9-fe9fa104a7fa req-85af55fd-3d0a-47e4-8f84-039c9fb3d58a tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652883 Jul 16 20:49:41.205560 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cadd9-8a4f-4290-b10a-996c93569b25 req-a9fe9b34-ba45-40fc-b03d-7b617477f451 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:41.213547 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c8cadd9-8a4f-4290-b10a-996c93569b25 req-a9fe9b34-ba45-40fc-b03d-7b617477f451 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.1818874 Jul 16 20:49:41.267616 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c8cadd9-8a4f-4290-b10a-996c93569b25 req-c77ce9a4-f9cf-4a12-925f-b89a4ab448d1 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530994 Jul 16 20:49:41.275420 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-245143fa-7997-490d-b2f7-9e2899422f44 None None] Set router 7e657619-f9ab-403d-ad02-f8f1ca60af45 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:49:41.458761 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a447860-beb3-4fb8-94df-3f57f152db07 req-52236bee-7895-4322-a10d-948751e02498 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:41.461414 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3a447860-beb3-4fb8-94df-3f57f152db07 req-52236bee-7895-4322-a10d-948751e02498 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.0674210 Jul 16 20:49:41.509961 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3a447860-beb3-4fb8-94df-3f57f152db07 req-02a215ec-010a-46b9-9e5b-60de24410642 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423889 Jul 16 20:49:41.517032 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-245143fa-7997-490d-b2f7-9e2899422f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'name': 'tempest-AttachVolumeShelveTestJSON-1061151315-router', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:47Z', 'updated_at': '2021-07-16T20:41:54Z', 'revision_number': 4, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'gw_port': {'id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:48Z', 'updated_at': '2021-07-16T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '46aa8a46-d9fe-4384-aabc-d68e94fd3605', 'name': '', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'mac_address': 'fa:16:3e:92:1a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:52Z', 'updated_at': '2021-07-16T20:42:01Z', 'revision_number': 5, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'subnets': [{'id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:41.547264 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245143fa-7997-490d-b2f7-9e2899422f44 None None] The sync data for ids ['7e657619-f9ab-403d-ad02-f8f1ca60af45'] in n-d-791506-21 is: [{'id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'name': 'tempest-AttachVolumeShelveTestJSON-1061151315-router', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:47Z', 'updated_at': '2021-07-16T20:41:54Z', 'revision_number': 4, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'gw_port': {'id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:48Z', 'updated_at': '2021-07-16T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '46aa8a46-d9fe-4384-aabc-d68e94fd3605', 'name': '', 'network_id': '57f96d4f-a3d8-495c-8b4c-383900172d1b', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'mac_address': 'fa:16:3e:92:1a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:52Z', 'updated_at': '2021-07-16T20:42:01Z', 'revision_number': 5, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'subnets': [{'id': 'b8d89da5-8a18-4550-b255-1d58457114f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:49:41.705010 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33394) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:41.738275 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:49:41.791813 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3eb2f4-15d0-44a1-b7f2-73fb931a38c9 req-f5508107-5076-44e2-80c9-95b934c2fd11 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:41.793706 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc3eb2f4-15d0-44a1-b7f2-73fb931a38c9 req-f5508107-5076-44e2-80c9-95b934c2fd11 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.1067014 Jul 16 20:49:41.833868 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0742253f-3a7a-489c-b7ca-16a731702c24 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:41.880413 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc3eb2f4-15d0-44a1-b7f2-73fb931a38c9 req-c8e84275-bb5a-4ad5-80ee-4cc70a3199b5 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738764 Jul 16 20:49:41.881709 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0742253f-3a7a-489c-b7ca-16a731702c24 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:41.955182 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0742253f-3a7a-489c-b7ca-16a731702c24 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:41.957998 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0742253f-3a7a-489c-b7ca-16a731702c24 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:41.960539 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0742253f-3a7a-489c-b7ca-16a731702c24 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "DELETE /v2.0/security-groups/3ab8e5b0-81ce-43e7-9da9-b10d36367149 HTTP/1.1" status: 204 len: 168 time: 0.2542608 Jul 16 20:49:41.962855 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33400) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:41.972545 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742253f-3a7a-489c-b7ca-16a731702c24 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab8e5b0-81ce-43e7-9da9-b10d36367149,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:41.981210 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742253f-3a7a-489c-b7ca-16a731702c24 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:41.981569 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742253f-3a7a-489c-b7ca-16a731702c24 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:41.982547 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742253f-3a7a-489c-b7ca-16a731702c24 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:41.982547 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742253f-3a7a-489c-b7ca-16a731702c24 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:41.983061 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742253f-3a7a-489c-b7ca-16a731702c24 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:41.983253 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742253f-3a7a-489c-b7ca-16a731702c24 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:41.983690 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742253f-3a7a-489c-b7ca-16a731702c24 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:41.983906 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742253f-3a7a-489c-b7ca-16a731702c24 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:41.984285 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742253f-3a7a-489c-b7ca-16a731702c24 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:41.984560 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742253f-3a7a-489c-b7ca-16a731702c24 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:41.984909 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742253f-3a7a-489c-b7ca-16a731702c24 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:41.985234 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742253f-3a7a-489c-b7ca-16a731702c24 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:41.993866 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-a47a6f88-9250-4eb4-b4cc-5bc978d7a4e3 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] show failed (client error): The resource could not be found. Jul 16 20:49:41.996343 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a47a6f88-9250-4eb4-b4cc-5bc978d7a4e3 tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "GET /v2.0/security-groups/3ab8e5b0-81ce-43e7-9da9-b10d36367149 HTTP/1.1" status: 404 len: 347 time: 0.0322015 Jul 16 20:49:41.999421 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33402) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:42.050909 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2504b02-76a0-416c-8fc9-4b8ac8b24aa2 None None] New status for floating IP 551dab0f-f48c-4dc8-8e57-1730e5d34b20: DOWN {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:49:42.196842 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3679ac2-b4bb-4ad4-9e90-ef145b2e002c req-5f49a8e6-04e2-4145-bf00-2b913e54f7d8 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:42.198401 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b3679ac2-b4bb-4ad4-9e90-ef145b2e002c req-5f49a8e6-04e2-4145-bf00-2b913e54f7d8 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.1334841 Jul 16 20:49:42.235932 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-b7091acf-9d46-4048-8e51-33aa03990f1a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Deleting port 22be6355-fe27-4f79-a726-af3a05d775eb {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:42.236491 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7091acf-9d46-4048-8e51-33aa03990f1a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:42.267691 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b3679ac2-b4bb-4ad4-9e90-ef145b2e002c req-7a942068-a3d3-4845-9fa6-9bb1b8ee0495 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579274 Jul 16 20:49:42.359007 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7091acf-9d46-4048-8e51-33aa03990f1a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:42.359338 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7091acf-9d46-4048-8e51-33aa03990f1a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:42.378897 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-b7091acf-9d46-4048-8e51-33aa03990f1a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Calling delete_port for 22be6355-fe27-4f79-a726-af3a05d775eb owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:42.435571 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fcb3e-a1e5-4605-b0fd-97ef1fb958ea req-f8f49dcf-62e8-4f87-b162-472301f76b11 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:42.437255 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-149fcb3e-a1e5-4605-b0fd-97ef1fb958ea req-f8f49dcf-62e8-4f87-b162-472301f76b11 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 943 time: 0.1347814 Jul 16 20:49:42.532851 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-149fcb3e-a1e5-4605-b0fd-97ef1fb958ea req-ca7a85d4-7abe-447e-809d-ec0c2a82aa11 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836484 Jul 16 20:49:42.564717 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e302e-f40f-42f7-9823-a1663bfa7ebe req-70a6a0d1-6b76-46b2-be50-da25251e2d92 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:42.566186 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cb7e302e-f40f-42f7-9823-a1663bfa7ebe req-70a6a0d1-6b76-46b2-be50-da25251e2d92 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.1651833 Jul 16 20:49:42.636222 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cb7e302e-f40f-42f7-9823-a1663bfa7ebe req-4472ce4e-11b4-4c9a-9a44-fd9357b4a345 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618148 Jul 16 20:49:42.637251 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7091acf-9d46-4048-8e51-33aa03990f1a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:42.665216 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7091acf-9d46-4048-8e51-33aa03990f1a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Pushing event deleted for resources: {'Port': ['ID=22be6355-fe27-4f79-a726-af3a05d775eb,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:42.696807 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7091acf-9d46-4048-8e51-33aa03990f1a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:42.697154 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7091acf-9d46-4048-8e51-33aa03990f1a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:42.697494 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7091acf-9d46-4048-8e51-33aa03990f1a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:42.697828 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7091acf-9d46-4048-8e51-33aa03990f1a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:42.698156 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7091acf-9d46-4048-8e51-33aa03990f1a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:42.698507 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7091acf-9d46-4048-8e51-33aa03990f1a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:42.698842 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7091acf-9d46-4048-8e51-33aa03990f1a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:42.699162 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7091acf-9d46-4048-8e51-33aa03990f1a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:42.699488 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7091acf-9d46-4048-8e51-33aa03990f1a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:42.699816 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7091acf-9d46-4048-8e51-33aa03990f1a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:42.700139 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7091acf-9d46-4048-8e51-33aa03990f1a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:42.700454 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7091acf-9d46-4048-8e51-33aa03990f1a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:42.738792 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7091acf-9d46-4048-8e51-33aa03990f1a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:42.742290 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7091acf-9d46-4048-8e51-33aa03990f1a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:42.743463 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b7091acf-9d46-4048-8e51-33aa03990f1a tempest-AttachVolumeShelveTestJSON-1339156727 tempest-AttachVolumeShelveTestJSON-1339156727-project] 10.222.0.38 "DELETE /v2.0/floatingips/551dab0f-f48c-4dc8-8e57-1730e5d34b20 HTTP/1.1" status: 204 len: 168 time: 0.7432547 Jul 16 20:49:42.826977 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eece23-707e-4b72-824d-7f0baf027e24 req-b51cb6c4-47e4-438d-8fd3-6b18c86ed83d tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:42.828536 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-44eece23-707e-4b72-824d-7f0baf027e24 req-b51cb6c4-47e4-438d-8fd3-6b18c86ed83d tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.0694330 Jul 16 20:49:42.874176 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-44eece23-707e-4b72-824d-7f0baf027e24 req-419999e2-322a-47f6-9283-4ef1e3128d11 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392101 Jul 16 20:49:43.169107 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033c955-24f0-4223-8413-411a70e3c66e req-58398091-4294-4266-b15e-e722397addb9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:43.176693 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4033c955-24f0-4223-8413-411a70e3c66e req-58398091-4294-4266-b15e-e722397addb9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 946 time: 0.0771010 Jul 16 20:49:43.250288 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4033c955-24f0-4223-8413-411a70e3c66e req-e8e9beac-67f9-4444-9c13-1f9494e6a54e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=8307b323-7596-438b-a58f-37832944c6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699439 Jul 16 20:49:43.267085 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33426) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:43.337612 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3a4cb416-efc3-4f17-b603-2521e3b88b0d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/floatingips/7de7a059-7ad5-45cb-874c-4b901fdc7bd3 HTTP/1.1" status: 200 len: 994 time: 0.0691652 Jul 16 20:49:43.338810 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93490dca-f849-41ad-8f24-1d1368354675 req-bf2a7bdb-6f60-48f8-b722-15e138228c93 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:43.340514 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-93490dca-f849-41ad-8f24-1d1368354675 req-bf2a7bdb-6f60-48f8-b722-15e138228c93 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.0722611 Jul 16 20:49:43.349423 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b350411a-c990-44f0-bd27-100be7fb9a1c no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:49:43.387876 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-93490dca-f849-41ad-8f24-1d1368354675 req-696243b1-4504-48a4-8c34-6c30af552c8d tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390193 Jul 16 20:49:43.406793 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: b350411a-c990-44f0-bd27-100be7fb9a1c {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:49:43.407432 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b350411a-c990-44f0-bd27-100be7fb9a1c not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:49:43.722397 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da572fcc-6789-4fd7-a114-9e93ac52149a req-7984b330-65fe-420f-a0ec-8f5879f5c108 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:43.723954 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-da572fcc-6789-4fd7-a114-9e93ac52149a req-7984b330-65fe-420f-a0ec-8f5879f5c108 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 943 time: 0.0759227 Jul 16 20:49:43.772917 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-da572fcc-6789-4fd7-a114-9e93ac52149a req-c9ec5fd0-bc12-4ddf-b0f2-8ac967d1712a tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424697 Jul 16 20:49:43.850083 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f40029-bec5-4758-8e15-bb5b7c62978f req-c375a956-d0b1-412c-9574-9fcef66523ed tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:43.851625 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-08f40029-bec5-4758-8e15-bb5b7c62978f req-c375a956-d0b1-412c-9574-9fcef66523ed tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 1098 time: 0.0575340 Jul 16 20:49:43.886973 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-08f40029-bec5-4758-8e15-bb5b7c62978f req-e3a52d5a-410a-44d3-8219-6b287a573abc tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=8307b323-7596-438b-a58f-37832944c6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298684 Jul 16 20:49:44.007280 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-348492c1-1640-474e-9023-6569008f5da0 req-a47df746-d2a7-47e1-b611-9769be942e66 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:49:44.008794 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-348492c1-1640-474e-9023-6569008f5da0 req-a47df746-d2a7-47e1-b611-9769be942e66 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067735 Jul 16 20:49:44.624520 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6902a7b-9eec-49f7-b7a7-7291eba39a66 req-534f4165-9060-45af-9324-86fabd642d54 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:44.631371 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a6902a7b-9eec-49f7-b7a7-7291eba39a66 req-534f4165-9060-45af-9324-86fabd642d54 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.0869191 Jul 16 20:49:44.676512 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-36606613-7e1c-4b1c-b134-331cf55adacf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1171045 Jul 16 20:49:44.678600 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a6902a7b-9eec-49f7-b7a7-7291eba39a66 req-d7ca7f79-d0f8-4cdc-8484-ac5ee3f20c12 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452533 Jul 16 20:49:45.014666 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170878a0-f7f5-4caa-856e-86be9fa7613c req-c19f01ce-e7d7-4746-b0e7-0d841d4ed57c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:45.017065 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-170878a0-f7f5-4caa-856e-86be9fa7613c req-c19f01ce-e7d7-4746-b0e7-0d841d4ed57c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 943 time: 0.0776505 Jul 16 20:49:45.074791 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-170878a0-f7f5-4caa-856e-86be9fa7613c req-38628ba8-2c1a-443c-a579-c30c66940711 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381203 Jul 16 20:49:45.359859 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-7487a486-afd7-47b2-b6ce-8f4f7ceac92e tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:49:45.361262 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-7487a486-afd7-47b2-b6ce-8f4f7ceac92e tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1051755 Jul 16 20:49:45.373008 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-02262ed0-4e16-43f1-b962-1d18ea52fac2 service neutron] Request body: {'binding': {'host': 'n-h2-791506-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:45.373731 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-02262ed0-4e16-43f1-b962-1d18ea52fac2 service neutron] Unknown quota resources ['binding']. {{(pid=93793) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:49:45.555846 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a2f19-7b3d-4b1b-83a0-f7ca17b06e86 req-72a98818-db8a-4008-a166-6fc73299eb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:45.557813 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5b0a2f19-7b3d-4b1b-83a0-f7ca17b06e86 req-72a98818-db8a-4008-a166-6fc73299eb03 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5bb57e8d45114bb99e9c69083d564fef&device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 1098 time: 0.1419954 Jul 16 20:49:45.690162 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-02262ed0-4e16-43f1-b962-1d18ea52fac2 service neutron] Attempting to bind port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 on host n-h2-791506-21 for vnic_type normal with profile None {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:49:45.690885 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-02262ed0-4e16-43f1-b962-1d18ea52fac2 service neutron] Attempting to bind port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '0e34feb0-24c0-4271-9a27-34a79ed2c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:49:45.691008 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-02262ed0-4e16-43f1-b962-1d18ea52fac2 service neutron] Attempting to bind port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 on network bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:45.701212 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-02262ed0-4e16-43f1-b962-1d18ea52fac2 service neutron] Port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 on network bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:49:45.701639 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-02262ed0-4e16-43f1-b962-1d18ea52fac2 service neutron] Attempting to bind port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 on network bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:45.716978 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-02262ed0-4e16-43f1-b962-1d18ea52fac2 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:49:45.716978 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-02262ed0-4e16-43f1-b962-1d18ea52fac2 service neutron] Checking segment: {'id': '0e34feb0-24c0-4271-9a27-34a79ed2c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:45.717380 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-02262ed0-4e16-43f1-b962-1d18ea52fac2 service neutron] Bound using segment: {'id': '0e34feb0-24c0-4271-9a27-34a79ed2c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:49:45.717853 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-02262ed0-4e16-43f1-b962-1d18ea52fac2 service neutron] Bound port: 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e34feb0-24c0-4271-9a27-34a79ed2c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:49:45.741036 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a2f19-7b3d-4b1b-83a0-f7ca17b06e86 req-f7e4809e-e2fa-43b0-b4cb-ebbdf8029550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:45.742981 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5b0a2f19-7b3d-4b1b-83a0-f7ca17b06e86 req-f7e4809e-e2fa-43b0-b4cb-ebbdf8029550 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5a5a0771-87d0-4460-a5b0-e2cfa52ab034 HTTP/1.1" status: 200 len: 915 time: 0.1791997 Jul 16 20:49:45.828759 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5b0a2f19-7b3d-4b1b-83a0-f7ca17b06e86 req-efcec015-41ba-40f7-9b98-8e25dc00d18c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06bed895-5d79-4114-a43b-d160640bb2ba HTTP/1.1" status: 200 len: 217 time: 0.0641868 Jul 16 20:49:45.891155 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-02262ed0-4e16-43f1-b962-1d18ea52fac2 service neutron] For port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6,segment=NetworkSegment(0e34feb0-24c0-4271-9a27-34a79ed2c10c),segment_id=0e34feb0-24c0-4271-9a27-34a79ed2c10c)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:49:45.901610 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-02262ed0-4e16-43f1-b962-1d18ea52fac2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:45.903387 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-02262ed0-4e16-43f1-b962-1d18ea52fac2 service neutron] 10.222.0.38 "POST /v2.0/ports/4b7277fa-5f52-41bb-a4c7-8c3d87eebca6/bindings HTTP/1.1" status: 201 len: 390 time: 0.5345609 Jul 16 20:49:45.905648 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a2f19-7b3d-4b1b-83a0-f7ca17b06e86 req-3a15d646-9741-4484-9959-eb78acaf4dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:45.907433 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5b0a2f19-7b3d-4b1b-83a0-f7ca17b06e86 req-3a15d646-9741-4484-9959-eb78acaf4dad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b0f5ba8-cc8e-432b-bbe3-5d6e57571036 HTTP/1.1" status: 200 len: 854 time: 0.0688300 Jul 16 20:49:45.948987 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5b0a2f19-7b3d-4b1b-83a0-f7ca17b06e86 req-1a63c547-e1d1-45ff-821c-8560bc78cd43 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5a5a0771-87d0-4460-a5b0-e2cfa52ab034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349402 Jul 16 20:49:46.071526 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5b0a2f19-7b3d-4b1b-83a0-f7ca17b06e86 req-55983f31-bf9c-469d-94c8-76558417f27d service neutron] 10.222.0.62 "GET /v2.0/networks/5a5a0771-87d0-4460-a5b0-e2cfa52ab034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154890 Jul 16 20:49:46.123402 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6d70d-67da-4686-9e73-6d8dcf33a346 req-1a3a59b9-5814-4b6d-a227-e100502f7875 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:46.136382 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3da6d70d-67da-4686-9e73-6d8dcf33a346 req-1a3a59b9-5814-4b6d-a227-e100502f7875 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.5070577 Jul 16 20:49:46.218128 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3da6d70d-67da-4686-9e73-6d8dcf33a346 req-7657c977-e248-4fad-a256-56d9095ed771 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817757 Jul 16 20:49:46.227318 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5b0a2f19-7b3d-4b1b-83a0-f7ca17b06e86 req-583e3370-326e-45de-9884-74a3aab0ca69 service neutron] 10.222.0.62 "GET /v2.0/networks/5a5a0771-87d0-4460-a5b0-e2cfa52ab034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490657 Jul 16 20:49:46.284319 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-f5416782-b3cc-40e9-99a6-5943bc437ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:46.285802 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-f5416782-b3cc-40e9-99a6-5943bc437ba6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 1098 time: 0.1078429 Jul 16 20:49:46.472150 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-1d9c4665-3401-4255-9701-d134e1556050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:46.473589 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-1d9c4665-3401-4255-9701-d134e1556050 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb HTTP/1.1" status: 200 len: 897 time: 0.1674433 Jul 16 20:49:46.483421 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1694ded-7cf3-4684-ab6a-250680f9a2ac req-89b0e5a1-480e-4575-a51a-6506377ad315 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:46.484876 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1694ded-7cf3-4684-ab6a-250680f9a2ac req-89b0e5a1-480e-4575-a51a-6506377ad315 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 946 time: 0.2082000 Jul 16 20:49:46.561421 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31588d84-9a88-4ab6-88cc-91a45ac95645 req-a6d050c6-e5f3-4515-bbea-219da843a974 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:46.562915 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-31588d84-9a88-4ab6-88cc-91a45ac95645 req-a6d050c6-e5f3-4515-bbea-219da843a974 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 943 time: 0.2036128 Jul 16 20:49:46.601870 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1694ded-7cf3-4684-ab6a-250680f9a2ac req-d326ac80-a913-49de-90ba-60006b83fd61 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=8307b323-7596-438b-a58f-37832944c6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069415 Jul 16 20:49:46.605683 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-04caab36-c645-462b-8174-e9fcbbd9ef16 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 HTTP/1.1" status: 200 len: 1002 time: 0.1183417 Jul 16 20:49:46.654867 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-31588d84-9a88-4ab6-88cc-91a45ac95645 req-498ca3cb-d6bf-4765-97b3-f46dca70b890 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760429 Jul 16 20:49:46.678570 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-0ce978cf-a29f-4779-9eab-2d15f6ae3d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:46.680158 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-0ce978cf-a29f-4779-9eab-2d15f6ae3d52 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a6de3c75-a1f0-45bc-b930-3bfd7ab55a77 HTTP/1.1" status: 200 len: 835 time: 0.0628595 Jul 16 20:49:46.744063 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-ef8f3a34-4b8c-495e-a29a-d74d9face817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:46.745616 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-ef8f3a34-4b8c-495e-a29a-d74d9face817 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585918 Jul 16 20:49:46.849038 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-6a1f6471-dacd-43ac-bbf7-d3504b3a64b6 service neutron] 10.222.0.62 "GET /v2.0/networks/bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951471 Jul 16 20:49:46.976168 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-237c630c-c2ab-4279-acac-6a224bd2333c service neutron] 10.222.0.62 "GET /v2.0/networks/bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182413 Jul 16 20:49:47.161671 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-40fb68e2-ab1b-40a3-b6a4-7055913fd67d tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:47.163665 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-40fb68e2-ab1b-40a3-b6a4-7055913fd67d tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2&tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&binding%3Ahost_id=n-h1-791506-21 HTTP/1.1" status: 200 len: 1098 time: 0.1271369 Jul 16 20:49:47.179305 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-402b17d8-8d42-4af7-9d48-7c41380ab784 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-21'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:47.263446 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-402b17d8-8d42-4af7-9d48-7c41380ab784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:47.456005 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-402b17d8-8d42-4af7-9d48-7c41380ab784 service neutron] For port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6,segment=NetworkSegment(0e34feb0-24c0-4271-9a27-34a79ed2c10c),segment_id=0e34feb0-24c0-4271-9a27-34a79ed2c10c)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:47.512384 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e531869-81ae-4861-8643-6663e7eceb59 req-926ce6fc-f0be-4f8c-81db-7d1d7db5a4f2 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:47.513932 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e531869-81ae-4861-8643-6663e7eceb59 req-926ce6fc-f0be-4f8c-81db-7d1d7db5a4f2 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.1222596 Jul 16 20:49:47.534908 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-402b17d8-8d42-4af7-9d48-7c41380ab784 service neutron] For port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:49:47.606977 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e531869-81ae-4861-8643-6663e7eceb59 req-3b615291-41ea-4910-b42e-a172ad31ddbe tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831137 Jul 16 20:49:47.609642 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46010c96-5363-496c-b6b7-6b54ccf082d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b7277fa-5f52-41bb-a4c7-8c3d87eebca6'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:49:47.612058 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4665197d-cc51-4f17-8291-cd38125b20c1" -d '{"events": [{"server_uuid": "46010c96-5363-496c-b6b7-6b54ccf082d2", "name": "network-vif-unplugged", "status": "completed", "tag": "4b7277fa-5f52-41bb-a4c7-8c3d87eebca6"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:49:47.617310 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-402b17d8-8d42-4af7-9d48-7c41380ab784 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:47.633597 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-402b17d8-8d42-4af7-9d48-7c41380ab784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:47.679603 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfb9d95-4489-4e6a-a55c-907af337cb8d x-openstack-request-id: req-adfb9d95-4489-4e6a-a55c-907af337cb8d {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:49:47.679748 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46010c96-5363-496c-b6b7-6b54ccf082d2", "name": "network-vif-unplugged", "status": "completed", "tag": "4b7277fa-5f52-41bb-a4c7-8c3d87eebca6", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:49:47.679942 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-adfb9d95-4489-4e6a-a55c-907af337cb8d {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:49:47.680358 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46010c96-5363-496c-b6b7-6b54ccf082d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b7277fa-5f52-41bb-a4c7-8c3d87eebca6', 'code': 200} Jul 16 20:49:47.891992 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b17d8-8d42-4af7-9d48-7c41380ab784 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6,revision_number=7']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:47.991850 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-402b17d8-8d42-4af7-9d48-7c41380ab784 service neutron] Attempting to bind port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 on host n-h1-791506-21 for vnic_type normal with profile {"migrating_to": "n-h2-791506-21"} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:49:47.992180 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-402b17d8-8d42-4af7-9d48-7c41380ab784 service neutron] Attempting to bind port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '0e34feb0-24c0-4271-9a27-34a79ed2c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:49:47.992515 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-402b17d8-8d42-4af7-9d48-7c41380ab784 service neutron] Attempting to bind port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 on network bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:48.008380 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-402b17d8-8d42-4af7-9d48-7c41380ab784 service neutron] Port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 on network bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:49:48.008615 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-402b17d8-8d42-4af7-9d48-7c41380ab784 service neutron] Attempting to bind port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 on network bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:48.024668 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7b9b0bfb-6ce6-44e5-bdee-63e0be85181c None None] Provisioning complete for port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:48.025261 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8dd9bb-c89f-4a29-a4ca-3c7a7f9c0c59 req-a390d0a2-28d8-482f-ad9c-4268ae3e969f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:48.025917 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b9b0bfb-6ce6-44e5-bdee-63e0be85181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:48.032435 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7e8dd9bb-c89f-4a29-a4ca-3c7a7f9c0c59 req-a390d0a2-28d8-482f-ad9c-4268ae3e969f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 944 time: 0.2185850 Jul 16 20:49:48.042579 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-402b17d8-8d42-4af7-9d48-7c41380ab784 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:49:48.042918 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-402b17d8-8d42-4af7-9d48-7c41380ab784 service neutron] Checking segment: {'id': '0e34feb0-24c0-4271-9a27-34a79ed2c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:48.043304 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-402b17d8-8d42-4af7-9d48-7c41380ab784 service neutron] Bound using segment: {'id': '0e34feb0-24c0-4271-9a27-34a79ed2c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:49:48.043752 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-402b17d8-8d42-4af7-9d48-7c41380ab784 service neutron] Bound port: 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e34feb0-24c0-4271-9a27-34a79ed2c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:49:48.044112 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-402b17d8-8d42-4af7-9d48-7c41380ab784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:48.084698 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7b9b0bfb-6ce6-44e5-bdee-63e0be85181c None None] Port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:49:48.093663 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e019e0-3981-4221-833a-043b66601f2b req-27de4a5a-0b77-4c0f-81e5-d6a415a8310d tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:48.095506 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-64e019e0-3981-4221-833a-043b66601f2b req-27de4a5a-0b77-4c0f-81e5-d6a415a8310d tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.2231002 Jul 16 20:49:48.122776 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7e8dd9bb-c89f-4a29-a4ca-3c7a7f9c0c59 req-158a547d-d55a-48c4-9e27-8ed8e974475d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=8307b323-7596-438b-a58f-37832944c6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894175 Jul 16 20:49:48.182757 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-402b17d8-8d42-4af7-9d48-7c41380ab784 service neutron] For port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:49:48.187596 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-64e019e0-3981-4221-833a-043b66601f2b req-53cd0ef6-3709-4c89-bbb2-b5b025f8c263 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707052 Jul 16 20:49:48.201035 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-402b17d8-8d42-4af7-9d48-7c41380ab784 service neutron] For port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6,segment=NetworkSegment(0e34feb0-24c0-4271-9a27-34a79ed2c10c),segment_id=0e34feb0-24c0-4271-9a27-34a79ed2c10c)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:49:48.211081 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-402b17d8-8d42-4af7-9d48-7c41380ab784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:48.463938 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b17d8-8d42-4af7-9d48-7c41380ab784 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6,revision_number=8']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:48.524133 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb4aaa-39c9-4205-a569-2494bc53195d req-23439af6-fcaf-4607-bfc0-52018783c24a tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:48.530853 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e5eb4aaa-39c9-4205-a569-2494bc53195d req-23439af6-fcaf-4607-bfc0-52018783c24a tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 943 time: 0.2206259 Jul 16 20:49:48.610350 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-402b17d8-8d42-4af7-9d48-7c41380ab784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:48.611077 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-402b17d8-8d42-4af7-9d48-7c41380ab784 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:48.612661 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-402b17d8-8d42-4af7-9d48-7c41380ab784 service neutron] 10.222.0.62 "PUT /v2.0/ports/4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 HTTP/1.1" status: 200 len: 1124 time: 1.4425876 Jul 16 20:49:48.653381 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e5eb4aaa-39c9-4205-a569-2494bc53195d req-28c0bc1a-9135-40d7-b694-bf3476d8dd5d tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212988 Jul 16 20:49:48.683494 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['4b7277fa-5f52-41bb-a4c7-8c3d87eebca6'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:49:48.701508 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3762a-31bf-49d7-96e7-d720cecb0a4f req-dfc3dcc2-f99c-472f-b5b5-fdd71ad8f610 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:48.710085 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1b3762a-31bf-49d7-96e7-d720cecb0a4f req-dfc3dcc2-f99c-472f-b5b5-fdd71ad8f610 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.1758602 Jul 16 20:49:48.760293 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1b3762a-31bf-49d7-96e7-d720cecb0a4f req-167daf98-ec68-4c19-a0e3-e5d42b26d3e3 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448234 Jul 16 20:49:48.762451 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d3ad3800-7128-4471-bda3-b3fd7fb8582d None None] Provisioning complete for port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:48.763090 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3ad3800-7128-4471-bda3-b3fd7fb8582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:48.953164 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3ad3800-7128-4471-bda3-b3fd7fb8582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:48.966918 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abbe09-4d29-4d12-8c3d-bc038793eb3a req-b58acc6b-94d9-4060-8194-2823554cd096 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:48.968465 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-51abbe09-4d29-4d12-8c3d-bc038793eb3a req-b58acc6b-94d9-4060-8194-2823554cd096 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.0915625 Jul 16 20:49:49.019944 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-d3ad3800-7128-4471-bda3-b3fd7fb8582d None None] For port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6,segment=NetworkSegment(0e34feb0-24c0-4271-9a27-34a79ed2c10c),segment_id=0e34feb0-24c0-4271-9a27-34a79ed2c10c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:49.020966 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46010c96-5363-496c-b6b7-6b54ccf082d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7277fa-5f52-41bb-a4c7-8c3d87eebca6'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:49:49.023866 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-51abbe09-4d29-4d12-8c3d-bc038793eb3a req-342d97f7-992b-4d5b-aa8b-3ab3ac17f753 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476089 Jul 16 20:49:49.025245 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5a6afb-3467-4656-b27f-1e03eff02c53" -d '{"events": [{"server_uuid": "46010c96-5363-496c-b6b7-6b54ccf082d2", "name": "network-vif-plugged", "status": "completed", "tag": "4b7277fa-5f52-41bb-a4c7-8c3d87eebca6"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:49:49.058605 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3ad3800-7128-4471-bda3-b3fd7fb8582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:49.102684 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c298218-4e40-4bcd-8af4-428f8f0725fc x-openstack-request-id: req-5c298218-4e40-4bcd-8af4-428f8f0725fc {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:49:49.102900 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46010c96-5363-496c-b6b7-6b54ccf082d2", "name": "network-vif-plugged", "status": "completed", "tag": "4b7277fa-5f52-41bb-a4c7-8c3d87eebca6", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:49:49.103149 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5c298218-4e40-4bcd-8af4-428f8f0725fc {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:49:49.103513 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46010c96-5363-496c-b6b7-6b54ccf082d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7277fa-5f52-41bb-a4c7-8c3d87eebca6', 'code': 200} Jul 16 20:49:49.366667 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031a330-3d64-4fdb-a059-d4fc3abf3b99 req-23d187f7-6e65-437c-8b32-e6a0ec222ea7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:49.368138 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7031a330-3d64-4fdb-a059-d4fc3abf3b99 req-23d187f7-6e65-437c-8b32-e6a0ec222ea7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 946 time: 0.1130624 Jul 16 20:49:49.382412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eda016-c230-4f33-9af9-9dc43a91350c req-1edfaea6-0f22-466a-bf9e-11d2652d03ba tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:49.389707 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-29eda016-c230-4f33-9af9-9dc43a91350c req-1edfaea6-0f22-466a-bf9e-11d2652d03ba tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.1036248 Jul 16 20:49:49.405776 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad3800-7128-4471-bda3-b3fd7fb8582d None None] Pushing event updated for resources: {'Port': ['ID=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6,revision_number=9']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:49.456056 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7031a330-3d64-4fdb-a059-d4fc3abf3b99 req-0734cf4e-1c30-4d11-adc7-275247a9e65d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=8307b323-7596-438b-a58f-37832944c6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819809 Jul 16 20:49:49.472954 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-29eda016-c230-4f33-9af9-9dc43a91350c req-aec45827-bc2c-45d5-8105-044e6b736d86 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801370 Jul 16 20:49:49.681658 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a77656-88ca-49da-b460-8b9597e89bed req-678b0066-a1f5-4d12-8726-064c6c337d5d tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:49.683373 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-84a77656-88ca-49da-b460-8b9597e89bed req-678b0066-a1f5-4d12-8726-064c6c337d5d tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.0704787 Jul 16 20:49:49.684017 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46010c96-5363-496c-b6b7-6b54ccf082d2', 'tag': '4b7277fa-5f52-41bb-a4c7-8c3d87eebca6'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:49:49.686214 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b646323-e211-4950-9309-aa6198538478" -d '{"events": [{"name": "network-changed", "server_uuid": "46010c96-5363-496c-b6b7-6b54ccf082d2", "tag": "4b7277fa-5f52-41bb-a4c7-8c3d87eebca6"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:49:49.732639 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-84a77656-88ca-49da-b460-8b9597e89bed req-7564752c-0ed9-44dd-b75a-902022cf6810 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352538 Jul 16 20:49:49.783971 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0c8bca-b7c6-4585-8bb1-044e303e370d x-openstack-request-id: req-ee0c8bca-b7c6-4585-8bb1-044e303e370d {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:49:49.784471 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46010c96-5363-496c-b6b7-6b54ccf082d2", "tag": "4b7277fa-5f52-41bb-a4c7-8c3d87eebca6", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:49:49.784904 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ee0c8bca-b7c6-4585-8bb1-044e303e370d {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:49:49.786089 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46010c96-5363-496c-b6b7-6b54ccf082d2', 'tag': '4b7277fa-5f52-41bb-a4c7-8c3d87eebca6', 'status': 'completed', 'code': 200} Jul 16 20:49:49.857899 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33546) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:49.878781 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1865339-2cb6-4907-924a-26ac34351f1f req-6406885d-d89c-4993-a04f-21700ddfd2ac tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:49.882254 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1865339-2cb6-4907-924a-26ac34351f1f req-6406885d-d89c-4993-a04f-21700ddfd2ac tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 943 time: 0.0952806 Jul 16 20:49:49.894971 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b646323-e211-4950-9309-aa6198538478 req-c00b3e30-45a6-452e-b760-c9a1d723a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:49.896854 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7b646323-e211-4950-9309-aa6198538478 req-c00b3e30-45a6-452e-b760-c9a1d723a92b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 1129 time: 0.0840852 Jul 16 20:49:49.954368 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1865339-2cb6-4907-924a-26ac34351f1f req-a8803d82-ce12-4b93-9fd9-51b952433025 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660272 Jul 16 20:49:50.076012 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b646323-e211-4950-9309-aa6198538478 req-692778a3-38d6-4dc1-8ab5-46a62c9be616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:50.077573 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7b646323-e211-4950-9309-aa6198538478 req-692778a3-38d6-4dc1-8ab5-46a62c9be616 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb HTTP/1.1" status: 200 len: 897 time: 0.1740525 Jul 16 20:49:50.081253 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f57a7f-f6e4-46f7-9394-5652eb23a919 req-f3980b17-b76f-4278-a3c9-bce59edcdbae tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:50.082759 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-98f57a7f-f6e4-46f7-9394-5652eb23a919 req-f3980b17-b76f-4278-a3c9-bce59edcdbae tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.0793638 Jul 16 20:49:50.121581 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-98f57a7f-f6e4-46f7-9394-5652eb23a919 req-c0da6004-1d95-4c39-ad32-9675889c7fba tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323067 Jul 16 20:49:50.185224 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7b646323-e211-4950-9309-aa6198538478 req-78e0a083-c1d7-4661-9d56-c832c8db172a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 HTTP/1.1" status: 200 len: 1002 time: 0.0984013 Jul 16 20:49:50.281226 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b646323-e211-4950-9309-aa6198538478 req-7a724f11-889b-4e1f-b070-0e651c3743cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:50.282720 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7b646323-e211-4950-9309-aa6198538478 req-7a724f11-889b-4e1f-b070-0e651c3743cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6de3c75-a1f0-45bc-b930-3bfd7ab55a77 HTTP/1.1" status: 200 len: 835 time: 0.0896440 Jul 16 20:49:50.300435 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59daab-75f4-4718-8a8d-b22b87268166 req-e6dffd3d-b877-4b2e-80a1-9ce4d71a1e65 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:50.301947 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bd59daab-75f4-4718-8a8d-b22b87268166 req-e6dffd3d-b877-4b2e-80a1-9ce4d71a1e65 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.0663335 Jul 16 20:49:50.340532 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bd59daab-75f4-4718-8a8d-b22b87268166 req-d9b6e92e-ffc0-483e-ada0-b6e4b627adbc tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322850 Jul 16 20:49:50.408980 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b646323-e211-4950-9309-aa6198538478 req-f35ee03a-4378-4487-9108-7da63559d24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:50.410491 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7b646323-e211-4950-9309-aa6198538478 req-f35ee03a-4378-4487-9108-7da63559d24d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021721 Jul 16 20:49:50.542583 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7b646323-e211-4950-9309-aa6198538478 req-b3031b48-ec64-46eb-a262-49a98a82b14e service neutron] 10.222.0.18 "GET /v2.0/networks/bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255736 Jul 16 20:49:50.647563 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24303c-b82c-44b9-a837-13b5338a9cbe req-4d13ad5f-11b9-4420-abc8-36e680a36dda tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:50.649131 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ab24303c-b82c-44b9-a837-13b5338a9cbe req-4d13ad5f-11b9-4420-abc8-36e680a36dda tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.1077979 Jul 16 20:49:50.667427 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-eabd961e-4ed7-4b32-8051-6372b8d1c973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:50.670500 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7b646323-e211-4950-9309-aa6198538478 req-53f859c6-aef2-440a-80bd-79b19dc40d7b service neutron] 10.222.0.18 "GET /v2.0/networks/bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214833 Jul 16 20:49:50.685967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359e0c5-d809-431a-a6e1-951940398e28 req-2be32c2a-657b-40f1-8271-5f413e4430be tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:50.687650 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1359e0c5-d809-431a-a6e1-951940398e28 req-2be32c2a-657b-40f1-8271-5f413e4430be tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 946 time: 0.1036589 Jul 16 20:49:50.714715 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ab24303c-b82c-44b9-a837-13b5338a9cbe req-f7a5f7a5-48c6-4514-bcbb-0d8f90861088 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583084 Jul 16 20:49:50.753012 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1359e0c5-d809-431a-a6e1-951940398e28 req-a5e1ac30-f826-427e-94fe-ff334056d26b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=8307b323-7596-438b-a58f-37832944c6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529747 Jul 16 20:49:50.924601 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1794ff-490e-494b-a34e-de4d0aea9402 req-f562ff43-b332-4dde-b801-3e75fcdfcd6a tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:50.926456 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ad1794ff-490e-494b-a34e-de4d0aea9402 req-f562ff43-b332-4dde-b801-3e75fcdfcd6a tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.0633657 Jul 16 20:49:50.941327 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-eabd961e-4ed7-4b32-8051-6372b8d1c973 admin admin] Deleting port 46aa8a46-d9fe-4384-aabc-d68e94fd3605 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:50.941893 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-eabd961e-4ed7-4b32-8051-6372b8d1c973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:50.966045 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ad1794ff-490e-494b-a34e-de4d0aea9402 req-52806eee-649d-4b45-b7dd-d1e32d85e905 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330210 Jul 16 20:49:51.031078 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-eabd961e-4ed7-4b32-8051-6372b8d1c973 admin admin] For port 46aa8a46-d9fe-4384-aabc-d68e94fd3605, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=46aa8a46-d9fe-4384-aabc-d68e94fd3605,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:51.031722 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-eabd961e-4ed7-4b32-8051-6372b8d1c973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:51.045375 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-eabd961e-4ed7-4b32-8051-6372b8d1c973 admin admin] Calling delete_port for 46aa8a46-d9fe-4384-aabc-d68e94fd3605 owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:51.187357 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67028d3b-cb5d-448d-b2fa-c83721412e9e req-dd59236b-7587-40b0-a912-590314e7285d tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:51.188765 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-67028d3b-cb5d-448d-b2fa-c83721412e9e req-dd59236b-7587-40b0-a912-590314e7285d tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 943 time: 0.1130414 Jul 16 20:49:51.203051 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f92cf-fdb5-404e-9042-ffb94c8e2f5a req-606240ed-b67c-45c3-9580-4b01aff8a75c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:51.204503 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bd0f92cf-fdb5-404e-9042-ffb94c8e2f5a req-606240ed-b67c-45c3-9580-4b01aff8a75c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.0943244 Jul 16 20:49:51.231953 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-eabd961e-4ed7-4b32-8051-6372b8d1c973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:51.259739 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-67028d3b-cb5d-448d-b2fa-c83721412e9e req-ba9a45cd-2b0f-41fe-8ae3-897ba55cf481 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647779 Jul 16 20:49:51.261864 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd961e-4ed7-4b32-8051-6372b8d1c973 admin admin] Pushing event deleted for resources: {'Port': ['ID=46aa8a46-d9fe-4384-aabc-d68e94fd3605,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:51.275101 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bd0f92cf-fdb5-404e-9042-ffb94c8e2f5a req-64ea9152-8ec3-454c-9f3e-a012f0a85737 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640726 Jul 16 20:49:51.372313 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:49:51.470925 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dab390-ca49-4a08-a796-5ab523d2e976 req-14840908-f12e-4f1e-ad93-0b8defdbd7ad tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:51.472644 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b6dab390-ca49-4a08-a796-5ab523d2e976 req-14840908-f12e-4f1e-ad93-0b8defdbd7ad tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.0716293 Jul 16 20:49:51.499638 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6,segment=NetworkSegment(0e34feb0-24c0-4271-9a27-34a79ed2c10c),segment_id=0e34feb0-24c0-4271-9a27-34a79ed2c10c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:51.513029 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 has no active binding in host n-h2-791506-21 {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:49:51.524558 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b6dab390-ca49-4a08-a796-5ab523d2e976 req-61067a15-8919-48a2-a289-6cb99ffe7505 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459325 Jul 16 20:49:51.695488 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-852d3642-5f51-4766-bd65-e20631f0766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:51.722220 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6c72b-474c-47e1-98ad-46eee9d00e52 req-f2add747-0c9d-49d9-99fd-8132fdde563e tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:51.723661 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7da6c72b-474c-47e1-98ad-46eee9d00e52 req-f2add747-0c9d-49d9-99fd-8132fdde563e tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.0695221 Jul 16 20:49:51.761672 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7da6c72b-474c-47e1-98ad-46eee9d00e52 req-6ae38b7e-6e8b-4c4d-8468-da96549409e4 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317447 Jul 16 20:49:51.784631 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-eabd961e-4ed7-4b32-8051-6372b8d1c973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:51.987165 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f619979-0a0d-40f7-b0fd-3f91eadc5deb req-e8b3540f-da9a-43b3-a903-19f70fd4d932 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:51.988670 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f619979-0a0d-40f7-b0fd-3f91eadc5deb req-e8b3540f-da9a-43b3-a903-19f70fd4d932 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.1039333 Jul 16 20:49:52.008496 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabd961e-4ed7-4b32-8051-6372b8d1c973 admin admin] Router 7e657619-f9ab-403d-ad02-f8f1ca60af45 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:49:52.011450 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbd38d-9e26-45de-90ac-eb51070a57a4 req-749556b1-f3cc-4006-b774-d04e0db698b2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:52.012917 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0cbd38d-9e26-45de-90ac-eb51070a57a4 req-749556b1-f3cc-4006-b774-d04e0db698b2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 946 time: 0.1172681 Jul 16 20:49:52.061719 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f619979-0a0d-40f7-b0fd-3f91eadc5deb req-0c93beb2-0a4a-483a-81de-7383bc341c16 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644660 Jul 16 20:49:52.069346 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0cbd38d-9e26-45de-90ac-eb51070a57a4 req-2fe1b720-262a-46cc-96b7-7c361f070dd1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=8307b323-7596-438b-a58f-37832944c6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490589 Jul 16 20:49:52.127934 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabd961e-4ed7-4b32-8051-6372b8d1c973 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:49:52.140734 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-eabd961e-4ed7-4b32-8051-6372b8d1c973 admin admin] 10.222.0.38 "PUT /v2.0/routers/7e657619-f9ab-403d-ad02-f8f1ca60af45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2805183 Jul 16 20:49:52.143426 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33586) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:52.145602 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63ceb9f-8b51-4480-bf35-aeff78b2dac9 None None] Sync routers for ids ['7e657619-f9ab-403d-ad02-f8f1ca60af45'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:49:52.157770 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63ceb9f-8b51-4480-bf35-aeff78b2dac9 None None] Routers {'7e657619-f9ab-403d-ad02-f8f1ca60af45'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:49:52.158825 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-c63ceb9f-8b51-4480-bf35-aeff78b2dac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:49:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7e657619-f9ab-403d-ad02-f8f1ca60af45'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:52.269913 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-c63ceb9f-8b51-4480-bf35-aeff78b2dac9 None None] Set router 7e657619-f9ab-403d-ad02-f8f1ca60af45 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:49:52.297206 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-376e3677-03ff-42cb-898e-e42c17d430c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:52.350034 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79bb35-0aaa-4cb5-88e1-f4087f4d3f32 req-006209a6-8dbd-40b9-a07d-aed82eb4d43e tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:52.351596 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3f79bb35-0aaa-4cb5-88e1-f4087f4d3f32 req-006209a6-8dbd-40b9-a07d-aed82eb4d43e tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.1510513 Jul 16 20:49:52.470039 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3f79bb35-0aaa-4cb5-88e1-f4087f4d3f32 req-9dc9489f-42fa-4fb7-830d-6f3f8e3c937c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079741 Jul 16 20:49:52.470754 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-c63ceb9f-8b51-4480-bf35-aeff78b2dac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'name': 'tempest-AttachVolumeShelveTestJSON-1061151315-router', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:47Z', 'updated_at': '2021-07-16T20:49:51Z', 'revision_number': 5, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'gw_port': {'id': 'c0d4c869-f96d-4b5e-b06b-18f06fdf87f8', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:48Z', 'updated_at': '2021-07-16T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:52.509846 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-376e3677-03ff-42cb-898e-e42c17d430c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:52.512339 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63ceb9f-8b51-4480-bf35-aeff78b2dac9 None None] Checking router: 7e657619-f9ab-403d-ad02-f8f1ca60af45 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:49:52.523217 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63ceb9f-8b51-4480-bf35-aeff78b2dac9 None None] Routers {'7e657619-f9ab-403d-ad02-f8f1ca60af45'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:49:52.523793 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-c63ceb9f-8b51-4480-bf35-aeff78b2dac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:49:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7e657619-f9ab-403d-ad02-f8f1ca60af45'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:52.534701 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b2e63-d731-4440-a25d-c00917ecb858 req-7485adf0-58f6-4fc1-85c1-6a4d1f1df9eb tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:52.536430 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9c7b2e63-d731-4440-a25d-c00917ecb858 req-7485adf0-58f6-4fc1-85c1-6a4d1f1df9eb tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 943 time: 0.1404870 Jul 16 20:49:52.611151 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9c7b2e63-d731-4440-a25d-c00917ecb858 req-7f85506a-3cda-413b-8104-49a4a4be5cdb tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463462 Jul 16 20:49:52.628474 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-376e3677-03ff-42cb-898e-e42c17d430c7 admin admin] Deleting port c0d4c869-f96d-4b5e-b06b-18f06fdf87f8 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:52.628902 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-376e3677-03ff-42cb-898e-e42c17d430c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:52.644895 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-c63ceb9f-8b51-4480-bf35-aeff78b2dac9 None None] Set router 7e657619-f9ab-403d-ad02-f8f1ca60af45 gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:49:52.704548 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-c63ceb9f-8b51-4480-bf35-aeff78b2dac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'name': 'tempest-AttachVolumeShelveTestJSON-1061151315-router', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:47Z', 'updated_at': '2021-07-16T20:49:52Z', 'revision_number': 6, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:52.731857 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63ceb9f-8b51-4480-bf35-aeff78b2dac9 None None] The sync data for ids ['7e657619-f9ab-403d-ad02-f8f1ca60af45'] in n-d-791506-21 is: [{'id': '7e657619-f9ab-403d-ad02-f8f1ca60af45', 'name': 'tempest-AttachVolumeShelveTestJSON-1061151315-router', 'tenant_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:47Z', 'updated_at': '2021-07-16T20:49:52Z', 'revision_number': 6, 'project_id': 'a195eb15eb6f4338b136e6cce4c78c87', 'gw_port_host': None}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:49:52.767100 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-376e3677-03ff-42cb-898e-e42c17d430c7 admin admin] For port c0d4c869-f96d-4b5e-b06b-18f06fdf87f8, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=c0d4c869-f96d-4b5e-b06b-18f06fdf87f8,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:52.767601 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-376e3677-03ff-42cb-898e-e42c17d430c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:52.781709 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-376e3677-03ff-42cb-898e-e42c17d430c7 admin admin] Calling delete_port for c0d4c869-f96d-4b5e-b06b-18f06fdf87f8 owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:52.953812 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-376e3677-03ff-42cb-898e-e42c17d430c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:52.983297 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e3677-03ff-42cb-898e-e42c17d430c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d4c869-f96d-4b5e-b06b-18f06fdf87f8,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:53.053670 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-376e3677-03ff-42cb-898e-e42c17d430c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:53.157561 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-376e3677-03ff-42cb-898e-e42c17d430c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:53.159759 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-376e3677-03ff-42cb-898e-e42c17d430c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:53.241067 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-376e3677-03ff-42cb-898e-e42c17d430c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:53.241632 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376e3677-03ff-42cb-898e-e42c17d430c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e657619-f9ab-403d-ad02-f8f1ca60af45 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:49:53.247206 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-376e3677-03ff-42cb-898e-e42c17d430c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:53.250684 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-376e3677-03ff-42cb-898e-e42c17d430c7 admin admin] 10.222.0.38 "DELETE /v2.0/routers/7e657619-f9ab-403d-ad02-f8f1ca60af45 HTTP/1.1" status: 204 len: 168 time: 1.1039214 Jul 16 20:49:53.251130 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33598) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:53.283412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728b1e6-d6ee-4f66-8fd4-fc373aa02735 req-0377b96c-f4a9-4b34-b995-bea88cfb68f7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:53.285225 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7728b1e6-d6ee-4f66-8fd4-fc373aa02735 req-0377b96c-f4a9-4b34-b995-bea88cfb68f7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 946 time: 0.0805726 Jul 16 20:49:53.309463 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2d0dc5-03c8-4199-87d7-2718276b6c77 admin admin] Deleting subnet b8d89da5-8a18-4550-b255-1d58457114f4 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:49:53.312922 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0dc5-03c8-4199-87d7-2718276b6c77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:53.339539 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7728b1e6-d6ee-4f66-8fd4-fc373aa02735 req-bcdfe182-2dab-44ce-bd8b-9c00d9b9804e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=8307b323-7596-438b-a58f-37832944c6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474081 Jul 16 20:49:53.352522 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0dc5-03c8-4199-87d7-2718276b6c77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:53.440559 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0dc5-03c8-4199-87d7-2718276b6c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:53.496361 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0dc5-03c8-4199-87d7-2718276b6c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:53.523146 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d0dc5-03c8-4199-87d7-2718276b6c77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8d89da5-8a18-4550-b255-1d58457114f4,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:53.527393 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0dc5-03c8-4199-87d7-2718276b6c77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:53.529300 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fe2d0dc5-03c8-4199-87d7-2718276b6c77 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b8d89da5-8a18-4550-b255-1d58457114f4 HTTP/1.1" status: 204 len: 168 time: 0.2769866 Jul 16 20:49:53.532086 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33600) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:53.545397 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2e8c2c-46b6-4deb-bd04-e9f9cbb3aaed None None] Network 57f96d4f-a3d8-495c-8b4c-383900172d1b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:53.607052 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-767286e4-8714-4922-b81c-bcc167bcb373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:53.703809 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-767286e4-8714-4922-b81c-bcc167bcb373 admin admin] Deleting port 14ec15ff-e887-46d9-9a0c-5a0c83500acd {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:53.704152 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-767286e4-8714-4922-b81c-bcc167bcb373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:53.727915 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-c26abf69-648d-4492-bd3c-962bd7719a0b service neutron] 10.222.0.18 "GET /v2.0/ports/4b7277fa-5f52-41bb-a4c7-8c3d87eebca6/bindings/n-h2-791506-21 HTTP/1.1" status: 200 len: 385 time: 0.1234274 Jul 16 20:49:53.814283 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-767286e4-8714-4922-b81c-bcc167bcb373 admin admin] For port 14ec15ff-e887-46d9-9a0c-5a0c83500acd, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=14ec15ff-e887-46d9-9a0c-5a0c83500acd,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:53.814856 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-767286e4-8714-4922-b81c-bcc167bcb373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:53.845272 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6f0d40-f947-4f2c-bf5b-f7f570c66e9f None None] DHCP port deletion for 57f96d4f-a3d8-495c-8b4c-383900172d1b request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:49:53.884537 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-767286e4-8714-4922-b81c-bcc167bcb373 admin admin] Calling delete_port for 14ec15ff-e887-46d9-9a0c-5a0c83500acd owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:53.910451 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5d6f0d40-f947-4f2c-bf5b-f7f570c66e9f None None] Deleting port 14ec15ff-e887-46d9-9a0c-5a0c83500acd {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:53.911097 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0d40-f947-4f2c-bf5b-f7f570c66e9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:53.966882 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f3ee8-2446-4bc2-bf3e-665d0758ec8e req-d2495e6b-b200-41ef-b317-368f09b3376c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:53.973972 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-da5f3ee8-2446-4bc2-bf3e-665d0758ec8e req-d2495e6b-b200-41ef-b317-368f09b3376c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 943 time: 0.1561754 Jul 16 20:49:54.008295 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5d6f0d40-f947-4f2c-bf5b-f7f570c66e9f None None] For port 14ec15ff-e887-46d9-9a0c-5a0c83500acd, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=14ec15ff-e887-46d9-9a0c-5a0c83500acd,segment=NetworkSegment(e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93),segment_id=e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:54.008690 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0d40-f947-4f2c-bf5b-f7f570c66e9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:54.025542 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5d6f0d40-f947-4f2c-bf5b-f7f570c66e9f None None] Calling delete_port for 14ec15ff-e887-46d9-9a0c-5a0c83500acd owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:54.026264 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-da5f3ee8-2446-4bc2-bf3e-665d0758ec8e req-56accf98-1094-430e-97af-e6ddb153aa2c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510991 Jul 16 20:49:54.066853 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-a55dc982-644b-4431-aab6-e61a2089fcf5 service neutron] For port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6,segment=NetworkSegment(0e34feb0-24c0-4271-9a27-34a79ed2c10c),segment_id=0e34feb0-24c0-4271-9a27-34a79ed2c10c)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:54.077104 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-767286e4-8714-4922-b81c-bcc167bcb373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:54.105392 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-a55dc982-644b-4431-aab6-e61a2089fcf5 service neutron] For port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:49:54.112443 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767286e4-8714-4922-b81c-bcc167bcb373 admin admin] Pushing event deleted for resources: {'Port': ['ID=14ec15ff-e887-46d9-9a0c-5a0c83500acd,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:54.118152 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767286e4-8714-4922-b81c-bcc167bcb373 admin admin] No DVR routers for this DVR port 14ec15ff-e887-46d9-9a0c-5a0c83500acd on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:49:54.152140 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0d40-f947-4f2c-bf5b-f7f570c66e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:54.153597 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46010c96-5363-496c-b6b7-6b54ccf082d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b7277fa-5f52-41bb-a4c7-8c3d87eebca6'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:49:54.156770 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb852de-6a34-4d1c-b70f-ac10f959b139" -d '{"events": [{"server_uuid": "46010c96-5363-496c-b6b7-6b54ccf082d2", "name": "network-vif-unplugged", "status": "completed", "tag": "4b7277fa-5f52-41bb-a4c7-8c3d87eebca6"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:49:54.166576 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-a55dc982-644b-4431-aab6-e61a2089fcf5 service neutron] For port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6,segment=NetworkSegment(0e34feb0-24c0-4271-9a27-34a79ed2c10c),segment_id=0e34feb0-24c0-4271-9a27-34a79ed2c10c)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:54.190521 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-a55dc982-644b-4431-aab6-e61a2089fcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:54.193289 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6f0d40-f947-4f2c-bf5b-f7f570c66e9f None None] No DVR routers for this DVR port 14ec15ff-e887-46d9-9a0c-5a0c83500acd on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:49:54.199472 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f0d40-f947-4f2c-bf5b-f7f570c66e9f None None] Pushing event deleted for resources: {'Port': ['ID=14ec15ff-e887-46d9-9a0c-5a0c83500acd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:54.215561 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-767286e4-8714-4922-b81c-bcc167bcb373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:54.229859 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-767286e4-8714-4922-b81c-bcc167bcb373 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f96d4f-a3d8-495c-8b4c-383900172d1b']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:54.237632 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e0f56f2-f3d1-4c15-9307-fdde827f63a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:54.248261 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-767286e4-8714-4922-b81c-bcc167bcb373 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:54.248724 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-767286e4-8714-4922-b81c-bcc167bcb373 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8276cc6-5d8f-4132-bd0d-c87ddb7e3c93') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:54.258650 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-767286e4-8714-4922-b81c-bcc167bcb373 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:54.259145 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633e86f0-ae40-4cd9-8226-c4012d371958 x-openstack-request-id: req-633e86f0-ae40-4cd9-8226-c4012d371958 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:49:54.259646 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46010c96-5363-496c-b6b7-6b54ccf082d2", "name": "network-vif-unplugged", "status": "completed", "tag": "4b7277fa-5f52-41bb-a4c7-8c3d87eebca6", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:49:54.259901 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-633e86f0-ae40-4cd9-8226-c4012d371958 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:49:54.260728 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46010c96-5363-496c-b6b7-6b54ccf082d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b7277fa-5f52-41bb-a4c7-8c3d87eebca6', 'code': 200} Jul 16 20:49:54.273909 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-767286e4-8714-4922-b81c-bcc167bcb373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:54.283951 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-767286e4-8714-4922-b81c-bcc167bcb373 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:49:54.284493 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-767286e4-8714-4922-b81c-bcc167bcb373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:49:54.291316 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:49:54.320958 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:54.346953 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-a55dc982-644b-4431-aab6-e61a2089fcf5 service neutron] Transition to ACTIVE for port object 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:54.348088 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-767286e4-8714-4922-b81c-bcc167bcb373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:54.353036 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-a55dc982-644b-4431-aab6-e61a2089fcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:54.357425 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-767286e4-8714-4922-b81c-bcc167bcb373 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:54.363856 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-767286e4-8714-4922-b81c-bcc167bcb373 admin admin] 10.222.0.38 "DELETE /v2.0/networks/57f96d4f-a3d8-495c-8b4c-383900172d1b HTTP/1.1" status: 204 len: 168 time: 0.8267655 Jul 16 20:49:54.379820 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767286e4-8714-4922-b81c-bcc167bcb373 admin admin] Pushing event deleted for resources: {'Network': ['ID=57f96d4f-a3d8-495c-8b4c-383900172d1b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:54.430056 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55dc982-644b-4431-aab6-e61a2089fcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6,revision_number=11']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:54.596414 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 14ec15ff-e887-46d9-9a0c-5a0c83500acd no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:49:54.607763 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33614) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:54.613673 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-a55dc982-644b-4431-aab6-e61a2089fcf5 service neutron] No DVR routers for this DVR port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:49:54.626500 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 14ec15ff-e887-46d9-9a0c-5a0c83500acd {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:49:54.626897 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 14ec15ff-e887-46d9-9a0c-5a0c83500acd not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:49:54.627415 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 46aa8a46-d9fe-4384-aabc-d68e94fd3605 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:49:54.652152 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 46aa8a46-d9fe-4384-aabc-d68e94fd3605 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:49:54.652788 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 46aa8a46-d9fe-4384-aabc-d68e94fd3605 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:49:54.653880 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c0d4c869-f96d-4b5e-b06b-18f06fdf87f8 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:49:54.675760 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: c0d4c869-f96d-4b5e-b06b-18f06fdf87f8 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:49:54.676279 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c0d4c869-f96d-4b5e-b06b-18f06fdf87f8 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:49:54.723789 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e0cdbbf5-e4eb-49bb-9b0d-67797483cdea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a195eb15eb6f4338b136e6cce4c78c87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1146836 Jul 16 20:49:54.725325 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33616) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:54.763480 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08647a1f-8998-4244-8c65-2798774a81e9 req-0670d312-1131-488f-9429-41c3b2e28092 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:54.765039 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-08647a1f-8998-4244-8c65-2798774a81e9 req-0670d312-1131-488f-9429-41c3b2e28092 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 945 time: 0.2166958 Jul 16 20:49:54.783225 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-a55dc982-644b-4431-aab6-e61a2089fcf5 service neutron] 10.222.0.18 "PUT /v2.0/ports/4b7277fa-5f52-41bb-a4c7-8c3d87eebca6/bindings/n-h2-791506-21/activate HTTP/1.1" status: 200 len: 370 time: 1.0498393 Jul 16 20:49:54.833321 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-08647a1f-8998-4244-8c65-2798774a81e9 req-30ca13ce-ca50-4165-b26e-fc9848a019a1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=8307b323-7596-438b-a58f-37832944c6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582373 Jul 16 20:49:54.839815 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2a3ff320-28a8-4a10-9afa-18b808a3828c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:55.262539 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2a3ff320-28a8-4a10-9afa-18b808a3828c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:55.363715 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-661f685b-daeb-43a5-a1a6-b98356cdd93f tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:55.365838 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-661f685b-daeb-43a5-a1a6-b98356cdd93f tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2&tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&binding%3Ahost_id=n-h1-791506-21 HTTP/1.1" status: 200 len: 1097 time: 0.5106864 Jul 16 20:49:55.372369 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2a3ff320-28a8-4a10-9afa-18b808a3828c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:55.375106 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2a3ff320-28a8-4a10-9afa-18b808a3828c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:55.376244 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2a3ff320-28a8-4a10-9afa-18b808a3828c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5b8053c9-86ab-4b3b-82e2-e43eebe0eaf6 HTTP/1.1" status: 204 len: 168 time: 0.6480155 Jul 16 20:49:55.411801 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877dcb7-4700-44c5-8f90-ff23b1c68b17 req-f25bd554-7431-4344-a195-77d79f04344a tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:55.413739 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8877dcb7-4700-44c5-8f90-ff23b1c68b17 req-f25bd554-7431-4344-a195-77d79f04344a tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 943 time: 0.1594851 Jul 16 20:49:55.450331 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ff320-28a8-4a10-9afa-18b808a3828c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8053c9-86ab-4b3b-82e2-e43eebe0eaf6,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:55.499563 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8877dcb7-4700-44c5-8f90-ff23b1c68b17 req-1f67059a-6ad0-487f-94f6-22cdb753eeaf tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585043 Jul 16 20:49:55.525800 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-25f538c6-c779-4979-97c7-a62db6dbb251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:55.527494 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-25f538c6-c779-4979-97c7-a62db6dbb251 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2&tenant_id=0a2a9f68d1874fbf9d499c45b54369c0 HTTP/1.1" status: 200 len: 1097 time: 0.1492858 Jul 16 20:49:55.633841 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-00e798f0-d539-4d69-b96a-46749dcac143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:55.635574 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-00e798f0-d539-4d69-b96a-46749dcac143 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 1097 time: 0.0727878 Jul 16 20:49:55.744710 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-b7dbd4da-6e1b-48df-807e-c110ef3d442a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:55.746115 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-b7dbd4da-6e1b-48df-807e-c110ef3d442a service neutron] 10.222.0.62 "GET /v2.0/networks?id=bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb HTTP/1.1" status: 200 len: 897 time: 0.1030304 Jul 16 20:49:55.793959 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:55.825535 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-dca12560-e315-48fc-9471-25a77b048501 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 HTTP/1.1" status: 200 len: 1000 time: 0.0715177 Jul 16 20:49:55.883594 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-f2a5a21a-b753-41a2-906a-ea0595ceac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:55.885122 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-f2a5a21a-b753-41a2-906a-ea0595ceac88 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a6de3c75-a1f0-45bc-b930-3bfd7ab55a77 HTTP/1.1" status: 200 len: 835 time: 0.0532584 Jul 16 20:49:55.984415 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-8be5efbe-5130-4eb2-9b31-51cea4b58bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:55.986186 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-8be5efbe-5130-4eb2-9b31-51cea4b58bf4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0913119 Jul 16 20:49:56.123059 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49761d7f-8187-4bc5-b5c9-79cb67cca372 req-0f47fc35-0bb1-4abb-b430-5abbb452a7b5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:56.124601 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-49761d7f-8187-4bc5-b5c9-79cb67cca372 req-0f47fc35-0bb1-4abb-b430-5abbb452a7b5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 945 time: 0.1589553 Jul 16 20:49:56.131074 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-7d2acf2f-3371-4eb8-8171-2ee2b70d758d service neutron] 10.222.0.62 "GET /v2.0/networks/bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260903 Jul 16 20:49:56.194453 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-49761d7f-8187-4bc5-b5c9-79cb67cca372 req-522ffed3-8ebd-465f-8f7a-38e76019ca3d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=8307b323-7596-438b-a58f-37832944c6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612156 Jul 16 20:49:56.271179 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-3390546b-46ee-4dc7-b86d-aa93e930f8ea service neutron] 10.222.0.62 "GET /v2.0/networks/bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189139 Jul 16 20:49:56.611028 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-e1f2f1dc-196a-4b25-95d4-36d3600dd869 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:56.612640 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-e1f2f1dc-196a-4b25-95d4-36d3600dd869 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2&tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&binding%3Ahost_id=n-h2-791506-21 HTTP/1.1" status: 200 len: 1097 time: 0.0809338 Jul 16 20:49:56.853152 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba7613-1ea7-4a37-8bf3-eb21e252e479 req-0c2b2955-0bc5-4fc0-b9ce-5a8f3e41b643 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:56.861653 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-acba7613-1ea7-4a37-8bf3-eb21e252e479 req-0c2b2955-0bc5-4fc0-b9ce-5a8f3e41b643 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 943 time: 0.2101903 Jul 16 20:49:56.869861 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-33bb9b2c-fbd1-42ac-b9f5-7cdea7ad1858 service neutron] For port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:49:56.879612 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-33bb9b2c-fbd1-42ac-b9f5-7cdea7ad1858 service neutron] Notify callbacks [] for binding, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:56.881053 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-33bb9b2c-fbd1-42ac-b9f5-7cdea7ad1858 service neutron] 10.222.0.62 "DELETE /v2.0/ports/4b7277fa-5f52-41bb-a4c7-8c3d87eebca6/bindings/n-h1-791506-21 HTTP/1.1" status: 204 len: 173 time: 0.2604764 Jul 16 20:49:56.926941 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-acba7613-1ea7-4a37-8bf3-eb21e252e479 req-0dd324ca-2055-4b44-bcaa-db72b7cc0559 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610487 Jul 16 20:49:57.390680 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:49:57.447372 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402898f-7480-4c96-9c43-36109aa5528f req-cf19922e-2493-4d06-827f-845564f0fb2e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:57.459807 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2402898f-7480-4c96-9c43-36109aa5528f req-cf19922e-2493-4d06-827f-845564f0fb2e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 945 time: 0.1111448 Jul 16 20:49:57.479671 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:49:57.544189 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2402898f-7480-4c96-9c43-36109aa5528f req-60ccbcd9-0318-4cb5-a966-1035add84b01 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=8307b323-7596-438b-a58f-37832944c6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830078 Jul 16 20:49:57.610865 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:49:57.623639 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:57.652687 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'port_id': '0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19', 'mac_address': 'fa:16:3e:e6:6e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:49:57.684763 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:57.699864 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:57.714237 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:49:57.737467 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:57.741735 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:57.779356 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799dae27-deeb-444c-a233-2b7e65d45283 req-27e9dfdf-7c14-4c76-aad7-9288f6e17a4c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:57.780864 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-799dae27-deeb-444c-a233-2b7e65d45283 req-27e9dfdf-7c14-4c76-aad7-9288f6e17a4c tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.1118157 Jul 16 20:49:57.788152 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb38913-fda9-4705-a11b-69cc2747e0ad req-028b8fbf-6ac2-447a-974c-49f8c0821942 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:57.790024 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ebb38913-fda9-4705-a11b-69cc2747e0ad req-028b8fbf-6ac2-447a-974c-49f8c0821942 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 1097 time: 0.1076922 Jul 16 20:49:57.795934 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:57.847692 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-799dae27-deeb-444c-a233-2b7e65d45283 req-a97b5369-ce3d-4c41-ad76-a8413667df2f tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566559 Jul 16 20:49:57.850073 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ebb38913-fda9-4705-a11b-69cc2747e0ad req-7eca837f-fbed-498c-9a6b-08399755bfb3 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=8307b323-7596-438b-a58f-37832944c6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529685 Jul 16 20:49:58.028742 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1f94b-a4f6-4cfc-a5a2-5e102cf4db63 req-9896ca4b-239d-4ab0-8962-34452a41984c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:58.030253 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5fc1f94b-a4f6-4cfc-a5a2-5e102cf4db63 req-9896ca4b-239d-4ab0-8962-34452a41984c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 945 time: 0.0693922 Jul 16 20:49:58.037178 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:49:58.103561 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5fc1f94b-a4f6-4cfc-a5a2-5e102cf4db63 req-fdd7417b-913f-4b99-80fc-bbe2bb17ade3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=8307b323-7596-438b-a58f-37832944c6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619807 Jul 16 20:49:58.128979 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33698) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:58.131739 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2d7d6-9760-45e0-aa9d-7b207d23c65e req-c1c6bd4a-5c66-4019-8aa9-6654c008ff01 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:58.133391 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27c2d7d6-9760-45e0-aa9d-7b207d23c65e req-c1c6bd4a-5c66-4019-8aa9-6654c008ff01 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 944 time: 0.1022179 Jul 16 20:49:58.186069 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27c2d7d6-9760-45e0-aa9d-7b207d23c65e req-ec789b22-4a80-494b-9b5e-ce390888f366 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461221 Jul 16 20:49:58.211598 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-79e74103-36c0-498e-b273-ac270b18a345 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/floatingips/7de7a059-7ad5-45cb-874c-4b901fdc7bd3 HTTP/1.1" status: 200 len: 992 time: 0.0797493 Jul 16 20:49:59.032240 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37956531-7a13-4859-a30e-4a9ed45e1c30 req-c5fb53f5-b0b7-4846-803c-16de2d594567 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:59.033709 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-37956531-7a13-4859-a30e-4a9ed45e1c30 req-c5fb53f5-b0b7-4846-803c-16de2d594567 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.0703466 Jul 16 20:49:59.074328 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-37956531-7a13-4859-a30e-4a9ed45e1c30 req-541868f0-25c7-41bd-b6f4-72b206e100a3 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335815 Jul 16 20:49:59.283619 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abac25-19ba-415d-b0ba-484a2ea0741e req-f8bcac45-35b4-489d-889c-7d63ca2f93bd tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:59.285154 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-06abac25-19ba-415d-b0ba-484a2ea0741e req-f8bcac45-35b4-489d-889c-7d63ca2f93bd tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 946 time: 0.0676761 Jul 16 20:49:59.408839 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:59.443383 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa3205-5ad1-44e6-832e-37ae4d80e6fd req-7cd829bc-6136-4925-b91a-e60a1c02ed45 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:59.444658 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-48aa3205-5ad1-44e6-832e-37ae4d80e6fd req-7cd829bc-6136-4925-b91a-e60a1c02ed45 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 944 time: 0.1254663 Jul 16 20:49:59.451849 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-06abac25-19ba-415d-b0ba-484a2ea0741e req-3624e083-bf38-41fb-8c6b-5096013b5398 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Deleting port 06bed895-5d79-4114-a43b-d160640bb2ba {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:59.452202 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-06abac25-19ba-415d-b0ba-484a2ea0741e req-3624e083-bf38-41fb-8c6b-5096013b5398 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:59.465038 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:59.469246 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:59.469620 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:59.562587 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-48aa3205-5ad1-44e6-832e-37ae4d80e6fd req-6885359d-bc5a-4497-aa2d-eb022f9094c2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029356 Jul 16 20:49:59.586708 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-06abac25-19ba-415d-b0ba-484a2ea0741e req-3624e083-bf38-41fb-8c6b-5096013b5398 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] For port 06bed895-5d79-4114-a43b-d160640bb2ba, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=06bed895-5d79-4114-a43b-d160640bb2ba,segment=NetworkSegment(64c2bd7e-333e-4ae1-88fd-002848031417),segment_id=64c2bd7e-333e-4ae1-88fd-002848031417)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:59.587117 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-06abac25-19ba-415d-b0ba-484a2ea0741e req-3624e083-bf38-41fb-8c6b-5096013b5398 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:59.590030 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:59.601074 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-06abac25-19ba-415d-b0ba-484a2ea0741e req-3624e083-bf38-41fb-8c6b-5096013b5398 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Calling delete_port for 06bed895-5d79-4114-a43b-d160640bb2ba owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:59.621086 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '602e6d12-abdf-43bb-a693-5d88a194d08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:49:59.624679 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21535b8d-6bfb-46be-b66c-d374fad8359d" -d '{"events": [{"server_uuid": "602e6d12-abdf-43bb-a693-5d88a194d08f", "name": "network-vif-plugged", "status": "completed", "tag": "0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:49:59.656975 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:59.663387 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:59.696329 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0338b0ff-213c-4c19-8b9f-bbcf7d986361 x-openstack-request-id: req-0338b0ff-213c-4c19-8b9f-bbcf7d986361 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:49:59.696733 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "602e6d12-abdf-43bb-a693-5d88a194d08f", "name": "network-vif-plugged", "status": "completed", "tag": "0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:49:59.697611 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0338b0ff-213c-4c19-8b9f-bbcf7d986361 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:49:59.698038 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '602e6d12-abdf-43bb-a693-5d88a194d08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19', 'code': 200} Jul 16 20:49:59.699220 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:59.732308 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:59.754786 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-06abac25-19ba-415d-b0ba-484a2ea0741e req-3624e083-bf38-41fb-8c6b-5096013b5398 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:59.766191 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['06bed895-5d79-4114-a43b-d160640bb2ba'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:49:59.788443 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624e083-bf38-41fb-8c6b-5096013b5398 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Pushing event deleted for resources: {'Port': ['ID=06bed895-5d79-4114-a43b-d160640bb2ba,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:59.823002 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea0b43-33b2-4d51-ae53-f5a3db4f107a req-ddaacf38-8299-44dc-982e-226c4d2707d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:59.825798 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43ea0b43-33b2-4d51-ae53-f5a3db4f107a req-ddaacf38-8299-44dc-982e-226c4d2707d7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 1097 time: 0.0760179 Jul 16 20:49:59.844431 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-06abac25-19ba-415d-b0ba-484a2ea0741e req-3624e083-bf38-41fb-8c6b-5096013b5398 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] No DVR routers for this DVR port 06bed895-5d79-4114-a43b-d160640bb2ba on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:49:59.847523 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-06abac25-19ba-415d-b0ba-484a2ea0741e req-3624e083-bf38-41fb-8c6b-5096013b5398 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:59.850597 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-06abac25-19ba-415d-b0ba-484a2ea0741e req-3624e083-bf38-41fb-8c6b-5096013b5398 tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.62 "DELETE /v2.0/ports/06bed895-5d79-4114-a43b-d160640bb2ba HTTP/1.1" status: 204 len: 173 time: 0.5596926 Jul 16 20:49:59.851073 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d59fbf6-e6d6-48bf-b5c5-e5176aed5000', 'name': 'network-vif-deleted', 'tag': '06bed895-5d79-4114-a43b-d160640bb2ba'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:49:59.854441 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c94bc43-d6ed-43e9-9347-aa1ea8a5fd27" -d '{"events": [{"server_uuid": "7d59fbf6-e6d6-48bf-b5c5-e5176aed5000", "name": "network-vif-deleted", "tag": "06bed895-5d79-4114-a43b-d160640bb2ba"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:49:59.879775 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43ea0b43-33b2-4d51-ae53-f5a3db4f107a req-d659a1e9-a097-411e-8f43-2465b5a653e4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436401 Jul 16 20:50:00.099483 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c84d8f8-2b75-44a6-86b1-431a409d2a93 x-openstack-request-id: req-8c84d8f8-2b75-44a6-86b1-431a409d2a93 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:50:00.100602 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d59fbf6-e6d6-48bf-b5c5-e5176aed5000", "name": "network-vif-deleted", "tag": "06bed895-5d79-4114-a43b-d160640bb2ba", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:50:00.102128 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8c84d8f8-2b75-44a6-86b1-431a409d2a93 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:50:00.102896 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d59fbf6-e6d6-48bf-b5c5-e5176aed5000', 'name': 'network-vif-deleted', 'tag': '06bed895-5d79-4114-a43b-d160640bb2ba', 'status': 'completed', 'code': 200} Jul 16 20:50:00.257592 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e8f367f8-3776-4010-aef0-a19d705cd82e req-4f5e8f3b-9c32-4776-a984-21ee96443f7a tempest-ServersNegativeTestJSON-2033884777 tempest-ServersNegativeTestJSON-2033884777-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d59fbf6-e6d6-48bf-b5c5-e5176aed5000 HTTP/1.1" status: 200 len: 210 time: 0.0431509 Jul 16 20:50:00.509591 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33736) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:00.716244 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-23ee5eac-28ef-4d6b-a46a-652d230f2c6e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Deleting port 392aa4f4-46f6-4f42-88df-c480ad09a1d4 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:50:00.716633 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-23ee5eac-28ef-4d6b-a46a-652d230f2c6e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:00.826349 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22bee9-cbcf-484e-9af6-4377295081c9 req-f681f4cb-70ad-43e5-81c3-4112956965c6 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:00.828148 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b22bee9-cbcf-484e-9af6-4377295081c9 req-f681f4cb-70ad-43e5-81c3-4112956965c6 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 945 time: 0.0995858 Jul 16 20:50:00.835718 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-23ee5eac-28ef-4d6b-a46a-652d230f2c6e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:00.836716 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-23ee5eac-28ef-4d6b-a46a-652d230f2c6e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:00.850550 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-23ee5eac-28ef-4d6b-a46a-652d230f2c6e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Calling delete_port for 392aa4f4-46f6-4f42-88df-c480ad09a1d4 owned by network:floatingip {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:50:00.881407 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b22bee9-cbcf-484e-9af6-4377295081c9 req-82bc815a-a43b-4037-8e88-7243de74505f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462177 Jul 16 20:50:01.008046 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33748) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:01.051835 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-23ee5eac-28ef-4d6b-a46a-652d230f2c6e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.076426 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee5eac-28ef-4d6b-a46a-652d230f2c6e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event deleted for resources: {'Port': ['ID=392aa4f4-46f6-4f42-88df-c480ad09a1d4,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:01.125534 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c62f21f-76e1-4cad-a434-c682dbb0c31c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.144271 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-23ee5eac-28ef-4d6b-a46a-652d230f2c6e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for floatingip, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.144621 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-23ee5eac-28ef-4d6b-a46a-652d230f2c6e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Floating IP 7de7a059-7ad5-45cb-874c-4b901fdc7bd3 disassociated (deleted). External IP: 172.25.0.189, port: 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6. Jul 16 20:50:01.219603 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c62f21f-76e1-4cad-a434-c682dbb0c31c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.223574 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c62f21f-76e1-4cad-a434-c682dbb0c31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.265286 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7c62f21f-76e1-4cad-a434-c682dbb0c31c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=67df7e0110f1422db7e89b5e3b1ac742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2559202 Jul 16 20:50:01.267836 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33752) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:01.274715 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62f21f-76e1-4cad-a434-c682dbb0c31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c7b2ab-78df-46ea-b4e4-f7f29833fbc8,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:01.324910 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8a393585-2d32-4199-9590-91bb3469b430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.349722 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8a393585-2d32-4199-9590-91bb3469b430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.367164 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33756) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:01.400069 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8a393585-2d32-4199-9590-91bb3469b430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.403055 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8a393585-2d32-4199-9590-91bb3469b430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.404282 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8a393585-2d32-4199-9590-91bb3469b430 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/65c7b2ab-78df-46ea-b4e4-f7f29833fbc8 HTTP/1.1" status: 204 len: 168 time: 0.1355369 Jul 16 20:50:01.413380 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a393585-2d32-4199-9590-91bb3469b430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c7b2ab-78df-46ea-b4e4-f7f29833fbc8,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:01.416937 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ee5eac-28ef-4d6b-a46a-652d230f2c6e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Router 2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:50:01.426559 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-1efa5d65-261f-4250-bd00-1f41043f974d admin admin] Deleting subnet 1b0f5ba8-cc8e-432b-bbe3-5d6e57571036 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:50:01.432289 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1efa5d65-261f-4250-bd00-1f41043f974d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.508059 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1efa5d65-261f-4250-bd00-1f41043f974d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.591440 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1efa5d65-261f-4250-bd00-1f41043f974d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.627587 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ee5eac-28ef-4d6b-a46a-652d230f2c6e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:50:01.634228 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-23ee5eac-28ef-4d6b-a46a-652d230f2c6e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.643621 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab81c3d-f92c-4431-aa75-18310bbb6a3d None None] Sync routers for ids ['2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:50:01.655391 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab81c3d-f92c-4431-aa75-18310bbb6a3d None None] Routers {'2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:01.656124 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-1ab81c3d-f92c-4431-aa75-18310bbb6a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:49:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:01.686841 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-23ee5eac-28ef-4d6b-a46a-652d230f2c6e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "DELETE /v2.0/floatingips/7de7a059-7ad5-45cb-874c-4b901fdc7bd3 HTTP/1.1" status: 204 len: 168 time: 1.1755698 Jul 16 20:50:01.688020 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46010c96-5363-496c-b6b7-6b54ccf082d2', 'tag': '4b7277fa-5f52-41bb-a4c7-8c3d87eebca6'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:50:01.699714 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07195ba1-1509-4f9e-be72-51216c8b7cba" -d '{"events": [{"name": "network-changed", "server_uuid": "46010c96-5363-496c-b6b7-6b54ccf082d2", "tag": "4b7277fa-5f52-41bb-a4c7-8c3d87eebca6"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:50:01.703386 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1efa5d65-261f-4250-bd00-1f41043f974d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.757983 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f49b95e-c559-4153-aa29-ba0144200c7a x-openstack-request-id: req-7f49b95e-c559-4153-aa29-ba0144200c7a {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:50:01.758270 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46010c96-5363-496c-b6b7-6b54ccf082d2", "tag": "4b7277fa-5f52-41bb-a4c7-8c3d87eebca6", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:50:01.758548 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7f49b95e-c559-4153-aa29-ba0144200c7a {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:50:01.758959 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46010c96-5363-496c-b6b7-6b54ccf082d2', 'tag': '4b7277fa-5f52-41bb-a4c7-8c3d87eebca6', 'status': 'completed', 'code': 200} Jul 16 20:50:01.760376 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa5d65-261f-4250-bd00-1f41043f974d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b0f5ba8-cc8e-432b-bbe3-5d6e57571036,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:01.765377 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1efa5d65-261f-4250-bd00-1f41043f974d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.767142 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1efa5d65-261f-4250-bd00-1f41043f974d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1b0f5ba8-cc8e-432b-bbe3-5d6e57571036 HTTP/1.1" status: 204 len: 168 time: 0.3987963 Jul 16 20:50:01.769640 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33774) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:01.791371 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-1ab81c3d-f92c-4431-aa75-18310bbb6a3d None None] Set router 2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:50:01.879793 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-648b113f-53c4-4134-b55f-f69eaaa6b94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.896180 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07195ba1-1509-4f9e-be72-51216c8b7cba req-95cb6810-70f4-432e-891e-1614cd67e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:01.897555 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-07195ba1-1509-4f9e-be72-51216c8b7cba req-95cb6810-70f4-432e-891e-1614cd67e274 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 1097 time: 0.1198399 Jul 16 20:50:02.036811 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-648b113f-53c4-4134-b55f-f69eaaa6b94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:02.047833 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-1ab81c3d-f92c-4431-aa75-18310bbb6a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133574572', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:48:53Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6', 'name': '', 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:a8:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a6de3c75-a1f0-45bc-b930-3bfd7ab55a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:51Z', 'updated_at': '2021-07-16T20:48:59Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': 'a6de3c75-a1f0-45bc-b930-3bfd7ab55a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:02.053408 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-648b113f-53c4-4134-b55f-f69eaaa6b94c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a5a0771-87d0-4460-a5b0-e2cfa52ab034']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:02.066596 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-648b113f-53c4-4134-b55f-f69eaaa6b94c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c2bd7e-333e-4ae1-88fd-002848031417') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:02.066891 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-648b113f-53c4-4134-b55f-f69eaaa6b94c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c2bd7e-333e-4ae1-88fd-002848031417') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:02.085927 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-648b113f-53c4-4134-b55f-f69eaaa6b94c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:02.093604 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab81c3d-f92c-4431-aa75-18310bbb6a3d None None] Checking router: 2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:50:02.094231 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07195ba1-1509-4f9e-be72-51216c8b7cba req-fdaa7b70-f611-415d-8c14-996b28f293cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:02.095762 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-07195ba1-1509-4f9e-be72-51216c8b7cba req-fdaa7b70-f611-415d-8c14-996b28f293cb service neutron] 10.222.0.62 "GET /v2.0/networks?id=bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb HTTP/1.1" status: 200 len: 897 time: 0.1732423 Jul 16 20:50:02.105994 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-648b113f-53c4-4134-b55f-f69eaaa6b94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:02.108815 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab81c3d-f92c-4431-aa75-18310bbb6a3d None None] Routers {'2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:02.109502 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-1ab81c3d-f92c-4431-aa75-18310bbb6a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:49:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:02.172486 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-648b113f-53c4-4134-b55f-f69eaaa6b94c admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:50:02.172902 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-648b113f-53c4-4134-b55f-f69eaaa6b94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:50:02.175049 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:50:02.184807 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-07195ba1-1509-4f9e-be72-51216c8b7cba req-45959664-628a-4ed8-9d2c-f60716843129 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 HTTP/1.1" status: 200 len: 217 time: 0.0813398 Jul 16 20:50:02.245571 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-648b113f-53c4-4134-b55f-f69eaaa6b94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:02.256638 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-1ab81c3d-f92c-4431-aa75-18310bbb6a3d None None] Set router 2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:50:02.274841 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebaf24-3ace-410b-b678-4767e93f2057 req-3a9681c9-e191-4294-9f97-c971a8aba116 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:02.283779 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9ebaf24-3ace-410b-b678-4767e93f2057 req-3a9681c9-e191-4294-9f97-c971a8aba116 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 945 time: 0.1412935 Jul 16 20:50:02.296706 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-648b113f-53c4-4134-b55f-f69eaaa6b94c admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:02.298839 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-648b113f-53c4-4134-b55f-f69eaaa6b94c admin admin] 10.222.0.38 "DELETE /v2.0/networks/5a5a0771-87d0-4460-a5b0-e2cfa52ab034 HTTP/1.1" status: 204 len: 168 time: 0.5282629 Jul 16 20:50:02.302594 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b113f-53c4-4134-b55f-f69eaaa6b94c admin admin] Pushing event deleted for resources: {'Network': ['ID=5a5a0771-87d0-4460-a5b0-e2cfa52ab034,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:02.345290 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07195ba1-1509-4f9e-be72-51216c8b7cba req-51883613-0a48-4384-b280-9411f8333456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:02.349245 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-07195ba1-1509-4f9e-be72-51216c8b7cba req-51883613-0a48-4384-b280-9411f8333456 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a6de3c75-a1f0-45bc-b930-3bfd7ab55a77 HTTP/1.1" status: 200 len: 835 time: 0.1132660 Jul 16 20:50:02.350829 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940da65b-7a34-479a-b9f0-0ef0a79a046f req-da68140a-d8ad-4d50-ba9b-8ff98e0fc111 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:02.352642 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-940da65b-7a34-479a-b9f0-0ef0a79a046f req-da68140a-d8ad-4d50-ba9b-8ff98e0fc111 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 945 time: 0.1691935 Jul 16 20:50:02.385320 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9ebaf24-3ace-410b-b678-4767e93f2057 req-79f79fbb-688e-4171-9a8b-3b4bc2606431 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000986 Jul 16 20:50:02.454554 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-940da65b-7a34-479a-b9f0-0ef0a79a046f req-c29f360b-4e79-4e34-8a7a-0dfe9608416f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=8307b323-7596-438b-a58f-37832944c6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674069 Jul 16 20:50:02.487178 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07195ba1-1509-4f9e-be72-51216c8b7cba req-56ede0a4-6eee-449b-8b56-eddf900dac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:02.490210 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-07195ba1-1509-4f9e-be72-51216c8b7cba req-56ede0a4-6eee-449b-8b56-eddf900dac0d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1343310 Jul 16 20:50:02.634213 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33798) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:02.673412 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-07195ba1-1509-4f9e-be72-51216c8b7cba req-953b20c6-e21e-4eda-b3c3-7ece813b8a50 service neutron] 10.222.0.62 "GET /v2.0/networks/bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699605 Jul 16 20:50:02.702528 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-010cb2fb-3814-408b-823d-f4c8343b4292 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5bb57e8d45114bb99e9c69083d564fef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0626519 Jul 16 20:50:02.707580 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33802) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:02.741230 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-1ab81c3d-f92c-4431-aa75-18310bbb6a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133574572', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:48:53Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6', 'name': '', 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:a8:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a6de3c75-a1f0-45bc-b930-3bfd7ab55a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:51Z', 'updated_at': '2021-07-16T20:48:59Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': 'a6de3c75-a1f0-45bc-b930-3bfd7ab55a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:02.772298 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30a92d-12f0-4e37-b2d2-5f788d0c3906 req-414f81d3-9df6-4cd1-90ac-3e16fd7291d4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:02.773990 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5b30a92d-12f0-4e37-b2d2-5f788d0c3906 req-414f81d3-9df6-4cd1-90ac-3e16fd7291d4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.62 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 945 time: 0.2864258 Jul 16 20:50:02.793485 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab81c3d-f92c-4431-aa75-18310bbb6a3d None None] The sync data for ids ['2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'] in n-d-791506-21 is: [{'id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133574572', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:48:53Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6', 'name': '', 'network_id': 'bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:a8:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a6de3c75-a1f0-45bc-b930-3bfd7ab55a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:51Z', 'updated_at': '2021-07-16T20:48:59Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': 'a6de3c75-a1f0-45bc-b930-3bfd7ab55a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:50:02.839165 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-07195ba1-1509-4f9e-be72-51216c8b7cba req-92a4f1a5-037e-4069-a6b5-af1bad3631e0 service neutron] 10.222.0.62 "GET /v2.0/networks/bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588573 Jul 16 20:50:02.853095 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac3010-5080-4af9-a0b4-1cfc8428b53b req-8eb9afea-3495-4b07-a23d-c893a710fbdc tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:02.854656 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c8ac3010-5080-4af9-a0b4-1cfc8428b53b req-8eb9afea-3495-4b07-a23d-c893a710fbdc tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 945 time: 0.3026576 Jul 16 20:50:02.856194 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-66296c07-b121-456c-8af1-b4789dee29c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:02.896701 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-66296c07-b121-456c-8af1-b4789dee29c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:02.981485 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c8ac3010-5080-4af9-a0b4-1cfc8428b53b req-f1216472-18d9-4745-82c6-5b3572ac266a tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898714 Jul 16 20:50:03.001397 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-5b30a92d-12f0-4e37-b2d2-5f788d0c3906 req-906873bd-afd2-4a76-8977-c949a65542b8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Deleting port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:50:03.001750 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5b30a92d-12f0-4e37-b2d2-5f788d0c3906 req-906873bd-afd2-4a76-8977-c949a65542b8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:03.018896 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-66296c07-b121-456c-8af1-b4789dee29c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:03.021547 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-66296c07-b121-456c-8af1-b4789dee29c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:03.022961 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-66296c07-b121-456c-8af1-b4789dee29c0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f5cdf151-0b47-4a9e-bf1e-37f650a6aa48 HTTP/1.1" status: 204 len: 168 time: 0.3137150 Jul 16 20:50:03.048124 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66296c07-b121-456c-8af1-b4789dee29c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cdf151-0b47-4a9e-bf1e-37f650a6aa48,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:03.124231 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-5b30a92d-12f0-4e37-b2d2-5f788d0c3906 req-906873bd-afd2-4a76-8977-c949a65542b8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] For port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6,segment=NetworkSegment(0e34feb0-24c0-4271-9a27-34a79ed2c10c),segment_id=0e34feb0-24c0-4271-9a27-34a79ed2c10c)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:03.124803 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5b30a92d-12f0-4e37-b2d2-5f788d0c3906 req-906873bd-afd2-4a76-8977-c949a65542b8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:03.141222 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-5b30a92d-12f0-4e37-b2d2-5f788d0c3906 req-906873bd-afd2-4a76-8977-c949a65542b8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Calling delete_port for 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:50:03.235148 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:03.297212 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76fef7a-8178-49d6-ba0d-c8550931dbaf None None] New status for floating IP 7de7a059-7ad5-45cb-874c-4b901fdc7bd3: DOWN {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:50:03.324883 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57933a9-8cff-4ed3-896f-137385590964 req-8559a08e-1718-4cf7-80ab-0aeb25711d97 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:03.327291 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a57933a9-8cff-4ed3-896f-137385590964 req-8559a08e-1718-4cf7-80ab-0aeb25711d97 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 945 time: 0.1225250 Jul 16 20:50:03.406372 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a57933a9-8cff-4ed3-896f-137385590964 req-3b88c568-3ed7-4e1b-b434-d14731287f57 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732450 Jul 16 20:50:03.408499 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5b30a92d-12f0-4e37-b2d2-5f788d0c3906 req-906873bd-afd2-4a76-8977-c949a65542b8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:03.430285 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 06bed895-5d79-4114-a43b-d160640bb2ba no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:50:03.441366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906873bd-afd2-4a76-8977-c949a65542b8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event deleted for resources: {'Port': ['ID=4b7277fa-5f52-41bb-a4c7-8c3d87eebca6,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:03.468888 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 06bed895-5d79-4114-a43b-d160640bb2ba {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:50:03.475997 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 06bed895-5d79-4114-a43b-d160640bb2ba not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:50:03.506645 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b30a92d-12f0-4e37-b2d2-5f788d0c3906 req-906873bd-afd2-4a76-8977-c949a65542b8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] No DVR routers for this DVR port 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:50:03.509519 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5b30a92d-12f0-4e37-b2d2-5f788d0c3906 req-906873bd-afd2-4a76-8977-c949a65542b8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:03.511782 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5b30a92d-12f0-4e37-b2d2-5f788d0c3906 req-906873bd-afd2-4a76-8977-c949a65542b8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.62 "DELETE /v2.0/ports/4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 HTTP/1.1" status: 204 len: 173 time: 0.7316957 Jul 16 20:50:03.512261 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46010c96-5363-496c-b6b7-6b54ccf082d2', 'name': 'network-vif-deleted', 'tag': '4b7277fa-5f52-41bb-a4c7-8c3d87eebca6'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:50:03.514839 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a28f904-4ab7-4b7e-b937-2f82391c0b32" -d '{"events": [{"server_uuid": "46010c96-5363-496c-b6b7-6b54ccf082d2", "name": "network-vif-deleted", "tag": "4b7277fa-5f52-41bb-a4c7-8c3d87eebca6"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:50:03.570796 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25734e4-5953-4908-8af0-4083527948b3 x-openstack-request-id: req-f25734e4-5953-4908-8af0-4083527948b3 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:50:03.570796 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46010c96-5363-496c-b6b7-6b54ccf082d2", "name": "network-vif-deleted", "tag": "4b7277fa-5f52-41bb-a4c7-8c3d87eebca6", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:50:03.571515 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f25734e4-5953-4908-8af0-4083527948b3 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:50:03.572548 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46010c96-5363-496c-b6b7-6b54ccf082d2', 'name': 'network-vif-deleted', 'tag': '4b7277fa-5f52-41bb-a4c7-8c3d87eebca6', 'status': 'completed', 'code': 200} Jul 16 20:50:03.724730 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eb99326a-3849-4a7a-a3d0-1de3796eb111 req-9ef16a61-d5b5-43de-976b-bd68a9a057a5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=46010c96-5363-496c-b6b7-6b54ccf082d2 HTTP/1.1" status: 200 len: 210 time: 0.0424368 Jul 16 20:50:04.292039 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fc5af-6afc-4887-8ada-ada5c3467998 req-d59918b8-fb75-4728-943f-0a2e12f243ba tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:04.293599 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f00fc5af-6afc-4887-8ada-ada5c3467998 req-d59918b8-fb75-4728-943f-0a2e12f243ba tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 945 time: 0.0848312 Jul 16 20:50:04.307898 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33866) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:04.344902 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f00fc5af-6afc-4887-8ada-ada5c3467998 req-9d56958d-a431-4acd-adbd-e266f63b93cc tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412986 Jul 16 20:50:04.445569 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d9b7f092-a016-44ec-a976-5487fe432f25 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1425053279-network', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:04.465509 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b7f092-a016-44ec-a976-5487fe432f25 admin admin] Made reservation on behalf of 01df23bbdfef4cd9a908c5271d3b668a for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:50:04.468389 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9b7f092-a016-44ec-a976-5487fe432f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:04.477599 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9b7f092-a016-44ec-a976-5487fe432f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:04.580920 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9b7f092-a016-44ec-a976-5487fe432f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:04.584868 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9b7f092-a016-44ec-a976-5487fe432f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:04.609749 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b7f092-a016-44ec-a976-5487fe432f25 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:50:04.619740 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7f092-a016-44ec-a976-5487fe432f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8aa6428-9973-413b-aa82-11700f383e68,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:04.627813 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9b7f092-a016-44ec-a976-5487fe432f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:04.628183 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-d9b7f092-a016-44ec-a976-5487fe432f25 admin admin] Added segment 73393e72-d0ae-405b-bc06-0c43218fa52d of type vlan for network dff88430-acb0-4e5f-bed6-566c73810b97 Jul 16 20:50:04.680486 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9b7f092-a016-44ec-a976-5487fe432f25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:04.710431 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9b7f092-a016-44ec-a976-5487fe432f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:04.711400 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b7f092-a016-44ec-a976-5487fe432f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:04.711984 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9b7f092-a016-44ec-a976-5487fe432f25 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:04.749743 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d9b7f092-a016-44ec-a976-5487fe432f25 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4398587 Jul 16 20:50:04.751911 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33882) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:04.757831 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-05518b3c-99d7-49e7-9f93-f3230c8dfe9d admin admin] Request body: {'subnet': {'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1425053279-subnet', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:04.788352 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7f092-a016-44ec-a976-5487fe432f25 admin admin] Pushing event updated for resources: {'Network': ['ID=dff88430-acb0-4e5f-bed6-566c73810b97,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:04.806500 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network dff88430-acb0-4e5f-bed6-566c73810b97 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:50:04.809948 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05518b3c-99d7-49e7-9f93-f3230c8dfe9d admin admin] Made reservation on behalf of 01df23bbdfef4cd9a908c5271d3b668a for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:50:04.814818 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33884) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:04.817052 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-05518b3c-99d7-49e7-9f93-f3230c8dfe9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:04.822051 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33886) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:04.966852 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-66e3c0b5-e1d2-4a56-83b0-7e8411750144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:05.069769 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-05518b3c-99d7-49e7-9f93-f3230c8dfe9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:05.167504 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05518b3c-99d7-49e7-9f93-f3230c8dfe9d admin admin] Checking segment: {'id': '73393e72-d0ae-405b-bc06-0c43218fa52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:50:05.167859 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05518b3c-99d7-49e7-9f93-f3230c8dfe9d admin admin] Network hostable DHCP agents. Network: dff88430-acb0-4e5f-bed6-566c73810b97, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:50:05.170012 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05518b3c-99d7-49e7-9f93-f3230c8dfe9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=351335c1-04f6-4046-8cc6-626c830142f3,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:05.201333 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-66e3c0b5-e1d2-4a56-83b0-7e8411750144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:05.206962 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-66e3c0b5-e1d2-4a56-83b0-7e8411750144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:05.213127 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05518b3c-99d7-49e7-9f93-f3230c8dfe9d admin admin] Network dff88430-acb0-4e5f-bed6-566c73810b97 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:50:05.248107 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-05518b3c-99d7-49e7-9f93-f3230c8dfe9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, dff88430-acb0-4e5f-bed6-566c73810b97) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:50:05.255808 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3c0b5-e1d2-4a56-83b0-7e8411750144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b091b14-bd61-4cd7-a4ee-86e495df78ae,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:05.258792 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05518b3c-99d7-49e7-9f93-f3230c8dfe9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:05.259377 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-05518b3c-99d7-49e7-9f93-f3230c8dfe9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:05.261065 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42db40f-bce6-4145-bd72-c0afa2ffb891 None None] Network dff88430-acb0-4e5f-bed6-566c73810b97 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:50:05.266232 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-66e3c0b5-e1d2-4a56-83b0-7e8411750144 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=90e6e31b6a464366b4d7e8cc1f1c5ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4429815 Jul 16 20:50:05.266858 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33892) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:05.280756 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-701fc78e-c738-472b-84c4-9ccb8ab823ef tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:05.316231 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-05518b3c-99d7-49e7-9f93-f3230c8dfe9d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5629506 Jul 16 20:50:05.320142 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33894) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:05.326638 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-f0a7f2ba-0835-49b5-b3a1-79b59ff5f942 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1425053279-router', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:05.347545 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3e03add9-f515-4621-9d5d-b21c99ce9e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:05.374996 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f0a7f2ba-0835-49b5-b3a1-79b59ff5f942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:05.376309 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f0a7f2ba-0835-49b5-b3a1-79b59ff5f942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:05.388331 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3e03add9-f515-4621-9d5d-b21c99ce9e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:05.435245 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd7a09d-1cbe-4209-900e-d7e4fa9035c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-dff88430-acb0-4e5f-bed6-566c73810b97', 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'fixed_ips': [{'subnet_id': '351335c1-04f6-4046-8cc6-626c830142f3'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:50:05.436131 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cd7a09d-1cbe-4209-900e-d7e4fa9035c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:05.670845 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e11e30-33d2-4d78-b4eb-d80bfe9eb847 req-27ddf10c-4ae7-41d1-8c34-6577a40cb573 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:05.674873 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-92e11e30-33d2-4d78-b4eb-d80bfe9eb847 req-27ddf10c-4ae7-41d1-8c34-6577a40cb573 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 945 time: 0.1258812 Jul 16 20:50:05.756302 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-6cd7a09d-1cbe-4209-900e-d7e4fa9035c9 None None] Allocated IP 172.20.0.2 (dff88430-acb0-4e5f-bed6-566c73810b97/351335c1-04f6-4046-8cc6-626c830142f3/6174e963-ff37-4eaf-83f0-c8bd0330417a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:50:05.896718 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f0a7f2ba-0835-49b5-b3a1-79b59ff5f942 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:05.935954 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cd7a09d-1cbe-4209-900e-d7e4fa9035c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:06.043364 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-92e11e30-33d2-4d78-b4eb-d80bfe9eb847 req-e2beff82-ace4-4401-8a4b-941150f15612 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525741 Jul 16 20:50:06.054981 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-701fc78e-c738-472b-84c4-9ccb8ab823ef tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Deleting port b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:50:06.055328 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-701fc78e-c738-472b-84c4-9ccb8ab823ef tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:06.077403 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6cd7a09d-1cbe-4209-900e-d7e4fa9035c9 None None] Transition to ACTIVE for port object 6174e963-ff37-4eaf-83f0-c8bd0330417a will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:06.096135 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808d622-d1bb-4304-8e5b-44574bbecf0e req-49f7327e-94fc-4191-91a1-991d172a2a49 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:06.097706 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2808d622-d1bb-4304-8e5b-44574bbecf0e req-49f7327e-94fc-4191-91a1-991d172a2a49 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.62 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 945 time: 0.4355104 Jul 16 20:50:06.100239 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6cd7a09d-1cbe-4209-900e-d7e4fa9035c9 None None] Transition to ACTIVE for port object 6174e963-ff37-4eaf-83f0-c8bd0330417a will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:06.108594 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cd7a09d-1cbe-4209-900e-d7e4fa9035c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:06.146242 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3e03add9-f515-4621-9d5d-b21c99ce9e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:06.148729 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3e03add9-f515-4621-9d5d-b21c99ce9e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:06.152285 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3e03add9-f515-4621-9d5d-b21c99ce9e45 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5b091b14-bd61-4cd7-a4ee-86e495df78ae HTTP/1.1" status: 204 len: 168 time: 0.8808012 Jul 16 20:50:06.152445 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd7a09d-1cbe-4209-900e-d7e4fa9035c9 None None] Network dff88430-acb0-4e5f-bed6-566c73810b97 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:50:06.152445 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-6cd7a09d-1cbe-4209-900e-d7e4fa9035c9 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:50:06.166909 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd7a09d-1cbe-4209-900e-d7e4fa9035c9 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:50:06.169690 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f0a7f2ba-0835-49b5-b3a1-79b59ff5f942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:06.180180 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-fa761fd3-ffab-4774-9ee1-1bc6c3312bcf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3072886 Jul 16 20:50:06.181080 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03add9-f515-4621-9d5d-b21c99ce9e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b091b14-bd61-4cd7-a4ee-86e495df78ae,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:06.201148 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7a09d-1cbe-4209-900e-d7e4fa9035c9 None None] Pushing event updated for resources: {'Port': ['ID=6174e963-ff37-4eaf-83f0-c8bd0330417a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:06.248715 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-701fc78e-c738-472b-84c4-9ccb8ab823ef tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] For port b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6,segment=NetworkSegment(0e34feb0-24c0-4271-9a27-34a79ed2c10c),segment_id=0e34feb0-24c0-4271-9a27-34a79ed2c10c)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:06.249164 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-701fc78e-c738-472b-84c4-9ccb8ab823ef tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:06.268308 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-701fc78e-c738-472b-84c4-9ccb8ab823ef tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Calling delete_port for b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:50:06.313930 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-6cd7a09d-1cbe-4209-900e-d7e4fa9035c9 None None] Attempting to bind port 6174e963-ff37-4eaf-83f0-c8bd0330417a on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:06.314311 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-6cd7a09d-1cbe-4209-900e-d7e4fa9035c9 None None] Attempting to bind port 6174e963-ff37-4eaf-83f0-c8bd0330417a by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '73393e72-d0ae-405b-bc06-0c43218fa52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:06.314702 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd7a09d-1cbe-4209-900e-d7e4fa9035c9 None None] Attempting to bind port 6174e963-ff37-4eaf-83f0-c8bd0330417a on network dff88430-acb0-4e5f-bed6-566c73810b97 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:06.328496 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd7a09d-1cbe-4209-900e-d7e4fa9035c9 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:50:06.328872 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd7a09d-1cbe-4209-900e-d7e4fa9035c9 None None] Checking segment: {'id': '73393e72-d0ae-405b-bc06-0c43218fa52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:50:06.329277 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cd7a09d-1cbe-4209-900e-d7e4fa9035c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:06.329670 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd7a09d-1cbe-4209-900e-d7e4fa9035c9 None None] Bound using segment: {'id': '73393e72-d0ae-405b-bc06-0c43218fa52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:50:06.330137 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-6cd7a09d-1cbe-4209-900e-d7e4fa9035c9 None None] Bound port: 6174e963-ff37-4eaf-83f0-c8bd0330417a, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73393e72-d0ae-405b-bc06-0c43218fa52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:50:06.333301 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cd7a09d-1cbe-4209-900e-d7e4fa9035c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:06.349910 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-2808d622-d1bb-4304-8e5b-44574bbecf0e req-b891b0fc-1504-49e1-a547-621541c58f09 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Deleting port 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:50:06.350939 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2808d622-d1bb-4304-8e5b-44574bbecf0e req-b891b0fc-1504-49e1-a547-621541c58f09 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:06.376048 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43051c58-2e91-4131-85a3-50648eabbcef req-b17369e2-f8b0-4a9e-ba79-e9c6f50cab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:06.378542 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43051c58-2e91-4131-85a3-50648eabbcef req-b17369e2-f8b0-4a9e-ba79-e9c6f50cab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:06.379037 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43051c58-2e91-4131-85a3-50648eabbcef req-b17369e2-f8b0-4a9e-ba79-e9c6f50cab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:06.379521 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43051c58-2e91-4131-85a3-50648eabbcef req-b17369e2-f8b0-4a9e-ba79-e9c6f50cab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:06.384668 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43051c58-2e91-4131-85a3-50648eabbcef req-b17369e2-f8b0-4a9e-ba79-e9c6f50cab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:06.385165 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43051c58-2e91-4131-85a3-50648eabbcef req-b17369e2-f8b0-4a9e-ba79-e9c6f50cab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:06.387246 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43051c58-2e91-4131-85a3-50648eabbcef req-b17369e2-f8b0-4a9e-ba79-e9c6f50cab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:06.389397 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-b17369e2-f8b0-4a9e-ba79-e9c6f50cab9e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0421842e20864ba19d8833f598d17c76&device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 6508 time: 0.1744096 Jul 16 20:50:06.463100 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-6cd7a09d-1cbe-4209-900e-d7e4fa9035c9 None None] For port 6174e963-ff37-4eaf-83f0-c8bd0330417a, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:50:06.467785 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-6cd7a09d-1cbe-4209-900e-d7e4fa9035c9 None None] For port 6174e963-ff37-4eaf-83f0-c8bd0330417a, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=6174e963-ff37-4eaf-83f0-c8bd0330417a,segment=NetworkSegment(73393e72-d0ae-405b-bc06-0c43218fa52d),segment_id=73393e72-d0ae-405b-bc06-0c43218fa52d)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:50:06.475947 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cd7a09d-1cbe-4209-900e-d7e4fa9035c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:06.530908 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-2808d622-d1bb-4304-8e5b-44574bbecf0e req-b891b0fc-1504-49e1-a547-621541c58f09 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] For port 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:06.531695 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2808d622-d1bb-4304-8e5b-44574bbecf0e req-b891b0fc-1504-49e1-a547-621541c58f09 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:06.552422 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-2808d622-d1bb-4304-8e5b-44574bbecf0e req-b891b0fc-1504-49e1-a547-621541c58f09 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Calling delete_port for 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:50:06.560176 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7a09d-1cbe-4209-900e-d7e4fa9035c9 None None] Pushing event updated for resources: {'Port': ['ID=6174e963-ff37-4eaf-83f0-c8bd0330417a,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:06.613703 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33904) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:06.646828 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6c83883e-a5b8-473a-b4ca-afef631e1610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:06.674062 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43051c58-2e91-4131-85a3-50648eabbcef req-704306c8-f15b-4dc1-8469-fa846e1f8f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:06.674551 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43051c58-2e91-4131-85a3-50648eabbcef req-704306c8-f15b-4dc1-8469-fa846e1f8f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:06.675012 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43051c58-2e91-4131-85a3-50648eabbcef req-704306c8-f15b-4dc1-8469-fa846e1f8f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:06.677201 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-704306c8-f15b-4dc1-8469-fa846e1f8f3c service neutron] 10.222.0.62 "GET /v2.0/networks?id=d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14&id=83636349-58ea-46f7-a3d1-26f21bbb427b&id=83636349-58ea-46f7-a3d1-26f21bbb427b&id=83636349-58ea-46f7-a3d1-26f21bbb427b&id=83636349-58ea-46f7-a3d1-26f21bbb427b&id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf&id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf HTTP/1.1" status: 200 len: 2297 time: 0.2489924 Jul 16 20:50:06.682406 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f0a7f2ba-0835-49b5-b3a1-79b59ff5f942 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:06.700365 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-701fc78e-c738-472b-84c4-9ccb8ab823ef tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:06.732016 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701fc78e-c738-472b-84c4-9ccb8ab823ef tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event deleted for resources: {'Port': ['ID=b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:06.753466 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f0a7f2ba-0835-49b5-b3a1-79b59ff5f942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:06.844062 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-06671866-c989-46eb-a540-d5c82c346fac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eeaba776-b005-41c6-88fd-0934f4ff5a27 HTTP/1.1" status: 200 len: 1000 time: 0.1577089 Jul 16 20:50:06.880576 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2808d622-d1bb-4304-8e5b-44574bbecf0e req-b891b0fc-1504-49e1-a547-621541c58f09 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:06.892163 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:50:06.979039 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43051c58-2e91-4131-85a3-50648eabbcef req-4b49e7e4-928c-4b56-b76b-155c34ad6307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:06.980533 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-4b49e7e4-928c-4b56-b76b-155c34ad6307 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b37ea029-930a-4f8e-ae78-8b7dd9ec37a2 HTTP/1.1" status: 200 len: 855 time: 0.1289265 Jul 16 20:50:06.985394 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b0fc-1504-49e1-a547-621541c58f09 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event deleted for resources: {'Port': ['ID=0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:07.049264 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-f0a7f2ba-0835-49b5-b3a1-79b59ff5f942 admin admin] Allocated IP 172.25.0.153 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/f8accd9b-f991-4d5b-8163-c49b3a348ecc) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:50:07.071203 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6c83883e-a5b8-473a-b4ca-afef631e1610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:07.079800 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2808d622-d1bb-4304-8e5b-44574bbecf0e req-b891b0fc-1504-49e1-a547-621541c58f09 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] No DVR routers for this DVR port 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19 on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:50:07.082302 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6c83883e-a5b8-473a-b4ca-afef631e1610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:07.086311 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2808d622-d1bb-4304-8e5b-44574bbecf0e req-b891b0fc-1504-49e1-a547-621541c58f09 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:07.090224 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2808d622-d1bb-4304-8e5b-44574bbecf0e req-b891b0fc-1504-49e1-a547-621541c58f09 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.62 "DELETE /v2.0/ports/0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19 HTTP/1.1" status: 204 len: 173 time: 0.9821696 Jul 16 20:50:07.093510 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '602e6d12-abdf-43bb-a693-5d88a194d08f', 'name': 'network-vif-deleted', 'tag': '0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:50:07.101088 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9694fa2-db4a-4689-8ef9-94871465749f" -d '{"events": [{"server_uuid": "602e6d12-abdf-43bb-a693-5d88a194d08f", "name": "network-vif-deleted", "tag": "0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:50:07.241852 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69acffa-0977-4770-b4a8-2f28a67dbfbb x-openstack-request-id: req-d69acffa-0977-4770-b4a8-2f28a67dbfbb {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:50:07.244163 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "602e6d12-abdf-43bb-a693-5d88a194d08f", "name": "network-vif-deleted", "tag": "0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:50:07.246662 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d69acffa-0977-4770-b4a8-2f28a67dbfbb {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:50:07.247407 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '602e6d12-abdf-43bb-a693-5d88a194d08f', 'name': 'network-vif-deleted', 'tag': '0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19', 'status': 'completed', 'code': 200} Jul 16 20:50:07.251089 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-701fc78e-c738-472b-84c4-9ccb8ab823ef tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:07.317831 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6c83883e-a5b8-473a-b4ca-afef631e1610 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=41c9483e50474670b734d6d58f7a8227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7003520 Jul 16 20:50:07.322895 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33910) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:07.339252 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83883e-a5b8-473a-b4ca-afef631e1610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c438dc3-db97-4f8f-9dda-e6279c6efdda,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:07.385300 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43051c58-2e91-4131-85a3-50648eabbcef req-b8e2877a-513f-4e0f-aa8b-6999ffb9d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:07.386856 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-b8e2877a-513f-4e0f-aa8b-6999ffb9d312 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3999233 Jul 16 20:50:07.415919 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c902842b-20df-4ae7-96f4-2d0c4c84b6c0 req-dea0949e-7fa0-49e9-83b8-fef73239be01 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 210 time: 0.0449998 Jul 16 20:50:07.463011 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:50:07.516449 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:50:07.516708 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 0ecf0a48-d01e-4843-bbbd-f86a0bd2ac19 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:50:07.524322 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:50:07.531916 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f0a7f2ba-0835-49b5-b3a1-79b59ff5f942 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:07.550482 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8611f730-5e98-470f-a2ad-37b7acf5c0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:07.565043 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:50:07.565390 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 4b7277fa-5f52-41bb-a4c7-8c3d87eebca6 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:50:07.599640 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-f634dc21-137d-4d41-89be-4c5185188c45 service neutron] 10.222.0.62 "GET /v2.0/networks/d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008579 Jul 16 20:50:07.646301 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701fc78e-c738-472b-84c4-9ccb8ab823ef tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Router 2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:50:07.712610 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-c03fd35e-9dbf-4d3e-ad28-de3c1f2f2ed5 service neutron] 10.222.0.62 "GET /v2.0/networks/d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024582 Jul 16 20:50:07.763693 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-719a147a-b255-4464-8ec6-1db68270615c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=0511ec0c-7172-4caa-9729-47cc63ea6c94 HTTP/1.1" status: 200 len: 217 time: 0.0423658 Jul 16 20:50:07.772235 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701fc78e-c738-472b-84c4-9ccb8ab823ef tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:50:07.783771 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddab95a-d793-4d80-9627-3d7e05309a84 None None] Sync routers for ids ['2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:50:07.787295 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-701fc78e-c738-472b-84c4-9ccb8ab823ef tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "PUT /v2.0/routers/2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9703093 Jul 16 20:50:07.789912 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33914) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:07.803954 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddab95a-d793-4d80-9627-3d7e05309a84 None None] Routers {'2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:07.804593 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-8ddab95a-d793-4d80-9627-3d7e05309a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:49:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:07.851156 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad3f272-69bd-4235-a19a-e5d114032bf9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Deleting subnet a6de3c75-a1f0-45bc-b930-3bfd7ab55a77 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:50:07.854825 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aad3f272-69bd-4235-a19a-e5d114032bf9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:07.874671 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43051c58-2e91-4131-85a3-50648eabbcef req-db269b4b-137f-485c-b6f4-061e43980a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:07.876187 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-db269b4b-137f-485c-b6f4-061e43980a43 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e90d8681-87d8-468f-b542-905bc89d1669 HTTP/1.1" status: 200 len: 797 time: 0.1046464 Jul 16 20:50:07.883004 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8611f730-5e98-470f-a2ad-37b7acf5c0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:07.918272 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aad3f272-69bd-4235-a19a-e5d114032bf9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:07.932852 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f0a7f2ba-0835-49b5-b3a1-79b59ff5f942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:07.986379 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f051fe18-90b5-4ecb-9b5f-0c582dc2c9db None None] Network dff88430-acb0-4e5f-bed6-566c73810b97 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:50:07.992194 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-8ddab95a-d793-4d80-9627-3d7e05309a84 None None] Set router 2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:50:08.018527 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a7f2ba-0835-49b5-b3a1-79b59ff5f942 admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:50:08.024357 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-f0a7f2ba-0835-49b5-b3a1-79b59ff5f942 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:50:08.024962 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aad3f272-69bd-4235-a19a-e5d114032bf9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:08.033512 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a7f2ba-0835-49b5-b3a1-79b59ff5f942 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:50:08.075968 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7f2ba-0835-49b5-b3a1-79b59ff5f942 admin admin] Pushing event updated for resources: {'Port': ['ID=f8accd9b-f991-4d5b-8163-c49b3a348ecc,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:08.104102 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aad3f272-69bd-4235-a19a-e5d114032bf9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:08.112383 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8611f730-5e98-470f-a2ad-37b7acf5c0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:08.115165 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8611f730-5e98-470f-a2ad-37b7acf5c0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:08.116633 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8611f730-5e98-470f-a2ad-37b7acf5c0c1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4c438dc3-db97-4f8f-9dda-e6279c6efdda HTTP/1.1" status: 204 len: 168 time: 0.7883630 Jul 16 20:50:08.125273 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43051c58-2e91-4131-85a3-50648eabbcef req-c30f4398-ba2e-458f-8edf-bcbd9f9b4cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:08.126812 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-c30f4398-ba2e-458f-8edf-bcbd9f9b4cf5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83636349-58ea-46f7-a3d1-26f21bbb427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2392874 Jul 16 20:50:08.147138 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3f272-69bd-4235-a19a-e5d114032bf9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event deleted for resources: {'Subnet': ['ID=a6de3c75-a1f0-45bc-b930-3bfd7ab55a77,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:08.151122 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aad3f272-69bd-4235-a19a-e5d114032bf9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:08.156142 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-aad3f272-69bd-4235-a19a-e5d114032bf9 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "DELETE /v2.0/subnets/a6de3c75-a1f0-45bc-b930-3bfd7ab55a77 HTTP/1.1" status: 204 len: 168 time: 0.3645051 Jul 16 20:50:08.156888 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33918) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:08.191424 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611f730-5e98-470f-a2ad-37b7acf5c0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c438dc3-db97-4f8f-9dda-e6279c6efdda,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:08.278743 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0732d93b-2365-4bea-8ab6-2af5e16bad9d None None] Network bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:50:08.338738 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-8ddab95a-d793-4d80-9627-3d7e05309a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133574572', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:50:06Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:08.368041 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-324a1454-c921-4c1a-b1d4-4e099588e8a1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:08.440985 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddab95a-d793-4d80-9627-3d7e05309a84 None None] Checking router: 2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:50:08.465918 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddab95a-d793-4d80-9627-3d7e05309a84 None None] Routers {'2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:08.466868 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-8ddab95a-d793-4d80-9627-3d7e05309a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:49:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:08.531414 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3e704771-d7cd-463a-a272-18b89ac49ef0 None None] Provisioning for port 6174e963-ff37-4eaf-83f0-c8bd0330417a completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:50:08.550475 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-6534da69-14d9-4a59-a76d-1d5df2e9d2f3 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148071 Jul 16 20:50:08.803150 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-8ddab95a-d793-4d80-9627-3d7e05309a84 None None] Set router 2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:50:08.843935 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755e8904-2a8e-4811-b61d-5234ae6a3e8d None None] DHCP port deletion for bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:50:08.898451 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a7057016-9571-4adb-989c-375558a790d8 req-20ec4adc-dc7a-4807-be7a-f747efac9656 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 210 time: 0.1236804 Jul 16 20:50:08.898942 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-324a1454-c921-4c1a-b1d4-4e099588e8a1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:08.931387 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 6174e963-ff37-4eaf-83f0-c8bd0330417a up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:50:08.983940 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-324a1454-c921-4c1a-b1d4-4e099588e8a1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Deleting port 943d9d17-aa23-4461-b11f-cd254a2638c7 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:50:08.984593 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-324a1454-c921-4c1a-b1d4-4e099588e8a1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:09.027505 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f0a7f2ba-0835-49b5-b3a1-79b59ff5f942 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:09.073953 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 6174e963-ff37-4eaf-83f0-c8bd0330417a completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:50:09.079024 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 6174e963-ff37-4eaf-83f0-c8bd0330417a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:09.079392 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:09.150081 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-324a1454-c921-4c1a-b1d4-4e099588e8a1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] For port 943d9d17-aa23-4461-b11f-cd254a2638c7, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=943d9d17-aa23-4461-b11f-cd254a2638c7,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:09.150647 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-324a1454-c921-4c1a-b1d4-4e099588e8a1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:09.164503 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-755e8904-2a8e-4811-b61d-5234ae6a3e8d None None] Deleting port 355161d4-d931-4c72-a20a-a374f1184d16 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:50:09.164919 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-755e8904-2a8e-4811-b61d-5234ae6a3e8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:09.184233 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-324a1454-c921-4c1a-b1d4-4e099588e8a1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Calling delete_port for 943d9d17-aa23-4461-b11f-cd254a2638c7 owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:50:09.240162 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-8ddab95a-d793-4d80-9627-3d7e05309a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133574572', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:50:06Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:09.302590 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:09.308564 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddab95a-d793-4d80-9627-3d7e05309a84 None None] The sync data for ids ['2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d'] in n-d-791506-21 is: [{'id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133574572', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:50:06Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '943d9d17-aa23-4461-b11f-cd254a2638c7', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:47Z', 'updated_at': '2021-07-16T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:50:09.347512 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-3ce9d278-4cc4-4362-b4ae-e96ec195cdce service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253384 Jul 16 20:50:09.385739 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-dbb1943f-023f-4a95-9543-0802e330d205 None None] Provisioning complete for port 6174e963-ff37-4eaf-83f0-c8bd0330417a triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:09.386103 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dbb1943f-023f-4a95-9543-0802e330d205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:09.445870 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-755e8904-2a8e-4811-b61d-5234ae6a3e8d None None] For port 355161d4-d931-4c72-a20a-a374f1184d16, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=355161d4-d931-4c72-a20a-a374f1184d16,segment=NetworkSegment(0e34feb0-24c0-4271-9a27-34a79ed2c10c),segment_id=0e34feb0-24c0-4271-9a27-34a79ed2c10c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:09.446136 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-755e8904-2a8e-4811-b61d-5234ae6a3e8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:09.479902 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 6174e963-ff37-4eaf-83f0-c8bd0330417a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=6174e963-ff37-4eaf-83f0-c8bd0330417a,segment=NetworkSegment(73393e72-d0ae-405b-bc06-0c43218fa52d),segment_id=73393e72-d0ae-405b-bc06-0c43218fa52d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:09.481112 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-755e8904-2a8e-4811-b61d-5234ae6a3e8d None None] Calling delete_port for 355161d4-d931-4c72-a20a-a374f1184d16 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:50:09.511057 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-324a1454-c921-4c1a-b1d4-4e099588e8a1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:09.511741 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:09.559572 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a1454-c921-4c1a-b1d4-4e099588e8a1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event deleted for resources: {'Port': ['ID=943d9d17-aa23-4461-b11f-cd254a2638c7,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:09.606688 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=6174e963-ff37-4eaf-83f0-c8bd0330417a,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:09.617709 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:09.618154 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:09.618606 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:09.618996 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:09.619638 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:09.619638 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:09.619972 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:09.620295 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:09.620664 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:09.620936 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:09.621660 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:09.621803 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:09.637811 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f0a7f2ba-0835-49b5-b3a1-79b59ff5f942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:09.645862 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-356162a7-ec5a-4ff8-8514-5bf72f485efb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=363b4863-693b-4f87-9538-22fc3b427353 HTTP/1.1" status: 200 len: 217 time: 0.1083848 Jul 16 20:50:09.656200 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-324a1454-c921-4c1a-b1d4-4e099588e8a1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:09.692236 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dbb1943f-023f-4a95-9543-0802e330d205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:09.780441 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-dbb1943f-023f-4a95-9543-0802e330d205 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:50:09.780924 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-dbb1943f-023f-4a95-9543-0802e330d205 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:50:09.782951 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43051c58-2e91-4131-85a3-50648eabbcef req-a5d975e3-b21b-417e-9fc2-b9148c4c5de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:09.786638 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-a5d975e3-b21b-417e-9fc2-b9148c4c5de9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e90d8681-87d8-468f-b542-905bc89d1669 HTTP/1.1" status: 200 len: 797 time: 0.1078594 Jul 16 20:50:09.805919 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-755e8904-2a8e-4811-b61d-5234ae6a3e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:09.850212 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e8904-2a8e-4811-b61d-5234ae6a3e8d None None] Pushing event deleted for resources: {'Port': ['ID=355161d4-d931-4c72-a20a-a374f1184d16,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:09.855209 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755e8904-2a8e-4811-b61d-5234ae6a3e8d None None] No DVR routers for this DVR port 355161d4-d931-4c72-a20a-a374f1184d16 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:50:09.936927 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-324a1454-c921-4c1a-b1d4-4e099588e8a1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:09.943067 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-324a1454-c921-4c1a-b1d4-4e099588e8a1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:10.010457 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-324a1454-c921-4c1a-b1d4-4e099588e8a1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:10.012012 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324a1454-c921-4c1a-b1d4-4e099588e8a1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Fanout notify agent at l3_agent the message router_deleted on router 2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:50:10.035268 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-324a1454-c921-4c1a-b1d4-4e099588e8a1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:10.043051 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-324a1454-c921-4c1a-b1d4-4e099588e8a1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "DELETE /v2.0/routers/2ba82a06-e81d-4ade-9484-a6ac6b3eeb9d HTTP/1.1" status: 204 len: 168 time: 1.8850412 Jul 16 20:50:10.044963 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33950) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:10.167636 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9cd6e1a7-2def-4209-b75a-8e7f975c3620 req-a289e097-f6be-4c2e-beb4-e74ca5a6e87d tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 210 time: 0.0594456 Jul 16 20:50:10.260357 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ff12b7bc-c52f-4e52-858c-6648453c14a8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:10.407782 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ff12b7bc-c52f-4e52-858c-6648453c14a8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:10.419788 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ff12b7bc-c52f-4e52-858c-6648453c14a8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:10.444113 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ff12b7bc-c52f-4e52-858c-6648453c14a8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e34feb0-24c0-4271-9a27-34a79ed2c10c') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:10.444412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ff12b7bc-c52f-4e52-858c-6648453c14a8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e34feb0-24c0-4271-9a27-34a79ed2c10c') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:10.455544 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ff12b7bc-c52f-4e52-858c-6648453c14a8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:10.471603 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ff12b7bc-c52f-4e52-858c-6648453c14a8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:10.479425 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff12b7bc-c52f-4e52-858c-6648453c14a8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:50:10.480249 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ff12b7bc-c52f-4e52-858c-6648453c14a8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:50:10.483402 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:50:10.530377 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43051c58-2e91-4131-85a3-50648eabbcef req-007db975-401a-48a3-8271-cde072628d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:10.531932 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-007db975-401a-48a3-8271-cde072628d75 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83636349-58ea-46f7-a3d1-26f21bbb427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7347703 Jul 16 20:50:10.574084 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ff12b7bc-c52f-4e52-858c-6648453c14a8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:10.590897 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ff12b7bc-c52f-4e52-858c-6648453c14a8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:10.592940 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ff12b7bc-c52f-4e52-858c-6648453c14a8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "DELETE /v2.0/networks/bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb HTTP/1.1" status: 204 len: 168 time: 0.5463603 Jul 16 20:50:10.595644 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33962) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:10.649061 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12b7bc-c52f-4e52-858c-6648453c14a8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event deleted for resources: {'Network': ['ID=bdba7c6a-ba8f-44de-a0a6-046a50e6e7bb,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:10.665535 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-08e0be72-cc71-4fa5-8f5f-56eb1e81f7d6 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249013 Jul 16 20:50:10.666600 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a7f2ba-0835-49b5-b3a1-79b59ff5f942 admin admin] Router 2123bebe-d4d1-4f25-b718-513c80bdd38a is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:50:10.685183 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc095965-b869-4263-bb77-ba88f3edfebb tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:10.725829 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc095965-b869-4263-bb77-ba88f3edfebb tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:10.856808 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 6174e963-ff37-4eaf-83f0-c8bd0330417a up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:50:10.864186 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc095965-b869-4263-bb77-ba88f3edfebb tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:10.867699 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc095965-b869-4263-bb77-ba88f3edfebb tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:10.871447 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bc095965-b869-4263-bb77-ba88f3edfebb tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "DELETE /v2.0/security-groups/8307b323-7596-438b-a58f-37832944c6b1 HTTP/1.1" status: 204 len: 168 time: 0.2723267 Jul 16 20:50:10.879286 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc095965-b869-4263-bb77-ba88f3edfebb tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8307b323-7596-438b-a58f-37832944c6b1,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:10.972902 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-feb1587c-9c12-4e59-bdb5-2336053f67ed service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999806 Jul 16 20:50:10.978796 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 6174e963-ff37-4eaf-83f0-c8bd0330417a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:10.979172 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:11.056157 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-680eb04f-caea-44f4-8216-d47bcb11a622 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=00bf0c6e-465d-4143-ae09-cc16444be189 HTTP/1.1" status: 200 len: 217 time: 0.0763905 Jul 16 20:50:11.173203 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a7f2ba-0835-49b5-b3a1-79b59ff5f942 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:50:11.185073 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bfedfc-b39d-4f3f-a765-be13b0ccfc18 None None] Sync routers for ids ['2123bebe-d4d1-4f25-b718-513c80bdd38a'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:50:11.202394 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bfedfc-b39d-4f3f-a765-be13b0ccfc18 None None] Routers {'2123bebe-d4d1-4f25-b718-513c80bdd38a'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:11.203200 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-66bfedfc-b39d-4f3f-a765-be13b0ccfc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:49:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2123bebe-d4d1-4f25-b718-513c80bdd38a'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:11.222641 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43051c58-2e91-4131-85a3-50648eabbcef req-44ee4d2e-42a5-4bc0-9ac9-c0b067dc5b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:11.224551 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-44ee4d2e-42a5-4bc0-9ac9-c0b067dc5b7b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e90d8681-87d8-468f-b542-905bc89d1669 HTTP/1.1" status: 200 len: 797 time: 0.1625428 Jul 16 20:50:11.225821 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f0a7f2ba-0835-49b5-b3a1-79b59ff5f942 admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:11.226949 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f0a7f2ba-0835-49b5-b3a1-79b59ff5f942 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9052470 Jul 16 20:50:11.229991 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 33988) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:11.287958 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:50:11.335760 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:50:11.339734 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b8ce1b2a-6fdf-4dc5-809e-0fc3cbd888d6 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:50:11.340178 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 355161d4-d931-4c72-a20a-a374f1184d16 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:50:11.346304 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43051c58-2e91-4131-85a3-50648eabbcef req-32b2f21c-ba0b-40c2-8eb1-d6212c2f5727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:11.347868 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-32b2f21c-ba0b-40c2-8eb1-d6212c2f5727 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83636349-58ea-46f7-a3d1-26f21bbb427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1143818 Jul 16 20:50:11.398811 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 355161d4-d931-4c72-a20a-a374f1184d16 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:50:11.399172 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 355161d4-d931-4c72-a20a-a374f1184d16 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:50:11.399589 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 943d9d17-aa23-4461-b11f-cd254a2638c7 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:50:11.517312 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 943d9d17-aa23-4461-b11f-cd254a2638c7 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:50:11.517672 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 943d9d17-aa23-4461-b11f-cd254a2638c7 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:50:11.560177 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-fce2c116-e4a0-4b45-b66f-b8eee0a27cf7 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055562 Jul 16 20:50:11.572317 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a20eb97f-d36f-4ef2-9d9d-cbfe8e3d8bb3 req-bd03d1af-53e4-43c4-b59b-052e50bfe1e5 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 210 time: 0.0525100 Jul 16 20:50:11.600003 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-66bfedfc-b39d-4f3f-a765-be13b0ccfc18 None None] Set router 2123bebe-d4d1-4f25-b718-513c80bdd38a gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:50:11.793746 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-b2c259ad-e094-4a8a-94c2-8e32f3566963 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254884 Jul 16 20:50:11.892029 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-a6490664-bbc4-438d-aa81-4160644e07a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=a966099a-a8b2-40b8-888b-f4d7466ed9fc HTTP/1.1" status: 200 len: 217 time: 0.0890615 Jul 16 20:50:11.998534 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43051c58-2e91-4131-85a3-50648eabbcef req-0859ad43-6eb7-45a5-91ac-568bd68798d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:12.000293 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-0859ad43-6eb7-45a5-91ac-568bd68798d4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e90d8681-87d8-468f-b542-905bc89d1669 HTTP/1.1" status: 200 len: 797 time: 0.1014779 Jul 16 20:50:12.005644 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 33996) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:12.011045 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-66bfedfc-b39d-4f3f-a765-be13b0ccfc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'name': 'tempest-AttachVolumeTestJSON-1425053279-router', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:05Z', 'updated_at': '2021-07-16T20:50:08Z', 'revision_number': 3, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'gw_port': {'id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:06Z', 'updated_at': '2021-07-16T20:50:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:12.012918 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-9f753efe-5cbb-46c4-9756-c53a1fa7d354 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1909706238', 'description': 'tempest-secgroup-smoke-1909706238 description', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:12.060765 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-92d01490-8834-4f9a-9f05-e402efc068ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:12.063898 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bfedfc-b39d-4f3f-a765-be13b0ccfc18 None None] Checking router: 2123bebe-d4d1-4f25-b718-513c80bdd38a for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:50:12.064019 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bfedfc-b39d-4f3f-a765-be13b0ccfc18 None None] Updating router 2123bebe-d4d1-4f25-b718-513c80bdd38a port f8accd9b-f991-4d5b-8163-c49b3a348ecc binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:50:12.092271 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9f753efe-5cbb-46c4-9756-c53a1fa7d354 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:12.109597 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66bfedfc-b39d-4f3f-a765-be13b0ccfc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:12.142740 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43051c58-2e91-4131-85a3-50648eabbcef req-4a74e8df-e198-4dee-970e-161c7ce50ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:12.144657 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-4a74e8df-e198-4dee-970e-161c7ce50ad9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83636349-58ea-46f7-a3d1-26f21bbb427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1358700 Jul 16 20:50:12.266510 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9f753efe-5cbb-46c4-9756-c53a1fa7d354 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:12.273613 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9f753efe-5cbb-46c4-9756-c53a1fa7d354 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:12.352708 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9f753efe-5cbb-46c4-9756-c53a1fa7d354 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:12.354092 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9f753efe-5cbb-46c4-9756-c53a1fa7d354 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3471744 Jul 16 20:50:12.359543 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34004) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:12.365071 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-3800f04c-ec78-4602-97c8-44cc87cf807d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'security_group_rule': {'security_group_id': '64770602-86b3-42b1-8ee0-76d20b3a7067', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:12.378135 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f753efe-5cbb-46c4-9756-c53a1fa7d354 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64770602-86b3-42b1-8ee0-76d20b3a7067,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:12.385709 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-92d01490-8834-4f9a-9f05-e402efc068ee admin admin] Allocated IP 172.20.0.1 (dff88430-acb0-4e5f-bed6-566c73810b97/351335c1-04f6-4046-8cc6-626c830142f3/f73c22c8-60c6-4557-aef5-8e8e35faf68d) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:50:12.425566 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-b6eb0cb9-f808-4340-b752-9384c7ea5257 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744951 Jul 16 20:50:12.547733 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3800f04c-ec78-4602-97c8-44cc87cf807d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:12.561629 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-92d01490-8834-4f9a-9f05-e402efc068ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:12.582299 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66bfedfc-b39d-4f3f-a765-be13b0ccfc18 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:12.585401 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-92d01490-8834-4f9a-9f05-e402efc068ee admin admin] Transition to ACTIVE for port object f73c22c8-60c6-4557-aef5-8e8e35faf68d will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:12.596701 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-66bfedfc-b39d-4f3f-a765-be13b0ccfc18 None None] Transition to ACTIVE for port object f8accd9b-f991-4d5b-8163-c49b3a348ecc will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:12.609868 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66bfedfc-b39d-4f3f-a765-be13b0ccfc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:12.693143 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-92d01490-8834-4f9a-9f05-e402efc068ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:12.742021 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-66bfedfc-b39d-4f3f-a765-be13b0ccfc18 None None] Attempting to bind port f8accd9b-f991-4d5b-8163-c49b3a348ecc on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:12.744817 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-66bfedfc-b39d-4f3f-a765-be13b0ccfc18 None None] Attempting to bind port f8accd9b-f991-4d5b-8163-c49b3a348ecc by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:12.745205 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bfedfc-b39d-4f3f-a765-be13b0ccfc18 None None] Attempting to bind port f8accd9b-f991-4d5b-8163-c49b3a348ecc on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:12.758590 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-fef6bd22-4b6e-4357-a9cc-0785213b1414 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223035 Jul 16 20:50:12.763330 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bfedfc-b39d-4f3f-a765-be13b0ccfc18 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:50:12.763685 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bfedfc-b39d-4f3f-a765-be13b0ccfc18 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:50:12.764105 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66bfedfc-b39d-4f3f-a765-be13b0ccfc18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:12.764507 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bfedfc-b39d-4f3f-a765-be13b0ccfc18 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:50:12.765007 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-66bfedfc-b39d-4f3f-a765-be13b0ccfc18 None None] Bound port: f8accd9b-f991-4d5b-8163-c49b3a348ecc, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:50:12.765390 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66bfedfc-b39d-4f3f-a765-be13b0ccfc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:12.817818 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d01490-8834-4f9a-9f05-e402efc068ee admin admin] Network dff88430-acb0-4e5f-bed6-566c73810b97 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:50:12.819434 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d01490-8834-4f9a-9f05-e402efc068ee admin admin] Pushing event updated for resources: {'Port': ['ID=f73c22c8-60c6-4557-aef5-8e8e35faf68d,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:12.820708 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21907bad-19b9-490c-b7f5-2156fa27831f None None] Pushing event updated for resources: {'Port': ['ID=f8accd9b-f991-4d5b-8163-c49b3a348ecc,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:12.823534 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-92d01490-8834-4f9a-9f05-e402efc068ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:50:12.826285 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d01490-8834-4f9a-9f05-e402efc068ee admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:50:12.856755 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-ac3f9115-d8f4-461e-8231-b7d6faef64fe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=06575405-c313-49cd-b1b8-491d36210396 HTTP/1.1" status: 200 len: 217 time: 0.0837657 Jul 16 20:50:12.873196 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-92d01490-8834-4f9a-9f05-e402efc068ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:12.894177 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3800f04c-ec78-4602-97c8-44cc87cf807d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:12.897359 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-66bfedfc-b39d-4f3f-a765-be13b0ccfc18 None None] For port f8accd9b-f991-4d5b-8163-c49b3a348ecc, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:50:12.905094 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-66bfedfc-b39d-4f3f-a765-be13b0ccfc18 None None] For port f8accd9b-f991-4d5b-8163-c49b3a348ecc, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f8accd9b-f991-4d5b-8163-c49b3a348ecc,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:50:12.915187 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66bfedfc-b39d-4f3f-a765-be13b0ccfc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:12.933929 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3800f04c-ec78-4602-97c8-44cc87cf807d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:12.970604 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800f04c-ec78-4602-97c8-44cc87cf807d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f73056b-9729-4e24-8197-7e689c25aef0,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:12.990674 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-72512ce7-20ff-4fd7-a4e4-225397b2fd37 req-b9087bed-e1b0-4457-a24f-6aab66f92c59 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 210 time: 0.1127765 Jul 16 20:50:12.993186 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3800f04c-ec78-4602-97c8-44cc87cf807d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:12.997224 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3800f04c-ec78-4602-97c8-44cc87cf807d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6334474 Jul 16 20:50:12.997516 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43051c58-2e91-4131-85a3-50648eabbcef req-551667d8-7aba-460b-99ee-19854d36e0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:12.999067 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-551667d8-7aba-460b-99ee-19854d36e0e1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f2d96ed7-8733-4957-83cb-f46aeb3a2783 HTTP/1.1" status: 200 len: 797 time: 0.1283762 Jul 16 20:50:12.999969 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34010) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:13.015736 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-04befd97-6dc2-4ee8-955f-559b4363c968 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'security_group_rule': {'security_group_id': '64770602-86b3-42b1-8ee0-76d20b3a7067', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:13.040860 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21907bad-19b9-490c-b7f5-2156fa27831f None None] Pushing event updated for resources: {'Port': ['ID=f8accd9b-f991-4d5b-8163-c49b3a348ecc,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:13.095617 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bfedfc-b39d-4f3f-a765-be13b0ccfc18 None None] Routers {'2123bebe-d4d1-4f25-b718-513c80bdd38a'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:13.101617 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-66bfedfc-b39d-4f3f-a765-be13b0ccfc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:49:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2123bebe-d4d1-4f25-b718-513c80bdd38a'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:13.139068 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04befd97-6dc2-4ee8-955f-559b4363c968 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:13.214226 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-92d01490-8834-4f9a-9f05-e402efc068ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:13.232113 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04befd97-6dc2-4ee8-955f-559b4363c968 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:13.234591 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43051c58-2e91-4131-85a3-50648eabbcef req-b6e7a78f-7f00-4d16-8a33-e380a4ddca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:13.236278 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-b6e7a78f-7f00-4d16-8a33-e380a4ddca6a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1568596 Jul 16 20:50:13.244703 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04befd97-6dc2-4ee8-955f-559b4363c968 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:13.321833 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04befd97-6dc2-4ee8-955f-559b4363c968 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5ea78f-44e8-4fc3-8fd8-50019d79df16,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:13.329650 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34014) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:13.353262 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04befd97-6dc2-4ee8-955f-559b4363c968 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:13.354496 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-04befd97-6dc2-4ee8-955f-559b4363c968 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3537588 Jul 16 20:50:13.428259 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34018) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:13.447569 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-6ca21107-0f71-45fa-8f94-bc256d72627c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'security_group_rule': {'security_group_id': '64770602-86b3-42b1-8ee0-76d20b3a7067', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:13.561936 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-82e50a38-f59a-414d-9c51-0885e13e2c00 service neutron] 10.222.0.62 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184631 Jul 16 20:50:13.565895 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b28014c-3313-4fd0-8c25-22cafb65d105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:13.586917 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ca21107-0f71-45fa-8f94-bc256d72627c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:13.595681 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-92d01490-8834-4f9a-9f05-e402efc068ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:13.603016 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-92d01490-8834-4f9a-9f05-e402efc068ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:13.631738 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f4ada8eb-e575-4aa8-a067-b8b1b0c52d22 None None] Provisioning for port f73c22c8-60c6-4557-aef5-8e8e35faf68d completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:50:13.641965 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f4ada8eb-e575-4aa8-a067-b8b1b0c52d22 None None] Provisioning complete for port f73c22c8-60c6-4557-aef5-8e8e35faf68d triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:13.643398 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4ada8eb-e575-4aa8-a067-b8b1b0c52d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:13.675204 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-66bfedfc-b39d-4f3f-a765-be13b0ccfc18 None None] Set router 2123bebe-d4d1-4f25-b718-513c80bdd38a gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:50:13.735789 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-92d01490-8834-4f9a-9f05-e402efc068ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:13.749771 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f4ada8eb-e575-4aa8-a067-b8b1b0c52d22 None None] Port f73c22c8-60c6-4557-aef5-8e8e35faf68d cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:50:13.753660 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d01490-8834-4f9a-9f05-e402efc068ee admin admin] Pushing event updated for resources: {'Port': ['ID=f73c22c8-60c6-4557-aef5-8e8e35faf68d,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:13.883256 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d01490-8834-4f9a-9f05-e402efc068ee admin admin] Network dff88430-acb0-4e5f-bed6-566c73810b97 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:50:13.884922 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-92d01490-8834-4f9a-9f05-e402efc068ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:50:13.913534 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ca21107-0f71-45fa-8f94-bc256d72627c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:13.923236 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-97823482-015a-4bed-9868-a9da7ca68962 service neutron] 10.222.0.62 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517206 Jul 16 20:50:13.934596 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ca21107-0f71-45fa-8f94-bc256d72627c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:14.091198 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca21107-0f71-45fa-8f94-bc256d72627c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cce63dc-aa89-4aeb-91ea-71308bd85830,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:14.109442 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-66bfedfc-b39d-4f3f-a765-be13b0ccfc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'name': 'tempest-AttachVolumeTestJSON-1425053279-router', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:05Z', 'updated_at': '2021-07-16T20:50:13Z', 'revision_number': 4, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'gw_port': {'id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:06Z', 'updated_at': '2021-07-16T20:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'f73c22c8-60c6-4557-aef5-8e8e35faf68d', 'name': '', 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'mac_address': 'fa:16:3e:cd:ba:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '351335c1-04f6-4046-8cc6-626c830142f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:12Z', 'updated_at': '2021-07-16T20:50:12Z', 'revision_number': 1, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'subnets': [{'id': '351335c1-04f6-4046-8cc6-626c830142f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:14.131047 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-766af1d8-535f-4624-a582-76530458b48c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b32f7549-538d-4ccd-936a-fe3323acd257 HTTP/1.1" status: 200 len: 217 time: 0.1935108 Jul 16 20:50:14.222131 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bfedfc-b39d-4f3f-a765-be13b0ccfc18 None None] The sync data for ids ['2123bebe-d4d1-4f25-b718-513c80bdd38a'] in n-d-791506-21 is: [{'id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'name': 'tempest-AttachVolumeTestJSON-1425053279-router', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:05Z', 'updated_at': '2021-07-16T20:50:13Z', 'revision_number': 4, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'gw_port': {'id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:06Z', 'updated_at': '2021-07-16T20:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'f73c22c8-60c6-4557-aef5-8e8e35faf68d', 'name': '', 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'mac_address': 'fa:16:3e:cd:ba:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '351335c1-04f6-4046-8cc6-626c830142f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:12Z', 'updated_at': '2021-07-16T20:50:12Z', 'revision_number': 1, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'subnets': [{'id': '351335c1-04f6-4046-8cc6-626c830142f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:50:14.282246 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8fb92399-a6aa-4bcf-93f1-83efef6864ff None None] Provisioning complete for port f73c22c8-60c6-4557-aef5-8e8e35faf68d triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:14.284013 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8fb92399-a6aa-4bcf-93f1-83efef6864ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:14.284351 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b28014c-3313-4fd0-8c25-22cafb65d105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:14.303080 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b28014c-3313-4fd0-8c25-22cafb65d105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:14.311955 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ca21107-0f71-45fa-8f94-bc256d72627c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:14.332294 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6ca21107-0f71-45fa-8f94-bc256d72627c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8980451 Jul 16 20:50:14.336491 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34024) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:14.339421 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8fb92399-a6aa-4bcf-93f1-83efef6864ff None None] Port f73c22c8-60c6-4557-aef5-8e8e35faf68d cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:50:14.384979 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-0f8385e5-4fa6-49d6-9bac-f8cee0dc8ba0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'security_group_rule': {'security_group_id': '64770602-86b3-42b1-8ee0-76d20b3a7067', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:14.438222 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43051c58-2e91-4131-85a3-50648eabbcef req-cb141b61-d106-453c-ab64-ccbfe5f4e895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:14.454603 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-cb141b61-d106-453c-ab64-ccbfe5f4e895 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f2d96ed7-8733-4957-83cb-f46aeb3a2783 HTTP/1.1" status: 200 len: 797 time: 0.3113444 Jul 16 20:50:14.455836 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28014c-3313-4fd0-8c25-22cafb65d105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e907a92-4b17-49e5-816e-f08cf1cc3fb8,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:14.533236 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1b28014c-3313-4fd0-8c25-22cafb65d105 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=21169deb895f4991a3e4e4bc8f35156a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1997364 Jul 16 20:50:14.535537 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34026) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:14.592569 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6c5371bc-121b-4ae5-b1c0-6032b4d63e48 req-08764d8c-1769-4589-a9f2-1379ec8dcbd6 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=602e6d12-abdf-43bb-a693-5d88a194d08f HTTP/1.1" status: 200 len: 210 time: 0.1079435 Jul 16 20:50:14.598704 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d01490-8834-4f9a-9f05-e402efc068ee admin admin] Router 2123bebe-d4d1-4f25-b718-513c80bdd38a has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:50:14.605992 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0f8385e5-4fa6-49d6-9bac-f8cee0dc8ba0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:14.683448 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43051c58-2e91-4131-85a3-50648eabbcef req-78027bee-2be7-4c22-a9b1-aa837fe9749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:14.685561 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-78027bee-2be7-4c22-a9b1-aa837fe9749d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2023237 Jul 16 20:50:14.763439 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0f8385e5-4fa6-49d6-9bac-f8cee0dc8ba0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:14.766441 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d88c00f-c1b6-4227-9afd-b3187b65c159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:14.795332 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d88c00f-c1b6-4227-9afd-b3187b65c159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:14.825056 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d01490-8834-4f9a-9f05-e402efc068ee admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:50:14.852656 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-92d01490-8834-4f9a-9f05-e402efc068ee admin admin] 10.222.0.38 "PUT /v2.0/routers/2123bebe-d4d1-4f25-b718-513c80bdd38a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6213827 Jul 16 20:50:14.865520 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0f8385e5-4fa6-49d6-9bac-f8cee0dc8ba0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:14.883705 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d88c00f-c1b6-4227-9afd-b3187b65c159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:14.886344 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d88c00f-c1b6-4227-9afd-b3187b65c159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:14.889800 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4d88c00f-c1b6-4227-9afd-b3187b65c159 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3e907a92-4b17-49e5-816e-f08cf1cc3fb8 HTTP/1.1" status: 204 len: 168 time: 0.3497536 Jul 16 20:50:14.920682 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8385e5-4fa6-49d6-9bac-f8cee0dc8ba0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e8c3b21-41f2-487b-9be0-56ad626b7c95,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:14.961287 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88c00f-c1b6-4227-9afd-b3187b65c159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e907a92-4b17-49e5-816e-f08cf1cc3fb8,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:15.065244 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0f8385e5-4fa6-49d6-9bac-f8cee0dc8ba0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:15.066913 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0f8385e5-4fa6-49d6-9bac-f8cee0dc8ba0 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7115440 Jul 16 20:50:15.070532 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34038) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:15.077967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-1a25c53c-e449-4d28-9d1a-9793910337fd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'security_group_rule': {'security_group_id': '64770602-86b3-42b1-8ee0-76d20b3a7067', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:15.097104 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-ca3c495c-67d5-4668-b3b2-f08ac7372b6c service neutron] 10.222.0.62 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882732 Jul 16 20:50:15.138101 n-d-791506-21 neutron-server[93794]: INFO neutron.db.securitygroups_db [None req-1a25c53c-e449-4d28-9d1a-9793910337fd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Project 0a2a9f68d1874fbf9d499c45b54369c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:50:15.143652 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1a25c53c-e449-4d28-9d1a-9793910337fd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:15.234049 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1a25c53c-e449-4d28-9d1a-9793910337fd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:15.241434 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1a25c53c-e449-4d28-9d1a-9793910337fd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:15.272960 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-43051c58-2e91-4131-85a3-50648eabbcef req-6f001e4a-298e-46d4-9fed-5fc6204e20cb service neutron] 10.222.0.62 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696315 Jul 16 20:50:15.306626 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25c53c-e449-4d28-9d1a-9793910337fd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f635f507-b88a-4522-8403-26acf2075813,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:15.326067 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1a25c53c-e449-4d28-9d1a-9793910337fd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:15.330090 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1a25c53c-e449-4d28-9d1a-9793910337fd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2575924 Jul 16 20:50:15.333066 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34042) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:15.338234 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-43f7538c-263e-4d7a-9c13-e71e51f1643e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'security_group_rule': {'security_group_id': '64770602-86b3-42b1-8ee0-76d20b3a7067', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:15.374574 n-d-791506-21 neutron-server[93793]: INFO neutron.db.securitygroups_db [None req-43f7538c-263e-4d7a-9c13-e71e51f1643e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Project 0a2a9f68d1874fbf9d499c45b54369c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:50:15.386255 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-43f7538c-263e-4d7a-9c13-e71e51f1643e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:15.483589 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34044) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:15.506528 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2095dd67-dde4-40bc-bb6c-e41b101d8b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:15.524882 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-43f7538c-263e-4d7a-9c13-e71e51f1643e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:15.531117 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-43f7538c-263e-4d7a-9c13-e71e51f1643e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:15.553053 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7538c-263e-4d7a-9c13-e71e51f1643e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c0420dd-6f10-4adf-87a8-026b5b4f1038,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:15.692141 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2095dd67-dde4-40bc-bb6c-e41b101d8b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:15.698273 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2095dd67-dde4-40bc-bb6c-e41b101d8b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:15.700920 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-43f7538c-263e-4d7a-9c13-e71e51f1643e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:15.704167 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-43f7538c-263e-4d7a-9c13-e71e51f1643e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3698790 Jul 16 20:50:15.708604 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34048) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:15.716047 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-acb58d32-3283-4227-8870-2933c56643a2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'network': {'name': 'tempest-network-smoke--2029388052', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'port_security_enabled': True}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:15.791639 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb58d32-3283-4227-8870-2933c56643a2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Made reservation on behalf of 0a2a9f68d1874fbf9d499c45b54369c0 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:50:15.795115 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-acb58d32-3283-4227-8870-2933c56643a2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:15.849841 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2095dd67-dde4-40bc-bb6c-e41b101d8b56 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aa306c1d9f514c39be1e1eef363ef077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3649664 Jul 16 20:50:15.852129 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095dd67-dde4-40bc-bb6c-e41b101d8b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c446a72-e6c3-4a2b-b722-6b90e93cf183,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:15.852880 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34052) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:15.879366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb58d32-3283-4227-8870-2933c56643a2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:50:15.910401 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-acb58d32-3283-4227-8870-2933c56643a2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:15.911313 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-acb58d32-3283-4227-8870-2933c56643a2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Added segment 6a0ff811-832d-4165-a505-84db10f0ea9a of type vlan for network 2242a357-e162-4e92-9cb3-ab7f6cb16f9b Jul 16 20:50:15.923274 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7cbcec96-add4-4dab-9bdf-bf97225d6543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:15.964864 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7cbcec96-add4-4dab-9bdf-bf97225d6543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:16.001138 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-acb58d32-3283-4227-8870-2933c56643a2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:16.058928 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-acb58d32-3283-4227-8870-2933c56643a2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:16.075465 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7cbcec96-add4-4dab-9bdf-bf97225d6543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:16.075809 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb58d32-3283-4227-8870-2933c56643a2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:16.076495 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-acb58d32-3283-4227-8870-2933c56643a2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:16.079942 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7cbcec96-add4-4dab-9bdf-bf97225d6543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:16.081807 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7cbcec96-add4-4dab-9bdf-bf97225d6543 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1c446a72-e6c3-4a2b-b722-6b90e93cf183 HTTP/1.1" status: 204 len: 168 time: 0.2276757 Jul 16 20:50:16.093323 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbcec96-add4-4dab-9bdf-bf97225d6543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c446a72-e6c3-4a2b-b722-6b90e93cf183,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:16.184337 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-acb58d32-3283-4227-8870-2933c56643a2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4726286 Jul 16 20:50:16.187211 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34058) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:16.194559 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-c614a743-9521-4a57-a746-4470b5210ff5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1230711293', 'admin_state_up': True, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:16.227394 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c614a743-9521-4a57-a746-4470b5210ff5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:16.228354 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c614a743-9521-4a57-a746-4470b5210ff5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:16.310268 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb58d32-3283-4227-8870-2933c56643a2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Network': ['ID=2242a357-e162-4e92-9cb3-ab7f6cb16f9b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:16.325396 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 2242a357-e162-4e92-9cb3-ab7f6cb16f9b details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:50:16.354536 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34060) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:16.359574 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-b5c0d824-f292-4192-a2ff-d5abaa70e790 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--923051991', 'description': 'tempest-description--1487262000'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:16.367765 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c614a743-9521-4a57-a746-4470b5210ff5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:16.467143 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b5c0d824-f292-4192-a2ff-d5abaa70e790 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:16.575156 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c614a743-9521-4a57-a746-4470b5210ff5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:16.621462 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f8accd9b-f991-4d5b-8163-c49b3a348ecc up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:50:16.732151 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b5c0d824-f292-4192-a2ff-d5abaa70e790 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:16.735031 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port f8accd9b-f991-4d5b-8163-c49b3a348ecc completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:50:16.742192 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b5c0d824-f292-4192-a2ff-d5abaa70e790 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:16.743777 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port f8accd9b-f991-4d5b-8163-c49b3a348ecc triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:16.744349 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:16.773584 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b5c0d824-f292-4192-a2ff-d5abaa70e790 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:16.778021 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34072) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:16.778564 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b5c0d824-f292-4192-a2ff-d5abaa70e790 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4226179 Jul 16 20:50:16.784043 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-494a7a47-870d-4fc9-af1b-552ae13f8a2a tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Request body: {'security_group_rule': {'security_group_id': 'adff15f2-6a72-4ef6-b4d8-ea8258cc2cec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:16.843214 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0d824-f292-4192-a2ff-d5abaa70e790 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:16.856597 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-494a7a47-870d-4fc9-af1b-552ae13f8a2a tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:16.895297 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:16.916166 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c614a743-9521-4a57-a746-4470b5210ff5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:16.942750 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c614a743-9521-4a57-a746-4470b5210ff5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:16.947151 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port f8accd9b-f991-4d5b-8163-c49b3a348ecc, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f8accd9b-f991-4d5b-8163-c49b3a348ecc,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:16.957152 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:17.008964 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-494a7a47-870d-4fc9-af1b-552ae13f8a2a tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:17.014436 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-494a7a47-870d-4fc9-af1b-552ae13f8a2a tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:17.036894 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a7a47-870d-4fc9-af1b-552ae13f8a2a tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005e470f-e8ec-4ae1-bae7-bcb6c1ece099,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:17.052022 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-494a7a47-870d-4fc9-af1b-552ae13f8a2a tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:17.053812 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-494a7a47-870d-4fc9-af1b-552ae13f8a2a tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2745275 Jul 16 20:50:17.057522 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34084) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:17.063249 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-8fedad45-fcd0-474f-ac15-ec7499071b02 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Request body: {'security_group_rule': {'security_group_id': 'adff15f2-6a72-4ef6-b4d8-ea8258cc2cec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:17.065566 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=f8accd9b-f991-4d5b-8163-c49b3a348ecc,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:17.102212 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8fedad45-fcd0-474f-ac15-ec7499071b02 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:17.134500 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-c614a743-9521-4a57-a746-4470b5210ff5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Allocated IP 172.25.0.112 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/06cf0a53-76e6-468a-963a-d770499ee31b) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:50:17.235411 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8fedad45-fcd0-474f-ac15-ec7499071b02 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:17.243211 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8fedad45-fcd0-474f-ac15-ec7499071b02 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:17.281358 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8fedad45-fcd0-474f-ac15-ec7499071b02 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:17.286440 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8fedad45-fcd0-474f-ac15-ec7499071b02 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2246783 Jul 16 20:50:17.288227 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34090) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:17.289386 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fedad45-fcd0-474f-ac15-ec7499071b02 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46d5edc-1206-406c-b0ce-e86bffe8ea6f,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:17.320209 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d7503126-974a-4293-853c-d711b990c535 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:17.331684 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c614a743-9521-4a57-a746-4470b5210ff5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:17.365613 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d7503126-974a-4293-853c-d711b990c535 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for floatingip, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:17.427296 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c614a743-9521-4a57-a746-4470b5210ff5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:17.517238 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c614a743-9521-4a57-a746-4470b5210ff5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:50:17.524280 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-c614a743-9521-4a57-a746-4470b5210ff5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:50:17.529713 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c614a743-9521-4a57-a746-4470b5210ff5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:50:17.538987 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614a743-9521-4a57-a746-4470b5210ff5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Port': ['ID=06cf0a53-76e6-468a-963a-d770499ee31b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:17.651893 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d84a03-5f8f-4a0f-b9d7-5e1bfc51133b None None] Sync routers for ids ['2123bebe-d4d1-4f25-b718-513c80bdd38a'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:50:17.658252 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d7503126-974a-4293-853c-d711b990c535 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:17.662658 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d84a03-5f8f-4a0f-b9d7-5e1bfc51133b None None] Routers {'2123bebe-d4d1-4f25-b718-513c80bdd38a'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:17.663890 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-38d84a03-5f8f-4a0f-b9d7-5e1bfc51133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:49:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2123bebe-d4d1-4f25-b718-513c80bdd38a'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:17.784621 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-38d84a03-5f8f-4a0f-b9d7-5e1bfc51133b None None] Set router 2123bebe-d4d1-4f25-b718-513c80bdd38a gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:50:17.872373 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-d7503126-974a-4293-853c-d711b990c535 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Allocated IP 172.25.0.194 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/27ef4106-7638-4735-9536-47ab4da411f9) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:50:18.054258 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c614a743-9521-4a57-a746-4470b5210ff5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:18.076707 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-38d84a03-5f8f-4a0f-b9d7-5e1bfc51133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'name': 'tempest-AttachVolumeTestJSON-1425053279-router', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:05Z', 'updated_at': '2021-07-16T20:50:13Z', 'revision_number': 4, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'gw_port': {'id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:06Z', 'updated_at': '2021-07-16T20:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'f73c22c8-60c6-4557-aef5-8e8e35faf68d', 'name': '', 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'mac_address': 'fa:16:3e:cd:ba:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '351335c1-04f6-4046-8cc6-626c830142f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:12Z', 'updated_at': '2021-07-16T20:50:13Z', 'revision_number': 2, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'subnets': [{'id': '351335c1-04f6-4046-8cc6-626c830142f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:18.119202 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d84a03-5f8f-4a0f-b9d7-5e1bfc51133b None None] Checking router: 2123bebe-d4d1-4f25-b718-513c80bdd38a for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:50:18.119845 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d84a03-5f8f-4a0f-b9d7-5e1bfc51133b None None] Updating router 2123bebe-d4d1-4f25-b718-513c80bdd38a port f73c22c8-60c6-4557-aef5-8e8e35faf68d binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:50:18.161155 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38d84a03-5f8f-4a0f-b9d7-5e1bfc51133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:18.644387 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f8accd9b-f991-4d5b-8163-c49b3a348ecc up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:50:18.722854 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port f8accd9b-f991-4d5b-8163-c49b3a348ecc triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:18.723910 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:18.752158 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38d84a03-5f8f-4a0f-b9d7-5e1bfc51133b None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:18.763614 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:50:18.773541 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-38d84a03-5f8f-4a0f-b9d7-5e1bfc51133b None None] Transition to ACTIVE for port object f73c22c8-60c6-4557-aef5-8e8e35faf68d will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:18.781536 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38d84a03-5f8f-4a0f-b9d7-5e1bfc51133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:18.782389 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d7503126-974a-4293-853c-d711b990c535 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:18.856242 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc0f30-0af0-4e85-b6e0-3f31ffcd8a09 None None] Pushing event updated for resources: {'Port': ['ID=f73c22c8-60c6-4557-aef5-8e8e35faf68d,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:18.865852 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc0f30-0af0-4e85-b6e0-3f31ffcd8a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:18.866195 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc0f30-0af0-4e85-b6e0-3f31ffcd8a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:18.866818 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc0f30-0af0-4e85-b6e0-3f31ffcd8a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:18.867441 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc0f30-0af0-4e85-b6e0-3f31ffcd8a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:18.867947 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc0f30-0af0-4e85-b6e0-3f31ffcd8a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:18.869059 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc0f30-0af0-4e85-b6e0-3f31ffcd8a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:18.869399 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc0f30-0af0-4e85-b6e0-3f31ffcd8a09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:18.869730 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc0f30-0af0-4e85-b6e0-3f31ffcd8a09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:18.870062 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc0f30-0af0-4e85-b6e0-3f31ffcd8a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:18.870875 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc0f30-0af0-4e85-b6e0-3f31ffcd8a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:18.871142 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc0f30-0af0-4e85-b6e0-3f31ffcd8a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:18.871476 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc0f30-0af0-4e85-b6e0-3f31ffcd8a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:18.957865 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d7503126-974a-4293-853c-d711b990c535 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:18.961392 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-38d84a03-5f8f-4a0f-b9d7-5e1bfc51133b None None] Attempting to bind port f73c22c8-60c6-4557-aef5-8e8e35faf68d on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:18.961772 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-38d84a03-5f8f-4a0f-b9d7-5e1bfc51133b None None] Attempting to bind port f73c22c8-60c6-4557-aef5-8e8e35faf68d by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '73393e72-d0ae-405b-bc06-0c43218fa52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:18.962138 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d84a03-5f8f-4a0f-b9d7-5e1bfc51133b None None] Attempting to bind port f73c22c8-60c6-4557-aef5-8e8e35faf68d on network dff88430-acb0-4e5f-bed6-566c73810b97 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:18.968731 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d84a03-5f8f-4a0f-b9d7-5e1bfc51133b None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:50:18.969102 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d84a03-5f8f-4a0f-b9d7-5e1bfc51133b None None] Checking segment: {'id': '73393e72-d0ae-405b-bc06-0c43218fa52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:50:18.969507 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38d84a03-5f8f-4a0f-b9d7-5e1bfc51133b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:18.970106 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d84a03-5f8f-4a0f-b9d7-5e1bfc51133b None None] Bound using segment: {'id': '73393e72-d0ae-405b-bc06-0c43218fa52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:50:18.970785 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-38d84a03-5f8f-4a0f-b9d7-5e1bfc51133b None None] Bound port: f73c22c8-60c6-4557-aef5-8e8e35faf68d, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73393e72-d0ae-405b-bc06-0c43218fa52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:50:18.971381 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38d84a03-5f8f-4a0f-b9d7-5e1bfc51133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:19.010013 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7503126-974a-4293-853c-d711b990c535 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Pushing event updated for resources: {'Port': ['ID=27ef4106-7638-4735-9536-47ab4da411f9,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:19.018508 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c614a743-9521-4a57-a746-4470b5210ff5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:19.025693 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7503126-974a-4293-853c-d711b990c535 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:50:19.028356 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-d7503126-974a-4293-853c-d711b990c535 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:50:19.032975 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7503126-974a-4293-853c-d711b990c535 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:50:19.054820 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-38d84a03-5f8f-4a0f-b9d7-5e1bfc51133b None None] For port f73c22c8-60c6-4557-aef5-8e8e35faf68d, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:50:19.060819 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-38d84a03-5f8f-4a0f-b9d7-5e1bfc51133b None None] For port f73c22c8-60c6-4557-aef5-8e8e35faf68d, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f73c22c8-60c6-4557-aef5-8e8e35faf68d,segment=NetworkSegment(73393e72-d0ae-405b-bc06-0c43218fa52d),segment_id=73393e72-d0ae-405b-bc06-0c43218fa52d)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:50:19.065908 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38d84a03-5f8f-4a0f-b9d7-5e1bfc51133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:19.126894 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc0f30-0af0-4e85-b6e0-3f31ffcd8a09 None None] Pushing event updated for resources: {'Port': ['ID=f73c22c8-60c6-4557-aef5-8e8e35faf68d,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:19.158460 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d84a03-5f8f-4a0f-b9d7-5e1bfc51133b None None] Routers {'2123bebe-d4d1-4f25-b718-513c80bdd38a'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:19.159664 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-38d84a03-5f8f-4a0f-b9d7-5e1bfc51133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:49:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2123bebe-d4d1-4f25-b718-513c80bdd38a'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:19.290722 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d7503126-974a-4293-853c-d711b990c535 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:19.291967 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c614a743-9521-4a57-a746-4470b5210ff5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Router 3d597e6c-2d72-44ca-ace5-89f46b15a439 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:50:19.380288 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-38d84a03-5f8f-4a0f-b9d7-5e1bfc51133b None None] Set router 2123bebe-d4d1-4f25-b718-513c80bdd38a gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:50:19.537610 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d7503126-974a-4293-853c-d711b990c535 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:19.574153 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c614a743-9521-4a57-a746-4470b5210ff5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:50:19.594481 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fbf960-0a10-4d8f-bbda-396658f39873 None None] Sync routers for ids ['3d597e6c-2d72-44ca-ace5-89f46b15a439'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:50:19.607183 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fbf960-0a10-4d8f-bbda-396658f39873 None None] Routers {'3d597e6c-2d72-44ca-ace5-89f46b15a439'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:19.608058 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-16fbf960-0a10-4d8f-bbda-396658f39873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:49:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3d597e6c-2d72-44ca-ace5-89f46b15a439'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:19.617863 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c614a743-9521-4a57-a746-4470b5210ff5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:19.623543 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c614a743-9521-4a57-a746-4470b5210ff5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.4351220 Jul 16 20:50:19.624988 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34154) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:19.725723 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e8ae68dc-9941-479e-baa3-c3de0a88a7c5 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=0a2a9f68d1874fbf9d499c45b54369c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0989928 Jul 16 20:50:19.729461 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34158) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:19.799072 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d7503126-974a-4293-853c-d711b990c535 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:19.805222 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d7503126-974a-4293-853c-d711b990c535 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:19.819693 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-16fbf960-0a10-4d8f-bbda-396658f39873 None None] Set router 3d597e6c-2d72-44ca-ace5-89f46b15a439 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:50:19.951122 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7503126-974a-4293-853c-d711b990c535 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Pushing event updated for resources: {'Port': ['ID=27ef4106-7638-4735-9536-47ab4da411f9,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:19.960599 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d7503126-974a-4293-853c-d711b990c535 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:19.981741 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d7503126-974a-4293-853c-d711b990c535 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:19.994805 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d7503126-974a-4293-853c-d711b990c535 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7046902 Jul 16 20:50:20.064395 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-38d84a03-5f8f-4a0f-b9d7-5e1bfc51133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'name': 'tempest-AttachVolumeTestJSON-1425053279-router', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:05Z', 'updated_at': '2021-07-16T20:50:13Z', 'revision_number': 4, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'gw_port': {'id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:06Z', 'updated_at': '2021-07-16T20:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'f73c22c8-60c6-4557-aef5-8e8e35faf68d', 'name': '', 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'mac_address': 'fa:16:3e:cd:ba:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '351335c1-04f6-4046-8cc6-626c830142f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:12Z', 'updated_at': '2021-07-16T20:50:19Z', 'revision_number': 4, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'subnets': [{'id': '351335c1-04f6-4046-8cc6-626c830142f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:20.080365 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481e6c1d-e954-412b-b1f5-eb724908f137 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:20.085910 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34164) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:20.098949 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-481e6c1d-e954-412b-b1f5-eb724908f137 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3692384 Jul 16 20:50:20.099822 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34166) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:20.122466 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d84a03-5f8f-4a0f-b9d7-5e1bfc51133b None None] The sync data for ids ['2123bebe-d4d1-4f25-b718-513c80bdd38a'] in n-d-791506-21 is: [{'id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'name': 'tempest-AttachVolumeTestJSON-1425053279-router', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:05Z', 'updated_at': '2021-07-16T20:50:13Z', 'revision_number': 4, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'gw_port': {'id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:06Z', 'updated_at': '2021-07-16T20:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'f73c22c8-60c6-4557-aef5-8e8e35faf68d', 'name': '', 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'mac_address': 'fa:16:3e:cd:ba:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '351335c1-04f6-4046-8cc6-626c830142f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:12Z', 'updated_at': '2021-07-16T20:50:19Z', 'revision_number': 4, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'subnets': [{'id': '351335c1-04f6-4046-8cc6-626c830142f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:50:20.144201 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b0c05610-5a39-4049-9a3b-8f90a5942ad6 tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=9eaba347-54f9-4044-808d-862f23e2a998&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0566628 Jul 16 20:50:20.146778 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34170) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:20.154368 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a6632f54-51eb-4fee-93a2-8cd6989539c7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1104025150', 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b', 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:20.165192 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-16fbf960-0a10-4d8f-bbda-396658f39873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230711293', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:50:17Z', 'revision_number': 3, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ec:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:20.198862 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fbf960-0a10-4d8f-bbda-396658f39873 None None] Checking router: 3d597e6c-2d72-44ca-ace5-89f46b15a439 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:50:20.199357 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fbf960-0a10-4d8f-bbda-396658f39873 None None] Updating router 3d597e6c-2d72-44ca-ace5-89f46b15a439 port 06cf0a53-76e6-468a-963a-d770499ee31b binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:50:20.251452 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16fbf960-0a10-4d8f-bbda-396658f39873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:20.338828 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-09e653d2-8a4f-4674-9ce3-053f63b00426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:20.379421 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6632f54-51eb-4fee-93a2-8cd6989539c7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Made reservation on behalf of 0a2a9f68d1874fbf9d499c45b54369c0 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:50:20.388309 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a6632f54-51eb-4fee-93a2-8cd6989539c7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:20.394344 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-0f162bac-918d-477b-bb2e-808465d8f4cb tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--923051991&fields=id&tenant_id=01df23bbdfef4cd9a908c5271d3b668a HTTP/1.1" status: 200 len: 267 time: 0.0678351 Jul 16 20:50:20.651756 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f73c22c8-60c6-4557-aef5-8e8e35faf68d up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:50:20.656672 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-769be325-f3da-46c3-966f-ccffc4868c58 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:20.665557 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-769be325-f3da-46c3-966f-ccffc4868c58 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/networks?id=dff88430-acb0-4e5f-bed6-566c73810b97 HTTP/1.1" status: 200 len: 811 time: 0.2694902 Jul 16 20:50:20.685884 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-1baafec7-e37a-4cf7-97c7-cbdfdcb900be tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/quotas/01df23bbdfef4cd9a908c5271d3b668a HTTP/1.1" status: 200 len: 375 time: 0.0189371 Jul 16 20:50:20.744748 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-09e653d2-8a4f-4674-9ce3-053f63b00426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:20.752491 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-09e653d2-8a4f-4674-9ce3-053f63b00426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:20.795354 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port f73c22c8-60c6-4557-aef5-8e8e35faf68d completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:50:20.801814 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-09e653d2-8a4f-4674-9ce3-053f63b00426 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=670e7b8b4151478bb7a135c4506e2b01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6999068 Jul 16 20:50:20.802911 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16fbf960-0a10-4d8f-bbda-396658f39873 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:20.807539 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port f73c22c8-60c6-4557-aef5-8e8e35faf68d triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:20.808271 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:20.808511 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-65812e8e-5eb9-4247-ac02-c9064adcb871 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=01df23bbdfef4cd9a908c5271d3b668a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1146288 Jul 16 20:50:20.810526 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34188) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:20.861303 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-16fbf960-0a10-4d8f-bbda-396658f39873 None None] Transition to ACTIVE for port object 06cf0a53-76e6-468a-963a-d770499ee31b will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:20.885789 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e653d2-8a4f-4674-9ce3-053f63b00426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffa5fb0-d709-46c7-8d67-edb8abc6c598,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:20.912213 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16fbf960-0a10-4d8f-bbda-396658f39873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:20.985123 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a6632f54-51eb-4fee-93a2-8cd6989539c7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:20.987116 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-16fbf960-0a10-4d8f-bbda-396658f39873 None None] Attempting to bind port 06cf0a53-76e6-468a-963a-d770499ee31b on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:20.987666 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-16fbf960-0a10-4d8f-bbda-396658f39873 None None] Attempting to bind port 06cf0a53-76e6-468a-963a-d770499ee31b by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:20.988161 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fbf960-0a10-4d8f-bbda-396658f39873 None None] Attempting to bind port 06cf0a53-76e6-468a-963a-d770499ee31b on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:21.012147 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fbf960-0a10-4d8f-bbda-396658f39873 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:50:21.012641 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fbf960-0a10-4d8f-bbda-396658f39873 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:50:21.013240 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16fbf960-0a10-4d8f-bbda-396658f39873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:21.013734 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fbf960-0a10-4d8f-bbda-396658f39873 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:50:21.014476 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-16fbf960-0a10-4d8f-bbda-396658f39873 None None] Bound port: 06cf0a53-76e6-468a-963a-d770499ee31b, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:50:21.014829 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16fbf960-0a10-4d8f-bbda-396658f39873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:21.017041 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391186b8-96b0-4ac9-a473-e7ea79ab308b None None] Pushing event updated for resources: {'Port': ['ID=06cf0a53-76e6-468a-963a-d770499ee31b,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:21.093114 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-da256e0f-09ed-4909-8d40-e911b6fc49bb service neutron] 10.222.0.38 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661395 Jul 16 20:50:21.136990 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6632f54-51eb-4fee-93a2-8cd6989539c7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Subnet': ['ID=c1620d65-b152-4178-8caa-657d9b21b65e,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:21.143479 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6632f54-51eb-4fee-93a2-8cd6989539c7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Checking segment: {'id': '6a0ff811-832d-4165-a505-84db10f0ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:50:21.144136 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6632f54-51eb-4fee-93a2-8cd6989539c7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Network hostable DHCP agents. Network: 2242a357-e162-4e92-9cb3-ab7f6cb16f9b, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:50:21.147387 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:21.147829 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4d83c1a4-e02b-49a9-818b-d0fd3bde31b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:21.179656 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6632f54-51eb-4fee-93a2-8cd6989539c7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Network 2242a357-e162-4e92-9cb3-ab7f6cb16f9b is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:50:21.198745 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-a6632f54-51eb-4fee-93a2-8cd6989539c7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 2242a357-e162-4e92-9cb3-ab7f6cb16f9b) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:50:21.215415 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6632f54-51eb-4fee-93a2-8cd6989539c7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:21.216394 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a6632f54-51eb-4fee-93a2-8cd6989539c7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:21.221351 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15288ee6-cc38-4b0c-9bdd-fdb9f6f7091b None None] Network 2242a357-e162-4e92-9cb3-ab7f6cb16f9b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:50:21.249250 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a6632f54-51eb-4fee-93a2-8cd6989539c7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1008303 Jul 16 20:50:21.250446 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34192) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:21.329794 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4d83c1a4-e02b-49a9-818b-d0fd3bde31b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:21.342077 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-16fbf960-0a10-4d8f-bbda-396658f39873 None None] For port 06cf0a53-76e6-468a-963a-d770499ee31b, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:50:21.370102 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port f73c22c8-60c6-4557-aef5-8e8e35faf68d, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f73c22c8-60c6-4557-aef5-8e8e35faf68d,segment=NetworkSegment(73393e72-d0ae-405b-bc06-0c43218fa52d),segment_id=73393e72-d0ae-405b-bc06-0c43218fa52d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:21.386773 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-16fbf960-0a10-4d8f-bbda-396658f39873 None None] For port 06cf0a53-76e6-468a-963a-d770499ee31b, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=06cf0a53-76e6-468a-963a-d770499ee31b,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:50:21.388699 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:21.423028 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16fbf960-0a10-4d8f-bbda-396658f39873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:21.425388 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-6e37ff68-b247-46a9-be5c-c7bdb3571a22 service neutron] 10.222.0.38 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303678 Jul 16 20:50:21.459182 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4d83c1a4-e02b-49a9-818b-d0fd3bde31b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:21.462927 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4d83c1a4-e02b-49a9-818b-d0fd3bde31b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:21.464244 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4d83c1a4-e02b-49a9-818b-d0fd3bde31b3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0ffa5fb0-d709-46c7-8d67-edb8abc6c598 HTTP/1.1" status: 204 len: 168 time: 0.6527498 Jul 16 20:50:21.482501 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83c1a4-e02b-49a9-818b-d0fd3bde31b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffa5fb0-d709-46c7-8d67-edb8abc6c598,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:21.502335 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d82e48-f10d-423a-ab05-a50267dbea15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-2242a357-e162-4e92-9cb3-ab7f6cb16f9b', 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'fixed_ips': [{'subnet_id': 'c1620d65-b152-4178-8caa-657d9b21b65e'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:50:21.503559 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99d82e48-f10d-423a-ab05-a50267dbea15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:21.548179 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fbf960-0a10-4d8f-bbda-396658f39873 None None] Routers {'3d597e6c-2d72-44ca-ace5-89f46b15a439'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:21.548841 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-16fbf960-0a10-4d8f-bbda-396658f39873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:49:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3d597e6c-2d72-44ca-ace5-89f46b15a439'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:21.682664 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-16fbf960-0a10-4d8f-bbda-396658f39873 None None] Set router 3d597e6c-2d72-44ca-ace5-89f46b15a439 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:50:21.781854 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=f73c22c8-60c6-4557-aef5-8e8e35faf68d,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:21.829402 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-01de0c0a-6b83-461a-8ed8-0aae3bd71179 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:21.842351 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fbc4adff-0a68-42b3-8444-793a52a1827a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:21.864159 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8de4d0fb-a2c3-4af5-bbc0-524efaba4abc req-48be7bd1-c99c-4e73-8efa-77103c71866f tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 210 time: 0.0877583 Jul 16 20:50:21.988143 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391186b8-96b0-4ac9-a473-e7ea79ab308b None None] Pushing event updated for resources: {'Port': ['ID=06cf0a53-76e6-468a-963a-d770499ee31b,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:22.081825 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-99d82e48-f10d-423a-ab05-a50267dbea15 None None] Allocated IP 172.20.0.2 (2242a357-e162-4e92-9cb3-ab7f6cb16f9b/c1620d65-b152-4178-8caa-657d9b21b65e/84dd3886-9055-45e0-bdeb-d3f641ae23cf) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:50:22.090503 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34208) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:22.108469 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bacf315c-a733-4194-8647-3554ba8a80af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:22.134043 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-16fbf960-0a10-4d8f-bbda-396658f39873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230711293', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:50:17Z', 'revision_number': 3, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ec:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:22.290694 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bacf315c-a733-4194-8647-3554ba8a80af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:22.296878 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bacf315c-a733-4194-8647-3554ba8a80af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:22.354400 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bacf315c-a733-4194-8647-3554ba8a80af admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8ac8fd86e8ee458891f3b99a41861f6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2626219 Jul 16 20:50:22.357199 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34214) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:22.365560 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf315c-a733-4194-8647-3554ba8a80af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef514c5-5a9d-4b7c-bc76-a03df322226a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:22.406956 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fbf960-0a10-4d8f-bbda-396658f39873 None None] The sync data for ids ['3d597e6c-2d72-44ca-ace5-89f46b15a439'] in n-d-791506-21 is: [{'id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230711293', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:50:17Z', 'revision_number': 3, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ec:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:50:22.507395 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a96cbf9-4725-490a-a2e3-5bd5b683c119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:22.568502 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a96cbf9-4725-490a-a2e3-5bd5b683c119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:22.572476 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99d82e48-f10d-423a-ab05-a50267dbea15 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:22.595672 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f73c22c8-60c6-4557-aef5-8e8e35faf68d up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:50:22.632223 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a96cbf9-4725-490a-a2e3-5bd5b683c119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:22.632458 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-99d82e48-f10d-423a-ab05-a50267dbea15 None None] Transition to ACTIVE for port object 84dd3886-9055-45e0-bdeb-d3f641ae23cf will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:22.635618 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a96cbf9-4725-490a-a2e3-5bd5b683c119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:22.638474 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2a96cbf9-4725-490a-a2e3-5bd5b683c119 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eef514c5-5a9d-4b7c-bc76-a03df322226a HTTP/1.1" status: 204 len: 168 time: 0.2794411 Jul 16 20:50:22.657112 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96cbf9-4725-490a-a2e3-5bd5b683c119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef514c5-5a9d-4b7c-bc76-a03df322226a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:22.694533 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-99d82e48-f10d-423a-ab05-a50267dbea15 None None] Transition to ACTIVE for port object 84dd3886-9055-45e0-bdeb-d3f641ae23cf will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:22.724034 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99d82e48-f10d-423a-ab05-a50267dbea15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:22.741046 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port f73c22c8-60c6-4557-aef5-8e8e35faf68d triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:22.742355 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:22.828018 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-01de0c0a-6b83-461a-8ed8-0aae3bd71179 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Allocated IP 172.20.0.1 (2242a357-e162-4e92-9cb3-ab7f6cb16f9b/c1620d65-b152-4178-8caa-657d9b21b65e/b1993f61-c547-4de5-a36e-0d4e24f98297) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:50:22.882026 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d82e48-f10d-423a-ab05-a50267dbea15 None None] Network 2242a357-e162-4e92-9cb3-ab7f6cb16f9b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:50:22.903801 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-99d82e48-f10d-423a-ab05-a50267dbea15 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:50:22.913580 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d82e48-f10d-423a-ab05-a50267dbea15 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:50:23.061853 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d82e48-f10d-423a-ab05-a50267dbea15 None None] Pushing event updated for resources: {'Port': ['ID=84dd3886-9055-45e0-bdeb-d3f641ae23cf,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:23.085315 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-968d4c48-00ae-448e-bf86-7f9411469b85 req-acfb68d5-4a14-421a-b81b-f58876e44b22 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 210 time: 0.0622139 Jul 16 20:50:23.121244 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-01de0c0a-6b83-461a-8ed8-0aae3bd71179 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:23.127856 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-99d82e48-f10d-423a-ab05-a50267dbea15 None None] Attempting to bind port 84dd3886-9055-45e0-bdeb-d3f641ae23cf on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:23.128234 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-99d82e48-f10d-423a-ab05-a50267dbea15 None None] Attempting to bind port 84dd3886-9055-45e0-bdeb-d3f641ae23cf by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '6a0ff811-832d-4165-a505-84db10f0ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:23.128600 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d82e48-f10d-423a-ab05-a50267dbea15 None None] Attempting to bind port 84dd3886-9055-45e0-bdeb-d3f641ae23cf on network 2242a357-e162-4e92-9cb3-ab7f6cb16f9b {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:23.141441 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d82e48-f10d-423a-ab05-a50267dbea15 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:50:23.141820 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d82e48-f10d-423a-ab05-a50267dbea15 None None] Checking segment: {'id': '6a0ff811-832d-4165-a505-84db10f0ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:50:23.142228 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99d82e48-f10d-423a-ab05-a50267dbea15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:23.142653 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d82e48-f10d-423a-ab05-a50267dbea15 None None] Bound using segment: {'id': '6a0ff811-832d-4165-a505-84db10f0ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:50:23.143195 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-99d82e48-f10d-423a-ab05-a50267dbea15 None None] Bound port: 84dd3886-9055-45e0-bdeb-d3f641ae23cf, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a0ff811-832d-4165-a505-84db10f0ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:50:23.143581 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99d82e48-f10d-423a-ab05-a50267dbea15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:23.151164 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-01de0c0a-6b83-461a-8ed8-0aae3bd71179 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Transition to ACTIVE for port object b1993f61-c547-4de5-a36e-0d4e24f98297 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:23.210895 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-01de0c0a-6b83-461a-8ed8-0aae3bd71179 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:23.278794 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-99d82e48-f10d-423a-ab05-a50267dbea15 None None] For port 84dd3886-9055-45e0-bdeb-d3f641ae23cf, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:50:23.281587 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01de0c0a-6b83-461a-8ed8-0aae3bd71179 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Network 2242a357-e162-4e92-9cb3-ab7f6cb16f9b is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:50:23.284098 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-99d82e48-f10d-423a-ab05-a50267dbea15 None None] For port 84dd3886-9055-45e0-bdeb-d3f641ae23cf, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=84dd3886-9055-45e0-bdeb-d3f641ae23cf,segment=NetworkSegment(6a0ff811-832d-4165-a505-84db10f0ea9a),segment_id=6a0ff811-832d-4165-a505-84db10f0ea9a)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:50:23.291296 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99d82e48-f10d-423a-ab05-a50267dbea15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:23.300113 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-01de0c0a-6b83-461a-8ed8-0aae3bd71179 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:50:23.305459 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01de0c0a-6b83-461a-8ed8-0aae3bd71179 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:50:23.346240 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de0c0a-6b83-461a-8ed8-0aae3bd71179 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Port': ['ID=b1993f61-c547-4de5-a36e-0d4e24f98297,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:23.389971 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-01de0c0a-6b83-461a-8ed8-0aae3bd71179 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:23.405520 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d82e48-f10d-423a-ab05-a50267dbea15 None None] Pushing event updated for resources: {'Port': ['ID=84dd3886-9055-45e0-bdeb-d3f641ae23cf,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:23.934685 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-d4db8b3b-5b7d-44b4-b6b3-9f5993b20b14 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:23.936251 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-d4db8b3b-5b7d-44b4-b6b3-9f5993b20b14 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.18 "GET /v2.0/networks?id=dff88430-acb0-4e5f-bed6-566c73810b97 HTTP/1.1" status: 200 len: 811 time: 0.4172938 Jul 16 20:50:23.943661 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-01de0c0a-6b83-461a-8ed8-0aae3bd71179 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:24.110222 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-d32b4ae1-389f-4d08-b24f-47af5df7babe tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01df23bbdfef4cd9a908c5271d3b668a HTTP/1.1" status: 200 len: 379 time: 0.1618078 Jul 16 20:50:24.131450 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-b550dc31-ce99-48dd-b6e3-f0b8e10a6f56 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Request body: {'port': {'device_id': 'b6cb4696-3dfc-405c-86bc-884088ae76e6', 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'admin_state_up': True, 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'security_groups': ['adff15f2-6a72-4ef6-b4d8-ea8258cc2cec']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:24.233708 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7afe4a0e-4b6b-46d0-beb1-f1e61d338ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:24.323705 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4e96a74e-e4da-40f4-9e5c-3678bbc9c8ec req-da87001d-9103-4f2e-8fd2-7deaf8df2433 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 210 time: 0.0454230 Jul 16 20:50:24.349794 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:24.432710 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-b550dc31-ce99-48dd-b6e3-f0b8e10a6f56 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Made reservation on behalf of 01df23bbdfef4cd9a908c5271d3b668a for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:50:24.444416 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-b550dc31-ce99-48dd-b6e3-f0b8e10a6f56 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:24.708653 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 84dd3886-9055-45e0-bdeb-d3f641ae23cf up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:50:24.726124 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-01de0c0a-6b83-461a-8ed8-0aae3bd71179 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:24.737046 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-01de0c0a-6b83-461a-8ed8-0aae3bd71179 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:24.799556 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34302) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:24.833723 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 84dd3886-9055-45e0-bdeb-d3f641ae23cf completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:50:24.838959 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 06cf0a53-76e6-468a-963a-d770499ee31b up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:50:24.898961 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de0c0a-6b83-461a-8ed8-0aae3bd71179 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Port': ['ID=b1993f61-c547-4de5-a36e-0d4e24f98297,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:24.918189 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 06cf0a53-76e6-468a-963a-d770499ee31b completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:50:24.930308 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 06cf0a53-76e6-468a-963a-d770499ee31b triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:24.930800 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:24.975979 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-b550dc31-ce99-48dd-b6e3-f0b8e10a6f56 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Allocated IP 172.20.0.4 (dff88430-acb0-4e5f-bed6-566c73810b97/351335c1-04f6-4046-8cc6-626c830142f3/71897672-a217-4f73-a720-ff943c707a4e) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:50:24.996465 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6e0c7027-3037-4602-949c-dc4182a716cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:25.002162 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-01de0c0a-6b83-461a-8ed8-0aae3bd71179 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:25.118071 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897dfb33-c710-45fd-ac62-39ac91564ded None None] Network 2242a357-e162-4e92-9cb3-ab7f6cb16f9b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:50:25.154011 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:25.207879 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6e0c7027-3037-4602-949c-dc4182a716cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:25.216897 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 06cf0a53-76e6-468a-963a-d770499ee31b, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=06cf0a53-76e6-468a-963a-d770499ee31b,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:25.217905 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6e0c7027-3037-4602-949c-dc4182a716cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:25.222861 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d81efe92-1492-4212-b741-d58c6636e456 None None] Provisioning for port 84dd3886-9055-45e0-bdeb-d3f641ae23cf completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:50:25.253526 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d81efe92-1492-4212-b741-d58c6636e456 None None] Provisioning complete for port 84dd3886-9055-45e0-bdeb-d3f641ae23cf triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:25.254811 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d81efe92-1492-4212-b741-d58c6636e456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:25.286607 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6e0c7027-3037-4602-949c-dc4182a716cb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b43d0fb47679449aa93c223c3ab2fa42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4825456 Jul 16 20:50:25.286607 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c7027-3037-4602-949c-dc4182a716cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e0a09d-f4ca-443d-8762-499274fc5cbd,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:25.289353 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34330) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:25.304878 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:25.315410 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01de0c0a-6b83-461a-8ed8-0aae3bd71179 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Network 2242a357-e162-4e92-9cb3-ab7f6cb16f9b is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:50:25.319308 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-01de0c0a-6b83-461a-8ed8-0aae3bd71179 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:50:25.393320 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-b550dc31-ce99-48dd-b6e3-f0b8e10a6f56 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:25.428188 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=06cf0a53-76e6-468a-963a-d770499ee31b,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:25.431552 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c57a490-4b10-4665-909b-a1523797517c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:25.495607 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c57a490-4b10-4665-909b-a1523797517c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:25.518874 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d81efe92-1492-4212-b741-d58c6636e456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:25.591551 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1e2dd270-3cd7-462e-b340-afa484627583 req-31bb76ec-a0a8-4370-b9d3-24dc49e3057e tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 210 time: 0.0616674 Jul 16 20:50:25.617472 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-d81efe92-1492-4212-b741-d58c6636e456 None None] For port 84dd3886-9055-45e0-bdeb-d3f641ae23cf, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=84dd3886-9055-45e0-bdeb-d3f641ae23cf,segment=NetworkSegment(6a0ff811-832d-4165-a505-84db10f0ea9a),segment_id=6a0ff811-832d-4165-a505-84db10f0ea9a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:25.623607 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c57a490-4b10-4665-909b-a1523797517c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:25.626840 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d81efe92-1492-4212-b741-d58c6636e456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:25.628111 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c57a490-4b10-4665-909b-a1523797517c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:25.630533 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6c57a490-4b10-4665-909b-a1523797517c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/16e0a09d-f4ca-443d-8762-499274fc5cbd HTTP/1.1" status: 204 len: 168 time: 0.3397853 Jul 16 20:50:25.650761 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57a490-4b10-4665-909b-a1523797517c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e0a09d-f4ca-443d-8762-499274fc5cbd,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:25.820179 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81efe92-1492-4212-b741-d58c6636e456 None None] Pushing event updated for resources: {'Port': ['ID=84dd3886-9055-45e0-bdeb-d3f641ae23cf,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:25.845575 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:25.962018 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-b550dc31-ce99-48dd-b6e3-f0b8e10a6f56 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Transition to ACTIVE for port object 71897672-a217-4f73-a720-ff943c707a4e will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:26.032226 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01de0c0a-6b83-461a-8ed8-0aae3bd71179 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Router 3d597e6c-2d72-44ca-ace5-89f46b15a439 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:50:26.073326 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-98cefe70-00ed-4498-80e0-259e4f4625f9 None None] Provisioning for port b1993f61-c547-4de5-a36e-0d4e24f98297 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:50:26.080112 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-98cefe70-00ed-4498-80e0-259e4f4625f9 None None] Provisioning complete for port b1993f61-c547-4de5-a36e-0d4e24f98297 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:26.081272 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98cefe70-00ed-4498-80e0-259e4f4625f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:26.100540 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-b550dc31-ce99-48dd-b6e3-f0b8e10a6f56 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:26.140057 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-98cefe70-00ed-4498-80e0-259e4f4625f9 None None] Port b1993f61-c547-4de5-a36e-0d4e24f98297 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:50:26.155170 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-98cefe70-00ed-4498-80e0-259e4f4625f9 None None] Provisioning complete for port 84dd3886-9055-45e0-bdeb-d3f641ae23cf triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:26.155950 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98cefe70-00ed-4498-80e0-259e4f4625f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:26.238046 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-b550dc31-ce99-48dd-b6e3-f0b8e10a6f56 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Network dff88430-acb0-4e5f-bed6-566c73810b97 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:50:26.249188 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-b550dc31-ce99-48dd-b6e3-f0b8e10a6f56 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:50:26.261121 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-b550dc31-ce99-48dd-b6e3-f0b8e10a6f56 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:50:26.268420 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550dc31-ce99-48dd-b6e3-f0b8e10a6f56 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Pushing event updated for resources: {'Port': ['ID=71897672-a217-4f73-a720-ff943c707a4e,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:26.317871 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01de0c0a-6b83-461a-8ed8-0aae3bd71179 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:50:26.329327 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d82e7e2-1ea8-49d8-86d2-5f5d18edbd1e None None] Sync routers for ids ['3d597e6c-2d72-44ca-ace5-89f46b15a439'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:50:26.343805 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-01de0c0a-6b83-461a-8ed8-0aae3bd71179 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "PUT /v2.0/routers/3d597e6c-2d72-44ca-ace5-89f46b15a439/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0920162 Jul 16 20:50:26.350643 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d82e7e2-1ea8-49d8-86d2-5f5d18edbd1e None None] Routers {'3d597e6c-2d72-44ca-ace5-89f46b15a439'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:26.351568 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4d82e7e2-1ea8-49d8-86d2-5f5d18edbd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:50:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3d597e6c-2d72-44ca-ace5-89f46b15a439'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:26.373888 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-b550dc31-ce99-48dd-b6e3-f0b8e10a6f56 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:26.379810 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-b550dc31-ce99-48dd-b6e3-f0b8e10a6f56 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:26.409920 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-b550dc31-ce99-48dd-b6e3-f0b8e10a6f56 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2828772 Jul 16 20:50:26.422136 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-206029dd-15b7-4795-bad6-068de3fccfc6 service neutron] Request body: {'port': {'device_id': 'b6cb4696-3dfc-405c-86bc-884088ae76e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:26.596994 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-4d82e7e2-1ea8-49d8-86d2-5f5d18edbd1e None None] Set router 3d597e6c-2d72-44ca-ace5-89f46b15a439 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:50:26.601510 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-206029dd-15b7-4795-bad6-068de3fccfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:26.629785 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 06cf0a53-76e6-468a-963a-d770499ee31b up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:50:26.753245 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-f84803b0-3b8e-43d0-840a-e6bf771249c5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1909706238&fields=id&tenant_id=0a2a9f68d1874fbf9d499c45b54369c0 HTTP/1.1" status: 200 len: 267 time: 0.0851233 Jul 16 20:50:26.789396 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 06cf0a53-76e6-468a-963a-d770499ee31b triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:26.789682 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:26.913815 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1199381e-75ff-43ff-9313-d4aa5e400b68 None None] Provisioning complete for port b1993f61-c547-4de5-a36e-0d4e24f98297 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:26.914193 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1199381e-75ff-43ff-9313-d4aa5e400b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:27.076306 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1199381e-75ff-43ff-9313-d4aa5e400b68 None None] Port b1993f61-c547-4de5-a36e-0d4e24f98297 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:50:27.103528 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4d82e7e2-1ea8-49d8-86d2-5f5d18edbd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230711293', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:50:23Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'b1993f61-c547-4de5-a36e-0d4e24f98297', 'name': '', 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:ef:01:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'c1620d65-b152-4178-8caa-657d9b21b65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:22Z', 'updated_at': '2021-07-16T20:50:24Z', 'revision_number': 2, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': 'c1620d65-b152-4178-8caa-657d9b21b65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:27.165396 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d82e7e2-1ea8-49d8-86d2-5f5d18edbd1e None None] Checking router: 3d597e6c-2d72-44ca-ace5-89f46b15a439 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:50:27.165969 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d82e7e2-1ea8-49d8-86d2-5f5d18edbd1e None None] Updating router 3d597e6c-2d72-44ca-ace5-89f46b15a439 port b1993f61-c547-4de5-a36e-0d4e24f98297 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:50:27.166919 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-0eea378e-366a-4b65-b9ee-189b8a8792b3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:27.180338 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-0eea378e-366a-4b65-b9ee-189b8a8792b3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/networks?id=2242a357-e162-4e92-9cb3-ab7f6cb16f9b HTTP/1.1" status: 200 len: 797 time: 0.4244714 Jul 16 20:50:27.205269 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 84dd3886-9055-45e0-bdeb-d3f641ae23cf up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:50:27.234352 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-5ba37e95-e3ff-4b1d-9307-f864a9f0298f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/quotas/0a2a9f68d1874fbf9d499c45b54369c0 HTTP/1.1" status: 200 len: 375 time: 0.0526311 Jul 16 20:50:27.254759 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-206029dd-15b7-4795-bad6-068de3fccfc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71897672-a217-4f73-a720-ff943c707a4e {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:50:27.255403 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d82e7e2-1ea8-49d8-86d2-5f5d18edbd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:27.265117 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-206029dd-15b7-4795-bad6-068de3fccfc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:27.268377 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a20c4e50-ec01-4046-9772-479242080f5d None None] Provisioning complete for port b1993f61-c547-4de5-a36e-0d4e24f98297 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:27.269175 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a20c4e50-ec01-4046-9772-479242080f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:27.272096 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe7855-7fa8-4d90-aa49-24b79dfe6ba3 req-231e941f-afe8-48a1-b7f4-24ec4e541808 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:27.273897 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05fe7855-7fa8-4d90-aa49-24b79dfe6ba3 req-231e941f-afe8-48a1-b7f4-24ec4e541808 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 931 time: 0.2768309 Jul 16 20:50:27.300191 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-206029dd-15b7-4795-bad6-068de3fccfc6 service neutron] Transition to ACTIVE for port object 71897672-a217-4f73-a720-ff943c707a4e will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:27.312107 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-206029dd-15b7-4795-bad6-068de3fccfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:27.343805 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05fe7855-7fa8-4d90-aa49-24b79dfe6ba3 req-eb5595e5-978d-4b96-ab95-c9b7dbbdba3b tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471287 Jul 16 20:50:27.380025 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-7cbd3678-83b4-4a04-8103-3bcc47b418bd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1445954 Jul 16 20:50:27.423156 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206029dd-15b7-4795-bad6-068de3fccfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=71897672-a217-4f73-a720-ff943c707a4e,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:27.461597 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a20c4e50-ec01-4046-9772-479242080f5d None None] Port b1993f61-c547-4de5-a36e-0d4e24f98297 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:50:27.494399 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 84dd3886-9055-45e0-bdeb-d3f641ae23cf triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:27.495443 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:27.631991 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-7312c2a3-ce25-4cb5-bd2f-2c80ad44ccc0 service neutron] 10.222.0.38 "GET /v2.0/networks/2242a357-e162-4e92-9cb3-ab7f6cb16f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477839 Jul 16 20:50:27.636422 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-206029dd-15b7-4795-bad6-068de3fccfc6 service neutron] Attempting to bind port 71897672-a217-4f73-a720-ff943c707a4e on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:27.636781 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-206029dd-15b7-4795-bad6-068de3fccfc6 service neutron] Attempting to bind port 71897672-a217-4f73-a720-ff943c707a4e by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '73393e72-d0ae-405b-bc06-0c43218fa52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:27.640587 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-206029dd-15b7-4795-bad6-068de3fccfc6 service neutron] Attempting to bind port 71897672-a217-4f73-a720-ff943c707a4e on network dff88430-acb0-4e5f-bed6-566c73810b97 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:27.658984 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-206029dd-15b7-4795-bad6-068de3fccfc6 service neutron] Port 71897672-a217-4f73-a720-ff943c707a4e on network dff88430-acb0-4e5f-bed6-566c73810b97 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:27.659330 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-206029dd-15b7-4795-bad6-068de3fccfc6 service neutron] Attempting to bind port 71897672-a217-4f73-a720-ff943c707a4e on network dff88430-acb0-4e5f-bed6-566c73810b97 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:27.673194 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-206029dd-15b7-4795-bad6-068de3fccfc6 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:50:27.673442 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-206029dd-15b7-4795-bad6-068de3fccfc6 service neutron] Checking segment: {'id': '73393e72-d0ae-405b-bc06-0c43218fa52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:50:27.673737 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-206029dd-15b7-4795-bad6-068de3fccfc6 service neutron] Bound using segment: {'id': '73393e72-d0ae-405b-bc06-0c43218fa52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:50:27.679084 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-206029dd-15b7-4795-bad6-068de3fccfc6 service neutron] Bound port: 71897672-a217-4f73-a720-ff943c707a4e, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73393e72-d0ae-405b-bc06-0c43218fa52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:50:27.679579 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-206029dd-15b7-4795-bad6-068de3fccfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:27.726855 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a20c4e50-ec01-4046-9772-479242080f5d None None] Provisioning for port 71897672-a217-4f73-a720-ff943c707a4e completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:50:27.798956 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:27.807252 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-206029dd-15b7-4795-bad6-068de3fccfc6 service neutron] For port 71897672-a217-4f73-a720-ff943c707a4e, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:50:27.815821 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-206029dd-15b7-4795-bad6-068de3fccfc6 service neutron] For port 71897672-a217-4f73-a720-ff943c707a4e, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=71897672-a217-4f73-a720-ff943c707a4e,segment=NetworkSegment(73393e72-d0ae-405b-bc06-0c43218fa52d),segment_id=73393e72-d0ae-405b-bc06-0c43218fa52d)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:50:27.822067 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-206029dd-15b7-4795-bad6-068de3fccfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:27.864609 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-206029dd-15b7-4795-bad6-068de3fccfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:27.865245 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-206029dd-15b7-4795-bad6-068de3fccfc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:27.866660 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-206029dd-15b7-4795-bad6-068de3fccfc6 service neutron] 10.222.0.18 "PUT /v2.0/ports/71897672-a217-4f73-a720-ff943c707a4e HTTP/1.1" status: 200 len: 1092 time: 1.4491200 Jul 16 20:50:27.867112 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6cb4696-3dfc-405c-86bc-884088ae76e6', 'tag': '71897672-a217-4f73-a720-ff943c707a4e'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:50:27.869555 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fcd4b6-56e7-4fac-bda1-fdd23e4228b4" -d '{"events": [{"name": "network-changed", "server_uuid": "b6cb4696-3dfc-405c-86bc-884088ae76e6", "tag": "71897672-a217-4f73-a720-ff943c707a4e"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:50:27.891823 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-488c0758-18d5-4b9e-91d0-b0a855266a7a service neutron] 10.222.0.38 "GET /v2.0/networks/2242a357-e162-4e92-9cb3-ab7f6cb16f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400017 Jul 16 20:50:27.908367 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206029dd-15b7-4795-bad6-068de3fccfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=71897672-a217-4f73-a720-ff943c707a4e,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:27.977215 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e102810-2387-4dbe-b373-6572ef05d713 x-openstack-request-id: req-3e102810-2387-4dbe-b373-6572ef05d713 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:50:27.977507 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6cb4696-3dfc-405c-86bc-884088ae76e6", "tag": "71897672-a217-4f73-a720-ff943c707a4e", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:50:27.977757 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3e102810-2387-4dbe-b373-6572ef05d713 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:50:27.978155 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6cb4696-3dfc-405c-86bc-884088ae76e6', 'tag': '71897672-a217-4f73-a720-ff943c707a4e', 'status': 'completed', 'code': 200} Jul 16 20:50:28.025339 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-f4a1b1a8-9dc8-4f83-bb31-765770192364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:28.029926 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-f4a1b1a8-9dc8-4f83-bb31-765770192364 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01df23bbdfef4cd9a908c5271d3b668a&device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 1095 time: 0.1047018 Jul 16 20:50:28.071732 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d82e7e2-1ea8-49d8-86d2-5f5d18edbd1e None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:28.085913 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-1d75c0e7-7f85-4284-b1cc-fce86552f865 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71897672-a217-4f73-a720-ff943c707a4e HTTP/1.1" status: 200 len: 217 time: 0.0445597 Jul 16 20:50:28.093521 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-4d82e7e2-1ea8-49d8-86d2-5f5d18edbd1e None None] Transition to ACTIVE for port object b1993f61-c547-4de5-a36e-0d4e24f98297 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:28.111226 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d82e7e2-1ea8-49d8-86d2-5f5d18edbd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:28.200272 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-87e2c2d4-d863-40da-a671-48bde2036a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:28.207929 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae6bd6-e595-404d-80ef-16ae4921aa3a None None] Pushing event updated for resources: {'Port': ['ID=b1993f61-c547-4de5-a36e-0d4e24f98297,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:28.226737 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-87e2c2d4-d863-40da-a671-48bde2036a9b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=351335c1-04f6-4046-8cc6-626c830142f3 HTTP/1.1" status: 200 len: 850 time: 0.1179273 Jul 16 20:50:28.233544 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6f103636-450f-4ba3-a223-183c709caea1 req-b8cb47b2-544e-4864-802f-440651701202 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 210 time: 0.0680223 Jul 16 20:50:28.378225 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-fd2a6c98-c42a-4834-ba61-a1ac15f1dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:28.381248 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4d82e7e2-1ea8-49d8-86d2-5f5d18edbd1e None None] Attempting to bind port b1993f61-c547-4de5-a36e-0d4e24f98297 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:28.381611 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4d82e7e2-1ea8-49d8-86d2-5f5d18edbd1e None None] Attempting to bind port b1993f61-c547-4de5-a36e-0d4e24f98297 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '6a0ff811-832d-4165-a505-84db10f0ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:28.383358 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d82e7e2-1ea8-49d8-86d2-5f5d18edbd1e None None] Attempting to bind port b1993f61-c547-4de5-a36e-0d4e24f98297 on network 2242a357-e162-4e92-9cb3-ab7f6cb16f9b {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:28.387294 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-fd2a6c98-c42a-4834-ba61-a1ac15f1dfad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dff88430-acb0-4e5f-bed6-566c73810b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1474824 Jul 16 20:50:28.421632 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d82e7e2-1ea8-49d8-86d2-5f5d18edbd1e None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:50:28.422278 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d82e7e2-1ea8-49d8-86d2-5f5d18edbd1e None None] Checking segment: {'id': '6a0ff811-832d-4165-a505-84db10f0ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:50:28.422885 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d82e7e2-1ea8-49d8-86d2-5f5d18edbd1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:28.424118 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d82e7e2-1ea8-49d8-86d2-5f5d18edbd1e None None] Bound using segment: {'id': '6a0ff811-832d-4165-a505-84db10f0ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:50:28.425359 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4d82e7e2-1ea8-49d8-86d2-5f5d18edbd1e None None] Bound port: b1993f61-c547-4de5-a36e-0d4e24f98297, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a0ff811-832d-4165-a505-84db10f0ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:50:28.428175 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d82e7e2-1ea8-49d8-86d2-5f5d18edbd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:28.556472 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-7c14d675-8e6c-44ad-8e51-0ee392b55515 service neutron] 10.222.0.18 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617861 Jul 16 20:50:28.581142 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-4d82e7e2-1ea8-49d8-86d2-5f5d18edbd1e None None] For port b1993f61-c547-4de5-a36e-0d4e24f98297, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:50:28.588856 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-4d82e7e2-1ea8-49d8-86d2-5f5d18edbd1e None None] For port b1993f61-c547-4de5-a36e-0d4e24f98297, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b1993f61-c547-4de5-a36e-0d4e24f98297,segment=NetworkSegment(6a0ff811-832d-4165-a505-84db10f0ea9a),segment_id=6a0ff811-832d-4165-a505-84db10f0ea9a)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:50:28.598411 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d82e7e2-1ea8-49d8-86d2-5f5d18edbd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:28.668184 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34422) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:28.705501 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d82e7e2-1ea8-49d8-86d2-5f5d18edbd1e None None] Routers {'3d597e6c-2d72-44ca-ace5-89f46b15a439'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:28.706648 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4d82e7e2-1ea8-49d8-86d2-5f5d18edbd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:50:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3d597e6c-2d72-44ca-ace5-89f46b15a439'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:28.734285 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced04485-b443-4536-b72a-f1434ee79d3c req-a9e8fd9e-34e6-4469-9e06-5c2e70cdb7d4 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:28.744504 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ced04485-b443-4536-b72a-f1434ee79d3c req-a9e8fd9e-34e6-4469-9e06-5c2e70cdb7d4 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 943 time: 0.1331911 Jul 16 20:50:28.824206 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae6bd6-e595-404d-80ef-16ae4921aa3a None None] Pushing event updated for resources: {'Port': ['ID=b1993f61-c547-4de5-a36e-0d4e24f98297,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:28.825294 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c1c207f1-e424-422c-8670-3ade5f023b96 req-a08c9774-5b4a-4a53-b580-7390f51acc7e service neutron] 10.222.0.18 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606304 Jul 16 20:50:28.827574 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ced04485-b443-4536-b72a-f1434ee79d3c req-bdd4bace-16f5-45de-8fec-ccd68096ffd7 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818005 Jul 16 20:50:28.960857 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a6d444b1-3dd3-4097-a4c8-f27d72e08110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:28.987561 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcd4b6-56e7-4fac-bda1-fdd23e4228b4 req-7c7c0259-859f-4d97-8d9c-95911009402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:28.990251 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f3fcd4b6-56e7-4fac-bda1-fdd23e4228b4 req-7c7c0259-859f-4d97-8d9c-95911009402b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01df23bbdfef4cd9a908c5271d3b668a&device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 1095 time: 0.0977669 Jul 16 20:50:29.132554 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a6d444b1-3dd3-4097-a4c8-f27d72e08110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:29.138222 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a6d444b1-3dd3-4097-a4c8-f27d72e08110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:29.163242 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcd4b6-56e7-4fac-bda1-fdd23e4228b4 req-46bc16c6-4df3-46fe-aa4f-9c2ff7529eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:29.165591 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f3fcd4b6-56e7-4fac-bda1-fdd23e4228b4 req-46bc16c6-4df3-46fe-aa4f-9c2ff7529eff service neutron] 10.222.0.18 "GET /v2.0/networks?id=dff88430-acb0-4e5f-bed6-566c73810b97 HTTP/1.1" status: 200 len: 912 time: 0.1689014 Jul 16 20:50:29.181991 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-4d82e7e2-1ea8-49d8-86d2-5f5d18edbd1e None None] Set router 3d597e6c-2d72-44ca-ace5-89f46b15a439 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:50:29.198624 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a6d444b1-3dd3-4097-a4c8-f27d72e08110 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1b14bafcca074b1ba952b51f0131e430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5292323 Jul 16 20:50:29.201169 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34430) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:29.223443 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f3fcd4b6-56e7-4fac-bda1-fdd23e4228b4 req-7079e05e-b78e-45cc-90aa-8a2b75faafc3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71897672-a217-4f73-a720-ff943c707a4e HTTP/1.1" status: 200 len: 217 time: 0.0482788 Jul 16 20:50:29.262997 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d444b1-3dd3-4097-a4c8-f27d72e08110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444990dd-65cb-40a9-be43-e53287d71011,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:29.297319 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4fc1-ee82-4cfe-80d2-e57d92f12edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:29.336471 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4fc1-ee82-4cfe-80d2-e57d92f12edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:29.336872 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcd4b6-56e7-4fac-bda1-fdd23e4228b4 req-d51c3e20-02e0-4002-8db0-4b7d75cccb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:29.342867 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f3fcd4b6-56e7-4fac-bda1-fdd23e4228b4 req-d51c3e20-02e0-4002-8db0-4b7d75cccb04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=351335c1-04f6-4046-8cc6-626c830142f3 HTTP/1.1" status: 200 len: 850 time: 0.1135519 Jul 16 20:50:29.423651 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcd4b6-56e7-4fac-bda1-fdd23e4228b4 req-c2ac0753-f818-41dd-9304-c3e9c769cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:29.426562 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f3fcd4b6-56e7-4fac-bda1-fdd23e4228b4 req-c2ac0753-f818-41dd-9304-c3e9c769cc49 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dff88430-acb0-4e5f-bed6-566c73810b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0764084 Jul 16 20:50:29.455345 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c21a05fa-01fc-40c1-be74-1219fe673ee2 req-e43ba8be-5d5e-4931-ad34-cccec0abbd30 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 210 time: 0.0616939 Jul 16 20:50:29.478076 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4fc1-ee82-4cfe-80d2-e57d92f12edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:29.485842 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4fc1-ee82-4cfe-80d2-e57d92f12edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:29.492661 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6c8c4fc1-ee82-4cfe-80d2-e57d92f12edb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/444990dd-65cb-40a9-be43-e53287d71011 HTTP/1.1" status: 204 len: 168 time: 0.2895019 Jul 16 20:50:29.504715 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c4fc1-ee82-4cfe-80d2-e57d92f12edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444990dd-65cb-40a9-be43-e53287d71011,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:29.534909 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4d82e7e2-1ea8-49d8-86d2-5f5d18edbd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230711293', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:50:23Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'b1993f61-c547-4de5-a36e-0d4e24f98297', 'name': '', 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:ef:01:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'c1620d65-b152-4178-8caa-657d9b21b65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:22Z', 'updated_at': '2021-07-16T20:50:28Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': 'c1620d65-b152-4178-8caa-657d9b21b65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:29.571882 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d82e7e2-1ea8-49d8-86d2-5f5d18edbd1e None None] The sync data for ids ['3d597e6c-2d72-44ca-ace5-89f46b15a439'] in n-d-791506-21 is: [{'id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230711293', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:50:23Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'b1993f61-c547-4de5-a36e-0d4e24f98297', 'name': '', 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:ef:01:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'c1620d65-b152-4178-8caa-657d9b21b65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:22Z', 'updated_at': '2021-07-16T20:50:28Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': 'c1620d65-b152-4178-8caa-657d9b21b65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:50:29.597500 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f3fcd4b6-56e7-4fac-bda1-fdd23e4228b4 req-52c52cf1-c150-4f56-8c34-2ecb2f39122f service neutron] 10.222.0.18 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642096 Jul 16 20:50:29.677576 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:29.934998 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f3fcd4b6-56e7-4fac-bda1-fdd23e4228b4 req-318b718d-5a2a-4633-99cc-b07c15b90c1e service neutron] 10.222.0.18 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248408 Jul 16 20:50:29.991931 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-7480b049-5ea4-45c7-b36a-4dec4fbab60d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:29.993759 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-7480b049-5ea4-45c7-b36a-4dec4fbab60d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.62 "GET /v2.0/networks?id=2242a357-e162-4e92-9cb3-ab7f6cb16f9b HTTP/1.1" status: 200 len: 797 time: 0.2011199 Jul 16 20:50:30.120263 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-dbb7ce79-a73a-498c-b6b5-4cce00ba30a8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a2a9f68d1874fbf9d499c45b54369c0 HTTP/1.1" status: 200 len: 380 time: 0.1162956 Jul 16 20:50:30.135281 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-472a5755-fa25-4922-a8bb-8adb6ba37fe5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'port': {'device_id': '9c201495-6b56-44c0-ad35-91169343b767', 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b', 'admin_state_up': True, 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'security_groups': ['64770602-86b3-42b1-8ee0-76d20b3a7067']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:30.174761 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fc671-4fa2-4175-bee7-4af22c406d98 req-f7ec6da8-d0bc-446e-bef8-cb76dfd0de23 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:30.185680 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-226fc671-4fa2-4175-bee7-4af22c406d98 req-f7ec6da8-d0bc-446e-bef8-cb76dfd0de23 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 943 time: 0.1226227 Jul 16 20:50:30.268792 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-226fc671-4fa2-4175-bee7-4af22c406d98 req-1d4763cf-768d-45ea-b083-c3e07fbf8f0e tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817840 Jul 16 20:50:30.379699 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-472a5755-fa25-4922-a8bb-8adb6ba37fe5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Made reservation on behalf of 0a2a9f68d1874fbf9d499c45b54369c0 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:50:30.387036 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-472a5755-fa25-4922-a8bb-8adb6ba37fe5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:30.604501 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-472a5755-fa25-4922-a8bb-8adb6ba37fe5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Allocated IP 172.20.0.11 (2242a357-e162-4e92-9cb3-ab7f6cb16f9b/c1620d65-b152-4178-8caa-657d9b21b65e/5155c114-f822-4f4c-a9cd-231bb1151616) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:50:30.608484 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b1993f61-c547-4de5-a36e-0d4e24f98297 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:50:30.717891 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3eb483e7-91a3-4d1a-baf3-6539fde119e3 req-e6adf1a8-70c0-461b-8c17-3419ef6eae49 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 210 time: 0.0478916 Jul 16 20:50:30.737151 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port b1993f61-c547-4de5-a36e-0d4e24f98297 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:50:30.745996 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port b1993f61-c547-4de5-a36e-0d4e24f98297 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:30.746409 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:30.814088 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-472a5755-fa25-4922-a8bb-8adb6ba37fe5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:30.838071 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-472a5755-fa25-4922-a8bb-8adb6ba37fe5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Transition to ACTIVE for port object 5155c114-f822-4f4c-a9cd-231bb1151616 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:30.873147 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:30.881069 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-472a5755-fa25-4922-a8bb-8adb6ba37fe5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:30.917465 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port b1993f61-c547-4de5-a36e-0d4e24f98297, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b1993f61-c547-4de5-a36e-0d4e24f98297,segment=NetworkSegment(6a0ff811-832d-4165-a505-84db10f0ea9a),segment_id=6a0ff811-832d-4165-a505-84db10f0ea9a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:30.922787 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:30.990552 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-472a5755-fa25-4922-a8bb-8adb6ba37fe5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Network 2242a357-e162-4e92-9cb3-ab7f6cb16f9b is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:50:30.996209 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-472a5755-fa25-4922-a8bb-8adb6ba37fe5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:50:31.001927 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-472a5755-fa25-4922-a8bb-8adb6ba37fe5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:50:31.016421 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a5755-fa25-4922-a8bb-8adb6ba37fe5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Port': ['ID=5155c114-f822-4f4c-a9cd-231bb1151616,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:31.026008 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=b1993f61-c547-4de5-a36e-0d4e24f98297,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:31.093458 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-472a5755-fa25-4922-a8bb-8adb6ba37fe5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:31.094349 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-472a5755-fa25-4922-a8bb-8adb6ba37fe5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:31.118115 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-472a5755-fa25-4922-a8bb-8adb6ba37fe5 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9894545 Jul 16 20:50:31.132631 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-6b53083d-b72f-4bad-8eb8-55729386af0c service neutron] Request body: {'port': {'device_id': '9c201495-6b56-44c0-ad35-91169343b767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:31.237330 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-6b53083d-b72f-4bad-8eb8-55729386af0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:31.359091 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-14fb0852-8a81-4a71-9a5f-93ac2337a955 None None] Provisioning for port 5155c114-f822-4f4c-a9cd-231bb1151616 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:50:31.372499 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-14fb0852-8a81-4a71-9a5f-93ac2337a955 None None] Provisioning complete for port 5155c114-f822-4f4c-a9cd-231bb1151616 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:31.372988 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14fb0852-8a81-4a71-9a5f-93ac2337a955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:31.464916 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-14fb0852-8a81-4a71-9a5f-93ac2337a955 None None] Port 5155c114-f822-4f4c-a9cd-231bb1151616 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:50:31.490413 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 71897672-a217-4f73-a720-ff943c707a4e details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:50:31.516533 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2524c0-92a3-4d4b-b7c8-46bbe1a79d46 req-b14c6855-f0bb-4c12-acdb-dc8d956642f2 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:31.518436 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4c2524c0-92a3-4d4b-b7c8-46bbe1a79d46 req-b14c6855-f0bb-4c12-acdb-dc8d956642f2 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 943 time: 0.1013057 Jul 16 20:50:31.579069 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4c2524c0-92a3-4d4b-b7c8-46bbe1a79d46 req-8519e7ac-88c7-44cf-8306-c6071b6ca3ee tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530996 Jul 16 20:50:31.668530 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 71897672-a217-4f73-a720-ff943c707a4e, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=71897672-a217-4f73-a720-ff943c707a4e,segment=NetworkSegment(73393e72-d0ae-405b-bc06-0c43218fa52d),segment_id=73393e72-d0ae-405b-bc06-0c43218fa52d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:31.682969 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '71897672-a217-4f73-a720-ff943c707a4e', 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'port_id': '71897672-a217-4f73-a720-ff943c707a4e', 'mac_address': 'fa:16:3e:dd:5e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '351335c1-04f6-4046-8cc6-626c830142f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:50:31.687815 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-6b53083d-b72f-4bad-8eb8-55729386af0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5155c114-f822-4f4c-a9cd-231bb1151616 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:50:31.697832 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-6b53083d-b72f-4bad-8eb8-55729386af0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:31.718370 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-6b53083d-b72f-4bad-8eb8-55729386af0c service neutron] Transition to ACTIVE for port object 5155c114-f822-4f4c-a9cd-231bb1151616 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:31.724495 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-6b53083d-b72f-4bad-8eb8-55729386af0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:31.732207 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:31.750914 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71897672-a217-4f73-a720-ff943c707a4e {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:50:31.789335 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 71897672-a217-4f73-a720-ff943c707a4e, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=71897672-a217-4f73-a720-ff943c707a4e,segment=NetworkSegment(73393e72-d0ae-405b-bc06-0c43218fa52d),segment_id=73393e72-d0ae-405b-bc06-0c43218fa52d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:31.789556 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53083d-b72f-4bad-8eb8-55729386af0c service neutron] Pushing event updated for resources: {'Port': ['ID=5155c114-f822-4f4c-a9cd-231bb1151616,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:31.803239 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:31.879151 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=71897672-a217-4f73-a720-ff943c707a4e,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:31.943829 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-6b53083d-b72f-4bad-8eb8-55729386af0c service neutron] Attempting to bind port 5155c114-f822-4f4c-a9cd-231bb1151616 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:31.944259 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-6b53083d-b72f-4bad-8eb8-55729386af0c service neutron] Attempting to bind port 5155c114-f822-4f4c-a9cd-231bb1151616 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '6a0ff811-832d-4165-a505-84db10f0ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:31.945008 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-6b53083d-b72f-4bad-8eb8-55729386af0c service neutron] Attempting to bind port 5155c114-f822-4f4c-a9cd-231bb1151616 on network 2242a357-e162-4e92-9cb3-ab7f6cb16f9b {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:31.951307 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-6b53083d-b72f-4bad-8eb8-55729386af0c service neutron] Port 5155c114-f822-4f4c-a9cd-231bb1151616 on network 2242a357-e162-4e92-9cb3-ab7f6cb16f9b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:31.951646 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-6b53083d-b72f-4bad-8eb8-55729386af0c service neutron] Attempting to bind port 5155c114-f822-4f4c-a9cd-231bb1151616 on network 2242a357-e162-4e92-9cb3-ab7f6cb16f9b {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:31.959057 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-6b53083d-b72f-4bad-8eb8-55729386af0c service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:50:31.959459 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-6b53083d-b72f-4bad-8eb8-55729386af0c service neutron] Checking segment: {'id': '6a0ff811-832d-4165-a505-84db10f0ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:50:31.959845 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-6b53083d-b72f-4bad-8eb8-55729386af0c service neutron] Bound using segment: {'id': '6a0ff811-832d-4165-a505-84db10f0ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:50:31.960281 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-6b53083d-b72f-4bad-8eb8-55729386af0c service neutron] Bound port: 5155c114-f822-4f4c-a9cd-231bb1151616, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0ff811-832d-4165-a505-84db10f0ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:50:31.960667 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-6b53083d-b72f-4bad-8eb8-55729386af0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:31.990533 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6721c-4fb2-418b-bc0a-16becc9ae0db req-e41d10de-7498-42c9-b113-0192dce036e7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:31.998997 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-87c6721c-4fb2-418b-bc0a-16becc9ae0db req-e41d10de-7498-42c9-b113-0192dce036e7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 944 time: 0.0943098 Jul 16 20:50:32.007374 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['71897672-a217-4f73-a720-ff943c707a4e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:50:32.051938 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-6b53083d-b72f-4bad-8eb8-55729386af0c service neutron] For port 5155c114-f822-4f4c-a9cd-231bb1151616, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:50:32.053665 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-87c6721c-4fb2-418b-bc0a-16becc9ae0db req-1b72c5bf-76d8-4e08-8681-d1bf5b5f6159 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530436 Jul 16 20:50:32.056201 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-6b53083d-b72f-4bad-8eb8-55729386af0c service neutron] For port 5155c114-f822-4f4c-a9cd-231bb1151616, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=5155c114-f822-4f4c-a9cd-231bb1151616,segment=NetworkSegment(6a0ff811-832d-4165-a505-84db10f0ea9a),segment_id=6a0ff811-832d-4165-a505-84db10f0ea9a)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:50:32.063928 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-6b53083d-b72f-4bad-8eb8-55729386af0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:32.105833 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-6b53083d-b72f-4bad-8eb8-55729386af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:32.106693 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-6b53083d-b72f-4bad-8eb8-55729386af0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:32.108791 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-6b53083d-b72f-4bad-8eb8-55729386af0c service neutron] 10.222.0.62 "PUT /v2.0/ports/5155c114-f822-4f4c-a9cd-231bb1151616 HTTP/1.1" status: 200 len: 1093 time: 0.9818890 Jul 16 20:50:32.108791 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c201495-6b56-44c0-ad35-91169343b767', 'tag': '5155c114-f822-4f4c-a9cd-231bb1151616'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:50:32.111717 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbe6db3-4330-47ae-8f0d-a653c51ed122" -d '{"events": [{"name": "network-changed", "server_uuid": "9c201495-6b56-44c0-ad35-91169343b767", "tag": "5155c114-f822-4f4c-a9cd-231bb1151616"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:50:32.168611 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53083d-b72f-4bad-8eb8-55729386af0c service neutron] Pushing event updated for resources: {'Port': ['ID=5155c114-f822-4f4c-a9cd-231bb1151616,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:32.218186 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffad8f28-1e13-43b8-8561-d27307112ddb x-openstack-request-id: req-ffad8f28-1e13-43b8-8561-d27307112ddb {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:50:32.218504 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c201495-6b56-44c0-ad35-91169343b767", "tag": "5155c114-f822-4f4c-a9cd-231bb1151616", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:50:32.218757 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ffad8f28-1e13-43b8-8561-d27307112ddb {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:50:32.219157 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c201495-6b56-44c0-ad35-91169343b767', 'tag': '5155c114-f822-4f4c-a9cd-231bb1151616', 'status': 'completed', 'code': 200} Jul 16 20:50:32.258085 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-d3c99e11-0dd0-41a2-82d9-9c0e85b8cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:32.259604 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-d3c99e11-0dd0-41a2-82d9-9c0e85b8cd8e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 1096 time: 0.1024127 Jul 16 20:50:32.317158 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-0ec94179-6caf-4741-97ca-1f6cbb18baea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5155c114-f822-4f4c-a9cd-231bb1151616 HTTP/1.1" status: 200 len: 217 time: 0.0480025 Jul 16 20:50:32.382471 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-72ad11ec-ded8-469f-af05-f7318639e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:32.385615 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-72ad11ec-ded8-469f-af05-f7318639e901 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c1620d65-b152-4178-8caa-657d9b21b65e HTTP/1.1" status: 200 len: 835 time: 0.0616503 Jul 16 20:50:32.493959 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-dc9f8f06-53f7-4c5c-a625-8188d06bb375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:32.497116 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-dc9f8f06-53f7-4c5c-a625-8188d06bb375 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2242a357-e162-4e92-9cb3-ab7f6cb16f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043937 Jul 16 20:50:32.586845 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b1993f61-c547-4de5-a36e-0d4e24f98297 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:50:32.641798 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-45c5f8ef-e206-4177-b9de-4b398f96b60a service neutron] 10.222.0.62 "GET /v2.0/networks/2242a357-e162-4e92-9cb3-ab7f6cb16f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384194 Jul 16 20:50:32.646510 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port b1993f61-c547-4de5-a36e-0d4e24f98297 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:32.646886 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:32.772238 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-360860f2-e00d-4949-9957-6e4a3a27beb9 req-0c7422b3-d600-48a5-a19f-53448105cf49 service neutron] 10.222.0.62 "GET /v2.0/networks/2242a357-e162-4e92-9cb3-ab7f6cb16f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202884 Jul 16 20:50:32.812009 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4ed18-1cb4-4a31-bf5f-fa97a8574d5c req-048268c5-0d22-4c72-b1b1-03320c8c10d6 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:32.815114 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-12e4ed18-1cb4-4a31-bf5f-fa97a8574d5c req-048268c5-0d22-4c72-b1b1-03320c8c10d6 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 944 time: 0.0987256 Jul 16 20:50:32.857898 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-12e4ed18-1cb4-4a31-bf5f-fa97a8574d5c req-eacd5191-948a-4c2d-b2dc-8890142e80b2 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369215 Jul 16 20:50:32.890830 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe6db3-4330-47ae-8f0d-a653c51ed122 req-5b40f4ef-716e-4799-a8ee-c58a2c8f371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:32.892351 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dfbe6db3-4330-47ae-8f0d-a653c51ed122 req-5b40f4ef-716e-4799-a8ee-c58a2c8f371b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 1096 time: 0.0692701 Jul 16 20:50:32.988773 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe6db3-4330-47ae-8f0d-a653c51ed122 req-a2552ac0-8605-472b-95df-75ed451f7f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:32.990363 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dfbe6db3-4330-47ae-8f0d-a653c51ed122 req-a2552ac0-8605-472b-95df-75ed451f7f8b service neutron] 10.222.0.62 "GET /v2.0/networks?id=2242a357-e162-4e92-9cb3-ab7f6cb16f9b HTTP/1.1" status: 200 len: 898 time: 0.0914626 Jul 16 20:50:32.995425 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34530) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:33.039025 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dfbe6db3-4330-47ae-8f0d-a653c51ed122 req-699eba69-2d42-44c5-9aa0-10f70a14cbb5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5155c114-f822-4f4c-a9cd-231bb1151616 HTTP/1.1" status: 200 len: 217 time: 0.0417633 Jul 16 20:50:33.100216 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe6db3-4330-47ae-8f0d-a653c51ed122 req-1e6ff95e-3344-4e3a-8cb0-5a28526829d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:33.101721 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dfbe6db3-4330-47ae-8f0d-a653c51ed122 req-1e6ff95e-3344-4e3a-8cb0-5a28526829d5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c1620d65-b152-4178-8caa-657d9b21b65e HTTP/1.1" status: 200 len: 835 time: 0.0561447 Jul 16 20:50:33.134257 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-06917829-f527-4cec-8a59-3dd761166d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:33.177077 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe6db3-4330-47ae-8f0d-a653c51ed122 req-defc39fe-22f0-4e90-a985-399db29e33c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:33.178150 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dfbe6db3-4330-47ae-8f0d-a653c51ed122 req-defc39fe-22f0-4e90-a985-399db29e33c1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2242a357-e162-4e92-9cb3-ab7f6cb16f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688643 Jul 16 20:50:33.217199 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:33.282199 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6e18e-137c-4b03-9093-37ef6d325dad req-c70f1b77-5dbb-4b50-a79f-4098edf7a519 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:33.283745 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6aa6e18e-137c-4b03-9093-37ef6d325dad req-c70f1b77-5dbb-4b50-a79f-4098edf7a519 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 944 time: 0.1079786 Jul 16 20:50:33.302186 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-06917829-f527-4cec-8a59-3dd761166d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:33.303988 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dfbe6db3-4330-47ae-8f0d-a653c51ed122 req-ae57a892-1f5b-49b4-b037-1775aa5fa700 service neutron] 10.222.0.62 "GET /v2.0/networks/2242a357-e162-4e92-9cb3-ab7f6cb16f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182671 Jul 16 20:50:33.311227 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-06917829-f527-4cec-8a59-3dd761166d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:33.346817 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-06917829-f527-4cec-8a59-3dd761166d9c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c153a3abed8442beabb91df4ee92ace3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499906 Jul 16 20:50:33.356157 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34536) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:33.385531 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6aa6e18e-137c-4b03-9093-37ef6d325dad req-19f2f340-6dfd-4870-ab01-36bdc9c09d37 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937147 Jul 16 20:50:33.389809 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06917829-f527-4cec-8a59-3dd761166d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9e8e58-d063-4c1c-b596-31fc8b0d9bab,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:33.417764 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dfbe6db3-4330-47ae-8f0d-a653c51ed122 req-3e6c1ca7-7056-4945-bb3e-a7da14b43f71 service neutron] 10.222.0.62 "GET /v2.0/networks/2242a357-e162-4e92-9cb3-ab7f6cb16f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072702 Jul 16 20:50:33.437156 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f2c1475f-21d5-470a-b691-6da22b031e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:33.468317 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f2c1475f-21d5-470a-b691-6da22b031e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:33.505375 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 71897672-a217-4f73-a720-ff943c707a4e up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:50:33.516181 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f2c1475f-21d5-470a-b691-6da22b031e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:33.519861 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f2c1475f-21d5-470a-b691-6da22b031e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:33.524377 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f2c1475f-21d5-470a-b691-6da22b031e25 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cc9e8e58-d063-4c1c-b596-31fc8b0d9bab HTTP/1.1" status: 204 len: 168 time: 0.1672468 Jul 16 20:50:33.535633 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1475f-21d5-470a-b691-6da22b031e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9e8e58-d063-4c1c-b596-31fc8b0d9bab,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:33.618956 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 71897672-a217-4f73-a720-ff943c707a4e completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:50:33.623687 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 71897672-a217-4f73-a720-ff943c707a4e triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:33.624213 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:33.728449 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:33.754783 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6cb4696-3dfc-405c-86bc-884088ae76e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71897672-a217-4f73-a720-ff943c707a4e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:50:33.757293 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86a3d05-de86-4bfa-a867-728067e3808a" -d '{"events": [{"server_uuid": "b6cb4696-3dfc-405c-86bc-884088ae76e6", "name": "network-vif-plugged", "status": "completed", "tag": "71897672-a217-4f73-a720-ff943c707a4e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:50:33.772272 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 71897672-a217-4f73-a720-ff943c707a4e, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=71897672-a217-4f73-a720-ff943c707a4e,segment=NetworkSegment(73393e72-d0ae-405b-bc06-0c43218fa52d),segment_id=73393e72-d0ae-405b-bc06-0c43218fa52d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:33.778610 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:33.807150 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462a8b37-5687-4f88-9c44-076bae9c12dc x-openstack-request-id: req-462a8b37-5687-4f88-9c44-076bae9c12dc {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:50:33.807452 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6cb4696-3dfc-405c-86bc-884088ae76e6", "name": "network-vif-plugged", "status": "completed", "tag": "71897672-a217-4f73-a720-ff943c707a4e", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:50:33.807738 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-462a8b37-5687-4f88-9c44-076bae9c12dc {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:50:33.808202 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6cb4696-3dfc-405c-86bc-884088ae76e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71897672-a217-4f73-a720-ff943c707a4e', 'code': 200} Jul 16 20:50:33.841143 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=71897672-a217-4f73-a720-ff943c707a4e,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:33.897256 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34550) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:33.912768 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d4b56929-a15d-4f2e-adda-47d308dcc664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:33.949349 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a525a-13b2-4999-a924-ed0ddee00a55 req-51100b9d-278d-41db-9401-8b7f7d55e67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:33.951389 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-446a525a-13b2-4999-a924-ed0ddee00a55 req-51100b9d-278d-41db-9401-8b7f7d55e67e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 1097 time: 0.0712547 Jul 16 20:50:34.002335 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-446a525a-13b2-4999-a924-ed0ddee00a55 req-a80cd2a9-d39c-44d5-a927-6a5c64644605 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446703 Jul 16 20:50:34.062245 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d4b56929-a15d-4f2e-adda-47d308dcc664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:34.068550 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d4b56929-a15d-4f2e-adda-47d308dcc664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:34.120652 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d4b56929-a15d-4f2e-adda-47d308dcc664 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e6eecbfaa2404f2ead896a9c1f38efcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2222972 Jul 16 20:50:34.121372 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b56929-a15d-4f2e-adda-47d308dcc664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f114a20-f1b5-4f98-b710-74da9c6e47a8,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:34.123737 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34552) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:34.140971 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f0220-0e8e-41b6-8dda-b6691c0cf537 req-b989999d-f84a-4c19-b597-77275f4a4941 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:34.142475 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b13f0220-0e8e-41b6-8dda-b6691c0cf537 req-b989999d-f84a-4c19-b597-77275f4a4941 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.1356776 Jul 16 20:50:34.216369 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b13f0220-0e8e-41b6-8dda-b6691c0cf537 req-37ef7582-9360-4412-84a3-b98db9d1780a tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652471 Jul 16 20:50:34.217142 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-94a78f72-df54-4d73-a710-9f87304285ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:34.247181 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-94a78f72-df54-4d73-a710-9f87304285ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:34.299056 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-94a78f72-df54-4d73-a710-9f87304285ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:34.302593 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-94a78f72-df54-4d73-a710-9f87304285ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:34.303738 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-94a78f72-df54-4d73-a710-9f87304285ea admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6f114a20-f1b5-4f98-b710-74da9c6e47a8 HTTP/1.1" status: 204 len: 168 time: 0.1775289 Jul 16 20:50:34.313595 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a78f72-df54-4d73-a710-9f87304285ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f114a20-f1b5-4f98-b710-74da9c6e47a8,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:34.590682 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e4bd7-364c-4690-899c-468bf8d818cd req-a2d2a63d-b400-4afc-b1b9-92991b9e4f63 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:34.591801 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-688e4bd7-364c-4690-899c-468bf8d818cd req-a2d2a63d-b400-4afc-b1b9-92991b9e4f63 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 944 time: 0.0660746 Jul 16 20:50:34.640101 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-688e4bd7-364c-4690-899c-468bf8d818cd req-26700d51-910d-4d68-848f-6457420047fd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419736 Jul 16 20:50:35.436131 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dadce9-069c-41ab-afcb-c4738690a70c req-480011cd-62dd-4d72-867f-c94395e799b2 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:35.438750 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-82dadce9-069c-41ab-afcb-c4738690a70c req-480011cd-62dd-4d72-867f-c94395e799b2 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.0832493 Jul 16 20:50:35.483437 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-82dadce9-069c-41ab-afcb-c4738690a70c req-bb7fb0a2-f0cf-431c-9de8-de0c5c376594 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374844 Jul 16 20:50:35.589030 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 5155c114-f822-4f4c-a9cd-231bb1151616 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:50:35.712023 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecf958-8729-4823-9efa-8fafb187b848 req-1e985b05-93c1-4abb-8f4d-0b309e338586 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:35.714306 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccecf958-8729-4823-9efa-8fafb187b848 req-1e985b05-93c1-4abb-8f4d-0b309e338586 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.1102343 Jul 16 20:50:35.723920 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34602) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:35.729398 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e1a4c120-6209-4020-b10d-e5f77f7617f8 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Request body: {'floatingip': {'port_id': '71897672-a217-4f73-a720-ff943c707a4e'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:35.776026 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 5155c114-f822-4f4c-a9cd-231bb1151616, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=5155c114-f822-4f4c-a9cd-231bb1151616,segment=NetworkSegment(6a0ff811-832d-4165-a505-84db10f0ea9a),segment_id=6a0ff811-832d-4165-a505-84db10f0ea9a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:35.784039 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e1a4c120-6209-4020-b10d-e5f77f7617f8 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for floatingip, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:35.802312 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '5155c114-f822-4f4c-a9cd-231bb1151616', 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b', 'port_id': '5155c114-f822-4f4c-a9cd-231bb1151616', 'mac_address': 'fa:16:3e:12:99:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1620d65-b152-4178-8caa-657d9b21b65e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:50:35.836881 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34606) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:35.870192 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:35.888544 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5155c114-f822-4f4c-a9cd-231bb1151616 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:50:35.899310 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1aca7-cfb6-4beb-91d2-d1e672704ca8 req-bcd52467-9a6a-4510-ad45-5f5a86711a86 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:35.908032 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-72d1aca7-cfb6-4beb-91d2-d1e672704ca8 req-bcd52467-9a6a-4510-ad45-5f5a86711a86 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 944 time: 0.1229129 Jul 16 20:50:35.913883 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 5155c114-f822-4f4c-a9cd-231bb1151616, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=5155c114-f822-4f4c-a9cd-231bb1151616,segment=NetworkSegment(6a0ff811-832d-4165-a505-84db10f0ea9a),segment_id=6a0ff811-832d-4165-a505-84db10f0ea9a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:35.919768 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:35.969525 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-72d1aca7-cfb6-4beb-91d2-d1e672704ca8 req-38205b4a-29b2-4847-a743-8982e07f8ba2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603232 Jul 16 20:50:36.006178 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=5155c114-f822-4f4c-a9cd-231bb1151616,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:36.092131 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-cee71567-ce47-445c-b601-7bef6b73bcf2 tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1190866398'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:36.116631 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee71567-ce47-445c-b601-7bef6b73bcf2 tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] Made reservation on behalf of 26834e5d3a0a4788bb9a2a2391fe880d for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:50:36.121587 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cee71567-ce47-445c-b601-7bef6b73bcf2 tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:36.133893 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cee71567-ce47-445c-b601-7bef6b73bcf2 tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:36.185021 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['5155c114-f822-4f4c-a9cd-231bb1151616'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:50:36.261824 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cee71567-ce47-445c-b601-7bef6b73bcf2 tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:36.271492 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cee71567-ce47-445c-b601-7bef6b73bcf2 tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:36.304270 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee71567-ce47-445c-b601-7bef6b73bcf2 tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:50:36.321412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee71567-ce47-445c-b601-7bef6b73bcf2 tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31b90b72-eaa7-481b-85d0-4c9bb5060dbb,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:36.331543 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cee71567-ce47-445c-b601-7bef6b73bcf2 tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:36.332423 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-cee71567-ce47-445c-b601-7bef6b73bcf2 tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] Added segment 41e0377e-db50-4989-9520-83d41049a1f0 of type vlan for network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a Jul 16 20:50:36.361687 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e1a4c120-6209-4020-b10d-e5f77f7617f8 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:36.368649 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e1a4c120-6209-4020-b10d-e5f77f7617f8 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:36.379090 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cee71567-ce47-445c-b601-7bef6b73bcf2 tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:36.419416 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cee71567-ce47-445c-b601-7bef6b73bcf2 tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:36.427984 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee71567-ce47-445c-b601-7bef6b73bcf2 tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:36.428625 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cee71567-ce47-445c-b601-7bef6b73bcf2 tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:36.471880 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cee71567-ce47-445c-b601-7bef6b73bcf2 tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.6322181 Jul 16 20:50:36.504287 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-e1a4c120-6209-4020-b10d-e5f77f7617f8 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Floating IP 0086d872-694b-4012-8dc9-0d68574ffa2f associated. External IP: 172.25.0.194, port: 71897672-a217-4f73-a720-ff943c707a4e. Jul 16 20:50:36.525785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee71567-ce47-445c-b601-7bef6b73bcf2 tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] Pushing event updated for resources: {'Network': ['ID=8c16fb0a-b900-4b2c-932f-120cb1c3d24a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:36.537392 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:50:36.683810 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34614) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:36.688949 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Request body: {'port': {'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a', 'binding:host_id': 'n-h1-791506-21', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2034234102'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:36.718879 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Made reservation on behalf of b9ca5b0f5b214c32bc813ebef5793cc9 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:50:36.721307 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:36.730999 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:36.746714 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a4c120-6209-4020-b10d-e5f77f7617f8 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Router 2123bebe-d4d1-4f25-b718-513c80bdd38a has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:50:36.843641 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:36.854048 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:36.857412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] device_id is not set on port 8bb13201-e968-4555-b19e-7f1880732fb8 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:50:36.866895 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a4c120-6209-4020-b10d-e5f77f7617f8 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:50:36.871869 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e1a4c120-6209-4020-b10d-e5f77f7617f8 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:36.878054 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f0cf59-aac0-4a02-803e-e25b4e033ad8 None None] Sync routers for ids ['2123bebe-d4d1-4f25-b718-513c80bdd38a'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:50:36.894630 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f0cf59-aac0-4a02-803e-e25b4e033ad8 None None] Routers {'2123bebe-d4d1-4f25-b718-513c80bdd38a'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:36.895815 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a1f0cf59-aac0-4a02-803e-e25b4e033ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:50:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2123bebe-d4d1-4f25-b718-513c80bdd38a'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:36.914844 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e1a4c120-6209-4020-b10d-e5f77f7617f8 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "PUT /v2.0/floatingips/0086d872-694b-4012-8dc9-0d68574ffa2f HTTP/1.1" status: 200 len: 991 time: 1.1897104 Jul 16 20:50:36.915508 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6cb4696-3dfc-405c-86bc-884088ae76e6', 'tag': '71897672-a217-4f73-a720-ff943c707a4e'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:50:36.919001 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46de7f7e-a2e5-4b15-8cd5-e1f3196f5521" -d '{"events": [{"name": "network-changed", "server_uuid": "b6cb4696-3dfc-405c-86bc-884088ae76e6", "tag": "71897672-a217-4f73-a720-ff943c707a4e"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:50:36.958062 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58432630-a2d0-48b4-be27-d9c51c779770 x-openstack-request-id: req-58432630-a2d0-48b4-be27-d9c51c779770 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:50:36.958551 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6cb4696-3dfc-405c-86bc-884088ae76e6", "tag": "71897672-a217-4f73-a720-ff943c707a4e", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:50:36.958870 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-58432630-a2d0-48b4-be27-d9c51c779770 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:50:36.959343 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6cb4696-3dfc-405c-86bc-884088ae76e6', 'tag': '71897672-a217-4f73-a720-ff943c707a4e', 'status': 'completed', 'code': 200} Jul 16 20:50:36.965372 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82a0102-b537-419b-8c43-49fb9ac27ed8,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:37.077602 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de7f7e-a2e5-4b15-8cd5-e1f3196f5521 req-ff447fc0-2cd0-44bc-af85-0d7682bc1200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:37.079274 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-46de7f7e-a2e5-4b15-8cd5-e1f3196f5521 req-ff447fc0-2cd0-44bc-af85-0d7682bc1200 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01df23bbdfef4cd9a908c5271d3b668a&device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 1097 time: 0.0990934 Jul 16 20:50:37.102689 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-a1f0cf59-aac0-4a02-803e-e25b4e033ad8 None None] Set router 2123bebe-d4d1-4f25-b718-513c80bdd38a gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:50:37.285101 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] device_id is not set on port 8bb13201-e968-4555-b19e-7f1880732fb8 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:50:37.299767 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:37.321440 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Transition to ACTIVE for port object 8bb13201-e968-4555-b19e-7f1880732fb8 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:37.344560 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0ec46-2644-4b20-a628-ece887eb5989 req-886731fe-444a-4b50-9bf2-3d13641eed71 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:37.346658 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-43c0ec46-2644-4b20-a628-ece887eb5989 req-886731fe-444a-4b50-9bf2-3d13641eed71 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 945 time: 0.1870356 Jul 16 20:50:37.348806 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:37.388876 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a1f0cf59-aac0-4a02-803e-e25b4e033ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'name': 'tempest-AttachVolumeTestJSON-1425053279-router', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:05Z', 'updated_at': '2021-07-16T20:50:13Z', 'revision_number': 4, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'gw_port': {'id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:06Z', 'updated_at': '2021-07-16T20:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '0086d872-694b-4012-8dc9-0d68574ffa2f', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'port_id': '71897672-a217-4f73-a720-ff943c707a4e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'mac_address': 'fa:16:3e:dd:5e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cb4696-3dfc-405c-86bc-884088ae76e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:50:19Z', 'updated_at': '2021-07-16T20:50:36Z', 'revision_number': 1, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73c22c8-60c6-4557-aef5-8e8e35faf68d', 'name': '', 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'mac_address': 'fa:16:3e:cd:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '351335c1-04f6-4046-8cc6-626c830142f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:12Z', 'updated_at': '2021-07-16T20:50:21Z', 'revision_number': 5, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'subnets': [{'id': '351335c1-04f6-4046-8cc6-626c830142f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:37.422543 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f0cf59-aac0-4a02-803e-e25b4e033ad8 None None] Checking router: 2123bebe-d4d1-4f25-b718-513c80bdd38a for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:50:37.434684 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f0cf59-aac0-4a02-803e-e25b4e033ad8 None None] Routers {'2123bebe-d4d1-4f25-b718-513c80bdd38a'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:37.435375 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a1f0cf59-aac0-4a02-803e-e25b4e033ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:50:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2123bebe-d4d1-4f25-b718-513c80bdd38a'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:37.663080 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de7f7e-a2e5-4b15-8cd5-e1f3196f5521 req-abc7271e-3986-48c3-8b09-467716807b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:37.664617 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-46de7f7e-a2e5-4b15-8cd5-e1f3196f5521 req-abc7271e-3986-48c3-8b09-467716807b38 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dff88430-acb0-4e5f-bed6-566c73810b97 HTTP/1.1" status: 200 len: 912 time: 0.5766826 Jul 16 20:50:37.718938 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-43c0ec46-2644-4b20-a628-ece887eb5989 req-79bb5a85-430f-48a4-94f8-25f74a32684d tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3635569 Jul 16 20:50:37.722124 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Pushing event updated for resources: {'Port': ['ID=8bb13201-e968-4555-b19e-7f1880732fb8,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:37.731944 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Checking segment: {'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:50:37.732307 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Network hostable DHCP agents. Network: 8c16fb0a-b900-4b2c-932f-120cb1c3d24a, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:50:37.741756 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 5155c114-f822-4f4c-a9cd-231bb1151616 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:50:37.754539 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-46de7f7e-a2e5-4b15-8cd5-e1f3196f5521 req-59d952d6-2f22-40e3-9914-25ce18b8aca3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71897672-a217-4f73-a720-ff943c707a4e HTTP/1.1" status: 200 len: 999 time: 0.0824461 Jul 16 20:50:37.757054 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:50:37.782268 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 8c16fb0a-b900-4b2c-932f-120cb1c3d24a) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:50:37.787428 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:50:37.797992 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d722bd59-7f70-4011-84e1-45f6e23e0e8f None None] Network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:50:37.815551 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de7f7e-a2e5-4b15-8cd5-e1f3196f5521 req-20c69d2e-9fc2-41d1-8ecf-6238d810e3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:37.817229 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:37.817625 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-46de7f7e-a2e5-4b15-8cd5-e1f3196f5521 req-20c69d2e-9fc2-41d1-8ecf-6238d810e3de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=351335c1-04f6-4046-8cc6-626c830142f3 HTTP/1.1" status: 200 len: 850 time: 0.0576248 Jul 16 20:50:37.820149 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:37.820149 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:37.826773 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port 8bb13201-e968-4555-b19e-7f1880732fb8 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:37.827588 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:37.828315 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempt 2 to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 Jul 16 20:50:37.832919 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-a1f0cf59-aac0-4a02-803e-e25b4e033ad8 None None] Set router 2123bebe-d4d1-4f25-b718-513c80bdd38a gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:50:37.847139 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:37.847901 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:37.848355 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:37.854533 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port 8bb13201-e968-4555-b19e-7f1880732fb8 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:37.855422 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:37.855908 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempt 3 to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 Jul 16 20:50:37.881348 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:37.881688 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:37.882029 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:37.889852 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port 8bb13201-e968-4555-b19e-7f1880732fb8 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:37.890234 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:37.890709 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempt 4 to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 Jul 16 20:50:37.896010 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de7f7e-a2e5-4b15-8cd5-e1f3196f5521 req-c7d5a7fa-63ee-4347-b20d-d7475b0fcc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:37.897709 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-46de7f7e-a2e5-4b15-8cd5-e1f3196f5521 req-c7d5a7fa-63ee-4347-b20d-d7475b0fcc93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dff88430-acb0-4e5f-bed6-566c73810b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729623 Jul 16 20:50:37.906253 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:37.906624 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:37.906971 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:37.915175 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port 8bb13201-e968-4555-b19e-7f1880732fb8 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:37.915513 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:37.915914 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempt 5 to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 Jul 16 20:50:37.920336 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 5155c114-f822-4f4c-a9cd-231bb1151616 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:50:37.934786 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 5155c114-f822-4f4c-a9cd-231bb1151616 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:37.935151 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:37.942116 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:37.942508 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:37.942860 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:37.947587 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port 8bb13201-e968-4555-b19e-7f1880732fb8 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:37.947917 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:37.948317 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempt 6 to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 Jul 16 20:50:37.962391 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:37.962742 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:37.963089 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:37.967787 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port 8bb13201-e968-4555-b19e-7f1880732fb8 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:37.968120 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:37.968518 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempt 7 to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 Jul 16 20:50:37.984297 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:37.984555 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:37.984905 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:37.990186 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port 8bb13201-e968-4555-b19e-7f1880732fb8 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:37.991417 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:37.991812 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempt 8 to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 Jul 16 20:50:38.006773 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:38.007239 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:38.007675 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:38.015713 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port 8bb13201-e968-4555-b19e-7f1880732fb8 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:38.016233 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:38.016734 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempt 9 to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 Jul 16 20:50:38.024739 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-46de7f7e-a2e5-4b15-8cd5-e1f3196f5521 req-c310c2e8-d453-48c3-9189-5f0a8bbc0ba7 service neutron] 10.222.0.18 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204362 Jul 16 20:50:38.035286 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:38.036094 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:38.036784 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:38.041385 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port 8bb13201-e968-4555-b19e-7f1880732fb8 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:38.041828 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:38.042315 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempt 10 to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 Jul 16 20:50:38.060574 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:38.061041 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:38.061475 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:38.068015 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port 8bb13201-e968-4555-b19e-7f1880732fb8 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:38.068479 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port 8bb13201-e968-4555-b19e-7f1880732fb8 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:38.068990 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:38.158888 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-46de7f7e-a2e5-4b15-8cd5-e1f3196f5521 req-4913df92-c58c-4dee-9ab8-aa5a0726bdef service neutron] 10.222.0.18 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281366 Jul 16 20:50:38.169553 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] For port 8bb13201-e968-4555-b19e-7f1880732fb8, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:50:38.170208 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempted to set empty binding levels {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:50:38.181063 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:38.217170 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:38.218065 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:38.228898 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:38.267752 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.5803437 Jul 16 20:50:38.267752 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dcf719-dc1a-442f-ba71-da589abb2ab6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Pushing event updated for resources: {'Port': ['ID=8bb13201-e968-4555-b19e-7f1880732fb8,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:38.270385 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34632) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:38.274377 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c201495-6b56-44c0-ad35-91169343b767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5155c114-f822-4f4c-a9cd-231bb1151616'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:50:38.276709 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe93841-e718-454c-aa93-84760cfc3a7d" -d '{"events": [{"server_uuid": "9c201495-6b56-44c0-ad35-91169343b767", "name": "network-vif-plugged", "status": "completed", "tag": "5155c114-f822-4f4c-a9cd-231bb1151616"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:50:38.309786 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 5155c114-f822-4f4c-a9cd-231bb1151616, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=5155c114-f822-4f4c-a9cd-231bb1151616,segment=NetworkSegment(6a0ff811-832d-4165-a505-84db10f0ea9a),segment_id=6a0ff811-832d-4165-a505-84db10f0ea9a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:38.319983 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:38.334372 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29594554-463f-4374-92df-b4e6ed5ca0df x-openstack-request-id: req-29594554-463f-4374-92df-b4e6ed5ca0df {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:50:38.334372 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c201495-6b56-44c0-ad35-91169343b767", "name": "network-vif-plugged", "status": "completed", "tag": "5155c114-f822-4f4c-a9cd-231bb1151616", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:50:38.334372 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-29594554-463f-4374-92df-b4e6ed5ca0df {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:50:38.334789 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c201495-6b56-44c0-ad35-91169343b767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5155c114-f822-4f4c-a9cd-231bb1151616', 'code': 200} Jul 16 20:50:38.394481 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=5155c114-f822-4f4c-a9cd-231bb1151616,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:38.400362 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a1f0cf59-aac0-4a02-803e-e25b4e033ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'name': 'tempest-AttachVolumeTestJSON-1425053279-router', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:05Z', 'updated_at': '2021-07-16T20:50:13Z', 'revision_number': 4, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'gw_port': {'id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:06Z', 'updated_at': '2021-07-16T20:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '0086d872-694b-4012-8dc9-0d68574ffa2f', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'port_id': '71897672-a217-4f73-a720-ff943c707a4e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'mac_address': 'fa:16:3e:dd:5e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cb4696-3dfc-405c-86bc-884088ae76e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:50:19Z', 'updated_at': '2021-07-16T20:50:36Z', 'revision_number': 1, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73c22c8-60c6-4557-aef5-8e8e35faf68d', 'name': '', 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'mac_address': 'fa:16:3e:cd:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '351335c1-04f6-4046-8cc6-626c830142f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:12Z', 'updated_at': '2021-07-16T20:50:21Z', 'revision_number': 5, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'subnets': [{'id': '351335c1-04f6-4046-8cc6-626c830142f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:38.433735 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f0cf59-aac0-4a02-803e-e25b4e033ad8 None None] The sync data for ids ['2123bebe-d4d1-4f25-b718-513c80bdd38a'] in n-d-791506-21 is: [{'id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'name': 'tempest-AttachVolumeTestJSON-1425053279-router', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:05Z', 'updated_at': '2021-07-16T20:50:13Z', 'revision_number': 4, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'gw_port': {'id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:06Z', 'updated_at': '2021-07-16T20:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '0086d872-694b-4012-8dc9-0d68574ffa2f', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'port_id': '71897672-a217-4f73-a720-ff943c707a4e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'mac_address': 'fa:16:3e:dd:5e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cb4696-3dfc-405c-86bc-884088ae76e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:50:19Z', 'updated_at': '2021-07-16T20:50:36Z', 'revision_number': 1, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73c22c8-60c6-4557-aef5-8e8e35faf68d', 'name': '', 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'mac_address': 'fa:16:3e:cd:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '351335c1-04f6-4046-8cc6-626c830142f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:12Z', 'updated_at': '2021-07-16T20:50:21Z', 'revision_number': 5, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'subnets': [{'id': '351335c1-04f6-4046-8cc6-626c830142f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:50:38.454096 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-aa2d7ff3-58b6-4aed-a6ed-6158c517b2ba tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Deleting port 8bb13201-e968-4555-b19e-7f1880732fb8 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:50:38.454468 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aa2d7ff3-58b6-4aed-a6ed-6158c517b2ba tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:38.531396 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-aa2d7ff3-58b6-4aed-a6ed-6158c517b2ba tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] For port 8bb13201-e968-4555-b19e-7f1880732fb8, host n-h1-791506-21, got binding levels [] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:38.531754 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aa2d7ff3-58b6-4aed-a6ed-6158c517b2ba tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:38.546880 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-aa2d7ff3-58b6-4aed-a6ed-6158c517b2ba tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Calling delete_port for 8bb13201-e968-4555-b19e-7f1880732fb8 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:50:38.558676 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ddf42-561c-4d67-a1bb-1c4f1071a926 req-6b614f45-b4da-40f6-9b84-944ba3f4118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:38.560183 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5f5ddf42-561c-4d67-a1bb-1c4f1071a926 req-6b614f45-b4da-40f6-9b84-944ba3f4118d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 1098 time: 0.1406808 Jul 16 20:50:38.646233 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5f5ddf42-561c-4d67-a1bb-1c4f1071a926 req-4485f5b5-e454-4003-be62-3de37ed9d995 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510833 Jul 16 20:50:38.669894 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aa2d7ff3-58b6-4aed-a6ed-6158c517b2ba tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:38.713239 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d7ff3-58b6-4aed-a6ed-6158c517b2ba tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Pushing event deleted for resources: {'Port': ['ID=8bb13201-e968-4555-b19e-7f1880732fb8,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:38.728807 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aa2d7ff3-58b6-4aed-a6ed-6158c517b2ba tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:38.731424 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-aa2d7ff3-58b6-4aed-a6ed-6158c517b2ba tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] 10.222.0.38 "DELETE /v2.0/ports/8bb13201-e968-4555-b19e-7f1880732fb8 HTTP/1.1" status: 204 len: 168 time: 0.4610624 Jul 16 20:50:38.734076 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34636) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:38.736692 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5259c6-972f-4169-babf-e3515cbb0cf2 None None] New status for floating IP 0086d872-694b-4012-8dc9-0d68574ffa2f: ACTIVE {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:50:38.768642 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1427f1e-0c2f-43e4-a529-6a9f60b863f6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:50:38.771766 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d1427f1e-0c2f-43e4-a529-6a9f60b863f6 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] 10.222.0.38 "GET /v2.0/ports/8bb13201-e968-4555-b19e-7f1880732fb8 HTTP/1.1" status: 404 len: 333 time: 0.0356717 Jul 16 20:50:38.775564 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34640) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:38.781740 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-30295398-d75b-49d2-9750-97ee9205ad51 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Request body: {'port': {'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1214570870'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:38.837818 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30295398-d75b-49d2-9750-97ee9205ad51 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Made reservation on behalf of b9ca5b0f5b214c32bc813ebef5793cc9 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:50:38.840704 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30295398-d75b-49d2-9750-97ee9205ad51 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:38.865620 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-30295398-d75b-49d2-9750-97ee9205ad51 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] device_id is not set on port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:50:39.062287 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebbcc5-8647-48a0-a14e-c52e9009ca86 req-e624d4dd-b37f-4cac-90e4-af95108b54ba tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:39.063834 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-74ebbcc5-8647-48a0-a14e-c52e9009ca86 req-e624d4dd-b37f-4cac-90e4-af95108b54ba tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 946 time: 0.1526232 Jul 16 20:50:39.101535 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30295398-d75b-49d2-9750-97ee9205ad51 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:39.124567 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-74ebbcc5-8647-48a0-a14e-c52e9009ca86 req-075ea069-027e-490f-88d7-f10179b4f260 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516901 Jul 16 20:50:39.158220 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30295398-d75b-49d2-9750-97ee9205ad51 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:39.205571 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30295398-d75b-49d2-9750-97ee9205ad51 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:50:39.209673 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-30295398-d75b-49d2-9750-97ee9205ad51 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:50:39.211730 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30295398-d75b-49d2-9750-97ee9205ad51 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Pushing event updated for resources: {'Port': ['ID=9ffad558-3fc0-4202-abaf-5380ed60e4e9,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:39.214704 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30295398-d75b-49d2-9750-97ee9205ad51 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:50:39.215823 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30295398-d75b-49d2-9750-97ee9205ad51 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:39.216216 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30295398-d75b-49d2-9750-97ee9205ad51 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:39.229720 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-30295398-d75b-49d2-9750-97ee9205ad51 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4533014 Jul 16 20:50:39.232261 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34644) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:39.238377 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:39.321640 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:39.532336 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] device_id is not set on port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:50:39.542221 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:39.556516 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Transition to ACTIVE for port object 9ffad558-3fc0-4202-abaf-5380ed60e4e9 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:39.561544 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:39.618224 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Pushing event updated for resources: {'Port': ['ID=9ffad558-3fc0-4202-abaf-5380ed60e4e9,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:39.632197 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:39.633117 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:39.633924 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:39.638419 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:39.638812 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:39.639526 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempt 2 to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 Jul 16 20:50:39.653909 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:39.654760 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:39.655283 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:39.659934 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:39.660390 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:39.660782 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempt 3 to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 Jul 16 20:50:39.672619 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:39.672951 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:39.673287 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:39.678039 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:39.678390 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:39.678777 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempt 4 to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 Jul 16 20:50:39.692030 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:39.692365 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:39.692701 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:39.696883 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:39.697207 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:39.697590 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempt 5 to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 Jul 16 20:50:39.709833 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:39.710173 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:39.710543 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:39.714824 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:39.715148 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:39.715525 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempt 6 to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 Jul 16 20:50:39.728140 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:39.728482 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:39.728821 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:39.733031 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:39.733349 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:39.733729 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempt 7 to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 Jul 16 20:50:39.745969 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:39.746310 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:39.746666 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:39.751080 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:39.751406 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:39.751791 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempt 8 to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 Jul 16 20:50:39.764314 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:39.764651 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:39.764983 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:39.770862 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:39.771188 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:39.771578 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempt 9 to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 Jul 16 20:50:39.783415 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:39.784207 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:39.784207 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:39.789808 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:39.790136 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:39.790554 n-d-791506-21 neutron-server[93794]: INFO neutron.plugins.ml2.plugin [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempt 10 to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 Jul 16 20:50:39.804274 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:39.804620 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:39.804963 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:39.809185 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:39.809508 n-d-791506-21 neutron-server[93794]: ERROR neutron.plugins.ml2.managers [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:39.809903 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:39.877512 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] For port 9ffad558-3fc0-4202-abaf-5380ed60e4e9, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:50:39.877888 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempted to set empty binding levels {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:50:39.883075 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:39.915234 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] In _notify_port_updated(), no bound segment for port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:50:39.916639 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:39.917653 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:39.919918 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] 10.222.0.38 "PUT /v2.0/ports/9ffad558-3fc0-4202-abaf-5380ed60e4e9 HTTP/1.1" status: 200 len: 976 time: 0.6863570 Jul 16 20:50:39.922278 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34650) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:39.935003 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1a292-21c9-42f9-8b23-09d6b8b00533 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Pushing event updated for resources: {'Port': ['ID=9ffad558-3fc0-4202-abaf-5380ed60e4e9,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:40.042065 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.042599 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.043096 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.043610 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.044001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.044528 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.044863 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.045326 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.045785 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.046750 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.046880 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.047306 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.047763 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.048319 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.048778 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.049232 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.049692 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.050730 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.051373 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.051719 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.052286 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.052644 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.053078 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.053533 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.054077 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.054489 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.054952 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.055494 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.055880 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.056421 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.056748 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.057200 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.057650 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.061579 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bc54a5f2-b45a-4226-8fc4-f5f79841aa38 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29948 time: 0.1382191 Jul 16 20:50:40.065895 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34662) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:40.161384 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-d14c5254-3a61-40b0-8560-df9b001a44d3 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Deleting port 9ffad558-3fc0-4202-abaf-5380ed60e4e9 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:50:40.161736 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d14c5254-3a61-40b0-8560-df9b001a44d3 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:40.224965 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-d14c5254-3a61-40b0-8560-df9b001a44d3 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] For port 9ffad558-3fc0-4202-abaf-5380ed60e4e9, host n-h1-791506-21, got binding levels [] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:40.225361 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d14c5254-3a61-40b0-8560-df9b001a44d3 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:40.246465 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-d14c5254-3a61-40b0-8560-df9b001a44d3 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Calling delete_port for 9ffad558-3fc0-4202-abaf-5380ed60e4e9 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:50:40.315110 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017701e3-ac57-42a3-b126-b153f9f7fa8e req-00138bb6-0774-4e67-9763-df9b934b0945 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.316889 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-017701e3-ac57-42a3-b126-b153f9f7fa8e req-00138bb6-0774-4e67-9763-df9b934b0945 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 946 time: 0.0671999 Jul 16 20:50:40.340459 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d14c5254-3a61-40b0-8560-df9b001a44d3 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:40.358001 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-017701e3-ac57-42a3-b126-b153f9f7fa8e req-47981329-7d4a-4ca2-a88a-96cff21e56a1 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351725 Jul 16 20:50:40.371549 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c5254-3a61-40b0-8560-df9b001a44d3 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ffad558-3fc0-4202-abaf-5380ed60e4e9,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:40.393415 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d14c5254-3a61-40b0-8560-df9b001a44d3 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:40.402610 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34670) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:40.402772 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d14c5254-3a61-40b0-8560-df9b001a44d3 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] 10.222.0.38 "DELETE /v2.0/ports/9ffad558-3fc0-4202-abaf-5380ed60e4e9 HTTP/1.1" status: 204 len: 168 time: 0.3353422 Jul 16 20:50:40.459693 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb553d8-835c-4b74-9230-9c3f7e8ab3e5 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:50:40.462761 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4eb553d8-835c-4b74-9230-9c3f7e8ab3e5 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] 10.222.0.38 "GET /v2.0/ports/9ffad558-3fc0-4202-abaf-5380ed60e4e9 HTTP/1.1" status: 404 len: 333 time: 0.0583806 Jul 16 20:50:40.468100 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34672) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:40.480473 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-37d087c2-bff8-4ed6-95bc-74d24df2aea7 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-245305394', 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:40.519285 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d087c2-bff8-4ed6-95bc-74d24df2aea7 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Made reservation on behalf of b9ca5b0f5b214c32bc813ebef5793cc9 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:50:40.522597 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-37d087c2-bff8-4ed6-95bc-74d24df2aea7 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:40.572163 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-37d087c2-bff8-4ed6-95bc-74d24df2aea7 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] device_id is not set on port e73ffe1a-8167-42d5-ad4a-2ed606d9c58e yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:50:40.674118 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac5d26-5fc1-4f05-83b1-93277ef5da13 req-617f5cad-1bb3-4745-9958-d45727df619f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.676144 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66ac5d26-5fc1-4f05-83b1-93277ef5da13 req-617f5cad-1bb3-4745-9958-d45727df619f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 946 time: 0.1430089 Jul 16 20:50:40.763741 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66ac5d26-5fc1-4f05-83b1-93277ef5da13 req-657aec8c-5d6c-49b5-8f37-fbba1d54ea94 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746076 Jul 16 20:50:40.775951 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-37d087c2-bff8-4ed6-95bc-74d24df2aea7 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:40.789346 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34684) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:40.813596 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-37d087c2-bff8-4ed6-95bc-74d24df2aea7 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:40.848756 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266da88b-8a65-484b-873b-3d0df029aaff tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.854161 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34686) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:40.854844 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-266da88b-8a65-484b-873b-3d0df029aaff tempest-TestNetworkAdvancedServerOps-800592977 tempest-TestNetworkAdvancedServerOps-800592977-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 1093 time: 0.0640261 Jul 16 20:50:40.861611 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-6b2dffe6-1963-489d-a367-ce0a196b09ee tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'port_id': '5155c114-f822-4f4c-a9cd-231bb1151616', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:40.875500 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d087c2-bff8-4ed6-95bc-74d24df2aea7 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:50:40.884677 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-37d087c2-bff8-4ed6-95bc-74d24df2aea7 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:50:40.890891 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d087c2-bff8-4ed6-95bc-74d24df2aea7 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:50:40.891810 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d087c2-bff8-4ed6-95bc-74d24df2aea7 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.892401 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-37d087c2-bff8-4ed6-95bc-74d24df2aea7 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:40.902260 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d087c2-bff8-4ed6-95bc-74d24df2aea7 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Pushing event updated for resources: {'Port': ['ID=e73ffe1a-8167-42d5-ad4a-2ed606d9c58e,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:40.913379 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b2dffe6-1963-489d-a367-ce0a196b09ee tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:40.929337 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-37d087c2-bff8-4ed6-95bc-74d24df2aea7 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4595294 Jul 16 20:50:40.931952 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34688) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:40.988967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0406ea8f-8b9f-4439-9ca6-d8ce0fde9e67 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.990436 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0406ea8f-8b9f-4439-9ca6-d8ce0fde9e67 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] 10.222.0.38 "GET /v2.0/ports/e73ffe1a-8167-42d5-ad4a-2ed606d9c58e HTTP/1.1" status: 200 len: 954 time: 0.0575669 Jul 16 20:50:40.993324 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34690) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:41.064565 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b2dffe6-1963-489d-a367-ce0a196b09ee tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:41.091557 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-274ca10b-c9fa-4891-b456-af6cfa021969 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Deleting port e73ffe1a-8167-42d5-ad4a-2ed606d9c58e {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:50:41.091908 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-274ca10b-c9fa-4891-b456-af6cfa021969 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:41.162193 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-274ca10b-c9fa-4891-b456-af6cfa021969 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:41.174768 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-274ca10b-c9fa-4891-b456-af6cfa021969 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Calling delete_port for e73ffe1a-8167-42d5-ad4a-2ed606d9c58e owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:50:41.181314 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-6b2dffe6-1963-489d-a367-ce0a196b09ee tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Allocated IP 172.25.0.94 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/11f19833-0492-4fce-bd4b-367538d18195) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:50:41.276116 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-274ca10b-c9fa-4891-b456-af6cfa021969 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:41.296332 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b2dffe6-1963-489d-a367-ce0a196b09ee tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:41.312515 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ca10b-c9fa-4891-b456-af6cfa021969 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Pushing event deleted for resources: {'Port': ['ID=e73ffe1a-8167-42d5-ad4a-2ed606d9c58e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:41.327922 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-274ca10b-c9fa-4891-b456-af6cfa021969 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:41.334111 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-274ca10b-c9fa-4891-b456-af6cfa021969 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] 10.222.0.38 "DELETE /v2.0/ports/e73ffe1a-8167-42d5-ad4a-2ed606d9c58e HTTP/1.1" status: 204 len: 168 time: 0.3365626 Jul 16 20:50:41.334998 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34694) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:41.343958 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b2dffe6-1963-489d-a367-ce0a196b09ee tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:41.364904 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b5a1dc-ae01-4376-b140-1ff7d251b1a0 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:50:41.370266 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-12b5a1dc-ae01-4376-b140-1ff7d251b1a0 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] 10.222.0.38 "GET /v2.0/ports/e73ffe1a-8167-42d5-ad4a-2ed606d9c58e HTTP/1.1" status: 404 len: 333 time: 0.0303612 Jul 16 20:50:41.370950 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34696) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:41.377419 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-5f39af80-6b25-4a2a-9dc5-0f7bbd7e3f23 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Request body: {'port': {'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1011613965'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:41.380247 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2dffe6-1963-489d-a367-ce0a196b09ee tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:50:41.383513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-6b2dffe6-1963-489d-a367-ce0a196b09ee tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:50:41.386215 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2dffe6-1963-489d-a367-ce0a196b09ee tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:50:41.400278 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f39af80-6b25-4a2a-9dc5-0f7bbd7e3f23 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Made reservation on behalf of b9ca5b0f5b214c32bc813ebef5793cc9 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:50:41.403119 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5f39af80-6b25-4a2a-9dc5-0f7bbd7e3f23 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:41.420687 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-5f39af80-6b25-4a2a-9dc5-0f7bbd7e3f23 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] device_id is not set on port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:50:41.424134 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2dffe6-1963-489d-a367-ce0a196b09ee tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Port': ['ID=11f19833-0492-4fce-bd4b-367538d18195,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:41.622599 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5f39af80-6b25-4a2a-9dc5-0f7bbd7e3f23 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:41.681118 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5f39af80-6b25-4a2a-9dc5-0f7bbd7e3f23 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:41.738731 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f39af80-6b25-4a2a-9dc5-0f7bbd7e3f23 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:50:41.742115 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-5f39af80-6b25-4a2a-9dc5-0f7bbd7e3f23 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:50:41.744805 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f39af80-6b25-4a2a-9dc5-0f7bbd7e3f23 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:50:41.745748 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f39af80-6b25-4a2a-9dc5-0f7bbd7e3f23 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:41.746363 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5f39af80-6b25-4a2a-9dc5-0f7bbd7e3f23 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:41.752562 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39af80-6b25-4a2a-9dc5-0f7bbd7e3f23 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Pushing event updated for resources: {'Port': ['ID=e61d39b8-c6f9-4291-9bf4-67ed7ab0b564,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:41.772867 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5f39af80-6b25-4a2a-9dc5-0f7bbd7e3f23 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4006569 Jul 16 20:50:41.775594 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34710) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:41.782016 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:41.865566 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:42.001868 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b2dffe6-1963-489d-a367-ce0a196b09ee tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:42.040430 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] device_id is not set on port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:50:42.048571 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:42.060820 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Transition to ACTIVE for port object e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:42.065677 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:42.119996 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b2dffe6-1963-489d-a367-ce0a196b09ee tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:42.122998 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Pushing event updated for resources: {'Port': ['ID=e61d39b8-c6f9-4291-9bf4-67ed7ab0b564,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:42.132480 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:42.132808 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:42.133152 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:42.135878 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:42.136224 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:42.136563 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:42.136898 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:42.137237 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:42.137569 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:42.137895 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:42.138221 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:42.138574 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:42.138895 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:42.139217 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:42.139538 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:42.151381 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:42.151710 n-d-791506-21 neutron-server[93793]: ERROR neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:42.152102 n-d-791506-21 neutron-server[93793]: INFO neutron.plugins.ml2.plugin [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempt 2 to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 Jul 16 20:50:42.172272 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:42.172485 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:42.172764 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:42.178451 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:42.178788 n-d-791506-21 neutron-server[93793]: ERROR neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:42.179185 n-d-791506-21 neutron-server[93793]: INFO neutron.plugins.ml2.plugin [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempt 3 to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 Jul 16 20:50:42.194585 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:42.194930 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:42.195880 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:42.202712 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:42.203279 n-d-791506-21 neutron-server[93793]: ERROR neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:42.204286 n-d-791506-21 neutron-server[93793]: INFO neutron.plugins.ml2.plugin [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempt 4 to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 Jul 16 20:50:42.225254 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:42.225586 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:42.225975 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:42.230758 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:42.235660 n-d-791506-21 neutron-server[93793]: ERROR neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:42.235660 n-d-791506-21 neutron-server[93793]: INFO neutron.plugins.ml2.plugin [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempt 5 to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 Jul 16 20:50:42.249631 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:42.249967 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:42.250305 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:42.254905 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:42.255173 n-d-791506-21 neutron-server[93793]: ERROR neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:42.255565 n-d-791506-21 neutron-server[93793]: INFO neutron.plugins.ml2.plugin [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempt 6 to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 Jul 16 20:50:42.267970 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:42.268297 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:42.269162 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:42.273562 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:42.273889 n-d-791506-21 neutron-server[93793]: ERROR neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:42.274275 n-d-791506-21 neutron-server[93793]: INFO neutron.plugins.ml2.plugin [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempt 7 to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 Jul 16 20:50:42.286345 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:42.286683 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:42.287021 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:42.291817 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:42.291977 n-d-791506-21 neutron-server[93793]: ERROR neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:42.292334 n-d-791506-21 neutron-server[93793]: INFO neutron.plugins.ml2.plugin [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempt 8 to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 Jul 16 20:50:42.305162 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:42.305498 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:42.305655 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b2dffe6-1963-489d-a367-ce0a196b09ee tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:42.305836 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:42.310307 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:42.310675 n-d-791506-21 neutron-server[93793]: ERROR neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:42.311036 n-d-791506-21 neutron-server[93793]: INFO neutron.plugins.ml2.plugin [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempt 9 to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 Jul 16 20:50:42.311348 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b2dffe6-1963-489d-a367-ce0a196b09ee tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:42.324186 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:42.324521 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:42.324858 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:42.329253 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:42.329580 n-d-791506-21 neutron-server[93793]: ERROR neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:42.329967 n-d-791506-21 neutron-server[93793]: INFO neutron.plugins.ml2.plugin [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempt 10 to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 Jul 16 20:50:42.342508 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:42.342844 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:42.343179 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempting to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:42.348105 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:42.348540 n-d-791506-21 neutron-server[93793]: ERROR neutron.plugins.ml2.managers [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Failed to bind port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on host n-h1-791506-21 for vnic_type normal using segments [{'id': '41e0377e-db50-4989-9520-83d41049a1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c16fb0a-b900-4b2c-932f-120cb1c3d24a'}] Jul 16 20:50:42.348907 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:42.392739 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2dffe6-1963-489d-a367-ce0a196b09ee tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event updated for resources: {'Port': ['ID=11f19833-0492-4fce-bd4b-367538d18195,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:42.399462 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b2dffe6-1963-489d-a367-ce0a196b09ee tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:42.414434 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] For port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:50:42.414949 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attempted to set empty binding levels {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:50:42.420829 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:42.453680 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] In _notify_port_updated(), no bound segment for port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 on network 8c16fb0a-b900-4b2c-932f-120cb1c3d24a {{(pid=93793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:50:42.454746 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:42.455452 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:42.457098 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] 10.222.0.38 "PUT /v2.0/ports/e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 HTTP/1.1" status: 200 len: 976 time: 0.6802537 Jul 16 20:50:42.462115 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34714) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:42.500389 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72460ba-7c04-4df0-959d-709b1c7262b2 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Pushing event updated for resources: {'Port': ['ID=e61d39b8-c6f9-4291-9bf4-67ed7ab0b564,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:42.512708 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-6b2dffe6-1963-489d-a367-ce0a196b09ee tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Floating IP 569a2dd1-ea42-4dc8-b7bf-c42c832b81e7 associated. External IP: 172.25.0.94, port: 5155c114-f822-4f4c-a9cd-231bb1151616. Jul 16 20:50:42.564350 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-10893695-6372-4a40-aaa1-2b326324a972 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Deleting port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:50:42.565201 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-10893695-6372-4a40-aaa1-2b326324a972 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:42.631757 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-10893695-6372-4a40-aaa1-2b326324a972 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] For port e61d39b8-c6f9-4291-9bf4-67ed7ab0b564, host n-h1-791506-21, got binding levels [] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:42.632128 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-10893695-6372-4a40-aaa1-2b326324a972 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:42.646132 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-10893695-6372-4a40-aaa1-2b326324a972 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Calling delete_port for e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:50:42.747641 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-10893695-6372-4a40-aaa1-2b326324a972 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:42.788739 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10893695-6372-4a40-aaa1-2b326324a972 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Pushing event deleted for resources: {'Port': ['ID=e61d39b8-c6f9-4291-9bf4-67ed7ab0b564,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:42.796168 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-10893695-6372-4a40-aaa1-2b326324a972 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:42.802146 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-10893695-6372-4a40-aaa1-2b326324a972 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] 10.222.0.38 "DELETE /v2.0/ports/e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 HTTP/1.1" status: 204 len: 168 time: 0.3387258 Jul 16 20:50:42.802921 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34720) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:42.832825 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbe59a3-6913-4ead-a82e-fc9927c3bc11 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:50:42.838684 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7dbe59a3-6913-4ead-a82e-fc9927c3bc11 tempest-PortsAdminExtendedAttrsTestJSON-1078285126 tempest-PortsAdminExtendedAttrsTestJSON-1078285126-project-admin] 10.222.0.38 "GET /v2.0/ports/e61d39b8-c6f9-4291-9bf4-67ed7ab0b564 HTTP/1.1" status: 404 len: 333 time: 0.0344348 Jul 16 20:50:42.839359 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34722) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:42.924810 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d6b5cf24-bbfe-404b-be3b-9abdcd967f8b tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:43.022986 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d6b5cf24-bbfe-404b-be3b-9abdcd967f8b tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:43.035752 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-d6b5cf24-bbfe-404b-be3b-9abdcd967f8b tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c16fb0a-b900-4b2c-932f-120cb1c3d24a']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:43.039042 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2dffe6-1963-489d-a367-ce0a196b09ee tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Router 3d597e6c-2d72-44ca-ace5-89f46b15a439 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:50:43.047704 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-d6b5cf24-bbfe-404b-be3b-9abdcd967f8b tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e0377e-db50-4989-9520-83d41049a1f0') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:43.048353 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-d6b5cf24-bbfe-404b-be3b-9abdcd967f8b tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e0377e-db50-4989-9520-83d41049a1f0') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:43.062123 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d6b5cf24-bbfe-404b-be3b-9abdcd967f8b tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:43.079343 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d6b5cf24-bbfe-404b-be3b-9abdcd967f8b tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:43.087316 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b5cf24-bbfe-404b-be3b-9abdcd967f8b tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:50:43.087779 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d6b5cf24-bbfe-404b-be3b-9abdcd967f8b tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:50:43.092291 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:50:43.157873 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d6b5cf24-bbfe-404b-be3b-9abdcd967f8b tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:43.176595 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d6b5cf24-bbfe-404b-be3b-9abdcd967f8b tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:43.180838 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d6b5cf24-bbfe-404b-be3b-9abdcd967f8b tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] 10.222.0.38 "DELETE /v2.0/networks/8c16fb0a-b900-4b2c-932f-120cb1c3d24a HTTP/1.1" status: 204 len: 168 time: 0.3381171 Jul 16 20:50:43.180838 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5cf24-bbfe-404b-be3b-9abdcd967f8b tempest-PortsAdminExtendedAttrsTestJSON-125662197 tempest-PortsAdminExtendedAttrsTestJSON-125662197-project] Pushing event deleted for resources: {'Network': ['ID=8c16fb0a-b900-4b2c-932f-120cb1c3d24a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:43.186471 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2dffe6-1963-489d-a367-ce0a196b09ee tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:50:43.197140 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3f151-3de9-43a8-80e0-647145695300 None None] Sync routers for ids ['3d597e6c-2d72-44ca-ace5-89f46b15a439'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:50:43.205765 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b2dffe6-1963-489d-a367-ce0a196b09ee tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:43.209231 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e3f151-3de9-43a8-80e0-647145695300 None None] Routers {'3d597e6c-2d72-44ca-ace5-89f46b15a439'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:43.209867 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-34e3f151-3de9-43a8-80e0-647145695300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:50:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3d597e6c-2d72-44ca-ace5-89f46b15a439'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:43.256372 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6b2dffe6-1963-489d-a367-ce0a196b09ee tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3977735 Jul 16 20:50:43.256372 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c201495-6b56-44c0-ad35-91169343b767', 'tag': '5155c114-f822-4f4c-a9cd-231bb1151616'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:50:43.272963 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4333e6b-f3f4-48d1-ac69-e4bec16538ad" -d '{"events": [{"name": "network-changed", "server_uuid": "9c201495-6b56-44c0-ad35-91169343b767", "tag": "5155c114-f822-4f4c-a9cd-231bb1151616"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:50:43.339516 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca05508-27b6-4812-b261-aaf6bf4693c6 x-openstack-request-id: req-fca05508-27b6-4812-b261-aaf6bf4693c6 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:50:43.340184 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c201495-6b56-44c0-ad35-91169343b767", "tag": "5155c114-f822-4f4c-a9cd-231bb1151616", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:50:43.340411 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fca05508-27b6-4812-b261-aaf6bf4693c6 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:50:43.341361 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c201495-6b56-44c0-ad35-91169343b767', 'tag': '5155c114-f822-4f4c-a9cd-231bb1151616', 'status': 'completed', 'code': 200} Jul 16 20:50:43.360619 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-34e3f151-3de9-43a8-80e0-647145695300 None None] Set router 3d597e6c-2d72-44ca-ace5-89f46b15a439 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:50:43.458652 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4333e6b-f3f4-48d1-ac69-e4bec16538ad req-ebec296f-512d-4507-a26b-c1b9bd737e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:43.463038 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c4333e6b-f3f4-48d1-ac69-e4bec16538ad req-ebec296f-512d-4507-a26b-c1b9bd737e0b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 1098 time: 0.0958529 Jul 16 20:50:43.552113 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ace31d-78ac-4b2a-90a5-4c7dca85b52d req-93041810-d9ec-497f-9dbe-90e7a9e90b3b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:43.554050 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-95ace31d-78ac-4b2a-90a5-4c7dca85b52d req-93041810-d9ec-497f-9dbe-90e7a9e90b3b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 946 time: 0.0948219 Jul 16 20:50:43.617721 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34734) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:43.632163 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-95ace31d-78ac-4b2a-90a5-4c7dca85b52d req-cc8173a2-2230-400c-88f2-7a7d3da327db tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683069 Jul 16 20:50:43.649836 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4333e6b-f3f4-48d1-ac69-e4bec16538ad req-9dcb41a0-985d-4296-bcaa-ef52b5bd0296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:43.650785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34738) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:43.651019 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c4333e6b-f3f4-48d1-ac69-e4bec16538ad req-9dcb41a0-985d-4296-bcaa-ef52b5bd0296 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2242a357-e162-4e92-9cb3-ab7f6cb16f9b HTTP/1.1" status: 200 len: 898 time: 0.1814902 Jul 16 20:50:43.688547 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-34e3f151-3de9-43a8-80e0-647145695300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230711293', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:50:23Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '569a2dd1-ea42-4dc8-b7bf-c42c832b81e7', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'port_id': '5155c114-f822-4f4c-a9cd-231bb1151616', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b', 'mac_address': 'fa:16:3e:12:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c201495-6b56-44c0-ad35-91169343b767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:50:41Z', 'updated_at': '2021-07-16T20:50:41Z', 'revision_number': 0, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1993f61-c547-4de5-a36e-0d4e24f98297', 'name': '', 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:ef:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'c1620d65-b152-4178-8caa-657d9b21b65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:22Z', 'updated_at': '2021-07-16T20:50:30Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': 'c1620d65-b152-4178-8caa-657d9b21b65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:43.728070 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3f151-3de9-43a8-80e0-647145695300 None None] Checking router: 3d597e6c-2d72-44ca-ace5-89f46b15a439 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:50:43.740171 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e3f151-3de9-43a8-80e0-647145695300 None None] Routers {'3d597e6c-2d72-44ca-ace5-89f46b15a439'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:43.740824 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-34e3f151-3de9-43a8-80e0-647145695300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:50:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3d597e6c-2d72-44ca-ace5-89f46b15a439'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:43.756905 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c4333e6b-f3f4-48d1-ac69-e4bec16538ad req-0ab167e9-54fd-4d78-929a-21585cd730bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5155c114-f822-4f4c-a9cd-231bb1151616 HTTP/1.1" status: 200 len: 999 time: 0.0933831 Jul 16 20:50:43.762832 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f6cdb0ba-4c2e-48dd-bfd7-cdd5062d489a tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/floatingips/569a2dd1-ea42-4dc8-b7bf-c42c832b81e7 HTTP/1.1" status: 200 len: 991 time: 0.1103151 Jul 16 20:50:43.845797 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4333e6b-f3f4-48d1-ac69-e4bec16538ad req-ab3a4d6b-0ce6-4e49-b325-1f40b13ac151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:43.848118 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c4333e6b-f3f4-48d1-ac69-e4bec16538ad req-ab3a4d6b-0ce6-4e49-b325-1f40b13ac151 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c1620d65-b152-4178-8caa-657d9b21b65e HTTP/1.1" status: 200 len: 835 time: 0.0845361 Jul 16 20:50:43.891929 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-78e8ea28-bacc-44b0-91a3-2d4d96bab5da admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=26834e5d3a0a4788bb9a2a2391fe880d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2718368 Jul 16 20:50:43.892198 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-34e3f151-3de9-43a8-80e0-647145695300 None None] Set router 3d597e6c-2d72-44ca-ace5-89f46b15a439 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:50:43.892348 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34742) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:43.973006 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e342c54-5e97-491d-800e-008e5356fe8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:43.976885 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4333e6b-f3f4-48d1-ac69-e4bec16538ad req-ca2aee02-e6be-4bbf-b11b-2b5780814eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:43.978989 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c4333e6b-f3f4-48d1-ac69-e4bec16538ad req-ca2aee02-e6be-4bbf-b11b-2b5780814eb5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2242a357-e162-4e92-9cb3-ab7f6cb16f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1239944 Jul 16 20:50:44.048707 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e342c54-5e97-491d-800e-008e5356fe8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:44.151988 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c4333e6b-f3f4-48d1-ac69-e4bec16538ad req-e913c711-1222-40e7-a139-d082cf2b77b7 service neutron] 10.222.0.62 "GET /v2.0/networks/2242a357-e162-4e92-9cb3-ab7f6cb16f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609950 Jul 16 20:50:44.172464 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e342c54-5e97-491d-800e-008e5356fe8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:44.176564 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e342c54-5e97-491d-800e-008e5356fe8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:44.178141 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9e342c54-5e97-491d-800e-008e5356fe8b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/31b90b72-eaa7-481b-85d0-4c9bb5060dbb HTTP/1.1" status: 204 len: 168 time: 0.2842255 Jul 16 20:50:44.186183 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-34e3f151-3de9-43a8-80e0-647145695300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230711293', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:50:23Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '569a2dd1-ea42-4dc8-b7bf-c42c832b81e7', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'port_id': '5155c114-f822-4f4c-a9cd-231bb1151616', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b', 'mac_address': 'fa:16:3e:12:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c201495-6b56-44c0-ad35-91169343b767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:50:41Z', 'updated_at': '2021-07-16T20:50:41Z', 'revision_number': 0, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1993f61-c547-4de5-a36e-0d4e24f98297', 'name': '', 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:ef:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'c1620d65-b152-4178-8caa-657d9b21b65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:22Z', 'updated_at': '2021-07-16T20:50:30Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': 'c1620d65-b152-4178-8caa-657d9b21b65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:44.212949 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e342c54-5e97-491d-800e-008e5356fe8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b90b72-eaa7-481b-85d0-4c9bb5060dbb,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:44.227336 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3f151-3de9-43a8-80e0-647145695300 None None] The sync data for ids ['3d597e6c-2d72-44ca-ace5-89f46b15a439'] in n-d-791506-21 is: [{'id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230711293', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:50:23Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '569a2dd1-ea42-4dc8-b7bf-c42c832b81e7', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'port_id': '5155c114-f822-4f4c-a9cd-231bb1151616', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b', 'mac_address': 'fa:16:3e:12:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c201495-6b56-44c0-ad35-91169343b767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:50:41Z', 'updated_at': '2021-07-16T20:50:41Z', 'revision_number': 0, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1993f61-c547-4de5-a36e-0d4e24f98297', 'name': '', 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:ef:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'c1620d65-b152-4178-8caa-657d9b21b65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:22Z', 'updated_at': '2021-07-16T20:50:30Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': 'c1620d65-b152-4178-8caa-657d9b21b65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:50:44.345015 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c4333e6b-f3f4-48d1-ac69-e4bec16538ad req-9981398f-41b1-4d36-8158-6732d01f06c3 service neutron] 10.222.0.62 "GET /v2.0/networks/2242a357-e162-4e92-9cb3-ab7f6cb16f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852493 Jul 16 20:50:44.519929 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84634232-c92b-4470-a169-b7a51ad9985e None None] New status for floating IP 569a2dd1-ea42-4dc8-b7bf-c42c832b81e7: ACTIVE {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:50:44.540630 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34752) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:44.584455 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-309b5d70-e97f-47d1-880e-a529387df754 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b9ca5b0f5b214c32bc813ebef5793cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400853 Jul 16 20:50:44.584908 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34754) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:44.636002 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-35ebe524-a37c-4226-a996-4d588518a58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:44.657288 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-35ebe524-a37c-4226-a996-4d588518a58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:44.714155 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-35ebe524-a37c-4226-a996-4d588518a58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:44.717156 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-35ebe524-a37c-4226-a996-4d588518a58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:44.718427 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-35ebe524-a37c-4226-a996-4d588518a58b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f82a0102-b537-419b-8c43-49fb9ac27ed8 HTTP/1.1" status: 204 len: 168 time: 0.1324618 Jul 16 20:50:44.733626 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebe524-a37c-4226-a996-4d588518a58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82a0102-b537-419b-8c43-49fb9ac27ed8,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:44.742255 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ebe524-a37c-4226-a996-4d588518a58b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:44.742638 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ebe524-a37c-4226-a996-4d588518a58b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:44.742976 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ebe524-a37c-4226-a996-4d588518a58b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:44.743310 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ebe524-a37c-4226-a996-4d588518a58b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:44.743642 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ebe524-a37c-4226-a996-4d588518a58b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:44.743970 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ebe524-a37c-4226-a996-4d588518a58b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:44.744762 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ebe524-a37c-4226-a996-4d588518a58b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:44.744762 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ebe524-a37c-4226-a996-4d588518a58b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:44.744988 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ebe524-a37c-4226-a996-4d588518a58b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:44.745234 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ebe524-a37c-4226-a996-4d588518a58b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:44.745555 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ebe524-a37c-4226-a996-4d588518a58b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:44.745873 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ebe524-a37c-4226-a996-4d588518a58b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:44.764173 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34758) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:44.831835 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3e812bac-6ab5-471e-9991-fecd6ce89255 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/floatingips/569a2dd1-ea42-4dc8-b7bf-c42c832b81e7 HTTP/1.1" status: 200 len: 993 time: 0.0661023 Jul 16 20:50:45.749749 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-d7c3d295-f0ae-4bbe-bdaf-7b8771c89e38 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:45.751237 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-d7c3d295-f0ae-4bbe-bdaf-7b8771c89e38 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 812 time: 0.1044135 Jul 16 20:50:45.766815 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-a54189f1-e47a-453b-b4e7-9e4675cd76c8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/quotas/d773f9510ee743d3a0654c8400382544 HTTP/1.1" status: 200 len: 375 time: 0.0092232 Jul 16 20:50:45.839747 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-67d894e2-3941-4c1f-be79-246f9cce53ab tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677073 Jul 16 20:50:45.974781 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34808) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:46.026273 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-bc2167bd-0baf-4005-acd1-ed25cf0ca2d1 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-516582985', 'router:external': True}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:46.086999 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2167bd-0baf-4005-acd1-ed25cf0ca2d1 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Made reservation on behalf of 4b6e7f8456bd4f68a5f2b9b197b6ac69 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:50:46.089336 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc2167bd-0baf-4005-acd1-ed25cf0ca2d1 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:46.102245 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-72b20c27-698e-4153-8e99-77abc330434a service neutron] 10.222.0.38 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552972 Jul 16 20:50:46.103061 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc2167bd-0baf-4005-acd1-ed25cf0ca2d1 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:46.230348 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-1bc10d3c-7c01-4070-9bf6-e162365b9317 service neutron] 10.222.0.38 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195922 Jul 16 20:50:46.276435 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc2167bd-0baf-4005-acd1-ed25cf0ca2d1 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:46.280647 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc2167bd-0baf-4005-acd1-ed25cf0ca2d1 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:46.303076 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc2167bd-0baf-4005-acd1-ed25cf0ca2d1 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:50:46.317784 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2167bd-0baf-4005-acd1-ed25cf0ca2d1 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370a1e9a-1091-4e24-87db-a46f2737ee84,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:46.322851 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc2167bd-0baf-4005-acd1-ed25cf0ca2d1 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:46.323274 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-bc2167bd-0baf-4005-acd1-ed25cf0ca2d1 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Added segment 549bf367-7b0a-4164-a8e4-7eb7890e748a of type vlan for network ba7682b6-c2bc-4717-9dc2-1c12aad389c4 Jul 16 20:50:46.374031 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc2167bd-0baf-4005-acd1-ed25cf0ca2d1 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:46.409922 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc2167bd-0baf-4005-acd1-ed25cf0ca2d1 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:46.410916 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2167bd-0baf-4005-acd1-ed25cf0ca2d1 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:46.411500 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc2167bd-0baf-4005-acd1-ed25cf0ca2d1 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:46.448631 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bc2167bd-0baf-4005-acd1-ed25cf0ca2d1 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.4726994 Jul 16 20:50:46.451804 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34822) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:46.458416 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-7a919c15-6548-459f-9c0a-70f2b8d5cf37 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Request body: {'subnet': {'network_id': 'ba7682b6-c2bc-4717-9dc2-1c12aad389c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:46.482133 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2167bd-0baf-4005-acd1-ed25cf0ca2d1 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Pushing event updated for resources: {'Network': ['ID=ba7682b6-c2bc-4717-9dc2-1c12aad389c4,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:46.483296 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a919c15-6548-459f-9c0a-70f2b8d5cf37 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Made reservation on behalf of 4b6e7f8456bd4f68a5f2b9b197b6ac69 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:50:46.487031 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a919c15-6548-459f-9c0a-70f2b8d5cf37 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:46.493643 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network ba7682b6-c2bc-4717-9dc2-1c12aad389c4 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:50:46.570916 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-695611ca-ae61-4c3e-b6ec-64cedcdbe5ac req-aec176cb-56b0-458f-9e05-16e61310d75d tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=728282a6-915a-40de-b399-db4ffff847ad HTTP/1.1" status: 200 len: 210 time: 0.0400033 Jul 16 20:50:46.820439 n-d-791506-21 neutron-server[93793]: DEBUG neutron.objects.ports [None req-7a919c15-6548-459f-9c0a-70f2b8d5cf37 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93793) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:50:46.820942 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a919c15-6548-459f-9c0a-70f2b8d5cf37 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:46.871272 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a919c15-6548-459f-9c0a-70f2b8d5cf37 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Pushing event updated for resources: {'Subnet': ['ID=422225f4-9cef-4e5e-926e-31622086bfa1,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:46.886948 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a919c15-6548-459f-9c0a-70f2b8d5cf37 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Checking segment: {'id': '549bf367-7b0a-4164-a8e4-7eb7890e748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ba7682b6-c2bc-4717-9dc2-1c12aad389c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:50:46.887361 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a919c15-6548-459f-9c0a-70f2b8d5cf37 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Network hostable DHCP agents. Network: ba7682b6-c2bc-4717-9dc2-1c12aad389c4, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:50:46.905007 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a919c15-6548-459f-9c0a-70f2b8d5cf37 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Network ba7682b6-c2bc-4717-9dc2-1c12aad389c4 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:50:46.914843 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-7a919c15-6548-459f-9c0a-70f2b8d5cf37 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, ba7682b6-c2bc-4717-9dc2-1c12aad389c4) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:50:46.919885 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a919c15-6548-459f-9c0a-70f2b8d5cf37 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:46.920664 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a919c15-6548-459f-9c0a-70f2b8d5cf37 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:46.925507 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c142c2-82c3-41c2-b827-ec9bf8412f97 None None] Network ba7682b6-c2bc-4717-9dc2-1c12aad389c4 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:50:46.938027 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7a919c15-6548-459f-9c0a-70f2b8d5cf37 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4838140 Jul 16 20:50:46.940146 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34834) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:46.946880 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-be6dc7f4-19b6-4500-8347-60c51e135e45 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-450696954', 'network_id': 'ba7682b6-c2bc-4717-9dc2-1c12aad389c4'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:46.974661 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6dc7f4-19b6-4500-8347-60c51e135e45 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Made reservation on behalf of 4b6e7f8456bd4f68a5f2b9b197b6ac69 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:50:46.977168 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-be6dc7f4-19b6-4500-8347-60c51e135e45 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:46.993451 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-be6dc7f4-19b6-4500-8347-60c51e135e45 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] device_id is not set on port 1c5db58c-3b57-4039-8c5f-8751e05eeff0 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:50:47.064402 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316dd5c0-623e-486a-8682-e9de56b7d4b5 None None] Network ba7682b6-c2bc-4717-9dc2-1c12aad389c4 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:50:47.101379 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-be6dc7f4-19b6-4500-8347-60c51e135e45 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Allocated IP 172.20.0.2 (ba7682b6-c2bc-4717-9dc2-1c12aad389c4/422225f4-9cef-4e5e-926e-31622086bfa1/1c5db58c-3b57-4039-8c5f-8751e05eeff0) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:50:47.261963 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-be6dc7f4-19b6-4500-8347-60c51e135e45 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:47.302967 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-be6dc7f4-19b6-4500-8347-60c51e135e45 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:47.341848 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6dc7f4-19b6-4500-8347-60c51e135e45 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Network ba7682b6-c2bc-4717-9dc2-1c12aad389c4 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:50:47.346800 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-be6dc7f4-19b6-4500-8347-60c51e135e45 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:50:47.350193 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6dc7f4-19b6-4500-8347-60c51e135e45 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:50:47.377010 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6dc7f4-19b6-4500-8347-60c51e135e45 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Pushing event updated for resources: {'Port': ['ID=1c5db58c-3b57-4039-8c5f-8751e05eeff0,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:47.394432 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6dc7f4-19b6-4500-8347-60c51e135e45 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:47.395039 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-be6dc7f4-19b6-4500-8347-60c51e135e45 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:47.408002 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-be6dc7f4-19b6-4500-8347-60c51e135e45 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.4653838 Jul 16 20:50:47.410698 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34840) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:47.500851 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-19f6ab38-920d-4692-b445-615da1a96279 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Deleting port 1c5db58c-3b57-4039-8c5f-8751e05eeff0 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:50:47.501195 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-19f6ab38-920d-4692-b445-615da1a96279 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:47.582253 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-19f6ab38-920d-4692-b445-615da1a96279 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:47.595778 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-19f6ab38-920d-4692-b445-615da1a96279 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Calling delete_port for 1c5db58c-3b57-4039-8c5f-8751e05eeff0 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:50:47.665096 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-c42abe01-9ef5-416e-b3e1-72730c87fec4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:47.666684 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-c42abe01-9ef5-416e-b3e1-72730c87fec4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.18 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 812 time: 0.1244760 Jul 16 20:50:47.680086 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-6ddb38f5-bee4-4349-a87a-0de4a71c0dfd tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Request body: {'port': {'device_id': '728282a6-915a-40de-b399-db4ffff847ad', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'admin_state_up': True, 'tenant_id': 'd773f9510ee743d3a0654c8400382544'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:47.745270 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-23f6ac56-6a5c-416f-962a-a98a8ed65117 req-6f588f6f-c45b-4300-9524-e320323fbcd3 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=728282a6-915a-40de-b399-db4ffff847ad HTTP/1.1" status: 200 len: 210 time: 0.0352206 Jul 16 20:50:47.760938 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-19f6ab38-920d-4692-b445-615da1a96279 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:47.790032 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6ab38-920d-4692-b445-615da1a96279 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c5db58c-3b57-4039-8c5f-8751e05eeff0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:47.827339 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-6ddb38f5-bee4-4349-a87a-0de4a71c0dfd tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Made reservation on behalf of d773f9510ee743d3a0654c8400382544 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:50:47.832650 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-6ddb38f5-bee4-4349-a87a-0de4a71c0dfd tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:47.864083 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-19f6ab38-920d-4692-b445-615da1a96279 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:47.866262 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-19f6ab38-920d-4692-b445-615da1a96279 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "DELETE /v2.0/ports/1c5db58c-3b57-4039-8c5f-8751e05eeff0 HTTP/1.1" status: 204 len: 168 time: 0.4546287 Jul 16 20:50:47.868924 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34844) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:47.874107 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-223a9fcc-0758-4be5-9b16-25c7a4940757 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba7682b6-c2bc-4717-9dc2-1c12aad389c4', 'external_fixed_ips': [{'subnet_id': '422225f4-9cef-4e5e-926e-31622086bfa1', 'ip_address': '172.20.0.2'}]}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:47.899510 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-223a9fcc-0758-4be5-9b16-25c7a4940757 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:47.900865 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-223a9fcc-0758-4be5-9b16-25c7a4940757 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:47.957166 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-223a9fcc-0758-4be5-9b16-25c7a4940757 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:47.971938 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-6ddb38f5-bee4-4349-a87a-0de4a71c0dfd tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Allocated IP 172.20.0.14 (8f8ffa95-ba5a-44c1-b5cb-f15aabb35325/91aaf1f1-4791-4613-820c-7a64a55f2344/f7ac8036-a89a-4d03-b6a0-9e70bb224490) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:50:48.122397 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-223a9fcc-0758-4be5-9b16-25c7a4940757 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:48.129269 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-6ddb38f5-bee4-4349-a87a-0de4a71c0dfd tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:48.143286 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-6ddb38f5-bee4-4349-a87a-0de4a71c0dfd tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Transition to ACTIVE for port object f7ac8036-a89a-4d03-b6a0-9e70bb224490 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:48.182994 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-6ddb38f5-bee4-4349-a87a-0de4a71c0dfd tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:48.229903 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-6ddb38f5-bee4-4349-a87a-0de4a71c0dfd tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:50:48.233248 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-6ddb38f5-bee4-4349-a87a-0de4a71c0dfd tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:50:48.238839 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-6ddb38f5-bee4-4349-a87a-0de4a71c0dfd tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:50:48.263528 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb38f5-bee4-4349-a87a-0de4a71c0dfd tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event updated for resources: {'Port': ['ID=f7ac8036-a89a-4d03-b6a0-9e70bb224490,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:48.297919 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-6ddb38f5-bee4-4349-a87a-0de4a71c0dfd tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:48.298867 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-6ddb38f5-bee4-4349-a87a-0de4a71c0dfd tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:48.318358 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-6ddb38f5-bee4-4349-a87a-0de4a71c0dfd tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6423204 Jul 16 20:50:48.331572 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-1781c216-9b7f-430f-bbb1-039e1b64f854 service neutron] Request body: {'port': {'device_id': '728282a6-915a-40de-b399-db4ffff847ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:48.379426 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-223a9fcc-0758-4be5-9b16-25c7a4940757 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:48.402657 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-223a9fcc-0758-4be5-9b16-25c7a4940757 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:48.431545 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-1781c216-9b7f-430f-bbb1-039e1b64f854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:48.512934 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8cb716ef-2294-4667-a1e1-b225b1892ef1 None None] Provisioning for port f7ac8036-a89a-4d03-b6a0-9e70bb224490 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:50:48.516717 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8cb716ef-2294-4667-a1e1-b225b1892ef1 None None] Provisioning complete for port f7ac8036-a89a-4d03-b6a0-9e70bb224490 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:48.517120 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8cb716ef-2294-4667-a1e1-b225b1892ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:48.585596 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8cb716ef-2294-4667-a1e1-b225b1892ef1 None None] Port f7ac8036-a89a-4d03-b6a0-9e70bb224490 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:50:48.590878 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-223a9fcc-0758-4be5-9b16-25c7a4940757 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Allocated IP 172.20.0.2 (ba7682b6-c2bc-4717-9dc2-1c12aad389c4/422225f4-9cef-4e5e-926e-31622086bfa1/a8f0fc8f-16bd-48e9-9915-25ccb340b658) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:50:48.728222 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-223a9fcc-0758-4be5-9b16-25c7a4940757 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:48.770780 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-223a9fcc-0758-4be5-9b16-25c7a4940757 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:48.775701 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-1781c216-9b7f-430f-bbb1-039e1b64f854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ac8036-a89a-4d03-b6a0-9e70bb224490 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:50:48.786766 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-1781c216-9b7f-430f-bbb1-039e1b64f854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:48.802024 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-1781c216-9b7f-430f-bbb1-039e1b64f854 service neutron] Transition to ACTIVE for port object f7ac8036-a89a-4d03-b6a0-9e70bb224490 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:48.807773 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-1781c216-9b7f-430f-bbb1-039e1b64f854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:48.812899 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223a9fcc-0758-4be5-9b16-25c7a4940757 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Network ba7682b6-c2bc-4717-9dc2-1c12aad389c4 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:50:48.819758 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-223a9fcc-0758-4be5-9b16-25c7a4940757 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:50:48.823839 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223a9fcc-0758-4be5-9b16-25c7a4940757 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:50:48.862757 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a9fcc-0758-4be5-9b16-25c7a4940757 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Pushing event updated for resources: {'Port': ['ID=a8f0fc8f-16bd-48e9-9915-25ccb340b658,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:48.882374 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781c216-9b7f-430f-bbb1-039e1b64f854 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ac8036-a89a-4d03-b6a0-9e70bb224490,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:48.975615 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-1781c216-9b7f-430f-bbb1-039e1b64f854 service neutron] Attempting to bind port f7ac8036-a89a-4d03-b6a0-9e70bb224490 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:48.976201 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-1781c216-9b7f-430f-bbb1-039e1b64f854 service neutron] Attempting to bind port f7ac8036-a89a-4d03-b6a0-9e70bb224490 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:48.976336 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-1781c216-9b7f-430f-bbb1-039e1b64f854 service neutron] Attempting to bind port f7ac8036-a89a-4d03-b6a0-9e70bb224490 on network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:48.981182 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-1781c216-9b7f-430f-bbb1-039e1b64f854 service neutron] Port f7ac8036-a89a-4d03-b6a0-9e70bb224490 on network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:48.981637 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-1781c216-9b7f-430f-bbb1-039e1b64f854 service neutron] Attempting to bind port f7ac8036-a89a-4d03-b6a0-9e70bb224490 on network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:48.989161 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-1781c216-9b7f-430f-bbb1-039e1b64f854 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:50:48.989503 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-1781c216-9b7f-430f-bbb1-039e1b64f854 service neutron] Checking segment: {'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:50:48.989908 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-1781c216-9b7f-430f-bbb1-039e1b64f854 service neutron] Bound using segment: {'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:50:48.990360 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-1781c216-9b7f-430f-bbb1-039e1b64f854 service neutron] Bound port: f7ac8036-a89a-4d03-b6a0-9e70bb224490, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:50:48.990730 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-1781c216-9b7f-430f-bbb1-039e1b64f854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:49.058474 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641bbdc-fb51-4210-b6b6-8fd7afb65345 req-bdcdfb18-7905-4398-8068-25b94a82e2a9 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:49.060253 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9641bbdc-fb51-4210-b6b6-8fd7afb65345 req-bdcdfb18-7905-4398-8068-25b94a82e2a9 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=728282a6-915a-40de-b399-db4ffff847ad HTTP/1.1" status: 200 len: 944 time: 0.1834819 Jul 16 20:50:49.071425 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-1781c216-9b7f-430f-bbb1-039e1b64f854 service neutron] For port f7ac8036-a89a-4d03-b6a0-9e70bb224490, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:50:49.076206 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-1781c216-9b7f-430f-bbb1-039e1b64f854 service neutron] For port f7ac8036-a89a-4d03-b6a0-9e70bb224490, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f7ac8036-a89a-4d03-b6a0-9e70bb224490,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:50:49.087624 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-1781c216-9b7f-430f-bbb1-039e1b64f854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:49.138129 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-1781c216-9b7f-430f-bbb1-039e1b64f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:49.138826 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-1781c216-9b7f-430f-bbb1-039e1b64f854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:49.140289 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-1781c216-9b7f-430f-bbb1-039e1b64f854 service neutron] 10.222.0.18 "PUT /v2.0/ports/f7ac8036-a89a-4d03-b6a0-9e70bb224490 HTTP/1.1" status: 200 len: 1093 time: 0.8141046 Jul 16 20:50:49.140800 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728282a6-915a-40de-b399-db4ffff847ad', 'tag': 'f7ac8036-a89a-4d03-b6a0-9e70bb224490'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:50:49.143553 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c6ea03-d137-4b69-a795-f0babaa21e11" -d '{"events": [{"name": "network-changed", "server_uuid": "728282a6-915a-40de-b399-db4ffff847ad", "tag": "f7ac8036-a89a-4d03-b6a0-9e70bb224490"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:50:49.178873 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781c216-9b7f-430f-bbb1-039e1b64f854 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ac8036-a89a-4d03-b6a0-9e70bb224490,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:49.222315 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cba219-8d73-4696-bfb9-fbe739f6ce8d x-openstack-request-id: req-c9cba219-8d73-4696-bfb9-fbe739f6ce8d {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:50:49.222755 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "728282a6-915a-40de-b399-db4ffff847ad", "tag": "f7ac8036-a89a-4d03-b6a0-9e70bb224490", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:50:49.223014 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c9cba219-8d73-4696-bfb9-fbe739f6ce8d {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:50:49.223500 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '728282a6-915a-40de-b399-db4ffff847ad', 'tag': 'f7ac8036-a89a-4d03-b6a0-9e70bb224490', 'status': 'completed', 'code': 200} Jul 16 20:50:49.271947 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9641bbdc-fb51-4210-b6b6-8fd7afb65345 req-715bae17-c2b9-46e7-94e0-eea7721ec703 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007475 Jul 16 20:50:49.287045 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-d2156e78-7483-4ec4-8a19-cc39b0eb0e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:49.288566 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-d2156e78-7483-4ec4-8a19-cc39b0eb0e88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&device_id=728282a6-915a-40de-b399-db4ffff847ad HTTP/1.1" status: 200 len: 1096 time: 0.0910389 Jul 16 20:50:49.308839 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-223a9fcc-0758-4be5-9b16-25c7a4940757 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:49.341479 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-657fd1eb-6686-4048-ae6f-b52e17fcec18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7ac8036-a89a-4d03-b6a0-9e70bb224490 HTTP/1.1" status: 200 len: 217 time: 0.0430789 Jul 16 20:50:49.403091 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-85d623ec-e507-4d32-ad2e-09a7896097cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:49.405096 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-85d623ec-e507-4d32-ad2e-09a7896097cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91aaf1f1-4791-4613-820c-7a64a55f2344 HTTP/1.1" status: 200 len: 851 time: 0.0562525 Jul 16 20:50:49.502550 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-80543963-80ba-4eb0-8416-88d190990f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:49.504296 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-80543963-80ba-4eb0-8416-88d190990f7c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0907276 Jul 16 20:50:49.603125 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-85a88c30-d043-47ac-8208-2d7552d0a37b service neutron] 10.222.0.18 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899038 Jul 16 20:50:49.714292 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-71f1f7cd-0e9f-4d2a-b210-788e4712d582 req-29155cfc-c858-4906-bcc9-a75080e3aca3 service neutron] 10.222.0.18 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037955 Jul 16 20:50:49.824938 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6ea03-d137-4b69-a795-f0babaa21e11 req-967f6d47-7d52-466c-b8f5-ba71bed60170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:49.826726 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3c6ea03-d137-4b69-a795-f0babaa21e11 req-967f6d47-7d52-466c-b8f5-ba71bed60170 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&device_id=728282a6-915a-40de-b399-db4ffff847ad HTTP/1.1" status: 200 len: 1096 time: 0.0565941 Jul 16 20:50:49.868415 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-223a9fcc-0758-4be5-9b16-25c7a4940757 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:49.931905 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6ea03-d137-4b69-a795-f0babaa21e11 req-1f098eec-f2a5-4003-a790-e259d157edac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:49.933445 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3c6ea03-d137-4b69-a795-f0babaa21e11 req-1f098eec-f2a5-4003-a790-e259d157edac service neutron] 10.222.0.18 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 913 time: 0.0998154 Jul 16 20:50:50.002561 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223a9fcc-0758-4be5-9b16-25c7a4940757 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Router 22391821-da70-442d-9180-31a9cccdbf2f is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:50:50.131547 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223a9fcc-0758-4be5-9b16-25c7a4940757 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:50:50.140486 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7be5498-b4d5-45a2-9994-136a5854626e None None] Sync routers for ids ['22391821-da70-442d-9180-31a9cccdbf2f'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:50:50.151140 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7be5498-b4d5-45a2-9994-136a5854626e None None] Routers {'22391821-da70-442d-9180-31a9cccdbf2f'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:50.152052 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a7be5498-b4d5-45a2-9994-136a5854626e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:50:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['22391821-da70-442d-9180-31a9cccdbf2f'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:50.164086 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-223a9fcc-0758-4be5-9b16-25c7a4940757 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:50.169598 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-223a9fcc-0758-4be5-9b16-25c7a4940757 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.2987282 Jul 16 20:50:50.170686 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34858) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:50.282358 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-a7be5498-b4d5-45a2-9994-136a5854626e None None] Set router 22391821-da70-442d-9180-31a9cccdbf2f gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:50:50.320727 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cf5da8e-8160-4811-bca9-920ed16b9f7d tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:50.364411 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3c6ea03-d137-4b69-a795-f0babaa21e11 req-9d01834b-2be6-4537-b8f7-13a7d2522f47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7ac8036-a89a-4d03-b6a0-9e70bb224490 HTTP/1.1" status: 200 len: 217 time: 0.4226360 Jul 16 20:50:50.449081 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6ea03-d137-4b69-a795-f0babaa21e11 req-3c26ab46-646a-4ce4-a867-1b80b999e3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:50.450731 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3c6ea03-d137-4b69-a795-f0babaa21e11 req-3c26ab46-646a-4ce4-a867-1b80b999e3d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91aaf1f1-4791-4613-820c-7a64a55f2344 HTTP/1.1" status: 200 len: 851 time: 0.0800946 Jul 16 20:50:50.475928 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cf5da8e-8160-4811-bca9-920ed16b9f7d tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:50.542946 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510b810-861d-4765-8c8e-c8107c3fc495 req-95d7e33b-4f4a-4946-8e61-266ea1ca171f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:50.544208 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3510b810-861d-4765-8c8e-c8107c3fc495 req-95d7e33b-4f4a-4946-8e61-266ea1ca171f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=728282a6-915a-40de-b399-db4ffff847ad HTTP/1.1" status: 200 len: 944 time: 0.1104603 Jul 16 20:50:50.547667 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6ea03-d137-4b69-a795-f0babaa21e11 req-4ff913bc-6414-4187-9147-06b66593ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:50.549178 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3c6ea03-d137-4b69-a795-f0babaa21e11 req-4ff913bc-6414-4187-9147-06b66593ae52 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918198 Jul 16 20:50:50.588422 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-6cf5da8e-8160-4811-bca9-920ed16b9f7d tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Deleting port a8f0fc8f-16bd-48e9-9915-25ccb340b658 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:50:50.588818 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cf5da8e-8160-4811-bca9-920ed16b9f7d tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:50.597501 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a7be5498-b4d5-45a2-9994-136a5854626e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22391821-da70-442d-9180-31a9cccdbf2f', 'name': '', 'tenant_id': '4b6e7f8456bd4f68a5f2b9b197b6ac69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba7682b6-c2bc-4717-9dc2-1c12aad389c4', 'external_fixed_ips': [{'subnet_id': '422225f4-9cef-4e5e-926e-31622086bfa1', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a8f0fc8f-16bd-48e9-9915-25ccb340b658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:47Z', 'updated_at': '2021-07-16T20:50:49Z', 'revision_number': 3, 'project_id': '4b6e7f8456bd4f68a5f2b9b197b6ac69', 'gw_port': {'id': 'a8f0fc8f-16bd-48e9-9915-25ccb340b658', 'name': '', 'network_id': 'ba7682b6-c2bc-4717-9dc2-1c12aad389c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22391821-da70-442d-9180-31a9cccdbf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '422225f4-9cef-4e5e-926e-31622086bfa1', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:48Z', 'updated_at': '2021-07-16T20:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422225f4-9cef-4e5e-926e-31622086bfa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:50.613960 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3510b810-861d-4765-8c8e-c8107c3fc495 req-a1b57d26-cb1f-4ead-a86b-49093d66c22e tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603428 Jul 16 20:50:50.632208 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7be5498-b4d5-45a2-9994-136a5854626e None None] Checking router: 22391821-da70-442d-9180-31a9cccdbf2f for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:50:50.633216 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7be5498-b4d5-45a2-9994-136a5854626e None None] Updating router 22391821-da70-442d-9180-31a9cccdbf2f port a8f0fc8f-16bd-48e9-9915-25ccb340b658 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:50:50.675703 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7be5498-b4d5-45a2-9994-136a5854626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:50.705273 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cf5da8e-8160-4811-bca9-920ed16b9f7d tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:50.716725 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3c6ea03-d137-4b69-a795-f0babaa21e11 req-c62528d2-3c9c-48b5-9b27-836a5134dee2 service neutron] 10.222.0.18 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547723 Jul 16 20:50:50.719289 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-6cf5da8e-8160-4811-bca9-920ed16b9f7d tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Calling delete_port for a8f0fc8f-16bd-48e9-9915-25ccb340b658 owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:50:50.883015 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e3c6ea03-d137-4b69-a795-f0babaa21e11 req-846b4e90-6b28-4a38-bca6-b3eeb79375a2 service neutron] 10.222.0.18 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586528 Jul 16 20:50:50.932453 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cf5da8e-8160-4811-bca9-920ed16b9f7d tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:50.963579 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5da8e-8160-4811-bca9-920ed16b9f7d tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8f0fc8f-16bd-48e9-9915-25ccb340b658,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:51.025604 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cf5da8e-8160-4811-bca9-920ed16b9f7d tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:51.118460 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cf5da8e-8160-4811-bca9-920ed16b9f7d tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:51.119996 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cf5da8e-8160-4811-bca9-920ed16b9f7d tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:51.141749 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-a7be5498-b4d5-45a2-9994-136a5854626e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:50:51.142426 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-a7be5498-b4d5-45a2-9994-136a5854626e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:50:51.169139 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cf5da8e-8160-4811-bca9-920ed16b9f7d tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:51.169746 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf5da8e-8160-4811-bca9-920ed16b9f7d tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 22391821-da70-442d-9180-31a9cccdbf2f {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:50:51.175465 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cf5da8e-8160-4811-bca9-920ed16b9f7d tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:51.176495 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6cf5da8e-8160-4811-bca9-920ed16b9f7d tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "DELETE /v2.0/routers/22391821-da70-442d-9180-31a9cccdbf2f HTTP/1.1" status: 204 len: 168 time: 1.0044916 Jul 16 20:50:51.179268 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34866) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:51.224716 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60ff3c1-8899-451e-aacc-a4898307b17b tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Deleting subnet 422225f4-9cef-4e5e-926e-31622086bfa1 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:50:51.228268 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f60ff3c1-8899-451e-aacc-a4898307b17b tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:51.263462 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f60ff3c1-8899-451e-aacc-a4898307b17b tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:51.303276 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f60ff3c1-8899-451e-aacc-a4898307b17b tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:51.363173 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f60ff3c1-8899-451e-aacc-a4898307b17b tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:51.387167 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ff3c1-8899-451e-aacc-a4898307b17b tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=422225f4-9cef-4e5e-926e-31622086bfa1,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:51.395393 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f60ff3c1-8899-451e-aacc-a4898307b17b tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:51.397312 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f60ff3c1-8899-451e-aacc-a4898307b17b tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "DELETE /v2.0/subnets/422225f4-9cef-4e5e-926e-31622086bfa1 HTTP/1.1" status: 204 len: 168 time: 0.2170515 Jul 16 20:50:51.400076 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34868) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:51.468928 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4bf6c263-28e8-494f-918d-57631327c113 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:51.550016 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4bf6c263-28e8-494f-918d-57631327c113 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:51.560026 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-4bf6c263-28e8-494f-918d-57631327c113 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7682b6-c2bc-4717-9dc2-1c12aad389c4']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:51.570814 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-4bf6c263-28e8-494f-918d-57631327c113 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '549bf367-7b0a-4164-a8e4-7eb7890e748a') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:51.571109 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-4bf6c263-28e8-494f-918d-57631327c113 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '549bf367-7b0a-4164-a8e4-7eb7890e748a') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:51.579745 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4bf6c263-28e8-494f-918d-57631327c113 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:51.593933 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4bf6c263-28e8-494f-918d-57631327c113 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:51.599928 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf6c263-28e8-494f-918d-57631327c113 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:50:51.600311 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4bf6c263-28e8-494f-918d-57631327c113 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:50:51.601933 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:50:51.667468 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7be5498-b4d5-45a2-9994-136a5854626e None None] Port a8f0fc8f-16bd-48e9-9915-25ccb340b658 not found while updating agent binding for router 22391821-da70-442d-9180-31a9cccdbf2f. {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 20:50:51.668358 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4bf6c263-28e8-494f-918d-57631327c113 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:51.676845 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf6c263-28e8-494f-918d-57631327c113 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ba7682b6-c2bc-4717-9dc2-1c12aad389c4 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:50:51.681382 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4bf6c263-28e8-494f-918d-57631327c113 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:51.683570 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4bf6c263-28e8-494f-918d-57631327c113 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "DELETE /v2.0/networks/ba7682b6-c2bc-4717-9dc2-1c12aad389c4 HTTP/1.1" status: 204 len: 168 time: 0.2824569 Jul 16 20:50:51.697680 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7be5498-b4d5-45a2-9994-136a5854626e None None] Routers set() bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:51.698617 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7be5498-b4d5-45a2-9994-136a5854626e None None] Router IDs set() for agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 20:50:51.699263 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_agentschedulers_db [None req-a7be5498-b4d5-45a2-9994-136a5854626e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'22391821-da70-442d-9180-31a9cccdbf2f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:50:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent'). {{(pid=93795) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 20:50:51.699741 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7be5498-b4d5-45a2-9994-136a5854626e None None] The sync data for ids ['22391821-da70-442d-9180-31a9cccdbf2f'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:50:51.702687 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6c263-28e8-494f-918d-57631327c113 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Pushing event deleted for resources: {'Network': ['ID=ba7682b6-c2bc-4717-9dc2-1c12aad389c4,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:51.710775 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51ff2045-44e5-4fb7-a25f-f6c334983316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:51.907660 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec128e-f4c2-4c19-9b0b-7a5759813c43 req-b8948a3d-5fb3-4295-983f-99871f4b577a tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:51.909652 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fcec128e-f4c2-4c19-9b0b-7a5759813c43 req-b8948a3d-5fb3-4295-983f-99871f4b577a tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=728282a6-915a-40de-b399-db4ffff847ad HTTP/1.1" status: 200 len: 944 time: 0.0829909 Jul 16 20:50:51.934827 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34880) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:51.947084 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-36dc9bac-d077-4838-8d1f-a35b641d30d7 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Request body: {'router': {'name': 'tempest-router--1571237737', 'project_id': 'acd9421f1f9f4435befc0564d73a81e0'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:51.963066 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fcec128e-f4c2-4c19-9b0b-7a5759813c43 req-5dd52552-27df-417f-8aa6-0e0102025bca tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471177 Jul 16 20:50:51.990004 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36dc9bac-d077-4838-8d1f-a35b641d30d7 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:51.991388 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36dc9bac-d077-4838-8d1f-a35b641d30d7 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:52.054702 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36dc9bac-d077-4838-8d1f-a35b641d30d7 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:52.059511 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36dc9bac-d077-4838-8d1f-a35b641d30d7 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:52.075917 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36dc9bac-d077-4838-8d1f-a35b641d30d7 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:52.077285 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-36dc9bac-d077-4838-8d1f-a35b641d30d7 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1413875 Jul 16 20:50:52.080374 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34884) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:52.155367 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-616c63f6-243d-49bb-a908-a4484ed22252 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:52.327609 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-616c63f6-243d-49bb-a908-a4484ed22252 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:52.329994 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-616c63f6-243d-49bb-a908-a4484ed22252 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:52.372323 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-616c63f6-243d-49bb-a908-a4484ed22252 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:52.372855 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616c63f6-243d-49bb-a908-a4484ed22252 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a87b541-528b-4db4-8f13-274c6a24db6c {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:50:52.377367 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-616c63f6-243d-49bb-a908-a4484ed22252 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:52.379466 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-616c63f6-243d-49bb-a908-a4484ed22252 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "DELETE /v2.0/routers/2a87b541-528b-4db4-8f13-274c6a24db6c HTTP/1.1" status: 204 len: 168 time: 0.2978127 Jul 16 20:50:52.483542 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34888) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:52.673342 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-92f11df0-4c17-4577-9ef3-93fc6f5084ab tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-347391029', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}, 'admin_state_up': False}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:52.697825 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92f11df0-4c17-4577-9ef3-93fc6f5084ab tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:52.698939 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92f11df0-4c17-4577-9ef3-93fc6f5084ab tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:52.754188 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92f11df0-4c17-4577-9ef3-93fc6f5084ab tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:52.889791 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92f11df0-4c17-4577-9ef3-93fc6f5084ab tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:53.106669 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92f11df0-4c17-4577-9ef3-93fc6f5084ab tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:53.125822 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92f11df0-4c17-4577-9ef3-93fc6f5084ab tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:53.148106 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f495b7f-77cb-4306-9179-238f0cafe171 req-c8a847cb-148f-4ac7-adad-f630e5dfd776 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:53.149802 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6f495b7f-77cb-4306-9179-238f0cafe171 req-c8a847cb-148f-4ac7-adad-f630e5dfd776 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=728282a6-915a-40de-b399-db4ffff847ad HTTP/1.1" status: 200 len: 944 time: 0.0666094 Jul 16 20:50:53.191190 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6f495b7f-77cb-4306-9179-238f0cafe171 req-bc682cad-9908-44ee-ab32-4376d49f4efa tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351462 Jul 16 20:50:53.240095 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-92f11df0-4c17-4577-9ef3-93fc6f5084ab tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Allocated IP 172.25.0.98 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/245cb667-362f-428c-a701-44c28562b275) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:50:53.338950 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92f11df0-4c17-4577-9ef3-93fc6f5084ab tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:53.377404 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92f11df0-4c17-4577-9ef3-93fc6f5084ab tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:53.421160 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f11df0-4c17-4577-9ef3-93fc6f5084ab tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:50:53.426210 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-92f11df0-4c17-4577-9ef3-93fc6f5084ab tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:50:53.431719 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f11df0-4c17-4577-9ef3-93fc6f5084ab tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:50:53.433643 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f11df0-4c17-4577-9ef3-93fc6f5084ab tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Pushing event updated for resources: {'Port': ['ID=245cb667-362f-428c-a701-44c28562b275,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:53.681878 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92f11df0-4c17-4577-9ef3-93fc6f5084ab tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:53.878073 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92f11df0-4c17-4577-9ef3-93fc6f5084ab tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:54.007924 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f11df0-4c17-4577-9ef3-93fc6f5084ab tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Router c5d021d5-ad4c-4c0a-942b-16b0d9e9027e is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:50:54.115743 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f11df0-4c17-4577-9ef3-93fc6f5084ab tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:50:54.125353 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b12547-9864-4206-a91c-9807ab1a5705 None None] Sync routers for ids ['c5d021d5-ad4c-4c0a-942b-16b0d9e9027e'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:50:54.135649 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92f11df0-4c17-4577-9ef3-93fc6f5084ab tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:54.135936 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b12547-9864-4206-a91c-9807ab1a5705 None None] Routers {'c5d021d5-ad4c-4c0a-942b-16b0d9e9027e'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:54.136601 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-59b12547-9864-4206-a91c-9807ab1a5705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:50:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c5d021d5-ad4c-4c0a-942b-16b0d9e9027e'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:54.137001 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-92f11df0-4c17-4577-9ef3-93fc6f5084ab tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.6524029 Jul 16 20:50:54.139613 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34900) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:54.170376 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-59b12547-9864-4206-a91c-9807ab1a5705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:54.179927 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b12547-9864-4206-a91c-9807ab1a5705 None None] Routers {'c5d021d5-ad4c-4c0a-942b-16b0d9e9027e'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:54.180520 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-59b12547-9864-4206-a91c-9807ab1a5705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:50:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c5d021d5-ad4c-4c0a-942b-16b0d9e9027e'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:54.216247 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-59b12547-9864-4206-a91c-9807ab1a5705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:54.216818 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b12547-9864-4206-a91c-9807ab1a5705 None None] The sync data for ids ['c5d021d5-ad4c-4c0a-942b-16b0d9e9027e'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:50:54.247190 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c16d2283-ffa7-433c-8b36-a4f99d783dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:54.259982 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cde3b35d-e015-460b-bcc0-bf399e4134ac tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "GET /v2.0/routers/c5d021d5-ad4c-4c0a-942b-16b0d9e9027e HTTP/1.1" status: 200 len: 919 time: 0.1192462 Jul 16 20:50:54.262644 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34906) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:54.311878 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4bedfb37-1f88-4968-86a0-a64212b90ae4 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5d021d5-ad4c-4c0a-942b-16b0d9e9027e HTTP/1.1" status: 200 len: 205 time: 0.0479660 Jul 16 20:50:54.314169 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34908) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:54.324994 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:54.398884 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cb40e-762a-4d07-a504-c9e1f5bffb53 req-8f2d4315-a364-4edf-9b71-25a7cb040f9d tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:54.400405 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-058cb40e-762a-4d07-a504-c9e1f5bffb53 req-8f2d4315-a364-4edf-9b71-25a7cb040f9d tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=728282a6-915a-40de-b399-db4ffff847ad HTTP/1.1" status: 200 len: 944 time: 0.0684679 Jul 16 20:50:54.424987 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a750d89c-b704-407c-808e-3d107f9de206 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:54.440236 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-058cb40e-762a-4d07-a504-c9e1f5bffb53 req-b5ce549b-0e7d-417c-a5f4-d40e40182e32 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339122 Jul 16 20:50:54.529124 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a750d89c-b704-407c-808e-3d107f9de206 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:54.579611 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a750d89c-b704-407c-808e-3d107f9de206 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Deleting port 245cb667-362f-428c-a701-44c28562b275 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:50:54.579952 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a750d89c-b704-407c-808e-3d107f9de206 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:54.652465 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a750d89c-b704-407c-808e-3d107f9de206 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:54.663706 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a750d89c-b704-407c-808e-3d107f9de206 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Calling delete_port for 245cb667-362f-428c-a701-44c28562b275 owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:50:54.823875 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a750d89c-b704-407c-808e-3d107f9de206 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:54.854682 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750d89c-b704-407c-808e-3d107f9de206 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Pushing event deleted for resources: {'Port': ['ID=245cb667-362f-428c-a701-44c28562b275,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:54.914083 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a750d89c-b704-407c-808e-3d107f9de206 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:55.003529 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a750d89c-b704-407c-808e-3d107f9de206 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:55.005628 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a750d89c-b704-407c-808e-3d107f9de206 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:55.048005 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a750d89c-b704-407c-808e-3d107f9de206 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:55.048388 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a750d89c-b704-407c-808e-3d107f9de206 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Fanout notify agent at l3_agent the message router_deleted on router c5d021d5-ad4c-4c0a-942b-16b0d9e9027e {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:50:55.055774 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a750d89c-b704-407c-808e-3d107f9de206 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:55.056756 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a750d89c-b704-407c-808e-3d107f9de206 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "DELETE /v2.0/routers/c5d021d5-ad4c-4c0a-942b-16b0d9e9027e HTTP/1.1" status: 204 len: 168 time: 0.7408752 Jul 16 20:50:55.060222 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34912) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:55.064785 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-bf42306d-ba79-40fe-809d-1848ede0e305 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1230613118', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'enable_snat': False}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:55.109365 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bf42306d-ba79-40fe-809d-1848ede0e305 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:55.110683 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bf42306d-ba79-40fe-809d-1848ede0e305 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:55.167893 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bf42306d-ba79-40fe-809d-1848ede0e305 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:55.620164 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c81b1-52ec-4045-a97b-1e29ef46208b req-3825d741-f5f9-4773-b12b-1ed55cb37ca4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:55.621592 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3c5c81b1-52ec-4045-a97b-1e29ef46208b req-3825d741-f5f9-4773-b12b-1ed55cb37ca4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=728282a6-915a-40de-b399-db4ffff847ad HTTP/1.1" status: 200 len: 944 time: 0.0667651 Jul 16 20:50:55.639048 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bf42306d-ba79-40fe-809d-1848ede0e305 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:55.670848 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3c5c81b1-52ec-4045-a97b-1e29ef46208b req-e12a4c0d-cc2d-423e-8d63-ef8b90c65b0d tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431926 Jul 16 20:50:55.752285 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:50:55.795044 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:55.845767 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bf42306d-ba79-40fe-809d-1848ede0e305 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:55.865295 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bf42306d-ba79-40fe-809d-1848ede0e305 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:55.973663 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-bf42306d-ba79-40fe-809d-1848ede0e305 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Allocated IP 172.25.0.189 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/30f94123-b170-40fc-9b49-ecaa7c216293) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:50:56.076276 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bf42306d-ba79-40fe-809d-1848ede0e305 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:56.121036 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bf42306d-ba79-40fe-809d-1848ede0e305 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:56.160895 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf42306d-ba79-40fe-809d-1848ede0e305 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:50:56.163684 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-bf42306d-ba79-40fe-809d-1848ede0e305 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:50:56.167252 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf42306d-ba79-40fe-809d-1848ede0e305 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:50:56.190433 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42306d-ba79-40fe-809d-1848ede0e305 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Pushing event updated for resources: {'Port': ['ID=30f94123-b170-40fc-9b49-ecaa7c216293,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:56.414594 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bf42306d-ba79-40fe-809d-1848ede0e305 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:56.612541 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bf42306d-ba79-40fe-809d-1848ede0e305 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:56.741227 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf42306d-ba79-40fe-809d-1848ede0e305 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Router 249418f3-6d17-4950-831c-7fbe64005800 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:50:56.844113 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d6a32-bf97-4464-89b3-64980c0115e4 req-f5246fbb-1846-4274-bb47-33758b728f35 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:56.845693 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4e7d6a32-bf97-4464-89b3-64980c0115e4 req-f5246fbb-1846-4274-bb47-33758b728f35 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=728282a6-915a-40de-b399-db4ffff847ad HTTP/1.1" status: 200 len: 944 time: 0.0652506 Jul 16 20:50:56.848791 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf42306d-ba79-40fe-809d-1848ede0e305 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:50:56.857261 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d82a52a-6b61-4cc7-bc25-5ace3443d365 None None] Sync routers for ids ['249418f3-6d17-4950-831c-7fbe64005800'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:50:56.864617 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bf42306d-ba79-40fe-809d-1848ede0e305 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:56.867122 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d82a52a-6b61-4cc7-bc25-5ace3443d365 None None] Routers {'249418f3-6d17-4950-831c-7fbe64005800'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:56.867797 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-2d82a52a-6b61-4cc7-bc25-5ace3443d365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:50:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['249418f3-6d17-4950-831c-7fbe64005800'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:56.869012 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bf42306d-ba79-40fe-809d-1848ede0e305 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.8078246 Jul 16 20:50:56.869633 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34924) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:56.897895 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4e7d6a32-bf97-4464-89b3-64980c0115e4 req-864a78e3-73e0-4c59-ab37-ff07e567e8d2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450163 Jul 16 20:50:56.974520 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-2d82a52a-6b61-4cc7-bc25-5ace3443d365 None None] Set router 249418f3-6d17-4950-831c-7fbe64005800 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:50:56.978131 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4813b63b-5128-4d4d-8fe6-5d9268cdb1bf tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "GET /v2.0/routers/249418f3-6d17-4950-831c-7fbe64005800 HTTP/1.1" status: 200 len: 909 time: 0.1074140 Jul 16 20:50:56.980594 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34926) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:56.984858 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-1f06ff61-8b64-4f32-b229-f40fe5e88a5f tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1230613118', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'enable_snat': True}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:57.006541 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f06ff61-8b64-4f32-b229-f40fe5e88a5f tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:57.007662 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f06ff61-8b64-4f32-b229-f40fe5e88a5f tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:57.061576 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f06ff61-8b64-4f32-b229-f40fe5e88a5f tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:57.155366 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-2d82a52a-6b61-4cc7-bc25-5ace3443d365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249418f3-6d17-4950-831c-7fbe64005800', 'name': 'tempest-snat-router-1230613118', 'tenant_id': '4b6e7f8456bd4f68a5f2b9b197b6ac69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.189'}], 'enable_snat': False}, 'gw_port_id': '30f94123-b170-40fc-9b49-ecaa7c216293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:55Z', 'updated_at': '2021-07-16T20:50:56Z', 'revision_number': 3, 'project_id': '4b6e7f8456bd4f68a5f2b9b197b6ac69', 'gw_port': {'id': '30f94123-b170-40fc-9b49-ecaa7c216293', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249418f3-6d17-4950-831c-7fbe64005800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:55Z', 'updated_at': '2021-07-16T20:50:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:57.181166 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d82a52a-6b61-4cc7-bc25-5ace3443d365 None None] Checking router: 249418f3-6d17-4950-831c-7fbe64005800 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:50:57.181513 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d82a52a-6b61-4cc7-bc25-5ace3443d365 None None] Updating router 249418f3-6d17-4950-831c-7fbe64005800 port 30f94123-b170-40fc-9b49-ecaa7c216293 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:50:57.198681 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f06ff61-8b64-4f32-b229-f40fe5e88a5f tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:57.216419 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d82a52a-6b61-4cc7-bc25-5ace3443d365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:57.400916 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f06ff61-8b64-4f32-b229-f40fe5e88a5f tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:57.423101 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f06ff61-8b64-4f32-b229-f40fe5e88a5f tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:57.470776 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d82a52a-6b61-4cc7-bc25-5ace3443d365 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:57.480514 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2d82a52a-6b61-4cc7-bc25-5ace3443d365 None None] Transition to ACTIVE for port object 30f94123-b170-40fc-9b49-ecaa7c216293 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:57.486158 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d82a52a-6b61-4cc7-bc25-5ace3443d365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:57.532638 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2d82a52a-6b61-4cc7-bc25-5ace3443d365 None None] Attempting to bind port 30f94123-b170-40fc-9b49-ecaa7c216293 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:57.533010 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2d82a52a-6b61-4cc7-bc25-5ace3443d365 None None] Attempting to bind port 30f94123-b170-40fc-9b49-ecaa7c216293 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:57.533381 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d82a52a-6b61-4cc7-bc25-5ace3443d365 None None] Attempting to bind port 30f94123-b170-40fc-9b49-ecaa7c216293 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:57.538997 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-1f06ff61-8b64-4f32-b229-f40fe5e88a5f tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Allocated IP 172.25.0.176 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/0e6e2545-e5ec-4ab3-ad8a-d4028b97da5c) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:50:57.544126 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d82a52a-6b61-4cc7-bc25-5ace3443d365 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:50:57.544530 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d82a52a-6b61-4cc7-bc25-5ace3443d365 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:50:57.544940 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d82a52a-6b61-4cc7-bc25-5ace3443d365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:57.545545 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d82a52a-6b61-4cc7-bc25-5ace3443d365 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:50:57.545786 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2d82a52a-6b61-4cc7-bc25-5ace3443d365 None None] Bound port: 30f94123-b170-40fc-9b49-ecaa7c216293, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:50:57.546169 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d82a52a-6b61-4cc7-bc25-5ace3443d365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:57.547911 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f962b1-707b-47d6-ab27-f5d0d1d7b3e1 None None] Pushing event updated for resources: {'Port': ['ID=30f94123-b170-40fc-9b49-ecaa7c216293,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:57.601190 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2d82a52a-6b61-4cc7-bc25-5ace3443d365 None None] For port 30f94123-b170-40fc-9b49-ecaa7c216293, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:50:57.605018 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2d82a52a-6b61-4cc7-bc25-5ace3443d365 None None] For port 30f94123-b170-40fc-9b49-ecaa7c216293, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=30f94123-b170-40fc-9b49-ecaa7c216293,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:50:57.609453 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d82a52a-6b61-4cc7-bc25-5ace3443d365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:57.662836 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f06ff61-8b64-4f32-b229-f40fe5e88a5f tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:57.685451 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:57.687679 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f962b1-707b-47d6-ab27-f5d0d1d7b3e1 None None] Pushing event updated for resources: {'Port': ['ID=30f94123-b170-40fc-9b49-ecaa7c216293,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:57.693662 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d82a52a-6b61-4cc7-bc25-5ace3443d365 None None] Routers {'249418f3-6d17-4950-831c-7fbe64005800'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:57.694268 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-2d82a52a-6b61-4cc7-bc25-5ace3443d365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:50:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['249418f3-6d17-4950-831c-7fbe64005800'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:57.704923 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f06ff61-8b64-4f32-b229-f40fe5e88a5f tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:57.740812 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f06ff61-8b64-4f32-b229-f40fe5e88a5f tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:50:57.747241 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-1f06ff61-8b64-4f32-b229-f40fe5e88a5f tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:50:57.749573 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f06ff61-8b64-4f32-b229-f40fe5e88a5f tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:50:57.775954 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06ff61-8b64-4f32-b229-f40fe5e88a5f tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Pushing event updated for resources: {'Port': ['ID=0e6e2545-e5ec-4ab3-ad8a-d4028b97da5c,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:57.797638 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-2d82a52a-6b61-4cc7-bc25-5ace3443d365 None None] Set router 249418f3-6d17-4950-831c-7fbe64005800 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:50:57.977847 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-2d82a52a-6b61-4cc7-bc25-5ace3443d365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249418f3-6d17-4950-831c-7fbe64005800', 'name': 'tempest-snat-router-1230613118', 'tenant_id': '4b6e7f8456bd4f68a5f2b9b197b6ac69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.189'}], 'enable_snat': False}, 'gw_port_id': '30f94123-b170-40fc-9b49-ecaa7c216293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:55Z', 'updated_at': '2021-07-16T20:50:56Z', 'revision_number': 3, 'project_id': '4b6e7f8456bd4f68a5f2b9b197b6ac69', 'gw_port': {'id': '30f94123-b170-40fc-9b49-ecaa7c216293', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249418f3-6d17-4950-831c-7fbe64005800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:55Z', 'updated_at': '2021-07-16T20:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:58.004714 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d82a52a-6b61-4cc7-bc25-5ace3443d365 None None] The sync data for ids ['249418f3-6d17-4950-831c-7fbe64005800'] in n-d-791506-21 is: [{'id': '249418f3-6d17-4950-831c-7fbe64005800', 'name': 'tempest-snat-router-1230613118', 'tenant_id': '4b6e7f8456bd4f68a5f2b9b197b6ac69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.189'}], 'enable_snat': False}, 'gw_port_id': '30f94123-b170-40fc-9b49-ecaa7c216293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:55Z', 'updated_at': '2021-07-16T20:50:56Z', 'revision_number': 3, 'project_id': '4b6e7f8456bd4f68a5f2b9b197b6ac69', 'gw_port': {'id': '30f94123-b170-40fc-9b49-ecaa7c216293', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249418f3-6d17-4950-831c-7fbe64005800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:55Z', 'updated_at': '2021-07-16T20:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:50:58.012120 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f06ff61-8b64-4f32-b229-f40fe5e88a5f tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:58.214691 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa47591-e53b-4ede-a6ea-9bb25a3a7393 req-c79c53ff-00fb-41c9-a464-64b12cf43684 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:58.220562 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5aa47591-e53b-4ede-a6ea-9bb25a3a7393 req-c79c53ff-00fb-41c9-a464-64b12cf43684 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=728282a6-915a-40de-b399-db4ffff847ad HTTP/1.1" status: 200 len: 944 time: 0.2011898 Jul 16 20:50:58.222876 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f06ff61-8b64-4f32-b229-f40fe5e88a5f tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:58.291599 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5aa47591-e53b-4ede-a6ea-9bb25a3a7393 req-860228f9-4010-489b-9fe2-9b47c578002d tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679917 Jul 16 20:50:58.589096 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 30f94123-b170-40fc-9b49-ecaa7c216293 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:50:58.647897 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 30f94123-b170-40fc-9b49-ecaa7c216293 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:50:58.654107 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 30f94123-b170-40fc-9b49-ecaa7c216293 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:58.654666 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:58.753881 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:58.756960 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f06ff61-8b64-4f32-b229-f40fe5e88a5f tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Router 60c856f7-1c68-4fa7-b1c9-ac4d5bec2281 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:50:58.781101 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 30f94123-b170-40fc-9b49-ecaa7c216293, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=30f94123-b170-40fc-9b49-ecaa7c216293,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:58.785927 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:58.836589 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=30f94123-b170-40fc-9b49-ecaa7c216293,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:58.871857 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f06ff61-8b64-4f32-b229-f40fe5e88a5f tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:50:58.881116 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Sync routers for ids ['60c856f7-1c68-4fa7-b1c9-ac4d5bec2281'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:50:58.888487 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f06ff61-8b64-4f32-b229-f40fe5e88a5f tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:58.891435 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Routers {'60c856f7-1c68-4fa7-b1c9-ac4d5bec2281'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:58.892426 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:50:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['60c856f7-1c68-4fa7-b1c9-ac4d5bec2281'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:58.893807 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1f06ff61-8b64-4f32-b229-f40fe5e88a5f tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.9121840 Jul 16 20:50:58.894450 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34942) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:59.003313 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Set router 60c856f7-1c68-4fa7-b1c9-ac4d5bec2281 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:50:59.007418 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-68054caa-656c-4388-ab96-ec8826ef0300 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "GET /v2.0/routers/60c856f7-1c68-4fa7-b1c9-ac4d5bec2281 HTTP/1.1" status: 200 len: 908 time: 0.1115689 Jul 16 20:50:59.009904 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34944) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:59.114152 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-67b218ff-9557-4a74-b671-94f9d72cabf3 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:59.183387 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c856f7-1c68-4fa7-b1c9-ac4d5bec2281', 'name': 'tempest-snat-router-1230613118', 'tenant_id': '4b6e7f8456bd4f68a5f2b9b197b6ac69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '0e6e2545-e5ec-4ab3-ad8a-d4028b97da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:57Z', 'updated_at': '2021-07-16T20:50:57Z', 'revision_number': 3, 'project_id': '4b6e7f8456bd4f68a5f2b9b197b6ac69', 'gw_port': {'id': '0e6e2545-e5ec-4ab3-ad8a-d4028b97da5c', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:23:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c856f7-1c68-4fa7-b1c9-ac4d5bec2281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:57Z', 'updated_at': '2021-07-16T20:50:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:59.209857 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Checking router: 60c856f7-1c68-4fa7-b1c9-ac4d5bec2281 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:50:59.210194 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Updating router 60c856f7-1c68-4fa7-b1c9-ac4d5bec2281 port 0e6e2545-e5ec-4ab3-ad8a-d4028b97da5c binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:50:59.217854 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-67b218ff-9557-4a74-b671-94f9d72cabf3 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:59.247727 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:59.272370 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-67b218ff-9557-4a74-b671-94f9d72cabf3 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Deleting port 0e6e2545-e5ec-4ab3-ad8a-d4028b97da5c {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:50:59.272848 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-67b218ff-9557-4a74-b671-94f9d72cabf3 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:59.355767 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-67b218ff-9557-4a74-b671-94f9d72cabf3 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:59.369596 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-67b218ff-9557-4a74-b671-94f9d72cabf3 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Calling delete_port for 0e6e2545-e5ec-4ab3-ad8a-d4028b97da5c owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:50:59.515942 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:59.528912 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Transition to ACTIVE for port object 0e6e2545-e5ec-4ab3-ad8a-d4028b97da5c will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:59.532047 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a6f66-34ce-4f1b-be77-2c2a2c51100d req-2f9e1767-70d9-41f3-bba4-1556e3b385c7 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:59.534222 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-982a6f66-34ce-4f1b-be77-2c2a2c51100d req-2f9e1767-70d9-41f3-bba4-1556e3b385c7 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=728282a6-915a-40de-b399-db4ffff847ad HTTP/1.1" status: 200 len: 944 time: 0.1198843 Jul 16 20:50:59.535621 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:59.589266 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-982a6f66-34ce-4f1b-be77-2c2a2c51100d req-a47fee53-4db5-48e1-a72d-dda0e3ed9f93 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461240 Jul 16 20:50:59.593289 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8b8ba-2992-4eb2-9e19-b4d87c309c34 None None] Pushing event updated for resources: {'Port': ['ID=0e6e2545-e5ec-4ab3-ad8a-d4028b97da5c,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:59.598945 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Attempting to bind port 0e6e2545-e5ec-4ab3-ad8a-d4028b97da5c on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:59.598945 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Attempting to bind port 0e6e2545-e5ec-4ab3-ad8a-d4028b97da5c by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:59.599219 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Attempting to bind port 0e6e2545-e5ec-4ab3-ad8a-d4028b97da5c on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:59.599600 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device f7ac8036-a89a-4d03-b6a0-9e70bb224490 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:50:59.605059 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:50:59.605429 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:50:59.605826 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:59.606288 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:50:59.606686 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Bound port: 0e6e2545-e5ec-4ab3-ad8a-d4028b97da5c, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:50:59.607056 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:59.665995 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-67b218ff-9557-4a74-b671-94f9d72cabf3 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:59.673368 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.db.api [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:50:59.673716 n-d-791506-21 neutron-server[93796]: DEBUG oslo_db.api [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:50:59.697629 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b218ff-9557-4a74-b671-94f9d72cabf3 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e6e2545-e5ec-4ab3-ad8a-d4028b97da5c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:59.699976 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:59.730739 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port f7ac8036-a89a-4d03-b6a0-9e70bb224490, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f7ac8036-a89a-4d03-b6a0-9e70bb224490,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:59.742135 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'f7ac8036-a89a-4d03-b6a0-9e70bb224490', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'port_id': 'f7ac8036-a89a-4d03-b6a0-9e70bb224490', 'mac_address': 'fa:16:3e:be:6a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:50:59.764297 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-67b218ff-9557-4a74-b671-94f9d72cabf3 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:59.782411 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:59.808932 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ac8036-a89a-4d03-b6a0-9e70bb224490 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:50:59.841492 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port f7ac8036-a89a-4d03-b6a0-9e70bb224490, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f7ac8036-a89a-4d03-b6a0-9e70bb224490,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:59.849729 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:59.861714 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-67b218ff-9557-4a74-b671-94f9d72cabf3 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:59.863942 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-67b218ff-9557-4a74-b671-94f9d72cabf3 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:59.885570 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2ecc0532-d8a8-4647-9e26-cf2256b62f13 req-08a61b13-c63c-4507-918f-1db0151167fe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0658183 Jul 16 20:50:59.907968 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=f7ac8036-a89a-4d03-b6a0-9e70bb224490,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:59.912760 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-67b218ff-9557-4a74-b671-94f9d72cabf3 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:59.913333 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b218ff-9557-4a74-b671-94f9d72cabf3 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 60c856f7-1c68-4fa7-b1c9-ac4d5bec2281 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:50:59.921205 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-67b218ff-9557-4a74-b671-94f9d72cabf3 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:59.925697 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-67b218ff-9557-4a74-b671-94f9d72cabf3 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "DELETE /v2.0/routers/60c856f7-1c68-4fa7-b1c9-ac4d5bec2281 HTTP/1.1" status: 204 len: 168 time: 0.9114847 Jul 16 20:50:59.926024 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34952) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:59.990680 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc0532-d8a8-4647-9e26-cf2256b62f13 req-d08b1cd9-4928-4e35-b200-e36eab9cab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:59.992780 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2ecc0532-d8a8-4647-9e26-cf2256b62f13 req-d08b1cd9-4928-4e35-b200-e36eab9cab77 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01df23bbdfef4cd9a908c5271d3b668a&device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 1097 time: 0.0553598 Jul 16 20:51:00.035769 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c3eafbd-5f27-4802-8e9c-686aae4dd4a5 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:00.070167 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f7ac8036-a89a-4d03-b6a0-9e70bb224490'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:51:00.120094 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc0532-d8a8-4647-9e26-cf2256b62f13 req-4c2ebe4c-d898-4c6e-8566-ceedf6a25e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:00.121697 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2ecc0532-d8a8-4647-9e26-cf2256b62f13 req-4c2ebe4c-d898-4c6e-8566-ceedf6a25e5d service neutron] 10.222.0.18 "GET /v2.0/networks?id=dff88430-acb0-4e5f-bed6-566c73810b97 HTTP/1.1" status: 200 len: 912 time: 0.1072924 Jul 16 20:51:00.194560 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Attempting to bind port 0e6e2545-e5ec-4ab3-ad8a-d4028b97da5c on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:51:00.195224 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2ecc0532-d8a8-4647-9e26-cf2256b62f13 req-16c5cc21-a1f7-445e-87e9-31cd43b4a584 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71897672-a217-4f73-a720-ff943c707a4e HTTP/1.1" status: 200 len: 1001 time: 0.0666671 Jul 16 20:51:00.195879 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Attempting to bind port 0e6e2545-e5ec-4ab3-ad8a-d4028b97da5c by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:51:00.196325 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Attempting to bind port 0e6e2545-e5ec-4ab3-ad8a-d4028b97da5c on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:51:00.203094 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:51:00.203981 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:51:00.204872 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:00.205976 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:51:00.207265 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Bound port: 0e6e2545-e5ec-4ab3-ad8a-d4028b97da5c, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:51:00.208028 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:00.229694 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Port 0e6e2545-e5ec-4ab3-ad8a-d4028b97da5c has been deleted concurrently {{(pid=93796) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 20:51:00.244877 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Routers set() bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:51:00.244877 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Router IDs set() for agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 20:51:00.244877 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_agentschedulers_db [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'60c856f7-1c68-4fa7-b1c9-ac4d5bec2281'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:50:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent'). {{(pid=93796) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 20:51:00.244877 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316463b7-5735-4929-9834-5e1ff3077404 None None] The sync data for ids ['60c856f7-1c68-4fa7-b1c9-ac4d5bec2281'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:51:00.254153 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc0532-d8a8-4647-9e26-cf2256b62f13 req-04ca5cc9-a845-4aff-a924-c427873eee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:00.255783 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2ecc0532-d8a8-4647-9e26-cf2256b62f13 req-04ca5cc9-a845-4aff-a924-c427873eee39 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=351335c1-04f6-4046-8cc6-626c830142f3 HTTP/1.1" status: 200 len: 850 time: 0.0532103 Jul 16 20:51:00.321377 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc0532-d8a8-4647-9e26-cf2256b62f13 req-10838d45-18d0-4eee-a344-9da73090beed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:00.322925 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2ecc0532-d8a8-4647-9e26-cf2256b62f13 req-10838d45-18d0-4eee-a344-9da73090beed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dff88430-acb0-4e5f-bed6-566c73810b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599775 Jul 16 20:51:00.418231 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2ecc0532-d8a8-4647-9e26-cf2256b62f13 req-b9d6e572-2997-4525-8b31-b9cb00d1fb3f service neutron] 10.222.0.18 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867891 Jul 16 20:51:00.447015 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c3eafbd-5f27-4802-8e9c-686aae4dd4a5 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:00.501642 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-6c3eafbd-5f27-4802-8e9c-686aae4dd4a5 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Deleting port 30f94123-b170-40fc-9b49-ecaa7c216293 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:51:00.501642 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c3eafbd-5f27-4802-8e9c-686aae4dd4a5 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:00.515133 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2ecc0532-d8a8-4647-9e26-cf2256b62f13 req-de36be29-98b6-4808-8820-68774bb7f8e7 service neutron] 10.222.0.18 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897498 Jul 16 20:51:00.552968 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 30f94123-b170-40fc-9b49-ecaa7c216293 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:51:00.588481 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-6c3eafbd-5f27-4802-8e9c-686aae4dd4a5 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] For port 30f94123-b170-40fc-9b49-ecaa7c216293, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=30f94123-b170-40fc-9b49-ecaa7c216293,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:00.588745 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c3eafbd-5f27-4802-8e9c-686aae4dd4a5 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:00.600931 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 30f94123-b170-40fc-9b49-ecaa7c216293 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:51:00.601478 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-6c3eafbd-5f27-4802-8e9c-686aae4dd4a5 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Calling delete_port for 30f94123-b170-40fc-9b49-ecaa7c216293 owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:51:00.601596 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:00.825855 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e19db3-be32-4cf5-bfcb-65dc5719c1b0 req-6059dfb6-dfbe-40b1-8f0f-e0d342fd4045 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:00.827367 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-69e19db3-be32-4cf5-bfcb-65dc5719c1b0 req-6059dfb6-dfbe-40b1-8f0f-e0d342fd4045 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=728282a6-915a-40de-b399-db4ffff847ad HTTP/1.1" status: 200 len: 945 time: 0.1074181 Jul 16 20:51:00.841608 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c3eafbd-5f27-4802-8e9c-686aae4dd4a5 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:00.883739 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3eafbd-5f27-4802-8e9c-686aae4dd4a5 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Pushing event deleted for resources: {'Port': ['ID=30f94123-b170-40fc-9b49-ecaa7c216293,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:00.917973 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-69e19db3-be32-4cf5-bfcb-65dc5719c1b0 req-c0f1194a-efc6-4e82-9ed5-d2264ea970a1 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837169 Jul 16 20:51:00.953221 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c3eafbd-5f27-4802-8e9c-686aae4dd4a5 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:01.052295 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c3eafbd-5f27-4802-8e9c-686aae4dd4a5 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:01.054431 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c3eafbd-5f27-4802-8e9c-686aae4dd4a5 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:01.098401 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c3eafbd-5f27-4802-8e9c-686aae4dd4a5 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:01.098868 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3eafbd-5f27-4802-8e9c-686aae4dd4a5 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 249418f3-6d17-4950-831c-7fbe64005800 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:51:01.103034 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c3eafbd-5f27-4802-8e9c-686aae4dd4a5 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:01.104146 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6c3eafbd-5f27-4802-8e9c-686aae4dd4a5 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "DELETE /v2.0/routers/249418f3-6d17-4950-831c-7fbe64005800 HTTP/1.1" status: 204 len: 168 time: 1.1771073 Jul 16 20:51:01.108385 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34960) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:01.113304 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a252cce3-4d54-462e-9921-5aa3bd395e91 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-560617168', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}, 'admin_state_up': False}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:01.138496 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a252cce3-4d54-462e-9921-5aa3bd395e91 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:01.139549 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a252cce3-4d54-462e-9921-5aa3bd395e91 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:01.195653 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a252cce3-4d54-462e-9921-5aa3bd395e91 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:01.332415 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a252cce3-4d54-462e-9921-5aa3bd395e91 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:01.526558 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a252cce3-4d54-462e-9921-5aa3bd395e91 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:01.546968 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a252cce3-4d54-462e-9921-5aa3bd395e91 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:01.599557 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device f7ac8036-a89a-4d03-b6a0-9e70bb224490 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:51:01.646997 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port f7ac8036-a89a-4d03-b6a0-9e70bb224490 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:51:01.650874 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port f7ac8036-a89a-4d03-b6a0-9e70bb224490 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:51:01.651265 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:01.656086 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-a252cce3-4d54-462e-9921-5aa3bd395e91 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Allocated IP 172.25.0.235 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/3627dcae-3d16-43a1-908d-119c3540cddf) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:51:01.734185 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:01.761560 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728282a6-915a-40de-b399-db4ffff847ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ac8036-a89a-4d03-b6a0-9e70bb224490'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:51:01.763832 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bb99bd-2650-4b95-9e61-59032d9c5014" -d '{"events": [{"server_uuid": "728282a6-915a-40de-b399-db4ffff847ad", "name": "network-vif-plugged", "status": "completed", "tag": "f7ac8036-a89a-4d03-b6a0-9e70bb224490"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:51:01.765167 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a252cce3-4d54-462e-9921-5aa3bd395e91 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:01.780789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port f7ac8036-a89a-4d03-b6a0-9e70bb224490, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f7ac8036-a89a-4d03-b6a0-9e70bb224490,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:01.789285 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:01.813361 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a252cce3-4d54-462e-9921-5aa3bd395e91 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:01.818441 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2602026c-4f86-4b9b-856c-63380e2d5106 x-openstack-request-id: req-2602026c-4f86-4b9b-856c-63380e2d5106 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:51:01.818971 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728282a6-915a-40de-b399-db4ffff847ad", "name": "network-vif-plugged", "status": "completed", "tag": "f7ac8036-a89a-4d03-b6a0-9e70bb224490", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:51:01.819390 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2602026c-4f86-4b9b-856c-63380e2d5106 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:51:01.819938 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728282a6-915a-40de-b399-db4ffff847ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ac8036-a89a-4d03-b6a0-9e70bb224490', 'code': 200} Jul 16 20:51:01.868638 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252cce3-4d54-462e-9921-5aa3bd395e91 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Pushing event updated for resources: {'Port': ['ID=3627dcae-3d16-43a1-908d-119c3540cddf,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:01.878961 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a252cce3-4d54-462e-9921-5aa3bd395e91 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:51:01.880610 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-a252cce3-4d54-462e-9921-5aa3bd395e91 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:51:01.885569 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=f7ac8036-a89a-4d03-b6a0-9e70bb224490,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:01.886231 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a252cce3-4d54-462e-9921-5aa3bd395e91 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:51:02.057391 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e934ac9-12d8-4de6-98e7-8b8bdcc0f244 req-c1395e94-518a-40ee-8afd-362ddf9cff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:02.058944 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4e934ac9-12d8-4de6-98e7-8b8bdcc0f244 req-c1395e94-518a-40ee-8afd-362ddf9cff78 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=728282a6-915a-40de-b399-db4ffff847ad HTTP/1.1" status: 200 len: 1098 time: 0.1704485 Jul 16 20:51:02.140565 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4e934ac9-12d8-4de6-98e7-8b8bdcc0f244 req-a0974273-d70c-43a2-a380-f50cf577e106 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713365 Jul 16 20:51:02.167729 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891524c-b2a8-4458-937f-3ccba1d21ab7 req-9f6fa758-a0bd-4923-840c-180dbea3ce82 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:02.169212 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a891524c-b2a8-4458-937f-3ccba1d21ab7 req-9f6fa758-a0bd-4923-840c-180dbea3ce82 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=728282a6-915a-40de-b399-db4ffff847ad HTTP/1.1" status: 200 len: 946 time: 0.1337767 Jul 16 20:51:02.207873 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a252cce3-4d54-462e-9921-5aa3bd395e91 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:02.208112 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a891524c-b2a8-4458-937f-3ccba1d21ab7 req-18cc57a6-b6dd-4777-8efe-105645ba54fa tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323653 Jul 16 20:51:02.398820 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a252cce3-4d54-462e-9921-5aa3bd395e91 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:02.527996 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a252cce3-4d54-462e-9921-5aa3bd395e91 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Router 71e31f50-e13f-4299-b38e-ac4d002d1e69 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:51:02.543070 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 30f94123-b170-40fc-9b49-ecaa7c216293 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:51:02.561700 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 30f94123-b170-40fc-9b49-ecaa7c216293 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:51:02.562044 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 30f94123-b170-40fc-9b49-ecaa7c216293 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:51:02.641757 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a252cce3-4d54-462e-9921-5aa3bd395e91 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:51:02.651420 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832b3039-ab7b-4dfa-97c5-83eee4794562 None None] Sync routers for ids ['71e31f50-e13f-4299-b38e-ac4d002d1e69'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:51:02.660561 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832b3039-ab7b-4dfa-97c5-83eee4794562 None None] Routers {'71e31f50-e13f-4299-b38e-ac4d002d1e69'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:51:02.661196 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-832b3039-ab7b-4dfa-97c5-83eee4794562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:50:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['71e31f50-e13f-4299-b38e-ac4d002d1e69'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:02.661536 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a252cce3-4d54-462e-9921-5aa3bd395e91 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:02.665837 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a252cce3-4d54-462e-9921-5aa3bd395e91 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.5564351 Jul 16 20:51:02.666166 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 34972) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:02.670667 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-404fe52c-c9f9-4570-9ceb-bbe4f1d9c1ee tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'enable_snat': False}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:02.693409 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-832b3039-ab7b-4dfa-97c5-83eee4794562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:02.701859 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832b3039-ab7b-4dfa-97c5-83eee4794562 None None] Routers {'71e31f50-e13f-4299-b38e-ac4d002d1e69'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:51:02.702501 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-832b3039-ab7b-4dfa-97c5-83eee4794562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:50:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['71e31f50-e13f-4299-b38e-ac4d002d1e69'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:02.736380 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-832b3039-ab7b-4dfa-97c5-83eee4794562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:02.737128 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832b3039-ab7b-4dfa-97c5-83eee4794562 None None] The sync data for ids ['71e31f50-e13f-4299-b38e-ac4d002d1e69'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:51:02.979066 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-404fe52c-c9f9-4570-9ceb-bbe4f1d9c1ee tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:03.245692 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:03.425371 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-404fe52c-c9f9-4570-9ceb-bbe4f1d9c1ee tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:03.431322 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-404fe52c-c9f9-4570-9ceb-bbe4f1d9c1ee tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896760'] for router, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:03.443057 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db943a2-84a4-4256-9c1c-54f4ee130ded req-5df6daad-6970-4c0a-9c6c-747f72ac8b30 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:03.444523 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7db943a2-84a4-4256-9c1c-54f4ee130ded req-5df6daad-6970-4c0a-9c6c-747f72ac8b30 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=728282a6-915a-40de-b399-db4ffff847ad HTTP/1.1" status: 200 len: 946 time: 0.1178050 Jul 16 20:51:03.546138 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7db943a2-84a4-4256-9c1c-54f4ee130ded req-545a51c6-13f9-4b52-bbef-c56e809136b8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662377 Jul 16 20:51:03.572971 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404fe52c-c9f9-4570-9ceb-bbe4f1d9c1ee tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Router 71e31f50-e13f-4299-b38e-ac4d002d1e69 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:51:03.712413 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404fe52c-c9f9-4570-9ceb-bbe4f1d9c1ee tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:51:03.716892 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-404fe52c-c9f9-4570-9ceb-bbe4f1d9c1ee tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:03.718099 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-404fe52c-c9f9-4570-9ceb-bbe4f1d9c1ee tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "PUT /v2.0/routers/71e31f50-e13f-4299-b38e-ac4d002d1e69 HTTP/1.1" status: 200 len: 921 time: 1.0510471 Jul 16 20:51:03.720839 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34982) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:03.728559 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4682da92-eb4a-4377-becd-1396d47c233e None None] Sync routers for ids ['71e31f50-e13f-4299-b38e-ac4d002d1e69'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:51:03.745346 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71875a0-d5f2-4936-9841-83655d2d0022 req-3921d648-e30e-4c52-915c-ab4ac85319fd tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:03.746972 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a71875a0-d5f2-4936-9841-83655d2d0022 req-3921d648-e30e-4c52-915c-ab4ac85319fd tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=728282a6-915a-40de-b399-db4ffff847ad HTTP/1.1" status: 200 len: 946 time: 0.0853775 Jul 16 20:51:03.749383 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4682da92-eb4a-4377-becd-1396d47c233e None None] Routers {'71e31f50-e13f-4299-b38e-ac4d002d1e69'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:51:03.750341 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4682da92-eb4a-4377-becd-1396d47c233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:50:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['71e31f50-e13f-4299-b38e-ac4d002d1e69'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:03.783690 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4682da92-eb4a-4377-becd-1396d47c233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:03.791215 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a71875a0-d5f2-4936-9841-83655d2d0022 req-5db789ab-b3ba-4820-a342-4a904beb069f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383723 Jul 16 20:51:03.795114 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4682da92-eb4a-4377-becd-1396d47c233e None None] Routers {'71e31f50-e13f-4299-b38e-ac4d002d1e69'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:51:03.795716 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4682da92-eb4a-4377-becd-1396d47c233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:50:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['71e31f50-e13f-4299-b38e-ac4d002d1e69'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:03.834297 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4682da92-eb4a-4377-becd-1396d47c233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:03.834937 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4682da92-eb4a-4377-becd-1396d47c233e None None] The sync data for ids ['71e31f50-e13f-4299-b38e-ac4d002d1e69'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:51:03.842467 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b873a6af-0b1f-430c-889d-c68d93e5ba40 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "GET /v2.0/routers/71e31f50-e13f-4299-b38e-ac4d002d1e69 HTTP/1.1" status: 200 len: 921 time: 0.1199279 Jul 16 20:51:03.844600 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34986) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:03.932741 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271d6732-ea50-47fe-a760-633722413eeb tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:03.934349 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-271d6732-ea50-47fe-a760-633722413eeb tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=9eaba347-54f9-4044-808d-862f23e2a998&device_id=71e31f50-e13f-4299-b38e-ac4d002d1e69&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0887523 Jul 16 20:51:03.936940 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34990) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:04.023885 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d432ca59-b19d-4589-b87d-6f2c54a8d5c9 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:04.028692 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d432ca59-b19d-4589-b87d-6f2c54a8d5c9 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 881 time: 0.0883071 Jul 16 20:51:04.029022 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34994) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:04.061635 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-29212116-7a53-48ac-aaae-b5b5df13740d tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "GET /v2.0/ports?device_id=71e31f50-e13f-4299-b38e-ac4d002d1e69 HTTP/1.1" status: 200 len: 205 time: 0.0290911 Jul 16 20:51:04.061889 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 34998) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:04.169455 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2568678e-e9a5-43e9-9f70-45761c80e090 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:04.312942 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2568678e-e9a5-43e9-9f70-45761c80e090 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:04.412335 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-2568678e-e9a5-43e9-9f70-45761c80e090 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Deleting port 3627dcae-3d16-43a1-908d-119c3540cddf {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:51:04.412684 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2568678e-e9a5-43e9-9f70-45761c80e090 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:04.495056 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2568678e-e9a5-43e9-9f70-45761c80e090 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:04.508407 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-2568678e-e9a5-43e9-9f70-45761c80e090 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Calling delete_port for 3627dcae-3d16-43a1-908d-119c3540cddf owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:51:04.692520 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2568678e-e9a5-43e9-9f70-45761c80e090 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:04.718665 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568678e-e9a5-43e9-9f70-45761c80e090 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Pushing event deleted for resources: {'Port': ['ID=3627dcae-3d16-43a1-908d-119c3540cddf,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:04.789598 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2568678e-e9a5-43e9-9f70-45761c80e090 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:04.886932 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2568678e-e9a5-43e9-9f70-45761c80e090 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:04.889657 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2568678e-e9a5-43e9-9f70-45761c80e090 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:04.938025 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2568678e-e9a5-43e9-9f70-45761c80e090 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:04.938605 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2568678e-e9a5-43e9-9f70-45761c80e090 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Fanout notify agent at l3_agent the message router_deleted on router 71e31f50-e13f-4299-b38e-ac4d002d1e69 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:51:04.947727 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2568678e-e9a5-43e9-9f70-45761c80e090 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:04.948929 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2568678e-e9a5-43e9-9f70-45761c80e090 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "DELETE /v2.0/routers/71e31f50-e13f-4299-b38e-ac4d002d1e69 HTTP/1.1" status: 204 len: 168 time: 0.8861680 Jul 16 20:51:04.953181 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35036) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:04.960859 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2ea41d46-2081-45a5-8263-a2b6d954c4e8 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1151648706', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:04.996621 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ea41d46-2081-45a5-8263-a2b6d954c4e8 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:04.998047 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ea41d46-2081-45a5-8263-a2b6d954c4e8 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:05.063084 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ea41d46-2081-45a5-8263-a2b6d954c4e8 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:05.070545 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ea41d46-2081-45a5-8263-a2b6d954c4e8 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:05.097527 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ea41d46-2081-45a5-8263-a2b6d954c4e8 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:05.102251 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35046) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:05.102817 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2ea41d46-2081-45a5-8263-a2b6d954c4e8 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1470826 Jul 16 20:51:05.107146 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-de55390e-1390-41c4-b281-5a13e48726af tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Request body: {'router': {'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:05.356302 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-de55390e-1390-41c4-b281-5a13e48726af tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:05.867369 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-f6aedd41-2642-4acc-838a-e38650077409 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1041732 Jul 16 20:51:06.013234 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-de55390e-1390-41c4-b281-5a13e48726af tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:06.034477 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-de55390e-1390-41c4-b281-5a13e48726af tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:06.098408 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-a8d02d02-ba5a-4f9a-8eb0-3d43449c9dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:06.098882 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-a8d02d02-ba5a-4f9a-8eb0-3d43449c9dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:06.099347 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-a8d02d02-ba5a-4f9a-8eb0-3d43449c9dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:06.100221 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-a8d02d02-ba5a-4f9a-8eb0-3d43449c9dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:06.100692 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-a8d02d02-ba5a-4f9a-8eb0-3d43449c9dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:06.101153 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-a8d02d02-ba5a-4f9a-8eb0-3d43449c9dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:06.101613 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-a8d02d02-ba5a-4f9a-8eb0-3d43449c9dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:06.103559 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-a8d02d02-ba5a-4f9a-8eb0-3d43449c9dfb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0421842e20864ba19d8833f598d17c76&device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 6508 time: 0.1724362 Jul 16 20:51:06.221366 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-de55390e-1390-41c4-b281-5a13e48726af tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Allocated IP 172.25.0.163 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/ed232223-16fe-4b47-ac58-b605feb7ac10) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:51:06.275245 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-da6961fa-6296-4ded-8289-7e744f12907a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:06.275730 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-da6961fa-6296-4ded-8289-7e744f12907a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:06.276199 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-da6961fa-6296-4ded-8289-7e744f12907a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:06.277812 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-da6961fa-6296-4ded-8289-7e744f12907a service neutron] 10.222.0.62 "GET /v2.0/networks?id=d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14&id=83636349-58ea-46f7-a3d1-26f21bbb427b&id=83636349-58ea-46f7-a3d1-26f21bbb427b&id=83636349-58ea-46f7-a3d1-26f21bbb427b&id=83636349-58ea-46f7-a3d1-26f21bbb427b&id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf&id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf HTTP/1.1" status: 200 len: 2297 time: 0.1364846 Jul 16 20:51:06.393296 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-44c500a9-5d53-4a11-a928-e5a6ee5097de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eeaba776-b005-41c6-88fd-0934f4ff5a27 HTTP/1.1" status: 200 len: 1000 time: 0.1067431 Jul 16 20:51:06.411066 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-de55390e-1390-41c4-b281-5a13e48726af tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:06.461427 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-cd65da9b-a879-4f44-8ba5-4cd07366b3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:06.462964 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-cd65da9b-a879-4f44-8ba5-4cd07366b3a2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b37ea029-930a-4f8e-ae78-8b7dd9ec37a2 HTTP/1.1" status: 200 len: 855 time: 0.0627100 Jul 16 20:51:06.517122 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-de55390e-1390-41c4-b281-5a13e48726af tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:06.570375 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de55390e-1390-41c4-b281-5a13e48726af tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:51:06.576668 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-de55390e-1390-41c4-b281-5a13e48726af tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:51:06.580218 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-928f4ad4-5640-44b2-a72b-a7bda3ffd256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:06.583033 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-928f4ad4-5640-44b2-a72b-a7bda3ffd256 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1131654 Jul 16 20:51:06.584476 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de55390e-1390-41c4-b281-5a13e48726af tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:51:06.586154 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55390e-1390-41c4-b281-5a13e48726af tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Pushing event updated for resources: {'Port': ['ID=ed232223-16fe-4b47-ac58-b605feb7ac10,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:06.625163 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-935d428d-593e-48fa-83bc-96ab3ac08768 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:06.626908 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-935d428d-593e-48fa-83bc-96ab3ac08768 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 812 time: 0.1217051 Jul 16 20:51:06.644471 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-6969a6ba-2b61-4097-abe0-f3ecc15b4b5b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/quotas/d773f9510ee743d3a0654c8400382544 HTTP/1.1" status: 200 len: 375 time: 0.0107281 Jul 16 20:51:06.718715 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-dc34f992-d44a-4c21-be27-1a0de7c56633 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0673180 Jul 16 20:51:06.795113 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-2007f45f-76bf-4cfb-b063-2e366cd2439e service neutron] 10.222.0.62 "GET /v2.0/networks/d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043462 Jul 16 20:51:06.814446 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-78a61bd3-1444-4d43-a667-d76ed0394757 service neutron] 10.222.0.38 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875649 Jul 16 20:51:06.905173 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-78ea354f-853b-41c3-8344-710dd71889d3 service neutron] 10.222.0.38 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845962 Jul 16 20:51:06.978439 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-815ed553-3248-4deb-876d-3d68ab7a9c8f service neutron] 10.222.0.62 "GET /v2.0/networks/d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721175 Jul 16 20:51:06.993834 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-de55390e-1390-41c4-b281-5a13e48726af tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:07.056993 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-511cba58-d1a3-4b88-aa03-0fe4b1f97b3c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=0511ec0c-7172-4caa-9729-47cc63ea6c94 HTTP/1.1" status: 200 len: 217 time: 0.0718355 Jul 16 20:51:07.109648 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-06fa57c2-0765-4223-b02b-bb4d069a2ff0 req-ea5f430e-0e48-4ae9-ab6d-b3cbc0aee87c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 210 time: 0.0304651 Jul 16 20:51:07.155155 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-d4d64208-82f8-4024-ba07-63f1cdbd6c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:07.156617 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-d4d64208-82f8-4024-ba07-63f1cdbd6c45 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e90d8681-87d8-468f-b542-905bc89d1669 HTTP/1.1" status: 200 len: 797 time: 0.0927908 Jul 16 20:51:07.301756 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-327c4bbd-3230-4cf2-b5b2-d4052049f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:07.303395 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-327c4bbd-3230-4cf2-b5b2-d4052049f68b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83636349-58ea-46f7-a3d1-26f21bbb427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1402142 Jul 16 20:51:07.322958 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-de55390e-1390-41c4-b281-5a13e48726af tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:07.336704 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-de55390e-1390-41c4-b281-5a13e48726af tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896760'] for router, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:07.492832 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-0f12622c-be66-4ccd-92e8-658563ac85c4 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820316 Jul 16 20:51:07.600936 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de55390e-1390-41c4-b281-5a13e48726af tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Router d698b531-030f-4df3-9690-505a37d7cd65 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:51:07.622267 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-04a8abb1-49a1-41c8-a15f-44d7b38eb388 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213152 Jul 16 20:51:07.695682 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-bdb903ac-8413-47b5-9cd5-677d94aa662f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=363b4863-693b-4f87-9538-22fc3b427353 HTTP/1.1" status: 200 len: 217 time: 0.0390291 Jul 16 20:51:07.791635 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-04a7e71e-8a50-4886-9258-7acf881c528d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:07.792017 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-04a7e71e-8a50-4886-9258-7acf881c528d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e90d8681-87d8-468f-b542-905bc89d1669 HTTP/1.1" status: 200 len: 797 time: 0.0883043 Jul 16 20:51:07.796261 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de55390e-1390-41c4-b281-5a13e48726af tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:51:07.803310 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-de55390e-1390-41c4-b281-5a13e48726af tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:07.804457 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-de55390e-1390-41c4-b281-5a13e48726af tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "PUT /v2.0/routers/d698b531-030f-4df3-9690-505a37d7cd65 HTTP/1.1" status: 200 len: 880 time: 2.7011299 Jul 16 20:51:07.806846 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79cc232-f3a9-4f35-9b83-8fb5d6cb67f9 None None] Sync routers for ids ['d698b531-030f-4df3-9690-505a37d7cd65'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:51:07.807658 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35110) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:07.817873 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79cc232-f3a9-4f35-9b83-8fb5d6cb67f9 None None] Routers {'d698b531-030f-4df3-9690-505a37d7cd65'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:51:07.818458 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a79cc232-f3a9-4f35-9b83-8fb5d6cb67f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:50:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['d698b531-030f-4df3-9690-505a37d7cd65'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:07.852966 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a79cc232-f3a9-4f35-9b83-8fb5d6cb67f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:07.860588 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-05546388-1afd-443a-a718-2bc5c5b9177b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:07.862152 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-05546388-1afd-443a-a718-2bc5c5b9177b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83636349-58ea-46f7-a3d1-26f21bbb427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0566220 Jul 16 20:51:07.862292 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79cc232-f3a9-4f35-9b83-8fb5d6cb67f9 None None] Routers {'d698b531-030f-4df3-9690-505a37d7cd65'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:51:07.863023 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a79cc232-f3a9-4f35-9b83-8fb5d6cb67f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:50:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['d698b531-030f-4df3-9690-505a37d7cd65'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:07.898493 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a79cc232-f3a9-4f35-9b83-8fb5d6cb67f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:07.899148 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79cc232-f3a9-4f35-9b83-8fb5d6cb67f9 None None] The sync data for ids ['d698b531-030f-4df3-9690-505a37d7cd65'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:51:07.916321 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0da39e8d-2e2c-41eb-ad8e-1ee77f9a4739 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "GET /v2.0/routers/d698b531-030f-4df3-9690-505a37d7cd65 HTTP/1.1" status: 200 len: 921 time: 0.1072235 Jul 16 20:51:07.918778 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35112) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:07.959442 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-f7c405bb-c9f8-41ff-85c6-9429e1aa4e60 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910048 Jul 16 20:51:08.007640 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f0434a-7d44-4f81-a272-9b62fe035bff tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:08.009167 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-46f0434a-7d44-4f81-a272-9b62fe035bff tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=9eaba347-54f9-4044-808d-862f23e2a998&device_id=d698b531-030f-4df3-9690-505a37d7cd65&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0894792 Jul 16 20:51:08.011769 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35114) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:08.055003 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-1ada31e2-066a-4782-8743-7555770527a8 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883696 Jul 16 20:51:08.105895 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-1aaab4eb-ef4c-40e6-9b2d-2da34a028d7e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=00bf0c6e-465d-4143-ae09-cc16444be189 HTTP/1.1" status: 200 len: 217 time: 0.0425417 Jul 16 20:51:08.108116 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76684eb4-75c0-451e-83a5-d7ec955eb026 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:08.109923 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-76684eb4-75c0-451e-83a5-d7ec955eb026 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 881 time: 0.0972514 Jul 16 20:51:08.113621 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35116) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:08.182559 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-556b144a-a5b6-48ab-ac3a-251c7652a4b6 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "GET /v2.0/ports?device_id=d698b531-030f-4df3-9690-505a37d7cd65 HTTP/1.1" status: 200 len: 205 time: 0.0653207 Jul 16 20:51:08.184362 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35120) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:08.224778 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-6952c277-5a9d-4263-aa7c-172767c39da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:08.226253 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-6952c277-5a9d-4263-aa7c-172767c39da8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e90d8681-87d8-468f-b542-905bc89d1669 HTTP/1.1" status: 200 len: 797 time: 0.1103709 Jul 16 20:51:08.311815 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-24ccbd7f-aeb7-464e-9150-dd529c65c62b req-664c38a0-7d7a-4169-bee9-8e621b5d923e tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 210 time: 0.0337908 Jul 16 20:51:08.323289 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-28e84633-7936-4891-a4ff-dc089e8b0970 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:08.324822 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-28e84633-7936-4891-a4ff-dc089e8b0970 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.18 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 812 time: 0.1909046 Jul 16 20:51:08.329984 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-92ef222d-a058-4db5-83f4-1f3334106095 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:08.345933 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-ecb6aa9c-b018-4233-ba31-e0640c60b3a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Request body: {'port': {'device_id': '1a4f9f02-9b1a-4035-b691-4bfd00a83369', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'admin_state_up': True, 'tenant_id': 'd773f9510ee743d3a0654c8400382544'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:08.363626 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-32d82d4e-8420-4331-8c99-0bd291ea386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:08.365108 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-32d82d4e-8420-4331-8c99-0bd291ea386d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83636349-58ea-46f7-a3d1-26f21bbb427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1080062 Jul 16 20:51:08.524003 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-85c20d80-cff6-4323-a628-ea310ccd5c8f service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503625 Jul 16 20:51:08.559167 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-ecb6aa9c-b018-4233-ba31-e0640c60b3a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Made reservation on behalf of d773f9510ee743d3a0654c8400382544 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:51:08.562744 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-ecb6aa9c-b018-4233-ba31-e0640c60b3a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:08.701185 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-29c526cb-4101-406d-b898-829cf1e20045 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693165 Jul 16 20:51:08.750590 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-92ef222d-a058-4db5-83f4-1f3334106095 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:08.776560 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-ba80f044-155a-43a4-97fe-ee31c884377c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=a966099a-a8b2-40b8-888b-f4d7466ed9fc HTTP/1.1" status: 200 len: 217 time: 0.0441682 Jul 16 20:51:08.819909 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-92ef222d-a058-4db5-83f4-1f3334106095 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Deleting port ed232223-16fe-4b47-ac58-b605feb7ac10 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:51:08.820912 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-92ef222d-a058-4db5-83f4-1f3334106095 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:08.823755 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-ecb6aa9c-b018-4233-ba31-e0640c60b3a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Allocated IP 172.20.0.12 (8f8ffa95-ba5a-44c1-b5cb-f15aabb35325/91aaf1f1-4791-4613-820c-7a64a55f2344/353a0dc0-087e-47a1-998d-4db95deac0b2) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:51:08.862469 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-595920d1-b01a-44ef-9941-2e261baec2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:08.865383 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-595920d1-b01a-44ef-9941-2e261baec2a5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e90d8681-87d8-468f-b542-905bc89d1669 HTTP/1.1" status: 200 len: 797 time: 0.0793002 Jul 16 20:51:08.941600 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-92ef222d-a058-4db5-83f4-1f3334106095 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:08.957527 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-92ef222d-a058-4db5-83f4-1f3334106095 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Calling delete_port for ed232223-16fe-4b47-ac58-b605feb7ac10 owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:51:09.031907 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-04c29476-4c84-49e4-89a8-4885f6a42b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:09.033460 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-04c29476-4c84-49e4-89a8-4885f6a42b0e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83636349-58ea-46f7-a3d1-26f21bbb427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1601858 Jul 16 20:51:09.097553 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-ecb6aa9c-b018-4233-ba31-e0640c60b3a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:09.140413 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-92ef222d-a058-4db5-83f4-1f3334106095 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:09.144485 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-ecb6aa9c-b018-4233-ba31-e0640c60b3a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Transition to ACTIVE for port object 353a0dc0-087e-47a1-998d-4db95deac0b2 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:51:09.169108 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef222d-a058-4db5-83f4-1f3334106095 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Pushing event deleted for resources: {'Port': ['ID=ed232223-16fe-4b47-ac58-b605feb7ac10,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:09.175976 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-89655275-3693-46a7-9039-c358221ba000 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349628 Jul 16 20:51:09.229376 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-ecb6aa9c-b018-4233-ba31-e0640c60b3a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:09.248273 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f7ac8036-a89a-4d03-b6a0-9e70bb224490'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:51:09.248845 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-92ef222d-a058-4db5-83f4-1f3334106095 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:09.365429 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-92ef222d-a058-4db5-83f4-1f3334106095 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:09.368467 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-92ef222d-a058-4db5-83f4-1f3334106095 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:09.436594 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-92ef222d-a058-4db5-83f4-1f3334106095 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:09.437558 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ef222d-a058-4db5-83f4-1f3334106095 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Fanout notify agent at l3_agent the message router_deleted on router d698b531-030f-4df3-9690-505a37d7cd65 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:51:09.448388 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-92ef222d-a058-4db5-83f4-1f3334106095 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:09.450170 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-92ef222d-a058-4db5-83f4-1f3334106095 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "DELETE /v2.0/routers/d698b531-030f-4df3-9690-505a37d7cd65 HTTP/1.1" status: 204 len: 168 time: 1.2659469 Jul 16 20:51:09.456547 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35132) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:09.464870 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-ebf67e73-3759-4308-8f62-64e54193c57a tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-222603839', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:09.539098 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ebf67e73-3759-4308-8f62-64e54193c57a tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:09.540521 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ebf67e73-3759-4308-8f62-64e54193c57a tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:09.576695 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2eb131-a1f8-4902-89b6-a4fd8a7c6785 req-8e32cdb8-cf00-45d9-9cad-e66115496d70 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:09.578394 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa2eb131-a1f8-4902-89b6-a4fd8a7c6785 req-8e32cdb8-cf00-45d9-9cad-e66115496d70 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 932 time: 0.1045294 Jul 16 20:51:09.634572 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ebf67e73-3759-4308-8f62-64e54193c57a tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:09.648213 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ebf67e73-3759-4308-8f62-64e54193c57a tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:09.672278 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa2eb131-a1f8-4902-89b6-a4fd8a7c6785 req-e2f4d685-18af-455f-aac2-af555ac53baa tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855319 Jul 16 20:51:09.673530 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ebf67e73-3759-4308-8f62-64e54193c57a tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:09.677771 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ebf67e73-3759-4308-8f62-64e54193c57a tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2176111 Jul 16 20:51:09.678155 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35136) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:09.685913 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-9ef17f39-db93-4657-84da-7d9047e1e161 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'enable_snat': True}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:09.750229 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-ecb6aa9c-b018-4233-ba31-e0640c60b3a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:51:09.758157 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-ecb6aa9c-b018-4233-ba31-e0640c60b3a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:51:09.760362 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6aa9c-b018-4233-ba31-e0640c60b3a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event updated for resources: {'Port': ['ID=353a0dc0-087e-47a1-998d-4db95deac0b2,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:09.764080 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-8121f723-7a90-40ca-80ea-66f29ea483b1 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5760226 Jul 16 20:51:09.764930 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-ecb6aa9c-b018-4233-ba31-e0640c60b3a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:51:09.824291 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-ecb6aa9c-b018-4233-ba31-e0640c60b3a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:09.824926 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-ecb6aa9c-b018-4233-ba31-e0640c60b3a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:09.882100 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-ecb6aa9c-b018-4233-ba31-e0640c60b3a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5411186 Jul 16 20:51:09.883542 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-46a2b597-1d20-4e56-8a30-e469cd1edc30 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=06575405-c313-49cd-b1b8-491d36210396 HTTP/1.1" status: 200 len: 217 time: 0.1080539 Jul 16 20:51:09.896575 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-16281321-8759-437b-afca-b0e7d4539de2 service neutron] Request body: {'port': {'device_id': '1a4f9f02-9b1a-4035-b691-4bfd00a83369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:09.944876 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9ef17f39-db93-4657-84da-7d9047e1e161 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:09.984006 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-8077c893-1485-43cf-aa3f-8e277abc160f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:09.985537 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-8077c893-1485-43cf-aa3f-8e277abc160f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f2d96ed7-8733-4957-83cb-f46aeb3a2783 HTTP/1.1" status: 200 len: 797 time: 0.0855339 Jul 16 20:51:10.033762 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-331aa102-e8ea-4390-ac4d-05580fd3f557 None None] Provisioning for port 353a0dc0-087e-47a1-998d-4db95deac0b2 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:51:10.038602 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-331aa102-e8ea-4390-ac4d-05580fd3f557 None None] Provisioning complete for port 353a0dc0-087e-47a1-998d-4db95deac0b2 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:51:10.039095 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-331aa102-e8ea-4390-ac4d-05580fd3f557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:10.060856 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-16281321-8759-437b-afca-b0e7d4539de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:10.102664 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-331aa102-e8ea-4390-ac4d-05580fd3f557 None None] Port 353a0dc0-087e-47a1-998d-4db95deac0b2 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:51:10.115165 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-d3bd7dfc-4ac1-41b9-a791-a3fc1691d2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:10.116680 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-d3bd7dfc-4ac1-41b9-a791-a3fc1691d2dd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1114383 Jul 16 20:51:10.217246 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9ef17f39-db93-4657-84da-7d9047e1e161 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:10.237614 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9ef17f39-db93-4657-84da-7d9047e1e161 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:10.333786 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-af361162-0acd-42cb-8b20-08bf56a937fa service neutron] 10.222.0.62 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089901 Jul 16 20:51:10.347496 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-9ef17f39-db93-4657-84da-7d9047e1e161 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Allocated IP 172.25.0.220 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/75c7529c-10bd-4d66-9045-475718bdebc7) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:51:10.461476 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9ef17f39-db93-4657-84da-7d9047e1e161 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:10.488527 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-37fddd5a-07a2-4282-a71d-e5984227b75e service neutron] 10.222.0.62 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453106 Jul 16 20:51:10.493793 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-16281321-8759-437b-afca-b0e7d4539de2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353a0dc0-087e-47a1-998d-4db95deac0b2 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:51:10.511015 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-16281321-8759-437b-afca-b0e7d4539de2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:10.511428 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9ef17f39-db93-4657-84da-7d9047e1e161 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:10.543410 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-d1d360ea-d8d0-4778-8e46-1f76b0f0c1bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b32f7549-538d-4ccd-936a-fe3323acd257 HTTP/1.1" status: 200 len: 217 time: 0.0449145 Jul 16 20:51:10.554963 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-16281321-8759-437b-afca-b0e7d4539de2 service neutron] Transition to ACTIVE for port object 353a0dc0-087e-47a1-998d-4db95deac0b2 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:51:10.560006 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef17f39-db93-4657-84da-7d9047e1e161 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:51:10.564213 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-16281321-8759-437b-afca-b0e7d4539de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:10.564487 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-9ef17f39-db93-4657-84da-7d9047e1e161 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:51:10.568503 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef17f39-db93-4657-84da-7d9047e1e161 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:51:10.612440 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef17f39-db93-4657-84da-7d9047e1e161 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Pushing event updated for resources: {'Port': ['ID=75c7529c-10bd-4d66-9045-475718bdebc7,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:10.646166 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-1b887b12-c879-4792-a56a-3bd338a9c9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:10.647687 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-1b887b12-c879-4792-a56a-3bd338a9c9c2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f2d96ed7-8733-4957-83cb-f46aeb3a2783 HTTP/1.1" status: 200 len: 797 time: 0.0941284 Jul 16 20:51:10.654447 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16281321-8759-437b-afca-b0e7d4539de2 service neutron] Pushing event updated for resources: {'Port': ['ID=353a0dc0-087e-47a1-998d-4db95deac0b2,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:10.765977 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-16281321-8759-437b-afca-b0e7d4539de2 service neutron] Attempting to bind port 353a0dc0-087e-47a1-998d-4db95deac0b2 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:51:10.766329 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-16281321-8759-437b-afca-b0e7d4539de2 service neutron] Attempting to bind port 353a0dc0-087e-47a1-998d-4db95deac0b2 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:51:10.766673 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-16281321-8759-437b-afca-b0e7d4539de2 service neutron] Attempting to bind port 353a0dc0-087e-47a1-998d-4db95deac0b2 on network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:51:10.776306 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-16281321-8759-437b-afca-b0e7d4539de2 service neutron] Port 353a0dc0-087e-47a1-998d-4db95deac0b2 on network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:51:10.776692 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-16281321-8759-437b-afca-b0e7d4539de2 service neutron] Attempting to bind port 353a0dc0-087e-47a1-998d-4db95deac0b2 on network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:51:10.780029 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-d819ca66-981a-4956-bd50-604fb15cd2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:10.781523 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-d819ca66-981a-4956-bd50-604fb15cd2d9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1235073 Jul 16 20:51:10.786178 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-16281321-8759-437b-afca-b0e7d4539de2 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:51:10.786566 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-16281321-8759-437b-afca-b0e7d4539de2 service neutron] Checking segment: {'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:51:10.786960 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-16281321-8759-437b-afca-b0e7d4539de2 service neutron] Bound using segment: {'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:51:10.787532 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-16281321-8759-437b-afca-b0e7d4539de2 service neutron] Bound port: 353a0dc0-087e-47a1-998d-4db95deac0b2, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:51:10.787906 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-16281321-8759-437b-afca-b0e7d4539de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:10.914682 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9ef17f39-db93-4657-84da-7d9047e1e161 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:10.971037 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-91f3484a-a236-4b62-a07f-e5755868c56d service neutron] 10.222.0.62 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805627 Jul 16 20:51:10.972620 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-16281321-8759-437b-afca-b0e7d4539de2 service neutron] For port 353a0dc0-087e-47a1-998d-4db95deac0b2, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:51:10.976015 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-16281321-8759-437b-afca-b0e7d4539de2 service neutron] For port 353a0dc0-087e-47a1-998d-4db95deac0b2, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=353a0dc0-087e-47a1-998d-4db95deac0b2,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:51:10.988096 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-16281321-8759-437b-afca-b0e7d4539de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:11.061950 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-16281321-8759-437b-afca-b0e7d4539de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:11.062636 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-16281321-8759-437b-afca-b0e7d4539de2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:11.064477 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-16281321-8759-437b-afca-b0e7d4539de2 service neutron] 10.222.0.18 "PUT /v2.0/ports/353a0dc0-087e-47a1-998d-4db95deac0b2 HTTP/1.1" status: 200 len: 1093 time: 1.1740370 Jul 16 20:51:11.067141 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4f9f02-9b1a-4035-b691-4bfd00a83369', 'tag': '353a0dc0-087e-47a1-998d-4db95deac0b2'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:51:11.069464 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c406cc-ca90-4946-8b48-a714e3d33c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "1a4f9f02-9b1a-4035-b691-4bfd00a83369", "tag": "353a0dc0-087e-47a1-998d-4db95deac0b2"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:51:11.123864 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16281321-8759-437b-afca-b0e7d4539de2 service neutron] Pushing event updated for resources: {'Port': ['ID=353a0dc0-087e-47a1-998d-4db95deac0b2,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:11.172980 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5f9dff-2d68-4d76-8ddc-bfe2c77df501 x-openstack-request-id: req-db5f9dff-2d68-4d76-8ddc-bfe2c77df501 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:51:11.173286 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a4f9f02-9b1a-4035-b691-4bfd00a83369", "tag": "353a0dc0-087e-47a1-998d-4db95deac0b2", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:51:11.173535 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-db5f9dff-2d68-4d76-8ddc-bfe2c77df501 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:51:11.173943 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4f9f02-9b1a-4035-b691-4bfd00a83369', 'tag': '353a0dc0-087e-47a1-998d-4db95deac0b2', 'status': 'completed', 'code': 200} Jul 16 20:51:11.183464 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a1a59522-ca5d-4ad7-83d9-2507b6239934 req-bc157602-0f7a-4204-9795-41a6734f56d5 service neutron] 10.222.0.62 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047341 Jul 16 20:51:11.232886 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-1596d114-4255-4cc0-8e49-b9f3943ce311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:11.234877 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-1596d114-4255-4cc0-8e49-b9f3943ce311 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 1096 time: 0.1062870 Jul 16 20:51:11.239778 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9ef17f39-db93-4657-84da-7d9047e1e161 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:11.248431 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9ef17f39-db93-4657-84da-7d9047e1e161 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896760'] for router, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:11.305825 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-183d81c3-6438-473c-99e2-c6253f15c936 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=353a0dc0-087e-47a1-998d-4db95deac0b2 HTTP/1.1" status: 200 len: 217 time: 0.0633121 Jul 16 20:51:11.373454 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-fbf7121b-7413-436c-82b9-4a7e031d0ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:11.375503 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-fbf7121b-7413-436c-82b9-4a7e031d0ec8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91aaf1f1-4791-4613-820c-7a64a55f2344 HTTP/1.1" status: 200 len: 851 time: 0.0580440 Jul 16 20:51:11.384202 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45cd0e-bdd6-477e-a039-2b8c2f5720f4 req-4e0a0b5b-7401-4701-bbd1-f466646b9a98 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:11.385706 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0e45cd0e-bdd6-477e-a039-2b8c2f5720f4 req-4e0a0b5b-7401-4701-bbd1-f466646b9a98 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 944 time: 0.3567958 Jul 16 20:51:11.438299 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-bffbb634-bc36-488a-af3f-6ce22cbdf13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:11.440163 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-bffbb634-bc36-488a-af3f-6ce22cbdf13f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584629 Jul 16 20:51:11.445359 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0e45cd0e-bdd6-477e-a039-2b8c2f5720f4 req-762862a0-083d-4eaa-815e-d4bd2fd19056 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497196 Jul 16 20:51:11.473373 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef17f39-db93-4657-84da-7d9047e1e161 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Router 3a53a44d-96e8-474f-b86c-a547e7b8e519 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:51:11.578950 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-6e7e9fac-e97b-4f2f-88b6-99f1557acdc9 service neutron] 10.222.0.18 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322680 Jul 16 20:51:11.617195 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef17f39-db93-4657-84da-7d9047e1e161 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:51:11.624641 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9ef17f39-db93-4657-84da-7d9047e1e161 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:11.625853 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9ef17f39-db93-4657-84da-7d9047e1e161 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "PUT /v2.0/routers/3a53a44d-96e8-474f-b86c-a547e7b8e519 HTTP/1.1" status: 200 len: 914 time: 1.9464736 Jul 16 20:51:11.629005 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35150) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:11.631114 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6731cdd-ebb6-45aa-a524-1b2efdb85ae6 None None] Sync routers for ids ['3a53a44d-96e8-474f-b86c-a547e7b8e519'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:51:11.710259 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bc569d3f-3c2c-430f-85b6-38a760a80a59 req-50866c5d-5b9b-432a-b868-a9aa6a1e63ad service neutron] 10.222.0.18 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247880 Jul 16 20:51:11.765760 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6731cdd-ebb6-45aa-a524-1b2efdb85ae6 None None] Routers {'3a53a44d-96e8-474f-b86c-a547e7b8e519'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:51:11.766788 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d6731cdd-ebb6-45aa-a524-1b2efdb85ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:50:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3a53a44d-96e8-474f-b86c-a547e7b8e519'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:11.805562 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d6731cdd-ebb6-45aa-a524-1b2efdb85ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:11.808988 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e6070a46-2b87-429b-9e87-52b3c1033d4a tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "GET /v2.0/routers/3a53a44d-96e8-474f-b86c-a547e7b8e519 HTTP/1.1" status: 200 len: 920 time: 0.1788573 Jul 16 20:51:11.812196 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35152) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:11.817536 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6731cdd-ebb6-45aa-a524-1b2efdb85ae6 None None] Routers {'3a53a44d-96e8-474f-b86c-a547e7b8e519'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:51:11.818527 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d6731cdd-ebb6-45aa-a524-1b2efdb85ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:50:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3a53a44d-96e8-474f-b86c-a547e7b8e519'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:11.856762 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d6731cdd-ebb6-45aa-a524-1b2efdb85ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:11.857740 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6731cdd-ebb6-45aa-a524-1b2efdb85ae6 None None] The sync data for ids ['3a53a44d-96e8-474f-b86c-a547e7b8e519'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:51:11.885755 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c406cc-ca90-4946-8b48-a714e3d33c2a req-c847ec76-34f8-4256-9037-1912e9c6e33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:11.887693 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-13c406cc-ca90-4946-8b48-a714e3d33c2a req-c847ec76-34f8-4256-9037-1912e9c6e33e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 1096 time: 0.0959947 Jul 16 20:51:11.913656 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9027a195-7e76-4a17-a1f3-8a8d6cd4013b tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:11.915209 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9027a195-7e76-4a17-a1f3-8a8d6cd4013b tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=9eaba347-54f9-4044-808d-862f23e2a998&device_id=3a53a44d-96e8-474f-b86c-a547e7b8e519&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1019754 Jul 16 20:51:11.920201 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35154) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:12.082088 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c406cc-ca90-4946-8b48-a714e3d33c2a req-6f7463ee-339e-4cb0-9937-450f79365f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:12.083551 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-13c406cc-ca90-4946-8b48-a714e3d33c2a req-6f7463ee-339e-4cb0-9937-450f79365f56 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 913 time: 0.1887250 Jul 16 20:51:12.084958 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ccd913-d12c-45d9-9361-15593057c8a3 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:12.086666 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-45ccd913-d12c-45d9-9361-15593057c8a3 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 881 time: 0.1654696 Jul 16 20:51:12.090187 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35158) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:12.159304 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f3bcdf28-9e7f-45b4-b3c2-0749945f1754 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a53a44d-96e8-474f-b86c-a547e7b8e519 HTTP/1.1" status: 200 len: 205 time: 0.0679271 Jul 16 20:51:12.162755 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35160) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:12.163351 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-13c406cc-ca90-4946-8b48-a714e3d33c2a req-c0b61cbb-24b2-45e1-9222-6d33e821093a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=353a0dc0-087e-47a1-998d-4db95deac0b2 HTTP/1.1" status: 200 len: 217 time: 0.0709682 Jul 16 20:51:12.230575 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c406cc-ca90-4946-8b48-a714e3d33c2a req-03fdc2e1-4c9b-4d45-98b6-12c455345719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:12.232466 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-13c406cc-ca90-4946-8b48-a714e3d33c2a req-03fdc2e1-4c9b-4d45-98b6-12c455345719 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91aaf1f1-4791-4613-820c-7a64a55f2344 HTTP/1.1" status: 200 len: 851 time: 0.0507257 Jul 16 20:51:12.305724 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c406cc-ca90-4946-8b48-a714e3d33c2a req-f4c5040a-5a6f-498d-a10c-7a66f3ff9d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:12.307763 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-13c406cc-ca90-4946-8b48-a714e3d33c2a req-f4c5040a-5a6f-498d-a10c-7a66f3ff9d4d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686040 Jul 16 20:51:12.435329 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-13c406cc-ca90-4946-8b48-a714e3d33c2a req-c75049ac-ef08-4443-93ee-22b81036fdb0 service neutron] 10.222.0.18 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205776 Jul 16 20:51:12.600677 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-13c406cc-ca90-4946-8b48-a714e3d33c2a req-eecdccfe-0a4d-4cda-b36c-9a6aacf74167 service neutron] 10.222.0.18 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587331 Jul 16 20:51:12.661634 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c78ec2b-4278-4677-930e-8db8ea38fa79 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:12.798765 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b74497-27ef-41ae-870c-dfe27a99b499 req-ed41d731-9fef-44c2-baa4-bf76b75d14aa tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:12.807081 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b9b74497-27ef-41ae-870c-dfe27a99b499 req-ed41d731-9fef-44c2-baa4-bf76b75d14aa tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 944 time: 0.1893189 Jul 16 20:51:12.842906 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c78ec2b-4278-4677-930e-8db8ea38fa79 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:12.869887 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b9b74497-27ef-41ae-870c-dfe27a99b499 req-868b36a7-5f5a-431a-9505-5082646826d0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609801 Jul 16 20:51:12.950012 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-0c78ec2b-4278-4677-930e-8db8ea38fa79 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Deleting port 75c7529c-10bd-4d66-9045-475718bdebc7 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:51:12.950548 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c78ec2b-4278-4677-930e-8db8ea38fa79 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:13.044092 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c78ec2b-4278-4677-930e-8db8ea38fa79 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:13.058933 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-0c78ec2b-4278-4677-930e-8db8ea38fa79 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Calling delete_port for 75c7529c-10bd-4d66-9045-475718bdebc7 owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:51:13.291700 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c78ec2b-4278-4677-930e-8db8ea38fa79 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:13.327170 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78ec2b-4278-4677-930e-8db8ea38fa79 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Pushing event deleted for resources: {'Port': ['ID=75c7529c-10bd-4d66-9045-475718bdebc7,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:13.434464 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c78ec2b-4278-4677-930e-8db8ea38fa79 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:13.546686 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c78ec2b-4278-4677-930e-8db8ea38fa79 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:13.549365 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c78ec2b-4278-4677-930e-8db8ea38fa79 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:13.619020 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c78ec2b-4278-4677-930e-8db8ea38fa79 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:13.619730 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c78ec2b-4278-4677-930e-8db8ea38fa79 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Fanout notify agent at l3_agent the message router_deleted on router 3a53a44d-96e8-474f-b86c-a547e7b8e519 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:51:13.635073 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c78ec2b-4278-4677-930e-8db8ea38fa79 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:13.637577 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0c78ec2b-4278-4677-930e-8db8ea38fa79 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "DELETE /v2.0/routers/3a53a44d-96e8-474f-b86c-a547e7b8e519 HTTP/1.1" status: 204 len: 168 time: 1.4733949 Jul 16 20:51:13.642489 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35170) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:13.653770 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2d04328d-f458-4ac4-822f-c7de55328cdb tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1135191434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:13.703096 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2d04328d-f458-4ac4-822f-c7de55328cdb tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:13.705466 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2d04328d-f458-4ac4-822f-c7de55328cdb tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:13.797289 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2d04328d-f458-4ac4-822f-c7de55328cdb tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:13.809074 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2d04328d-f458-4ac4-822f-c7de55328cdb tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:13.836773 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2d04328d-f458-4ac4-822f-c7de55328cdb tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:13.837225 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2d04328d-f458-4ac4-822f-c7de55328cdb tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1915793 Jul 16 20:51:13.839495 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35172) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:13.853828 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-b3f03761-4fef-466d-93d1-cd57b0c8e25c tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'enable_snat': False}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:14.186672 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b3f03761-4fef-466d-93d1-cd57b0c8e25c tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:14.260050 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8795f-e166-44ee-9559-ce95df70b257 req-04815ebe-9ac1-49cc-a5ac-def6e1909040 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:14.269512 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8dc8795f-e166-44ee-9559-ce95df70b257 req-04815ebe-9ac1-49cc-a5ac-def6e1909040 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 944 time: 0.2417359 Jul 16 20:51:14.367029 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8dc8795f-e166-44ee-9559-ce95df70b257 req-2a3117f5-8003-4d6e-8cde-bcb122873753 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964427 Jul 16 20:51:14.552182 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b3f03761-4fef-466d-93d1-cd57b0c8e25c tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:14.573695 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b3f03761-4fef-466d-93d1-cd57b0c8e25c tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:14.723156 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-b3f03761-4fef-466d-93d1-cd57b0c8e25c tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Allocated IP 172.25.0.188 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/842c0c71-a146-4088-8751-442c45474fbc) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:51:14.868183 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b3f03761-4fef-466d-93d1-cd57b0c8e25c tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:14.929220 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b3f03761-4fef-466d-93d1-cd57b0c8e25c tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:14.976140 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f03761-4fef-466d-93d1-cd57b0c8e25c tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:51:14.985105 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-b3f03761-4fef-466d-93d1-cd57b0c8e25c tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:51:14.990375 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f03761-4fef-466d-93d1-cd57b0c8e25c tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:51:15.022986 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f03761-4fef-466d-93d1-cd57b0c8e25c tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Pushing event updated for resources: {'Port': ['ID=842c0c71-a146-4088-8751-442c45474fbc,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:15.270192 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b3f03761-4fef-466d-93d1-cd57b0c8e25c tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:15.558242 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b3f03761-4fef-466d-93d1-cd57b0c8e25c tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:15.564469 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b3f03761-4fef-466d-93d1-cd57b0c8e25c tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896760'] for router, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:15.673954 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416698e5-35a1-4c44-b9f5-dc5c233128ca req-ba67ec6b-0650-4a74-b476-17fb453f532e tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:15.676619 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-416698e5-35a1-4c44-b9f5-dc5c233128ca req-ba67ec6b-0650-4a74-b476-17fb453f532e tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 944 time: 0.1662986 Jul 16 20:51:15.733548 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-416698e5-35a1-4c44-b9f5-dc5c233128ca req-c0e5307e-2f35-4635-9cef-56821327ebaa tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482187 Jul 16 20:51:15.784902 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f03761-4fef-466d-93d1-cd57b0c8e25c tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Router 194f18d8-895a-43e9-a956-7496c82adc41 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:51:15.911354 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f03761-4fef-466d-93d1-cd57b0c8e25c tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:51:15.919817 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d2ea67-9f93-42ea-bd08-3b1cdfb0b978 None None] Sync routers for ids ['194f18d8-895a-43e9-a956-7496c82adc41'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:51:15.921393 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b3f03761-4fef-466d-93d1-cd57b0c8e25c tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:15.922697 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b3f03761-4fef-466d-93d1-cd57b0c8e25c tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "PUT /v2.0/routers/194f18d8-895a-43e9-a956-7496c82adc41 HTTP/1.1" status: 200 len: 916 time: 2.0814800 Jul 16 20:51:15.926207 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35188) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:15.934427 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d2ea67-9f93-42ea-bd08-3b1cdfb0b978 None None] Routers {'194f18d8-895a-43e9-a956-7496c82adc41'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:51:15.935416 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-d9d2ea67-9f93-42ea-bd08-3b1cdfb0b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:50:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['194f18d8-895a-43e9-a956-7496c82adc41'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:15.971993 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-d9d2ea67-9f93-42ea-bd08-3b1cdfb0b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:15.982865 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d2ea67-9f93-42ea-bd08-3b1cdfb0b978 None None] Routers {'194f18d8-895a-43e9-a956-7496c82adc41'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:51:15.983743 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-d9d2ea67-9f93-42ea-bd08-3b1cdfb0b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:50:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['194f18d8-895a-43e9-a956-7496c82adc41'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:16.024106 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-d9d2ea67-9f93-42ea-bd08-3b1cdfb0b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:16.024767 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d2ea67-9f93-42ea-bd08-3b1cdfb0b978 None None] The sync data for ids ['194f18d8-895a-43e9-a956-7496c82adc41'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:51:16.041156 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fcb9211e-4e6a-4c0b-b90f-3998de694aab tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "GET /v2.0/routers/194f18d8-895a-43e9-a956-7496c82adc41 HTTP/1.1" status: 200 len: 922 time: 0.1138136 Jul 16 20:51:16.043347 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35192) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:16.109169 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdd42db-4dfa-4f5c-aa61-da7b56fddf16 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:16.117978 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35194) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:16.118640 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5fdd42db-4dfa-4f5c-aa61-da7b56fddf16 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=9eaba347-54f9-4044-808d-862f23e2a998&device_id=194f18d8-895a-43e9-a956-7496c82adc41&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0710621 Jul 16 20:51:16.224396 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01bc6c5-9674-4131-850e-752450ed6376 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:16.225816 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f01bc6c5-9674-4131-850e-752450ed6376 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "GET /v2.0/networks/9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 881 time: 0.1068122 Jul 16 20:51:16.229169 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35204) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:16.267786 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-88462b05-d59a-4818-baa1-ce6b590240a4 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "GET /v2.0/ports?device_id=194f18d8-895a-43e9-a956-7496c82adc41 HTTP/1.1" status: 200 len: 205 time: 0.0374188 Jul 16 20:51:16.270733 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35206) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:16.449814 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5c3ab95d-9600-4aff-a469-3dba416f70a0 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:16.594878 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5c3ab95d-9600-4aff-a469-3dba416f70a0 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:16.628700 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52c9f0-883c-4178-bdbb-3d4bb420d4a8 req-e85e9305-bbd7-4dff-958b-d3c5d5a85585 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:16.630383 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2b52c9f0-883c-4178-bdbb-3d4bb420d4a8 req-e85e9305-bbd7-4dff-958b-d3c5d5a85585 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 946 time: 0.1096799 Jul 16 20:51:16.690712 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ab95d-9600-4aff-a469-3dba416f70a0 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Deleting port 842c0c71-a146-4088-8751-442c45474fbc {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:51:16.692555 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5c3ab95d-9600-4aff-a469-3dba416f70a0 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:16.696664 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2b52c9f0-883c-4178-bdbb-3d4bb420d4a8 req-9ca852f1-3311-47ca-9c16-066d9ec05d46 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564880 Jul 16 20:51:16.795666 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5c3ab95d-9600-4aff-a469-3dba416f70a0 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:16.807761 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ab95d-9600-4aff-a469-3dba416f70a0 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Calling delete_port for 842c0c71-a146-4088-8751-442c45474fbc owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:51:16.965678 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086e005-9173-4061-85cd-05cedc808ac6 req-43f3217b-c0f0-4ab2-acda-33de9736c0aa tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:16.967433 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c086e005-9173-4061-85cd-05cedc808ac6 req-43f3217b-c0f0-4ab2-acda-33de9736c0aa tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 944 time: 0.0854676 Jul 16 20:51:17.030983 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5c3ab95d-9600-4aff-a469-3dba416f70a0 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:17.062368 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ab95d-9600-4aff-a469-3dba416f70a0 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Pushing event deleted for resources: {'Port': ['ID=842c0c71-a146-4088-8751-442c45474fbc,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:17.142007 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5c3ab95d-9600-4aff-a469-3dba416f70a0 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:17.256494 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5c3ab95d-9600-4aff-a469-3dba416f70a0 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:17.259207 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5c3ab95d-9600-4aff-a469-3dba416f70a0 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:17.313299 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5c3ab95d-9600-4aff-a469-3dba416f70a0 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:17.314208 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3ab95d-9600-4aff-a469-3dba416f70a0 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Fanout notify agent at l3_agent the message router_deleted on router 194f18d8-895a-43e9-a956-7496c82adc41 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:51:17.322420 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5c3ab95d-9600-4aff-a469-3dba416f70a0 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:17.328208 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35220) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:17.328676 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5c3ab95d-9600-4aff-a469-3dba416f70a0 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "DELETE /v2.0/routers/194f18d8-895a-43e9-a956-7496c82adc41 HTTP/1.1" status: 204 len: 168 time: 1.0569592 Jul 16 20:51:17.334166 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-ac390581-33ae-4be8-b56e-c9f5fa066ff6 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1628442206', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}, 'admin_state_up': False}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:17.370048 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c086e005-9173-4061-85cd-05cedc808ac6 req-3207da9d-8f00-4e87-9fb2-129ce81c8833 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962123 Jul 16 20:51:17.371280 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac390581-33ae-4be8-b56e-c9f5fa066ff6 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:17.372269 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac390581-33ae-4be8-b56e-c9f5fa066ff6 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:17.423150 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac390581-33ae-4be8-b56e-c9f5fa066ff6 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:17.559247 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac390581-33ae-4be8-b56e-c9f5fa066ff6 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:17.754216 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac390581-33ae-4be8-b56e-c9f5fa066ff6 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:17.777784 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac390581-33ae-4be8-b56e-c9f5fa066ff6 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:17.924525 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-ac390581-33ae-4be8-b56e-c9f5fa066ff6 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Allocated IP 172.25.0.92 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/e28927d2-17f0-4e43-b706-ac52fae40383) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:51:17.939976 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2db866-3170-4931-8644-06b370c8ee18 req-8ad49702-3dfc-4373-8ddc-b9c23ed9c4a7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:17.941446 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ab2db866-3170-4931-8644-06b370c8ee18 req-8ad49702-3dfc-4373-8ddc-b9c23ed9c4a7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 946 time: 0.1212559 Jul 16 20:51:18.032122 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ab2db866-3170-4931-8644-06b370c8ee18 req-148026e1-ee55-44c0-8be0-23de5cbf6076 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832820 Jul 16 20:51:18.075626 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac390581-33ae-4be8-b56e-c9f5fa066ff6 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:18.123824 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac390581-33ae-4be8-b56e-c9f5fa066ff6 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:18.162749 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac390581-33ae-4be8-b56e-c9f5fa066ff6 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:51:18.168445 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-ac390581-33ae-4be8-b56e-c9f5fa066ff6 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:51:18.172573 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac390581-33ae-4be8-b56e-c9f5fa066ff6 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:51:18.201668 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac390581-33ae-4be8-b56e-c9f5fa066ff6 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Pushing event updated for resources: {'Port': ['ID=e28927d2-17f0-4e43-b706-ac52fae40383,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:18.435129 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac390581-33ae-4be8-b56e-c9f5fa066ff6 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:18.667539 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938be72-98a4-4f5b-bb82-85bacd0e429b req-f1b9e3f2-8c22-4fc5-bcfe-4bd45e138c10 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:18.669023 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3938be72-98a4-4f5b-bb82-85bacd0e429b req-f1b9e3f2-8c22-4fc5-bcfe-4bd45e138c10 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 944 time: 0.1566916 Jul 16 20:51:18.710598 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac390581-33ae-4be8-b56e-c9f5fa066ff6 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:18.720195 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3938be72-98a4-4f5b-bb82-85bacd0e429b req-48f992ab-65cc-4ca2-a57a-b8609957780e tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437176 Jul 16 20:51:18.852859 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac390581-33ae-4be8-b56e-c9f5fa066ff6 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Router 89f8093a-b582-49d9-8d3c-995d12454e0d is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:51:18.964171 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac390581-33ae-4be8-b56e-c9f5fa066ff6 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:51:18.974191 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f18d95-63d1-46d2-a0cc-47fae731df16 None None] Sync routers for ids ['89f8093a-b582-49d9-8d3c-995d12454e0d'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:51:18.983641 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac390581-33ae-4be8-b56e-c9f5fa066ff6 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:18.984985 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ac390581-33ae-4be8-b56e-c9f5fa066ff6 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.6557894 Jul 16 20:51:18.988196 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35232) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:18.989387 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f18d95-63d1-46d2-a0cc-47fae731df16 None None] Routers {'89f8093a-b582-49d9-8d3c-995d12454e0d'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:51:18.990015 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d2f18d95-63d1-46d2-a0cc-47fae731df16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:50:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['89f8093a-b582-49d9-8d3c-995d12454e0d'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:18.993874 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-428dd22d-7eb0-4164-916a-c0e9e62bd1a2 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:19.026608 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d2f18d95-63d1-46d2-a0cc-47fae731df16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:19.036228 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f18d95-63d1-46d2-a0cc-47fae731df16 None None] Routers {'89f8093a-b582-49d9-8d3c-995d12454e0d'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:51:19.037053 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d2f18d95-63d1-46d2-a0cc-47fae731df16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:50:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['89f8093a-b582-49d9-8d3c-995d12454e0d'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:19.070756 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d2f18d95-63d1-46d2-a0cc-47fae731df16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:19.071677 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f18d95-63d1-46d2-a0cc-47fae731df16 None None] The sync data for ids ['89f8093a-b582-49d9-8d3c-995d12454e0d'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:51:19.307049 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa364e7-f257-4c48-b33e-9cb25f14cb8f req-c6fdd3c9-1651-4715-bfb6-dfcf8d625db6 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:19.308428 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aaa364e7-f257-4c48-b33e-9cb25f14cb8f req-c6fdd3c9-1651-4715-bfb6-dfcf8d625db6 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 946 time: 0.1287768 Jul 16 20:51:19.390581 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aaa364e7-f257-4c48-b33e-9cb25f14cb8f req-7546b84a-8495-4ef5-89b3-363b474d04ed tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501742 Jul 16 20:51:19.393518 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-428dd22d-7eb0-4164-916a-c0e9e62bd1a2 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:19.415515 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-428dd22d-7eb0-4164-916a-c0e9e62bd1a2 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:19.472768 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-428dd22d-7eb0-4164-916a-c0e9e62bd1a2 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Deleting port e28927d2-17f0-4e43-b706-ac52fae40383 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:51:19.473398 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-428dd22d-7eb0-4164-916a-c0e9e62bd1a2 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:19.857009 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-428dd22d-7eb0-4164-916a-c0e9e62bd1a2 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:19.886490 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-428dd22d-7eb0-4164-916a-c0e9e62bd1a2 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Calling delete_port for e28927d2-17f0-4e43-b706-ac52fae40383 owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:51:19.969967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00bd28b-10d9-40eb-8bd6-4ae6882b81d4 req-f09c56d3-6c2b-498d-b15b-818ed8eb81d2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:19.971593 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b00bd28b-10d9-40eb-8bd6-4ae6882b81d4 req-f09c56d3-6c2b-498d-b15b-818ed8eb81d2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 944 time: 0.1313593 Jul 16 20:51:20.057656 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b00bd28b-10d9-40eb-8bd6-4ae6882b81d4 req-81960876-dfdf-47ca-b9d5-f4bdbe487738 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799341 Jul 16 20:51:20.115322 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-428dd22d-7eb0-4164-916a-c0e9e62bd1a2 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:20.142238 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428dd22d-7eb0-4164-916a-c0e9e62bd1a2 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Pushing event deleted for resources: {'Port': ['ID=e28927d2-17f0-4e43-b706-ac52fae40383,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:20.203485 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-428dd22d-7eb0-4164-916a-c0e9e62bd1a2 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:20.415910 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-428dd22d-7eb0-4164-916a-c0e9e62bd1a2 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:20.419281 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-428dd22d-7eb0-4164-916a-c0e9e62bd1a2 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896760'] for router, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:20.497397 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428dd22d-7eb0-4164-916a-c0e9e62bd1a2 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Router 89f8093a-b582-49d9-8d3c-995d12454e0d has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:51:20.609325 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428dd22d-7eb0-4164-916a-c0e9e62bd1a2 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:51:20.617761 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-428dd22d-7eb0-4164-916a-c0e9e62bd1a2 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:20.621427 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-428dd22d-7eb0-4164-916a-c0e9e62bd1a2 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "PUT /v2.0/routers/89f8093a-b582-49d9-8d3c-995d12454e0d HTTP/1.1" status: 200 len: 706 time: 1.6294460 Jul 16 20:51:20.622041 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35246) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:20.624531 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61dd835-6e30-4649-9a95-7757162c9abe None None] Sync routers for ids ['89f8093a-b582-49d9-8d3c-995d12454e0d'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:51:20.635209 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61dd835-6e30-4649-9a95-7757162c9abe None None] Routers {'89f8093a-b582-49d9-8d3c-995d12454e0d'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:51:20.636100 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b61dd835-6e30-4649-9a95-7757162c9abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:50:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['89f8093a-b582-49d9-8d3c-995d12454e0d'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:20.659664 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb5f2a-a724-4703-955c-df025873a59f req-bb51fa6a-4527-4d28-b86c-d33d71e7b233 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:20.668259 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f2cb5f2a-a724-4703-955c-df025873a59f req-bb51fa6a-4527-4d28-b86c-d33d71e7b233 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 946 time: 0.1251130 Jul 16 20:51:20.713182 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ed6e65cf-4dcc-4abe-8df3-33630ffde6c2 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "GET /v2.0/routers/89f8093a-b582-49d9-8d3c-995d12454e0d HTTP/1.1" status: 200 len: 741 time: 0.0863423 Jul 16 20:51:20.713461 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35248) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:20.720954 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f2cb5f2a-a724-4703-955c-df025873a59f req-0e28f21d-0bff-47ca-938f-569dfd6b504c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515473 Jul 16 20:51:20.758944 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2e93a0e8-fe84-4916-9647-468bed087732 tempest-RoutersAdminTest-1842893451 tempest-RoutersAdminTest-1842893451-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=9eaba347-54f9-4044-808d-862f23e2a998&device_id=89f8093a-b582-49d9-8d3c-995d12454e0d HTTP/1.1" status: 200 len: 205 time: 0.0444646 Jul 16 20:51:20.761533 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35250) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:20.795255 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6c269836-a28d-42d1-a2e8-0da24dd12961 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "GET /v2.0/ports?device_id=89f8093a-b582-49d9-8d3c-995d12454e0d HTTP/1.1" status: 200 len: 205 time: 0.0324845 Jul 16 20:51:20.798025 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35252) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:20.836738 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b61dd835-6e30-4649-9a95-7757162c9abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:20.848104 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61dd835-6e30-4649-9a95-7757162c9abe None None] Routers {'89f8093a-b582-49d9-8d3c-995d12454e0d'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:51:20.848733 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b61dd835-6e30-4649-9a95-7757162c9abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:50:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['89f8093a-b582-49d9-8d3c-995d12454e0d'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:20.881403 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b61dd835-6e30-4649-9a95-7757162c9abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:20.881920 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61dd835-6e30-4649-9a95-7757162c9abe None None] The sync data for ids ['89f8093a-b582-49d9-8d3c-995d12454e0d'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:51:20.886210 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-618272c4-b097-46ea-b432-be232d554124 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:21.068804 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-618272c4-b097-46ea-b432-be232d554124 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:21.070988 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-618272c4-b097-46ea-b432-be232d554124 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:21.132146 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-618272c4-b097-46ea-b432-be232d554124 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:21.132675 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618272c4-b097-46ea-b432-be232d554124 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Fanout notify agent at l3_agent the message router_deleted on router 89f8093a-b582-49d9-8d3c-995d12454e0d {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:51:21.146719 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-618272c4-b097-46ea-b432-be232d554124 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:21.152843 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-618272c4-b097-46ea-b432-be232d554124 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "DELETE /v2.0/routers/89f8093a-b582-49d9-8d3c-995d12454e0d HTTP/1.1" status: 204 len: 168 time: 0.3492048 Jul 16 20:51:21.153262 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35258) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:21.197105 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c31c323b-0f74-4f49-a02e-98894e47940a tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "GET /v2.0/ports?device_id=89f8093a-b582-49d9-8d3c-995d12454e0d HTTP/1.1" status: 200 len: 205 time: 0.0425644 Jul 16 20:51:21.200889 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35260) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:21.247149 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-5bdad62e-4626-4ae4-9309-509aff319bba tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] delete failed (client error): The resource could not be found. Jul 16 20:51:21.248837 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5bdad62e-4626-4ae4-9309-509aff319bba tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "DELETE /v2.0/routers/89f8093a-b582-49d9-8d3c-995d12454e0d HTTP/1.1" status: 404 len: 336 time: 0.0467098 Jul 16 20:51:21.251662 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35262) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:21.269964 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffef8d-f87b-4994-ba7c-e7979c89c036 req-84789d73-aedf-4671-872b-c42491aef593 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:21.271619 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-43ffef8d-f87b-4994-ba7c-e7979c89c036 req-84789d73-aedf-4671-872b-c42491aef593 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 944 time: 0.0784140 Jul 16 20:51:21.290542 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-01b629a0-92d6-4bb9-9e33-ea86df02b91e tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "GET /v2.0/ports?device_id=194f18d8-895a-43e9-a956-7496c82adc41 HTTP/1.1" status: 200 len: 205 time: 0.0354960 Jul 16 20:51:21.291113 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35264) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:21.322168 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-43ffef8d-f87b-4994-ba7c-e7979c89c036 req-d0e20553-785a-4d4f-9458-ab12ab62d0f1 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431046 Jul 16 20:51:21.332697 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-c4c99216-833d-4ea2-b3d8-e301d5270430 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] delete failed (client error): The resource could not be found. Jul 16 20:51:21.337496 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c4c99216-833d-4ea2-b3d8-e301d5270430 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "DELETE /v2.0/routers/194f18d8-895a-43e9-a956-7496c82adc41 HTTP/1.1" status: 404 len: 336 time: 0.0450995 Jul 16 20:51:21.338081 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35266) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:21.369885 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fedbef24-e4f2-4828-855d-4f711a54030b tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a53a44d-96e8-474f-b86c-a547e7b8e519 HTTP/1.1" status: 200 len: 205 time: 0.0305459 Jul 16 20:51:21.372400 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35268) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:21.412276 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-845f6294-3bbb-4f50-9d30-35a6bfd9a2a7 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] delete failed (client error): The resource could not be found. Jul 16 20:51:21.415799 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-845f6294-3bbb-4f50-9d30-35a6bfd9a2a7 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "DELETE /v2.0/routers/3a53a44d-96e8-474f-b86c-a547e7b8e519 HTTP/1.1" status: 404 len: 336 time: 0.0401659 Jul 16 20:51:21.416033 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35272) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:21.448680 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c0cfb690-2dce-4135-b3b0-a5489d70ad4a tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "GET /v2.0/ports?device_id=d698b531-030f-4df3-9690-505a37d7cd65 HTTP/1.1" status: 200 len: 205 time: 0.0315835 Jul 16 20:51:21.451044 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35274) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:21.493720 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-d14a1e1a-5f6c-4535-a66d-1cae4cea0e74 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] delete failed (client error): The resource could not be found. Jul 16 20:51:21.497206 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d14a1e1a-5f6c-4535-a66d-1cae4cea0e74 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "DELETE /v2.0/routers/d698b531-030f-4df3-9690-505a37d7cd65 HTTP/1.1" status: 404 len: 336 time: 0.0428421 Jul 16 20:51:21.497437 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35276) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:21.528335 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-76dcfb14-151b-4e28-b484-eaedca3c9558 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "GET /v2.0/ports?device_id=71e31f50-e13f-4299-b38e-ac4d002d1e69 HTTP/1.1" status: 200 len: 205 time: 0.0298092 Jul 16 20:51:21.530781 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35278) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:21.574248 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-1937dd99-d0c1-428d-a8f9-f88bd0a3cfd8 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] delete failed (client error): The resource could not be found. Jul 16 20:51:21.575575 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1937dd99-d0c1-428d-a8f9-f88bd0a3cfd8 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "DELETE /v2.0/routers/71e31f50-e13f-4299-b38e-ac4d002d1e69 HTTP/1.1" status: 404 len: 336 time: 0.0436158 Jul 16 20:51:21.578026 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35280) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:21.608939 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6593a753-634f-4260-9fe2-adcc32af4333 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5d021d5-ad4c-4c0a-942b-16b0d9e9027e HTTP/1.1" status: 200 len: 205 time: 0.0298209 Jul 16 20:51:21.611497 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35282) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:21.653893 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-d1ba45e2-93bd-469b-b1de-f3d25b804167 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] delete failed (client error): The resource could not be found. Jul 16 20:51:21.657645 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35284) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:21.657798 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d1ba45e2-93bd-469b-b1de-f3d25b804167 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "DELETE /v2.0/routers/c5d021d5-ad4c-4c0a-942b-16b0d9e9027e HTTP/1.1" status: 404 len: 336 time: 0.0450220 Jul 16 20:51:21.687100 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8fb4f8a-fcbd-4e79-a5a5-99d953605852 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] DELETE failed (client error): The resource could not be found. Jul 16 20:51:21.687553 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8fb4f8a-fcbd-4e79-a5a5-99d953605852 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:51:21.690224 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c8fb4f8a-fcbd-4e79-a5a5-99d953605852 tempest-RoutersAdminTest-2106463423 tempest-RoutersAdminTest-2106463423-project] 10.222.0.38 "DELETE /v2.0/subnets/422225f4-9cef-4e5e-926e-31622086bfa1 HTTP/1.1" status: 404 len: 337 time: 0.0305624 Jul 16 20:51:21.696369 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db743a20-003d-4301-bcc5-f91e0359aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:21.905321 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a95b2-8a66-4f41-b9b5-c8b76dc00dd4 req-3d1ae92d-b143-49ff-9a67-a4f76794df1e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:21.911458 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d06a95b2-8a66-4f41-b9b5-c8b76dc00dd4 req-3d1ae92d-b143-49ff-9a67-a4f76794df1e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 946 time: 0.0797796 Jul 16 20:51:21.947270 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d06a95b2-8a66-4f41-b9b5-c8b76dc00dd4 req-9acb3675-58de-4586-81f6-33015e5b210f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346558 Jul 16 20:51:21.958026 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35292) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:22.067936 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-94968913-8621-4fb6-8a42-aa7d2ef1da96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:22.164736 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-94968913-8621-4fb6-8a42-aa7d2ef1da96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:22.168763 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-94968913-8621-4fb6-8a42-aa7d2ef1da96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:22.211611 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-94968913-8621-4fb6-8a42-aa7d2ef1da96 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=70f6223853044583b79577104bb833d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2518289 Jul 16 20:51:22.211964 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94968913-8621-4fb6-8a42-aa7d2ef1da96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b353a54c-c833-46ce-a931-ff48f3f6ecab,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:22.213965 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35298) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:22.279175 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e572bdc5-1b54-47b7-b178-19f6feb673da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:22.301309 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e572bdc5-1b54-47b7-b178-19f6feb673da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:22.351095 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e572bdc5-1b54-47b7-b178-19f6feb673da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:22.354057 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e572bdc5-1b54-47b7-b178-19f6feb673da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:22.358008 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e572bdc5-1b54-47b7-b178-19f6feb673da admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b353a54c-c833-46ce-a931-ff48f3f6ecab HTTP/1.1" status: 204 len: 168 time: 0.1424239 Jul 16 20:51:22.367742 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572bdc5-1b54-47b7-b178-19f6feb673da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b353a54c-c833-46ce-a931-ff48f3f6ecab,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:22.552469 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8138c2b-a3db-401d-9aa3-ade559e6f01c req-7077304f-4a06-49c7-b4dc-f3e8d9777cdc tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:22.554489 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b8138c2b-a3db-401d-9aa3-ade559e6f01c req-7077304f-4a06-49c7-b4dc-f3e8d9777cdc tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 944 time: 0.0952842 Jul 16 20:51:22.608392 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b8138c2b-a3db-401d-9aa3-ade559e6f01c req-9fa444a1-afc9-431a-80bb-1f9394cb5cf5 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463552 Jul 16 20:51:22.693256 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35308) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:22.733179 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d6cfccc6-9f45-472c-b831-44e74ff4d9d7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4b6e7f8456bd4f68a5f2b9b197b6ac69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386026 Jul 16 20:51:22.735594 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35310) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:23.125726 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8a066d43-51ee-4692-a7df-13df13ac29ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:23.139174 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721608d3-e1bd-464a-b301-7d81660914ed req-72e519d7-e1ce-4480-9464-bccf0b3aa71e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:23.140662 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-721608d3-e1bd-464a-b301-7d81660914ed req-72e519d7-e1ce-4480-9464-bccf0b3aa71e tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 946 time: 0.0700293 Jul 16 20:51:23.147886 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8a066d43-51ee-4692-a7df-13df13ac29ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:23.180444 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-721608d3-e1bd-464a-b301-7d81660914ed req-519dd8f1-0533-4e46-bfe9-5b9383efaeae tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333650 Jul 16 20:51:23.194910 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8a066d43-51ee-4692-a7df-13df13ac29ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:23.197681 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8a066d43-51ee-4692-a7df-13df13ac29ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:23.199034 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8a066d43-51ee-4692-a7df-13df13ac29ef admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/370a1e9a-1091-4e24-87db-a46f2737ee84 HTTP/1.1" status: 204 len: 168 time: 0.4618700 Jul 16 20:51:23.207873 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a066d43-51ee-4692-a7df-13df13ac29ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370a1e9a-1091-4e24-87db-a46f2737ee84,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:23.793972 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014de05-1b21-4c95-a908-85b8485e573a req-f06c7ef9-5558-4900-aa6c-51f36e542039 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:23.795500 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e014de05-1b21-4c95-a908-85b8485e573a req-f06c7ef9-5558-4900-aa6c-51f36e542039 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 944 time: 0.0756526 Jul 16 20:51:23.836253 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e014de05-1b21-4c95-a908-85b8485e573a req-4b0ba301-56b9-4c73-beba-69f5b6d4eb2b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337813 Jul 16 20:51:23.924680 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35340) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:24.026169 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-1bbe9a83-c17e-4d89-af7c-5611b04e0e93 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Request body: {'security_group': {'name': 'tempest-secgroup--1350565158'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:24.049872 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1bbe9a83-c17e-4d89-af7c-5611b04e0e93 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:24.058561 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1bbe9a83-c17e-4d89-af7c-5611b04e0e93 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:24.154211 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1bbe9a83-c17e-4d89-af7c-5611b04e0e93 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:24.158280 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1bbe9a83-c17e-4d89-af7c-5611b04e0e93 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:24.203821 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe9a83-c17e-4d89-af7c-5611b04e0e93 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=485fc57e-8e2e-4640-81e5-d3778336f76d,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:24.223957 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-82250e4e-a993-4abd-9ce8-1a37f20d6367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:24.273840 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1bbe9a83-c17e-4d89-af7c-5611b04e0e93 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:24.278417 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1bbe9a83-c17e-4d89-af7c-5611b04e0e93 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:24.305532 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1bbe9a83-c17e-4d89-af7c-5611b04e0e93 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:24.309288 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1bbe9a83-c17e-4d89-af7c-5611b04e0e93 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3809838 Jul 16 20:51:24.309709 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35346) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:24.323664 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:24.327768 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe9a83-c17e-4d89-af7c-5611b04e0e93 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4af088-a112-47c8-b3b3-5bf63326b1c9,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:24.374939 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0539ed93-933d-413d-8d08-aa2292e18bda tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0641134 Jul 16 20:51:24.376352 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35350) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:24.382749 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a520dcf2-27bd-49e1-81fd-a00f8a675b47 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Request body: {'security_group': {'name': 'tempest-security--1156347750', 'description': 'tempest-security-description-327524354'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:24.398825 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc45f3f-e828-4cb1-80e9-ada7d3732ed7 req-4fe46c2a-6e24-41c1-b82f-b3bebf34f079 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:24.400363 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5dc45f3f-e828-4cb1-80e9-ada7d3732ed7 req-4fe46c2a-6e24-41c1-b82f-b3bebf34f079 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 946 time: 0.0860760 Jul 16 20:51:24.409903 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a520dcf2-27bd-49e1-81fd-a00f8a675b47 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:24.444057 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5dc45f3f-e828-4cb1-80e9-ada7d3732ed7 req-387d8874-fee8-4e8b-8678-9873eca2dddd tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373349 Jul 16 20:51:24.457718 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a520dcf2-27bd-49e1-81fd-a00f8a675b47 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:24.461969 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a520dcf2-27bd-49e1-81fd-a00f8a675b47 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:24.464762 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a520dcf2-27bd-49e1-81fd-a00f8a675b47 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:24.466106 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a520dcf2-27bd-49e1-81fd-a00f8a675b47 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "PUT /v2.0/security-groups/5f4af088-a112-47c8-b3b3-5bf63326b1c9 HTTP/1.1" status: 200 len: 1779 time: 0.0885067 Jul 16 20:51:24.468997 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35352) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:24.494007 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520dcf2-27bd-49e1-81fd-a00f8a675b47 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4af088-a112-47c8-b3b3-5bf63326b1c9,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:24.520110 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9cb0c719-88b4-4f41-a767-601352bb5d80 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "GET /v2.0/security-groups/5f4af088-a112-47c8-b3b3-5bf63326b1c9 HTTP/1.1" status: 200 len: 1779 time: 0.0497379 Jul 16 20:51:24.522589 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35354) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:24.574280 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a844e5ad-efa6-4245-b8da-f46c31a182a3 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:24.598708 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a844e5ad-efa6-4245-b8da-f46c31a182a3 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:24.641059 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a844e5ad-efa6-4245-b8da-f46c31a182a3 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:24.644390 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a844e5ad-efa6-4245-b8da-f46c31a182a3 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:24.646336 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a844e5ad-efa6-4245-b8da-f46c31a182a3 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "DELETE /v2.0/security-groups/5f4af088-a112-47c8-b3b3-5bf63326b1c9 HTTP/1.1" status: 204 len: 168 time: 0.1225963 Jul 16 20:51:24.648565 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35356) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:24.657678 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844e5ad-efa6-4245-b8da-f46c31a182a3 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4af088-a112-47c8-b3b3-5bf63326b1c9,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:24.699613 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-46f6d27a-5fcf-4700-b811-e33e462c0009 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0495541 Jul 16 20:51:24.702345 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35360) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:24.715087 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-2db51edf-137d-4856-be09-704cf9e95bfb tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] delete failed (client error): The resource could not be found. Jul 16 20:51:24.716055 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2db51edf-137d-4856-be09-704cf9e95bfb tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "DELETE /v2.0/security-groups/5f4af088-a112-47c8-b3b3-5bf63326b1c9 HTTP/1.1" status: 404 len: 347 time: 0.0125215 Jul 16 20:51:24.720032 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35362) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:24.726393 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-15bd590b-a2d0-4f73-a9b9-3d3dac035b7c tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Request body: {'security_group': {'name': 'tempest-secgroup--1945166981'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:24.750799 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-15bd590b-a2d0-4f73-a9b9-3d3dac035b7c tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:24.853089 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-15bd590b-a2d0-4f73-a9b9-3d3dac035b7c tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:24.857310 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-15bd590b-a2d0-4f73-a9b9-3d3dac035b7c tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:24.888123 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd590b-a2d0-4f73-a9b9-3d3dac035b7c tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18831383-63b9-445f-9513-b33a4259fbf4,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:24.890356 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-15bd590b-a2d0-4f73-a9b9-3d3dac035b7c tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:24.891553 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-15bd590b-a2d0-4f73-a9b9-3d3dac035b7c tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1691380 Jul 16 20:51:24.895487 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35368) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:24.901082 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-58c35e68-58ba-40d7-b749-1649000c520a tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Request body: {'security_group_rule': {'security_group_id': '18831383-63b9-445f-9513-b33a4259fbf4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:24.930051 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58c35e68-58ba-40d7-b749-1649000c520a tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:24.988756 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58c35e68-58ba-40d7-b749-1649000c520a tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:24.992892 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58c35e68-58ba-40d7-b749-1649000c520a tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.014552 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c35e68-58ba-40d7-b749-1649000c520a tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3acdb2f1-96ff-4842-8b0e-fa099944c4a7,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:25.023147 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58c35e68-58ba-40d7-b749-1649000c520a tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.024375 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-58c35e68-58ba-40d7-b749-1649000c520a tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278625 Jul 16 20:51:25.027361 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35370) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:25.038622 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379149aa-6746-47b8-a1c2-86fa0271cf2f req-ce0ad319-4440-4339-85ac-6d8ce24e8020 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:25.040100 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-379149aa-6746-47b8-a1c2-86fa0271cf2f req-ce0ad319-4440-4339-85ac-6d8ce24e8020 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 944 time: 0.0779052 Jul 16 20:51:25.057111 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6bc486ce-2d4c-49b3-8451-ed7b5cf40611 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.066456 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6bc486ce-2d4c-49b3-8451-ed7b5cf40611 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.081153 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-379149aa-6746-47b8-a1c2-86fa0271cf2f req-361a7416-e4ad-464a-bb77-c7116e4d81a3 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339036 Jul 16 20:51:25.116297 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6bc486ce-2d4c-49b3-8451-ed7b5cf40611 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.122872 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6bc486ce-2d4c-49b3-8451-ed7b5cf40611 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.123974 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6bc486ce-2d4c-49b3-8451-ed7b5cf40611 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/3acdb2f1-96ff-4842-8b0e-fa099944c4a7 HTTP/1.1" status: 204 len: 168 time: 0.0957353 Jul 16 20:51:25.126686 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35372) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:25.130350 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc486ce-2d4c-49b3-8451-ed7b5cf40611 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3acdb2f1-96ff-4842-8b0e-fa099944c4a7,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:25.175346 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6f65339b-7ca1-42bc-bf5d-be8a87b04c0a tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0463958 Jul 16 20:51:25.178037 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35374) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:25.230640 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-42624e8a-cdd5-4456-a7ea-05459ce45a42 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.255312 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-42624e8a-cdd5-4456-a7ea-05459ce45a42 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.297752 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-42624e8a-cdd5-4456-a7ea-05459ce45a42 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.301453 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-42624e8a-cdd5-4456-a7ea-05459ce45a42 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.302631 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-42624e8a-cdd5-4456-a7ea-05459ce45a42 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "DELETE /v2.0/security-groups/18831383-63b9-445f-9513-b33a4259fbf4 HTTP/1.1" status: 204 len: 168 time: 0.1236117 Jul 16 20:51:25.305421 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35376) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:25.311292 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42624e8a-cdd5-4456-a7ea-05459ce45a42 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18831383-63b9-445f-9513-b33a4259fbf4,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:25.349220 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f1e0446a-c240-404e-bd3f-f9fe19d49c26 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0425346 Jul 16 20:51:25.352919 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35378) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:25.357324 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-64dcc3c4-d5dd-49eb-8c15-bcda798c2a89 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Request body: {'security_group': {'name': 'tempest-secgroup--1086523901'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:25.379000 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64dcc3c4-d5dd-49eb-8c15-bcda798c2a89 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.461070 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64dcc3c4-d5dd-49eb-8c15-bcda798c2a89 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.464639 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64dcc3c4-d5dd-49eb-8c15-bcda798c2a89 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.495449 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64dcc3c4-d5dd-49eb-8c15-bcda798c2a89 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.496692 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-64dcc3c4-d5dd-49eb-8c15-bcda798c2a89 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1428242 Jul 16 20:51:25.499458 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35384) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:25.505375 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-c3f05caa-0144-46b7-a726-d3b659e57574 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Request body: {'security_group_rule': {'security_group_id': '622d3257-a7e7-4603-9b13-311e067536b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:25.511012 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcc3c4-d5dd-49eb-8c15-bcda798c2a89 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=622d3257-a7e7-4603-9b13-311e067536b2,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:25.542254 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c3f05caa-0144-46b7-a726-d3b659e57574 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.605229 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c3f05caa-0144-46b7-a726-d3b659e57574 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.610192 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c3f05caa-0144-46b7-a726-d3b659e57574 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.632383 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f05caa-0144-46b7-a726-d3b659e57574 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54388ab7-1829-4952-85a0-86fb8ad5821e,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:25.638998 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c3f05caa-0144-46b7-a726-d3b659e57574 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.640448 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c3f05caa-0144-46b7-a726-d3b659e57574 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1400735 Jul 16 20:51:25.644268 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35386) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:25.648797 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-2e3e70c7-c02b-4f8f-b07b-82a990846314 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Request body: {'security_group_rule': {'security_group_id': '622d3257-a7e7-4603-9b13-311e067536b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:25.656764 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66300c2d-ac80-4073-9d06-ec2b7b63be10 req-ca410713-5623-45de-949a-a5a59e842d26 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:25.659514 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66300c2d-ac80-4073-9d06-ec2b7b63be10 req-ca410713-5623-45de-949a-a5a59e842d26 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 946 time: 0.0875547 Jul 16 20:51:25.680203 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e3e70c7-c02b-4f8f-b07b-82a990846314 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.699681 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66300c2d-ac80-4073-9d06-ec2b7b63be10 req-2bcccfb4-427d-49a8-b512-c2e6e037f810 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331039 Jul 16 20:51:25.739221 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e3e70c7-c02b-4f8f-b07b-82a990846314 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.743211 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e3e70c7-c02b-4f8f-b07b-82a990846314 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.760595 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e70c7-c02b-4f8f-b07b-82a990846314 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b2efdc7-3310-4a25-afa9-8ab2b886b7a2,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:25.766992 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e3e70c7-c02b-4f8f-b07b-82a990846314 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.768207 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2e3e70c7-c02b-4f8f-b07b-82a990846314 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229813 Jul 16 20:51:25.771421 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35388) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:25.775930 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-459e6c3c-ecaf-464b-9c3b-dc9f7e33cee9 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Request body: {'security_group_rule': {'security_group_id': '622d3257-a7e7-4603-9b13-311e067536b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:25.799907 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.804051 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-459e6c3c-ecaf-464b-9c3b-dc9f7e33cee9 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.867103 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-459e6c3c-ecaf-464b-9c3b-dc9f7e33cee9 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.871104 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-459e6c3c-ecaf-464b-9c3b-dc9f7e33cee9 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.891400 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e6c3c-ecaf-464b-9c3b-dc9f7e33cee9 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f54ba4b-ed12-479c-a608-61ad2d300527,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:25.894939 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-459e6c3c-ecaf-464b-9c3b-dc9f7e33cee9 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.899017 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-459e6c3c-ecaf-464b-9c3b-dc9f7e33cee9 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238666 Jul 16 20:51:25.899654 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35392) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:25.904394 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-f101facc-1772-409e-baeb-1501adfa04c5 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Request body: {'security_group_rule': {'security_group_id': '622d3257-a7e7-4603-9b13-311e067536b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:25.933012 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f101facc-1772-409e-baeb-1501adfa04c5 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.990907 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f101facc-1772-409e-baeb-1501adfa04c5 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.994694 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f101facc-1772-409e-baeb-1501adfa04c5 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:26.014188 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101facc-1772-409e-baeb-1501adfa04c5 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d00457b-40e1-4c88-943d-b5e6c3b46071,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:26.020333 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f101facc-1772-409e-baeb-1501adfa04c5 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:26.024380 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f101facc-1772-409e-baeb-1501adfa04c5 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208601 Jul 16 20:51:26.024380 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35394) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:26.028620 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-08343fe3-50f6-4040-8bda-6178d0160540 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Request body: {'security_group_rule': {'security_group_id': '622d3257-a7e7-4603-9b13-311e067536b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:26.054728 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-08343fe3-50f6-4040-8bda-6178d0160540 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:26.118187 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-08343fe3-50f6-4040-8bda-6178d0160540 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:26.122216 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-08343fe3-50f6-4040-8bda-6178d0160540 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:26.140978 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08343fe3-50f6-4040-8bda-6178d0160540 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f91e3b1-76b5-4ea0-9a16-0662bd0cb882,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:26.147807 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-08343fe3-50f6-4040-8bda-6178d0160540 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:26.152109 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-08343fe3-50f6-4040-8bda-6178d0160540 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1238501 Jul 16 20:51:26.152109 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35398) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:26.182626 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a1702e2d-601c-4e37-83e2-a337f29450e2 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:26.191136 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a1702e2d-601c-4e37-83e2-a337f29450e2 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:26.257405 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a1702e2d-601c-4e37-83e2-a337f29450e2 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:26.266207 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a1702e2d-601c-4e37-83e2-a337f29450e2 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:26.267341 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a1702e2d-601c-4e37-83e2-a337f29450e2 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/3f91e3b1-76b5-4ea0-9a16-0662bd0cb882 HTTP/1.1" status: 204 len: 168 time: 0.1143239 Jul 16 20:51:26.270625 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35400) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:26.275890 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1702e2d-601c-4e37-83e2-a337f29450e2 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f91e3b1-76b5-4ea0-9a16-0662bd0cb882,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:26.293810 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44574990-def1-42e2-8bb1-de25f127017e req-0ffaeed1-7d4b-4b62-8a14-31d6a575a229 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:26.295344 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-44574990-def1-42e2-8bb1-de25f127017e req-0ffaeed1-7d4b-4b62-8a14-31d6a575a229 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 944 time: 0.0944879 Jul 16 20:51:26.328262 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-98fa3679-cacb-4968-a357-b34425c55265 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0562987 Jul 16 20:51:26.331596 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35402) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:26.335289 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-44574990-def1-42e2-8bb1-de25f127017e req-0e757908-fae0-4120-a104-3ffa1795e20c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328944 Jul 16 20:51:26.359552 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be7c58db-709e-4722-aeba-7a48551ff56c tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:26.371573 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be7c58db-709e-4722-aeba-7a48551ff56c tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:26.398583 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be7c58db-709e-4722-aeba-7a48551ff56c tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:26.404437 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-be7c58db-709e-4722-aeba-7a48551ff56c tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:26.405517 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-be7c58db-709e-4722-aeba-7a48551ff56c tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/7d00457b-40e1-4c88-943d-b5e6c3b46071 HTTP/1.1" status: 204 len: 168 time: 0.0729656 Jul 16 20:51:26.408258 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35404) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:26.411388 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c58db-709e-4722-aeba-7a48551ff56c tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d00457b-40e1-4c88-943d-b5e6c3b46071,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:26.464514 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b383553a-6121-44a4-b913-08315bd6e084 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0549634 Jul 16 20:51:26.467424 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35406) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:26.491646 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2454969a-4670-4681-83ec-9950990f3ca0 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:26.499567 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2454969a-4670-4681-83ec-9950990f3ca0 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:26.526730 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2454969a-4670-4681-83ec-9950990f3ca0 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:26.532738 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2454969a-4670-4681-83ec-9950990f3ca0 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:26.533964 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2454969a-4670-4681-83ec-9950990f3ca0 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/9f54ba4b-ed12-479c-a608-61ad2d300527 HTTP/1.1" status: 204 len: 168 time: 0.0654130 Jul 16 20:51:26.536555 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35408) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:26.539446 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454969a-4670-4681-83ec-9950990f3ca0 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f54ba4b-ed12-479c-a608-61ad2d300527,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:26.585240 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-13e350c6-2ea9-4cb9-bc40-c267fb45e420 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0472493 Jul 16 20:51:26.588059 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35410) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:26.614039 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-737a647e-2d51-47af-934e-cdb2fbc5feb1 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:26.622354 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-737a647e-2d51-47af-934e-cdb2fbc5feb1 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:26.652600 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-737a647e-2d51-47af-934e-cdb2fbc5feb1 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:26.660330 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-737a647e-2d51-47af-934e-cdb2fbc5feb1 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:26.661741 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-737a647e-2d51-47af-934e-cdb2fbc5feb1 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/4b2efdc7-3310-4a25-afa9-8ab2b886b7a2 HTTP/1.1" status: 204 len: 168 time: 0.0727615 Jul 16 20:51:26.664580 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35414) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:26.668932 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a647e-2d51-47af-934e-cdb2fbc5feb1 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b2efdc7-3310-4a25-afa9-8ab2b886b7a2,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:26.709588 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ed151ba4-466f-4f94-b303-3f5ca8cbbad7 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0438063 Jul 16 20:51:26.712356 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35416) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:26.738454 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-973806ca-a060-4847-9dbc-8698e46fc846 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:26.746651 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-973806ca-a060-4847-9dbc-8698e46fc846 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:26.776097 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-973806ca-a060-4847-9dbc-8698e46fc846 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:26.782505 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-973806ca-a060-4847-9dbc-8698e46fc846 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:26.784230 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-973806ca-a060-4847-9dbc-8698e46fc846 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/54388ab7-1829-4952-85a0-86fb8ad5821e HTTP/1.1" status: 204 len: 168 time: 0.0702322 Jul 16 20:51:26.786348 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35420) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:26.796643 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973806ca-a060-4847-9dbc-8698e46fc846 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54388ab7-1829-4952-85a0-86fb8ad5821e,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:26.847130 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5afc65c2-4a6e-4ea8-a5d5-8644c39dff3d tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0586116 Jul 16 20:51:26.849530 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35422) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:26.937871 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0943b2cd-1530-4a9e-a99a-85eabdb43c03 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:26.958908 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2791e76-0e2e-487e-be38-d1bd271583d8 req-635701e3-f070-4f50-9869-f89f8f546fad tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:26.961342 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c2791e76-0e2e-487e-be38-d1bd271583d8 req-635701e3-f070-4f50-9869-f89f8f546fad tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 946 time: 0.1371424 Jul 16 20:51:26.981681 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0943b2cd-1530-4a9e-a99a-85eabdb43c03 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:27.042351 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c2791e76-0e2e-487e-be38-d1bd271583d8 req-9b267767-da6b-42a4-9e9d-a187d53af49b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746777 Jul 16 20:51:27.058444 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0943b2cd-1530-4a9e-a99a-85eabdb43c03 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:27.062264 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0943b2cd-1530-4a9e-a99a-85eabdb43c03 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:27.063734 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0943b2cd-1530-4a9e-a99a-85eabdb43c03 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "DELETE /v2.0/security-groups/622d3257-a7e7-4603-9b13-311e067536b2 HTTP/1.1" status: 204 len: 168 time: 0.2130506 Jul 16 20:51:27.068038 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35426) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:27.074987 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943b2cd-1530-4a9e-a99a-85eabdb43c03 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=622d3257-a7e7-4603-9b13-311e067536b2,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:27.128586 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-962f3d05-0400-4ab7-897c-d391a298b50f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0555816 Jul 16 20:51:27.133886 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35428) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:27.139375 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d9a9738d-8563-4815-a27e-b38715bb81c8 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Request body: {'security_group': {'name': 'tempest-secgroup--1398318848'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:27.166659 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9a9738d-8563-4815-a27e-b38715bb81c8 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:27.262273 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9a9738d-8563-4815-a27e-b38715bb81c8 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:27.266138 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9a9738d-8563-4815-a27e-b38715bb81c8 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:27.293598 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9a9738d-8563-4815-a27e-b38715bb81c8 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:27.294933 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d9a9738d-8563-4815-a27e-b38715bb81c8 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1600122 Jul 16 20:51:27.298875 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35430) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:27.300853 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9738d-8563-4815-a27e-b38715bb81c8 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7434ccf-979d-444f-b845-d583a3bd5bf2,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:27.305780 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-0d2c81b7-c990-445d-a3dc-841f85939e0f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Request body: {'security_group_rule': {'security_group_id': 'a7434ccf-979d-444f-b845-d583a3bd5bf2', 'direction': 'ingress', 'protocol': 17}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:27.337032 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0d2c81b7-c990-445d-a3dc-841f85939e0f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:27.420660 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0d2c81b7-c990-445d-a3dc-841f85939e0f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:27.426151 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0d2c81b7-c990-445d-a3dc-841f85939e0f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:27.462892 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c81b7-c990-445d-a3dc-841f85939e0f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e378942-edda-400b-8554-e2e368bc57f1,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:27.467262 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0d2c81b7-c990-445d-a3dc-841f85939e0f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:27.468907 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0d2c81b7-c990-445d-a3dc-841f85939e0f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1688740 Jul 16 20:51:27.471972 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35434) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:27.578469 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1f5be8d9-b869-4f84-8155-91355fc6ac8f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:27.605435 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f0fd7-e266-4e18-9928-cd45fb9fd51c req-14a50a42-17ce-4f55-ad53-f7e09cdac35b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:27.606990 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-485f0fd7-e266-4e18-9928-cd45fb9fd51c req-14a50a42-17ce-4f55-ad53-f7e09cdac35b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 944 time: 0.1394355 Jul 16 20:51:27.620297 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1f5be8d9-b869-4f84-8155-91355fc6ac8f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:27.664743 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:27.692281 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-485f0fd7-e266-4e18-9928-cd45fb9fd51c req-ccf7d803-2e38-45ee-9977-fc9a648adb8f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768499 Jul 16 20:51:27.710185 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1f5be8d9-b869-4f84-8155-91355fc6ac8f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:27.714342 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1f5be8d9-b869-4f84-8155-91355fc6ac8f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:27.715619 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1f5be8d9-b869-4f84-8155-91355fc6ac8f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "DELETE /v2.0/security-groups/a7434ccf-979d-444f-b845-d583a3bd5bf2 HTTP/1.1" status: 204 len: 168 time: 0.2425270 Jul 16 20:51:27.718589 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35438) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:27.727097 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5be8d9-b869-4f84-8155-91355fc6ac8f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7434ccf-979d-444f-b845-d583a3bd5bf2,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:27.772890 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5488bbe8-5061-4e8f-a5f6-a11e31c8cf8d tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0527949 Jul 16 20:51:27.777378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35442) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:27.783943 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-606cd589-ef3c-463f-a044-07a2394ba163 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Request body: {'security_group': {'name': 'tempest-secgroup--2107271593'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:27.819973 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-606cd589-ef3c-463f-a044-07a2394ba163 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:27.919393 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-606cd589-ef3c-463f-a044-07a2394ba163 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:27.923003 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-606cd589-ef3c-463f-a044-07a2394ba163 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:27.953129 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-606cd589-ef3c-463f-a044-07a2394ba163 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:27.954539 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-606cd589-ef3c-463f-a044-07a2394ba163 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1759987 Jul 16 20:51:27.957065 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606cd589-ef3c-463f-a044-07a2394ba163 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87761c6a-28d8-40a5-84a7-e8048701d853,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:27.958633 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35444) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:27.965659 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-b8cd41c4-c16c-4caf-bf31-0b059dd1f2a0 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Request body: {'security_group': {'name': 'tempest-secgroup--384367184'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:27.992110 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8cd41c4-c16c-4caf-bf31-0b059dd1f2a0 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:28.092866 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8cd41c4-c16c-4caf-bf31-0b059dd1f2a0 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:28.098686 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8cd41c4-c16c-4caf-bf31-0b059dd1f2a0 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:28.129808 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd41c4-c16c-4caf-bf31-0b059dd1f2a0 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f84e7baf-1a67-4196-adfd-7c225f05fc87,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:28.144805 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8cd41c4-c16c-4caf-bf31-0b059dd1f2a0 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:28.146385 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b8cd41c4-c16c-4caf-bf31-0b059dd1f2a0 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1849220 Jul 16 20:51:28.149040 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35450) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:28.154276 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-f11796d9-93f5-47f8-b68e-a82ff351860c tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Request body: {'security_group_rule': {'security_group_id': '87761c6a-28d8-40a5-84a7-e8048701d853', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f84e7baf-1a67-4196-adfd-7c225f05fc87', 'remote_ip_prefix': None}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:28.197315 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f11796d9-93f5-47f8-b68e-a82ff351860c tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:28.274997 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784c133-76c0-4e47-a39a-258c2cb84820 req-7f9b8fdc-bf80-43f2-b439-0feca3ac3acc tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:28.275254 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f11796d9-93f5-47f8-b68e-a82ff351860c tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:28.276592 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9784c133-76c0-4e47-a39a-258c2cb84820 req-7f9b8fdc-bf80-43f2-b439-0feca3ac3acc tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 946 time: 0.0773902 Jul 16 20:51:28.279946 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f11796d9-93f5-47f8-b68e-a82ff351860c tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:28.299079 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11796d9-93f5-47f8-b68e-a82ff351860c tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095a0809-c00c-4afa-a114-0241e8a75f37,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:28.307338 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f11796d9-93f5-47f8-b68e-a82ff351860c tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:28.308668 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f11796d9-93f5-47f8-b68e-a82ff351860c tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1585193 Jul 16 20:51:28.311502 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35452) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:28.322343 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9784c133-76c0-4e47-a39a-258c2cb84820 req-adc10831-bdc0-48ac-8e52-130051028429 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345116 Jul 16 20:51:28.345327 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-769cc874-b2c6-42f1-b368-fb5a46a317ec tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:28.353826 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-769cc874-b2c6-42f1-b368-fb5a46a317ec tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:28.384071 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-769cc874-b2c6-42f1-b368-fb5a46a317ec tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:28.390657 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-769cc874-b2c6-42f1-b368-fb5a46a317ec tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:28.392306 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-769cc874-b2c6-42f1-b368-fb5a46a317ec tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/095a0809-c00c-4afa-a114-0241e8a75f37 HTTP/1.1" status: 204 len: 168 time: 0.0794041 Jul 16 20:51:28.395634 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35454) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:28.401279 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769cc874-b2c6-42f1-b368-fb5a46a317ec tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=095a0809-c00c-4afa-a114-0241e8a75f37,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:28.445305 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-499c6d64-61ad-4a42-b732-e5f41ab51062 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0483758 Jul 16 20:51:28.448290 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35456) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:28.505695 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cef45076-6a1d-480c-8a8d-b9d02ac70d1f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:28.534226 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cef45076-6a1d-480c-8a8d-b9d02ac70d1f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:28.579189 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cef45076-6a1d-480c-8a8d-b9d02ac70d1f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:28.582260 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cef45076-6a1d-480c-8a8d-b9d02ac70d1f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:28.586446 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35458) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:28.586606 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cef45076-6a1d-480c-8a8d-b9d02ac70d1f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "DELETE /v2.0/security-groups/f84e7baf-1a67-4196-adfd-7c225f05fc87 HTTP/1.1" status: 204 len: 168 time: 0.1370306 Jul 16 20:51:28.595694 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef45076-6a1d-480c-8a8d-b9d02ac70d1f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84e7baf-1a67-4196-adfd-7c225f05fc87,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:28.644672 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e278a88a-f3c3-4ae3-99ba-30e9d1314193 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0570903 Jul 16 20:51:28.647279 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35460) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:28.702927 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28021c65-e963-476a-9852-2ce6b57fb14f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:28.727040 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28021c65-e963-476a-9852-2ce6b57fb14f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:28.772252 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28021c65-e963-476a-9852-2ce6b57fb14f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:28.775087 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28021c65-e963-476a-9852-2ce6b57fb14f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:28.776300 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-28021c65-e963-476a-9852-2ce6b57fb14f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "DELETE /v2.0/security-groups/87761c6a-28d8-40a5-84a7-e8048701d853 HTTP/1.1" status: 204 len: 168 time: 0.1281292 Jul 16 20:51:28.779129 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35464) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:28.790939 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28021c65-e963-476a-9852-2ce6b57fb14f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87761c6a-28d8-40a5-84a7-e8048701d853,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:28.836870 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-57b7693c-f959-4ad4-8802-c717a14c9d82 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0564418 Jul 16 20:51:28.841262 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35466) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:28.847558 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-4f3da77d-a2ab-4a12-8d23-1076ac67a15c tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Request body: {'security_group': {'name': 'tempest-secgroup--1996438368'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:28.875008 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4f3da77d-a2ab-4a12-8d23-1076ac67a15c tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:28.920211 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8d2df-849d-47a8-855e-a0915883c653 req-4bb518ba-3bca-4944-8dee-a1326bf2afc7 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:28.922131 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4ad8d2df-849d-47a8-855e-a0915883c653 req-4bb518ba-3bca-4944-8dee-a1326bf2afc7 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 944 time: 0.0839186 Jul 16 20:51:28.972235 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4ad8d2df-849d-47a8-855e-a0915883c653 req-89b39ca3-8e30-48d5-a55d-e8d72031615c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388958 Jul 16 20:51:28.978865 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4f3da77d-a2ab-4a12-8d23-1076ac67a15c tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:28.982581 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4f3da77d-a2ab-4a12-8d23-1076ac67a15c tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.011016 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4f3da77d-a2ab-4a12-8d23-1076ac67a15c tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.012279 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4f3da77d-a2ab-4a12-8d23-1076ac67a15c tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1698341 Jul 16 20:51:29.015225 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35470) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:29.016560 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3da77d-a2ab-4a12-8d23-1076ac67a15c tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd8396b-b2ca-49b6-bc57-28799c888d8d,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:29.020508 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-33c91b17-8b80-427b-8fbc-3e380513e6e3 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Request body: {'security_group_rule': {'security_group_id': 'bdd8396b-b2ca-49b6-bc57-28799c888d8d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:29.053761 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33c91b17-8b80-427b-8fbc-3e380513e6e3 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.108363 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33c91b17-8b80-427b-8fbc-3e380513e6e3 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.113241 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33c91b17-8b80-427b-8fbc-3e380513e6e3 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.135982 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c91b17-8b80-427b-8fbc-3e380513e6e3 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661314e7-f5d3-44f8-a985-1b57e73ef8d3,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:29.146221 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33c91b17-8b80-427b-8fbc-3e380513e6e3 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.147817 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-33c91b17-8b80-427b-8fbc-3e380513e6e3 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1312714 Jul 16 20:51:29.150583 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35472) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:29.181910 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dff6525c-b5dd-4c7d-aaca-7a328520d596 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.191140 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dff6525c-b5dd-4c7d-aaca-7a328520d596 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.226163 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dff6525c-b5dd-4c7d-aaca-7a328520d596 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.234005 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dff6525c-b5dd-4c7d-aaca-7a328520d596 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.234005 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-dff6525c-b5dd-4c7d-aaca-7a328520d596 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/661314e7-f5d3-44f8-a985-1b57e73ef8d3 HTTP/1.1" status: 204 len: 168 time: 0.0819767 Jul 16 20:51:29.236480 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35476) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:29.254683 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6525c-b5dd-4c7d-aaca-7a328520d596 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=661314e7-f5d3-44f8-a985-1b57e73ef8d3,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:29.286679 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-54474dba-f4d3-42b9-a405-b1b76ccc21e4 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0490766 Jul 16 20:51:29.289741 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35478) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:29.345615 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c183c4d-4f0b-4b6d-a199-7d2ed5fbcf2d tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.371965 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c183c4d-4f0b-4b6d-a199-7d2ed5fbcf2d tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.414285 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c183c4d-4f0b-4b6d-a199-7d2ed5fbcf2d tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.417001 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c183c4d-4f0b-4b6d-a199-7d2ed5fbcf2d tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.418186 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3c183c4d-4f0b-4b6d-a199-7d2ed5fbcf2d tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "DELETE /v2.0/security-groups/bdd8396b-b2ca-49b6-bc57-28799c888d8d HTTP/1.1" status: 204 len: 168 time: 0.1273959 Jul 16 20:51:29.420918 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35482) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:29.433756 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c183c4d-4f0b-4b6d-a199-7d2ed5fbcf2d tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd8396b-b2ca-49b6-bc57-28799c888d8d,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:29.476979 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cc71e82f-e3e0-450d-8c14-a2ed3ec78e52 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0548561 Jul 16 20:51:29.480883 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35484) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:29.485721 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-1992200c-4dfb-42f9-8867-694b622b2a1f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Request body: {'security_group': {'name': 'tempest-secgroup--1319210768'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:29.505035 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f2582-c481-4965-9db8-5523b4b1b3a8 req-d2c99a69-ddc0-4b17-855f-6afd6a6c6ab6 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:29.506567 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e37f2582-c481-4965-9db8-5523b4b1b3a8 req-d2c99a69-ddc0-4b17-855f-6afd6a6c6ab6 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 946 time: 0.0688460 Jul 16 20:51:29.507218 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1992200c-4dfb-42f9-8867-694b622b2a1f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.544721 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e37f2582-c481-4965-9db8-5523b4b1b3a8 req-bb821b74-ff66-4778-b34d-29896693b292 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321367 Jul 16 20:51:29.589923 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1992200c-4dfb-42f9-8867-694b622b2a1f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.593712 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1992200c-4dfb-42f9-8867-694b622b2a1f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.622941 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1992200c-4dfb-42f9-8867-694b622b2a1f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.624131 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1992200c-4dfb-42f9-8867-694b622b2a1f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1422098 Jul 16 20:51:29.624958 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992200c-4dfb-42f9-8867-694b622b2a1f tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d336fa81-6ac3-4508-885e-653d79d7286d,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:29.627756 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35486) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:29.632114 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d182f570-adfb-4071-9c93-1c8c77477538 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Request body: {'security_group_rule': {'security_group_id': 'd336fa81-6ac3-4508-885e-653d79d7286d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:29.654471 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.660114 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d182f570-adfb-4071-9c93-1c8c77477538 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.673607 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 353a0dc0-087e-47a1-998d-4db95deac0b2 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:51:29.719437 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d182f570-adfb-4071-9c93-1c8c77477538 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.723753 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d182f570-adfb-4071-9c93-1c8c77477538 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.742172 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182f570-adfb-4071-9c93-1c8c77477538 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10df1b6-6fa1-4b93-9fbe-e7dd91133326,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:29.747734 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d182f570-adfb-4071-9c93-1c8c77477538 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.749002 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d182f570-adfb-4071-9c93-1c8c77477538 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203816 Jul 16 20:51:29.752998 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35488) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:29.772845 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-85bed8be-01b2-4608-a258-aa5c34ff2344 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "GET /v2.0/security-group-rules/b10df1b6-6fa1-4b93-9fbe-e7dd91133326 HTTP/1.1" status: 200 len: 763 time: 0.0180514 Jul 16 20:51:29.775601 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35490) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:29.786508 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 353a0dc0-087e-47a1-998d-4db95deac0b2, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=353a0dc0-087e-47a1-998d-4db95deac0b2,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:29.798651 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '353a0dc0-087e-47a1-998d-4db95deac0b2', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'port_id': '353a0dc0-087e-47a1-998d-4db95deac0b2', 'mac_address': 'fa:16:3e:c7:a2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:51:29.822365 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5f1aa9a4-9d5c-4b1e-95c4-c832383a8723 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0451028 Jul 16 20:51:29.824499 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35492) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:29.839932 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.853265 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-62ccc838-77d0-431a-b6a5-154fb2dd470d tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.854700 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353a0dc0-087e-47a1-998d-4db95deac0b2 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:51:29.862969 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-62ccc838-77d0-431a-b6a5-154fb2dd470d tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.876372 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 353a0dc0-087e-47a1-998d-4db95deac0b2, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=353a0dc0-087e-47a1-998d-4db95deac0b2,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:29.881153 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.894602 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-62ccc838-77d0-431a-b6a5-154fb2dd470d tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.899594 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-62ccc838-77d0-431a-b6a5-154fb2dd470d tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.900709 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-62ccc838-77d0-431a-b6a5-154fb2dd470d tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/b10df1b6-6fa1-4b93-9fbe-e7dd91133326 HTTP/1.1" status: 204 len: 168 time: 0.0751507 Jul 16 20:51:29.903469 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35494) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:29.915112 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ccc838-77d0-431a-b6a5-154fb2dd470d tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b10df1b6-6fa1-4b93-9fbe-e7dd91133326,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:29.929276 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=353a0dc0-087e-47a1-998d-4db95deac0b2,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:29.936506 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:29.936864 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:29.937213 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:29.937550 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:29.937885 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:29.938497 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:29.938831 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:29.939159 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:29.940155 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:29.940515 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:29.941239 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:29.941239 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:29.950936 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8a14b607-2a97-4f25-a69c-ba07cab0b4f0 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0464327 Jul 16 20:51:29.953356 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35496) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:29.957720 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-10be61ce-e4d8-4091-9470-130aafa8ca01 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Request body: {'security_group_rule': {'security_group_id': 'd336fa81-6ac3-4508-885e-653d79d7286d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:29.983148 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-10be61ce-e4d8-4091-9470-130aafa8ca01 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.043078 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-10be61ce-e4d8-4091-9470-130aafa8ca01 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.047446 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-10be61ce-e4d8-4091-9470-130aafa8ca01 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.068650 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be61ce-e4d8-4091-9470-130aafa8ca01 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6662d3bd-06f2-4503-9262-262998445682,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:30.076430 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-10be61ce-e4d8-4091-9470-130aafa8ca01 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.078562 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-10be61ce-e4d8-4091-9470-130aafa8ca01 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242251 Jul 16 20:51:30.081524 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35502) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:30.102154 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-60fe42d1-35e6-49b9-8597-0243a229e8eb tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "GET /v2.0/security-group-rules/6662d3bd-06f2-4503-9262-262998445682 HTTP/1.1" status: 200 len: 763 time: 0.0195072 Jul 16 20:51:30.104829 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35504) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:30.105261 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['353a0dc0-087e-47a1-998d-4db95deac0b2'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:51:30.164652 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a9387503-effe-4ef4-a2ce-76a1b3cf0aef tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0585556 Jul 16 20:51:30.167108 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35506) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:30.170565 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fce7a5-3cd5-4b28-be60-167fcb036744 req-3496bd54-23e0-47b0-9e81-ebaa1b1ac20e tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:30.172073 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-56fce7a5-3cd5-4b28-be60-167fcb036744 req-3496bd54-23e0-47b0-9e81-ebaa1b1ac20e tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 945 time: 0.0688055 Jul 16 20:51:30.200762 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bffc9e40-00d2-46f7-ba2b-7590e87723fc tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.208760 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bffc9e40-00d2-46f7-ba2b-7590e87723fc tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.213725 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-56fce7a5-3cd5-4b28-be60-167fcb036744 req-92c6c1de-77c0-41dc-8fbd-758df90322ae tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346797 Jul 16 20:51:30.243935 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bffc9e40-00d2-46f7-ba2b-7590e87723fc tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.253969 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bffc9e40-00d2-46f7-ba2b-7590e87723fc tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.257396 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bffc9e40-00d2-46f7-ba2b-7590e87723fc tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/6662d3bd-06f2-4503-9262-262998445682 HTTP/1.1" status: 204 len: 168 time: 0.0869961 Jul 16 20:51:30.257893 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35508) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:30.259430 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc9e40-00d2-46f7-ba2b-7590e87723fc tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6662d3bd-06f2-4503-9262-262998445682,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:30.298214 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6aa295f1-3ceb-4a0b-a543-f92ccbf65ca1 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0390608 Jul 16 20:51:30.301450 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35510) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:30.305836 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-04f501a6-1e96-4244-b888-78f18550504a tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Request body: {'security_group_rule': {'security_group_id': 'd336fa81-6ac3-4508-885e-653d79d7286d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:30.333239 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-04f501a6-1e96-4244-b888-78f18550504a tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.382915 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-04f501a6-1e96-4244-b888-78f18550504a tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.387012 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-04f501a6-1e96-4244-b888-78f18550504a tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.405629 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f501a6-1e96-4244-b888-78f18550504a tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf13518-d8ce-4e83-bc31-eac44959d509,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:30.415314 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-04f501a6-1e96-4244-b888-78f18550504a tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.419234 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-04f501a6-1e96-4244-b888-78f18550504a tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142769 Jul 16 20:51:30.419721 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35514) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:30.436660 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b12c3782-d4dc-41b7-b4d1-8c5cc0f5df7b tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "GET /v2.0/security-group-rules/8bf13518-d8ce-4e83-bc31-eac44959d509 HTTP/1.1" status: 200 len: 764 time: 0.0157433 Jul 16 20:51:30.439323 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35516) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:30.479276 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5ae138a7-834d-49d4-978e-bd4531de3fc1 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0388846 Jul 16 20:51:30.481695 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35518) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:30.507846 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e17ca86f-1d3f-4ee0-9deb-d4a7b6a43673 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.515079 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e17ca86f-1d3f-4ee0-9deb-d4a7b6a43673 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.541610 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e17ca86f-1d3f-4ee0-9deb-d4a7b6a43673 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.547683 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e17ca86f-1d3f-4ee0-9deb-d4a7b6a43673 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.548844 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e17ca86f-1d3f-4ee0-9deb-d4a7b6a43673 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/8bf13518-d8ce-4e83-bc31-eac44959d509 HTTP/1.1" status: 204 len: 168 time: 0.0661793 Jul 16 20:51:30.552027 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35520) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:30.554680 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ca86f-1d3f-4ee0-9deb-d4a7b6a43673 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8bf13518-d8ce-4e83-bc31-eac44959d509,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:30.593511 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-adef2b11-734c-4574-957c-60fef4f55664 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0399158 Jul 16 20:51:30.596619 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35524) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:30.649066 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7501f277-ed74-45d2-ae2a-2f008fb656a2 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.672612 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7501f277-ed74-45d2-ae2a-2f008fb656a2 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.713784 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7501f277-ed74-45d2-ae2a-2f008fb656a2 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.716485 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7501f277-ed74-45d2-ae2a-2f008fb656a2 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.717662 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7501f277-ed74-45d2-ae2a-2f008fb656a2 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "DELETE /v2.0/security-groups/d336fa81-6ac3-4508-885e-653d79d7286d HTTP/1.1" status: 204 len: 168 time: 0.1199634 Jul 16 20:51:30.721397 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35526) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:30.726212 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13e83d-cd26-49c7-b157-e8579e7b19d9 req-42e46e9d-d5f0-481b-9991-9c03eb392974 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:30.727717 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9c13e83d-cd26-49c7-b157-e8579e7b19d9 req-42e46e9d-d5f0-481b-9991-9c03eb392974 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 946 time: 0.0660384 Jul 16 20:51:30.738671 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501f277-ed74-45d2-ae2a-2f008fb656a2 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d336fa81-6ac3-4508-885e-653d79d7286d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:30.766693 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9c13e83d-cd26-49c7-b157-e8579e7b19d9 req-931ed925-f10e-4ece-8cd3-fd3b25f9948a tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331910 Jul 16 20:51:30.774084 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-48f7457b-c128-4e0f-9be5-ccc2a553deb3 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0515943 Jul 16 20:51:30.779652 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35528) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:30.821366 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-66711ec4-9e86-4d25-aa5c-050c9f9c4186 tempest-SecGroupTest-1504123439 tempest-SecGroupTest-1504123439-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0416343 Jul 16 20:51:31.099297 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35536) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:31.254198 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-38fef922-2093-45b4-8a0b-55baf8a191f1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c8740752795e408c9e3d3dff3e45bdb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1536326 Jul 16 20:51:31.259250 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35542) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:31.310626 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0b2b0beb-3142-4aa3-a0b8-640d5dc7633b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:31.333469 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0b2b0beb-3142-4aa3-a0b8-640d5dc7633b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:31.384316 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0b2b0beb-3142-4aa3-a0b8-640d5dc7633b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:31.387306 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0b2b0beb-3142-4aa3-a0b8-640d5dc7633b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:31.388755 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0b2b0beb-3142-4aa3-a0b8-640d5dc7633b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/485fc57e-8e2e-4640-81e5-d3778336f76d HTTP/1.1" status: 204 len: 168 time: 0.1284215 Jul 16 20:51:31.399806 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b0beb-3142-4aa3-a0b8-640d5dc7633b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485fc57e-8e2e-4640-81e5-d3778336f76d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:31.417217 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd273e7-785b-4ce7-8016-97112b78ee40 req-92f3c462-62f8-481d-9a52-31e6af265bc6 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:31.418763 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bd273e7-785b-4ce7-8016-97112b78ee40 req-92f3c462-62f8-481d-9a52-31e6af265bc6 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 945 time: 0.0744121 Jul 16 20:51:31.460782 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5bd273e7-785b-4ce7-8016-97112b78ee40 req-27b958bb-2e4c-4947-8829-9ffdb0d3713e tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340884 Jul 16 20:51:31.690671 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 353a0dc0-087e-47a1-998d-4db95deac0b2 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:51:31.747448 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 353a0dc0-087e-47a1-998d-4db95deac0b2 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:51:31.753811 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 353a0dc0-087e-47a1-998d-4db95deac0b2 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:51:31.754341 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:31.848082 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:31.876065 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4f9f02-9b1a-4035-b691-4bfd00a83369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353a0dc0-087e-47a1-998d-4db95deac0b2'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:51:31.879486 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde06cfa-e053-4934-b242-7ba40648aee2" -d '{"events": [{"server_uuid": "1a4f9f02-9b1a-4035-b691-4bfd00a83369", "name": "network-vif-plugged", "status": "completed", "tag": "353a0dc0-087e-47a1-998d-4db95deac0b2"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:51:31.895584 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 353a0dc0-087e-47a1-998d-4db95deac0b2, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=353a0dc0-087e-47a1-998d-4db95deac0b2,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:31.902829 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:31.944337 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce96920e-6621-451a-9ec1-60b8449be36c x-openstack-request-id: req-ce96920e-6621-451a-9ec1-60b8449be36c {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:51:31.944654 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4f9f02-9b1a-4035-b691-4bfd00a83369", "name": "network-vif-plugged", "status": "completed", "tag": "353a0dc0-087e-47a1-998d-4db95deac0b2", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:51:31.944908 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ce96920e-6621-451a-9ec1-60b8449be36c {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:51:31.946226 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4f9f02-9b1a-4035-b691-4bfd00a83369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353a0dc0-087e-47a1-998d-4db95deac0b2', 'code': 200} Jul 16 20:51:31.962753 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=353a0dc0-087e-47a1-998d-4db95deac0b2,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:31.985571 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c236723-78f8-46b6-a3b0-545067f4d391 req-0ad169bc-5ca0-4a07-a0e1-865ab14e1548 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:31.987713 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c236723-78f8-46b6-a3b0-545067f4d391 req-0ad169bc-5ca0-4a07-a0e1-865ab14e1548 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 946 time: 0.0960751 Jul 16 20:51:32.035484 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c236723-78f8-46b6-a3b0-545067f4d391 req-fab19952-e9b9-43c0-b31c-700a4ceeade8 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384851 Jul 16 20:51:32.078710 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b293ea1-d58f-4c25-9238-66c03fdc03dd req-0210e650-3d9a-4202-8f68-3592bc7adc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:32.081133 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6b293ea1-d58f-4c25-9238-66c03fdc03dd req-0210e650-3d9a-4202-8f68-3592bc7adc81 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 1098 time: 0.0699186 Jul 16 20:51:32.120838 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6b293ea1-d58f-4c25-9238-66c03fdc03dd req-948e640e-9d23-4529-9bd8-f0d5e1935a43 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330191 Jul 16 20:51:32.128221 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35570) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:32.249898 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-9e8c43dc-45d5-495d-84f4-3d9116ddea3a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1718786510-network', 'tenant_id': 'db1f0e7d89cd4091b399984e7e003cf0'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:32.280003 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8c43dc-45d5-495d-84f4-3d9116ddea3a admin admin] Made reservation on behalf of db1f0e7d89cd4091b399984e7e003cf0 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:51:32.283918 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e8c43dc-45d5-495d-84f4-3d9116ddea3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:32.293747 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e8c43dc-45d5-495d-84f4-3d9116ddea3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:32.387859 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e8c43dc-45d5-495d-84f4-3d9116ddea3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:32.393040 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e8c43dc-45d5-495d-84f4-3d9116ddea3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:32.419121 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8c43dc-45d5-495d-84f4-3d9116ddea3a admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:51:32.429061 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c43dc-45d5-495d-84f4-3d9116ddea3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ab1c0c-ea5d-497e-b91b-3e8fec0bfa83,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:32.433950 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e8c43dc-45d5-495d-84f4-3d9116ddea3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:32.434310 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-9e8c43dc-45d5-495d-84f4-3d9116ddea3a admin admin] Added segment 646dea20-478d-4e00-9ce1-333d811d4063 of type vlan for network 67000700-e4f6-444a-99eb-ea1710c5eea4 Jul 16 20:51:32.477127 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e8c43dc-45d5-495d-84f4-3d9116ddea3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:32.509307 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e8c43dc-45d5-495d-84f4-3d9116ddea3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:32.510306 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8c43dc-45d5-495d-84f4-3d9116ddea3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:32.511142 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e8c43dc-45d5-495d-84f4-3d9116ddea3a admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:32.546137 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9e8c43dc-45d5-495d-84f4-3d9116ddea3a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4167786 Jul 16 20:51:32.549233 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35578) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:32.555264 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-223406f8-d652-491c-b703-9aa45c8104e3 admin admin] Request body: {'subnet': {'network_id': '67000700-e4f6-444a-99eb-ea1710c5eea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1718786510-subnet', 'tenant_id': 'db1f0e7d89cd4091b399984e7e003cf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:32.582794 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223406f8-d652-491c-b703-9aa45c8104e3 admin admin] Made reservation on behalf of db1f0e7d89cd4091b399984e7e003cf0 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:51:32.582955 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c43dc-45d5-495d-84f4-3d9116ddea3a admin admin] Pushing event updated for resources: {'Network': ['ID=67000700-e4f6-444a-99eb-ea1710c5eea4,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:32.585935 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-223406f8-d652-491c-b703-9aa45c8104e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:32.605233 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 67000700-e4f6-444a-99eb-ea1710c5eea4 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:51:32.635490 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [req-5afd661a-0e68-4e7b-bf1c-976717f424d4 req-015ac3c4-4ba6-46dc-9972-0c64f9daca0f service neutron] (93793) timed out ('10.222.0.62', 52352) {{(pid=93793) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:51:32.750675 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:51:32.770679 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f122175-a1ac-4ad9-bbe7-f5f78998a056 req-affd02f4-2729-49b4-b259-2784c634c15b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:32.772239 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6f122175-a1ac-4ad9-bbe7-f5f78998a056 req-affd02f4-2729-49b4-b259-2784c634c15b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 946 time: 0.1248374 Jul 16 20:51:32.843812 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-223406f8-d652-491c-b703-9aa45c8104e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:32.856044 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6f122175-a1ac-4ad9-bbe7-f5f78998a056 req-eff6cf09-78a4-4bd8-bae7-28f2091bf2a7 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752339 Jul 16 20:51:33.251616 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223406f8-d652-491c-b703-9aa45c8104e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca9a0d14-dfaf-428b-99fa-207a6ee45be6,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:33.264550 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223406f8-d652-491c-b703-9aa45c8104e3 admin admin] Checking segment: {'id': '646dea20-478d-4e00-9ce1-333d811d4063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '67000700-e4f6-444a-99eb-ea1710c5eea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:51:33.264972 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223406f8-d652-491c-b703-9aa45c8104e3 admin admin] Network hostable DHCP agents. Network: 67000700-e4f6-444a-99eb-ea1710c5eea4, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:51:33.270714 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:33.297125 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223406f8-d652-491c-b703-9aa45c8104e3 admin admin] Network 67000700-e4f6-444a-99eb-ea1710c5eea4 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:51:33.313065 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31475b1-1e63-4ca4-9cf8-d8f1e2a1494d req-97f48c1c-202c-4827-8013-e54e6e145e5c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:33.315889 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a31475b1-1e63-4ca4-9cf8-d8f1e2a1494d req-97f48c1c-202c-4827-8013-e54e6e145e5c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 946 time: 0.1173491 Jul 16 20:51:33.329888 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-223406f8-d652-491c-b703-9aa45c8104e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 67000700-e4f6-444a-99eb-ea1710c5eea4) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:51:33.341883 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223406f8-d652-491c-b703-9aa45c8104e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:33.342494 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-223406f8-d652-491c-b703-9aa45c8104e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:33.343298 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec95f9d-b64c-444d-9687-b08d5622c7a0 None None] Network 67000700-e4f6-444a-99eb-ea1710c5eea4 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:51:33.368786 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a31475b1-1e63-4ca4-9cf8-d8f1e2a1494d req-d9c6e88d-3cb6-4654-aa0b-14eafdd6439f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454776 Jul 16 20:51:33.370159 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-223406f8-d652-491c-b703-9aa45c8104e3 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8195550 Jul 16 20:51:33.512622 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f5b70a-3c0e-44b4-a817-4fe2c7e5d19a None None] Network 67000700-e4f6-444a-99eb-ea1710c5eea4 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:51:33.927287 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35604) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:33.933813 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-f4a3ffcc-a88c-4f82-83a3-14d0ed09b619 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1337616477-network', 'tenant_id': '4223670109f94ee6927cc8bc54041763'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:33.959227 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a3ffcc-a88c-4f82-83a3-14d0ed09b619 admin admin] Made reservation on behalf of 4223670109f94ee6927cc8bc54041763 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:51:33.962309 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ffcc-a88c-4f82-83a3-14d0ed09b619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:33.975321 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ffcc-a88c-4f82-83a3-14d0ed09b619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:34.106734 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4d5e7-7c88-433e-9e9b-ba977333334f req-a61d7dff-87bf-4e15-aceb-9e5e745ad2d7 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:34.108354 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-72f4d5e7-7c88-433e-9e9b-ba977333334f req-a61d7dff-87bf-4e15-aceb-9e5e745ad2d7 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 946 time: 0.1136196 Jul 16 20:51:34.149513 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ffcc-a88c-4f82-83a3-14d0ed09b619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:34.155740 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ffcc-a88c-4f82-83a3-14d0ed09b619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:34.183857 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-72f4d5e7-7c88-433e-9e9b-ba977333334f req-1b374b32-80c2-4032-81ec-847c231d7409 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640016 Jul 16 20:51:34.192077 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a3ffcc-a88c-4f82-83a3-14d0ed09b619 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:51:34.208578 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3ffcc-a88c-4f82-83a3-14d0ed09b619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbc22ec-368b-4c89-91c7-3f08c05d47ad,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:34.211817 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ffcc-a88c-4f82-83a3-14d0ed09b619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:34.212254 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-f4a3ffcc-a88c-4f82-83a3-14d0ed09b619 admin admin] Added segment 04a3e2dd-968b-4a7f-b566-256cef59c6ee of type vlan for network fde645c0-335a-4cdf-ab96-2a9c33b2ac43 Jul 16 20:51:34.257674 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ffcc-a88c-4f82-83a3-14d0ed09b619 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:34.295163 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ffcc-a88c-4f82-83a3-14d0ed09b619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:34.296016 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a3ffcc-a88c-4f82-83a3-14d0ed09b619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:34.296665 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ffcc-a88c-4f82-83a3-14d0ed09b619 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:34.343779 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f4a3ffcc-a88c-4f82-83a3-14d0ed09b619 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4143417 Jul 16 20:51:34.346831 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35608) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:34.359370 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-47391192-e5d2-41e4-a176-7b7de5bfe61c admin admin] Request body: {'subnet': {'network_id': 'fde645c0-335a-4cdf-ab96-2a9c33b2ac43', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1337616477-subnet', 'tenant_id': '4223670109f94ee6927cc8bc54041763', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:34.389400 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47391192-e5d2-41e4-a176-7b7de5bfe61c admin admin] Made reservation on behalf of 4223670109f94ee6927cc8bc54041763 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:51:34.393595 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-47391192-e5d2-41e4-a176-7b7de5bfe61c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:34.403600 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3ffcc-a88c-4f82-83a3-14d0ed09b619 admin admin] Pushing event updated for resources: {'Network': ['ID=fde645c0-335a-4cdf-ab96-2a9c33b2ac43,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:34.416122 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network fde645c0-335a-4cdf-ab96-2a9c33b2ac43 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:51:34.442363 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8abcf-7111-4160-aaf2-80cad34aef3c req-27c81e5a-deaa-4595-ae80-66558204d8c8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:34.445285 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7c8abcf-7111-4160-aaf2-80cad34aef3c req-27c81e5a-deaa-4595-ae80-66558204d8c8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 946 time: 0.1191530 Jul 16 20:51:34.500389 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7c8abcf-7111-4160-aaf2-80cad34aef3c req-f0aa178e-af21-437e-8b33-1ea3e4897a57 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497952 Jul 16 20:51:34.542908 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a039bca-dcc5-42b7-bf6a-afffc40a1e4a req-dbcffeb8-5ea8-436c-87f0-46a7486fc659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:34.544466 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5a039bca-dcc5-42b7-bf6a-afffc40a1e4a req-dbcffeb8-5ea8-436c-87f0-46a7486fc659 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 1098 time: 0.1358182 Jul 16 20:51:34.606034 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc344d9d-bab7-435f-a40a-aaaeda5f2442 req-6b96d0bb-3d2a-4c3c-8c08-e207780a4fa3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:34.607814 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dc344d9d-bab7-435f-a40a-aaaeda5f2442 req-6b96d0bb-3d2a-4c3c-8c08-e207780a4fa3 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 946 time: 0.0770960 Jul 16 20:51:34.620454 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5a039bca-dcc5-42b7-bf6a-afffc40a1e4a req-e2589a1e-7cc4-43a4-8a35-a5d4b4c7c641 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678036 Jul 16 20:51:34.662894 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dc344d9d-bab7-435f-a40a-aaaeda5f2442 req-61037b78-5efd-4d2e-abb6-5983f8046fc4 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484700 Jul 16 20:51:34.680901 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-47391192-e5d2-41e4-a176-7b7de5bfe61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:34.746832 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47391192-e5d2-41e4-a176-7b7de5bfe61c admin admin] Pushing event updated for resources: {'Subnet': ['ID=64dee9f9-5e93-4810-a36b-649d0d291f20,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:34.760247 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47391192-e5d2-41e4-a176-7b7de5bfe61c admin admin] Checking segment: {'id': '04a3e2dd-968b-4a7f-b566-256cef59c6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'fde645c0-335a-4cdf-ab96-2a9c33b2ac43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:51:34.760617 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47391192-e5d2-41e4-a176-7b7de5bfe61c admin admin] Network hostable DHCP agents. Network: fde645c0-335a-4cdf-ab96-2a9c33b2ac43, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:51:34.778040 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47391192-e5d2-41e4-a176-7b7de5bfe61c admin admin] Network fde645c0-335a-4cdf-ab96-2a9c33b2ac43 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:51:34.787836 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-47391192-e5d2-41e4-a176-7b7de5bfe61c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, fde645c0-335a-4cdf-ab96-2a9c33b2ac43) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:51:34.792475 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47391192-e5d2-41e4-a176-7b7de5bfe61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:34.793840 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-47391192-e5d2-41e4-a176-7b7de5bfe61c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:34.797708 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771ff3f9-6caa-4b90-ae3b-da745cb39a41 None None] Network fde645c0-335a-4cdf-ab96-2a9c33b2ac43 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:51:34.809437 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-47391192-e5d2-41e4-a176-7b7de5bfe61c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4607201 Jul 16 20:51:34.940945 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6475d5c3-05c4-4208-b3a0-634a47332de9 None None] Network fde645c0-335a-4cdf-ab96-2a9c33b2ac43 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:51:34.960105 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35622) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:35.019922 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4a9022-2ba6-4c96-920c-3d73862f1ab6 admin admin] Deleting subnet ca9a0d14-dfaf-428b-99fa-207a6ee45be6 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:51:35.024411 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ea4a9022-2ba6-4c96-920c-3d73862f1ab6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:35.071752 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ea4a9022-2ba6-4c96-920c-3d73862f1ab6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:35.134611 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ea4a9022-2ba6-4c96-920c-3d73862f1ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:35.150173 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa62fcf-321e-4114-8bcb-084a742ec137 req-09b10559-2760-42d0-9717-3ce104685a5b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:35.152055 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2aa62fcf-321e-4114-8bcb-084a742ec137 req-09b10559-2760-42d0-9717-3ce104685a5b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 946 time: 0.1003146 Jul 16 20:51:35.199159 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ea4a9022-2ba6-4c96-920c-3d73862f1ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:35.202821 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2aa62fcf-321e-4114-8bcb-084a742ec137 req-5ec408db-5352-4c75-9db4-363ad07d625b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447972 Jul 16 20:51:35.228443 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a9022-2ba6-4c96-920c-3d73862f1ab6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca9a0d14-dfaf-428b-99fa-207a6ee45be6,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:35.235103 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ea4a9022-2ba6-4c96-920c-3d73862f1ab6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:35.238853 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ea4a9022-2ba6-4c96-920c-3d73862f1ab6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ca9a0d14-dfaf-428b-99fa-207a6ee45be6 HTTP/1.1" status: 204 len: 168 time: 0.2766888 Jul 16 20:51:35.241602 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35626) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:35.334386 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5c21568e-fac6-4a71-93ed-4fe74206ca1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:35.419220 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5c21568e-fac6-4a71-93ed-4fe74206ca1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:35.432614 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-5c21568e-fac6-4a71-93ed-4fe74206ca1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67000700-e4f6-444a-99eb-ea1710c5eea4']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:35.443878 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-5c21568e-fac6-4a71-93ed-4fe74206ca1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646dea20-478d-4e00-9ce1-333d811d4063') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:35.444232 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-5c21568e-fac6-4a71-93ed-4fe74206ca1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646dea20-478d-4e00-9ce1-333d811d4063') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:35.453248 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5c21568e-fac6-4a71-93ed-4fe74206ca1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:35.471122 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5c21568e-fac6-4a71-93ed-4fe74206ca1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:35.477470 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c21568e-fac6-4a71-93ed-4fe74206ca1b admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:51:35.478053 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5c21568e-fac6-4a71-93ed-4fe74206ca1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:51:35.479704 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:51:35.540464 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5c21568e-fac6-4a71-93ed-4fe74206ca1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:35.545864 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5c21568e-fac6-4a71-93ed-4fe74206ca1b admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:35.547861 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5c21568e-fac6-4a71-93ed-4fe74206ca1b admin admin] 10.222.0.38 "DELETE /v2.0/networks/67000700-e4f6-444a-99eb-ea1710c5eea4 HTTP/1.1" status: 204 len: 168 time: 0.3048649 Jul 16 20:51:35.551302 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35628) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:35.559268 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21568e-fac6-4a71-93ed-4fe74206ca1b admin admin] Pushing event deleted for resources: {'Network': ['ID=67000700-e4f6-444a-99eb-ea1710c5eea4,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:35.609364 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-2291279e-2e67-430e-a804-6a9e98cb091f admin admin] Deleting subnet 64dee9f9-5e93-4810-a36b-649d0d291f20 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:51:35.613769 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2291279e-2e67-430e-a804-6a9e98cb091f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:35.652005 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2291279e-2e67-430e-a804-6a9e98cb091f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:35.714372 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2291279e-2e67-430e-a804-6a9e98cb091f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:35.782470 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2291279e-2e67-430e-a804-6a9e98cb091f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:35.799523 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 5155c114-f822-4f4c-a9cd-231bb1151616 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:51:35.828897 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291279e-2e67-430e-a804-6a9e98cb091f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64dee9f9-5e93-4810-a36b-649d0d291f20,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:35.851453 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2291279e-2e67-430e-a804-6a9e98cb091f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:35.853353 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2291279e-2e67-430e-a804-6a9e98cb091f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/64dee9f9-5e93-4810-a36b-649d0d291f20 HTTP/1.1" status: 204 len: 168 time: 0.3008540 Jul 16 20:51:35.855897 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35634) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:35.893860 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989aa5e-1e90-403d-a013-e4a390baf583 req-73630de4-1dce-4669-a928-9085acb1a964 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:35.895381 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1989aa5e-1e90-403d-a013-e4a390baf583 req-73630de4-1dce-4669-a928-9085acb1a964 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 946 time: 0.0776534 Jul 16 20:51:35.912715 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 5155c114-f822-4f4c-a9cd-231bb1151616, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=5155c114-f822-4f4c-a9cd-231bb1151616,segment=NetworkSegment(6a0ff811-832d-4165-a505-84db10f0ea9a),segment_id=6a0ff811-832d-4165-a505-84db10f0ea9a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:35.935217 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-068452d0-da49-4bc1-8453-328f0d7090ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:35.936185 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '5155c114-f822-4f4c-a9cd-231bb1151616', 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b', 'port_id': '5155c114-f822-4f4c-a9cd-231bb1151616', 'mac_address': 'fa:16:3e:12:99:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1620d65-b152-4178-8caa-657d9b21b65e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:51:35.943863 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1989aa5e-1e90-403d-a013-e4a390baf583 req-e928ce9f-2466-4cdc-8702-922affe2b770 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392346 Jul 16 20:51:35.971990 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35636) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:35.985920 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:36.004700 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5155c114-f822-4f4c-a9cd-231bb1151616 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:51:36.028820 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 5155c114-f822-4f4c-a9cd-231bb1151616, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=5155c114-f822-4f4c-a9cd-231bb1151616,segment=NetworkSegment(6a0ff811-832d-4165-a505-84db10f0ea9a),segment_id=6a0ff811-832d-4165-a505-84db10f0ea9a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:36.029348 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-068452d0-da49-4bc1-8453-328f0d7090ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:36.034252 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:36.042559 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-068452d0-da49-4bc1-8453-328f0d7090ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde645c0-335a-4cdf-ab96-2a9c33b2ac43']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:36.047631 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-977442ac-f0e6-4465-986b-25fb3b0a8db2 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/floatingips/569a2dd1-ea42-4dc8-b7bf-c42c832b81e7 HTTP/1.1" status: 200 len: 993 time: 0.0744884 Jul 16 20:51:36.063620 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-068452d0-da49-4bc1-8453-328f0d7090ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a3e2dd-968b-4a7f-b566-256cef59c6ee') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:36.063918 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-068452d0-da49-4bc1-8453-328f0d7090ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a3e2dd-968b-4a7f-b566-256cef59c6ee') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:36.074041 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-068452d0-da49-4bc1-8453-328f0d7090ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:36.092624 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=5155c114-f822-4f4c-a9cd-231bb1151616,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:36.092895 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-068452d0-da49-4bc1-8453-328f0d7090ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:36.099511 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068452d0-da49-4bc1-8453-328f0d7090ed admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:51:36.099916 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-068452d0-da49-4bc1-8453-328f0d7090ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:51:36.101684 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:51:36.156687 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-068452d0-da49-4bc1-8453-328f0d7090ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:36.162244 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-068452d0-da49-4bc1-8453-328f0d7090ed admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:36.164082 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-068452d0-da49-4bc1-8453-328f0d7090ed admin admin] 10.222.0.38 "DELETE /v2.0/networks/fde645c0-335a-4cdf-ab96-2a9c33b2ac43 HTTP/1.1" status: 204 len: 168 time: 0.3071725 Jul 16 20:51:36.176509 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068452d0-da49-4bc1-8453-328f0d7090ed admin admin] Pushing event deleted for resources: {'Network': ['ID=fde645c0-335a-4cdf-ab96-2a9c33b2ac43,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:36.325546 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['5155c114-f822-4f4c-a9cd-231bb1151616'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:51:36.381784 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35644) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:36.405175 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7441df8-d244-4313-88c1-95080bcf061a req-358f5b29-2210-4ae3-a796-207296b73513 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:36.406994 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f7441df8-d244-4313-88c1-95080bcf061a req-358f5b29-2210-4ae3-a796-207296b73513 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 946 time: 0.0768847 Jul 16 20:51:36.459011 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7e0d9cbd-de94-4bbe-966e-96b293487b56 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=db1f0e7d89cd4091b399984e7e003cf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0758917 Jul 16 20:51:36.462156 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35646) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:36.466913 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f7441df8-d244-4313-88c1-95080bcf061a req-432ceb37-5ee3-44b4-a1aa-0546c564c7a9 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529218 Jul 16 20:51:36.545104 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2361fb8-8b26-45e6-81b0-3698851d3f75 req-766e79af-eb64-47e8-bffd-80befad2ff60 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:36.547501 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c2361fb8-8b26-45e6-81b0-3698851d3f75 req-766e79af-eb64-47e8-bffd-80befad2ff60 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 946 time: 0.1413426 Jul 16 20:51:36.600979 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4c833e39-7882-4f53-9019-d17c903e455c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:36.652323 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4c833e39-7882-4f53-9019-d17c903e455c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:36.749118 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-c2361fb8-8b26-45e6-81b0-3698851d3f75 req-2f71c912-9d03-4ffe-9a0c-d59f0091632d tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Deleting port 353a0dc0-087e-47a1-998d-4db95deac0b2 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:51:36.749545 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c2361fb8-8b26-45e6-81b0-3698851d3f75 req-2f71c912-9d03-4ffe-9a0c-d59f0091632d tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:36.771929 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4c833e39-7882-4f53-9019-d17c903e455c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:36.775678 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4c833e39-7882-4f53-9019-d17c903e455c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:36.777113 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4c833e39-7882-4f53-9019-d17c903e455c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d1ab1c0c-ea5d-497e-b91b-3e8fec0bfa83 HTTP/1.1" status: 204 len: 168 time: 0.3137476 Jul 16 20:51:36.804611 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c833e39-7882-4f53-9019-d17c903e455c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ab1c0c-ea5d-497e-b91b-3e8fec0bfa83,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:36.884110 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-c2361fb8-8b26-45e6-81b0-3698851d3f75 req-2f71c912-9d03-4ffe-9a0c-d59f0091632d tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] For port 353a0dc0-087e-47a1-998d-4db95deac0b2, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=353a0dc0-087e-47a1-998d-4db95deac0b2,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:36.884529 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c2361fb8-8b26-45e6-81b0-3698851d3f75 req-2f71c912-9d03-4ffe-9a0c-d59f0091632d tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:36.899774 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-c2361fb8-8b26-45e6-81b0-3698851d3f75 req-2f71c912-9d03-4ffe-9a0c-d59f0091632d tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Calling delete_port for 353a0dc0-087e-47a1-998d-4db95deac0b2 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:51:37.047090 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c2361fb8-8b26-45e6-81b0-3698851d3f75 req-2f71c912-9d03-4ffe-9a0c-d59f0091632d tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:37.065426 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f7ac8036-a89a-4d03-b6a0-9e70bb224490', '353a0dc0-087e-47a1-998d-4db95deac0b2'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:51:37.081378 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71c912-9d03-4ffe-9a0c-d59f0091632d tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event deleted for resources: {'Port': ['ID=353a0dc0-087e-47a1-998d-4db95deac0b2,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:37.131249 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2361fb8-8b26-45e6-81b0-3698851d3f75 req-2f71c912-9d03-4ffe-9a0c-d59f0091632d tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] No DVR routers for this DVR port 353a0dc0-087e-47a1-998d-4db95deac0b2 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:51:37.134746 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c2361fb8-8b26-45e6-81b0-3698851d3f75 req-2f71c912-9d03-4ffe-9a0c-d59f0091632d tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:37.137098 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c2361fb8-8b26-45e6-81b0-3698851d3f75 req-2f71c912-9d03-4ffe-9a0c-d59f0091632d tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.18 "DELETE /v2.0/ports/353a0dc0-087e-47a1-998d-4db95deac0b2 HTTP/1.1" status: 204 len: 173 time: 0.5846479 Jul 16 20:51:37.137559 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4f9f02-9b1a-4035-b691-4bfd00a83369', 'name': 'network-vif-deleted', 'tag': '353a0dc0-087e-47a1-998d-4db95deac0b2'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:51:37.140046 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dadacfd-e865-4dd1-b1d9-bdd47208db51" -d '{"events": [{"server_uuid": "1a4f9f02-9b1a-4035-b691-4bfd00a83369", "name": "network-vif-deleted", "tag": "353a0dc0-087e-47a1-998d-4db95deac0b2"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:51:37.191293 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb19b467-7548-47e9-b815-9ca7572f6622 x-openstack-request-id: req-cb19b467-7548-47e9-b815-9ca7572f6622 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:51:37.191582 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4f9f02-9b1a-4035-b691-4bfd00a83369", "name": "network-vif-deleted", "tag": "353a0dc0-087e-47a1-998d-4db95deac0b2", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:51:37.191780 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cb19b467-7548-47e9-b815-9ca7572f6622 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:51:37.196978 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4f9f02-9b1a-4035-b691-4bfd00a83369', 'name': 'network-vif-deleted', 'tag': '353a0dc0-087e-47a1-998d-4db95deac0b2', 'status': 'completed', 'code': 200} Jul 16 20:51:37.198287 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35656) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:37.254396 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-dca34459-b6a3-4e4e-95f8-92b930ad5963 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4223670109f94ee6927cc8bc54041763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547626 Jul 16 20:51:37.255907 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35658) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:37.316244 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1193b0c7-f0bf-4862-8387-e1909797d922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:37.339952 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1193b0c7-f0bf-4862-8387-e1909797d922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:37.400078 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1193b0c7-f0bf-4862-8387-e1909797d922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:37.402935 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1193b0c7-f0bf-4862-8387-e1909797d922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:37.407268 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1193b0c7-f0bf-4862-8387-e1909797d922 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/abbc22ec-368b-4c89-91c7-3f08c05d47ad HTTP/1.1" status: 204 len: 168 time: 0.1471481 Jul 16 20:51:37.416548 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193b0c7-f0bf-4862-8387-e1909797d922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbc22ec-368b-4c89-91c7-3f08c05d47ad,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:37.629962 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4401edeb-bfb3-4029-8b5d-36891360cd5f req-24110694-461f-4c7f-8992-c1f495e61bf8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 210 time: 0.0424523 Jul 16 20:51:37.814581 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 5155c114-f822-4f4c-a9cd-231bb1151616 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:51:37.870428 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 5155c114-f822-4f4c-a9cd-231bb1151616 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:51:37.870831 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:37.974592 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:38.007084 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c201495-6b56-44c0-ad35-91169343b767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5155c114-f822-4f4c-a9cd-231bb1151616'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:51:38.009593 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ff5248-90bc-42d6-b0b4-9e9c993b9fa5" -d '{"events": [{"server_uuid": "9c201495-6b56-44c0-ad35-91169343b767", "name": "network-vif-plugged", "status": "completed", "tag": "5155c114-f822-4f4c-a9cd-231bb1151616"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:51:38.022290 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 5155c114-f822-4f4c-a9cd-231bb1151616, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=5155c114-f822-4f4c-a9cd-231bb1151616,segment=NetworkSegment(6a0ff811-832d-4165-a505-84db10f0ea9a),segment_id=6a0ff811-832d-4165-a505-84db10f0ea9a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:38.028627 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:38.058944 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cb54bf-17ba-43de-9b08-5bcaf3665140 x-openstack-request-id: req-c8cb54bf-17ba-43de-9b08-5bcaf3665140 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:51:38.058944 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c201495-6b56-44c0-ad35-91169343b767", "name": "network-vif-plugged", "status": "completed", "tag": "5155c114-f822-4f4c-a9cd-231bb1151616", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:51:38.058944 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c8cb54bf-17ba-43de-9b08-5bcaf3665140 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:51:38.058944 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c201495-6b56-44c0-ad35-91169343b767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5155c114-f822-4f4c-a9cd-231bb1151616', 'code': 200} Jul 16 20:51:38.083978 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=5155c114-f822-4f4c-a9cd-231bb1151616,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:38.781150 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-04d8681e-ced2-4e3e-86c8-095c31bcd014 req-d3643f7e-7aca-4909-b79f-a09485a1a3c8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 210 time: 0.0301023 Jul 16 20:51:39.766925 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 353a0dc0-087e-47a1-998d-4db95deac0b2 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:51:39.787230 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 353a0dc0-087e-47a1-998d-4db95deac0b2 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:51:39.787572 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 353a0dc0-087e-47a1-998d-4db95deac0b2 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:51:39.926082 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-389318a0-2ca3-4062-974a-3c54d2398857 req-7f829748-5a2d-44b8-a7fc-c8df82401e32 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 210 time: 0.0284431 Jul 16 20:51:41.113115 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2b8e77eb-b765-49da-b330-5956a84ca2a0 req-6f5d17ba-60c6-4d18-a256-2fd15be07a95 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4f9f02-9b1a-4035-b691-4bfd00a83369 HTTP/1.1" status: 200 len: 210 time: 0.0316248 Jul 16 20:51:45.915585 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d553ffd-80f0-4d5e-a63e-09a5c00aaf93 req-357e1f47-0578-4037-afe0-b251e724f56d tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:45.917132 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d553ffd-80f0-4d5e-a63e-09a5c00aaf93 req-357e1f47-0578-4037-afe0-b251e724f56d tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=728282a6-915a-40de-b399-db4ffff847ad HTTP/1.1" status: 200 len: 946 time: 0.0753915 Jul 16 20:51:45.961100 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d553ffd-80f0-4d5e-a63e-09a5c00aaf93 req-109de68e-0a35-4e23-9b8b-ab8a76592432 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369546 Jul 16 20:51:47.154913 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d364cb-d153-471c-a89a-11b62bec43cf req-fa3179a3-f31b-44c4-b58c-f7c0e6b4d4e3 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:47.156305 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59d364cb-d153-471c-a89a-11b62bec43cf req-fa3179a3-f31b-44c4-b58c-f7c0e6b4d4e3 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=728282a6-915a-40de-b399-db4ffff847ad HTTP/1.1" status: 200 len: 946 time: 0.0709856 Jul 16 20:51:47.204713 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59d364cb-d153-471c-a89a-11b62bec43cf req-3ab5cdbd-1820-49d9-8ad2-1e99ea670d75 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422602 Jul 16 20:51:47.263353 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5ac75-de74-4d27-8368-bf8d15a3aa87 req-8ae56e9a-b34b-4ba8-a53f-d4ab672f25b0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:47.264880 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b4f5ac75-de74-4d27-8368-bf8d15a3aa87 req-8ae56e9a-b34b-4ba8-a53f-d4ab672f25b0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.18 "GET /v2.0/ports?device_id=728282a6-915a-40de-b399-db4ffff847ad HTTP/1.1" status: 200 len: 946 time: 0.0676663 Jul 16 20:51:47.366354 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-b4f5ac75-de74-4d27-8368-bf8d15a3aa87 req-de083d65-1331-4dcc-a51a-74794b5d91e4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Deleting port f7ac8036-a89a-4d03-b6a0-9e70bb224490 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:51:47.366697 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b4f5ac75-de74-4d27-8368-bf8d15a3aa87 req-de083d65-1331-4dcc-a51a-74794b5d91e4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:47.462886 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-b4f5ac75-de74-4d27-8368-bf8d15a3aa87 req-de083d65-1331-4dcc-a51a-74794b5d91e4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] For port f7ac8036-a89a-4d03-b6a0-9e70bb224490, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f7ac8036-a89a-4d03-b6a0-9e70bb224490,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:47.463179 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b4f5ac75-de74-4d27-8368-bf8d15a3aa87 req-de083d65-1331-4dcc-a51a-74794b5d91e4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:47.475692 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-b4f5ac75-de74-4d27-8368-bf8d15a3aa87 req-de083d65-1331-4dcc-a51a-74794b5d91e4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Calling delete_port for f7ac8036-a89a-4d03-b6a0-9e70bb224490 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:51:47.615811 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b4f5ac75-de74-4d27-8368-bf8d15a3aa87 req-de083d65-1331-4dcc-a51a-74794b5d91e4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:47.627171 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f7ac8036-a89a-4d03-b6a0-9e70bb224490'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:51:47.688694 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de083d65-1331-4dcc-a51a-74794b5d91e4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event deleted for resources: {'Port': ['ID=f7ac8036-a89a-4d03-b6a0-9e70bb224490,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:47.712372 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f5ac75-de74-4d27-8368-bf8d15a3aa87 req-de083d65-1331-4dcc-a51a-74794b5d91e4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] No DVR routers for this DVR port f7ac8036-a89a-4d03-b6a0-9e70bb224490 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:51:47.715037 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de083d65-1331-4dcc-a51a-74794b5d91e4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:47.715216 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de083d65-1331-4dcc-a51a-74794b5d91e4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:47.715539 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de083d65-1331-4dcc-a51a-74794b5d91e4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:47.716037 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de083d65-1331-4dcc-a51a-74794b5d91e4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:47.716266 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de083d65-1331-4dcc-a51a-74794b5d91e4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:47.716513 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de083d65-1331-4dcc-a51a-74794b5d91e4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:47.716836 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de083d65-1331-4dcc-a51a-74794b5d91e4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:47.717162 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de083d65-1331-4dcc-a51a-74794b5d91e4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:47.717484 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de083d65-1331-4dcc-a51a-74794b5d91e4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:47.717804 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de083d65-1331-4dcc-a51a-74794b5d91e4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:47.718124 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de083d65-1331-4dcc-a51a-74794b5d91e4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:47.718480 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de083d65-1331-4dcc-a51a-74794b5d91e4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:47.722276 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b4f5ac75-de74-4d27-8368-bf8d15a3aa87 req-de083d65-1331-4dcc-a51a-74794b5d91e4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:47.724408 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b4f5ac75-de74-4d27-8368-bf8d15a3aa87 req-de083d65-1331-4dcc-a51a-74794b5d91e4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.18 "DELETE /v2.0/ports/f7ac8036-a89a-4d03-b6a0-9e70bb224490 HTTP/1.1" status: 204 len: 173 time: 0.4545715 Jul 16 20:51:47.724857 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728282a6-915a-40de-b399-db4ffff847ad', 'name': 'network-vif-deleted', 'tag': 'f7ac8036-a89a-4d03-b6a0-9e70bb224490'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:51:47.727141 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e78ad2-4e90-43dc-861c-4c84e2339347" -d '{"events": [{"server_uuid": "728282a6-915a-40de-b399-db4ffff847ad", "name": "network-vif-deleted", "tag": "f7ac8036-a89a-4d03-b6a0-9e70bb224490"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:51:47.868932 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a301c4d-77ee-4209-864b-cb02b92fdefd x-openstack-request-id: req-0a301c4d-77ee-4209-864b-cb02b92fdefd {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:51:47.869241 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728282a6-915a-40de-b399-db4ffff847ad", "name": "network-vif-deleted", "tag": "f7ac8036-a89a-4d03-b6a0-9e70bb224490", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:51:47.869548 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0a301c4d-77ee-4209-864b-cb02b92fdefd {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:51:47.869971 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728282a6-915a-40de-b399-db4ffff847ad', 'name': 'network-vif-deleted', 'tag': 'f7ac8036-a89a-4d03-b6a0-9e70bb224490', 'status': 'completed', 'code': 200} Jul 16 20:51:48.370097 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-280df566-ef12-4433-93ce-417879f0ed7e req-8fe75d85-7746-4c8b-a9db-40e79d8faf8c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=728282a6-915a-40de-b399-db4ffff847ad HTTP/1.1" status: 200 len: 210 time: 0.0337610 Jul 16 20:51:49.540907 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9541de16-c0db-452c-9852-059a4a9a6b19 req-1a3dea78-a08c-403f-bea7-0756a6156e95 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=728282a6-915a-40de-b399-db4ffff847ad HTTP/1.1" status: 200 len: 210 time: 0.0405953 Jul 16 20:51:49.782049 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device f7ac8036-a89a-4d03-b6a0-9e70bb224490 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:51:49.812385 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: f7ac8036-a89a-4d03-b6a0-9e70bb224490 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:51:49.812992 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device f7ac8036-a89a-4d03-b6a0-9e70bb224490 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:51:50.706227 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-18430d42-9678-4ab6-b934-159c72df9d70 req-d10ed36e-151c-48fe-9c57-c28df6d9d3bb tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=728282a6-915a-40de-b399-db4ffff847ad HTTP/1.1" status: 200 len: 210 time: 0.0446861 Jul 16 20:51:51.698800 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-792a0fcb-a3b3-4c0d-a1b3-1bc331d2eff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:51.894851 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c7f2c8cf-bb44-4870-97c2-a40bd186e51c req-3253b46d-3c04-492e-a7c9-f38b5e46d0d5 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=728282a6-915a-40de-b399-db4ffff847ad HTTP/1.1" status: 200 len: 210 time: 0.0382171 Jul 16 20:51:54.218645 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0da61a9e-3752-4be1-bd4c-731ca84f6fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:54.324435 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:55.175399 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35964) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:55.180441 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-f1391dfd-8858-4220-812e-d23d1e99996c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1316422373', 'description': 'tempest-secgroup-smoke-1316422373 description', 'project_id': 'd773f9510ee743d3a0654c8400382544'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:55.203921 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f1391dfd-8858-4220-812e-d23d1e99996c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:55.311035 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f1391dfd-8858-4220-812e-d23d1e99996c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:55.316286 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f1391dfd-8858-4220-812e-d23d1e99996c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:55.343854 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f1391dfd-8858-4220-812e-d23d1e99996c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:55.346122 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f1391dfd-8858-4220-812e-d23d1e99996c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1695142 Jul 16 20:51:55.349015 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35966) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:55.354299 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-6c5b11bf-c592-482b-8109-3611ade4b84e tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Request body: {'security_group_rule': {'security_group_id': '2ab5b28c-a7dd-46c3-812c-c8fbafb705a1', 'project_id': 'd773f9510ee743d3a0654c8400382544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:55.359404 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1391dfd-8858-4220-812e-d23d1e99996c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:55.370194 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1391dfd-8858-4220-812e-d23d1e99996c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:55.370576 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1391dfd-8858-4220-812e-d23d1e99996c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:55.370919 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1391dfd-8858-4220-812e-d23d1e99996c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:55.371275 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1391dfd-8858-4220-812e-d23d1e99996c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:55.371595 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1391dfd-8858-4220-812e-d23d1e99996c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:55.371926 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1391dfd-8858-4220-812e-d23d1e99996c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:55.372259 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1391dfd-8858-4220-812e-d23d1e99996c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:55.372586 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1391dfd-8858-4220-812e-d23d1e99996c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:55.372910 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1391dfd-8858-4220-812e-d23d1e99996c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:55.373233 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1391dfd-8858-4220-812e-d23d1e99996c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:55.373558 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1391dfd-8858-4220-812e-d23d1e99996c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:55.373879 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1391dfd-8858-4220-812e-d23d1e99996c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:55.396504 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c5b11bf-c592-482b-8109-3611ade4b84e tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:55.457596 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c5b11bf-c592-482b-8109-3611ade4b84e tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:55.462037 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c5b11bf-c592-482b-8109-3611ade4b84e tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:55.482571 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b11bf-c592-482b-8109-3611ade4b84e tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8332b5a-3e04-4ed4-b376-91f5bf4fef36,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:55.485513 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c5b11bf-c592-482b-8109-3611ade4b84e tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:55.489597 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35968) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:55.494195 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-27d6fdfc-dc17-431c-b791-862d880e5c82 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Request body: {'security_group_rule': {'security_group_id': '2ab5b28c-a7dd-46c3-812c-c8fbafb705a1', 'project_id': 'd773f9510ee743d3a0654c8400382544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:55.494823 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6c5b11bf-c592-482b-8109-3611ade4b84e tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448104 Jul 16 20:51:55.525073 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-27d6fdfc-dc17-431c-b791-862d880e5c82 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:55.593433 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-27d6fdfc-dc17-431c-b791-862d880e5c82 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:55.598244 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-27d6fdfc-dc17-431c-b791-862d880e5c82 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:55.621664 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-27d6fdfc-dc17-431c-b791-862d880e5c82 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:55.622880 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-27d6fdfc-dc17-431c-b791-862d880e5c82 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1323037 Jul 16 20:51:55.624611 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6fdfc-dc17-431c-b791-862d880e5c82 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19fd9c61-53fc-4772-b333-9cb03fe58c5a,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:55.628343 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35972) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:55.638051 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2dae7b5f-2d2a-48d7-9f9c-ff4419c1e33f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Request body: {'security_group_rule': {'security_group_id': '2ab5b28c-a7dd-46c3-812c-c8fbafb705a1', 'project_id': 'd773f9510ee743d3a0654c8400382544', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:55.663796 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2dae7b5f-2d2a-48d7-9f9c-ff4419c1e33f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:55.722669 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2dae7b5f-2d2a-48d7-9f9c-ff4419c1e33f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:55.726460 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2dae7b5f-2d2a-48d7-9f9c-ff4419c1e33f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:55.745745 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae7b5f-2d2a-48d7-9f9c-ff4419c1e33f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c11f3c-93aa-4246-95b9-dcf1baa65970,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:55.752217 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2dae7b5f-2d2a-48d7-9f9c-ff4419c1e33f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:55.753459 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2dae7b5f-2d2a-48d7-9f9c-ff4419c1e33f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238821 Jul 16 20:51:55.756294 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 35976) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:55.760814 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-d8769789-f8dc-4fae-a374-d5f3b1a60c97 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Request body: {'security_group_rule': {'security_group_id': '2ab5b28c-a7dd-46c3-812c-c8fbafb705a1', 'project_id': 'd773f9510ee743d3a0654c8400382544', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:55.800251 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d8769789-f8dc-4fae-a374-d5f3b1a60c97 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:55.805876 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:55.874452 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d8769789-f8dc-4fae-a374-d5f3b1a60c97 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:55.880029 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d8769789-f8dc-4fae-a374-d5f3b1a60c97 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:55.900623 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8769789-f8dc-4fae-a374-d5f3b1a60c97 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e721541-996f-497e-b6cd-fbbb2b4f8558,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:55.907603 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d8769789-f8dc-4fae-a374-d5f3b1a60c97 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:55.911791 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d8769789-f8dc-4fae-a374-d5f3b1a60c97 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1520772 Jul 16 20:51:55.912227 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35984) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:55.917540 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-07cb0040-9204-4193-bd5b-ee65f752f7e0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Request body: {'security_group_rule': {'security_group_id': '2ab5b28c-a7dd-46c3-812c-c8fbafb705a1', 'project_id': 'd773f9510ee743d3a0654c8400382544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:55.946148 n-d-791506-21 neutron-server[93793]: INFO neutron.db.securitygroups_db [None req-07cb0040-9204-4193-bd5b-ee65f752f7e0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Project d773f9510ee743d3a0654c8400382544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:51:55.951756 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07cb0040-9204-4193-bd5b-ee65f752f7e0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:56.006688 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07cb0040-9204-4193-bd5b-ee65f752f7e0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:56.011124 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07cb0040-9204-4193-bd5b-ee65f752f7e0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:56.031874 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb0040-9204-4193-bd5b-ee65f752f7e0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5577c3e-a796-4a49-a503-69d1784b0f82,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:56.040318 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07cb0040-9204-4193-bd5b-ee65f752f7e0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:56.041648 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-07cb0040-9204-4193-bd5b-ee65f752f7e0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283882 Jul 16 20:51:56.044315 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 35994) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:56.049853 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-b17e6997-73c9-4a3e-939e-feaa02d3badf tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Request body: {'security_group_rule': {'security_group_id': '2ab5b28c-a7dd-46c3-812c-c8fbafb705a1', 'project_id': 'd773f9510ee743d3a0654c8400382544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:56.072573 n-d-791506-21 neutron-server[93793]: INFO neutron.db.securitygroups_db [None req-b17e6997-73c9-4a3e-939e-feaa02d3badf tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Project d773f9510ee743d3a0654c8400382544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:51:56.077522 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b17e6997-73c9-4a3e-939e-feaa02d3badf tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:56.147230 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b17e6997-73c9-4a3e-939e-feaa02d3badf tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:56.150583 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b17e6997-73c9-4a3e-939e-feaa02d3badf tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:56.168475 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e6997-73c9-4a3e-939e-feaa02d3badf tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a765bc1-4d1c-49fe-94e9-21be2f5c873f,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:56.176711 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b17e6997-73c9-4a3e-939e-feaa02d3badf tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:56.178055 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b17e6997-73c9-4a3e-939e-feaa02d3badf tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1326697 Jul 16 20:51:56.311786 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36028) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:56.430526 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ad17da39-e366-4909-af7e-0d9bd2d52090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:56.521847 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ad17da39-e366-4909-af7e-0d9bd2d52090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:56.526099 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ad17da39-e366-4909-af7e-0d9bd2d52090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:56.572201 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36042) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:56.572651 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ad17da39-e366-4909-af7e-0d9bd2d52090 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=613f6041103e440f8ee5b79ad9ce3b1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2592828 Jul 16 20:51:56.573286 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17da39-e366-4909-af7e-0d9bd2d52090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e244ecc8-521d-4eb8-9fff-a2effe6d10d9,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:56.634260 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2b821aa8-567d-4e00-b152-017f686a2019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:56.656231 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2b821aa8-567d-4e00-b152-017f686a2019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:56.710983 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2b821aa8-567d-4e00-b152-017f686a2019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:56.714172 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2b821aa8-567d-4e00-b152-017f686a2019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:56.717976 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2b821aa8-567d-4e00-b152-017f686a2019 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e244ecc8-521d-4eb8-9fff-a2effe6d10d9 HTTP/1.1" status: 204 len: 168 time: 0.1445704 Jul 16 20:51:56.726780 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b821aa8-567d-4e00-b152-017f686a2019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e244ecc8-521d-4eb8-9fff-a2effe6d10d9,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:57.006265 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36084) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:57.020365 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1cfe5972-e970-4483-b078-d57524260869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:57.117127 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1cfe5972-e970-4483-b078-d57524260869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:57.122113 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1cfe5972-e970-4483-b078-d57524260869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:57.159651 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe5972-e970-4483-b078-d57524260869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0317de98-eb1c-4f2d-ba4b-204a185f0182,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:57.163965 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1cfe5972-e970-4483-b078-d57524260869 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=27baf135530f4fdfa3a649de07737368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566041 Jul 16 20:51:57.166620 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36086) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:57.218798 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c311cf26-68bf-4b08-8018-d06e45b39a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:57.241167 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c311cf26-68bf-4b08-8018-d06e45b39a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:57.291042 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c311cf26-68bf-4b08-8018-d06e45b39a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:57.293488 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c311cf26-68bf-4b08-8018-d06e45b39a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:57.296868 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c311cf26-68bf-4b08-8018-d06e45b39a59 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0317de98-eb1c-4f2d-ba4b-204a185f0182 HTTP/1.1" status: 204 len: 168 time: 0.1268454 Jul 16 20:51:57.303507 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311cf26-68bf-4b08-8018-d06e45b39a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0317de98-eb1c-4f2d-ba4b-204a185f0182,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:57.668379 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:59.655986 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:00.993516 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-81b88526-d949-43fb-a6a8-07748e59caf6 req-084ffafd-adcb-45d8-8620-f516d26978c6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1782677 Jul 16 20:52:01.105628 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b88526-d949-43fb-a6a8-07748e59caf6 req-e4b6c198-8b29-4ae5-895a-79dec19d4540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:01.107507 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-81b88526-d949-43fb-a6a8-07748e59caf6 req-e4b6c198-8b29-4ae5-895a-79dec19d4540 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01df23bbdfef4cd9a908c5271d3b668a&device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 1097 time: 0.0582733 Jul 16 20:52:01.235843 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b88526-d949-43fb-a6a8-07748e59caf6 req-5a762a26-b544-4329-9ddd-02360fc30539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:01.238023 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-81b88526-d949-43fb-a6a8-07748e59caf6 req-5a762a26-b544-4329-9ddd-02360fc30539 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dff88430-acb0-4e5f-bed6-566c73810b97 HTTP/1.1" status: 200 len: 912 time: 0.1082599 Jul 16 20:52:01.362882 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-81b88526-d949-43fb-a6a8-07748e59caf6 req-0161ff0d-fd1b-47e7-a918-2dc8c0c752a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71897672-a217-4f73-a720-ff943c707a4e HTTP/1.1" status: 200 len: 1001 time: 0.1159039 Jul 16 20:52:01.452500 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b88526-d949-43fb-a6a8-07748e59caf6 req-2f632bc4-d7da-4d2c-b87f-609e6b94382c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:01.454840 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-81b88526-d949-43fb-a6a8-07748e59caf6 req-2f632bc4-d7da-4d2c-b87f-609e6b94382c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=351335c1-04f6-4046-8cc6-626c830142f3 HTTP/1.1" status: 200 len: 850 time: 0.0849349 Jul 16 20:52:01.534249 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b88526-d949-43fb-a6a8-07748e59caf6 req-02b678bc-7162-4d09-b911-06dbf07ce273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:01.536149 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-81b88526-d949-43fb-a6a8-07748e59caf6 req-02b678bc-7162-4d09-b911-06dbf07ce273 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dff88430-acb0-4e5f-bed6-566c73810b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745273 Jul 16 20:52:01.547085 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [req-81b88526-d949-43fb-a6a8-07748e59caf6 req-efac65d9-235c-41c6-ac20-1929ef89cb6d service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:52:01.548391 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-81b88526-d949-43fb-a6a8-07748e59caf6 req-efac65d9-235c-41c6-ac20-1929ef89cb6d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061183 Jul 16 20:52:01.642843 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-81b88526-d949-43fb-a6a8-07748e59caf6 req-38eb8cdc-4088-487c-abb8-6d08ee362e1a service neutron] 10.222.0.18 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882287 Jul 16 20:52:01.746253 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-81b88526-d949-43fb-a6a8-07748e59caf6 req-71df1f79-a4bd-4c50-a3c0-933b90e7f806 service neutron] 10.222.0.18 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964017 Jul 16 20:52:03.266799 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:05.746733 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d88a7003-8f4d-4924-9963-b7becdc0f7af req-9543f22d-96ce-4c35-aaf6-72e9f0f8e812 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1314838 Jul 16 20:52:05.829890 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a7003-8f4d-4924-9963-b7becdc0f7af req-3a27c70b-53e7-40c6-a167-dcb3fdb60713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:05.831368 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d88a7003-8f4d-4924-9963-b7becdc0f7af req-3a27c70b-53e7-40c6-a167-dcb3fdb60713 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 1098 time: 0.0604355 Jul 16 20:52:05.962159 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a7003-8f4d-4924-9963-b7becdc0f7af req-1dc67a42-c780-4771-861e-4673249faf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:05.963759 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d88a7003-8f4d-4924-9963-b7becdc0f7af req-1dc67a42-c780-4771-861e-4673249faf6f service neutron] 10.222.0.62 "GET /v2.0/networks?id=2242a357-e162-4e92-9cb3-ab7f6cb16f9b HTTP/1.1" status: 200 len: 898 time: 0.1100035 Jul 16 20:52:06.072849 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d88a7003-8f4d-4924-9963-b7becdc0f7af req-6ff8d0ff-9592-436d-bd9e-9e01786c7b4c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5155c114-f822-4f4c-a9cd-231bb1151616 HTTP/1.1" status: 200 len: 1001 time: 0.1022789 Jul 16 20:52:06.160305 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a7003-8f4d-4924-9963-b7becdc0f7af req-dab39408-a418-41ac-854d-0624bb840839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:06.161834 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d88a7003-8f4d-4924-9963-b7becdc0f7af req-dab39408-a418-41ac-854d-0624bb840839 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c1620d65-b152-4178-8caa-657d9b21b65e HTTP/1.1" status: 200 len: 835 time: 0.0793142 Jul 16 20:52:06.226956 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a7003-8f4d-4924-9963-b7becdc0f7af req-b70207c7-b0fb-4477-9aa4-afde49396105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:06.228419 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d88a7003-8f4d-4924-9963-b7becdc0f7af req-b70207c7-b0fb-4477-9aa4-afde49396105 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2242a357-e162-4e92-9cb3-ab7f6cb16f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604234 Jul 16 20:52:06.241367 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [req-d88a7003-8f4d-4924-9963-b7becdc0f7af req-9b14b206-226f-4530-ad2d-1ddcc151489c service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:52:06.242432 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d88a7003-8f4d-4924-9963-b7becdc0f7af req-9b14b206-226f-4530-ad2d-1ddcc151489c service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073926 Jul 16 20:52:06.349073 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d88a7003-8f4d-4924-9963-b7becdc0f7af req-e0a16f5e-2664-46f8-bb64-412e8d2a0732 service neutron] 10.222.0.62 "GET /v2.0/networks/2242a357-e162-4e92-9cb3-ab7f6cb16f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994995 Jul 16 20:52:06.457322 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d88a7003-8f4d-4924-9963-b7becdc0f7af req-8d0d0176-1bc8-40e3-a904-866d005b0741 service neutron] 10.222.0.62 "GET /v2.0/networks/2242a357-e162-4e92-9cb3-ab7f6cb16f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020658 Jul 16 20:52:09.749963 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:52:11.007091 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36308) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:11.167859 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-694d65ab-b921-4165-b288-59300175aa1b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Deleting port 11f19833-0492-4fce-bd4b-367538d18195 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:52:11.168215 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-694d65ab-b921-4165-b288-59300175aa1b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:11.258534 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-694d65ab-b921-4165-b288-59300175aa1b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:11.258869 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-694d65ab-b921-4165-b288-59300175aa1b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:11.271029 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-694d65ab-b921-4165-b288-59300175aa1b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Calling delete_port for 11f19833-0492-4fce-bd4b-367538d18195 owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:52:11.423057 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-694d65ab-b921-4165-b288-59300175aa1b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:11.449097 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d65ab-b921-4165-b288-59300175aa1b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event deleted for resources: {'Port': ['ID=11f19833-0492-4fce-bd4b-367538d18195,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:11.516290 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-694d65ab-b921-4165-b288-59300175aa1b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:11.516637 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-694d65ab-b921-4165-b288-59300175aa1b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Floating IP 569a2dd1-ea42-4dc8-b7bf-c42c832b81e7 disassociated (deleted). External IP: 172.25.0.94, port: 5155c114-f822-4f4c-a9cd-231bb1151616. Jul 16 20:52:11.755122 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694d65ab-b921-4165-b288-59300175aa1b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Router 3d597e6c-2d72-44ca-ace5-89f46b15a439 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:52:11.789996 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-c020007f-cf22-4f67-ba84-614d8e235508 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1316422373&fields=id&tenant_id=d773f9510ee743d3a0654c8400382544 HTTP/1.1" status: 200 len: 267 time: 0.0456107 Jul 16 20:52:11.968590 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694d65ab-b921-4165-b288-59300175aa1b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:52:11.977243 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-694d65ab-b921-4165-b288-59300175aa1b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:11.978555 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4520752c-c8f3-4d63-a11f-846625a66621 None None] Sync routers for ids ['3d597e6c-2d72-44ca-ace5-89f46b15a439'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:52:11.987980 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4520752c-c8f3-4d63-a11f-846625a66621 None None] Routers {'3d597e6c-2d72-44ca-ace5-89f46b15a439'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:52:11.988582 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4520752c-c8f3-4d63-a11f-846625a66621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:51:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3d597e6c-2d72-44ca-ace5-89f46b15a439'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:52:12.007849 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-71e3ad40-7d9f-4d73-8d81-be79863eed3b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:12.009315 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-71e3ad40-7d9f-4d73-8d81-be79863eed3b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 812 time: 0.1839461 Jul 16 20:52:12.032473 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-942041cf-d39f-4568-aa15-76f41ec30149 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/quotas/d773f9510ee743d3a0654c8400382544 HTTP/1.1" status: 200 len: 375 time: 0.0142138 Jul 16 20:52:12.036643 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-694d65ab-b921-4165-b288-59300175aa1b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "DELETE /v2.0/floatingips/569a2dd1-ea42-4dc8-b7bf-c42c832b81e7 HTTP/1.1" status: 204 len: 168 time: 1.0258558 Jul 16 20:52:12.036643 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c201495-6b56-44c0-ad35-91169343b767', 'tag': '5155c114-f822-4f4c-a9cd-231bb1151616'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:52:12.038800 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36818508-f4eb-4ca5-9276-988701aa6265" -d '{"events": [{"name": "network-changed", "server_uuid": "9c201495-6b56-44c0-ad35-91169343b767", "tag": "5155c114-f822-4f4c-a9cd-231bb1151616"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:52:12.115476 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-4520752c-c8f3-4d63-a11f-846625a66621 None None] Set router 3d597e6c-2d72-44ca-ace5-89f46b15a439 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:52:12.123035 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-ad0bf41d-d5c5-4c81-ab3f-0eb14d4242cd tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804906 Jul 16 20:52:12.251896 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-ee7f089f-503e-4312-a489-32caaae36b0e service neutron] 10.222.0.38 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128442 Jul 16 20:52:12.339595 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c3dde9-93af-448f-b903-57eb6a21f311 x-openstack-request-id: req-34c3dde9-93af-448f-b903-57eb6a21f311 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:52:12.340547 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c201495-6b56-44c0-ad35-91169343b767", "tag": "5155c114-f822-4f4c-a9cd-231bb1151616", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:52:12.340547 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-34c3dde9-93af-448f-b903-57eb6a21f311 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:52:12.340757 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c201495-6b56-44c0-ad35-91169343b767', 'tag': '5155c114-f822-4f4c-a9cd-231bb1151616', 'status': 'completed', 'code': 200} Jul 16 20:52:12.354295 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4520752c-c8f3-4d63-a11f-846625a66621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230711293', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:50:23Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'b1993f61-c547-4de5-a36e-0d4e24f98297', 'name': '', 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:ef:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'c1620d65-b152-4178-8caa-657d9b21b65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:22Z', 'updated_at': '2021-07-16T20:50:30Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': 'c1620d65-b152-4178-8caa-657d9b21b65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:52:12.383627 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-0b25837e-b6e9-4186-935e-4751d09bb5d7 service neutron] 10.222.0.38 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271296 Jul 16 20:52:12.387780 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4520752c-c8f3-4d63-a11f-846625a66621 None None] Checking router: 3d597e6c-2d72-44ca-ace5-89f46b15a439 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:52:12.398706 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4520752c-c8f3-4d63-a11f-846625a66621 None None] Routers {'3d597e6c-2d72-44ca-ace5-89f46b15a439'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:52:12.399319 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4520752c-c8f3-4d63-a11f-846625a66621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:51:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3d597e6c-2d72-44ca-ace5-89f46b15a439'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:52:12.421055 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36818508-f4eb-4ca5-9276-988701aa6265 req-8dcc4154-0d07-4337-901e-a9ea07a233dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:12.422623 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-36818508-f4eb-4ca5-9276-988701aa6265 req-8dcc4154-0d07-4337-901e-a9ea07a233dc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 1098 time: 0.0627539 Jul 16 20:52:12.541452 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36818508-f4eb-4ca5-9276-988701aa6265 req-ca3da767-a75a-4a54-a38f-5dc28c98ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:12.543012 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-36818508-f4eb-4ca5-9276-988701aa6265 req-ca3da767-a75a-4a54-a38f-5dc28c98ca2d service neutron] 10.222.0.62 "GET /v2.0/networks?id=2242a357-e162-4e92-9cb3-ab7f6cb16f9b HTTP/1.1" status: 200 len: 898 time: 0.1118324 Jul 16 20:52:12.586666 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-4520752c-c8f3-4d63-a11f-846625a66621 None None] Set router 3d597e6c-2d72-44ca-ace5-89f46b15a439 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:52:12.607211 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-36818508-f4eb-4ca5-9276-988701aa6265 req-b7211796-abc2-45df-8bf1-3bbc535dce3d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5155c114-f822-4f4c-a9cd-231bb1151616 HTTP/1.1" status: 200 len: 217 time: 0.0523679 Jul 16 20:52:12.666406 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36818508-f4eb-4ca5-9276-988701aa6265 req-5ae24056-97e1-4c7a-ab63-5cd82a4c3925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:12.668021 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-36818508-f4eb-4ca5-9276-988701aa6265 req-5ae24056-97e1-4c7a-ab63-5cd82a4c3925 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c1620d65-b152-4178-8caa-657d9b21b65e HTTP/1.1" status: 200 len: 835 time: 0.0546620 Jul 16 20:52:12.751998 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ad119-9580-4860-9487-bf4706fa758d req-1d0f06ed-eec8-4dec-bb5a-3cfd84b80e9b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:12.760357 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-692ad119-9580-4860-9487-bf4706fa758d req-1d0f06ed-eec8-4dec-bb5a-3cfd84b80e9b tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 946 time: 0.1115324 Jul 16 20:52:12.765000 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36818508-f4eb-4ca5-9276-988701aa6265 req-a3975252-d606-4ca2-a79e-5ac37a11a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:12.776125 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-36818508-f4eb-4ca5-9276-988701aa6265 req-a3975252-d606-4ca2-a79e-5ac37a11a8be service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2242a357-e162-4e92-9cb3-ab7f6cb16f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005683 Jul 16 20:52:12.818935 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-692ad119-9580-4860-9487-bf4706fa758d req-e647089a-de3b-42f1-9207-3dbe0b27249c tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576069 Jul 16 20:52:12.916147 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4520752c-c8f3-4d63-a11f-846625a66621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230711293', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:50:23Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'b1993f61-c547-4de5-a36e-0d4e24f98297', 'name': '', 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:ef:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'c1620d65-b152-4178-8caa-657d9b21b65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:22Z', 'updated_at': '2021-07-16T20:50:30Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': 'c1620d65-b152-4178-8caa-657d9b21b65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:52:12.933343 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1eb8e479-5bda-4037-b28f-a9ca5a51fe2f req-43e40359-9c13-49d8-95ae-7ec8885cbbc9 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 210 time: 0.0425563 Jul 16 20:52:12.972171 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4520752c-c8f3-4d63-a11f-846625a66621 None None] The sync data for ids ['3d597e6c-2d72-44ca-ace5-89f46b15a439'] in n-d-791506-21 is: [{'id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230711293', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:50:23Z', 'revision_number': 4, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'b1993f61-c547-4de5-a36e-0d4e24f98297', 'name': '', 'network_id': '2242a357-e162-4e92-9cb3-ab7f6cb16f9b', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'mac_address': 'fa:16:3e:ef:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'c1620d65-b152-4178-8caa-657d9b21b65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:22Z', 'updated_at': '2021-07-16T20:50:30Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'subnets': [{'id': 'c1620d65-b152-4178-8caa-657d9b21b65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:52:13.002428 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-36818508-f4eb-4ca5-9276-988701aa6265 req-604b533b-0da4-40d8-91f3-50788bae3f5a service neutron] 10.222.0.62 "GET /v2.0/networks/2242a357-e162-4e92-9cb3-ab7f6cb16f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180636 Jul 16 20:52:13.128008 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-36818508-f4eb-4ca5-9276-988701aa6265 req-bbed131d-2660-42d5-91fa-027b53bca382 service neutron] 10.222.0.62 "GET /v2.0/networks/2242a357-e162-4e92-9cb3-ab7f6cb16f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184022 Jul 16 20:52:13.367036 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6253fefb-ae4e-46f3-b24e-15b3b281bac8 None None] New status for floating IP 569a2dd1-ea42-4dc8-b7bf-c42c832b81e7: DOWN {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:52:13.719899 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809f79e-8b35-4adc-93bc-96f399725d76 req-f5e83aeb-8e47-4ac6-86ca-126a5c859186 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:13.722627 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6809f79e-8b35-4adc-93bc-96f399725d76 req-f5e83aeb-8e47-4ac6-86ca-126a5c859186 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 946 time: 0.0820944 Jul 16 20:52:13.846088 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-6809f79e-8b35-4adc-93bc-96f399725d76 req-dcf03ab3-087f-4bd5-86bb-e6630dd0fbef tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Deleting port 5155c114-f822-4f4c-a9cd-231bb1151616 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:52:13.846519 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6809f79e-8b35-4adc-93bc-96f399725d76 req-dcf03ab3-087f-4bd5-86bb-e6630dd0fbef tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:14.033674 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-6809f79e-8b35-4adc-93bc-96f399725d76 req-dcf03ab3-087f-4bd5-86bb-e6630dd0fbef tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] For port 5155c114-f822-4f4c-a9cd-231bb1151616, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=5155c114-f822-4f4c-a9cd-231bb1151616,segment=NetworkSegment(6a0ff811-832d-4165-a505-84db10f0ea9a),segment_id=6a0ff811-832d-4165-a505-84db10f0ea9a)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:52:14.034078 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6809f79e-8b35-4adc-93bc-96f399725d76 req-dcf03ab3-087f-4bd5-86bb-e6630dd0fbef tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:14.083174 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-6809f79e-8b35-4adc-93bc-96f399725d76 req-dcf03ab3-087f-4bd5-86bb-e6630dd0fbef tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Calling delete_port for 5155c114-f822-4f4c-a9cd-231bb1151616 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:52:14.201027 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-62c9b6e1-1844-4bf1-b933-4d14a53db38e req-019c4d91-9f3b-469a-a9c1-991430efae38 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 210 time: 0.0844555 Jul 16 20:52:14.223368 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8507ed-6e8e-4791-a0c6-823cd47cc5c1 req-1b41aac4-7bd0-44b9-95cf-614ec0377918 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:14.225295 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8e8507ed-6e8e-4791-a0c6-823cd47cc5c1 req-1b41aac4-7bd0-44b9-95cf-614ec0377918 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c201495-6b56-44c0-ad35-91169343b767 HTTP/1.1" status: 200 len: 946 time: 0.2081797 Jul 16 20:52:14.298958 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8e8507ed-6e8e-4791-a0c6-823cd47cc5c1 req-ba415aa3-0226-4e68-9f64-adee326f123a tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "GET /v2.0/security-groups?id=64770602-86b3-42b1-8ee0-76d20b3a7067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665081 Jul 16 20:52:14.350672 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-3973ecb8-bbc6-4ddc-939c-cc0a005eaf93 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:14.352194 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-3973ecb8-bbc6-4ddc-939c-cc0a005eaf93 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.18 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 812 time: 0.1869345 Jul 16 20:52:14.436782 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-84cd5fb1-a2cc-432f-9d96-43788371b0a5 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d773f9510ee743d3a0654c8400382544 HTTP/1.1" status: 200 len: 380 time: 0.0726712 Jul 16 20:52:14.449404 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-14602378-af4f-40f2-b695-01a572a9aec0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Request body: {'port': {'device_id': 'ae60f661-ecad-4554-81c1-f53654c3316e', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'admin_state_up': True, 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'security_groups': ['2ab5b28c-a7dd-46c3-812c-c8fbafb705a1']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:14.534135 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6809f79e-8b35-4adc-93bc-96f399725d76 req-dcf03ab3-087f-4bd5-86bb-e6630dd0fbef tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:14.589963 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf03ab3-087f-4bd5-86bb-e6630dd0fbef tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event deleted for resources: {'Port': ['ID=5155c114-f822-4f4c-a9cd-231bb1151616,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:14.647989 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-6809f79e-8b35-4adc-93bc-96f399725d76 req-dcf03ab3-087f-4bd5-86bb-e6630dd0fbef tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] No DVR routers for this DVR port 5155c114-f822-4f4c-a9cd-231bb1151616 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:52:14.650888 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6809f79e-8b35-4adc-93bc-96f399725d76 req-dcf03ab3-087f-4bd5-86bb-e6630dd0fbef tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:14.653617 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6809f79e-8b35-4adc-93bc-96f399725d76 req-dcf03ab3-087f-4bd5-86bb-e6630dd0fbef tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.62 "DELETE /v2.0/ports/5155c114-f822-4f4c-a9cd-231bb1151616 HTTP/1.1" status: 204 len: 173 time: 0.9250979 Jul 16 20:52:14.656703 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c201495-6b56-44c0-ad35-91169343b767', 'name': 'network-vif-deleted', 'tag': '5155c114-f822-4f4c-a9cd-231bb1151616'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:52:14.659971 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb385db3-5a81-4c2c-ac88-da52c816396e" -d '{"events": [{"server_uuid": "9c201495-6b56-44c0-ad35-91169343b767", "name": "network-vif-deleted", "tag": "5155c114-f822-4f4c-a9cd-231bb1151616"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:52:14.731532 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-14602378-af4f-40f2-b695-01a572a9aec0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Made reservation on behalf of d773f9510ee743d3a0654c8400382544 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:52:14.737566 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-14602378-af4f-40f2-b695-01a572a9aec0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:14.756284 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddc769b-01e4-49d2-97ef-484b1a1956a0 x-openstack-request-id: req-dddc769b-01e4-49d2-97ef-484b1a1956a0 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:52:14.756576 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c201495-6b56-44c0-ad35-91169343b767", "name": "network-vif-deleted", "tag": "5155c114-f822-4f4c-a9cd-231bb1151616", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:52:14.756835 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dddc769b-01e4-49d2-97ef-484b1a1956a0 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:52:14.757239 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c201495-6b56-44c0-ad35-91169343b767', 'name': 'network-vif-deleted', 'tag': '5155c114-f822-4f4c-a9cd-231bb1151616', 'status': 'completed', 'code': 200} Jul 16 20:52:14.929949 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-14602378-af4f-40f2-b695-01a572a9aec0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Allocated IP 172.20.0.8 (8f8ffa95-ba5a-44c1-b5cb-f15aabb35325/91aaf1f1-4791-4613-820c-7a64a55f2344/df8f2549-e2ed-470a-8233-457a395af2af) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:52:15.133249 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-14602378-af4f-40f2-b695-01a572a9aec0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.172512 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-14602378-af4f-40f2-b695-01a572a9aec0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Transition to ACTIVE for port object df8f2549-e2ed-470a-8233-457a395af2af will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:52:15.235178 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-14602378-af4f-40f2-b695-01a572a9aec0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.297899 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14602378-af4f-40f2-b695-01a572a9aec0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event updated for resources: {'Port': ['ID=df8f2549-e2ed-470a-8233-457a395af2af,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:15.351174 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-14602378-af4f-40f2-b695-01a572a9aec0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:52:15.352806 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-14602378-af4f-40f2-b695-01a572a9aec0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:52:15.355497 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-14602378-af4f-40f2-b695-01a572a9aec0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:52:15.429459 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-14602378-af4f-40f2-b695-01a572a9aec0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:15.430668 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-14602378-af4f-40f2-b695-01a572a9aec0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.454673 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-14602378-af4f-40f2-b695-01a572a9aec0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0089839 Jul 16 20:52:15.467760 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-72d49ca1-5f10-4df5-b2e8-07041ff34334 service neutron] Request body: {'port': {'device_id': 'ae60f661-ecad-4554-81c1-f53654c3316e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:15.623006 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f297c84-deb4-4604-ac8a-883ab8142541 req-ceefe070-05a4-4a7f-aa0c-aa1f6e7dacde tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:15.642973 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-72d49ca1-5f10-4df5-b2e8-07041ff34334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.647360 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9f297c84-deb4-4604-ac8a-883ab8142541 req-ceefe070-05a4-4a7f-aa0c-aa1f6e7dacde tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 931 time: 0.2711325 Jul 16 20:52:15.731677 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9f297c84-deb4-4604-ac8a-883ab8142541 req-0f12f851-4fed-4ea0-bd4a-794d84f6a2f9 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827549 Jul 16 20:52:15.844446 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36414) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:15.904085 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-92f4f50b-51e8-499e-b043-cf47580d09b3 None None] Provisioning for port df8f2549-e2ed-470a-8233-457a395af2af completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:52:15.908744 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-92f4f50b-51e8-499e-b043-cf47580d09b3 None None] Provisioning complete for port df8f2549-e2ed-470a-8233-457a395af2af triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:52:15.909110 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92f4f50b-51e8-499e-b043-cf47580d09b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.983451 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-92f4f50b-51e8-499e-b043-cf47580d09b3 None None] Port df8f2549-e2ed-470a-8233-457a395af2af cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:52:16.388655 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8adb63c3-87d1-4bbc-8f43-72fcee7a74f7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:16.503976 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-72d49ca1-5f10-4df5-b2e8-07041ff34334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df8f2549-e2ed-470a-8233-457a395af2af {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:52:16.512082 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-72d49ca1-5f10-4df5-b2e8-07041ff34334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:16.535021 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-72d49ca1-5f10-4df5-b2e8-07041ff34334 service neutron] Transition to ACTIVE for port object df8f2549-e2ed-470a-8233-457a395af2af will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:52:16.539427 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-72d49ca1-5f10-4df5-b2e8-07041ff34334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:16.693778 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-72d49ca1-5f10-4df5-b2e8-07041ff34334 service neutron] Attempting to bind port df8f2549-e2ed-470a-8233-457a395af2af on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:52:16.694120 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-72d49ca1-5f10-4df5-b2e8-07041ff34334 service neutron] Attempting to bind port df8f2549-e2ed-470a-8233-457a395af2af by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:52:16.694500 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-72d49ca1-5f10-4df5-b2e8-07041ff34334 service neutron] Attempting to bind port df8f2549-e2ed-470a-8233-457a395af2af on network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:52:16.696550 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d49ca1-5f10-4df5-b2e8-07041ff34334 service neutron] Pushing event updated for resources: {'Port': ['ID=df8f2549-e2ed-470a-8233-457a395af2af,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:16.703486 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-72d49ca1-5f10-4df5-b2e8-07041ff34334 service neutron] Port df8f2549-e2ed-470a-8233-457a395af2af on network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:52:16.703808 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-72d49ca1-5f10-4df5-b2e8-07041ff34334 service neutron] Attempting to bind port df8f2549-e2ed-470a-8233-457a395af2af on network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:52:16.711169 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-72d49ca1-5f10-4df5-b2e8-07041ff34334 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:52:16.714706 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-72d49ca1-5f10-4df5-b2e8-07041ff34334 service neutron] Checking segment: {'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:52:16.715771 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-72d49ca1-5f10-4df5-b2e8-07041ff34334 service neutron] Bound using segment: {'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:52:16.716314 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-72d49ca1-5f10-4df5-b2e8-07041ff34334 service neutron] Bound port: df8f2549-e2ed-470a-8233-457a395af2af, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:52:16.717033 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-72d49ca1-5f10-4df5-b2e8-07041ff34334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:16.743121 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-8adb63c3-87d1-4bbc-8f43-72fcee7a74f7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Deleting port b1993f61-c547-4de5-a36e-0d4e24f98297 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:52:16.743785 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8adb63c3-87d1-4bbc-8f43-72fcee7a74f7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:16.806227 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-72d49ca1-5f10-4df5-b2e8-07041ff34334 service neutron] For port df8f2549-e2ed-470a-8233-457a395af2af, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:52:16.809933 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-72d49ca1-5f10-4df5-b2e8-07041ff34334 service neutron] For port df8f2549-e2ed-470a-8233-457a395af2af, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=df8f2549-e2ed-470a-8233-457a395af2af,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:52:16.816655 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-72d49ca1-5f10-4df5-b2e8-07041ff34334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:16.863220 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-72d49ca1-5f10-4df5-b2e8-07041ff34334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:16.863858 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-72d49ca1-5f10-4df5-b2e8-07041ff34334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:16.865269 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-72d49ca1-5f10-4df5-b2e8-07041ff34334 service neutron] 10.222.0.18 "PUT /v2.0/ports/df8f2549-e2ed-470a-8233-457a395af2af HTTP/1.1" status: 200 len: 1092 time: 1.4035833 Jul 16 20:52:16.865772 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae60f661-ecad-4554-81c1-f53654c3316e', 'tag': 'df8f2549-e2ed-470a-8233-457a395af2af'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:52:16.869509 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3775dbf-46cc-4301-8565-84d8432b2fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "ae60f661-ecad-4554-81c1-f53654c3316e", "tag": "df8f2549-e2ed-470a-8233-457a395af2af"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:52:16.899799 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d49ca1-5f10-4df5-b2e8-07041ff34334 service neutron] Pushing event updated for resources: {'Port': ['ID=df8f2549-e2ed-470a-8233-457a395af2af,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:16.936486 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94b01b0-d11e-4901-bd0c-073c2d354d13 x-openstack-request-id: req-d94b01b0-d11e-4901-bd0c-073c2d354d13 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:52:16.936769 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae60f661-ecad-4554-81c1-f53654c3316e", "tag": "df8f2549-e2ed-470a-8233-457a395af2af", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:52:16.937281 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d94b01b0-d11e-4901-bd0c-073c2d354d13 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:52:16.937667 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae60f661-ecad-4554-81c1-f53654c3316e', 'tag': 'df8f2549-e2ed-470a-8233-457a395af2af', 'status': 'completed', 'code': 200} Jul 16 20:52:16.987265 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-8adb63c3-87d1-4bbc-8f43-72fcee7a74f7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] For port b1993f61-c547-4de5-a36e-0d4e24f98297, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b1993f61-c547-4de5-a36e-0d4e24f98297,segment=NetworkSegment(6a0ff811-832d-4165-a505-84db10f0ea9a),segment_id=6a0ff811-832d-4165-a505-84db10f0ea9a)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:52:16.987670 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8adb63c3-87d1-4bbc-8f43-72fcee7a74f7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:17.002698 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-29492be5-c40b-4f0d-bf8d-06f9316dd024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:17.005368 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-29492be5-c40b-4f0d-bf8d-06f9316dd024 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 1095 time: 0.0775042 Jul 16 20:52:17.012950 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-8adb63c3-87d1-4bbc-8f43-72fcee7a74f7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Calling delete_port for b1993f61-c547-4de5-a36e-0d4e24f98297 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:52:17.032231 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7edfc7-cfe6-4043-84b3-9e0e39d01812 req-986481ac-8cbd-485d-b3e3-6ba00460fca9 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:17.034595 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ad7edfc7-cfe6-4043-84b3-9e0e39d01812 req-986481ac-8cbd-485d-b3e3-6ba00460fca9 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 943 time: 0.1414993 Jul 16 20:52:17.066398 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-c96bd916-ba1a-4381-9435-791d41c0b0b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df8f2549-e2ed-470a-8233-457a395af2af HTTP/1.1" status: 200 len: 217 time: 0.0505817 Jul 16 20:52:17.111936 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ad7edfc7-cfe6-4043-84b3-9e0e39d01812 req-77f52ee9-9974-46f5-822a-baf52feea418 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715261 Jul 16 20:52:17.156282 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-eb2a4232-41c0-4da8-82f8-550a34e0ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:17.158020 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-eb2a4232-41c0-4da8-82f8-550a34e0ed0c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91aaf1f1-4791-4613-820c-7a64a55f2344 HTTP/1.1" status: 200 len: 851 time: 0.0849016 Jul 16 20:52:17.229178 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-9d252260-8d6b-46f8-9f2f-ef80dec6de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:17.231390 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-9d252260-8d6b-46f8-9f2f-ef80dec6de70 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667591 Jul 16 20:52:17.287325 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8adb63c3-87d1-4bbc-8f43-72fcee7a74f7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:17.315917 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb63c3-87d1-4bbc-8f43-72fcee7a74f7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event deleted for resources: {'Port': ['ID=b1993f61-c547-4de5-a36e-0d4e24f98297,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:17.329995 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-0892c0c6-b240-4616-bc87-d8fa53838401 service neutron] 10.222.0.18 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915785 Jul 16 20:52:17.434599 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ff4b1b7f-6f6b-4ca6-add2-f1bb2627ab8a req-32d46509-74a2-4484-8df3-e4fa10483224 service neutron] 10.222.0.18 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986240 Jul 16 20:52:17.521052 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8adb63c3-87d1-4bbc-8f43-72fcee7a74f7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:17.549200 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3775dbf-46cc-4301-8565-84d8432b2fdd req-123d9646-e27c-49a7-990f-ee8cea98fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:17.550762 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b3775dbf-46cc-4301-8565-84d8432b2fdd req-123d9646-e27c-49a7-990f-ee8cea98fddd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 1095 time: 0.0659881 Jul 16 20:52:17.656657 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3775dbf-46cc-4301-8565-84d8432b2fdd req-9fad5141-a29f-4598-b949-76fb1f0732a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:17.658222 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b3775dbf-46cc-4301-8565-84d8432b2fdd req-9fad5141-a29f-4598-b949-76fb1f0732a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 913 time: 0.1008551 Jul 16 20:52:17.701928 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b3775dbf-46cc-4301-8565-84d8432b2fdd req-5dca9f6d-cfa7-4b5f-ae09-0d94d222a971 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df8f2549-e2ed-470a-8233-457a395af2af HTTP/1.1" status: 200 len: 217 time: 0.0368676 Jul 16 20:52:17.752457 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3775dbf-46cc-4301-8565-84d8432b2fdd req-60e6e868-9ab8-40ac-99a4-92f8fe99c7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:17.754067 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b3775dbf-46cc-4301-8565-84d8432b2fdd req-60e6e868-9ab8-40ac-99a4-92f8fe99c7d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91aaf1f1-4791-4613-820c-7a64a55f2344 HTTP/1.1" status: 200 len: 851 time: 0.0460796 Jul 16 20:52:17.812778 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3775dbf-46cc-4301-8565-84d8432b2fdd req-ced3f776-d2f8-4225-8ef7-238670f857dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:17.815367 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b3775dbf-46cc-4301-8565-84d8432b2fdd req-ced3f776-d2f8-4225-8ef7-238670f857dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551164 Jul 16 20:52:17.917493 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b3775dbf-46cc-4301-8565-84d8432b2fdd req-8eb3b27d-22f5-4802-922c-c53cd837e852 service neutron] 10.222.0.18 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952742 Jul 16 20:52:18.016306 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b3775dbf-46cc-4301-8565-84d8432b2fdd req-65e77c8d-be35-4e3c-bb3f-1c902a138692 service neutron] 10.222.0.18 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931184 Jul 16 20:52:18.061424 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8adb63c3-87d1-4bbc-8f43-72fcee7a74f7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Router 3d597e6c-2d72-44ca-ace5-89f46b15a439 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:52:18.078608 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 5155c114-f822-4f4c-a9cd-231bb1151616 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:52:18.099170 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 5155c114-f822-4f4c-a9cd-231bb1151616 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:52:18.099511 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 5155c114-f822-4f4c-a9cd-231bb1151616 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:52:18.170726 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adb63c3-87d1-4bbc-8f43-72fcee7a74f7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:52:18.178296 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8adb63c3-87d1-4bbc-8f43-72fcee7a74f7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "PUT /v2.0/routers/3d597e6c-2d72-44ca-ace5-89f46b15a439/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3298595 Jul 16 20:52:18.178695 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36430) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:18.185479 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f6361e-0350-45bd-b945-853c08348d85 None None] Sync routers for ids ['3d597e6c-2d72-44ca-ace5-89f46b15a439'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:52:18.199184 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f6361e-0350-45bd-b945-853c08348d85 None None] Routers {'3d597e6c-2d72-44ca-ace5-89f46b15a439'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:52:18.203167 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-b0f6361e-0350-45bd-b945-853c08348d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:51:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3d597e6c-2d72-44ca-ace5-89f46b15a439'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:52:18.239279 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-872ee3e2-010e-4faf-914b-2b43108b3d99 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Deleting subnet c1620d65-b152-4178-8caa-657d9b21b65e {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:52:18.243283 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-872ee3e2-010e-4faf-914b-2b43108b3d99 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:18.297027 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-872ee3e2-010e-4faf-914b-2b43108b3d99 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:18.357715 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-b0f6361e-0350-45bd-b945-853c08348d85 None None] Set router 3d597e6c-2d72-44ca-ace5-89f46b15a439 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:52:18.390248 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de283e-e060-4b65-a5e5-cb0a4338984d req-da3f0342-0c5f-4882-82a8-4d68991f7bfc tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:18.397999 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f4de283e-e060-4b65-a5e5-cb0a4338984d req-da3f0342-0c5f-4882-82a8-4d68991f7bfc tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 943 time: 0.0986507 Jul 16 20:52:18.429038 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-872ee3e2-010e-4faf-914b-2b43108b3d99 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:18.443637 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f4de283e-e060-4b65-a5e5-cb0a4338984d req-f4be8cc4-ce47-4607-b06b-4089034f5f5c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446529 Jul 16 20:52:18.493040 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-872ee3e2-010e-4faf-914b-2b43108b3d99 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:18.521572 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ee3e2-010e-4faf-914b-2b43108b3d99 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event deleted for resources: {'Subnet': ['ID=c1620d65-b152-4178-8caa-657d9b21b65e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:18.523596 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-872ee3e2-010e-4faf-914b-2b43108b3d99 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:18.525466 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-872ee3e2-010e-4faf-914b-2b43108b3d99 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "DELETE /v2.0/subnets/c1620d65-b152-4178-8caa-657d9b21b65e HTTP/1.1" status: 204 len: 168 time: 0.3457778 Jul 16 20:52:18.528324 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36434) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:18.537014 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a6cfe0-8f0f-402e-a78a-d0cf6f44fc61 None None] Network 2242a357-e162-4e92-9cb3-ab7f6cb16f9b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:52:18.564714 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-b0f6361e-0350-45bd-b945-853c08348d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230711293', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:52:17Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:52:18.688408 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9730b91b-6019-4cdd-bda2-95b1cf2f0387 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:18.720778 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f6361e-0350-45bd-b945-853c08348d85 None None] Checking router: 3d597e6c-2d72-44ca-ace5-89f46b15a439 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:52:18.730899 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f6361e-0350-45bd-b945-853c08348d85 None None] Routers {'3d597e6c-2d72-44ca-ace5-89f46b15a439'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:52:18.731622 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-b0f6361e-0350-45bd-b945-853c08348d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:51:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3d597e6c-2d72-44ca-ace5-89f46b15a439'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:52:18.820005 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9730b91b-6019-4cdd-bda2-95b1cf2f0387 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:18.838854 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601b2965-4795-4b50-90fa-83e0e03b0e04 None None] DHCP port deletion for 2242a357-e162-4e92-9cb3-ab7f6cb16f9b request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:52:18.853197 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-b0f6361e-0350-45bd-b945-853c08348d85 None None] Set router 3d597e6c-2d72-44ca-ace5-89f46b15a439 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:52:18.885862 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-9730b91b-6019-4cdd-bda2-95b1cf2f0387 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Deleting port 06cf0a53-76e6-468a-963a-d770499ee31b {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:52:18.886309 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9730b91b-6019-4cdd-bda2-95b1cf2f0387 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:18.893658 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-601b2965-4795-4b50-90fa-83e0e03b0e04 None None] Deleting port 84dd3886-9055-45e0-bdeb-d3f641ae23cf {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:52:18.894444 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-601b2965-4795-4b50-90fa-83e0e03b0e04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:18.974413 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-9730b91b-6019-4cdd-bda2-95b1cf2f0387 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] For port 06cf0a53-76e6-468a-963a-d770499ee31b, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=06cf0a53-76e6-468a-963a-d770499ee31b,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:52:18.974740 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9730b91b-6019-4cdd-bda2-95b1cf2f0387 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:18.976427 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-601b2965-4795-4b50-90fa-83e0e03b0e04 None None] For port 84dd3886-9055-45e0-bdeb-d3f641ae23cf, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=84dd3886-9055-45e0-bdeb-d3f641ae23cf,segment=NetworkSegment(6a0ff811-832d-4165-a505-84db10f0ea9a),segment_id=6a0ff811-832d-4165-a505-84db10f0ea9a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:52:18.977562 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-601b2965-4795-4b50-90fa-83e0e03b0e04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:18.991151 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-601b2965-4795-4b50-90fa-83e0e03b0e04 None None] Calling delete_port for 84dd3886-9055-45e0-bdeb-d3f641ae23cf owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:52:18.993295 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-9730b91b-6019-4cdd-bda2-95b1cf2f0387 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Calling delete_port for 06cf0a53-76e6-468a-963a-d770499ee31b owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:52:19.048515 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-b0f6361e-0350-45bd-b945-853c08348d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230711293', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:52:17Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:52:19.076274 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f6361e-0350-45bd-b945-853c08348d85 None None] The sync data for ids ['3d597e6c-2d72-44ca-ace5-89f46b15a439'] in n-d-791506-21 is: [{'id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230711293', 'tenant_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:52:17Z', 'revision_number': 5, 'project_id': '0a2a9f68d1874fbf9d499c45b54369c0', 'gw_port': {'id': '06cf0a53-76e6-468a-963a-d770499ee31b', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d597e6c-2d72-44ca-ace5-89f46b15a439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:16Z', 'updated_at': '2021-07-16T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:52:19.087657 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-601b2965-4795-4b50-90fa-83e0e03b0e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:19.123903 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b2965-4795-4b50-90fa-83e0e03b0e04 None None] Pushing event deleted for resources: {'Port': ['ID=84dd3886-9055-45e0-bdeb-d3f641ae23cf,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:19.134664 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b2965-4795-4b50-90fa-83e0e03b0e04 None None] No DVR routers for this DVR port 84dd3886-9055-45e0-bdeb-d3f641ae23cf on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:52:19.202494 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9730b91b-6019-4cdd-bda2-95b1cf2f0387 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:19.230549 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730b91b-6019-4cdd-bda2-95b1cf2f0387 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event deleted for resources: {'Port': ['ID=06cf0a53-76e6-468a-963a-d770499ee31b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:19.297244 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9730b91b-6019-4cdd-bda2-95b1cf2f0387 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:19.397620 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9730b91b-6019-4cdd-bda2-95b1cf2f0387 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:19.400026 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9730b91b-6019-4cdd-bda2-95b1cf2f0387 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:19.456450 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9730b91b-6019-4cdd-bda2-95b1cf2f0387 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:19.457109 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9730b91b-6019-4cdd-bda2-95b1cf2f0387 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Fanout notify agent at l3_agent the message router_deleted on router 3d597e6c-2d72-44ca-ace5-89f46b15a439 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:52:19.467659 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9730b91b-6019-4cdd-bda2-95b1cf2f0387 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:19.472591 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36440) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:19.473559 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9730b91b-6019-4cdd-bda2-95b1cf2f0387 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "DELETE /v2.0/routers/3d597e6c-2d72-44ca-ace5-89f46b15a439 HTTP/1.1" status: 204 len: 168 time: 0.9433041 Jul 16 20:52:19.575604 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e5f8fe83-8c19-484d-aa9c-4eb0771728c7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:19.653910 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d47f5-c6e2-4c26-8b16-10a5ad894e0c req-61f88fb1-92cc-42b6-bbc6-358b45d43cae tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:19.655639 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e73d47f5-c6e2-4c26-8b16-10a5ad894e0c req-61f88fb1-92cc-42b6-bbc6-358b45d43cae tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 943 time: 0.0744321 Jul 16 20:52:19.675117 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e5f8fe83-8c19-484d-aa9c-4eb0771728c7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:19.685189 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-e5f8fe83-8c19-484d-aa9c-4eb0771728c7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2242a357-e162-4e92-9cb3-ab7f6cb16f9b']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:52:19.696879 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-e5f8fe83-8c19-484d-aa9c-4eb0771728c7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0ff811-832d-4165-a505-84db10f0ea9a') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:52:19.697182 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-e5f8fe83-8c19-484d-aa9c-4eb0771728c7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0ff811-832d-4165-a505-84db10f0ea9a') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:52:19.700058 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e73d47f5-c6e2-4c26-8b16-10a5ad894e0c req-5eca646a-039f-4424-8051-3f845fc46cc4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354309 Jul 16 20:52:19.706648 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e5f8fe83-8c19-484d-aa9c-4eb0771728c7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:19.721322 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e5f8fe83-8c19-484d-aa9c-4eb0771728c7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:19.728102 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f8fe83-8c19-484d-aa9c-4eb0771728c7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:52:19.728541 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e5f8fe83-8c19-484d-aa9c-4eb0771728c7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:52:19.731698 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:52:19.797411 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e5f8fe83-8c19-484d-aa9c-4eb0771728c7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:19.802914 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e5f8fe83-8c19-484d-aa9c-4eb0771728c7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:19.805031 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e5f8fe83-8c19-484d-aa9c-4eb0771728c7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "DELETE /v2.0/networks/2242a357-e162-4e92-9cb3-ab7f6cb16f9b HTTP/1.1" status: 204 len: 168 time: 0.3317115 Jul 16 20:52:19.808249 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36442) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:19.821244 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8fe83-8c19-484d-aa9c-4eb0771728c7 tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event deleted for resources: {'Network': ['ID=2242a357-e162-4e92-9cb3-ab7f6cb16f9b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:19.883411 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d94ffc9e-4840-4fd7-bc4b-b31d8cd0823f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:19.912655 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d94ffc9e-4840-4fd7-bc4b-b31d8cd0823f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:19.975975 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d94ffc9e-4840-4fd7-bc4b-b31d8cd0823f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:19.978722 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d94ffc9e-4840-4fd7-bc4b-b31d8cd0823f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:19.979913 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d94ffc9e-4840-4fd7-bc4b-b31d8cd0823f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] 10.222.0.38 "DELETE /v2.0/security-groups/64770602-86b3-42b1-8ee0-76d20b3a7067 HTTP/1.1" status: 204 len: 168 time: 0.1697865 Jul 16 20:52:19.989967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ffc9e-4840-4fd7-bc4b-b31d8cd0823f tempest-TestNetworkAdvancedServerOps-762467854 tempest-TestNetworkAdvancedServerOps-762467854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64770602-86b3-42b1-8ee0-76d20b3a7067,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:20.308334 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36450) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:20.443092 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9d0877b1-e61d-413d-b321-8d3a1aa16d75 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0a2a9f68d1874fbf9d499c45b54369c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334286 Jul 16 20:52:20.445455 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36454) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:20.496826 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fe9a4e7e-4022-4835-8828-cbc4f65cc5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:20.519771 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fe9a4e7e-4022-4835-8828-cbc4f65cc5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:20.580042 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fe9a4e7e-4022-4835-8828-cbc4f65cc5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:20.583797 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fe9a4e7e-4022-4835-8828-cbc4f65cc5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:20.585221 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fe9a4e7e-4022-4835-8828-cbc4f65cc5aa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2bbef150-5e3c-401b-9a7b-e43bc73ed154 HTTP/1.1" status: 204 len: 168 time: 0.1387725 Jul 16 20:52:20.606033 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a4e7e-4022-4835-8828-cbc4f65cc5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbef150-5e3c-401b-9a7b-e43bc73ed154,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:20.641018 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 84dd3886-9055-45e0-bdeb-d3f641ae23cf no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:52:20.663800 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 84dd3886-9055-45e0-bdeb-d3f641ae23cf {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:52:20.664139 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 84dd3886-9055-45e0-bdeb-d3f641ae23cf not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:52:20.664726 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b1993f61-c547-4de5-a36e-0d4e24f98297 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:52:20.684413 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: b1993f61-c547-4de5-a36e-0d4e24f98297 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:52:20.684728 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b1993f61-c547-4de5-a36e-0d4e24f98297 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:52:20.685277 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 06cf0a53-76e6-468a-963a-d770499ee31b no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:52:20.706593 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 06cf0a53-76e6-468a-963a-d770499ee31b {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:52:20.706936 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 06cf0a53-76e6-468a-963a-d770499ee31b not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:52:20.901589 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698ee66-8cd3-4a81-9b63-833485fbba83 req-c1232aec-45c4-4e87-88c3-25103d949fc6 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:20.905215 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5698ee66-8cd3-4a81-9b63-833485fbba83 req-c1232aec-45c4-4e87-88c3-25103d949fc6 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 943 time: 0.0702140 Jul 16 20:52:20.905215 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36464) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:20.968177 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5698ee66-8cd3-4a81-9b63-833485fbba83 req-3f64593f-67cb-485d-816e-e30d4ccfc2f3 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562918 Jul 16 20:52:20.973370 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-01414665-496c-4ac0-9575-9f9217ddd525 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c88cd515ea57428bad86297016862ec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0648389 Jul 16 20:52:20.973759 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36466) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:21.024714 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-798b2048-ec30-439d-97a0-49ce210d49f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:21.045381 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-798b2048-ec30-439d-97a0-49ce210d49f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:21.099352 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-798b2048-ec30-439d-97a0-49ce210d49f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:21.101861 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-798b2048-ec30-439d-97a0-49ce210d49f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:21.103568 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-798b2048-ec30-439d-97a0-49ce210d49f0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e2353a3c-4f85-4d24-a1b7-d7b14ceedf2b HTTP/1.1" status: 204 len: 168 time: 0.1290429 Jul 16 20:52:21.112119 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b2048-ec30-439d-97a0-49ce210d49f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2353a3c-4f85-4d24-a1b7-d7b14ceedf2b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:21.721650 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c45eb7a-cde3-4392-8b9c-a64e13638636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:22.215873 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65793a85-db13-4547-be93-30be5eaa4b7e req-13dfe0df-9087-43bf-b04a-b8f6f29099de tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:22.217580 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-65793a85-db13-4547-be93-30be5eaa4b7e req-13dfe0df-9087-43bf-b04a-b8f6f29099de tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 943 time: 0.0850430 Jul 16 20:52:22.279447 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-65793a85-db13-4547-be93-30be5eaa4b7e req-89810c61-dd94-4d49-a476-ac5561baa0a9 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546832 Jul 16 20:52:23.469071 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22378da-a1a7-44dd-8783-9ed3c22901ec req-738f356c-1af1-4a6f-8fc1-c04b7d06bf36 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:23.471444 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f22378da-a1a7-44dd-8783-9ed3c22901ec req-738f356c-1af1-4a6f-8fc1-c04b7d06bf36 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 943 time: 0.0718369 Jul 16 20:52:23.510494 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f22378da-a1a7-44dd-8783-9ed3c22901ec req-79c949bb-d0b3-4e1a-a4ab-88a1074e3618 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332232 Jul 16 20:52:23.558826 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36640) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:23.666302 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4eba1146-9f79-4ab0-91a5-a0dd5319a78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:23.753858 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4eba1146-9f79-4ab0-91a5-a0dd5319a78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:23.757507 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4eba1146-9f79-4ab0-91a5-a0dd5319a78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:23.794499 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4eba1146-9f79-4ab0-91a5-a0dd5319a78b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cf8faca453814e148f366dda5f83e7c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345796 Jul 16 20:52:23.797508 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36644) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:23.803673 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba1146-9f79-4ab0-91a5-a0dd5319a78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92b54d0-6f5f-4507-8ae9-ff9eba986f2d,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:23.849541 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-58464a40-6a71-4088-bd96-50b9e1ed76e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:23.872523 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-58464a40-6a71-4088-bd96-50b9e1ed76e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:23.928187 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-58464a40-6a71-4088-bd96-50b9e1ed76e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:23.930874 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-58464a40-6a71-4088-bd96-50b9e1ed76e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:23.932025 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-58464a40-6a71-4088-bd96-50b9e1ed76e0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c92b54d0-6f5f-4507-8ae9-ff9eba986f2d HTTP/1.1" status: 204 len: 168 time: 0.1335788 Jul 16 20:52:23.941761 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58464a40-6a71-4088-bd96-50b9e1ed76e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92b54d0-6f5f-4507-8ae9-ff9eba986f2d,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:24.212126 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36662) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:24.215939 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dc059d02-8249-49d7-926e-afe004faa7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:24.228801 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-adb148f2-5106-47d8-afe8-d38fdaeef8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:24.316704 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:24.335584 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-adb148f2-5106-47d8-afe8-d38fdaeef8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:24.339731 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-adb148f2-5106-47d8-afe8-d38fdaeef8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:24.378992 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-adb148f2-5106-47d8-afe8-d38fdaeef8c0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=36dec7501fba477d8b8369f34fc00e79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1655579 Jul 16 20:52:24.379905 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb148f2-5106-47d8-afe8-d38fdaeef8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc93dd9-0be8-4595-8d10-4b149d415a64,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:24.381736 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36666) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:24.434564 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-08d47793-4e31-4fc2-8f5c-a69de114795d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:24.457051 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-08d47793-4e31-4fc2-8f5c-a69de114795d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:24.503789 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-08d47793-4e31-4fc2-8f5c-a69de114795d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:24.506556 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-08d47793-4e31-4fc2-8f5c-a69de114795d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:24.507637 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-08d47793-4e31-4fc2-8f5c-a69de114795d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8bc93dd9-0be8-4595-8d10-4b149d415a64 HTTP/1.1" status: 204 len: 168 time: 0.1231744 Jul 16 20:52:24.515449 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d47793-4e31-4fc2-8f5c-a69de114795d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc93dd9-0be8-4595-8d10-4b149d415a64,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:24.702511 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59828b20-423b-4737-b11a-637cd838325a req-bdc736f9-94fd-428b-a358-7d030290f85f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:24.704964 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59828b20-423b-4737-b11a-637cd838325a req-bdc736f9-94fd-428b-a358-7d030290f85f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 943 time: 0.0677090 Jul 16 20:52:24.750306 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59828b20-423b-4737-b11a-637cd838325a req-e457bc95-eaa1-417b-b6ee-b51d5e613ee3 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390120 Jul 16 20:52:25.803794 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:25.925130 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5f81c-3527-406b-ae4c-ee623e5f49cf req-00378094-408a-4fcb-b479-294f632dee57 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:25.926657 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f6f5f81c-3527-406b-ae4c-ee623e5f49cf req-00378094-408a-4fcb-b479-294f632dee57 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 943 time: 0.0641425 Jul 16 20:52:25.969536 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f6f5f81c-3527-406b-ae4c-ee623e5f49cf req-4fa35fa9-efcc-4ec7-9832-4b012682d0c1 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371828 Jul 16 20:52:27.148883 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50001335-4605-4a8f-895b-67c293ac2d73 req-919530ab-3f2f-4dc5-a59f-ad2f4cf21ca6 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:27.150434 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-50001335-4605-4a8f-895b-67c293ac2d73 req-919530ab-3f2f-4dc5-a59f-ad2f4cf21ca6 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 943 time: 0.0660679 Jul 16 20:52:27.189826 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-50001335-4605-4a8f-895b-67c293ac2d73 req-abf83cfb-03eb-4b36-9c78-b36a53767056 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335920 Jul 16 20:52:27.658848 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:28.365078 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f218db3-50e1-44c0-b012-d8f5abae178b req-9ebdd092-55d1-4a8e-a0d7-6f78707fd7d6 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:28.366515 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6f218db3-50e1-44c0-b012-d8f5abae178b req-9ebdd092-55d1-4a8e-a0d7-6f78707fd7d6 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 943 time: 0.0652874 Jul 16 20:52:28.405280 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6f218db3-50e1-44c0-b012-d8f5abae178b req-0e3b95ba-e1be-43b2-b8be-f68d4a1f9ca4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332780 Jul 16 20:52:29.655661 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168cf65-a4f3-430b-869f-d030aa753598 req-70c2d381-78ea-4ccd-9003-205b7628593f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:29.657927 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8168cf65-a4f3-430b-869f-d030aa753598 req-70c2d381-78ea-4ccd-9003-205b7628593f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 943 time: 0.1109002 Jul 16 20:52:29.658820 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:29.666289 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed901b-eefa-42f0-989b-1921f9507008 req-900eb5e2-bc8d-430b-8f85-00b8929e4a34 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:29.667725 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-00ed901b-eefa-42f0-989b-1921f9507008 req-900eb5e2-bc8d-430b-8f85-00b8929e4a34 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.1309700 Jul 16 20:52:29.740362 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8168cf65-a4f3-430b-869f-d030aa753598 req-9dfa8b73-470d-4894-a334-a84e023b2e97 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715201 Jul 16 20:52:29.747679 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-00ed901b-eefa-42f0-989b-1921f9507008 req-3567c266-0bb8-4886-b00f-e6ea47f0b19d tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709238 Jul 16 20:52:29.954758 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device df8f2549-e2ed-470a-8233-457a395af2af details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:52:30.053423 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port df8f2549-e2ed-470a-8233-457a395af2af, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=df8f2549-e2ed-470a-8233-457a395af2af,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:52:30.065359 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'df8f2549-e2ed-470a-8233-457a395af2af', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'port_id': 'df8f2549-e2ed-470a-8233-457a395af2af', 'mac_address': 'fa:16:3e:df:9a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:52:30.120163 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:30.133667 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8f2549-e2ed-470a-8233-457a395af2af {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:52:30.158224 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port df8f2549-e2ed-470a-8233-457a395af2af, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=df8f2549-e2ed-470a-8233-457a395af2af,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:52:30.164164 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:30.215160 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=df8f2549-e2ed-470a-8233-457a395af2af,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:30.224165 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:30.224515 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:30.224854 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:30.225185 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:30.225513 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:30.225835 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:30.226161 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:30.226578 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:30.226902 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:30.227224 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:30.227542 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:30.227862 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:30.383702 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['df8f2549-e2ed-470a-8233-457a395af2af'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:52:30.974037 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb9921-3808-4ebd-b231-70cac16c1ee8 req-edb0affc-8a28-4437-8424-a282d0fa57b2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:30.975682 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91fb9921-3808-4ebd-b231-70cac16c1ee8 req-edb0affc-8a28-4437-8424-a282d0fa57b2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 944 time: 0.1193619 Jul 16 20:52:30.983644 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c38f6d-3ca3-402c-93f7-c72224b4c53b req-d474c4da-d181-4683-9919-60f507878af8 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:30.985139 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-41c38f6d-3ca3-402c-93f7-c72224b4c53b req-d474c4da-d181-4683-9919-60f507878af8 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.0962126 Jul 16 20:52:31.042556 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-41c38f6d-3ca3-402c-93f7-c72224b4c53b req-ecebd587-d5bb-4fa7-94cc-a519d8dbf132 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493691 Jul 16 20:52:31.058432 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91fb9921-3808-4ebd-b231-70cac16c1ee8 req-19b799ee-d8f3-4e30-bd4d-fe5ca2b8b1d2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721524 Jul 16 20:52:31.233203 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36762) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:31.339389 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-454ac29d-da22-4bbc-8cab-82b96d6529cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:31.428154 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-454ac29d-da22-4bbc-8cab-82b96d6529cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:31.432212 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-454ac29d-da22-4bbc-8cab-82b96d6529cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:31.472819 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ac29d-da22-4bbc-8cab-82b96d6529cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12630de0-caee-4807-874d-a5ccfe1ca6c4,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:31.477228 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-454ac29d-da22-4bbc-8cab-82b96d6529cd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=34cd78a70d5a44459b8220c6f958d53a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2429633 Jul 16 20:52:31.480315 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36766) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:31.527956 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c6b2ab10-372e-4f4f-a61c-8d4200c0a443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:31.549311 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c6b2ab10-372e-4f4f-a61c-8d4200c0a443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:31.594144 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c6b2ab10-372e-4f4f-a61c-8d4200c0a443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:31.596891 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c6b2ab10-372e-4f4f-a61c-8d4200c0a443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:31.598090 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c6b2ab10-372e-4f4f-a61c-8d4200c0a443 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/12630de0-caee-4807-874d-a5ccfe1ca6c4 HTTP/1.1" status: 204 len: 168 time: 0.1172571 Jul 16 20:52:31.605545 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2ab10-372e-4f4f-a61c-8d4200c0a443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12630de0-caee-4807-874d-a5ccfe1ca6c4,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:31.854874 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36772) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:31.868542 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-be6d94b5-07d6-480f-ba91-b3fc2f61b446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:31.955394 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-be6d94b5-07d6-480f-ba91-b3fc2f61b446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:31.958950 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-be6d94b5-07d6-480f-ba91-b3fc2f61b446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:31.967454 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device df8f2549-e2ed-470a-8233-457a395af2af up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:52:31.998007 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-be6d94b5-07d6-480f-ba91-b3fc2f61b446 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9398099417a94af7bae04a33bc409068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420374 Jul 16 20:52:31.998853 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d94b5-07d6-480f-ba91-b3fc2f61b446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a08e3a-3da9-446c-b2a9-80036909ae47,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:32.000901 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36774) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:32.018102 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port df8f2549-e2ed-470a-8233-457a395af2af completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:52:32.021811 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port df8f2549-e2ed-470a-8233-457a395af2af triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:52:32.022125 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.068582 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-768cb438-971f-48ec-bc5a-643fb51e5513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.093875 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-768cb438-971f-48ec-bc5a-643fb51e5513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.109313 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.154164 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-768cb438-971f-48ec-bc5a-643fb51e5513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.157503 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-768cb438-971f-48ec-bc5a-643fb51e5513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.161177 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-768cb438-971f-48ec-bc5a-643fb51e5513 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/95a08e3a-3da9-446c-b2a9-80036909ae47 HTTP/1.1" status: 204 len: 168 time: 0.1548822 Jul 16 20:52:32.161320 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port df8f2549-e2ed-470a-8233-457a395af2af, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=df8f2549-e2ed-470a-8233-457a395af2af,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:52:32.161320 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae60f661-ecad-4554-81c1-f53654c3316e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8f2549-e2ed-470a-8233-457a395af2af'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:52:32.162680 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60047e5b-1af6-4de0-ab3e-b3e63d63090a" -d '{"events": [{"server_uuid": "ae60f661-ecad-4554-81c1-f53654c3316e", "name": "network-vif-plugged", "status": "completed", "tag": "df8f2549-e2ed-470a-8233-457a395af2af"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:52:32.174078 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768cb438-971f-48ec-bc5a-643fb51e5513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a08e3a-3da9-446c-b2a9-80036909ae47,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:32.174897 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.244513 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=df8f2549-e2ed-470a-8233-457a395af2af,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:32.271168 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e36de5-64d8-4820-a3c6-2aa773b781d5 req-4d4a3e75-de61-4b38-bbba-e2024549d7c1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:32.272719 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e5e36de5-64d8-4820-a3c6-2aa773b781d5 req-4d4a3e75-de61-4b38-bbba-e2024549d7c1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.1081309 Jul 16 20:52:32.315312 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af3386-fe1f-4afb-b6a6-319487a9ab3e req-fe8b56af-9402-48c1-8f0b-bdac60e66132 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:32.316805 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-88af3386-fe1f-4afb-b6a6-319487a9ab3e req-fe8b56af-9402-48c1-8f0b-bdac60e66132 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 945 time: 0.1121621 Jul 16 20:52:32.342882 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e5e36de5-64d8-4820-a3c6-2aa773b781d5 req-a404c626-b6d0-4ee0-a7b1-53e7e2f8f04b tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616148 Jul 16 20:52:32.372665 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-88af3386-fe1f-4afb-b6a6-319487a9ab3e req-bba99950-8686-4f3d-ab0f-97dbf403c5f0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500855 Jul 16 20:52:32.543569 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0de910d-7685-4319-b7a7-00d4f2a0fb40 x-openstack-request-id: req-c0de910d-7685-4319-b7a7-00d4f2a0fb40 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:52:32.543871 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae60f661-ecad-4554-81c1-f53654c3316e", "name": "network-vif-plugged", "status": "completed", "tag": "df8f2549-e2ed-470a-8233-457a395af2af", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:52:32.544134 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c0de910d-7685-4319-b7a7-00d4f2a0fb40 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:52:32.544542 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae60f661-ecad-4554-81c1-f53654c3316e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8f2549-e2ed-470a-8233-457a395af2af', 'code': 200} Jul 16 20:52:32.663875 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809d7d-c3a8-4afc-a9b1-7f8ce6da8894 req-48348f7f-ac0f-4293-bd17-9585ff031e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:32.665386 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dd809d7d-c3a8-4afc-a9b1-7f8ce6da8894 req-48348f7f-ac0f-4293-bd17-9585ff031e20 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 1097 time: 0.0525258 Jul 16 20:52:32.701361 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dd809d7d-c3a8-4afc-a9b1-7f8ce6da8894 req-048f4ef1-3ea1-44b7-b7ab-9dd9b283f71e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299969 Jul 16 20:52:33.263944 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.585108 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d90f4f-ca75-44a6-a072-b279bc2efc13 req-48477424-0b17-48eb-8e32-5b1e3aa6abf1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:33.586666 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-45d90f4f-ca75-44a6-a072-b279bc2efc13 req-48477424-0b17-48eb-8e32-5b1e3aa6abf1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.1213887 Jul 16 20:52:33.609576 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9300b5-ee64-466c-8849-1f4c22a32603 req-4fa5295d-2f45-4bac-81ba-993e511fe0d9 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:33.611640 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8a9300b5-ee64-466c-8849-1f4c22a32603 req-4fa5295d-2f45-4bac-81ba-993e511fe0d9 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 945 time: 0.1099474 Jul 16 20:52:33.660276 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-45d90f4f-ca75-44a6-a072-b279bc2efc13 req-b77ed130-4725-4596-81da-20cf7f7c977e tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670466 Jul 16 20:52:33.668198 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8a9300b5-ee64-466c-8849-1f4c22a32603 req-49f19eeb-339d-43a7-b2c3-651c025085ba tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494149 Jul 16 20:52:34.036241 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 36848) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:34.139041 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b553fac6-d60d-4e7b-8073-94792e34e81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.227502 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b553fac6-d60d-4e7b-8073-94792e34e81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.231481 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b553fac6-d60d-4e7b-8073-94792e34e81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.270584 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b553fac6-d60d-4e7b-8073-94792e34e81f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9e700a7152a84c38b2d2d90b2717c7e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2332351 Jul 16 20:52:34.271461 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553fac6-d60d-4e7b-8073-94792e34e81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0aaf5c9-1920-4c67-842c-6d7c160d12d0,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:34.273890 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36852) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:34.322644 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-980e6088-885f-400a-8e6c-5b66436324e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.343256 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-980e6088-885f-400a-8e6c-5b66436324e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.390914 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-980e6088-885f-400a-8e6c-5b66436324e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.393567 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-980e6088-885f-400a-8e6c-5b66436324e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.394732 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-980e6088-885f-400a-8e6c-5b66436324e7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f0aaf5c9-1920-4c67-842c-6d7c160d12d0 HTTP/1.1" status: 204 len: 168 time: 0.1198196 Jul 16 20:52:34.402543 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e6088-885f-400a-8e6c-5b66436324e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0aaf5c9-1920-4c67-842c-6d7c160d12d0,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:34.658537 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36858) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:34.671837 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3f266d80-1711-450b-ac0b-0251010cd679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.767057 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3f266d80-1711-450b-ac0b-0251010cd679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.776169 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3f266d80-1711-450b-ac0b-0251010cd679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.820116 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3f266d80-1711-450b-ac0b-0251010cd679 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8310489e7be24139af9e2ef4679f200d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604125 Jul 16 20:52:34.822035 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f266d80-1711-450b-ac0b-0251010cd679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6255fe6-565b-4990-8acf-fd1555287509,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:34.825172 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36866) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:34.874787 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-595ec4ec-a883-4275-87ae-295600c94f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.897357 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-595ec4ec-a883-4275-87ae-295600c94f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.900197 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099e1ab-6af7-4bd7-b25d-981182409d41 req-a030b785-99c9-40cb-924c-23fd4b7b7328 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:34.901686 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9099e1ab-6af7-4bd7-b25d-981182409d41 req-a030b785-99c9-40cb-924c-23fd4b7b7328 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 945 time: 0.0823398 Jul 16 20:52:34.910708 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad01e9-a3a1-40cf-bff6-a59c161af18d req-d2b40981-172c-42d8-ac95-2f58bcc50fba tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:34.912060 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a2ad01e9-a3a1-40cf-bff6-a59c161af18d req-d2b40981-172c-42d8-ac95-2f58bcc50fba tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.1272428 Jul 16 20:52:34.944914 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-595ec4ec-a883-4275-87ae-295600c94f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.947778 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-595ec4ec-a883-4275-87ae-295600c94f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.951408 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-595ec4ec-a883-4275-87ae-295600c94f4b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f6255fe6-565b-4990-8acf-fd1555287509 HTTP/1.1" status: 204 len: 168 time: 0.1226995 Jul 16 20:52:34.958387 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ec4ec-a883-4275-87ae-295600c94f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6255fe6-565b-4990-8acf-fd1555287509,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:34.970670 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9099e1ab-6af7-4bd7-b25d-981182409d41 req-4d8a26af-b14e-41f6-be55-8549a1e78e90 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569503 Jul 16 20:52:34.978258 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a2ad01e9-a3a1-40cf-bff6-a59c161af18d req-f859223d-68a4-459e-b478-9f78236a5a74 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584335 Jul 16 20:52:35.164887 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ff239-5219-4384-bd46-e86189b0c90f req-8802cfa2-dac6-4ffb-8d89-5f427d1fc4c6 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:35.166489 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c44ff239-5219-4384-bd46-e86189b0c90f req-8802cfa2-dac6-4ffb-8d89-5f427d1fc4c6 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 945 time: 0.0737166 Jul 16 20:52:35.207661 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c44ff239-5219-4384-bd46-e86189b0c90f req-753c3396-028c-4245-84ac-a497f8d5faa9 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353765 Jul 16 20:52:35.232299 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36874) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:35.292578 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829ec556-c46b-41a5-9dd0-4297c061d17f tempest-TestVolumeBootPattern-1867188469 tempest-TestVolumeBootPattern-1867188469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:35.294245 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-829ec556-c46b-41a5-9dd0-4297c061d17f tempest-TestVolumeBootPattern-1867188469 tempest-TestVolumeBootPattern-1867188469-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 1092 time: 0.0558231 Jul 16 20:52:35.297803 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 36880) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:35.304707 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-77c24820-6f08-45ca-b930-f7ad960154c8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'port_id': 'df8f2549-e2ed-470a-8233-457a395af2af', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:35.326628 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77c24820-6f08-45ca-b930-f7ad960154c8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for floatingip, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:35.423774 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77c24820-6f08-45ca-b930-f7ad960154c8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:35.536222 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-77c24820-6f08-45ca-b930-f7ad960154c8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Allocated IP 172.25.0.126 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/8cabc72a-4c0c-4e1c-a351-39f02b12fdaf) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:52:35.640902 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77c24820-6f08-45ca-b930-f7ad960154c8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:35.689885 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77c24820-6f08-45ca-b930-f7ad960154c8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:35.726271 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c24820-6f08-45ca-b930-f7ad960154c8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:52:35.732626 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-77c24820-6f08-45ca-b930-f7ad960154c8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:52:35.736488 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c24820-6f08-45ca-b930-f7ad960154c8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:52:35.759064 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c24820-6f08-45ca-b930-f7ad960154c8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event updated for resources: {'Port': ['ID=8cabc72a-4c0c-4e1c-a351-39f02b12fdaf,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:36.137153 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77c24820-6f08-45ca-b930-f7ad960154c8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:36.199967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142030c-0829-47db-986e-117940da2caf req-03ef33ae-4feb-4dc7-b0cd-8209527439f1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:36.202156 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3142030c-0829-47db-986e-117940da2caf req-03ef33ae-4feb-4dc7-b0cd-8209527439f1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.0910077 Jul 16 20:52:36.239219 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77c24820-6f08-45ca-b930-f7ad960154c8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:36.273890 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3142030c-0829-47db-986e-117940da2caf req-129dc262-fc8c-4a93-b9b3-45dfdce72e0b tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629797 Jul 16 20:52:36.400264 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77c24820-6f08-45ca-b930-f7ad960154c8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:36.405220 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77c24820-6f08-45ca-b930-f7ad960154c8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:36.472341 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c24820-6f08-45ca-b930-f7ad960154c8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event updated for resources: {'Port': ['ID=8cabc72a-4c0c-4e1c-a351-39f02b12fdaf,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:36.484180 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77c24820-6f08-45ca-b930-f7ad960154c8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:36.592683 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-77c24820-6f08-45ca-b930-f7ad960154c8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Floating IP 901a88a8-09b4-488e-9063-bd4967673a64 associated. External IP: 172.25.0.126, port: df8f2549-e2ed-470a-8233-457a395af2af. Jul 16 20:52:36.823020 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c24820-6f08-45ca-b930-f7ad960154c8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Router 2612f50c-712b-4d42-844c-52e49732ae2b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:52:36.935751 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c24820-6f08-45ca-b930-f7ad960154c8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:52:36.946730 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a639b7d-e235-409e-8200-6b76e8d679c8 None None] Sync routers for ids ['2612f50c-712b-4d42-844c-52e49732ae2b'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:52:36.953578 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77c24820-6f08-45ca-b930-f7ad960154c8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:36.957429 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a639b7d-e235-409e-8200-6b76e8d679c8 None None] Routers {'2612f50c-712b-4d42-844c-52e49732ae2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:52:36.958407 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-7a639b7d-e235-409e-8200-6b76e8d679c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:52:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2612f50c-712b-4d42-844c-52e49732ae2b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:52:36.999737 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-77c24820-6f08-45ca-b930-f7ad960154c8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7000618 Jul 16 20:52:37.000755 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae60f661-ecad-4554-81c1-f53654c3316e', 'tag': 'df8f2549-e2ed-470a-8233-457a395af2af'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:52:37.003485 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9256b50f-7035-410c-b9a4-2f0346f734c3" -d '{"events": [{"name": "network-changed", "server_uuid": "ae60f661-ecad-4554-81c1-f53654c3316e", "tag": "df8f2549-e2ed-470a-8233-457a395af2af"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:52:37.046629 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866a280b-4fb4-456b-9636-4d40cb1630ff x-openstack-request-id: req-866a280b-4fb4-456b-9636-4d40cb1630ff {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:52:37.047685 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae60f661-ecad-4554-81c1-f53654c3316e", "tag": "df8f2549-e2ed-470a-8233-457a395af2af", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:52:37.048042 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-866a280b-4fb4-456b-9636-4d40cb1630ff {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:52:37.048663 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae60f661-ecad-4554-81c1-f53654c3316e', 'tag': 'df8f2549-e2ed-470a-8233-457a395af2af', 'status': 'completed', 'code': 200} Jul 16 20:52:37.068301 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-7a639b7d-e235-409e-8200-6b76e8d679c8 None None] Set router 2612f50c-712b-4d42-844c-52e49732ae2b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:52:37.126987 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256b50f-7035-410c-b9a4-2f0346f734c3 req-341608a9-e439-43fb-a660-97be6ea4514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:37.128682 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9256b50f-7035-410c-b9a4-2f0346f734c3 req-341608a9-e439-43fb-a660-97be6ea4514f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 1097 time: 0.0575595 Jul 16 20:52:37.232105 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256b50f-7035-410c-b9a4-2f0346f734c3 req-afb50470-5078-4dec-a47e-89d87ba8915f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:37.232105 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9256b50f-7035-410c-b9a4-2f0346f734c3 req-afb50470-5078-4dec-a47e-89d87ba8915f service neutron] 10.222.0.18 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 913 time: 0.0964532 Jul 16 20:52:37.324961 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9256b50f-7035-410c-b9a4-2f0346f734c3 req-1251b381-a992-47c0-9d72-a645d0346709 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df8f2549-e2ed-470a-8233-457a395af2af HTTP/1.1" status: 200 len: 999 time: 0.0864031 Jul 16 20:52:37.407095 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256b50f-7035-410c-b9a4-2f0346f734c3 req-060d943c-2954-4572-9bbd-6abb1588bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:37.409991 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9256b50f-7035-410c-b9a4-2f0346f734c3 req-060d943c-2954-4572-9bbd-6abb1588bfb6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91aaf1f1-4791-4613-820c-7a64a55f2344 HTTP/1.1" status: 200 len: 851 time: 0.0782635 Jul 16 20:52:37.479309 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256b50f-7035-410c-b9a4-2f0346f734c3 req-6cc3cb94-60cc-4d08-ba37-e9eed6d941d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:37.480811 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9256b50f-7035-410c-b9a4-2f0346f734c3 req-6cc3cb94-60cc-4d08-ba37-e9eed6d941d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644727 Jul 16 20:52:37.512681 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f3ec1-f96e-40d8-b0df-368b1f83d982 req-336f774a-66b6-4056-a81a-60b680dc60dc tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:37.514429 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-903f3ec1-f96e-40d8-b0df-368b1f83d982 req-336f774a-66b6-4056-a81a-60b680dc60dc tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.0733933 Jul 16 20:52:37.530175 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-7a639b7d-e235-409e-8200-6b76e8d679c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'name': 'tempest-TestVolumeBootPattern-1013218343-router', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:06Z', 'revision_number': 4, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'gw_port': {'id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '901a88a8-09b4-488e-9063-bd4967673a64', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'port_id': 'df8f2549-e2ed-470a-8233-457a395af2af', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'mac_address': 'fa:16:3e:df:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae60f661-ecad-4554-81c1-f53654c3316e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:52:35Z', 'updated_at': '2021-07-16T20:52:35Z', 'revision_number': 0, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c0514c-e3e3-4c32-a1bc-33a315913e94', 'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'mac_address': 'fa:16:3e:94:7b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:04Z', 'updated_at': '2021-07-16T20:48:15Z', 'revision_number': 5, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'subnets': [{'id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:52:37.556174 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-903f3ec1-f96e-40d8-b0df-368b1f83d982 req-90d27192-9920-429a-b252-030f1ae9d636 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331190 Jul 16 20:52:37.558778 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a639b7d-e235-409e-8200-6b76e8d679c8 None None] Checking router: 2612f50c-712b-4d42-844c-52e49732ae2b for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:52:37.569143 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a639b7d-e235-409e-8200-6b76e8d679c8 None None] Routers {'2612f50c-712b-4d42-844c-52e49732ae2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:52:37.569757 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-7a639b7d-e235-409e-8200-6b76e8d679c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:52:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2612f50c-712b-4d42-844c-52e49732ae2b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:52:37.587922 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9256b50f-7035-410c-b9a4-2f0346f734c3 req-9169e081-caa7-42f8-b523-6ea088bc3b4c service neutron] 10.222.0.18 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009247 Jul 16 20:52:37.674682 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-7a639b7d-e235-409e-8200-6b76e8d679c8 None None] Set router 2612f50c-712b-4d42-844c-52e49732ae2b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:52:37.677512 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9256b50f-7035-410c-b9a4-2f0346f734c3 req-e8631356-8f3e-4f05-a344-0f02ce3ea746 service neutron] 10.222.0.18 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822926 Jul 16 20:52:37.901243 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-7a639b7d-e235-409e-8200-6b76e8d679c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'name': 'tempest-TestVolumeBootPattern-1013218343-router', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:06Z', 'revision_number': 4, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'gw_port': {'id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '901a88a8-09b4-488e-9063-bd4967673a64', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'port_id': 'df8f2549-e2ed-470a-8233-457a395af2af', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'mac_address': 'fa:16:3e:df:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae60f661-ecad-4554-81c1-f53654c3316e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:52:35Z', 'updated_at': '2021-07-16T20:52:35Z', 'revision_number': 0, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c0514c-e3e3-4c32-a1bc-33a315913e94', 'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'mac_address': 'fa:16:3e:94:7b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:04Z', 'updated_at': '2021-07-16T20:48:15Z', 'revision_number': 5, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'subnets': [{'id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:52:37.928076 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a639b7d-e235-409e-8200-6b76e8d679c8 None None] The sync data for ids ['2612f50c-712b-4d42-844c-52e49732ae2b'] in n-d-791506-21 is: [{'id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'name': 'tempest-TestVolumeBootPattern-1013218343-router', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:06Z', 'revision_number': 4, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'gw_port': {'id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '901a88a8-09b4-488e-9063-bd4967673a64', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'port_id': 'df8f2549-e2ed-470a-8233-457a395af2af', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'mac_address': 'fa:16:3e:df:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae60f661-ecad-4554-81c1-f53654c3316e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:52:35Z', 'updated_at': '2021-07-16T20:52:35Z', 'revision_number': 0, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c0514c-e3e3-4c32-a1bc-33a315913e94', 'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'mac_address': 'fa:16:3e:94:7b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:04Z', 'updated_at': '2021-07-16T20:48:15Z', 'revision_number': 5, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'subnets': [{'id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:52:38.166545 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586b253e-81f2-46e7-ad15-5808d12e776f None None] New status for floating IP 901a88a8-09b4-488e-9063-bd4967673a64: ACTIVE {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:52:38.738480 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e707c9-0223-487b-b09c-8b91ececf8c3 req-45bb5025-a458-4e8e-ac1f-86004a679477 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:38.739971 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-12e707c9-0223-487b-b09c-8b91ececf8c3 req-45bb5025-a458-4e8e-ac1f-86004a679477 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.0678380 Jul 16 20:52:38.778848 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-12e707c9-0223-487b-b09c-8b91ececf8c3 req-81347ace-b2fb-4876-a26b-18a5ff0b7731 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328386 Jul 16 20:52:39.957673 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e80391-0c89-4b8c-b41b-bf9e350e6846 req-a8ff904a-1fe8-4816-bdeb-64e553197aca tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:39.959191 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c6e80391-0c89-4b8c-b41b-bf9e350e6846 req-a8ff904a-1fe8-4816-bdeb-64e553197aca tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.0662000 Jul 16 20:52:39.998750 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c6e80391-0c89-4b8c-b41b-bf9e350e6846 req-d207c439-37f9-4d5d-9a75-acd6edab74b5 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338395 Jul 16 20:52:40.339814 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba1a48-6cd6-41a4-8063-676da18d1130 req-42fe6999-9f90-4461-b2e6-fa7639778e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:40.342341 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e5ba1a48-6cd6-41a4-8063-676da18d1130 req-42fe6999-9f90-4461-b2e6-fa7639778e11 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01df23bbdfef4cd9a908c5271d3b668a&device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 1097 time: 0.0563188 Jul 16 20:52:40.374687 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b73a7a-69a8-44e1-a6d7-7eee39b5093e req-b771fb93-15ac-4e2b-9bad-77c29a43a30a tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:40.376276 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7b73a7a-69a8-44e1-a6d7-7eee39b5093e req-b771fb93-15ac-4e2b-9bad-77c29a43a30a tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.0707169 Jul 16 20:52:40.417041 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7b73a7a-69a8-44e1-a6d7-7eee39b5093e req-26321876-f212-4a57-8527-744129c5aa90 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339277 Jul 16 20:52:40.440175 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba1a48-6cd6-41a4-8063-676da18d1130 req-2fbb1cd5-4de0-4180-89ea-389f463cf279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:40.441921 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e5ba1a48-6cd6-41a4-8063-676da18d1130 req-2fbb1cd5-4de0-4180-89ea-389f463cf279 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dff88430-acb0-4e5f-bed6-566c73810b97 HTTP/1.1" status: 200 len: 912 time: 0.0938411 Jul 16 20:52:40.511864 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e5ba1a48-6cd6-41a4-8063-676da18d1130 req-85ededc2-bed5-4ce0-a46b-8cce461312b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71897672-a217-4f73-a720-ff943c707a4e HTTP/1.1" status: 200 len: 1001 time: 0.0632415 Jul 16 20:52:40.558932 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba1a48-6cd6-41a4-8063-676da18d1130 req-b4fa9a9f-fd35-43c4-a222-5b4a5474361d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:40.560868 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e5ba1a48-6cd6-41a4-8063-676da18d1130 req-b4fa9a9f-fd35-43c4-a222-5b4a5474361d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=351335c1-04f6-4046-8cc6-626c830142f3 HTTP/1.1" status: 200 len: 850 time: 0.0432596 Jul 16 20:52:40.621734 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba1a48-6cd6-41a4-8063-676da18d1130 req-704ea123-fa24-40b1-a964-af6e4896890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:40.623361 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e5ba1a48-6cd6-41a4-8063-676da18d1130 req-704ea123-fa24-40b1-a964-af6e4896890a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dff88430-acb0-4e5f-bed6-566c73810b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571723 Jul 16 20:52:40.722665 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e5ba1a48-6cd6-41a4-8063-676da18d1130 req-f8fb2043-ff64-49df-bc27-efdab300ea35 service neutron] 10.222.0.18 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928204 Jul 16 20:52:40.813520 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e5ba1a48-6cd6-41a4-8063-676da18d1130 req-38b3e10d-b454-4e3a-bf02-8df93a2f5d04 service neutron] 10.222.0.18 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851603 Jul 16 20:52:41.600693 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb426e7-90fd-46b8-8224-98333a019628 req-16fd5dd8-8752-4808-82e5-dc48706ec880 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:41.602202 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2bb426e7-90fd-46b8-8224-98333a019628 req-16fd5dd8-8752-4808-82e5-dc48706ec880 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.0666764 Jul 16 20:52:41.640084 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2bb426e7-90fd-46b8-8224-98333a019628 req-79716df6-8dea-41bc-bb9b-2cecea65154a tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322192 Jul 16 20:52:46.749605 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:52:51.705115 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05258ffe-c18c-40ec-a15e-57aacc4b0782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:54.220289 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bca07b70-06cd-4f83-804f-f5ae5ce417f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:54.322237 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:55.809020 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:57.664984 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:59.668762 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:02.863222 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-41c8a14c-f30e-45c3-aade-d90da93349eb req-2d708b24-326e-4198-b873-5ad8fb13dbea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0541809 Jul 16 20:53:02.967143 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8a14c-f30e-45c3-aade-d90da93349eb req-e2d123f9-c435-46ec-be03-febb4d74a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:02.968668 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-41c8a14c-f30e-45c3-aade-d90da93349eb req-e2d123f9-c435-46ec-be03-febb4d74a530 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01df23bbdfef4cd9a908c5271d3b668a&device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 1097 time: 0.0573978 Jul 16 20:53:03.075724 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8a14c-f30e-45c3-aade-d90da93349eb req-6c4c67c6-1fbd-4f7f-b1d8-625395033df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:03.077553 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-41c8a14c-f30e-45c3-aade-d90da93349eb req-6c4c67c6-1fbd-4f7f-b1d8-625395033df9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dff88430-acb0-4e5f-bed6-566c73810b97 HTTP/1.1" status: 200 len: 912 time: 0.0882523 Jul 16 20:53:03.158152 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-41c8a14c-f30e-45c3-aade-d90da93349eb req-2a694183-5de3-468d-88e3-e09dc1e7aa1a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71897672-a217-4f73-a720-ff943c707a4e HTTP/1.1" status: 200 len: 1001 time: 0.0727718 Jul 16 20:53:03.209134 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8a14c-f30e-45c3-aade-d90da93349eb req-42e9b950-3e23-4c81-ae08-b92bbf5ab6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:03.210654 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-41c8a14c-f30e-45c3-aade-d90da93349eb req-42e9b950-3e23-4c81-ae08-b92bbf5ab6c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=351335c1-04f6-4046-8cc6-626c830142f3 HTTP/1.1" status: 200 len: 850 time: 0.0460746 Jul 16 20:53:03.273649 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8a14c-f30e-45c3-aade-d90da93349eb req-655722f8-3f3a-4334-826c-b75f4707c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:03.275248 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-41c8a14c-f30e-45c3-aade-d90da93349eb req-655722f8-3f3a-4334-826c-b75f4707c70d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dff88430-acb0-4e5f-bed6-566c73810b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549281 Jul 16 20:53:03.278590 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:03.370707 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-41c8a14c-f30e-45c3-aade-d90da93349eb req-e1799be5-f640-41e1-aa55-8ffa52026deb service neutron] 10.222.0.18 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879750 Jul 16 20:53:03.467547 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-41c8a14c-f30e-45c3-aade-d90da93349eb req-f64e4cec-7bc0-4028-a87c-295caced05b5 service neutron] 10.222.0.18 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898263 Jul 16 20:53:07.615511 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-ec254146-5e85-4f07-adf2-d4bbdd245cb8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0661559 Jul 16 20:53:07.724369 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-0bb5e928-64b2-46ed-9912-8db92fa49abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:07.724853 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-0bb5e928-64b2-46ed-9912-8db92fa49abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:07.725328 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-0bb5e928-64b2-46ed-9912-8db92fa49abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:07.725799 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-0bb5e928-64b2-46ed-9912-8db92fa49abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:07.726268 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-0bb5e928-64b2-46ed-9912-8db92fa49abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:07.726761 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-0bb5e928-64b2-46ed-9912-8db92fa49abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:07.727226 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-0bb5e928-64b2-46ed-9912-8db92fa49abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:07.729152 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-0bb5e928-64b2-46ed-9912-8db92fa49abc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0421842e20864ba19d8833f598d17c76&device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 6508 time: 0.0670664 Jul 16 20:53:07.868331 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-ae39170f-1775-4fe4-b78c-cba7a7b78def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:07.868801 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-ae39170f-1775-4fe4-b78c-cba7a7b78def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:07.869263 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-ae39170f-1775-4fe4-b78c-cba7a7b78def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:07.871135 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-ae39170f-1775-4fe4-b78c-cba7a7b78def service neutron] 10.222.0.62 "GET /v2.0/networks?id=d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14&id=83636349-58ea-46f7-a3d1-26f21bbb427b&id=83636349-58ea-46f7-a3d1-26f21bbb427b&id=83636349-58ea-46f7-a3d1-26f21bbb427b&id=83636349-58ea-46f7-a3d1-26f21bbb427b&id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf&id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf HTTP/1.1" status: 200 len: 2297 time: 0.0970619 Jul 16 20:53:07.937538 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-051dcfc7-a308-4327-ab05-0000c556e34c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eeaba776-b005-41c6-88fd-0934f4ff5a27 HTTP/1.1" status: 200 len: 1000 time: 0.0601268 Jul 16 20:53:07.988542 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-0f0e6116-4b26-4bd8-bce5-5ce46218a6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:07.990204 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-0f0e6116-4b26-4bd8-bce5-5ce46218a6ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b37ea029-930a-4f8e-ae78-8b7dd9ec37a2 HTTP/1.1" status: 200 len: 855 time: 0.0470879 Jul 16 20:53:08.058035 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-332c3db8-6b6f-40ff-8b54-f98bf9897912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:08.059632 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-332c3db8-6b6f-40ff-8b54-f98bf9897912 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628579 Jul 16 20:53:08.151103 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-40c9cb26-4c6a-4b8e-88c5-927993e95a6d service neutron] 10.222.0.62 "GET /v2.0/networks/d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841951 Jul 16 20:53:08.251272 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-8e77ce69-81d5-4ee0-987e-d3e162bd2663 service neutron] 10.222.0.62 "GET /v2.0/networks/d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940645 Jul 16 20:53:08.295071 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-21be1192-1735-46e4-8dfc-f75f47723a3f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=0511ec0c-7172-4caa-9729-47cc63ea6c94 HTTP/1.1" status: 200 len: 217 time: 0.0372889 Jul 16 20:53:08.345770 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-a7fc8adc-1a11-462d-bb6b-29f7f632773f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:08.347512 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-a7fc8adc-1a11-462d-bb6b-29f7f632773f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e90d8681-87d8-468f-b542-905bc89d1669 HTTP/1.1" status: 200 len: 797 time: 0.0464959 Jul 16 20:53:08.760874 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-ed3fe8c4-4f28-4921-97a6-d858116b7ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:08.762480 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-ed3fe8c4-4f28-4921-97a6-d858116b7ce9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83636349-58ea-46f7-a3d1-26f21bbb427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4083364 Jul 16 20:53:08.865362 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-909edda7-5c11-455e-9156-4daea651a71e service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960214 Jul 16 20:53:08.961912 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-b6570558-c0e8-4dd6-b956-104caaa403e4 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895746 Jul 16 20:53:09.005304 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-d250337f-4987-4cd7-9e1f-10850bcd52d2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=363b4863-693b-4f87-9538-22fc3b427353 HTTP/1.1" status: 200 len: 217 time: 0.0369387 Jul 16 20:53:09.060724 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-6d819ada-d064-4a7a-9fab-41a66a2113ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:09.062532 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-6d819ada-d064-4a7a-9fab-41a66a2113ea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e90d8681-87d8-468f-b542-905bc89d1669 HTTP/1.1" status: 200 len: 797 time: 0.0513265 Jul 16 20:53:09.126426 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-3bfdc5e9-1952-4550-926e-d59f1902da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:09.128688 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-3bfdc5e9-1952-4550-926e-d59f1902da17 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83636349-58ea-46f7-a3d1-26f21bbb427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0594301 Jul 16 20:53:09.220678 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-fd0ebc3a-81f0-4209-90cf-a79031e8a9be service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850701 Jul 16 20:53:09.323065 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-2b8bfa95-0e0c-4cb6-b4ad-c1a410dede52 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957570 Jul 16 20:53:09.373894 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-632be169-06ba-4db1-bbaf-488ca2922908 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=00bf0c6e-465d-4143-ae09-cc16444be189 HTTP/1.1" status: 200 len: 217 time: 0.0444841 Jul 16 20:53:09.432152 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-12d244c1-05a9-4dea-8e68-b208b0ca8d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:09.433682 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-12d244c1-05a9-4dea-8e68-b208b0ca8d1d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e90d8681-87d8-468f-b542-905bc89d1669 HTTP/1.1" status: 200 len: 797 time: 0.0540524 Jul 16 20:53:09.496513 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-78ec8be2-275d-486f-8017-eb4b8f982930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:09.498028 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-78ec8be2-275d-486f-8017-eb4b8f982930 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83636349-58ea-46f7-a3d1-26f21bbb427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0582192 Jul 16 20:53:09.598836 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-b132bc17-a87a-44a9-a14a-cc363f17ba0b service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932410 Jul 16 20:53:09.714178 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-436e27b2-68fc-40c0-9bce-144a403b1273 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080599 Jul 16 20:53:09.761373 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-e9ca83b4-b05f-4a30-a1e0-72230c68fed7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=a966099a-a8b2-40b8-888b-f4d7466ed9fc HTTP/1.1" status: 200 len: 217 time: 0.0411029 Jul 16 20:53:09.824503 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-4023910a-3932-4e8b-a390-402e09373066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:09.826477 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-4023910a-3932-4e8b-a390-402e09373066 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e90d8681-87d8-468f-b542-905bc89d1669 HTTP/1.1" status: 200 len: 797 time: 0.0589139 Jul 16 20:53:09.897285 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-4e92f724-bf35-4b09-a493-a55c8f781a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:09.899347 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-4e92f724-bf35-4b09-a493-a55c8f781a29 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83636349-58ea-46f7-a3d1-26f21bbb427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0668714 Jul 16 20:53:10.006340 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-fa51af5a-85af-4edb-88f8-608cc547553d service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002533 Jul 16 20:53:10.121014 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-005dda20-29c5-449c-8e33-a62b6d7187d6 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076419 Jul 16 20:53:10.168345 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-44d8bf48-b454-4c80-8482-38da1ccd1329 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=06575405-c313-49cd-b1b8-491d36210396 HTTP/1.1" status: 200 len: 217 time: 0.0410292 Jul 16 20:53:10.228879 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-0dc3b12e-5c34-4fdb-b1cc-6a5301f8e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:10.230547 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-0dc3b12e-5c34-4fdb-b1cc-6a5301f8e500 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f2d96ed7-8733-4957-83cb-f46aeb3a2783 HTTP/1.1" status: 200 len: 797 time: 0.0554121 Jul 16 20:53:10.295783 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-6cbd4331-5224-463d-94d6-a99cf87cd38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:10.297401 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-6cbd4331-5224-463d-94d6-a99cf87cd38d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0606673 Jul 16 20:53:10.399875 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-65b6521c-f1ad-43e2-9f7f-399af6a2fed7 service neutron] 10.222.0.62 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954506 Jul 16 20:53:10.510589 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-4ea1c58a-4f81-4ac9-aa4c-0df5c694fcad service neutron] 10.222.0.62 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044588 Jul 16 20:53:10.555162 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-04f1cb98-19ed-483b-b595-68e61cb0c0fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b32f7549-538d-4ccd-936a-fe3323acd257 HTTP/1.1" status: 200 len: 217 time: 0.0378547 Jul 16 20:53:10.610846 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-2fc61df4-7ef3-4441-9ff9-41eb64e4e5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:10.612457 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-2fc61df4-7ef3-4441-9ff9-41eb64e4e5e9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f2d96ed7-8733-4957-83cb-f46aeb3a2783 HTTP/1.1" status: 200 len: 797 time: 0.0514424 Jul 16 20:53:10.677097 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-11acfc0b-e845-4211-9d20-b46eeca52d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:10.679010 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-11acfc0b-e845-4211-9d20-b46eeca52d39 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0595641 Jul 16 20:53:10.784583 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-9859d810-9d8f-444b-aa26-36806106a46c service neutron] 10.222.0.62 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990884 Jul 16 20:53:10.891390 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-295638ab-da4f-44aa-8cee-aa510ffc8ebf req-345a5705-f0b7-406d-b845-49df926cf7f5 service neutron] 10.222.0.62 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999069 Jul 16 20:53:21.071393 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1040275-98f9-4f24-ba22-bf609ae7dc9a req-779223a4-1307-4324-8f1b-ac32a74aa6cf tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:21.072912 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b1040275-98f9-4f24-ba22-bf609ae7dc9a req-779223a4-1307-4324-8f1b-ac32a74aa6cf tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.0647867 Jul 16 20:53:21.112102 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b1040275-98f9-4f24-ba22-bf609ae7dc9a req-c38118fd-d1fe-4361-8d08-8c64e6759d6d tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327909 Jul 16 20:53:21.707611 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-55a73aa7-74f8-461d-8551-a59e5cfb8991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:22.298608 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5a026-8b1c-4528-9e44-0a63f14fffe2 req-0f6274ca-07e1-478c-9a04-1b4ef4ca65d1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:22.300208 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-44e5a026-8b1c-4528-9e44-0a63f14fffe2 req-0f6274ca-07e1-478c-9a04-1b4ef4ca65d1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.0716541 Jul 16 20:53:22.339601 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-44e5a026-8b1c-4528-9e44-0a63f14fffe2 req-f63492c9-671b-4556-8106-fc8e1d1c9cf9 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335057 Jul 16 20:53:23.517186 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552b839-9d40-4e97-83ea-055700d7d6e8 req-dd8977db-fd70-4eeb-9c7e-166a07372521 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:23.518819 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0552b839-9d40-4e97-83ea-055700d7d6e8 req-dd8977db-fd70-4eeb-9c7e-166a07372521 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.0664823 Jul 16 20:53:23.559401 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0552b839-9d40-4e97-83ea-055700d7d6e8 req-6e76837e-f4a4-440a-8682-57e284f15e52 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346291 Jul 16 20:53:23.750555 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:53:24.223407 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-94354f6a-0545-42b2-aac5-40dbfdaf0c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:24.323507 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:24.736995 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a290db7-ad25-4af5-8e12-b3db8f540473 req-42ce81a9-d48d-4e29-bc36-45172ffa4078 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:24.738595 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4a290db7-ad25-4af5-8e12-b3db8f540473 req-42ce81a9-d48d-4e29-bc36-45172ffa4078 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.0680087 Jul 16 20:53:24.777435 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4a290db7-ad25-4af5-8e12-b3db8f540473 req-9d1936d7-7e01-405e-9705-2450f3d26c6e tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329130 Jul 16 20:53:25.812396 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:25.963496 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7aec8-594c-41fd-8842-d5a94b862cc8 req-0e8f2008-3227-461e-9b8f-13ae98ea0775 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:25.965039 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1cd7aec8-594c-41fd-8842-d5a94b862cc8 req-0e8f2008-3227-461e-9b8f-13ae98ea0775 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.0673099 Jul 16 20:53:26.006785 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1cd7aec8-594c-41fd-8842-d5a94b862cc8 req-f952241c-5e0a-4984-8ea0-3f6dfbf9353a tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343535 Jul 16 20:53:27.187418 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab0b8a-845a-4088-8a1c-4862da632277 req-a8a2cf77-f87e-4c39-a10c-89e00355c3fb tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:27.188968 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d8ab0b8a-845a-4088-8a1c-4862da632277 req-a8a2cf77-f87e-4c39-a10c-89e00355c3fb tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.0677822 Jul 16 20:53:27.228343 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d8ab0b8a-845a-4088-8a1c-4862da632277 req-ac7f8fa7-f7d1-4c53-a3f9-7e910cd36041 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334573 Jul 16 20:53:27.666673 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:28.412943 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad98266-9f7e-4849-a9e2-eeb5144d5db5 req-8750a347-d00b-433c-bdd7-ace690bf32d2 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:28.414665 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0ad98266-9f7e-4849-a9e2-eeb5144d5db5 req-8750a347-d00b-433c-bdd7-ace690bf32d2 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.0694156 Jul 16 20:53:28.461569 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0ad98266-9f7e-4849-a9e2-eeb5144d5db5 req-aef61788-731f-4cde-bbc1-811337491087 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412445 Jul 16 20:53:29.654709 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600c955-abc8-4eb9-a8e5-4f0c76705466 req-558f5b9c-96f4-4bdc-80c3-63ed6c732aa9 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:29.656372 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4600c955-abc8-4eb9-a8e5-4f0c76705466 req-558f5b9c-96f4-4bdc-80c3-63ed6c732aa9 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.0666659 Jul 16 20:53:29.665856 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:29.703282 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4600c955-abc8-4eb9-a8e5-4f0c76705466 req-426ef144-aa74-44e2-9765-33b5bd0bcc42 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408034 Jul 16 20:53:30.909208 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74d6d2-3f4e-4bb1-86eb-5609cf4ca75c req-c6f5e1e9-97cb-4f1a-a59b-0e7899699120 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:30.910896 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0a74d6d2-3f4e-4bb1-86eb-5609cf4ca75c req-c6f5e1e9-97cb-4f1a-a59b-0e7899699120 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.0858881 Jul 16 20:53:30.952428 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0a74d6d2-3f4e-4bb1-86eb-5609cf4ca75c req-cc80bad7-ecaf-457d-82fd-8c09bf92532b tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359967 Jul 16 20:53:32.158619 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873d68b-52e0-4b79-89ef-569a051ab47b req-7abcfd09-b614-46ab-8460-3f10d8c7f8b3 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:32.159982 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a873d68b-52e0-4b79-89ef-569a051ab47b req-7abcfd09-b614-46ab-8460-3f10d8c7f8b3 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.0686913 Jul 16 20:53:32.203701 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a873d68b-52e0-4b79-89ef-569a051ab47b req-688dc31e-da1c-4384-acec-d6ccadceb428 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375807 Jul 16 20:53:32.569778 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66314c-1d6c-40ab-98e6-eb9f648aa1ec req-3855b887-9a5c-4f07-b7cc-9e0ee5c0d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:32.572318 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cf66314c-1d6c-40ab-98e6-eb9f648aa1ec req-3855b887-9a5c-4f07-b7cc-9e0ee5c0d08f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01df23bbdfef4cd9a908c5271d3b668a&device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 1097 time: 0.0607409 Jul 16 20:53:32.591564 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1b6f5-08d5-4a5a-9f4c-4b8bd75ef892 req-fed23f37-7a73-4e10-a655-7d2db7b2b469 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:32.593704 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66c1b6f5-08d5-4a5a-9f4c-4b8bd75ef892 req-fed23f37-7a73-4e10-a655-7d2db7b2b469 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.0896142 Jul 16 20:53:32.640690 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66c1b6f5-08d5-4a5a-9f4c-4b8bd75ef892 req-6e4f014d-6175-4c3a-bf8b-c31a47fcb022 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373423 Jul 16 20:53:32.686400 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66314c-1d6c-40ab-98e6-eb9f648aa1ec req-a814ab8b-8672-4c44-be7c-c15922ffe538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:32.687896 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cf66314c-1d6c-40ab-98e6-eb9f648aa1ec req-a814ab8b-8672-4c44-be7c-c15922ffe538 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dff88430-acb0-4e5f-bed6-566c73810b97 HTTP/1.1" status: 200 len: 912 time: 0.1096532 Jul 16 20:53:32.759483 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cf66314c-1d6c-40ab-98e6-eb9f648aa1ec req-ba0eacec-9d27-4742-b177-d91dd291a0af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71897672-a217-4f73-a720-ff943c707a4e HTTP/1.1" status: 200 len: 1001 time: 0.0639620 Jul 16 20:53:32.811848 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66314c-1d6c-40ab-98e6-eb9f648aa1ec req-adba5fb1-bd69-4b6c-8c2b-aec49612c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:32.813283 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cf66314c-1d6c-40ab-98e6-eb9f648aa1ec req-adba5fb1-bd69-4b6c-8c2b-aec49612c3e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=351335c1-04f6-4046-8cc6-626c830142f3 HTTP/1.1" status: 200 len: 850 time: 0.0478177 Jul 16 20:53:32.878182 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66314c-1d6c-40ab-98e6-eb9f648aa1ec req-8e283100-cb83-4844-bb05-3b859d2ba8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:32.879845 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cf66314c-1d6c-40ab-98e6-eb9f648aa1ec req-8e283100-cb83-4844-bb05-3b859d2ba8cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dff88430-acb0-4e5f-bed6-566c73810b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597608 Jul 16 20:53:32.973890 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cf66314c-1d6c-40ab-98e6-eb9f648aa1ec req-1cf036c5-056e-4830-b234-3a107c42cfda service neutron] 10.222.0.18 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874064 Jul 16 20:53:33.085052 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cf66314c-1d6c-40ab-98e6-eb9f648aa1ec req-9a746525-6c35-4962-82fe-f4b45d6b731d service neutron] 10.222.0.18 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045079 Jul 16 20:53:33.276840 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:33.828722 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5262f-c634-4f5f-9d9e-006d4eaa2ef1 req-b0caf107-3352-46fb-95be-574db3c79cf6 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:33.830772 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fec5262f-c634-4f5f-9d9e-006d4eaa2ef1 req-b0caf107-3352-46fb-95be-574db3c79cf6 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.0720797 Jul 16 20:53:33.870281 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fec5262f-c634-4f5f-9d9e-006d4eaa2ef1 req-4e80e145-1ab4-46ff-9d02-9194518e3084 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336497 Jul 16 20:53:51.711856 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-566650c4-60fa-449b-83b8-1113cd6f920f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:54.224051 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b6013ce-6000-4cfb-874a-ac2afb3c30e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:54.327223 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:55.812270 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:57.669809 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:59.664073 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:00.750462 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:54:03.291605 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:04.885678 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-97be74fe-a9c3-44c2-b5c8-e1b6f05b2ca7 req-695dc1e3-cebf-469a-b6c0-abcb9cd5837b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506299 Jul 16 20:54:04.963769 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be74fe-a9c3-44c2-b5c8-e1b6f05b2ca7 req-172985af-f842-4eea-98b6-ab24ace7bf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:04.965247 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-97be74fe-a9c3-44c2-b5c8-e1b6f05b2ca7 req-172985af-f842-4eea-98b6-ab24ace7bf90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 1097 time: 0.0567164 Jul 16 20:54:05.073673 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be74fe-a9c3-44c2-b5c8-e1b6f05b2ca7 req-22f706b8-bad0-4afc-beb6-262d55e498a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:05.075241 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-97be74fe-a9c3-44c2-b5c8-e1b6f05b2ca7 req-22f706b8-bad0-4afc-beb6-262d55e498a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 913 time: 0.0900292 Jul 16 20:54:05.145266 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-97be74fe-a9c3-44c2-b5c8-e1b6f05b2ca7 req-51a246a8-e846-4812-8e8f-d112e6081158 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df8f2549-e2ed-470a-8233-457a395af2af HTTP/1.1" status: 200 len: 1001 time: 0.0637639 Jul 16 20:54:05.195109 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be74fe-a9c3-44c2-b5c8-e1b6f05b2ca7 req-3c2dfc8d-02a5-491c-9a14-ab5b1eb5573d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:05.196580 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-97be74fe-a9c3-44c2-b5c8-e1b6f05b2ca7 req-3c2dfc8d-02a5-491c-9a14-ab5b1eb5573d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91aaf1f1-4791-4613-820c-7a64a55f2344 HTTP/1.1" status: 200 len: 851 time: 0.0454130 Jul 16 20:54:05.258085 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be74fe-a9c3-44c2-b5c8-e1b6f05b2ca7 req-0aeb9a04-42b8-4065-bcd2-c7a9ada162d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:05.259840 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-97be74fe-a9c3-44c2-b5c8-e1b6f05b2ca7 req-0aeb9a04-42b8-4065-bcd2-c7a9ada162d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574186 Jul 16 20:54:05.393748 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-97be74fe-a9c3-44c2-b5c8-e1b6f05b2ca7 req-365d7833-5156-44e7-aa6d-787cc4cb2ff2 service neutron] 10.222.0.18 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274002 Jul 16 20:54:05.492842 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-97be74fe-a9c3-44c2-b5c8-e1b6f05b2ca7 req-fcb64c03-a5e5-4e58-b026-3eff00ae1bcd service neutron] 10.222.0.18 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918348 Jul 16 20:54:06.775023 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8bb6b-e0e2-45ee-b6a8-a569cdfbd733 req-cabbf21e-099c-4741-8cb5-bcfa331cb449 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:06.776644 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7bd8bb6b-e0e2-45ee-b6a8-a569cdfbd733 req-cabbf21e-099c-4741-8cb5-bcfa331cb449 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.0647616 Jul 16 20:54:06.815856 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7bd8bb6b-e0e2-45ee-b6a8-a569cdfbd733 req-e5dbb016-9242-472f-ab85-b4a47b64fde6 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334148 Jul 16 20:54:07.997928 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78869635-4a5e-4e89-9d0c-5a519ec38b08 req-10bdab03-8134-4e08-8bac-4e2aa13939c0 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:07.999444 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-78869635-4a5e-4e89-9d0c-5a519ec38b08 req-10bdab03-8134-4e08-8bac-4e2aa13939c0 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.0675278 Jul 16 20:54:08.039718 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-78869635-4a5e-4e89-9d0c-5a519ec38b08 req-b006b763-8d44-4865-bd50-ec267d6e95de tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344329 Jul 16 20:54:08.476823 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a24643-b3e4-4867-a816-93b200ef894d req-daafc631-a367-4abd-8c78-e8002a966fd3 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:08.478303 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c5a24643-b3e4-4867-a816-93b200ef894d req-daafc631-a367-4abd-8c78-e8002a966fd3 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.0706923 Jul 16 20:54:08.622081 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-c5a24643-b3e4-4867-a816-93b200ef894d req-4709f007-1ec6-4a32-b895-247b855a9fd1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Deleting port 71897672-a217-4f73-a720-ff943c707a4e {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:54:08.622460 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c5a24643-b3e4-4867-a816-93b200ef894d req-4709f007-1ec6-4a32-b895-247b855a9fd1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:08.655920 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-fe87705f-935b-4c6f-a5cb-1a34855e51e4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1013904 Jul 16 20:54:08.759190 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-c5a24643-b3e4-4867-a816-93b200ef894d req-4709f007-1ec6-4a32-b895-247b855a9fd1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] For port 71897672-a217-4f73-a720-ff943c707a4e, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=71897672-a217-4f73-a720-ff943c707a4e,segment=NetworkSegment(73393e72-d0ae-405b-bc06-0c43218fa52d),segment_id=73393e72-d0ae-405b-bc06-0c43218fa52d)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:08.759454 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c5a24643-b3e4-4867-a816-93b200ef894d req-4709f007-1ec6-4a32-b895-247b855a9fd1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:08.842783 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-3e85e9d5-7a9d-4555-8a83-dd2c102c3ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:08.843271 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-3e85e9d5-7a9d-4555-8a83-dd2c102c3ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:08.843734 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-3e85e9d5-7a9d-4555-8a83-dd2c102c3ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:08.844220 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-3e85e9d5-7a9d-4555-8a83-dd2c102c3ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:08.844706 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-3e85e9d5-7a9d-4555-8a83-dd2c102c3ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:08.845797 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-3e85e9d5-7a9d-4555-8a83-dd2c102c3ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:08.846269 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-3e85e9d5-7a9d-4555-8a83-dd2c102c3ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:08.848243 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-3e85e9d5-7a9d-4555-8a83-dd2c102c3ac5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0421842e20864ba19d8833f598d17c76&device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 6508 time: 0.1456797 Jul 16 20:54:09.036876 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c5a24643-b3e4-4867-a816-93b200ef894d req-4709f007-1ec6-4a32-b895-247b855a9fd1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:09.037249 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c5a24643-b3e4-4867-a816-93b200ef894d req-4709f007-1ec6-4a32-b895-247b855a9fd1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:09.037561 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [req-c5a24643-b3e4-4867-a816-93b200ef894d req-4709f007-1ec6-4a32-b895-247b855a9fd1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Floating IP 0086d872-694b-4012-8dc9-0d68574ffa2f disassociated. External IP: 172.25.0.194, port: 71897672-a217-4f73-a720-ff943c707a4e. Jul 16 20:54:09.037905 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-c5a24643-b3e4-4867-a816-93b200ef894d req-4709f007-1ec6-4a32-b895-247b855a9fd1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Calling delete_port for 71897672-a217-4f73-a720-ff943c707a4e owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:54:09.042705 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-0d8db299-776e-4a1f-83a6-3c6120679f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:09.043186 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-0d8db299-776e-4a1f-83a6-3c6120679f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:09.043653 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-0d8db299-776e-4a1f-83a6-3c6120679f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:09.045228 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-0d8db299-776e-4a1f-83a6-3c6120679f94 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14&id=83636349-58ea-46f7-a3d1-26f21bbb427b&id=83636349-58ea-46f7-a3d1-26f21bbb427b&id=83636349-58ea-46f7-a3d1-26f21bbb427b&id=83636349-58ea-46f7-a3d1-26f21bbb427b&id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf&id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf HTTP/1.1" status: 200 len: 2297 time: 0.1622918 Jul 16 20:54:09.159442 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-a329bf9d-b9af-4806-a7dc-7de5aebe74e2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eeaba776-b005-41c6-88fd-0934f4ff5a27 HTTP/1.1" status: 200 len: 1000 time: 0.1066518 Jul 16 20:54:09.243017 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffdaa1-ae92-478d-9af4-0b557f30e695 req-668089f2-e1ca-4134-b066-590f8e024d9c tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:09.245164 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-daffdaa1-ae92-478d-9af4-0b557f30e695 req-668089f2-e1ca-4134-b066-590f8e024d9c tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 945 time: 0.0830412 Jul 16 20:54:09.251731 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-0f8f18c5-a646-45b1-8b34-9719a436b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:09.253572 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-0f8f18c5-a646-45b1-8b34-9719a436b8da service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b37ea029-930a-4f8e-ae78-8b7dd9ec37a2 HTTP/1.1" status: 200 len: 855 time: 0.0871131 Jul 16 20:54:09.295875 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-daffdaa1-ae92-478d-9af4-0b557f30e695 req-aa848c21-c411-438b-bae0-a606fcbb633b tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441949 Jul 16 20:54:09.323637 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c5a24643-b3e4-4867-a816-93b200ef894d req-4709f007-1ec6-4a32-b895-247b855a9fd1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:09.357422 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709f007-1ec6-4a32-b895-247b855a9fd1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Pushing event deleted for resources: {'Port': ['ID=71897672-a217-4f73-a720-ff943c707a4e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:09.377983 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709f007-1ec6-4a32-b895-247b855a9fd1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:09.380876 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709f007-1ec6-4a32-b895-247b855a9fd1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:09.380876 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709f007-1ec6-4a32-b895-247b855a9fd1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:09.381230 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709f007-1ec6-4a32-b895-247b855a9fd1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:09.381635 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709f007-1ec6-4a32-b895-247b855a9fd1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:09.382015 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709f007-1ec6-4a32-b895-247b855a9fd1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:09.382365 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709f007-1ec6-4a32-b895-247b855a9fd1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:09.382697 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709f007-1ec6-4a32-b895-247b855a9fd1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:09.383121 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709f007-1ec6-4a32-b895-247b855a9fd1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:09.383439 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709f007-1ec6-4a32-b895-247b855a9fd1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:09.383639 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709f007-1ec6-4a32-b895-247b855a9fd1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:09.383955 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709f007-1ec6-4a32-b895-247b855a9fd1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:09.436448 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-91ac8da4-ac3f-4d4a-85bd-d16ca66da5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:09.437956 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-91ac8da4-ac3f-4d4a-85bd-d16ca66da5db service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1694236 Jul 16 20:54:09.556866 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5a24643-b3e4-4867-a816-93b200ef894d req-4709f007-1ec6-4a32-b895-247b855a9fd1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Router 2123bebe-d4d1-4f25-b718-513c80bdd38a has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:54:09.583604 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-b7234046-82ee-4939-bd44-a390e8092652 service neutron] 10.222.0.62 "GET /v2.0/networks/d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379917 Jul 16 20:54:09.755085 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-e3105be9-9b7c-4762-a94d-e821e8fe80fb service neutron] 10.222.0.62 "GET /v2.0/networks/d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387095 Jul 16 20:54:09.759493 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5a24643-b3e4-4867-a816-93b200ef894d req-4709f007-1ec6-4a32-b895-247b855a9fd1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:54:09.772316 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f58c21-187c-49a5-8e08-7bf9584a391a None None] Sync routers for ids ['2123bebe-d4d1-4f25-b718-513c80bdd38a'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:54:09.790147 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f58c21-187c-49a5-8e08-7bf9584a391a None None] Routers {'2123bebe-d4d1-4f25-b718-513c80bdd38a'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:09.791074 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a4f58c21-187c-49a5-8e08-7bf9584a391a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:53:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2123bebe-d4d1-4f25-b718-513c80bdd38a'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:09.810745 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-12d7ba6a-18d9-4989-ba1c-d564ef1cf11d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=0511ec0c-7172-4caa-9729-47cc63ea6c94 HTTP/1.1" status: 200 len: 217 time: 0.0459065 Jul 16 20:54:09.881456 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a24643-b3e4-4867-a816-93b200ef894d req-4709f007-1ec6-4a32-b895-247b855a9fd1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] No DVR routers for this DVR port 71897672-a217-4f73-a720-ff943c707a4e on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:54:09.889490 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-c5a24643-b3e4-4867-a816-93b200ef894d req-4709f007-1ec6-4a32-b895-247b855a9fd1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:09.892274 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c5a24643-b3e4-4867-a816-93b200ef894d req-4709f007-1ec6-4a32-b895-247b855a9fd1 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.18 "DELETE /v2.0/ports/71897672-a217-4f73-a720-ff943c707a4e HTTP/1.1" status: 204 len: 173 time: 1.4091136 Jul 16 20:54:09.896655 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6cb4696-3dfc-405c-86bc-884088ae76e6', 'name': 'network-vif-deleted', 'tag': '71897672-a217-4f73-a720-ff943c707a4e'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:54:09.899389 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b585fd56-9dd4-4e03-9090-2babb5da1ba0" -d '{"events": [{"server_uuid": "b6cb4696-3dfc-405c-86bc-884088ae76e6", "name": "network-vif-deleted", "tag": "71897672-a217-4f73-a720-ff943c707a4e"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:54:09.927580 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-a4f58c21-187c-49a5-8e08-7bf9584a391a None None] Set router 2123bebe-d4d1-4f25-b718-513c80bdd38a gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:09.945926 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-19967b8c-6a93-44b3-a6c5-097652deca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:09.953261 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-19967b8c-6a93-44b3-a6c5-097652deca39 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e90d8681-87d8-468f-b542-905bc89d1669 HTTP/1.1" status: 200 len: 797 time: 0.1232262 Jul 16 20:54:09.991628 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e803f1-2e88-494b-b775-601d57586df4 x-openstack-request-id: req-47e803f1-2e88-494b-b775-601d57586df4 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:54:09.992183 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6cb4696-3dfc-405c-86bc-884088ae76e6", "name": "network-vif-deleted", "tag": "71897672-a217-4f73-a720-ff943c707a4e", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:54:09.992595 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-47e803f1-2e88-494b-b775-601d57586df4 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:54:09.993154 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6cb4696-3dfc-405c-86bc-884088ae76e6', 'name': 'network-vif-deleted', 'tag': '71897672-a217-4f73-a720-ff943c707a4e', 'status': 'completed', 'code': 200} Jul 16 20:54:10.022025 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-30702f31-2214-401b-80d4-c2695e84d532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:10.023891 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-30702f31-2214-401b-80d4-c2695e84d532 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83636349-58ea-46f7-a3d1-26f21bbb427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0636256 Jul 16 20:54:10.141281 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-5518cf49-6ee8-40bc-8513-71f703806099 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099889 Jul 16 20:54:10.176002 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a4f58c21-187c-49a5-8e08-7bf9584a391a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'name': 'tempest-AttachVolumeTestJSON-1425053279-router', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:05Z', 'updated_at': '2021-07-16T20:50:13Z', 'revision_number': 4, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'gw_port': {'id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:06Z', 'updated_at': '2021-07-16T20:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'f73c22c8-60c6-4557-aef5-8e8e35faf68d', 'name': '', 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'mac_address': 'fa:16:3e:cd:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '351335c1-04f6-4046-8cc6-626c830142f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:12Z', 'updated_at': '2021-07-16T20:50:21Z', 'revision_number': 5, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'subnets': [{'id': '351335c1-04f6-4046-8cc6-626c830142f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:10.204082 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f58c21-187c-49a5-8e08-7bf9584a391a None None] Checking router: 2123bebe-d4d1-4f25-b718-513c80bdd38a for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:54:10.214085 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f58c21-187c-49a5-8e08-7bf9584a391a None None] Routers {'2123bebe-d4d1-4f25-b718-513c80bdd38a'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:10.214992 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a4f58c21-187c-49a5-8e08-7bf9584a391a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:53:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2123bebe-d4d1-4f25-b718-513c80bdd38a'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:10.247166 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-2b786f75-30f0-497c-b131-01439b16a5f9 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991092 Jul 16 20:54:10.298972 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-a73a34f6-30e6-403a-b9d8-4d1b8c05b851 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=363b4863-693b-4f87-9538-22fc3b427353 HTTP/1.1" status: 200 len: 217 time: 0.0446093 Jul 16 20:54:10.352062 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-a4f58c21-187c-49a5-8e08-7bf9584a391a None None] Set router 2123bebe-d4d1-4f25-b718-513c80bdd38a gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:10.364746 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-3e7f94c9-8f2f-4707-832b-52f55de5f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:10.366942 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-3e7f94c9-8f2f-4707-832b-52f55de5f3d3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e90d8681-87d8-468f-b542-905bc89d1669 HTTP/1.1" status: 200 len: 797 time: 0.0628176 Jul 16 20:54:10.516233 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f63dbdde-6682-4584-b5b4-907f0f9145fe req-a9b3cbdd-5144-47b2-b6e6-d589d48693d3 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6cb4696-3dfc-405c-86bc-884088ae76e6 HTTP/1.1" status: 200 len: 210 time: 0.0564899 Jul 16 20:54:10.522945 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-89711c44-0de5-4700-9b48-ce0be2d6155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:10.524924 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-89711c44-0de5-4700-9b48-ce0be2d6155a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83636349-58ea-46f7-a3d1-26f21bbb427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1502283 Jul 16 20:54:10.634537 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-a66bedd4-e2f8-4347-ae7e-9880ac1bbe2f service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024926 Jul 16 20:54:10.646356 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a4f58c21-187c-49a5-8e08-7bf9584a391a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'name': 'tempest-AttachVolumeTestJSON-1425053279-router', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:05Z', 'updated_at': '2021-07-16T20:50:13Z', 'revision_number': 4, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'gw_port': {'id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:06Z', 'updated_at': '2021-07-16T20:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'f73c22c8-60c6-4557-aef5-8e8e35faf68d', 'name': '', 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'mac_address': 'fa:16:3e:cd:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '351335c1-04f6-4046-8cc6-626c830142f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:12Z', 'updated_at': '2021-07-16T20:50:21Z', 'revision_number': 5, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'subnets': [{'id': '351335c1-04f6-4046-8cc6-626c830142f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:10.678587 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f58c21-187c-49a5-8e08-7bf9584a391a None None] The sync data for ids ['2123bebe-d4d1-4f25-b718-513c80bdd38a'] in n-d-791506-21 is: [{'id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'name': 'tempest-AttachVolumeTestJSON-1425053279-router', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:05Z', 'updated_at': '2021-07-16T20:50:13Z', 'revision_number': 4, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'gw_port': {'id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:06Z', 'updated_at': '2021-07-16T20:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'f73c22c8-60c6-4557-aef5-8e8e35faf68d', 'name': '', 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'mac_address': 'fa:16:3e:cd:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '351335c1-04f6-4046-8cc6-626c830142f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:12Z', 'updated_at': '2021-07-16T20:50:21Z', 'revision_number': 5, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'subnets': [{'id': '351335c1-04f6-4046-8cc6-626c830142f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:54:10.754932 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-b365f03f-06fd-4363-85e2-f91b043ebb64 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140862 Jul 16 20:54:10.799356 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-e946ca02-69b6-486d-9620-33b8dc1adfdc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=00bf0c6e-465d-4143-ae09-cc16444be189 HTTP/1.1" status: 200 len: 217 time: 0.0365965 Jul 16 20:54:10.857112 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-428269cf-deed-406b-99c0-06418bb7a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:10.858931 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-428269cf-deed-406b-99c0-06418bb7a7e8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e90d8681-87d8-468f-b542-905bc89d1669 HTTP/1.1" status: 200 len: 797 time: 0.0536981 Jul 16 20:54:10.934275 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-b790c1b2-b539-48ad-bfc2-2556aa00e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:10.936300 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-b790c1b2-b539-48ad-bfc2-2556aa00e7ce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83636349-58ea-46f7-a3d1-26f21bbb427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0704362 Jul 16 20:54:10.948238 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2c180c-46f8-4cac-b455-4d7b3cd7db2b None None] New status for floating IP 0086d872-694b-4012-8dc9-0d68574ffa2f: DOWN {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:54:11.036865 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-65597162-1644-4c12-bf68-f094f97d8a85 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932395 Jul 16 20:54:11.519317 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-f50d525a-2fbf-49cc-a778-8f4f614d1e3f service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679453 Jul 16 20:54:11.562478 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-bfaf3928-b749-4efc-b867-3c8ea741523e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=a966099a-a8b2-40b8-888b-f4d7466ed9fc HTTP/1.1" status: 200 len: 217 time: 0.0356090 Jul 16 20:54:11.623670 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-de6e1928-02dc-4105-b9b8-90e75d38fef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:11.625365 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-de6e1928-02dc-4105-b9b8-90e75d38fef3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e90d8681-87d8-468f-b542-905bc89d1669 HTTP/1.1" status: 200 len: 797 time: 0.0558863 Jul 16 20:54:11.649293 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 38864) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:11.684342 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-6cf4d877-507c-44c6-8db0-cd4e8b3082da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:11.685909 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-6cf4d877-507c-44c6-8db0-cd4e8b3082da service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83636349-58ea-46f7-a3d1-26f21bbb427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0535321 Jul 16 20:54:11.710293 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-214de22a-9a62-45d4-9d0a-25307cdae12d tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:11.739380 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-214de22a-9a62-45d4-9d0a-25307cdae12d tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:11.790979 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-214de22a-9a62-45d4-9d0a-25307cdae12d tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:11.794046 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-214de22a-9a62-45d4-9d0a-25307cdae12d tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:11.795240 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-214de22a-9a62-45d4-9d0a-25307cdae12d tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "DELETE /v2.0/security-groups/adff15f2-6a72-4ef6-b4d8-ea8258cc2cec HTTP/1.1" status: 204 len: 168 time: 0.1442223 Jul 16 20:54:11.796853 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-a922a6d9-6f9f-4dd3-9b7d-fac40786c4fd service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039548 Jul 16 20:54:11.798855 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38868) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:11.806027 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214de22a-9a62-45d4-9d0a-25307cdae12d tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adff15f2-6a72-4ef6-b4d8-ea8258cc2cec,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:11.814414 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214de22a-9a62-45d4-9d0a-25307cdae12d tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:11.815341 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214de22a-9a62-45d4-9d0a-25307cdae12d tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:11.815701 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214de22a-9a62-45d4-9d0a-25307cdae12d tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:11.816051 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214de22a-9a62-45d4-9d0a-25307cdae12d tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:11.816394 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214de22a-9a62-45d4-9d0a-25307cdae12d tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:11.816730 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214de22a-9a62-45d4-9d0a-25307cdae12d tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:11.817066 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214de22a-9a62-45d4-9d0a-25307cdae12d tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:11.817403 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214de22a-9a62-45d4-9d0a-25307cdae12d tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:11.817727 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214de22a-9a62-45d4-9d0a-25307cdae12d tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:11.818231 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214de22a-9a62-45d4-9d0a-25307cdae12d tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:11.818589 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214de22a-9a62-45d4-9d0a-25307cdae12d tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:11.818920 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214de22a-9a62-45d4-9d0a-25307cdae12d tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:11.829691 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-3515474a-bca9-43a8-8c97-c0079dcd2a75 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] show failed (client error): The resource could not be found. Jul 16 20:54:11.834417 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3515474a-bca9-43a8-8c97-c0079dcd2a75 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups/adff15f2-6a72-4ef6-b4d8-ea8258cc2cec HTTP/1.1" status: 404 len: 347 time: 0.0310767 Jul 16 20:54:11.835361 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 38874) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:11.915924 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-366ca277-795f-4644-b734-2e9816451d49 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083007 Jul 16 20:54:11.960619 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-3c1af2a7-45d2-4296-baff-97b871720187 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=06575405-c313-49cd-b1b8-491d36210396 HTTP/1.1" status: 200 len: 217 time: 0.0367529 Jul 16 20:54:11.969386 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-fb79dd47-a94f-4d8c-ad42-13258b60a64c tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Deleting port 27ef4106-7638-4735-9536-47ab4da411f9 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:54:11.969933 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fb79dd47-a94f-4d8c-ad42-13258b60a64c tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:12.014938 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-18a8f409-1df8-42f8-b5d7-57d19ba251c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:12.017005 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-18a8f409-1df8-42f8-b5d7-57d19ba251c2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f2d96ed7-8733-4957-83cb-f46aeb3a2783 HTTP/1.1" status: 200 len: 797 time: 0.0495818 Jul 16 20:54:12.050682 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fb79dd47-a94f-4d8c-ad42-13258b60a64c tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:12.051100 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fb79dd47-a94f-4d8c-ad42-13258b60a64c tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:12.064892 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-fb79dd47-a94f-4d8c-ad42-13258b60a64c tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Calling delete_port for 27ef4106-7638-4735-9536-47ab4da411f9 owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:54:12.080209 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-615e284c-1586-469e-a9aa-cdbdb48a4820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:12.082117 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-615e284c-1586-469e-a9aa-cdbdb48a4820 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0579219 Jul 16 20:54:12.205547 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-d88a6dbc-5372-462e-b872-45ae6b7c641f service neutron] 10.222.0.62 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142325 Jul 16 20:54:12.217441 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fb79dd47-a94f-4d8c-ad42-13258b60a64c tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:12.252608 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79dd47-a94f-4d8c-ad42-13258b60a64c tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Pushing event deleted for resources: {'Port': ['ID=27ef4106-7638-4735-9536-47ab4da411f9,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:12.314917 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-f1320362-b8ec-4254-83a0-6906241b1442 service neutron] 10.222.0.62 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027734 Jul 16 20:54:12.334809 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fb79dd47-a94f-4d8c-ad42-13258b60a64c tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:12.339513 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fb79dd47-a94f-4d8c-ad42-13258b60a64c tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:12.344142 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fb79dd47-a94f-4d8c-ad42-13258b60a64c tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "DELETE /v2.0/floatingips/0086d872-694b-4012-8dc9-0d68574ffa2f HTTP/1.1" status: 204 len: 168 time: 0.5046668 Jul 16 20:54:12.370027 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-2797c02d-4ef1-454b-a31a-631827b034e2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b32f7549-538d-4ccd-936a-fe3323acd257 HTTP/1.1" status: 200 len: 217 time: 0.0434852 Jul 16 20:54:12.422062 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-9aafb757-6846-4227-8e04-509e83d3b3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:12.423676 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-9aafb757-6846-4227-8e04-509e83d3b3bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f2d96ed7-8733-4957-83cb-f46aeb3a2783 HTTP/1.1" status: 200 len: 797 time: 0.0467725 Jul 16 20:54:12.462961 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 71897672-a217-4f73-a720-ff943c707a4e no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:54:12.490014 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-fbc9aab5-b08a-4501-9f7d-d5e4bf97ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:12.491778 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-fbc9aab5-b08a-4501-9f7d-d5e4bf97ccec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0619140 Jul 16 20:54:12.493083 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 71897672-a217-4f73-a720-ff943c707a4e {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:54:12.493424 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 71897672-a217-4f73-a720-ff943c707a4e not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:54:12.609183 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-a403bbb6-842e-4f53-8ea7-6489013cb3ba service neutron] 10.222.0.62 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102991 Jul 16 20:54:12.659629 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 38888) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:12.665573 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-14951f34-7450-452e-8e02-2f8e87fe9bae tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1250651933', 'description': 'tempest-description--688439957'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:12.692836 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-14951f34-7450-452e-8e02-2f8e87fe9bae tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:12.760723 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bd0d8572-e317-4fb5-8872-9d8289da593c req-caba6cae-409f-46d5-8a5f-d3fca245d9b3 service neutron] 10.222.0.62 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444852 Jul 16 20:54:12.807949 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-14951f34-7450-452e-8e02-2f8e87fe9bae tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:12.813326 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-14951f34-7450-452e-8e02-2f8e87fe9bae tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:12.852800 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-14951f34-7450-452e-8e02-2f8e87fe9bae tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:12.855479 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-14951f34-7450-452e-8e02-2f8e87fe9bae tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1933146 Jul 16 20:54:12.856717 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14951f34-7450-452e-8e02-2f8e87fe9bae tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2b2835-a296-48fb-9a92-517922c98497,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:12.857860 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38896) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:12.868503 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-4527ab5b-de30-48af-b2a8-93c74cecdcd7 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Request body: {'security_group_rule': {'security_group_id': '4d2b2835-a296-48fb-9a92-517922c98497', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:12.902132 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4527ab5b-de30-48af-b2a8-93c74cecdcd7 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:12.970651 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4527ab5b-de30-48af-b2a8-93c74cecdcd7 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:12.974271 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4527ab5b-de30-48af-b2a8-93c74cecdcd7 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:12.995883 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527ab5b-de30-48af-b2a8-93c74cecdcd7 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30388c84-7f58-4fca-8459-8ed2e359f474,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:13.005196 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4527ab5b-de30-48af-b2a8-93c74cecdcd7 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:13.006512 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4527ab5b-de30-48af-b2a8-93c74cecdcd7 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1474802 Jul 16 20:54:13.009140 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38898) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:13.014300 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-74617977-d08e-4fe1-8804-caaa3d68a55a tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Request body: {'security_group_rule': {'security_group_id': '4d2b2835-a296-48fb-9a92-517922c98497', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:13.046292 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-74617977-d08e-4fe1-8804-caaa3d68a55a tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:13.123826 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-74617977-d08e-4fe1-8804-caaa3d68a55a tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:13.128736 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-74617977-d08e-4fe1-8804-caaa3d68a55a tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:13.149283 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74617977-d08e-4fe1-8804-caaa3d68a55a tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f109cc-4f5a-4f88-8381-d0af9f7247f5,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:13.159295 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-74617977-d08e-4fe1-8804-caaa3d68a55a tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:13.163798 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-74617977-d08e-4fe1-8804-caaa3d68a55a tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1506519 Jul 16 20:54:13.163944 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 38904) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:13.168567 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-3c220e6c-e881-404c-bb23-73c055862998 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:13.191431 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3c220e6c-e881-404c-bb23-73c055862998 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for floatingip, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:13.303883 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3c220e6c-e881-404c-bb23-73c055862998 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:13.442591 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-3c220e6c-e881-404c-bb23-73c055862998 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Allocated IP 172.25.0.149 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/6c8608b4-392c-4594-a34b-bb1e91ba297e) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:54:13.567167 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3c220e6c-e881-404c-bb23-73c055862998 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:13.616488 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3c220e6c-e881-404c-bb23-73c055862998 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:13.662530 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c220e6c-e881-404c-bb23-73c055862998 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:13.665914 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-3c220e6c-e881-404c-bb23-73c055862998 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:13.668624 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c220e6c-e881-404c-bb23-73c055862998 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:54:13.695261 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c220e6c-e881-404c-bb23-73c055862998 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Pushing event updated for resources: {'Port': ['ID=6c8608b4-392c-4594-a34b-bb1e91ba297e,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:13.776517 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3c220e6c-e881-404c-bb23-73c055862998 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:13.829530 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3c220e6c-e881-404c-bb23-73c055862998 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:13.999704 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3c220e6c-e881-404c-bb23-73c055862998 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:14.004937 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3c220e6c-e881-404c-bb23-73c055862998 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:14.082538 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c220e6c-e881-404c-bb23-73c055862998 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Pushing event updated for resources: {'Port': ['ID=6c8608b4-392c-4594-a34b-bb1e91ba297e,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:14.097372 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3c220e6c-e881-404c-bb23-73c055862998 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:14.112791 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3c220e6c-e881-404c-bb23-73c055862998 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:14.123031 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3c220e6c-e881-404c-bb23-73c055862998 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9579151 Jul 16 20:54:14.329790 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-825fbbe1-eff7-478e-ae3e-945584581e98 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1250651933&fields=id&tenant_id=01df23bbdfef4cd9a908c5271d3b668a HTTP/1.1" status: 200 len: 267 time: 0.0346727 Jul 16 20:54:14.452726 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-371f2aa3-1c9b-4f15-b0f8-4654505ec586 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:14.455383 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-371f2aa3-1c9b-4f15-b0f8-4654505ec586 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/networks?id=dff88430-acb0-4e5f-bed6-566c73810b97 HTTP/1.1" status: 200 len: 811 time: 0.1179879 Jul 16 20:54:14.470615 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-b2a044a4-7ba7-447e-a526-a833ad04f777 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/quotas/01df23bbdfef4cd9a908c5271d3b668a HTTP/1.1" status: 200 len: 375 time: 0.0094564 Jul 16 20:54:14.541505 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-c2044712-c6d4-4a33-8121-6e4f661ff038 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=01df23bbdfef4cd9a908c5271d3b668a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0654585 Jul 16 20:54:14.559475 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-d6b69f68-7bfe-41e7-a96e-15897253b60f tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:54:14.560503 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-d6b69f68-7bfe-41e7-a96e-15897253b60f tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062225 Jul 16 20:54:14.772831 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-05536e37-b1f8-4c9e-9b09-f703a106525b service neutron] 10.222.0.38 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056568 Jul 16 20:54:14.865144 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-30924b58-c5ba-4bb5-8ae8-f19623748cb8 service neutron] 10.222.0.38 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859036 Jul 16 20:54:15.076447 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c47b0ef7-170f-414a-be8b-88b7ba2dfbd7 req-1cdf30ab-34bc-4e54-b8c3-5a00e7eda655 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=37a019d1-2c12-483d-99b7-f3b4db4c6f22 HTTP/1.1" status: 200 len: 210 time: 0.0398502 Jul 16 20:54:16.269383 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c2ce0066-a6e8-4464-92b5-bef3cb4589b6 req-ddb73ca9-28bf-4990-9876-6808a488e0c0 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=37a019d1-2c12-483d-99b7-f3b4db4c6f22 HTTP/1.1" status: 200 len: 210 time: 0.0392218 Jul 16 20:54:16.296619 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-e99a041f-980e-477f-bb87-fb50088d027d tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:16.299503 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-e99a041f-980e-477f-bb87-fb50088d027d tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.18 "GET /v2.0/networks?id=dff88430-acb0-4e5f-bed6-566c73810b97 HTTP/1.1" status: 200 len: 811 time: 0.1472731 Jul 16 20:54:16.351106 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-aa1966b5-9a9a-4ec8-996d-23b10a005845 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01df23bbdfef4cd9a908c5271d3b668a HTTP/1.1" status: 200 len: 380 time: 0.0371099 Jul 16 20:54:16.359591 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-eae8c22e-2973-4deb-abec-0b92a090d92c tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Request body: {'port': {'device_id': '37a019d1-2c12-483d-99b7-f3b4db4c6f22', 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'admin_state_up': True, 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'security_groups': ['4d2b2835-a296-48fb-9a92-517922c98497']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:16.472622 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-eae8c22e-2973-4deb-abec-0b92a090d92c tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Made reservation on behalf of 01df23bbdfef4cd9a908c5271d3b668a for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:54:16.476430 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-eae8c22e-2973-4deb-abec-0b92a090d92c tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:16.619475 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-eae8c22e-2973-4deb-abec-0b92a090d92c tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Allocated IP 172.20.0.11 (dff88430-acb0-4e5f-bed6-566c73810b97/351335c1-04f6-4046-8cc6-626c830142f3/89bae098-f3b9-4d41-8084-92ad329d949f) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:54:16.788856 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-eae8c22e-2973-4deb-abec-0b92a090d92c tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:16.802449 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-eae8c22e-2973-4deb-abec-0b92a090d92c tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Transition to ACTIVE for port object 89bae098-f3b9-4d41-8084-92ad329d949f will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:16.840747 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-eae8c22e-2973-4deb-abec-0b92a090d92c tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:16.883130 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-eae8c22e-2973-4deb-abec-0b92a090d92c tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Network dff88430-acb0-4e5f-bed6-566c73810b97 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:16.886652 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-eae8c22e-2973-4deb-abec-0b92a090d92c tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:16.889117 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-eae8c22e-2973-4deb-abec-0b92a090d92c tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:54:16.934567 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8c22e-2973-4deb-abec-0b92a090d92c tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Pushing event updated for resources: {'Port': ['ID=89bae098-f3b9-4d41-8084-92ad329d949f,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:16.955853 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-eae8c22e-2973-4deb-abec-0b92a090d92c tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:16.956553 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-eae8c22e-2973-4deb-abec-0b92a090d92c tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:16.975449 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-eae8c22e-2973-4deb-abec-0b92a090d92c tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6196842 Jul 16 20:54:16.992953 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-f1086d1f-752e-44ff-b931-0e949b13c834 service neutron] Request body: {'port': {'device_id': '37a019d1-2c12-483d-99b7-f3b4db4c6f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:17.083758 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-f1086d1f-752e-44ff-b931-0e949b13c834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:17.253214 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b1a749ee-6bf6-4726-82cb-8729ea312ce7 None None] Provisioning for port 89bae098-f3b9-4d41-8084-92ad329d949f completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:17.257043 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b1a749ee-6bf6-4726-82cb-8729ea312ce7 None None] Provisioning complete for port 89bae098-f3b9-4d41-8084-92ad329d949f triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:17.257481 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b1a749ee-6bf6-4726-82cb-8729ea312ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:17.303410 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b1a749ee-6bf6-4726-82cb-8729ea312ce7 None None] Port 89bae098-f3b9-4d41-8084-92ad329d949f cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:54:17.374235 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-f1086d1f-752e-44ff-b931-0e949b13c834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89bae098-f3b9-4d41-8084-92ad329d949f {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:54:17.383756 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-f1086d1f-752e-44ff-b931-0e949b13c834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:17.399110 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-f1086d1f-752e-44ff-b931-0e949b13c834 service neutron] Transition to ACTIVE for port object 89bae098-f3b9-4d41-8084-92ad329d949f will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:17.403786 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-f1086d1f-752e-44ff-b931-0e949b13c834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:17.451277 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df8a81-10e3-44ad-af2a-f11dae006ad0 req-38e14f51-df73-4739-9b66-7544861d3865 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:17.453054 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-94df8a81-10e3-44ad-af2a-f11dae006ad0 req-38e14f51-df73-4739-9b66-7544861d3865 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=37a019d1-2c12-483d-99b7-f3b4db4c6f22 HTTP/1.1" status: 200 len: 932 time: 0.0664895 Jul 16 20:54:17.457081 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1086d1f-752e-44ff-b931-0e949b13c834 service neutron] Pushing event updated for resources: {'Port': ['ID=89bae098-f3b9-4d41-8084-92ad329d949f,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:17.499171 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-94df8a81-10e3-44ad-af2a-f11dae006ad0 req-3711e318-6bae-4914-a744-61a9712ffd94 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d2b2835-a296-48fb-9a92-517922c98497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392742 Jul 16 20:54:17.547196 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-f1086d1f-752e-44ff-b931-0e949b13c834 service neutron] Attempting to bind port 89bae098-f3b9-4d41-8084-92ad329d949f on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:54:17.547668 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-f1086d1f-752e-44ff-b931-0e949b13c834 service neutron] Attempting to bind port 89bae098-f3b9-4d41-8084-92ad329d949f by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '73393e72-d0ae-405b-bc06-0c43218fa52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:54:17.548037 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-f1086d1f-752e-44ff-b931-0e949b13c834 service neutron] Attempting to bind port 89bae098-f3b9-4d41-8084-92ad329d949f on network dff88430-acb0-4e5f-bed6-566c73810b97 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:17.552530 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-f1086d1f-752e-44ff-b931-0e949b13c834 service neutron] Port 89bae098-f3b9-4d41-8084-92ad329d949f on network dff88430-acb0-4e5f-bed6-566c73810b97 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:54:17.552860 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-f1086d1f-752e-44ff-b931-0e949b13c834 service neutron] Attempting to bind port 89bae098-f3b9-4d41-8084-92ad329d949f on network dff88430-acb0-4e5f-bed6-566c73810b97 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:17.558180 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-f1086d1f-752e-44ff-b931-0e949b13c834 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:54:17.558831 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-f1086d1f-752e-44ff-b931-0e949b13c834 service neutron] Checking segment: {'id': '73393e72-d0ae-405b-bc06-0c43218fa52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:54:17.559212 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-f1086d1f-752e-44ff-b931-0e949b13c834 service neutron] Bound using segment: {'id': '73393e72-d0ae-405b-bc06-0c43218fa52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:54:17.559635 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-f1086d1f-752e-44ff-b931-0e949b13c834 service neutron] Bound port: 89bae098-f3b9-4d41-8084-92ad329d949f, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73393e72-d0ae-405b-bc06-0c43218fa52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:54:17.559996 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-f1086d1f-752e-44ff-b931-0e949b13c834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:17.631180 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-f1086d1f-752e-44ff-b931-0e949b13c834 service neutron] For port 89bae098-f3b9-4d41-8084-92ad329d949f, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:54:17.634554 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-f1086d1f-752e-44ff-b931-0e949b13c834 service neutron] For port 89bae098-f3b9-4d41-8084-92ad329d949f, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=89bae098-f3b9-4d41-8084-92ad329d949f,segment=NetworkSegment(73393e72-d0ae-405b-bc06-0c43218fa52d),segment_id=73393e72-d0ae-405b-bc06-0c43218fa52d)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:54:17.640166 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-f1086d1f-752e-44ff-b931-0e949b13c834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:17.681558 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-f1086d1f-752e-44ff-b931-0e949b13c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:17.682185 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-f1086d1f-752e-44ff-b931-0e949b13c834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:17.683898 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-f1086d1f-752e-44ff-b931-0e949b13c834 service neutron] 10.222.0.18 "PUT /v2.0/ports/89bae098-f3b9-4d41-8084-92ad329d949f HTTP/1.1" status: 200 len: 1093 time: 0.6963577 Jul 16 20:54:17.684358 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a019d1-2c12-483d-99b7-f3b4db4c6f22', 'tag': '89bae098-f3b9-4d41-8084-92ad329d949f'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:54:17.686776 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3926265b-4a6b-4939-a3e3-b2dd631b7ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "37a019d1-2c12-483d-99b7-f3b4db4c6f22", "tag": "89bae098-f3b9-4d41-8084-92ad329d949f"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:54:17.744000 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efcb019-5ce6-48ea-b6c5-9b6a75cfa2fa x-openstack-request-id: req-2efcb019-5ce6-48ea-b6c5-9b6a75cfa2fa {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:54:17.744290 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a019d1-2c12-483d-99b7-f3b4db4c6f22", "tag": "89bae098-f3b9-4d41-8084-92ad329d949f", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:54:17.744540 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2efcb019-5ce6-48ea-b6c5-9b6a75cfa2fa {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:54:17.744973 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a019d1-2c12-483d-99b7-f3b4db4c6f22', 'tag': '89bae098-f3b9-4d41-8084-92ad329d949f', 'status': 'completed', 'code': 200} Jul 16 20:54:17.765948 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1086d1f-752e-44ff-b931-0e949b13c834 service neutron] Pushing event updated for resources: {'Port': ['ID=89bae098-f3b9-4d41-8084-92ad329d949f,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:17.802868 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-8f2ef5b4-b60b-477d-9844-0f149da0dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:17.804407 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-8f2ef5b4-b60b-477d-9844-0f149da0dd5e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01df23bbdfef4cd9a908c5271d3b668a&device_id=37a019d1-2c12-483d-99b7-f3b4db4c6f22 HTTP/1.1" status: 200 len: 1096 time: 0.0813994 Jul 16 20:54:17.851692 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-18945257-59e4-438c-9bac-cb908846a7cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89bae098-f3b9-4d41-8084-92ad329d949f HTTP/1.1" status: 200 len: 217 time: 0.0405810 Jul 16 20:54:17.924009 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-fe2ac989-1ee9-47b3-ada3-c2309dd84fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:17.925540 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-fe2ac989-1ee9-47b3-ada3-c2309dd84fb7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=351335c1-04f6-4046-8cc6-626c830142f3 HTTP/1.1" status: 200 len: 850 time: 0.0679626 Jul 16 20:54:17.995746 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-1c614826-a538-4b7e-8c53-afc2d331a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:17.997398 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-1c614826-a538-4b7e-8c53-afc2d331a1a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dff88430-acb0-4e5f-bed6-566c73810b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646746 Jul 16 20:54:18.088954 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-382ad36e-eab7-496c-931d-860987c9835e service neutron] 10.222.0.18 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843902 Jul 16 20:54:18.183745 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ccdc15cf-1951-4d90-b4fd-66905801eefe req-2bb65e0d-9788-4432-be51-8f3784faf7fe service neutron] 10.222.0.18 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877285 Jul 16 20:54:18.290689 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926265b-4a6b-4939-a3e3-b2dd631b7ebc req-fdf4dabf-047e-4cd8-8b06-4a94c9e521aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:18.292202 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3926265b-4a6b-4939-a3e3-b2dd631b7ebc req-fdf4dabf-047e-4cd8-8b06-4a94c9e521aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01df23bbdfef4cd9a908c5271d3b668a&device_id=37a019d1-2c12-483d-99b7-f3b4db4c6f22 HTTP/1.1" status: 200 len: 1096 time: 0.0548265 Jul 16 20:54:18.385841 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926265b-4a6b-4939-a3e3-b2dd631b7ebc req-1757b916-3372-4d51-9f39-4096aa06edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:18.387355 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3926265b-4a6b-4939-a3e3-b2dd631b7ebc req-1757b916-3372-4d51-9f39-4096aa06edd3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dff88430-acb0-4e5f-bed6-566c73810b97 HTTP/1.1" status: 200 len: 912 time: 0.0889115 Jul 16 20:54:18.430162 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3926265b-4a6b-4939-a3e3-b2dd631b7ebc req-7057a8c0-b588-42f0-b51b-d26adbf98373 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89bae098-f3b9-4d41-8084-92ad329d949f HTTP/1.1" status: 200 len: 217 time: 0.0351262 Jul 16 20:54:18.482752 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926265b-4a6b-4939-a3e3-b2dd631b7ebc req-5feb9a64-b029-405d-a424-6da9a5b37aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:18.484252 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3926265b-4a6b-4939-a3e3-b2dd631b7ebc req-5feb9a64-b029-405d-a424-6da9a5b37aad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=351335c1-04f6-4046-8cc6-626c830142f3 HTTP/1.1" status: 200 len: 850 time: 0.0484819 Jul 16 20:54:18.548161 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926265b-4a6b-4939-a3e3-b2dd631b7ebc req-c0e0698f-eed4-4366-b5ee-31999f684d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:18.549585 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3926265b-4a6b-4939-a3e3-b2dd631b7ebc req-c0e0698f-eed4-4366-b5ee-31999f684d09 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dff88430-acb0-4e5f-bed6-566c73810b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582845 Jul 16 20:54:18.640477 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3926265b-4a6b-4939-a3e3-b2dd631b7ebc req-81913166-d009-49f3-a25d-4c9024a647ac service neutron] 10.222.0.18 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834825 Jul 16 20:54:18.707733 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678513a8-6f6f-43d5-91b8-39374129cca0 req-833e54d6-74a1-4c8c-a0af-4c3d0ef6d5c4 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:18.709427 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-678513a8-6f6f-43d5-91b8-39374129cca0 req-833e54d6-74a1-4c8c-a0af-4c3d0ef6d5c4 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=37a019d1-2c12-483d-99b7-f3b4db4c6f22 HTTP/1.1" status: 200 len: 944 time: 0.0871377 Jul 16 20:54:18.746894 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3926265b-4a6b-4939-a3e3-b2dd631b7ebc req-75f668a0-bb5e-441c-a468-427db5ee123a service neutron] 10.222.0.18 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990469 Jul 16 20:54:19.060131 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-678513a8-6f6f-43d5-91b8-39374129cca0 req-a84c62d4-acca-4983-ab10-517e00a3a873 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d2b2835-a296-48fb-9a92-517922c98497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3450778 Jul 16 20:54:20.235743 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4872a54-1c06-45a1-b2d4-b7b4ff0a1b94 req-a6092dcb-9546-4eba-967f-4c0b2041f2e0 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:20.237484 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e4872a54-1c06-45a1-b2d4-b7b4ff0a1b94 req-a6092dcb-9546-4eba-967f-4c0b2041f2e0 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=37a019d1-2c12-483d-99b7-f3b4db4c6f22 HTTP/1.1" status: 200 len: 944 time: 0.0640395 Jul 16 20:54:20.276615 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e4872a54-1c06-45a1-b2d4-b7b4ff0a1b94 req-fd4abac0-f3bc-4ff1-9f27-86ae87e664cd tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d2b2835-a296-48fb-9a92-517922c98497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324454 Jul 16 20:54:20.477279 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 89bae098-f3b9-4d41-8084-92ad329d949f details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:54:20.578108 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 89bae098-f3b9-4d41-8084-92ad329d949f, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=89bae098-f3b9-4d41-8084-92ad329d949f,segment=NetworkSegment(73393e72-d0ae-405b-bc06-0c43218fa52d),segment_id=73393e72-d0ae-405b-bc06-0c43218fa52d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:20.589665 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '89bae098-f3b9-4d41-8084-92ad329d949f', 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'port_id': '89bae098-f3b9-4d41-8084-92ad329d949f', 'mac_address': 'fa:16:3e:7b:45:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '351335c1-04f6-4046-8cc6-626c830142f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:54:20.626359 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:20.638407 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89bae098-f3b9-4d41-8084-92ad329d949f {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:54:20.659143 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 89bae098-f3b9-4d41-8084-92ad329d949f, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=89bae098-f3b9-4d41-8084-92ad329d949f,segment=NetworkSegment(73393e72-d0ae-405b-bc06-0c43218fa52d),segment_id=73393e72-d0ae-405b-bc06-0c43218fa52d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:20.663317 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:20.711168 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=89bae098-f3b9-4d41-8084-92ad329d949f,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:20.718448 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:20.718717 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:20.719055 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:20.719988 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:20.720293 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:20.720555 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:20.720877 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:20.721197 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:20.721513 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:20.721830 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:20.722150 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:20.722499 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:20.872649 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['89bae098-f3b9-4d41-8084-92ad329d949f'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:54:21.443991 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe33890-4097-42d5-9005-fe86eb1ff5fd req-4031eb99-89e9-42d8-8379-6cb1a6cbefc0 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:21.449667 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe33890-4097-42d5-9005-fe86eb1ff5fd req-4031eb99-89e9-42d8-8379-6cb1a6cbefc0 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:21.455763 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe33890-4097-42d5-9005-fe86eb1ff5fd req-4031eb99-89e9-42d8-8379-6cb1a6cbefc0 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:21.461554 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe33890-4097-42d5-9005-fe86eb1ff5fd req-4031eb99-89e9-42d8-8379-6cb1a6cbefc0 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:21.467438 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe33890-4097-42d5-9005-fe86eb1ff5fd req-4031eb99-89e9-42d8-8379-6cb1a6cbefc0 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:21.473979 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe33890-4097-42d5-9005-fe86eb1ff5fd req-4031eb99-89e9-42d8-8379-6cb1a6cbefc0 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:21.479864 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe33890-4097-42d5-9005-fe86eb1ff5fd req-4031eb99-89e9-42d8-8379-6cb1a6cbefc0 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:21.481740 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5fe33890-4097-42d5-9005-fe86eb1ff5fd req-4031eb99-89e9-42d8-8379-6cb1a6cbefc0 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5444 time: 0.1380801 Jul 16 20:54:21.540691 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f20bcc-62e7-4141-9f66-139f184e0db9 req-d5ba4690-f7e6-4d8b-b435-3d9dcc05b79b tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:21.542145 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a4f20bcc-62e7-4141-9f66-139f184e0db9 req-d5ba4690-f7e6-4d8b-b435-3d9dcc05b79b tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=37a019d1-2c12-483d-99b7-f3b4db4c6f22 HTTP/1.1" status: 200 len: 945 time: 0.1478822 Jul 16 20:54:21.546373 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5fe33890-4097-42d5-9005-fe86eb1ff5fd req-d089c38e-084b-43ac-a88a-f58b29554a4f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562229 Jul 16 20:54:21.582429 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a4f20bcc-62e7-4141-9f66-139f184e0db9 req-13502a74-4da5-4983-9cf3-6266027fdc76 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d2b2835-a296-48fb-9a92-517922c98497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328152 Jul 16 20:54:21.714447 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-884a1ab8-087d-40ea-bd90-f1bb50323cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:21.753812 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d8334-0082-4fe0-a10b-b2a833998987 req-865078e9-c36b-43d0-91f0-cfa1fedca1b2 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:21.760103 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d8334-0082-4fe0-a10b-b2a833998987 req-865078e9-c36b-43d0-91f0-cfa1fedca1b2 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:21.766947 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d8334-0082-4fe0-a10b-b2a833998987 req-865078e9-c36b-43d0-91f0-cfa1fedca1b2 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:21.772709 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d8334-0082-4fe0-a10b-b2a833998987 req-865078e9-c36b-43d0-91f0-cfa1fedca1b2 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:21.778554 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d8334-0082-4fe0-a10b-b2a833998987 req-865078e9-c36b-43d0-91f0-cfa1fedca1b2 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:21.785180 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d8334-0082-4fe0-a10b-b2a833998987 req-865078e9-c36b-43d0-91f0-cfa1fedca1b2 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:21.791163 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d8334-0082-4fe0-a10b-b2a833998987 req-865078e9-c36b-43d0-91f0-cfa1fedca1b2 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:21.793031 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-506d8334-0082-4fe0-a10b-b2a833998987 req-865078e9-c36b-43d0-91f0-cfa1fedca1b2 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5444 time: 0.1180756 Jul 16 20:54:22.492801 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 89bae098-f3b9-4d41-8084-92ad329d949f up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:22.543173 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 89bae098-f3b9-4d41-8084-92ad329d949f completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:22.547943 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 89bae098-f3b9-4d41-8084-92ad329d949f triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:22.548361 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:22.633223 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:22.661459 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a019d1-2c12-483d-99b7-f3b4db4c6f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bae098-f3b9-4d41-8084-92ad329d949f'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:54:22.664002 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5871ae5f-b2af-4290-8e24-76aaeefe75d1" -d '{"events": [{"server_uuid": "37a019d1-2c12-483d-99b7-f3b4db4c6f22", "name": "network-vif-plugged", "status": "completed", "tag": "89bae098-f3b9-4d41-8084-92ad329d949f"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:54:22.679942 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 89bae098-f3b9-4d41-8084-92ad329d949f, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=89bae098-f3b9-4d41-8084-92ad329d949f,segment=NetworkSegment(73393e72-d0ae-405b-bc06-0c43218fa52d),segment_id=73393e72-d0ae-405b-bc06-0c43218fa52d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:22.685387 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:22.744732 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1ad1be-0715-4930-8ae8-5693d701d49e x-openstack-request-id: req-4c1ad1be-0715-4930-8ae8-5693d701d49e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:54:22.745971 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a019d1-2c12-483d-99b7-f3b4db4c6f22", "name": "network-vif-plugged", "status": "completed", "tag": "89bae098-f3b9-4d41-8084-92ad329d949f", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:54:22.746756 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4c1ad1be-0715-4930-8ae8-5693d701d49e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:54:22.747455 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a019d1-2c12-483d-99b7-f3b4db4c6f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bae098-f3b9-4d41-8084-92ad329d949f', 'code': 200} Jul 16 20:54:22.752473 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=89bae098-f3b9-4d41-8084-92ad329d949f,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:22.805277 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23cd0b-6d67-43e5-9666-67550a524994 req-16c37039-4329-4118-91cc-1eaf11dbc8a2 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:22.806884 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ad23cd0b-6d67-43e5-9666-67550a524994 req-16c37039-4329-4118-91cc-1eaf11dbc8a2 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=37a019d1-2c12-483d-99b7-f3b4db4c6f22 HTTP/1.1" status: 200 len: 946 time: 0.0686841 Jul 16 20:54:22.828958 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39219d99-e164-4d2f-a912-9ebb715ecfbb req-0966f010-8aa5-4aea-bad9-be0e284baa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:22.830502 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-39219d99-e164-4d2f-a912-9ebb715ecfbb req-0966f010-8aa5-4aea-bad9-be0e284baa7f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=37a019d1-2c12-483d-99b7-f3b4db4c6f22 HTTP/1.1" status: 200 len: 1098 time: 0.0544658 Jul 16 20:54:22.850182 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ad23cd0b-6d67-43e5-9666-67550a524994 req-90c7530c-28a0-41f6-ba44-36e9aec09724 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d2b2835-a296-48fb-9a92-517922c98497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353827 Jul 16 20:54:22.865754 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-39219d99-e164-4d2f-a912-9ebb715ecfbb req-b7f623b5-5470-45b2-a5ca-bf25de2cf7ee service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4d2b2835-a296-48fb-9a92-517922c98497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292919 Jul 16 20:54:23.797822 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 39114) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:23.904117 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b80bb-bc28-4d2e-801c-901874f8f0dc req-2a30b586-fcd1-4cab-9480-bdb456d5c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:23.904807 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b80bb-bc28-4d2e-801c-901874f8f0dc req-2a30b586-fcd1-4cab-9480-bdb456d5c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:23.905066 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b80bb-bc28-4d2e-801c-901874f8f0dc req-2a30b586-fcd1-4cab-9480-bdb456d5c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:23.905528 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b80bb-bc28-4d2e-801c-901874f8f0dc req-2a30b586-fcd1-4cab-9480-bdb456d5c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:23.905986 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b80bb-bc28-4d2e-801c-901874f8f0dc req-2a30b586-fcd1-4cab-9480-bdb456d5c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:23.906473 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b80bb-bc28-4d2e-801c-901874f8f0dc req-2a30b586-fcd1-4cab-9480-bdb456d5c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:23.906929 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b80bb-bc28-4d2e-801c-901874f8f0dc req-2a30b586-fcd1-4cab-9480-bdb456d5c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:23.908961 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f91b80bb-bc28-4d2e-801c-901874f8f0dc req-2a30b586-fcd1-4cab-9480-bdb456d5c3ab service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 6508 time: 0.1101112 Jul 16 20:54:23.948900 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f91b80bb-bc28-4d2e-801c-901874f8f0dc req-d10656e3-d2ea-473d-a689-6adcb0ed493b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=03002501-0956-4190-91a4-ce7db6cde082&id=4772c996-c7b1-468d-ae53-fda12ac57dec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328960 Jul 16 20:54:24.039807 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e8334-1815-4ff2-bceb-4501154673fa req-62858534-3e60-4b30-9312-7f9febc88471 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:24.041310 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-843e8334-1815-4ff2-bceb-4501154673fa req-62858534-3e60-4b30-9312-7f9febc88471 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=37a019d1-2c12-483d-99b7-f3b4db4c6f22 HTTP/1.1" status: 200 len: 946 time: 0.0673022 Jul 16 20:54:24.079448 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-843e8334-1815-4ff2-bceb-4501154673fa req-850d1372-7839-4385-9776-63be6d9323dd tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d2b2835-a296-48fb-9a92-517922c98497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325704 Jul 16 20:54:24.226545 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6779a17f-6f6d-444d-94b9-3ec75b89cbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:24.252635 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf5bc7-fae9-4b5a-be0e-8dabaa594e2d req-4d1931aa-06b0-4163-b0b4-7525ba267069 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:24.254499 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bfbf5bc7-fae9-4b5a-be0e-8dabaa594e2d req-4d1931aa-06b0-4163-b0b4-7525ba267069 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=37a019d1-2c12-483d-99b7-f3b4db4c6f22 HTTP/1.1" status: 200 len: 946 time: 0.0705409 Jul 16 20:54:24.264975 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 39134) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:24.271324 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-ccadaee7-f7b0-48f6-9705-ec2bd9a91813 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Request body: {'floatingip': {'port_id': '89bae098-f3b9-4d41-8084-92ad329d949f'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:24.315938 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ccadaee7-f7b0-48f6-9705-ec2bd9a91813 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for floatingip, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:24.333128 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:24.804874 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ccadaee7-f7b0-48f6-9705-ec2bd9a91813 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:24.809034 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ccadaee7-f7b0-48f6-9705-ec2bd9a91813 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:24.912295 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-ccadaee7-f7b0-48f6-9705-ec2bd9a91813 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Floating IP b29efeb0-cdc9-4513-929c-02cf57ecc295 associated. External IP: 172.25.0.149, port: 89bae098-f3b9-4d41-8084-92ad329d949f. Jul 16 20:54:25.127972 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccadaee7-f7b0-48f6-9705-ec2bd9a91813 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Router 2123bebe-d4d1-4f25-b718-513c80bdd38a has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:54:25.603002 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccadaee7-f7b0-48f6-9705-ec2bd9a91813 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:54:25.608437 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ccadaee7-f7b0-48f6-9705-ec2bd9a91813 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:25.613523 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0419465f-9779-40b7-9b3f-c858ba1eb461 None None] Sync routers for ids ['2123bebe-d4d1-4f25-b718-513c80bdd38a'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:54:25.625876 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0419465f-9779-40b7-9b3f-c858ba1eb461 None None] Routers {'2123bebe-d4d1-4f25-b718-513c80bdd38a'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:25.626544 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-0419465f-9779-40b7-9b3f-c858ba1eb461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:54:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2123bebe-d4d1-4f25-b718-513c80bdd38a'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:25.648201 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ccadaee7-f7b0-48f6-9705-ec2bd9a91813 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "PUT /v2.0/floatingips/b29efeb0-cdc9-4513-929c-02cf57ecc295 HTTP/1.1" status: 200 len: 992 time: 1.3817010 Jul 16 20:54:25.649238 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a019d1-2c12-483d-99b7-f3b4db4c6f22', 'tag': '89bae098-f3b9-4d41-8084-92ad329d949f'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:54:25.652166 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16959b4-4990-4904-ba8b-bdaf491d8e86" -d '{"events": [{"name": "network-changed", "server_uuid": "37a019d1-2c12-483d-99b7-f3b4db4c6f22", "tag": "89bae098-f3b9-4d41-8084-92ad329d949f"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:54:25.715441 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c1321d-2cd7-4482-a9f0-2f9fbe6f88eb x-openstack-request-id: req-22c1321d-2cd7-4482-a9f0-2f9fbe6f88eb {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:54:25.715901 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a019d1-2c12-483d-99b7-f3b4db4c6f22", "tag": "89bae098-f3b9-4d41-8084-92ad329d949f", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:54:25.716336 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-22c1321d-2cd7-4482-a9f0-2f9fbe6f88eb {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:54:25.716805 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a019d1-2c12-483d-99b7-f3b4db4c6f22', 'tag': '89bae098-f3b9-4d41-8084-92ad329d949f', 'status': 'completed', 'code': 200} Jul 16 20:54:25.756188 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-0419465f-9779-40b7-9b3f-c858ba1eb461 None None] Set router 2123bebe-d4d1-4f25-b718-513c80bdd38a gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:25.824624 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16959b4-4990-4904-ba8b-bdaf491d8e86 req-f538a235-f947-46bd-a66b-aa80f901fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:25.826271 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c16959b4-4990-4904-ba8b-bdaf491d8e86 req-f538a235-f947-46bd-a66b-aa80f901fa41 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01df23bbdfef4cd9a908c5271d3b668a&device_id=37a019d1-2c12-483d-99b7-f3b4db4c6f22 HTTP/1.1" status: 200 len: 1098 time: 0.0776582 Jul 16 20:54:25.853394 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:25.930004 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16959b4-4990-4904-ba8b-bdaf491d8e86 req-fc8cc614-c36b-4c34-bb13-992fbeb5aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:25.931658 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c16959b4-4990-4904-ba8b-bdaf491d8e86 req-fc8cc614-c36b-4c34-bb13-992fbeb5aca5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dff88430-acb0-4e5f-bed6-566c73810b97 HTTP/1.1" status: 200 len: 912 time: 0.0986011 Jul 16 20:54:26.001927 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c16959b4-4990-4904-ba8b-bdaf491d8e86 req-9d6ad77c-51ab-40f9-8126-25e121e5dec6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89bae098-f3b9-4d41-8084-92ad329d949f HTTP/1.1" status: 200 len: 1000 time: 0.0641003 Jul 16 20:54:26.013172 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-0419465f-9779-40b7-9b3f-c858ba1eb461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'name': 'tempest-AttachVolumeTestJSON-1425053279-router', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:05Z', 'updated_at': '2021-07-16T20:50:13Z', 'revision_number': 4, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'gw_port': {'id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:06Z', 'updated_at': '2021-07-16T20:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'b29efeb0-cdc9-4513-929c-02cf57ecc295', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'port_id': '89bae098-f3b9-4d41-8084-92ad329d949f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'mac_address': 'fa:16:3e:7b:45:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a019d1-2c12-483d-99b7-f3b4db4c6f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:54:13Z', 'updated_at': '2021-07-16T20:54:24Z', 'revision_number': 1, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73c22c8-60c6-4557-aef5-8e8e35faf68d', 'name': '', 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'mac_address': 'fa:16:3e:cd:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '351335c1-04f6-4046-8cc6-626c830142f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:12Z', 'updated_at': '2021-07-16T20:50:21Z', 'revision_number': 5, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'subnets': [{'id': '351335c1-04f6-4046-8cc6-626c830142f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:26.045040 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0419465f-9779-40b7-9b3f-c858ba1eb461 None None] Checking router: 2123bebe-d4d1-4f25-b718-513c80bdd38a for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:54:26.055525 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0419465f-9779-40b7-9b3f-c858ba1eb461 None None] Routers {'2123bebe-d4d1-4f25-b718-513c80bdd38a'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:26.056379 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-0419465f-9779-40b7-9b3f-c858ba1eb461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:54:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2123bebe-d4d1-4f25-b718-513c80bdd38a'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:26.059609 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16959b4-4990-4904-ba8b-bdaf491d8e86 req-ab0f3891-8986-431a-b7aa-59201e812d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:26.061452 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c16959b4-4990-4904-ba8b-bdaf491d8e86 req-ab0f3891-8986-431a-b7aa-59201e812d9a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=351335c1-04f6-4046-8cc6-626c830142f3 HTTP/1.1" status: 200 len: 850 time: 0.0526173 Jul 16 20:54:26.127656 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16959b4-4990-4904-ba8b-bdaf491d8e86 req-3257feff-bf71-44ba-9231-626a90253a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:26.129342 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c16959b4-4990-4904-ba8b-bdaf491d8e86 req-3257feff-bf71-44ba-9231-626a90253a22 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dff88430-acb0-4e5f-bed6-566c73810b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619340 Jul 16 20:54:26.172738 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-0419465f-9779-40b7-9b3f-c858ba1eb461 None None] Set router 2123bebe-d4d1-4f25-b718-513c80bdd38a gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:26.229275 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c16959b4-4990-4904-ba8b-bdaf491d8e86 req-07453dda-d84d-4104-b7cc-312ec4ec8df1 service neutron] 10.222.0.18 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933247 Jul 16 20:54:26.346613 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c16959b4-4990-4904-ba8b-bdaf491d8e86 req-e531b1e7-0e79-49a4-82d3-fe47668c6a0b service neutron] 10.222.0.18 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077073 Jul 16 20:54:26.438643 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-0419465f-9779-40b7-9b3f-c858ba1eb461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'name': 'tempest-AttachVolumeTestJSON-1425053279-router', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:05Z', 'updated_at': '2021-07-16T20:50:13Z', 'revision_number': 4, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'gw_port': {'id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:06Z', 'updated_at': '2021-07-16T20:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'b29efeb0-cdc9-4513-929c-02cf57ecc295', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'port_id': '89bae098-f3b9-4d41-8084-92ad329d949f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'mac_address': 'fa:16:3e:7b:45:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a019d1-2c12-483d-99b7-f3b4db4c6f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:54:13Z', 'updated_at': '2021-07-16T20:54:24Z', 'revision_number': 1, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73c22c8-60c6-4557-aef5-8e8e35faf68d', 'name': '', 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'mac_address': 'fa:16:3e:cd:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '351335c1-04f6-4046-8cc6-626c830142f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:12Z', 'updated_at': '2021-07-16T20:50:21Z', 'revision_number': 5, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'subnets': [{'id': '351335c1-04f6-4046-8cc6-626c830142f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:26.464512 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0419465f-9779-40b7-9b3f-c858ba1eb461 None None] The sync data for ids ['2123bebe-d4d1-4f25-b718-513c80bdd38a'] in n-d-791506-21 is: [{'id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'name': 'tempest-AttachVolumeTestJSON-1425053279-router', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:05Z', 'updated_at': '2021-07-16T20:50:13Z', 'revision_number': 4, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'gw_port': {'id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:06Z', 'updated_at': '2021-07-16T20:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'b29efeb0-cdc9-4513-929c-02cf57ecc295', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'port_id': '89bae098-f3b9-4d41-8084-92ad329d949f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'mac_address': 'fa:16:3e:7b:45:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a019d1-2c12-483d-99b7-f3b4db4c6f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:54:13Z', 'updated_at': '2021-07-16T20:54:24Z', 'revision_number': 1, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73c22c8-60c6-4557-aef5-8e8e35faf68d', 'name': '', 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'mac_address': 'fa:16:3e:cd:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '351335c1-04f6-4046-8cc6-626c830142f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:12Z', 'updated_at': '2021-07-16T20:50:21Z', 'revision_number': 5, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'subnets': [{'id': '351335c1-04f6-4046-8cc6-626c830142f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:54:26.686568 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87deb63-dbed-4db5-8e1c-48b6fcc5c077 None None] New status for floating IP b29efeb0-cdc9-4513-929c-02cf57ecc295: ACTIVE {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:54:27.672021 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:29.696658 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:32.072265 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 39612) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:32.178050 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-eea4c92d-8c3d-4040-ae87-1568d96ad8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:32.272452 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-eea4c92d-8c3d-4040-ae87-1568d96ad8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:32.276922 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-eea4c92d-8c3d-4040-ae87-1568d96ad8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:32.313468 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4c92d-8c3d-4040-ae87-1568d96ad8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a01e62-2bb3-48a0-9164-cb202b1c6864,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:32.321139 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 39618) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:32.321632 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-eea4c92d-8c3d-4040-ae87-1568d96ad8ac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4d945cdf47b4423f93108efa59cfe859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2478943 Jul 16 20:54:32.380480 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ce6ee1d0-9b92-47ac-8297-9428bc132759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:32.402684 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ce6ee1d0-9b92-47ac-8297-9428bc132759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:32.460882 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ce6ee1d0-9b92-47ac-8297-9428bc132759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:32.463820 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ce6ee1d0-9b92-47ac-8297-9428bc132759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:32.465041 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ce6ee1d0-9b92-47ac-8297-9428bc132759 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/24a01e62-2bb3-48a0-9164-cb202b1c6864 HTTP/1.1" status: 204 len: 168 time: 0.1421857 Jul 16 20:54:32.474952 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ee1d0-9b92-47ac-8297-9428bc132759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a01e62-2bb3-48a0-9164-cb202b1c6864,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:32.775593 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 39628) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:32.788950 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d4f522d8-6abf-482e-ac36-bb0350c3952a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:32.887081 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d4f522d8-6abf-482e-ac36-bb0350c3952a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:32.891530 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d4f522d8-6abf-482e-ac36-bb0350c3952a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:32.932146 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f522d8-6abf-482e-ac36-bb0350c3952a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e32aeb-432f-46b0-8fd9-fd543c72186f,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:32.940136 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 39632) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:32.940985 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d4f522d8-6abf-482e-ac36-bb0350c3952a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=280a8d999cd54c7982d62eeae80f9253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1640806 Jul 16 20:54:32.991131 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1021815-d585-47ce-8fc2-daf2caf9d532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:33.018908 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1021815-d585-47ce-8fc2-daf2caf9d532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:33.108810 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097b47d-f0ef-49a1-8626-b130a18eed86 req-7d7fda78-34b7-4212-b965-8ffd1be0f965 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:33.110383 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7097b47d-f0ef-49a1-8626-b130a18eed86 req-7d7fda78-34b7-4212-b965-8ffd1be0f965 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 945 time: 0.0963392 Jul 16 20:54:33.116065 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1021815-d585-47ce-8fc2-daf2caf9d532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:33.118678 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1021815-d585-47ce-8fc2-daf2caf9d532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:33.119750 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b1021815-d585-47ce-8fc2-daf2caf9d532 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f0e32aeb-432f-46b0-8fd9-fd543c72186f HTTP/1.1" status: 204 len: 168 time: 0.1781235 Jul 16 20:54:33.136137 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1021815-d585-47ce-8fc2-daf2caf9d532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e32aeb-432f-46b0-8fd9-fd543c72186f,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:33.165011 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7097b47d-f0ef-49a1-8626-b130a18eed86 req-af56035b-28ed-46c4-99e8-306cf2ad090e tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441847 Jul 16 20:54:33.297243 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:34.343586 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343cc6e-abd2-4647-824b-bb20209ad864 req-fdc284e1-c366-4e91-adde-075a7b22bab9 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:34.345138 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1343cc6e-abd2-4647-824b-bb20209ad864 req-fdc284e1-c366-4e91-adde-075a7b22bab9 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 945 time: 0.0641034 Jul 16 20:54:34.384607 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1343cc6e-abd2-4647-824b-bb20209ad864 req-7cd3bd63-df1f-400b-ab93-cb74811977b9 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327837 Jul 16 20:54:34.542281 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7aba27-4306-4232-a3f7-5a8d5cf55323 req-f4e7a062-2ccd-4e3c-9d89-eb9062424646 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:34.543828 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0c7aba27-4306-4232-a3f7-5a8d5cf55323 req-f4e7a062-2ccd-4e3c-9d89-eb9062424646 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 945 time: 0.0627265 Jul 16 20:54:34.652883 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-0c7aba27-4306-4232-a3f7-5a8d5cf55323 req-421125ee-967e-493c-a3fb-ed405cd81724 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Deleting port df8f2549-e2ed-470a-8233-457a395af2af {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:54:34.653232 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0c7aba27-4306-4232-a3f7-5a8d5cf55323 req-421125ee-967e-493c-a3fb-ed405cd81724 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:34.746416 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-0c7aba27-4306-4232-a3f7-5a8d5cf55323 req-421125ee-967e-493c-a3fb-ed405cd81724 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] For port df8f2549-e2ed-470a-8233-457a395af2af, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=df8f2549-e2ed-470a-8233-457a395af2af,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:34.746927 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0c7aba27-4306-4232-a3f7-5a8d5cf55323 req-421125ee-967e-493c-a3fb-ed405cd81724 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:34.925838 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0c7aba27-4306-4232-a3f7-5a8d5cf55323 req-421125ee-967e-493c-a3fb-ed405cd81724 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:34.926251 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0c7aba27-4306-4232-a3f7-5a8d5cf55323 req-421125ee-967e-493c-a3fb-ed405cd81724 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:34.926636 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [req-0c7aba27-4306-4232-a3f7-5a8d5cf55323 req-421125ee-967e-493c-a3fb-ed405cd81724 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Floating IP 901a88a8-09b4-488e-9063-bd4967673a64 disassociated. External IP: 172.25.0.126, port: df8f2549-e2ed-470a-8233-457a395af2af. Jul 16 20:54:34.927001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-0c7aba27-4306-4232-a3f7-5a8d5cf55323 req-421125ee-967e-493c-a3fb-ed405cd81724 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Calling delete_port for df8f2549-e2ed-470a-8233-457a395af2af owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:54:35.055776 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0c7aba27-4306-4232-a3f7-5a8d5cf55323 req-421125ee-967e-493c-a3fb-ed405cd81724 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:35.084985 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421125ee-967e-493c-a3fb-ed405cd81724 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event deleted for resources: {'Port': ['ID=df8f2549-e2ed-470a-8233-457a395af2af,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:35.200252 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c7aba27-4306-4232-a3f7-5a8d5cf55323 req-421125ee-967e-493c-a3fb-ed405cd81724 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Router 2612f50c-712b-4d42-844c-52e49732ae2b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:54:35.309858 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c7aba27-4306-4232-a3f7-5a8d5cf55323 req-421125ee-967e-493c-a3fb-ed405cd81724 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:54:35.329036 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925b3d35-cd65-4682-a357-a956f84a147b None None] Sync routers for ids ['2612f50c-712b-4d42-844c-52e49732ae2b'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:54:35.339036 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925b3d35-cd65-4682-a357-a956f84a147b None None] Routers {'2612f50c-712b-4d42-844c-52e49732ae2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:35.339635 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-925b3d35-cd65-4682-a357-a956f84a147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:54:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2612f50c-712b-4d42-844c-52e49732ae2b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:35.356420 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7aba27-4306-4232-a3f7-5a8d5cf55323 req-421125ee-967e-493c-a3fb-ed405cd81724 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] No DVR routers for this DVR port df8f2549-e2ed-470a-8233-457a395af2af on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:54:35.360139 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-0c7aba27-4306-4232-a3f7-5a8d5cf55323 req-421125ee-967e-493c-a3fb-ed405cd81724 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:35.362789 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0c7aba27-4306-4232-a3f7-5a8d5cf55323 req-421125ee-967e-493c-a3fb-ed405cd81724 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.18 "DELETE /v2.0/ports/df8f2549-e2ed-470a-8233-457a395af2af HTTP/1.1" status: 204 len: 173 time: 0.8125939 Jul 16 20:54:35.363267 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae60f661-ecad-4554-81c1-f53654c3316e', 'name': 'network-vif-deleted', 'tag': 'df8f2549-e2ed-470a-8233-457a395af2af'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:54:35.366820 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37424382-1808-4e6e-8b1c-549a3c77927e" -d '{"events": [{"server_uuid": "ae60f661-ecad-4554-81c1-f53654c3316e", "name": "network-vif-deleted", "tag": "df8f2549-e2ed-470a-8233-457a395af2af"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:54:35.445784 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cfedb8-4993-40e8-8dca-e8a1357b3103 x-openstack-request-id: req-58cfedb8-4993-40e8-8dca-e8a1357b3103 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:54:35.446628 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae60f661-ecad-4554-81c1-f53654c3316e", "name": "network-vif-deleted", "tag": "df8f2549-e2ed-470a-8233-457a395af2af", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:54:35.447035 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-58cfedb8-4993-40e8-8dca-e8a1357b3103 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:54:35.447636 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae60f661-ecad-4554-81c1-f53654c3316e', 'name': 'network-vif-deleted', 'tag': 'df8f2549-e2ed-470a-8233-457a395af2af', 'status': 'completed', 'code': 200} Jul 16 20:54:35.486138 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-925b3d35-cd65-4682-a357-a956f84a147b None None] Set router 2612f50c-712b-4d42-844c-52e49732ae2b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:35.583177 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fb39e2f2-fc40-4bc9-b0ec-f1864868615d req-407adcda-5f16-4711-a614-e345693c0e57 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 210 time: 0.0538716 Jul 16 20:54:35.794102 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-925b3d35-cd65-4682-a357-a956f84a147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'name': 'tempest-TestVolumeBootPattern-1013218343-router', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:06Z', 'revision_number': 4, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'gw_port': {'id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '82c0514c-e3e3-4c32-a1bc-33a315913e94', 'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'mac_address': 'fa:16:3e:94:7b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:04Z', 'updated_at': '2021-07-16T20:48:15Z', 'revision_number': 5, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'subnets': [{'id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:35.834899 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925b3d35-cd65-4682-a357-a956f84a147b None None] Checking router: 2612f50c-712b-4d42-844c-52e49732ae2b for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:54:35.847337 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925b3d35-cd65-4682-a357-a956f84a147b None None] Routers {'2612f50c-712b-4d42-844c-52e49732ae2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:35.847337 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-925b3d35-cd65-4682-a357-a956f84a147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:54:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2612f50c-712b-4d42-844c-52e49732ae2b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:35.973609 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-925b3d35-cd65-4682-a357-a956f84a147b None None] Set router 2612f50c-712b-4d42-844c-52e49732ae2b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:36.200240 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-925b3d35-cd65-4682-a357-a956f84a147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'name': 'tempest-TestVolumeBootPattern-1013218343-router', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:06Z', 'revision_number': 4, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'gw_port': {'id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '82c0514c-e3e3-4c32-a1bc-33a315913e94', 'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'mac_address': 'fa:16:3e:94:7b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:04Z', 'updated_at': '2021-07-16T20:48:15Z', 'revision_number': 5, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'subnets': [{'id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:36.228802 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925b3d35-cd65-4682-a357-a956f84a147b None None] The sync data for ids ['2612f50c-712b-4d42-844c-52e49732ae2b'] in n-d-791506-21 is: [{'id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'name': 'tempest-TestVolumeBootPattern-1013218343-router', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:06Z', 'revision_number': 4, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'gw_port': {'id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '82c0514c-e3e3-4c32-a1bc-33a315913e94', 'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'mac_address': 'fa:16:3e:94:7b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:04Z', 'updated_at': '2021-07-16T20:48:15Z', 'revision_number': 5, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'subnets': [{'id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:54:36.509803 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80676ba3-ef19-4aea-98a5-e0713760e562 None None] New status for floating IP 901a88a8-09b4-488e-9063-bd4967673a64: DOWN {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:54:36.558594 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device df8f2549-e2ed-470a-8233-457a395af2af no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:54:36.586160 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: df8f2549-e2ed-470a-8233-457a395af2af {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:54:36.586607 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device df8f2549-e2ed-470a-8233-457a395af2af not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:54:36.737152 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd4c5f9e-938d-42b5-ba1a-50c8e0863f58 req-75a954b1-cc36-4184-8ec5-f3fd5ea958da tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 210 time: 0.0285470 Jul 16 20:54:37.749374 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:54:37.879860 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4e7db45a-e554-45ae-a2f6-07126b2a88b5 req-7319d506-81f3-4868-a2b4-97b65dc84d6c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 210 time: 0.0310516 Jul 16 20:54:39.054065 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ff29a115-bec5-42e0-8619-9e3341f4a2e1 req-fe756e00-7ae4-41d2-bee0-f89251a6d977 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae60f661-ecad-4554-81c1-f53654c3316e HTTP/1.1" status: 200 len: 210 time: 0.0520084 Jul 16 20:54:40.372262 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-2db8039c-07eb-484f-9b6b-49423971591b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1316422373&fields=id&tenant_id=d773f9510ee743d3a0654c8400382544 HTTP/1.1" status: 200 len: 267 time: 0.0386896 Jul 16 20:54:40.497083 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-2ba94c8b-43c5-433d-a6c4-2a11cf2d6aab tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:40.498666 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-2ba94c8b-43c5-433d-a6c4-2a11cf2d6aab tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 812 time: 0.1170332 Jul 16 20:54:40.515043 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-28ebfa0b-9dae-4e26-9658-6d39d7ed67b6 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/quotas/d773f9510ee743d3a0654c8400382544 HTTP/1.1" status: 200 len: 375 time: 0.0098081 Jul 16 20:54:40.586694 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-fc990698-818f-4d28-9932-cd245dcb1fcb tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0657949 Jul 16 20:54:40.607599 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-a2299377-5a35-4788-9e87-ec5014feea74 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:54:40.608556 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-a2299377-5a35-4788-9e87-ec5014feea74 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072608 Jul 16 20:54:40.710685 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-4bd3b0eb-d8d1-4ae3-bf7a-c8458df7318b service neutron] 10.222.0.38 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949464 Jul 16 20:54:40.815373 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-f214d69f-f614-417e-bada-64fc4d21a536 service neutron] 10.222.0.38 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989413 Jul 16 20:54:41.125665 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9ce03339-c248-4b05-8dfb-60a8fbf46528 req-1db59628-3e1f-4927-8177-9122c01c498c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 210 time: 0.0286520 Jul 16 20:54:42.278622 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-56d26e9d-cbda-45e0-9e98-bc36a4167c09 req-647ef7e7-0a3a-4045-9616-977d38407c73 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 210 time: 0.0352240 Jul 16 20:54:42.475795 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-93b2279d-5f9f-49f7-8bfe-887acbd71b0f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:42.477283 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-93b2279d-5f9f-49f7-8bfe-887acbd71b0f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.62 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 812 time: 0.1191466 Jul 16 20:54:42.526777 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-af5817b1-9075-4c12-841b-ce0ba7e0372f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d773f9510ee743d3a0654c8400382544 HTTP/1.1" status: 200 len: 380 time: 0.0357525 Jul 16 20:54:42.535472 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-45e85377-bb1c-4849-b507-3b6bfe986513 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Request body: {'port': {'device_id': '6c722b3e-bec8-454a-9b0a-4bd95f0e8def', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'admin_state_up': True, 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'security_groups': ['2ab5b28c-a7dd-46c3-812c-c8fbafb705a1']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:42.655075 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-45e85377-bb1c-4849-b507-3b6bfe986513 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Made reservation on behalf of d773f9510ee743d3a0654c8400382544 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:54:42.659493 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-45e85377-bb1c-4849-b507-3b6bfe986513 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:42.794564 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-45e85377-bb1c-4849-b507-3b6bfe986513 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Allocated IP 172.20.0.12 (8f8ffa95-ba5a-44c1-b5cb-f15aabb35325/91aaf1f1-4791-4613-820c-7a64a55f2344/882b2243-69d2-4a52-a50b-bba028b5db80) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:54:42.955056 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-45e85377-bb1c-4849-b507-3b6bfe986513 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:42.971975 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-45e85377-bb1c-4849-b507-3b6bfe986513 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Transition to ACTIVE for port object 882b2243-69d2-4a52-a50b-bba028b5db80 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:43.008570 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-45e85377-bb1c-4849-b507-3b6bfe986513 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:43.070818 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-45e85377-bb1c-4849-b507-3b6bfe986513 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:43.078644 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-45e85377-bb1c-4849-b507-3b6bfe986513 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:43.090952 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e85377-bb1c-4849-b507-3b6bfe986513 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event updated for resources: {'Port': ['ID=882b2243-69d2-4a52-a50b-bba028b5db80,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:43.093930 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-45e85377-bb1c-4849-b507-3b6bfe986513 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:54:43.149178 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-45e85377-bb1c-4849-b507-3b6bfe986513 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:43.149962 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-45e85377-bb1c-4849-b507-3b6bfe986513 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:43.172563 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-45e85377-bb1c-4849-b507-3b6bfe986513 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6412096 Jul 16 20:54:43.187620 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-e7bb1311-1dc9-4fc4-b6d3-be0cdfc31407 service neutron] Request body: {'port': {'device_id': '6c722b3e-bec8-454a-9b0a-4bd95f0e8def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:43.297115 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-e7bb1311-1dc9-4fc4-b6d3-be0cdfc31407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:43.469897 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a3d3f550-2c3b-42f8-8ed7-8c0b6f3b2e4f None None] Provisioning for port 882b2243-69d2-4a52-a50b-bba028b5db80 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:43.478671 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a3d3f550-2c3b-42f8-8ed7-8c0b6f3b2e4f None None] Provisioning complete for port 882b2243-69d2-4a52-a50b-bba028b5db80 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:43.479476 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a3d3f550-2c3b-42f8-8ed7-8c0b6f3b2e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:43.522931 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87410d6-134d-4a2e-a108-728dcaff3bbc req-6d337fd5-6365-4b42-8fb3-9e75d04f741f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:43.532280 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d87410d6-134d-4a2e-a108-728dcaff3bbc req-6d337fd5-6365-4b42-8fb3-9e75d04f741f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 932 time: 0.1256409 Jul 16 20:54:43.577295 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3f550-2c3b-42f8-8ed7-8c0b6f3b2e4f None None] Port 882b2243-69d2-4a52-a50b-bba028b5db80 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:54:43.608976 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d87410d6-134d-4a2e-a108-728dcaff3bbc req-f4f43e7b-eb11-4c2e-9769-143d66ecc412 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707200 Jul 16 20:54:43.721485 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-e7bb1311-1dc9-4fc4-b6d3-be0cdfc31407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882b2243-69d2-4a52-a50b-bba028b5db80 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:54:43.729337 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-e7bb1311-1dc9-4fc4-b6d3-be0cdfc31407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:43.742357 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-e7bb1311-1dc9-4fc4-b6d3-be0cdfc31407 service neutron] Transition to ACTIVE for port object 882b2243-69d2-4a52-a50b-bba028b5db80 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:43.746202 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-e7bb1311-1dc9-4fc4-b6d3-be0cdfc31407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:43.804434 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb1311-1dc9-4fc4-b6d3-be0cdfc31407 service neutron] Pushing event updated for resources: {'Port': ['ID=882b2243-69d2-4a52-a50b-bba028b5db80,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:43.912970 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-e7bb1311-1dc9-4fc4-b6d3-be0cdfc31407 service neutron] Attempting to bind port 882b2243-69d2-4a52-a50b-bba028b5db80 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:54:43.913319 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-e7bb1311-1dc9-4fc4-b6d3-be0cdfc31407 service neutron] Attempting to bind port 882b2243-69d2-4a52-a50b-bba028b5db80 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:54:43.913661 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-e7bb1311-1dc9-4fc4-b6d3-be0cdfc31407 service neutron] Attempting to bind port 882b2243-69d2-4a52-a50b-bba028b5db80 on network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:43.919746 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-e7bb1311-1dc9-4fc4-b6d3-be0cdfc31407 service neutron] Port 882b2243-69d2-4a52-a50b-bba028b5db80 on network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:54:43.920081 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-e7bb1311-1dc9-4fc4-b6d3-be0cdfc31407 service neutron] Attempting to bind port 882b2243-69d2-4a52-a50b-bba028b5db80 on network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:43.927151 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-e7bb1311-1dc9-4fc4-b6d3-be0cdfc31407 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:54:43.927502 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-e7bb1311-1dc9-4fc4-b6d3-be0cdfc31407 service neutron] Checking segment: {'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:54:43.927902 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-e7bb1311-1dc9-4fc4-b6d3-be0cdfc31407 service neutron] Bound using segment: {'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:54:43.928349 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-e7bb1311-1dc9-4fc4-b6d3-be0cdfc31407 service neutron] Bound port: 882b2243-69d2-4a52-a50b-bba028b5db80, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:54:43.928724 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-e7bb1311-1dc9-4fc4-b6d3-be0cdfc31407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:44.017027 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-e7bb1311-1dc9-4fc4-b6d3-be0cdfc31407 service neutron] For port 882b2243-69d2-4a52-a50b-bba028b5db80, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:54:44.021381 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-e7bb1311-1dc9-4fc4-b6d3-be0cdfc31407 service neutron] For port 882b2243-69d2-4a52-a50b-bba028b5db80, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=882b2243-69d2-4a52-a50b-bba028b5db80,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:54:44.029490 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-e7bb1311-1dc9-4fc4-b6d3-be0cdfc31407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:44.076258 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-e7bb1311-1dc9-4fc4-b6d3-be0cdfc31407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:44.076893 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-e7bb1311-1dc9-4fc4-b6d3-be0cdfc31407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:44.078670 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-e7bb1311-1dc9-4fc4-b6d3-be0cdfc31407 service neutron] 10.222.0.62 "PUT /v2.0/ports/882b2243-69d2-4a52-a50b-bba028b5db80 HTTP/1.1" status: 200 len: 1093 time: 0.8968842 Jul 16 20:54:44.079836 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c722b3e-bec8-454a-9b0a-4bd95f0e8def', 'tag': '882b2243-69d2-4a52-a50b-bba028b5db80'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:54:44.083491 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3454a6-6276-4dbc-9c61-585e2b28711c" -d '{"events": [{"name": "network-changed", "server_uuid": "6c722b3e-bec8-454a-9b0a-4bd95f0e8def", "tag": "882b2243-69d2-4a52-a50b-bba028b5db80"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:54:44.172246 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790cad1e-2d77-4b3a-aedb-3818d1f7802b x-openstack-request-id: req-790cad1e-2d77-4b3a-aedb-3818d1f7802b {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:54:44.173733 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c722b3e-bec8-454a-9b0a-4bd95f0e8def", "tag": "882b2243-69d2-4a52-a50b-bba028b5db80", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:54:44.174144 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-790cad1e-2d77-4b3a-aedb-3818d1f7802b {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:54:44.174756 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c722b3e-bec8-454a-9b0a-4bd95f0e8def', 'tag': '882b2243-69d2-4a52-a50b-bba028b5db80', 'status': 'completed', 'code': 200} Jul 16 20:54:44.200102 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb1311-1dc9-4fc4-b6d3-be0cdfc31407 service neutron] Pushing event updated for resources: {'Port': ['ID=882b2243-69d2-4a52-a50b-bba028b5db80,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:44.233735 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-ae24be68-0071-4480-8bdf-a0f01ccd3a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:44.236012 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-ae24be68-0071-4480-8bdf-a0f01ccd3a27 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 1096 time: 0.1104906 Jul 16 20:54:44.300170 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-26be311f-f418-4a37-9ae1-24aa71a77b0a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=882b2243-69d2-4a52-a50b-bba028b5db80 HTTP/1.1" status: 200 len: 217 time: 0.0571139 Jul 16 20:54:44.354254 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-817dff02-ead0-4379-9781-475aa22e9aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:44.355783 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-817dff02-ead0-4379-9781-475aa22e9aae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91aaf1f1-4791-4613-820c-7a64a55f2344 HTTP/1.1" status: 200 len: 851 time: 0.0492356 Jul 16 20:54:44.450365 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-5045d8d4-1b4c-4a5c-a759-5b54504a476b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:44.452255 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-5045d8d4-1b4c-4a5c-a759-5b54504a476b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902557 Jul 16 20:54:44.577911 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-65beab68-e316-4957-8e77-62ba509b97ec service neutron] 10.222.0.62 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189275 Jul 16 20:54:44.697208 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8cd8a3f1-bf59-47a1-a0bb-cca0a9f8a49c req-9c3c8b10-53f7-4946-9fca-8c62dcc8d072 service neutron] 10.222.0.62 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131725 Jul 16 20:54:44.830776 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3454a6-6276-4dbc-9c61-585e2b28711c req-0fac1ef1-9b58-40c0-86a4-e3f9760cc8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:44.832998 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d3454a6-6276-4dbc-9c61-585e2b28711c req-0fac1ef1-9b58-40c0-86a4-e3f9760cc8f9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 1096 time: 0.0693994 Jul 16 20:54:44.856123 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bc366-6812-4650-886c-0ee4967d6ca2 req-0eb112cd-c35a-4db5-9b9b-379f8c083761 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:44.857821 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d15bc366-6812-4650-886c-0ee4967d6ca2 req-0eb112cd-c35a-4db5-9b9b-379f8c083761 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 944 time: 0.0847485 Jul 16 20:54:44.910150 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d15bc366-6812-4650-886c-0ee4967d6ca2 req-2a7afdcb-a179-4c92-9b49-872686b190ef tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451295 Jul 16 20:54:44.940368 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3454a6-6276-4dbc-9c61-585e2b28711c req-ee9b110f-4414-4387-824c-716bdd7e5f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:44.942057 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d3454a6-6276-4dbc-9c61-585e2b28711c req-ee9b110f-4414-4387-824c-716bdd7e5f72 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 913 time: 0.1025741 Jul 16 20:54:44.985687 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d3454a6-6276-4dbc-9c61-585e2b28711c req-a997e020-e42e-4f92-af98-ce5d541cfc3f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=882b2243-69d2-4a52-a50b-bba028b5db80 HTTP/1.1" status: 200 len: 217 time: 0.0362766 Jul 16 20:54:45.039601 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3454a6-6276-4dbc-9c61-585e2b28711c req-890169fc-d8d1-415e-93bb-ce8c11783c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:45.041255 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d3454a6-6276-4dbc-9c61-585e2b28711c req-890169fc-d8d1-415e-93bb-ce8c11783c07 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91aaf1f1-4791-4613-820c-7a64a55f2344 HTTP/1.1" status: 200 len: 851 time: 0.0493522 Jul 16 20:54:45.107066 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3454a6-6276-4dbc-9c61-585e2b28711c req-5a94f138-45b4-4f16-bdd3-a48123f698cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:45.108663 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d3454a6-6276-4dbc-9c61-585e2b28711c req-5a94f138-45b4-4f16-bdd3-a48123f698cb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612233 Jul 16 20:54:45.226413 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d3454a6-6276-4dbc-9c61-585e2b28711c req-adca17e9-36fd-4597-b0d1-173469efb78f service neutron] 10.222.0.62 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110716 Jul 16 20:54:45.340211 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d3454a6-6276-4dbc-9c61-585e2b28711c req-4d99bd9b-fa26-4db5-aca7-2e7cc7c61b57 service neutron] 10.222.0.62 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925097 Jul 16 20:54:46.091892 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2fb60-07f0-47f9-9583-6697aff1e9b4 req-0aec5da3-5656-437b-a916-ffe843bfc6b6 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:46.093592 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ac2fb60-07f0-47f9-9583-6697aff1e9b4 req-0aec5da3-5656-437b-a916-ffe843bfc6b6 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 944 time: 0.0719912 Jul 16 20:54:46.135479 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ac2fb60-07f0-47f9-9583-6697aff1e9b4 req-1db6f005-111c-402c-af5c-fd96d0923370 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353649 Jul 16 20:54:47.328963 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f014f-1f41-4f5b-bb69-0f1f882bce5a req-3a6e230b-212f-4bcc-bef4-329e6258ec8c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:47.330499 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cf7f014f-1f41-4f5b-bb69-0f1f882bce5a req-3a6e230b-212f-4bcc-bef4-329e6258ec8c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 944 time: 0.0725963 Jul 16 20:54:47.392108 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cf7f014f-1f41-4f5b-bb69-0f1f882bce5a req-dc4d428b-c85b-49b3-93c6-e1beb0300f63 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555475 Jul 16 20:54:48.570543 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c42f3f-5e7f-493f-8d5f-7fe689360f69 req-279d1b77-c6d2-4901-b1fa-5e462e282f91 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:48.574771 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b9c42f3f-5e7f-493f-8d5f-7fe689360f69 req-279d1b77-c6d2-4901-b1fa-5e462e282f91 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 944 time: 0.0737281 Jul 16 20:54:48.613537 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b9c42f3f-5e7f-493f-8d5f-7fe689360f69 req-c01e064b-3823-4552-acff-f2bfee50fc8a tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348406 Jul 16 20:54:49.792423 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d72ad5-0e37-4e5e-ae69-31374efc8770 req-2a9e5a46-abbd-4180-b25c-67fae03b4dc4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:49.794058 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f6d72ad5-0e37-4e5e-ae69-31374efc8770 req-2a9e5a46-abbd-4180-b25c-67fae03b4dc4 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 944 time: 0.0652697 Jul 16 20:54:49.839386 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f6d72ad5-0e37-4e5e-ae69-31374efc8770 req-d5544793-50c4-405b-a29d-029aa5225bde tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391953 Jul 16 20:54:51.021764 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1bca9-d213-4bb1-97cf-3b6e12d7058d req-bccfa409-e1da-410a-8550-a7ad7366f2d6 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:51.023555 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ec1bca9-d213-4bb1-97cf-3b6e12d7058d req-bccfa409-e1da-410a-8550-a7ad7366f2d6 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 944 time: 0.0673652 Jul 16 20:54:51.061920 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ec1bca9-d213-4bb1-97cf-3b6e12d7058d req-6c91f6a9-77e5-4556-af0a-e320953f1758 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326855 Jul 16 20:54:51.720858 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb19b102-c02b-4a81-a95c-2bdf2fd3d1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:52.237821 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4234c-7ddd-449e-97c7-62cc79856bab req-c8fd9ead-a73d-41bb-83a2-d3d8d3412b27 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:52.239260 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2fc4234c-7ddd-449e-97c7-62cc79856bab req-c8fd9ead-a73d-41bb-83a2-d3d8d3412b27 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 944 time: 0.0628827 Jul 16 20:54:52.277211 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2fc4234c-7ddd-449e-97c7-62cc79856bab req-badebcd7-1b8d-45c8-bb4c-4a10e9ea3d4a tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323598 Jul 16 20:54:53.460408 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510cf3de-57ae-49eb-a3f5-4a61ff51a626 req-0739533b-0f4b-407d-85b6-77721a896236 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:53.461892 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-510cf3de-57ae-49eb-a3f5-4a61ff51a626 req-0739533b-0f4b-407d-85b6-77721a896236 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 944 time: 0.0687945 Jul 16 20:54:53.500220 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-510cf3de-57ae-49eb-a3f5-4a61ff51a626 req-62d6bf4b-e22d-403a-b447-1e3fe180e684 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325313 Jul 16 20:54:54.229865 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b302d59-b3a9-4a7c-a007-f94fb07e2b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:54.332441 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:54.677263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea71b6-348f-469d-8c8a-c29845d9b445 req-372b5163-43ab-4893-909a-7f295566860f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:54.678785 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66ea71b6-348f-469d-8c8a-c29845d9b445 req-372b5163-43ab-4893-909a-7f295566860f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 944 time: 0.0652509 Jul 16 20:54:54.718976 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-66ea71b6-348f-469d-8c8a-c29845d9b445 req-9f984514-9518-4e56-82b4-dbb709167590 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342267 Jul 16 20:54:54.980293 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 882b2243-69d2-4a52-a50b-bba028b5db80 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:54:55.082692 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 882b2243-69d2-4a52-a50b-bba028b5db80, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=882b2243-69d2-4a52-a50b-bba028b5db80,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:55.095279 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '882b2243-69d2-4a52-a50b-bba028b5db80', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'port_id': '882b2243-69d2-4a52-a50b-bba028b5db80', 'mac_address': 'fa:16:3e:95:b0:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:54:55.290394 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:55.304667 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882b2243-69d2-4a52-a50b-bba028b5db80 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:54:55.324959 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 882b2243-69d2-4a52-a50b-bba028b5db80, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=882b2243-69d2-4a52-a50b-bba028b5db80,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:55.329482 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:55.379986 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=882b2243-69d2-4a52-a50b-bba028b5db80,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:55.620613 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['882b2243-69d2-4a52-a50b-bba028b5db80'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:54:55.844730 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:55.907843 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce102e5-c485-4325-9743-212233a57880 req-3b3a0d8f-4f1f-4b1f-8f40-80225ab36162 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:55.909354 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bce102e5-c485-4325-9743-212233a57880 req-3b3a0d8f-4f1f-4b1f-8f40-80225ab36162 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 945 time: 0.0692544 Jul 16 20:54:55.952002 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bce102e5-c485-4325-9743-212233a57880 req-297f216d-f9f6-4b55-ac33-9d246aeaa5c9 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368099 Jul 16 20:54:56.979998 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 882b2243-69d2-4a52-a50b-bba028b5db80 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:57.035608 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 882b2243-69d2-4a52-a50b-bba028b5db80 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:57.039895 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 882b2243-69d2-4a52-a50b-bba028b5db80 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:57.040271 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:57.133578 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:57.138232 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899c96a-584f-43e0-abd2-cd6e84c70fd0 req-3321a925-69a3-45d3-a618-b8253467c086 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:57.140699 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d899c96a-584f-43e0-abd2-cd6e84c70fd0 req-3321a925-69a3-45d3-a618-b8253467c086 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 945 time: 0.0693171 Jul 16 20:54:57.158828 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c722b3e-bec8-454a-9b0a-4bd95f0e8def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882b2243-69d2-4a52-a50b-bba028b5db80'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:54:57.160938 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14647913-8903-4fcd-a24c-89f2d5c3df60" -d '{"events": [{"server_uuid": "6c722b3e-bec8-454a-9b0a-4bd95f0e8def", "name": "network-vif-plugged", "status": "completed", "tag": "882b2243-69d2-4a52-a50b-bba028b5db80"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:54:57.179478 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 882b2243-69d2-4a52-a50b-bba028b5db80, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=882b2243-69d2-4a52-a50b-bba028b5db80,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:57.185173 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:57.203958 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d899c96a-584f-43e0-abd2-cd6e84c70fd0 req-52d3e7c2-e5d3-41c6-9448-a94e3411d916 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563617 Jul 16 20:54:57.211532 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62906f89-733a-43f4-a4cf-1f0fca8d41c0 x-openstack-request-id: req-62906f89-733a-43f4-a4cf-1f0fca8d41c0 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:54:57.211841 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c722b3e-bec8-454a-9b0a-4bd95f0e8def", "name": "network-vif-plugged", "status": "completed", "tag": "882b2243-69d2-4a52-a50b-bba028b5db80", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:54:57.212120 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-62906f89-733a-43f4-a4cf-1f0fca8d41c0 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:54:57.212581 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c722b3e-bec8-454a-9b0a-4bd95f0e8def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882b2243-69d2-4a52-a50b-bba028b5db80', 'code': 200} Jul 16 20:54:57.240916 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=882b2243-69d2-4a52-a50b-bba028b5db80,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:57.322393 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531a246-6bc0-475c-9d91-daccea1d38a0 req-73e357e2-0021-4b4b-9790-6de87ce61a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:57.324033 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6531a246-6bc0-475c-9d91-daccea1d38a0 req-73e357e2-0021-4b4b-9790-6de87ce61a7d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 1098 time: 0.0517499 Jul 16 20:54:57.358187 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6531a246-6bc0-475c-9d91-daccea1d38a0 req-510593bc-19c6-418f-aaa4-64e6b06f7617 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281262 Jul 16 20:54:57.675022 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:58.379179 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5dd9b-2b6a-4e81-a6a3-fa8bd5f1b682 req-08015ce4-e1ae-4edb-a044-0a0ed62246cf tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:58.380681 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-32e5dd9b-2b6a-4e81-a6a3-fa8bd5f1b682 req-08015ce4-e1ae-4edb-a044-0a0ed62246cf tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 946 time: 0.0648313 Jul 16 20:54:58.419678 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-32e5dd9b-2b6a-4e81-a6a3-fa8bd5f1b682 req-5315a9fc-63d9-4d4f-80a9-6bcf3c5ab4e6 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328474 Jul 16 20:54:58.601466 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f3c60-9e7d-4704-9cb8-7802b6dae31d req-e359749e-b187-469b-aaf4-976a116da344 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:58.602988 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-397f3c60-9e7d-4704-9cb8-7802b6dae31d req-e359749e-b187-469b-aaf4-976a116da344 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 946 time: 0.0695524 Jul 16 20:54:58.653426 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-397f3c60-9e7d-4704-9cb8-7802b6dae31d req-bcb69a23-c605-41e5-acf4-9443bc582a64 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436811 Jul 16 20:54:58.682915 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 39900) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:58.926001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3db7fc-db03-4cea-a6d8-486b4ef779df tempest-TestVolumeBootPattern-1867188469 tempest-TestVolumeBootPattern-1867188469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:58.930909 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 39936) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:58.931378 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5c3db7fc-db03-4cea-a6d8-486b4ef779df tempest-TestVolumeBootPattern-1867188469 tempest-TestVolumeBootPattern-1867188469-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 1093 time: 0.2466373 Jul 16 20:54:58.936385 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-49246313-f24a-4a1a-9461-693b897dde00 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'port_id': '882b2243-69d2-4a52-a50b-bba028b5db80', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:58.965603 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-49246313-f24a-4a1a-9461-693b897dde00 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:59.068515 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-49246313-f24a-4a1a-9461-693b897dde00 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:59.193375 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-49246313-f24a-4a1a-9461-693b897dde00 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Allocated IP 172.25.0.173 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/6b1174e1-1198-4966-9e43-08072c8e7c1a) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:54:59.305837 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-49246313-f24a-4a1a-9461-693b897dde00 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:59.353907 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-49246313-f24a-4a1a-9461-693b897dde00 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:59.400682 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49246313-f24a-4a1a-9461-693b897dde00 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:59.403608 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-49246313-f24a-4a1a-9461-693b897dde00 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:59.406173 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49246313-f24a-4a1a-9461-693b897dde00 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:54:59.431349 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49246313-f24a-4a1a-9461-693b897dde00 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event updated for resources: {'Port': ['ID=6b1174e1-1198-4966-9e43-08072c8e7c1a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:59.694903 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:59.800091 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-49246313-f24a-4a1a-9461-693b897dde00 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:59.881177 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-49246313-f24a-4a1a-9461-693b897dde00 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:00.068653 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-49246313-f24a-4a1a-9461-693b897dde00 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:00.074346 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-49246313-f24a-4a1a-9461-693b897dde00 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:00.150062 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49246313-f24a-4a1a-9461-693b897dde00 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event updated for resources: {'Port': ['ID=6b1174e1-1198-4966-9e43-08072c8e7c1a,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:00.160088 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-49246313-f24a-4a1a-9461-693b897dde00 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:00.275062 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-49246313-f24a-4a1a-9461-693b897dde00 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Floating IP a4142d0d-2148-4d10-897b-09629a4abe8f associated. External IP: 172.25.0.173, port: 882b2243-69d2-4a52-a50b-bba028b5db80. Jul 16 20:55:00.512380 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49246313-f24a-4a1a-9461-693b897dde00 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Router 2612f50c-712b-4d42-844c-52e49732ae2b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:55:00.629033 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49246313-f24a-4a1a-9461-693b897dde00 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:55:00.641609 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f52b66-2d08-4879-afef-6faa9061d6e6 None None] Sync routers for ids ['2612f50c-712b-4d42-844c-52e49732ae2b'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:55:00.652284 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f52b66-2d08-4879-afef-6faa9061d6e6 None None] Routers {'2612f50c-712b-4d42-844c-52e49732ae2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:55:00.652593 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-49246313-f24a-4a1a-9461-693b897dde00 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:00.653100 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-03f52b66-2d08-4879-afef-6faa9061d6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:54:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2612f50c-712b-4d42-844c-52e49732ae2b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:00.705975 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-49246313-f24a-4a1a-9461-693b897dde00 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7640128 Jul 16 20:55:00.705975 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c722b3e-bec8-454a-9b0a-4bd95f0e8def', 'tag': '882b2243-69d2-4a52-a50b-bba028b5db80'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:55:00.705975 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8620b97c-dd9c-4c9f-af29-ffb227ce498b" -d '{"events": [{"name": "network-changed", "server_uuid": "6c722b3e-bec8-454a-9b0a-4bd95f0e8def", "tag": "882b2243-69d2-4a52-a50b-bba028b5db80"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:55:00.779610 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-03f52b66-2d08-4879-afef-6faa9061d6e6 None None] Set router 2612f50c-712b-4d42-844c-52e49732ae2b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:55:00.896591 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0ec345-f027-481c-9908-b7487595b1eb x-openstack-request-id: req-ee0ec345-f027-481c-9908-b7487595b1eb {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:55:00.896952 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c722b3e-bec8-454a-9b0a-4bd95f0e8def", "tag": "882b2243-69d2-4a52-a50b-bba028b5db80", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:55:00.897262 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ee0ec345-f027-481c-9908-b7487595b1eb {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:55:00.897800 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c722b3e-bec8-454a-9b0a-4bd95f0e8def', 'tag': '882b2243-69d2-4a52-a50b-bba028b5db80', 'status': 'completed', 'code': 200} Jul 16 20:55:00.980353 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620b97c-dd9c-4c9f-af29-ffb227ce498b req-6eb9aaec-4b5a-465a-851c-e8eb6c43086d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:00.981883 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8620b97c-dd9c-4c9f-af29-ffb227ce498b req-6eb9aaec-4b5a-465a-851c-e8eb6c43086d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 1098 time: 0.0534410 Jul 16 20:55:01.050349 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-03f52b66-2d08-4879-afef-6faa9061d6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'name': 'tempest-TestVolumeBootPattern-1013218343-router', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:06Z', 'revision_number': 4, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'gw_port': {'id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'a4142d0d-2148-4d10-897b-09629a4abe8f', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'port_id': '882b2243-69d2-4a52-a50b-bba028b5db80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'mac_address': 'fa:16:3e:95:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c722b3e-bec8-454a-9b0a-4bd95f0e8def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:54:59Z', 'updated_at': '2021-07-16T20:54:59Z', 'revision_number': 0, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c0514c-e3e3-4c32-a1bc-33a315913e94', 'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'mac_address': 'fa:16:3e:94:7b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:04Z', 'updated_at': '2021-07-16T20:48:15Z', 'revision_number': 5, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'subnets': [{'id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:01.078249 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f52b66-2d08-4879-afef-6faa9061d6e6 None None] Checking router: 2612f50c-712b-4d42-844c-52e49732ae2b for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:55:01.088439 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f52b66-2d08-4879-afef-6faa9061d6e6 None None] Routers {'2612f50c-712b-4d42-844c-52e49732ae2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:55:01.089069 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-03f52b66-2d08-4879-afef-6faa9061d6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:54:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2612f50c-712b-4d42-844c-52e49732ae2b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:01.095210 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620b97c-dd9c-4c9f-af29-ffb227ce498b req-b261520a-0061-4390-8b30-6be51b0fa9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:01.096866 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8620b97c-dd9c-4c9f-af29-ffb227ce498b req-b261520a-0061-4390-8b30-6be51b0fa9e5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 913 time: 0.1088829 Jul 16 20:55:01.182563 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8620b97c-dd9c-4c9f-af29-ffb227ce498b req-35d7c7b1-7c75-4ed8-bf13-a937bde5bc84 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=882b2243-69d2-4a52-a50b-bba028b5db80 HTTP/1.1" status: 200 len: 1000 time: 0.0776372 Jul 16 20:55:01.218584 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-03f52b66-2d08-4879-afef-6faa9061d6e6 None None] Set router 2612f50c-712b-4d42-844c-52e49732ae2b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:55:01.238356 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620b97c-dd9c-4c9f-af29-ffb227ce498b req-7040cc5d-505e-495b-8a04-f378ac45aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:01.239840 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8620b97c-dd9c-4c9f-af29-ffb227ce498b req-7040cc5d-505e-495b-8a04-f378ac45aa4b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91aaf1f1-4791-4613-820c-7a64a55f2344 HTTP/1.1" status: 200 len: 851 time: 0.0525231 Jul 16 20:55:01.313113 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620b97c-dd9c-4c9f-af29-ffb227ce498b req-d1049313-5579-47df-b530-dda04903243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:01.315402 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8620b97c-dd9c-4c9f-af29-ffb227ce498b req-d1049313-5579-47df-b530-dda04903243d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692921 Jul 16 20:55:01.414153 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8620b97c-dd9c-4c9f-af29-ffb227ce498b req-ab2a08a4-a15d-4e3c-94c3-1903976daaa1 service neutron] 10.222.0.62 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920675 Jul 16 20:55:01.503725 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-03f52b66-2d08-4879-afef-6faa9061d6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'name': 'tempest-TestVolumeBootPattern-1013218343-router', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:06Z', 'revision_number': 4, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'gw_port': {'id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'a4142d0d-2148-4d10-897b-09629a4abe8f', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'port_id': '882b2243-69d2-4a52-a50b-bba028b5db80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'mac_address': 'fa:16:3e:95:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c722b3e-bec8-454a-9b0a-4bd95f0e8def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:54:59Z', 'updated_at': '2021-07-16T20:54:59Z', 'revision_number': 0, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c0514c-e3e3-4c32-a1bc-33a315913e94', 'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'mac_address': 'fa:16:3e:94:7b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:04Z', 'updated_at': '2021-07-16T20:48:15Z', 'revision_number': 5, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'subnets': [{'id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:01.529049 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8620b97c-dd9c-4c9f-af29-ffb227ce498b req-314e1843-ec0e-4871-a688-aa3ba3000334 service neutron] 10.222.0.62 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087692 Jul 16 20:55:01.532712 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f52b66-2d08-4879-afef-6faa9061d6e6 None None] The sync data for ids ['2612f50c-712b-4d42-844c-52e49732ae2b'] in n-d-791506-21 is: [{'id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'name': 'tempest-TestVolumeBootPattern-1013218343-router', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:06Z', 'revision_number': 4, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'gw_port': {'id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'a4142d0d-2148-4d10-897b-09629a4abe8f', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'port_id': '882b2243-69d2-4a52-a50b-bba028b5db80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'mac_address': 'fa:16:3e:95:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c722b3e-bec8-454a-9b0a-4bd95f0e8def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:54:59Z', 'updated_at': '2021-07-16T20:54:59Z', 'revision_number': 0, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c0514c-e3e3-4c32-a1bc-33a315913e94', 'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'mac_address': 'fa:16:3e:94:7b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:04Z', 'updated_at': '2021-07-16T20:48:15Z', 'revision_number': 5, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'subnets': [{'id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:55:01.775681 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf8c235-f981-433a-8467-02aa131d81b1 None None] New status for floating IP a4142d0d-2148-4d10-897b-09629a4abe8f: ACTIVE {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:55:03.303371 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:04.867816 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3b38ee17-a98e-4c8d-8741-f224c1482456 req-5d1bd1b1-7e31-48d4-9425-6227d9b05058 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=37a019d1-2c12-483d-99b7-f3b4db4c6f22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543375 Jul 16 20:55:04.963256 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38ee17-a98e-4c8d-8741-f224c1482456 req-a1cdb529-4a1d-4574-8b12-a1f031dc1fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:04.964722 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3b38ee17-a98e-4c8d-8741-f224c1482456 req-a1cdb529-4a1d-4574-8b12-a1f031dc1fa4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01df23bbdfef4cd9a908c5271d3b668a&device_id=37a019d1-2c12-483d-99b7-f3b4db4c6f22 HTTP/1.1" status: 200 len: 1098 time: 0.0551543 Jul 16 20:55:05.077043 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38ee17-a98e-4c8d-8741-f224c1482456 req-36e20ccd-6f54-49b6-bdc6-6b87d5c30620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:05.079394 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3b38ee17-a98e-4c8d-8741-f224c1482456 req-36e20ccd-6f54-49b6-bdc6-6b87d5c30620 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dff88430-acb0-4e5f-bed6-566c73810b97 HTTP/1.1" status: 200 len: 912 time: 0.0949850 Jul 16 20:55:05.151647 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3b38ee17-a98e-4c8d-8741-f224c1482456 req-f27ddb7d-e524-4866-a00d-2798a0fd6bee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89bae098-f3b9-4d41-8084-92ad329d949f HTTP/1.1" status: 200 len: 1002 time: 0.0650265 Jul 16 20:55:05.208562 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38ee17-a98e-4c8d-8741-f224c1482456 req-51e7815d-725d-483a-b673-ff6f5cb51bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:05.210061 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3b38ee17-a98e-4c8d-8741-f224c1482456 req-51e7815d-725d-483a-b673-ff6f5cb51bff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=351335c1-04f6-4046-8cc6-626c830142f3 HTTP/1.1" status: 200 len: 850 time: 0.0523705 Jul 16 20:55:05.276388 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38ee17-a98e-4c8d-8741-f224c1482456 req-d78cd62b-b080-4824-92df-ae665f2175c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:05.277911 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3b38ee17-a98e-4c8d-8741-f224c1482456 req-d78cd62b-b080-4824-92df-ae665f2175c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dff88430-acb0-4e5f-bed6-566c73810b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611198 Jul 16 20:55:05.379356 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3b38ee17-a98e-4c8d-8741-f224c1482456 req-3f9f36b5-84b6-4b60-9e51-4c177bdb5ec3 service neutron] 10.222.0.18 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953441 Jul 16 20:55:05.482857 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3b38ee17-a98e-4c8d-8741-f224c1482456 req-1ab9de4c-d1a3-4c8e-8495-c6d5c91dcc90 service neutron] 10.222.0.18 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976362 Jul 16 20:55:09.640277 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-9d7d3820-05df-4cc7-beba-0b7305d4abe5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0846658 Jul 16 20:55:09.788659 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-b2787f6b-3de6-4409-ae4f-acc25f71ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:09.789142 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-b2787f6b-3de6-4409-ae4f-acc25f71ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:09.789629 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-b2787f6b-3de6-4409-ae4f-acc25f71ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:09.790100 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-b2787f6b-3de6-4409-ae4f-acc25f71ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:09.790691 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-b2787f6b-3de6-4409-ae4f-acc25f71ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:09.791124 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-b2787f6b-3de6-4409-ae4f-acc25f71ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:09.791793 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-b2787f6b-3de6-4409-ae4f-acc25f71ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:09.793796 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-b2787f6b-3de6-4409-ae4f-acc25f71ceaf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0421842e20864ba19d8833f598d17c76&device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 6508 time: 0.0919607 Jul 16 20:55:09.926256 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-2c61bc41-22f5-4eb3-87ab-0bedf1ceaa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:09.926648 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-2c61bc41-22f5-4eb3-87ab-0bedf1ceaa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:09.927118 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-2c61bc41-22f5-4eb3-87ab-0bedf1ceaa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:09.928741 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-2c61bc41-22f5-4eb3-87ab-0bedf1ceaa56 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14&id=83636349-58ea-46f7-a3d1-26f21bbb427b&id=83636349-58ea-46f7-a3d1-26f21bbb427b&id=83636349-58ea-46f7-a3d1-26f21bbb427b&id=83636349-58ea-46f7-a3d1-26f21bbb427b&id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf&id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf HTTP/1.1" status: 200 len: 2297 time: 0.1048322 Jul 16 20:55:10.001379 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-beb00c0c-83d8-40b5-8534-7285ecd91fba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eeaba776-b005-41c6-88fd-0934f4ff5a27 HTTP/1.1" status: 200 len: 1000 time: 0.0660374 Jul 16 20:55:10.052792 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-fe8bb12c-cf5c-49d2-a5c3-22474a26adc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:10.054281 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-fe8bb12c-cf5c-49d2-a5c3-22474a26adc9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b37ea029-930a-4f8e-ae78-8b7dd9ec37a2 HTTP/1.1" status: 200 len: 855 time: 0.0462990 Jul 16 20:55:10.117286 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-f185010a-62b1-458b-b933-383940d41dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:10.118911 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-f185010a-62b1-458b-b933-383940d41dbd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579636 Jul 16 20:55:10.216593 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-2c887fd8-2f4e-481c-85db-c4f24aeb59d3 service neutron] 10.222.0.62 "GET /v2.0/networks/d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900850 Jul 16 20:55:10.308885 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-d89c544d-b843-4500-98a5-422d5a2d4841 service neutron] 10.222.0.62 "GET /v2.0/networks/d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850549 Jul 16 20:55:10.360505 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-3adcd489-d0c4-48d2-8c0c-914b67e5c8b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=0511ec0c-7172-4caa-9729-47cc63ea6c94 HTTP/1.1" status: 200 len: 217 time: 0.0432320 Jul 16 20:55:10.415076 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-98b031a1-19e9-4523-82dc-d05fae934650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:10.417160 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-98b031a1-19e9-4523-82dc-d05fae934650 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e90d8681-87d8-468f-b542-905bc89d1669 HTTP/1.1" status: 200 len: 797 time: 0.0477827 Jul 16 20:55:10.485530 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-973be358-0954-4a64-909d-be0145c8accf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:10.486976 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-973be358-0954-4a64-909d-be0145c8accf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83636349-58ea-46f7-a3d1-26f21bbb427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0627475 Jul 16 20:55:10.606672 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-5b486ad1-4a53-4276-8dca-68008fd500ab service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113076 Jul 16 20:55:10.701791 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-9a695373-ef79-462f-9091-b569f9cf3eda service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879524 Jul 16 20:55:10.753762 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-fb2bf81f-ae50-4a1e-862a-d1ed1f4aa6bc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=363b4863-693b-4f87-9538-22fc3b427353 HTTP/1.1" status: 200 len: 217 time: 0.0453999 Jul 16 20:55:10.809043 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-b1fc40b8-4c29-4fe3-a8ab-60c5c6dea4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:10.810549 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-b1fc40b8-4c29-4fe3-a8ab-60c5c6dea4ff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e90d8681-87d8-468f-b542-905bc89d1669 HTTP/1.1" status: 200 len: 797 time: 0.0502515 Jul 16 20:55:10.877624 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-d595e75f-99a3-43a6-a526-8943516e516d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:10.879222 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-d595e75f-99a3-43a6-a526-8943516e516d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83636349-58ea-46f7-a3d1-26f21bbb427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0584447 Jul 16 20:55:10.984387 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-6ffc21f7-71da-405b-a97c-4a7d4cbfa565 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978999 Jul 16 20:55:11.094619 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-40cb307e-380d-49fc-aa0c-f8037243db63 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025629 Jul 16 20:55:11.143677 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-f3011354-6564-48d6-a5f7-f09f7195e49e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=00bf0c6e-465d-4143-ae09-cc16444be189 HTTP/1.1" status: 200 len: 217 time: 0.0420928 Jul 16 20:55:11.202594 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-46375557-af02-420d-a619-a3d87d3935f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:11.204751 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-46375557-af02-420d-a619-a3d87d3935f5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e90d8681-87d8-468f-b542-905bc89d1669 HTTP/1.1" status: 200 len: 797 time: 0.0545230 Jul 16 20:55:11.275927 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-fc2f0261-007c-4c9b-b213-320f693ac907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:11.276651 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-fc2f0261-007c-4c9b-b213-320f693ac907 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83636349-58ea-46f7-a3d1-26f21bbb427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0649068 Jul 16 20:55:11.381333 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-eecac607-c49a-4f3b-a60d-4705fe64106e service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960550 Jul 16 20:55:11.484428 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-4baecd9f-d063-46fd-88a9-af82869bca37 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923960 Jul 16 20:55:11.541267 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-8cdb483f-962a-4549-bbf1-653b32f8e72b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=a966099a-a8b2-40b8-888b-f4d7466ed9fc HTTP/1.1" status: 200 len: 217 time: 0.0447648 Jul 16 20:55:11.594026 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-b3348480-d277-4402-85e7-6a5777cae6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:11.595595 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-b3348480-d277-4402-85e7-6a5777cae6c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e90d8681-87d8-468f-b542-905bc89d1669 HTTP/1.1" status: 200 len: 797 time: 0.0484657 Jul 16 20:55:11.662519 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-563171f2-b9e4-45df-8c6a-42fd6a5a1b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:11.664063 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-563171f2-b9e4-45df-8c6a-42fd6a5a1b5c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83636349-58ea-46f7-a3d1-26f21bbb427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0610373 Jul 16 20:55:12.143138 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-8e1c252b-1286-444a-b262-9693f842e995 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705410 Jul 16 20:55:12.252201 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-9bf46be3-4dbd-4dd2-88d3-c735b7222292 service neutron] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999115 Jul 16 20:55:12.302435 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-91d25907-f5f9-4c74-a2b8-696a97e52fc2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=06575405-c313-49cd-b1b8-491d36210396 HTTP/1.1" status: 200 len: 217 time: 0.0392048 Jul 16 20:55:12.364726 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-f7a05d3a-2794-499a-a74b-911cfd0b8eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:12.366572 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-f7a05d3a-2794-499a-a74b-911cfd0b8eb6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f2d96ed7-8733-4957-83cb-f46aeb3a2783 HTTP/1.1" status: 200 len: 797 time: 0.0578005 Jul 16 20:55:12.442777 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-3e7be733-ef61-4345-82a4-9685f2fcfe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:12.445358 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-3e7be733-ef61-4345-82a4-9685f2fcfe48 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0723858 Jul 16 20:55:12.568588 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-82fc5006-fca1-45b1-a42b-d6ea8295eaa5 service neutron] 10.222.0.62 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078815 Jul 16 20:55:12.690802 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-1a2726ce-debb-4339-b48b-d75d4c4436be service neutron] 10.222.0.62 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157708 Jul 16 20:55:12.743820 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-7d760957-88f6-41e6-879c-c23b953bc19b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b32f7549-538d-4ccd-936a-fe3323acd257 HTTP/1.1" status: 200 len: 217 time: 0.0468643 Jul 16 20:55:12.810828 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-e59158b8-1221-492e-b6c6-5a0a443ad99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:12.813407 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-e59158b8-1221-492e-b6c6-5a0a443ad99e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f2d96ed7-8733-4957-83cb-f46aeb3a2783 HTTP/1.1" status: 200 len: 797 time: 0.0638647 Jul 16 20:55:12.880684 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-1089ade8-447b-4ff2-8157-67506a9e49e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:12.882210 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-1089ade8-447b-4ff2-8157-67506a9e49e2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d95411c0-2fd5-4f9a-ab32-3de69c6456cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0628347 Jul 16 20:55:12.981868 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-5b190fde-2468-4a2e-90bb-e77eb393930d service neutron] 10.222.0.62 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930595 Jul 16 20:55:13.071605 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c85e625b-2557-42b7-9af8-78ce8cc2f187 req-df4dc808-b07a-4f36-86ce-0c4f715926f6 service neutron] 10.222.0.62 "GET /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833676 Jul 16 20:55:14.748518 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:55:21.714876 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-57adea5e-f2fc-4e05-80c8-d31284512315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:22.428829 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 40132) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:22.539510 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6223a0b2-ff67-4704-85a1-29270d813449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:22.636067 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6223a0b2-ff67-4704-85a1-29270d813449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:22.639941 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6223a0b2-ff67-4704-85a1-29270d813449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:22.682655 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223a0b2-ff67-4704-85a1-29270d813449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92031177-4615-41e5-9cdc-4df08e0e9a7d,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:22.693043 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6223a0b2-ff67-4704-85a1-29270d813449 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0087511dc1974923b9d317e4170ec4dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2630188 Jul 16 20:55:22.694572 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6223a0b2-ff67-4704-85a1-29270d813449 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:22.694917 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6223a0b2-ff67-4704-85a1-29270d813449 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:22.695259 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6223a0b2-ff67-4704-85a1-29270d813449 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:22.695598 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6223a0b2-ff67-4704-85a1-29270d813449 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:22.695968 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6223a0b2-ff67-4704-85a1-29270d813449 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:22.696102 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 40138) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:22.696557 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6223a0b2-ff67-4704-85a1-29270d813449 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:22.696557 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6223a0b2-ff67-4704-85a1-29270d813449 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:22.696886 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6223a0b2-ff67-4704-85a1-29270d813449 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:22.697229 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6223a0b2-ff67-4704-85a1-29270d813449 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:22.697550 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6223a0b2-ff67-4704-85a1-29270d813449 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:22.697882 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6223a0b2-ff67-4704-85a1-29270d813449 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:22.698170 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6223a0b2-ff67-4704-85a1-29270d813449 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:22.757325 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-820d1cdc-502f-468a-ae00-a7e58b8d2632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:22.784584 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-820d1cdc-502f-468a-ae00-a7e58b8d2632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:22.834667 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-820d1cdc-502f-468a-ae00-a7e58b8d2632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:22.837324 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-820d1cdc-502f-468a-ae00-a7e58b8d2632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:22.838571 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-820d1cdc-502f-468a-ae00-a7e58b8d2632 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/92031177-4615-41e5-9cdc-4df08e0e9a7d HTTP/1.1" status: 204 len: 168 time: 0.1411431 Jul 16 20:55:22.847726 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d1cdc-502f-468a-ae00-a7e58b8d2632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92031177-4615-41e5-9cdc-4df08e0e9a7d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:22.855726 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d1cdc-502f-468a-ae00-a7e58b8d2632 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:22.856073 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d1cdc-502f-468a-ae00-a7e58b8d2632 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:22.856416 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d1cdc-502f-468a-ae00-a7e58b8d2632 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:22.856860 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d1cdc-502f-468a-ae00-a7e58b8d2632 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:22.857203 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d1cdc-502f-468a-ae00-a7e58b8d2632 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:22.857535 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d1cdc-502f-468a-ae00-a7e58b8d2632 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:22.857914 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d1cdc-502f-468a-ae00-a7e58b8d2632 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:22.858237 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d1cdc-502f-468a-ae00-a7e58b8d2632 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:22.858675 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d1cdc-502f-468a-ae00-a7e58b8d2632 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:22.859793 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d1cdc-502f-468a-ae00-a7e58b8d2632 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:22.860073 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d1cdc-502f-468a-ae00-a7e58b8d2632 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:22.860454 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d1cdc-502f-468a-ae00-a7e58b8d2632 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:23.504397 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 40160) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:23.599373 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-b3cf0362-01ef-4c56-9c88-f8c33d9b13c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-44639595-network', 'tenant_id': '3da1d7495811459596c9888ba557109e'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:55:23.619986 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cf0362-01ef-4c56-9c88-f8c33d9b13c8 admin admin] Made reservation on behalf of 3da1d7495811459596c9888ba557109e for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:55:23.622296 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3cf0362-01ef-4c56-9c88-f8c33d9b13c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:23.631560 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3cf0362-01ef-4c56-9c88-f8c33d9b13c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:23.728275 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3cf0362-01ef-4c56-9c88-f8c33d9b13c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:23.732183 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3cf0362-01ef-4c56-9c88-f8c33d9b13c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:23.755429 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3cf0362-01ef-4c56-9c88-f8c33d9b13c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:55:23.769007 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf0362-01ef-4c56-9c88-f8c33d9b13c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d10538-8dbd-4eb7-b5d5-b417572da44b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:23.773752 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3cf0362-01ef-4c56-9c88-f8c33d9b13c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:23.774101 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-b3cf0362-01ef-4c56-9c88-f8c33d9b13c8 admin admin] Added segment 604559b5-8098-4b37-8abe-a8c7a90063e2 of type vlan for network 9afa4753-4886-4713-8925-5d8db0eecc22 Jul 16 20:55:23.815411 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3cf0362-01ef-4c56-9c88-f8c33d9b13c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:23.844217 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3cf0362-01ef-4c56-9c88-f8c33d9b13c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:23.845350 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cf0362-01ef-4c56-9c88-f8c33d9b13c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:23.845929 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3cf0362-01ef-4c56-9c88-f8c33d9b13c8 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:23.883340 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b3cf0362-01ef-4c56-9c88-f8c33d9b13c8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3778365 Jul 16 20:55:23.886440 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 40166) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:23.892458 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-05225e19-abcf-42bc-8b6a-db5af7c36ff4 admin admin] Request body: {'subnet': {'network_id': '9afa4753-4886-4713-8925-5d8db0eecc22', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-44639595-subnet', 'tenant_id': '3da1d7495811459596c9888ba557109e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:55:23.908428 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf0362-01ef-4c56-9c88-f8c33d9b13c8 admin admin] Pushing event updated for resources: {'Network': ['ID=9afa4753-4886-4713-8925-5d8db0eecc22,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:23.912864 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05225e19-abcf-42bc-8b6a-db5af7c36ff4 admin admin] Made reservation on behalf of 3da1d7495811459596c9888ba557109e for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:55:23.915353 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05225e19-abcf-42bc-8b6a-db5af7c36ff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:23.919035 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 9afa4753-4886-4713-8925-5d8db0eecc22 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:55:24.084622 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05225e19-abcf-42bc-8b6a-db5af7c36ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:24.137780 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05225e19-abcf-42bc-8b6a-db5af7c36ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cf773ef-ecfd-4609-a56c-c25b00b5aa7b,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:24.147110 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05225e19-abcf-42bc-8b6a-db5af7c36ff4 admin admin] Checking segment: {'id': '604559b5-8098-4b37-8abe-a8c7a90063e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9afa4753-4886-4713-8925-5d8db0eecc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:55:24.147463 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05225e19-abcf-42bc-8b6a-db5af7c36ff4 admin admin] Network hostable DHCP agents. Network: 9afa4753-4886-4713-8925-5d8db0eecc22, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:55:24.163974 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05225e19-abcf-42bc-8b6a-db5af7c36ff4 admin admin] Network 9afa4753-4886-4713-8925-5d8db0eecc22 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:55:24.171998 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-05225e19-abcf-42bc-8b6a-db5af7c36ff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 9afa4753-4886-4713-8925-5d8db0eecc22) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:55:24.176573 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05225e19-abcf-42bc-8b6a-db5af7c36ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:24.177155 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05225e19-abcf-42bc-8b6a-db5af7c36ff4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:24.180898 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd05e3f3-d7bd-47a6-b4fe-726bec423202 None None] Network 9afa4753-4886-4713-8925-5d8db0eecc22 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:55:24.192424 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-05225e19-abcf-42bc-8b6a-db5af7c36ff4 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3046973 Jul 16 20:55:24.259606 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa520736-60ee-44e4-b9dc-efc735f766d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:24.325174 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287d3d32-2c96-497c-b6bb-7ebdcef325c5 None None] Network 9afa4753-4886-4713-8925-5d8db0eecc22 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:55:24.352206 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:25.823724 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:27.677639 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:29.687043 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:33.319663 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:51.716200 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1280320f-6592-489a-a373-26ce7eb16d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:51.747877 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:55:54.230535 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4436571-5e23-4244-8c6a-6f42869f5ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:54.335455 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:55.827604 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:57.679148 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:59.691025 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:03.338305 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:04.849905 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8939cc39-1b3a-4625-b710-e97d07ee913c req-feccbe5c-5688-4ebe-a8a3-076f9501467b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=37a019d1-2c12-483d-99b7-f3b4db4c6f22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0564578 Jul 16 20:56:04.956514 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939cc39-1b3a-4625-b710-e97d07ee913c req-3e7ec464-e904-4c09-b199-4f531db634cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:04.958018 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8939cc39-1b3a-4625-b710-e97d07ee913c req-3e7ec464-e904-4c09-b199-4f531db634cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01df23bbdfef4cd9a908c5271d3b668a&device_id=37a019d1-2c12-483d-99b7-f3b4db4c6f22 HTTP/1.1" status: 200 len: 1098 time: 0.0615809 Jul 16 20:56:05.070608 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939cc39-1b3a-4625-b710-e97d07ee913c req-9f1d4214-9a78-4b3f-831b-f1c0548b2902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:05.072111 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8939cc39-1b3a-4625-b710-e97d07ee913c req-9f1d4214-9a78-4b3f-831b-f1c0548b2902 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dff88430-acb0-4e5f-bed6-566c73810b97 HTTP/1.1" status: 200 len: 912 time: 0.0921092 Jul 16 20:56:05.142385 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8939cc39-1b3a-4625-b710-e97d07ee913c req-3dbca9b1-9e35-4bd0-91d3-4f49db2ae35b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89bae098-f3b9-4d41-8084-92ad329d949f HTTP/1.1" status: 200 len: 1002 time: 0.0636630 Jul 16 20:56:05.212388 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939cc39-1b3a-4625-b710-e97d07ee913c req-f40b439c-8e39-47f4-bd80-3eea8c29deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:05.214228 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8939cc39-1b3a-4625-b710-e97d07ee913c req-f40b439c-8e39-47f4-bd80-3eea8c29deb8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=351335c1-04f6-4046-8cc6-626c830142f3 HTTP/1.1" status: 200 len: 850 time: 0.0662379 Jul 16 20:56:05.278640 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939cc39-1b3a-4625-b710-e97d07ee913c req-9a7fd2ed-1f6b-41f4-88ef-713e80abf4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:05.280376 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8939cc39-1b3a-4625-b710-e97d07ee913c req-9a7fd2ed-1f6b-41f4-88ef-713e80abf4a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dff88430-acb0-4e5f-bed6-566c73810b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598180 Jul 16 20:56:05.385679 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8939cc39-1b3a-4625-b710-e97d07ee913c req-4dd9617a-d5e7-416c-b8cb-31a8f83e4840 service neutron] 10.222.0.18 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991278 Jul 16 20:56:05.491443 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8939cc39-1b3a-4625-b710-e97d07ee913c req-bc0732c7-9b47-432f-b1ba-5cdfad91d7e7 service neutron] 10.222.0.18 "GET /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984595 Jul 16 20:56:11.656800 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-93d40690-6e23-4951-9657-d87412e2fb60 req-073c0e9e-0871-4f26-9e66-15b7cdb973b8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532441 Jul 16 20:56:11.737228 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d40690-6e23-4951-9657-d87412e2fb60 req-77ce8737-d90b-4bda-82d4-553303169597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:11.738771 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-93d40690-6e23-4951-9657-d87412e2fb60 req-77ce8737-d90b-4bda-82d4-553303169597 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 1098 time: 0.0588567 Jul 16 20:56:11.844429 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d40690-6e23-4951-9657-d87412e2fb60 req-f3b83ca6-e342-4bc0-b44f-207fff07ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:11.844429 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-93d40690-6e23-4951-9657-d87412e2fb60 req-f3b83ca6-e342-4bc0-b44f-207fff07ec1b service neutron] 10.222.0.62 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 913 time: 0.0870421 Jul 16 20:56:11.923297 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-93d40690-6e23-4951-9657-d87412e2fb60 req-a9df9224-1197-4740-af84-e9b46b640f77 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=882b2243-69d2-4a52-a50b-bba028b5db80 HTTP/1.1" status: 200 len: 1002 time: 0.0699739 Jul 16 20:56:11.972072 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d40690-6e23-4951-9657-d87412e2fb60 req-9d655f5d-62d7-492f-a666-67a3b000c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:11.973501 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-93d40690-6e23-4951-9657-d87412e2fb60 req-9d655f5d-62d7-492f-a666-67a3b000c7e3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91aaf1f1-4791-4613-820c-7a64a55f2344 HTTP/1.1" status: 200 len: 851 time: 0.0441906 Jul 16 20:56:12.031934 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d40690-6e23-4951-9657-d87412e2fb60 req-7ad6afb8-b4fb-45e2-9c24-2c8bafc3405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:12.033076 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-93d40690-6e23-4951-9657-d87412e2fb60 req-7ad6afb8-b4fb-45e2-9c24-2c8bafc3405f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534201 Jul 16 20:56:12.131074 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-93d40690-6e23-4951-9657-d87412e2fb60 req-cc215b5b-0727-498b-8615-d3d7a188c1b9 service neutron] 10.222.0.62 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914698 Jul 16 20:56:12.221704 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-93d40690-6e23-4951-9657-d87412e2fb60 req-e1e777d4-a442-4609-9795-991481d05c6f service neutron] 10.222.0.62 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843749 Jul 16 20:56:15.732557 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-98fc115a-f389-4a33-a569-9c9c82e32b67 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:15.734976 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-98fc115a-f389-4a33-a569-9c9c82e32b67 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/networks?id=9afa4753-4886-4713-8925-5d8db0eecc22 HTTP/1.1" status: 200 len: 812 time: 0.1090124 Jul 16 20:56:15.750140 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-d966e5bb-1635-444f-add0-7f5c4728dd5b tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/quotas/3da1d7495811459596c9888ba557109e HTTP/1.1" status: 200 len: 375 time: 0.0097857 Jul 16 20:56:15.784860 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-8e5550d9-2178-42fd-89db-15275e97d6dd tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3da1d7495811459596c9888ba557109e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294840 Jul 16 20:56:16.245370 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-f20bdd6a-5ba2-4028-999f-7587d7530457 service neutron] 10.222.0.38 "GET /v2.0/networks/9afa4753-4886-4713-8925-5d8db0eecc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444568 Jul 16 20:56:16.331676 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-fac34824-fab8-4720-9877-f6ad6e5c7475 service neutron] 10.222.0.38 "GET /v2.0/networks/9afa4753-4886-4713-8925-5d8db0eecc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836535 Jul 16 20:56:16.506883 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13efaaa5-1e1c-4d0f-b450-b9b9033719bd req-2fc2ecaf-ac32-4433-8cd1-1e042ae9cecd tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d29ba-3969-4128-8749-889cdc9cfbda HTTP/1.1" status: 200 len: 210 time: 0.0356858 Jul 16 20:56:17.574345 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-39a5124a-04dd-45ad-adfc-27ce40a5609e tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:17.575916 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-39a5124a-04dd-45ad-adfc-27ce40a5609e tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.18 "GET /v2.0/networks?id=9afa4753-4886-4713-8925-5d8db0eecc22 HTTP/1.1" status: 200 len: 812 time: 0.1197534 Jul 16 20:56:17.598025 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-8ea5e7a0-1501-45b0-b0bd-8cb8a6832e3b tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Request body: {'port': {'device_id': 'ca2d29ba-3969-4128-8749-889cdc9cfbda', 'network_id': '9afa4753-4886-4713-8925-5d8db0eecc22', 'admin_state_up': True, 'tenant_id': '3da1d7495811459596c9888ba557109e'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:17.673211 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b6342d4-5222-4925-8b7a-3c8d81faa871 req-6e8994fc-35e4-42c5-85df-f2f2435ee9fb tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d29ba-3969-4128-8749-889cdc9cfbda HTTP/1.1" status: 200 len: 210 time: 0.0376887 Jul 16 20:56:17.729514 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-8ea5e7a0-1501-45b0-b0bd-8cb8a6832e3b tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Made reservation on behalf of 3da1d7495811459596c9888ba557109e for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:56:17.733284 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-8ea5e7a0-1501-45b0-b0bd-8cb8a6832e3b tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.866496 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-8ea5e7a0-1501-45b0-b0bd-8cb8a6832e3b tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Allocated IP 172.20.0.14 (9afa4753-4886-4713-8925-5d8db0eecc22/6cf773ef-ecfd-4609-a56c-c25b00b5aa7b/9b6181a4-8985-4bfa-8869-f1823ae17e11) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:56:18.017339 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-8ea5e7a0-1501-45b0-b0bd-8cb8a6832e3b tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:18.058404 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-8ea5e7a0-1501-45b0-b0bd-8cb8a6832e3b tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:18.101974 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-8ea5e7a0-1501-45b0-b0bd-8cb8a6832e3b tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Network 9afa4753-4886-4713-8925-5d8db0eecc22 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:56:18.105328 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-8ea5e7a0-1501-45b0-b0bd-8cb8a6832e3b tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:56:18.111979 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-8ea5e7a0-1501-45b0-b0bd-8cb8a6832e3b tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:56:18.141918 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5e7a0-1501-45b0-b0bd-8cb8a6832e3b tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Pushing event updated for resources: {'Port': ['ID=9b6181a4-8985-4bfa-8869-f1823ae17e11,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:18.168090 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-8ea5e7a0-1501-45b0-b0bd-8cb8a6832e3b tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:18.168706 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-8ea5e7a0-1501-45b0-b0bd-8cb8a6832e3b tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:18.183278 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-8ea5e7a0-1501-45b0-b0bd-8cb8a6832e3b tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5898249 Jul 16 20:56:18.194244 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-ff30920e-23be-40f0-9757-e5e822d05150 service neutron] Request body: {'port': {'device_id': 'ca2d29ba-3969-4128-8749-889cdc9cfbda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:18.275345 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-ff30920e-23be-40f0-9757-e5e822d05150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:18.545315 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-ff30920e-23be-40f0-9757-e5e822d05150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b6181a4-8985-4bfa-8869-f1823ae17e11 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:56:18.553226 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-ff30920e-23be-40f0-9757-e5e822d05150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:18.566110 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-ff30920e-23be-40f0-9757-e5e822d05150 service neutron] Transition to ACTIVE for port object 9b6181a4-8985-4bfa-8869-f1823ae17e11 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:56:18.569811 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-ff30920e-23be-40f0-9757-e5e822d05150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:18.618219 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30920e-23be-40f0-9757-e5e822d05150 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6181a4-8985-4bfa-8869-f1823ae17e11,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:18.692952 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-ff30920e-23be-40f0-9757-e5e822d05150 service neutron] Attempting to bind port 9b6181a4-8985-4bfa-8869-f1823ae17e11 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:56:18.693299 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-ff30920e-23be-40f0-9757-e5e822d05150 service neutron] Attempting to bind port 9b6181a4-8985-4bfa-8869-f1823ae17e11 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '604559b5-8098-4b37-8abe-a8c7a90063e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9afa4753-4886-4713-8925-5d8db0eecc22'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:56:18.693638 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-ff30920e-23be-40f0-9757-e5e822d05150 service neutron] Attempting to bind port 9b6181a4-8985-4bfa-8869-f1823ae17e11 on network 9afa4753-4886-4713-8925-5d8db0eecc22 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:56:18.698087 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-ff30920e-23be-40f0-9757-e5e822d05150 service neutron] Port 9b6181a4-8985-4bfa-8869-f1823ae17e11 on network 9afa4753-4886-4713-8925-5d8db0eecc22 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:56:18.698448 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-ff30920e-23be-40f0-9757-e5e822d05150 service neutron] Attempting to bind port 9b6181a4-8985-4bfa-8869-f1823ae17e11 on network 9afa4753-4886-4713-8925-5d8db0eecc22 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:56:18.703874 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-ff30920e-23be-40f0-9757-e5e822d05150 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:56:18.704244 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-ff30920e-23be-40f0-9757-e5e822d05150 service neutron] Checking segment: {'id': '604559b5-8098-4b37-8abe-a8c7a90063e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9afa4753-4886-4713-8925-5d8db0eecc22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:56:18.704606 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-ff30920e-23be-40f0-9757-e5e822d05150 service neutron] Bound using segment: {'id': '604559b5-8098-4b37-8abe-a8c7a90063e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9afa4753-4886-4713-8925-5d8db0eecc22'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:56:18.705038 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-ff30920e-23be-40f0-9757-e5e822d05150 service neutron] Bound port: 9b6181a4-8985-4bfa-8869-f1823ae17e11, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604559b5-8098-4b37-8abe-a8c7a90063e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9afa4753-4886-4713-8925-5d8db0eecc22'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:56:18.705402 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-ff30920e-23be-40f0-9757-e5e822d05150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:18.772818 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-ff30920e-23be-40f0-9757-e5e822d05150 service neutron] For port 9b6181a4-8985-4bfa-8869-f1823ae17e11, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:56:18.776820 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-ff30920e-23be-40f0-9757-e5e822d05150 service neutron] For port 9b6181a4-8985-4bfa-8869-f1823ae17e11, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9b6181a4-8985-4bfa-8869-f1823ae17e11,segment=NetworkSegment(604559b5-8098-4b37-8abe-a8c7a90063e2),segment_id=604559b5-8098-4b37-8abe-a8c7a90063e2)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:56:18.781444 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-ff30920e-23be-40f0-9757-e5e822d05150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:18.821500 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-ff30920e-23be-40f0-9757-e5e822d05150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:18.822756 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-ff30920e-23be-40f0-9757-e5e822d05150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:18.823655 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-ff30920e-23be-40f0-9757-e5e822d05150 service neutron] 10.222.0.18 "PUT /v2.0/ports/9b6181a4-8985-4bfa-8869-f1823ae17e11 HTTP/1.1" status: 200 len: 1093 time: 0.6335094 Jul 16 20:56:18.824117 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2d29ba-3969-4128-8749-889cdc9cfbda', 'tag': '9b6181a4-8985-4bfa-8869-f1823ae17e11'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:18.826425 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f362deb8-6599-46e8-820d-a0cef4caa889" -d '{"events": [{"name": "network-changed", "server_uuid": "ca2d29ba-3969-4128-8749-889cdc9cfbda", "tag": "9b6181a4-8985-4bfa-8869-f1823ae17e11"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:18.847276 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30920e-23be-40f0-9757-e5e822d05150 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6181a4-8985-4bfa-8869-f1823ae17e11,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:18.875398 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b27d8-c628-4a3c-9578-604f55eca88a req-974b22ae-04a6-471c-a503-f7e8eb2f03c8 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:18.877569 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-032b27d8-c628-4a3c-9578-604f55eca88a req-974b22ae-04a6-471c-a503-f7e8eb2f03c8 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d29ba-3969-4128-8749-889cdc9cfbda HTTP/1.1" status: 200 len: 944 time: 0.0885174 Jul 16 20:56:18.902706 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c50045-6341-4f74-92c6-26a0b0920268 x-openstack-request-id: req-72c50045-6341-4f74-92c6-26a0b0920268 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:18.903012 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca2d29ba-3969-4128-8749-889cdc9cfbda", "tag": "9b6181a4-8985-4bfa-8869-f1823ae17e11", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:18.903248 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-72c50045-6341-4f74-92c6-26a0b0920268 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:18.903643 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2d29ba-3969-4128-8749-889cdc9cfbda', 'tag': '9b6181a4-8985-4bfa-8869-f1823ae17e11', 'status': 'completed', 'code': 200} Jul 16 20:56:18.922712 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-032b27d8-c628-4a3c-9578-604f55eca88a req-81504fc8-f05f-4656-a4fb-3ff66c554998 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/security-groups?id=a4d10538-8dbd-4eb7-b5d5-b417572da44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390594 Jul 16 20:56:18.931887 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-4d2397b5-b08c-4675-a899-8c0058d755b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:18.933415 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-4d2397b5-b08c-4675-a899-8c0058d755b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3da1d7495811459596c9888ba557109e&device_id=ca2d29ba-3969-4128-8749-889cdc9cfbda HTTP/1.1" status: 200 len: 1096 time: 0.0636122 Jul 16 20:56:18.975159 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-59b5cf67-52e3-44db-8fab-fb0d07079ef1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b6181a4-8985-4bfa-8869-f1823ae17e11 HTTP/1.1" status: 200 len: 217 time: 0.0344920 Jul 16 20:56:19.022124 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-af9a2ad7-8b5c-4834-85d6-b1ef46e4d9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:19.023623 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-af9a2ad7-8b5c-4834-85d6-b1ef46e4d9bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6cf773ef-ecfd-4609-a56c-c25b00b5aa7b HTTP/1.1" status: 200 len: 852 time: 0.0429790 Jul 16 20:56:19.061604 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-bc2bd761-7555-4ab0-a20b-3c164080f458 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9afa4753-4886-4713-8925-5d8db0eecc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303075 Jul 16 20:56:19.158495 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-153349e5-69fa-4481-bbcb-4293e16e032e service neutron] 10.222.0.18 "GET /v2.0/networks/9afa4753-4886-4713-8925-5d8db0eecc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913572 Jul 16 20:56:19.257532 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ce32dffd-0543-4ba3-a0f5-07967cf5c6bf req-a0498235-262c-4818-94d8-3160a7929037 service neutron] 10.222.0.18 "GET /v2.0/networks/9afa4753-4886-4713-8925-5d8db0eecc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930107 Jul 16 20:56:19.359716 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362deb8-6599-46e8-820d-a0cef4caa889 req-1fc45612-d106-4543-ba93-7dcaf0f51827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:19.361162 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f362deb8-6599-46e8-820d-a0cef4caa889 req-1fc45612-d106-4543-ba93-7dcaf0f51827 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3da1d7495811459596c9888ba557109e&device_id=ca2d29ba-3969-4128-8749-889cdc9cfbda HTTP/1.1" status: 200 len: 1096 time: 0.0533810 Jul 16 20:56:19.456224 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362deb8-6599-46e8-820d-a0cef4caa889 req-7fb05bf6-e2ba-4c42-8930-51843201e2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:19.457820 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f362deb8-6599-46e8-820d-a0cef4caa889 req-7fb05bf6-e2ba-4c42-8930-51843201e2b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9afa4753-4886-4713-8925-5d8db0eecc22 HTTP/1.1" status: 200 len: 913 time: 0.0907075 Jul 16 20:56:19.501159 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f362deb8-6599-46e8-820d-a0cef4caa889 req-099dd1b6-89d8-4ddc-98ad-e6071f5a1031 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b6181a4-8985-4bfa-8869-f1823ae17e11 HTTP/1.1" status: 200 len: 217 time: 0.0369561 Jul 16 20:56:19.551059 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362deb8-6599-46e8-820d-a0cef4caa889 req-d6035b2e-b50e-4ca4-a851-ad93ada39fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:19.552524 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f362deb8-6599-46e8-820d-a0cef4caa889 req-d6035b2e-b50e-4ca4-a851-ad93ada39fe7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6cf773ef-ecfd-4609-a56c-c25b00b5aa7b HTTP/1.1" status: 200 len: 852 time: 0.0450697 Jul 16 20:56:19.586380 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f362deb8-6599-46e8-820d-a0cef4caa889 req-c42ca92a-326f-4601-898e-506041b8420b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9afa4753-4886-4713-8925-5d8db0eecc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265200 Jul 16 20:56:19.678828 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f362deb8-6599-46e8-820d-a0cef4caa889 req-4e2f3566-ae9b-49c1-b46d-679230e2187f service neutron] 10.222.0.18 "GET /v2.0/networks/9afa4753-4886-4713-8925-5d8db0eecc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853648 Jul 16 20:56:19.772566 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f362deb8-6599-46e8-820d-a0cef4caa889 req-1823098a-e3ed-4a5f-b72f-dfe2ce30e2fd service neutron] 10.222.0.18 "GET /v2.0/networks/9afa4753-4886-4713-8925-5d8db0eecc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870566 Jul 16 20:56:20.101238 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bb4a0-aea6-45a8-9a30-3d8e5c663b79 req-d83949d0-1a8d-4f39-b21c-a676a14511ca tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:20.102754 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-832bb4a0-aea6-45a8-9a30-3d8e5c663b79 req-d83949d0-1a8d-4f39-b21c-a676a14511ca tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d29ba-3969-4128-8749-889cdc9cfbda HTTP/1.1" status: 200 len: 944 time: 0.0668755 Jul 16 20:56:20.140852 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-832bb4a0-aea6-45a8-9a30-3d8e5c663b79 req-8b4ad73f-67e2-4e0d-afa0-f882104c398e tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/security-groups?id=a4d10538-8dbd-4eb7-b5d5-b417572da44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319936 Jul 16 20:56:21.049277 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9b6181a4-8985-4bfa-8869-f1823ae17e11 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:56:21.144230 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 9b6181a4-8985-4bfa-8869-f1823ae17e11, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9b6181a4-8985-4bfa-8869-f1823ae17e11,segment=NetworkSegment(604559b5-8098-4b37-8abe-a8c7a90063e2),segment_id=604559b5-8098-4b37-8abe-a8c7a90063e2)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:21.155882 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '9b6181a4-8985-4bfa-8869-f1823ae17e11', 'network_id': '9afa4753-4886-4713-8925-5d8db0eecc22', 'port_id': '9b6181a4-8985-4bfa-8869-f1823ae17e11', 'mac_address': 'fa:16:3e:ae:fa:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf773ef-ecfd-4609-a56c-c25b00b5aa7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:56:21.199763 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:21.213549 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b6181a4-8985-4bfa-8869-f1823ae17e11 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:56:21.245614 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 9b6181a4-8985-4bfa-8869-f1823ae17e11, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9b6181a4-8985-4bfa-8869-f1823ae17e11,segment=NetworkSegment(604559b5-8098-4b37-8abe-a8c7a90063e2),segment_id=604559b5-8098-4b37-8abe-a8c7a90063e2)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:21.252753 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:21.303495 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=9b6181a4-8985-4bfa-8869-f1823ae17e11,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:21.310942 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:21.311303 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:21.311643 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:21.311982 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:21.312319 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:21.312653 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:21.312984 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:21.313318 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:21.313644 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:21.313972 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:21.314297 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:21.314644 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:21.324379 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcc5b9-fbc7-4aec-9a72-c3730b34e270 req-d9fb6251-868f-4021-97a1-17b2c252dc4f tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:21.325983 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4dbcc5b9-fbc7-4aec-9a72-c3730b34e270 req-d9fb6251-868f-4021-97a1-17b2c252dc4f tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d29ba-3969-4128-8749-889cdc9cfbda HTTP/1.1" status: 200 len: 945 time: 0.0650330 Jul 16 20:56:21.364494 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4dbcc5b9-fbc7-4aec-9a72-c3730b34e270 req-4909387f-ba88-4da6-9606-010cb86a4723 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/security-groups?id=a4d10538-8dbd-4eb7-b5d5-b417572da44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326004 Jul 16 20:56:21.462799 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['9b6181a4-8985-4bfa-8869-f1823ae17e11'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:56:21.718667 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84da5015-32e6-474b-875e-bdd7f56fb27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:22.533817 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b262a-4f64-4074-bce5-e67b04aab61b req-9698b5cb-f43d-43c2-ab8d-4b97696d60f4 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:22.535220 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f83b262a-4f64-4074-bce5-e67b04aab61b req-9698b5cb-f43d-43c2-ab8d-4b97696d60f4 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d29ba-3969-4128-8749-889cdc9cfbda HTTP/1.1" status: 200 len: 945 time: 0.0620584 Jul 16 20:56:22.571917 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f83b262a-4f64-4074-bce5-e67b04aab61b req-00e7bd74-6f9d-46b4-9b28-c6fd7533c299 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/security-groups?id=a4d10538-8dbd-4eb7-b5d5-b417572da44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311966 Jul 16 20:56:23.049184 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9b6181a4-8985-4bfa-8869-f1823ae17e11 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:56:23.098128 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 9b6181a4-8985-4bfa-8869-f1823ae17e11 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:56:23.101577 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 9b6181a4-8985-4bfa-8869-f1823ae17e11 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:56:23.101947 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:23.180972 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:23.203556 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2d29ba-3969-4128-8749-889cdc9cfbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6181a4-8985-4bfa-8869-f1823ae17e11'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:23.205786 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc15e05-8b74-423e-9cb3-ac12352e9297" -d '{"events": [{"server_uuid": "ca2d29ba-3969-4128-8749-889cdc9cfbda", "name": "network-vif-plugged", "status": "completed", "tag": "9b6181a4-8985-4bfa-8869-f1823ae17e11"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:23.217952 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 9b6181a4-8985-4bfa-8869-f1823ae17e11, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9b6181a4-8985-4bfa-8869-f1823ae17e11,segment=NetworkSegment(604559b5-8098-4b37-8abe-a8c7a90063e2),segment_id=604559b5-8098-4b37-8abe-a8c7a90063e2)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:23.222492 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:23.249016 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29e1655-aad3-466b-bc38-e5d348597c2f x-openstack-request-id: req-a29e1655-aad3-466b-bc38-e5d348597c2f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:23.249376 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2d29ba-3969-4128-8749-889cdc9cfbda", "name": "network-vif-plugged", "status": "completed", "tag": "9b6181a4-8985-4bfa-8869-f1823ae17e11", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:23.249637 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a29e1655-aad3-466b-bc38-e5d348597c2f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:23.250027 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2d29ba-3969-4128-8749-889cdc9cfbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6181a4-8985-4bfa-8869-f1823ae17e11', 'code': 200} Jul 16 20:56:23.277823 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=9b6181a4-8985-4bfa-8869-f1823ae17e11,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:23.354921 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede7a34-a18e-48fc-9abe-4e3183799c31 req-cce10579-2d54-454d-af9c-4d7abf399b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:23.356436 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5ede7a34-a18e-48fc-9abe-4e3183799c31 req-cce10579-2d54-454d-af9c-4d7abf399b76 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ca2d29ba-3969-4128-8749-889cdc9cfbda HTTP/1.1" status: 200 len: 1098 time: 0.0531285 Jul 16 20:56:23.392138 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5ede7a34-a18e-48fc-9abe-4e3183799c31 req-2f8660a4-c18f-43b3-bafe-51852db4a9d6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a4d10538-8dbd-4eb7-b5d5-b417572da44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291402 Jul 16 20:56:23.746014 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f0e69-3a5d-40cc-b48f-ebb4cb55001a req-24a97133-8a1a-4433-a19b-2460923c8c4c tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:23.747500 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-274f0e69-3a5d-40cc-b48f-ebb4cb55001a req-24a97133-8a1a-4433-a19b-2460923c8c4c tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d29ba-3969-4128-8749-889cdc9cfbda HTTP/1.1" status: 200 len: 946 time: 0.0668082 Jul 16 20:56:23.784055 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-274f0e69-3a5d-40cc-b48f-ebb4cb55001a req-22e4a13a-3ebf-4d85-a588-60c56d6e3bdc tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/security-groups?id=a4d10538-8dbd-4eb7-b5d5-b417572da44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304315 Jul 16 20:56:24.231842 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5536a12-ab29-4c34-b86d-7a9f1e9345ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:24.337147 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:24.957810 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b791a-4ea3-4609-b186-2ab2f2547a2c req-b1c732de-c75d-4551-b48f-54fb8fba77c8 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:24.959220 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c43b791a-4ea3-4609-b186-2ab2f2547a2c req-b1c732de-c75d-4551-b48f-54fb8fba77c8 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d29ba-3969-4128-8749-889cdc9cfbda HTTP/1.1" status: 200 len: 946 time: 0.0634937 Jul 16 20:56:24.996134 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c43b791a-4ea3-4609-b186-2ab2f2547a2c req-0f85e283-49c3-47d0-aaba-013eb84d2083 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/security-groups?id=a4d10538-8dbd-4eb7-b5d5-b417572da44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313759 Jul 16 20:56:25.831857 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:26.012345 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82243274-72e7-4263-822f-d493523d31c4 req-1ae710dd-8ab2-4dc0-bbb8-01c166b7b766 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:26.018977 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82243274-72e7-4263-822f-d493523d31c4 req-1ae710dd-8ab2-4dc0-bbb8-01c166b7b766 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:26.025127 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82243274-72e7-4263-822f-d493523d31c4 req-1ae710dd-8ab2-4dc0-bbb8-01c166b7b766 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:26.031090 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82243274-72e7-4263-822f-d493523d31c4 req-1ae710dd-8ab2-4dc0-bbb8-01c166b7b766 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:26.037076 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82243274-72e7-4263-822f-d493523d31c4 req-1ae710dd-8ab2-4dc0-bbb8-01c166b7b766 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:26.042832 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82243274-72e7-4263-822f-d493523d31c4 req-1ae710dd-8ab2-4dc0-bbb8-01c166b7b766 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:26.049460 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82243274-72e7-4263-822f-d493523d31c4 req-1ae710dd-8ab2-4dc0-bbb8-01c166b7b766 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:26.051456 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-82243274-72e7-4263-822f-d493523d31c4 req-1ae710dd-8ab2-4dc0-bbb8-01c166b7b766 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5444 time: 0.1137123 Jul 16 20:56:26.094274 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-82243274-72e7-4263-822f-d493523d31c4 req-95580bed-1402-4cde-997f-8f665a4eb9d0 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363519 Jul 16 20:56:26.963345 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-a1f69c90-0347-4aad-9e9c-d8b0f3f87559 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:26.969871 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-a1f69c90-0347-4aad-9e9c-d8b0f3f87559 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:26.976280 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-a1f69c90-0347-4aad-9e9c-d8b0f3f87559 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:26.982218 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-a1f69c90-0347-4aad-9e9c-d8b0f3f87559 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:26.989540 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-a1f69c90-0347-4aad-9e9c-d8b0f3f87559 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:26.995568 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-a1f69c90-0347-4aad-9e9c-d8b0f3f87559 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:27.002442 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-a1f69c90-0347-4aad-9e9c-d8b0f3f87559 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:27.004279 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-a1f69c90-0347-4aad-9e9c-d8b0f3f87559 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.62 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5444 time: 0.1221945 Jul 16 20:56:27.067897 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-3eeabb37-76d7-4213-a77a-13ca040864a0 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:27.069381 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-3eeabb37-76d7-4213-a77a-13ca040864a0 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.62 "GET /v2.0/ports/0511ec0c-7172-4caa-9729-47cc63ea6c94?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0591304 Jul 16 20:56:27.212667 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-d9f91b81-78ec-4cbc-9618-8e85fd5d728e tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.62 "GET /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1382425 Jul 16 20:56:27.229322 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-70beb141-a5f8-4f50-a87f-5bc0177cd9d3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:27.317284 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-70beb141-a5f8-4f50-a87f-5bc0177cd9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:27.340876 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13992d76-4d5f-4d4a-9fcd-ecbfa5793a99 req-7947a1f8-7ae0-458a-afcf-0b1b27deb5ad tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:27.348175 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13992d76-4d5f-4d4a-9fcd-ecbfa5793a99 req-7947a1f8-7ae0-458a-afcf-0b1b27deb5ad tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:27.354180 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13992d76-4d5f-4d4a-9fcd-ecbfa5793a99 req-7947a1f8-7ae0-458a-afcf-0b1b27deb5ad tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:27.360363 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13992d76-4d5f-4d4a-9fcd-ecbfa5793a99 req-7947a1f8-7ae0-458a-afcf-0b1b27deb5ad tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:27.367349 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13992d76-4d5f-4d4a-9fcd-ecbfa5793a99 req-7947a1f8-7ae0-458a-afcf-0b1b27deb5ad tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:27.373284 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13992d76-4d5f-4d4a-9fcd-ecbfa5793a99 req-7947a1f8-7ae0-458a-afcf-0b1b27deb5ad tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:27.379456 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13992d76-4d5f-4d4a-9fcd-ecbfa5793a99 req-7947a1f8-7ae0-458a-afcf-0b1b27deb5ad tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:27.382842 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13992d76-4d5f-4d4a-9fcd-ecbfa5793a99 req-7947a1f8-7ae0-458a-afcf-0b1b27deb5ad tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 5444 time: 0.1218553 Jul 16 20:56:27.427079 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13992d76-4d5f-4d4a-9fcd-ecbfa5793a99 req-e736953c-d6f6-41ed-84ad-bbf664ffc1b5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=4772c996-c7b1-468d-ae53-fda12ac57dec&id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377519 Jul 16 20:56:27.471614 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-70beb141-a5f8-4f50-a87f-5bc0177cd9d3 service neutron] For port 0511ec0c-7172-4caa-9729-47cc63ea6c94, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=0511ec0c-7172-4caa-9729-47cc63ea6c94,segment=NetworkSegment(50e8644a-19d9-45bd-ab21-17ab245efa36),segment_id=50e8644a-19d9-45bd-ab21-17ab245efa36)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:27.506932 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-70beb141-a5f8-4f50-a87f-5bc0177cd9d3 service neutron] For port 0511ec0c-7172-4caa-9729-47cc63ea6c94, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:56:27.545957 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-70beb141-a5f8-4f50-a87f-5bc0177cd9d3 service neutron] device_id is not set on port 0511ec0c-7172-4caa-9729-47cc63ea6c94 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:56:27.557005 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-70beb141-a5f8-4f50-a87f-5bc0177cd9d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:27.561966 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-70beb141-a5f8-4f50-a87f-5bc0177cd9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:27.627478 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-70beb141-a5f8-4f50-a87f-5bc0177cd9d3 service neutron] No DVR routers for this DVR port 0511ec0c-7172-4caa-9729-47cc63ea6c94 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:56:27.630657 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70beb141-a5f8-4f50-a87f-5bc0177cd9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=0511ec0c-7172-4caa-9729-47cc63ea6c94,revision_number=6']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:27.662190 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70beb141-a5f8-4f50-a87f-5bc0177cd9d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:27.662573 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70beb141-a5f8-4f50-a87f-5bc0177cd9d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:27.662923 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70beb141-a5f8-4f50-a87f-5bc0177cd9d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:27.663264 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70beb141-a5f8-4f50-a87f-5bc0177cd9d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:27.663599 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70beb141-a5f8-4f50-a87f-5bc0177cd9d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:27.663931 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70beb141-a5f8-4f50-a87f-5bc0177cd9d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:27.664263 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70beb141-a5f8-4f50-a87f-5bc0177cd9d3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:27.664591 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70beb141-a5f8-4f50-a87f-5bc0177cd9d3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:27.664923 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70beb141-a5f8-4f50-a87f-5bc0177cd9d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:27.665253 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70beb141-a5f8-4f50-a87f-5bc0177cd9d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:27.666109 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70beb141-a5f8-4f50-a87f-5bc0177cd9d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:27.666109 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70beb141-a5f8-4f50-a87f-5bc0177cd9d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:27.689800 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-70beb141-a5f8-4f50-a87f-5bc0177cd9d3 service neutron] In _notify_port_updated(), no bound segment for port 0511ec0c-7172-4caa-9729-47cc63ea6c94 on network 83636349-58ea-46f7-a3d1-26f21bbb427b {{(pid=93793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:56:27.690838 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-70beb141-a5f8-4f50-a87f-5bc0177cd9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:27.691512 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-70beb141-a5f8-4f50-a87f-5bc0177cd9d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:27.692929 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-70beb141-a5f8-4f50-a87f-5bc0177cd9d3 service neutron] 10.222.0.62 "PUT /v2.0/ports/0511ec0c-7172-4caa-9729-47cc63ea6c94 HTTP/1.1" status: 200 len: 1033 time: 0.4728472 Jul 16 20:56:27.693378 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:27.757160 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-b1849407-b40e-4527-bcd4-ae82a597a675 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:27.759540 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-b1849407-b40e-4527-bcd4-ae82a597a675 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.62 "GET /v2.0/ports/363b4863-693b-4f87-9538-22fc3b427353?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0604489 Jul 16 20:56:27.770232 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-0c8f5792-7426-40f6-9cf8-245d2319ab67 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:27.857901 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-0c8f5792-7426-40f6-9cf8-245d2319ab67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:27.923127 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f25db100-c09e-47ff-bd86-95db95297d47 None None] Provisioning complete for port 0511ec0c-7172-4caa-9729-47cc63ea6c94 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:56:27.923730 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f25db100-c09e-47ff-bd86-95db95297d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:27.960492 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f25db100-c09e-47ff-bd86-95db95297d47 None None] Port 0511ec0c-7172-4caa-9729-47cc63ea6c94 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:56:28.025276 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-0c8f5792-7426-40f6-9cf8-245d2319ab67 service neutron] For port 363b4863-693b-4f87-9538-22fc3b427353, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=363b4863-693b-4f87-9538-22fc3b427353,segment=NetworkSegment(50e8644a-19d9-45bd-ab21-17ab245efa36),segment_id=50e8644a-19d9-45bd-ab21-17ab245efa36)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:28.062900 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-0c8f5792-7426-40f6-9cf8-245d2319ab67 service neutron] For port 363b4863-693b-4f87-9538-22fc3b427353, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:56:28.101819 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-0c8f5792-7426-40f6-9cf8-245d2319ab67 service neutron] device_id is not set on port 363b4863-693b-4f87-9538-22fc3b427353 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:56:28.111940 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-0c8f5792-7426-40f6-9cf8-245d2319ab67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:28.118349 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-0c8f5792-7426-40f6-9cf8-245d2319ab67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:28.172426 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f5792-7426-40f6-9cf8-245d2319ab67 service neutron] Pushing event updated for resources: {'Port': ['ID=363b4863-693b-4f87-9538-22fc3b427353,revision_number=6']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:28.196125 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-0c8f5792-7426-40f6-9cf8-245d2319ab67 service neutron] No DVR routers for this DVR port 363b4863-693b-4f87-9538-22fc3b427353 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:56:28.263108 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-0c8f5792-7426-40f6-9cf8-245d2319ab67 service neutron] In _notify_port_updated(), no bound segment for port 363b4863-693b-4f87-9538-22fc3b427353 on network 83636349-58ea-46f7-a3d1-26f21bbb427b {{(pid=93793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:56:28.264010 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-0c8f5792-7426-40f6-9cf8-245d2319ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:28.265186 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-0c8f5792-7426-40f6-9cf8-245d2319ab67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:28.266570 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-0c8f5792-7426-40f6-9cf8-245d2319ab67 service neutron] 10.222.0.62 "PUT /v2.0/ports/363b4863-693b-4f87-9538-22fc3b427353 HTTP/1.1" status: 200 len: 1031 time: 0.5012379 Jul 16 20:56:28.393380 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-b41df881-d8a6-46a6-b37d-000aee1ad1c8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Deleting port 06575405-c313-49cd-b1b8-491d36210396 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:28.393728 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-b41df881-d8a6-46a6-b37d-000aee1ad1c8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:28.492811 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-b41df881-d8a6-46a6-b37d-000aee1ad1c8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] For port 06575405-c313-49cd-b1b8-491d36210396, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=06575405-c313-49cd-b1b8-491d36210396,segment=NetworkSegment(975d3fad-f8aa-4e75-bddf-eb552e8ab4c4),segment_id=975d3fad-f8aa-4e75-bddf-eb552e8ab4c4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:28.493172 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-b41df881-d8a6-46a6-b37d-000aee1ad1c8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:28.508033 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5032202a-0d57-4aeb-b8e9-98d545f1ace5 None None] Provisioning complete for port 363b4863-693b-4f87-9538-22fc3b427353 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:56:28.508496 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-b41df881-d8a6-46a6-b37d-000aee1ad1c8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Calling delete_port for 06575405-c313-49cd-b1b8-491d36210396 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:28.508631 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5032202a-0d57-4aeb-b8e9-98d545f1ace5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:28.583608 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5032202a-0d57-4aeb-b8e9-98d545f1ace5 None None] Port 363b4863-693b-4f87-9538-22fc3b427353 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:56:28.695882 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-b41df881-d8a6-46a6-b37d-000aee1ad1c8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:28.733643 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7414af3-87d5-4b86-a570-daf47126ac06 req-b9182e8d-7c17-4790-9466-f876f63c1879 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:28.746601 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:56:28.750669 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7414af3-87d5-4b86-a570-daf47126ac06 req-b9182e8d-7c17-4790-9466-f876f63c1879 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:28.756841 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7414af3-87d5-4b86-a570-daf47126ac06 req-b9182e8d-7c17-4790-9466-f876f63c1879 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:28.763040 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7414af3-87d5-4b86-a570-daf47126ac06 req-b9182e8d-7c17-4790-9466-f876f63c1879 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:28.771377 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7414af3-87d5-4b86-a570-daf47126ac06 req-b9182e8d-7c17-4790-9466-f876f63c1879 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:28.772040 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41df881-d8a6-46a6-b37d-000aee1ad1c8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event deleted for resources: {'Port': ['ID=06575405-c313-49cd-b1b8-491d36210396,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:28.784134 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f7414af3-87d5-4b86-a570-daf47126ac06 req-b9182e8d-7c17-4790-9466-f876f63c1879 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 3808 time: 0.1307564 Jul 16 20:56:28.803967 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-b41df881-d8a6-46a6-b37d-000aee1ad1c8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] No DVR routers for this DVR port 06575405-c313-49cd-b1b8-491d36210396 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:56:28.807244 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-b41df881-d8a6-46a6-b37d-000aee1ad1c8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:28.809336 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-b41df881-d8a6-46a6-b37d-000aee1ad1c8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.62 "DELETE /v2.0/ports/06575405-c313-49cd-b1b8-491d36210396 HTTP/1.1" status: 204 len: 173 time: 0.5355425 Jul 16 20:56:28.809849 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'name': 'network-vif-deleted', 'tag': '06575405-c313-49cd-b1b8-491d36210396'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:28.812941 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3551f92c-dc38-4cc3-8a6f-29ab8260d37b" -d '{"events": [{"server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "name": "network-vif-deleted", "tag": "06575405-c313-49cd-b1b8-491d36210396"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:28.836532 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f7414af3-87d5-4b86-a570-daf47126ac06 req-c96f8fd5-2e96-4b7d-92e8-e5d3485f41f0 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513763 Jul 16 20:56:28.872079 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41733a52-9ae4-435e-b237-38fc947e1f3b x-openstack-request-id: req-41733a52-9ae4-435e-b237-38fc947e1f3b {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:28.872630 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "name": "network-vif-deleted", "tag": "06575405-c313-49cd-b1b8-491d36210396", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:28.872893 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-41733a52-9ae4-435e-b237-38fc947e1f3b {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:28.873313 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'name': 'network-vif-deleted', 'tag': '06575405-c313-49cd-b1b8-491d36210396', 'status': 'completed', 'code': 200} Jul 16 20:56:28.935199 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-38e37638-224c-40dc-89be-392dd681715f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Deleting port 00bf0c6e-465d-4143-ae09-cc16444be189 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:28.935700 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-38e37638-224c-40dc-89be-392dd681715f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.040191 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-38e37638-224c-40dc-89be-392dd681715f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] For port 00bf0c6e-465d-4143-ae09-cc16444be189, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=00bf0c6e-465d-4143-ae09-cc16444be189,segment=NetworkSegment(50e8644a-19d9-45bd-ab21-17ab245efa36),segment_id=50e8644a-19d9-45bd-ab21-17ab245efa36)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:29.040797 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-38e37638-224c-40dc-89be-392dd681715f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.055325 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-38e37638-224c-40dc-89be-392dd681715f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Calling delete_port for 00bf0c6e-465d-4143-ae09-cc16444be189 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:29.209373 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-38e37638-224c-40dc-89be-392dd681715f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.275210 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e37638-224c-40dc-89be-392dd681715f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event deleted for resources: {'Port': ['ID=00bf0c6e-465d-4143-ae09-cc16444be189,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:29.325058 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-38e37638-224c-40dc-89be-392dd681715f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] No DVR routers for this DVR port 00bf0c6e-465d-4143-ae09-cc16444be189 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:56:29.327956 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-38e37638-224c-40dc-89be-392dd681715f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.331230 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-38e37638-224c-40dc-89be-392dd681715f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.62 "DELETE /v2.0/ports/00bf0c6e-465d-4143-ae09-cc16444be189 HTTP/1.1" status: 204 len: 173 time: 0.5139823 Jul 16 20:56:29.455318 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-1c49687c-2f64-4870-89eb-63a5bdd6ae42 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Deleting port a966099a-a8b2-40b8-888b-f4d7466ed9fc {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:29.455318 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-1c49687c-2f64-4870-89eb-63a5bdd6ae42 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.461749 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 0511ec0c-7172-4caa-9729-47cc63ea6c94 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:56:29.505322 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 0511ec0c-7172-4caa-9729-47cc63ea6c94 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:56:29.506005 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device eeaba776-b005-41c6-88fd-0934f4ff5a27 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:56:29.571892 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-1c49687c-2f64-4870-89eb-63a5bdd6ae42 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] For port a966099a-a8b2-40b8-888b-f4d7466ed9fc, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=a966099a-a8b2-40b8-888b-f4d7466ed9fc,segment=NetworkSegment(50e8644a-19d9-45bd-ab21-17ab245efa36),segment_id=50e8644a-19d9-45bd-ab21-17ab245efa36)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:29.572402 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-1c49687c-2f64-4870-89eb-63a5bdd6ae42 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.588332 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-1c49687c-2f64-4870-89eb-63a5bdd6ae42 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Calling delete_port for a966099a-a8b2-40b8-888b-f4d7466ed9fc owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:29.593206 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.655049 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeaba776-b005-41c6-88fd-0934f4ff5a27'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:29.659463 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87793f08-1563-4316-9cdc-28233f0268d8" -d '{"events": [{"server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "name": "network-vif-unplugged", "status": "completed", "tag": "eeaba776-b005-41c6-88fd-0934f4ff5a27"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:29.693047 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port eeaba776-b005-41c6-88fd-0934f4ff5a27, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=eeaba776-b005-41c6-88fd-0934f4ff5a27,segment=NetworkSegment(c4382971-e2b2-4b3c-b021-96ee6c8bf6c0),segment_id=c4382971-e2b2-4b3c-b021-96ee6c8bf6c0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:29.708293 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.709481 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device b32f7549-538d-4ccd-936a-fe3323acd257 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:56:29.711654 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.761288 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8bdbdb-0cb3-469d-9bd0-7965c3d2ae56 x-openstack-request-id: req-4d8bdbdb-0cb3-469d-9bd0-7965c3d2ae56 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:29.761707 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "name": "network-vif-unplugged", "status": "completed", "tag": "eeaba776-b005-41c6-88fd-0934f4ff5a27", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:29.762022 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4d8bdbdb-0cb3-469d-9bd0-7965c3d2ae56 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:29.762619 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeaba776-b005-41c6-88fd-0934f4ff5a27', 'code': 200} Jul 16 20:56:29.794618 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-1c49687c-2f64-4870-89eb-63a5bdd6ae42 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.831930 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49687c-2f64-4870-89eb-63a5bdd6ae42 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event deleted for resources: {'Port': ['ID=a966099a-a8b2-40b8-888b-f4d7466ed9fc,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:29.883132 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=eeaba776-b005-41c6-88fd-0934f4ff5a27,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:29.885685 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.903842 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-1c49687c-2f64-4870-89eb-63a5bdd6ae42 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] No DVR routers for this DVR port a966099a-a8b2-40b8-888b-f4d7466ed9fc on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:56:29.909742 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-1c49687c-2f64-4870-89eb-63a5bdd6ae42 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.912111 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-1c49687c-2f64-4870-89eb-63a5bdd6ae42 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.62 "DELETE /v2.0/ports/a966099a-a8b2-40b8-888b-f4d7466ed9fc HTTP/1.1" status: 204 len: 173 time: 0.5761881 Jul 16 20:56:29.944638 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port b32f7549-538d-4ccd-936a-fe3323acd257, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b32f7549-538d-4ccd-936a-fe3323acd257,segment=NetworkSegment(975d3fad-f8aa-4e75-bddf-eb552e8ab4c4),segment_id=975d3fad-f8aa-4e75-bddf-eb552e8ab4c4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:29.954218 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.954979 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 363b4863-693b-4f87-9538-22fc3b427353 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:56:30.063455 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=b32f7549-538d-4ccd-936a-fe3323acd257,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:30.066554 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 363b4863-693b-4f87-9538-22fc3b427353 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:56:30.067443 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 00bf0c6e-465d-4143-ae09-cc16444be189 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:56:30.099161 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-c1512b50-43bd-4890-b53e-d89c3a714862 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Deleting port b32f7549-538d-4ccd-936a-fe3323acd257 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:30.099713 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-c1512b50-43bd-4890-b53e-d89c3a714862 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:30.105583 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a739566-0f1e-4e6e-a8a4-a0ccbeb4493b req-f5956f98-797f-4d72-b1f8-291806081ee4 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:30.108703 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 00bf0c6e-465d-4143-ae09-cc16444be189 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:56:30.109269 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 00bf0c6e-465d-4143-ae09-cc16444be189 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:56:30.109881 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 06575405-c313-49cd-b1b8-491d36210396 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:56:30.114394 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a739566-0f1e-4e6e-a8a4-a0ccbeb4493b req-f5956f98-797f-4d72-b1f8-291806081ee4 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:30.116508 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a739566-0f1e-4e6e-a8a4-a0ccbeb4493b req-f5956f98-797f-4d72-b1f8-291806081ee4 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 1677 time: 0.1048424 Jul 16 20:56:30.138634 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 06575405-c313-49cd-b1b8-491d36210396 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:56:30.138977 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 06575405-c313-49cd-b1b8-491d36210396 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:56:30.140016 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device a966099a-a8b2-40b8-888b-f4d7466ed9fc no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:56:30.166465 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: a966099a-a8b2-40b8-888b-f4d7466ed9fc {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:56:30.167072 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device a966099a-a8b2-40b8-888b-f4d7466ed9fc not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:56:30.171787 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a739566-0f1e-4e6e-a8a4-a0ccbeb4493b req-dbbe2125-b0bf-4b0e-85fc-18e03d59d962 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492210 Jul 16 20:56:30.202850 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-c1512b50-43bd-4890-b53e-d89c3a714862 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] For port b32f7549-538d-4ccd-936a-fe3323acd257, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=b32f7549-538d-4ccd-936a-fe3323acd257,segment=NetworkSegment(975d3fad-f8aa-4e75-bddf-eb552e8ab4c4),segment_id=975d3fad-f8aa-4e75-bddf-eb552e8ab4c4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:30.203210 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-c1512b50-43bd-4890-b53e-d89c3a714862 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:30.220180 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-c1512b50-43bd-4890-b53e-d89c3a714862 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Calling delete_port for b32f7549-538d-4ccd-936a-fe3323acd257 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:30.368514 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-c1512b50-43bd-4890-b53e-d89c3a714862 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:30.834507 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-c1512b50-43bd-4890-b53e-d89c3a714862 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] No DVR routers for this DVR port b32f7549-538d-4ccd-936a-fe3323acd257 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:56:30.836692 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1512b50-43bd-4890-b53e-d89c3a714862 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event deleted for resources: {'Port': ['ID=b32f7549-538d-4ccd-936a-fe3323acd257,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:30.840052 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-c1512b50-43bd-4890-b53e-d89c3a714862 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:30.843192 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-c1512b50-43bd-4890-b53e-d89c3a714862 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.62 "DELETE /v2.0/ports/b32f7549-538d-4ccd-936a-fe3323acd257 HTTP/1.1" status: 204 len: 173 time: 0.9249160 Jul 16 20:56:30.879217 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'name': 'network-vif-deleted', 'tag': '00bf0c6e-465d-4143-ae09-cc16444be189'}, {'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'name': 'network-vif-deleted', 'tag': 'a966099a-a8b2-40b8-888b-f4d7466ed9fc'}, {'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'name': 'network-vif-deleted', 'tag': 'b32f7549-538d-4ccd-936a-fe3323acd257'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:30.881524 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6fcfc2-bd87-4e15-9941-aff088dd0016" -d '{"events": [{"server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "name": "network-vif-deleted", "tag": "00bf0c6e-465d-4143-ae09-cc16444be189"}, {"server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "name": "network-vif-deleted", "tag": "a966099a-a8b2-40b8-888b-f4d7466ed9fc"}, {"server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "name": "network-vif-deleted", "tag": "b32f7549-538d-4ccd-936a-fe3323acd257"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:30.932280 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fee0eb4-26bb-4299-ae9e-4401068d66bb x-openstack-request-id: req-8fee0eb4-26bb-4299-ae9e-4401068d66bb {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:30.934368 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "name": "network-vif-deleted", "tag": "00bf0c6e-465d-4143-ae09-cc16444be189", "status": "completed", "code": 200}, {"server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "name": "network-vif-deleted", "tag": "a966099a-a8b2-40b8-888b-f4d7466ed9fc", "status": "completed", "code": 200}, {"server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "name": "network-vif-deleted", "tag": "b32f7549-538d-4ccd-936a-fe3323acd257", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:30.934368 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8fee0eb4-26bb-4299-ae9e-4401068d66bb {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:30.934368 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'name': 'network-vif-deleted', 'tag': '00bf0c6e-465d-4143-ae09-cc16444be189', 'status': 'completed', 'code': 200} Jul 16 20:56:30.934368 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'name': 'network-vif-deleted', 'tag': 'a966099a-a8b2-40b8-888b-f4d7466ed9fc', 'status': 'completed', 'code': 200} Jul 16 20:56:30.934368 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'name': 'network-vif-deleted', 'tag': 'b32f7549-538d-4ccd-936a-fe3323acd257', 'status': 'completed', 'code': 200} Jul 16 20:56:30.974136 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-cdd9f24f-8596-4318-9ec0-f8bb9a75ea36 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Deleting port eeaba776-b005-41c6-88fd-0934f4ff5a27 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:30.974882 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-cdd9f24f-8596-4318-9ec0-f8bb9a75ea36 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:31.097436 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-cdd9f24f-8596-4318-9ec0-f8bb9a75ea36 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] For port eeaba776-b005-41c6-88fd-0934f4ff5a27, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=eeaba776-b005-41c6-88fd-0934f4ff5a27,segment=NetworkSegment(c4382971-e2b2-4b3c-b021-96ee6c8bf6c0),segment_id=c4382971-e2b2-4b3c-b021-96ee6c8bf6c0)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:31.097819 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-cdd9f24f-8596-4318-9ec0-f8bb9a75ea36 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:31.278278 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-cdd9f24f-8596-4318-9ec0-f8bb9a75ea36 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:31.278936 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-cdd9f24f-8596-4318-9ec0-f8bb9a75ea36 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:31.279030 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-cdd9f24f-8596-4318-9ec0-f8bb9a75ea36 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Floating IP bc1de79d-9630-4805-870f-7110453f447f disassociated. External IP: 172.25.0.61, port: eeaba776-b005-41c6-88fd-0934f4ff5a27. Jul 16 20:56:31.279321 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-cdd9f24f-8596-4318-9ec0-f8bb9a75ea36 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Calling delete_port for eeaba776-b005-41c6-88fd-0934f4ff5a27 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:31.420127 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37cf91-77d5-49ea-a0b0-3f01cf7ce6c9 req-fd674488-156b-40d6-a0e9-7ea86662247f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:31.423008 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cc37cf91-77d5-49ea-a0b0-3f01cf7ce6c9 req-fd674488-156b-40d6-a0e9-7ea86662247f tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 943 time: 0.0856590 Jul 16 20:56:31.427947 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-cdd9f24f-8596-4318-9ec0-f8bb9a75ea36 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:31.460919 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9f24f-8596-4318-9ec0-f8bb9a75ea36 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event deleted for resources: {'Port': ['ID=eeaba776-b005-41c6-88fd-0934f4ff5a27,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:31.472302 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cc37cf91-77d5-49ea-a0b0-3f01cf7ce6c9 req-cac3c1c0-a41d-4f88-96c1-e64d6791d6f8 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups?id=03002501-0956-4190-91a4-ce7db6cde082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398352 Jul 16 20:56:31.627943 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-cdd9f24f-8596-4318-9ec0-f8bb9a75ea36 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Router 3a457292-52dc-44c7-a4c1-d1da4394c713 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:56:31.747828 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-cdd9f24f-8596-4318-9ec0-f8bb9a75ea36 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:56:31.760592 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad24f85-5784-4eaa-aca6-8544140fb949 None None] Sync routers for ids ['3a457292-52dc-44c7-a4c1-d1da4394c713'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:56:31.771705 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b32f7549-538d-4ccd-936a-fe3323acd257'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:31.775270 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10119b2-c3a9-4030-8026-4779899ff6b7" -d '{"events": [{"server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "name": "network-vif-unplugged", "status": "completed", "tag": "b32f7549-538d-4ccd-936a-fe3323acd257"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:31.784069 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad24f85-5784-4eaa-aca6-8544140fb949 None None] Routers {'3a457292-52dc-44c7-a4c1-d1da4394c713'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:56:31.784945 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-6ad24f85-5784-4eaa-aca6-8544140fb949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:56:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3a457292-52dc-44c7-a4c1-d1da4394c713'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:31.812799 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-cdd9f24f-8596-4318-9ec0-f8bb9a75ea36 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] No DVR routers for this DVR port eeaba776-b005-41c6-88fd-0934f4ff5a27 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:56:31.815668 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-cdd9f24f-8596-4318-9ec0-f8bb9a75ea36 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:31.821542 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b7b854ed-f91e-4a87-b3f1-4278ddc3a6be req-cdd9f24f-8596-4318-9ec0-f8bb9a75ea36 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.62 "DELETE /v2.0/ports/eeaba776-b005-41c6-88fd-0934f4ff5a27 HTTP/1.1" status: 204 len: 173 time: 0.9719517 Jul 16 20:56:32.067040 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb03703-9745-4c69-b168-317622ae92a3 x-openstack-request-id: req-0bb03703-9745-4c69-b168-317622ae92a3 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:32.067337 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "name": "network-vif-unplugged", "status": "completed", "tag": "b32f7549-538d-4ccd-936a-fe3323acd257", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:32.067590 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0bb03703-9745-4c69-b168-317622ae92a3 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:32.067978 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b32f7549-538d-4ccd-936a-fe3323acd257', 'code': 200} Jul 16 20:56:32.152555 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-6ad24f85-5784-4eaa-aca6-8544140fb949 None None] Set router 3a457292-52dc-44c7-a4c1-d1da4394c713 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:56:32.377276 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-6ad24f85-5784-4eaa-aca6-8544140fb949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'name': 'tempest-TaggedBootDevicesTest_v242-673100138-router', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '4564fa98-9845-4830-a4da-01232c2cfd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:36Z', 'updated_at': '2021-07-16T20:46:43Z', 'revision_number': 4, 'project_id': '0421842e20864ba19d8833f598d17c76', 'gw_port': {'id': '4564fa98-9845-4830-a4da-01232c2cfd8c', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:37Z', 'updated_at': '2021-07-16T20:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '86444aa9-bc0b-4816-8067-b50ee81f1791', 'name': '', 'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'mac_address': 'fa:16:3e:a9:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'b37ea029-930a-4f8e-ae78-8b7dd9ec37a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:42Z', 'updated_at': '2021-07-16T20:46:48Z', 'revision_number': 5, 'project_id': '0421842e20864ba19d8833f598d17c76', 'subnets': [{'id': 'b37ea029-930a-4f8e-ae78-8b7dd9ec37a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:32.402943 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad24f85-5784-4eaa-aca6-8544140fb949 None None] Checking router: 3a457292-52dc-44c7-a4c1-d1da4394c713 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:56:32.412227 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad24f85-5784-4eaa-aca6-8544140fb949 None None] Routers {'3a457292-52dc-44c7-a4c1-d1da4394c713'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:56:32.412852 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-6ad24f85-5784-4eaa-aca6-8544140fb949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:56:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3a457292-52dc-44c7-a4c1-d1da4394c713'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:32.524370 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-6ad24f85-5784-4eaa-aca6-8544140fb949 None None] Set router 3a457292-52dc-44c7-a4c1-d1da4394c713 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:56:32.683193 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ad593111-66c2-40bf-8c0b-4469ede9e639 req-e5cb125f-c982-494e-a131-9a20feeed5cf tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 210 time: 0.0498791 Jul 16 20:56:32.805605 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-6ad24f85-5784-4eaa-aca6-8544140fb949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'name': 'tempest-TaggedBootDevicesTest_v242-673100138-router', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '4564fa98-9845-4830-a4da-01232c2cfd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:36Z', 'updated_at': '2021-07-16T20:46:43Z', 'revision_number': 4, 'project_id': '0421842e20864ba19d8833f598d17c76', 'gw_port': {'id': '4564fa98-9845-4830-a4da-01232c2cfd8c', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:37Z', 'updated_at': '2021-07-16T20:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '86444aa9-bc0b-4816-8067-b50ee81f1791', 'name': '', 'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'mac_address': 'fa:16:3e:a9:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'b37ea029-930a-4f8e-ae78-8b7dd9ec37a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:42Z', 'updated_at': '2021-07-16T20:46:48Z', 'revision_number': 5, 'project_id': '0421842e20864ba19d8833f598d17c76', 'subnets': [{'id': 'b37ea029-930a-4f8e-ae78-8b7dd9ec37a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:32.837182 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad24f85-5784-4eaa-aca6-8544140fb949 None None] The sync data for ids ['3a457292-52dc-44c7-a4c1-d1da4394c713'] in n-d-791506-21 is: [{'id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'name': 'tempest-TaggedBootDevicesTest_v242-673100138-router', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '4564fa98-9845-4830-a4da-01232c2cfd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:36Z', 'updated_at': '2021-07-16T20:46:43Z', 'revision_number': 4, 'project_id': '0421842e20864ba19d8833f598d17c76', 'gw_port': {'id': '4564fa98-9845-4830-a4da-01232c2cfd8c', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:37Z', 'updated_at': '2021-07-16T20:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '86444aa9-bc0b-4816-8067-b50ee81f1791', 'name': '', 'network_id': 'd1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'mac_address': 'fa:16:3e:a9:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'b37ea029-930a-4f8e-ae78-8b7dd9ec37a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:42Z', 'updated_at': '2021-07-16T20:46:48Z', 'revision_number': 5, 'project_id': '0421842e20864ba19d8833f598d17c76', 'subnets': [{'id': 'b37ea029-930a-4f8e-ae78-8b7dd9ec37a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:56:32.935253 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'name': 'network-vif-deleted', 'tag': 'eeaba776-b005-41c6-88fd-0934f4ff5a27'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:32.937893 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42ea636-81bb-41c1-a296-2b4aad154292" -d '{"events": [{"server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "name": "network-vif-deleted", "tag": "eeaba776-b005-41c6-88fd-0934f4ff5a27"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:32.999740 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be84f9cf-cc7a-4596-aca9-df979ef6c30d x-openstack-request-id: req-be84f9cf-cc7a-4596-aca9-df979ef6c30d {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:33.000072 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38211845-6564-408a-bd16-1e2d0e4f2384", "name": "network-vif-deleted", "tag": "eeaba776-b005-41c6-88fd-0934f4ff5a27", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:33.000335 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-be84f9cf-cc7a-4596-aca9-df979ef6c30d {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:33.000757 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38211845-6564-408a-bd16-1e2d0e4f2384', 'name': 'network-vif-deleted', 'tag': 'eeaba776-b005-41c6-88fd-0934f4ff5a27', 'status': 'completed', 'code': 200} Jul 16 20:56:33.225136 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa655a3-2ba2-4b3a-9c1b-97277d86c4e5 None None] New status for floating IP bc1de79d-9630-4805-870f-7110453f447f: DOWN {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:56:33.336261 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:33.850431 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f41c022b-f952-4af2-86d4-8a86e78d7b37 req-90f52e4b-932e-47ca-a2e2-6ba948b7ae4c tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 210 time: 0.0285473 Jul 16 20:56:35.019377 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ebd96a81-d94b-4cf3-9f9c-666a91878f0d req-9455b9db-348d-4136-add5-ac7458ddbc97 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 210 time: 0.0324409 Jul 16 20:56:36.195917 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-123fa485-769c-4624-9733-9f79aa063b39 req-57fdbb26-2891-4a5c-8957-4cfb0be1e5b4 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 210 time: 0.0349722 Jul 16 20:56:37.363597 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-34f38331-a25e-4832-8c0a-16a02be3b81a req-5bb21754-e3bf-4481-a9ad-41c8f5bedf0d tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 210 time: 0.0302622 Jul 16 20:56:38.536918 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ce8884bb-8e06-475c-b679-756aa50e5922 req-420498a0-f6a5-4cd8-9475-0a62b9d07dcf tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 210 time: 0.0306046 Jul 16 20:56:39.749317 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-62d3a8d0-e617-4227-802e-49657a8425ca req-f08a028a-62a8-4fb0-86ef-41aeffa52fc6 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 210 time: 0.0456483 Jul 16 20:56:39.896083 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a789716-50a5-4f77-9cd4-edcdfc1f7983 req-d2869652-8685-48fd-a8f3-25fc737b413c tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:39.897761 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4a789716-50a5-4f77-9cd4-edcdfc1f7983 req-d2869652-8685-48fd-a8f3-25fc737b413c tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=37a019d1-2c12-483d-99b7-f3b4db4c6f22 HTTP/1.1" status: 200 len: 946 time: 0.0822322 Jul 16 20:56:39.940216 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4a789716-50a5-4f77-9cd4-edcdfc1f7983 req-92102edb-da24-479a-a36a-9f32216f81c9 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d2b2835-a296-48fb-9a92-517922c98497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341198 Jul 16 20:56:40.934310 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-14fa582d-a5c5-40b5-bed6-e6af606c9dcf req-9230594d-c1b1-4165-811b-a1e877384b17 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 210 time: 0.0341554 Jul 16 20:56:41.135253 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602b6b1-6f5f-4d17-a9b1-2b2e4a449c4f req-2fd4246c-28cd-451c-b284-c9eba508e31e tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:41.137087 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4602b6b1-6f5f-4d17-a9b1-2b2e4a449c4f req-2fd4246c-28cd-451c-b284-c9eba508e31e tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=37a019d1-2c12-483d-99b7-f3b4db4c6f22 HTTP/1.1" status: 200 len: 946 time: 0.0754077 Jul 16 20:56:41.182259 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4602b6b1-6f5f-4d17-a9b1-2b2e4a449c4f req-ee42c7ed-ce1a-4234-9948-1d952e4f9f0e tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d2b2835-a296-48fb-9a92-517922c98497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389781 Jul 16 20:56:41.470588 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f093f-31b5-42a1-a17b-b34a47ecf20e req-cdc1e110-8015-48f0-8d50-40dc18895c26 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:41.472280 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f35f093f-31b5-42a1-a17b-b34a47ecf20e req-cdc1e110-8015-48f0-8d50-40dc18895c26 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.18 "GET /v2.0/ports?device_id=37a019d1-2c12-483d-99b7-f3b4db4c6f22 HTTP/1.1" status: 200 len: 946 time: 0.0795066 Jul 16 20:56:41.590508 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-f35f093f-31b5-42a1-a17b-b34a47ecf20e req-bb3d3740-af4b-4857-a1f8-911be055b8b8 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Deleting port 89bae098-f3b9-4d41-8084-92ad329d949f {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:41.590864 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f35f093f-31b5-42a1-a17b-b34a47ecf20e req-bb3d3740-af4b-4857-a1f8-911be055b8b8 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:41.691794 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-f35f093f-31b5-42a1-a17b-b34a47ecf20e req-bb3d3740-af4b-4857-a1f8-911be055b8b8 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] For port 89bae098-f3b9-4d41-8084-92ad329d949f, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=89bae098-f3b9-4d41-8084-92ad329d949f,segment=NetworkSegment(73393e72-d0ae-405b-bc06-0c43218fa52d),segment_id=73393e72-d0ae-405b-bc06-0c43218fa52d)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:41.692578 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f35f093f-31b5-42a1-a17b-b34a47ecf20e req-bb3d3740-af4b-4857-a1f8-911be055b8b8 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:41.907162 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f35f093f-31b5-42a1-a17b-b34a47ecf20e req-bb3d3740-af4b-4857-a1f8-911be055b8b8 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:41.907742 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f35f093f-31b5-42a1-a17b-b34a47ecf20e req-bb3d3740-af4b-4857-a1f8-911be055b8b8 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:41.908076 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [req-f35f093f-31b5-42a1-a17b-b34a47ecf20e req-bb3d3740-af4b-4857-a1f8-911be055b8b8 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Floating IP b29efeb0-cdc9-4513-929c-02cf57ecc295 disassociated. External IP: 172.25.0.149, port: 89bae098-f3b9-4d41-8084-92ad329d949f. Jul 16 20:56:41.908434 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-f35f093f-31b5-42a1-a17b-b34a47ecf20e req-bb3d3740-af4b-4857-a1f8-911be055b8b8 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Calling delete_port for 89bae098-f3b9-4d41-8084-92ad329d949f owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:42.051866 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f35f093f-31b5-42a1-a17b-b34a47ecf20e req-bb3d3740-af4b-4857-a1f8-911be055b8b8 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:42.084663 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d3740-af4b-4857-a1f8-911be055b8b8 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Pushing event deleted for resources: {'Port': ['ID=89bae098-f3b9-4d41-8084-92ad329d949f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:42.153864 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-befb0441-22d7-453b-911f-d8558d4b8ab8 req-81f11c99-6a7a-42b6-a2ab-3f78984c4875 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 210 time: 0.0407975 Jul 16 20:56:42.283161 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f35f093f-31b5-42a1-a17b-b34a47ecf20e req-bb3d3740-af4b-4857-a1f8-911be055b8b8 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Router 2123bebe-d4d1-4f25-b718-513c80bdd38a has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:56:42.354224 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-12b9da13-9d74-4299-b3de-ba85f2756f80 req-2746bc77-5fd0-48e7-9581-ca5cd5b231e3 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=37a019d1-2c12-483d-99b7-f3b4db4c6f22 HTTP/1.1" status: 200 len: 210 time: 0.0410023 Jul 16 20:56:42.415872 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f35f093f-31b5-42a1-a17b-b34a47ecf20e req-bb3d3740-af4b-4857-a1f8-911be055b8b8 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:56:42.430590 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252e8f30-57ab-4924-88e5-0efd74b95d95 None None] Sync routers for ids ['2123bebe-d4d1-4f25-b718-513c80bdd38a'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:56:42.444950 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252e8f30-57ab-4924-88e5-0efd74b95d95 None None] Routers {'2123bebe-d4d1-4f25-b718-513c80bdd38a'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:56:42.445924 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-252e8f30-57ab-4924-88e5-0efd74b95d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:56:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2123bebe-d4d1-4f25-b718-513c80bdd38a'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:42.494425 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35f093f-31b5-42a1-a17b-b34a47ecf20e req-bb3d3740-af4b-4857-a1f8-911be055b8b8 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] No DVR routers for this DVR port 89bae098-f3b9-4d41-8084-92ad329d949f on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:56:42.497514 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-f35f093f-31b5-42a1-a17b-b34a47ecf20e req-bb3d3740-af4b-4857-a1f8-911be055b8b8 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:42.501810 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f35f093f-31b5-42a1-a17b-b34a47ecf20e req-bb3d3740-af4b-4857-a1f8-911be055b8b8 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.18 "DELETE /v2.0/ports/89bae098-f3b9-4d41-8084-92ad329d949f HTTP/1.1" status: 204 len: 173 time: 1.0241578 Jul 16 20:56:42.513339 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a019d1-2c12-483d-99b7-f3b4db4c6f22', 'name': 'network-vif-deleted', 'tag': '89bae098-f3b9-4d41-8084-92ad329d949f'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:42.518732 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdd8509-95e6-40cf-bb32-12698698c087" -d '{"events": [{"server_uuid": "37a019d1-2c12-483d-99b7-f3b4db4c6f22", "name": "network-vif-deleted", "tag": "89bae098-f3b9-4d41-8084-92ad329d949f"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:42.606840 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a30538-23df-42fe-b419-f50b3a204e06 x-openstack-request-id: req-59a30538-23df-42fe-b419-f50b3a204e06 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:42.607672 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a019d1-2c12-483d-99b7-f3b4db4c6f22", "name": "network-vif-deleted", "tag": "89bae098-f3b9-4d41-8084-92ad329d949f", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:42.608189 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-59a30538-23df-42fe-b419-f50b3a204e06 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:42.608572 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a019d1-2c12-483d-99b7-f3b4db4c6f22', 'name': 'network-vif-deleted', 'tag': '89bae098-f3b9-4d41-8084-92ad329d949f', 'status': 'completed', 'code': 200} Jul 16 20:56:42.683021 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-252e8f30-57ab-4924-88e5-0efd74b95d95 None None] Set router 2123bebe-d4d1-4f25-b718-513c80bdd38a gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:56:43.019454 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-252e8f30-57ab-4924-88e5-0efd74b95d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'name': 'tempest-AttachVolumeTestJSON-1425053279-router', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:05Z', 'updated_at': '2021-07-16T20:50:13Z', 'revision_number': 4, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'gw_port': {'id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:06Z', 'updated_at': '2021-07-16T20:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'f73c22c8-60c6-4557-aef5-8e8e35faf68d', 'name': '', 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'mac_address': 'fa:16:3e:cd:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '351335c1-04f6-4046-8cc6-626c830142f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:12Z', 'updated_at': '2021-07-16T20:50:21Z', 'revision_number': 5, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'subnets': [{'id': '351335c1-04f6-4046-8cc6-626c830142f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:43.055806 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252e8f30-57ab-4924-88e5-0efd74b95d95 None None] Checking router: 2123bebe-d4d1-4f25-b718-513c80bdd38a for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:56:43.067617 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252e8f30-57ab-4924-88e5-0efd74b95d95 None None] Routers {'2123bebe-d4d1-4f25-b718-513c80bdd38a'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:56:43.068269 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-252e8f30-57ab-4924-88e5-0efd74b95d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:56:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2123bebe-d4d1-4f25-b718-513c80bdd38a'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:43.288622 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-252e8f30-57ab-4924-88e5-0efd74b95d95 None None] Set router 2123bebe-d4d1-4f25-b718-513c80bdd38a gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:56:43.378294 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be8726f4-fcee-40ee-8a8d-e45f0409e0c3 req-9649145c-87d1-4d17-906d-1256c57291b0 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 210 time: 0.0397854 Jul 16 20:56:43.597525 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-252e8f30-57ab-4924-88e5-0efd74b95d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'name': 'tempest-AttachVolumeTestJSON-1425053279-router', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:05Z', 'updated_at': '2021-07-16T20:50:13Z', 'revision_number': 4, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'gw_port': {'id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:06Z', 'updated_at': '2021-07-16T20:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'f73c22c8-60c6-4557-aef5-8e8e35faf68d', 'name': '', 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'mac_address': 'fa:16:3e:cd:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '351335c1-04f6-4046-8cc6-626c830142f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:12Z', 'updated_at': '2021-07-16T20:50:21Z', 'revision_number': 5, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'subnets': [{'id': '351335c1-04f6-4046-8cc6-626c830142f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:43.610052 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ab466193-8918-4260-a3b5-b0ee57da2161 req-3a43146c-ca4f-4138-ac92-feccdb61b279 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/ports?device_id=37a019d1-2c12-483d-99b7-f3b4db4c6f22 HTTP/1.1" status: 200 len: 210 time: 0.0467110 Jul 16 20:56:43.637866 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252e8f30-57ab-4924-88e5-0efd74b95d95 None None] The sync data for ids ['2123bebe-d4d1-4f25-b718-513c80bdd38a'] in n-d-791506-21 is: [{'id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'name': 'tempest-AttachVolumeTestJSON-1425053279-router', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:05Z', 'updated_at': '2021-07-16T20:50:13Z', 'revision_number': 4, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'gw_port': {'id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:06Z', 'updated_at': '2021-07-16T20:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'f73c22c8-60c6-4557-aef5-8e8e35faf68d', 'name': '', 'network_id': 'dff88430-acb0-4e5f-bed6-566c73810b97', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'mac_address': 'fa:16:3e:cd:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '351335c1-04f6-4046-8cc6-626c830142f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:12Z', 'updated_at': '2021-07-16T20:50:21Z', 'revision_number': 5, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'subnets': [{'id': '351335c1-04f6-4046-8cc6-626c830142f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:56:43.922939 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919a8f0c-ff22-4a57-a0d6-2b0d790756d8 None None] New status for floating IP b29efeb0-cdc9-4513-929c-02cf57ecc295: DOWN {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:56:44.531411 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f820982e-534a-47d6-a869-5a6e04da05ba req-61e8e2d7-72c9-44e3-b7a9-f926cb7aa287 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 210 time: 0.0329888 Jul 16 20:56:44.785493 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41650) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:44.850180 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05b20bd0-be38-46d4-b470-8eee49603daa tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:44.878598 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05b20bd0-be38-46d4-b470-8eee49603daa tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:44.950489 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05b20bd0-be38-46d4-b470-8eee49603daa tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:44.955615 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05b20bd0-be38-46d4-b470-8eee49603daa tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:44.957023 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-05b20bd0-be38-46d4-b470-8eee49603daa tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "DELETE /v2.0/security-groups/4d2b2835-a296-48fb-9a92-517922c98497 HTTP/1.1" status: 204 len: 168 time: 0.1705806 Jul 16 20:56:44.960946 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41652) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:44.971284 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b20bd0-be38-46d4-b470-8eee49603daa tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2b2835-a296-48fb-9a92-517922c98497,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:44.984730 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b20bd0-be38-46d4-b470-8eee49603daa tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:44.985327 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b20bd0-be38-46d4-b470-8eee49603daa tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:44.986050 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b20bd0-be38-46d4-b470-8eee49603daa tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:44.987497 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b20bd0-be38-46d4-b470-8eee49603daa tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:44.988014 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b20bd0-be38-46d4-b470-8eee49603daa tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:44.988615 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b20bd0-be38-46d4-b470-8eee49603daa tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:44.989188 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b20bd0-be38-46d4-b470-8eee49603daa tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:44.989926 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b20bd0-be38-46d4-b470-8eee49603daa tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:44.989926 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b20bd0-be38-46d4-b470-8eee49603daa tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:44.990241 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b20bd0-be38-46d4-b470-8eee49603daa tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:44.990540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b20bd0-be38-46d4-b470-8eee49603daa tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:44.991042 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b20bd0-be38-46d4-b470-8eee49603daa tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:45.010747 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-99dabe19-a702-45eb-ba90-12f5bf641590 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] show failed (client error): The resource could not be found. Jul 16 20:56:45.018366 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-99dabe19-a702-45eb-ba90-12f5bf641590 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "GET /v2.0/security-groups/4d2b2835-a296-48fb-9a92-517922c98497 HTTP/1.1" status: 404 len: 347 time: 0.0551524 Jul 16 20:56:45.020383 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41654) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:45.142264 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 89bae098-f3b9-4d41-8084-92ad329d949f no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:56:45.168490 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 89bae098-f3b9-4d41-8084-92ad329d949f {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:56:45.168842 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 89bae098-f3b9-4d41-8084-92ad329d949f not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:56:45.187395 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-a907ec80-1bac-4e8d-a322-9e8f3ae685d3 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Deleting port 6c8608b4-392c-4594-a34b-bb1e91ba297e {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:45.187758 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a907ec80-1bac-4e8d-a322-9e8f3ae685d3 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:45.308563 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a907ec80-1bac-4e8d-a322-9e8f3ae685d3 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:45.309012 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a907ec80-1bac-4e8d-a322-9e8f3ae685d3 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:45.331036 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-a907ec80-1bac-4e8d-a322-9e8f3ae685d3 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Calling delete_port for 6c8608b4-392c-4594-a34b-bb1e91ba297e owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:45.542420 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a907ec80-1bac-4e8d-a322-9e8f3ae685d3 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:45.587952 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907ec80-1bac-4e8d-a322-9e8f3ae685d3 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Pushing event deleted for resources: {'Port': ['ID=6c8608b4-392c-4594-a34b-bb1e91ba297e,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:45.676399 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a907ec80-1bac-4e8d-a322-9e8f3ae685d3 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:45.680002 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a907ec80-1bac-4e8d-a322-9e8f3ae685d3 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:45.681677 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a907ec80-1bac-4e8d-a322-9e8f3ae685d3 tempest-AttachVolumeTestJSON-1020404770 tempest-AttachVolumeTestJSON-1020404770-project] 10.222.0.38 "DELETE /v2.0/floatingips/b29efeb0-cdc9-4513-929c-02cf57ecc295 HTTP/1.1" status: 204 len: 168 time: 0.6597946 Jul 16 20:56:45.956490 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a22a6fe8-c799-4e8b-81e3-f48fc2a1af52 req-7e548f63-49bf-4af7-a8ab-af317c3565e3 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 210 time: 0.0449464 Jul 16 20:56:47.208710 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-12532f13-c7a4-4ef3-889e-55410856af8a req-678355d5-08fd-4166-8282-c908f675648a tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/ports?device_id=38211845-6564-408a-bd16-1e2d0e4f2384 HTTP/1.1" status: 200 len: 210 time: 0.0554900 Jul 16 20:56:48.364187 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41670) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:48.428651 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc2e93b2-7d22-4fcc-b3b6-74521f235d71 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:48.456727 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc2e93b2-7d22-4fcc-b3b6-74521f235d71 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:48.559796 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc2e93b2-7d22-4fcc-b3b6-74521f235d71 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:48.572468 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc2e93b2-7d22-4fcc-b3b6-74521f235d71 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:48.578688 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41676) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:48.579593 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fc2e93b2-7d22-4fcc-b3b6-74521f235d71 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "DELETE /v2.0/security-groups/03002501-0956-4190-91a4-ce7db6cde082 HTTP/1.1" status: 204 len: 168 time: 0.2140167 Jul 16 20:56:48.597997 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-4f6672b6-1fb6-4da5-afd7-a45515006c2d tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] show failed (client error): The resource could not be found. Jul 16 20:56:48.599336 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4f6672b6-1fb6-4da5-afd7-a45515006c2d tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "GET /v2.0/security-groups/03002501-0956-4190-91a4-ce7db6cde082 HTTP/1.1" status: 404 len: 347 time: 0.0196502 Jul 16 20:56:48.602842 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41678) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:48.609496 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e93b2-7d22-4fcc-b3b6-74521f235d71 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03002501-0956-4190-91a4-ce7db6cde082,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:48.791174 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-ac17dfa9-efe4-443c-aeb2-8e23d97cdc4c tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Deleting port 67f1e916-652c-4406-a233-f6865dcf6448 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:48.791603 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac17dfa9-efe4-443c-aeb2-8e23d97cdc4c tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:48.901043 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac17dfa9-efe4-443c-aeb2-8e23d97cdc4c tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:48.901306 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac17dfa9-efe4-443c-aeb2-8e23d97cdc4c tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:48.917698 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-ac17dfa9-efe4-443c-aeb2-8e23d97cdc4c tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Calling delete_port for 67f1e916-652c-4406-a233-f6865dcf6448 owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:49.102786 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac17dfa9-efe4-443c-aeb2-8e23d97cdc4c tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:49.133499 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17dfa9-efe4-443c-aeb2-8e23d97cdc4c tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event deleted for resources: {'Port': ['ID=67f1e916-652c-4406-a233-f6865dcf6448,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:49.199131 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac17dfa9-efe4-443c-aeb2-8e23d97cdc4c tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:49.202444 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac17dfa9-efe4-443c-aeb2-8e23d97cdc4c tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:49.206371 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ac17dfa9-efe4-443c-aeb2-8e23d97cdc4c tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "DELETE /v2.0/floatingips/bc1de79d-9630-4805-870f-7110453f447f HTTP/1.1" status: 204 len: 168 time: 0.5999386 Jul 16 20:56:49.206730 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41682) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:49.339664 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-ac635a92-cda7-489f-beb3-e188289e0390 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Deleting port 363b4863-693b-4f87-9538-22fc3b427353 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:49.340010 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac635a92-cda7-489f-beb3-e188289e0390 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:49.454666 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac635a92-cda7-489f-beb3-e188289e0390 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:49.472646 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-ac635a92-cda7-489f-beb3-e188289e0390 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Calling delete_port for 363b4863-693b-4f87-9538-22fc3b427353 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:49.744515 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac635a92-cda7-489f-beb3-e188289e0390 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:49.785897 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac635a92-cda7-489f-beb3-e188289e0390 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event deleted for resources: {'Port': ['ID=363b4863-693b-4f87-9538-22fc3b427353,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:49.900911 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac635a92-cda7-489f-beb3-e188289e0390 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:49.903014 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ac635a92-cda7-489f-beb3-e188289e0390 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "DELETE /v2.0/ports/363b4863-693b-4f87-9538-22fc3b427353 HTTP/1.1" status: 204 len: 168 time: 0.6953905 Jul 16 20:56:49.906697 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41692) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:50.020938 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-d23b81c6-3eea-4cf9-b376-16b633e951d0 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Deleting port 0511ec0c-7172-4caa-9729-47cc63ea6c94 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:50.021537 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d23b81c6-3eea-4cf9-b376-16b633e951d0 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.118632 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d23b81c6-3eea-4cf9-b376-16b633e951d0 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.140351 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-d23b81c6-3eea-4cf9-b376-16b633e951d0 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Calling delete_port for 0511ec0c-7172-4caa-9729-47cc63ea6c94 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:50.295990 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d23b81c6-3eea-4cf9-b376-16b633e951d0 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.325401 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b81c6-3eea-4cf9-b376-16b633e951d0 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event deleted for resources: {'Port': ['ID=0511ec0c-7172-4caa-9729-47cc63ea6c94,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:50.411454 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d23b81c6-3eea-4cf9-b376-16b633e951d0 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.413518 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d23b81c6-3eea-4cf9-b376-16b633e951d0 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "DELETE /v2.0/ports/0511ec0c-7172-4caa-9729-47cc63ea6c94 HTTP/1.1" status: 204 len: 168 time: 0.5058870 Jul 16 20:56:50.416212 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41694) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:50.474171 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6b3146-034e-47b8-83b2-6a42141fae04 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Deleting subnet f2d96ed7-8733-4957-83cb-f46aeb3a2783 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:56:50.477596 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-df6b3146-034e-47b8-83b2-6a42141fae04 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.518728 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-df6b3146-034e-47b8-83b2-6a42141fae04 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.604256 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-df6b3146-034e-47b8-83b2-6a42141fae04 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.667791 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-df6b3146-034e-47b8-83b2-6a42141fae04 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.743867 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b3146-034e-47b8-83b2-6a42141fae04 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d96ed7-8733-4957-83cb-f46aeb3a2783,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:50.745851 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-df6b3146-034e-47b8-83b2-6a42141fae04 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.750972 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-df6b3146-034e-47b8-83b2-6a42141fae04 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "DELETE /v2.0/subnets/f2d96ed7-8733-4957-83cb-f46aeb3a2783 HTTP/1.1" status: 204 len: 168 time: 0.3312199 Jul 16 20:56:50.751229 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41700) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:50.753281 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a343417b-8436-4506-b422-97909fb25839 None None] Network d95411c0-2fd5-4f9a-ab32-3de69c6456cf requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:56:50.824481 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c83ecd8-6b8b-42d5-9db3-77d1045a21e2 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Deleting subnet e90d8681-87d8-468f-b542-905bc89d1669 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:56:50.828224 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9c83ecd8-6b8b-42d5-9db3-77d1045a21e2 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.871689 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9c83ecd8-6b8b-42d5-9db3-77d1045a21e2 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:51.055822 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9c83ecd8-6b8b-42d5-9db3-77d1045a21e2 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:51.102114 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a057fb-a7d6-45ac-94e8-ff82c247f16c None None] DHCP port deletion for d95411c0-2fd5-4f9a-ab32-3de69c6456cf request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:56:51.158013 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9c83ecd8-6b8b-42d5-9db3-77d1045a21e2 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:51.180041 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b6a057fb-a7d6-45ac-94e8-ff82c247f16c None None] Deleting port cb05f5c5-91e7-4935-988f-e9bf8d06dc59 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:51.180726 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6a057fb-a7d6-45ac-94e8-ff82c247f16c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:51.209438 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83ecd8-6b8b-42d5-9db3-77d1045a21e2 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event deleted for resources: {'Subnet': ['ID=e90d8681-87d8-468f-b542-905bc89d1669,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:51.227686 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9c83ecd8-6b8b-42d5-9db3-77d1045a21e2 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:51.232246 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9c83ecd8-6b8b-42d5-9db3-77d1045a21e2 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "DELETE /v2.0/subnets/e90d8681-87d8-468f-b542-905bc89d1669 HTTP/1.1" status: 204 len: 168 time: 0.4631581 Jul 16 20:56:51.232604 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41712) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:51.276333 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b6a057fb-a7d6-45ac-94e8-ff82c247f16c None None] For port cb05f5c5-91e7-4935-988f-e9bf8d06dc59, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=cb05f5c5-91e7-4935-988f-e9bf8d06dc59,segment=NetworkSegment(975d3fad-f8aa-4e75-bddf-eb552e8ab4c4),segment_id=975d3fad-f8aa-4e75-bddf-eb552e8ab4c4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:51.276735 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6a057fb-a7d6-45ac-94e8-ff82c247f16c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:51.289675 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b6a057fb-a7d6-45ac-94e8-ff82c247f16c None None] Calling delete_port for cb05f5c5-91e7-4935-988f-e9bf8d06dc59 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:51.295535 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bd5abf-48bc-49a8-8098-b7e9c5c241c4 None None] Network 83636349-58ea-46f7-a3d1-26f21bbb427b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:56:51.328737 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f8132fe-0e76-4c9b-ba0d-bf6943f3fdc5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:51.358125 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-62583735-b5af-47e5-8ac6-1e04bc809cc9 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1316422373&fields=id&tenant_id=d773f9510ee743d3a0654c8400382544 HTTP/1.1" status: 200 len: 267 time: 0.0594699 Jul 16 20:56:51.486221 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6a057fb-a7d6-45ac-94e8-ff82c247f16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:51.516784 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a057fb-a7d6-45ac-94e8-ff82c247f16c None None] Pushing event deleted for resources: {'Port': ['ID=cb05f5c5-91e7-4935-988f-e9bf8d06dc59,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:51.520964 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a057fb-a7d6-45ac-94e8-ff82c247f16c None None] No DVR routers for this DVR port cb05f5c5-91e7-4935-988f-e9bf8d06dc59 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:56:51.545881 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-a83416b5-9f12-46fe-8021-d8659113a3bd tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:51.547448 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-a83416b5-9f12-46fe-8021-d8659113a3bd tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 812 time: 0.1722970 Jul 16 20:56:51.556063 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-7f8132fe-0e76-4c9b-ba0d-bf6943f3fdc5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Deleting port cb05f5c5-91e7-4935-988f-e9bf8d06dc59 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:51.556398 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f8132fe-0e76-4c9b-ba0d-bf6943f3fdc5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:51.585604 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-b0558daa-4188-4cd5-8ecc-abf9d4b86199 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/quotas/d773f9510ee743d3a0654c8400382544 HTTP/1.1" status: 200 len: 375 time: 0.0311892 Jul 16 20:56:51.625920 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506eb666-935b-49dd-a88e-d6edb14377e0 None None] DHCP port deletion for 83636349-58ea-46f7-a3d1-26f21bbb427b request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:56:51.672806 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-7f8132fe-0e76-4c9b-ba0d-bf6943f3fdc5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] For port cb05f5c5-91e7-4935-988f-e9bf8d06dc59, host n-d-791506-21, got binding levels [] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:51.674148 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f8132fe-0e76-4c9b-ba0d-bf6943f3fdc5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:51.684217 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-506eb666-935b-49dd-a88e-d6edb14377e0 None None] Deleting port 39abb531-a298-470a-827d-2b6161bf48ba {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:51.685676 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-506eb666-935b-49dd-a88e-d6edb14377e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:51.692425 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-7f8132fe-0e76-4c9b-ba0d-bf6943f3fdc5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Calling delete_port for cb05f5c5-91e7-4935-988f-e9bf8d06dc59 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:51.695641 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.ipam_backend_mixin [None req-7f8132fe-0e76-4c9b-ba0d-bf6943f3fdc5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Port cb05f5c5-91e7-4935-988f-e9bf8d06dc59 was not found and therefore no delete operation was performed {{(pid=93794) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:56:51.699165 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f8132fe-0e76-4c9b-ba0d-bf6943f3fdc5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:51.745522 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8132fe-0e76-4c9b-ba0d-bf6943f3fdc5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event deleted for resources: {'Port': ['ID=cb05f5c5-91e7-4935-988f-e9bf8d06dc59,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:51.749301 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8132fe-0e76-4c9b-ba0d-bf6943f3fdc5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] No DVR routers for this DVR port cb05f5c5-91e7-4935-988f-e9bf8d06dc59 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:56:51.829085 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-9db002a6-55cf-4cf2-9019-7faa04c96f14 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2071683 Jul 16 20:56:51.870836 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f8132fe-0e76-4c9b-ba0d-bf6943f3fdc5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:51.900507 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-7f8132fe-0e76-4c9b-ba0d-bf6943f3fdc5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d95411c0-2fd5-4f9a-ab32-3de69c6456cf']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:51.925159 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-7f8132fe-0e76-4c9b-ba0d-bf6943f3fdc5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975d3fad-f8aa-4e75-bddf-eb552e8ab4c4') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:51.925441 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-7f8132fe-0e76-4c9b-ba0d-bf6943f3fdc5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975d3fad-f8aa-4e75-bddf-eb552e8ab4c4') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:51.944281 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f8132fe-0e76-4c9b-ba0d-bf6943f3fdc5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:51.980436 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-25d7895b-633f-41c4-a89a-6a35762e3d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:51.991061 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-506eb666-935b-49dd-a88e-d6edb14377e0 None None] For port 39abb531-a298-470a-827d-2b6161bf48ba, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=39abb531-a298-470a-827d-2b6161bf48ba,segment=NetworkSegment(50e8644a-19d9-45bd-ab21-17ab245efa36),segment_id=50e8644a-19d9-45bd-ab21-17ab245efa36)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:51.991061 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-506eb666-935b-49dd-a88e-d6edb14377e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:51.993240 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f8132fe-0e76-4c9b-ba0d-bf6943f3fdc5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:52.003266 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-506eb666-935b-49dd-a88e-d6edb14377e0 None None] Calling delete_port for 39abb531-a298-470a-827d-2b6161bf48ba owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:52.006674 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f8132fe-0e76-4c9b-ba0d-bf6943f3fdc5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:56:52.008442 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f8132fe-0e76-4c9b-ba0d-bf6943f3fdc5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: items = [ Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:56:52.011696 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:56:52.045761 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-4f959d86-658a-4005-87f5-af2536e8842f service neutron] 10.222.0.38 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709275 Jul 16 20:56:52.115967 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f8132fe-0e76-4c9b-ba0d-bf6943f3fdc5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:52.130883 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-506eb666-935b-49dd-a88e-d6edb14377e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:52.136494 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f8132fe-0e76-4c9b-ba0d-bf6943f3fdc5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:52.138973 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7f8132fe-0e76-4c9b-ba0d-bf6943f3fdc5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "DELETE /v2.0/networks/d95411c0-2fd5-4f9a-ab32-3de69c6456cf HTTP/1.1" status: 204 len: 168 time: 0.9053154 Jul 16 20:56:52.141994 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41722) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:52.142649 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8132fe-0e76-4c9b-ba0d-bf6943f3fdc5 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event deleted for resources: {'Network': ['ID=d95411c0-2fd5-4f9a-ab32-3de69c6456cf,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:52.172861 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506eb666-935b-49dd-a88e-d6edb14377e0 None None] Pushing event deleted for resources: {'Port': ['ID=39abb531-a298-470a-827d-2b6161bf48ba,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:52.176817 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506eb666-935b-49dd-a88e-d6edb14377e0 None None] No DVR routers for this DVR port 39abb531-a298-470a-827d-2b6161bf48ba on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:56:52.260549 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-778fff28-f574-495f-8a33-8db862268ced service neutron] 10.222.0.38 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737719 Jul 16 20:56:52.313161 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35482025-3a22-4145-8d35-3039ce75b212 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:52.416874 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35482025-3a22-4145-8d35-3039ce75b212 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:52.429993 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-35482025-3a22-4145-8d35-3039ce75b212 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83636349-58ea-46f7-a3d1-26f21bbb427b']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:52.452199 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-35482025-3a22-4145-8d35-3039ce75b212 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e8644a-19d9-45bd-ab21-17ab245efa36') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:52.452743 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-35482025-3a22-4145-8d35-3039ce75b212 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e8644a-19d9-45bd-ab21-17ab245efa36') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:52.468174 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35482025-3a22-4145-8d35-3039ce75b212 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:52.486558 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35482025-3a22-4145-8d35-3039ce75b212 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:52.492936 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35482025-3a22-4145-8d35-3039ce75b212 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:56:52.493332 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35482025-3a22-4145-8d35-3039ce75b212 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:56:52.496927 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:56:52.564352 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35482025-3a22-4145-8d35-3039ce75b212 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:52.571805 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35482025-3a22-4145-8d35-3039ce75b212 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:52.574679 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-35482025-3a22-4145-8d35-3039ce75b212 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] 10.222.0.38 "DELETE /v2.0/networks/83636349-58ea-46f7-a3d1-26f21bbb427b HTTP/1.1" status: 204 len: 168 time: 0.4307330 Jul 16 20:56:52.601448 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35482025-3a22-4145-8d35-3039ce75b212 tempest-TaggedBootDevicesTest_v242-1739850408 tempest-TaggedBootDevicesTest_v242-1739850408-project] Pushing event deleted for resources: {'Network': ['ID=83636349-58ea-46f7-a3d1-26f21bbb427b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:52.790835 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5aa1a9de-87d5-4b5e-b16e-71a895f132cc req-8f176ada-0fc7-4b59-b5ff-256620b3cb01 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 210 time: 0.1115060 Jul 16 20:56:52.868608 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device cb05f5c5-91e7-4935-988f-e9bf8d06dc59 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:56:52.899147 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: cb05f5c5-91e7-4935-988f-e9bf8d06dc59 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:56:52.901032 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device cb05f5c5-91e7-4935-988f-e9bf8d06dc59 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:56:52.901032 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 39abb531-a298-470a-827d-2b6161bf48ba no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:56:52.936434 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 39abb531-a298-470a-827d-2b6161bf48ba {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:56:52.936791 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 39abb531-a298-470a-827d-2b6161bf48ba not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:56:53.961667 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0dac9552-745e-4353-8c8a-ae9b18f6c6ae req-b36e663b-5609-4ca2-a624-25de8f0fe961 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 210 time: 0.0442836 Jul 16 20:56:54.062158 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-11e0590c-1f72-4e1b-b47e-58c17b9d6c2b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:54.065139 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-11e0590c-1f72-4e1b-b47e-58c17b9d6c2b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.62 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 812 time: 0.1349578 Jul 16 20:56:54.115662 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-7fdd7cd2-efd4-4f77-bcaa-3cb7721bd093 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d773f9510ee743d3a0654c8400382544 HTTP/1.1" status: 200 len: 380 time: 0.0417004 Jul 16 20:56:54.128584 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-544ee3ba-b99e-4f59-8577-b38a6b6eeb3b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Request body: {'port': {'device_id': 'ff619eb7-3f35-4320-bc69-238291dd59d2', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'admin_state_up': True, 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'security_groups': ['2ab5b28c-a7dd-46c3-812c-c8fbafb705a1']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:54.253714 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b1e421c3-9c4e-4ab6-a941-0bc68bdea4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:54.283843 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-544ee3ba-b99e-4f59-8577-b38a6b6eeb3b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Made reservation on behalf of d773f9510ee743d3a0654c8400382544 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:56:54.287872 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-544ee3ba-b99e-4f59-8577-b38a6b6eeb3b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:54.342919 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:54.436955 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-544ee3ba-b99e-4f59-8577-b38a6b6eeb3b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Allocated IP 172.20.0.11 (8f8ffa95-ba5a-44c1-b5cb-f15aabb35325/91aaf1f1-4791-4613-820c-7a64a55f2344/20804559-ccc8-48c8-a9ce-da9dbecf1f0e) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:56:54.617926 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-544ee3ba-b99e-4f59-8577-b38a6b6eeb3b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:54.636112 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-544ee3ba-b99e-4f59-8577-b38a6b6eeb3b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Transition to ACTIVE for port object 20804559-ccc8-48c8-a9ce-da9dbecf1f0e will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:56:54.678468 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-544ee3ba-b99e-4f59-8577-b38a6b6eeb3b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:54.718874 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-544ee3ba-b99e-4f59-8577-b38a6b6eeb3b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:56:54.724816 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-544ee3ba-b99e-4f59-8577-b38a6b6eeb3b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:56:54.727619 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-544ee3ba-b99e-4f59-8577-b38a6b6eeb3b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:56:54.789529 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-544ee3ba-b99e-4f59-8577-b38a6b6eeb3b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:54.790191 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-544ee3ba-b99e-4f59-8577-b38a6b6eeb3b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:54.803826 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ee3ba-b99e-4f59-8577-b38a6b6eeb3b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event updated for resources: {'Port': ['ID=20804559-ccc8-48c8-a9ce-da9dbecf1f0e,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:54.820224 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-544ee3ba-b99e-4f59-8577-b38a6b6eeb3b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6968207 Jul 16 20:56:54.831959 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-21c76024-a11c-4b0e-80d6-588b9106a554 service neutron] Request body: {'port': {'device_id': 'ff619eb7-3f35-4320-bc69-238291dd59d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:54.944439 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-21c76024-a11c-4b0e-80d6-588b9106a554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:55.111493 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-92fbb43c-852e-44d8-802f-56e92e3c58bf None None] Provisioning for port 20804559-ccc8-48c8-a9ce-da9dbecf1f0e completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:56:55.117652 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-92fbb43c-852e-44d8-802f-56e92e3c58bf None None] Provisioning complete for port 20804559-ccc8-48c8-a9ce-da9dbecf1f0e triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:56:55.118260 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92fbb43c-852e-44d8-802f-56e92e3c58bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:55.184335 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-92fbb43c-852e-44d8-802f-56e92e3c58bf None None] Port 20804559-ccc8-48c8-a9ce-da9dbecf1f0e cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:56:55.189228 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2841b4-5964-4536-b5a3-3db0fde83b05 req-8180b873-bc43-44ac-a8e6-e3155cac128f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:55.197940 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6d2841b4-5964-4536-b5a3-3db0fde83b05 req-8180b873-bc43-44ac-a8e6-e3155cac128f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 932 time: 0.0849619 Jul 16 20:56:55.287640 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6d2841b4-5964-4536-b5a3-3db0fde83b05 req-d091bc3a-8044-47d3-97dc-83ba3aba3736 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883415 Jul 16 20:56:55.388120 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-21c76024-a11c-4b0e-80d6-588b9106a554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20804559-ccc8-48c8-a9ce-da9dbecf1f0e {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:56:55.397614 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-21c76024-a11c-4b0e-80d6-588b9106a554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:55.420862 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-21c76024-a11c-4b0e-80d6-588b9106a554 service neutron] Transition to ACTIVE for port object 20804559-ccc8-48c8-a9ce-da9dbecf1f0e will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:56:55.426853 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-21c76024-a11c-4b0e-80d6-588b9106a554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:55.583058 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c76024-a11c-4b0e-80d6-588b9106a554 service neutron] Pushing event updated for resources: {'Port': ['ID=20804559-ccc8-48c8-a9ce-da9dbecf1f0e,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:55.637333 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-21c76024-a11c-4b0e-80d6-588b9106a554 service neutron] Attempting to bind port 20804559-ccc8-48c8-a9ce-da9dbecf1f0e on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:56:55.637691 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-21c76024-a11c-4b0e-80d6-588b9106a554 service neutron] Attempting to bind port 20804559-ccc8-48c8-a9ce-da9dbecf1f0e by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:56:55.638401 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-21c76024-a11c-4b0e-80d6-588b9106a554 service neutron] Attempting to bind port 20804559-ccc8-48c8-a9ce-da9dbecf1f0e on network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:56:55.648615 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-21c76024-a11c-4b0e-80d6-588b9106a554 service neutron] Port 20804559-ccc8-48c8-a9ce-da9dbecf1f0e on network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:56:55.648930 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-21c76024-a11c-4b0e-80d6-588b9106a554 service neutron] Attempting to bind port 20804559-ccc8-48c8-a9ce-da9dbecf1f0e on network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:56:55.656019 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-21c76024-a11c-4b0e-80d6-588b9106a554 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:56:55.656490 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-21c76024-a11c-4b0e-80d6-588b9106a554 service neutron] Checking segment: {'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:56:55.656894 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-21c76024-a11c-4b0e-80d6-588b9106a554 service neutron] Bound using segment: {'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:56:55.657337 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-21c76024-a11c-4b0e-80d6-588b9106a554 service neutron] Bound port: 20804559-ccc8-48c8-a9ce-da9dbecf1f0e, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31591474-a2d9-427f-a967-0af7b244875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:56:55.657700 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-21c76024-a11c-4b0e-80d6-588b9106a554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:55.809425 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-21c76024-a11c-4b0e-80d6-588b9106a554 service neutron] For port 20804559-ccc8-48c8-a9ce-da9dbecf1f0e, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:56:55.814537 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-21c76024-a11c-4b0e-80d6-588b9106a554 service neutron] For port 20804559-ccc8-48c8-a9ce-da9dbecf1f0e, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=20804559-ccc8-48c8-a9ce-da9dbecf1f0e,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:56:55.823328 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-21c76024-a11c-4b0e-80d6-588b9106a554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:55.852893 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:55.878172 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c76024-a11c-4b0e-80d6-588b9106a554 service neutron] Pushing event updated for resources: {'Port': ['ID=20804559-ccc8-48c8-a9ce-da9dbecf1f0e,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:55.892110 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-21c76024-a11c-4b0e-80d6-588b9106a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:55.892924 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-21c76024-a11c-4b0e-80d6-588b9106a554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:55.894542 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-21c76024-a11c-4b0e-80d6-588b9106a554 service neutron] 10.222.0.62 "PUT /v2.0/ports/20804559-ccc8-48c8-a9ce-da9dbecf1f0e HTTP/1.1" status: 200 len: 1093 time: 1.0670338 Jul 16 20:56:55.895232 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff619eb7-3f35-4320-bc69-238291dd59d2', 'tag': '20804559-ccc8-48c8-a9ce-da9dbecf1f0e'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:55.898244 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301963ce-e59e-4018-8af9-637ac475edcf" -d '{"events": [{"name": "network-changed", "server_uuid": "ff619eb7-3f35-4320-bc69-238291dd59d2", "tag": "20804559-ccc8-48c8-a9ce-da9dbecf1f0e"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:56.078414 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-fec7b035-cc97-4c15-8dbe-61fdc2c928a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:56.080542 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-fec7b035-cc97-4c15-8dbe-61fdc2c928a4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 1096 time: 0.1267698 Jul 16 20:56:56.082207 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8549ff-6248-4dee-aa0b-611c0fccb26c x-openstack-request-id: req-7d8549ff-6248-4dee-aa0b-611c0fccb26c {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:56.082839 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff619eb7-3f35-4320-bc69-238291dd59d2", "tag": "20804559-ccc8-48c8-a9ce-da9dbecf1f0e", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:56.083299 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7d8549ff-6248-4dee-aa0b-611c0fccb26c {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:56.083913 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff619eb7-3f35-4320-bc69-238291dd59d2', 'tag': '20804559-ccc8-48c8-a9ce-da9dbecf1f0e', 'status': 'completed', 'code': 200} Jul 16 20:56:56.133792 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-8fcf2405-ba96-4f22-8226-5715f80c164b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20804559-ccc8-48c8-a9ce-da9dbecf1f0e HTTP/1.1" status: 200 len: 217 time: 0.0433764 Jul 16 20:56:56.196821 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-26ca7182-036a-4673-8ca2-b2eb82fc1fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:56.198854 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-26ca7182-036a-4673-8ca2-b2eb82fc1fd6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91aaf1f1-4791-4613-820c-7a64a55f2344 HTTP/1.1" status: 200 len: 851 time: 0.0577064 Jul 16 20:56:56.286932 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-8390dbcd-ed9e-4165-8df1-cdaafb370cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:56.288445 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-8390dbcd-ed9e-4165-8df1-cdaafb370cf9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781350 Jul 16 20:56:56.480767 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-132c474c-ebe3-4e38-ad19-48ba9940e656 service neutron] 10.222.0.62 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828418 Jul 16 20:56:56.587112 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fa5cc-b0de-44d3-90e4-a4d5c0e68c68 req-1214c15e-86de-4050-b025-80fc731cc284 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:56.590244 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4b1fa5cc-b0de-44d3-90e4-a4d5c0e68c68 req-1214c15e-86de-4050-b025-80fc731cc284 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 944 time: 0.0997286 Jul 16 20:56:56.616781 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-049dcac8-ce6c-4c02-80e4-23e0dc2983c9 req-19687ae9-18a8-41da-b365-c141e082b135 service neutron] 10.222.0.62 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318657 Jul 16 20:56:56.633454 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4b1fa5cc-b0de-44d3-90e4-a4d5c0e68c68 req-b8be2b78-9013-4b8b-972d-f63c7b31cd9c tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357244 Jul 16 20:56:56.759041 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301963ce-e59e-4018-8af9-637ac475edcf req-4f27794b-a729-4356-8da9-cdcedd34fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:56.760696 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-301963ce-e59e-4018-8af9-637ac475edcf req-4f27794b-a729-4356-8da9-cdcedd34fc9e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 1096 time: 0.0610237 Jul 16 20:56:56.864621 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301963ce-e59e-4018-8af9-637ac475edcf req-0fde1e09-b7d0-4503-af23-7bc5b026d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:56.866106 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-301963ce-e59e-4018-8af9-637ac475edcf req-0fde1e09-b7d0-4503-af23-7bc5b026d000 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 913 time: 0.0995615 Jul 16 20:56:56.911833 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-301963ce-e59e-4018-8af9-637ac475edcf req-5fde4d97-f4c7-424f-9e95-9930136e661f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20804559-ccc8-48c8-a9ce-da9dbecf1f0e HTTP/1.1" status: 200 len: 217 time: 0.0390508 Jul 16 20:56:56.963497 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301963ce-e59e-4018-8af9-637ac475edcf req-9c500715-0104-4eea-bbaf-07cd9211b47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:56.965560 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-301963ce-e59e-4018-8af9-637ac475edcf req-9c500715-0104-4eea-bbaf-07cd9211b47a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91aaf1f1-4791-4613-820c-7a64a55f2344 HTTP/1.1" status: 200 len: 851 time: 0.0482845 Jul 16 20:56:57.031469 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301963ce-e59e-4018-8af9-637ac475edcf req-9054a8db-38e0-4f43-a90c-f5146283ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:57.033780 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-301963ce-e59e-4018-8af9-637ac475edcf req-9054a8db-38e0-4f43-a90c-f5146283ac62 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619984 Jul 16 20:56:57.153093 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-301963ce-e59e-4018-8af9-637ac475edcf req-450f1e1d-379b-4a0d-9647-e019a7b01658 service neutron] 10.222.0.62 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121087 Jul 16 20:56:57.262471 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-301963ce-e59e-4018-8af9-637ac475edcf req-7aafc5dd-01c6-41aa-a79a-b8378183e8be service neutron] 10.222.0.62 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024036 Jul 16 20:56:57.694708 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:57.837707 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e9b1c-1bd4-4b05-af17-89dbe24a2b97 req-b4f42c03-d7b1-4b2c-bc52-c7a6da9401cc tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:57.839217 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7e4e9b1c-1bd4-4b05-af17-89dbe24a2b97 req-b4f42c03-d7b1-4b2c-bc52-c7a6da9401cc tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 944 time: 0.0716395 Jul 16 20:56:57.878108 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7e4e9b1c-1bd4-4b05-af17-89dbe24a2b97 req-cf3b7286-3c9b-40eb-be00-5edb14503e44 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325744 Jul 16 20:56:59.138696 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51740a6e-19c3-4a01-bb07-00abcfddc3af req-9fac7ffa-d196-408e-aa4d-574e5adcbe39 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:59.147749 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-51740a6e-19c3-4a01-bb07-00abcfddc3af req-9fac7ffa-d196-408e-aa4d-574e5adcbe39 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 944 time: 0.0991561 Jul 16 20:56:59.203106 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-51740a6e-19c3-4a01-bb07-00abcfddc3af req-b45e281b-0881-4972-bece-b7526c78c626 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540953 Jul 16 20:56:59.744695 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:00.485010 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b81a0-bd3d-42ab-be9b-79e0f814cfa7 req-e7ca2258-84c9-46c1-a12b-97271139b822 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:00.487841 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-427b81a0-bd3d-42ab-be9b-79e0f814cfa7 req-e7ca2258-84c9-46c1-a12b-97271139b822 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 944 time: 0.0860052 Jul 16 20:57:00.546608 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-427b81a0-bd3d-42ab-be9b-79e0f814cfa7 req-9111f175-790c-4747-a3a6-d71495a85b38 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384004 Jul 16 20:57:01.559028 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41842) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:01.818896 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8b7c5-fc1e-444a-87ea-30dc698c00a9 req-cf294b7b-939b-4715-878d-8f4d7d8708e5 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:01.827896 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dee8b7c5-fc1e-444a-87ea-30dc698c00a9 req-cf294b7b-939b-4715-878d-8f4d7d8708e5 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 944 time: 0.1236601 Jul 16 20:57:01.883535 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dee8b7c5-fc1e-444a-87ea-30dc698c00a9 req-d2927263-8e74-40a4-8497-7514f8923d56 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543928 Jul 16 20:57:02.516662 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8ff922a4-940d-46c8-8fa8-5412d834fc88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:02.775455 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-8ff922a4-940d-46c8-8fa8-5412d834fc88 admin admin] Deleting port f73c22c8-60c6-4557-aef5-8e8e35faf68d {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:02.776093 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8ff922a4-940d-46c8-8fa8-5412d834fc88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:02.860240 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-8ff922a4-940d-46c8-8fa8-5412d834fc88 admin admin] For port f73c22c8-60c6-4557-aef5-8e8e35faf68d, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f73c22c8-60c6-4557-aef5-8e8e35faf68d,segment=NetworkSegment(73393e72-d0ae-405b-bc06-0c43218fa52d),segment_id=73393e72-d0ae-405b-bc06-0c43218fa52d)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:02.860604 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8ff922a4-940d-46c8-8fa8-5412d834fc88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:02.873678 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-8ff922a4-940d-46c8-8fa8-5412d834fc88 admin admin] Calling delete_port for f73c22c8-60c6-4557-aef5-8e8e35faf68d owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:03.062899 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d62355-9d8a-4394-a330-e151d7e285e2 req-1a468580-b697-4583-9ae2-b0043db54ddb tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:03.065558 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-17d62355-9d8a-4394-a330-e151d7e285e2 req-1a468580-b697-4583-9ae2-b0043db54ddb tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 944 time: 0.0736811 Jul 16 20:57:03.075048 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8ff922a4-940d-46c8-8fa8-5412d834fc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:03.109547 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff922a4-940d-46c8-8fa8-5412d834fc88 admin admin] Pushing event deleted for resources: {'Port': ['ID=f73c22c8-60c6-4557-aef5-8e8e35faf68d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:03.159381 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-17d62355-9d8a-4394-a330-e151d7e285e2 req-81fdbc68-5b90-4844-a433-b9297dc86700 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877120 Jul 16 20:57:03.331577 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8ff922a4-940d-46c8-8fa8-5412d834fc88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:03.360515 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:03.588228 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff922a4-940d-46c8-8fa8-5412d834fc88 admin admin] Router 2123bebe-d4d1-4f25-b718-513c80bdd38a has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:57:03.702562 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff922a4-940d-46c8-8fa8-5412d834fc88 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:57:03.710569 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8ff922a4-940d-46c8-8fa8-5412d834fc88 admin admin] 10.222.0.38 "PUT /v2.0/routers/2123bebe-d4d1-4f25-b718-513c80bdd38a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1478930 Jul 16 20:57:03.710784 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41862) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:03.716497 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b093c021-e069-480c-b6a5-959ba683afc4 None None] Sync routers for ids ['2123bebe-d4d1-4f25-b718-513c80bdd38a'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:57:03.725530 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b093c021-e069-480c-b6a5-959ba683afc4 None None] Routers {'2123bebe-d4d1-4f25-b718-513c80bdd38a'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:03.726259 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b093c021-e069-480c-b6a5-959ba683afc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:56:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2123bebe-d4d1-4f25-b718-513c80bdd38a'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:03.832952 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-b093c021-e069-480c-b6a5-959ba683afc4 None None] Set router 2123bebe-d4d1-4f25-b718-513c80bdd38a gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:57:03.837024 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3cf85fc3-76d4-431a-aef3-d7e03fa640e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:03.948256 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3cf85fc3-76d4-431a-aef3-d7e03fa640e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.011333 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-3cf85fc3-76d4-431a-aef3-d7e03fa640e8 admin admin] Deleting port f8accd9b-f991-4d5b-8163-c49b3a348ecc {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:04.011792 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3cf85fc3-76d4-431a-aef3-d7e03fa640e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.023417 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b093c021-e069-480c-b6a5-959ba683afc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'name': 'tempest-AttachVolumeTestJSON-1425053279-router', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:05Z', 'updated_at': '2021-07-16T20:57:03Z', 'revision_number': 5, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'gw_port': {'id': 'f8accd9b-f991-4d5b-8163-c49b3a348ecc', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:50:06Z', 'updated_at': '2021-07-16T20:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:04.060004 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b093c021-e069-480c-b6a5-959ba683afc4 None None] Checking router: 2123bebe-d4d1-4f25-b718-513c80bdd38a for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:57:04.071242 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b093c021-e069-480c-b6a5-959ba683afc4 None None] Routers {'2123bebe-d4d1-4f25-b718-513c80bdd38a'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:04.072035 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b093c021-e069-480c-b6a5-959ba683afc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:56:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2123bebe-d4d1-4f25-b718-513c80bdd38a'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:04.109145 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-3cf85fc3-76d4-431a-aef3-d7e03fa640e8 admin admin] For port f8accd9b-f991-4d5b-8163-c49b3a348ecc, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f8accd9b-f991-4d5b-8163-c49b3a348ecc,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:04.109971 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3cf85fc3-76d4-431a-aef3-d7e03fa640e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.126765 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-3cf85fc3-76d4-431a-aef3-d7e03fa640e8 admin admin] Calling delete_port for f8accd9b-f991-4d5b-8163-c49b3a348ecc owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:04.164862 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-b093c021-e069-480c-b6a5-959ba683afc4 None None] Set router 2123bebe-d4d1-4f25-b718-513c80bdd38a gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:57:04.226209 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41868) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:04.232005 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b093c021-e069-480c-b6a5-959ba683afc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'name': 'tempest-AttachVolumeTestJSON-1425053279-router', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:05Z', 'updated_at': '2021-07-16T20:57:03Z', 'revision_number': 6, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:04.282369 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b093c021-e069-480c-b6a5-959ba683afc4 None None] The sync data for ids ['2123bebe-d4d1-4f25-b718-513c80bdd38a'] in n-d-791506-21 is: [{'id': '2123bebe-d4d1-4f25-b718-513c80bdd38a', 'name': 'tempest-AttachVolumeTestJSON-1425053279-router', 'tenant_id': '01df23bbdfef4cd9a908c5271d3b668a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:50:05Z', 'updated_at': '2021-07-16T20:57:03Z', 'revision_number': 6, 'project_id': '01df23bbdfef4cd9a908c5271d3b668a', 'gw_port_host': None}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:57:04.371744 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3cf85fc3-76d4-431a-aef3-d7e03fa640e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.406694 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf85fc3-76d4-431a-aef3-d7e03fa640e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8accd9b-f991-4d5b-8163-c49b3a348ecc,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:04.496078 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3cf85fc3-76d4-431a-aef3-d7e03fa640e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.542092 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1a1cb-580f-4527-a282-34df82ddfcf7 req-557d01a9-66a6-4469-9479-1790cd4d0d75 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:04.550533 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1bf1a1cb-580f-4527-a282-34df82ddfcf7 req-557d01a9-66a6-4469-9479-1790cd4d0d75 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 944 time: 0.1420200 Jul 16 20:57:04.620086 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1bf1a1cb-580f-4527-a282-34df82ddfcf7 req-154f2bd3-d70a-4354-8418-88d01b8f6599 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685601 Jul 16 20:57:04.657590 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3cf85fc3-76d4-431a-aef3-d7e03fa640e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.662977 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3cf85fc3-76d4-431a-aef3-d7e03fa640e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.730520 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3cf85fc3-76d4-431a-aef3-d7e03fa640e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.731787 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf85fc3-76d4-431a-aef3-d7e03fa640e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2123bebe-d4d1-4f25-b718-513c80bdd38a {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:57:04.738378 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3cf85fc3-76d4-431a-aef3-d7e03fa640e8 admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.739791 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3cf85fc3-76d4-431a-aef3-d7e03fa640e8 admin admin] 10.222.0.38 "DELETE /v2.0/routers/2123bebe-d4d1-4f25-b718-513c80bdd38a HTTP/1.1" status: 204 len: 168 time: 1.0281105 Jul 16 20:57:04.742500 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41874) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:04.844842 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d5515d8-26de-461b-8e71-c761c0999f7e admin admin] Deleting subnet 351335c1-04f6-4046-8cc6-626c830142f3 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:57:04.851322 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d5515d8-26de-461b-8e71-c761c0999f7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.935123 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d5515d8-26de-461b-8e71-c761c0999f7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.952599 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d4616cc7-b6b1-4a84-91da-e9fe8f8aef78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.996540 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-140d121c-7303-40b6-b956-7a3bb06103ed req-6b135f25-0428-4c2b-8e6c-e73800496f02 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ca2d29ba-3969-4128-8749-889cdc9cfbda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1980097 Jul 16 20:57:05.032613 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d5515d8-26de-461b-8e71-c761c0999f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:05.122813 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d5515d8-26de-461b-8e71-c761c0999f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:05.136789 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d121c-7303-40b6-b956-7a3bb06103ed req-da1dbfc0-084d-4091-a6a0-5dd337a7f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:05.138661 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-140d121c-7303-40b6-b956-7a3bb06103ed req-da1dbfc0-084d-4091-a6a0-5dd337a7f530 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3da1d7495811459596c9888ba557109e&device_id=ca2d29ba-3969-4128-8749-889cdc9cfbda HTTP/1.1" status: 200 len: 1098 time: 0.0869448 Jul 16 20:57:05.167090 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5515d8-26de-461b-8e71-c761c0999f7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=351335c1-04f6-4046-8cc6-626c830142f3,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:05.171923 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d5515d8-26de-461b-8e71-c761c0999f7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:05.173822 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1d5515d8-26de-461b-8e71-c761c0999f7e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/351335c1-04f6-4046-8cc6-626c830142f3 HTTP/1.1" status: 204 len: 168 time: 0.4296267 Jul 16 20:57:05.176876 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41878) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:05.193417 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9313c772-7f4f-47cb-af3c-80a077ad7d64 None None] Network dff88430-acb0-4e5f-bed6-566c73810b97 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:05.222139 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f73c22c8-60c6-4557-aef5-8e8e35faf68d no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:57:05.287548 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d121c-7303-40b6-b956-7a3bb06103ed req-2992e622-a284-4025-9191-f7b7b78c7274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:05.287765 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-42cad44d-f223-40fc-bd6a-ed9182fee218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:05.289076 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-140d121c-7303-40b6-b956-7a3bb06103ed req-2992e622-a284-4025-9191-f7b7b78c7274 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9afa4753-4886-4713-8925-5d8db0eecc22 HTTP/1.1" status: 200 len: 913 time: 0.1296160 Jul 16 20:57:05.290609 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: f73c22c8-60c6-4557-aef5-8e8e35faf68d {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:57:05.291146 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f73c22c8-60c6-4557-aef5-8e8e35faf68d not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:57:05.311642 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-d4616cc7-b6b1-4a84-91da-e9fe8f8aef78 admin admin] Deleting port 86444aa9-bc0b-4816-8067-b50ee81f1791 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:05.311987 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d4616cc7-b6b1-4a84-91da-e9fe8f8aef78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:05.338893 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-140d121c-7303-40b6-b956-7a3bb06103ed req-f3747244-8a31-476b-9496-154d84c70038 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b6181a4-8985-4bfa-8869-f1823ae17e11 HTTP/1.1" status: 200 len: 217 time: 0.0413632 Jul 16 20:57:05.407999 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d121c-7303-40b6-b956-7a3bb06103ed req-b325674d-c453-4375-ad57-f60fb5462e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:05.409805 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-140d121c-7303-40b6-b956-7a3bb06103ed req-b325674d-c453-4375-ad57-f60fb5462e7d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6cf773ef-ecfd-4609-a56c-c25b00b5aa7b HTTP/1.1" status: 200 len: 852 time: 0.0647345 Jul 16 20:57:05.428102 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-42cad44d-f223-40fc-bd6a-ed9182fee218 admin admin] Deleting port 6174e963-ff37-4eaf-83f0-c8bd0330417a {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:05.428772 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-42cad44d-f223-40fc-bd6a-ed9182fee218 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:05.432648 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-d4616cc7-b6b1-4a84-91da-e9fe8f8aef78 admin admin] For port 86444aa9-bc0b-4816-8067-b50ee81f1791, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=86444aa9-bc0b-4816-8067-b50ee81f1791,segment=NetworkSegment(c4382971-e2b2-4b3c-b021-96ee6c8bf6c0),segment_id=c4382971-e2b2-4b3c-b021-96ee6c8bf6c0)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:05.432648 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d4616cc7-b6b1-4a84-91da-e9fe8f8aef78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:05.455011 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14c2cb2-ff62-4392-85dd-2c89b526763c None None] DHCP port deletion for dff88430-acb0-4e5f-bed6-566c73810b97 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:57:05.465285 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-d4616cc7-b6b1-4a84-91da-e9fe8f8aef78 admin admin] Calling delete_port for 86444aa9-bc0b-4816-8067-b50ee81f1791 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:05.484717 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-140d121c-7303-40b6-b956-7a3bb06103ed req-b6342d3a-f57a-484d-91d7-1d2a03df5a18 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9afa4753-4886-4713-8925-5d8db0eecc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590813 Jul 16 20:57:05.532986 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a14c2cb2-ff62-4392-85dd-2c89b526763c None None] Deleting port 6174e963-ff37-4eaf-83f0-c8bd0330417a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:05.533364 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a14c2cb2-ff62-4392-85dd-2c89b526763c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:05.616455 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a14c2cb2-ff62-4392-85dd-2c89b526763c None None] For port 6174e963-ff37-4eaf-83f0-c8bd0330417a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=6174e963-ff37-4eaf-83f0-c8bd0330417a,segment=NetworkSegment(73393e72-d0ae-405b-bc06-0c43218fa52d),segment_id=73393e72-d0ae-405b-bc06-0c43218fa52d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:05.617076 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a14c2cb2-ff62-4392-85dd-2c89b526763c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:05.639599 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a14c2cb2-ff62-4392-85dd-2c89b526763c None None] Calling delete_port for 6174e963-ff37-4eaf-83f0-c8bd0330417a owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:05.657367 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-140d121c-7303-40b6-b956-7a3bb06103ed req-e859f530-1b9b-48e0-b14a-e5bdcb303f4e service neutron] 10.222.0.18 "GET /v2.0/networks/9afa4753-4886-4713-8925-5d8db0eecc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649837 Jul 16 20:57:05.751156 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:57:05.791515 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a14c2cb2-ff62-4392-85dd-2c89b526763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:05.849396 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c2cb2-ff62-4392-85dd-2c89b526763c None None] Pushing event deleted for resources: {'Port': ['ID=6174e963-ff37-4eaf-83f0-c8bd0330417a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:05.859369 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14c2cb2-ff62-4392-85dd-2c89b526763c None None] No DVR routers for this DVR port 6174e963-ff37-4eaf-83f0-c8bd0330417a on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:57:05.860838 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-140d121c-7303-40b6-b956-7a3bb06103ed req-8ea0e65f-5475-4318-a068-3a1306c45bd6 service neutron] 10.222.0.18 "GET /v2.0/networks/9afa4753-4886-4713-8925-5d8db0eecc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957252 Jul 16 20:57:05.956826 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-42cad44d-f223-40fc-bd6a-ed9182fee218 admin admin] For port 6174e963-ff37-4eaf-83f0-c8bd0330417a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=6174e963-ff37-4eaf-83f0-c8bd0330417a,segment=NetworkSegment(73393e72-d0ae-405b-bc06-0c43218fa52d),segment_id=73393e72-d0ae-405b-bc06-0c43218fa52d)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:05.957106 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-42cad44d-f223-40fc-bd6a-ed9182fee218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:05.997886 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-42cad44d-f223-40fc-bd6a-ed9182fee218 admin admin] Calling delete_port for 6174e963-ff37-4eaf-83f0-c8bd0330417a owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:06.152862 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d6fb4-e6ac-4e7b-85ac-a87030528b7f req-3890a053-4787-462b-a1a7-461556173854 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:06.155207 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9f0d6fb4-e6ac-4e7b-85ac-a87030528b7f req-3890a053-4787-462b-a1a7-461556173854 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 944 time: 0.1956565 Jul 16 20:57:06.195851 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-42cad44d-f223-40fc-bd6a-ed9182fee218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.235015 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cad44d-f223-40fc-bd6a-ed9182fee218 admin admin] Pushing event deleted for resources: {'Port': ['ID=6174e963-ff37-4eaf-83f0-c8bd0330417a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:06.239250 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cad44d-f223-40fc-bd6a-ed9182fee218 admin admin] No DVR routers for this DVR port 6174e963-ff37-4eaf-83f0-c8bd0330417a on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:57:06.269107 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9f0d6fb4-e6ac-4e7b-85ac-a87030528b7f req-686ea7ed-ae5e-47ef-96ad-7419fe4fb907 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060097 Jul 16 20:57:06.356550 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-42cad44d-f223-40fc-bd6a-ed9182fee218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.370285 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-42cad44d-f223-40fc-bd6a-ed9182fee218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff88430-acb0-4e5f-bed6-566c73810b97']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:06.380613 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-42cad44d-f223-40fc-bd6a-ed9182fee218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73393e72-d0ae-405b-bc06-0c43218fa52d') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:06.380937 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-42cad44d-f223-40fc-bd6a-ed9182fee218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73393e72-d0ae-405b-bc06-0c43218fa52d') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:06.383343 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d4616cc7-b6b1-4a84-91da-e9fe8f8aef78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.399759 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-42cad44d-f223-40fc-bd6a-ed9182fee218 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.425662 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4616cc7-b6b1-4a84-91da-e9fe8f8aef78 admin admin] Pushing event deleted for resources: {'Port': ['ID=86444aa9-bc0b-4816-8067-b50ee81f1791,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:06.452897 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-42cad44d-f223-40fc-bd6a-ed9182fee218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.486501 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42cad44d-f223-40fc-bd6a-ed9182fee218 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:57:06.486999 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-42cad44d-f223-40fc-bd6a-ed9182fee218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: self.session.flush() Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: self.session.flush() Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: self.session.flush() Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: self.session.flush() Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:57:06.488802 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:57:06.641993 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-42cad44d-f223-40fc-bd6a-ed9182fee218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.652740 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-42cad44d-f223-40fc-bd6a-ed9182fee218 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.655787 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-42cad44d-f223-40fc-bd6a-ed9182fee218 admin admin] 10.222.0.38 "DELETE /v2.0/networks/dff88430-acb0-4e5f-bed6-566c73810b97 HTTP/1.1" status: 204 len: 168 time: 1.4760556 Jul 16 20:57:06.672403 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cad44d-f223-40fc-bd6a-ed9182fee218 admin admin] Pushing event deleted for resources: {'Network': ['ID=dff88430-acb0-4e5f-bed6-566c73810b97,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:06.738729 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d4616cc7-b6b1-4a84-91da-e9fe8f8aef78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.813887 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41892) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:06.865673 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3bae0ae6-c612-4541-823e-2dc41444cac6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=01df23bbdfef4cd9a908c5271d3b668a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505924 Jul 16 20:57:06.868173 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41894) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:06.898720 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f8accd9b-f991-4d5b-8163-c49b3a348ecc no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:57:06.920422 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: f8accd9b-f991-4d5b-8163-c49b3a348ecc {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:57:06.920755 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f8accd9b-f991-4d5b-8163-c49b3a348ecc not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:57:06.921339 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 6174e963-ff37-4eaf-83f0-c8bd0330417a no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:57:06.934796 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-353c99b8-d921-4f69-a7cb-1ee2a1c70c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.942479 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 6174e963-ff37-4eaf-83f0-c8bd0330417a {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:57:06.943028 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 6174e963-ff37-4eaf-83f0-c8bd0330417a not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:57:06.960778 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-353c99b8-d921-4f69-a7cb-1ee2a1c70c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.008383 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-353c99b8-d921-4f69-a7cb-1ee2a1c70c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.011062 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-353c99b8-d921-4f69-a7cb-1ee2a1c70c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.012326 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-353c99b8-d921-4f69-a7cb-1ee2a1c70c37 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c8aa6428-9973-413b-aa82-11700f383e68 HTTP/1.1" status: 204 len: 168 time: 0.1429048 Jul 16 20:57:07.024435 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c99b8-d921-4f69-a7cb-1ee2a1c70c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8aa6428-9973-413b-aa82-11700f383e68,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:07.054407 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4616cc7-b6b1-4a84-91da-e9fe8f8aef78 admin admin] Router 3a457292-52dc-44c7-a4c1-d1da4394c713 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:57:07.159365 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4616cc7-b6b1-4a84-91da-e9fe8f8aef78 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:57:07.166976 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d4616cc7-b6b1-4a84-91da-e9fe8f8aef78 admin admin] 10.222.0.38 "PUT /v2.0/routers/3a457292-52dc-44c7-a4c1-d1da4394c713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9373498 Jul 16 20:57:07.167727 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41898) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:07.171026 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bacaab-e1b8-410b-b04c-10d9b4c1ec9a None None] Sync routers for ids ['3a457292-52dc-44c7-a4c1-d1da4394c713'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:57:07.180843 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bacaab-e1b8-410b-b04c-10d9b4c1ec9a None None] Routers {'3a457292-52dc-44c7-a4c1-d1da4394c713'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:07.181480 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-77bacaab-e1b8-410b-b04c-10d9b4c1ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:56:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3a457292-52dc-44c7-a4c1-d1da4394c713'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:07.282311 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-34ca9d2c-6306-4e1f-8d48-d44452ef5786 admin admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.294570 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-77bacaab-e1b8-410b-b04c-10d9b4c1ec9a None None] Set router 3a457292-52dc-44c7-a4c1-d1da4394c713 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:57:07.412341 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-34ca9d2c-6306-4e1f-8d48-d44452ef5786 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.520739 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-77bacaab-e1b8-410b-b04c-10d9b4c1ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'name': 'tempest-TaggedBootDevicesTest_v242-673100138-router', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '4564fa98-9845-4830-a4da-01232c2cfd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:36Z', 'updated_at': '2021-07-16T20:57:06Z', 'revision_number': 5, 'project_id': '0421842e20864ba19d8833f598d17c76', 'gw_port': {'id': '4564fa98-9845-4830-a4da-01232c2cfd8c', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:37Z', 'updated_at': '2021-07-16T20:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:07.521222 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80286bad-e514-4605-bd6e-2cdd3dbbdb47 req-9a64a94b-6490-49cd-854c-0885a5d3d784 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:07.522795 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-80286bad-e514-4605-bd6e-2cdd3dbbdb47 req-9a64a94b-6490-49cd-854c-0885a5d3d784 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 944 time: 0.1061261 Jul 16 20:57:07.528621 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-34ca9d2c-6306-4e1f-8d48-d44452ef5786 admin admin] Deleting port 4564fa98-9845-4830-a4da-01232c2cfd8c {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:07.528981 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-34ca9d2c-6306-4e1f-8d48-d44452ef5786 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.551426 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bacaab-e1b8-410b-b04c-10d9b4c1ec9a None None] Checking router: 3a457292-52dc-44c7-a4c1-d1da4394c713 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:57:07.564414 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bacaab-e1b8-410b-b04c-10d9b4c1ec9a None None] Routers {'3a457292-52dc-44c7-a4c1-d1da4394c713'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:07.565041 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-77bacaab-e1b8-410b-b04c-10d9b4c1ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:56:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3a457292-52dc-44c7-a4c1-d1da4394c713'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:07.617395 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 20804559-ccc8-48c8-a9ce-da9dbecf1f0e details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:57:07.627147 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-80286bad-e514-4605-bd6e-2cdd3dbbdb47 req-5208c55e-d6fd-43e3-9cab-e60f5ef62590 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961003 Jul 16 20:57:07.655416 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-34ca9d2c-6306-4e1f-8d48-d44452ef5786 admin admin] For port 4564fa98-9845-4830-a4da-01232c2cfd8c, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4564fa98-9845-4830-a4da-01232c2cfd8c,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:07.655805 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-34ca9d2c-6306-4e1f-8d48-d44452ef5786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.667531 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-77bacaab-e1b8-410b-b04c-10d9b4c1ec9a None None] Set router 3a457292-52dc-44c7-a4c1-d1da4394c713 gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:57:07.683336 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-34ca9d2c-6306-4e1f-8d48-d44452ef5786 admin admin] Calling delete_port for 4564fa98-9845-4830-a4da-01232c2cfd8c owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:07.754747 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-77bacaab-e1b8-410b-b04c-10d9b4c1ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'name': 'tempest-TaggedBootDevicesTest_v242-673100138-router', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:36Z', 'updated_at': '2021-07-16T20:57:07Z', 'revision_number': 6, 'project_id': '0421842e20864ba19d8833f598d17c76', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:07.789985 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bacaab-e1b8-410b-b04c-10d9b4c1ec9a None None] The sync data for ids ['3a457292-52dc-44c7-a4c1-d1da4394c713'] in n-d-791506-21 is: [{'id': '3a457292-52dc-44c7-a4c1-d1da4394c713', 'name': 'tempest-TaggedBootDevicesTest_v242-673100138-router', 'tenant_id': '0421842e20864ba19d8833f598d17c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:36Z', 'updated_at': '2021-07-16T20:57:07Z', 'revision_number': 6, 'project_id': '0421842e20864ba19d8833f598d17c76', 'gw_port_host': None}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:57:07.811912 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 20804559-ccc8-48c8-a9ce-da9dbecf1f0e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=20804559-ccc8-48c8-a9ce-da9dbecf1f0e,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:07.832713 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '20804559-ccc8-48c8-a9ce-da9dbecf1f0e', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'port_id': '20804559-ccc8-48c8-a9ce-da9dbecf1f0e', 'mac_address': 'fa:16:3e:75:33:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:57:07.876659 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.892157 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20804559-ccc8-48c8-a9ce-da9dbecf1f0e {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:57:07.916541 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 20804559-ccc8-48c8-a9ce-da9dbecf1f0e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=20804559-ccc8-48c8-a9ce-da9dbecf1f0e,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:07.922483 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.954521 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-34ca9d2c-6306-4e1f-8d48-d44452ef5786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.997396 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca9d2c-6306-4e1f-8d48-d44452ef5786 admin admin] Pushing event deleted for resources: {'Port': ['ID=4564fa98-9845-4830-a4da-01232c2cfd8c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:08.005949 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=20804559-ccc8-48c8-a9ce-da9dbecf1f0e,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:08.082575 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-34ca9d2c-6306-4e1f-8d48-d44452ef5786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:08.167624 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['20804559-ccc8-48c8-a9ce-da9dbecf1f0e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:57:08.210116 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-34ca9d2c-6306-4e1f-8d48-d44452ef5786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:08.213232 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-34ca9d2c-6306-4e1f-8d48-d44452ef5786 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:08.289056 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-34ca9d2c-6306-4e1f-8d48-d44452ef5786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:08.289889 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ca9d2c-6306-4e1f-8d48-d44452ef5786 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a457292-52dc-44c7-a4c1-d1da4394c713 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:57:08.300020 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-34ca9d2c-6306-4e1f-8d48-d44452ef5786 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:08.301509 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-34ca9d2c-6306-4e1f-8d48-d44452ef5786 admin admin] 10.222.0.38 "DELETE /v2.0/routers/3a457292-52dc-44c7-a4c1-d1da4394c713 HTTP/1.1" status: 204 len: 168 time: 1.1324544 Jul 16 20:57:08.306211 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 41932) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:08.372456 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-139f96d5-7570-401c-8862-55ef480b42aa admin admin] Deleting subnet b37ea029-930a-4f8e-ae78-8b7dd9ec37a2 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:57:08.375997 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-139f96d5-7570-401c-8862-55ef480b42aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:08.417072 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-139f96d5-7570-401c-8862-55ef480b42aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:08.531344 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-139f96d5-7570-401c-8862-55ef480b42aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:08.592545 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-139f96d5-7570-401c-8862-55ef480b42aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:08.623405 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f96d5-7570-401c-8862-55ef480b42aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b37ea029-930a-4f8e-ae78-8b7dd9ec37a2,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:08.627513 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-139f96d5-7570-401c-8862-55ef480b42aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:08.629382 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-139f96d5-7570-401c-8862-55ef480b42aa admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b37ea029-930a-4f8e-ae78-8b7dd9ec37a2 HTTP/1.1" status: 204 len: 168 time: 0.3218498 Jul 16 20:57:08.632709 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41942) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:08.647076 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ab1a82-7ec9-4224-bfaf-c8f172a56b3f None None] Network d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:08.787189 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c232c5a1-03fb-4d48-8162-827708338e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:08.918532 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 86444aa9-bc0b-4816-8067-b50ee81f1791 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:57:08.956401 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 86444aa9-bc0b-4816-8067-b50ee81f1791 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:57:08.956754 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 86444aa9-bc0b-4816-8067-b50ee81f1791 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:57:08.957179 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4564fa98-9845-4830-a4da-01232c2cfd8c no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:57:08.957752 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-c232c5a1-03fb-4d48-8162-827708338e8b admin admin] Deleting port b443cc7f-32df-4bee-8e75-9cc44929585e {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:08.958568 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c232c5a1-03fb-4d48-8162-827708338e8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:08.993913 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 4564fa98-9845-4830-a4da-01232c2cfd8c {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:57:08.994793 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4564fa98-9845-4830-a4da-01232c2cfd8c not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:57:09.015554 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f38f30e-e732-4d76-882b-62942082fad7 None None] DHCP port deletion for d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:57:09.049548 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-c232c5a1-03fb-4d48-8162-827708338e8b admin admin] For port b443cc7f-32df-4bee-8e75-9cc44929585e, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b443cc7f-32df-4bee-8e75-9cc44929585e,segment=NetworkSegment(c4382971-e2b2-4b3c-b021-96ee6c8bf6c0),segment_id=c4382971-e2b2-4b3c-b021-96ee6c8bf6c0)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:09.049912 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c232c5a1-03fb-4d48-8162-827708338e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:09.055990 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d91fe-fe1c-42d9-b6b9-cdfe60228ce9 req-efccaba1-9deb-4a60-a745-539fd9c4c831 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:09.065259 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-885d91fe-fe1c-42d9-b6b9-cdfe60228ce9 req-efccaba1-9deb-4a60-a745-539fd9c4c831 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 945 time: 0.1484344 Jul 16 20:57:09.066113 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-c232c5a1-03fb-4d48-8162-827708338e8b admin admin] Calling delete_port for b443cc7f-32df-4bee-8e75-9cc44929585e owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:09.095047 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1f38f30e-e732-4d76-882b-62942082fad7 None None] Deleting port b443cc7f-32df-4bee-8e75-9cc44929585e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:09.098933 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f38f30e-e732-4d76-882b-62942082fad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:09.133570 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-885d91fe-fe1c-42d9-b6b9-cdfe60228ce9 req-866b2b45-8802-443a-a042-9ae72faa62d8 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671299 Jul 16 20:57:09.210474 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c232c5a1-03fb-4d48-8162-827708338e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:09.218062 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1f38f30e-e732-4d76-882b-62942082fad7 None None] For port b443cc7f-32df-4bee-8e75-9cc44929585e, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b443cc7f-32df-4bee-8e75-9cc44929585e,segment=NetworkSegment(c4382971-e2b2-4b3c-b021-96ee6c8bf6c0),segment_id=c4382971-e2b2-4b3c-b021-96ee6c8bf6c0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:09.221437 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f38f30e-e732-4d76-882b-62942082fad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:09.235839 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1f38f30e-e732-4d76-882b-62942082fad7 None None] Calling delete_port for b443cc7f-32df-4bee-8e75-9cc44929585e owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:09.275586 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c232c5a1-03fb-4d48-8162-827708338e8b admin admin] No DVR routers for this DVR port b443cc7f-32df-4bee-8e75-9cc44929585e on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:57:09.278728 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232c5a1-03fb-4d48-8162-827708338e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=b443cc7f-32df-4bee-8e75-9cc44929585e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:09.317046 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f38f30e-e732-4d76-882b-62942082fad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:09.359174 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38f30e-e732-4d76-882b-62942082fad7 None None] Pushing event deleted for resources: {'Port': ['ID=b443cc7f-32df-4bee-8e75-9cc44929585e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:09.361476 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c232c5a1-03fb-4d48-8162-827708338e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:09.363672 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f38f30e-e732-4d76-882b-62942082fad7 None None] No DVR routers for this DVR port b443cc7f-32df-4bee-8e75-9cc44929585e on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:57:09.378434 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-c232c5a1-03fb-4d48-8162-827708338e8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:09.389263 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-c232c5a1-03fb-4d48-8162-827708338e8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4382971-e2b2-4b3c-b021-96ee6c8bf6c0') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:09.389550 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-c232c5a1-03fb-4d48-8162-827708338e8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4382971-e2b2-4b3c-b021-96ee6c8bf6c0') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:09.398792 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c232c5a1-03fb-4d48-8162-827708338e8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:09.413037 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c232c5a1-03fb-4d48-8162-827708338e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:09.419075 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c232c5a1-03fb-4d48-8162-827708338e8b admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:57:09.419463 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c232c5a1-03fb-4d48-8162-827708338e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:57:09.421147 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:57:09.475356 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c232c5a1-03fb-4d48-8162-827708338e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:09.482351 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c232c5a1-03fb-4d48-8162-827708338e8b admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:09.484225 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c232c5a1-03fb-4d48-8162-827708338e8b admin admin] 10.222.0.38 "DELETE /v2.0/networks/d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14 HTTP/1.1" status: 204 len: 168 time: 0.8503811 Jul 16 20:57:09.494407 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232c5a1-03fb-4d48-8162-827708338e8b admin admin] Pushing event deleted for resources: {'Network': ['ID=d1e69c61-82f7-4d2e-b5ac-0e5e9fc80b14,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:09.632704 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 20804559-ccc8-48c8-a9ce-da9dbecf1f0e up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:09.695106 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 20804559-ccc8-48c8-a9ce-da9dbecf1f0e completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:09.700946 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 20804559-ccc8-48c8-a9ce-da9dbecf1f0e triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:09.701401 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:09.721333 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41970) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:09.764910 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-88bcf881-035e-44b3-ab52-7e32b3a5703b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0421842e20864ba19d8833f598d17c76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423493 Jul 16 20:57:09.767329 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 41972) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:09.780438 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:09.830931 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b0f658ad-6740-4ae8-8770-bb2119ba36ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:09.834151 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 20804559-ccc8-48c8-a9ce-da9dbecf1f0e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=20804559-ccc8-48c8-a9ce-da9dbecf1f0e,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:09.835075 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff619eb7-3f35-4320-bc69-238291dd59d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20804559-ccc8-48c8-a9ce-da9dbecf1f0e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:57:09.837445 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7a2017-960d-43d4-b464-3f9f70fdf7c8" -d '{"events": [{"server_uuid": "ff619eb7-3f35-4320-bc69-238291dd59d2", "name": "network-vif-plugged", "status": "completed", "tag": "20804559-ccc8-48c8-a9ce-da9dbecf1f0e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:57:09.852731 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:09.859932 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b0f658ad-6740-4ae8-8770-bb2119ba36ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:09.909635 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23051e0-53a8-462c-865a-9826632cdaa4 x-openstack-request-id: req-d23051e0-53a8-462c-865a-9826632cdaa4 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:57:09.909920 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff619eb7-3f35-4320-bc69-238291dd59d2", "name": "network-vif-plugged", "status": "completed", "tag": "20804559-ccc8-48c8-a9ce-da9dbecf1f0e", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:57:09.910184 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d23051e0-53a8-462c-865a-9826632cdaa4 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:57:09.910625 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff619eb7-3f35-4320-bc69-238291dd59d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20804559-ccc8-48c8-a9ce-da9dbecf1f0e', 'code': 200} Jul 16 20:57:09.936594 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b0f658ad-6740-4ae8-8770-bb2119ba36ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:09.939873 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b0f658ad-6740-4ae8-8770-bb2119ba36ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:09.957489 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b0f658ad-6740-4ae8-8770-bb2119ba36ec admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4772c996-c7b1-468d-ae53-fda12ac57dec HTTP/1.1" status: 204 len: 168 time: 0.1864958 Jul 16 20:57:09.957900 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=20804559-ccc8-48c8-a9ce-da9dbecf1f0e,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:09.975437 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f658ad-6740-4ae8-8770-bb2119ba36ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4772c996-c7b1-468d-ae53-fda12ac57dec,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:10.269089 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e4237-68a5-42ad-b02d-aa4910198dc8 req-858d8704-b916-48ff-94c1-f6294ef260b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:10.271660 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b83e4237-68a5-42ad-b02d-aa4910198dc8 req-858d8704-b916-48ff-94c1-f6294ef260b7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 1098 time: 0.2879066 Jul 16 20:57:10.323617 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b83e4237-68a5-42ad-b02d-aa4910198dc8 req-2304db21-696e-45f6-b83d-ba37276edb25 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446095 Jul 16 20:57:10.352405 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba8306-cbfa-4bd9-8010-e3c5b5df9e38 req-c67aa746-7a07-42e8-8fd8-0b669d51bb15 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:10.353964 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09ba8306-cbfa-4bd9-8010-e3c5b5df9e38 req-c67aa746-7a07-42e8-8fd8-0b669d51bb15 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 946 time: 0.0738189 Jul 16 20:57:10.405949 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09ba8306-cbfa-4bd9-8010-e3c5b5df9e38 req-da493c69-a3e6-4286-b62b-828e5b5c8053 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442393 Jul 16 20:57:10.825174 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b443cc7f-32df-4bee-8e75-9cc44929585e no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:57:10.883728 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: b443cc7f-32df-4bee-8e75-9cc44929585e {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:57:10.884364 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b443cc7f-32df-4bee-8e75-9cc44929585e not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:57:10.973355 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42026) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:11.217994 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-8b0815e2-e316-4788-ad5e-bb18db605fc5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2068340502-network', 'tenant_id': '61d0e6aec5054802b1cd9d90e4a3bed9'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:11.242717 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0815e2-e316-4788-ad5e-bb18db605fc5 admin admin] Made reservation on behalf of 61d0e6aec5054802b1cd9d90e4a3bed9 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:11.245241 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8b0815e2-e316-4788-ad5e-bb18db605fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:11.255321 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8b0815e2-e316-4788-ad5e-bb18db605fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:11.352722 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8b0815e2-e316-4788-ad5e-bb18db605fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:11.357209 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8b0815e2-e316-4788-ad5e-bb18db605fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:11.385070 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b0815e2-e316-4788-ad5e-bb18db605fc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:57:11.396933 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0815e2-e316-4788-ad5e-bb18db605fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e75855-ce5e-4822-8517-ad1c261db90f,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:11.399889 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8b0815e2-e316-4788-ad5e-bb18db605fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:11.400220 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-8b0815e2-e316-4788-ad5e-bb18db605fc5 admin admin] Added segment c0d80437-1659-4973-8f59-a93ad95b0798 of type vlan for network eae8a1a0-5f2f-4452-b53c-9d0f01038542 Jul 16 20:57:11.445518 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8b0815e2-e316-4788-ad5e-bb18db605fc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:11.481553 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8b0815e2-e316-4788-ad5e-bb18db605fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:11.482829 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0815e2-e316-4788-ad5e-bb18db605fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:11.483409 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8b0815e2-e316-4788-ad5e-bb18db605fc5 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:11.520043 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8b0815e2-e316-4788-ad5e-bb18db605fc5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5427895 Jul 16 20:57:11.520308 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42046) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:11.551495 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-91bd56c1-c3e3-45c6-a321-dffc99a08fca admin admin] Request body: {'subnet': {'network_id': 'eae8a1a0-5f2f-4452-b53c-9d0f01038542', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2068340502-subnet', 'tenant_id': '61d0e6aec5054802b1cd9d90e4a3bed9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:11.583889 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0815e2-e316-4788-ad5e-bb18db605fc5 admin admin] Pushing event updated for resources: {'Network': ['ID=eae8a1a0-5f2f-4452-b53c-9d0f01038542,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:11.595605 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network eae8a1a0-5f2f-4452-b53c-9d0f01038542 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:57:11.614673 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bd56c1-c3e3-45c6-a321-dffc99a08fca admin admin] Made reservation on behalf of 61d0e6aec5054802b1cd9d90e4a3bed9 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:11.617054 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91bd56c1-c3e3-45c6-a321-dffc99a08fca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:11.632728 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a4a72-e5d8-4548-94bf-768b83aaca39 req-33af57f7-2719-4590-953c-460fa322ecb2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:11.634822 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-082a4a72-e5d8-4548-94bf-768b83aaca39 req-33af57f7-2719-4590-953c-460fa322ecb2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 946 time: 0.0802414 Jul 16 20:57:11.683276 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-082a4a72-e5d8-4548-94bf-768b83aaca39 req-d2569f98-90c9-4bcb-8725-bd41068601e0 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366964 Jul 16 20:57:11.735882 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3513b3c1-12a4-43c5-9781-5c26709e7a16 req-b448ad2f-a197-4aa8-bd47-20add905d4f3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1673357 Jul 16 20:57:11.855348 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91bd56c1-c3e3-45c6-a321-dffc99a08fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:11.895417 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bf28d-1edc-4e57-bbd7-502cc94dd375 req-f56f1ac4-d7c5-4163-9c4f-3f21fbf32fbf tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:11.897063 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eb0bf28d-1edc-4e57-bbd7-502cc94dd375 req-f56f1ac4-d7c5-4163-9c4f-3f21fbf32fbf tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 946 time: 0.0718336 Jul 16 20:57:11.926033 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd56c1-c3e3-45c6-a321-dffc99a08fca admin admin] Pushing event updated for resources: {'Subnet': ['ID=0af002b1-0729-48e8-9b53-00a15ef19603,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:11.931344 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513b3c1-12a4-43c5-9781-5c26709e7a16 req-fc9dedc9-3160-44ef-a075-4b6745a7b4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:11.933111 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3513b3c1-12a4-43c5-9781-5c26709e7a16 req-fc9dedc9-3160-44ef-a075-4b6745a7b4d7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 1098 time: 0.1508789 Jul 16 20:57:11.942737 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bd56c1-c3e3-45c6-a321-dffc99a08fca admin admin] Checking segment: {'id': 'c0d80437-1659-4973-8f59-a93ad95b0798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eae8a1a0-5f2f-4452-b53c-9d0f01038542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:11.943102 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bd56c1-c3e3-45c6-a321-dffc99a08fca admin admin] Network hostable DHCP agents. Network: eae8a1a0-5f2f-4452-b53c-9d0f01038542, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:57:11.948807 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eb0bf28d-1edc-4e57-bbd7-502cc94dd375 req-1b110d5b-77c2-491c-86d1-c334c950d31e tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441511 Jul 16 20:57:11.970242 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bd56c1-c3e3-45c6-a321-dffc99a08fca admin admin] Network eae8a1a0-5f2f-4452-b53c-9d0f01038542 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:57:11.988118 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42062) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:12.004595 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-91bd56c1-c3e3-45c6-a321-dffc99a08fca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, eae8a1a0-5f2f-4452-b53c-9d0f01038542) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:12.016732 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f825316b-c622-4dec-8cf7-ba287edfdb35 None None] Network eae8a1a0-5f2f-4452-b53c-9d0f01038542 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:12.035317 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bd56c1-c3e3-45c6-a321-dffc99a08fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:12.035905 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91bd56c1-c3e3-45c6-a321-dffc99a08fca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:12.047984 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d734a2cb-d135-443f-bf9c-ab081e8326b1 tempest-TestVolumeBootPattern-1867188469 tempest-TestVolumeBootPattern-1867188469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:12.052876 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d734a2cb-d135-443f-bf9c-ab081e8326b1 tempest-TestVolumeBootPattern-1867188469 tempest-TestVolumeBootPattern-1867188469-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 1093 time: 0.0637231 Jul 16 20:57:12.053862 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42064) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:12.060618 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-5a54a3a1-4607-4924-9242-511834b878a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'port_id': '20804559-ccc8-48c8-a9ce-da9dbecf1f0e', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:12.080536 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-91bd56c1-c3e3-45c6-a321-dffc99a08fca admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5591369 Jul 16 20:57:12.094590 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513b3c1-12a4-43c5-9781-5c26709e7a16 req-f6ef57d3-f011-44f7-867a-06c1d4199894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:12.096412 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3513b3c1-12a4-43c5-9781-5c26709e7a16 req-f6ef57d3-f011-44f7-867a-06c1d4199894 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 913 time: 0.1372001 Jul 16 20:57:12.107396 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a54a3a1-4607-4924-9242-511834b878a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:12.181789 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3513b3c1-12a4-43c5-9781-5c26709e7a16 req-61d8d745-7e8a-408f-8b39-31e0ccab0b8c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=882b2243-69d2-4a52-a50b-bba028b5db80 HTTP/1.1" status: 200 len: 1002 time: 0.0783260 Jul 16 20:57:12.263162 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513b3c1-12a4-43c5-9781-5c26709e7a16 req-92ac47e5-b06c-42c9-b609-161cf8dccf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:12.265262 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3513b3c1-12a4-43c5-9781-5c26709e7a16 req-92ac47e5-b06c-42c9-b609-161cf8dccf02 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91aaf1f1-4791-4613-820c-7a64a55f2344 HTTP/1.1" status: 200 len: 851 time: 0.0766194 Jul 16 20:57:12.302831 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a54a3a1-4607-4924-9242-511834b878a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:12.318993 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68c0cef-1418-422a-b644-89db677104bb None None] Network eae8a1a0-5f2f-4452-b53c-9d0f01038542 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:12.437707 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513b3c1-12a4-43c5-9781-5c26709e7a16 req-6f2e9874-3de2-4e4e-bebf-445c12971109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:12.441933 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3513b3c1-12a4-43c5-9781-5c26709e7a16 req-6f2e9874-3de2-4e4e-bebf-445c12971109 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1673658 Jul 16 20:57:12.537497 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-5a54a3a1-4607-4924-9242-511834b878a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Allocated IP 172.25.0.117 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/e32d9ac4-40d6-4e21-9130-690390f37b71) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:12.671619 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3513b3c1-12a4-43c5-9781-5c26709e7a16 req-a86875c6-95d1-401b-b389-1483e2001703 service neutron] 10.222.0.62 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233787 Jul 16 20:57:12.692155 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a54a3a1-4607-4924-9242-511834b878a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:12.791154 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3513b3c1-12a4-43c5-9781-5c26709e7a16 req-98fc7998-76b6-4355-be4e-cc8af3d31cbf service neutron] 10.222.0.62 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128733 Jul 16 20:57:12.793003 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-362cb4be-7a0f-4e4a-b7b7-673f77f65c0a tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:12.795233 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-362cb4be-7a0f-4e4a-b7b7-673f77f65c0a tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.38 "GET /v2.0/networks?id=eae8a1a0-5f2f-4452-b53c-9d0f01038542 HTTP/1.1" status: 200 len: 818 time: 0.1467152 Jul 16 20:57:12.816956 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a54a3a1-4607-4924-9242-511834b878a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:12.828483 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-92c1ce42-d0d3-4b0c-88f2-98ea87f66f21 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.38 "GET /v2.0/quotas/61d0e6aec5054802b1cd9d90e4a3bed9 HTTP/1.1" status: 200 len: 375 time: 0.0249870 Jul 16 20:57:12.887236 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a54a3a1-4607-4924-9242-511834b878a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:12.894432 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-d585ced7-150c-468d-b85e-224ccad9cafe tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=61d0e6aec5054802b1cd9d90e4a3bed9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651011 Jul 16 20:57:12.895301 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-5a54a3a1-4607-4924-9242-511834b878a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:12.897827 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a54a3a1-4607-4924-9242-511834b878a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:12.966707 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54a3a1-4607-4924-9242-511834b878a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event updated for resources: {'Port': ['ID=e32d9ac4-40d6-4e21-9130-690390f37b71,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:13.105153 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-f2c0ec52-6da6-443f-830f-f4397cdfb03f service neutron] 10.222.0.38 "GET /v2.0/networks/eae8a1a0-5f2f-4452-b53c-9d0f01038542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799269 Jul 16 20:57:13.271314 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-fd7e5bc2-5bcc-490d-9423-b8dd9b2ac0af service neutron] 10.222.0.38 "GET /v2.0/networks/eae8a1a0-5f2f-4452-b53c-9d0f01038542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548758 Jul 16 20:57:13.555600 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9d64bb37-8e1d-416b-9d39-c1056925e160 req-e632c9eb-0184-4063-9c47-618f56a9445e tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ea4556-9538-4f42-b4dc-b7c78c9b0291 HTTP/1.1" status: 200 len: 210 time: 0.0658472 Jul 16 20:57:14.001229 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a54a3a1-4607-4924-9242-511834b878a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:14.089908 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a54a3a1-4607-4924-9242-511834b878a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:14.279199 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a54a3a1-4607-4924-9242-511834b878a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:14.283868 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a54a3a1-4607-4924-9242-511834b878a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:14.363469 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54a3a1-4607-4924-9242-511834b878a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event updated for resources: {'Port': ['ID=e32d9ac4-40d6-4e21-9130-690390f37b71,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:14.373487 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a54a3a1-4607-4924-9242-511834b878a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:14.483875 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-5a54a3a1-4607-4924-9242-511834b878a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Floating IP 681dd841-8ea2-4e97-aaa0-76408e2ef003 associated. External IP: 172.25.0.117, port: 20804559-ccc8-48c8-a9ce-da9dbecf1f0e. Jul 16 20:57:14.746449 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05ac37d6-5100-49ae-beb4-98c6806f58f2 req-e0233046-d1a9-4249-94a9-0227879e8add tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ea4556-9538-4f42-b4dc-b7c78c9b0291 HTTP/1.1" status: 200 len: 210 time: 0.0568378 Jul 16 20:57:14.838970 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a54a3a1-4607-4924-9242-511834b878a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Router 2612f50c-712b-4d42-844c-52e49732ae2b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:57:14.954746 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a54a3a1-4607-4924-9242-511834b878a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:57:14.965414 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb634d44-64c0-44d6-b1e0-37fa69f7988f None None] Sync routers for ids ['2612f50c-712b-4d42-844c-52e49732ae2b'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:57:14.977418 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb634d44-64c0-44d6-b1e0-37fa69f7988f None None] Routers {'2612f50c-712b-4d42-844c-52e49732ae2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:14.977614 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5a54a3a1-4607-4924-9242-511834b878a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:14.978603 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-cb634d44-64c0-44d6-b1e0-37fa69f7988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:56:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2612f50c-712b-4d42-844c-52e49732ae2b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:15.041820 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5a54a3a1-4607-4924-9242-511834b878a2 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9837413 Jul 16 20:57:15.041820 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff619eb7-3f35-4320-bc69-238291dd59d2', 'tag': '20804559-ccc8-48c8-a9ce-da9dbecf1f0e'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:57:15.042570 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece59d87-9f21-4ccc-bcdc-2bb831278ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "ff619eb7-3f35-4320-bc69-238291dd59d2", "tag": "20804559-ccc8-48c8-a9ce-da9dbecf1f0e"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:57:15.083113 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775fc0ed-9d3b-457d-9f79-f1926c317959 x-openstack-request-id: req-775fc0ed-9d3b-457d-9f79-f1926c317959 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:57:15.083604 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff619eb7-3f35-4320-bc69-238291dd59d2", "tag": "20804559-ccc8-48c8-a9ce-da9dbecf1f0e", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:57:15.083852 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-775fc0ed-9d3b-457d-9f79-f1926c317959 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:57:15.084504 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff619eb7-3f35-4320-bc69-238291dd59d2', 'tag': '20804559-ccc8-48c8-a9ce-da9dbecf1f0e', 'status': 'completed', 'code': 200} Jul 16 20:57:15.104288 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-cb634d44-64c0-44d6-b1e0-37fa69f7988f None None] Set router 2612f50c-712b-4d42-844c-52e49732ae2b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:57:15.186221 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece59d87-9f21-4ccc-bcdc-2bb831278ad9 req-2e9e05fa-ff6e-4d5d-adc2-ca5dd58e5ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:15.188742 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ece59d87-9f21-4ccc-bcdc-2bb831278ad9 req-2e9e05fa-ff6e-4d5d-adc2-ca5dd58e5ecd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 1098 time: 0.0778828 Jul 16 20:57:15.314122 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece59d87-9f21-4ccc-bcdc-2bb831278ad9 req-364b2493-2899-4e1c-aaee-cad8b1f3f3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:15.316026 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ece59d87-9f21-4ccc-bcdc-2bb831278ad9 req-364b2493-2899-4e1c-aaee-cad8b1f3f3f0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 913 time: 0.1204851 Jul 16 20:57:15.372958 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-cb634d44-64c0-44d6-b1e0-37fa69f7988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'name': 'tempest-TestVolumeBootPattern-1013218343-router', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:06Z', 'revision_number': 4, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'gw_port': {'id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '681dd841-8ea2-4e97-aaa0-76408e2ef003', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'port_id': '20804559-ccc8-48c8-a9ce-da9dbecf1f0e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'mac_address': 'fa:16:3e:75:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff619eb7-3f35-4320-bc69-238291dd59d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:57:13Z', 'updated_at': '2021-07-16T20:57:13Z', 'revision_number': 0, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'fixed_ip_address_scope': None}, {'id': 'a4142d0d-2148-4d10-897b-09629a4abe8f', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'port_id': '882b2243-69d2-4a52-a50b-bba028b5db80', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'mac_address': 'fa:16:3e:95:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c722b3e-bec8-454a-9b0a-4bd95f0e8def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:54:59Z', 'updated_at': '2021-07-16T20:55:01Z', 'revision_number': 1, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c0514c-e3e3-4c32-a1bc-33a315913e94', 'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'mac_address': 'fa:16:3e:94:7b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:04Z', 'updated_at': '2021-07-16T20:48:15Z', 'revision_number': 5, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'subnets': [{'id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:15.399765 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ece59d87-9f21-4ccc-bcdc-2bb831278ad9 req-7d23fc8c-1f97-4b20-bab2-a721024b64aa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20804559-ccc8-48c8-a9ce-da9dbecf1f0e HTTP/1.1" status: 200 len: 1000 time: 0.0765808 Jul 16 20:57:15.410745 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb634d44-64c0-44d6-b1e0-37fa69f7988f None None] Checking router: 2612f50c-712b-4d42-844c-52e49732ae2b for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:57:15.424185 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42150) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:15.431609 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb634d44-64c0-44d6-b1e0-37fa69f7988f None None] Routers {'2612f50c-712b-4d42-844c-52e49732ae2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:15.432332 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-cb634d44-64c0-44d6-b1e0-37fa69f7988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:56:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2612f50c-712b-4d42-844c-52e49732ae2b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:15.463365 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece59d87-9f21-4ccc-bcdc-2bb831278ad9 req-6ddf5e21-7472-4bc2-8913-5d9b515997f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:15.465428 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ece59d87-9f21-4ccc-bcdc-2bb831278ad9 req-6ddf5e21-7472-4bc2-8913-5d9b515997f7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91aaf1f1-4791-4613-820c-7a64a55f2344 HTTP/1.1" status: 200 len: 851 time: 0.0584264 Jul 16 20:57:15.540994 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece59d87-9f21-4ccc-bcdc-2bb831278ad9 req-dc1e3be3-a224-4d94-bee7-a2b41dad19cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:15.542551 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ece59d87-9f21-4ccc-bcdc-2bb831278ad9 req-dc1e3be3-a224-4d94-bee7-a2b41dad19cf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709307 Jul 16 20:57:15.555379 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-cb634d44-64c0-44d6-b1e0-37fa69f7988f None None] Set router 2612f50c-712b-4d42-844c-52e49732ae2b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:57:15.559866 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef56a508-52b1-49ff-928f-214ad92edff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:15.702936 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef56a508-52b1-49ff-928f-214ad92edff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:15.710977 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef56a508-52b1-49ff-928f-214ad92edff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:15.794869 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ef56a508-52b1-49ff-928f-214ad92edff9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fb5d9677c2794bdd9b2c6a1e90ef492e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3695462 Jul 16 20:57:15.818591 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42158) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:15.819298 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56a508-52b1-49ff-928f-214ad92edff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ac4a5d-9761-452e-8924-d21fb138cf5a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:15.881747 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-cb634d44-64c0-44d6-b1e0-37fa69f7988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'name': 'tempest-TestVolumeBootPattern-1013218343-router', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:06Z', 'revision_number': 4, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'gw_port': {'id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '681dd841-8ea2-4e97-aaa0-76408e2ef003', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'port_id': '20804559-ccc8-48c8-a9ce-da9dbecf1f0e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'mac_address': 'fa:16:3e:75:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff619eb7-3f35-4320-bc69-238291dd59d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:57:13Z', 'updated_at': '2021-07-16T20:57:13Z', 'revision_number': 0, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'fixed_ip_address_scope': None}, {'id': 'a4142d0d-2148-4d10-897b-09629a4abe8f', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'port_id': '882b2243-69d2-4a52-a50b-bba028b5db80', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'mac_address': 'fa:16:3e:95:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c722b3e-bec8-454a-9b0a-4bd95f0e8def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:54:59Z', 'updated_at': '2021-07-16T20:55:01Z', 'revision_number': 1, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c0514c-e3e3-4c32-a1bc-33a315913e94', 'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'mac_address': 'fa:16:3e:94:7b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:04Z', 'updated_at': '2021-07-16T20:48:15Z', 'revision_number': 5, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'subnets': [{'id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:15.942476 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccb97c7d-1a23-4a0d-a837-bc1be10101fc req-a7956016-5ac4-4d99-ad28-8582e6a8ef37 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ea4556-9538-4f42-b4dc-b7c78c9b0291 HTTP/1.1" status: 200 len: 210 time: 0.0494120 Jul 16 20:57:15.965637 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a08c4d56-421f-4aa1-b7ae-32e2d11d66d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:15.978783 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb634d44-64c0-44d6-b1e0-37fa69f7988f None None] The sync data for ids ['2612f50c-712b-4d42-844c-52e49732ae2b'] in n-d-791506-21 is: [{'id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'name': 'tempest-TestVolumeBootPattern-1013218343-router', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:06Z', 'revision_number': 4, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'gw_port': {'id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '681dd841-8ea2-4e97-aaa0-76408e2ef003', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'port_id': '20804559-ccc8-48c8-a9ce-da9dbecf1f0e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'mac_address': 'fa:16:3e:75:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff619eb7-3f35-4320-bc69-238291dd59d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:57:13Z', 'updated_at': '2021-07-16T20:57:13Z', 'revision_number': 0, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'fixed_ip_address_scope': None}, {'id': 'a4142d0d-2148-4d10-897b-09629a4abe8f', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'port_id': '882b2243-69d2-4a52-a50b-bba028b5db80', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'mac_address': 'fa:16:3e:95:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c722b3e-bec8-454a-9b0a-4bd95f0e8def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:54:59Z', 'updated_at': '2021-07-16T20:55:01Z', 'revision_number': 1, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c0514c-e3e3-4c32-a1bc-33a315913e94', 'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'mac_address': 'fa:16:3e:94:7b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:04Z', 'updated_at': '2021-07-16T20:48:15Z', 'revision_number': 5, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'subnets': [{'id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:57:16.014406 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a08c4d56-421f-4aa1-b7ae-32e2d11d66d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:16.069369 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a08c4d56-421f-4aa1-b7ae-32e2d11d66d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:16.072297 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a08c4d56-421f-4aa1-b7ae-32e2d11d66d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:16.086989 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a08c4d56-421f-4aa1-b7ae-32e2d11d66d1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/97ac4a5d-9761-452e-8924-d21fb138cf5a HTTP/1.1" status: 204 len: 168 time: 0.2545178 Jul 16 20:57:16.092817 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ece59d87-9f21-4ccc-bcdc-2bb831278ad9 req-9d9dd602-438e-41c1-a412-db4b6d978e26 service neutron] 10.222.0.62 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5422199 Jul 16 20:57:16.103082 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c4d56-421f-4aa1-b7ae-32e2d11d66d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ac4a5d-9761-452e-8924-d21fb138cf5a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:16.232542 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ece59d87-9f21-4ccc-bcdc-2bb831278ad9 req-01a5b6b1-b766-4a0c-afbd-85fc57897b58 service neutron] 10.222.0.62 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324403 Jul 16 20:57:16.359945 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acdb485-26c4-4b4c-ad06-3881d77d9ff8 None None] New status for floating IP 681dd841-8ea2-4e97-aaa0-76408e2ef003: ACTIVE {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:57:16.447237 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42168) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:16.462673 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58fcfed2-b012-4483-85bc-c237b5f10c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:16.564121 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58fcfed2-b012-4483-85bc-c237b5f10c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:16.567548 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58fcfed2-b012-4483-85bc-c237b5f10c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:16.610615 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-58fcfed2-b012-4483-85bc-c237b5f10c27 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=73f575df718c49568ebcd39d0cbfa675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621718 Jul 16 20:57:16.611378 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fcfed2-b012-4483-85bc-c237b5f10c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8c3fbd-bdcc-4ea3-b209-d4412a3634a7,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:16.613905 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42170) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:16.668960 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6805d059-706c-476a-afc3-ef47f6b63482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:16.690887 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6805d059-706c-476a-afc3-ef47f6b63482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:16.743350 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6805d059-706c-476a-afc3-ef47f6b63482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:16.745894 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6805d059-706c-476a-afc3-ef47f6b63482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:16.751975 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6805d059-706c-476a-afc3-ef47f6b63482 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bd8c3fbd-bdcc-4ea3-b209-d4412a3634a7 HTTP/1.1" status: 204 len: 168 time: 0.1342468 Jul 16 20:57:16.758998 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805d059-706c-476a-afc3-ef47f6b63482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8c3fbd-bdcc-4ea3-b209-d4412a3634a7,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:17.037929 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-baf4b789-85ab-4486-b921-53a9f0c9131b tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:17.039225 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-baf4b789-85ab-4486-b921-53a9f0c9131b tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.18 "GET /v2.0/networks?id=eae8a1a0-5f2f-4452-b53c-9d0f01038542 HTTP/1.1" status: 200 len: 818 time: 0.1560085 Jul 16 20:57:17.055266 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-c03031fe-0976-465a-9af9-afdec4abad1a tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Request body: {'port': {'device_id': 'e5ea4556-9538-4f42-b4dc-b7c78c9b0291', 'network_id': 'eae8a1a0-5f2f-4452-b53c-9d0f01038542', 'admin_state_up': True, 'tenant_id': '61d0e6aec5054802b1cd9d90e4a3bed9'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:17.148856 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-974868c6-7e60-4fb5-9380-53b6b360756b req-c167e57a-def3-4a4a-91f5-aa5078fa7144 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ea4556-9538-4f42-b4dc-b7c78c9b0291 HTTP/1.1" status: 200 len: 210 time: 0.0361686 Jul 16 20:57:17.200219 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-c03031fe-0976-465a-9af9-afdec4abad1a tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Made reservation on behalf of 61d0e6aec5054802b1cd9d90e4a3bed9 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:17.204989 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-c03031fe-0976-465a-9af9-afdec4abad1a tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:17.336532 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-c03031fe-0976-465a-9af9-afdec4abad1a tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Allocated IP 172.20.0.4 (eae8a1a0-5f2f-4452-b53c-9d0f01038542/0af002b1-0729-48e8-9b53-00a15ef19603/9cec6000-a58d-4a1e-8259-91ad8e2fcc60) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:17.504634 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-c03031fe-0976-465a-9af9-afdec4abad1a tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:17.547924 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-c03031fe-0976-465a-9af9-afdec4abad1a tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:17.600198 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-c03031fe-0976-465a-9af9-afdec4abad1a tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Network eae8a1a0-5f2f-4452-b53c-9d0f01038542 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:17.606705 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-c03031fe-0976-465a-9af9-afdec4abad1a tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:17.611502 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-c03031fe-0976-465a-9af9-afdec4abad1a tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:17.615284 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03031fe-0976-465a-9af9-afdec4abad1a tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Pushing event updated for resources: {'Port': ['ID=9cec6000-a58d-4a1e-8259-91ad8e2fcc60,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:17.661293 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-c03031fe-0976-465a-9af9-afdec4abad1a tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:17.661917 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-c03031fe-0976-465a-9af9-afdec4abad1a tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:17.676197 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-c03031fe-0976-465a-9af9-afdec4abad1a tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6253557 Jul 16 20:57:17.688181 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-075cb8a0-fc0e-42c8-b519-249f241b3a8d service neutron] Request body: {'port': {'device_id': 'e5ea4556-9538-4f42-b4dc-b7c78c9b0291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:17.761440 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-075cb8a0-fc0e-42c8-b519-249f241b3a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.054792 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-075cb8a0-fc0e-42c8-b519-249f241b3a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cec6000-a58d-4a1e-8259-91ad8e2fcc60 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:57:18.063330 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-075cb8a0-fc0e-42c8-b519-249f241b3a8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.076537 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-075cb8a0-fc0e-42c8-b519-249f241b3a8d service neutron] Transition to ACTIVE for port object 9cec6000-a58d-4a1e-8259-91ad8e2fcc60 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:18.080861 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-075cb8a0-fc0e-42c8-b519-249f241b3a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.172639 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cb8a0-fc0e-42c8-b519-249f241b3a8d service neutron] Pushing event updated for resources: {'Port': ['ID=9cec6000-a58d-4a1e-8259-91ad8e2fcc60,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:18.232920 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-075cb8a0-fc0e-42c8-b519-249f241b3a8d service neutron] Attempting to bind port 9cec6000-a58d-4a1e-8259-91ad8e2fcc60 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:57:18.232920 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-075cb8a0-fc0e-42c8-b519-249f241b3a8d service neutron] Attempting to bind port 9cec6000-a58d-4a1e-8259-91ad8e2fcc60 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'c0d80437-1659-4973-8f59-a93ad95b0798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eae8a1a0-5f2f-4452-b53c-9d0f01038542'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:57:18.232920 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-075cb8a0-fc0e-42c8-b519-249f241b3a8d service neutron] Attempting to bind port 9cec6000-a58d-4a1e-8259-91ad8e2fcc60 on network eae8a1a0-5f2f-4452-b53c-9d0f01038542 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:18.240947 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-075cb8a0-fc0e-42c8-b519-249f241b3a8d service neutron] Port 9cec6000-a58d-4a1e-8259-91ad8e2fcc60 on network eae8a1a0-5f2f-4452-b53c-9d0f01038542 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:57:18.242181 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-075cb8a0-fc0e-42c8-b519-249f241b3a8d service neutron] Attempting to bind port 9cec6000-a58d-4a1e-8259-91ad8e2fcc60 on network eae8a1a0-5f2f-4452-b53c-9d0f01038542 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:18.252048 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-075cb8a0-fc0e-42c8-b519-249f241b3a8d service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:57:18.252570 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-075cb8a0-fc0e-42c8-b519-249f241b3a8d service neutron] Checking segment: {'id': 'c0d80437-1659-4973-8f59-a93ad95b0798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eae8a1a0-5f2f-4452-b53c-9d0f01038542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:18.253475 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-075cb8a0-fc0e-42c8-b519-249f241b3a8d service neutron] Bound using segment: {'id': 'c0d80437-1659-4973-8f59-a93ad95b0798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eae8a1a0-5f2f-4452-b53c-9d0f01038542'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:57:18.254084 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-075cb8a0-fc0e-42c8-b519-249f241b3a8d service neutron] Bound port: 9cec6000-a58d-4a1e-8259-91ad8e2fcc60, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d80437-1659-4973-8f59-a93ad95b0798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eae8a1a0-5f2f-4452-b53c-9d0f01038542'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:57:18.255330 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-075cb8a0-fc0e-42c8-b519-249f241b3a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.322840 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe392df4-bd95-4518-97ce-2c717621d188 req-3db14f6f-171c-40ac-87ca-4613594784e0 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:18.324669 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe392df4-bd95-4518-97ce-2c717621d188 req-3db14f6f-171c-40ac-87ca-4613594784e0 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d29ba-3969-4128-8749-889cdc9cfbda HTTP/1.1" status: 200 len: 946 time: 0.0802693 Jul 16 20:57:18.333842 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-075cb8a0-fc0e-42c8-b519-249f241b3a8d service neutron] For port 9cec6000-a58d-4a1e-8259-91ad8e2fcc60, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:57:18.337081 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-075cb8a0-fc0e-42c8-b519-249f241b3a8d service neutron] For port 9cec6000-a58d-4a1e-8259-91ad8e2fcc60, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9cec6000-a58d-4a1e-8259-91ad8e2fcc60,segment=NetworkSegment(c0d80437-1659-4973-8f59-a93ad95b0798),segment_id=c0d80437-1659-4973-8f59-a93ad95b0798)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:57:18.342381 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-075cb8a0-fc0e-42c8-b519-249f241b3a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.388484 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-075cb8a0-fc0e-42c8-b519-249f241b3a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:18.388958 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-075cb8a0-fc0e-42c8-b519-249f241b3a8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.390391 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-075cb8a0-fc0e-42c8-b519-249f241b3a8d service neutron] 10.222.0.18 "PUT /v2.0/ports/9cec6000-a58d-4a1e-8259-91ad8e2fcc60 HTTP/1.1" status: 200 len: 1092 time: 0.7069838 Jul 16 20:57:18.390845 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ea4556-9538-4f42-b4dc-b7c78c9b0291', 'tag': '9cec6000-a58d-4a1e-8259-91ad8e2fcc60'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:57:18.393143 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77729827-1e76-44de-8369-c03b468b8853" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ea4556-9538-4f42-b4dc-b7c78c9b0291", "tag": "9cec6000-a58d-4a1e-8259-91ad8e2fcc60"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:57:18.419342 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cb8a0-fc0e-42c8-b519-249f241b3a8d service neutron] Pushing event updated for resources: {'Port': ['ID=9cec6000-a58d-4a1e-8259-91ad8e2fcc60,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:18.431413 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe392df4-bd95-4518-97ce-2c717621d188 req-8b110fc3-889d-4530-85d6-b9c409e641fe tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/security-groups?id=a4d10538-8dbd-4eb7-b5d5-b417572da44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964005 Jul 16 20:57:18.441146 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbcab2-c31c-4531-a606-998eb93824ad req-acdcb3d1-e0e0-449e-998a-6afeceffab04 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:18.449732 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a7cbcab2-c31c-4531-a606-998eb93824ad req-acdcb3d1-e0e0-449e-998a-6afeceffab04 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ea4556-9538-4f42-b4dc-b7c78c9b0291 HTTP/1.1" status: 200 len: 943 time: 0.1348307 Jul 16 20:57:18.489831 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2098ad3d-4ecb-4911-9f52-c8d7c03789e2 x-openstack-request-id: req-2098ad3d-4ecb-4911-9f52-c8d7c03789e2 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:57:18.490215 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ea4556-9538-4f42-b4dc-b7c78c9b0291", "tag": "9cec6000-a58d-4a1e-8259-91ad8e2fcc60", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:57:18.490624 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2098ad3d-4ecb-4911-9f52-c8d7c03789e2 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:57:18.491091 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ea4556-9538-4f42-b4dc-b7c78c9b0291', 'tag': '9cec6000-a58d-4a1e-8259-91ad8e2fcc60', 'status': 'completed', 'code': 200} Jul 16 20:57:18.499991 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a7cbcab2-c31c-4531-a606-998eb93824ad req-28f9c7e2-ed65-4e7e-ab4e-6695c33d3b6c tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.38 "GET /v2.0/security-groups?id=40e75855-ce5e-4822-8517-ad1c261db90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492182 Jul 16 20:57:18.506982 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-62672a32-2724-4fd0-82d9-91d5b01e2edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:18.508613 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-62672a32-2724-4fd0-82d9-91d5b01e2edb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=61d0e6aec5054802b1cd9d90e4a3bed9&device_id=e5ea4556-9538-4f42-b4dc-b7c78c9b0291 HTTP/1.1" status: 200 len: 1095 time: 0.0795786 Jul 16 20:57:18.555492 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-8307d9b7-d3b9-463b-918f-7d01fa00b3ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cec6000-a58d-4a1e-8259-91ad8e2fcc60 HTTP/1.1" status: 200 len: 217 time: 0.0379629 Jul 16 20:57:18.605272 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-bf7cfee5-5707-47e1-9f71-c49cb6c0259f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:18.607089 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-bf7cfee5-5707-47e1-9f71-c49cb6c0259f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0af002b1-0729-48e8-9b53-00a15ef19603 HTTP/1.1" status: 200 len: 858 time: 0.0451329 Jul 16 20:57:18.642116 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-8ccb7572-8400-4bc3-8cd9-edc13b1d6a75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eae8a1a0-5f2f-4452-b53c-9d0f01038542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278759 Jul 16 20:57:18.739842 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-27ba4926-8b3f-4804-9dd6-73d40830ccc0 service neutron] 10.222.0.18 "GET /v2.0/networks/eae8a1a0-5f2f-4452-b53c-9d0f01038542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909681 Jul 16 20:57:18.843472 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e806dbb5-9a38-44c4-a594-64e29df350ee req-7be5e99f-8a71-462b-b2d6-4720c284ba47 service neutron] 10.222.0.18 "GET /v2.0/networks/eae8a1a0-5f2f-4452-b53c-9d0f01038542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954795 Jul 16 20:57:18.944814 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77729827-1e76-44de-8369-c03b468b8853 req-52a8bdad-424b-467f-9833-f1724466f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:18.946334 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-77729827-1e76-44de-8369-c03b468b8853 req-52a8bdad-424b-467f-9833-f1724466f6dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=61d0e6aec5054802b1cd9d90e4a3bed9&device_id=e5ea4556-9538-4f42-b4dc-b7c78c9b0291 HTTP/1.1" status: 200 len: 1095 time: 0.0535512 Jul 16 20:57:19.035575 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77729827-1e76-44de-8369-c03b468b8853 req-ee7e6034-e992-4922-82bf-9e5b70d0a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:19.037049 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-77729827-1e76-44de-8369-c03b468b8853 req-ee7e6034-e992-4922-82bf-9e5b70d0a43e service neutron] 10.222.0.18 "GET /v2.0/networks?id=eae8a1a0-5f2f-4452-b53c-9d0f01038542 HTTP/1.1" status: 200 len: 919 time: 0.0844700 Jul 16 20:57:19.083192 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-77729827-1e76-44de-8369-c03b468b8853 req-2ef02272-3e49-4ff0-832d-d7d1579f21eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cec6000-a58d-4a1e-8259-91ad8e2fcc60 HTTP/1.1" status: 200 len: 217 time: 0.0388038 Jul 16 20:57:19.132588 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77729827-1e76-44de-8369-c03b468b8853 req-f404c910-ef05-4f1d-90ab-eeb1d19d14ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:19.134059 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-77729827-1e76-44de-8369-c03b468b8853 req-f404c910-ef05-4f1d-90ab-eeb1d19d14ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0af002b1-0729-48e8-9b53-00a15ef19603 HTTP/1.1" status: 200 len: 858 time: 0.0441675 Jul 16 20:57:19.170351 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-77729827-1e76-44de-8369-c03b468b8853 req-35d86b19-65fc-46bf-ad7c-993a24166bbf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eae8a1a0-5f2f-4452-b53c-9d0f01038542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284779 Jul 16 20:57:19.268043 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-77729827-1e76-44de-8369-c03b468b8853 req-b45a5855-36df-4a73-b314-56e912dee7b0 service neutron] 10.222.0.18 "GET /v2.0/networks/eae8a1a0-5f2f-4452-b53c-9d0f01038542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894167 Jul 16 20:57:19.296686 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42256) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:19.359699 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-77729827-1e76-44de-8369-c03b468b8853 req-041aa9d1-4085-4684-9015-e96d8cee0631 service neutron] 10.222.0.18 "GET /v2.0/networks/eae8a1a0-5f2f-4452-b53c-9d0f01038542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843296 Jul 16 20:57:19.412459 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1732fe3a-e17a-4f67-8e7d-e946bd1c4a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:19.502973 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1732fe3a-e17a-4f67-8e7d-e946bd1c4a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:19.506573 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1732fe3a-e17a-4f67-8e7d-e946bd1c4a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:19.551208 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42264) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:19.551451 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1732fe3a-e17a-4f67-8e7d-e946bd1c4a76 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=62d5f68348434e7baa876e422479e036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2533195 Jul 16 20:57:19.552200 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732fe3a-e17a-4f67-8e7d-e946bd1c4a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96b5fc9-de2a-43b0-ac2f-a4f21387952e,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:19.616752 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-69c983bf-31af-45f4-bd5e-e9c4ab2eb6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:19.626386 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ee9f8-430a-4a57-a6bb-3a283f32a345 req-8246d21b-4804-4f20-96ae-a7455430a4f8 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:19.627914 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-658ee9f8-430a-4a57-a6bb-3a283f32a345 req-8246d21b-4804-4f20-96ae-a7455430a4f8 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d29ba-3969-4128-8749-889cdc9cfbda HTTP/1.1" status: 200 len: 946 time: 0.0659018 Jul 16 20:57:19.642771 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-69c983bf-31af-45f4-bd5e-e9c4ab2eb6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:19.699192 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-658ee9f8-430a-4a57-a6bb-3a283f32a345 req-919c0d52-6623-4ba2-8876-422a212db5ac tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/security-groups?id=a4d10538-8dbd-4eb7-b5d5-b417572da44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654609 Jul 16 20:57:19.745536 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b13eed-4761-4c25-a6f9-24db00b89a9b req-4a770ff5-7f2d-4ddd-af38-910e56667d52 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:19.747416 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-33b13eed-4761-4c25-a6f9-24db00b89a9b req-4a770ff5-7f2d-4ddd-af38-910e56667d52 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca2d29ba-3969-4128-8749-889cdc9cfbda HTTP/1.1" status: 200 len: 946 time: 0.0823412 Jul 16 20:57:19.748028 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-69c983bf-31af-45f4-bd5e-e9c4ab2eb6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:19.749378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdc93d-0ade-4eca-8320-b579744851d5 req-24d3eb45-0bb8-4dbe-ac59-f7b77b5a39f8 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:19.750579 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-69c983bf-31af-45f4-bd5e-e9c4ab2eb6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:19.750864 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9bbdc93d-0ade-4eca-8320-b579744851d5 req-24d3eb45-0bb8-4dbe-ac59-f7b77b5a39f8 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ea4556-9538-4f42-b4dc-b7c78c9b0291 HTTP/1.1" status: 200 len: 943 time: 0.1038797 Jul 16 20:57:19.751599 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-69c983bf-31af-45f4-bd5e-e9c4ab2eb6ba admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b96b5fc9-de2a-43b0-ac2f-a4f21387952e HTTP/1.1" status: 204 len: 168 time: 0.1988549 Jul 16 20:57:19.788469 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c983bf-31af-45f4-bd5e-e9c4ab2eb6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96b5fc9-de2a-43b0-ac2f-a4f21387952e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:19.795374 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9bbdc93d-0ade-4eca-8320-b579744851d5 req-40339797-3c34-4c8a-8fad-4fef8abdb259 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.38 "GET /v2.0/security-groups?id=40e75855-ce5e-4822-8517-ad1c261db90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383995 Jul 16 20:57:19.869209 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-33b13eed-4761-4c25-a6f9-24db00b89a9b req-d5299de2-434b-4334-bd05-1787d96d075d tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Deleting port 9b6181a4-8985-4bfa-8869-f1823ae17e11 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:19.869549 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-33b13eed-4761-4c25-a6f9-24db00b89a9b req-d5299de2-434b-4334-bd05-1787d96d075d tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:19.959671 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-33b13eed-4761-4c25-a6f9-24db00b89a9b req-d5299de2-434b-4334-bd05-1787d96d075d tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] For port 9b6181a4-8985-4bfa-8869-f1823ae17e11, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9b6181a4-8985-4bfa-8869-f1823ae17e11,segment=NetworkSegment(604559b5-8098-4b37-8abe-a8c7a90063e2),segment_id=604559b5-8098-4b37-8abe-a8c7a90063e2)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:19.960036 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-33b13eed-4761-4c25-a6f9-24db00b89a9b req-d5299de2-434b-4334-bd05-1787d96d075d tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:19.972810 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-33b13eed-4761-4c25-a6f9-24db00b89a9b req-d5299de2-434b-4334-bd05-1787d96d075d tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Calling delete_port for 9b6181a4-8985-4bfa-8869-f1823ae17e11 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:20.041881 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42270) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:20.057330 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7b359f33-bdb5-44de-8aa7-6d7be3c0013b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:20.108334 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-33b13eed-4761-4c25-a6f9-24db00b89a9b req-d5299de2-434b-4334-bd05-1787d96d075d tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:20.122012 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['9b6181a4-8985-4bfa-8869-f1823ae17e11'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:57:20.139734 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5299de2-434b-4334-bd05-1787d96d075d tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Pushing event deleted for resources: {'Port': ['ID=9b6181a4-8985-4bfa-8869-f1823ae17e11,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:20.169418 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7b359f33-bdb5-44de-8aa7-6d7be3c0013b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:20.173263 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7b359f33-bdb5-44de-8aa7-6d7be3c0013b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:20.193306 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b13eed-4761-4c25-a6f9-24db00b89a9b req-d5299de2-434b-4334-bd05-1787d96d075d tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] No DVR routers for this DVR port 9b6181a4-8985-4bfa-8869-f1823ae17e11 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:57:20.196507 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-33b13eed-4761-4c25-a6f9-24db00b89a9b req-d5299de2-434b-4334-bd05-1787d96d075d tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:20.199024 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-33b13eed-4761-4c25-a6f9-24db00b89a9b req-d5299de2-434b-4334-bd05-1787d96d075d tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.18 "DELETE /v2.0/ports/9b6181a4-8985-4bfa-8869-f1823ae17e11 HTTP/1.1" status: 204 len: 173 time: 0.4447443 Jul 16 20:57:20.224153 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7b359f33-bdb5-44de-8aa7-6d7be3c0013b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=59be3bfcb0094ec7aa22dd0f497062c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1796112 Jul 16 20:57:20.224153 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b359f33-bdb5-44de-8aa7-6d7be3c0013b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b7d681-a93f-4e5d-bdd9-b4d430c20c8b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:20.225975 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42272) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:20.291379 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2eee3b2a-812a-4fe5-b003-54f6a5b310f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:20.314254 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2eee3b2a-812a-4fe5-b003-54f6a5b310f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:20.366421 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2eee3b2a-812a-4fe5-b003-54f6a5b310f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:20.370605 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2eee3b2a-812a-4fe5-b003-54f6a5b310f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:20.372283 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2eee3b2a-812a-4fe5-b003-54f6a5b310f1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/76b7d681-a93f-4e5d-bdd9-b4d430c20c8b HTTP/1.1" status: 204 len: 168 time: 0.1444793 Jul 16 20:57:20.381213 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee3b2a-812a-4fe5-b003-54f6a5b310f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b7d681-a93f-4e5d-bdd9-b4d430c20c8b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:20.492772 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2d29ba-3969-4128-8749-889cdc9cfbda', 'name': 'network-vif-deleted', 'tag': '9b6181a4-8985-4bfa-8869-f1823ae17e11'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:57:20.495260 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d27129c-4f16-4d95-a3bd-5a322dcbcef1" -d '{"events": [{"server_uuid": "ca2d29ba-3969-4128-8749-889cdc9cfbda", "name": "network-vif-deleted", "tag": "9b6181a4-8985-4bfa-8869-f1823ae17e11"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:57:20.530399 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ce9fc7-7c61-4ff9-8572-7488887386b4 x-openstack-request-id: req-68ce9fc7-7c61-4ff9-8572-7488887386b4 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:57:20.530646 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2d29ba-3969-4128-8749-889cdc9cfbda", "name": "network-vif-deleted", "tag": "9b6181a4-8985-4bfa-8869-f1823ae17e11", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:57:20.530904 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-68ce9fc7-7c61-4ff9-8572-7488887386b4 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:57:20.531311 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2d29ba-3969-4128-8749-889cdc9cfbda', 'name': 'network-vif-deleted', 'tag': '9b6181a4-8985-4bfa-8869-f1823ae17e11', 'status': 'completed', 'code': 200} Jul 16 20:57:20.881789 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c288e8dc-c479-4c3d-a0bc-2ecdacbceac1 req-53660b10-dcef-4f02-9a4d-1e39667409b5 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d29ba-3969-4128-8749-889cdc9cfbda HTTP/1.1" status: 200 len: 210 time: 0.0318286 Jul 16 20:57:20.989867 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a306a73-7634-42f9-bdf4-48ae6d58f354 req-e810cea3-eb1c-4c44-b4ec-7e5029db0193 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:20.991418 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1a306a73-7634-42f9-bdf4-48ae6d58f354 req-e810cea3-eb1c-4c44-b4ec-7e5029db0193 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ea4556-9538-4f42-b4dc-b7c78c9b0291 HTTP/1.1" status: 200 len: 943 time: 0.0687790 Jul 16 20:57:21.030545 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1a306a73-7634-42f9-bdf4-48ae6d58f354 req-4b4cf690-0bc0-486f-bc46-46dc9e0e76a2 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.38 "GET /v2.0/security-groups?id=40e75855-ce5e-4822-8517-ad1c261db90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324812 Jul 16 20:57:21.688543 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42324) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:21.724597 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b16a9b44-6170-4c8b-b2b6-05b5602ed1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:21.805584 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-76960d4e-16e3-4a5b-9e95-badc7cbc87e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:21.907374 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-76960d4e-16e3-4a5b-9e95-badc7cbc87e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:21.915813 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-76960d4e-16e3-4a5b-9e95-badc7cbc87e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:21.964479 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-76960d4e-16e3-4a5b-9e95-badc7cbc87e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=98f71eaba0da43b09ae5a390e2c814df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2746568 Jul 16 20:57:21.965404 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76960d4e-16e3-4a5b-9e95-badc7cbc87e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76f2795-130c-4523-92fb-0643c54f43d2,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:21.967548 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42332) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:22.023817 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f9de8ef-bbc9-44e3-8627-99ea0f5a3e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:22.047450 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f9de8ef-bbc9-44e3-8627-99ea0f5a3e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:22.103510 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f9de8ef-bbc9-44e3-8627-99ea0f5a3e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:22.107498 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f9de8ef-bbc9-44e3-8627-99ea0f5a3e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:22.111551 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7f9de8ef-bbc9-44e3-8627-99ea0f5a3e52 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c76f2795-130c-4523-92fb-0643c54f43d2 HTTP/1.1" status: 204 len: 168 time: 0.1399209 Jul 16 20:57:22.120715 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9de8ef-bbc9-44e3-8627-99ea0f5a3e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76f2795-130c-4523-92fb-0643c54f43d2,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:22.275095 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4977cc-8366-49eb-91dc-b587ca286617 req-58e1c467-4a91-4c6d-8e8c-708b5d0b5942 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:22.277023 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1e4977cc-8366-49eb-91dc-b587ca286617 req-58e1c467-4a91-4c6d-8e8c-708b5d0b5942 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ea4556-9538-4f42-b4dc-b7c78c9b0291 HTTP/1.1" status: 200 len: 943 time: 0.1100416 Jul 16 20:57:22.320252 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1e4977cc-8366-49eb-91dc-b587ca286617 req-e99259e5-1449-4ac3-9e39-de4e779954f8 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.38 "GET /v2.0/security-groups?id=40e75855-ce5e-4822-8517-ad1c261db90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361280 Jul 16 20:57:23.251439 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9cec6000-a58d-4a1e-8259-91ad8e2fcc60 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:57:23.372097 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 9cec6000-a58d-4a1e-8259-91ad8e2fcc60, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9cec6000-a58d-4a1e-8259-91ad8e2fcc60,segment=NetworkSegment(c0d80437-1659-4973-8f59-a93ad95b0798),segment_id=c0d80437-1659-4973-8f59-a93ad95b0798)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:23.383960 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '9cec6000-a58d-4a1e-8259-91ad8e2fcc60', 'network_id': 'eae8a1a0-5f2f-4452-b53c-9d0f01038542', 'port_id': '9cec6000-a58d-4a1e-8259-91ad8e2fcc60', 'mac_address': 'fa:16:3e:75:e2:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af002b1-0729-48e8-9b53-00a15ef19603', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:57:23.423949 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:23.438587 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cec6000-a58d-4a1e-8259-91ad8e2fcc60 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:57:23.460768 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 9cec6000-a58d-4a1e-8259-91ad8e2fcc60, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9cec6000-a58d-4a1e-8259-91ad8e2fcc60,segment=NetworkSegment(c0d80437-1659-4973-8f59-a93ad95b0798),segment_id=c0d80437-1659-4973-8f59-a93ad95b0798)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:23.467890 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:23.521127 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=9cec6000-a58d-4a1e-8259-91ad8e2fcc60,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:23.530689 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:23.531043 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:23.531394 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:23.531733 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:23.532072 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:23.532411 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:23.532740 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:23.533071 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:23.533435 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:23.533977 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:23.534562 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:23.535130 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:23.545188 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7c447-f43c-4740-b62c-96a1f4a642b2 req-6ebc833d-5a0a-4505-a52a-d97c8f97316c tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:23.548705 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-56a7c447-f43c-4740-b62c-96a1f4a642b2 req-6ebc833d-5a0a-4505-a52a-d97c8f97316c tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ea4556-9538-4f42-b4dc-b7c78c9b0291 HTTP/1.1" status: 200 len: 944 time: 0.0826530 Jul 16 20:57:23.596559 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-56a7c447-f43c-4740-b62c-96a1f4a642b2 req-99c3f636-7907-4ba4-a220-7e874330f230 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.38 "GET /v2.0/security-groups?id=40e75855-ce5e-4822-8517-ad1c261db90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419343 Jul 16 20:57:23.670694 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['9cec6000-a58d-4a1e-8259-91ad8e2fcc60'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:57:24.235870 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c988dcca-98ab-4f15-81e3-157db9df3549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:24.336835 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:24.747442 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42456) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:24.791471 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf553fd-4dea-40e8-b29f-a31382411f8c req-d3090d89-c5e4-460f-90e8-58da76b61e31 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:24.799519 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9cf553fd-4dea-40e8-b29f-a31382411f8c req-d3090d89-c5e4-460f-90e8-58da76b61e31 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ea4556-9538-4f42-b4dc-b7c78c9b0291 HTTP/1.1" status: 200 len: 944 time: 0.0752251 Jul 16 20:57:24.843163 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9cf553fd-4dea-40e8-b29f-a31382411f8c req-7a823aa1-d4f3-429b-80cb-61f12d4e0026 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.38 "GET /v2.0/security-groups?id=40e75855-ce5e-4822-8517-ad1c261db90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424557 Jul 16 20:57:24.882438 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-745c4932-8d3e-457a-aa48-c6d99965c9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:24.988661 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-745c4932-8d3e-457a-aa48-c6d99965c9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:24.994065 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-745c4932-8d3e-457a-aa48-c6d99965c9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:25.035535 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-745c4932-8d3e-457a-aa48-c6d99965c9da admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=708c5a8d5c9344b7828b9b5db1f8a521&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866888 Jul 16 20:57:25.036522 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c4932-8d3e-457a-aa48-c6d99965c9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f3f5c9-a3cb-458a-be56-1e78c7025607,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:25.039019 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42460) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:25.109366 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b871c8a1-ccd8-45b6-ab70-d5f721c65961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:25.141449 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b871c8a1-ccd8-45b6-ab70-d5f721c65961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:25.207714 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b871c8a1-ccd8-45b6-ab70-d5f721c65961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:25.211088 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b871c8a1-ccd8-45b6-ab70-d5f721c65961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:25.212421 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b871c8a1-ccd8-45b6-ab70-d5f721c65961 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/13f3f5c9-a3cb-458a-be56-1e78c7025607 HTTP/1.1" status: 204 len: 168 time: 0.1722813 Jul 16 20:57:25.221261 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871c8a1-ccd8-45b6-ab70-d5f721c65961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f3f5c9-a3cb-458a-be56-1e78c7025607,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:25.267068 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9cec6000-a58d-4a1e-8259-91ad8e2fcc60 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:25.319881 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 9cec6000-a58d-4a1e-8259-91ad8e2fcc60 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:25.325169 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 9cec6000-a58d-4a1e-8259-91ad8e2fcc60 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:25.325765 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:25.419954 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:25.453781 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ea4556-9538-4f42-b4dc-b7c78c9b0291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cec6000-a58d-4a1e-8259-91ad8e2fcc60'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:57:25.456565 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a1d937-8ce8-4092-80d9-886f186b40a5" -d '{"events": [{"server_uuid": "e5ea4556-9538-4f42-b4dc-b7c78c9b0291", "name": "network-vif-plugged", "status": "completed", "tag": "9cec6000-a58d-4a1e-8259-91ad8e2fcc60"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:57:25.490196 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 9cec6000-a58d-4a1e-8259-91ad8e2fcc60, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9cec6000-a58d-4a1e-8259-91ad8e2fcc60,segment=NetworkSegment(c0d80437-1659-4973-8f59-a93ad95b0798),segment_id=c0d80437-1659-4973-8f59-a93ad95b0798)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:25.496572 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:25.497739 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9b6181a4-8985-4bfa-8869-f1823ae17e11 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:57:25.568899 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c14be2f-fbb3-4e46-a8f9-fcfa5ed5af51 x-openstack-request-id: req-4c14be2f-fbb3-4e46-a8f9-fcfa5ed5af51 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:57:25.569446 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ea4556-9538-4f42-b4dc-b7c78c9b0291", "name": "network-vif-plugged", "status": "completed", "tag": "9cec6000-a58d-4a1e-8259-91ad8e2fcc60", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:57:25.569971 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4c14be2f-fbb3-4e46-a8f9-fcfa5ed5af51 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:57:25.570808 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ea4556-9538-4f42-b4dc-b7c78c9b0291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cec6000-a58d-4a1e-8259-91ad8e2fcc60', 'code': 200} Jul 16 20:57:25.571729 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 9b6181a4-8985-4bfa-8869-f1823ae17e11 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:57:25.572414 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9b6181a4-8985-4bfa-8869-f1823ae17e11 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:57:25.614629 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=9cec6000-a58d-4a1e-8259-91ad8e2fcc60,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:25.633420 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42472) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:25.652009 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbc90fc9-aa4d-40af-bb3f-9eae9dee19ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:25.692810 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89e3eb-592c-422c-ae10-da7be6ab7dbc req-5c4b89a6-902f-48f8-9ab9-161d87d43d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:25.694491 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6d89e3eb-592c-422c-ae10-da7be6ab7dbc req-5c4b89a6-902f-48f8-9ab9-161d87d43d95 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e5ea4556-9538-4f42-b4dc-b7c78c9b0291 HTTP/1.1" status: 200 len: 1097 time: 0.0642338 Jul 16 20:57:25.733610 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6d89e3eb-592c-422c-ae10-da7be6ab7dbc req-a78ecdb8-80e2-4d65-a30f-90c17957cd2b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=40e75855-ce5e-4822-8517-ad1c261db90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324466 Jul 16 20:57:25.756926 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbc90fc9-aa4d-40af-bb3f-9eae9dee19ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:25.761258 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbc90fc9-aa4d-40af-bb3f-9eae9dee19ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:25.799604 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc90fc9-aa4d-40af-bb3f-9eae9dee19ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a72f211-a86b-4da8-84eb-0b877ca5da57,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:25.804024 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bbc90fc9-aa4d-40af-bb3f-9eae9dee19ba admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=11dbd04d8ae9413ea975df65474ac0b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1693957 Jul 16 20:57:25.806950 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42474) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:25.847221 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:25.873727 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5014445d-7aea-4f3b-b343-5e6d82a66b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:25.895752 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5014445d-7aea-4f3b-b343-5e6d82a66b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:25.947683 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5014445d-7aea-4f3b-b343-5e6d82a66b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:25.950788 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5014445d-7aea-4f3b-b343-5e6d82a66b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:25.952119 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5014445d-7aea-4f3b-b343-5e6d82a66b34 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3a72f211-a86b-4da8-84eb-0b877ca5da57 HTTP/1.1" status: 204 len: 168 time: 0.1442029 Jul 16 20:57:25.960444 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014445d-7aea-4f3b-b343-5e6d82a66b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a72f211-a86b-4da8-84eb-0b877ca5da57,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:26.042194 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1df931-4f0a-4323-88a8-115a0383a386 req-fcadb34f-c812-4b69-a96e-cb08abc64595 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:26.044507 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2e1df931-4f0a-4323-88a8-115a0383a386 req-fcadb34f-c812-4b69-a96e-cb08abc64595 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ea4556-9538-4f42-b4dc-b7c78c9b0291 HTTP/1.1" status: 200 len: 945 time: 0.0752585 Jul 16 20:57:26.083515 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2e1df931-4f0a-4323-88a8-115a0383a386 req-451495c3-fedf-4a71-8bb2-7fa639856263 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.38 "GET /v2.0/security-groups?id=40e75855-ce5e-4822-8517-ad1c261db90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335639 Jul 16 20:57:26.925929 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42512) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:27.033810 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2f5b266e-1f94-4448-abbf-dc03821b9721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:27.133767 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2f5b266e-1f94-4448-abbf-dc03821b9721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:27.138228 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2f5b266e-1f94-4448-abbf-dc03821b9721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:27.183727 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b266e-1f94-4448-abbf-dc03821b9721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bf6e27-c2cb-485d-9f1d-d243bcdc6f7e,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:27.192922 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42520) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:27.198940 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2f5b266e-1f94-4448-abbf-dc03821b9721 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=003090603384416b85416e6985e5aff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2717285 Jul 16 20:57:27.294648 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9672c3c1-390f-4e2e-a7ed-4a22bd9819dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:27.324936 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9672c3c1-390f-4e2e-a7ed-4a22bd9819dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:27.357207 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729e6c5-e5e3-4bdf-861b-a0eaf74b1d69 req-b6057cb0-c17b-4e75-8db1-fcfb9d80bb75 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:27.358900 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b729e6c5-e5e3-4bdf-861b-a0eaf74b1d69 req-b6057cb0-c17b-4e75-8db1-fcfb9d80bb75 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ea4556-9538-4f42-b4dc-b7c78c9b0291 HTTP/1.1" status: 200 len: 945 time: 0.1404762 Jul 16 20:57:27.418302 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b729e6c5-e5e3-4bdf-861b-a0eaf74b1d69 req-1db71798-1b00-4119-b8a4-26410b6c4775 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.38 "GET /v2.0/security-groups?id=40e75855-ce5e-4822-8517-ad1c261db90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506420 Jul 16 20:57:27.425640 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9672c3c1-390f-4e2e-a7ed-4a22bd9819dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:27.428421 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9672c3c1-390f-4e2e-a7ed-4a22bd9819dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:27.441333 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9672c3c1-390f-4e2e-a7ed-4a22bd9819dc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/85bf6e27-c2cb-485d-9f1d-d243bcdc6f7e HTTP/1.1" status: 204 len: 168 time: 0.2383022 Jul 16 20:57:27.453492 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672c3c1-390f-4e2e-a7ed-4a22bd9819dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bf6e27-c2cb-485d-9f1d-d243bcdc6f7e,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:27.713715 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:28.179279 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746e0fb-5bb6-4d24-bd11-59e33c9fcffb req-c05943c0-3c79-4070-a298-eb8b19a844eb tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:28.180819 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e746e0fb-5bb6-4d24-bd11-59e33c9fcffb req-c05943c0-3c79-4070-a298-eb8b19a844eb tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ea4556-9538-4f42-b4dc-b7c78c9b0291 HTTP/1.1" status: 200 len: 945 time: 0.0688019 Jul 16 20:57:28.225079 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e746e0fb-5bb6-4d24-bd11-59e33c9fcffb req-b1cd7fce-811a-48f5-a8a3-9c5da0a5fba7 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.38 "GET /v2.0/security-groups?id=40e75855-ce5e-4822-8517-ad1c261db90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356483 Jul 16 20:57:29.064959 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edca48-7723-481c-92d2-7bbd7ff47ac7 req-2fac0e93-8378-49d1-a231-17efa1ef6b33 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:29.066924 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d7edca48-7723-481c-92d2-7bbd7ff47ac7 req-2fac0e93-8378-49d1-a231-17efa1ef6b33 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5ea4556-9538-4f42-b4dc-b7c78c9b0291 HTTP/1.1" status: 200 len: 945 time: 0.0904839 Jul 16 20:57:29.098629 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42580) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:29.170848 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982d572-c56a-43b1-929b-523c076f8f06 req-58810b7c-fd7b-43c6-b52d-45b4cbd6e2af tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:29.173525 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2982d572-c56a-43b1-929b-523c076f8f06 req-58810b7c-fd7b-43c6-b52d-45b4cbd6e2af tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/networks?id=9afa4753-4886-4713-8925-5d8db0eecc22 HTTP/1.1" status: 200 len: 812 time: 0.1638989 Jul 16 20:57:29.199628 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2982d572-c56a-43b1-929b-523c076f8f06 req-4ce62acf-a77f-4ce8-bcaa-72902e68046d tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/quotas/3da1d7495811459596c9888ba557109e HTTP/1.1" status: 200 len: 375 time: 0.0172091 Jul 16 20:57:29.215102 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-d7edca48-7723-481c-92d2-7bbd7ff47ac7 req-2b9c579a-be89-4fd0-812d-a0a8b41267d1 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Deleting port 9cec6000-a58d-4a1e-8259-91ad8e2fcc60 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:29.215664 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d7edca48-7723-481c-92d2-7bbd7ff47ac7 req-2b9c579a-be89-4fd0-812d-a0a8b41267d1 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:29.250934 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2982d572-c56a-43b1-929b-523c076f8f06 req-fbb68ea2-9445-4d96-ad12-3c5d454015ab tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3da1d7495811459596c9888ba557109e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395613 Jul 16 20:57:29.331552 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-d7edca48-7723-481c-92d2-7bbd7ff47ac7 req-2b9c579a-be89-4fd0-812d-a0a8b41267d1 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] For port 9cec6000-a58d-4a1e-8259-91ad8e2fcc60, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9cec6000-a58d-4a1e-8259-91ad8e2fcc60,segment=NetworkSegment(c0d80437-1659-4973-8f59-a93ad95b0798),segment_id=c0d80437-1659-4973-8f59-a93ad95b0798)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:29.331829 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d7edca48-7723-481c-92d2-7bbd7ff47ac7 req-2b9c579a-be89-4fd0-812d-a0a8b41267d1 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:29.356413 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-d7edca48-7723-481c-92d2-7bbd7ff47ac7 req-2b9c579a-be89-4fd0-812d-a0a8b41267d1 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Calling delete_port for 9cec6000-a58d-4a1e-8259-91ad8e2fcc60 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:29.363490 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2982d572-c56a-43b1-929b-523c076f8f06 req-287670bd-32dc-439f-8a6e-ee82bbda0d3c service neutron] 10.222.0.38 "GET /v2.0/networks/9afa4753-4886-4713-8925-5d8db0eecc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080871 Jul 16 20:57:29.417697 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-11ab91b5-9ef3-4e2d-8204-ee0029dde1a3 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-79915882'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:29.501982 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d7edca48-7723-481c-92d2-7bbd7ff47ac7 req-2b9c579a-be89-4fd0-812d-a0a8b41267d1 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:29.506232 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ab91b5-9ef3-4e2d-8204-ee0029dde1a3 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Made reservation on behalf of d11669063807425da7a889371e558d23 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:29.510671 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-11ab91b5-9ef3-4e2d-8204-ee0029dde1a3 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:29.513575 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['9cec6000-a58d-4a1e-8259-91ad8e2fcc60'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:57:29.531857 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c579a-be89-4fd0-812d-a0a8b41267d1 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Pushing event deleted for resources: {'Port': ['ID=9cec6000-a58d-4a1e-8259-91ad8e2fcc60,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:29.541941 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c579a-be89-4fd0-812d-a0a8b41267d1 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:29.542452 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c579a-be89-4fd0-812d-a0a8b41267d1 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:29.542729 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c579a-be89-4fd0-812d-a0a8b41267d1 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:29.543593 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-11ab91b5-9ef3-4e2d-8204-ee0029dde1a3 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:29.543935 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c579a-be89-4fd0-812d-a0a8b41267d1 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:29.544040 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c579a-be89-4fd0-812d-a0a8b41267d1 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:29.544382 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c579a-be89-4fd0-812d-a0a8b41267d1 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:29.544719 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c579a-be89-4fd0-812d-a0a8b41267d1 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:29.545059 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c579a-be89-4fd0-812d-a0a8b41267d1 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:29.545396 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c579a-be89-4fd0-812d-a0a8b41267d1 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:29.545726 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c579a-be89-4fd0-812d-a0a8b41267d1 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:29.546057 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c579a-be89-4fd0-812d-a0a8b41267d1 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:29.546435 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c579a-be89-4fd0-812d-a0a8b41267d1 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:29.555974 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2982d572-c56a-43b1-929b-523c076f8f06 req-6f0fc2a1-ada0-4577-bad9-0c95d4862444 service neutron] 10.222.0.38 "GET /v2.0/networks/9afa4753-4886-4713-8925-5d8db0eecc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913149 Jul 16 20:57:29.574282 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477ce3d-17a7-4bc8-b157-d65a0df5285d req-654f246d-555a-4ae5-8ef4-ecdb1c2ad792 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:29.576040 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3477ce3d-17a7-4bc8-b157-d65a0df5285d req-654f246d-555a-4ae5-8ef4-ecdb1c2ad792 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ea4556-9538-4f42-b4dc-b7c78c9b0291 HTTP/1.1" status: 200 len: 867 time: 0.1943715 Jul 16 20:57:29.608699 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7edca48-7723-481c-92d2-7bbd7ff47ac7 req-2b9c579a-be89-4fd0-812d-a0a8b41267d1 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] No DVR routers for this DVR port 9cec6000-a58d-4a1e-8259-91ad8e2fcc60 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:57:29.611609 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-d7edca48-7723-481c-92d2-7bbd7ff47ac7 req-2b9c579a-be89-4fd0-812d-a0a8b41267d1 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:29.613715 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d7edca48-7723-481c-92d2-7bbd7ff47ac7 req-2b9c579a-be89-4fd0-812d-a0a8b41267d1 tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.18 "DELETE /v2.0/ports/9cec6000-a58d-4a1e-8259-91ad8e2fcc60 HTTP/1.1" status: 204 len: 173 time: 0.5417430 Jul 16 20:57:29.614164 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ea4556-9538-4f42-b4dc-b7c78c9b0291', 'name': 'network-vif-deleted', 'tag': '9cec6000-a58d-4a1e-8259-91ad8e2fcc60'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:57:29.616662 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e94a82-3e3c-4310-901f-bb36a3788f9d" -d '{"events": [{"server_uuid": "e5ea4556-9538-4f42-b4dc-b7c78c9b0291", "name": "network-vif-deleted", "tag": "9cec6000-a58d-4a1e-8259-91ad8e2fcc60"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:57:29.660421 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3477ce3d-17a7-4bc8-b157-d65a0df5285d req-86601fac-bf02-4143-a441-44c82004c00b tempest-InstanceActionsV221TestJSON-52677276 tempest-InstanceActionsV221TestJSON-52677276-project] 10.222.0.38 "GET /v2.0/security-groups?id=40e75855-ce5e-4822-8517-ad1c261db90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718665 Jul 16 20:57:29.716422 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-11ab91b5-9ef3-4e2d-8204-ee0029dde1a3 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:29.723965 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:29.724293 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-11ab91b5-9ef3-4e2d-8204-ee0029dde1a3 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:29.755598 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7613ce-dac0-44b3-aa55-8ba5e4aca431 x-openstack-request-id: req-9b7613ce-dac0-44b3-aa55-8ba5e4aca431 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:57:29.755938 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ea4556-9538-4f42-b4dc-b7c78c9b0291", "name": "network-vif-deleted", "tag": "9cec6000-a58d-4a1e-8259-91ad8e2fcc60", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:57:29.756435 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9b7613ce-dac0-44b3-aa55-8ba5e4aca431 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:57:29.757077 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ea4556-9538-4f42-b4dc-b7c78c9b0291', 'name': 'network-vif-deleted', 'tag': '9cec6000-a58d-4a1e-8259-91ad8e2fcc60', 'status': 'completed', 'code': 200} Jul 16 20:57:29.764082 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab91b5-9ef3-4e2d-8204-ee0029dde1a3 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16d64821-1708-4db8-b650-39aff2d9504c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:29.768232 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ab91b5-9ef3-4e2d-8204-ee0029dde1a3 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:57:29.779837 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-11ab91b5-9ef3-4e2d-8204-ee0029dde1a3 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:29.780249 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-11ab91b5-9ef3-4e2d-8204-ee0029dde1a3 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Added segment 81d99c01-2d8b-4102-9db1-e8b8261c46bb of type vlan for network 86b65b14-8506-488e-9a4d-1799fe3bef28 Jul 16 20:57:29.853007 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bd47e35d-e401-41af-b487-6e9147490f48 req-2c820ae6-172d-4280-84a3-358ad16cea78 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/ports?device_id=310670f2-deb6-4cf5-bc31-ceb2be6eed26 HTTP/1.1" status: 200 len: 210 time: 0.0600789 Jul 16 20:57:29.864249 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-11ab91b5-9ef3-4e2d-8204-ee0029dde1a3 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:29.903798 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-11ab91b5-9ef3-4e2d-8204-ee0029dde1a3 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:29.909752 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ab91b5-9ef3-4e2d-8204-ee0029dde1a3 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:29.910598 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-11ab91b5-9ef3-4e2d-8204-ee0029dde1a3 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:29.956317 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-11ab91b5-9ef3-4e2d-8204-ee0029dde1a3 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8537989 Jul 16 20:57:29.956491 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42598) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:29.963853 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-cf0f18de-9362-4ceb-9fa2-73e2e8df0b84 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Request body: {'subnet': {'network_id': '86b65b14-8506-488e-9a4d-1799fe3bef28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:30.010264 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab91b5-9ef3-4e2d-8204-ee0029dde1a3 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Pushing event updated for resources: {'Network': ['ID=86b65b14-8506-488e-9a4d-1799fe3bef28,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:30.025204 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 86b65b14-8506-488e-9a4d-1799fe3bef28 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:57:30.127988 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0f18de-9362-4ceb-9fa2-73e2e8df0b84 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Made reservation on behalf of d11669063807425da7a889371e558d23 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:30.132620 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cf0f18de-9362-4ceb-9fa2-73e2e8df0b84 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:30.326226 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cf0f18de-9362-4ceb-9fa2-73e2e8df0b84 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:30.390817 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f18de-9362-4ceb-9fa2-73e2e8df0b84 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Pushing event updated for resources: {'Subnet': ['ID=3c4c740a-0d8e-4781-8e2a-454a44880d60,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:30.401496 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0f18de-9362-4ceb-9fa2-73e2e8df0b84 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Checking segment: {'id': '81d99c01-2d8b-4102-9db1-e8b8261c46bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '86b65b14-8506-488e-9a4d-1799fe3bef28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:30.401496 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0f18de-9362-4ceb-9fa2-73e2e8df0b84 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Network hostable DHCP agents. Network: 86b65b14-8506-488e-9a4d-1799fe3bef28, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:57:30.419724 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0f18de-9362-4ceb-9fa2-73e2e8df0b84 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Network 86b65b14-8506-488e-9a4d-1799fe3bef28 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:57:30.428475 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-cf0f18de-9362-4ceb-9fa2-73e2e8df0b84 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 86b65b14-8506-488e-9a4d-1799fe3bef28) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:30.433896 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0f18de-9362-4ceb-9fa2-73e2e8df0b84 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:30.434556 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cf0f18de-9362-4ceb-9fa2-73e2e8df0b84 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:30.447086 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9596d00a-4293-49ce-9de1-721f10437697 None None] Network 86b65b14-8506-488e-9a4d-1799fe3bef28 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:30.453219 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cf0f18de-9362-4ceb-9fa2-73e2e8df0b84 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4933717 Jul 16 20:57:30.453441 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42602) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:30.458593 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2ca3b176-662d-4d0c-b5a6-ac50d205904b tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Request body: {'port': {'network_id': '86b65b14-8506-488e-9a4d-1799fe3bef28', 'name': 'tempest-DHCPAgentSchedulersTestJSON-207048705'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:30.577223 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca3b176-662d-4d0c-b5a6-ac50d205904b tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Made reservation on behalf of d11669063807425da7a889371e558d23 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:30.581810 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b176-662d-4d0c-b5a6-ac50d205904b tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:30.601097 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-2ca3b176-662d-4d0c-b5a6-ac50d205904b tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] device_id is not set on port 8bd8cf05-d8da-47ba-888e-2269ff189799 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:57:30.609320 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee8ea1c-84b9-498e-8be7-a99cc43ef249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-86b65b14-8506-488e-9a4d-1799fe3bef28', 'network_id': '86b65b14-8506-488e-9a4d-1799fe3bef28', 'tenant_id': 'd11669063807425da7a889371e558d23', 'fixed_ips': [{'subnet_id': '3c4c740a-0d8e-4781-8e2a-454a44880d60'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:57:30.611417 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ee8ea1c-84b9-498e-8be7-a99cc43ef249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:30.718713 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-2ca3b176-662d-4d0c-b5a6-ac50d205904b tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Allocated IP 172.20.0.2 (86b65b14-8506-488e-9a4d-1799fe3bef28/3c4c740a-0d8e-4781-8e2a-454a44880d60/8bd8cf05-d8da-47ba-888e-2269ff189799) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:30.907989 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b176-662d-4d0c-b5a6-ac50d205904b tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:30.943030 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-2ca3b176-662d-4d0c-b5a6-ac50d205904b tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Transition to ACTIVE for port object 8bd8cf05-d8da-47ba-888e-2269ff189799 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:30.994190 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b176-662d-4d0c-b5a6-ac50d205904b tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.064027 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42614) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:31.078179 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982d572-c56a-43b1-929b-523c076f8f06 req-8e7a7a7c-d4c5-42a6-abd3-9c925cfef20f tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:31.080638 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca3b176-662d-4d0c-b5a6-ac50d205904b tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Network 86b65b14-8506-488e-9a4d-1799fe3bef28 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:31.081324 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2982d572-c56a-43b1-929b-523c076f8f06 req-8e7a7a7c-d4c5-42a6-abd3-9c925cfef20f tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.18 "GET /v2.0/networks?id=9afa4753-4886-4713-8925-5d8db0eecc22 HTTP/1.1" status: 200 len: 812 time: 0.2113214 Jul 16 20:57:31.086564 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-7ee8ea1c-84b9-498e-8be7-a99cc43ef249 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-0b68a2ca-29d0-477b-bfe3-f9ae05092bb9 {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:57:31.087041 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-7ee8ea1c-84b9-498e-8be7-a99cc43ef249 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:57:31.097055 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c0a7d04-b588-4db3-a775-7e017a492992 req-e681aa0f-7c2d-4470-ae73-a996789932c6 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/ports?device_id=310670f2-deb6-4cf5-bc31-ceb2be6eed26 HTTP/1.1" status: 200 len: 210 time: 0.0939701 Jul 16 20:57:31.100902 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-2ca3b176-662d-4d0c-b5a6-ac50d205904b tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:31.106097 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca3b176-662d-4d0c-b5a6-ac50d205904b tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:31.111750 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3b176-662d-4d0c-b5a6-ac50d205904b tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Pushing event updated for resources: {'Port': ['ID=8bd8cf05-d8da-47ba-888e-2269ff189799,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:31.123351 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-2982d572-c56a-43b1-929b-523c076f8f06 req-461ec8d5-8aa1-4b01-ac40-63354e36dc5e tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Request body: {'port': {'device_id': '310670f2-deb6-4cf5-bc31-ceb2be6eed26', 'network_id': '9afa4753-4886-4713-8925-5d8db0eecc22', 'admin_state_up': True, 'tenant_id': '3da1d7495811459596c9888ba557109e'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:31.167075 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-886dc774-38bb-4fa2-b9e4-6463dcafaae1 admin admin] Deleting subnet 0af002b1-0729-48e8-9b53-00a15ef19603 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:57:31.175001 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca3b176-662d-4d0c-b5a6-ac50d205904b tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:31.175625 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b176-662d-4d0c-b5a6-ac50d205904b tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.190995 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2ca3b176-662d-4d0c-b5a6-ac50d205904b tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7365360 Jul 16 20:57:31.193911 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42616) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:31.197831 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-886dc774-38bb-4fa2-b9e4-6463dcafaae1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.250783 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-886dc774-38bb-4fa2-b9e4-6463dcafaae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.297624 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-a65cf674-e076-4d54-84dc-35437f6d0a41 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Deleting port 8bd8cf05-d8da-47ba-888e-2269ff189799 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:31.297876 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a65cf674-e076-4d54-84dc-35437f6d0a41 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.309930 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-886dc774-38bb-4fa2-b9e4-6463dcafaae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.329481 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2982d572-c56a-43b1-929b-523c076f8f06 req-461ec8d5-8aa1-4b01-ac40-63354e36dc5e tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Made reservation on behalf of 3da1d7495811459596c9888ba557109e for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:31.333016 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2982d572-c56a-43b1-929b-523c076f8f06 req-461ec8d5-8aa1-4b01-ac40-63354e36dc5e tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.389219 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a65cf674-e076-4d54-84dc-35437f6d0a41 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.400963 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-a65cf674-e076-4d54-84dc-35437f6d0a41 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Calling delete_port for 8bd8cf05-d8da-47ba-888e-2269ff189799 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:31.420714 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-886dc774-38bb-4fa2-b9e4-6463dcafaae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.459033 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886dc774-38bb-4fa2-b9e4-6463dcafaae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0af002b1-0729-48e8-9b53-00a15ef19603,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:31.484105 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-886dc774-38bb-4fa2-b9e4-6463dcafaae1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.486000 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-886dc774-38bb-4fa2-b9e4-6463dcafaae1 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/0af002b1-0729-48e8-9b53-00a15ef19603 HTTP/1.1" status: 204 len: 168 time: 0.4204047 Jul 16 20:57:31.489102 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42618) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:31.532381 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a65cf674-e076-4d54-84dc-35437f6d0a41 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.565395 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65cf674-e076-4d54-84dc-35437f6d0a41 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Pushing event deleted for resources: {'Port': ['ID=8bd8cf05-d8da-47ba-888e-2269ff189799,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:31.571000 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-2982d572-c56a-43b1-929b-523c076f8f06 req-461ec8d5-8aa1-4b01-ac40-63354e36dc5e tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Allocated IP 172.20.0.12 (9afa4753-4886-4713-8925-5d8db0eecc22/6cf773ef-ecfd-4609-a56c-c25b00b5aa7b/bc734a71-0599-4ab0-9c72-f6c0d80ae43e) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:31.582041 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7cf1a081-561a-4bf0-a8fe-67278cb72bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.588502 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ee8ea1c-84b9-498e-8be7-a99cc43ef249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.649264 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a65cf674-e076-4d54-84dc-35437f6d0a41 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.654942 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a65cf674-e076-4d54-84dc-35437f6d0a41 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] 10.222.0.38 "DELETE /v2.0/ports/8bd8cf05-d8da-47ba-888e-2269ff189799 HTTP/1.1" status: 204 len: 168 time: 0.4565041 Jul 16 20:57:31.655651 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42620) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:31.729463 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7cf1a081-561a-4bf0-a8fe-67278cb72bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.735101 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-7ee8ea1c-84b9-498e-8be7-a99cc43ef249 None None] Allocated IP 172.20.0.2 (86b65b14-8506-488e-9a4d-1799fe3bef28/3c4c740a-0d8e-4781-8e2a-454a44880d60/5808dc88-e58c-45ec-9435-ca7ac121330e) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:31.739808 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-47f45c86-2029-49c8-a99c-b20d3dddc584 tempest-DHCPAgentSchedulersTestJSON-1670177449 tempest-DHCPAgentSchedulersTestJSON-1670177449-project-admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4684 time: 0.0799313 Jul 16 20:57:31.740399 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42624) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:31.746437 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-7cf1a081-561a-4bf0-a8fe-67278cb72bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae8a1a0-5f2f-4452-b53c-9d0f01038542']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:31.748929 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-5e41f2c0-76c9-49af-80b8-feeeca6e398e tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1113624472'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:31.770959 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e41f2c0-76c9-49af-80b8-feeeca6e398e tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Made reservation on behalf of d11669063807425da7a889371e558d23 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:31.774888 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5e41f2c0-76c9-49af-80b8-feeeca6e398e tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.790770 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-7cf1a081-561a-4bf0-a8fe-67278cb72bf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d80437-1659-4973-8f59-a93ad95b0798') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:31.791083 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-7cf1a081-561a-4bf0-a8fe-67278cb72bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d80437-1659-4973-8f59-a93ad95b0798') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:31.801192 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e41f2c0-76c9-49af-80b8-feeeca6e398e tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:57:31.808492 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7cf1a081-561a-4bf0-a8fe-67278cb72bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.811324 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5e41f2c0-76c9-49af-80b8-feeeca6e398e tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.811854 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-5e41f2c0-76c9-49af-80b8-feeeca6e398e tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Added segment ae10b708-e3ad-4f00-852e-7dc70c6ddae3 of type vlan for network 47998b8f-a4b5-4e0f-9870-12606595837b Jul 16 20:57:31.845002 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7cf1a081-561a-4bf0-a8fe-67278cb72bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.855892 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5e41f2c0-76c9-49af-80b8-feeeca6e398e tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.859157 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf1a081-561a-4bf0-a8fe-67278cb72bf9 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:57:31.859567 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7cf1a081-561a-4bf0-a8fe-67278cb72bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:57:31.861342 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:57:31.887516 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2982d572-c56a-43b1-929b-523c076f8f06 req-461ec8d5-8aa1-4b01-ac40-63354e36dc5e tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.893285 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5e41f2c0-76c9-49af-80b8-feeeca6e398e tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.900392 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e41f2c0-76c9-49af-80b8-feeeca6e398e tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:31.901141 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5e41f2c0-76c9-49af-80b8-feeeca6e398e tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.915683 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ee8ea1c-84b9-498e-8be7-a99cc43ef249 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.926013 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7ee8ea1c-84b9-498e-8be7-a99cc43ef249 None None] Transition to ACTIVE for port object 5808dc88-e58c-45ec-9435-ca7ac121330e will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:31.938187 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7cf1a081-561a-4bf0-a8fe-67278cb72bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.943792 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7ee8ea1c-84b9-498e-8be7-a99cc43ef249 None None] Transition to ACTIVE for port object 5808dc88-e58c-45ec-9435-ca7ac121330e will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:31.944440 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7cf1a081-561a-4bf0-a8fe-67278cb72bf9 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.951143 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5e41f2c0-76c9-49af-80b8-feeeca6e398e tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2051435 Jul 16 20:57:31.951263 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7cf1a081-561a-4bf0-a8fe-67278cb72bf9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/eae8a1a0-5f2f-4452-b53c-9d0f01038542 HTTP/1.1" status: 204 len: 168 time: 0.4581370 Jul 16 20:57:31.952487 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42626) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:31.964025 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ee8ea1c-84b9-498e-8be7-a99cc43ef249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.973988 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1a081-561a-4bf0-a8fe-67278cb72bf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=eae8a1a0-5f2f-4452-b53c-9d0f01038542,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:32.000430 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2982d572-c56a-43b1-929b-523c076f8f06 req-461ec8d5-8aa1-4b01-ac40-63354e36dc5e tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:32.000689 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41f2c0-76c9-49af-80b8-feeeca6e398e tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Pushing event updated for resources: {'Network': ['ID=47998b8f-a4b5-4e0f-9870-12606595837b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:32.026593 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8ea1c-84b9-498e-8be7-a99cc43ef249 None None] Pushing event updated for resources: {'Port': ['ID=5808dc88-e58c-45ec-9435-ca7ac121330e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:32.035135 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 47998b8f-a4b5-4e0f-9870-12606595837b details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:57:32.044666 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee8ea1c-84b9-498e-8be7-a99cc43ef249 None None] Network 86b65b14-8506-488e-9a4d-1799fe3bef28 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:32.062624 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-7ee8ea1c-84b9-498e-8be7-a99cc43ef249 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:32.065385 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee8ea1c-84b9-498e-8be7-a99cc43ef249 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:32.069500 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2982d572-c56a-43b1-929b-523c076f8f06 req-461ec8d5-8aa1-4b01-ac40-63354e36dc5e tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Network 9afa4753-4886-4713-8925-5d8db0eecc22 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:32.073076 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-2982d572-c56a-43b1-929b-523c076f8f06 req-461ec8d5-8aa1-4b01-ac40-63354e36dc5e tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:32.083482 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-2982d572-c56a-43b1-929b-523c076f8f06 req-461ec8d5-8aa1-4b01-ac40-63354e36dc5e tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:32.141651 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982d572-c56a-43b1-929b-523c076f8f06 req-461ec8d5-8aa1-4b01-ac40-63354e36dc5e tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:32.142715 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2982d572-c56a-43b1-929b-523c076f8f06 req-461ec8d5-8aa1-4b01-ac40-63354e36dc5e tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:32.153430 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ec8d5-8aa1-4b01-ac40-63354e36dc5e tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Pushing event updated for resources: {'Port': ['ID=bc734a71-0599-4ab0-9c72-f6c0d80ae43e,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:32.177044 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2982d572-c56a-43b1-929b-523c076f8f06 req-461ec8d5-8aa1-4b01-ac40-63354e36dc5e tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0726945 Jul 16 20:57:32.192344 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-2982d572-c56a-43b1-929b-523c076f8f06 req-9a6122c8-8155-4528-9d6a-e4c060e61781 service neutron] Request body: {'port': {'device_id': '310670f2-deb6-4cf5-bc31-ceb2be6eed26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:32.219091 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-7ee8ea1c-84b9-498e-8be7-a99cc43ef249 None None] Attempting to bind port 5808dc88-e58c-45ec-9435-ca7ac121330e on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:57:32.219470 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-7ee8ea1c-84b9-498e-8be7-a99cc43ef249 None None] Attempting to bind port 5808dc88-e58c-45ec-9435-ca7ac121330e by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '81d99c01-2d8b-4102-9db1-e8b8261c46bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '86b65b14-8506-488e-9a4d-1799fe3bef28'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:57:32.219837 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee8ea1c-84b9-498e-8be7-a99cc43ef249 None None] Attempting to bind port 5808dc88-e58c-45ec-9435-ca7ac121330e on network 86b65b14-8506-488e-9a4d-1799fe3bef28 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:32.226749 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee8ea1c-84b9-498e-8be7-a99cc43ef249 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:57:32.227146 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee8ea1c-84b9-498e-8be7-a99cc43ef249 None None] Checking segment: {'id': '81d99c01-2d8b-4102-9db1-e8b8261c46bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '86b65b14-8506-488e-9a4d-1799fe3bef28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:32.227522 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ee8ea1c-84b9-498e-8be7-a99cc43ef249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:32.227936 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee8ea1c-84b9-498e-8be7-a99cc43ef249 None None] Bound using segment: {'id': '81d99c01-2d8b-4102-9db1-e8b8261c46bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '86b65b14-8506-488e-9a4d-1799fe3bef28'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:57:32.228438 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-7ee8ea1c-84b9-498e-8be7-a99cc43ef249 None None] Bound port: 5808dc88-e58c-45ec-9435-ca7ac121330e, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d99c01-2d8b-4102-9db1-e8b8261c46bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '86b65b14-8506-488e-9a4d-1799fe3bef28'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:57:32.229158 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ee8ea1c-84b9-498e-8be7-a99cc43ef249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:32.239099 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42632) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:32.296401 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2982d572-c56a-43b1-929b-523c076f8f06 req-9a6122c8-8155-4528-9d6a-e4c060e61781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:32.310291 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-7ee8ea1c-84b9-498e-8be7-a99cc43ef249 None None] For port 5808dc88-e58c-45ec-9435-ca7ac121330e, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:57:32.315339 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-7ee8ea1c-84b9-498e-8be7-a99cc43ef249 None None] For port 5808dc88-e58c-45ec-9435-ca7ac121330e, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=5808dc88-e58c-45ec-9435-ca7ac121330e,segment=NetworkSegment(81d99c01-2d8b-4102-9db1-e8b8261c46bb),segment_id=81d99c01-2d8b-4102-9db1-e8b8261c46bb)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:57:32.321243 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ee8ea1c-84b9-498e-8be7-a99cc43ef249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:32.354905 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-23ee1208-67a4-443a-8670-81c0edb75df2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=61d0e6aec5054802b1cd9d90e4a3bed9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0849776 Jul 16 20:57:32.357658 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42634) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:32.405657 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8ea1c-84b9-498e-8be7-a99cc43ef249 None None] Pushing event updated for resources: {'Port': ['ID=5808dc88-e58c-45ec-9435-ca7ac121330e,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:32.499243 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4e81c0f6-8b09-46a1-b305-c6486b2259c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:32.512086 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4161569f-51f5-45f7-9089-d7336a6b63dd tempest-DHCPAgentSchedulersTestJSON-1670177449 tempest-DHCPAgentSchedulersTestJSON-1670177449-project-admin] 10.222.0.38 "GET /v2.0/agents/c2d5c971-b67e-4ad4-a934-f78ddaccb52d/dhcp-networks HTTP/1.1" status: 200 len: 5691 time: 0.5582099 Jul 16 20:57:32.514730 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42636) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:32.546955 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4e81c0f6-8b09-46a1-b305-c6486b2259c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:32.577595 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4269111-0d08-4269-80a7-5c53990717f1 req-44d4d4f3-a15b-44ac-9d4e-766d9deb8bea tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:32.599003 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f4269111-0d08-4269-80a7-5c53990717f1 req-44d4d4f3-a15b-44ac-9d4e-766d9deb8bea tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/ports?device_id=310670f2-deb6-4cf5-bc31-ceb2be6eed26 HTTP/1.1" status: 200 len: 932 time: 0.1514978 Jul 16 20:57:32.680855 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4e81c0f6-8b09-46a1-b305-c6486b2259c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:32.683677 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4e81c0f6-8b09-46a1-b305-c6486b2259c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:32.684961 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4e81c0f6-8b09-46a1-b305-c6486b2259c4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/40e75855-ce5e-4822-8517-ad1c261db90f HTTP/1.1" status: 204 len: 168 time: 0.3258932 Jul 16 20:57:32.704546 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81c0f6-8b09-46a1-b305-c6486b2259c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e75855-ce5e-4822-8517-ad1c261db90f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:32.717383 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f4269111-0d08-4269-80a7-5c53990717f1 req-cf569aca-25f2-439c-a08b-53a1836a4ea2 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/security-groups?id=a4d10538-8dbd-4eb7-b5d5-b417572da44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072626 Jul 16 20:57:32.735590 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85369e65-e4f7-4281-923d-bcd260c91450 tempest-DHCPAgentSchedulersTestJSON-1670177449 tempest-DHCPAgentSchedulersTestJSON-1670177449-project-admin] Network 47998b8f-a4b5-4e0f-9870-12606595837b is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:57:32.753524 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-85369e65-e4f7-4281-923d-bcd260c91450 tempest-DHCPAgentSchedulersTestJSON-1670177449 tempest-DHCPAgentSchedulersTestJSON-1670177449-project-admin] 10.222.0.38 "POST /v2.0/agents/c2d5c971-b67e-4ad4-a934-f78ddaccb52d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2376633 Jul 16 20:57:32.756530 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42640) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:32.758581 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedec679-b6fd-494b-8f23-18db08fe07eb None None] Network 47998b8f-a4b5-4e0f-9870-12606595837b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:32.801649 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-2982d572-c56a-43b1-929b-523c076f8f06 req-9a6122c8-8155-4528-9d6a-e4c060e61781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc734a71-0599-4ab0-9c72-f6c0d80ae43e {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:57:32.811433 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2982d572-c56a-43b1-929b-523c076f8f06 req-9a6122c8-8155-4528-9d6a-e4c060e61781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:32.827402 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-2982d572-c56a-43b1-929b-523c076f8f06 req-9a6122c8-8155-4528-9d6a-e4c060e61781 service neutron] Transition to ACTIVE for port object bc734a71-0599-4ab0-9c72-f6c0d80ae43e will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:32.834950 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2982d572-c56a-43b1-929b-523c076f8f06 req-9a6122c8-8155-4528-9d6a-e4c060e61781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:32.940881 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5808dc88-e58c-45ec-9435-ca7ac121330e up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:32.945396 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6122c8-8155-4528-9d6a-e4c060e61781 service neutron] Pushing event updated for resources: {'Port': ['ID=bc734a71-0599-4ab0-9c72-f6c0d80ae43e,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:32.978220 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d9dc5be0-70d4-49ad-915f-3f1d436e4ea4 tempest-DHCPAgentSchedulersTestJSON-1670177449 tempest-DHCPAgentSchedulersTestJSON-1670177449-project-admin] 10.222.0.38 "GET /v2.0/agents/c2d5c971-b67e-4ad4-a934-f78ddaccb52d/dhcp-networks HTTP/1.1" status: 200 len: 6462 time: 0.2074792 Jul 16 20:57:32.979045 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42642) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:33.004831 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 5808dc88-e58c-45ec-9435-ca7ac121330e completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:33.010125 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-2982d572-c56a-43b1-929b-523c076f8f06 req-9a6122c8-8155-4528-9d6a-e4c060e61781 service neutron] Attempting to bind port bc734a71-0599-4ab0-9c72-f6c0d80ae43e on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:57:33.010608 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-2982d572-c56a-43b1-929b-523c076f8f06 req-9a6122c8-8155-4528-9d6a-e4c060e61781 service neutron] Attempting to bind port bc734a71-0599-4ab0-9c72-f6c0d80ae43e by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '604559b5-8098-4b37-8abe-a8c7a90063e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9afa4753-4886-4713-8925-5d8db0eecc22'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:57:33.010898 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2982d572-c56a-43b1-929b-523c076f8f06 req-9a6122c8-8155-4528-9d6a-e4c060e61781 service neutron] Attempting to bind port bc734a71-0599-4ab0-9c72-f6c0d80ae43e on network 9afa4753-4886-4713-8925-5d8db0eecc22 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:33.016388 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2982d572-c56a-43b1-929b-523c076f8f06 req-9a6122c8-8155-4528-9d6a-e4c060e61781 service neutron] Port bc734a71-0599-4ab0-9c72-f6c0d80ae43e on network 9afa4753-4886-4713-8925-5d8db0eecc22 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:57:33.016733 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2982d572-c56a-43b1-929b-523c076f8f06 req-9a6122c8-8155-4528-9d6a-e4c060e61781 service neutron] Attempting to bind port bc734a71-0599-4ab0-9c72-f6c0d80ae43e on network 9afa4753-4886-4713-8925-5d8db0eecc22 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:33.022499 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2982d572-c56a-43b1-929b-523c076f8f06 req-9a6122c8-8155-4528-9d6a-e4c060e61781 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:57:33.023041 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2982d572-c56a-43b1-929b-523c076f8f06 req-9a6122c8-8155-4528-9d6a-e4c060e61781 service neutron] Checking segment: {'id': '604559b5-8098-4b37-8abe-a8c7a90063e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9afa4753-4886-4713-8925-5d8db0eecc22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:33.023654 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2982d572-c56a-43b1-929b-523c076f8f06 req-9a6122c8-8155-4528-9d6a-e4c060e61781 service neutron] Bound using segment: {'id': '604559b5-8098-4b37-8abe-a8c7a90063e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9afa4753-4886-4713-8925-5d8db0eecc22'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:57:33.024263 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-2982d572-c56a-43b1-929b-523c076f8f06 req-9a6122c8-8155-4528-9d6a-e4c060e61781 service neutron] Bound port: bc734a71-0599-4ab0-9c72-f6c0d80ae43e, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604559b5-8098-4b37-8abe-a8c7a90063e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9afa4753-4886-4713-8925-5d8db0eecc22'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:57:33.024767 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2982d572-c56a-43b1-929b-523c076f8f06 req-9a6122c8-8155-4528-9d6a-e4c060e61781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:33.058381 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cfb33aca-e56c-4c8e-be92-f723316c0981 tempest-DHCPAgentSchedulersTestJSON-1670177449 tempest-DHCPAgentSchedulersTestJSON-1670177449-project-admin] 10.222.0.38 "DELETE /v2.0/agents/c2d5c971-b67e-4ad4-a934-f78ddaccb52d/dhcp-networks/47998b8f-a4b5-4e0f-9870-12606595837b HTTP/1.1" status: 204 len: 168 time: 0.0781479 Jul 16 20:57:33.061216 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42646) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:33.111303 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-2982d572-c56a-43b1-929b-523c076f8f06 req-9a6122c8-8155-4528-9d6a-e4c060e61781 service neutron] For port bc734a71-0599-4ab0-9c72-f6c0d80ae43e, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:57:33.117375 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-2982d572-c56a-43b1-929b-523c076f8f06 req-9a6122c8-8155-4528-9d6a-e4c060e61781 service neutron] For port bc734a71-0599-4ab0-9c72-f6c0d80ae43e, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=bc734a71-0599-4ab0-9c72-f6c0d80ae43e,segment=NetworkSegment(604559b5-8098-4b37-8abe-a8c7a90063e2),segment_id=604559b5-8098-4b37-8abe-a8c7a90063e2)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:57:33.123079 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2982d572-c56a-43b1-929b-523c076f8f06 req-9a6122c8-8155-4528-9d6a-e4c060e61781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:33.171316 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982d572-c56a-43b1-929b-523c076f8f06 req-9a6122c8-8155-4528-9d6a-e4c060e61781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:33.172202 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2982d572-c56a-43b1-929b-523c076f8f06 req-9a6122c8-8155-4528-9d6a-e4c060e61781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:33.173816 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2982d572-c56a-43b1-929b-523c076f8f06 req-9a6122c8-8155-4528-9d6a-e4c060e61781 service neutron] 10.222.0.18 "PUT /v2.0/ports/bc734a71-0599-4ab0-9c72-f6c0d80ae43e HTTP/1.1" status: 200 len: 1093 time: 0.9863877 Jul 16 20:57:33.174276 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310670f2-deb6-4cf5-bc31-ceb2be6eed26', 'tag': 'bc734a71-0599-4ab0-9c72-f6c0d80ae43e'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:57:33.176730 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6840ac62-16ac-43be-9d48-3afb66bcbad6" -d '{"events": [{"name": "network-changed", "server_uuid": "310670f2-deb6-4cf5-bc31-ceb2be6eed26", "tag": "bc734a71-0599-4ab0-9c72-f6c0d80ae43e"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:57:33.239732 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2e1a735e-08f4-4fbf-bd0c-2a1ea62af29e tempest-DHCPAgentSchedulersTestJSON-1670177449 tempest-DHCPAgentSchedulersTestJSON-1670177449-project-admin] 10.222.0.38 "GET /v2.0/agents/c2d5c971-b67e-4ad4-a934-f78ddaccb52d/dhcp-networks HTTP/1.1" status: 200 len: 5691 time: 0.1771262 Jul 16 20:57:33.240509 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42654) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:33.271265 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d34c67a5-7f43-4c37-acc8-41f375e201fe tempest-DHCPAgentSchedulersTestJSON-1670177449 tempest-DHCPAgentSchedulersTestJSON-1670177449-project-admin] 10.222.0.38 "GET /v2.0/networks/86b65b14-8506-488e-9a4d-1799fe3bef28/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0271332 Jul 16 20:57:33.273568 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42658) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:33.296346 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9cec6000-a58d-4a1e-8259-91ad8e2fcc60 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:57:33.304374 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f68885-6d89-4cee-ba5c-ab1d4790c5ce x-openstack-request-id: req-13f68885-6d89-4cee-ba5c-ab1d4790c5ce {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:57:33.304374 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310670f2-deb6-4cf5-bc31-ceb2be6eed26", "tag": "bc734a71-0599-4ab0-9c72-f6c0d80ae43e", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:57:33.304374 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-13f68885-6d89-4cee-ba5c-ab1d4790c5ce {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:57:33.304374 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310670f2-deb6-4cf5-bc31-ceb2be6eed26', 'tag': 'bc734a71-0599-4ab0-9c72-f6c0d80ae43e', 'status': 'completed', 'code': 200} Jul 16 20:57:33.306196 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ec550e6d-2b58-413b-9c58-aaf8dd26945b tempest-DHCPAgentSchedulersTestJSON-1670177449 tempest-DHCPAgentSchedulersTestJSON-1670177449-project-admin] 10.222.0.38 "GET /v2.0/networks/86b65b14-8506-488e-9a4d-1799fe3bef28/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0314286 Jul 16 20:57:33.306731 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42660) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:33.330730 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6122c8-8155-4528-9d6a-e4c060e61781 service neutron] Pushing event updated for resources: {'Port': ['ID=bc734a71-0599-4ab0-9c72-f6c0d80ae43e,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:33.349317 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 9cec6000-a58d-4a1e-8259-91ad8e2fcc60 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:57:33.349671 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9cec6000-a58d-4a1e-8259-91ad8e2fcc60 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:57:33.380753 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:33.427293 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982d572-c56a-43b1-929b-523c076f8f06 req-71148f88-21b1-4094-ba25-6041668f500c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:33.429103 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2982d572-c56a-43b1-929b-523c076f8f06 req-71148f88-21b1-4094-ba25-6041668f500c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3da1d7495811459596c9888ba557109e&device_id=310670f2-deb6-4cf5-bc31-ceb2be6eed26 HTTP/1.1" status: 200 len: 1096 time: 0.2058933 Jul 16 20:57:33.483578 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2982d572-c56a-43b1-929b-523c076f8f06 req-f072846f-9c28-458e-9eb2-96fd77f98bad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc734a71-0599-4ab0-9c72-f6c0d80ae43e HTTP/1.1" status: 200 len: 217 time: 0.0468431 Jul 16 20:57:33.557332 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b402b324-11cb-4960-ab49-6a0a9be81ab8 None None] Network 86b65b14-8506-488e-9a4d-1799fe3bef28 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:33.576739 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-41cb8b87-bb01-4166-99d6-c8062471c420 tempest-DHCPAgentSchedulersTestJSON-1670177449 tempest-DHCPAgentSchedulersTestJSON-1670177449-project-admin] 10.222.0.38 "GET /v2.0/agents/c2d5c971-b67e-4ad4-a934-f78ddaccb52d/dhcp-networks HTTP/1.1" status: 200 len: 5691 time: 0.2655494 Jul 16 20:57:33.577575 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42670) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:33.619798 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982d572-c56a-43b1-929b-523c076f8f06 req-78994dff-95d4-4167-8ef6-1cecd3fe5087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:33.621462 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2982d572-c56a-43b1-929b-523c076f8f06 req-78994dff-95d4-4167-8ef6-1cecd3fe5087 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6cf773ef-ecfd-4609-a56c-c25b00b5aa7b HTTP/1.1" status: 200 len: 852 time: 0.1286933 Jul 16 20:57:33.643418 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-cddc42cd-63c3-4607-84d6-0ba57989bf96 None None] Provisioning for port 5808dc88-e58c-45ec-9435-ca7ac121330e completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:33.649992 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-cddc42cd-63c3-4607-84d6-0ba57989bf96 None None] Provisioning complete for port 5808dc88-e58c-45ec-9435-ca7ac121330e triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:33.650486 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cddc42cd-63c3-4607-84d6-0ba57989bf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:33.690606 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2982d572-c56a-43b1-929b-523c076f8f06 req-99beda04-c543-4c68-b49b-6cfb180bb01c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9afa4753-4886-4713-8925-5d8db0eecc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624111 Jul 16 20:57:33.690953 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42674) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:33.695211 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ebe8444c-97ca-4b52-b0f7-050b8c2a7033 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:33.810980 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cddc42cd-63c3-4607-84d6-0ba57989bf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:33.851950 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ebe8444c-97ca-4b52-b0f7-050b8c2a7033 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:33.852433 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-cddc42cd-63c3-4607-84d6-0ba57989bf96 None None] For port 5808dc88-e58c-45ec-9435-ca7ac121330e, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=5808dc88-e58c-45ec-9435-ca7ac121330e,segment=NetworkSegment(81d99c01-2d8b-4102-9db1-e8b8261c46bb),segment_id=81d99c01-2d8b-4102-9db1-e8b8261c46bb)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:33.857719 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cddc42cd-63c3-4607-84d6-0ba57989bf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:33.866265 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-7651c201-6011-49a0-942b-9f34437f5080 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-218288042-network', 'tenant_id': '083e8f3a0a4d44f2bae4a97b0758c5f0'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:33.887177 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-ebe8444c-97ca-4b52-b0f7-050b8c2a7033 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47998b8f-a4b5-4e0f-9870-12606595837b']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:33.900814 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2982d572-c56a-43b1-929b-523c076f8f06 req-bc369d71-bf7b-4827-9bbd-84b6cd0cc0e4 service neutron] 10.222.0.18 "GET /v2.0/networks/9afa4753-4886-4713-8925-5d8db0eecc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019546 Jul 16 20:57:33.905139 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-ebe8444c-97ca-4b52-b0f7-050b8c2a7033 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae10b708-e3ad-4f00-852e-7dc70c6ddae3') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:33.905437 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-ebe8444c-97ca-4b52-b0f7-050b8c2a7033 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae10b708-e3ad-4f00-852e-7dc70c6ddae3') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:33.917990 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc42cd-63c3-4607-84d6-0ba57989bf96 None None] Pushing event updated for resources: {'Port': ['ID=5808dc88-e58c-45ec-9435-ca7ac121330e,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:33.936271 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ebe8444c-97ca-4b52-b0f7-050b8c2a7033 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:33.941713 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7651c201-6011-49a0-942b-9f34437f5080 admin admin] Made reservation on behalf of 083e8f3a0a4d44f2bae4a97b0758c5f0 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:33.944767 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7651c201-6011-49a0-942b-9f34437f5080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:33.962404 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ebe8444c-97ca-4b52-b0f7-050b8c2a7033 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:33.969551 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7651c201-6011-49a0-942b-9f34437f5080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:33.993289 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d297687-7bd2-4ae1-80e6-0eb800e87eba req-02a8fb54-5b13-493c-b60b-247dd1f1d650 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:33.994916 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9d297687-7bd2-4ae1-80e6-0eb800e87eba req-02a8fb54-5b13-493c-b60b-247dd1f1d650 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/ports?device_id=310670f2-deb6-4cf5-bc31-ceb2be6eed26 HTTP/1.1" status: 200 len: 944 time: 0.1481805 Jul 16 20:57:33.996935 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe8444c-97ca-4b52-b0f7-050b8c2a7033 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:57:33.997375 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ebe8444c-97ca-4b52-b0f7-050b8c2a7033 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:57:34.000985 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:57:34.056338 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9d297687-7bd2-4ae1-80e6-0eb800e87eba req-5905393c-bc3b-41a8-a106-b6cb5434abcc tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/security-groups?id=a4d10538-8dbd-4eb7-b5d5-b417572da44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452394 Jul 16 20:57:34.079694 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ae423a-85bb-4332-a4c7-1ff9876f43a2 None None] get_active_networks_info from n-d-791506-21 {{(pid=93795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:57:34.083645 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2982d572-c56a-43b1-929b-523c076f8f06 req-9ceac795-dd2a-4063-9b08-aa4212cc87a6 service neutron] 10.222.0.18 "GET /v2.0/networks/9afa4753-4886-4713-8925-5d8db0eecc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760066 Jul 16 20:57:34.090250 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ebe8444c-97ca-4b52-b0f7-050b8c2a7033 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:34.104448 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ebe8444c-97ca-4b52-b0f7-050b8c2a7033 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:34.109850 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ebe8444c-97ca-4b52-b0f7-050b8c2a7033 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] 10.222.0.38 "DELETE /v2.0/networks/47998b8f-a4b5-4e0f-9870-12606595837b HTTP/1.1" status: 204 len: 168 time: 0.5294769 Jul 16 20:57:34.118141 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42680) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:34.124636 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f60ace99-c4bd-47eb-b89f-af3215b6e92c None None] Provisioning complete for port 5808dc88-e58c-45ec-9435-ca7ac121330e triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:34.125080 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f60ace99-c4bd-47eb-b89f-af3215b6e92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:34.140621 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8444c-97ca-4b52-b0f7-050b8c2a7033 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Pushing event deleted for resources: {'Network': ['ID=47998b8f-a4b5-4e0f-9870-12606595837b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:34.154841 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b39f9d6-a8bb-452d-a3a1-c3b6bcde26bb tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] DELETE failed (client error): The resource could not be found. Jul 16 20:57:34.155662 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b39f9d6-a8bb-452d-a3a1-c3b6bcde26bb tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:57:34.157545 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9b39f9d6-a8bb-452d-a3a1-c3b6bcde26bb tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] 10.222.0.38 "DELETE /v2.0/ports/8bd8cf05-d8da-47ba-888e-2269ff189799 HTTP/1.1" status: 404 len: 333 time: 0.0373976 Jul 16 20:57:34.160366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42682) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:34.204005 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840ac62-16ac-43be-9d48-3afb66bcbad6 req-d7f973d1-6cca-4876-8c27-b06925c38331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:34.205608 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6840ac62-16ac-43be-9d48-3afb66bcbad6 req-d7f973d1-6cca-4876-8c27-b06925c38331 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3da1d7495811459596c9888ba557109e&device_id=310670f2-deb6-4cf5-bc31-ceb2be6eed26 HTTP/1.1" status: 200 len: 1096 time: 0.0595088 Jul 16 20:57:34.235310 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-72900131-452a-441d-ae1a-69e9d0ac2f2d tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Deleting subnet 3c4c740a-0d8e-4781-8e2a-454a44880d60 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:57:34.244924 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-72900131-452a-441d-ae1a-69e9d0ac2f2d tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:34.261002 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ae423a-85bb-4332-a4c7-1ff9876f43a2 None None] Resources bound (agent type, host, resource id): {{(pid=93795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:57:34.322653 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-72900131-452a-441d-ae1a-69e9d0ac2f2d tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:34.330146 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7651c201-6011-49a0-942b-9f34437f5080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:34.336370 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840ac62-16ac-43be-9d48-3afb66bcbad6 req-5367f501-ed3b-4712-9b17-ca9d00dbc91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:34.337965 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6840ac62-16ac-43be-9d48-3afb66bcbad6 req-5367f501-ed3b-4712-9b17-ca9d00dbc91e service neutron] 10.222.0.18 "GET /v2.0/networks?id=9afa4753-4886-4713-8925-5d8db0eecc22 HTTP/1.1" status: 200 len: 913 time: 0.1262343 Jul 16 20:57:34.360555 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7651c201-6011-49a0-942b-9f34437f5080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:34.385868 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6840ac62-16ac-43be-9d48-3afb66bcbad6 req-2a4a4e60-c37b-40e9-878b-d95298ad7366 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc734a71-0599-4ab0-9c72-f6c0d80ae43e HTTP/1.1" status: 200 len: 217 time: 0.0413959 Jul 16 20:57:34.409880 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7651c201-6011-49a0-942b-9f34437f5080 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:57:34.423534 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651c201-6011-49a0-942b-9f34437f5080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80621666-2341-4ab2-aae6-9ff263eeef5a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:34.438502 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7651c201-6011-49a0-942b-9f34437f5080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:34.438854 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-7651c201-6011-49a0-942b-9f34437f5080 admin admin] Added segment 716a64e8-86f4-44df-a6be-9059c65b24d2 of type vlan for network 2cf7a878-8258-416d-bf9e-84e10c504cbc Jul 16 20:57:34.448595 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840ac62-16ac-43be-9d48-3afb66bcbad6 req-f3125e1e-6338-4bdb-ba39-c98d680c78ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:34.454626 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6840ac62-16ac-43be-9d48-3afb66bcbad6 req-f3125e1e-6338-4bdb-ba39-c98d680c78ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6cf773ef-ecfd-4609-a56c-c25b00b5aa7b HTTP/1.1" status: 200 len: 852 time: 0.0590672 Jul 16 20:57:34.490616 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6840ac62-16ac-43be-9d48-3afb66bcbad6 req-5e5fccbb-8aa6-453b-9e95-675534064aa5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9afa4753-4886-4713-8925-5d8db0eecc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324557 Jul 16 20:57:34.525375 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-72900131-452a-441d-ae1a-69e9d0ac2f2d tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:34.532541 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7651c201-6011-49a0-942b-9f34437f5080 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:34.608624 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6840ac62-16ac-43be-9d48-3afb66bcbad6 req-b57a6486-f242-4e7c-8230-6aa280199af2 service neutron] 10.222.0.18 "GET /v2.0/networks/9afa4753-4886-4713-8925-5d8db0eecc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114652 Jul 16 20:57:34.614102 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7651c201-6011-49a0-942b-9f34437f5080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:34.615216 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7651c201-6011-49a0-942b-9f34437f5080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:34.615825 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7651c201-6011-49a0-942b-9f34437f5080 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:34.659722 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-72900131-452a-441d-ae1a-69e9d0ac2f2d tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:34.682426 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7651c201-6011-49a0-942b-9f34437f5080 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9895453 Jul 16 20:57:34.689024 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42684) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:34.695409 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-4d750864-cbb8-427b-bfc7-574945b8637f admin admin] Request body: {'subnet': {'network_id': '2cf7a878-8258-416d-bf9e-84e10c504cbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-218288042-subnet', 'tenant_id': '083e8f3a0a4d44f2bae4a97b0758c5f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:34.709201 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-72900131-452a-441d-ae1a-69e9d0ac2f2d tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:34.713673 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-72900131-452a-441d-ae1a-69e9d0ac2f2d tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] 10.222.0.38 "DELETE /v2.0/subnets/3c4c740a-0d8e-4781-8e2a-454a44880d60 HTTP/1.1" status: 204 len: 168 time: 0.5495737 Jul 16 20:57:34.740498 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72900131-452a-441d-ae1a-69e9d0ac2f2d tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Pushing event deleted for resources: {'Subnet': ['ID=3c4c740a-0d8e-4781-8e2a-454a44880d60,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:34.743637 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42686) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:34.755829 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651c201-6011-49a0-942b-9f34437f5080 admin admin] Pushing event updated for resources: {'Network': ['ID=2cf7a878-8258-416d-bf9e-84e10c504cbc,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:34.770170 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 2cf7a878-8258-416d-bf9e-84e10c504cbc details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:57:34.864956 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a6c96d7b-9364-4757-a263-e6b08ce68767 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:34.965947 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-a6c96d7b-9364-4757-a263-e6b08ce68767 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Deleting port 5808dc88-e58c-45ec-9435-ca7ac121330e {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:34.966392 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a6c96d7b-9364-4757-a263-e6b08ce68767 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:35.025043 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5808dc88-e58c-45ec-9435-ca7ac121330e up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:35.043484 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-a6c96d7b-9364-4757-a263-e6b08ce68767 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] For port 5808dc88-e58c-45ec-9435-ca7ac121330e, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=5808dc88-e58c-45ec-9435-ca7ac121330e,segment=NetworkSegment(81d99c01-2d8b-4102-9db1-e8b8261c46bb),segment_id=81d99c01-2d8b-4102-9db1-e8b8261c46bb)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:35.044127 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a6c96d7b-9364-4757-a263-e6b08ce68767 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:35.059140 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-a6c96d7b-9364-4757-a263-e6b08ce68767 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Calling delete_port for 5808dc88-e58c-45ec-9435-ca7ac121330e owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:35.131636 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 5808dc88-e58c-45ec-9435-ca7ac121330e triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:35.132886 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:35.171581 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6840ac62-16ac-43be-9d48-3afb66bcbad6 req-d49a05c5-7a32-4dfc-865f-d8db58cbab53 service neutron] 10.222.0.18 "GET /v2.0/networks/9afa4753-4886-4713-8925-5d8db0eecc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547581 Jul 16 20:57:35.175550 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d750864-cbb8-427b-bfc7-574945b8637f admin admin] Made reservation on behalf of 083e8f3a0a4d44f2bae4a97b0758c5f0 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:35.178761 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d750864-cbb8-427b-bfc7-574945b8637f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:35.243090 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a6c96d7b-9364-4757-a263-e6b08ce68767 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:35.284663 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c96d7b-9364-4757-a263-e6b08ce68767 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Pushing event deleted for resources: {'Port': ['ID=5808dc88-e58c-45ec-9435-ca7ac121330e,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:35.290256 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c96d7b-9364-4757-a263-e6b08ce68767 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] No DVR routers for this DVR port 5808dc88-e58c-45ec-9435-ca7ac121330e on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:57:35.369486 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3752e519-5e5d-4a2c-a124-8e159c3b2027 None None] Network 86b65b14-8506-488e-9a4d-1799fe3bef28 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:35.408757 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d750864-cbb8-427b-bfc7-574945b8637f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:35.415788 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a6c96d7b-9364-4757-a263-e6b08ce68767 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:35.432675 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-a6c96d7b-9364-4757-a263-e6b08ce68767 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b65b14-8506-488e-9a4d-1799fe3bef28']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:35.446567 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-a6c96d7b-9364-4757-a263-e6b08ce68767 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d99c01-2d8b-4102-9db1-e8b8261c46bb') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:35.446832 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-a6c96d7b-9364-4757-a263-e6b08ce68767 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d99c01-2d8b-4102-9db1-e8b8261c46bb') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:35.459927 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a6c96d7b-9364-4757-a263-e6b08ce68767 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:35.474011 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d750864-cbb8-427b-bfc7-574945b8637f admin admin] Pushing event updated for resources: {'Subnet': ['ID=54220190-b32e-4850-8d24-3d6de58a4caf,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:35.478072 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de815d-02fb-49ca-93ed-a1145fdd651e req-8a4ea53c-815f-44aa-a8a6-218667e63bcf tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:35.483802 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-219228be-0502-46be-bfef-69d1f6487cc2 None None] Could not find standard attr ID for object 5808dc88-e58c-45ec-9435-ca7ac121330e. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:57:35.486256 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02de815d-02fb-49ca-93ed-a1145fdd651e req-8a4ea53c-815f-44aa-a8a6-218667e63bcf tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/ports?device_id=310670f2-deb6-4cf5-bc31-ceb2be6eed26 HTTP/1.1" status: 200 len: 944 time: 0.1931026 Jul 16 20:57:35.499053 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d750864-cbb8-427b-bfc7-574945b8637f admin admin] Checking segment: {'id': '716a64e8-86f4-44df-a6be-9059c65b24d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2cf7a878-8258-416d-bf9e-84e10c504cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:35.499525 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d750864-cbb8-427b-bfc7-574945b8637f admin admin] Network hostable DHCP agents. Network: 2cf7a878-8258-416d-bf9e-84e10c504cbc, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:57:35.510060 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a6c96d7b-9364-4757-a263-e6b08ce68767 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:35.520672 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d750864-cbb8-427b-bfc7-574945b8637f admin admin] Network 2cf7a878-8258-416d-bf9e-84e10c504cbc is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:57:35.520876 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c96d7b-9364-4757-a263-e6b08ce68767 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:57:35.521316 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a6c96d7b-9364-4757-a263-e6b08ce68767 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:57:35.524277 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:57:35.532437 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-4d750864-cbb8-427b-bfc7-574945b8637f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 2cf7a878-8258-416d-bf9e-84e10c504cbc) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:35.538529 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d750864-cbb8-427b-bfc7-574945b8637f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:35.539142 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d750864-cbb8-427b-bfc7-574945b8637f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:35.548659 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b21dde8-8c5d-4b95-b1a2-32c7096c7cc4 None None] Network 2cf7a878-8258-416d-bf9e-84e10c504cbc requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:35.564011 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4d750864-cbb8-427b-bfc7-574945b8637f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8735363 Jul 16 20:57:35.572183 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02de815d-02fb-49ca-93ed-a1145fdd651e req-266eeb26-bb35-4e29-a8b8-76de02491164 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/security-groups?id=a4d10538-8dbd-4eb7-b5d5-b417572da44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845919 Jul 16 20:57:35.581804 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730eb9d3-13d2-46e8-88fd-71805f8a5a35 None None] DHCP port deletion for 86b65b14-8506-488e-9a4d-1799fe3bef28 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:57:35.637368 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a6c96d7b-9364-4757-a263-e6b08ce68767 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:35.647117 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a6c96d7b-9364-4757-a263-e6b08ce68767 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:35.649191 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a6c96d7b-9364-4757-a263-e6b08ce68767 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] 10.222.0.38 "DELETE /v2.0/networks/86b65b14-8506-488e-9a4d-1799fe3bef28 HTTP/1.1" status: 204 len: 168 time: 0.9042344 Jul 16 20:57:35.660846 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c96d7b-9364-4757-a263-e6b08ce68767 tempest-DHCPAgentSchedulersTestJSON-1179521907 tempest-DHCPAgentSchedulersTestJSON-1179521907-project] Pushing event deleted for resources: {'Network': ['ID=86b65b14-8506-488e-9a4d-1799fe3bef28,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:35.719706 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c30457-4e73-4eec-874a-417c09ca057a None None] Network 2cf7a878-8258-416d-bf9e-84e10c504cbc requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:35.899465 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42702) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:36.037879 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0a479e8d-be15-4787-91db-5e68572f9866 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d11669063807425da7a889371e558d23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1371217 Jul 16 20:57:36.040387 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42706) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:36.096246 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-acbdf2d6-c6cb-4a60-b6e4-1627883a0b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:36.118952 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-acbdf2d6-c6cb-4a60-b6e4-1627883a0b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:36.168752 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-acbdf2d6-c6cb-4a60-b6e4-1627883a0b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:36.171306 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-acbdf2d6-c6cb-4a60-b6e4-1627883a0b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:36.172456 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-acbdf2d6-c6cb-4a60-b6e4-1627883a0b86 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/16d64821-1708-4db8-b650-39aff2d9504c HTTP/1.1" status: 204 len: 168 time: 0.1311424 Jul 16 20:57:36.180661 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbdf2d6-c6cb-4a60-b6e4-1627883a0b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d64821-1708-4db8-b650-39aff2d9504c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:36.375214 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f91683-7379-41b1-9166-65b1d60dca61 req-e8dc36cb-97d5-4566-9c1b-833e38a0c955 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:36.376916 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-03f91683-7379-41b1-9166-65b1d60dca61 req-e8dc36cb-97d5-4566-9c1b-833e38a0c955 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] 10.222.0.38 "GET /v2.0/networks?id=2cf7a878-8258-416d-bf9e-84e10c504cbc HTTP/1.1" status: 200 len: 821 time: 0.1202409 Jul 16 20:57:36.395372 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-03f91683-7379-41b1-9166-65b1d60dca61 req-07bacef7-d2ec-4c44-a8cd-60492ae9418a tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] 10.222.0.38 "GET /v2.0/quotas/083e8f3a0a4d44f2bae4a97b0758c5f0 HTTP/1.1" status: 200 len: 375 time: 0.0124226 Jul 16 20:57:36.440296 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-03f91683-7379-41b1-9166-65b1d60dca61 req-13399966-045d-4a14-89bc-56ba2b25ed70 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=083e8f3a0a4d44f2bae4a97b0758c5f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395956 Jul 16 20:57:36.488482 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42722) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:36.506289 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39befb1e-618c-4ae4-94f3-53e0708db2bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:36.545828 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-03f91683-7379-41b1-9166-65b1d60dca61 req-89888452-4f28-469d-a4f7-bcd9c98518cb service neutron] 10.222.0.38 "GET /v2.0/networks/2cf7a878-8258-416d-bf9e-84e10c504cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979164 Jul 16 20:57:36.608542 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39befb1e-618c-4ae4-94f3-53e0708db2bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:36.612573 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39befb1e-618c-4ae4-94f3-53e0708db2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:36.652580 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-39befb1e-618c-4ae4-94f3-53e0708db2bb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8254b8b62fb6465e8254d4cb7c111da1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621726 Jul 16 20:57:36.655080 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39befb1e-618c-4ae4-94f3-53e0708db2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f67e0f8-595d-4e35-b2f8-ea849c66430c,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:36.656231 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42726) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:36.675023 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-03f91683-7379-41b1-9166-65b1d60dca61 req-b1c114d0-0272-4377-acdd-9582ac3be15d service neutron] 10.222.0.38 "GET /v2.0/networks/2cf7a878-8258-416d-bf9e-84e10c504cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217983 Jul 16 20:57:36.744859 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-76c4cb57-c583-4125-88a7-a7c57d41f0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:36.782465 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-76c4cb57-c583-4125-88a7-a7c57d41f0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:36.845922 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5808dc88-e58c-45ec-9435-ca7ac121330e no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:57:36.870414 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 5808dc88-e58c-45ec-9435-ca7ac121330e {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:57:36.871472 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5808dc88-e58c-45ec-9435-ca7ac121330e not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:57:36.871919 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acee6a-60ed-4641-a0c0-8c640e94fcd8 req-af1a9580-ed17-41f2-955f-0b4b326e05e9 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:36.880429 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-62acee6a-60ed-4641-a0c0-8c640e94fcd8 req-af1a9580-ed17-41f2-955f-0b4b326e05e9 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/ports?device_id=310670f2-deb6-4cf5-bc31-ceb2be6eed26 HTTP/1.1" status: 200 len: 944 time: 0.1664419 Jul 16 20:57:36.910106 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9d418056-72f5-4129-9772-5b66f77c7452 req-3aed82b2-0ad9-4d6c-b06b-9e71fc978720 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] 10.222.0.38 "GET /v2.0/ports?device_id=275bdacc-25dc-4a8e-a51c-32810d876201 HTTP/1.1" status: 200 len: 210 time: 0.0596545 Jul 16 20:57:36.924283 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-76c4cb57-c583-4125-88a7-a7c57d41f0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:36.927528 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-76c4cb57-c583-4125-88a7-a7c57d41f0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:36.931109 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-76c4cb57-c583-4125-88a7-a7c57d41f0c9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4f67e0f8-595d-4e35-b2f8-ea849c66430c HTTP/1.1" status: 204 len: 168 time: 0.2714779 Jul 16 20:57:36.956088 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4cb57-c583-4125-88a7-a7c57d41f0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f67e0f8-595d-4e35-b2f8-ea849c66430c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:36.978798 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-62acee6a-60ed-4641-a0c0-8c640e94fcd8 req-7c69e330-ff6c-4a67-be61-de7b5f7af641 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/security-groups?id=a4d10538-8dbd-4eb7-b5d5-b417572da44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973024 Jul 16 20:57:37.311845 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device bc734a71-0599-4ab0-9c72-f6c0d80ae43e details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:57:37.419197 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port bc734a71-0599-4ab0-9c72-f6c0d80ae43e, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=bc734a71-0599-4ab0-9c72-f6c0d80ae43e,segment=NetworkSegment(604559b5-8098-4b37-8abe-a8c7a90063e2),segment_id=604559b5-8098-4b37-8abe-a8c7a90063e2)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:37.434343 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'bc734a71-0599-4ab0-9c72-f6c0d80ae43e', 'network_id': '9afa4753-4886-4713-8925-5d8db0eecc22', 'port_id': 'bc734a71-0599-4ab0-9c72-f6c0d80ae43e', 'mac_address': 'fa:16:3e:c1:7f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf773ef-ecfd-4609-a56c-c25b00b5aa7b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:57:37.478806 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:37.492329 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc734a71-0599-4ab0-9c72-f6c0d80ae43e {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:57:37.516155 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port bc734a71-0599-4ab0-9c72-f6c0d80ae43e, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=bc734a71-0599-4ab0-9c72-f6c0d80ae43e,segment=NetworkSegment(604559b5-8098-4b37-8abe-a8c7a90063e2),segment_id=604559b5-8098-4b37-8abe-a8c7a90063e2)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:37.520610 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:37.574329 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=bc734a71-0599-4ab0-9c72-f6c0d80ae43e,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:37.705034 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['bc734a71-0599-4ab0-9c72-f6c0d80ae43e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:57:38.003845 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f91683-7379-41b1-9166-65b1d60dca61 req-5ea39d39-8a14-4b6a-b701-5cc25f020e3c tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:38.005002 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-03f91683-7379-41b1-9166-65b1d60dca61 req-5ea39d39-8a14-4b6a-b701-5cc25f020e3c tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] 10.222.0.62 "GET /v2.0/networks?id=2cf7a878-8258-416d-bf9e-84e10c504cbc HTTP/1.1" status: 200 len: 821 time: 0.1205609 Jul 16 20:57:38.018251 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-03f91683-7379-41b1-9166-65b1d60dca61 req-191502e5-5242-4dbe-8c0b-322e409b82de tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Request body: {'port': {'device_id': '275bdacc-25dc-4a8e-a51c-32810d876201', 'network_id': '2cf7a878-8258-416d-bf9e-84e10c504cbc', 'admin_state_up': True, 'tenant_id': '083e8f3a0a4d44f2bae4a97b0758c5f0'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:38.103567 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2da972b0-77ef-4712-9dd0-350565f4b73e req-b47575d7-57e5-487c-b957-744d8e4448e6 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] 10.222.0.38 "GET /v2.0/ports?device_id=275bdacc-25dc-4a8e-a51c-32810d876201 HTTP/1.1" status: 200 len: 210 time: 0.0411441 Jul 16 20:57:38.185498 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f91683-7379-41b1-9166-65b1d60dca61 req-191502e5-5242-4dbe-8c0b-322e409b82de tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Made reservation on behalf of 083e8f3a0a4d44f2bae4a97b0758c5f0 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:38.200558 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-03f91683-7379-41b1-9166-65b1d60dca61 req-191502e5-5242-4dbe-8c0b-322e409b82de tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:38.238003 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7dc0c0-e23c-4d1f-b835-c3503e76d7fc req-e37a1ecd-a38b-46b7-8d29-80e2e2a1ad50 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:38.246886 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ed7dc0c0-e23c-4d1f-b835-c3503e76d7fc req-e37a1ecd-a38b-46b7-8d29-80e2e2a1ad50 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/ports?device_id=310670f2-deb6-4cf5-bc31-ceb2be6eed26 HTTP/1.1" status: 200 len: 945 time: 0.0869746 Jul 16 20:57:38.285347 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ed7dc0c0-e23c-4d1f-b835-c3503e76d7fc req-810cbb8c-83c0-47c5-8160-b24c3a7540b4 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/security-groups?id=a4d10538-8dbd-4eb7-b5d5-b417572da44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375893 Jul 16 20:57:38.329638 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42778) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:38.351439 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-03f91683-7379-41b1-9166-65b1d60dca61 req-191502e5-5242-4dbe-8c0b-322e409b82de tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Allocated IP 172.20.0.8 (2cf7a878-8258-416d-bf9e-84e10c504cbc/54220190-b32e-4850-8d24-3d6de58a4caf/c1807428-e239-4d1e-8a95-bed6a5c5a08a) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:38.429491 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-14e704f5-5b58-4fa7-a7fb-e0b7b71a3f2a tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:38.496229 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-14e704f5-5b58-4fa7-a7fb-e0b7b71a3f2a tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:38.533653 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-03f91683-7379-41b1-9166-65b1d60dca61 req-191502e5-5242-4dbe-8c0b-322e409b82de tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:38.611234 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-03f91683-7379-41b1-9166-65b1d60dca61 req-191502e5-5242-4dbe-8c0b-322e409b82de tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:38.672778 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f91683-7379-41b1-9166-65b1d60dca61 req-191502e5-5242-4dbe-8c0b-322e409b82de tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Network 2cf7a878-8258-416d-bf9e-84e10c504cbc is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:38.680224 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-03f91683-7379-41b1-9166-65b1d60dca61 req-191502e5-5242-4dbe-8c0b-322e409b82de tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:38.683743 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-14e704f5-5b58-4fa7-a7fb-e0b7b71a3f2a tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:38.685818 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f91683-7379-41b1-9166-65b1d60dca61 req-191502e5-5242-4dbe-8c0b-322e409b82de tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:38.689078 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191502e5-5242-4dbe-8c0b-322e409b82de tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Pushing event updated for resources: {'Port': ['ID=c1807428-e239-4d1e-8a95-bed6a5c5a08a,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:38.773683 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f91683-7379-41b1-9166-65b1d60dca61 req-191502e5-5242-4dbe-8c0b-322e409b82de tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:38.774301 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-03f91683-7379-41b1-9166-65b1d60dca61 req-191502e5-5242-4dbe-8c0b-322e409b82de tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:38.813154 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-03f91683-7379-41b1-9166-65b1d60dca61 req-191502e5-5242-4dbe-8c0b-322e409b82de tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7999761 Jul 16 20:57:38.825703 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-03f91683-7379-41b1-9166-65b1d60dca61 req-2fd7f595-2724-4ca2-8240-001863595eda service neutron] Request body: {'port': {'device_id': '275bdacc-25dc-4a8e-a51c-32810d876201', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:38.872908 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-14e704f5-5b58-4fa7-a7fb-e0b7b71a3f2a tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Allocated IP 172.25.0.36 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/efb71a2a-094b-47bc-9c4f-a226d5accac8) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:38.943737 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-03f91683-7379-41b1-9166-65b1d60dca61 req-2fd7f595-2724-4ca2-8240-001863595eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:39.054941 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-14e704f5-5b58-4fa7-a7fb-e0b7b71a3f2a tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:39.218237 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-14e704f5-5b58-4fa7-a7fb-e0b7b71a3f2a tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:39.275491 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1890a4-5ae3-4ca4-abe8-6b3db343e3db req-94637c63-2a4d-4d56-8422-1d39f8da41ca tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:39.277055 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f1890a4-5ae3-4ca4-abe8-6b3db343e3db req-94637c63-2a4d-4d56-8422-1d39f8da41ca tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] 10.222.0.38 "GET /v2.0/ports?device_id=275bdacc-25dc-4a8e-a51c-32810d876201 HTTP/1.1" status: 200 len: 931 time: 0.0701165 Jul 16 20:57:39.285255 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e704f5-5b58-4fa7-a7fb-e0b7b71a3f2a tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:39.293796 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-14e704f5-5b58-4fa7-a7fb-e0b7b71a3f2a tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:39.300188 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e704f5-5b58-4fa7-a7fb-e0b7b71a3f2a tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Pushing event updated for resources: {'Port': ['ID=efb71a2a-094b-47bc-9c4f-a226d5accac8,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:39.302735 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e704f5-5b58-4fa7-a7fb-e0b7b71a3f2a tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:39.322542 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f1890a4-5ae3-4ca4-abe8-6b3db343e3db req-a600df70-7f67-4f0b-be46-397aff947ee5 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] 10.222.0.38 "GET /v2.0/security-groups?id=80621666-2341-4ab2-aae6-9ff263eeef5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390377 Jul 16 20:57:39.327262 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device bc734a71-0599-4ab0-9c72-f6c0d80ae43e up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:39.384162 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-03f91683-7379-41b1-9166-65b1d60dca61 req-2fd7f595-2724-4ca2-8240-001863595eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1807428-e239-4d1e-8a95-bed6a5c5a08a {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:57:39.387597 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port bc734a71-0599-4ab0-9c72-f6c0d80ae43e completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:39.393652 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port bc734a71-0599-4ab0-9c72-f6c0d80ae43e triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:39.394032 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:39.418858 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-03f91683-7379-41b1-9166-65b1d60dca61 req-2fd7f595-2724-4ca2-8240-001863595eda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:39.445392 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-03f91683-7379-41b1-9166-65b1d60dca61 req-2fd7f595-2724-4ca2-8240-001863595eda service neutron] Transition to ACTIVE for port object c1807428-e239-4d1e-8a95-bed6a5c5a08a will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:39.454784 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-03f91683-7379-41b1-9166-65b1d60dca61 req-2fd7f595-2724-4ca2-8240-001863595eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:39.457109 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-14e704f5-5b58-4fa7-a7fb-e0b7b71a3f2a tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:39.495250 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:39.516877 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83b1e6-7979-4066-a282-9b3946a2b161 req-41a342f8-d7c0-440f-8edf-4983a04c671c tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:39.518487 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b83b1e6-7979-4066-a282-9b3946a2b161 req-41a342f8-d7c0-440f-8edf-4983a04c671c tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/ports?device_id=310670f2-deb6-4cf5-bc31-ceb2be6eed26 HTTP/1.1" status: 200 len: 945 time: 0.0801735 Jul 16 20:57:39.530464 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310670f2-deb6-4cf5-bc31-ceb2be6eed26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc734a71-0599-4ab0-9c72-f6c0d80ae43e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:57:39.534379 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ab0e67-5243-40b0-8e77-6ec8a7335c81" -d '{"events": [{"server_uuid": "310670f2-deb6-4cf5-bc31-ceb2be6eed26", "name": "network-vif-plugged", "status": "completed", "tag": "bc734a71-0599-4ab0-9c72-f6c0d80ae43e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:57:39.546046 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7f595-2724-4ca2-8240-001863595eda service neutron] Pushing event updated for resources: {'Port': ['ID=c1807428-e239-4d1e-8a95-bed6a5c5a08a,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:39.563420 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b83b1e6-7979-4066-a282-9b3946a2b161 req-d416f6a0-72a4-4780-bbc9-4d285a5b6536 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/security-groups?id=a4d10538-8dbd-4eb7-b5d5-b417572da44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378504 Jul 16 20:57:39.566525 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port bc734a71-0599-4ab0-9c72-f6c0d80ae43e, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=bc734a71-0599-4ab0-9c72-f6c0d80ae43e,segment=NetworkSegment(604559b5-8098-4b37-8abe-a8c7a90063e2),segment_id=604559b5-8098-4b37-8abe-a8c7a90063e2)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:39.572547 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:39.608677 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-14e704f5-5b58-4fa7-a7fb-e0b7b71a3f2a tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:39.633257 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=bc734a71-0599-4ab0-9c72-f6c0d80ae43e,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:39.688447 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-03f91683-7379-41b1-9166-65b1d60dca61 req-2fd7f595-2724-4ca2-8240-001863595eda service neutron] Attempting to bind port c1807428-e239-4d1e-8a95-bed6a5c5a08a on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:57:39.688776 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-03f91683-7379-41b1-9166-65b1d60dca61 req-2fd7f595-2724-4ca2-8240-001863595eda service neutron] Attempting to bind port c1807428-e239-4d1e-8a95-bed6a5c5a08a by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '716a64e8-86f4-44df-a6be-9059c65b24d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2cf7a878-8258-416d-bf9e-84e10c504cbc'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:57:39.689126 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f91683-7379-41b1-9166-65b1d60dca61 req-2fd7f595-2724-4ca2-8240-001863595eda service neutron] Attempting to bind port c1807428-e239-4d1e-8a95-bed6a5c5a08a on network 2cf7a878-8258-416d-bf9e-84e10c504cbc {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:39.704612 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f91683-7379-41b1-9166-65b1d60dca61 req-2fd7f595-2724-4ca2-8240-001863595eda service neutron] Port c1807428-e239-4d1e-8a95-bed6a5c5a08a on network 2cf7a878-8258-416d-bf9e-84e10c504cbc not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:57:39.705013 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f91683-7379-41b1-9166-65b1d60dca61 req-2fd7f595-2724-4ca2-8240-001863595eda service neutron] Attempting to bind port c1807428-e239-4d1e-8a95-bed6a5c5a08a on network 2cf7a878-8258-416d-bf9e-84e10c504cbc {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:39.715530 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f91683-7379-41b1-9166-65b1d60dca61 req-2fd7f595-2724-4ca2-8240-001863595eda service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:57:39.716045 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f91683-7379-41b1-9166-65b1d60dca61 req-2fd7f595-2724-4ca2-8240-001863595eda service neutron] Checking segment: {'id': '716a64e8-86f4-44df-a6be-9059c65b24d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2cf7a878-8258-416d-bf9e-84e10c504cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:39.716335 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f91683-7379-41b1-9166-65b1d60dca61 req-2fd7f595-2724-4ca2-8240-001863595eda service neutron] Bound using segment: {'id': '716a64e8-86f4-44df-a6be-9059c65b24d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2cf7a878-8258-416d-bf9e-84e10c504cbc'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:57:39.716866 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-03f91683-7379-41b1-9166-65b1d60dca61 req-2fd7f595-2724-4ca2-8240-001863595eda service neutron] Bound port: c1807428-e239-4d1e-8a95-bed6a5c5a08a, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716a64e8-86f4-44df-a6be-9059c65b24d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2cf7a878-8258-416d-bf9e-84e10c504cbc'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:57:39.717233 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-03f91683-7379-41b1-9166-65b1d60dca61 req-2fd7f595-2724-4ca2-8240-001863595eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:39.735727 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0061461a-eaf8-4f79-afe6-0ef19e4af90e x-openstack-request-id: req-0061461a-eaf8-4f79-afe6-0ef19e4af90e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:57:39.736026 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310670f2-deb6-4cf5-bc31-ceb2be6eed26", "name": "network-vif-plugged", "status": "completed", "tag": "bc734a71-0599-4ab0-9c72-f6c0d80ae43e", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:57:39.736278 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0061461a-eaf8-4f79-afe6-0ef19e4af90e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:57:39.736672 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310670f2-deb6-4cf5-bc31-ceb2be6eed26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc734a71-0599-4ab0-9c72-f6c0d80ae43e', 'code': 200} Jul 16 20:57:39.877139 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-03f91683-7379-41b1-9166-65b1d60dca61 req-2fd7f595-2724-4ca2-8240-001863595eda service neutron] For port c1807428-e239-4d1e-8a95-bed6a5c5a08a, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:57:39.884485 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-03f91683-7379-41b1-9166-65b1d60dca61 req-2fd7f595-2724-4ca2-8240-001863595eda service neutron] For port c1807428-e239-4d1e-8a95-bed6a5c5a08a, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c1807428-e239-4d1e-8a95-bed6a5c5a08a,segment=NetworkSegment(716a64e8-86f4-44df-a6be-9059c65b24d2),segment_id=716a64e8-86f4-44df-a6be-9059c65b24d2)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:57:39.896315 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-14e704f5-5b58-4fa7-a7fb-e0b7b71a3f2a tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:39.898691 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-03f91683-7379-41b1-9166-65b1d60dca61 req-2fd7f595-2724-4ca2-8240-001863595eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:39.908795 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-14e704f5-5b58-4fa7-a7fb-e0b7b71a3f2a tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:39.949842 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f91683-7379-41b1-9166-65b1d60dca61 req-2fd7f595-2724-4ca2-8240-001863595eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:39.950073 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-03f91683-7379-41b1-9166-65b1d60dca61 req-2fd7f595-2724-4ca2-8240-001863595eda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:39.951573 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-03f91683-7379-41b1-9166-65b1d60dca61 req-2fd7f595-2724-4ca2-8240-001863595eda service neutron] 10.222.0.62 "PUT /v2.0/ports/c1807428-e239-4d1e-8a95-bed6a5c5a08a HTTP/1.1" status: 200 len: 1092 time: 1.1306467 Jul 16 20:57:39.956197 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275bdacc-25dc-4a8e-a51c-32810d876201', 'tag': 'c1807428-e239-4d1e-8a95-bed6a5c5a08a'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:57:39.958544 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd8d490-dacd-4e01-93d8-f263b3b8db26" -d '{"events": [{"name": "network-changed", "server_uuid": "275bdacc-25dc-4a8e-a51c-32810d876201", "tag": "c1807428-e239-4d1e-8a95-bed6a5c5a08a"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:57:40.018457 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e04422-6c54-42f7-879b-e81ce8a29bfd x-openstack-request-id: req-36e04422-6c54-42f7-879b-e81ce8a29bfd {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:57:40.018858 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275bdacc-25dc-4a8e-a51c-32810d876201", "tag": "c1807428-e239-4d1e-8a95-bed6a5c5a08a", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:57:40.019026 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-36e04422-6c54-42f7-879b-e81ce8a29bfd {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:57:40.019462 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275bdacc-25dc-4a8e-a51c-32810d876201', 'tag': 'c1807428-e239-4d1e-8a95-bed6a5c5a08a', 'status': 'completed', 'code': 200} Jul 16 20:57:40.054390 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5698f-627b-4211-b469-480db75510cc req-94ecd5a4-f165-4ab9-bf02-8d4c32a17aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:40.055917 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-eec5698f-627b-4211-b469-480db75510cc req-94ecd5a4-f165-4ab9-bf02-8d4c32a17aaa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=310670f2-deb6-4cf5-bc31-ceb2be6eed26 HTTP/1.1" status: 200 len: 1098 time: 0.2502022 Jul 16 20:57:40.059604 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7f595-2724-4ca2-8240-001863595eda service neutron] Pushing event updated for resources: {'Port': ['ID=c1807428-e239-4d1e-8a95-bed6a5c5a08a,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:40.077559 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-14e704f5-5b58-4fa7-a7fb-e0b7b71a3f2a tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:40.140265 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-14e704f5-5b58-4fa7-a7fb-e0b7b71a3f2a tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:40.141388 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-14e704f5-5b58-4fa7-a7fb-e0b7b71a3f2a tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8108025 Jul 16 20:57:40.144499 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42792) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:40.149565 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-d9d1aa46-1bea-4c1a-ac34-7e4e17b198d1 tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1228999029', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'fixed_ips': [{'ip_address': '172.25.0.36'}]}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:40.154115 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e704f5-5b58-4fa7-a7fb-e0b7b71a3f2a tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Pushing event updated for resources: {'Port': ['ID=efb71a2a-094b-47bc-9c4f-a226d5accac8,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:40.161805 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-eec5698f-627b-4211-b469-480db75510cc req-71c6562a-3379-47a9-872b-914617b49378 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a4d10538-8dbd-4eb7-b5d5-b417572da44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948577 Jul 16 20:57:40.171048 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f91683-7379-41b1-9166-65b1d60dca61 req-f2bcb002-0932-4df0-b6f4-18da54f0ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:40.172697 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-03f91683-7379-41b1-9166-65b1d60dca61 req-f2bcb002-0932-4df0-b6f4-18da54f0ffc1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=083e8f3a0a4d44f2bae4a97b0758c5f0&device_id=275bdacc-25dc-4a8e-a51c-32810d876201 HTTP/1.1" status: 200 len: 1095 time: 0.1648026 Jul 16 20:57:40.178460 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d1aa46-1bea-4c1a-ac34-7e4e17b198d1 tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Made reservation on behalf of 2a5b9df9fe4741a89545a4026db10c9d for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:40.180823 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d9d1aa46-1bea-4c1a-ac34-7e4e17b198d1 tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:40.189135 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d9d1aa46-1bea-4c1a-ac34-7e4e17b198d1 tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:40.217238 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-03f91683-7379-41b1-9166-65b1d60dca61 req-3b7e158d-4b6a-4bc5-bf9c-3c3f5f1ddf6a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1807428-e239-4d1e-8a95-bed6a5c5a08a HTTP/1.1" status: 200 len: 217 time: 0.0361452 Jul 16 20:57:40.266974 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f91683-7379-41b1-9166-65b1d60dca61 req-b6d835e0-6c7d-4607-9939-c496844167c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:40.268443 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-03f91683-7379-41b1-9166-65b1d60dca61 req-b6d835e0-6c7d-4607-9939-c496844167c4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=54220190-b32e-4850-8d24-3d6de58a4caf HTTP/1.1" status: 200 len: 861 time: 0.0454192 Jul 16 20:57:40.283049 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d9d1aa46-1bea-4c1a-ac34-7e4e17b198d1 tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:40.287054 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d9d1aa46-1bea-4c1a-ac34-7e4e17b198d1 tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:40.292152 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-d9d1aa46-1bea-4c1a-ac34-7e4e17b198d1 tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] device_id is not set on port d1b26b1b-a3f8-4737-b72d-6eb82147343d yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:57:40.308437 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-03f91683-7379-41b1-9166-65b1d60dca61 req-a60e112c-b2cd-48be-9a19-9b091ee52ec0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2cf7a878-8258-416d-bf9e-84e10c504cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336926 Jul 16 20:57:40.362227 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1aa46-1bea-4c1a-ac34-7e4e17b198d1 tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94832bad-dc37-4599-9093-e74678992cdd,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:40.403950 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-03f91683-7379-41b1-9166-65b1d60dca61 req-fbb4f033-06b9-4c85-96cf-a4b2fe34d813 service neutron] 10.222.0.62 "GET /v2.0/networks/2cf7a878-8258-416d-bf9e-84e10c504cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887210 Jul 16 20:57:40.505822 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-03f91683-7379-41b1-9166-65b1d60dca61 req-ef8fda73-9c78-425c-8be5-800f9d0a922e service neutron] 10.222.0.62 "GET /v2.0/networks/2cf7a878-8258-416d-bf9e-84e10c504cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956993 Jul 16 20:57:40.520039 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d1aa46-1bea-4c1a-ac34-7e4e17b198d1 tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 20:57:40.520550 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d1aa46-1bea-4c1a-ac34-7e4e17b198d1 tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:57:40.539698 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d9d1aa46-1bea-4c1a-ac34-7e4e17b198d1 tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.3940854 Jul 16 20:57:40.543390 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42796) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:40.559907 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1592a-d4f9-48cd-a2df-7ee5b91e8d63 req-e7cf423a-04a1-4f56-9511-acce5dd4b386 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:40.561731 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46e1592a-d4f9-48cd-a2df-7ee5b91e8d63 req-e7cf423a-04a1-4f56-9511-acce5dd4b386 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] 10.222.0.38 "GET /v2.0/ports?device_id=275bdacc-25dc-4a8e-a51c-32810d876201 HTTP/1.1" status: 200 len: 943 time: 0.0840440 Jul 16 20:57:40.599966 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46e1592a-d4f9-48cd-a2df-7ee5b91e8d63 req-6b044c8e-1ac4-4188-bbb3-e9d47390810e tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] 10.222.0.38 "GET /v2.0/security-groups?id=80621666-2341-4ab2-aae6-9ff263eeef5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325923 Jul 16 20:57:40.721866 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8d490-dacd-4e01-93d8-f263b3b8db26 req-4ad35ce7-944a-4e31-b9e3-e6420795b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:40.723314 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6dd8d490-dacd-4e01-93d8-f263b3b8db26 req-4ad35ce7-944a-4e31-b9e3-e6420795b4b1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=083e8f3a0a4d44f2bae4a97b0758c5f0&device_id=275bdacc-25dc-4a8e-a51c-32810d876201 HTTP/1.1" status: 200 len: 1095 time: 0.1501501 Jul 16 20:57:40.751304 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3725e85-a60e-42d9-bbde-7d1fdb930316 req-b468a8ed-3087-445e-92c2-4f79a0babc02 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:40.752844 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e3725e85-a60e-42d9-bbde-7d1fdb930316 req-b468a8ed-3087-445e-92c2-4f79a0babc02 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/ports?device_id=310670f2-deb6-4cf5-bc31-ceb2be6eed26 HTTP/1.1" status: 200 len: 946 time: 0.0682232 Jul 16 20:57:40.795716 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e3725e85-a60e-42d9-bbde-7d1fdb930316 req-db0ee347-1973-4814-9a3c-5a8d332ff54e tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/security-groups?id=a4d10538-8dbd-4eb7-b5d5-b417572da44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370300 Jul 16 20:57:41.001408 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-b923e015-41eb-4705-837a-4663eb267c1b tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Deleting port efb71a2a-094b-47bc-9c4f-a226d5accac8 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:41.001650 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b923e015-41eb-4705-837a-4663eb267c1b tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:41.105070 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8d490-dacd-4e01-93d8-f263b3b8db26 req-dc952810-c9a9-4c92-9df2-cd18515cefc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:41.106611 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6dd8d490-dacd-4e01-93d8-f263b3b8db26 req-dc952810-c9a9-4c92-9df2-cd18515cefc6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2cf7a878-8258-416d-bf9e-84e10c504cbc HTTP/1.1" status: 200 len: 922 time: 0.3752027 Jul 16 20:57:41.154290 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6dd8d490-dacd-4e01-93d8-f263b3b8db26 req-e8e856e9-49ea-4ea9-b338-9574a6759516 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1807428-e239-4d1e-8a95-bed6a5c5a08a HTTP/1.1" status: 200 len: 217 time: 0.0396876 Jul 16 20:57:41.162583 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b923e015-41eb-4705-837a-4663eb267c1b tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:41.162919 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b923e015-41eb-4705-837a-4663eb267c1b tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:41.201609 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-b923e015-41eb-4705-837a-4663eb267c1b tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Calling delete_port for efb71a2a-094b-47bc-9c4f-a226d5accac8 owned by network:floatingip {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:41.261781 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8d490-dacd-4e01-93d8-f263b3b8db26 req-65c38fc8-79c7-40b7-944e-eb127ffc1df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:41.263265 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6dd8d490-dacd-4e01-93d8-f263b3b8db26 req-65c38fc8-79c7-40b7-944e-eb127ffc1df3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=54220190-b32e-4850-8d24-3d6de58a4caf HTTP/1.1" status: 200 len: 861 time: 0.0978456 Jul 16 20:57:41.305542 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6dd8d490-dacd-4e01-93d8-f263b3b8db26 req-0e60d8fd-2eb2-4644-901b-d280d8ccda7e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2cf7a878-8258-416d-bf9e-84e10c504cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315328 Jul 16 20:57:41.437990 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6dd8d490-dacd-4e01-93d8-f263b3b8db26 req-f98e170b-98a0-4747-9943-3c5466ce2f4f service neutron] 10.222.0.62 "GET /v2.0/networks/2cf7a878-8258-416d-bf9e-84e10c504cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253479 Jul 16 20:57:41.473165 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b923e015-41eb-4705-837a-4663eb267c1b tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:41.507726 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923e015-41eb-4705-837a-4663eb267c1b tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Pushing event deleted for resources: {'Port': ['ID=efb71a2a-094b-47bc-9c4f-a226d5accac8,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:41.609146 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6dd8d490-dacd-4e01-93d8-f263b3b8db26 req-cee08c36-4bb9-4afe-aaa4-2435ab46d6a8 service neutron] 10.222.0.62 "GET /v2.0/networks/2cf7a878-8258-416d-bf9e-84e10c504cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636181 Jul 16 20:57:41.615656 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b923e015-41eb-4705-837a-4663eb267c1b tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:41.618422 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b923e015-41eb-4705-837a-4663eb267c1b tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:41.619507 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b923e015-41eb-4705-837a-4663eb267c1b tempest-ExternalNetworksAdminNegativeTestJSON-221812419 tempest-ExternalNetworksAdminNegativeTestJSON-221812419-project-admin] 10.222.0.38 "DELETE /v2.0/floatingips/9659f4c3-d42b-4296-b8aa-71261aec9076 HTTP/1.1" status: 204 len: 168 time: 1.0749710 Jul 16 20:57:41.797082 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b279b-2f16-4dd8-ae34-1cfcb0165652 req-cb8c953c-31e1-4554-bd5d-edaba49b809f tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:41.798659 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b7b279b-2f16-4dd8-ae34-1cfcb0165652 req-cb8c953c-31e1-4554-bd5d-edaba49b809f tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] 10.222.0.38 "GET /v2.0/ports?device_id=275bdacc-25dc-4a8e-a51c-32810d876201 HTTP/1.1" status: 200 len: 943 time: 0.0756097 Jul 16 20:57:41.819236 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device c1807428-e239-4d1e-8a95-bed6a5c5a08a details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:57:41.849790 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b7b279b-2f16-4dd8-ae34-1cfcb0165652 req-6279fef9-aefb-4591-80a6-f1a008c1755d tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] 10.222.0.38 "GET /v2.0/security-groups?id=80621666-2341-4ab2-aae6-9ff263eeef5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443013 Jul 16 20:57:41.933792 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42808) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:41.960179 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port c1807428-e239-4d1e-8a95-bed6a5c5a08a, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c1807428-e239-4d1e-8a95-bed6a5c5a08a,segment=NetworkSegment(716a64e8-86f4-44df-a6be-9059c65b24d2),segment_id=716a64e8-86f4-44df-a6be-9059c65b24d2)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:41.976432 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'c1807428-e239-4d1e-8a95-bed6a5c5a08a', 'network_id': '2cf7a878-8258-416d-bf9e-84e10c504cbc', 'port_id': 'c1807428-e239-4d1e-8a95-bed6a5c5a08a', 'mac_address': 'fa:16:3e:1d:90:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54220190-b32e-4850-8d24-3d6de58a4caf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:57:42.012146 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e165ee-ae3a-458d-8b36-b940a18b4bfb req-23173b5f-eff4-48f2-bfe9-7fc272cae07d tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:42.020400 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-49e165ee-ae3a-458d-8b36-b940a18b4bfb req-23173b5f-eff4-48f2-bfe9-7fc272cae07d tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/ports?device_id=310670f2-deb6-4cf5-bc31-ceb2be6eed26 HTTP/1.1" status: 200 len: 946 time: 0.0878365 Jul 16 20:57:42.022248 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:42.036214 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1807428-e239-4d1e-8a95-bed6a5c5a08a {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:57:42.058516 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port c1807428-e239-4d1e-8a95-bed6a5c5a08a, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c1807428-e239-4d1e-8a95-bed6a5c5a08a,segment=NetworkSegment(716a64e8-86f4-44df-a6be-9059c65b24d2),segment_id=716a64e8-86f4-44df-a6be-9059c65b24d2)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:42.062389 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-49e165ee-ae3a-458d-8b36-b940a18b4bfb req-068684e6-a2b3-4a4c-a571-0cc24f0168ce tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/security-groups?id=a4d10538-8dbd-4eb7-b5d5-b417572da44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409613 Jul 16 20:57:42.063651 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:42.079159 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04e4d779-e420-4efe-85c5-ee5e0f84bd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:42.120447 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=c1807428-e239-4d1e-8a95-bed6a5c5a08a,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:42.180931 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04e4d779-e420-4efe-85c5-ee5e0f84bd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:42.185726 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04e4d779-e420-4efe-85c5-ee5e0f84bd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:42.235312 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-04e4d779-e420-4efe-85c5-ee5e0f84bd55 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=776e605c961e4021926d3069dfe2d559&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2967472 Jul 16 20:57:42.235312 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4d779-e420-4efe-85c5-ee5e0f84bd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e14e7d-f5e7-43da-9d9e-2d37bbcf3be7,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:42.235989 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42816) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:42.271989 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['c1807428-e239-4d1e-8a95-bed6a5c5a08a'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:57:42.289030 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5eaa6a62-66b0-4188-a628-ce68823caa16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:42.314651 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5eaa6a62-66b0-4188-a628-ce68823caa16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:42.368083 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5eaa6a62-66b0-4188-a628-ce68823caa16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:42.371273 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5eaa6a62-66b0-4188-a628-ce68823caa16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:42.374886 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5eaa6a62-66b0-4188-a628-ce68823caa16 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/44e14e7d-f5e7-43da-9d9e-2d37bbcf3be7 HTTP/1.1" status: 204 len: 168 time: 0.1360700 Jul 16 20:57:42.380465 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa6a62-66b0-4188-a628-ce68823caa16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e14e7d-f5e7-43da-9d9e-2d37bbcf3be7,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:42.656549 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42828) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:42.695818 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b7c29598-9b0c-4db7-a0cc-371928ac492e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2a5b9df9fe4741a89545a4026db10c9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380361 Jul 16 20:57:42.698892 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42830) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:42.748109 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d11e9413-589e-410a-916f-744847bd8a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:42.753317 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:57:42.771432 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d11e9413-589e-410a-916f-744847bd8a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:42.823561 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d11e9413-589e-410a-916f-744847bd8a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:42.826383 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d11e9413-589e-410a-916f-744847bd8a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:42.827554 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d11e9413-589e-410a-916f-744847bd8a4c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/94832bad-dc37-4599-9093-e74678992cdd HTTP/1.1" status: 204 len: 168 time: 0.1276512 Jul 16 20:57:42.837134 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e9413-589e-410a-916f-744847bd8a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94832bad-dc37-4599-9093-e74678992cdd,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:43.032949 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7d04f-9e52-4698-9ddd-cd8e22e0e3ae req-7afbefc0-276d-4a9e-8cab-367406fad666 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:43.034678 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8fa7d04f-9e52-4698-9ddd-cd8e22e0e3ae req-7afbefc0-276d-4a9e-8cab-367406fad666 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] 10.222.0.38 "GET /v2.0/ports?device_id=275bdacc-25dc-4a8e-a51c-32810d876201 HTTP/1.1" status: 200 len: 944 time: 0.0678577 Jul 16 20:57:43.075949 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8fa7d04f-9e52-4698-9ddd-cd8e22e0e3ae req-87c13b4d-b9dd-4554-920c-c4d7279a1aee tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] 10.222.0.38 "GET /v2.0/security-groups?id=80621666-2341-4ab2-aae6-9ff263eeef5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354130 Jul 16 20:57:43.828433 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device c1807428-e239-4d1e-8a95-bed6a5c5a08a up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:43.893607 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port c1807428-e239-4d1e-8a95-bed6a5c5a08a completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:43.899831 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port c1807428-e239-4d1e-8a95-bed6a5c5a08a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:43.900502 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:44.016305 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:44.043387 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275bdacc-25dc-4a8e-a51c-32810d876201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1807428-e239-4d1e-8a95-bed6a5c5a08a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:57:44.046056 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276ce7d8-d4aa-4750-a3d8-aef62a59c0c7" -d '{"events": [{"server_uuid": "275bdacc-25dc-4a8e-a51c-32810d876201", "name": "network-vif-plugged", "status": "completed", "tag": "c1807428-e239-4d1e-8a95-bed6a5c5a08a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:57:44.062603 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port c1807428-e239-4d1e-8a95-bed6a5c5a08a, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c1807428-e239-4d1e-8a95-bed6a5c5a08a,segment=NetworkSegment(716a64e8-86f4-44df-a6be-9059c65b24d2),segment_id=716a64e8-86f4-44df-a6be-9059c65b24d2)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:44.068464 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:44.112747 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0b68db-7152-4d49-88c8-cd96cb6224a2 x-openstack-request-id: req-4c0b68db-7152-4d49-88c8-cd96cb6224a2 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:57:44.113042 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275bdacc-25dc-4a8e-a51c-32810d876201", "name": "network-vif-plugged", "status": "completed", "tag": "c1807428-e239-4d1e-8a95-bed6a5c5a08a", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:57:44.113298 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4c0b68db-7152-4d49-88c8-cd96cb6224a2 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:57:44.113921 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275bdacc-25dc-4a8e-a51c-32810d876201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1807428-e239-4d1e-8a95-bed6a5c5a08a', 'code': 200} Jul 16 20:57:44.134778 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=c1807428-e239-4d1e-8a95-bed6a5c5a08a,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:44.263582 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e419e-0abc-46d8-b955-51418786a1a5 req-ef3a1199-4259-4e59-82c9-eaeede6690b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:44.265909 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cf3e419e-0abc-46d8-b955-51418786a1a5 req-ef3a1199-4259-4e59-82c9-eaeede6690b1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=275bdacc-25dc-4a8e-a51c-32810d876201 HTTP/1.1" status: 200 len: 1097 time: 0.0720873 Jul 16 20:57:44.298412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d1ce4-3c04-41a6-b614-f6f459d649a6 req-af8b3798-e59d-4791-a2aa-699aae9b7dd8 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:44.305646 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9b1d1ce4-3c04-41a6-b614-f6f459d649a6 req-af8b3798-e59d-4791-a2aa-699aae9b7dd8 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] 10.222.0.38 "GET /v2.0/ports?device_id=275bdacc-25dc-4a8e-a51c-32810d876201 HTTP/1.1" status: 200 len: 945 time: 0.0841837 Jul 16 20:57:44.310300 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cf3e419e-0abc-46d8-b955-51418786a1a5 req-ea5f961e-75a8-4e65-8144-d920f4e746e6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=80621666-2341-4ab2-aae6-9ff263eeef5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383394 Jul 16 20:57:44.340880 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9b1d1ce4-3c04-41a6-b614-f6f459d649a6 req-3e81c5dd-b1e2-4e3e-a75a-499f17784bd6 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] 10.222.0.38 "GET /v2.0/security-groups?id=80621666-2341-4ab2-aae6-9ff263eeef5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343676 Jul 16 20:57:44.720331 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42890) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:44.864335 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e21d52c0-8ea1-42f2-accd-aa5a7bf964a9 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:44.888536 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e21d52c0-8ea1-42f2-accd-aa5a7bf964a9 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks [] for floatingip, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:44.989408 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e21d52c0-8ea1-42f2-accd-aa5a7bf964a9 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:45.104559 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-e21d52c0-8ea1-42f2-accd-aa5a7bf964a9 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Allocated IP 172.25.0.149 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/f61364c7-d0b6-476a-bf0e-eefd3026c603) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:45.216738 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e21d52c0-8ea1-42f2-accd-aa5a7bf964a9 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:45.257575 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e21d52c0-8ea1-42f2-accd-aa5a7bf964a9 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:45.301508 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21d52c0-8ea1-42f2-accd-aa5a7bf964a9 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:45.304616 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-e21d52c0-8ea1-42f2-accd-aa5a7bf964a9 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:45.307148 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21d52c0-8ea1-42f2-accd-aa5a7bf964a9 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:45.331141 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d52c0-8ea1-42f2-accd-aa5a7bf964a9 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Pushing event updated for resources: {'Port': ['ID=f61364c7-d0b6-476a-bf0e-eefd3026c603,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:45.402533 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e21d52c0-8ea1-42f2-accd-aa5a7bf964a9 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:45.450907 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e21d52c0-8ea1-42f2-accd-aa5a7bf964a9 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:45.528440 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e03aac-9876-43aa-b3b8-aecbf6d00c66 req-c673ccfe-ea51-4f9b-88d9-49b8789ca6d6 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:45.530709 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-74e03aac-9876-43aa-b3b8-aecbf6d00c66 req-c673ccfe-ea51-4f9b-88d9-49b8789ca6d6 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] 10.222.0.38 "GET /v2.0/ports?device_id=275bdacc-25dc-4a8e-a51c-32810d876201 HTTP/1.1" status: 200 len: 945 time: 0.0688004 Jul 16 20:57:45.577022 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-74e03aac-9876-43aa-b3b8-aecbf6d00c66 req-0f397633-be77-438e-b063-205f5235ebcb tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] 10.222.0.38 "GET /v2.0/security-groups?id=80621666-2341-4ab2-aae6-9ff263eeef5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389490 Jul 16 20:57:45.617027 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e21d52c0-8ea1-42f2-accd-aa5a7bf964a9 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:45.622223 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e21d52c0-8ea1-42f2-accd-aa5a7bf964a9 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:45.693644 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d52c0-8ea1-42f2-accd-aa5a7bf964a9 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Pushing event updated for resources: {'Port': ['ID=f61364c7-d0b6-476a-bf0e-eefd3026c603,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:45.723564 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e21d52c0-8ea1-42f2-accd-aa5a7bf964a9 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:45.746981 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e21d52c0-8ea1-42f2-accd-aa5a7bf964a9 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:45.751305 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e21d52c0-8ea1-42f2-accd-aa5a7bf964a9 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0268567 Jul 16 20:57:45.758583 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42904) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:45.765408 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-2b9b3477-f503-41db-bf6a-ccb450ce6536 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1933584113'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:45.789544 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9b3477-f503-41db-bf6a-ccb450ce6536 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Made reservation on behalf of 370f1516cd3147faa890f9d71337849a for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:45.794778 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3477-f503-41db-bf6a-ccb450ce6536 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:45.804714 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3477-f503-41db-bf6a-ccb450ce6536 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:45.916707 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3477-f503-41db-bf6a-ccb450ce6536 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:45.922250 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3477-f503-41db-bf6a-ccb450ce6536 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:45.945631 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b9b3477-f503-41db-bf6a-ccb450ce6536 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:57:45.968705 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3477-f503-41db-bf6a-ccb450ce6536 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:45.969202 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-2b9b3477-f503-41db-bf6a-ccb450ce6536 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Added segment 5fb9c5b3-58ad-4195-9f10-fb96aee85437 of type vlan for network 62cc57fb-77ca-4cd1-b952-4569a668adcd Jul 16 20:57:45.971028 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b3477-f503-41db-bf6a-ccb450ce6536 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf36afd-954e-460f-8581-2d7c8d158d07,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:46.029171 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3477-f503-41db-bf6a-ccb450ce6536 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:46.064344 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3477-f503-41db-bf6a-ccb450ce6536 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:46.070385 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9b3477-f503-41db-bf6a-ccb450ce6536 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:46.071153 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3477-f503-41db-bf6a-ccb450ce6536 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:46.133550 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2b9b3477-f503-41db-bf6a-ccb450ce6536 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3711648 Jul 16 20:57:46.133982 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42908) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:46.140259 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-9ccb4593-b208-4dcf-bd2b-2e7bd44c10d8 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Request body: {'subnet': {'network_id': '62cc57fb-77ca-4cd1-b952-4569a668adcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:46.180054 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b3477-f503-41db-bf6a-ccb450ce6536 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Pushing event updated for resources: {'Network': ['ID=62cc57fb-77ca-4cd1-b952-4569a668adcd,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:46.190978 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 62cc57fb-77ca-4cd1-b952-4569a668adcd details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:57:46.240025 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9dee79-45d6-4645-b16b-fe45bea5d5ce req-b2b11b7c-85c7-4164-a115-19e1f72b52c1 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:46.246595 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f9dee79-45d6-4645-b16b-fe45bea5d5ce req-b2b11b7c-85c7-4164-a115-19e1f72b52c1 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] 10.222.0.38 "GET /v2.0/ports?device_id=275bdacc-25dc-4a8e-a51c-32810d876201 HTTP/1.1" status: 200 len: 945 time: 0.1454420 Jul 16 20:57:46.280798 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccb4593-b208-4dcf-bd2b-2e7bd44c10d8 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Made reservation on behalf of 370f1516cd3147faa890f9d71337849a for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:46.284237 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9ccb4593-b208-4dcf-bd2b-2e7bd44c10d8 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:46.327814 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f9dee79-45d6-4645-b16b-fe45bea5d5ce req-b1663cf0-3cec-43f4-94b1-cc01e4b12692 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] 10.222.0.38 "GET /v2.0/security-groups?id=80621666-2341-4ab2-aae6-9ff263eeef5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671113 Jul 16 20:57:46.485200 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9ccb4593-b208-4dcf-bd2b-2e7bd44c10d8 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:46.548553 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb4593-b208-4dcf-bd2b-2e7bd44c10d8 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Pushing event updated for resources: {'Subnet': ['ID=f973dfeb-c694-4e6c-9487-d131aa186bd4,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:46.557308 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccb4593-b208-4dcf-bd2b-2e7bd44c10d8 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Checking segment: {'id': '5fb9c5b3-58ad-4195-9f10-fb96aee85437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '62cc57fb-77ca-4cd1-b952-4569a668adcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:46.558202 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccb4593-b208-4dcf-bd2b-2e7bd44c10d8 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Network hostable DHCP agents. Network: 62cc57fb-77ca-4cd1-b952-4569a668adcd, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:57:46.561744 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccb4593-b208-4dcf-bd2b-2e7bd44c10d8 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:46.562089 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccb4593-b208-4dcf-bd2b-2e7bd44c10d8 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:46.562453 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccb4593-b208-4dcf-bd2b-2e7bd44c10d8 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:46.562788 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccb4593-b208-4dcf-bd2b-2e7bd44c10d8 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:46.563115 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccb4593-b208-4dcf-bd2b-2e7bd44c10d8 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:46.563441 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccb4593-b208-4dcf-bd2b-2e7bd44c10d8 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:46.563765 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccb4593-b208-4dcf-bd2b-2e7bd44c10d8 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:46.564086 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccb4593-b208-4dcf-bd2b-2e7bd44c10d8 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:46.564405 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccb4593-b208-4dcf-bd2b-2e7bd44c10d8 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:46.564725 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccb4593-b208-4dcf-bd2b-2e7bd44c10d8 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:46.565046 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccb4593-b208-4dcf-bd2b-2e7bd44c10d8 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:46.565357 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccb4593-b208-4dcf-bd2b-2e7bd44c10d8 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:46.582764 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccb4593-b208-4dcf-bd2b-2e7bd44c10d8 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Network 62cc57fb-77ca-4cd1-b952-4569a668adcd is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:57:46.590995 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-9ccb4593-b208-4dcf-bd2b-2e7bd44c10d8 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 62cc57fb-77ca-4cd1-b952-4569a668adcd) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:46.595131 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccb4593-b208-4dcf-bd2b-2e7bd44c10d8 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:46.595721 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9ccb4593-b208-4dcf-bd2b-2e7bd44c10d8 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:46.601565 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f7bfac-267f-4493-be81-a2b41d6652c9 None None] Network 62cc57fb-77ca-4cd1-b952-4569a668adcd requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:46.612553 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9ccb4593-b208-4dcf-bd2b-2e7bd44c10d8 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4747834 Jul 16 20:57:46.612745 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42910) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:46.617856 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-6b9f19e5-7322-44e3-b5a6-fe167096314b tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1974189228', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}, 'admin_state_up': False}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:46.641537 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b9f19e5-7322-44e3-b5a6-fe167096314b tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:46.642610 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b9f19e5-7322-44e3-b5a6-fe167096314b tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:46.697386 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b9f19e5-7322-44e3-b5a6-fe167096314b tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:46.755944 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6d6acc-d6fe-4461-bca7-a20814407009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-62cc57fb-77ca-4cd1-b952-4569a668adcd', 'network_id': '62cc57fb-77ca-4cd1-b952-4569a668adcd', 'tenant_id': '370f1516cd3147faa890f9d71337849a', 'fixed_ips': [{'subnet_id': 'f973dfeb-c694-4e6c-9487-d131aa186bd4'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:57:46.756939 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-de6d6acc-d6fe-4461-bca7-a20814407009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:46.838580 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b9f19e5-7322-44e3-b5a6-fe167096314b tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:46.891608 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-de6d6acc-d6fe-4461-bca7-a20814407009 None None] Allocated IP 172.20.0.2 (62cc57fb-77ca-4cd1-b952-4569a668adcd/f973dfeb-c694-4e6c-9487-d131aa186bd4/fe09552d-e4fb-4175-b053-ed82c13c0f75) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:47.034822 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-de6d6acc-d6fe-4461-bca7-a20814407009 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:47.038358 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b9f19e5-7322-44e3-b5a6-fe167096314b tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:47.043185 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-de6d6acc-d6fe-4461-bca7-a20814407009 None None] Transition to ACTIVE for port object fe09552d-e4fb-4175-b053-ed82c13c0f75 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:47.057745 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b9f19e5-7322-44e3-b5a6-fe167096314b tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:47.058733 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-de6d6acc-d6fe-4461-bca7-a20814407009 None None] Transition to ACTIVE for port object fe09552d-e4fb-4175-b053-ed82c13c0f75 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:47.065423 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-de6d6acc-d6fe-4461-bca7-a20814407009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:47.108910 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6d6acc-d6fe-4461-bca7-a20814407009 None None] Network 62cc57fb-77ca-4cd1-b952-4569a668adcd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:47.111824 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-de6d6acc-d6fe-4461-bca7-a20814407009 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:47.114639 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6d6acc-d6fe-4461-bca7-a20814407009 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:47.126557 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d6acc-d6fe-4461-bca7-a20814407009 None None] Pushing event updated for resources: {'Port': ['ID=fe09552d-e4fb-4175-b053-ed82c13c0f75,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:47.168862 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-6b9f19e5-7322-44e3-b5a6-fe167096314b tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Allocated IP 172.25.0.43 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/630928a6-bd4c-40dc-9016-de7f1877d904) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:47.180840 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-de6d6acc-d6fe-4461-bca7-a20814407009 None None] Attempting to bind port fe09552d-e4fb-4175-b053-ed82c13c0f75 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:57:47.181361 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-de6d6acc-d6fe-4461-bca7-a20814407009 None None] Attempting to bind port fe09552d-e4fb-4175-b053-ed82c13c0f75 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '5fb9c5b3-58ad-4195-9f10-fb96aee85437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '62cc57fb-77ca-4cd1-b952-4569a668adcd'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:57:47.181731 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6d6acc-d6fe-4461-bca7-a20814407009 None None] Attempting to bind port fe09552d-e4fb-4175-b053-ed82c13c0f75 on network 62cc57fb-77ca-4cd1-b952-4569a668adcd {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:47.187182 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6d6acc-d6fe-4461-bca7-a20814407009 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:57:47.187559 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6d6acc-d6fe-4461-bca7-a20814407009 None None] Checking segment: {'id': '5fb9c5b3-58ad-4195-9f10-fb96aee85437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '62cc57fb-77ca-4cd1-b952-4569a668adcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:47.187963 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-de6d6acc-d6fe-4461-bca7-a20814407009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:47.188356 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6d6acc-d6fe-4461-bca7-a20814407009 None None] Bound using segment: {'id': '5fb9c5b3-58ad-4195-9f10-fb96aee85437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '62cc57fb-77ca-4cd1-b952-4569a668adcd'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:57:47.188814 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-de6d6acc-d6fe-4461-bca7-a20814407009 None None] Bound port: fe09552d-e4fb-4175-b053-ed82c13c0f75, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb9c5b3-58ad-4195-9f10-fb96aee85437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '62cc57fb-77ca-4cd1-b952-4569a668adcd'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:57:47.189195 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-de6d6acc-d6fe-4461-bca7-a20814407009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:47.252070 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-de6d6acc-d6fe-4461-bca7-a20814407009 None None] For port fe09552d-e4fb-4175-b053-ed82c13c0f75, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:57:47.255296 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-de6d6acc-d6fe-4461-bca7-a20814407009 None None] For port fe09552d-e4fb-4175-b053-ed82c13c0f75, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fe09552d-e4fb-4175-b053-ed82c13c0f75,segment=NetworkSegment(5fb9c5b3-58ad-4195-9f10-fb96aee85437),segment_id=5fb9c5b3-58ad-4195-9f10-fb96aee85437)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:57:47.259740 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-de6d6acc-d6fe-4461-bca7-a20814407009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:47.275996 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b9f19e5-7322-44e3-b5a6-fe167096314b tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:47.320970 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d6acc-d6fe-4461-bca7-a20814407009 None None] Pushing event updated for resources: {'Port': ['ID=fe09552d-e4fb-4175-b053-ed82c13c0f75,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:47.328194 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b9f19e5-7322-44e3-b5a6-fe167096314b tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:47.368494 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9f19e5-7322-44e3-b5a6-fe167096314b tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:47.375316 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-6b9f19e5-7322-44e3-b5a6-fe167096314b tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:47.379410 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9f19e5-7322-44e3-b5a6-fe167096314b tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:47.386769 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe88f7-6ada-4710-8914-02d8a8e74c64 req-48857996-9128-4c94-b06d-a54266bdad3c tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:47.388567 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-93fe88f7-6ada-4710-8914-02d8a8e74c64 req-48857996-9128-4c94-b06d-a54266bdad3c tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] 10.222.0.62 "GET /v2.0/ports?device_id=275bdacc-25dc-4a8e-a51c-32810d876201 HTTP/1.1" status: 200 len: 945 time: 0.1128092 Jul 16 20:57:47.411472 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f19e5-7322-44e3-b5a6-fe167096314b tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Pushing event updated for resources: {'Port': ['ID=630928a6-bd4c-40dc-9016-de7f1877d904,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:47.508939 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-93fe88f7-6ada-4710-8914-02d8a8e74c64 req-653d7391-018e-4913-8556-0fc64f7a0e38 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Deleting port c1807428-e239-4d1e-8a95-bed6a5c5a08a {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:47.509426 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-93fe88f7-6ada-4710-8914-02d8a8e74c64 req-653d7391-018e-4913-8556-0fc64f7a0e38 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:47.641497 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-93fe88f7-6ada-4710-8914-02d8a8e74c64 req-653d7391-018e-4913-8556-0fc64f7a0e38 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] For port c1807428-e239-4d1e-8a95-bed6a5c5a08a, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c1807428-e239-4d1e-8a95-bed6a5c5a08a,segment=NetworkSegment(716a64e8-86f4-44df-a6be-9059c65b24d2),segment_id=716a64e8-86f4-44df-a6be-9059c65b24d2)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:47.642031 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-93fe88f7-6ada-4710-8914-02d8a8e74c64 req-653d7391-018e-4913-8556-0fc64f7a0e38 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:47.663161 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-93fe88f7-6ada-4710-8914-02d8a8e74c64 req-653d7391-018e-4913-8556-0fc64f7a0e38 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Calling delete_port for c1807428-e239-4d1e-8a95-bed6a5c5a08a owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:47.819395 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-93fe88f7-6ada-4710-8914-02d8a8e74c64 req-653d7391-018e-4913-8556-0fc64f7a0e38 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:47.835987 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['c1807428-e239-4d1e-8a95-bed6a5c5a08a'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:57:47.858687 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d7391-018e-4913-8556-0fc64f7a0e38 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Pushing event deleted for resources: {'Port': ['ID=c1807428-e239-4d1e-8a95-bed6a5c5a08a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:47.914515 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fe88f7-6ada-4710-8914-02d8a8e74c64 req-653d7391-018e-4913-8556-0fc64f7a0e38 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] No DVR routers for this DVR port c1807428-e239-4d1e-8a95-bed6a5c5a08a on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:57:47.918240 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-93fe88f7-6ada-4710-8914-02d8a8e74c64 req-653d7391-018e-4913-8556-0fc64f7a0e38 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:47.920243 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-93fe88f7-6ada-4710-8914-02d8a8e74c64 req-653d7391-018e-4913-8556-0fc64f7a0e38 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] 10.222.0.62 "DELETE /v2.0/ports/c1807428-e239-4d1e-8a95-bed6a5c5a08a HTTP/1.1" status: 204 len: 173 time: 0.5263476 Jul 16 20:57:47.920714 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275bdacc-25dc-4a8e-a51c-32810d876201', 'name': 'network-vif-deleted', 'tag': 'c1807428-e239-4d1e-8a95-bed6a5c5a08a'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:57:47.923108 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cd71a7-c3b0-4aa1-9e03-8c27e0029158" -d '{"events": [{"server_uuid": "275bdacc-25dc-4a8e-a51c-32810d876201", "name": "network-vif-deleted", "tag": "c1807428-e239-4d1e-8a95-bed6a5c5a08a"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:57:47.935573 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21171ced-617b-4cb7-bd48-7b70d9c7fe6f req-fc5f2c85-ef94-49d2-b6b2-297df983338a tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:47.937104 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-21171ced-617b-4cb7-bd48-7b70d9c7fe6f req-fc5f2c85-ef94-49d2-b6b2-297df983338a tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] 10.222.0.38 "GET /v2.0/ports?device_id=275bdacc-25dc-4a8e-a51c-32810d876201 HTTP/1.1" status: 200 len: 867 time: 0.4469340 Jul 16 20:57:47.962826 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5a5de0-0b10-42d1-9263-f9c7ccdc3dc9 x-openstack-request-id: req-5a5a5de0-0b10-42d1-9263-f9c7ccdc3dc9 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:57:47.963126 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275bdacc-25dc-4a8e-a51c-32810d876201", "name": "network-vif-deleted", "tag": "c1807428-e239-4d1e-8a95-bed6a5c5a08a", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:57:47.963385 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5a5a5de0-0b10-42d1-9263-f9c7ccdc3dc9 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:57:47.963905 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275bdacc-25dc-4a8e-a51c-32810d876201', 'name': 'network-vif-deleted', 'tag': 'c1807428-e239-4d1e-8a95-bed6a5c5a08a', 'status': 'completed', 'code': 200} Jul 16 20:57:48.059920 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-21171ced-617b-4cb7-bd48-7b70d9c7fe6f req-75ea004e-e380-4b21-8c62-98f1057e62d8 tempest-InstanceActionsNegativeTestJSON-267572706 tempest-InstanceActionsNegativeTestJSON-267572706-project] 10.222.0.38 "GET /v2.0/security-groups?id=80621666-2341-4ab2-aae6-9ff263eeef5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822413 Jul 16 20:57:48.092556 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b9f19e5-7322-44e3-b5a6-fe167096314b tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:48.304111 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b9f19e5-7322-44e3-b5a6-fe167096314b tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:48.399495 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1254abd-a6ca-49ab-a4a8-402edb0ef205 None None] Network 62cc57fb-77ca-4cd1-b952-4569a668adcd requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:48.444973 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9f19e5-7322-44e3-b5a6-fe167096314b tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Router 45e04ccf-a536-472c-a8ab-dc0f593e596f is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:57:48.533995 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-363e8fdd-117a-4a9c-8cf9-fca9f1279dd9 None None] Provisioning for port fe09552d-e4fb-4175-b053-ed82c13c0f75 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:48.562254 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9f19e5-7322-44e3-b5a6-fe167096314b tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:57:48.572786 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee908a-310a-4eb5-81d3-4475b2b22e35 None None] Sync routers for ids ['45e04ccf-a536-472c-a8ab-dc0f593e596f'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:57:48.580864 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b9f19e5-7322-44e3-b5a6-fe167096314b tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:48.582028 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6b9f19e5-7322-44e3-b5a6-fe167096314b tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 1.9683168 Jul 16 20:57:48.584828 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42922) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:48.589878 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ee908a-310a-4eb5-81d3-4475b2b22e35 None None] Routers {'45e04ccf-a536-472c-a8ab-dc0f593e596f'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:48.590532 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-d8ee908a-310a-4eb5-81d3-4475b2b22e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:57:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['45e04ccf-a536-472c-a8ab-dc0f593e596f'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:48.627985 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-d8ee908a-310a-4eb5-81d3-4475b2b22e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:48.644050 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ee908a-310a-4eb5-81d3-4475b2b22e35 None None] Routers {'45e04ccf-a536-472c-a8ab-dc0f593e596f'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:48.644561 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-d8ee908a-310a-4eb5-81d3-4475b2b22e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:57:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['45e04ccf-a536-472c-a8ab-dc0f593e596f'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:48.678612 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-d8ee908a-310a-4eb5-81d3-4475b2b22e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:48.679274 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee908a-310a-4eb5-81d3-4475b2b22e35 None None] The sync data for ids ['45e04ccf-a536-472c-a8ab-dc0f593e596f'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:57:48.863006 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fe09552d-e4fb-4175-b053-ed82c13c0f75 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:48.920770 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port fe09552d-e4fb-4175-b053-ed82c13c0f75 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:48.925362 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port fe09552d-e4fb-4175-b053-ed82c13c0f75 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:48.925743 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.007314 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.040206 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port fe09552d-e4fb-4175-b053-ed82c13c0f75, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fe09552d-e4fb-4175-b053-ed82c13c0f75,segment=NetworkSegment(5fb9c5b3-58ad-4195-9f10-fb96aee85437),segment_id=5fb9c5b3-58ad-4195-9f10-fb96aee85437)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:49.044204 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.045181 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b678b176-8cba-4521-9790-de973e999102 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.095000 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=fe09552d-e4fb-4175-b053-ed82c13c0f75,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:49.159290 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42928) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:49.208915 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-37fc34a8-9221-4c86-86e0-e94fcc87383f admin admin] Deleting subnet 54220190-b32e-4850-8d24-3d6de58a4caf {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:57:49.211917 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-37fc34a8-9221-4c86-86e0-e94fcc87383f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.249059 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-37fc34a8-9221-4c86-86e0-e94fcc87383f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.288138 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-37fc34a8-9221-4c86-86e0-e94fcc87383f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.330218 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-b678b176-8cba-4521-9790-de973e999102 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Allocated IP 172.20.0.1 (62cc57fb-77ca-4cd1-b952-4569a668adcd/f973dfeb-c694-4e6c-9487-d131aa186bd4/1c658e29-8b6d-4661-b104-cd33e346a54e) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:49.340247 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-37fc34a8-9221-4c86-86e0-e94fcc87383f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.366807 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc34a8-9221-4c86-86e0-e94fcc87383f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54220190-b32e-4850-8d24-3d6de58a4caf,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:49.368923 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-37fc34a8-9221-4c86-86e0-e94fcc87383f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.373282 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-37fc34a8-9221-4c86-86e0-e94fcc87383f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/54220190-b32e-4850-8d24-3d6de58a4caf HTTP/1.1" status: 204 len: 168 time: 0.2105806 Jul 16 20:57:49.373664 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42930) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:49.444432 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b678b176-8cba-4521-9790-de973e999102 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.444660 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb0f345a-df73-4f0c-8d56-9e3d80d73cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.463430 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-b678b176-8cba-4521-9790-de973e999102 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Transition to ACTIVE for port object 1c658e29-8b6d-4661-b104-cd33e346a54e will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:49.498754 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b678b176-8cba-4521-9790-de973e999102 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.527005 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb0f345a-df73-4f0c-8d56-9e3d80d73cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.537085 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-bb0f345a-df73-4f0c-8d56-9e3d80d73cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf7a878-8258-416d-bf9e-84e10c504cbc']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:49.539077 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b678b176-8cba-4521-9790-de973e999102 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Network 62cc57fb-77ca-4cd1-b952-4569a668adcd is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:49.544308 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-b678b176-8cba-4521-9790-de973e999102 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:49.547143 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-bb0f345a-df73-4f0c-8d56-9e3d80d73cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716a64e8-86f4-44df-a6be-9059c65b24d2') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:49.547452 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-bb0f345a-df73-4f0c-8d56-9e3d80d73cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716a64e8-86f4-44df-a6be-9059c65b24d2') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:49.549237 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b678b176-8cba-4521-9790-de973e999102 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:49.559108 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb0f345a-df73-4f0c-8d56-9e3d80d73cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.579086 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb0f345a-df73-4f0c-8d56-9e3d80d73cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.581567 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678b176-8cba-4521-9790-de973e999102 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Pushing event updated for resources: {'Port': ['ID=1c658e29-8b6d-4661-b104-cd33e346a54e,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:49.587063 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0f345a-df73-4f0c-8d56-9e3d80d73cf8 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:57:49.587536 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb0f345a-df73-4f0c-8d56-9e3d80d73cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.602240 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b678b176-8cba-4521-9790-de973e999102 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:57:49.607185 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:57:49.647931 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb0f345a-df73-4f0c-8d56-9e3d80d73cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.664506 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb0f345a-df73-4f0c-8d56-9e3d80d73cf8 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.666536 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bb0f345a-df73-4f0c-8d56-9e3d80d73cf8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/2cf7a878-8258-416d-bf9e-84e10c504cbc HTTP/1.1" status: 204 len: 168 time: 0.2921407 Jul 16 20:57:49.668156 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f345a-df73-4f0c-8d56-9e3d80d73cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cf7a878-8258-416d-bf9e-84e10c504cbc,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:49.765238 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b678b176-8cba-4521-9790-de973e999102 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.819334 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9dc7eaea-4ab8-4c01-bf62-e53c7040d67f None None] Provisioning for port 1c658e29-8b6d-4661-b104-cd33e346a54e completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:49.824716 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9dc7eaea-4ab8-4c01-bf62-e53c7040d67f None None] Provisioning complete for port 1c658e29-8b6d-4661-b104-cd33e346a54e triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:49.824716 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9dc7eaea-4ab8-4c01-bf62-e53c7040d67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.849935 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42934) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:49.863948 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9dc7eaea-4ab8-4c01-bf62-e53c7040d67f None None] Port 1c658e29-8b6d-4661-b104-cd33e346a54e cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:57:49.866677 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device c1807428-e239-4d1e-8a95-bed6a5c5a08a no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:57:49.887295 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: c1807428-e239-4d1e-8a95-bed6a5c5a08a {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:57:49.887652 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device c1807428-e239-4d1e-8a95-bed6a5c5a08a not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:57:49.893886 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-321a1fed-0ad2-426f-b1c6-7fb5d2d807f0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=083e8f3a0a4d44f2bae4a97b0758c5f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427043 Jul 16 20:57:49.896218 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42936) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:49.951651 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0787077c-3f41-4da7-8001-c8e20ee40546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.980602 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0787077c-3f41-4da7-8001-c8e20ee40546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.030255 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0787077c-3f41-4da7-8001-c8e20ee40546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.033639 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0787077c-3f41-4da7-8001-c8e20ee40546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.034902 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0787077c-3f41-4da7-8001-c8e20ee40546 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/80621666-2341-4ab2-aae6-9ff263eeef5a HTTP/1.1" status: 204 len: 168 time: 0.1376257 Jul 16 20:57:50.043883 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787077c-3f41-4da7-8001-c8e20ee40546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80621666-2341-4ab2-aae6-9ff263eeef5a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:50.083412 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b678b176-8cba-4521-9790-de973e999102 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.087872 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b678b176-8cba-4521-9790-de973e999102 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.162978 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678b176-8cba-4521-9790-de973e999102 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Pushing event updated for resources: {'Port': ['ID=1c658e29-8b6d-4661-b104-cd33e346a54e,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:50.165495 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b678b176-8cba-4521-9790-de973e999102 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.264882 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b678b176-8cba-4521-9790-de973e999102 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Network 62cc57fb-77ca-4cd1-b952-4569a668adcd is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:50.266339 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-b678b176-8cba-4521-9790-de973e999102 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:50.388612 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b678b176-8cba-4521-9790-de973e999102 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Router 45e04ccf-a536-472c-a8ab-dc0f593e596f has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:57:50.487201 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2dc07fc3-ca7f-4ab5-ab50-d90335b65f36 None None] Provisioning complete for port 1c658e29-8b6d-4661-b104-cd33e346a54e triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:50.488036 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2dc07fc3-ca7f-4ab5-ab50-d90335b65f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.502520 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b678b176-8cba-4521-9790-de973e999102 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:57:50.512327 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b678b176-8cba-4521-9790-de973e999102 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] 10.222.0.38 "PUT /v2.0/routers/45e04ccf-a536-472c-a8ab-dc0f593e596f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9240592 Jul 16 20:57:50.512778 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42952) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:50.517349 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3ed97f-ebc3-4bee-bb69-aea50414c73b None None] Sync routers for ids ['45e04ccf-a536-472c-a8ab-dc0f593e596f'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:57:50.518942 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-75d26e6a-3143-4552-902e-01a67e769441 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Request body: {'port': {'network_id': '62cc57fb-77ca-4cd1-b952-4569a668adcd', 'name': 'tempest-FloatingIPAdminTestJSON-1676350943'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:50.525471 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2dc07fc3-ca7f-4ab5-ab50-d90335b65f36 None None] Port 1c658e29-8b6d-4661-b104-cd33e346a54e cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:57:50.529687 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3ed97f-ebc3-4bee-bb69-aea50414c73b None None] Routers {'45e04ccf-a536-472c-a8ab-dc0f593e596f'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:50.530518 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-5f3ed97f-ebc3-4bee-bb69-aea50414c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:57:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['45e04ccf-a536-472c-a8ab-dc0f593e596f'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:50.565275 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-5f3ed97f-ebc3-4bee-bb69-aea50414c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:50.574013 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3ed97f-ebc3-4bee-bb69-aea50414c73b None None] Routers {'45e04ccf-a536-472c-a8ab-dc0f593e596f'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:50.574693 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-5f3ed97f-ebc3-4bee-bb69-aea50414c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:57:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['45e04ccf-a536-472c-a8ab-dc0f593e596f'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:50.645410 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d26e6a-3143-4552-902e-01a67e769441 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Made reservation on behalf of 370f1516cd3147faa890f9d71337849a for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:50.649300 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75d26e6a-3143-4552-902e-01a67e769441 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.670485 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-75d26e6a-3143-4552-902e-01a67e769441 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] device_id is not set on port 7c5a54f1-e7bb-4094-879d-644d2a25cb28 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:57:50.705071 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-5f3ed97f-ebc3-4bee-bb69-aea50414c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:50.705733 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3ed97f-ebc3-4bee-bb69-aea50414c73b None None] The sync data for ids ['45e04ccf-a536-472c-a8ab-dc0f593e596f'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:57:50.783058 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42962) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:50.790568 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-75d26e6a-3143-4552-902e-01a67e769441 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Allocated IP 172.20.0.12 (62cc57fb-77ca-4cd1-b952-4569a668adcd/f973dfeb-c694-4e6c-9487-d131aa186bd4/7c5a54f1-e7bb-4094-879d-644d2a25cb28) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:50.839894 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fe09552d-e4fb-4175-b053-ed82c13c0f75 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:50.890308 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-34c9a916-67fe-4f38-90f6-82c914e7ad6d admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1193310591-network', 'tenant_id': '0754fa8085984159bae7af741cd482a3'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:50.892226 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port fe09552d-e4fb-4175-b053-ed82c13c0f75 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:50.892596 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.915855 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c9a916-67fe-4f38-90f6-82c914e7ad6d admin admin] Made reservation on behalf of 0754fa8085984159bae7af741cd482a3 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:50.920299 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-34c9a916-67fe-4f38-90f6-82c914e7ad6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.934738 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-34c9a916-67fe-4f38-90f6-82c914e7ad6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.952764 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75d26e6a-3143-4552-902e-01a67e769441 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.968816 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-75d26e6a-3143-4552-902e-01a67e769441 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Transition to ACTIVE for port object 7c5a54f1-e7bb-4094-879d-644d2a25cb28 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:51.015041 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75d26e6a-3143-4552-902e-01a67e769441 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:51.061982 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-34c9a916-67fe-4f38-90f6-82c914e7ad6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:51.067018 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-34c9a916-67fe-4f38-90f6-82c914e7ad6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:51.067338 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d26e6a-3143-4552-902e-01a67e769441 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Network 62cc57fb-77ca-4cd1-b952-4569a668adcd is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:51.071372 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-75d26e6a-3143-4552-902e-01a67e769441 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:51.073445 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d26e6a-3143-4552-902e-01a67e769441 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Pushing event updated for resources: {'Port': ['ID=7c5a54f1-e7bb-4094-879d-644d2a25cb28,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:51.075685 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d26e6a-3143-4552-902e-01a67e769441 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:51.106675 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9a916-67fe-4f38-90f6-82c914e7ad6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758b026b-3b7f-4ca2-af23-1f0dec7020db,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:51.109473 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c9a916-67fe-4f38-90f6-82c914e7ad6d admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:57:51.120489 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-34c9a916-67fe-4f38-90f6-82c914e7ad6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:51.120489 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-34c9a916-67fe-4f38-90f6-82c914e7ad6d admin admin] Added segment 3140a3f6-c9b8-4f13-8088-887da1a86a85 of type vlan for network e66c60ee-bf37-48ee-a083-607cc99792c8 Jul 16 20:57:51.132837 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d26e6a-3143-4552-902e-01a67e769441 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:51.133681 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75d26e6a-3143-4552-902e-01a67e769441 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:51.154367 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-75d26e6a-3143-4552-902e-01a67e769441 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.6395094 Jul 16 20:57:51.156952 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 42968) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:51.164608 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-34c9a916-67fe-4f38-90f6-82c914e7ad6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:51.199468 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-34c9a916-67fe-4f38-90f6-82c914e7ad6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:51.200608 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c9a916-67fe-4f38-90f6-82c914e7ad6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:51.201195 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-34c9a916-67fe-4f38-90f6-82c914e7ad6d admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:51.240296 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-34c9a916-67fe-4f38-90f6-82c914e7ad6d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4560072 Jul 16 20:57:51.243139 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 42972) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:51.251034 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-5d8f2eec-2a9a-42b1-b3a1-905647bd96a1 admin admin] Request body: {'subnet': {'network_id': 'e66c60ee-bf37-48ee-a083-607cc99792c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1193310591-subnet', 'tenant_id': '0754fa8085984159bae7af741cd482a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:51.286988 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9a916-67fe-4f38-90f6-82c914e7ad6d admin admin] Pushing event updated for resources: {'Network': ['ID=e66c60ee-bf37-48ee-a083-607cc99792c8,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:51.298406 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network e66c60ee-bf37-48ee-a083-607cc99792c8 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:57:51.305382 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8f2eec-2a9a-42b1-b3a1-905647bd96a1 admin admin] Made reservation on behalf of 0754fa8085984159bae7af741cd482a3 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:51.308454 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d8f2eec-2a9a-42b1-b3a1-905647bd96a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:51.309848 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-193918cc-9378-45e5-9ef0-6e37b79fd463 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'project_id': '370f1516cd3147faa890f9d71337849a', 'port_id': '7c5a54f1-e7bb-4094-879d-644d2a25cb28'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:51.332596 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-193918cc-9378-45e5-9ef0-6e37b79fd463 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:51.384949 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c059575a-eace-4387-a5ad-79b0707de18d None None] Provisioning for port 7c5a54f1-e7bb-4094-879d-644d2a25cb28 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:51.389594 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c059575a-eace-4387-a5ad-79b0707de18d None None] Provisioning complete for port 7c5a54f1-e7bb-4094-879d-644d2a25cb28 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:51.389959 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c059575a-eace-4387-a5ad-79b0707de18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:51.428740 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c059575a-eace-4387-a5ad-79b0707de18d None None] Port 7c5a54f1-e7bb-4094-879d-644d2a25cb28 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:57:51.432725 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-193918cc-9378-45e5-9ef0-6e37b79fd463 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:51.484688 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d8f2eec-2a9a-42b1-b3a1-905647bd96a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:51.540117 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-193918cc-9378-45e5-9ef0-6e37b79fd463 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Allocated IP 172.25.0.23 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/d9807eb0-4784-4193-9737-630c515ae4f8) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:51.541263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f2eec-2a9a-42b1-b3a1-905647bd96a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29863072-73a5-4b13-8e1b-17bb412289cc,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:51.549844 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8f2eec-2a9a-42b1-b3a1-905647bd96a1 admin admin] Checking segment: {'id': '3140a3f6-c9b8-4f13-8088-887da1a86a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e66c60ee-bf37-48ee-a083-607cc99792c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:51.550209 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8f2eec-2a9a-42b1-b3a1-905647bd96a1 admin admin] Network hostable DHCP agents. Network: e66c60ee-bf37-48ee-a083-607cc99792c8, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:57:51.566839 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8f2eec-2a9a-42b1-b3a1-905647bd96a1 admin admin] Network e66c60ee-bf37-48ee-a083-607cc99792c8 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:57:51.576802 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-5d8f2eec-2a9a-42b1-b3a1-905647bd96a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, e66c60ee-bf37-48ee-a083-607cc99792c8) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:51.581159 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8f2eec-2a9a-42b1-b3a1-905647bd96a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:51.581755 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d8f2eec-2a9a-42b1-b3a1-905647bd96a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:51.586871 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc241bb-c95c-4904-9532-9bda1b573e35 None None] Network e66c60ee-bf37-48ee-a083-607cc99792c8 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:51.602890 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5d8f2eec-2a9a-42b1-b3a1-905647bd96a1 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3585448 Jul 16 20:57:51.653738 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-193918cc-9378-45e5-9ef0-6e37b79fd463 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:51.695252 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-193918cc-9378-45e5-9ef0-6e37b79fd463 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:51.745557 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193918cc-9378-45e5-9ef0-6e37b79fd463 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:51.748647 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1d8ce1-98ea-4a74-8bec-c46254b215bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-e66c60ee-bf37-48ee-a083-607cc99792c8', 'network_id': 'e66c60ee-bf37-48ee-a083-607cc99792c8', 'tenant_id': '0754fa8085984159bae7af741cd482a3', 'fixed_ips': [{'subnet_id': '29863072-73a5-4b13-8e1b-17bb412289cc'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:57:51.749079 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-193918cc-9378-45e5-9ef0-6e37b79fd463 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:51.749467 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8ce1-98ea-4a74-8bec-c46254b215bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:51.753463 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-322178e5-d03d-495c-b825-c4f250e97b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:51.753660 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193918cc-9378-45e5-9ef0-6e37b79fd463 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:51.756831 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193918cc-9378-45e5-9ef0-6e37b79fd463 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Pushing event updated for resources: {'Port': ['ID=d9807eb0-4784-4193-9737-630c515ae4f8,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:51.912813 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-0c1d8ce1-98ea-4a74-8bec-c46254b215bb None None] Allocated IP 172.20.0.2 (e66c60ee-bf37-48ee-a083-607cc99792c8/29863072-73a5-4b13-8e1b-17bb412289cc/1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:52.106435 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8ce1-98ea-4a74-8bec-c46254b215bb None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:52.131896 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0c1d8ce1-98ea-4a74-8bec-c46254b215bb None None] Transition to ACTIVE for port object 1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:52.159372 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0c1d8ce1-98ea-4a74-8bec-c46254b215bb None None] Transition to ACTIVE for port object 1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:52.166086 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8ce1-98ea-4a74-8bec-c46254b215bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:52.171349 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-207e2fa5-4f8a-449a-8858-d1ba9439fe67 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:52.178710 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-207e2fa5-4f8a-449a-8858-d1ba9439fe67 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/networks?id=e66c60ee-bf37-48ee-a083-607cc99792c8 HTTP/1.1" status: 200 len: 816 time: 0.1448827 Jul 16 20:57:52.188027 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1d8ce1-98ea-4a74-8bec-c46254b215bb None None] Network e66c60ee-bf37-48ee-a083-607cc99792c8 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:52.190674 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0c1d8ce1-98ea-4a74-8bec-c46254b215bb None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:52.194952 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-1bc1e030-c9bd-4fe3-8821-d9bb8b18694a tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/quotas/0754fa8085984159bae7af741cd482a3 HTTP/1.1" status: 200 len: 375 time: 0.0152957 Jul 16 20:57:52.197026 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1d8ce1-98ea-4a74-8bec-c46254b215bb None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:52.284045 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d8ce1-98ea-4a74-8bec-c46254b215bb None None] Pushing event updated for resources: {'Port': ['ID=1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:52.289955 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-9cf16f62-2ea2-49ce-ad69-841431f384e9 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0754fa8085984159bae7af741cd482a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0940528 Jul 16 20:57:52.306679 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-0c1d8ce1-98ea-4a74-8bec-c46254b215bb None None] Attempting to bind port 1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:57:52.307394 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-0c1d8ce1-98ea-4a74-8bec-c46254b215bb None None] Attempting to bind port 1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '3140a3f6-c9b8-4f13-8088-887da1a86a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e66c60ee-bf37-48ee-a083-607cc99792c8'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:57:52.307928 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1d8ce1-98ea-4a74-8bec-c46254b215bb None None] Attempting to bind port 1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6 on network e66c60ee-bf37-48ee-a083-607cc99792c8 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:52.314618 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1d8ce1-98ea-4a74-8bec-c46254b215bb None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:57:52.314992 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1d8ce1-98ea-4a74-8bec-c46254b215bb None None] Checking segment: {'id': '3140a3f6-c9b8-4f13-8088-887da1a86a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e66c60ee-bf37-48ee-a083-607cc99792c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:52.315573 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8ce1-98ea-4a74-8bec-c46254b215bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:52.316137 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1d8ce1-98ea-4a74-8bec-c46254b215bb None None] Bound using segment: {'id': '3140a3f6-c9b8-4f13-8088-887da1a86a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e66c60ee-bf37-48ee-a083-607cc99792c8'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:57:52.316846 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-0c1d8ce1-98ea-4a74-8bec-c46254b215bb None None] Bound port: 1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3140a3f6-c9b8-4f13-8088-887da1a86a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e66c60ee-bf37-48ee-a083-607cc99792c8'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:57:52.317487 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8ce1-98ea-4a74-8bec-c46254b215bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:52.409807 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-0c1d8ce1-98ea-4a74-8bec-c46254b215bb None None] For port 1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:57:52.413384 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-e2363cd9-bb18-4846-b203-6f2725c822de service neutron] 10.222.0.38 "GET /v2.0/networks/e66c60ee-bf37-48ee-a083-607cc99792c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225221 Jul 16 20:57:52.414510 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-0c1d8ce1-98ea-4a74-8bec-c46254b215bb None None] For port 1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6,segment=NetworkSegment(3140a3f6-c9b8-4f13-8088-887da1a86a85),segment_id=3140a3f6-c9b8-4f13-8088-887da1a86a85)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:57:52.419427 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8ce1-98ea-4a74-8bec-c46254b215bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:52.487059 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d8ce1-98ea-4a74-8bec-c46254b215bb None None] Pushing event updated for resources: {'Port': ['ID=1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:52.512730 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-193918cc-9378-45e5-9ef0-6e37b79fd463 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:52.603191 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-193918cc-9378-45e5-9ef0-6e37b79fd463 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:52.797584 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-193918cc-9378-45e5-9ef0-6e37b79fd463 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:52.806779 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-193918cc-9378-45e5-9ef0-6e37b79fd463 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:52.882148 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-193918cc-9378-45e5-9ef0-6e37b79fd463 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:52.925646 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:52.942275 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193918cc-9378-45e5-9ef0-6e37b79fd463 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Pushing event updated for resources: {'Port': ['ID=d9807eb0-4784-4193-9737-630c515ae4f8,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:52.959406 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-d1733e81-94c2-4501-a425-9bd1efb0634a service neutron] 10.222.0.38 "GET /v2.0/networks/e66c60ee-bf37-48ee-a083-607cc99792c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5390699 Jul 16 20:57:53.013424 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-193918cc-9378-45e5-9ef0-6e37b79fd463 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Floating IP a34703fc-2200-4716-b79b-ec657ff9cb12 associated. External IP: 172.25.0.23, port: 7c5a54f1-e7bb-4094-879d-644d2a25cb28. Jul 16 20:57:53.013858 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:53.291036 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193918cc-9378-45e5-9ef0-6e37b79fd463 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Router 45e04ccf-a536-472c-a8ab-dc0f593e596f has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:57:53.327314 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-bac4521a-c749-4504-8f41-225756c43653 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:53.334911 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-bac4521a-c749-4504-8f41-225756c43653 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/networks?id=e66c60ee-bf37-48ee-a083-607cc99792c8 HTTP/1.1" status: 200 len: 816 time: 0.1359818 Jul 16 20:57:53.348007 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-7f94f18b-9797-43fb-aecb-f75473490741 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/quotas/0754fa8085984159bae7af741cd482a3 HTTP/1.1" status: 200 len: 375 time: 0.0121295 Jul 16 20:57:53.458519 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-92476517-fbd9-4a55-aa1e-0b0688374ac1 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0754fa8085984159bae7af741cd482a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1028106 Jul 16 20:57:53.497505 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193918cc-9378-45e5-9ef0-6e37b79fd463 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:57:53.509046 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c55f9a0-91be-4214-873f-2a9ac6a019d7 None None] Sync routers for ids ['45e04ccf-a536-472c-a8ab-dc0f593e596f'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:57:53.527053 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-193918cc-9378-45e5-9ef0-6e37b79fd463 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:53.531330 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c55f9a0-91be-4214-873f-2a9ac6a019d7 None None] Routers {'45e04ccf-a536-472c-a8ab-dc0f593e596f'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:53.532315 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-0c55f9a0-91be-4214-873f-2a9ac6a019d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:57:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['45e04ccf-a536-472c-a8ab-dc0f593e596f'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:53.617493 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-193918cc-9378-45e5-9ef0-6e37b79fd463 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.4591644 Jul 16 20:57:53.620328 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43020) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:53.773776 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-0c55f9a0-91be-4214-873f-2a9ac6a019d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:53.790123 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c55f9a0-91be-4214-873f-2a9ac6a019d7 None None] Routers {'45e04ccf-a536-472c-a8ab-dc0f593e596f'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:53.792705 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-0c55f9a0-91be-4214-873f-2a9ac6a019d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:57:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['45e04ccf-a536-472c-a8ab-dc0f593e596f'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:53.840140 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-0c55f9a0-91be-4214-873f-2a9ac6a019d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:53.841092 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c55f9a0-91be-4214-873f-2a9ac6a019d7 None None] The sync data for ids ['45e04ccf-a536-472c-a8ab-dc0f593e596f'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:57:53.880387 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-78796f61-9bcd-4d52-91bc-c5e22cbedb6b service neutron] 10.222.0.38 "GET /v2.0/networks/e66c60ee-bf37-48ee-a083-607cc99792c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142530 Jul 16 20:57:53.970053 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-78e2841a-0af2-4f89-b64b-a125dee1542b tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] 10.222.0.38 "GET /v2.0/floatingips/a34703fc-2200-4716-b79b-ec657ff9cb12 HTTP/1.1" status: 200 len: 983 time: 0.3268447 Jul 16 20:57:53.970591 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43022) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:54.020371 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c411c3e8-cbea-4b16-b0aa-98eea030c2cb None None] Network e66c60ee-bf37-48ee-a083-607cc99792c8 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:54.053489 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-1d763089-207c-4b03-9b07-219acf4eb893 service neutron] 10.222.0.38 "GET /v2.0/networks/e66c60ee-bf37-48ee-a083-607cc99792c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605504 Jul 16 20:57:54.124457 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-77045965-215c-45d8-b648-7f38823c9fe5 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3519 time: 0.1480489 Jul 16 20:57:54.125265 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43024) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:54.161801 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3c6b2436-e917-447e-abc1-d5e3baddc48a None None] Provisioning for port 1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:54.169606 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3c6b2436-e917-447e-abc1-d5e3baddc48a None None] Provisioning complete for port 1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:54.170173 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c6b2436-e917-447e-abc1-d5e3baddc48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.288683 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49975adb-9ccb-44a7-ac88-eccc5ce7c401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.367788 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c6b2436-e917-447e-abc1-d5e3baddc48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.392099 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9e5aed6f-9ec0-4e14-95c4-2b795977ce4d tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Deleting port d9807eb0-4784-4193-9737-630c515ae4f8 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:54.392446 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e5aed6f-9ec0-4e14-95c4-2b795977ce4d tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.400118 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.470811 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3c6b2436-e917-447e-abc1-d5e3baddc48a None None] For port 1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6,segment=NetworkSegment(3140a3f6-c9b8-4f13-8088-887da1a86a85),segment_id=3140a3f6-c9b8-4f13-8088-887da1a86a85)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:54.490129 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c6b2436-e917-447e-abc1-d5e3baddc48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.526963 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e5aed6f-9ec0-4e14-95c4-2b795977ce4d tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.527294 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e5aed6f-9ec0-4e14-95c4-2b795977ce4d tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.554370 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9e5aed6f-9ec0-4e14-95c4-2b795977ce4d tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Calling delete_port for d9807eb0-4784-4193-9737-630c515ae4f8 owned by network:floatingip {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:54.589655 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b2436-e917-447e-abc1-d5e3baddc48a None None] Pushing event updated for resources: {'Port': ['ID=1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:54.642944 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-36d646d9-94d0-457f-b198-cf3fbf049924 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:54.644653 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-36d646d9-94d0-457f-b198-cf3fbf049924 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/networks?id=e66c60ee-bf37-48ee-a083-607cc99792c8 HTTP/1.1" status: 200 len: 816 time: 0.1971636 Jul 16 20:57:54.666165 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-753a7da4-842d-46e8-aa9d-c19fcf04387f tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/quotas/0754fa8085984159bae7af741cd482a3 HTTP/1.1" status: 200 len: 375 time: 0.0149713 Jul 16 20:57:54.818744 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-ff7d2c79-c25a-426f-911a-6557e237f3b4 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0754fa8085984159bae7af741cd482a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1429858 Jul 16 20:57:54.933985 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c7749a68-2a23-4af9-8328-f839f5f565b6 None None] Provisioning complete for port 1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:54.934454 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7749a68-2a23-4af9-8328-f839f5f565b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.951505 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-35d9f2e1-ffb8-45bb-9798-d587e54b3e4c tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:54.953072 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-35d9f2e1-ffb8-45bb-9798-d587e54b3e4c tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.62 "GET /v2.0/networks?id=e66c60ee-bf37-48ee-a083-607cc99792c8 HTTP/1.1" status: 200 len: 816 time: 0.2798228 Jul 16 20:57:54.966398 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-07cbb5a4-0f10-4a3a-b0f6-0eca2368f63c tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Request body: {'port': {'device_id': 'acb8d50a-94c0-45dc-8cb0-aca4918e8cc3', 'network_id': 'e66c60ee-bf37-48ee-a083-607cc99792c8', 'admin_state_up': True, 'tenant_id': '0754fa8085984159bae7af741cd482a3'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:54.978473 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:55.021699 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-de9df261-0c1e-488e-904d-ccdaceb6221f service neutron] 10.222.0.38 "GET /v2.0/networks/e66c60ee-bf37-48ee-a083-607cc99792c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933296 Jul 16 20:57:55.053550 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:55.055013 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:55.116772 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e5aed6f-9ec0-4e14-95c4-2b795977ce4d tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:55.160434 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5aed6f-9ec0-4e14-95c4-2b795977ce4d tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Pushing event deleted for resources: {'Port': ['ID=d9807eb0-4784-4193-9737-630c515ae4f8,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:55.191182 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-07cbb5a4-0f10-4a3a-b0f6-0eca2368f63c tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Made reservation on behalf of 0754fa8085984159bae7af741cd482a3 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:55.194743 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-07cbb5a4-0f10-4a3a-b0f6-0eca2368f63c tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:55.265901 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-6a85d26a-9969-48c4-b7cd-37cf7286ee6b service neutron] 10.222.0.38 "GET /v2.0/networks/e66c60ee-bf37-48ee-a083-607cc99792c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356379 Jul 16 20:57:55.309605 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e5aed6f-9ec0-4e14-95c4-2b795977ce4d tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks [] for floatingip, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:55.309948 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-9e5aed6f-9ec0-4e14-95c4-2b795977ce4d tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Floating IP a34703fc-2200-4716-b79b-ec657ff9cb12 disassociated (deleted). External IP: 172.25.0.23, port: 7c5a54f1-e7bb-4094-879d-644d2a25cb28. Jul 16 20:57:55.498099 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-07cbb5a4-0f10-4a3a-b0f6-0eca2368f63c tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Allocated IP 172.20.0.4 (e66c60ee-bf37-48ee-a083-607cc99792c8/29863072-73a5-4b13-8e1b-17bb412289cc/4741ac4e-fc18-43f8-9570-03edba799756) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:55.501152 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c283b30-170f-4363-8b63-80bbf63295f4 req-22498faf-37ef-48ed-898e-bca40fb03f6b tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=753cfe96-e893-4f6b-89cb-c84aabe725eb HTTP/1.1" status: 200 len: 210 time: 0.0451798 Jul 16 20:57:55.857158 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:56.011955 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5aed6f-9ec0-4e14-95c4-2b795977ce4d tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Router 45e04ccf-a536-472c-a8ab-dc0f593e596f has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:57:56.333604 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-b651f499-c8ea-4f07-922e-4877750b125e tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:56.335017 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-b651f499-c8ea-4f07-922e-4877750b125e tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.18 "GET /v2.0/networks?id=e66c60ee-bf37-48ee-a083-607cc99792c8 HTTP/1.1" status: 200 len: 816 time: 0.3379681 Jul 16 20:57:56.343160 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-07cbb5a4-0f10-4a3a-b0f6-0eca2368f63c tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:56.371396 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-90711a39-fcd8-47cd-87a3-5ef9745a250a tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Request body: {'port': {'device_id': 'd7e2efc8-4fa0-4931-9e00-b58ec25b5dfc', 'network_id': 'e66c60ee-bf37-48ee-a083-607cc99792c8', 'admin_state_up': True, 'tenant_id': '0754fa8085984159bae7af741cd482a3'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:56.392259 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-07cbb5a4-0f10-4a3a-b0f6-0eca2368f63c tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Transition to ACTIVE for port object 4741ac4e-fc18-43f8-9570-03edba799756 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:56.412003 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5aed6f-9ec0-4e14-95c4-2b795977ce4d tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:57:56.422462 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e5aed6f-9ec0-4e14-95c4-2b795977ce4d tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:56.428582 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53f1154-2acd-48e1-9d45-a8779381972d None None] Sync routers for ids ['45e04ccf-a536-472c-a8ab-dc0f593e596f'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:57:56.444540 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53f1154-2acd-48e1-9d45-a8779381972d None None] Routers {'45e04ccf-a536-472c-a8ab-dc0f593e596f'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:56.445527 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a53f1154-2acd-48e1-9d45-a8779381972d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:57:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['45e04ccf-a536-472c-a8ab-dc0f593e596f'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:56.501183 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a53f1154-2acd-48e1-9d45-a8779381972d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:56.515440 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53f1154-2acd-48e1-9d45-a8779381972d None None] Routers {'45e04ccf-a536-472c-a8ab-dc0f593e596f'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:56.516550 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a53f1154-2acd-48e1-9d45-a8779381972d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:57:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['45e04ccf-a536-472c-a8ab-dc0f593e596f'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:56.553870 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9e5aed6f-9ec0-4e14-95c4-2b795977ce4d tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] 10.222.0.38 "DELETE /v2.0/floatingips/a34703fc-2200-4716-b79b-ec657ff9cb12 HTTP/1.1" status: 204 len: 168 time: 2.4279268 Jul 16 20:57:56.556953 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-07cbb5a4-0f10-4a3a-b0f6-0eca2368f63c tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:56.558075 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43068) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:56.565068 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-4f0f7504-3113-4941-a8b8-7520b1c7c6c9 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:56.566782 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a53f1154-2acd-48e1-9d45-a8779381972d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:56.567424 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53f1154-2acd-48e1-9d45-a8779381972d None None] The sync data for ids ['45e04ccf-a536-472c-a8ab-dc0f593e596f'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:57:56.599929 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7504-3113-4941-a8b8-7520b1c7c6c9 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:56.611802 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-07cbb5a4-0f10-4a3a-b0f6-0eca2368f63c tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Network e66c60ee-bf37-48ee-a083-607cc99792c8 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:56.621367 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-07cbb5a4-0f10-4a3a-b0f6-0eca2368f63c tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:56.624300 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-07cbb5a4-0f10-4a3a-b0f6-0eca2368f63c tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:56.678822 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-90711a39-fcd8-47cd-87a3-5ef9745a250a tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Made reservation on behalf of 0754fa8085984159bae7af741cd482a3 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:56.682960 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-90711a39-fcd8-47cd-87a3-5ef9745a250a tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:56.688576 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cbb5a4-0f10-4a3a-b0f6-0eca2368f63c tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Pushing event updated for resources: {'Port': ['ID=4741ac4e-fc18-43f8-9570-03edba799756,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:56.709542 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2ad6bfd-4c69-4969-b32a-f4102f148c32 req-8614315b-1550-40df-a3c6-407e338c1fcb tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=753cfe96-e893-4f6b-89cb-c84aabe725eb HTTP/1.1" status: 200 len: 210 time: 0.0704939 Jul 16 20:57:56.724635 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-07cbb5a4-0f10-4a3a-b0f6-0eca2368f63c tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:56.725554 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-07cbb5a4-0f10-4a3a-b0f6-0eca2368f63c tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:56.746554 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7504-3113-4941-a8b8-7520b1c7c6c9 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:56.801441 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-07cbb5a4-0f10-4a3a-b0f6-0eca2368f63c tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8396895 Jul 16 20:57:56.819909 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-b89c34cb-1c83-4852-b68d-d8ce975796ec service neutron] Request body: {'port': {'device_id': 'acb8d50a-94c0-45dc-8cb0-aca4918e8cc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:56.896133 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-4f0f7504-3113-4941-a8b8-7520b1c7c6c9 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Allocated IP 172.25.0.235 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/2f430610-d70d-433f-9520-c8d25ff6a820) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:56.918517 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-cef467d9-6c08-4d5d-9af0-d1baa958998c None None] Provisioning for port 4741ac4e-fc18-43f8-9570-03edba799756 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:56.930686 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-cef467d9-6c08-4d5d-9af0-d1baa958998c None None] Provisioning complete for port 4741ac4e-fc18-43f8-9570-03edba799756 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:56.931294 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cef467d9-6c08-4d5d-9af0-d1baa958998c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:57.009972 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-90711a39-fcd8-47cd-87a3-5ef9745a250a tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Allocated IP 172.20.0.3 (e66c60ee-bf37-48ee-a083-607cc99792c8/29863072-73a5-4b13-8e1b-17bb412289cc/198fdf1e-d8dd-4813-8dd2-606fa9f73df1) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:57.022117 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-cef467d9-6c08-4d5d-9af0-d1baa958998c None None] Port 4741ac4e-fc18-43f8-9570-03edba799756 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:57:57.032877 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-b89c34cb-1c83-4852-b68d-d8ce975796ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:57.036339 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7504-3113-4941-a8b8-7520b1c7c6c9 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:57.208920 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-ffccfd81-ddcf-4c24-a93f-0a1174a79fb3 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:57.211132 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-ffccfd81-ddcf-4c24-a93f-0a1174a79fb3 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.18 "GET /v2.0/networks?id=e66c60ee-bf37-48ee-a083-607cc99792c8 HTTP/1.1" status: 200 len: 816 time: 0.1287436 Jul 16 20:57:57.213052 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7504-3113-4941-a8b8-7520b1c7c6c9 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:57.265985 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f7504-3113-4941-a8b8-7520b1c7c6c9 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Pushing event updated for resources: {'Port': ['ID=2f430610-d70d-433f-9520-c8d25ff6a820,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:57.283195 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-8228b7d8-563e-4593-9bbe-cba42a27897e tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Request body: {'port': {'device_id': '753cfe96-e893-4f6b-89cb-c84aabe725eb', 'network_id': 'e66c60ee-bf37-48ee-a083-607cc99792c8', 'admin_state_up': True, 'tenant_id': '0754fa8085984159bae7af741cd482a3'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:57.303461 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-90711a39-fcd8-47cd-87a3-5ef9745a250a tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:57.315637 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0f7504-3113-4941-a8b8-7520b1c7c6c9 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:57.321346 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-4f0f7504-3113-4941-a8b8-7520b1c7c6c9 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:57.322528 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-90711a39-fcd8-47cd-87a3-5ef9745a250a tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Transition to ACTIVE for port object 198fdf1e-d8dd-4813-8dd2-606fa9f73df1 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:57.324016 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0f7504-3113-4941-a8b8-7520b1c7c6c9 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:57.359887 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-90711a39-fcd8-47cd-87a3-5ef9745a250a tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:57.462646 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-90711a39-fcd8-47cd-87a3-5ef9745a250a tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Network e66c60ee-bf37-48ee-a083-607cc99792c8 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:57.474220 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-90711a39-fcd8-47cd-87a3-5ef9745a250a tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:57.478082 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-90711a39-fcd8-47cd-87a3-5ef9745a250a tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:57.481116 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90711a39-fcd8-47cd-87a3-5ef9745a250a tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Pushing event updated for resources: {'Port': ['ID=198fdf1e-d8dd-4813-8dd2-606fa9f73df1,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:57.488321 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-8228b7d8-563e-4593-9bbe-cba42a27897e tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Made reservation on behalf of 0754fa8085984159bae7af741cd482a3 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:57.492365 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-8228b7d8-563e-4593-9bbe-cba42a27897e tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:57.498078 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7504-3113-4941-a8b8-7520b1c7c6c9 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:57.559119 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-90711a39-fcd8-47cd-87a3-5ef9745a250a tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:57.560063 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-90711a39-fcd8-47cd-87a3-5ef9745a250a tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:57.591431 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-90711a39-fcd8-47cd-87a3-5ef9745a250a tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2283232 Jul 16 20:57:57.616970 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7504-3113-4941-a8b8-7520b1c7c6c9 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:57.619940 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-ecede3c2-a118-4401-9427-2f79db82bf44 service neutron] Request body: {'port': {'device_id': 'd7e2efc8-4fa0-4931-9e00-b58ec25b5dfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:57.701924 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:57.704932 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-b89c34cb-1c83-4852-b68d-d8ce975796ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4741ac4e-fc18-43f8-9570-03edba799756 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:57:57.718698 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-b89c34cb-1c83-4852-b68d-d8ce975796ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:57.731326 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-ecede3c2-a118-4401-9427-2f79db82bf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:57.743269 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-b89c34cb-1c83-4852-b68d-d8ce975796ec service neutron] Transition to ACTIVE for port object 4741ac4e-fc18-43f8-9570-03edba799756 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:57.748163 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-b89c34cb-1c83-4852-b68d-d8ce975796ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:57.857252 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d7cf52f0-e461-438d-b763-de222c5370af None None] Provisioning for port 198fdf1e-d8dd-4813-8dd2-606fa9f73df1 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:57.861601 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7504-3113-4941-a8b8-7520b1c7c6c9 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:57.862705 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d7cf52f0-e461-438d-b763-de222c5370af None None] Provisioning complete for port 198fdf1e-d8dd-4813-8dd2-606fa9f73df1 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:57.863448 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7cf52f0-e461-438d-b763-de222c5370af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:57.918678 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7504-3113-4941-a8b8-7520b1c7c6c9 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:57.922998 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d7cf52f0-e461-438d-b763-de222c5370af None None] Port 198fdf1e-d8dd-4813-8dd2-606fa9f73df1 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:57:57.964757 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c34cb-1c83-4852-b68d-d8ce975796ec service neutron] Pushing event updated for resources: {'Port': ['ID=4741ac4e-fc18-43f8-9570-03edba799756,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:57.972749 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6cba1824-01e1-43cb-97f0-3f8e25786a03 req-eeaf5d79-423d-49cd-8b7c-39ab6aaff3ff tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=753cfe96-e893-4f6b-89cb-c84aabe725eb HTTP/1.1" status: 200 len: 210 time: 0.0590308 Jul 16 20:57:58.015971 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-8228b7d8-563e-4593-9bbe-cba42a27897e tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Allocated IP 172.20.0.8 (e66c60ee-bf37-48ee-a083-607cc99792c8/29863072-73a5-4b13-8e1b-17bb412289cc/84c4007b-60e5-4001-9ac8-bd72c4f2f605) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:58.162553 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f7504-3113-4941-a8b8-7520b1c7c6c9 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Pushing event updated for resources: {'Port': ['ID=2f430610-d70d-433f-9520-c8d25ff6a820,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:58.164669 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-b89c34cb-1c83-4852-b68d-d8ce975796ec service neutron] Attempting to bind port 4741ac4e-fc18-43f8-9570-03edba799756 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:57:58.165571 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-b89c34cb-1c83-4852-b68d-d8ce975796ec service neutron] Attempting to bind port 4741ac4e-fc18-43f8-9570-03edba799756 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '3140a3f6-c9b8-4f13-8088-887da1a86a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e66c60ee-bf37-48ee-a083-607cc99792c8'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:57:58.172563 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-b89c34cb-1c83-4852-b68d-d8ce975796ec service neutron] Attempting to bind port 4741ac4e-fc18-43f8-9570-03edba799756 on network e66c60ee-bf37-48ee-a083-607cc99792c8 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:58.178292 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-b89c34cb-1c83-4852-b68d-d8ce975796ec service neutron] Port 4741ac4e-fc18-43f8-9570-03edba799756 on network e66c60ee-bf37-48ee-a083-607cc99792c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:57:58.178747 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-b89c34cb-1c83-4852-b68d-d8ce975796ec service neutron] Attempting to bind port 4741ac4e-fc18-43f8-9570-03edba799756 on network e66c60ee-bf37-48ee-a083-607cc99792c8 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:58.187191 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-b89c34cb-1c83-4852-b68d-d8ce975796ec service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:57:58.187947 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-b89c34cb-1c83-4852-b68d-d8ce975796ec service neutron] Checking segment: {'id': '3140a3f6-c9b8-4f13-8088-887da1a86a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e66c60ee-bf37-48ee-a083-607cc99792c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:58.189186 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-b89c34cb-1c83-4852-b68d-d8ce975796ec service neutron] Bound using segment: {'id': '3140a3f6-c9b8-4f13-8088-887da1a86a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e66c60ee-bf37-48ee-a083-607cc99792c8'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:57:58.190204 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-b89c34cb-1c83-4852-b68d-d8ce975796ec service neutron] Bound port: 4741ac4e-fc18-43f8-9570-03edba799756, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3140a3f6-c9b8-4f13-8088-887da1a86a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e66c60ee-bf37-48ee-a083-607cc99792c8'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:57:58.191616 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-b89c34cb-1c83-4852-b68d-d8ce975796ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:58.193418 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7504-3113-4941-a8b8-7520b1c7c6c9 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:58.256137 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7504-3113-4941-a8b8-7520b1c7c6c9 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:58.260760 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4f0f7504-3113-4941-a8b8-7520b1c7c6c9 tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6974542 Jul 16 20:57:58.261765 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43080) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:58.302435 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-b89c34cb-1c83-4852-b68d-d8ce975796ec service neutron] For port 4741ac4e-fc18-43f8-9570-03edba799756, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:57:58.307762 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-b89c34cb-1c83-4852-b68d-d8ce975796ec service neutron] For port 4741ac4e-fc18-43f8-9570-03edba799756, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=4741ac4e-fc18-43f8-9570-03edba799756,segment=NetworkSegment(3140a3f6-c9b8-4f13-8088-887da1a86a85),segment_id=3140a3f6-c9b8-4f13-8088-887da1a86a85)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:57:58.317244 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-b89c34cb-1c83-4852-b68d-d8ce975796ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:58.387849 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-8228b7d8-563e-4593-9bbe-cba42a27897e tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:58.411027 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-b89c34cb-1c83-4852-b68d-d8ce975796ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:58.411672 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-b89c34cb-1c83-4852-b68d-d8ce975796ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:58.414043 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-b89c34cb-1c83-4852-b68d-d8ce975796ec service neutron] 10.222.0.62 "PUT /v2.0/ports/4741ac4e-fc18-43f8-9570-03edba799756 HTTP/1.1" status: 200 len: 1092 time: 1.6000564 Jul 16 20:57:58.414548 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb8d50a-94c0-45dc-8cb0-aca4918e8cc3', 'tag': '4741ac4e-fc18-43f8-9570-03edba799756'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:57:58.418658 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01028bec-9ed5-4e7c-b2b0-2fc25978dedf" -d '{"events": [{"name": "network-changed", "server_uuid": "acb8d50a-94c0-45dc-8cb0-aca4918e8cc3", "tag": "4741ac4e-fc18-43f8-9570-03edba799756"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:57:58.429234 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-8228b7d8-563e-4593-9bbe-cba42a27897e tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Transition to ACTIVE for port object 84c4007b-60e5-4001-9ac8-bd72c4f2f605 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:58.460174 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c34cb-1c83-4852-b68d-d8ce975796ec service neutron] Pushing event updated for resources: {'Port': ['ID=4741ac4e-fc18-43f8-9570-03edba799756,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:58.495735 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3806c327-04f4-4a06-b605-39c84d83ef53 x-openstack-request-id: req-3806c327-04f4-4a06-b605-39c84d83ef53 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:57:58.496459 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb8d50a-94c0-45dc-8cb0-aca4918e8cc3", "tag": "4741ac4e-fc18-43f8-9570-03edba799756", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:57:58.496968 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3806c327-04f4-4a06-b605-39c84d83ef53 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:57:58.497406 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb8d50a-94c0-45dc-8cb0-aca4918e8cc3', 'tag': '4741ac4e-fc18-43f8-9570-03edba799756', 'status': 'completed', 'code': 200} Jul 16 20:57:58.500488 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2ef96c99-c1e3-4172-bd80-16fb03fa352b tempest-FloatingIPAdminTestJSON-1527604243 tempest-FloatingIPAdminTestJSON-1527604243-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:58.558620 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ef96c99-c1e3-4172-bd80-16fb03fa352b tempest-FloatingIPAdminTestJSON-1527604243 tempest-FloatingIPAdminTestJSON-1527604243-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:58.563520 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-8228b7d8-563e-4593-9bbe-cba42a27897e tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:58.587941 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-7920bbf3-b73a-4887-b420-23a50350749a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:58.590479 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-7920bbf3-b73a-4887-b420-23a50350749a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0754fa8085984159bae7af741cd482a3&device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 1095 time: 0.0921195 Jul 16 20:57:58.636721 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-8228b7d8-563e-4593-9bbe-cba42a27897e tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Network e66c60ee-bf37-48ee-a083-607cc99792c8 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:58.647053 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-8228b7d8-563e-4593-9bbe-cba42a27897e tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:58.655316 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-8228b7d8-563e-4593-9bbe-cba42a27897e tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:58.675023 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-a92695d0-b49d-4182-8dd8-7b5609b3527b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4741ac4e-fc18-43f8-9570-03edba799756 HTTP/1.1" status: 200 len: 217 time: 0.0753522 Jul 16 20:57:58.688904 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228b7d8-563e-4593-9bbe-cba42a27897e tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Pushing event updated for resources: {'Port': ['ID=84c4007b-60e5-4001-9ac8-bd72c4f2f605,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:58.759327 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-8228b7d8-563e-4593-9bbe-cba42a27897e tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:58.759886 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-8228b7d8-563e-4593-9bbe-cba42a27897e tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:58.762862 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-569cc0b2-08cf-45ac-8a94-86c55010ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:58.764530 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-569cc0b2-08cf-45ac-8a94-86c55010ce03 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=29863072-73a5-4b13-8e1b-17bb412289cc HTTP/1.1" status: 200 len: 855 time: 0.0793030 Jul 16 20:57:58.782412 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-8228b7d8-563e-4593-9bbe-cba42a27897e tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5174763 Jul 16 20:57:58.795464 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-646e0460-e005-433a-9b68-1287ec0faed3 service neutron] Request body: {'port': {'device_id': '753cfe96-e893-4f6b-89cb-c84aabe725eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:58.840934 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ef96c99-c1e3-4172-bd80-16fb03fa352b tempest-FloatingIPAdminTestJSON-1527604243 tempest-FloatingIPAdminTestJSON-1527604243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:58.875665 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-ecede3c2-a118-4401-9427-2f79db82bf44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 198fdf1e-d8dd-4813-8dd2-606fa9f73df1 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:57:58.884603 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-877e44ec-0577-4484-ad0a-41b82da20991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:58.886760 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-877e44ec-0577-4484-ad0a-41b82da20991 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e66c60ee-bf37-48ee-a083-607cc99792c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1155112 Jul 16 20:57:58.888622 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-ecede3c2-a118-4401-9427-2f79db82bf44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:58.927589 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-ecede3c2-a118-4401-9427-2f79db82bf44 service neutron] Transition to ACTIVE for port object 198fdf1e-d8dd-4813-8dd2-606fa9f73df1 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:58.930312 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-646e0460-e005-433a-9b68-1287ec0faed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:58.942082 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-ecede3c2-a118-4401-9427-2f79db82bf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:59.033449 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-2ef96c99-c1e3-4172-bd80-16fb03fa352b tempest-FloatingIPAdminTestJSON-1527604243 tempest-FloatingIPAdminTestJSON-1527604243-project] Allocated IP 172.25.0.42 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/8c4d1781-5383-479c-a59e-c1ab53f6da56) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:59.061439 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecede3c2-a118-4401-9427-2f79db82bf44 service neutron] Pushing event updated for resources: {'Port': ['ID=198fdf1e-d8dd-4813-8dd2-606fa9f73df1,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:59.065843 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-c03ff591-03d0-4587-80c8-9783ae44b5fd service neutron] 10.222.0.62 "GET /v2.0/networks/e66c60ee-bf37-48ee-a083-607cc99792c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707075 Jul 16 20:57:59.107262 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3ddd2bcd-7f38-4907-b1f9-611a473c2408 None None] Provisioning for port 84c4007b-60e5-4001-9ac8-bd72c4f2f605 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:59.116186 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3ddd2bcd-7f38-4907-b1f9-611a473c2408 None None] Provisioning complete for port 84c4007b-60e5-4001-9ac8-bd72c4f2f605 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:59.117184 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2bcd-7f38-4907-b1f9-611a473c2408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:59.188019 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3ddd2bcd-7f38-4907-b1f9-611a473c2408 None None] Port 84c4007b-60e5-4001-9ac8-bd72c4f2f605 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:57:59.226214 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-ecede3c2-a118-4401-9427-2f79db82bf44 service neutron] Attempting to bind port 198fdf1e-d8dd-4813-8dd2-606fa9f73df1 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:57:59.226868 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-ecede3c2-a118-4401-9427-2f79db82bf44 service neutron] Attempting to bind port 198fdf1e-d8dd-4813-8dd2-606fa9f73df1 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '3140a3f6-c9b8-4f13-8088-887da1a86a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e66c60ee-bf37-48ee-a083-607cc99792c8'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:57:59.226983 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-ecede3c2-a118-4401-9427-2f79db82bf44 service neutron] Attempting to bind port 198fdf1e-d8dd-4813-8dd2-606fa9f73df1 on network e66c60ee-bf37-48ee-a083-607cc99792c8 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:59.273718 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2edd0e3a-80f0-4b37-8b8e-faa9c87b5e07 req-b66fb3f0-7145-4240-a776-d4c9d989e011 service neutron] 10.222.0.62 "GET /v2.0/networks/e66c60ee-bf37-48ee-a083-607cc99792c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887662 Jul 16 20:57:59.274805 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-ecede3c2-a118-4401-9427-2f79db82bf44 service neutron] Port 198fdf1e-d8dd-4813-8dd2-606fa9f73df1 on network e66c60ee-bf37-48ee-a083-607cc99792c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:57:59.275235 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-ecede3c2-a118-4401-9427-2f79db82bf44 service neutron] Attempting to bind port 198fdf1e-d8dd-4813-8dd2-606fa9f73df1 on network e66c60ee-bf37-48ee-a083-607cc99792c8 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:59.285649 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-ecede3c2-a118-4401-9427-2f79db82bf44 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:57:59.286144 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-ecede3c2-a118-4401-9427-2f79db82bf44 service neutron] Checking segment: {'id': '3140a3f6-c9b8-4f13-8088-887da1a86a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e66c60ee-bf37-48ee-a083-607cc99792c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:59.286794 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-ecede3c2-a118-4401-9427-2f79db82bf44 service neutron] Bound using segment: {'id': '3140a3f6-c9b8-4f13-8088-887da1a86a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e66c60ee-bf37-48ee-a083-607cc99792c8'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:57:59.287439 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-ecede3c2-a118-4401-9427-2f79db82bf44 service neutron] Bound port: 198fdf1e-d8dd-4813-8dd2-606fa9f73df1, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3140a3f6-c9b8-4f13-8088-887da1a86a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e66c60ee-bf37-48ee-a083-607cc99792c8'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:57:59.287960 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-ecede3c2-a118-4401-9427-2f79db82bf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:59.421519 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-ecede3c2-a118-4401-9427-2f79db82bf44 service neutron] For port 198fdf1e-d8dd-4813-8dd2-606fa9f73df1, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:57:59.437760 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-ecede3c2-a118-4401-9427-2f79db82bf44 service neutron] For port 198fdf1e-d8dd-4813-8dd2-606fa9f73df1, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=198fdf1e-d8dd-4813-8dd2-606fa9f73df1,segment=NetworkSegment(3140a3f6-c9b8-4f13-8088-887da1a86a85),segment_id=3140a3f6-c9b8-4f13-8088-887da1a86a85)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:57:59.443384 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-ecede3c2-a118-4401-9427-2f79db82bf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:59.472898 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01028bec-9ed5-4e7c-b2b0-2fc25978dedf req-edf2eb7b-a2ba-47b1-8e71-20b4b7a0226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:59.474435 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-01028bec-9ed5-4e7c-b2b0-2fc25978dedf req-edf2eb7b-a2ba-47b1-8e71-20b4b7a0226c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0754fa8085984159bae7af741cd482a3&device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 1095 time: 0.1328483 Jul 16 20:57:59.487624 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-ecede3c2-a118-4401-9427-2f79db82bf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:59.488132 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-ecede3c2-a118-4401-9427-2f79db82bf44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:59.489326 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ef96c99-c1e3-4172-bd80-16fb03fa352b tempest-FloatingIPAdminTestJSON-1527604243 tempest-FloatingIPAdminTestJSON-1527604243-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:59.489662 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-ecede3c2-a118-4401-9427-2f79db82bf44 service neutron] 10.222.0.18 "PUT /v2.0/ports/198fdf1e-d8dd-4813-8dd2-606fa9f73df1 HTTP/1.1" status: 200 len: 1092 time: 1.8739574 Jul 16 20:57:59.524012 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c34b29-00a0-41ec-a38e-1873640cfffe req-7b94da59-087b-411d-a6b6-ed57cb9fa60f tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:59.526236 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-63c34b29-00a0-41ec-a38e-1873640cfffe req-7b94da59-087b-411d-a6b6-ed57cb9fa60f tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=753cfe96-e893-4f6b-89cb-c84aabe725eb HTTP/1.1" status: 200 len: 931 time: 0.2447834 Jul 16 20:57:59.597806 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecede3c2-a118-4401-9427-2f79db82bf44 service neutron] Pushing event updated for resources: {'Port': ['ID=198fdf1e-d8dd-4813-8dd2-606fa9f73df1,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:59.651622 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-63c34b29-00a0-41ec-a38e-1873640cfffe req-c0cd7efc-dd70-4828-ae15-15040b639918 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152782 Jul 16 20:57:59.664924 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ef96c99-c1e3-4172-bd80-16fb03fa352b tempest-FloatingIPAdminTestJSON-1527604243 tempest-FloatingIPAdminTestJSON-1527604243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:59.669715 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-646e0460-e005-433a-9b68-1287ec0faed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c4007b-60e5-4001-9ac8-bd72c4f2f605 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:57:59.681765 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-646e0460-e005-433a-9b68-1287ec0faed3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:59.728972 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:59.729257 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-646e0460-e005-433a-9b68-1287ec0faed3 service neutron] Transition to ACTIVE for port object 84c4007b-60e5-4001-9ac8-bd72c4f2f605 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:59.741903 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-646e0460-e005-433a-9b68-1287ec0faed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:59.745987 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef96c99-c1e3-4172-bd80-16fb03fa352b tempest-FloatingIPAdminTestJSON-1527604243 tempest-FloatingIPAdminTestJSON-1527604243-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:59.753129 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-2ef96c99-c1e3-4172-bd80-16fb03fa352b tempest-FloatingIPAdminTestJSON-1527604243 tempest-FloatingIPAdminTestJSON-1527604243-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:59.759370 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef96c99-c1e3-4172-bd80-16fb03fa352b tempest-FloatingIPAdminTestJSON-1527604243 tempest-FloatingIPAdminTestJSON-1527604243-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:59.764211 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef96c99-c1e3-4172-bd80-16fb03fa352b tempest-FloatingIPAdminTestJSON-1527604243 tempest-FloatingIPAdminTestJSON-1527604243-project] Pushing event updated for resources: {'Port': ['ID=8c4d1781-5383-479c-a59e-c1ab53f6da56,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:00.018741 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01028bec-9ed5-4e7c-b2b0-2fc25978dedf req-4b79c669-7ec6-452e-af3b-bac2f4a130f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:00.020269 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-01028bec-9ed5-4e7c-b2b0-2fc25978dedf req-4b79c669-7ec6-452e-af3b-bac2f4a130f6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e66c60ee-bf37-48ee-a083-607cc99792c8 HTTP/1.1" status: 200 len: 917 time: 0.5297122 Jul 16 20:58:00.069565 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-3e4b8b38-aa17-4d1e-809c-732eb0de9387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:00.071282 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-3e4b8b38-aa17-4d1e-809c-732eb0de9387 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0754fa8085984159bae7af741cd482a3&device_id=d7e2efc8-4fa0-4931-9e00-b58ec25b5dfc HTTP/1.1" status: 200 len: 1095 time: 0.5215123 Jul 16 20:58:00.072863 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-01028bec-9ed5-4e7c-b2b0-2fc25978dedf req-57e9aa96-abe0-4bcb-9ee9-024144929a49 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4741ac4e-fc18-43f8-9570-03edba799756 HTTP/1.1" status: 200 len: 217 time: 0.0451131 Jul 16 20:58:00.138415 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-66df329e-7cf1-4961-b0f8-769ca5f0c5e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=198fdf1e-d8dd-4813-8dd2-606fa9f73df1 HTTP/1.1" status: 200 len: 217 time: 0.0587001 Jul 16 20:58:00.218406 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01028bec-9ed5-4e7c-b2b0-2fc25978dedf req-690e15a5-22fc-4492-8e8a-0711b0971b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:00.220276 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-01028bec-9ed5-4e7c-b2b0-2fc25978dedf req-690e15a5-22fc-4492-8e8a-0711b0971b6c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=29863072-73a5-4b13-8e1b-17bb412289cc HTTP/1.1" status: 200 len: 855 time: 0.1319385 Jul 16 20:58:00.226835 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-29df1d18-a8ec-4328-8272-2bc444b1922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:00.228364 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-29df1d18-a8ec-4328-8272-2bc444b1922f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=29863072-73a5-4b13-8e1b-17bb412289cc HTTP/1.1" status: 200 len: 855 time: 0.0707419 Jul 16 20:58:00.289456 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e0460-e005-433a-9b68-1287ec0faed3 service neutron] Pushing event updated for resources: {'Port': ['ID=84c4007b-60e5-4001-9ac8-bd72c4f2f605,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:00.383361 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-646e0460-e005-433a-9b68-1287ec0faed3 service neutron] Attempting to bind port 84c4007b-60e5-4001-9ac8-bd72c4f2f605 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:58:00.383699 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-646e0460-e005-433a-9b68-1287ec0faed3 service neutron] Attempting to bind port 84c4007b-60e5-4001-9ac8-bd72c4f2f605 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '3140a3f6-c9b8-4f13-8088-887da1a86a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e66c60ee-bf37-48ee-a083-607cc99792c8'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:58:00.383934 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-646e0460-e005-433a-9b68-1287ec0faed3 service neutron] Attempting to bind port 84c4007b-60e5-4001-9ac8-bd72c4f2f605 on network e66c60ee-bf37-48ee-a083-607cc99792c8 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:58:00.390716 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ef96c99-c1e3-4172-bd80-16fb03fa352b tempest-FloatingIPAdminTestJSON-1527604243 tempest-FloatingIPAdminTestJSON-1527604243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:00.401965 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-ac5c7664-6fdd-48ac-987a-f6393777cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:00.403862 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-ac5c7664-6fdd-48ac-987a-f6393777cbf9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e66c60ee-bf37-48ee-a083-607cc99792c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1652889 Jul 16 20:58:00.410422 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-646e0460-e005-433a-9b68-1287ec0faed3 service neutron] Port 84c4007b-60e5-4001-9ac8-bd72c4f2f605 on network e66c60ee-bf37-48ee-a083-607cc99792c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:58:00.410676 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-646e0460-e005-433a-9b68-1287ec0faed3 service neutron] Attempting to bind port 84c4007b-60e5-4001-9ac8-bd72c4f2f605 on network e66c60ee-bf37-48ee-a083-607cc99792c8 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:58:00.442559 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-646e0460-e005-433a-9b68-1287ec0faed3 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:58:00.442955 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-646e0460-e005-433a-9b68-1287ec0faed3 service neutron] Checking segment: {'id': '3140a3f6-c9b8-4f13-8088-887da1a86a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e66c60ee-bf37-48ee-a083-607cc99792c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:58:00.443326 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-646e0460-e005-433a-9b68-1287ec0faed3 service neutron] Bound using segment: {'id': '3140a3f6-c9b8-4f13-8088-887da1a86a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e66c60ee-bf37-48ee-a083-607cc99792c8'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:58:00.443784 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-646e0460-e005-433a-9b68-1287ec0faed3 service neutron] Bound port: 84c4007b-60e5-4001-9ac8-bd72c4f2f605, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3140a3f6-c9b8-4f13-8088-887da1a86a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e66c60ee-bf37-48ee-a083-607cc99792c8'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:58:00.444290 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-646e0460-e005-433a-9b68-1287ec0faed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:00.449828 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01028bec-9ed5-4e7c-b2b0-2fc25978dedf req-ca8bf5e3-4809-40bb-a111-dd10f6a76dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:00.450936 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-01028bec-9ed5-4e7c-b2b0-2fc25978dedf req-ca8bf5e3-4809-40bb-a111-dd10f6a76dfd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e66c60ee-bf37-48ee-a083-607cc99792c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2209723 Jul 16 20:58:00.474585 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ef96c99-c1e3-4172-bd80-16fb03fa352b tempest-FloatingIPAdminTestJSON-1527604243 tempest-FloatingIPAdminTestJSON-1527604243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:00.526196 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e2efc8-4fa0-4931-9e00-b58ec25b5dfc', 'tag': '198fdf1e-d8dd-4813-8dd2-606fa9f73df1'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:00.528779 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c545f684-3b99-4818-acd3-cd9ba601cfdd" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e2efc8-4fa0-4931-9e00-b58ec25b5dfc", "tag": "198fdf1e-d8dd-4813-8dd2-606fa9f73df1"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:00.596573 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fb08f9-75c7-4984-928e-532219c4cb03 x-openstack-request-id: req-28fb08f9-75c7-4984-928e-532219c4cb03 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:00.596810 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-646e0460-e005-433a-9b68-1287ec0faed3 service neutron] For port 84c4007b-60e5-4001-9ac8-bd72c4f2f605, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:58:00.596919 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e2efc8-4fa0-4931-9e00-b58ec25b5dfc", "tag": "198fdf1e-d8dd-4813-8dd2-606fa9f73df1", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:00.597117 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-28fb08f9-75c7-4984-928e-532219c4cb03 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:00.597767 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e2efc8-4fa0-4931-9e00-b58ec25b5dfc', 'tag': '198fdf1e-d8dd-4813-8dd2-606fa9f73df1', 'status': 'completed', 'code': 200} Jul 16 20:58:00.608835 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-0df7118c-d116-470b-b29b-3b864ff55584 service neutron] 10.222.0.18 "GET /v2.0/networks/e66c60ee-bf37-48ee-a083-607cc99792c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972854 Jul 16 20:58:00.614930 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-646e0460-e005-433a-9b68-1287ec0faed3 service neutron] For port 84c4007b-60e5-4001-9ac8-bd72c4f2f605, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=84c4007b-60e5-4001-9ac8-bd72c4f2f605,segment=NetworkSegment(3140a3f6-c9b8-4f13-8088-887da1a86a85),segment_id=3140a3f6-c9b8-4f13-8088-887da1a86a85)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:58:00.646278 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-646e0460-e005-433a-9b68-1287ec0faed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:00.648052 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-01028bec-9ed5-4e7c-b2b0-2fc25978dedf req-921c89ab-7466-479d-b220-2f8b300e2457 service neutron] 10.222.0.62 "GET /v2.0/networks/e66c60ee-bf37-48ee-a083-607cc99792c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851518 Jul 16 20:58:00.692277 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-646e0460-e005-433a-9b68-1287ec0faed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:00.693115 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-646e0460-e005-433a-9b68-1287ec0faed3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:00.694336 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-646e0460-e005-433a-9b68-1287ec0faed3 service neutron] 10.222.0.18 "PUT /v2.0/ports/84c4007b-60e5-4001-9ac8-bd72c4f2f605 HTTP/1.1" status: 200 len: 1092 time: 1.9047849 Jul 16 20:58:00.700063 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753cfe96-e893-4f6b-89cb-c84aabe725eb', 'tag': '84c4007b-60e5-4001-9ac8-bd72c4f2f605'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:00.702591 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afb435a-3864-4525-8a30-40d1c73f1ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "753cfe96-e893-4f6b-89cb-c84aabe725eb", "tag": "84c4007b-60e5-4001-9ac8-bd72c4f2f605"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:00.789241 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-963acfb5-5a44-4b0c-97dc-29e387da3b2d req-e73db314-4898-492d-a1db-b55742694903 service neutron] 10.222.0.18 "GET /v2.0/networks/e66c60ee-bf37-48ee-a083-607cc99792c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703060 Jul 16 20:58:00.811999 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4f52af-ae51-402a-af6a-262226f6c42a x-openstack-request-id: req-8d4f52af-ae51-402a-af6a-262226f6c42a {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:00.812785 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753cfe96-e893-4f6b-89cb-c84aabe725eb", "tag": "84c4007b-60e5-4001-9ac8-bd72c4f2f605", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:00.812785 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8d4f52af-ae51-402a-af6a-262226f6c42a {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:00.813112 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753cfe96-e893-4f6b-89cb-c84aabe725eb', 'tag': '84c4007b-60e5-4001-9ac8-bd72c4f2f605', 'status': 'completed', 'code': 200} Jul 16 20:58:00.815816 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e0460-e005-433a-9b68-1287ec0faed3 service neutron] Pushing event updated for resources: {'Port': ['ID=84c4007b-60e5-4001-9ac8-bd72c4f2f605,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:00.816658 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-01028bec-9ed5-4e7c-b2b0-2fc25978dedf req-9e08d2aa-4e48-4f17-890f-1d1e8950586d service neutron] 10.222.0.62 "GET /v2.0/networks/e66c60ee-bf37-48ee-a083-607cc99792c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611900 Jul 16 20:58:00.859383 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ef96c99-c1e3-4172-bd80-16fb03fa352b tempest-FloatingIPAdminTestJSON-1527604243 tempest-FloatingIPAdminTestJSON-1527604243-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:00.867533 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ef96c99-c1e3-4172-bd80-16fb03fa352b tempest-FloatingIPAdminTestJSON-1527604243 tempest-FloatingIPAdminTestJSON-1527604243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:00.956359 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-676cba8b-a781-4cbe-a374-7cf7d59d7391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:00.957588 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545f684-3b99-4818-acd3-cd9ba601cfdd req-f348d415-cbbb-4170-b03f-277bc1f4cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:00.957891 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-676cba8b-a781-4cbe-a374-7cf7d59d7391 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0754fa8085984159bae7af741cd482a3&device_id=753cfe96-e893-4f6b-89cb-c84aabe725eb HTTP/1.1" status: 200 len: 1095 time: 0.1835303 Jul 16 20:58:00.959837 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c545f684-3b99-4818-acd3-cd9ba601cfdd req-f348d415-cbbb-4170-b03f-277bc1f4cf64 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0754fa8085984159bae7af741cd482a3&device_id=d7e2efc8-4fa0-4931-9e00-b58ec25b5dfc HTTP/1.1" status: 200 len: 1095 time: 0.0789888 Jul 16 20:58:00.993046 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef96c99-c1e3-4172-bd80-16fb03fa352b tempest-FloatingIPAdminTestJSON-1527604243 tempest-FloatingIPAdminTestJSON-1527604243-project] Pushing event updated for resources: {'Port': ['ID=8c4d1781-5383-479c-a59e-c1ab53f6da56,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:01.040926 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-ce62042d-0bbb-42de-b00e-d66719391390 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84c4007b-60e5-4001-9ac8-bd72c4f2f605 HTTP/1.1" status: 200 len: 217 time: 0.0564561 Jul 16 20:58:01.065970 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ef96c99-c1e3-4172-bd80-16fb03fa352b tempest-FloatingIPAdminTestJSON-1527604243 tempest-FloatingIPAdminTestJSON-1527604243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:01.094840 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545f684-3b99-4818-acd3-cd9ba601cfdd req-d8b1bb56-345c-463b-81c6-3dd36f486a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:01.096662 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c545f684-3b99-4818-acd3-cd9ba601cfdd req-d8b1bb56-345c-463b-81c6-3dd36f486a9f service neutron] 10.222.0.18 "GET /v2.0/networks?id=e66c60ee-bf37-48ee-a083-607cc99792c8 HTTP/1.1" status: 200 len: 917 time: 0.1245532 Jul 16 20:58:01.119100 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ef96c99-c1e3-4172-bd80-16fb03fa352b tempest-FloatingIPAdminTestJSON-1527604243 tempest-FloatingIPAdminTestJSON-1527604243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:01.120837 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2ef96c99-c1e3-4172-bd80-16fb03fa352b tempest-FloatingIPAdminTestJSON-1527604243 tempest-FloatingIPAdminTestJSON-1527604243-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8582737 Jul 16 20:58:01.122459 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-0825ca67-9832-4d3c-980c-168c586f5764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:01.123945 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-0825ca67-9832-4d3c-980c-168c586f5764 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=29863072-73a5-4b13-8e1b-17bb412289cc HTTP/1.1" status: 200 len: 855 time: 0.0739186 Jul 16 20:58:01.131378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd4e84-c55d-481b-ae93-d63367be05f0 req-d7440322-6655-419c-80ab-5e4a1e418d6d tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:01.132809 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-efcd4e84-c55d-481b-ae93-d63367be05f0 req-d7440322-6655-419c-80ab-5e4a1e418d6d tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=753cfe96-e893-4f6b-89cb-c84aabe725eb HTTP/1.1" status: 200 len: 943 time: 0.2250235 Jul 16 20:58:01.133290 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43102) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:01.147881 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c545f684-3b99-4818-acd3-cd9ba601cfdd req-96b3f24a-bbb2-4dcf-be1a-db7d4fa89e2f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=198fdf1e-d8dd-4813-8dd2-606fa9f73df1 HTTP/1.1" status: 200 len: 217 time: 0.0447047 Jul 16 20:58:01.224389 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545f684-3b99-4818-acd3-cd9ba601cfdd req-1c3e0eb6-03a4-4b30-a873-e08c59538fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:01.229587 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c545f684-3b99-4818-acd3-cd9ba601cfdd req-1c3e0eb6-03a4-4b30-a873-e08c59538fc4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=29863072-73a5-4b13-8e1b-17bb412289cc HTTP/1.1" status: 200 len: 855 time: 0.0730247 Jul 16 20:58:01.316358 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-efcd4e84-c55d-481b-ae93-d63367be05f0 req-fd274342-6c4e-46eb-ba98-b9af747f28da tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496212 Jul 16 20:58:01.324803 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6f95555d-c173-4bbf-9368-04c3fd1d2c2e tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3703 time: 0.1865103 Jul 16 20:58:01.325034 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545f684-3b99-4818-acd3-cd9ba601cfdd req-7f58b955-f9c9-4160-b285-f3cc43ad34ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:01.325930 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c545f684-3b99-4818-acd3-cd9ba601cfdd req-7f58b955-f9c9-4160-b285-f3cc43ad34ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e66c60ee-bf37-48ee-a083-607cc99792c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0815506 Jul 16 20:58:01.326554 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43110) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:01.342849 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-abd5a8cf-0cf3-4926-a6a7-57ad3176aff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:01.344618 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-abd5a8cf-0cf3-4926-a6a7-57ad3176aff3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e66c60ee-bf37-48ee-a083-607cc99792c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2104979 Jul 16 20:58:01.423161 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5cfa4f0a-0009-4a1f-8c77-fdb540c79e77 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0953767 Jul 16 20:58:01.425721 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43112) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:01.443963 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-b16a79f4-f26a-40b8-b39a-e607eb980e4c service neutron] 10.222.0.18 "GET /v2.0/networks/e66c60ee-bf37-48ee-a083-607cc99792c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928359 Jul 16 20:58:01.546988 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c01c73d-6b1b-4422-9f64-128e1d0ff709 req-ae15ff25-b949-4987-ae67-e84a8d823744 service neutron] 10.222.0.18 "GET /v2.0/networks/e66c60ee-bf37-48ee-a083-607cc99792c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956900 Jul 16 20:58:01.566471 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c545f684-3b99-4818-acd3-cd9ba601cfdd req-9bf30e15-8f7d-4942-a6f2-93c411875de8 service neutron] 10.222.0.18 "GET /v2.0/networks/e66c60ee-bf37-48ee-a083-607cc99792c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314920 Jul 16 20:58:01.659954 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb435a-3864-4525-8a30-40d1c73f1ea6 req-db7c39a3-8706-47ef-8ba0-b7f02e97e8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:01.661501 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4afb435a-3864-4525-8a30-40d1c73f1ea6 req-db7c39a3-8706-47ef-8ba0-b7f02e97e8e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0754fa8085984159bae7af741cd482a3&device_id=753cfe96-e893-4f6b-89cb-c84aabe725eb HTTP/1.1" status: 200 len: 1095 time: 0.0627594 Jul 16 20:58:01.681531 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-c656ef88-de6b-4064-a8ed-f014f7a6a361 tempest-FloatingIPAdminTestJSON-1527604243 tempest-FloatingIPAdminTestJSON-1527604243-project] Deleting port 8c4d1781-5383-479c-a59e-c1ab53f6da56 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:01.682910 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c656ef88-de6b-4064-a8ed-f014f7a6a361 tempest-FloatingIPAdminTestJSON-1527604243 tempest-FloatingIPAdminTestJSON-1527604243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:01.714469 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c545f684-3b99-4818-acd3-cd9ba601cfdd req-7b192a6c-2de0-443d-8af3-b729ade1bd61 service neutron] 10.222.0.18 "GET /v2.0/networks/e66c60ee-bf37-48ee-a083-607cc99792c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262777 Jul 16 20:58:01.772356 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb435a-3864-4525-8a30-40d1c73f1ea6 req-98875f7e-23da-4069-8db9-6c52c0ad1705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:01.774428 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4afb435a-3864-4525-8a30-40d1c73f1ea6 req-98875f7e-23da-4069-8db9-6c52c0ad1705 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e66c60ee-bf37-48ee-a083-607cc99792c8 HTTP/1.1" status: 200 len: 917 time: 0.1053469 Jul 16 20:58:01.799886 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c656ef88-de6b-4064-a8ed-f014f7a6a361 tempest-FloatingIPAdminTestJSON-1527604243 tempest-FloatingIPAdminTestJSON-1527604243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:01.800561 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c656ef88-de6b-4064-a8ed-f014f7a6a361 tempest-FloatingIPAdminTestJSON-1527604243 tempest-FloatingIPAdminTestJSON-1527604243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:01.817545 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-c656ef88-de6b-4064-a8ed-f014f7a6a361 tempest-FloatingIPAdminTestJSON-1527604243 tempest-FloatingIPAdminTestJSON-1527604243-project] Calling delete_port for 8c4d1781-5383-479c-a59e-c1ab53f6da56 owned by network:floatingip {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:01.826501 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4afb435a-3864-4525-8a30-40d1c73f1ea6 req-26fa58d0-59d2-4ecb-a1db-1fcfda357afb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84c4007b-60e5-4001-9ac8-bd72c4f2f605 HTTP/1.1" status: 200 len: 217 time: 0.0422206 Jul 16 20:58:01.886784 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb435a-3864-4525-8a30-40d1c73f1ea6 req-24fe5fc9-d17f-4292-8fe7-1866249abe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:01.888305 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4afb435a-3864-4525-8a30-40d1c73f1ea6 req-24fe5fc9-d17f-4292-8fe7-1866249abe23 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=29863072-73a5-4b13-8e1b-17bb412289cc HTTP/1.1" status: 200 len: 855 time: 0.0542243 Jul 16 20:58:01.928372 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 4741ac4e-fc18-43f8-9570-03edba799756 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:58:01.957928 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb435a-3864-4525-8a30-40d1c73f1ea6 req-16b8f2bf-c75a-4b4b-a458-a463e56f634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:01.959668 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4afb435a-3864-4525-8a30-40d1c73f1ea6 req-16b8f2bf-c75a-4b4b-a458-a463e56f634d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e66c60ee-bf37-48ee-a083-607cc99792c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643687 Jul 16 20:58:01.987266 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c656ef88-de6b-4064-a8ed-f014f7a6a361 tempest-FloatingIPAdminTestJSON-1527604243 tempest-FloatingIPAdminTestJSON-1527604243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:02.047659 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656ef88-de6b-4064-a8ed-f014f7a6a361 tempest-FloatingIPAdminTestJSON-1527604243 tempest-FloatingIPAdminTestJSON-1527604243-project] Pushing event deleted for resources: {'Port': ['ID=8c4d1781-5383-479c-a59e-c1ab53f6da56,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:02.064188 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 4741ac4e-fc18-43f8-9570-03edba799756, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=4741ac4e-fc18-43f8-9570-03edba799756,segment=NetworkSegment(3140a3f6-c9b8-4f13-8088-887da1a86a85),segment_id=3140a3f6-c9b8-4f13-8088-887da1a86a85)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:02.077896 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4afb435a-3864-4525-8a30-40d1c73f1ea6 req-2e8184db-2cce-4997-a7be-accf9614241f service neutron] 10.222.0.18 "GET /v2.0/networks/e66c60ee-bf37-48ee-a083-607cc99792c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109450 Jul 16 20:58:02.082222 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '4741ac4e-fc18-43f8-9570-03edba799756', 'network_id': 'e66c60ee-bf37-48ee-a083-607cc99792c8', 'port_id': '4741ac4e-fc18-43f8-9570-03edba799756', 'mac_address': 'fa:16:3e:8f:e9:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29863072-73a5-4b13-8e1b-17bb412289cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:58:02.104928 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c656ef88-de6b-4064-a8ed-f014f7a6a361 tempest-FloatingIPAdminTestJSON-1527604243 tempest-FloatingIPAdminTestJSON-1527604243-project] Notify callbacks [] for floatingip, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:02.110556 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c656ef88-de6b-4064-a8ed-f014f7a6a361 tempest-FloatingIPAdminTestJSON-1527604243 tempest-FloatingIPAdminTestJSON-1527604243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:02.114363 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c656ef88-de6b-4064-a8ed-f014f7a6a361 tempest-FloatingIPAdminTestJSON-1527604243 tempest-FloatingIPAdminTestJSON-1527604243-project] 10.222.0.38 "DELETE /v2.0/floatingips/b857afa3-8d40-4564-99e4-e63707786314 HTTP/1.1" status: 204 len: 168 time: 0.6858406 Jul 16 20:58:02.116164 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43114) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:02.144566 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:02.160190 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4741ac4e-fc18-43f8-9570-03edba799756 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:58:02.193270 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 4741ac4e-fc18-43f8-9570-03edba799756, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=4741ac4e-fc18-43f8-9570-03edba799756,segment=NetworkSegment(3140a3f6-c9b8-4f13-8088-887da1a86a85),segment_id=3140a3f6-c9b8-4f13-8088-887da1a86a85)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:02.198729 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:02.199640 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4afb435a-3864-4525-8a30-40d1c73f1ea6 req-0c3ae381-376f-4eeb-8462-cc7527caa7f0 service neutron] 10.222.0.18 "GET /v2.0/networks/e66c60ee-bf37-48ee-a083-607cc99792c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144176 Jul 16 20:58:02.293187 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=4741ac4e-fc18-43f8-9570-03edba799756,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:02.311486 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-5d1a06a6-32cf-4929-875b-e558259f9aae tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Deleting port 2f430610-d70d-433f-9520-c8d25ff6a820 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:02.312161 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d1a06a6-32cf-4929-875b-e558259f9aae tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:02.398167 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d1a06a6-32cf-4929-875b-e558259f9aae tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:02.398444 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d1a06a6-32cf-4929-875b-e558259f9aae tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:02.411990 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['4741ac4e-fc18-43f8-9570-03edba799756'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:58:02.414854 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-5d1a06a6-32cf-4929-875b-e558259f9aae tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Calling delete_port for 2f430610-d70d-433f-9520-c8d25ff6a820 owned by network:floatingip {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:02.523500 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381492f-eaf4-4b5d-b801-7871abd5d319 req-edb8a496-37fb-495f-8be4-1d8e76ece75a tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:02.530839 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6381492f-eaf4-4b5d-b801-7871abd5d319 req-edb8a496-37fb-495f-8be4-1d8e76ece75a tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=753cfe96-e893-4f6b-89cb-c84aabe725eb HTTP/1.1" status: 200 len: 943 time: 0.0891664 Jul 16 20:58:02.571822 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6381492f-eaf4-4b5d-b801-7871abd5d319 req-94216588-3df4-4528-a081-8d59220b7348 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364704 Jul 16 20:58:02.572075 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d1a06a6-32cf-4929-875b-e558259f9aae tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:02.598714 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a06a6-32cf-4929-875b-e558259f9aae tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f430610-d70d-433f-9520-c8d25ff6a820,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:02.660381 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d1a06a6-32cf-4929-875b-e558259f9aae tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:02.662969 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d1a06a6-32cf-4929-875b-e558259f9aae tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:02.664128 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5d1a06a6-32cf-4929-875b-e558259f9aae tempest-FloatingIPAdminTestJSON-925122154 tempest-FloatingIPAdminTestJSON-925122154-project-admin] 10.222.0.38 "DELETE /v2.0/floatingips/624a0366-15a2-4b3a-986d-6518272f4ac8 HTTP/1.1" status: 204 len: 168 time: 0.5470140 Jul 16 20:58:02.668480 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43120) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:02.768644 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-5104f648-7c3d-4681-af13-715e9bbd8b08 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Deleting port 7c5a54f1-e7bb-4094-879d-644d2a25cb28 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:02.768907 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5104f648-7c3d-4681-af13-715e9bbd8b08 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:02.862077 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5104f648-7c3d-4681-af13-715e9bbd8b08 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:02.873810 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-5104f648-7c3d-4681-af13-715e9bbd8b08 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Calling delete_port for 7c5a54f1-e7bb-4094-879d-644d2a25cb28 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:03.001709 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5104f648-7c3d-4681-af13-715e9bbd8b08 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:03.031018 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104f648-7c3d-4681-af13-715e9bbd8b08 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Pushing event deleted for resources: {'Port': ['ID=7c5a54f1-e7bb-4094-879d-644d2a25cb28,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:03.107450 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5104f648-7c3d-4681-af13-715e9bbd8b08 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:03.109386 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5104f648-7c3d-4681-af13-715e9bbd8b08 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] 10.222.0.38 "DELETE /v2.0/ports/7c5a54f1-e7bb-4094-879d-644d2a25cb28 HTTP/1.1" status: 204 len: 168 time: 0.4399369 Jul 16 20:58:03.111915 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43122) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:03.183188 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51afd84-edbe-4a64-aaac-76ca0ef99549 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:03.184889 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d51afd84-edbe-4a64-aaac-76ca0ef99549 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] 10.222.0.38 "GET /v2.0/ports?device_id=45e04ccf-a536-472c-a8ab-dc0f593e596f HTTP/1.1" status: 200 len: 913 time: 0.0720699 Jul 16 20:58:03.187947 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43124) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:03.381760 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:03.421307 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 198fdf1e-d8dd-4813-8dd2-606fa9f73df1 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:58:03.534615 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 198fdf1e-d8dd-4813-8dd2-606fa9f73df1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=198fdf1e-d8dd-4813-8dd2-606fa9f73df1,segment=NetworkSegment(3140a3f6-c9b8-4f13-8088-887da1a86a85),segment_id=3140a3f6-c9b8-4f13-8088-887da1a86a85)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:03.553076 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '198fdf1e-d8dd-4813-8dd2-606fa9f73df1', 'network_id': 'e66c60ee-bf37-48ee-a083-607cc99792c8', 'port_id': '198fdf1e-d8dd-4813-8dd2-606fa9f73df1', 'mac_address': 'fa:16:3e:f0:29:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29863072-73a5-4b13-8e1b-17bb412289cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:58:03.603976 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:03.624991 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 198fdf1e-d8dd-4813-8dd2-606fa9f73df1 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:58:03.654755 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 198fdf1e-d8dd-4813-8dd2-606fa9f73df1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=198fdf1e-d8dd-4813-8dd2-606fa9f73df1,segment=NetworkSegment(3140a3f6-c9b8-4f13-8088-887da1a86a85),segment_id=3140a3f6-c9b8-4f13-8088-887da1a86a85)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:03.660473 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:03.724290 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=198fdf1e-d8dd-4813-8dd2-606fa9f73df1,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:03.805318 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6ed93-dc31-4c5e-80a9-8b71181eba0f req-ddbd85b9-1399-46d2-8546-8fea26dcb21f tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:03.806924 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1aa6ed93-dc31-4c5e-80a9-8b71181eba0f req-ddbd85b9-1399-46d2-8546-8fea26dcb21f tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=753cfe96-e893-4f6b-89cb-c84aabe725eb HTTP/1.1" status: 200 len: 943 time: 0.0691392 Jul 16 20:58:03.847206 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1aa6ed93-dc31-4c5e-80a9-8b71181eba0f req-55d1fb15-edb4-4420-9b66-019dce0a6d28 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342603 Jul 16 20:58:03.876178 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['198fdf1e-d8dd-4813-8dd2-606fa9f73df1'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:58:03.935456 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-baf1d34e-3f1b-4ae9-abdd-f6cda962824e tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:03.939841 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 4741ac4e-fc18-43f8-9570-03edba799756 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:04.042728 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 4741ac4e-fc18-43f8-9570-03edba799756 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:04.055355 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 4741ac4e-fc18-43f8-9570-03edba799756 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:04.055728 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:04.157823 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:04.185046 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb8d50a-94c0-45dc-8cb0-aca4918e8cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4741ac4e-fc18-43f8-9570-03edba799756'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:04.187935 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b9088e-fb48-4f57-aea9-9663846a765c" -d '{"events": [{"server_uuid": "acb8d50a-94c0-45dc-8cb0-aca4918e8cc3", "name": "network-vif-plugged", "status": "completed", "tag": "4741ac4e-fc18-43f8-9570-03edba799756"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:04.207695 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 4741ac4e-fc18-43f8-9570-03edba799756, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=4741ac4e-fc18-43f8-9570-03edba799756,segment=NetworkSegment(3140a3f6-c9b8-4f13-8088-887da1a86a85),segment_id=3140a3f6-c9b8-4f13-8088-887da1a86a85)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:04.214733 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:04.266659 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b35b06-d4d0-4e5f-a0ad-122f4b475acd x-openstack-request-id: req-29b35b06-d4d0-4e5f-a0ad-122f4b475acd {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:04.267540 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb8d50a-94c0-45dc-8cb0-aca4918e8cc3", "name": "network-vif-plugged", "status": "completed", "tag": "4741ac4e-fc18-43f8-9570-03edba799756", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:04.268028 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-29b35b06-d4d0-4e5f-a0ad-122f4b475acd {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:04.268987 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb8d50a-94c0-45dc-8cb0-aca4918e8cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4741ac4e-fc18-43f8-9570-03edba799756', 'code': 200} Jul 16 20:58:04.281808 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-baf1d34e-3f1b-4ae9-abdd-f6cda962824e tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Deleting port 1c658e29-8b6d-4661-b104-cd33e346a54e {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:04.282177 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-baf1d34e-3f1b-4ae9-abdd-f6cda962824e tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:04.302263 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=4741ac4e-fc18-43f8-9570-03edba799756,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:04.418889 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-baf1d34e-3f1b-4ae9-abdd-f6cda962824e tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:04.435637 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-baf1d34e-3f1b-4ae9-abdd-f6cda962824e tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Calling delete_port for 1c658e29-8b6d-4661-b104-cd33e346a54e owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:04.441310 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3f190-3fd5-442c-9848-033b3481d8be req-57e784a0-b7cf-4e4a-8ef2-53aafc247af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:04.442880 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e8c3f190-3fd5-442c-9848-033b3481d8be req-57e784a0-b7cf-4e4a-8ef2-53aafc247af8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 1097 time: 0.1317739 Jul 16 20:58:04.527009 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e8c3f190-3fd5-442c-9848-033b3481d8be req-0428433e-2c16-4d5a-bb96-e199db9b8138 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762203 Jul 16 20:58:04.659122 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-baf1d34e-3f1b-4ae9-abdd-f6cda962824e tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:04.687874 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1d34e-3f1b-4ae9-abdd-f6cda962824e tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Pushing event deleted for resources: {'Port': ['ID=1c658e29-8b6d-4661-b104-cd33e346a54e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:04.891461 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54aafd44-4859-44bb-b537-06c9b68681e2 req-d701c073-2420-4cf8-8b46-732af58b377b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=310670f2-deb6-4cf5-bc31-ceb2be6eed26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0823193 Jul 16 20:58:04.939893 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-baf1d34e-3f1b-4ae9-abdd-f6cda962824e tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:05.015297 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aafd44-4859-44bb-b537-06c9b68681e2 req-c1af64d8-d497-4270-90d0-0e1030f16498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:05.017088 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54aafd44-4859-44bb-b537-06c9b68681e2 req-c1af64d8-d497-4270-90d0-0e1030f16498 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3da1d7495811459596c9888ba557109e&device_id=310670f2-deb6-4cf5-bc31-ceb2be6eed26 HTTP/1.1" status: 200 len: 1098 time: 0.0708957 Jul 16 20:58:05.145092 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c8550-eb14-4868-84df-00d297128e10 req-e529a31e-6253-4f08-8d4e-9d59d70bcd01 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:05.146689 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b24c8550-eb14-4868-84df-00d297128e10 req-e529a31e-6253-4f08-8d4e-9d59d70bcd01 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=753cfe96-e893-4f6b-89cb-c84aabe725eb HTTP/1.1" status: 200 len: 943 time: 0.1453137 Jul 16 20:58:05.180583 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aafd44-4859-44bb-b537-06c9b68681e2 req-4834af72-d7e2-42b5-b532-0ca9fd092cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:05.182181 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54aafd44-4859-44bb-b537-06c9b68681e2 req-4834af72-d7e2-42b5-b532-0ca9fd092cba service neutron] 10.222.0.18 "GET /v2.0/networks?id=9afa4753-4886-4713-8925-5d8db0eecc22 HTTP/1.1" status: 200 len: 913 time: 0.1397011 Jul 16 20:58:05.228609 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf1d34e-3f1b-4ae9-abdd-f6cda962824e tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Router 45e04ccf-a536-472c-a8ab-dc0f593e596f has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:05.266406 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54aafd44-4859-44bb-b537-06c9b68681e2 req-44a69ce8-fd1b-4df8-b45b-4ea5248012e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc734a71-0599-4ab0-9c72-f6c0d80ae43e HTTP/1.1" status: 200 len: 217 time: 0.0747931 Jul 16 20:58:05.270987 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b24c8550-eb14-4868-84df-00d297128e10 req-f88166ca-c752-482a-b888-73cc5c003e5d tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134176 Jul 16 20:58:05.343126 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aafd44-4859-44bb-b537-06c9b68681e2 req-279cba35-39f1-41a8-b8dc-20188e7552cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:05.344857 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54aafd44-4859-44bb-b537-06c9b68681e2 req-279cba35-39f1-41a8-b8dc-20188e7552cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6cf773ef-ecfd-4609-a56c-c25b00b5aa7b HTTP/1.1" status: 200 len: 852 time: 0.0720587 Jul 16 20:58:05.382200 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54aafd44-4859-44bb-b537-06c9b68681e2 req-d864d889-56c4-453f-855c-643c6a72461f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9afa4753-4886-4713-8925-5d8db0eecc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310321 Jul 16 20:58:05.401392 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf1d34e-3f1b-4ae9-abdd-f6cda962824e tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:05.412760 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc2a4b1-3c80-4010-9eaf-c0c28ea5bb1e None None] Sync routers for ids ['45e04ccf-a536-472c-a8ab-dc0f593e596f'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:05.414700 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-baf1d34e-3f1b-4ae9-abdd-f6cda962824e tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] 10.222.0.38 "PUT /v2.0/routers/45e04ccf-a536-472c-a8ab-dc0f593e596f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2254188 Jul 16 20:58:05.415610 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43146) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:05.427186 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc2a4b1-3c80-4010-9eaf-c0c28ea5bb1e None None] Routers {'45e04ccf-a536-472c-a8ab-dc0f593e596f'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:05.427841 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4bc2a4b1-3c80-4010-9eaf-c0c28ea5bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:57:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['45e04ccf-a536-472c-a8ab-dc0f593e596f'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:05.470954 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 84c4007b-60e5-4001-9ac8-bd72c4f2f605 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:58:05.473041 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 198fdf1e-d8dd-4813-8dd2-606fa9f73df1 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:05.499775 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4bc2a4b1-3c80-4010-9eaf-c0c28ea5bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:05.527497 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54aafd44-4859-44bb-b537-06c9b68681e2 req-ab09757d-b8c0-42eb-8ee2-5460c59eda1d service neutron] 10.222.0.18 "GET /v2.0/networks/9afa4753-4886-4713-8925-5d8db0eecc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375179 Jul 16 20:58:05.540465 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc2a4b1-3c80-4010-9eaf-c0c28ea5bb1e None None] Routers {'45e04ccf-a536-472c-a8ab-dc0f593e596f'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:05.541189 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4bc2a4b1-3c80-4010-9eaf-c0c28ea5bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:57:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['45e04ccf-a536-472c-a8ab-dc0f593e596f'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:05.572105 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b4d75b27-4562-477d-a227-fcd7b8d5953c tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:05.584889 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4bc2a4b1-3c80-4010-9eaf-c0c28ea5bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:05.585594 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc2a4b1-3c80-4010-9eaf-c0c28ea5bb1e None None] The sync data for ids ['45e04ccf-a536-472c-a8ab-dc0f593e596f'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:05.656936 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 198fdf1e-d8dd-4813-8dd2-606fa9f73df1 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:05.666852 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 198fdf1e-d8dd-4813-8dd2-606fa9f73df1 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:05.667781 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:05.675573 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54aafd44-4859-44bb-b537-06c9b68681e2 req-12bede2a-1b30-449c-a91b-5bac9e92c996 service neutron] 10.222.0.18 "GET /v2.0/networks/9afa4753-4886-4713-8925-5d8db0eecc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409547 Jul 16 20:58:05.706481 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b4d75b27-4562-477d-a227-fcd7b8d5953c tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:05.707751 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 84c4007b-60e5-4001-9ac8-bd72c4f2f605, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=84c4007b-60e5-4001-9ac8-bd72c4f2f605,segment=NetworkSegment(3140a3f6-c9b8-4f13-8088-887da1a86a85),segment_id=3140a3f6-c9b8-4f13-8088-887da1a86a85)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:05.727295 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '84c4007b-60e5-4001-9ac8-bd72c4f2f605', 'network_id': 'e66c60ee-bf37-48ee-a083-607cc99792c8', 'port_id': '84c4007b-60e5-4001-9ac8-bd72c4f2f605', 'mac_address': 'fa:16:3e:95:5d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29863072-73a5-4b13-8e1b-17bb412289cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:58:05.767001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-b4d75b27-4562-477d-a227-fcd7b8d5953c tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Deleting port 630928a6-bd4c-40dc-9016-de7f1877d904 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:05.767202 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b4d75b27-4562-477d-a227-fcd7b8d5953c tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:05.803797 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:05.833253 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:05.835952 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c4007b-60e5-4001-9ac8-bd72c4f2f605 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:58:05.879808 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b4d75b27-4562-477d-a227-fcd7b8d5953c tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:05.884245 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 84c4007b-60e5-4001-9ac8-bd72c4f2f605, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=84c4007b-60e5-4001-9ac8-bd72c4f2f605,segment=NetworkSegment(3140a3f6-c9b8-4f13-8088-887da1a86a85),segment_id=3140a3f6-c9b8-4f13-8088-887da1a86a85)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:05.894470 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:05.894689 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-b4d75b27-4562-477d-a227-fcd7b8d5953c tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Calling delete_port for 630928a6-bd4c-40dc-9016-de7f1877d904 owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:05.897359 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 198fdf1e-d8dd-4813-8dd2-606fa9f73df1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=198fdf1e-d8dd-4813-8dd2-606fa9f73df1,segment=NetworkSegment(3140a3f6-c9b8-4f13-8088-887da1a86a85),segment_id=3140a3f6-c9b8-4f13-8088-887da1a86a85)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:05.922945 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:05.950334 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=84c4007b-60e5-4001-9ac8-bd72c4f2f605,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:06.005412 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=198fdf1e-d8dd-4813-8dd2-606fa9f73df1,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:06.112246 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b4d75b27-4562-477d-a227-fcd7b8d5953c tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:06.125119 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['84c4007b-60e5-4001-9ac8-bd72c4f2f605'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:58:06.140558 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d75b27-4562-477d-a227-fcd7b8d5953c tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Pushing event deleted for resources: {'Port': ['ID=630928a6-bd4c-40dc-9016-de7f1877d904,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:06.226836 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b4d75b27-4562-477d-a227-fcd7b8d5953c tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:06.273023 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e2efc8-4fa0-4931-9e00-b58ec25b5dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198fdf1e-d8dd-4813-8dd2-606fa9f73df1'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:06.275547 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54bc175-b35d-4e4c-9b7d-49ff28206a38" -d '{"events": [{"server_uuid": "d7e2efc8-4fa0-4931-9e00-b58ec25b5dfc", "name": "network-vif-plugged", "status": "completed", "tag": "198fdf1e-d8dd-4813-8dd2-606fa9f73df1"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:06.318613 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27186d56-ef0d-4046-b00a-a653ee1a08b9 x-openstack-request-id: req-27186d56-ef0d-4046-b00a-a653ee1a08b9 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:06.319500 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e2efc8-4fa0-4931-9e00-b58ec25b5dfc", "name": "network-vif-plugged", "status": "completed", "tag": "198fdf1e-d8dd-4813-8dd2-606fa9f73df1", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:06.319758 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-27186d56-ef0d-4046-b00a-a653ee1a08b9 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:06.320158 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e2efc8-4fa0-4931-9e00-b58ec25b5dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198fdf1e-d8dd-4813-8dd2-606fa9f73df1', 'code': 200} Jul 16 20:58:06.329262 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b4d75b27-4562-477d-a227-fcd7b8d5953c tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:06.331608 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b4d75b27-4562-477d-a227-fcd7b8d5953c tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:06.390595 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b4d75b27-4562-477d-a227-fcd7b8d5953c tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:06.391447 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d75b27-4562-477d-a227-fcd7b8d5953c tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Fanout notify agent at l3_agent the message router_deleted on router 45e04ccf-a536-472c-a8ab-dc0f593e596f {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:58:06.402260 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b4d75b27-4562-477d-a227-fcd7b8d5953c tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:06.405964 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b4d75b27-4562-477d-a227-fcd7b8d5953c tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] 10.222.0.38 "DELETE /v2.0/routers/45e04ccf-a536-472c-a8ab-dc0f593e596f HTTP/1.1" status: 204 len: 168 time: 0.9867423 Jul 16 20:58:06.406343 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43154) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:06.473512 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ac9b99-892e-41b6-a7e8-a89a6e29d941 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Deleting subnet f973dfeb-c694-4e6c-9487-d131aa186bd4 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:58:06.475765 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107f4ea-2689-41ea-ba36-aeed7ae6968f req-544b79f5-dfe2-4d5e-bc90-23010f50ab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:06.477196 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-56ac9b99-892e-41b6-a7e8-a89a6e29d941 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:06.477327 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3107f4ea-2689-41ea-ba36-aeed7ae6968f req-544b79f5-dfe2-4d5e-bc90-23010f50ab44 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d7e2efc8-4fa0-4931-9e00-b58ec25b5dfc HTTP/1.1" status: 200 len: 1097 time: 0.0781624 Jul 16 20:58:06.522498 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-56ac9b99-892e-41b6-a7e8-a89a6e29d941 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:06.531028 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3107f4ea-2689-41ea-ba36-aeed7ae6968f req-470bbba2-f947-4a6b-be67-4b1461bef0d8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366859 Jul 16 20:58:06.559965 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7c6ab-8b76-4770-bb52-58bc6d17b916 req-6434303b-a354-4e4c-a550-86d02a94960e tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:06.561535 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d5f7c6ab-8b76-4770-bb52-58bc6d17b916 req-6434303b-a354-4e4c-a550-86d02a94960e tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=753cfe96-e893-4f6b-89cb-c84aabe725eb HTTP/1.1" status: 200 len: 944 time: 0.1059248 Jul 16 20:58:06.603060 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d5f7c6ab-8b76-4770-bb52-58bc6d17b916 req-66b34c6b-fe85-4bb6-9fe9-85b320844e39 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345016 Jul 16 20:58:06.627853 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-56ac9b99-892e-41b6-a7e8-a89a6e29d941 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:06.689579 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-56ac9b99-892e-41b6-a7e8-a89a6e29d941 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:06.717445 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac9b99-892e-41b6-a7e8-a89a6e29d941 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Pushing event deleted for resources: {'Subnet': ['ID=f973dfeb-c694-4e6c-9487-d131aa186bd4,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:06.726002 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-56ac9b99-892e-41b6-a7e8-a89a6e29d941 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:06.727950 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-56ac9b99-892e-41b6-a7e8-a89a6e29d941 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] 10.222.0.38 "DELETE /v2.0/subnets/f973dfeb-c694-4e6c-9487-d131aa186bd4 HTTP/1.1" status: 204 len: 168 time: 0.3206463 Jul 16 20:58:06.731453 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43156) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:06.733072 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412614cf-0321-4822-93e8-68253d540457 None None] Network 62cc57fb-77ca-4cd1-b952-4569a668adcd requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:58:06.853287 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-24d7e4e5-cabb-439e-a3ff-0cb6560efa04 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:06.949033 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-24d7e4e5-cabb-439e-a3ff-0cb6560efa04 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Deleting port fe09552d-e4fb-4175-b053-ed82c13c0f75 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:06.949532 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-24d7e4e5-cabb-439e-a3ff-0cb6560efa04 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:06.984428 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334e414b-fd6c-4edb-8165-99444d7c3a2f None None] DHCP port deletion for 62cc57fb-77ca-4cd1-b952-4569a668adcd request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:58:07.031196 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-24d7e4e5-cabb-439e-a3ff-0cb6560efa04 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] For port fe09552d-e4fb-4175-b053-ed82c13c0f75, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fe09552d-e4fb-4175-b053-ed82c13c0f75,segment=NetworkSegment(5fb9c5b3-58ad-4195-9f10-fb96aee85437),segment_id=5fb9c5b3-58ad-4195-9f10-fb96aee85437)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:07.031746 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-24d7e4e5-cabb-439e-a3ff-0cb6560efa04 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:07.038554 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-334e414b-fd6c-4edb-8165-99444d7c3a2f None None] Deleting port fe09552d-e4fb-4175-b053-ed82c13c0f75 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:07.039443 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-334e414b-fd6c-4edb-8165-99444d7c3a2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:07.045821 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-24d7e4e5-cabb-439e-a3ff-0cb6560efa04 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Calling delete_port for fe09552d-e4fb-4175-b053-ed82c13c0f75 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:07.113287 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-334e414b-fd6c-4edb-8165-99444d7c3a2f None None] For port fe09552d-e4fb-4175-b053-ed82c13c0f75, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fe09552d-e4fb-4175-b053-ed82c13c0f75,segment=NetworkSegment(5fb9c5b3-58ad-4195-9f10-fb96aee85437),segment_id=5fb9c5b3-58ad-4195-9f10-fb96aee85437)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:07.113684 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-334e414b-fd6c-4edb-8165-99444d7c3a2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:07.128226 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-334e414b-fd6c-4edb-8165-99444d7c3a2f None None] Calling delete_port for fe09552d-e4fb-4175-b053-ed82c13c0f75 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:07.141198 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-24d7e4e5-cabb-439e-a3ff-0cb6560efa04 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:07.169381 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7e4e5-cabb-439e-a3ff-0cb6560efa04 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Pushing event deleted for resources: {'Port': ['ID=fe09552d-e4fb-4175-b053-ed82c13c0f75,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:07.173672 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d7e4e5-cabb-439e-a3ff-0cb6560efa04 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] No DVR routers for this DVR port fe09552d-e4fb-4175-b053-ed82c13c0f75 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:07.223982 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 20:58:07.237736 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-334e414b-fd6c-4edb-8165-99444d7c3a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:07.265888 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e414b-fd6c-4edb-8165-99444d7c3a2f None None] Pushing event deleted for resources: {'Port': ['ID=fe09552d-e4fb-4175-b053-ed82c13c0f75,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:07.272417 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334e414b-fd6c-4edb-8165-99444d7c3a2f None None] No DVR routers for this DVR port fe09552d-e4fb-4175-b053-ed82c13c0f75 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:58:07.279564 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-24d7e4e5-cabb-439e-a3ff-0cb6560efa04 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:07.297634 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-24d7e4e5-cabb-439e-a3ff-0cb6560efa04 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62cc57fb-77ca-4cd1-b952-4569a668adcd']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:07.309824 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-24d7e4e5-cabb-439e-a3ff-0cb6560efa04 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb9c5b3-58ad-4195-9f10-fb96aee85437') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:07.310115 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-24d7e4e5-cabb-439e-a3ff-0cb6560efa04 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb9c5b3-58ad-4195-9f10-fb96aee85437') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:07.319266 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-24d7e4e5-cabb-439e-a3ff-0cb6560efa04 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:07.335292 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-24d7e4e5-cabb-439e-a3ff-0cb6560efa04 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:07.342901 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d7e4e5-cabb-439e-a3ff-0cb6560efa04 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:58:07.343963 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-24d7e4e5-cabb-439e-a3ff-0cb6560efa04 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:58:07.347245 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:58:07.411027 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-24d7e4e5-cabb-439e-a3ff-0cb6560efa04 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:07.423987 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-24d7e4e5-cabb-439e-a3ff-0cb6560efa04 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:07.428485 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-24d7e4e5-cabb-439e-a3ff-0cb6560efa04 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] 10.222.0.38 "DELETE /v2.0/networks/62cc57fb-77ca-4cd1-b952-4569a668adcd HTTP/1.1" status: 204 len: 168 time: 0.6930931 Jul 16 20:58:07.429317 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43160) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:07.436149 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 84c4007b-60e5-4001-9ac8-bd72c4f2f605 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:07.455823 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7e4e5-cabb-439e-a3ff-0cb6560efa04 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Pushing event deleted for resources: {'Network': ['ID=62cc57fb-77ca-4cd1-b952-4569a668adcd,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:07.507873 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 84c4007b-60e5-4001-9ac8-bd72c4f2f605 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:07.512779 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 84c4007b-60e5-4001-9ac8-bd72c4f2f605 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:07.513682 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:07.606717 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-da84fc7b-2c7a-4b99-9073-f1d20268ab17 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Deleting port f61364c7-d0b6-476a-bf0e-eefd3026c603 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:07.607709 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-da84fc7b-2c7a-4b99-9073-f1d20268ab17 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:07.614313 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:07.654764 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 84c4007b-60e5-4001-9ac8-bd72c4f2f605, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=84c4007b-60e5-4001-9ac8-bd72c4f2f605,segment=NetworkSegment(3140a3f6-c9b8-4f13-8088-887da1a86a85),segment_id=3140a3f6-c9b8-4f13-8088-887da1a86a85)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:07.660128 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:07.700361 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-da84fc7b-2c7a-4b99-9073-f1d20268ab17 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:07.700637 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-da84fc7b-2c7a-4b99-9073-f1d20268ab17 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:07.715879 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=84c4007b-60e5-4001-9ac8-bd72c4f2f605,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:07.717739 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-da84fc7b-2c7a-4b99-9073-f1d20268ab17 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Calling delete_port for f61364c7-d0b6-476a-bf0e-eefd3026c603 owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:07.873514 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f373ea2-9407-48f5-bdb9-72cd46e9cb64 req-b9e8c809-ac87-430d-aaf1-6d60703ef0a1 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:07.875254 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9f373ea2-9407-48f5-bdb9-72cd46e9cb64 req-b9e8c809-ac87-430d-aaf1-6d60703ef0a1 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=753cfe96-e893-4f6b-89cb-c84aabe725eb HTTP/1.1" status: 200 len: 945 time: 0.1075671 Jul 16 20:58:07.965699 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9f373ea2-9407-48f5-bdb9-72cd46e9cb64 req-9e072bed-db93-4180-a19f-411ca7da1ae5 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809376 Jul 16 20:58:07.980457 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-da84fc7b-2c7a-4b99-9073-f1d20268ab17 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:08.021279 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84fc7b-2c7a-4b99-9073-f1d20268ab17 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Pushing event deleted for resources: {'Port': ['ID=f61364c7-d0b6-476a-bf0e-eefd3026c603,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:08.113417 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-da84fc7b-2c7a-4b99-9073-f1d20268ab17 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:08.116287 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-da84fc7b-2c7a-4b99-9073-f1d20268ab17 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:08.117719 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-da84fc7b-2c7a-4b99-9073-f1d20268ab17 tempest-FloatingIPAdminTestJSON-1670282731 tempest-FloatingIPAdminTestJSON-1670282731-project] 10.222.0.38 "DELETE /v2.0/floatingips/affbc0c3-fd40-42c7-a874-82983f630125 HTTP/1.1" status: 204 len: 168 time: 0.6875765 Jul 16 20:58:08.321322 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753cfe96-e893-4f6b-89cb-c84aabe725eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c4007b-60e5-4001-9ac8-bd72c4f2f605'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:08.325280 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191f4e1e-16d2-47a3-bb8d-5c468331ca20" -d '{"events": [{"server_uuid": "753cfe96-e893-4f6b-89cb-c84aabe725eb", "name": "network-vif-plugged", "status": "completed", "tag": "84c4007b-60e5-4001-9ac8-bd72c4f2f605"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:08.365723 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b8c2ef-9460-4e62-b5aa-b0e8a1c5e9c1 x-openstack-request-id: req-24b8c2ef-9460-4e62-b5aa-b0e8a1c5e9c1 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:08.366235 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753cfe96-e893-4f6b-89cb-c84aabe725eb", "name": "network-vif-plugged", "status": "completed", "tag": "84c4007b-60e5-4001-9ac8-bd72c4f2f605", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:08.366752 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-24b8c2ef-9460-4e62-b5aa-b0e8a1c5e9c1 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:08.367338 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753cfe96-e893-4f6b-89cb-c84aabe725eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c4007b-60e5-4001-9ac8-bd72c4f2f605', 'code': 200} Jul 16 20:58:08.398938 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43176) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:08.514411 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78b3c4-72ba-4531-97da-10cefcbf9eda req-2144c7ee-edf8-4e0c-be61-34d657cabbe1 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:08.515967 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4b78b3c4-72ba-4531-97da-10cefcbf9eda req-2144c7ee-edf8-4e0c-be61-34d657cabbe1 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/ports?device_id=310670f2-deb6-4cf5-bc31-ceb2be6eed26 HTTP/1.1" status: 200 len: 946 time: 0.1141021 Jul 16 20:58:08.564894 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64c76a-d4d5-4020-9cd8-8daa573f1a9b req-c6e45784-359d-4ca3-bc48-ddab0c494046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:08.566546 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc64c76a-d4d5-4020-9cd8-8daa573f1a9b req-c6e45784-359d-4ca3-bc48-ddab0c494046 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=753cfe96-e893-4f6b-89cb-c84aabe725eb HTTP/1.1" status: 200 len: 1097 time: 0.1045101 Jul 16 20:58:08.571687 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4b78b3c4-72ba-4531-97da-10cefcbf9eda req-69203b34-d959-420e-8b65-46330d439ab0 tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/security-groups?id=a4d10538-8dbd-4eb7-b5d5-b417572da44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498505 Jul 16 20:58:08.579479 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a289b8ec-973c-48fb-986c-c370710ecdad admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=370f1516cd3147faa890f9d71337849a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1767762 Jul 16 20:58:08.579842 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43180) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:08.604309 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc64c76a-d4d5-4020-9cd8-8daa573f1a9b req-f4dfdac2-0d4c-4ffa-bcb5-199be78e3853 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307157 Jul 16 20:58:08.636943 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef550867-a145-4ebd-be7f-1e5cef0bb8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:08.660389 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef550867-a145-4ebd-be7f-1e5cef0bb8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:08.707425 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef550867-a145-4ebd-be7f-1e5cef0bb8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:08.709978 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef550867-a145-4ebd-be7f-1e5cef0bb8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:08.711159 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ef550867-a145-4ebd-be7f-1e5cef0bb8b0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6cf36afd-954e-460f-8581-2d7c8d158d07 HTTP/1.1" status: 204 len: 168 time: 0.1306725 Jul 16 20:58:08.719622 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef550867-a145-4ebd-be7f-1e5cef0bb8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf36afd-954e-460f-8581-2d7c8d158d07,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:08.858722 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fe09552d-e4fb-4175-b053-ed82c13c0f75 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:58:08.883259 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: fe09552d-e4fb-4175-b053-ed82c13c0f75 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:58:08.884021 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fe09552d-e4fb-4175-b053-ed82c13c0f75 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:58:09.019564 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43188) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:09.034451 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cd74cc65-c0d7-4d8d-952a-6aff4864a30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:09.150934 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cd74cc65-c0d7-4d8d-952a-6aff4864a30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:09.156334 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cd74cc65-c0d7-4d8d-952a-6aff4864a30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:09.176791 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0c0f8-4605-4d49-84c2-bd7ec2eaa168 req-cd34d5b9-0930-4a9d-be8d-db781fc7a527 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:09.178800 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9dc0c0f8-4605-4d49-84c2-bd7ec2eaa168 req-cd34d5b9-0930-4a9d-be8d-db781fc7a527 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=753cfe96-e893-4f6b-89cb-c84aabe725eb HTTP/1.1" status: 200 len: 945 time: 0.0764022 Jul 16 20:58:09.200151 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74cc65-c0d7-4d8d-952a-6aff4864a30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da424af3-2b8a-4541-80d4-bcebc6550299,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:09.206367 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cd74cc65-c0d7-4d8d-952a-6aff4864a30e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ff675a439343427d976f41462f79770e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1843789 Jul 16 20:58:09.208328 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43190) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:09.227715 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9dc0c0f8-4605-4d49-84c2-bd7ec2eaa168 req-c96207af-e708-4adf-8f5d-53ae01387bb1 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419297 Jul 16 20:58:09.269879 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7cbefa74-f0b1-430b-a489-f1c98561f773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:09.292813 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7cbefa74-f0b1-430b-a489-f1c98561f773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:09.346377 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7cbefa74-f0b1-430b-a489-f1c98561f773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:09.349203 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7cbefa74-f0b1-430b-a489-f1c98561f773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:09.350684 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7cbefa74-f0b1-430b-a489-f1c98561f773 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/da424af3-2b8a-4541-80d4-bcebc6550299 HTTP/1.1" status: 204 len: 168 time: 0.1412365 Jul 16 20:58:09.360679 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbefa74-f0b1-430b-a489-f1c98561f773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da424af3-2b8a-4541-80d4-bcebc6550299,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:09.808831 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43198) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:09.825238 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81292e4-45f0-4886-94b1-e9cbe1069777 req-6ec17e94-c77e-4cae-b63f-109b4d2a414b tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:09.826754 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f81292e4-45f0-4886-94b1-e9cbe1069777 req-6ec17e94-c77e-4cae-b63f-109b4d2a414b tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/ports?device_id=310670f2-deb6-4cf5-bc31-ceb2be6eed26 HTTP/1.1" status: 200 len: 946 time: 0.1043596 Jul 16 20:58:09.832484 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5550e335-775d-49d1-818e-956f743ff735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:09.888757 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f81292e4-45f0-4886-94b1-e9cbe1069777 req-704ce040-d512-4af5-bfa7-ac4e7a7c5a6d tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/security-groups?id=a4d10538-8dbd-4eb7-b5d5-b417572da44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541172 Jul 16 20:58:09.966051 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5550e335-775d-49d1-818e-956f743ff735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:09.970690 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5550e335-775d-49d1-818e-956f743ff735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:10.018740 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5550e335-775d-49d1-818e-956f743ff735 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ff05e9f34884402d95e6d12b0e4e92ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2084436 Jul 16 20:58:10.019964 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550e335-775d-49d1-818e-956f743ff735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bdf262-b3b8-47b7-9e47-6af6e75fe137,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:10.021629 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43200) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:10.076112 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6f51bf6a-dc8d-4a3c-a1d9-5503c6416a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:10.099019 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6f51bf6a-dc8d-4a3c-a1d9-5503c6416a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:10.143821 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12a9b9-2f88-4dbe-8947-201ed03c48e3 req-7f1bdc8f-0935-4be3-871d-2ae1111b3a5b tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:10.145558 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3b12a9b9-2f88-4dbe-8947-201ed03c48e3 req-7f1bdc8f-0935-4be3-871d-2ae1111b3a5b tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.18 "GET /v2.0/ports?device_id=310670f2-deb6-4cf5-bc31-ceb2be6eed26 HTTP/1.1" status: 200 len: 946 time: 0.0724325 Jul 16 20:58:10.156164 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6f51bf6a-dc8d-4a3c-a1d9-5503c6416a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:10.159015 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6f51bf6a-dc8d-4a3c-a1d9-5503c6416a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:10.160187 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6f51bf6a-dc8d-4a3c-a1d9-5503c6416a7d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/06bdf262-b3b8-47b7-9e47-6af6e75fe137 HTTP/1.1" status: 204 len: 168 time: 0.1366198 Jul 16 20:58:10.170072 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51bf6a-dc8d-4a3c-a1d9-5503c6416a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bdf262-b3b8-47b7-9e47-6af6e75fe137,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:10.625628 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab83404-55cd-4c8b-8044-526b4b012562 req-6a4ff245-545d-48c5-8856-bc995c6b48e6 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:10.627139 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ab83404-55cd-4c8b-8044-526b4b012562 req-6a4ff245-545d-48c5-8856-bc995c6b48e6 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=753cfe96-e893-4f6b-89cb-c84aabe725eb HTTP/1.1" status: 200 len: 945 time: 0.1115088 Jul 16 20:58:10.654663 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-3b12a9b9-2f88-4dbe-8947-201ed03c48e3 req-f446d00d-68c9-42cc-aaf2-7bd84309b18f tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Deleting port bc734a71-0599-4ab0-9c72-f6c0d80ae43e {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:10.655016 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3b12a9b9-2f88-4dbe-8947-201ed03c48e3 req-f446d00d-68c9-42cc-aaf2-7bd84309b18f tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:10.694700 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ab83404-55cd-4c8b-8044-526b4b012562 req-5f1f02fd-9b20-4df9-ae24-029fc9c437be tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615313 Jul 16 20:58:10.768436 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-3b12a9b9-2f88-4dbe-8947-201ed03c48e3 req-f446d00d-68c9-42cc-aaf2-7bd84309b18f tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] For port bc734a71-0599-4ab0-9c72-f6c0d80ae43e, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=bc734a71-0599-4ab0-9c72-f6c0d80ae43e,segment=NetworkSegment(604559b5-8098-4b37-8abe-a8c7a90063e2),segment_id=604559b5-8098-4b37-8abe-a8c7a90063e2)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:10.768839 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3b12a9b9-2f88-4dbe-8947-201ed03c48e3 req-f446d00d-68c9-42cc-aaf2-7bd84309b18f tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:10.782229 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-3b12a9b9-2f88-4dbe-8947-201ed03c48e3 req-f446d00d-68c9-42cc-aaf2-7bd84309b18f tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Calling delete_port for bc734a71-0599-4ab0-9c72-f6c0d80ae43e owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:10.928775 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7baa3d1-1c94-46cf-b91d-56749509f8f6 req-7b57a73f-e4d0-4dba-9628-cbf091279f0f tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:10.930361 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7baa3d1-1c94-46cf-b91d-56749509f8f6 req-7b57a73f-e4d0-4dba-9628-cbf091279f0f tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 945 time: 0.0985045 Jul 16 20:58:10.984410 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43230) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:11.003464 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7baa3d1-1c94-46cf-b91d-56749509f8f6 req-de231401-2237-449d-bf91-70ec4f52690b tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543416 Jul 16 20:58:11.004651 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3b12a9b9-2f88-4dbe-8947-201ed03c48e3 req-f446d00d-68c9-42cc-aaf2-7bd84309b18f tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:11.017156 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['bc734a71-0599-4ab0-9c72-f6c0d80ae43e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:58:11.071396 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446d00d-68c9-42cc-aaf2-7bd84309b18f tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Pushing event deleted for resources: {'Port': ['ID=bc734a71-0599-4ab0-9c72-f6c0d80ae43e,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:11.112594 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c109c968-96b4-45f4-b655-d39fb321def3 req-7a53478f-b379-49ec-b6df-7021cb944c9f tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.38 "GET /v2.0/ports?device_id=310670f2-deb6-4cf5-bc31-ceb2be6eed26 HTTP/1.1" status: 200 len: 210 time: 0.0752158 Jul 16 20:58:11.131099 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e798f172-6c55-4597-86c0-11e59397c01f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-739417505'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:11.135279 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b12a9b9-2f88-4dbe-8947-201ed03c48e3 req-f446d00d-68c9-42cc-aaf2-7bd84309b18f tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] No DVR routers for this DVR port bc734a71-0599-4ab0-9c72-f6c0d80ae43e on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:58:11.143565 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3b12a9b9-2f88-4dbe-8947-201ed03c48e3 req-f446d00d-68c9-42cc-aaf2-7bd84309b18f tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:11.145859 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3b12a9b9-2f88-4dbe-8947-201ed03c48e3 req-f446d00d-68c9-42cc-aaf2-7bd84309b18f tempest-VolumesSnapshotTestJSON-1149837423 tempest-VolumesSnapshotTestJSON-1149837423-project] 10.222.0.18 "DELETE /v2.0/ports/bc734a71-0599-4ab0-9c72-f6c0d80ae43e HTTP/1.1" status: 204 len: 173 time: 0.9954362 Jul 16 20:58:11.147453 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310670f2-deb6-4cf5-bc31-ceb2be6eed26', 'name': 'network-vif-deleted', 'tag': 'bc734a71-0599-4ab0-9c72-f6c0d80ae43e'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:11.149751 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe19de0b-bf03-4e94-8caa-60146e1c3983" -d '{"events": [{"server_uuid": "310670f2-deb6-4cf5-bc31-ceb2be6eed26", "name": "network-vif-deleted", "tag": "bc734a71-0599-4ab0-9c72-f6c0d80ae43e"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:11.164594 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e798f172-6c55-4597-86c0-11e59397c01f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Made reservation on behalf of 497e35bcfe474984910864d644555414 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:58:11.169920 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e798f172-6c55-4597-86c0-11e59397c01f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:11.179513 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e798f172-6c55-4597-86c0-11e59397c01f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:11.215140 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11f4ac5-c869-4ef6-8ed6-08dc732b1e25 x-openstack-request-id: req-b11f4ac5-c869-4ef6-8ed6-08dc732b1e25 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:11.216029 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310670f2-deb6-4cf5-bc31-ceb2be6eed26", "name": "network-vif-deleted", "tag": "bc734a71-0599-4ab0-9c72-f6c0d80ae43e", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:11.216690 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b11f4ac5-c869-4ef6-8ed6-08dc732b1e25 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:11.217197 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310670f2-deb6-4cf5-bc31-ceb2be6eed26', 'name': 'network-vif-deleted', 'tag': 'bc734a71-0599-4ab0-9c72-f6c0d80ae43e', 'status': 'completed', 'code': 200} Jul 16 20:58:11.239576 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43ee99-df93-4523-806d-2e593ddb1cff req-1578f7c6-f732-415a-a0e0-5fb9c94061bb tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:11.247811 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1e43ee99-df93-4523-806d-2e593ddb1cff req-1578f7c6-f732-415a-a0e0-5fb9c94061bb tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e2efc8-4fa0-4931-9e00-b58ec25b5dfc HTTP/1.1" status: 200 len: 945 time: 0.1008401 Jul 16 20:58:11.297462 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1e43ee99-df93-4523-806d-2e593ddb1cff req-d4872572-d90d-4f5e-90c1-a9ae90b279d3 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452611 Jul 16 20:58:11.322497 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e798f172-6c55-4597-86c0-11e59397c01f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:11.327084 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e798f172-6c55-4597-86c0-11e59397c01f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:11.357303 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e798f172-6c55-4597-86c0-11e59397c01f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:58:11.367289 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798f172-6c55-4597-86c0-11e59397c01f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a34ba747-fdee-42ac-b08e-458dbb6c89bb,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:11.372315 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e798f172-6c55-4597-86c0-11e59397c01f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:11.372665 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-e798f172-6c55-4597-86c0-11e59397c01f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Added segment 1adf9c38-ffac-4195-a925-efa4ac810a29 of type vlan for network 8e5b8632-efb2-4c26-93aa-68ac38d4547b Jul 16 20:58:11.414129 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e798f172-6c55-4597-86c0-11e59397c01f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:11.444199 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e798f172-6c55-4597-86c0-11e59397c01f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:11.451603 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e798f172-6c55-4597-86c0-11e59397c01f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:11.451603 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e798f172-6c55-4597-86c0-11e59397c01f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:11.487354 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e798f172-6c55-4597-86c0-11e59397c01f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5018196 Jul 16 20:58:11.490457 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43240) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:11.495738 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-5f3754e1-2b7d-4429-b2a5-cb179b583b7f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Request body: {'subnet': {'network_id': '8e5b8632-efb2-4c26-93aa-68ac38d4547b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:11.532488 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798f172-6c55-4597-86c0-11e59397c01f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event updated for resources: {'Network': ['ID=8e5b8632-efb2-4c26-93aa-68ac38d4547b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:11.546388 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 8e5b8632-efb2-4c26-93aa-68ac38d4547b details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:58:11.665064 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3754e1-2b7d-4429-b2a5-cb179b583b7f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Made reservation on behalf of 497e35bcfe474984910864d644555414 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:58:11.668909 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5f3754e1-2b7d-4429-b2a5-cb179b583b7f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:11.700650 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf4126-bcc4-41c4-b651-e3a29d1965f7 req-d9c6d9b7-e75b-4de2-8624-07fdc651ab01 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:11.702182 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6bbf4126-bcc4-41c4-b651-e3a29d1965f7 req-d9c6d9b7-e75b-4de2-8624-07fdc651ab01 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=753cfe96-e893-4f6b-89cb-c84aabe725eb HTTP/1.1" status: 200 len: 945 time: 0.1445973 Jul 16 20:58:11.789456 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6bbf4126-bcc4-41c4-b651-e3a29d1965f7 req-676ed399-6d1b-4cc2-a4e3-0adefa3722f1 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795097 Jul 16 20:58:11.907049 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5f3754e1-2b7d-4429-b2a5-cb179b583b7f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:11.973419 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3754e1-2b7d-4429-b2a5-cb179b583b7f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event updated for resources: {'Subnet': ['ID=0f215b38-5ef7-43dc-9277-dc0074198f45,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:11.985575 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3754e1-2b7d-4429-b2a5-cb179b583b7f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Checking segment: {'id': '1adf9c38-ffac-4195-a925-efa4ac810a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8e5b8632-efb2-4c26-93aa-68ac38d4547b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:58:11.985575 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3754e1-2b7d-4429-b2a5-cb179b583b7f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Network hostable DHCP agents. Network: 8e5b8632-efb2-4c26-93aa-68ac38d4547b, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:58:12.003482 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3754e1-2b7d-4429-b2a5-cb179b583b7f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Network 8e5b8632-efb2-4c26-93aa-68ac38d4547b is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:58:12.013834 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-5f3754e1-2b7d-4429-b2a5-cb179b583b7f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 8e5b8632-efb2-4c26-93aa-68ac38d4547b) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:12.019205 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3754e1-2b7d-4429-b2a5-cb179b583b7f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:12.019805 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5f3754e1-2b7d-4429-b2a5-cb179b583b7f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:12.023214 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b3684b-e8d7-4d76-a085-d79b339cc624 None None] Network 8e5b8632-efb2-4c26-93aa-68ac38d4547b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:58:12.052027 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5f3754e1-2b7d-4429-b2a5-cb179b583b7f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5577137 Jul 16 20:58:12.052276 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43244) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:12.057291 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-732a35c4-e7fd-4053-bdaf-4205e46856eb tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2074426018', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}, 'admin_state_up': False}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:12.107630 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-732a35c4-e7fd-4053-bdaf-4205e46856eb tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:12.108741 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-732a35c4-e7fd-4053-bdaf-4205e46856eb tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:12.155156 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db3b6a-ab11-495a-b3f9-45822fa8f60f req-a5fb6e97-8b1e-4cfe-bcf1-71d820cd957a tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:12.156728 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-70db3b6a-ab11-495a-b3f9-45822fa8f60f req-a5fb6e97-8b1e-4cfe-bcf1-71d820cd957a tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 945 time: 0.1197367 Jul 16 20:58:12.165112 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9503ea47-f749-449b-ab1b-f9e8d2d2e757 None None] Network 8e5b8632-efb2-4c26-93aa-68ac38d4547b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:58:12.197470 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-732a35c4-e7fd-4053-bdaf-4205e46856eb tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:12.294019 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-70db3b6a-ab11-495a-b3f9-45822fa8f60f req-389fc05d-e366-4967-bd81-fd482f6eb00f tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070805 Jul 16 20:58:12.363501 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-732a35c4-e7fd-4053-bdaf-4205e46856eb tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:12.615675 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-732a35c4-e7fd-4053-bdaf-4205e46856eb tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:12.643262 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-732a35c4-e7fd-4053-bdaf-4205e46856eb tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:12.722401 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6084c-f40b-47e9-8fff-0851dccda19e req-d482bf6e-0daa-49bd-b003-593a4e56d623 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:12.728323 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6084c-f40b-47e9-8fff-0851dccda19e req-d482bf6e-0daa-49bd-b003-593a4e56d623 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:12.734675 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6084c-f40b-47e9-8fff-0851dccda19e req-d482bf6e-0daa-49bd-b003-593a4e56d623 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:12.736345 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b4b6084c-f40b-47e9-8fff-0851dccda19e req-d482bf6e-0daa-49bd-b003-593a4e56d623 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=753cfe96-e893-4f6b-89cb-c84aabe725eb&device_id=d7e2efc8-4fa0-4931-9e00-b58ec25b5dfc&device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 2416 time: 0.1809645 Jul 16 20:58:12.812728 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-732a35c4-e7fd-4053-bdaf-4205e46856eb tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Allocated IP 172.25.0.113 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/4e566908-20d0-4fef-94c2-3487cdc84387) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:58:12.817124 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b4b6084c-f40b-47e9-8fff-0851dccda19e req-af54a21b-98d1-4c27-ac6b-e4cc16f02a40 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750704 Jul 16 20:58:12.934640 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-732a35c4-e7fd-4053-bdaf-4205e46856eb tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:12.980330 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-732a35c4-e7fd-4053-bdaf-4205e46856eb tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:13.042691 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732a35c4-e7fd-4053-bdaf-4205e46856eb tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:13.061797 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a35c4-e7fd-4053-bdaf-4205e46856eb tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event updated for resources: {'Port': ['ID=4e566908-20d0-4fef-94c2-3487cdc84387,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:13.065943 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-732a35c4-e7fd-4053-bdaf-4205e46856eb tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:13.068892 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732a35c4-e7fd-4053-bdaf-4205e46856eb tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:58:13.218910 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7524348-9653-4d2d-9840-f559a5125e8c req-73002763-70c0-4286-b6fa-080563fa0aa9 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:13.221631 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b7524348-9653-4d2d-9840-f559a5125e8c req-73002763-70c0-4286-b6fa-080563fa0aa9 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=753cfe96-e893-4f6b-89cb-c84aabe725eb HTTP/1.1" status: 200 len: 945 time: 0.2099130 Jul 16 20:58:13.303704 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b7524348-9653-4d2d-9840-f559a5125e8c req-296b286f-a387-4f84-be8f-ac37aaa3169c tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760291 Jul 16 20:58:13.422509 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-732a35c4-e7fd-4053-bdaf-4205e46856eb tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:13.719790 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-28a87aac-ed4a-4c2a-a460-68ac8bd1e5dc req-9d13a7c0-4cba-439f-ae6d-57a36a24b77f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ff619eb7-3f35-4320-bc69-238291dd59d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0745003 Jul 16 20:58:13.739059 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-732a35c4-e7fd-4053-bdaf-4205e46856eb tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:13.881958 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a87aac-ed4a-4c2a-a460-68ac8bd1e5dc req-0623e252-8e54-4f71-9a9d-f52d74b1ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:13.885457 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-28a87aac-ed4a-4c2a-a460-68ac8bd1e5dc req-0623e252-8e54-4f71-9a9d-f52d74b1ae23 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 1098 time: 0.1362851 Jul 16 20:58:13.967150 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732a35c4-e7fd-4053-bdaf-4205e46856eb tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Router 5885c877-7d06-4bab-9c20-43f183427976 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:58:14.063688 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a87aac-ed4a-4c2a-a460-68ac8bd1e5dc req-2780bbce-f6f3-4405-a594-311895645671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:14.065343 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-28a87aac-ed4a-4c2a-a460-68ac8bd1e5dc req-2780bbce-f6f3-4405-a594-311895645671 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 913 time: 0.1508186 Jul 16 20:58:14.126178 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732a35c4-e7fd-4053-bdaf-4205e46856eb tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:14.140836 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41256a79-c2a2-4daf-8c24-724be88fe089 None None] Sync routers for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:14.148046 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-28a87aac-ed4a-4c2a-a460-68ac8bd1e5dc req-e9c37620-cdc4-4813-b2c8-1a5975bdb99c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20804559-ccc8-48c8-a9ce-da9dbecf1f0e HTTP/1.1" status: 200 len: 1002 time: 0.0696256 Jul 16 20:58:14.167107 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-732a35c4-e7fd-4053-bdaf-4205e46856eb tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:14.171295 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-732a35c4-e7fd-4053-bdaf-4205e46856eb tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1156328 Jul 16 20:58:14.171498 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41256a79-c2a2-4daf-8c24-724be88fe089 None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:14.171619 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-41256a79-c2a2-4daf-8c24-724be88fe089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:57:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:14.171939 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43278) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:14.223623 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a87aac-ed4a-4c2a-a460-68ac8bd1e5dc req-21b67bc6-7c24-45f7-8c15-13d00d17774d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:14.225101 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-28a87aac-ed4a-4c2a-a460-68ac8bd1e5dc req-21b67bc6-7c24-45f7-8c15-13d00d17774d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91aaf1f1-4791-4613-820c-7a64a55f2344 HTTP/1.1" status: 200 len: 851 time: 0.0700123 Jul 16 20:58:14.244727 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-41256a79-c2a2-4daf-8c24-724be88fe089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:14.267520 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41256a79-c2a2-4daf-8c24-724be88fe089 None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:14.268017 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-41256a79-c2a2-4daf-8c24-724be88fe089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:57:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:14.335257 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-41256a79-c2a2-4daf-8c24-724be88fe089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:14.335922 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41256a79-c2a2-4daf-8c24-724be88fe089 None None] The sync data for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:14.629487 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a87aac-ed4a-4c2a-a460-68ac8bd1e5dc req-091a773a-c119-4721-8ab0-6be865a12d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:14.631103 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-28a87aac-ed4a-4c2a-a460-68ac8bd1e5dc req-091a773a-c119-4721-8ab0-6be865a12d6d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3990109 Jul 16 20:58:14.741073 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-28a87aac-ed4a-4c2a-a460-68ac8bd1e5dc req-3a722c12-4508-4ced-99fb-5ba1f7fd5be5 service neutron] 10.222.0.62 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025813 Jul 16 20:58:14.865829 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-28a87aac-ed4a-4c2a-a460-68ac8bd1e5dc req-7648ae37-99aa-433f-a5f8-bc6caae808e7 service neutron] 10.222.0.62 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184771 Jul 16 20:58:15.144669 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14f066-ee45-4790-b506-bedf6fb93e4b req-93d0d2fc-2f23-43f3-8bba-d3ff5dc7a251 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:15.146909 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-da14f066-ee45-4790-b506-bedf6fb93e4b req-93d0d2fc-2f23-43f3-8bba-d3ff5dc7a251 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 945 time: 0.1428645 Jul 16 20:58:15.218410 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-99e15de0-c26e-4d50-a4e7-7d731cf31afc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:15.270664 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-da14f066-ee45-4790-b506-bedf6fb93e4b req-c1c28397-b785-49a3-9c9b-3601ffe55f1f tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932536 Jul 16 20:58:15.489690 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device bc734a71-0599-4ab0-9c72-f6c0d80ae43e no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:58:15.496907 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-99e15de0-c26e-4d50-a4e7-7d731cf31afc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Allocated IP 172.20.0.1 (8e5b8632-efb2-4c26-93aa-68ac38d4547b/0f215b38-5ef7-43dc-9277-dc0074198f45/1281401e-86a3-4f58-996e-59ee484fc8e5) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:58:15.510407 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: bc734a71-0599-4ab0-9c72-f6c0d80ae43e {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:58:15.510774 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device bc734a71-0599-4ab0-9c72-f6c0d80ae43e not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:58:15.610210 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-99e15de0-c26e-4d50-a4e7-7d731cf31afc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:15.648369 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-99e15de0-c26e-4d50-a4e7-7d731cf31afc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:15.686201 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e15de0-c26e-4d50-a4e7-7d731cf31afc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Network 8e5b8632-efb2-4c26-93aa-68ac38d4547b is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:15.689358 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-99e15de0-c26e-4d50-a4e7-7d731cf31afc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:15.695786 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e15de0-c26e-4d50-a4e7-7d731cf31afc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:58:15.729849 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e15de0-c26e-4d50-a4e7-7d731cf31afc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event updated for resources: {'Port': ['ID=1281401e-86a3-4f58-996e-59ee484fc8e5,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:15.750498 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-99e15de0-c26e-4d50-a4e7-7d731cf31afc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:15.886456 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-99e15de0-c26e-4d50-a4e7-7d731cf31afc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:16.170902 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-99e15de0-c26e-4d50-a4e7-7d731cf31afc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:16.175934 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-99e15de0-c26e-4d50-a4e7-7d731cf31afc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:16.260406 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e15de0-c26e-4d50-a4e7-7d731cf31afc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event updated for resources: {'Port': ['ID=1281401e-86a3-4f58-996e-59ee484fc8e5,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:16.263875 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-99e15de0-c26e-4d50-a4e7-7d731cf31afc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:16.359862 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e15de0-c26e-4d50-a4e7-7d731cf31afc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Network 8e5b8632-efb2-4c26-93aa-68ac38d4547b is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:16.361361 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-99e15de0-c26e-4d50-a4e7-7d731cf31afc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:16.534124 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da9e83-46d6-415c-844d-2549fe95f158 req-ef91c596-dcae-402f-afc8-0fbd36077775 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:16.535586 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d1da9e83-46d6-415c-844d-2549fe95f158 req-ef91c596-dcae-402f-afc8-0fbd36077775 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 945 time: 0.1245191 Jul 16 20:58:16.537657 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e15de0-c26e-4d50-a4e7-7d731cf31afc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Router 5885c877-7d06-4bab-9c20-43f183427976 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:16.616055 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d1da9e83-46d6-415c-844d-2549fe95f158 req-9c27b61d-7ba6-4b11-82f7-5e57aa886d0b tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739279 Jul 16 20:58:16.674090 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e15de0-c26e-4d50-a4e7-7d731cf31afc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:16.680006 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-99e15de0-c26e-4d50-a4e7-7d731cf31afc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "PUT /v2.0/routers/5885c877-7d06-4bab-9c20-43f183427976/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5062525 Jul 16 20:58:16.682857 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43302) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:16.683906 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d64b895-d1f8-4024-9dd2-6b9121abfe05 None None] Sync routers for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:16.688226 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-0d267ac3-e868-4f00-bb2d-34b22fe3cc52 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Request body: {'port': {'network_id': '8e5b8632-efb2-4c26-93aa-68ac38d4547b', 'name': 'tempest-FloatingIPTestJSON-677905045'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:16.693550 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d64b895-d1f8-4024-9dd2-6b9121abfe05 None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:16.694157 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4d64b895-d1f8-4024-9dd2-6b9121abfe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:57:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:16.729365 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4d64b895-d1f8-4024-9dd2-6b9121abfe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:16.738217 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d64b895-d1f8-4024-9dd2-6b9121abfe05 None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:16.739040 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4d64b895-d1f8-4024-9dd2-6b9121abfe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:57:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:16.807969 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d267ac3-e868-4f00-bb2d-34b22fe3cc52 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Made reservation on behalf of 497e35bcfe474984910864d644555414 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:58:16.812915 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0d267ac3-e868-4f00-bb2d-34b22fe3cc52 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:16.834991 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-0d267ac3-e868-4f00-bb2d-34b22fe3cc52 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] device_id is not set on port 23c24ade-3387-431c-8b9c-41e2435811fa yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:58:16.933097 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4d64b895-d1f8-4024-9dd2-6b9121abfe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:16.933388 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d64b895-d1f8-4024-9dd2-6b9121abfe05 None None] The sync data for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:16.979190 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-0d267ac3-e868-4f00-bb2d-34b22fe3cc52 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Allocated IP 172.20.0.14 (8e5b8632-efb2-4c26-93aa-68ac38d4547b/0f215b38-5ef7-43dc-9277-dc0074198f45/23c24ade-3387-431c-8b9c-41e2435811fa) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:58:17.135853 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0d267ac3-e868-4f00-bb2d-34b22fe3cc52 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:17.176435 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0d267ac3-e868-4f00-bb2d-34b22fe3cc52 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:17.219571 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d267ac3-e868-4f00-bb2d-34b22fe3cc52 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Network 8e5b8632-efb2-4c26-93aa-68ac38d4547b is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:17.225002 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-0d267ac3-e868-4f00-bb2d-34b22fe3cc52 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:17.230756 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d267ac3-e868-4f00-bb2d-34b22fe3cc52 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:58:17.257036 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d267ac3-e868-4f00-bb2d-34b22fe3cc52 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event updated for resources: {'Port': ['ID=23c24ade-3387-431c-8b9c-41e2435811fa,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:17.285363 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d267ac3-e868-4f00-bb2d-34b22fe3cc52 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:17.285970 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0d267ac3-e868-4f00-bb2d-34b22fe3cc52 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:17.299884 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0d267ac3-e868-4f00-bb2d-34b22fe3cc52 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6159713 Jul 16 20:58:17.302718 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43304) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:17.308081 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-c7dc6c61-3503-4464-9fad-21eddef9fb4d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Request body: {'port': {'network_id': '8e5b8632-efb2-4c26-93aa-68ac38d4547b', 'name': 'tempest-FloatingIPTestJSON-828753106'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:17.420833 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7dc6c61-3503-4464-9fad-21eddef9fb4d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Made reservation on behalf of 497e35bcfe474984910864d644555414 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:58:17.424475 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6c61-3503-4464-9fad-21eddef9fb4d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:17.444637 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-c7dc6c61-3503-4464-9fad-21eddef9fb4d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] device_id is not set on port 12639414-b8b2-495d-a8c3-f7915db02438 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:58:17.553388 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-c7dc6c61-3503-4464-9fad-21eddef9fb4d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Allocated IP 172.20.0.12 (8e5b8632-efb2-4c26-93aa-68ac38d4547b/0f215b38-5ef7-43dc-9277-dc0074198f45/12639414-b8b2-495d-a8c3-f7915db02438) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:58:17.703157 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6c61-3503-4464-9fad-21eddef9fb4d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:17.765456 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6c61-3503-4464-9fad-21eddef9fb4d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:17.826150 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dc6c61-3503-4464-9fad-21eddef9fb4d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Network 8e5b8632-efb2-4c26-93aa-68ac38d4547b is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:17.833003 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-c7dc6c61-3503-4464-9fad-21eddef9fb4d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:17.839084 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dc6c61-3503-4464-9fad-21eddef9fb4d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:58:17.873678 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc6c61-3503-4464-9fad-21eddef9fb4d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event updated for resources: {'Port': ['ID=12639414-b8b2-495d-a8c3-f7915db02438,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:17.901596 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dc6c61-3503-4464-9fad-21eddef9fb4d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:17.902196 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6c61-3503-4464-9fad-21eddef9fb4d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:17.912831 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa453ee-554d-413c-bfa6-08d257e34349 req-1bc50a8e-c0a5-4afc-8464-c737b0c08618 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:17.914289 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-afa453ee-554d-413c-bfa6-08d257e34349 req-1bc50a8e-c0a5-4afc-8464-c737b0c08618 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 945 time: 0.1799479 Jul 16 20:58:17.939132 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c7dc6c61-3503-4464-9fad-21eddef9fb4d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6353965 Jul 16 20:58:17.942889 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43310) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:17.948723 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-cea13539-65fc-4b00-bcee-8a23fe1092ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'port_id': '12639414-b8b2-495d-a8c3-f7915db02438', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:17.959486 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-afa453ee-554d-413c-bfa6-08d257e34349 req-666245f8-d2a2-43ee-a054-4ae478ff6fad tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383081 Jul 16 20:58:17.974769 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cea13539-65fc-4b00-bcee-8a23fe1092ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:18.083509 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cea13539-65fc-4b00-bcee-8a23fe1092ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:18.196686 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-cea13539-65fc-4b00-bcee-8a23fe1092ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Allocated IP 172.25.0.53 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/7161be40-0d28-4221-9a20-1268b7e4358b) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:58:18.309460 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cea13539-65fc-4b00-bcee-8a23fe1092ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:18.347492 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cea13539-65fc-4b00-bcee-8a23fe1092ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:18.383361 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea13539-65fc-4b00-bcee-8a23fe1092ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:18.389980 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-cea13539-65fc-4b00-bcee-8a23fe1092ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:18.394032 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea13539-65fc-4b00-bcee-8a23fe1092ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:58:18.419060 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea13539-65fc-4b00-bcee-8a23fe1092ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event updated for resources: {'Port': ['ID=7161be40-0d28-4221-9a20-1268b7e4358b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:18.776929 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cea13539-65fc-4b00-bcee-8a23fe1092ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:18.856027 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cea13539-65fc-4b00-bcee-8a23fe1092ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:19.014485 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cea13539-65fc-4b00-bcee-8a23fe1092ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:19.020129 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cea13539-65fc-4b00-bcee-8a23fe1092ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:19.100244 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea13539-65fc-4b00-bcee-8a23fe1092ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event updated for resources: {'Port': ['ID=7161be40-0d28-4221-9a20-1268b7e4358b,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:19.113875 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cea13539-65fc-4b00-bcee-8a23fe1092ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:19.170598 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876860c-13bd-43d4-b199-1c54f6b69619 req-e6ff6f57-f1cd-47ae-89a1-2a50fd4b3418 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:19.175079 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6876860c-13bd-43d4-b199-1c54f6b69619 req-e6ff6f57-f1cd-47ae-89a1-2a50fd4b3418 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 945 time: 0.0813589 Jul 16 20:58:19.224073 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6876860c-13bd-43d4-b199-1c54f6b69619 req-ae190bd7-48b4-416d-a638-f043e9870b7d tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459695 Jul 16 20:58:19.236848 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-cea13539-65fc-4b00-bcee-8a23fe1092ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Floating IP 9933ec63-e86b-4929-b05b-3df58ee5a733 associated. External IP: 172.25.0.53, port: 12639414-b8b2-495d-a8c3-f7915db02438. Jul 16 20:58:19.461317 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea13539-65fc-4b00-bcee-8a23fe1092ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Router 5885c877-7d06-4bab-9c20-43f183427976 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:19.574291 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea13539-65fc-4b00-bcee-8a23fe1092ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:19.585350 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f708f5-c85a-4751-bf11-112a8224232f None None] Sync routers for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:19.591855 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cea13539-65fc-4b00-bcee-8a23fe1092ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:19.607443 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f708f5-c85a-4751-bf11-112a8224232f None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:19.608402 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-44f708f5-c85a-4751-bf11-112a8224232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:57:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:19.644135 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-44f708f5-c85a-4751-bf11-112a8224232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:19.649448 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cea13539-65fc-4b00-bcee-8a23fe1092ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.7054017 Jul 16 20:58:19.652870 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43318) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:19.657528 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-f60813b5-73d8-4527-96dd-01b052d47dfc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:19.657881 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f708f5-c85a-4751-bf11-112a8224232f None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:19.658521 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-44f708f5-c85a-4751-bf11-112a8224232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:57:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:19.692437 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-44f708f5-c85a-4751-bf11-112a8224232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:19.693088 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f708f5-c85a-4751-bf11-112a8224232f None None] The sync data for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:19.719397 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f60813b5-73d8-4527-96dd-01b052d47dfc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:19.752994 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:58:19.867763 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f60813b5-73d8-4527-96dd-01b052d47dfc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:19.873306 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f60813b5-73d8-4527-96dd-01b052d47dfc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:19.873747 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-f60813b5-73d8-4527-96dd-01b052d47dfc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Floating IP 9933ec63-e86b-4929-b05b-3df58ee5a733 disassociated. External IP: 172.25.0.53, port: 12639414-b8b2-495d-a8c3-f7915db02438. Jul 16 20:58:20.091134 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60813b5-73d8-4527-96dd-01b052d47dfc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Router 5885c877-7d06-4bab-9c20-43f183427976 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:20.203247 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60813b5-73d8-4527-96dd-01b052d47dfc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:20.207716 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f60813b5-73d8-4527-96dd-01b052d47dfc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:20.215896 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2ce67a-704b-425f-8404-724937821da4 None None] Sync routers for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:20.230182 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2ce67a-704b-425f-8404-724937821da4 None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:20.231847 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-be2ce67a-704b-425f-8404-724937821da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:57:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:20.268332 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f60813b5-73d8-4527-96dd-01b052d47dfc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "PUT /v2.0/floatingips/9933ec63-e86b-4929-b05b-3df58ee5a733 HTTP/1.1" status: 200 len: 687 time: 0.6141717 Jul 16 20:58:20.268869 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43322) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:20.288642 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-be2ce67a-704b-425f-8404-724937821da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:20.317677 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2ce67a-704b-425f-8404-724937821da4 None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:20.319107 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-be2ce67a-704b-425f-8404-724937821da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:57:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:20.364797 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-be2ce67a-704b-425f-8404-724937821da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:20.365720 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2ce67a-704b-425f-8404-724937821da4 None None] The sync data for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:20.420997 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-0fc9d2d8-3c82-4e82-bf60-91ac20822595 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Deleting port 7161be40-0d28-4221-9a20-1268b7e4358b {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:20.421444 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0fc9d2d8-3c82-4e82-bf60-91ac20822595 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:20.455526 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea51cb-a5ae-4f43-b997-604e74f0f063 req-8f14e812-672c-4ae4-9f95-1c0e49d776a2 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:20.462986 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-04ea51cb-a5ae-4f43-b997-604e74f0f063 req-8f14e812-672c-4ae4-9f95-1c0e49d776a2 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 945 time: 0.0794671 Jul 16 20:58:20.511013 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0fc9d2d8-3c82-4e82-bf60-91ac20822595 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:20.511013 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0fc9d2d8-3c82-4e82-bf60-91ac20822595 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:20.526124 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-04ea51cb-a5ae-4f43-b997-604e74f0f063 req-6874ced4-0810-4389-9352-04927a6b12d2 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578623 Jul 16 20:58:20.544564 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-0fc9d2d8-3c82-4e82-bf60-91ac20822595 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Calling delete_port for 7161be40-0d28-4221-9a20-1268b7e4358b owned by network:floatingip {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:20.687813 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0fc9d2d8-3c82-4e82-bf60-91ac20822595 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:20.719310 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9d2d8-3c82-4e82-bf60-91ac20822595 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event deleted for resources: {'Port': ['ID=7161be40-0d28-4221-9a20-1268b7e4358b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:20.795837 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0fc9d2d8-3c82-4e82-bf60-91ac20822595 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:20.798718 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0fc9d2d8-3c82-4e82-bf60-91ac20822595 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:20.800465 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0fc9d2d8-3c82-4e82-bf60-91ac20822595 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "DELETE /v2.0/floatingips/9933ec63-e86b-4929-b05b-3df58ee5a733 HTTP/1.1" status: 204 len: 168 time: 0.5302520 Jul 16 20:58:20.805283 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43326) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:20.810519 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e9c75ff4-02e4-49ed-a310-4d5dcaf43bd6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'port_id': '23c24ade-3387-431c-8b9c-41e2435811fa'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:20.839899 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9c75ff4-02e4-49ed-a310-4d5dcaf43bd6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:20.950226 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9c75ff4-02e4-49ed-a310-4d5dcaf43bd6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:21.067771 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-e9c75ff4-02e4-49ed-a310-4d5dcaf43bd6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Allocated IP 172.25.0.43 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/5fcd51da-8e56-43e1-a52b-a850825a2eef) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:58:21.174630 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9c75ff4-02e4-49ed-a310-4d5dcaf43bd6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:21.217979 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9c75ff4-02e4-49ed-a310-4d5dcaf43bd6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:21.274172 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c75ff4-02e4-49ed-a310-4d5dcaf43bd6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:21.277797 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-e9c75ff4-02e4-49ed-a310-4d5dcaf43bd6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:21.282536 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c75ff4-02e4-49ed-a310-4d5dcaf43bd6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:58:21.285595 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c75ff4-02e4-49ed-a310-4d5dcaf43bd6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event updated for resources: {'Port': ['ID=5fcd51da-8e56-43e1-a52b-a850825a2eef,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:21.687235 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9c75ff4-02e4-49ed-a310-4d5dcaf43bd6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:21.730239 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14450b23-130a-4fbe-b154-55560801029c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:21.744162 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6b5c8-c507-4b2b-84c8-c2ccb39f08aa req-8c993795-2196-4277-97c4-859f3ebfab53 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:21.745919 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-63f6b5c8-c507-4b2b-84c8-c2ccb39f08aa req-8c993795-2196-4277-97c4-859f3ebfab53 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 945 time: 0.0842757 Jul 16 20:58:21.785503 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9c75ff4-02e4-49ed-a310-4d5dcaf43bd6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:21.798942 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-63f6b5c8-c507-4b2b-84c8-c2ccb39f08aa req-7424fee3-6ed8-4d22-b506-44a9bc47a702 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463924 Jul 16 20:58:22.224998 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9c75ff4-02e4-49ed-a310-4d5dcaf43bd6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:22.230258 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9c75ff4-02e4-49ed-a310-4d5dcaf43bd6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:22.309166 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c75ff4-02e4-49ed-a310-4d5dcaf43bd6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event updated for resources: {'Port': ['ID=5fcd51da-8e56-43e1-a52b-a850825a2eef,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:22.314618 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9c75ff4-02e4-49ed-a310-4d5dcaf43bd6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:22.416075 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-e9c75ff4-02e4-49ed-a310-4d5dcaf43bd6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Floating IP a10dce49-0469-4d77-97b5-5e41f192614a associated. External IP: 172.25.0.43, port: 23c24ade-3387-431c-8b9c-41e2435811fa. Jul 16 20:58:22.629593 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c75ff4-02e4-49ed-a310-4d5dcaf43bd6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Router 5885c877-7d06-4bab-9c20-43f183427976 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:22.752199 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c75ff4-02e4-49ed-a310-4d5dcaf43bd6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:22.764539 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff464c13-2c5f-46fe-95e8-4f72a3a333d2 None None] Sync routers for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:22.771859 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e9c75ff4-02e4-49ed-a310-4d5dcaf43bd6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:22.775596 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff464c13-2c5f-46fe-95e8-4f72a3a333d2 None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:22.776198 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-ff464c13-2c5f-46fe-95e8-4f72a3a333d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:57:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:22.823543 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-ff464c13-2c5f-46fe-95e8-4f72a3a333d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:22.832173 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e9c75ff4-02e4-49ed-a310-4d5dcaf43bd6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.0258164 Jul 16 20:58:22.836750 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43336) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:22.846126 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff464c13-2c5f-46fe-95e8-4f72a3a333d2 None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:22.846996 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-ff464c13-2c5f-46fe-95e8-4f72a3a333d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:57:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:22.882182 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-ff464c13-2c5f-46fe-95e8-4f72a3a333d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:22.882866 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff464c13-2c5f-46fe-95e8-4f72a3a333d2 None None] The sync data for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:22.939037 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [req-7c398242-692f-4db5-afb1-4f2c8293ad2d req-00c6970f-0591-4c04-9df1-620bd936415f service neutron] (93793) timed out ('10.222.0.38', 51856) {{(pid=93793) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:58:23.280708 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-603f514f-ca2f-4208-bcbc-70c752f3a6bc tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "GET /v2.0/floatingips/a10dce49-0469-4d77-97b5-5e41f192614a HTTP/1.1" status: 200 len: 977 time: 0.4446282 Jul 16 20:58:23.283059 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43338) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:23.398873 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9fd2bec5-d14a-4698-a0e2-243bfce50a92 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1147168 Jul 16 20:58:23.402064 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43340) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:23.406754 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a22ac-a67b-4255-8e6a-bd71bf83393a req-4c2653c1-02f1-4601-ab8b-15f906631c71 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:23.406907 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-f3f053ff-52a6-4e98-ae25-6bbe7d927794 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Request body: {'floatingip': {'port_id': '12639414-b8b2-495d-a8c3-f7915db02438'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:23.408167 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-122a22ac-a67b-4255-8e6a-bd71bf83393a req-4c2653c1-02f1-4601-ab8b-15f906631c71 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 945 time: 0.4968348 Jul 16 20:58:23.447067 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-122a22ac-a67b-4255-8e6a-bd71bf83393a req-32fb571c-65e4-48ce-9d0c-3d683f216569 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328832 Jul 16 20:58:23.468738 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f3f053ff-52a6-4e98-ae25-6bbe7d927794 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:23.956464 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f3f053ff-52a6-4e98-ae25-6bbe7d927794 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:23.960729 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f3f053ff-52a6-4e98-ae25-6bbe7d927794 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:24.059621 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-f3f053ff-52a6-4e98-ae25-6bbe7d927794 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Floating IP a10dce49-0469-4d77-97b5-5e41f192614a associated. External IP: 172.25.0.43, port: 23c24ade-3387-431c-8b9c-41e2435811fa. Jul 16 20:58:24.242727 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9cface31-b336-43b2-9448-00d12ae51f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:24.278783 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f053ff-52a6-4e98-ae25-6bbe7d927794 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Router 5885c877-7d06-4bab-9c20-43f183427976 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:24.344069 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:24.392414 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f053ff-52a6-4e98-ae25-6bbe7d927794 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:24.403332 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3ca562-b7d5-4167-ab3b-0ce6c6dabea2 None None] Sync routers for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:24.411994 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3ca562-b7d5-4167-ab3b-0ce6c6dabea2 None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:24.412606 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-2f3ca562-b7d5-4167-ab3b-0ce6c6dabea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:24.444684 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-2f3ca562-b7d5-4167-ab3b-0ce6c6dabea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:24.454204 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3ca562-b7d5-4167-ab3b-0ce6c6dabea2 None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:24.455009 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-2f3ca562-b7d5-4167-ab3b-0ce6c6dabea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:24.491336 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-2f3ca562-b7d5-4167-ab3b-0ce6c6dabea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:24.492276 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3ca562-b7d5-4167-ab3b-0ce6c6dabea2 None None] The sync data for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:24.638503 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f053ff-52a6-4e98-ae25-6bbe7d927794 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Router 5885c877-7d06-4bab-9c20-43f183427976 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:24.653265 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df4173-6736-463e-bac0-9d0ba564844f req-b1312e78-a226-4a67-802c-f865d474d777 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:24.654823 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a1df4173-6736-463e-bac0-9d0ba564844f req-b1312e78-a226-4a67-802c-f865d474d777 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 945 time: 0.0848827 Jul 16 20:58:24.695278 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a1df4173-6736-463e-bac0-9d0ba564844f req-2a5052e3-a9a6-4d14-9081-eefc5b6ce3f6 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346303 Jul 16 20:58:24.750055 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f053ff-52a6-4e98-ae25-6bbe7d927794 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:24.754425 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f3f053ff-52a6-4e98-ae25-6bbe7d927794 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:24.758981 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022fea33-da78-4621-9319-b435f946a557 None None] Sync routers for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:24.767939 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022fea33-da78-4621-9319-b435f946a557 None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:24.768627 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-022fea33-da78-4621-9319-b435f946a557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:24.804310 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-022fea33-da78-4621-9319-b435f946a557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:24.812898 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022fea33-da78-4621-9319-b435f946a557 None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:24.813489 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-022fea33-da78-4621-9319-b435f946a557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:24.827240 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f3f053ff-52a6-4e98-ae25-6bbe7d927794 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "PUT /v2.0/floatingips/a10dce49-0469-4d77-97b5-5e41f192614a HTTP/1.1" status: 200 len: 977 time: 1.4213927 Jul 16 20:58:24.827454 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43352) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:24.832022 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-40e3484b-6e6b-4555-93b9-41c7c302e581 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:24.853360 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-022fea33-da78-4621-9319-b435f946a557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:24.854072 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022fea33-da78-4621-9319-b435f946a557 None None] The sync data for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:24.891845 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-40e3484b-6e6b-4555-93b9-41c7c302e581 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:25.038185 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-40e3484b-6e6b-4555-93b9-41c7c302e581 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:25.043201 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-40e3484b-6e6b-4555-93b9-41c7c302e581 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:25.043521 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-40e3484b-6e6b-4555-93b9-41c7c302e581 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Floating IP a10dce49-0469-4d77-97b5-5e41f192614a disassociated. External IP: 172.25.0.43, port: 12639414-b8b2-495d-a8c3-f7915db02438. Jul 16 20:58:25.519740 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e3484b-6e6b-4555-93b9-41c7c302e581 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Router 5885c877-7d06-4bab-9c20-43f183427976 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:25.628855 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e3484b-6e6b-4555-93b9-41c7c302e581 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:25.633455 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-40e3484b-6e6b-4555-93b9-41c7c302e581 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:25.640577 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a588fec-a967-4ac8-a5bf-4fab23d793be None None] Sync routers for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:25.650817 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a588fec-a967-4ac8-a5bf-4fab23d793be None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:25.651643 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-5a588fec-a967-4ac8-a5bf-4fab23d793be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:25.673735 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-40e3484b-6e6b-4555-93b9-41c7c302e581 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "PUT /v2.0/floatingips/a10dce49-0469-4d77-97b5-5e41f192614a HTTP/1.1" status: 200 len: 687 time: 0.8430593 Jul 16 20:58:25.674300 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43356) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:25.687779 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-5a588fec-a967-4ac8-a5bf-4fab23d793be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:25.696546 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a588fec-a967-4ac8-a5bf-4fab23d793be None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:25.697335 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-5a588fec-a967-4ac8-a5bf-4fab23d793be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:25.743189 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-5a588fec-a967-4ac8-a5bf-4fab23d793be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:25.744144 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a588fec-a967-4ac8-a5bf-4fab23d793be None None] The sync data for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:25.817797 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-8adc6c06-faff-4502-b370-59867cf024df tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Deleting port 5fcd51da-8e56-43e1-a52b-a850825a2eef {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:25.818143 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8adc6c06-faff-4502-b370-59867cf024df tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:25.846944 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:25.927548 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8adc6c06-faff-4502-b370-59867cf024df tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:25.927883 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8adc6c06-faff-4502-b370-59867cf024df tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:25.951064 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-8adc6c06-faff-4502-b370-59867cf024df tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Calling delete_port for 5fcd51da-8e56-43e1-a52b-a850825a2eef owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:25.973933 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb1f55-5731-4902-b446-ac15bce3625c req-0f1806a1-c450-45b7-b1d6-7f9c64e17d40 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:25.975451 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2eb1f55-5731-4902-b446-ac15bce3625c req-0f1806a1-c450-45b7-b1d6-7f9c64e17d40 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 945 time: 0.1318164 Jul 16 20:58:26.068316 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2eb1f55-5731-4902-b446-ac15bce3625c req-04c560ce-6f27-4306-86eb-b526653a41f8 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540197 Jul 16 20:58:26.152001 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8adc6c06-faff-4502-b370-59867cf024df tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:26.178529 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc6c06-faff-4502-b370-59867cf024df tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event deleted for resources: {'Port': ['ID=5fcd51da-8e56-43e1-a52b-a850825a2eef,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:26.260688 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8adc6c06-faff-4502-b370-59867cf024df tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:26.263969 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8adc6c06-faff-4502-b370-59867cf024df tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:26.264782 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8adc6c06-faff-4502-b370-59867cf024df tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "DELETE /v2.0/floatingips/a10dce49-0469-4d77-97b5-5e41f192614a HTTP/1.1" status: 204 len: 168 time: 0.5896850 Jul 16 20:58:26.267498 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43368) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:26.311788 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-466e55d8-7438-46d6-9a57-285c21967795 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] delete failed (client error): The resource could not be found. Jul 16 20:58:26.314366 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-466e55d8-7438-46d6-9a57-285c21967795 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "DELETE /v2.0/floatingips/a10dce49-0469-4d77-97b5-5e41f192614a HTTP/1.1" status: 404 len: 345 time: 0.0444655 Jul 16 20:58:26.316650 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43370) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:26.436000 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfc123c-c535-4eda-8f79-f61c2021c3d9 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:26.442001 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfc123c-c535-4eda-8f79-f61c2021c3d9 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:26.449040 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfc123c-c535-4eda-8f79-f61c2021c3d9 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:26.450736 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8cfc123c-c535-4eda-8f79-f61c2021c3d9 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "GET /v2.0/ports?network_id=8e5b8632-efb2-4c26-93aa-68ac38d4547b HTTP/1.1" status: 200 len: 2358 time: 0.1331191 Jul 16 20:58:26.453493 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43376) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:26.505054 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b9606e-d9e2-4fde-899c-97ef074c660e tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:26.506464 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c6b9606e-d9e2-4fde-899c-97ef074c660e tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "GET /v2.0/subnets/0f215b38-5ef7-43dc-9277-dc0074198f45 HTTP/1.1" status: 200 len: 797 time: 0.0520277 Jul 16 20:58:26.511310 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43378) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:26.516344 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-74a1df67-6ee1-4d04-9604-84f84d74880d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Request body: {'port': {'network_id': '8e5b8632-efb2-4c26-93aa-68ac38d4547b', 'name': 'tempest-FloatingIPTestJSON-231016494', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.11'}]}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:26.629635 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a1df67-6ee1-4d04-9604-84f84d74880d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Made reservation on behalf of 497e35bcfe474984910864d644555414 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:58:26.712484 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-74a1df67-6ee1-4d04-9604-84f84d74880d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:26.734025 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-74a1df67-6ee1-4d04-9604-84f84d74880d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] device_id is not set on port 8489beef-b808-40e4-9707-3266d311c9e5 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:58:27.026242 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-74a1df67-6ee1-4d04-9604-84f84d74880d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Allocated IP 172.20.0.13 (8e5b8632-efb2-4c26-93aa-68ac38d4547b/0f215b38-5ef7-43dc-9277-dc0074198f45/8489beef-b808-40e4-9707-3266d311c9e5) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:58:27.032685 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-74a1df67-6ee1-4d04-9604-84f84d74880d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Allocated IP 172.20.0.11 (8e5b8632-efb2-4c26-93aa-68ac38d4547b/0f215b38-5ef7-43dc-9277-dc0074198f45/8489beef-b808-40e4-9707-3266d311c9e5) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:58:27.180276 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-74a1df67-6ee1-4d04-9604-84f84d74880d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:27.263617 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-74a1df67-6ee1-4d04-9604-84f84d74880d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:27.277387 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f4609-f29e-4a22-8d53-391434c835dd req-f3f0aee3-12d7-4a6a-b81b-1839656cac18 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:27.278890 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-988f4609-f29e-4a22-8d53-391434c835dd req-f3f0aee3-12d7-4a6a-b81b-1839656cac18 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 945 time: 0.0924644 Jul 16 20:58:27.344002 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a1df67-6ee1-4d04-9604-84f84d74880d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Network 8e5b8632-efb2-4c26-93aa-68ac38d4547b is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:27.351805 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-74a1df67-6ee1-4d04-9604-84f84d74880d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:27.359571 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1df67-6ee1-4d04-9604-84f84d74880d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event updated for resources: {'Port': ['ID=8489beef-b808-40e4-9707-3266d311c9e5,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:27.361952 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a1df67-6ee1-4d04-9604-84f84d74880d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:58:27.392413 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-988f4609-f29e-4a22-8d53-391434c835dd req-3ce2f6c9-3378-45c3-8edc-a7edc7915ac5 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915098 Jul 16 20:58:27.418494 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a1df67-6ee1-4d04-9604-84f84d74880d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:27.419153 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-74a1df67-6ee1-4d04-9604-84f84d74880d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:27.433490 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-74a1df67-6ee1-4d04-9604-84f84d74880d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 0.9211154 Jul 16 20:58:27.436435 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43386) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:27.441558 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-60ec5066-69c1-45f4-8ebb-1ef3d77742ba tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'port_id': '8489beef-b808-40e4-9707-3266d311c9e5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:27.466512 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-60ec5066-69c1-45f4-8ebb-1ef3d77742ba tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:27.582444 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-60ec5066-69c1-45f4-8ebb-1ef3d77742ba tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:27.687034 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-60ec5066-69c1-45f4-8ebb-1ef3d77742ba tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Allocated IP 172.25.0.99 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/be22bc4d-6ac8-4485-ae63-21e212288178) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:58:27.693451 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:27.794860 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-60ec5066-69c1-45f4-8ebb-1ef3d77742ba tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:27.832902 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-60ec5066-69c1-45f4-8ebb-1ef3d77742ba tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:27.867269 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ec5066-69c1-45f4-8ebb-1ef3d77742ba tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:27.870073 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-60ec5066-69c1-45f4-8ebb-1ef3d77742ba tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:27.876418 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ec5066-69c1-45f4-8ebb-1ef3d77742ba tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:58:27.902752 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec5066-69c1-45f4-8ebb-1ef3d77742ba tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event updated for resources: {'Port': ['ID=be22bc4d-6ac8-4485-ae63-21e212288178,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:28.261509 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-60ec5066-69c1-45f4-8ebb-1ef3d77742ba tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:28.343033 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-60ec5066-69c1-45f4-8ebb-1ef3d77742ba tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:28.524014 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-60ec5066-69c1-45f4-8ebb-1ef3d77742ba tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:28.532211 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-60ec5066-69c1-45f4-8ebb-1ef3d77742ba tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:28.648568 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec5066-69c1-45f4-8ebb-1ef3d77742ba tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event updated for resources: {'Port': ['ID=be22bc4d-6ac8-4485-ae63-21e212288178,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:28.664392 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-60ec5066-69c1-45f4-8ebb-1ef3d77742ba tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:28.732201 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cad4b-f340-476e-a97b-5abd803df94a req-398e4184-43b9-4f1c-a12b-1a08e842b66c tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:28.733713 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b84cad4b-f340-476e-a97b-5abd803df94a req-398e4184-43b9-4f1c-a12b-1a08e842b66c tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 945 time: 0.1322932 Jul 16 20:58:28.807529 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b84cad4b-f340-476e-a97b-5abd803df94a req-6b957a78-e1fd-44c0-9d18-c810ddc1d3e2 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453568 Jul 16 20:58:28.811966 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-60ec5066-69c1-45f4-8ebb-1ef3d77742ba tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Floating IP 769efd9c-7715-4b54-9726-5f179928d476 associated. External IP: 172.25.0.99, port: 8489beef-b808-40e4-9707-3266d311c9e5. Jul 16 20:58:29.018194 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ec5066-69c1-45f4-8ebb-1ef3d77742ba tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Router 5885c877-7d06-4bab-9c20-43f183427976 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:29.440438 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ec5066-69c1-45f4-8ebb-1ef3d77742ba tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:29.451169 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc21a24-1819-4c72-a775-2a7db53de051 None None] Sync routers for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:29.456412 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-60ec5066-69c1-45f4-8ebb-1ef3d77742ba tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:29.460576 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc21a24-1819-4c72-a775-2a7db53de051 None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:29.461188 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-1dc21a24-1819-4c72-a775-2a7db53de051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:29.492507 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-1dc21a24-1819-4c72-a775-2a7db53de051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:29.492751 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-60ec5066-69c1-45f4-8ebb-1ef3d77742ba tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.0550137 Jul 16 20:58:29.496037 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43394) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:29.500751 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-63aae6a1-5dcf-4a95-8b33-ad095bfb449f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Request body: {'floatingip': {'port_id': '8489beef-b808-40e4-9707-3266d311c9e5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:29.501965 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc21a24-1819-4c72-a775-2a7db53de051 None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:29.502591 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-1dc21a24-1819-4c72-a775-2a7db53de051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:29.538073 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-1dc21a24-1819-4c72-a775-2a7db53de051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:29.538841 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc21a24-1819-4c72-a775-2a7db53de051 None None] The sync data for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:29.557096 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-63aae6a1-5dcf-4a95-8b33-ad095bfb449f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:29.731751 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:30.107091 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c270c6-ff0d-4686-b6e0-733401792169 req-36f63eb0-59ce-4ce4-8e0b-47a29187dd52 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:30.108651 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46c270c6-ff0d-4686-b6e0-733401792169 req-36f63eb0-59ce-4ce4-8e0b-47a29187dd52 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 945 time: 0.1493194 Jul 16 20:58:30.141441 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-63aae6a1-5dcf-4a95-8b33-ad095bfb449f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:30.151463 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-63aae6a1-5dcf-4a95-8b33-ad095bfb449f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:30.189390 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46c270c6-ff0d-4686-b6e0-733401792169 req-b2873adc-a235-4a07-86aa-cc55684ede56 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735612 Jul 16 20:58:30.370169 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63aae6a1-5dcf-4a95-8b33-ad095bfb449f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Router 5885c877-7d06-4bab-9c20-43f183427976 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:30.487789 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63aae6a1-5dcf-4a95-8b33-ad095bfb449f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:30.492744 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-63aae6a1-5dcf-4a95-8b33-ad095bfb449f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:30.499337 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08647b4-a72d-4af3-a0a2-f4d922680a8c None None] Sync routers for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:30.509246 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08647b4-a72d-4af3-a0a2-f4d922680a8c None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:30.510203 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a08647b4-a72d-4af3-a0a2-f4d922680a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:30.568171 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a08647b4-a72d-4af3-a0a2-f4d922680a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:30.574684 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-63aae6a1-5dcf-4a95-8b33-ad095bfb449f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "PUT /v2.0/floatingips/769efd9c-7715-4b54-9726-5f179928d476 HTTP/1.1" status: 200 len: 977 time: 1.0773947 Jul 16 20:58:30.577244 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43410) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:30.577890 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08647b4-a72d-4af3-a0a2-f4d922680a8c None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:30.578553 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a08647b4-a72d-4af3-a0a2-f4d922680a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:30.610991 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-a08647b4-a72d-4af3-a0a2-f4d922680a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:30.611659 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08647b4-a72d-4af3-a0a2-f4d922680a8c None None] The sync data for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:30.735379 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-af3d0da4-1bab-4fd8-835e-a21dabf6fa1a tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Deleting port be22bc4d-6ac8-4485-ae63-21e212288178 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:30.735634 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-af3d0da4-1bab-4fd8-835e-a21dabf6fa1a tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:30.815965 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-af3d0da4-1bab-4fd8-835e-a21dabf6fa1a tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:30.816299 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-af3d0da4-1bab-4fd8-835e-a21dabf6fa1a tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:30.828369 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-af3d0da4-1bab-4fd8-835e-a21dabf6fa1a tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Calling delete_port for be22bc4d-6ac8-4485-ae63-21e212288178 owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:30.973644 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-af3d0da4-1bab-4fd8-835e-a21dabf6fa1a tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:31.004557 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d0da4-1bab-4fd8-835e-a21dabf6fa1a tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event deleted for resources: {'Port': ['ID=be22bc4d-6ac8-4485-ae63-21e212288178,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:31.067555 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-af3d0da4-1bab-4fd8-835e-a21dabf6fa1a tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:31.068062 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-af3d0da4-1bab-4fd8-835e-a21dabf6fa1a tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Floating IP 769efd9c-7715-4b54-9726-5f179928d476 disassociated (deleted). External IP: 172.25.0.99, port: 8489beef-b808-40e4-9707-3266d311c9e5. Jul 16 20:58:31.293398 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3d0da4-1bab-4fd8-835e-a21dabf6fa1a tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Router 5885c877-7d06-4bab-9c20-43f183427976 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:31.453194 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3d0da4-1bab-4fd8-835e-a21dabf6fa1a tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:31.457867 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-af3d0da4-1bab-4fd8-835e-a21dabf6fa1a tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:31.463027 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be698000-c570-425b-8794-cd174a74d63d None None] Sync routers for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:31.467677 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffc1d5-d5ad-46f9-b56e-3ca3b7469d62 req-2975f384-7355-4b95-b966-4fdca412e1f2 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:31.469206 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-41ffc1d5-d5ad-46f9-b56e-3ca3b7469d62 req-2975f384-7355-4b95-b966-4fdca412e1f2 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 945 time: 0.1286123 Jul 16 20:58:31.473451 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be698000-c570-425b-8794-cd174a74d63d None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:31.474185 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-be698000-c570-425b-8794-cd174a74d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:31.506497 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-be698000-c570-425b-8794-cd174a74d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:31.515392 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be698000-c570-425b-8794-cd174a74d63d None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:31.516069 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-be698000-c570-425b-8794-cd174a74d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:31.529353 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-af3d0da4-1bab-4fd8-835e-a21dabf6fa1a tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "DELETE /v2.0/floatingips/769efd9c-7715-4b54-9726-5f179928d476 HTTP/1.1" status: 204 len: 168 time: 0.9487543 Jul 16 20:58:31.529603 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43416) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:31.554244 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-be698000-c570-425b-8794-cd174a74d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:31.554946 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be698000-c570-425b-8794-cd174a74d63d None None] The sync data for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:31.565811 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-41ffc1d5-d5ad-46f9-b56e-3ca3b7469d62 req-d0ee647a-c89f-4522-9350-e3f997ddc50d tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762053 Jul 16 20:58:31.638789 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-90d02275-8f3b-4bcd-92e0-e83753a24eb3 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Deleting port 8489beef-b808-40e4-9707-3266d311c9e5 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:31.639126 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-90d02275-8f3b-4bcd-92e0-e83753a24eb3 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:31.728073 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-90d02275-8f3b-4bcd-92e0-e83753a24eb3 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:31.745731 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-90d02275-8f3b-4bcd-92e0-e83753a24eb3 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Calling delete_port for 8489beef-b808-40e4-9707-3266d311c9e5 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:31.922676 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-90d02275-8f3b-4bcd-92e0-e83753a24eb3 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:31.952226 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d02275-8f3b-4bcd-92e0-e83753a24eb3 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event deleted for resources: {'Port': ['ID=8489beef-b808-40e4-9707-3266d311c9e5,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:32.049799 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-90d02275-8f3b-4bcd-92e0-e83753a24eb3 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:32.052732 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-90d02275-8f3b-4bcd-92e0-e83753a24eb3 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "DELETE /v2.0/ports/8489beef-b808-40e4-9707-3266d311c9e5 HTTP/1.1" status: 204 len: 168 time: 0.5223377 Jul 16 20:58:32.056380 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43420) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:32.061198 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-5d39ece4-823d-47de-b8ad-db9fd6d94c38 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:32.084441 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d39ece4-823d-47de-b8ad-db9fd6d94c38 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:32.192676 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d39ece4-823d-47de-b8ad-db9fd6d94c38 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:32.304691 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-5d39ece4-823d-47de-b8ad-db9fd6d94c38 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Allocated IP 172.25.0.5 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/85cb50fa-a9e2-4a9c-9da9-0db0cc144468) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:58:32.410798 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d39ece4-823d-47de-b8ad-db9fd6d94c38 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:32.453095 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d39ece4-823d-47de-b8ad-db9fd6d94c38 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:32.487154 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d39ece4-823d-47de-b8ad-db9fd6d94c38 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:32.493986 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-5d39ece4-823d-47de-b8ad-db9fd6d94c38 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:32.497893 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d39ece4-823d-47de-b8ad-db9fd6d94c38 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:58:32.528425 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39ece4-823d-47de-b8ad-db9fd6d94c38 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event updated for resources: {'Port': ['ID=85cb50fa-a9e2-4a9c-9da9-0db0cc144468,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:32.609503 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d39ece4-823d-47de-b8ad-db9fd6d94c38 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:32.668892 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d39ece4-823d-47de-b8ad-db9fd6d94c38 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:32.835869 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6bd31-0247-4b77-b866-6c9a1cef659f req-b45946e1-a157-46d5-b7a1-6029cb2c9970 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:32.837534 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7cd6bd31-0247-4b77-b866-6c9a1cef659f req-b45946e1-a157-46d5-b7a1-6029cb2c9970 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 945 time: 0.1478369 Jul 16 20:58:32.902230 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7cd6bd31-0247-4b77-b866-6c9a1cef659f req-4a6f67b2-be7d-4e22-9d9c-4b29f5bcaa0d tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566666 Jul 16 20:58:32.917612 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d39ece4-823d-47de-b8ad-db9fd6d94c38 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:32.922806 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d39ece4-823d-47de-b8ad-db9fd6d94c38 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:32.997017 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39ece4-823d-47de-b8ad-db9fd6d94c38 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event updated for resources: {'Port': ['ID=85cb50fa-a9e2-4a9c-9da9-0db0cc144468,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:33.009413 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d39ece4-823d-47de-b8ad-db9fd6d94c38 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:33.023614 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d39ece4-823d-47de-b8ad-db9fd6d94c38 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:33.028445 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43424) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:33.028967 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5d39ece4-823d-47de-b8ad-db9fd6d94c38 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9710553 Jul 16 20:58:33.034841 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-7e6d3836-8f27-4984-925c-998baca0fec6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Request body: {'port': {'network_id': '8e5b8632-efb2-4c26-93aa-68ac38d4547b', 'name': 'tempest-FloatingIPTestJSON-584503869'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:33.150198 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6d3836-8f27-4984-925c-998baca0fec6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Made reservation on behalf of 497e35bcfe474984910864d644555414 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:58:33.154546 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7e6d3836-8f27-4984-925c-998baca0fec6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:33.172662 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-7e6d3836-8f27-4984-925c-998baca0fec6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] device_id is not set on port 24e2297f-3612-41f5-a232-0881eff39381 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:58:33.293463 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-7e6d3836-8f27-4984-925c-998baca0fec6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Allocated IP 172.20.0.8 (8e5b8632-efb2-4c26-93aa-68ac38d4547b/0f215b38-5ef7-43dc-9277-dc0074198f45/24e2297f-3612-41f5-a232-0881eff39381) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:58:33.399768 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:33.448419 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7e6d3836-8f27-4984-925c-998baca0fec6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:33.489667 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7e6d3836-8f27-4984-925c-998baca0fec6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:33.551668 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6d3836-8f27-4984-925c-998baca0fec6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Network 8e5b8632-efb2-4c26-93aa-68ac38d4547b is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:33.556506 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-7e6d3836-8f27-4984-925c-998baca0fec6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:33.561620 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6d3836-8f27-4984-925c-998baca0fec6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:58:33.568442 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d3836-8f27-4984-925c-998baca0fec6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event updated for resources: {'Port': ['ID=24e2297f-3612-41f5-a232-0881eff39381,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:33.597640 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d3836-8f27-4984-925c-998baca0fec6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:33.597996 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d3836-8f27-4984-925c-998baca0fec6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:33.598372 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d3836-8f27-4984-925c-998baca0fec6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:33.598749 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d3836-8f27-4984-925c-998baca0fec6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:33.599104 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d3836-8f27-4984-925c-998baca0fec6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:33.599431 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d3836-8f27-4984-925c-998baca0fec6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:33.599754 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d3836-8f27-4984-925c-998baca0fec6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:33.600078 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d3836-8f27-4984-925c-998baca0fec6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:33.600411 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d3836-8f27-4984-925c-998baca0fec6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:33.600756 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d3836-8f27-4984-925c-998baca0fec6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:33.601076 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d3836-8f27-4984-925c-998baca0fec6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:33.601411 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d3836-8f27-4984-925c-998baca0fec6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:33.626293 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6d3836-8f27-4984-925c-998baca0fec6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:33.626930 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7e6d3836-8f27-4984-925c-998baca0fec6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:33.642755 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7e6d3836-8f27-4984-925c-998baca0fec6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6120889 Jul 16 20:58:33.645233 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43428) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:33.650470 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-068e2c70-b236-49ab-83b3-bf9ea0b7a9a5 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Request body: {'floatingip': {'port_id': '24e2297f-3612-41f5-a232-0881eff39381'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:33.695897 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-068e2c70-b236-49ab-83b3-bf9ea0b7a9a5 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:34.097451 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6dd829-f111-42f9-ac23-be4d53d5098c req-7c864056-3b1f-49b9-a638-124807c70140 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:34.100229 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cc6dd829-f111-42f9-ac23-be4d53d5098c req-7c864056-3b1f-49b9-a638-124807c70140 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 945 time: 0.0771387 Jul 16 20:58:34.146606 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cc6dd829-f111-42f9-ac23-be4d53d5098c req-af9cf650-2792-4708-9d01-c38924d19ec4 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379238 Jul 16 20:58:34.209764 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-068e2c70-b236-49ab-83b3-bf9ea0b7a9a5 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:34.215013 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-068e2c70-b236-49ab-83b3-bf9ea0b7a9a5 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:34.320696 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-068e2c70-b236-49ab-83b3-bf9ea0b7a9a5 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Floating IP a7f72c12-8e86-46b6-a93a-d5080616f2c7 associated. External IP: 172.25.0.5, port: 24e2297f-3612-41f5-a232-0881eff39381. Jul 16 20:58:34.534664 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068e2c70-b236-49ab-83b3-bf9ea0b7a9a5 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Router 5885c877-7d06-4bab-9c20-43f183427976 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:34.648345 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068e2c70-b236-49ab-83b3-bf9ea0b7a9a5 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:34.653094 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-068e2c70-b236-49ab-83b3-bf9ea0b7a9a5 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:34.658971 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5062c4c-85ed-4f7d-adf1-58c69e9f8f53 None None] Sync routers for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:34.669876 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5062c4c-85ed-4f7d-adf1-58c69e9f8f53 None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:34.670738 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b5062c4c-85ed-4f7d-adf1-58c69e9f8f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:34.692567 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-068e2c70-b236-49ab-83b3-bf9ea0b7a9a5 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "PUT /v2.0/floatingips/a7f72c12-8e86-46b6-a93a-d5080616f2c7 HTTP/1.1" status: 200 len: 975 time: 1.0462801 Jul 16 20:58:34.695536 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43434) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:34.705062 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b5062c4c-85ed-4f7d-adf1-58c69e9f8f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:34.713951 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5062c4c-85ed-4f7d-adf1-58c69e9f8f53 None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:34.714811 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b5062c4c-85ed-4f7d-adf1-58c69e9f8f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:34.746429 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b5062c4c-85ed-4f7d-adf1-58c69e9f8f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:34.747370 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5062c4c-85ed-4f7d-adf1-58c69e9f8f53 None None] The sync data for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:34.801859 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e51364b1-821e-4d00-a510-3bb5e8627928 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Deleting port 24e2297f-3612-41f5-a232-0881eff39381 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:34.802337 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e51364b1-821e-4d00-a510-3bb5e8627928 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:34.892522 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e51364b1-821e-4d00-a510-3bb5e8627928 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:35.123842 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e51364b1-821e-4d00-a510-3bb5e8627928 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:35.124497 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e51364b1-821e-4d00-a510-3bb5e8627928 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:35.124582 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-e51364b1-821e-4d00-a510-3bb5e8627928 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Floating IP a7f72c12-8e86-46b6-a93a-d5080616f2c7 disassociated. External IP: 172.25.0.5, port: 24e2297f-3612-41f5-a232-0881eff39381. Jul 16 20:58:35.125196 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e51364b1-821e-4d00-a510-3bb5e8627928 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Calling delete_port for 24e2297f-3612-41f5-a232-0881eff39381 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:35.376262 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e51364b1-821e-4d00-a510-3bb5e8627928 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:35.415396 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51364b1-821e-4d00-a510-3bb5e8627928 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event deleted for resources: {'Port': ['ID=24e2297f-3612-41f5-a232-0881eff39381,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:35.435870 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5903e6-bb35-45e9-a848-68a053bfe38e req-52cade0c-9145-45db-9656-3daa69f6284f tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:35.437297 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ce5903e6-bb35-45e9-a848-68a053bfe38e req-52cade0c-9145-45db-9656-3daa69f6284f tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 945 time: 0.1290724 Jul 16 20:58:35.915330 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ce5903e6-bb35-45e9-a848-68a053bfe38e req-ee9aa3d1-4178-4b5c-850a-71ab35a7d8a7 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874412 Jul 16 20:58:35.946868 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51364b1-821e-4d00-a510-3bb5e8627928 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Router 5885c877-7d06-4bab-9c20-43f183427976 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:36.060739 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51364b1-821e-4d00-a510-3bb5e8627928 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:36.070701 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f6b6f3-3601-46c7-aece-dbc099508a2e None None] Sync routers for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:36.081935 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f6b6f3-3601-46c7-aece-dbc099508a2e None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:36.083933 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-e1f6b6f3-3601-46c7-aece-dbc099508a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:36.123416 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-e1f6b6f3-3601-46c7-aece-dbc099508a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:36.132095 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f6b6f3-3601-46c7-aece-dbc099508a2e None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:36.132691 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-e1f6b6f3-3601-46c7-aece-dbc099508a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:36.165627 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-e1f6b6f3-3601-46c7-aece-dbc099508a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:36.166433 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f6b6f3-3601-46c7-aece-dbc099508a2e None None] The sync data for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:36.169424 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e51364b1-821e-4d00-a510-3bb5e8627928 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:36.174621 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43442) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:36.175353 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e51364b1-821e-4d00-a510-3bb5e8627928 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "DELETE /v2.0/ports/24e2297f-3612-41f5-a232-0881eff39381 HTTP/1.1" status: 204 len: 168 time: 1.4775262 Jul 16 20:58:36.225442 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7169acdd-3a4a-4638-ab8c-ef220d9b9a73 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "GET /v2.0/floatingips/a7f72c12-8e86-46b6-a93a-d5080616f2c7 HTTP/1.1" status: 200 len: 686 time: 0.0496116 Jul 16 20:58:36.229064 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43444) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:36.393427 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-6a598f4d-ae9d-405e-b821-54b49595f3ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Deleting port 85cb50fa-a9e2-4a9c-9da9-0db0cc144468 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:36.393698 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a598f4d-ae9d-405e-b821-54b49595f3ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:36.501672 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a598f4d-ae9d-405e-b821-54b49595f3ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:36.501895 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a598f4d-ae9d-405e-b821-54b49595f3ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:36.516275 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-6a598f4d-ae9d-405e-b821-54b49595f3ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Calling delete_port for 85cb50fa-a9e2-4a9c-9da9-0db0cc144468 owned by network:floatingip {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:36.683772 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a598f4d-ae9d-405e-b821-54b49595f3ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:36.719847 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a598f4d-ae9d-405e-b821-54b49595f3ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event deleted for resources: {'Port': ['ID=85cb50fa-a9e2-4a9c-9da9-0db0cc144468,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:36.801952 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a598f4d-ae9d-405e-b821-54b49595f3ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:36.804551 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a598f4d-ae9d-405e-b821-54b49595f3ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:36.806496 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6a598f4d-ae9d-405e-b821-54b49595f3ea tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "DELETE /v2.0/floatingips/a7f72c12-8e86-46b6-a93a-d5080616f2c7 HTTP/1.1" status: 204 len: 168 time: 0.5764008 Jul 16 20:58:36.811550 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43448) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:36.816736 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-9cfcea8d-22a0-45e7-9621-5b57db320b93 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'port_id': '12639414-b8b2-495d-a8c3-f7915db02438'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:36.840025 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9cfcea8d-22a0-45e7-9621-5b57db320b93 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:36.940148 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9cfcea8d-22a0-45e7-9621-5b57db320b93 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:37.049787 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-9cfcea8d-22a0-45e7-9621-5b57db320b93 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Allocated IP 172.25.0.215 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/3e532384-3c27-4a7f-8084-d9d22f642758) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:58:37.109730 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc5471-ba8e-4ff8-97c5-ba2587ef8266 req-4fd90d4a-cf7a-4d72-a1f6-c1b4bc89e24a tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:37.111253 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-edbc5471-ba8e-4ff8-97c5-ba2587ef8266 req-4fd90d4a-cf7a-4d72-a1f6-c1b4bc89e24a tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 945 time: 0.0781264 Jul 16 20:58:37.151397 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9cfcea8d-22a0-45e7-9621-5b57db320b93 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:37.164745 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-edbc5471-ba8e-4ff8-97c5-ba2587ef8266 req-96c4f568-0ffa-4fcd-bfa8-d1e8664ff0d6 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476279 Jul 16 20:58:37.195646 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9cfcea8d-22a0-45e7-9621-5b57db320b93 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:37.241259 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfcea8d-22a0-45e7-9621-5b57db320b93 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:37.244223 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-9cfcea8d-22a0-45e7-9621-5b57db320b93 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:37.247985 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfcea8d-22a0-45e7-9621-5b57db320b93 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:58:37.253576 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfcea8d-22a0-45e7-9621-5b57db320b93 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event updated for resources: {'Port': ['ID=3e532384-3c27-4a7f-8084-d9d22f642758,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:37.709447 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4c674-0536-43d8-a68f-20b4c2c50f8d req-755ecf8e-8667-461b-802e-33b4ec54e5de tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:37.712143 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2cc4c674-0536-43d8-a68f-20b4c2c50f8d req-755ecf8e-8667-461b-802e-33b4ec54e5de tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 945 time: 0.0702055 Jul 16 20:58:37.715294 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9cfcea8d-22a0-45e7-9621-5b57db320b93 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:37.759032 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2cc4c674-0536-43d8-a68f-20b4c2c50f8d req-11cbf1cf-4874-4589-9680-5c5feff10f6d tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384386 Jul 16 20:58:37.766030 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba238e-d03c-4bd2-b338-7c3c9af7e958 req-c97e61b0-6913-46b1-ab52-0bc51fbd1c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:37.767465 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-95ba238e-d03c-4bd2-b338-7c3c9af7e958 req-c97e61b0-6913-46b1-ab52-0bc51fbd1c77 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0754fa8085984159bae7af741cd482a3&device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 1097 time: 0.1065645 Jul 16 20:58:37.835521 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9cfcea8d-22a0-45e7-9621-5b57db320b93 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:37.924989 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba238e-d03c-4bd2-b338-7c3c9af7e958 req-072808e8-7890-431d-9142-8cedf906e7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:37.927057 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-95ba238e-d03c-4bd2-b338-7c3c9af7e958 req-072808e8-7890-431d-9142-8cedf906e7bf service neutron] 10.222.0.62 "GET /v2.0/networks?id=e66c60ee-bf37-48ee-a083-607cc99792c8 HTTP/1.1" status: 200 len: 917 time: 0.1378045 Jul 16 20:58:37.983610 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-95ba238e-d03c-4bd2-b338-7c3c9af7e958 req-15a4de62-dc45-4e37-94f3-cb9399b5e8ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4741ac4e-fc18-43f8-9570-03edba799756 HTTP/1.1" status: 200 len: 217 time: 0.0469410 Jul 16 20:58:38.081941 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba238e-d03c-4bd2-b338-7c3c9af7e958 req-f6d0f77e-405d-4c67-b8f1-f70147e35273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:38.083451 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-95ba238e-d03c-4bd2-b338-7c3c9af7e958 req-f6d0f77e-405d-4c67-b8f1-f70147e35273 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=29863072-73a5-4b13-8e1b-17bb412289cc HTTP/1.1" status: 200 len: 855 time: 0.0713894 Jul 16 20:58:38.134568 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9cfcea8d-22a0-45e7-9621-5b57db320b93 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:38.140668 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9cfcea8d-22a0-45e7-9621-5b57db320b93 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:38.217460 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfcea8d-22a0-45e7-9621-5b57db320b93 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event updated for resources: {'Port': ['ID=3e532384-3c27-4a7f-8084-d9d22f642758,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:38.237008 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba238e-d03c-4bd2-b338-7c3c9af7e958 req-a3611be1-0ce3-4ef2-b96a-86d5167951bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:38.237008 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-95ba238e-d03c-4bd2-b338-7c3c9af7e958 req-a3611be1-0ce3-4ef2-b96a-86d5167951bc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e66c60ee-bf37-48ee-a083-607cc99792c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1412055 Jul 16 20:58:38.239079 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9cfcea8d-22a0-45e7-9621-5b57db320b93 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:38.681686 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-95ba238e-d03c-4bd2-b338-7c3c9af7e958 req-5ba10e27-36c3-4272-ac9d-f8e09d4d7f73 service neutron] 10.222.0.62 "GET /v2.0/networks/e66c60ee-bf37-48ee-a083-607cc99792c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404199 Jul 16 20:58:38.684463 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-9cfcea8d-22a0-45e7-9621-5b57db320b93 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Floating IP 86732e73-6fc9-45c5-94de-368f73f8625d associated. External IP: 172.25.0.215, port: 12639414-b8b2-495d-a8c3-f7915db02438. Jul 16 20:58:38.856088 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-95ba238e-d03c-4bd2-b338-7c3c9af7e958 req-07c10704-38a5-4959-bd2d-2dd22f779df6 service neutron] 10.222.0.62 "GET /v2.0/networks/e66c60ee-bf37-48ee-a083-607cc99792c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672730 Jul 16 20:58:38.965114 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4302e-50f3-48bb-babe-ed17571213f3 req-6064c215-a328-4a09-b201-d7c6da1621c6 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:38.966754 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-01f4302e-50f3-48bb-babe-ed17571213f3 req-6064c215-a328-4a09-b201-d7c6da1621c6 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 945 time: 0.0710645 Jul 16 20:58:38.985340 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfcea8d-22a0-45e7-9621-5b57db320b93 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Router 5885c877-7d06-4bab-9c20-43f183427976 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:39.010011 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-01f4302e-50f3-48bb-babe-ed17571213f3 req-1a85a477-5bb8-4c77-876b-7fe97b1dc123 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347590 Jul 16 20:58:39.100967 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfcea8d-22a0-45e7-9621-5b57db320b93 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:39.111098 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7a1c7c-7bc7-4501-8329-146b11cd6c84 None None] Sync routers for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:39.120888 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9cfcea8d-22a0-45e7-9621-5b57db320b93 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:39.126179 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7a1c7c-7bc7-4501-8329-146b11cd6c84 None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:39.126847 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-ef7a1c7c-7bc7-4501-8329-146b11cd6c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:39.159628 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9cfcea8d-22a0-45e7-9621-5b57db320b93 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3469212 Jul 16 20:58:39.162298 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43470) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:39.162894 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-ef7a1c7c-7bc7-4501-8329-146b11cd6c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:39.167709 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-b439463c-8497-4853-9056-759017b09852 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-105697196'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:39.172371 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7a1c7c-7bc7-4501-8329-146b11cd6c84 None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:39.173160 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-ef7a1c7c-7bc7-4501-8329-146b11cd6c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:39.191521 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b439463c-8497-4853-9056-759017b09852 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Made reservation on behalf of 497e35bcfe474984910864d644555414 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:58:39.195193 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b439463c-8497-4853-9056-759017b09852 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:39.207303 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-ef7a1c7c-7bc7-4501-8329-146b11cd6c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:39.208166 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7a1c7c-7bc7-4501-8329-146b11cd6c84 None None] The sync data for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:39.222384 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b439463c-8497-4853-9056-759017b09852 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:58:39.238533 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b439463c-8497-4853-9056-759017b09852 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:39.239312 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-b439463c-8497-4853-9056-759017b09852 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Added segment 66bcb313-c9b1-473e-91a3-0667bfb7ec38 of type vlan for network 89f76333-1786-4249-9580-a459e86feef5 Jul 16 20:58:39.292469 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b439463c-8497-4853-9056-759017b09852 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:39.324596 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b439463c-8497-4853-9056-759017b09852 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:39.331085 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b439463c-8497-4853-9056-759017b09852 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:39.331867 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b439463c-8497-4853-9056-759017b09852 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:39.370025 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b439463c-8497-4853-9056-759017b09852 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2065578 Jul 16 20:58:39.373648 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43472) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:39.379232 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-bbc35ec6-c022-464b-834c-c1de870ad816 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Request body: {'subnet': {'network_id': '89f76333-1786-4249-9580-a459e86feef5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:39.409729 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439463c-8497-4853-9056-759017b09852 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event updated for resources: {'Network': ['ID=89f76333-1786-4249-9580-a459e86feef5,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:39.420981 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 89f76333-1786-4249-9580-a459e86feef5 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:58:39.485082 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc35ec6-c022-464b-834c-c1de870ad816 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Made reservation on behalf of 497e35bcfe474984910864d644555414 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:58:39.488885 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbc35ec6-c022-464b-834c-c1de870ad816 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:39.682749 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbc35ec6-c022-464b-834c-c1de870ad816 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:39.752195 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc35ec6-c022-464b-834c-c1de870ad816 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Checking segment: {'id': '66bcb313-c9b1-473e-91a3-0667bfb7ec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '89f76333-1786-4249-9580-a459e86feef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:58:39.752566 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc35ec6-c022-464b-834c-c1de870ad816 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Network hostable DHCP agents. Network: 89f76333-1786-4249-9580-a459e86feef5, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:58:39.761070 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc35ec6-c022-464b-834c-c1de870ad816 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event updated for resources: {'Subnet': ['ID=9c3ef3d1-dfd5-44cf-ad44-d6427cc2b21f,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:39.775418 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc35ec6-c022-464b-834c-c1de870ad816 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Network 89f76333-1786-4249-9580-a459e86feef5 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:58:39.785690 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-bbc35ec6-c022-464b-834c-c1de870ad816 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 89f76333-1786-4249-9580-a459e86feef5) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:39.790911 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc35ec6-c022-464b-834c-c1de870ad816 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:39.791878 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bbc35ec6-c022-464b-834c-c1de870ad816 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:39.799274 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3480e3bb-cd71-4487-b2f0-336101b2b6bc None None] Network 89f76333-1786-4249-9580-a459e86feef5 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:58:39.812656 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bbc35ec6-c022-464b-834c-c1de870ad816 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4357178 Jul 16 20:58:39.812881 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43482) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:39.818102 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-aec14808-8910-4bc1-ad44-2b67a8800143 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-583353419', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}, 'admin_state_up': False}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:39.845684 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aec14808-8910-4bc1-ad44-2b67a8800143 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:39.846884 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aec14808-8910-4bc1-ad44-2b67a8800143 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:39.906753 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aec14808-8910-4bc1-ad44-2b67a8800143 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:39.968832 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-89f76333-1786-4249-9580-a459e86feef5', 'network_id': '89f76333-1786-4249-9580-a459e86feef5', 'tenant_id': '497e35bcfe474984910864d644555414', 'fixed_ips': [{'subnet_id': '9c3ef3d1-dfd5-44cf-ad44-d6427cc2b21f'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:58:39.970012 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:40.073584 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aec14808-8910-4bc1-ad44-2b67a8800143 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:40.137133 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Allocated IP 172.20.0.2 (89f76333-1786-4249-9580-a459e86feef5/9c3ef3d1-dfd5-44cf-ad44-d6427cc2b21f/80915138-031a-45b6-906b-21e95ac8d219) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:58:40.257469 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a7313-5fe4-4a0a-a7ba-d28990954ab4 req-f1c451ee-168f-44e9-9c23-9b06801b6ee1 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:40.259587 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cf4a7313-5fe4-4a0a-a7ba-d28990954ab4 req-f1c451ee-168f-44e9-9c23-9b06801b6ee1 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 945 time: 0.1082532 Jul 16 20:58:40.296996 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:40.307058 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Transition to ACTIVE for port object 80915138-031a-45b6-906b-21e95ac8d219 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:58:40.323667 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Transition to ACTIVE for port object 80915138-031a-45b6-906b-21e95ac8d219 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:58:40.331144 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:40.366286 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Network 89f76333-1786-4249-9580-a459e86feef5 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:40.374011 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:40.377401 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:58:40.382828 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aec14808-8910-4bc1-ad44-2b67a8800143 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:40.386908 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Pushing event updated for resources: {'Port': ['ID=80915138-031a-45b6-906b-21e95ac8d219,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:40.408975 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cf4a7313-5fe4-4a0a-a7ba-d28990954ab4 req-abe9b751-ac44-4c9e-8880-530181989a47 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422029 Jul 16 20:58:40.409985 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aec14808-8910-4bc1-ad44-2b67a8800143 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:40.424140 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:40.424749 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:40.425269 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:40.426016 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:40.426542 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:40.427041 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:40.427635 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:40.427874 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:40.428204 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:40.428533 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:40.428862 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:40.429186 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:40.488832 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Attempting to bind port 80915138-031a-45b6-906b-21e95ac8d219 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:58:40.489521 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Attempting to bind port 80915138-031a-45b6-906b-21e95ac8d219 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '66bcb313-c9b1-473e-91a3-0667bfb7ec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '89f76333-1786-4249-9580-a459e86feef5'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:58:40.490699 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Attempting to bind port 80915138-031a-45b6-906b-21e95ac8d219 on network 89f76333-1786-4249-9580-a459e86feef5 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:58:40.498713 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:58:40.499359 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Checking segment: {'id': '66bcb313-c9b1-473e-91a3-0667bfb7ec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '89f76333-1786-4249-9580-a459e86feef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:58:40.499945 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:40.500503 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Bound using segment: {'id': '66bcb313-c9b1-473e-91a3-0667bfb7ec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '89f76333-1786-4249-9580-a459e86feef5'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:58:40.501129 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Bound port: 80915138-031a-45b6-906b-21e95ac8d219, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66bcb313-c9b1-473e-91a3-0667bfb7ec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '89f76333-1786-4249-9580-a459e86feef5'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:58:40.501684 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:40.544609 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-aec14808-8910-4bc1-ad44-2b67a8800143 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Allocated IP 172.25.0.244 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/f066f52c-0545-4ada-a309-b6ed6ce0d493) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:58:40.577603 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] For port 80915138-031a-45b6-906b-21e95ac8d219, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:58:40.581121 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] For port 80915138-031a-45b6-906b-21e95ac8d219, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=80915138-031a-45b6-906b-21e95ac8d219,segment=NetworkSegment(66bcb313-c9b1-473e-91a3-0667bfb7ec38),segment_id=66bcb313-c9b1-473e-91a3-0667bfb7ec38)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:58:40.588716 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:40.656086 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffded5-f0a2-4b88-a2d9-76e249d992fb None None] Pushing event updated for resources: {'Port': ['ID=80915138-031a-45b6-906b-21e95ac8d219,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:40.706765 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aec14808-8910-4bc1-ad44-2b67a8800143 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:40.721011 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe19b5-6548-4479-954f-9c253d95e3a0 req-c30157ce-dcfe-4ac6-bb8a-c3ab1c9f47c3 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:40.722618 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dcfe19b5-6548-4479-954f-9c253d95e3a0 req-c30157ce-dcfe-4ac6-bb8a-c3ab1c9f47c3 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 945 time: 0.1379228 Jul 16 20:58:40.830874 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dcfe19b5-6548-4479-954f-9c253d95e3a0 req-72690531-9940-40e9-89bd-4cf3d4f8ad52 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990715 Jul 16 20:58:40.838629 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aec14808-8910-4bc1-ad44-2b67a8800143 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:40.915801 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec14808-8910-4bc1-ad44-2b67a8800143 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:40.932984 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-aec14808-8910-4bc1-ad44-2b67a8800143 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:40.935980 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec14808-8910-4bc1-ad44-2b67a8800143 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event updated for resources: {'Port': ['ID=f066f52c-0545-4ada-a309-b6ed6ce0d493,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:40.949763 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec14808-8910-4bc1-ad44-2b67a8800143 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:58:41.170012 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427c12b-2cab-442e-8896-e78395b1d8f0 req-59cba3d3-3b26-46b1-81dd-05a8b29de846 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:41.171531 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c427c12b-2cab-442e-8896-e78395b1d8f0 req-59cba3d3-3b26-46b1-81dd-05a8b29de846 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e2efc8-4fa0-4931-9e00-b58ec25b5dfc HTTP/1.1" status: 200 len: 945 time: 0.1653762 Jul 16 20:58:41.276983 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c427c12b-2cab-442e-8896-e78395b1d8f0 req-83fe0745-8500-433e-a96d-98e264a7aa6b tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748527 Jul 16 20:58:41.297787 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aec14808-8910-4bc1-ad44-2b67a8800143 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:41.523112 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aec14808-8910-4bc1-ad44-2b67a8800143 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:41.696753 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe753e1-ac54-4f94-ad04-831ff75fbef7 req-f0a49503-4c8c-4f29-8615-3c2a93ede693 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:41.698224 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8fe753e1-ac54-4f94-ad04-831ff75fbef7 req-f0a49503-4c8c-4f29-8615-3c2a93ede693 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=753cfe96-e893-4f6b-89cb-c84aabe725eb HTTP/1.1" status: 200 len: 945 time: 0.0919981 Jul 16 20:58:41.700644 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31de63d-11c1-4b77-9130-48acf32a2fc4 None None] Network 89f76333-1786-4249-9580-a459e86feef5 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:58:41.713453 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec14808-8910-4bc1-ad44-2b67a8800143 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Router 2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:58:41.778034 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8fe753e1-ac54-4f94-ad04-831ff75fbef7 req-de3c466e-bdf4-4664-81e3-6a0acecbadc3 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724480 Jul 16 20:58:41.827795 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6e4a3580-579c-45cf-9c11-8c720885e83f None None] Provisioning for port 80915138-031a-45b6-906b-21e95ac8d219 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:41.838646 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-7a7a32f6-e666-44a1-8240-feb1b3b16d77 req-12ee2db9-f3f1-4672-bf10-6ecd93854518 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:58:41.839648 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a7a32f6-e666-44a1-8240-feb1b3b16d77 req-12ee2db9-f3f1-4672-bf10-6ecd93854518 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119774 Jul 16 20:58:41.921149 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec14808-8910-4bc1-ad44-2b67a8800143 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:41.939109 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a0d344-d8fd-4ae9-8fe0-a14efe332273 None None] Sync routers for ids ['2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:41.950964 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a0d344-d8fd-4ae9-8fe0-a14efe332273 None None] Routers {'2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:41.951677 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-20a0d344-d8fd-4ae9-8fe0-a14efe332273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:41.966919 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aec14808-8910-4bc1-ad44-2b67a8800143 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:41.968269 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-aec14808-8910-4bc1-ad44-2b67a8800143 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1542764 Jul 16 20:58:41.971422 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43504) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:42.005848 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a7a32f6-e666-44a1-8240-feb1b3b16d77 req-a5afbac6-1250-4e4f-9f49-91293a3fc136 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1557357 Jul 16 20:58:42.012514 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-20a0d344-d8fd-4ae9-8fe0-a14efe332273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:42.033790 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a0d344-d8fd-4ae9-8fe0-a14efe332273 None None] Routers {'2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:42.034524 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-20a0d344-d8fd-4ae9-8fe0-a14efe332273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:42.089163 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-20a0d344-d8fd-4ae9-8fe0-a14efe332273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:42.090082 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a0d344-d8fd-4ae9-8fe0-a14efe332273 None None] The sync data for ids ['2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:42.364604 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2b6af-2b39-4e62-a71c-3024755c67c9 req-80ce1b49-a525-4ce9-a442-6de2d4a20bbd tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:42.366368 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e3d2b6af-2b39-4e62-a71c-3024755c67c9 req-80ce1b49-a525-4ce9-a442-6de2d4a20bbd tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 945 time: 0.0646145 Jul 16 20:58:42.409556 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e3d2b6af-2b39-4e62-a71c-3024755c67c9 req-70b95b35-fd33-4f48-9ca7-bc35951d67ce tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350392 Jul 16 20:58:42.489859 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d40604ff-97d9-44b8-b32e-d87db8e4a466 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:42.588417 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2bf18-985f-4a47-a7a3-3da318318bb7 req-2f93c222-9c7f-4407-9238-4999473e879c tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:42.590021 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-37d2bf18-985f-4a47-a7a3-3da318318bb7 req-2f93c222-9c7f-4407-9238-4999473e879c tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e2efc8-4fa0-4931-9e00-b58ec25b5dfc HTTP/1.1" status: 200 len: 945 time: 0.0664501 Jul 16 20:58:42.634359 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-37d2bf18-985f-4a47-a7a3-3da318318bb7 req-83471403-a37d-407c-b3c1-740d5e808737 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368021 Jul 16 20:58:42.820373 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384c091-fd2d-4a86-8e86-a4bd9f9f7084 req-a00a3fbc-f13a-4313-b203-c1e7c913fe96 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:42.822791 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b384c091-fd2d-4a86-8e86-a4bd9f9f7084 req-a00a3fbc-f13a-4313-b203-c1e7c913fe96 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=753cfe96-e893-4f6b-89cb-c84aabe725eb HTTP/1.1" status: 200 len: 945 time: 0.0744085 Jul 16 20:58:42.837540 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-d40604ff-97d9-44b8-b32e-d87db8e4a466 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Allocated IP 172.20.0.1 (89f76333-1786-4249-9580-a459e86feef5/9c3ef3d1-dfd5-44cf-ad44-d6427cc2b21f/fea8d2b6-8082-421f-b3d9-8392cd08b14b) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:58:42.877415 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b384c091-fd2d-4a86-8e86-a4bd9f9f7084 req-454b5a42-54f9-461e-9aaa-d7cb304dd1f3 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458415 Jul 16 20:58:42.939925 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 80915138-031a-45b6-906b-21e95ac8d219 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:42.973815 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d40604ff-97d9-44b8-b32e-d87db8e4a466 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:42.989554 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-d40604ff-97d9-44b8-b32e-d87db8e4a466 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Transition to ACTIVE for port object fea8d2b6-8082-421f-b3d9-8392cd08b14b will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:58:43.029564 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 80915138-031a-45b6-906b-21e95ac8d219 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:43.034087 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d40604ff-97d9-44b8-b32e-d87db8e4a466 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:43.038431 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 80915138-031a-45b6-906b-21e95ac8d219 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:43.040247 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:43.078839 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40604ff-97d9-44b8-b32e-d87db8e4a466 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Network 89f76333-1786-4249-9580-a459e86feef5 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:43.080753 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-d40604ff-97d9-44b8-b32e-d87db8e4a466 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:43.141227 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:43.152679 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40604ff-97d9-44b8-b32e-d87db8e4a466 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event updated for resources: {'Port': ['ID=fea8d2b6-8082-421f-b3d9-8392cd08b14b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:43.155580 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40604ff-97d9-44b8-b32e-d87db8e4a466 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:58:43.182158 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 80915138-031a-45b6-906b-21e95ac8d219, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=80915138-031a-45b6-906b-21e95ac8d219,segment=NetworkSegment(66bcb313-c9b1-473e-91a3-0667bfb7ec38),segment_id=66bcb313-c9b1-473e-91a3-0667bfb7ec38)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:43.189300 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:43.219328 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d40604ff-97d9-44b8-b32e-d87db8e4a466 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:43.270054 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=80915138-031a-45b6-906b-21e95ac8d219,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:43.320414 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12654b1c-fc7a-41a8-bb04-d1afb1b8b940 req-00671871-3545-45f7-8a3d-d8fa62f69247 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:43.330209 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12654b1c-fc7a-41a8-bb04-d1afb1b8b940 req-00671871-3545-45f7-8a3d-d8fa62f69247 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:43.338390 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12654b1c-fc7a-41a8-bb04-d1afb1b8b940 req-00671871-3545-45f7-8a3d-d8fa62f69247 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:43.340439 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-12654b1c-fc7a-41a8-bb04-d1afb1b8b940 req-00671871-3545-45f7-8a3d-d8fa62f69247 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=753cfe96-e893-4f6b-89cb-c84aabe725eb&device_id=d7e2efc8-4fa0-4931-9e00-b58ec25b5dfc&device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 2416 time: 0.1358213 Jul 16 20:58:43.387556 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-12654b1c-fc7a-41a8-bb04-d1afb1b8b940 req-a36336d0-4ae4-4d2f-b074-174a71d2f6ae tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413322 Jul 16 20:58:43.420080 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7cda44a4-aa5d-4f66-ab69-1ab1b782ab67 None None] Provisioning for port fea8d2b6-8082-421f-b3d9-8392cd08b14b completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:43.424839 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7cda44a4-aa5d-4f66-ab69-1ab1b782ab67 None None] Provisioning complete for port fea8d2b6-8082-421f-b3d9-8392cd08b14b triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:43.425684 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7cda44a4-aa5d-4f66-ab69-1ab1b782ab67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:43.427879 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-ad120b59-60ae-49d0-8bef-f50721d60cd4 req-b3b6ffe9-6cb2-4c4b-9f6a-e10abb73132a tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:58:43.429466 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ad120b59-60ae-49d0-8bef-f50721d60cd4 req-b3b6ffe9-6cb2-4c4b-9f6a-e10abb73132a tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071068 Jul 16 20:58:43.466252 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d40604ff-97d9-44b8-b32e-d87db8e4a466 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:43.467945 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7cda44a4-aa5d-4f66-ab69-1ab1b782ab67 None None] Port fea8d2b6-8082-421f-b3d9-8392cd08b14b cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:58:43.529253 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ad120b59-60ae-49d0-8bef-f50721d60cd4 req-616c2265-4154-41a5-b0ac-be4615a80f68 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0855350 Jul 16 20:58:43.763542 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d40604ff-97d9-44b8-b32e-d87db8e4a466 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:43.768788 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d40604ff-97d9-44b8-b32e-d87db8e4a466 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:43.846732 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d40604ff-97d9-44b8-b32e-d87db8e4a466 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:43.848677 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40604ff-97d9-44b8-b32e-d87db8e4a466 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event updated for resources: {'Port': ['ID=fea8d2b6-8082-421f-b3d9-8392cd08b14b,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:43.952568 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40604ff-97d9-44b8-b32e-d87db8e4a466 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Network 89f76333-1786-4249-9580-a459e86feef5 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:43.954046 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-d40604ff-97d9-44b8-b32e-d87db8e4a466 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:44.081907 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40604ff-97d9-44b8-b32e-d87db8e4a466 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Router 2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:44.239018 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40604ff-97d9-44b8-b32e-d87db8e4a466 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:44.251778 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64292377-bba5-4a20-8788-283c8dcb2e8d None None] Sync routers for ids ['2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:44.266060 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64292377-bba5-4a20-8788-283c8dcb2e8d None None] Routers {'2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:44.266833 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-64292377-bba5-4a20-8788-283c8dcb2e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:44.267803 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43532) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:44.268311 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d40604ff-97d9-44b8-b32e-d87db8e4a466 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "PUT /v2.0/routers/2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2914524 Jul 16 20:58:44.275838 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-e0e3a4e5-7c84-4641-b80d-643430f095bd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Request body: {'port': {'network_id': '89f76333-1786-4249-9580-a459e86feef5', 'name': 'tempest-FloatingIPTestJSON-1790881086'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:44.331953 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-64292377-bba5-4a20-8788-283c8dcb2e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:44.350738 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64292377-bba5-4a20-8788-283c8dcb2e8d None None] Routers {'2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:44.351691 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-64292377-bba5-4a20-8788-283c8dcb2e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:44.355807 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e5637146-deeb-484e-b194-e4b35752643f None None] Provisioning complete for port fea8d2b6-8082-421f-b3d9-8392cd08b14b triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:44.356247 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5637146-deeb-484e-b194-e4b35752643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:44.426994 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e5637146-deeb-484e-b194-e4b35752643f None None] Port fea8d2b6-8082-421f-b3d9-8392cd08b14b cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:58:44.430854 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-64292377-bba5-4a20-8788-283c8dcb2e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:44.431708 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64292377-bba5-4a20-8788-283c8dcb2e8d None None] The sync data for ids ['2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:44.457309 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e3a4e5-7c84-4641-b80d-643430f095bd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Made reservation on behalf of 497e35bcfe474984910864d644555414 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:58:44.462091 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e0e3a4e5-7c84-4641-b80d-643430f095bd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:44.482471 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [None req-e0e3a4e5-7c84-4641-b80d-643430f095bd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] device_id is not set on port e9ea1224-b302-484d-aa31-af8b228f6b99 yet. {{(pid=93794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:58:44.622142 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-e0e3a4e5-7c84-4641-b80d-643430f095bd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Allocated IP 172.20.0.9 (89f76333-1786-4249-9580-a459e86feef5/9c3ef3d1-dfd5-44cf-ad44-d6427cc2b21f/e9ea1224-b302-484d-aa31-af8b228f6b99) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:58:44.791148 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e0e3a4e5-7c84-4641-b80d-643430f095bd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:44.804419 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-e0e3a4e5-7c84-4641-b80d-643430f095bd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Transition to ACTIVE for port object e9ea1224-b302-484d-aa31-af8b228f6b99 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:58:44.843690 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e0e3a4e5-7c84-4641-b80d-643430f095bd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:44.890008 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e3a4e5-7c84-4641-b80d-643430f095bd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Network 89f76333-1786-4249-9580-a459e86feef5 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:44.895568 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-e0e3a4e5-7c84-4641-b80d-643430f095bd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:44.897846 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 80915138-031a-45b6-906b-21e95ac8d219 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:44.903175 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e3a4e5-7c84-4641-b80d-643430f095bd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:58:44.948920 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3a4e5-7c84-4641-b80d-643430f095bd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event updated for resources: {'Port': ['ID=e9ea1224-b302-484d-aa31-af8b228f6b99,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:44.975847 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 80915138-031a-45b6-906b-21e95ac8d219 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:44.977120 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:44.987709 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e3a4e5-7c84-4641-b80d-643430f095bd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:44.988372 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e0e3a4e5-7c84-4641-b80d-643430f095bd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:45.022955 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43542) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:45.023088 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e0e3a4e5-7c84-4641-b80d-643430f095bd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7540565 Jul 16 20:58:45.029408 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-4c2ddab9-3710-4a92-afc2-1b7b4532dd37 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Request body: {'floatingip': {'port_id': 'e9ea1224-b302-484d-aa31-af8b228f6b99'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:45.262185 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1551b214-6a5d-4620-8f73-b177fd169193 None None] Provisioning for port e9ea1224-b302-484d-aa31-af8b228f6b99 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:45.289833 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1551b214-6a5d-4620-8f73-b177fd169193 None None] Provisioning complete for port e9ea1224-b302-484d-aa31-af8b228f6b99 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:45.290348 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1551b214-6a5d-4620-8f73-b177fd169193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:45.344915 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699184a-98a0-4c42-aae9-f3727850a62b req-006e43e7-e384-41e7-963b-6c6696434088 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:45.348688 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4699184a-98a0-4c42-aae9-f3727850a62b req-006e43e7-e384-41e7-963b-6c6696434088 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=753cfe96-e893-4f6b-89cb-c84aabe725eb HTTP/1.1" status: 200 len: 945 time: 0.1146617 Jul 16 20:58:45.349247 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1551b214-6a5d-4620-8f73-b177fd169193 None None] Port e9ea1224-b302-484d-aa31-af8b228f6b99 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:58:45.402235 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4699184a-98a0-4c42-aae9-f3727850a62b req-4d1e68f0-7e6f-4bc0-8f64-ab5d5ae9f752 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461609 Jul 16 20:58:45.448289 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4c2ddab9-3710-4a92-afc2-1b7b4532dd37 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:45.938408 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4c2ddab9-3710-4a92-afc2-1b7b4532dd37 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:45.942471 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4c2ddab9-3710-4a92-afc2-1b7b4532dd37 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:46.041013 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-4c2ddab9-3710-4a92-afc2-1b7b4532dd37 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Floating IP 86732e73-6fc9-45c5-94de-368f73f8625d associated. External IP: 172.25.0.215, port: 12639414-b8b2-495d-a8c3-f7915db02438. Jul 16 20:58:46.255368 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2ddab9-3710-4a92-afc2-1b7b4532dd37 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Router 5885c877-7d06-4bab-9c20-43f183427976 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:46.368223 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2ddab9-3710-4a92-afc2-1b7b4532dd37 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:46.379842 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddc1da5-f1f8-46ff-8884-2dac3b47cf92 None None] Sync routers for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:46.390789 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddc1da5-f1f8-46ff-8884-2dac3b47cf92 None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:46.391424 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-fddc1da5-f1f8-46ff-8884-2dac3b47cf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:46.471788 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-fddc1da5-f1f8-46ff-8884-2dac3b47cf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:46.482303 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddc1da5-f1f8-46ff-8884-2dac3b47cf92 None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:46.483196 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-fddc1da5-f1f8-46ff-8884-2dac3b47cf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:46.510134 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae51e65-628f-4d59-ac07-fef7c7add390 req-e5f022b1-7ec2-4963-aa6e-f2bfb8cd68ad tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:46.518313 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-fddc1da5-f1f8-46ff-8884-2dac3b47cf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:46.519074 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddc1da5-f1f8-46ff-8884-2dac3b47cf92 None None] The sync data for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:46.521001 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eae51e65-628f-4d59-ac07-fef7c7add390 req-e5f022b1-7ec2-4963-aa6e-f2bfb8cd68ad tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.18 "GET /v2.0/ports?device_id=753cfe96-e893-4f6b-89cb-c84aabe725eb HTTP/1.1" status: 200 len: 945 time: 0.1175146 Jul 16 20:58:46.635520 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2ddab9-3710-4a92-afc2-1b7b4532dd37 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Router 2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:46.746666 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2ddab9-3710-4a92-afc2-1b7b4532dd37 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:46.756707 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572496df-c77c-4e14-92ad-a40bf577938c None None] Sync routers for ids ['2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:46.757268 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4c2ddab9-3710-4a92-afc2-1b7b4532dd37 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:46.768830 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572496df-c77c-4e14-92ad-a40bf577938c None None] Routers {'2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:46.769821 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-572496df-c77c-4e14-92ad-a40bf577938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:46.809985 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-572496df-c77c-4e14-92ad-a40bf577938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:46.823772 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572496df-c77c-4e14-92ad-a40bf577938c None None] Routers {'2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:46.824699 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-572496df-c77c-4e14-92ad-a40bf577938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:46.855566 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4c2ddab9-3710-4a92-afc2-1b7b4532dd37 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "PUT /v2.0/floatingips/86732e73-6fc9-45c5-94de-368f73f8625d HTTP/1.1" status: 200 len: 978 time: 1.8300862 Jul 16 20:58:46.858170 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43556) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:46.863606 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-572496df-c77c-4e14-92ad-a40bf577938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:46.864273 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572496df-c77c-4e14-92ad-a40bf577938c None None] The sync data for ids ['2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:46.965068 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-7d782b98-64bc-4a5c-a46d-44b16e7c2d5b tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Deleting port e9ea1224-b302-484d-aa31-af8b228f6b99 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:46.965839 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7d782b98-64bc-4a5c-a46d-44b16e7c2d5b tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:47.046466 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc338cb1-66b8-42d5-8211-710ed4b72b2a req-373ac9a9-36fd-4ffa-a7d3-1b05c9d8c38d tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:47.047899 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cc338cb1-66b8-42d5-8211-710ed4b72b2a req-373ac9a9-36fd-4ffa-a7d3-1b05c9d8c38d tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=753cfe96-e893-4f6b-89cb-c84aabe725eb HTTP/1.1" status: 200 len: 945 time: 0.4932640 Jul 16 20:58:47.062898 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7d782b98-64bc-4a5c-a46d-44b16e7c2d5b tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:47.064991 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-eae51e65-628f-4d59-ac07-fef7c7add390 req-472adc63-6263-4087-b469-3a2da7f520a4 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Deleting port 84c4007b-60e5-4001-9ac8-bd72c4f2f605 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:47.065335 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-eae51e65-628f-4d59-ac07-fef7c7add390 req-472adc63-6263-4087-b469-3a2da7f520a4 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:47.146777 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cc338cb1-66b8-42d5-8211-710ed4b72b2a req-7fd1ac95-e1cd-4bc9-b4eb-10759856300b tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927267 Jul 16 20:58:47.192327 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-eae51e65-628f-4d59-ac07-fef7c7add390 req-472adc63-6263-4087-b469-3a2da7f520a4 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] For port 84c4007b-60e5-4001-9ac8-bd72c4f2f605, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=84c4007b-60e5-4001-9ac8-bd72c4f2f605,segment=NetworkSegment(3140a3f6-c9b8-4f13-8088-887da1a86a85),segment_id=3140a3f6-c9b8-4f13-8088-887da1a86a85)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:47.192618 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-eae51e65-628f-4d59-ac07-fef7c7add390 req-472adc63-6263-4087-b469-3a2da7f520a4 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:47.206054 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-eae51e65-628f-4d59-ac07-fef7c7add390 req-472adc63-6263-4087-b469-3a2da7f520a4 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Calling delete_port for 84c4007b-60e5-4001-9ac8-bd72c4f2f605 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:47.259134 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7d782b98-64bc-4a5c-a46d-44b16e7c2d5b tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:47.259696 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7d782b98-64bc-4a5c-a46d-44b16e7c2d5b tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:47.260081 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-7d782b98-64bc-4a5c-a46d-44b16e7c2d5b tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Floating IP 86732e73-6fc9-45c5-94de-368f73f8625d disassociated. External IP: 172.25.0.215, port: e9ea1224-b302-484d-aa31-af8b228f6b99. Jul 16 20:58:47.260493 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-7d782b98-64bc-4a5c-a46d-44b16e7c2d5b tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Calling delete_port for e9ea1224-b302-484d-aa31-af8b228f6b99 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:47.334166 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-eae51e65-628f-4d59-ac07-fef7c7add390 req-472adc63-6263-4087-b469-3a2da7f520a4 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:47.347724 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['198fdf1e-d8dd-4813-8dd2-606fa9f73df1', '84c4007b-60e5-4001-9ac8-bd72c4f2f605'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:58:47.356816 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['4741ac4e-fc18-43f8-9570-03edba799756'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:58:47.405316 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7d782b98-64bc-4a5c-a46d-44b16e7c2d5b tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:47.425086 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472adc63-6263-4087-b469-3a2da7f520a4 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Pushing event deleted for resources: {'Port': ['ID=84c4007b-60e5-4001-9ac8-bd72c4f2f605,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:47.434056 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae51e65-628f-4d59-ac07-fef7c7add390 req-472adc63-6263-4087-b469-3a2da7f520a4 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] No DVR routers for this DVR port 84c4007b-60e5-4001-9ac8-bd72c4f2f605 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:58:47.437336 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472adc63-6263-4087-b469-3a2da7f520a4 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:47.437797 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472adc63-6263-4087-b469-3a2da7f520a4 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:47.438618 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472adc63-6263-4087-b469-3a2da7f520a4 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:47.439154 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472adc63-6263-4087-b469-3a2da7f520a4 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:47.439520 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472adc63-6263-4087-b469-3a2da7f520a4 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:47.439954 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472adc63-6263-4087-b469-3a2da7f520a4 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:47.440390 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472adc63-6263-4087-b469-3a2da7f520a4 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:47.440820 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472adc63-6263-4087-b469-3a2da7f520a4 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:47.441253 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472adc63-6263-4087-b469-3a2da7f520a4 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:47.441678 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472adc63-6263-4087-b469-3a2da7f520a4 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:47.442104 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472adc63-6263-4087-b469-3a2da7f520a4 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:47.442564 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472adc63-6263-4087-b469-3a2da7f520a4 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:47.447135 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-eae51e65-628f-4d59-ac07-fef7c7add390 req-472adc63-6263-4087-b469-3a2da7f520a4 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:47.449231 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eae51e65-628f-4d59-ac07-fef7c7add390 req-472adc63-6263-4087-b469-3a2da7f520a4 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.18 "DELETE /v2.0/ports/84c4007b-60e5-4001-9ac8-bd72c4f2f605 HTTP/1.1" status: 204 len: 173 time: 0.9226251 Jul 16 20:58:47.449842 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753cfe96-e893-4f6b-89cb-c84aabe725eb', 'name': 'network-vif-deleted', 'tag': '84c4007b-60e5-4001-9ac8-bd72c4f2f605'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:47.462539 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d782b98-64bc-4a5c-a46d-44b16e7c2d5b tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event deleted for resources: {'Port': ['ID=e9ea1224-b302-484d-aa31-af8b228f6b99,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:47.463046 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75821002-724b-45f9-a09c-bba2c7a75150" -d '{"events": [{"server_uuid": "753cfe96-e893-4f6b-89cb-c84aabe725eb", "name": "network-vif-deleted", "tag": "84c4007b-60e5-4001-9ac8-bd72c4f2f605"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:47.566080 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bd6c30-4376-4156-857f-62e4e8a68fbe x-openstack-request-id: req-c2bd6c30-4376-4156-857f-62e4e8a68fbe {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:47.567143 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753cfe96-e893-4f6b-89cb-c84aabe725eb", "name": "network-vif-deleted", "tag": "84c4007b-60e5-4001-9ac8-bd72c4f2f605", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:47.567620 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c2bd6c30-4376-4156-857f-62e4e8a68fbe {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:47.568309 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753cfe96-e893-4f6b-89cb-c84aabe725eb', 'name': 'network-vif-deleted', 'tag': '84c4007b-60e5-4001-9ac8-bd72c4f2f605', 'status': 'completed', 'code': 200} Jul 16 20:58:47.676879 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d782b98-64bc-4a5c-a46d-44b16e7c2d5b tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Router 2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:47.847802 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d782b98-64bc-4a5c-a46d-44b16e7c2d5b tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:47.857651 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b37c43c-a293-4e10-aad7-35955e34474b None None] Sync routers for ids ['2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:47.883791 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b37c43c-a293-4e10-aad7-35955e34474b None None] Routers {'2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:47.884704 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4b37c43c-a293-4e10-aad7-35955e34474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:47.931901 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7d782b98-64bc-4a5c-a46d-44b16e7c2d5b tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:47.934574 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7d782b98-64bc-4a5c-a46d-44b16e7c2d5b tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "DELETE /v2.0/ports/e9ea1224-b302-484d-aa31-af8b228f6b99 HTTP/1.1" status: 204 len: 168 time: 1.0752029 Jul 16 20:58:47.935020 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4b37c43c-a293-4e10-aad7-35955e34474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:47.937332 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43562) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:47.944549 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b37c43c-a293-4e10-aad7-35955e34474b None None] Routers {'2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:47.945860 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4b37c43c-a293-4e10-aad7-35955e34474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:47.984755 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4b37c43c-a293-4e10-aad7-35955e34474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:47.985598 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b37c43c-a293-4e10-aad7-35955e34474b None None] The sync data for ids ['2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:48.332831 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-415bd3c9-7fcd-4dd0-ae51-46e8893e5ee6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:48.627277 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-415bd3c9-7fcd-4dd0-ae51-46e8893e5ee6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Deleting port fea8d2b6-8082-421f-b3d9-8392cd08b14b {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:48.627622 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-415bd3c9-7fcd-4dd0-ae51-46e8893e5ee6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:48.662221 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e663983-aa41-4c15-b98f-4aef53ff9960 req-8dd6e717-85f5-4cfe-9c09-3676bbea4497 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:48.670996 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1e663983-aa41-4c15-b98f-4aef53ff9960 req-8dd6e717-85f5-4cfe-9c09-3676bbea4497 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e2efc8-4fa0-4931-9e00-b58ec25b5dfc HTTP/1.1" status: 200 len: 945 time: 0.0894780 Jul 16 20:58:48.731686 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-415bd3c9-7fcd-4dd0-ae51-46e8893e5ee6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:48.732150 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1e663983-aa41-4c15-b98f-4aef53ff9960 req-8b5bb9a7-9049-4b33-aa1b-f09ba9aca874 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578146 Jul 16 20:58:48.743095 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-415bd3c9-7fcd-4dd0-ae51-46e8893e5ee6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Calling delete_port for fea8d2b6-8082-421f-b3d9-8392cd08b14b owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:49.248297 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-415bd3c9-7fcd-4dd0-ae51-46e8893e5ee6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:49.275797 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bd3c9-7fcd-4dd0-ae51-46e8893e5ee6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event deleted for resources: {'Port': ['ID=fea8d2b6-8082-421f-b3d9-8392cd08b14b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:49.465846 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-415bd3c9-7fcd-4dd0-ae51-46e8893e5ee6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:49.696679 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415bd3c9-7fcd-4dd0-ae51-46e8893e5ee6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Router 2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:49.803039 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c436ca-cd6d-41d6-b44c-6e23321cd6b0 req-d182d346-a68e-477a-9dd4-bc563ccdc06e tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:49.805252 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e4c436ca-cd6d-41d6-b44c-6e23321cd6b0 req-d182d346-a68e-477a-9dd4-bc563ccdc06e tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e2efc8-4fa0-4931-9e00-b58ec25b5dfc HTTP/1.1" status: 200 len: 945 time: 0.0726829 Jul 16 20:58:49.819433 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415bd3c9-7fcd-4dd0-ae51-46e8893e5ee6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:49.826391 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-415bd3c9-7fcd-4dd0-ae51-46e8893e5ee6 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "PUT /v2.0/routers/2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8880057 Jul 16 20:58:49.829030 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43592) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:49.832408 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade09062-07a8-4c39-a3aa-e79a5086284a None None] Sync routers for ids ['2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:49.844896 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade09062-07a8-4c39-a3aa-e79a5086284a None None] Routers {'2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:49.849623 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-ade09062-07a8-4c39-a3aa-e79a5086284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:49.886658 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-ade09062-07a8-4c39-a3aa-e79a5086284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:49.896600 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade09062-07a8-4c39-a3aa-e79a5086284a None None] Routers {'2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:49.897207 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-ade09062-07a8-4c39-a3aa-e79a5086284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:49.961270 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-49a2c8f3-b869-4aa7-8b06-ca8db2d1fa95 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:49.966116 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-ade09062-07a8-4c39-a3aa-e79a5086284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:49.966991 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade09062-07a8-4c39-a3aa-e79a5086284a None None] The sync data for ids ['2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5'] in n-d-791506-21 is: [] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:49.988464 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cfab6-df11-4b40-a022-1f18a955d607 req-ef701193-31a7-41f9-99fc-4aca86f16db8 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:49.990281 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-121cfab6-df11-4b40-a022-1f18a955d607 req-ef701193-31a7-41f9-99fc-4aca86f16db8 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e2efc8-4fa0-4931-9e00-b58ec25b5dfc HTTP/1.1" status: 200 len: 945 time: 0.1284914 Jul 16 20:58:50.011219 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-e4c436ca-cd6d-41d6-b44c-6e23321cd6b0 req-52ace10f-cb8c-4a93-a605-bb8030073698 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Deleting port 198fdf1e-d8dd-4813-8dd2-606fa9f73df1 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:50.011566 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e4c436ca-cd6d-41d6-b44c-6e23321cd6b0 req-52ace10f-cb8c-4a93-a605-bb8030073698 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.083911 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-49a2c8f3-b869-4aa7-8b06-ca8db2d1fa95 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.091598 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-121cfab6-df11-4b40-a022-1f18a955d607 req-f53c2a15-0ca4-4cc0-a70d-25cfb92a5beb tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933139 Jul 16 20:58:50.128657 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-e4c436ca-cd6d-41d6-b44c-6e23321cd6b0 req-52ace10f-cb8c-4a93-a605-bb8030073698 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] For port 198fdf1e-d8dd-4813-8dd2-606fa9f73df1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=198fdf1e-d8dd-4813-8dd2-606fa9f73df1,segment=NetworkSegment(3140a3f6-c9b8-4f13-8088-887da1a86a85),segment_id=3140a3f6-c9b8-4f13-8088-887da1a86a85)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:50.129093 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e4c436ca-cd6d-41d6-b44c-6e23321cd6b0 req-52ace10f-cb8c-4a93-a605-bb8030073698 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.143269 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-e4c436ca-cd6d-41d6-b44c-6e23321cd6b0 req-52ace10f-cb8c-4a93-a605-bb8030073698 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Calling delete_port for 198fdf1e-d8dd-4813-8dd2-606fa9f73df1 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:50.146366 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-49a2c8f3-b869-4aa7-8b06-ca8db2d1fa95 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Deleting port f066f52c-0545-4ada-a309-b6ed6ce0d493 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:50.146719 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-49a2c8f3-b869-4aa7-8b06-ca8db2d1fa95 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.229557 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-49a2c8f3-b869-4aa7-8b06-ca8db2d1fa95 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.252361 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-49a2c8f3-b869-4aa7-8b06-ca8db2d1fa95 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Calling delete_port for f066f52c-0545-4ada-a309-b6ed6ce0d493 owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:50.289605 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e4c436ca-cd6d-41d6-b44c-6e23321cd6b0 req-52ace10f-cb8c-4a93-a605-bb8030073698 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.302470 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['198fdf1e-d8dd-4813-8dd2-606fa9f73df1'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:58:50.328196 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ace10f-cb8c-4a93-a605-bb8030073698 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Pushing event deleted for resources: {'Port': ['ID=198fdf1e-d8dd-4813-8dd2-606fa9f73df1,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:50.333922 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['4741ac4e-fc18-43f8-9570-03edba799756'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:58:50.379199 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c436ca-cd6d-41d6-b44c-6e23321cd6b0 req-52ace10f-cb8c-4a93-a605-bb8030073698 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] No DVR routers for this DVR port 198fdf1e-d8dd-4813-8dd2-606fa9f73df1 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:58:50.381805 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e4c436ca-cd6d-41d6-b44c-6e23321cd6b0 req-52ace10f-cb8c-4a93-a605-bb8030073698 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.385170 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e4c436ca-cd6d-41d6-b44c-6e23321cd6b0 req-52ace10f-cb8c-4a93-a605-bb8030073698 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.18 "DELETE /v2.0/ports/198fdf1e-d8dd-4813-8dd2-606fa9f73df1 HTTP/1.1" status: 204 len: 173 time: 0.5746832 Jul 16 20:58:50.385576 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e2efc8-4fa0-4931-9e00-b58ec25b5dfc', 'name': 'network-vif-deleted', 'tag': '198fdf1e-d8dd-4813-8dd2-606fa9f73df1'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:50.387895 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afe9324-98fb-400c-990e-b43f3f9e6447" -d '{"events": [{"server_uuid": "d7e2efc8-4fa0-4931-9e00-b58ec25b5dfc", "name": "network-vif-deleted", "tag": "198fdf1e-d8dd-4813-8dd2-606fa9f73df1"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:50.440255 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40133213-653a-43a3-94cf-f225cd97038d x-openstack-request-id: req-40133213-653a-43a3-94cf-f225cd97038d {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:50.440648 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e2efc8-4fa0-4931-9e00-b58ec25b5dfc", "name": "network-vif-deleted", "tag": "198fdf1e-d8dd-4813-8dd2-606fa9f73df1", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:50.440999 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-40133213-653a-43a3-94cf-f225cd97038d {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:50.441497 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e2efc8-4fa0-4931-9e00-b58ec25b5dfc', 'name': 'network-vif-deleted', 'tag': '198fdf1e-d8dd-4813-8dd2-606fa9f73df1', 'status': 'completed', 'code': 200} Jul 16 20:58:50.502218 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-49a2c8f3-b869-4aa7-8b06-ca8db2d1fa95 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.535659 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2c8f3-b869-4aa7-8b06-ca8db2d1fa95 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event deleted for resources: {'Port': ['ID=f066f52c-0545-4ada-a309-b6ed6ce0d493,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:50.603014 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-49a2c8f3-b869-4aa7-8b06-ca8db2d1fa95 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.700875 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-49a2c8f3-b869-4aa7-8b06-ca8db2d1fa95 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.703462 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-49a2c8f3-b869-4aa7-8b06-ca8db2d1fa95 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.752893 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-49a2c8f3-b869-4aa7-8b06-ca8db2d1fa95 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.753397 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a2c8f3-b869-4aa7-8b06-ca8db2d1fa95 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Fanout notify agent at l3_agent the message router_deleted on router 2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:58:50.762549 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-49a2c8f3-b869-4aa7-8b06-ca8db2d1fa95 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.763700 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-49a2c8f3-b869-4aa7-8b06-ca8db2d1fa95 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "DELETE /v2.0/routers/2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5 HTTP/1.1" status: 204 len: 168 time: 0.9334183 Jul 16 20:58:50.766443 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43598) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:50.827565 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5208593-13dd-4e56-968a-ccf1db1d04d1 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Deleting subnet 9c3ef3d1-dfd5-44cf-ad44-d6427cc2b21f {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:58:50.831410 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d5208593-13dd-4e56-968a-ccf1db1d04d1 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.876120 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d5208593-13dd-4e56-968a-ccf1db1d04d1 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.969237 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d5208593-13dd-4e56-968a-ccf1db1d04d1 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.051946 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d5208593-13dd-4e56-968a-ccf1db1d04d1 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.080730 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5208593-13dd-4e56-968a-ccf1db1d04d1 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event deleted for resources: {'Subnet': ['ID=9c3ef3d1-dfd5-44cf-ad44-d6427cc2b21f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:51.082736 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d5208593-13dd-4e56-968a-ccf1db1d04d1 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.087659 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d5208593-13dd-4e56-968a-ccf1db1d04d1 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "DELETE /v2.0/subnets/9c3ef3d1-dfd5-44cf-ad44-d6427cc2b21f HTTP/1.1" status: 204 len: 168 time: 0.3169746 Jul 16 20:58:51.088253 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43602) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:51.091430 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375118c5-2452-4e16-8bdc-1bc270c174bb None None] Network 89f76333-1786-4249-9580-a459e86feef5 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:58:51.184982 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-10275cf4-e884-48f7-9702-1e8bc8f6a423 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.263033 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-10275cf4-e884-48f7-9702-1e8bc8f6a423 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Deleting port 80915138-031a-45b6-906b-21e95ac8d219 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:51.263441 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-10275cf4-e884-48f7-9702-1e8bc8f6a423 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.298167 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d720c79-360e-43e5-be90-a58323d4586d None None] DHCP port deletion for 89f76333-1786-4249-9580-a459e86feef5 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:58:51.365380 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-10275cf4-e884-48f7-9702-1e8bc8f6a423 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] For port 80915138-031a-45b6-906b-21e95ac8d219, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=80915138-031a-45b6-906b-21e95ac8d219,segment=NetworkSegment(66bcb313-c9b1-473e-91a3-0667bfb7ec38),segment_id=66bcb313-c9b1-473e-91a3-0667bfb7ec38)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:51.365913 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-10275cf4-e884-48f7-9702-1e8bc8f6a423 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.366647 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2d720c79-360e-43e5-be90-a58323d4586d None None] Deleting port 80915138-031a-45b6-906b-21e95ac8d219 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:51.368211 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d720c79-360e-43e5-be90-a58323d4586d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.381587 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-10275cf4-e884-48f7-9702-1e8bc8f6a423 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Calling delete_port for 80915138-031a-45b6-906b-21e95ac8d219 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:51.449520 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2d720c79-360e-43e5-be90-a58323d4586d None None] For port 80915138-031a-45b6-906b-21e95ac8d219, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=80915138-031a-45b6-906b-21e95ac8d219,segment=NetworkSegment(66bcb313-c9b1-473e-91a3-0667bfb7ec38),segment_id=66bcb313-c9b1-473e-91a3-0667bfb7ec38)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:51.450391 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d720c79-360e-43e5-be90-a58323d4586d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.466678 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2d720c79-360e-43e5-be90-a58323d4586d None None] Calling delete_port for 80915138-031a-45b6-906b-21e95ac8d219 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:51.507238 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-10275cf4-e884-48f7-9702-1e8bc8f6a423 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.538026 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10275cf4-e884-48f7-9702-1e8bc8f6a423 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] No DVR routers for this DVR port 80915138-031a-45b6-906b-21e95ac8d219 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:58:51.545599 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10275cf4-e884-48f7-9702-1e8bc8f6a423 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event deleted for resources: {'Port': ['ID=80915138-031a-45b6-906b-21e95ac8d219,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:51.565098 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d720c79-360e-43e5-be90-a58323d4586d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.593588 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d720c79-360e-43e5-be90-a58323d4586d None None] Pushing event deleted for resources: {'Port': ['ID=80915138-031a-45b6-906b-21e95ac8d219,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:51.595471 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d720c79-360e-43e5-be90-a58323d4586d None None] No DVR routers for this DVR port 80915138-031a-45b6-906b-21e95ac8d219 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:58:51.612543 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 84c4007b-60e5-4001-9ac8-bd72c4f2f605 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:58:51.634598 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-10275cf4-e884-48f7-9702-1e8bc8f6a423 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.637040 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 84c4007b-60e5-4001-9ac8-bd72c4f2f605 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:58:51.637424 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 84c4007b-60e5-4001-9ac8-bd72c4f2f605 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:58:51.643227 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e1caf-b4cd-4747-a517-e0abc548f4ee req-c0a579ba-2d7d-4dc0-b814-aed648162d30 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:51.645061 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d03e1caf-b4cd-4747-a517-e0abc548f4ee req-c0a579ba-2d7d-4dc0-b814-aed648162d30 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 945 time: 0.0804174 Jul 16 20:58:51.645968 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-10275cf4-e884-48f7-9702-1e8bc8f6a423 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f76333-1786-4249-9580-a459e86feef5']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:51.657045 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-10275cf4-e884-48f7-9702-1e8bc8f6a423 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66bcb313-c9b1-473e-91a3-0667bfb7ec38') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:51.657342 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-10275cf4-e884-48f7-9702-1e8bc8f6a423 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66bcb313-c9b1-473e-91a3-0667bfb7ec38') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:51.667635 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-10275cf4-e884-48f7-9702-1e8bc8f6a423 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.685851 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-10275cf4-e884-48f7-9702-1e8bc8f6a423 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.690720 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10275cf4-e884-48f7-9702-1e8bc8f6a423 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:58:51.691420 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-10275cf4-e884-48f7-9702-1e8bc8f6a423 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.695289 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d03e1caf-b4cd-4747-a517-e0abc548f4ee req-8dac0223-9bd3-4c0d-a174-b25d9adf0c31 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430977 Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:58:51.698693 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:58:51.734192 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-804cc6ac-b86e-486a-8830-3ed5ffe2c176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.760232 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-10275cf4-e884-48f7-9702-1e8bc8f6a423 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.766996 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-10275cf4-e884-48f7-9702-1e8bc8f6a423 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.768948 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-10275cf4-e884-48f7-9702-1e8bc8f6a423 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "DELETE /v2.0/networks/89f76333-1786-4249-9580-a459e86feef5 HTTP/1.1" status: 204 len: 168 time: 0.6801229 Jul 16 20:58:51.771725 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43610) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:51.785173 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10275cf4-e884-48f7-9702-1e8bc8f6a423 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event deleted for resources: {'Network': ['ID=89f76333-1786-4249-9580-a459e86feef5,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:51.908634 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-33d23eb8-e277-447f-80f4-43f6092a822d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Deleting port 3e532384-3c27-4a7f-8084-d9d22f642758 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:51.908901 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33d23eb8-e277-447f-80f4-43f6092a822d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.987424 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33d23eb8-e277-447f-80f4-43f6092a822d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.987759 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33d23eb8-e277-447f-80f4-43f6092a822d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.999748 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-33d23eb8-e277-447f-80f4-43f6092a822d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Calling delete_port for 3e532384-3c27-4a7f-8084-d9d22f642758 owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:52.140683 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33d23eb8-e277-447f-80f4-43f6092a822d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:52.171070 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d23eb8-e277-447f-80f4-43f6092a822d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event deleted for resources: {'Port': ['ID=3e532384-3c27-4a7f-8084-d9d22f642758,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:52.235400 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33d23eb8-e277-447f-80f4-43f6092a822d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:52.238945 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-33d23eb8-e277-447f-80f4-43f6092a822d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:52.246252 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-33d23eb8-e277-447f-80f4-43f6092a822d tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "DELETE /v2.0/floatingips/86732e73-6fc9-45c5-94de-368f73f8625d HTTP/1.1" status: 204 len: 168 time: 0.4670081 Jul 16 20:58:52.246252 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43618) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:52.271281 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccee8dc1-dbc3-4ecb-8783-8941eeed9b3e tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] DELETE failed (client error): The resource could not be found. Jul 16 20:58:52.271907 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccee8dc1-dbc3-4ecb-8783-8941eeed9b3e tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:58:52.274419 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ccee8dc1-dbc3-4ecb-8783-8941eeed9b3e tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "DELETE /v2.0/ports/e9ea1224-b302-484d-aa31-af8b228f6b99 HTTP/1.1" status: 404 len: 333 time: 0.0293839 Jul 16 20:58:52.277196 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43620) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:52.309108 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b2745358-00dd-4a86-a547-9446b4b34833 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5 HTTP/1.1" status: 200 len: 205 time: 0.0307539 Jul 16 20:58:52.311408 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43622) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:52.350043 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [None req-0071eb8d-95bf-45e5-b43f-65e3622ded82 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] delete failed (client error): The resource could not be found. Jul 16 20:58:52.351118 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0071eb8d-95bf-45e5-b43f-65e3622ded82 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "DELETE /v2.0/routers/2c8fc8f8-a4c5-40b0-839b-eaac61ae6ed5 HTTP/1.1" status: 404 len: 336 time: 0.0388181 Jul 16 20:58:52.353661 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43624) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:52.380095 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6458ec25-a4ca-4e6a-aa5a-1b960e50c2e4 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] DELETE failed (client error): The resource could not be found. Jul 16 20:58:52.380484 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6458ec25-a4ca-4e6a-aa5a-1b960e50c2e4 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:58:52.382199 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6458ec25-a4ca-4e6a-aa5a-1b960e50c2e4 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "DELETE /v2.0/subnets/9c3ef3d1-dfd5-44cf-ad44-d6427cc2b21f HTTP/1.1" status: 404 len: 337 time: 0.0276453 Jul 16 20:58:52.385278 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43626) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:52.486554 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-86afa5b0-6395-4840-bb96-d77b08153cfa tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Deleting port 12639414-b8b2-495d-a8c3-f7915db02438 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:52.486892 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-86afa5b0-6395-4840-bb96-d77b08153cfa tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:52.572116 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-86afa5b0-6395-4840-bb96-d77b08153cfa tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:52.584950 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-86afa5b0-6395-4840-bb96-d77b08153cfa tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Calling delete_port for 12639414-b8b2-495d-a8c3-f7915db02438 owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:52.716238 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-86afa5b0-6395-4840-bb96-d77b08153cfa tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:52.748668 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afa5b0-6395-4840-bb96-d77b08153cfa tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event deleted for resources: {'Port': ['ID=12639414-b8b2-495d-a8c3-f7915db02438,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:52.861648 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-86afa5b0-6395-4840-bb96-d77b08153cfa tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:52.865039 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-86afa5b0-6395-4840-bb96-d77b08153cfa tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "DELETE /v2.0/ports/12639414-b8b2-495d-a8c3-f7915db02438 HTTP/1.1" status: 204 len: 168 time: 0.4777033 Jul 16 20:58:52.866700 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43630) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:52.906290 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 80915138-031a-45b6-906b-21e95ac8d219 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:58:52.926662 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 80915138-031a-45b6-906b-21e95ac8d219 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:58:52.927342 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 80915138-031a-45b6-906b-21e95ac8d219 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:58:52.973063 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8c0d8-c7d0-45a4-8e72-aa007ec4f440 req-7d68b0ab-2bff-422b-b856-f4786f2fd1de tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:52.974579 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cbe8c0d8-c7d0-45a4-8e72-aa007ec4f440 req-7d68b0ab-2bff-422b-b856-f4786f2fd1de tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 945 time: 0.1511042 Jul 16 20:58:53.041341 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cbe8c0d8-c7d0-45a4-8e72-aa007ec4f440 req-37b5cff1-e761-421c-9393-c57bab1e3249 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/security-groups?id=758b026b-3b7f-4ca2-af23-1f0dec7020db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595496 Jul 16 20:58:53.044101 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-3fbea949-96d1-4112-85ec-746a8e8950ef tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Deleting port 23c24ade-3387-431c-8b9c-41e2435811fa {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:53.045271 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3fbea949-96d1-4112-85ec-746a8e8950ef tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:53.098739 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c417b1-f5a5-4e61-96f8-ad35187cdc71 req-3c04ac8f-a8f2-4216-b85f-b5ed7c24bf99 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:53.100345 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-73c417b1-f5a5-4e61-96f8-ad35187cdc71 req-3c04ac8f-a8f2-4216-b85f-b5ed7c24bf99 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.62 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 945 time: 0.0872052 Jul 16 20:58:53.144009 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3fbea949-96d1-4112-85ec-746a8e8950ef tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:53.157102 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-3fbea949-96d1-4112-85ec-746a8e8950ef tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Calling delete_port for 23c24ade-3387-431c-8b9c-41e2435811fa owned by {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:53.222827 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-73c417b1-f5a5-4e61-96f8-ad35187cdc71 req-143b81c5-d6ac-461e-8116-fff0bb634975 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Deleting port 4741ac4e-fc18-43f8-9570-03edba799756 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:53.223169 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-73c417b1-f5a5-4e61-96f8-ad35187cdc71 req-143b81c5-d6ac-461e-8116-fff0bb634975 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:53.312086 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3fbea949-96d1-4112-85ec-746a8e8950ef tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:53.340261 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbea949-96d1-4112-85ec-746a8e8950ef tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event deleted for resources: {'Port': ['ID=23c24ade-3387-431c-8b9c-41e2435811fa,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:53.356763 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-73c417b1-f5a5-4e61-96f8-ad35187cdc71 req-143b81c5-d6ac-461e-8116-fff0bb634975 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] For port 4741ac4e-fc18-43f8-9570-03edba799756, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=4741ac4e-fc18-43f8-9570-03edba799756,segment=NetworkSegment(3140a3f6-c9b8-4f13-8088-887da1a86a85),segment_id=3140a3f6-c9b8-4f13-8088-887da1a86a85)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:53.357189 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-73c417b1-f5a5-4e61-96f8-ad35187cdc71 req-143b81c5-d6ac-461e-8116-fff0bb634975 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:53.372049 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-73c417b1-f5a5-4e61-96f8-ad35187cdc71 req-143b81c5-d6ac-461e-8116-fff0bb634975 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Calling delete_port for 4741ac4e-fc18-43f8-9570-03edba799756 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:53.417886 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3fbea949-96d1-4112-85ec-746a8e8950ef tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:53.420192 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3fbea949-96d1-4112-85ec-746a8e8950ef tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "DELETE /v2.0/ports/23c24ade-3387-431c-8b9c-41e2435811fa HTTP/1.1" status: 204 len: 168 time: 0.5513341 Jul 16 20:58:53.422673 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43634) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:53.486950 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3973181-3dee-4aa3-bc70-3aa94f00dd2f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:53.488473 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b3973181-3dee-4aa3-bc70-3aa94f00dd2f tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "GET /v2.0/ports?device_id=5885c877-7d06-4bab-9c20-43f183427976 HTTP/1.1" status: 200 len: 913 time: 0.0648224 Jul 16 20:58:53.491232 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43636) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:53.505427 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-73c417b1-f5a5-4e61-96f8-ad35187cdc71 req-143b81c5-d6ac-461e-8116-fff0bb634975 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:53.516519 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['4741ac4e-fc18-43f8-9570-03edba799756'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:58:53.537548 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b81c5-d6ac-461e-8116-fff0bb634975 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Pushing event deleted for resources: {'Port': ['ID=4741ac4e-fc18-43f8-9570-03edba799756,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:53.587013 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c417b1-f5a5-4e61-96f8-ad35187cdc71 req-143b81c5-d6ac-461e-8116-fff0bb634975 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] No DVR routers for this DVR port 4741ac4e-fc18-43f8-9570-03edba799756 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:58:53.589522 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-73c417b1-f5a5-4e61-96f8-ad35187cdc71 req-143b81c5-d6ac-461e-8116-fff0bb634975 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:53.591833 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-73c417b1-f5a5-4e61-96f8-ad35187cdc71 req-143b81c5-d6ac-461e-8116-fff0bb634975 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.62 "DELETE /v2.0/ports/4741ac4e-fc18-43f8-9570-03edba799756 HTTP/1.1" status: 204 len: 173 time: 0.4863014 Jul 16 20:58:53.592676 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb8d50a-94c0-45dc-8cb0-aca4918e8cc3', 'name': 'network-vif-deleted', 'tag': '4741ac4e-fc18-43f8-9570-03edba799756'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:53.594564 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd29f904-12a0-457f-83b8-c9277740b722" -d '{"events": [{"server_uuid": "acb8d50a-94c0-45dc-8cb0-aca4918e8cc3", "name": "network-vif-deleted", "tag": "4741ac4e-fc18-43f8-9570-03edba799756"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:53.605446 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 198fdf1e-d8dd-4813-8dd2-606fa9f73df1 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:58:53.647420 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8741ad-4eb2-4678-97c8-c8b048ec4bae x-openstack-request-id: req-4c8741ad-4eb2-4678-97c8-c8b048ec4bae {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:53.647760 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb8d50a-94c0-45dc-8cb0-aca4918e8cc3", "name": "network-vif-deleted", "tag": "4741ac4e-fc18-43f8-9570-03edba799756", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:53.648063 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4c8741ad-4eb2-4678-97c8-c8b048ec4bae {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:53.649011 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb8d50a-94c0-45dc-8cb0-aca4918e8cc3', 'name': 'network-vif-deleted', 'tag': '4741ac4e-fc18-43f8-9570-03edba799756', 'status': 'completed', 'code': 200} Jul 16 20:58:53.654789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 198fdf1e-d8dd-4813-8dd2-606fa9f73df1 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:58:53.655137 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 198fdf1e-d8dd-4813-8dd2-606fa9f73df1 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:58:53.893388 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-655cc854-29d3-4a7d-be81-16b16dfe8297 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:54.175291 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-655cc854-29d3-4a7d-be81-16b16dfe8297 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Deleting port 1281401e-86a3-4f58-996e-59ee484fc8e5 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:54.176035 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-655cc854-29d3-4a7d-be81-16b16dfe8297 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:54.246223 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d2d0c10-fd6e-4aa1-a081-285b240f2086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:54.292528 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9df5a0d3-1a53-4672-ab4c-f90660a72108 req-834dbed1-fc27-4bde-8f38-d0f75896b745 tempest-ListServerFiltersTestJSON-1235514051 tempest-ListServerFiltersTestJSON-1235514051-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb8d50a-94c0-45dc-8cb0-aca4918e8cc3 HTTP/1.1" status: 200 len: 210 time: 0.0880196 Jul 16 20:58:54.318719 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-655cc854-29d3-4a7d-be81-16b16dfe8297 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:54.326852 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-655cc854-29d3-4a7d-be81-16b16dfe8297 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Calling delete_port for 1281401e-86a3-4f58-996e-59ee484fc8e5 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:54.353805 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:54.439490 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43650) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:54.533383 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-655cc854-29d3-4a7d-be81-16b16dfe8297 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:54.563782 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655cc854-29d3-4a7d-be81-16b16dfe8297 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event deleted for resources: {'Port': ['ID=1281401e-86a3-4f58-996e-59ee484fc8e5,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:54.613826 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-d3562321-3a24-4e09-a785-468ea43aed59 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Deleting port e32d9ac4-40d6-4e21-9130-690390f37b71 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:54.614212 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d3562321-3a24-4e09-a785-468ea43aed59 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:54.696987 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d3562321-3a24-4e09-a785-468ea43aed59 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:54.697204 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d3562321-3a24-4e09-a785-468ea43aed59 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:54.709040 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-d3562321-3a24-4e09-a785-468ea43aed59 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Calling delete_port for e32d9ac4-40d6-4e21-9130-690390f37b71 owned by network:floatingip {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:54.740374 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-655cc854-29d3-4a7d-be81-16b16dfe8297 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:54.884468 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d3562321-3a24-4e09-a785-468ea43aed59 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:54.912327 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3562321-3a24-4e09-a785-468ea43aed59 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event deleted for resources: {'Port': ['ID=e32d9ac4-40d6-4e21-9130-690390f37b71,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:54.972117 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655cc854-29d3-4a7d-be81-16b16dfe8297 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Router 5885c877-7d06-4bab-9c20-43f183427976 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:54.975897 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d3562321-3a24-4e09-a785-468ea43aed59 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for floatingip, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:54.977188 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-d3562321-3a24-4e09-a785-468ea43aed59 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Floating IP 681dd841-8ea2-4e97-aaa0-76408e2ef003 disassociated (deleted). External IP: 172.25.0.117, port: 20804559-ccc8-48c8-a9ce-da9dbecf1f0e. Jul 16 20:58:55.084053 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655cc854-29d3-4a7d-be81-16b16dfe8297 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:55.091504 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-655cc854-29d3-4a7d-be81-16b16dfe8297 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "PUT /v2.0/routers/5885c877-7d06-4bab-9c20-43f183427976/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5970514 Jul 16 20:58:55.092390 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43652) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:55.095549 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86f643d-42d6-4933-a394-e41ddfa5ee80 None None] Sync routers for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:55.106794 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86f643d-42d6-4933-a394-e41ddfa5ee80 None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:55.107413 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d86f643d-42d6-4933-a394-e41ddfa5ee80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:55.140349 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d86f643d-42d6-4933-a394-e41ddfa5ee80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:55.149933 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86f643d-42d6-4933-a394-e41ddfa5ee80 None None] Routers {'5885c877-7d06-4bab-9c20-43f183427976'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:55.150556 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d86f643d-42d6-4933-a394-e41ddfa5ee80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['5885c877-7d06-4bab-9c20-43f183427976'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:55.188099 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d86f643d-42d6-4933-a394-e41ddfa5ee80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:55.188745 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86f643d-42d6-4933-a394-e41ddfa5ee80 None None] The sync data for ids ['5885c877-7d06-4bab-9c20-43f183427976'] in n-d-791506-21 is: [] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:55.286340 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b61e2a3f-fa8e-4ad5-a28e-45b38e1125cd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:55.289677 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3562321-3a24-4e09-a785-468ea43aed59 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Router 2612f50c-712b-4d42-844c-52e49732ae2b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:55.397761 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43658) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:55.446199 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd17bcb3-aa21-47bc-9e04-c2d4e6c98cee admin admin] Deleting subnet 29863072-73a5-4b13-8e1b-17bb412289cc {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:58:55.449821 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cd17bcb3-aa21-47bc-9e04-c2d4e6c98cee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:55.485846 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cd17bcb3-aa21-47bc-9e04-c2d4e6c98cee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:55.572859 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cd17bcb3-aa21-47bc-9e04-c2d4e6c98cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:55.629597 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cd17bcb3-aa21-47bc-9e04-c2d4e6c98cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:55.655581 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17bcb3-aa21-47bc-9e04-c2d4e6c98cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29863072-73a5-4b13-8e1b-17bb412289cc,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:55.660595 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cd17bcb3-aa21-47bc-9e04-c2d4e6c98cee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:55.661843 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cd17bcb3-aa21-47bc-9e04-c2d4e6c98cee admin admin] 10.222.0.38 "DELETE /v2.0/subnets/29863072-73a5-4b13-8e1b-17bb412289cc HTTP/1.1" status: 204 len: 168 time: 0.2622759 Jul 16 20:58:55.664620 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43660) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:55.671014 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4504a5f-ca07-455b-849a-047f5a87d3f5 None None] Network e66c60ee-bf37-48ee-a083-607cc99792c8 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:58:55.740334 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ee6599f9-da34-485d-96c6-89d48187518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:55.759557 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b61e2a3f-fa8e-4ad5-a28e-45b38e1125cd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:55.768262 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3562321-3a24-4e09-a785-468ea43aed59 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:55.773897 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d3562321-3a24-4e09-a785-468ea43aed59 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:55.791716 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe8c57d-4f3e-4bdd-bda7-08a22f432779 None None] Sync routers for ids ['2612f50c-712b-4d42-844c-52e49732ae2b'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:55.816629 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-ee6599f9-da34-485d-96c6-89d48187518e admin admin] Deleting port 1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:55.817117 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ee6599f9-da34-485d-96c6-89d48187518e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:55.825090 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe8c57d-4f3e-4bdd-bda7-08a22f432779 None None] Routers {'2612f50c-712b-4d42-844c-52e49732ae2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:55.825963 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9fe8c57d-4f3e-4bdd-bda7-08a22f432779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2612f50c-712b-4d42-844c-52e49732ae2b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:55.834369 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d3562321-3a24-4e09-a785-468ea43aed59 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "DELETE /v2.0/floatingips/681dd841-8ea2-4e97-aaa0-76408e2ef003 HTTP/1.1" status: 204 len: 168 time: 1.3927474 Jul 16 20:58:55.835287 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff619eb7-3f35-4320-bc69-238291dd59d2', 'tag': '20804559-ccc8-48c8-a9ce-da9dbecf1f0e'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:55.837890 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2081294f-8b8e-4153-930f-34f438e348d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ff619eb7-3f35-4320-bc69-238291dd59d2", "tag": "20804559-ccc8-48c8-a9ce-da9dbecf1f0e"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:55.865478 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-b61e2a3f-fa8e-4ad5-a28e-45b38e1125cd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Deleting port 4e566908-20d0-4fef-94c2-3487cdc84387 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:55.865892 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b61e2a3f-fa8e-4ad5-a28e-45b38e1125cd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:55.932152 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9bb4ed-39ac-4a45-bd0d-e75b8f438c98 x-openstack-request-id: req-1d9bb4ed-39ac-4a45-bd0d-e75b8f438c98 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:55.932605 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff619eb7-3f35-4320-bc69-238291dd59d2", "tag": "20804559-ccc8-48c8-a9ce-da9dbecf1f0e", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:55.932930 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1d9bb4ed-39ac-4a45-bd0d-e75b8f438c98 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:55.933406 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff619eb7-3f35-4320-bc69-238291dd59d2', 'tag': '20804559-ccc8-48c8-a9ce-da9dbecf1f0e', 'status': 'completed', 'code': 200} Jul 16 20:58:55.955282 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-ee6599f9-da34-485d-96c6-89d48187518e admin admin] For port 1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6,segment=NetworkSegment(3140a3f6-c9b8-4f13-8088-887da1a86a85),segment_id=3140a3f6-c9b8-4f13-8088-887da1a86a85)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:55.955651 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ee6599f9-da34-485d-96c6-89d48187518e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:55.970034 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-ee6599f9-da34-485d-96c6-89d48187518e admin admin] Calling delete_port for 1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:55.980008 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.002532 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b61e2a3f-fa8e-4ad5-a28e-45b38e1125cd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.020438 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-b61e2a3f-fa8e-4ad5-a28e-45b38e1125cd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Calling delete_port for 4e566908-20d0-4fef-94c2-3487cdc84387 owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:56.088463 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ee6599f9-da34-485d-96c6-89d48187518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.090921 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081294f-8b8e-4153-930f-34f438e348d4 req-c7548b49-7aaf-4f35-949c-10b92e403bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:56.093045 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2081294f-8b8e-4153-930f-34f438e348d4 req-c7548b49-7aaf-4f35-949c-10b92e403bf6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 1098 time: 0.1567113 Jul 16 20:58:56.106957 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-9fe8c57d-4f3e-4bdd-bda7-08a22f432779 None None] Set router 2612f50c-712b-4d42-844c-52e49732ae2b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:56.137865 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6599f9-da34-485d-96c6-89d48187518e admin admin] Pushing event deleted for resources: {'Port': ['ID=1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:56.143721 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6599f9-da34-485d-96c6-89d48187518e admin admin] No DVR routers for this DVR port 1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:58:56.265993 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ee6599f9-da34-485d-96c6-89d48187518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.278831 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ee6599f9-da34-485d-96c6-89d48187518e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66c60ee-bf37-48ee-a083-607cc99792c8']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:56.292492 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ee6599f9-da34-485d-96c6-89d48187518e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3140a3f6-c9b8-4f13-8088-887da1a86a85') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:56.293143 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ee6599f9-da34-485d-96c6-89d48187518e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3140a3f6-c9b8-4f13-8088-887da1a86a85') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:56.305993 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ee6599f9-da34-485d-96c6-89d48187518e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.322995 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081294f-8b8e-4153-930f-34f438e348d4 req-3c38ab39-9dfd-4dbc-ad70-d9bc27518e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:56.324554 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2081294f-8b8e-4153-930f-34f438e348d4 req-3c38ab39-9dfd-4dbc-ad70-d9bc27518e9a service neutron] 10.222.0.62 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 913 time: 0.2236760 Jul 16 20:58:56.325069 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ee6599f9-da34-485d-96c6-89d48187518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.333387 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6599f9-da34-485d-96c6-89d48187518e admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:58:56.334048 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ee6599f9-da34-485d-96c6-89d48187518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:58:56.337760 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:58:56.395619 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2081294f-8b8e-4153-930f-34f438e348d4 req-a6bb9062-6a60-46ec-ba81-36930d1aab96 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20804559-ccc8-48c8-a9ce-da9dbecf1f0e HTTP/1.1" status: 200 len: 217 time: 0.0516667 Jul 16 20:58:56.426305 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ee6599f9-da34-485d-96c6-89d48187518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.436115 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e040e745-31a4-42c0-ae21-cb271ab268aa None None] DHCP port deletion for e66c60ee-bf37-48ee-a083-607cc99792c8 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:58:56.438707 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 4741ac4e-fc18-43f8-9570-03edba799756 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:58:56.463756 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 4741ac4e-fc18-43f8-9570-03edba799756 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:58:56.464249 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 4741ac4e-fc18-43f8-9570-03edba799756 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:58:56.465593 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ee6599f9-da34-485d-96c6-89d48187518e admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.470546 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ee6599f9-da34-485d-96c6-89d48187518e admin admin] 10.222.0.38 "DELETE /v2.0/networks/e66c60ee-bf37-48ee-a083-607cc99792c8 HTTP/1.1" status: 204 len: 168 time: 0.8026237 Jul 16 20:58:56.482236 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6599f9-da34-485d-96c6-89d48187518e admin admin] Pushing event deleted for resources: {'Network': ['ID=e66c60ee-bf37-48ee-a083-607cc99792c8,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:56.528473 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b61e2a3f-fa8e-4ad5-a28e-45b38e1125cd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.545331 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081294f-8b8e-4153-930f-34f438e348d4 req-33351048-77b5-4a6d-b63b-1936f8f6763b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:56.546958 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2081294f-8b8e-4153-930f-34f438e348d4 req-33351048-77b5-4a6d-b63b-1936f8f6763b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91aaf1f1-4791-4613-820c-7a64a55f2344 HTTP/1.1" status: 200 len: 851 time: 0.1304047 Jul 16 20:58:56.565432 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa0065-7fc6-44ff-bdab-dbf827419e76 req-8fd5bfbd-686a-475a-a0bd-e18374373a44 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:56.567071 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2efa0065-7fc6-44ff-bdab-dbf827419e76 req-8fd5bfbd-686a-475a-a0bd-e18374373a44 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 946 time: 0.1573765 Jul 16 20:58:56.585915 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e2a3f-fa8e-4ad5-a28e-45b38e1125cd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event deleted for resources: {'Port': ['ID=4e566908-20d0-4fef-94c2-3487cdc84387,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:56.635838 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2efa0065-7fc6-44ff-bdab-dbf827419e76 req-3d55eef6-de8e-48ca-b4d0-4aa5d110ca50 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590229 Jul 16 20:58:56.688330 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b61e2a3f-fa8e-4ad5-a28e-45b38e1125cd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.739342 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43672) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:56.754976 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081294f-8b8e-4153-930f-34f438e348d4 req-92331001-cbfa-43e6-aeb4-2773651b055f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:56.756587 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2081294f-8b8e-4153-930f-34f438e348d4 req-92331001-cbfa-43e6-aeb4-2773651b055f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1792154 Jul 16 20:58:56.762291 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:58:56.795019 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9fe8c57d-4f3e-4bdd-bda7-08a22f432779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'name': 'tempest-TestVolumeBootPattern-1013218343-router', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:06Z', 'revision_number': 4, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'gw_port': {'id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'a4142d0d-2148-4d10-897b-09629a4abe8f', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'port_id': '882b2243-69d2-4a52-a50b-bba028b5db80', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'mac_address': 'fa:16:3e:95:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c722b3e-bec8-454a-9b0a-4bd95f0e8def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:54:59Z', 'updated_at': '2021-07-16T20:55:01Z', 'revision_number': 1, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c0514c-e3e3-4c32-a1bc-33a315913e94', 'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'mac_address': 'fa:16:3e:94:7b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:04Z', 'updated_at': '2021-07-16T20:48:15Z', 'revision_number': 5, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'subnets': [{'id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:56.803906 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ff482be4-dd6d-43cc-8fa6-084db0b30d7b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0754fa8085984159bae7af741cd482a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0631242 Jul 16 20:58:56.806355 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43674) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:56.820697 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b61e2a3f-fa8e-4ad5-a28e-45b38e1125cd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.824958 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b61e2a3f-fa8e-4ad5-a28e-45b38e1125cd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.836258 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe8c57d-4f3e-4bdd-bda7-08a22f432779 None None] Checking router: 2612f50c-712b-4d42-844c-52e49732ae2b for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:58:56.845701 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe8c57d-4f3e-4bdd-bda7-08a22f432779 None None] Routers {'2612f50c-712b-4d42-844c-52e49732ae2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:56.846733 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9fe8c57d-4f3e-4bdd-bda7-08a22f432779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2612f50c-712b-4d42-844c-52e49732ae2b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:56.890416 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5209e7ac-d7d7-47ec-88b6-c9cea29166d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.914623 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b61e2a3f-fa8e-4ad5-a28e-45b38e1125cd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.915160 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61e2a3f-fa8e-4ad5-a28e-45b38e1125cd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Fanout notify agent at l3_agent the message router_deleted on router 5885c877-7d06-4bab-9c20-43f183427976 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:58:56.922942 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5209e7ac-d7d7-47ec-88b6-c9cea29166d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.926788 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b61e2a3f-fa8e-4ad5-a28e-45b38e1125cd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.927892 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b61e2a3f-fa8e-4ad5-a28e-45b38e1125cd tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "DELETE /v2.0/routers/5885c877-7d06-4bab-9c20-43f183427976 HTTP/1.1" status: 204 len: 168 time: 1.8351817 Jul 16 20:58:56.930871 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43676) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:56.943388 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2081294f-8b8e-4153-930f-34f438e348d4 req-18a03a5e-bce4-4a9d-b339-be061b6d082e service neutron] 10.222.0.62 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578782 Jul 16 20:58:56.968438 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:58:56.984223 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5209e7ac-d7d7-47ec-88b6-c9cea29166d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.987288 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5209e7ac-d7d7-47ec-88b6-c9cea29166d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.991344 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5209e7ac-d7d7-47ec-88b6-c9cea29166d1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/758b026b-3b7f-4ca2-af23-1f0dec7020db HTTP/1.1" status: 204 len: 168 time: 0.1839490 Jul 16 20:58:57.001448 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209e7ac-d7d7-47ec-88b6-c9cea29166d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758b026b-3b7f-4ca2-af23-1f0dec7020db,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:57.007743 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:58:57.008984 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 1b1caaa1-d7e0-4917-91f4-6b5eed4eb7c6 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:58:57.043505 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-9fe8c57d-4f3e-4bdd-bda7-08a22f432779 None None] Set router 2612f50c-712b-4d42-844c-52e49732ae2b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:57.065683 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-8972a7ea-d1a4-4aa4-8a98-e3301ab4de87 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Deleting subnet 0f215b38-5ef7-43dc-9277-dc0074198f45 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:58:57.074725 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8972a7ea-d1a4-4aa4-8a98-e3301ab4de87 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:57.146231 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2081294f-8b8e-4153-930f-34f438e348d4 req-a43feb4d-4322-403b-b660-d3e20ca3054f service neutron] 10.222.0.62 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839898 Jul 16 20:58:57.149574 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8972a7ea-d1a4-4aa4-8a98-e3301ab4de87 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:57.200989 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8972a7ea-d1a4-4aa4-8a98-e3301ab4de87 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:57.288304 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8972a7ea-d1a4-4aa4-8a98-e3301ab4de87 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:57.322567 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972a7ea-d1a4-4aa4-8a98-e3301ab4de87 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event deleted for resources: {'Subnet': ['ID=0f215b38-5ef7-43dc-9277-dc0074198f45,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:57.324613 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8972a7ea-d1a4-4aa4-8a98-e3301ab4de87 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:57.326871 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8972a7ea-d1a4-4aa4-8a98-e3301ab4de87 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "DELETE /v2.0/subnets/0f215b38-5ef7-43dc-9277-dc0074198f45 HTTP/1.1" status: 204 len: 168 time: 0.3946805 Jul 16 20:58:57.329005 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43684) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:57.337417 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9fe8c57d-4f3e-4bdd-bda7-08a22f432779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'name': 'tempest-TestVolumeBootPattern-1013218343-router', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:06Z', 'revision_number': 4, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'gw_port': {'id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'a4142d0d-2148-4d10-897b-09629a4abe8f', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'port_id': '882b2243-69d2-4a52-a50b-bba028b5db80', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'mac_address': 'fa:16:3e:95:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c722b3e-bec8-454a-9b0a-4bd95f0e8def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:54:59Z', 'updated_at': '2021-07-16T20:55:01Z', 'revision_number': 1, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c0514c-e3e3-4c32-a1bc-33a315913e94', 'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'mac_address': 'fa:16:3e:94:7b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:04Z', 'updated_at': '2021-07-16T20:48:15Z', 'revision_number': 5, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'subnets': [{'id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:57.369609 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe8c57d-4f3e-4bdd-bda7-08a22f432779 None None] The sync data for ids ['2612f50c-712b-4d42-844c-52e49732ae2b'] in n-d-791506-21 is: [{'id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'name': 'tempest-TestVolumeBootPattern-1013218343-router', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:06Z', 'revision_number': 4, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'gw_port': {'id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'a4142d0d-2148-4d10-897b-09629a4abe8f', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'port_id': '882b2243-69d2-4a52-a50b-bba028b5db80', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'mac_address': 'fa:16:3e:95:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c722b3e-bec8-454a-9b0a-4bd95f0e8def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:54:59Z', 'updated_at': '2021-07-16T20:55:01Z', 'revision_number': 1, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c0514c-e3e3-4c32-a1bc-33a315913e94', 'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'mac_address': 'fa:16:3e:94:7b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:04Z', 'updated_at': '2021-07-16T20:48:15Z', 'revision_number': 5, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'subnets': [{'id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:57.437524 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2f0d1ee7-33b3-4d83-804f-31ab5534aa39 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:57.492787 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43694) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:57.554416 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2f0d1ee7-33b3-4d83-804f-31ab5534aa39 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:57.565198 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-e445a758-5477-4e42-a857-de14b9a3a4f1 admin admin] Deleting subnet 6cf773ef-ecfd-4609-a56c-c25b00b5aa7b {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:58:57.565839 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-2f0d1ee7-33b3-4d83-804f-31ab5534aa39 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e5b8632-efb2-4c26-93aa-68ac38d4547b']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:57.569321 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e445a758-5477-4e42-a857-de14b9a3a4f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:57.579383 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-2f0d1ee7-33b3-4d83-804f-31ab5534aa39 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1adf9c38-ffac-4195-a925-efa4ac810a29') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:57.579924 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-2f0d1ee7-33b3-4d83-804f-31ab5534aa39 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1adf9c38-ffac-4195-a925-efa4ac810a29') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:57.590810 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2f0d1ee7-33b3-4d83-804f-31ab5534aa39 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:57.609497 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2f0d1ee7-33b3-4d83-804f-31ab5534aa39 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:57.610256 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e445a758-5477-4e42-a857-de14b9a3a4f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:57.616895 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f0d1ee7-33b3-4d83-804f-31ab5534aa39 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:58:57.617290 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2f0d1ee7-33b3-4d83-804f-31ab5534aa39 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:57.678112 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e445a758-5477-4e42-a857-de14b9a3a4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:58:57.695525 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:58:57.704613 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:57.705037 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2f0d1ee7-33b3-4d83-804f-31ab5534aa39 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:57.710273 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2f0d1ee7-33b3-4d83-804f-31ab5534aa39 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:57.718196 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2f0d1ee7-33b3-4d83-804f-31ab5534aa39 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] 10.222.0.38 "DELETE /v2.0/networks/8e5b8632-efb2-4c26-93aa-68ac38d4547b HTTP/1.1" status: 204 len: 168 time: 0.3881674 Jul 16 20:58:57.758197 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d1ee7-33b3-4d83-804f-31ab5534aa39 tempest-FloatingIPTestJSON-518255056 tempest-FloatingIPTestJSON-518255056-project] Pushing event deleted for resources: {'Network': ['ID=8e5b8632-efb2-4c26-93aa-68ac38d4547b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:57.758471 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e445a758-5477-4e42-a857-de14b9a3a4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:57.842683 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445a758-5477-4e42-a857-de14b9a3a4f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cf773ef-ecfd-4609-a56c-c25b00b5aa7b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:57.848329 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79504e5d-67eb-446f-8ce4-e7bbeb47982d None None] New status for floating IP 681dd841-8ea2-4e97-aaa0-76408e2ef003: DOWN {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:58:57.857294 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e445a758-5477-4e42-a857-de14b9a3a4f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:57.864333 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e445a758-5477-4e42-a857-de14b9a3a4f1 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6cf773ef-ecfd-4609-a56c-c25b00b5aa7b HTTP/1.1" status: 204 len: 168 time: 0.3703673 Jul 16 20:58:57.865343 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43708) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:57.892719 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acaf3c9-eb48-4885-97b8-87074e8a45b2 req-e7679ead-967e-4a27-a5b4-5a50baeebe1f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:57.902059 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8acaf3c9-eb48-4885-97b8-87074e8a45b2 req-e7679ead-967e-4a27-a5b4-5a50baeebe1f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 946 time: 0.1440921 Jul 16 20:58:57.978186 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43712) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:58.060766 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43716) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:58.062687 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bcde4d6b-603b-4cc7-944a-fbc2cfecbdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.074224 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330a445-4422-4575-8dfb-5fa6f274eedc req-8104f2cc-7eb3-4010-af1c-f4466a518734 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:58.075833 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2330a445-4422-4575-8dfb-5fa6f274eedc req-8104f2cc-7eb3-4010-af1c-f4466a518734 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 946 time: 0.2449787 Jul 16 20:58:58.105095 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-8acaf3c9-eb48-4885-97b8-87074e8a45b2 req-e38c53d7-f4a9-4a17-8b88-973394b648e3 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Deleting port 20804559-ccc8-48c8-a9ce-da9dbecf1f0e {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:58.105597 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8acaf3c9-eb48-4885-97b8-87074e8a45b2 req-e38c53d7-f4a9-4a17-8b88-973394b648e3 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.234487 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8acaf3c9-eb48-4885-97b8-87074e8a45b2 req-e38c53d7-f4a9-4a17-8b88-973394b648e3 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] For port 20804559-ccc8-48c8-a9ce-da9dbecf1f0e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=20804559-ccc8-48c8-a9ce-da9dbecf1f0e,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:58.234487 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8acaf3c9-eb48-4885-97b8-87074e8a45b2 req-e38c53d7-f4a9-4a17-8b88-973394b648e3 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.253137 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-8acaf3c9-eb48-4885-97b8-87074e8a45b2 req-e38c53d7-f4a9-4a17-8b88-973394b648e3 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Calling delete_port for 20804559-ccc8-48c8-a9ce-da9dbecf1f0e owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:58.287810 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-057bdeee-0357-4de7-972c-8d4b323c45f1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=497e35bcfe474984910864d644555414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2242126 Jul 16 20:58:58.320388 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43720) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:58.399178 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b3706ab-bf62-4b3c-979d-e71c5b1fcc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.449487 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b3706ab-bf62-4b3c-979d-e71c5b1fcc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.483425 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-31698aa1-1e6a-4c78-8c31-f7817ea4e50f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1024240993-network', 'tenant_id': 'c7669b8cf28042f0bfd4a22a87e5f083'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:58.488068 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8acaf3c9-eb48-4885-97b8-87074e8a45b2 req-e38c53d7-f4a9-4a17-8b88-973394b648e3 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.523772 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c53d7-f4a9-4a17-8b88-973394b648e3 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event deleted for resources: {'Port': ['ID=20804559-ccc8-48c8-a9ce-da9dbecf1f0e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:58.540938 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2330a445-4422-4575-8dfb-5fa6f274eedc req-c3ccf9af-2dd2-48ac-a6e8-77e05c8eda2b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4571919 Jul 16 20:58:58.545196 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31698aa1-1e6a-4c78-8c31-f7817ea4e50f admin admin] Made reservation on behalf of c7669b8cf28042f0bfd4a22a87e5f083 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:58:58.547603 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31698aa1-1e6a-4c78-8c31-f7817ea4e50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.575949 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bcde4d6b-603b-4cc7-944a-fbc2cfecbdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.576123 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acaf3c9-eb48-4885-97b8-87074e8a45b2 req-e38c53d7-f4a9-4a17-8b88-973394b648e3 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] No DVR routers for this DVR port 20804559-ccc8-48c8-a9ce-da9dbecf1f0e on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:58:58.577841 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8acaf3c9-eb48-4885-97b8-87074e8a45b2 req-e38c53d7-f4a9-4a17-8b88-973394b648e3 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.580523 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8acaf3c9-eb48-4885-97b8-87074e8a45b2 req-e38c53d7-f4a9-4a17-8b88-973394b648e3 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.62 "DELETE /v2.0/ports/20804559-ccc8-48c8-a9ce-da9dbecf1f0e HTTP/1.1" status: 204 len: 173 time: 0.6773701 Jul 16 20:58:58.580720 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff619eb7-3f35-4320-bc69-238291dd59d2', 'name': 'network-vif-deleted', 'tag': '20804559-ccc8-48c8-a9ce-da9dbecf1f0e'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:58.583274 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768bdc62-4ef5-4f44-b9f4-ccda776f1533" -d '{"events": [{"server_uuid": "ff619eb7-3f35-4320-bc69-238291dd59d2", "name": "network-vif-deleted", "tag": "20804559-ccc8-48c8-a9ce-da9dbecf1f0e"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:58.588113 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31698aa1-1e6a-4c78-8c31-f7817ea4e50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.593159 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b3706ab-bf62-4b3c-979d-e71c5b1fcc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.595926 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b3706ab-bf62-4b3c-979d-e71c5b1fcc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.600059 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-bcde4d6b-603b-4cc7-944a-fbc2cfecbdd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9afa4753-4886-4713-8925-5d8db0eecc22']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:58.600760 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1b3706ab-bf62-4b3c-979d-e71c5b1fcc18 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a34ba747-fdee-42ac-b08e-458dbb6c89bb HTTP/1.1" status: 204 len: 168 time: 0.2762539 Jul 16 20:58:58.614711 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-bcde4d6b-603b-4cc7-944a-fbc2cfecbdd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604559b5-8098-4b37-8abe-a8c7a90063e2') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:58.615013 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-bcde4d6b-603b-4cc7-944a-fbc2cfecbdd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604559b5-8098-4b37-8abe-a8c7a90063e2') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:58.620259 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3706ab-bf62-4b3c-979d-e71c5b1fcc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34ba747-fdee-42ac-b08e-458dbb6c89bb,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:58.627816 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bcde4d6b-603b-4cc7-944a-fbc2cfecbdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.640220 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d8f611-b564-4141-9b54-d9e98b026174 x-openstack-request-id: req-44d8f611-b564-4141-9b54-d9e98b026174 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:58.640995 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff619eb7-3f35-4320-bc69-238291dd59d2", "name": "network-vif-deleted", "tag": "20804559-ccc8-48c8-a9ce-da9dbecf1f0e", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:58.641504 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-44d8f611-b564-4141-9b54-d9e98b026174 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:58.642212 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff619eb7-3f35-4320-bc69-238291dd59d2', 'name': 'network-vif-deleted', 'tag': '20804559-ccc8-48c8-a9ce-da9dbecf1f0e', 'status': 'completed', 'code': 200} Jul 16 20:58:58.649378 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bcde4d6b-603b-4cc7-944a-fbc2cfecbdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.661969 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcde4d6b-603b-4cc7-944a-fbc2cfecbdd4 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:58:58.662403 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bcde4d6b-603b-4cc7-944a-fbc2cfecbdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:58:58.664537 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:58:58.736388 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bcde4d6b-603b-4cc7-944a-fbc2cfecbdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.744302 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bcde4d6b-603b-4cc7-944a-fbc2cfecbdd4 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.748960 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bcde4d6b-603b-4cc7-944a-fbc2cfecbdd4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/9afa4753-4886-4713-8925-5d8db0eecc22 HTTP/1.1" status: 204 len: 168 time: 0.8515050 Jul 16 20:58:58.768671 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde4d6b-603b-4cc7-944a-fbc2cfecbdd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9afa4753-4886-4713-8925-5d8db0eecc22,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:58.801943 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31698aa1-1e6a-4c78-8c31-f7817ea4e50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.807675 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31698aa1-1e6a-4c78-8c31-f7817ea4e50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.842465 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31698aa1-1e6a-4c78-8c31-f7817ea4e50f admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:58:58.860045 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31698aa1-1e6a-4c78-8c31-f7817ea4e50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe0131b-ffd4-43a6-a8b5-7c7878695ece,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:58.875192 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31698aa1-1e6a-4c78-8c31-f7817ea4e50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.875545 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-31698aa1-1e6a-4c78-8c31-f7817ea4e50f admin admin] Added segment 88f89682-7ee0-41c9-87fe-b2c33cd427c7 of type vlan for network 680b3c7c-57dd-4326-b810-6ee5e62385b7 Jul 16 20:58:58.932695 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31698aa1-1e6a-4c78-8c31-f7817ea4e50f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.983372 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31698aa1-1e6a-4c78-8c31-f7817ea4e50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.985479 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31698aa1-1e6a-4c78-8c31-f7817ea4e50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:58.986381 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31698aa1-1e6a-4c78-8c31-f7817ea4e50f admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:59.018778 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43736) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:59.034110 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-31698aa1-1e6a-4c78-8c31-f7817ea4e50f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0543754 Jul 16 20:58:59.037491 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43738) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:59.044664 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-22313b31-2d01-4a05-94f2-d8aeae1acd96 admin admin] Request body: {'subnet': {'network_id': '680b3c7c-57dd-4326-b810-6ee5e62385b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1024240993-subnet', 'tenant_id': 'c7669b8cf28042f0bfd4a22a87e5f083', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:59.080566 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31698aa1-1e6a-4c78-8c31-f7817ea4e50f admin admin] Pushing event updated for resources: {'Network': ['ID=680b3c7c-57dd-4326-b810-6ee5e62385b7,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:59.082440 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e385e03f-b28b-45e9-8cd9-79847e0f60f8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3da1d7495811459596c9888ba557109e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624714 Jul 16 20:58:59.085832 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43740) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:59.094186 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 680b3c7c-57dd-4326-b810-6ee5e62385b7 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:58:59.120019 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22313b31-2d01-4a05-94f2-d8aeae1acd96 admin admin] Made reservation on behalf of c7669b8cf28042f0bfd4a22a87e5f083 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:58:59.124069 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-22313b31-2d01-4a05-94f2-d8aeae1acd96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:59.187142 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-654a0ae9-7f03-41ca-a0e3-3d9ac0c7068e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:59.219698 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-654a0ae9-7f03-41ca-a0e3-3d9ac0c7068e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:59.289883 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-654a0ae9-7f03-41ca-a0e3-3d9ac0c7068e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:59.293962 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-654a0ae9-7f03-41ca-a0e3-3d9ac0c7068e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:59.298677 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-654a0ae9-7f03-41ca-a0e3-3d9ac0c7068e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a4d10538-8dbd-4eb7-b5d5-b417572da44b HTTP/1.1" status: 204 len: 168 time: 0.2112563 Jul 16 20:58:59.309704 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a0ae9-7f03-41ca-a0e3-3d9ac0c7068e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d10538-8dbd-4eb7-b5d5-b417572da44b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:59.393899 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-22313b31-2d01-4a05-94f2-d8aeae1acd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:59.468041 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22313b31-2d01-4a05-94f2-d8aeae1acd96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b871c6af-bd73-4870-91b8-0879a7bdf71e,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:59.482900 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22313b31-2d01-4a05-94f2-d8aeae1acd96 admin admin] Checking segment: {'id': '88f89682-7ee0-41c9-87fe-b2c33cd427c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '680b3c7c-57dd-4326-b810-6ee5e62385b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:58:59.483256 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22313b31-2d01-4a05-94f2-d8aeae1acd96 admin admin] Network hostable DHCP agents. Network: 680b3c7c-57dd-4326-b810-6ee5e62385b7, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:58:59.502037 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22313b31-2d01-4a05-94f2-d8aeae1acd96 admin admin] Network 680b3c7c-57dd-4326-b810-6ee5e62385b7 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:58:59.512860 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-22313b31-2d01-4a05-94f2-d8aeae1acd96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 680b3c7c-57dd-4326-b810-6ee5e62385b7) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:59.524582 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd65f60-2b76-480e-8133-cecd84a4e5f6 None None] Network 680b3c7c-57dd-4326-b810-6ee5e62385b7 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:58:59.524784 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22313b31-2d01-4a05-94f2-d8aeae1acd96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:59.525187 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-22313b31-2d01-4a05-94f2-d8aeae1acd96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:59.552499 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-22313b31-2d01-4a05-94f2-d8aeae1acd96 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5123560 Jul 16 20:58:59.753845 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dce9da4-f432-451a-ab5a-8a3cacf3202a None None] Network 680b3c7c-57dd-4326-b810-6ee5e62385b7 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:58:59.768172 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:59.768991 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-042294d5-2774-43f7-8df5-64a2c11a1865 req-7e1b8d75-a2d9-405b-851c-c40b75077abc tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 210 time: 0.0639534 Jul 16 20:58:59.885733 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43772) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:00.043393 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-f69134c1-2ba6-448a-a737-2202b0ec037a tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Request body: {'networks': [{'name': 'tempest-network--607422086'}, {'name': 'tempest-network--1653384008'}]} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:00.044328 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-f69134c1-2ba6-448a-a737-2202b0ec037a tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Request body: {'network': {'name': 'tempest-network--607422086'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:00.044944 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-f69134c1-2ba6-448a-a737-2202b0ec037a tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Request body: {'network': {'name': 'tempest-network--1653384008'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:00.073619 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69134c1-2ba6-448a-a737-2202b0ec037a tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Made reservation on behalf of 3ddce00f6861425a9c545b31492c3e34 for: {'network': 2} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:00.080264 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f69134c1-2ba6-448a-a737-2202b0ec037a tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.095969 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f69134c1-2ba6-448a-a737-2202b0ec037a tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.211049 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f69134c1-2ba6-448a-a737-2202b0ec037a tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.216546 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f69134c1-2ba6-448a-a737-2202b0ec037a tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.217462 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f69134c1-2ba6-448a-a737-2202b0ec037a tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.255836 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 20804559-ccc8-48c8-a9ce-da9dbecf1f0e no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:59:00.274113 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69134c1-2ba6-448a-a737-2202b0ec037a tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5388317-6bd1-4b9f-a385-856ae6a2933b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:00.277746 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69134c1-2ba6-448a-a737-2202b0ec037a tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:59:00.291054 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f69134c1-2ba6-448a-a737-2202b0ec037a tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.291697 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-f69134c1-2ba6-448a-a737-2202b0ec037a tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Added segment d8fd0088-46b5-49e2-bc6c-6ae6f20b44a3 of type vlan for network fd8183f2-2883-4409-a542-3742a529c8cd Jul 16 20:59:00.304616 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 20804559-ccc8-48c8-a9ce-da9dbecf1f0e {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:59:00.311283 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 20804559-ccc8-48c8-a9ce-da9dbecf1f0e not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:59:00.342858 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f69134c1-2ba6-448a-a737-2202b0ec037a tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.388526 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69134c1-2ba6-448a-a737-2202b0ec037a tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:59:00.402506 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f69134c1-2ba6-448a-a737-2202b0ec037a tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.402906 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-f69134c1-2ba6-448a-a737-2202b0ec037a tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Added segment d73096cd-f509-440a-8657-6b4fb6bcf44c of type vlan for network 1888018f-cf19-4680-b35c-aee93e2a1eb5 Jul 16 20:59:00.410694 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-cc7e0ee6-131a-4ead-825d-045b28cbd478 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:00.412787 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-cc7e0ee6-131a-4ead-825d-045b28cbd478 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] 10.222.0.38 "GET /v2.0/networks?id=680b3c7c-57dd-4326-b810-6ee5e62385b7 HTTP/1.1" status: 200 len: 814 time: 0.1304317 Jul 16 20:59:00.441742 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-4155f8db-de1f-43fc-b3a7-116a44de97fb tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] 10.222.0.38 "GET /v2.0/quotas/c7669b8cf28042f0bfd4a22a87e5f083 HTTP/1.1" status: 200 len: 375 time: 0.0207579 Jul 16 20:59:00.449523 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f69134c1-2ba6-448a-a737-2202b0ec037a tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.486389 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-728033a4-809c-4a0c-a08b-5e983ce10990 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c7669b8cf28042f0bfd4a22a87e5f083&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431828 Jul 16 20:59:00.494152 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f69134c1-2ba6-448a-a737-2202b0ec037a tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.494821 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f69134c1-2ba6-448a-a737-2202b0ec037a tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.508892 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69134c1-2ba6-448a-a737-2202b0ec037a tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:00.514924 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69134c1-2ba6-448a-a737-2202b0ec037a tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:00.515658 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f69134c1-2ba6-448a-a737-2202b0ec037a tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.567713 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f69134c1-2ba6-448a-a737-2202b0ec037a tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6799254 Jul 16 20:59:00.572218 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43802) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:00.609951 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-c6d2ad11-38e3-4493-ae2a-2918bfe0b698 service neutron] 10.222.0.38 "GET /v2.0/networks/680b3c7c-57dd-4326-b810-6ee5e62385b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223421 Jul 16 20:59:00.668425 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69134c1-2ba6-448a-a737-2202b0ec037a tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Pushing event updated for resources: {'Network': ['ID=fd8183f2-2883-4409-a542-3742a529c8cd,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:00.680097 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network fd8183f2-2883-4409-a542-3742a529c8cd details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:59:00.732151 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-9a750784-2352-477b-95d2-160b70f7623d service neutron] 10.222.0.38 "GET /v2.0/networks/680b3c7c-57dd-4326-b810-6ee5e62385b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143239 Jul 16 20:59:01.003453 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7693eba9-6612-4c16-9a1b-6d04784bad66 req-1c999e20-4adc-4590-a60a-4ad65a6e8c8b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 210 time: 0.0462308 Jul 16 20:59:01.147615 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2a9857f4-aa40-4f17-9666-ad8c3d20204c req-1c528436-b5e0-4d03-825b-4b75da401e2a tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a2fb7cf-2866-4df9-8691-0c277c98bcb4 HTTP/1.1" status: 200 len: 210 time: 0.0607762 Jul 16 20:59:01.212945 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69134c1-2ba6-448a-a737-2202b0ec037a tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Pushing event updated for resources: {'Network': ['ID=1888018f-cf19-4680-b35c-aee93e2a1eb5,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:01.225293 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 1888018f-cf19-4680-b35c-aee93e2a1eb5 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:59:01.270042 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4245c9-9302-4234-9456-cc5e601dd682 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:01.282640 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4245c9-9302-4234-9456-cc5e601dd682 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:01.296521 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4245c9-9302-4234-9456-cc5e601dd682 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:01.309536 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4245c9-9302-4234-9456-cc5e601dd682 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:01.312326 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5d4245c9-9302-4234-9456-cc5e601dd682 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7391403 Jul 16 20:59:01.315209 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43816) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:01.405938 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-94b0a6c7-3144-4cef-aa0e-b847d87023ea tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.533991 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-94b0a6c7-3144-4cef-aa0e-b847d87023ea tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.546834 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-94b0a6c7-3144-4cef-aa0e-b847d87023ea tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8183f2-2883-4409-a542-3742a529c8cd']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:01.561062 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-94b0a6c7-3144-4cef-aa0e-b847d87023ea tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8fd0088-46b5-49e2-bc6c-6ae6f20b44a3') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:01.561399 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-94b0a6c7-3144-4cef-aa0e-b847d87023ea tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8fd0088-46b5-49e2-bc6c-6ae6f20b44a3') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:01.573032 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-94b0a6c7-3144-4cef-aa0e-b847d87023ea tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.589865 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-94b0a6c7-3144-4cef-aa0e-b847d87023ea tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.597073 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b0a6c7-3144-4cef-aa0e-b847d87023ea tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:59:01.597370 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-94b0a6c7-3144-4cef-aa0e-b847d87023ea tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:59:01.600608 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:59:01.670420 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-94b0a6c7-3144-4cef-aa0e-b847d87023ea tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.695273 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-94b0a6c7-3144-4cef-aa0e-b847d87023ea tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.697355 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-94b0a6c7-3144-4cef-aa0e-b847d87023ea tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] 10.222.0.38 "DELETE /v2.0/networks/fd8183f2-2883-4409-a542-3742a529c8cd HTTP/1.1" status: 204 len: 168 time: 0.3811865 Jul 16 20:59:01.698998 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0a6c7-3144-4cef-aa0e-b847d87023ea tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Pushing event deleted for resources: {'Network': ['ID=fd8183f2-2883-4409-a542-3742a529c8cd,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:01.700100 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43824) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:01.805340 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-159f81c6-9224-4643-b043-3d7271c441d1 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.933205 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-159f81c6-9224-4643-b043-3d7271c441d1 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.953844 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-159f81c6-9224-4643-b043-3d7271c441d1 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1888018f-cf19-4680-b35c-aee93e2a1eb5']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:01.968668 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-159f81c6-9224-4643-b043-3d7271c441d1 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd73096cd-f509-440a-8657-6b4fb6bcf44c') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:01.969039 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-159f81c6-9224-4643-b043-3d7271c441d1 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd73096cd-f509-440a-8657-6b4fb6bcf44c') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:01.981275 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-159f81c6-9224-4643-b043-3d7271c441d1 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.998218 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-159f81c6-9224-4643-b043-3d7271c441d1 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:02.005673 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159f81c6-9224-4643-b043-3d7271c441d1 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:59:02.006082 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-159f81c6-9224-4643-b043-3d7271c441d1 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:59:02.010650 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:59:02.113036 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-159f81c6-9224-4643-b043-3d7271c441d1 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:02.123933 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-159f81c6-9224-4643-b043-3d7271c441d1 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:02.125970 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-159f81c6-9224-4643-b043-3d7271c441d1 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] 10.222.0.38 "DELETE /v2.0/networks/1888018f-cf19-4680-b35c-aee93e2a1eb5 HTTP/1.1" status: 204 len: 168 time: 0.4234734 Jul 16 20:59:02.128558 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43830) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:02.136624 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f81c6-9224-4643-b043-3d7271c441d1 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Pushing event deleted for resources: {'Network': ['ID=1888018f-cf19-4680-b35c-aee93e2a1eb5,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:02.229372 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-760fb6ac-9fb4-4517-a495-2dba8c5bb632 req-fe04cfcc-8445-420a-be87-d6c9807a81a5 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 210 time: 0.0802672 Jul 16 20:59:02.485752 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-57d1fe97-ba24-4372-be75-69dd8de2419f req-af7eea83-5969-4035-8001-57c84e39a52f tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a2fb7cf-2866-4df9-8691-0c277c98bcb4 HTTP/1.1" status: 200 len: 210 time: 0.1221831 Jul 16 20:59:02.539703 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4899b487-c3db-4bcd-af99-2f47b4775736 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:02.547816 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4899b487-c3db-4bcd-af99-2f47b4775736 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:02.549595 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4899b487-c3db-4bcd-af99-2f47b4775736 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4200349 Jul 16 20:59:02.555447 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43838) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:02.561151 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-88757fb0-624f-4151-84fb-bbf1c489b557 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-644417365'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:02.600935 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88757fb0-624f-4151-84fb-bbf1c489b557 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Made reservation on behalf of 3ddce00f6861425a9c545b31492c3e34 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:02.607627 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-88757fb0-624f-4151-84fb-bbf1c489b557 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:02.629538 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-8944ec42-647b-46a1-bc4e-97c1e0ea3c33 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:02.631090 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-8944ec42-647b-46a1-bc4e-97c1e0ea3c33 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] 10.222.0.18 "GET /v2.0/networks?id=680b3c7c-57dd-4326-b810-6ee5e62385b7 HTTP/1.1" status: 200 len: 814 time: 0.2033908 Jul 16 20:59:02.645551 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-8cbe13c8-70e5-494d-ab9d-46aaa7703221 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Request body: {'port': {'device_id': '9a2fb7cf-2866-4df9-8691-0c277c98bcb4', 'network_id': '680b3c7c-57dd-4326-b810-6ee5e62385b7', 'admin_state_up': True, 'tenant_id': 'c7669b8cf28042f0bfd4a22a87e5f083'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:02.664398 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88757fb0-624f-4151-84fb-bbf1c489b557 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:59:02.683857 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-88757fb0-624f-4151-84fb-bbf1c489b557 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:02.685439 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-88757fb0-624f-4151-84fb-bbf1c489b557 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Added segment 89695303-5fff-48a1-b29f-634eceac55cb of type vlan for network 8d502d56-7eff-41ff-913a-7e8247d8d0e9 Jul 16 20:59:02.733902 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-88757fb0-624f-4151-84fb-bbf1c489b557 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:02.777246 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-88757fb0-624f-4151-84fb-bbf1c489b557 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:02.783234 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88757fb0-624f-4151-84fb-bbf1c489b557 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:02.784057 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-88757fb0-624f-4151-84fb-bbf1c489b557 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:02.841880 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-8cbe13c8-70e5-494d-ab9d-46aaa7703221 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Made reservation on behalf of c7669b8cf28042f0bfd4a22a87e5f083 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:02.846766 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-8cbe13c8-70e5-494d-ab9d-46aaa7703221 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:02.867467 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88757fb0-624f-4151-84fb-bbf1c489b557 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Pushing event updated for resources: {'Network': ['ID=8d502d56-7eff-41ff-913a-7e8247d8d0e9,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:02.873869 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-88757fb0-624f-4151-84fb-bbf1c489b557 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3170915 Jul 16 20:59:02.876477 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43840) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:02.883352 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 8d502d56-7eff-41ff-913a-7e8247d8d0e9 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:59:02.885463 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d406fad7-5bfc-4c93-80b7-35b1f5a372db tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1612448420'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:02.936606 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d406fad7-5bfc-4c93-80b7-35b1f5a372db tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Made reservation on behalf of 3ddce00f6861425a9c545b31492c3e34 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:02.940986 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d406fad7-5bfc-4c93-80b7-35b1f5a372db tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:02.972181 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d406fad7-5bfc-4c93-80b7-35b1f5a372db tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:59:02.983904 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d406fad7-5bfc-4c93-80b7-35b1f5a372db tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:02.984257 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-d406fad7-5bfc-4c93-80b7-35b1f5a372db tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Added segment 43a24cb4-f60d-4052-8bba-070c4f6c8950 of type vlan for network 72e2fd1c-249c-4d27-a351-01e2adb71975 Jul 16 20:59:03.029063 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d406fad7-5bfc-4c93-80b7-35b1f5a372db tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:03.053581 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-8cbe13c8-70e5-494d-ab9d-46aaa7703221 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Allocated IP 172.20.0.7 (680b3c7c-57dd-4326-b810-6ee5e62385b7/b871c6af-bd73-4870-91b8-0879a7bdf71e/126e1923-c0ef-45eb-a65e-47d0b81083da) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:59:03.065734 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d406fad7-5bfc-4c93-80b7-35b1f5a372db tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:03.075287 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d406fad7-5bfc-4c93-80b7-35b1f5a372db tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:03.075948 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d406fad7-5bfc-4c93-80b7-35b1f5a372db tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:03.170572 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406fad7-5bfc-4c93-80b7-35b1f5a372db tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Pushing event updated for resources: {'Network': ['ID=72e2fd1c-249c-4d27-a351-01e2adb71975,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:03.181418 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 72e2fd1c-249c-4d27-a351-01e2adb71975 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:59:03.209948 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d406fad7-5bfc-4c93-80b7-35b1f5a372db tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3302166 Jul 16 20:59:03.212818 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43842) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:03.221996 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-04c61233-f344-47de-ba11-c0455116376b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Request body: {'ports': [{'network_id': '8d502d56-7eff-41ff-913a-7e8247d8d0e9', 'name': 'tempest-port--738987119', 'admin_state_up': True}, {'network_id': '72e2fd1c-249c-4d27-a351-01e2adb71975', 'admin_state_up': False}]} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:03.222401 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-04c61233-f344-47de-ba11-c0455116376b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Request body: {'port': {'network_id': '8d502d56-7eff-41ff-913a-7e8247d8d0e9', 'name': 'tempest-port--738987119', 'admin_state_up': True}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:03.223041 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-04c61233-f344-47de-ba11-c0455116376b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Request body: {'port': {'network_id': '72e2fd1c-249c-4d27-a351-01e2adb71975', 'admin_state_up': False}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:03.249888 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-8cbe13c8-70e5-494d-ab9d-46aaa7703221 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:03.308351 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-8cbe13c8-70e5-494d-ab9d-46aaa7703221 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:03.359983 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-8cbe13c8-70e5-494d-ab9d-46aaa7703221 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Network 680b3c7c-57dd-4326-b810-6ee5e62385b7 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:59:03.363706 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-8cbe13c8-70e5-494d-ab9d-46aaa7703221 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:03.368663 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-8cbe13c8-70e5-494d-ab9d-46aaa7703221 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:59:03.397093 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe13c8-70e5-494d-ab9d-46aaa7703221 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Pushing event updated for resources: {'Port': ['ID=126e1923-c0ef-45eb-a65e-47d0b81083da,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:03.421541 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c61233-f344-47de-ba11-c0455116376b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Made reservation on behalf of 3ddce00f6861425a9c545b31492c3e34 for: {'port': 2} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:03.428282 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04c61233-f344-47de-ba11-c0455116376b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:03.440663 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:03.447278 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04c61233-f344-47de-ba11-c0455116376b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:03.465449 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9d2043a3-5fa9-47d7-b16e-a6af1c60cf45 req-ddbd8cd4-f3cd-4395-8871-61eea25dde6f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff619eb7-3f35-4320-bc69-238291dd59d2 HTTP/1.1" status: 200 len: 210 time: 0.0403080 Jul 16 20:59:03.484266 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-8cbe13c8-70e5-494d-ab9d-46aaa7703221 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:03.484968 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-8cbe13c8-70e5-494d-ab9d-46aaa7703221 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:03.510486 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-8cbe13c8-70e5-494d-ab9d-46aaa7703221 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8708756 Jul 16 20:59:03.532449 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-2f57f38b-c9ab-463d-b25b-8f6be4e16d5f service neutron] Request body: {'port': {'device_id': '9a2fb7cf-2866-4df9-8691-0c277c98bcb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:03.567438 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-04c61233-f344-47de-ba11-c0455116376b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] device_id is not set on port 59d707bf-1c4c-4732-90ed-2eb56442e813 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:59:03.639442 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-2f57f38b-c9ab-463d-b25b-8f6be4e16d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:03.815656 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04c61233-f344-47de-ba11-c0455116376b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:03.896415 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-04c61233-f344-47de-ba11-c0455116376b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] device_id is not set on port 97249538-d0a9-4410-a2a2-eda543d47e96 yet. {{(pid=93793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:59:04.005844 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ee136-2652-4148-8791-caa4f5e33e06 req-426fd840-bee3-44d9-8fbf-1ed3acaa6c05 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:04.007315 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0d6ee136-2652-4148-8791-caa4f5e33e06 req-426fd840-bee3-44d9-8fbf-1ed3acaa6c05 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a2fb7cf-2866-4df9-8691-0c277c98bcb4 HTTP/1.1" status: 200 len: 931 time: 0.2289112 Jul 16 20:59:04.024612 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04c61233-f344-47de-ba11-c0455116376b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:04.066977 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04c61233-f344-47de-ba11-c0455116376b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:04.095509 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0d6ee136-2652-4148-8791-caa4f5e33e06 req-3dffd51b-f9e8-4f0a-b1e6-c0325248047a tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] 10.222.0.38 "GET /v2.0/security-groups?id=ffe0131b-ffd4-43a6-a8b5-7c7878695ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549479 Jul 16 20:59:04.138720 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c61233-f344-47de-ba11-c0455116376b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Pushing event updated for resources: {'Port': ['ID=59d707bf-1c4c-4732-90ed-2eb56442e813,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:04.141116 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c61233-f344-47de-ba11-c0455116376b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Checking segment: {'id': '89695303-5fff-48a1-b29f-634eceac55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8d502d56-7eff-41ff-913a-7e8247d8d0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:04.141481 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c61233-f344-47de-ba11-c0455116376b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Network hostable DHCP agents. Network: 8d502d56-7eff-41ff-913a-7e8247d8d0e9, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:59:04.159085 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-2f57f38b-c9ab-463d-b25b-8f6be4e16d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 126e1923-c0ef-45eb-a65e-47d0b81083da {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:59:04.160574 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c61233-f344-47de-ba11-c0455116376b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Network 8d502d56-7eff-41ff-913a-7e8247d8d0e9 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:59:04.167282 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-2f57f38b-c9ab-463d-b25b-8f6be4e16d5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:04.169863 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-04c61233-f344-47de-ba11-c0455116376b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 8d502d56-7eff-41ff-913a-7e8247d8d0e9) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:04.174185 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c61233-f344-47de-ba11-c0455116376b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:59:04.175318 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04c61233-f344-47de-ba11-c0455116376b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:04.180821 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b448b93-aad9-4011-ac5b-e30edeb1b2d4 None None] Network 8d502d56-7eff-41ff-913a-7e8247d8d0e9 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:59:04.186485 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-2f57f38b-c9ab-463d-b25b-8f6be4e16d5f service neutron] Transition to ACTIVE for port object 126e1923-c0ef-45eb-a65e-47d0b81083da will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:04.192040 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-2f57f38b-c9ab-463d-b25b-8f6be4e16d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:04.247670 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57f38b-c9ab-463d-b25b-8f6be4e16d5f service neutron] Pushing event updated for resources: {'Port': ['ID=126e1923-c0ef-45eb-a65e-47d0b81083da,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:04.252706 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c61233-f344-47de-ba11-c0455116376b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Pushing event updated for resources: {'Port': ['ID=97249538-d0a9-4410-a2a2-eda543d47e96,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:04.266103 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c61233-f344-47de-ba11-c0455116376b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Checking segment: {'id': '43a24cb4-f60d-4052-8bba-070c4f6c8950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '72e2fd1c-249c-4d27-a351-01e2adb71975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:04.266655 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c61233-f344-47de-ba11-c0455116376b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Network hostable DHCP agents. Network: 72e2fd1c-249c-4d27-a351-01e2adb71975, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:59:04.286182 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c61233-f344-47de-ba11-c0455116376b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Network 72e2fd1c-249c-4d27-a351-01e2adb71975 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:59:04.297718 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-04c61233-f344-47de-ba11-c0455116376b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 72e2fd1c-249c-4d27-a351-01e2adb71975) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:04.302028 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c61233-f344-47de-ba11-c0455116376b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:59:04.310312 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f39b93-b567-4069-8f80-7b404c54ad02 None None] Network 72e2fd1c-249c-4d27-a351-01e2adb71975 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:59:04.312391 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c61233-f344-47de-ba11-c0455116376b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:04.317492 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c61233-f344-47de-ba11-c0455116376b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:04.318127 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04c61233-f344-47de-ba11-c0455116376b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:04.334177 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-04c61233-f344-47de-ba11-c0455116376b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.1196675 Jul 16 20:59:04.336749 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43850) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:04.338372 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-2f57f38b-c9ab-463d-b25b-8f6be4e16d5f service neutron] Attempting to bind port 126e1923-c0ef-45eb-a65e-47d0b81083da on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:59:04.338709 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-2f57f38b-c9ab-463d-b25b-8f6be4e16d5f service neutron] Attempting to bind port 126e1923-c0ef-45eb-a65e-47d0b81083da by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '88f89682-7ee0-41c9-87fe-b2c33cd427c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '680b3c7c-57dd-4326-b810-6ee5e62385b7'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:59:04.339040 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-2f57f38b-c9ab-463d-b25b-8f6be4e16d5f service neutron] Attempting to bind port 126e1923-c0ef-45eb-a65e-47d0b81083da on network 680b3c7c-57dd-4326-b810-6ee5e62385b7 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:04.343497 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-2f57f38b-c9ab-463d-b25b-8f6be4e16d5f service neutron] Port 126e1923-c0ef-45eb-a65e-47d0b81083da on network 680b3c7c-57dd-4326-b810-6ee5e62385b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:59:04.344288 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-2f57f38b-c9ab-463d-b25b-8f6be4e16d5f service neutron] Attempting to bind port 126e1923-c0ef-45eb-a65e-47d0b81083da on network 680b3c7c-57dd-4326-b810-6ee5e62385b7 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:04.349265 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-2f57f38b-c9ab-463d-b25b-8f6be4e16d5f service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:59:04.349265 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-2f57f38b-c9ab-463d-b25b-8f6be4e16d5f service neutron] Checking segment: {'id': '88f89682-7ee0-41c9-87fe-b2c33cd427c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '680b3c7c-57dd-4326-b810-6ee5e62385b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:04.349525 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-2f57f38b-c9ab-463d-b25b-8f6be4e16d5f service neutron] Bound using segment: {'id': '88f89682-7ee0-41c9-87fe-b2c33cd427c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '680b3c7c-57dd-4326-b810-6ee5e62385b7'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:59:04.349979 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-2f57f38b-c9ab-463d-b25b-8f6be4e16d5f service neutron] Bound port: 126e1923-c0ef-45eb-a65e-47d0b81083da, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88f89682-7ee0-41c9-87fe-b2c33cd427c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '680b3c7c-57dd-4326-b810-6ee5e62385b7'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:59:04.350554 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-2f57f38b-c9ab-463d-b25b-8f6be4e16d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:04.418811 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-2f57f38b-c9ab-463d-b25b-8f6be4e16d5f service neutron] For port 126e1923-c0ef-45eb-a65e-47d0b81083da, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:59:04.421981 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-2f57f38b-c9ab-463d-b25b-8f6be4e16d5f service neutron] For port 126e1923-c0ef-45eb-a65e-47d0b81083da, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=126e1923-c0ef-45eb-a65e-47d0b81083da,segment=NetworkSegment(88f89682-7ee0-41c9-87fe-b2c33cd427c7),segment_id=88f89682-7ee0-41c9-87fe-b2c33cd427c7)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:59:04.430491 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-2f57f38b-c9ab-463d-b25b-8f6be4e16d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:04.455503 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9922515d-b324-47bf-bc56-64ad9582e0ff tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:04.461780 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9922515d-b324-47bf-bc56-64ad9582e0ff tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:04.466145 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9922515d-b324-47bf-bc56-64ad9582e0ff tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1259317 Jul 16 20:59:04.466422 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43852) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:04.471531 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-2f57f38b-c9ab-463d-b25b-8f6be4e16d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:04.472291 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-2f57f38b-c9ab-463d-b25b-8f6be4e16d5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:04.473682 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-2f57f38b-c9ab-463d-b25b-8f6be4e16d5f service neutron] 10.222.0.18 "PUT /v2.0/ports/126e1923-c0ef-45eb-a65e-47d0b81083da HTTP/1.1" status: 200 len: 1092 time: 0.9556658 Jul 16 20:59:04.474125 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2fb7cf-2866-4df9-8691-0c277c98bcb4', 'tag': '126e1923-c0ef-45eb-a65e-47d0b81083da'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:04.477063 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad015522-e26f-4473-80b2-16a23d285dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2fb7cf-2866-4df9-8691-0c277c98bcb4", "tag": "126e1923-c0ef-45eb-a65e-47d0b81083da"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:04.528410 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57f38b-c9ab-463d-b25b-8f6be4e16d5f service neutron] Pushing event updated for resources: {'Port': ['ID=126e1923-c0ef-45eb-a65e-47d0b81083da,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:04.567336 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c078872-4459-4ba3-9677-a5414d347a3e x-openstack-request-id: req-6c078872-4459-4ba3-9677-a5414d347a3e {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:04.567691 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2fb7cf-2866-4df9-8691-0c277c98bcb4", "tag": "126e1923-c0ef-45eb-a65e-47d0b81083da", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:04.567895 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6c078872-4459-4ba3-9677-a5414d347a3e {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:04.568293 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2fb7cf-2866-4df9-8691-0c277c98bcb4', 'tag': '126e1923-c0ef-45eb-a65e-47d0b81083da', 'status': 'completed', 'code': 200} Jul 16 20:59:04.595368 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-7fd853f3-ebdb-4a8e-aacc-d580492fee15 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Deleting port 59d707bf-1c4c-4732-90ed-2eb56442e813 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:04.595952 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7fd853f3-ebdb-4a8e-aacc-d580492fee15 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:04.642079 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-cac4c22f-5bb7-4b22-9221-433e412343c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:04.644508 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-cac4c22f-5bb7-4b22-9221-433e412343c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7669b8cf28042f0bfd4a22a87e5f083&device_id=9a2fb7cf-2866-4df9-8691-0c277c98bcb4 HTTP/1.1" status: 200 len: 1095 time: 0.1246905 Jul 16 20:59:04.683815 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7fd853f3-ebdb-4a8e-aacc-d580492fee15 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:04.704396 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-7fd853f3-ebdb-4a8e-aacc-d580492fee15 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Calling delete_port for 59d707bf-1c4c-4732-90ed-2eb56442e813 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:04.767044 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-e3399bcc-eca8-4882-99bb-2f637663f03e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=126e1923-c0ef-45eb-a65e-47d0b81083da HTTP/1.1" status: 200 len: 217 time: 0.1154702 Jul 16 20:59:04.850688 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7fd853f3-ebdb-4a8e-aacc-d580492fee15 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:04.864166 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-5ff1ff4e-b8df-4ac4-b8fa-6f4978f3c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:04.865745 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-5ff1ff4e-b8df-4ac4-b8fa-6f4978f3c0ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b871c6af-bd73-4870-91b8-0879a7bdf71e HTTP/1.1" status: 200 len: 854 time: 0.0918756 Jul 16 20:59:04.887354 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd853f3-ebdb-4a8e-aacc-d580492fee15 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Pushing event deleted for resources: {'Port': ['ID=59d707bf-1c4c-4732-90ed-2eb56442e813,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:04.896864 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7fd853f3-ebdb-4a8e-aacc-d580492fee15 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:04.901450 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7fd853f3-ebdb-4a8e-aacc-d580492fee15 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] 10.222.0.38 "DELETE /v2.0/ports/59d707bf-1c4c-4732-90ed-2eb56442e813 HTTP/1.1" status: 204 len: 168 time: 0.4317586 Jul 16 20:59:04.901853 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43868) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:04.926624 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-aa9f725c-caf5-4a4b-a9e2-dbc2c2976f5e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=680b3c7c-57dd-4326-b810-6ee5e62385b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545247 Jul 16 20:59:05.011115 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-b3a28523-2129-4ed5-a4f4-724f5c072ebb tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Deleting port 97249538-d0a9-4410-a2a2-eda543d47e96 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:05.011459 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3a28523-2129-4ed5-a4f4-724f5c072ebb tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.039901 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-75e153ca-ce4d-453b-8922-dce1ea19b780 service neutron] 10.222.0.18 "GET /v2.0/networks/680b3c7c-57dd-4326-b810-6ee5e62385b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065109 Jul 16 20:59:05.089294 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3a28523-2129-4ed5-a4f4-724f5c072ebb tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.102928 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-b3a28523-2129-4ed5-a4f4-724f5c072ebb tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Calling delete_port for 97249538-d0a9-4410-a2a2-eda543d47e96 owned by {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:05.159266 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6154152d-87a1-4d8d-b91f-125a18ca6aea req-83714a2a-b67f-4932-a3d7-f2a719b086a0 service neutron] 10.222.0.18 "GET /v2.0/networks/680b3c7c-57dd-4326-b810-6ee5e62385b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118274 Jul 16 20:59:05.204722 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3a28523-2129-4ed5-a4f4-724f5c072ebb tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.262201 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a28523-2129-4ed5-a4f4-724f5c072ebb tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Pushing event deleted for resources: {'Port': ['ID=97249538-d0a9-4410-a2a2-eda543d47e96,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:05.269789 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3a28523-2129-4ed5-a4f4-724f5c072ebb tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.275424 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b3a28523-2129-4ed5-a4f4-724f5c072ebb tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] 10.222.0.38 "DELETE /v2.0/ports/97249538-d0a9-4410-a2a2-eda543d47e96 HTTP/1.1" status: 204 len: 168 time: 0.3697762 Jul 16 20:59:05.277790 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43872) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:05.311597 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-70366a7f-d3e7-494c-b456-8467641ebe7b tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0318632 Jul 16 20:59:05.315343 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43874) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:05.321204 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a124b8a1-c5be-419d-9f55-070e2550d7ad tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1981288050'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:05.343903 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a124b8a1-c5be-419d-9f55-070e2550d7ad tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Made reservation on behalf of 3ddce00f6861425a9c545b31492c3e34 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:05.347497 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a124b8a1-c5be-419d-9f55-070e2550d7ad tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.358983 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad015522-e26f-4473-80b2-16a23d285dd6 req-d12da9fa-ce1f-4d08-b5bc-623a369701d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:05.360578 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ad015522-e26f-4473-80b2-16a23d285dd6 req-d12da9fa-ce1f-4d08-b5bc-623a369701d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7669b8cf28042f0bfd4a22a87e5f083&device_id=9a2fb7cf-2866-4df9-8691-0c277c98bcb4 HTTP/1.1" status: 200 len: 1095 time: 0.1223342 Jul 16 20:59:05.391174 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a124b8a1-c5be-419d-9f55-070e2550d7ad tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:59:05.393603 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ced94-5885-47fe-b661-119059d3c52f req-1e87904e-a2dd-4158-bb82-94fca4ad4dd5 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:05.395334 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-845ced94-5885-47fe-b661-119059d3c52f req-1e87904e-a2dd-4158-bb82-94fca4ad4dd5 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a2fb7cf-2866-4df9-8691-0c277c98bcb4 HTTP/1.1" status: 200 len: 943 time: 0.1047649 Jul 16 20:59:05.406026 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a124b8a1-c5be-419d-9f55-070e2550d7ad tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.406677 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-a124b8a1-c5be-419d-9f55-070e2550d7ad tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Added segment 52537bfb-9714-4517-8ee3-c2d24d73a35e of type vlan for network 21f1e62e-a318-4646-ba16-d36b7c8265cb Jul 16 20:59:05.460454 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a124b8a1-c5be-419d-9f55-070e2550d7ad tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.497525 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a124b8a1-c5be-419d-9f55-070e2550d7ad tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.522070 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a124b8a1-c5be-419d-9f55-070e2550d7ad tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:05.524046 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a124b8a1-c5be-419d-9f55-070e2550d7ad tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.568534 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-845ced94-5885-47fe-b661-119059d3c52f req-7814c4ae-1b39-4a06-a510-af7d65f329cb tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] 10.222.0.38 "GET /v2.0/security-groups?id=ffe0131b-ffd4-43a6-a8b5-7c7878695ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505878 Jul 16 20:59:05.573394 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a124b8a1-c5be-419d-9f55-070e2550d7ad tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2567854 Jul 16 20:59:05.574288 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43876) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:05.597662 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad015522-e26f-4473-80b2-16a23d285dd6 req-47e5a598-22bc-4478-bd83-adaa59aa1e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:05.599426 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ad015522-e26f-4473-80b2-16a23d285dd6 req-47e5a598-22bc-4478-bd83-adaa59aa1e68 service neutron] 10.222.0.18 "GET /v2.0/networks?id=680b3c7c-57dd-4326-b810-6ee5e62385b7 HTTP/1.1" status: 200 len: 915 time: 0.2299459 Jul 16 20:59:05.619984 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-026315fc-fe1b-4bb4-b4f9-6186f499e81f tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1130510839'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:05.624475 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124b8a1-c5be-419d-9f55-070e2550d7ad tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Pushing event updated for resources: {'Network': ['ID=21f1e62e-a318-4646-ba16-d36b7c8265cb,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:05.636732 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 21f1e62e-a318-4646-ba16-d36b7c8265cb details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:59:05.657251 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026315fc-fe1b-4bb4-b4f9-6186f499e81f tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Made reservation on behalf of 3ddce00f6861425a9c545b31492c3e34 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:05.668324 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-026315fc-fe1b-4bb4-b4f9-6186f499e81f tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.676014 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ad015522-e26f-4473-80b2-16a23d285dd6 req-0a8e4d33-15a2-4ec8-bc9a-90d676da1463 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=126e1923-c0ef-45eb-a65e-47d0b81083da HTTP/1.1" status: 200 len: 217 time: 0.0692892 Jul 16 20:59:05.718825 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026315fc-fe1b-4bb4-b4f9-6186f499e81f tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:59:05.737457 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-026315fc-fe1b-4bb4-b4f9-6186f499e81f tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.738089 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-026315fc-fe1b-4bb4-b4f9-6186f499e81f tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Added segment 96ad164e-759b-4331-b0ca-7262e3a6ea8b of type vlan for network 294ec860-7c8f-499c-bbc4-4fffcf374064 Jul 16 20:59:05.765574 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad015522-e26f-4473-80b2-16a23d285dd6 req-398dd956-ed67-4693-889d-e551cbbfd9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:05.767398 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ad015522-e26f-4473-80b2-16a23d285dd6 req-398dd956-ed67-4693-889d-e551cbbfd9e0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b871c6af-bd73-4870-91b8-0879a7bdf71e HTTP/1.1" status: 200 len: 854 time: 0.0848575 Jul 16 20:59:05.809145 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ad015522-e26f-4473-80b2-16a23d285dd6 req-61eba60e-1906-4336-aaf6-8b86f7c31dc8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=680b3c7c-57dd-4326-b810-6ee5e62385b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341210 Jul 16 20:59:05.812595 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-026315fc-fe1b-4bb4-b4f9-6186f499e81f tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.880694 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-026315fc-fe1b-4bb4-b4f9-6186f499e81f tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.887145 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026315fc-fe1b-4bb4-b4f9-6186f499e81f tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:05.887730 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-026315fc-fe1b-4bb4-b4f9-6186f499e81f tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.924132 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-026315fc-fe1b-4bb4-b4f9-6186f499e81f tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3455107 Jul 16 20:59:05.949531 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ad015522-e26f-4473-80b2-16a23d285dd6 req-090f32f5-cb14-41be-bb47-ed55aaf8d534 service neutron] 10.222.0.18 "GET /v2.0/networks/680b3c7c-57dd-4326-b810-6ee5e62385b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274514 Jul 16 20:59:05.975294 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026315fc-fe1b-4bb4-b4f9-6186f499e81f tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Pushing event updated for resources: {'Network': ['ID=294ec860-7c8f-499c-bbc4-4fffcf374064,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:05.998917 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 294ec860-7c8f-499c-bbc4-4fffcf374064 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:59:06.075572 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43882) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:06.078397 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ad015522-e26f-4473-80b2-16a23d285dd6 req-abb91313-db82-444b-8199-58e79aacc98b service neutron] 10.222.0.18 "GET /v2.0/networks/680b3c7c-57dd-4326-b810-6ee5e62385b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210489 Jul 16 20:59:06.086504 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-ce88206d-b19c-4740-addc-70100853d1d3 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Request body: {'subnets': [{'network_id': '21f1e62e-a318-4646-ba16-d36b7c8265cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1463639310', 'ip_version': 4}, {'network_id': '294ec860-7c8f-499c-bbc4-4fffcf374064', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:06.086921 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-ce88206d-b19c-4740-addc-70100853d1d3 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Request body: {'subnet': {'network_id': '21f1e62e-a318-4646-ba16-d36b7c8265cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1463639310', 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:06.087434 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-ce88206d-b19c-4740-addc-70100853d1d3 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Request body: {'subnet': {'network_id': '294ec860-7c8f-499c-bbc4-4fffcf374064', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:06.339895 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce88206d-b19c-4740-addc-70100853d1d3 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Made reservation on behalf of 3ddce00f6861425a9c545b31492c3e34 for: {'subnet': 2} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:06.344864 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ce88206d-b19c-4740-addc-70100853d1d3 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.345211 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ce88206d-b19c-4740-addc-70100853d1d3 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.748833 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ce88206d-b19c-4740-addc-70100853d1d3 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.765197 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407c7ea-9b9a-4597-a17b-8db16748600d req-1f87da83-ad43-4de5-a411-817ec0373c5a tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:06.768042 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8407c7ea-9b9a-4597-a17b-8db16748600d req-1f87da83-ad43-4de5-a411-817ec0373c5a tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a2fb7cf-2866-4df9-8691-0c277c98bcb4 HTTP/1.1" status: 200 len: 943 time: 0.0768905 Jul 16 20:59:06.815552 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8407c7ea-9b9a-4597-a17b-8db16748600d req-772cf0da-42eb-4292-9549-1a8041f59523 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] 10.222.0.38 "GET /v2.0/security-groups?id=ffe0131b-ffd4-43a6-a8b5-7c7878695ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399733 Jul 16 20:59:06.826977 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88206d-b19c-4740-addc-70100853d1d3 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Pushing event updated for resources: {'Subnet': ['ID=e8384a94-9b35-4c09-a1b9-35031de4434a,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:06.840003 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88206d-b19c-4740-addc-70100853d1d3 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Checking segment: {'id': '52537bfb-9714-4517-8ee3-c2d24d73a35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '21f1e62e-a318-4646-ba16-d36b7c8265cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:06.840370 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce88206d-b19c-4740-addc-70100853d1d3 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Network hostable DHCP agents. Network: 21f1e62e-a318-4646-ba16-d36b7c8265cb, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:59:06.867554 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce88206d-b19c-4740-addc-70100853d1d3 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Network 21f1e62e-a318-4646-ba16-d36b7c8265cb is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:59:06.889333 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-ce88206d-b19c-4740-addc-70100853d1d3 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 21f1e62e-a318-4646-ba16-d36b7c8265cb) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:06.898383 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4da4820-1fc0-412a-b511-afe0a907fec3 None None] Network 21f1e62e-a318-4646-ba16-d36b7c8265cb requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:59:06.904151 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ce88206d-b19c-4740-addc-70100853d1d3 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:07.002667 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88206d-b19c-4740-addc-70100853d1d3 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Pushing event updated for resources: {'Subnet': ['ID=174de513-066a-4f7e-ba4d-3bb06ee91104,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:07.013150 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88206d-b19c-4740-addc-70100853d1d3 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Checking segment: {'id': '96ad164e-759b-4331-b0ca-7262e3a6ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '294ec860-7c8f-499c-bbc4-4fffcf374064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:07.013516 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce88206d-b19c-4740-addc-70100853d1d3 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Network hostable DHCP agents. Network: 294ec860-7c8f-499c-bbc4-4fffcf374064, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:59:07.040947 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce88206d-b19c-4740-addc-70100853d1d3 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Network 294ec860-7c8f-499c-bbc4-4fffcf374064 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:59:07.061200 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-ce88206d-b19c-4740-addc-70100853d1d3 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 294ec860-7c8f-499c-bbc4-4fffcf374064) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:07.075680 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8698f3-9491-4553-95e8-5114bd6b8382 None None] Network 294ec860-7c8f-499c-bbc4-4fffcf374064 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:59:07.088294 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce88206d-b19c-4740-addc-70100853d1d3 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:07.089565 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce88206d-b19c-4740-addc-70100853d1d3 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:07.090812 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ce88206d-b19c-4740-addc-70100853d1d3 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:07.120910 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ce88206d-b19c-4740-addc-70100853d1d3 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.0440385 Jul 16 20:59:07.123546 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43894) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:07.193971 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9214775b-a002-4af1-9e39-c0da789d2a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-21f1e62e-a318-4646-ba16-d36b7c8265cb', 'network_id': '21f1e62e-a318-4646-ba16-d36b7c8265cb', 'tenant_id': '3ddce00f6861425a9c545b31492c3e34', 'fixed_ips': [{'subnet_id': 'e8384a94-9b35-4c09-a1b9-35031de4434a'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:59:07.199397 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9214775b-a002-4af1-9e39-c0da789d2a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:07.337028 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ff42c9-2425-4287-8d3f-320f80f46ddf tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:07.344262 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ff42c9-2425-4287-8d3f-320f80f46ddf tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:07.346058 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ff42c9-2425-4287-8d3f-320f80f46ddf tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:07.352028 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43896) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:07.363039 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c1ff42c9-2425-4287-8d3f-320f80f46ddf tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2379467 Jul 16 20:59:07.415904 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fd6eec-d3f4-41ea-9b17-de2f6c2545da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-294ec860-7c8f-499c-bbc4-4fffcf374064', 'network_id': '294ec860-7c8f-499c-bbc4-4fffcf374064', 'tenant_id': '3ddce00f6861425a9c545b31492c3e34', 'fixed_ips': [{'subnet_id': '174de513-066a-4f7e-ba4d-3bb06ee91104'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:59:07.417328 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6eec-d3f4-41ea-9b17-de2f6c2545da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:07.495828 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb0df50-1ae3-4647-80c0-29fd1f74d073 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Deleting subnet e8384a94-9b35-4c09-a1b9-35031de4434a {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:59:07.570840 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-9214775b-a002-4af1-9e39-c0da789d2a57 None None] Allocated IP 172.20.0.2 (21f1e62e-a318-4646-ba16-d36b7c8265cb/e8384a94-9b35-4c09-a1b9-35031de4434a/9a2ae75f-1bde-4475-8023-74797e03d6ed) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:59:07.707966 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 126e1923-c0ef-45eb-a65e-47d0b81083da details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:59:07.728338 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-c9fd6eec-d3f4-41ea-9b17-de2f6c2545da None None] Allocated IP 172.20.0.18 (294ec860-7c8f-499c-bbc4-4fffcf374064/174de513-066a-4f7e-ba4d-3bb06ee91104/15b5c3c9-801b-4b80-aca8-463de8934cbf) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:59:08.111523 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9214775b-a002-4af1-9e39-c0da789d2a57 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.112199 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d46335-2365-43bb-896a-79e889d444fc req-6864161e-155e-46ee-9650-7da26ce16374 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:08.127200 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9d46335-2365-43bb-896a-79e889d444fc req-6864161e-155e-46ee-9650-7da26ce16374 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a2fb7cf-2866-4df9-8691-0c277c98bcb4 HTTP/1.1" status: 200 len: 943 time: 0.1681378 Jul 16 20:59:08.135190 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9214775b-a002-4af1-9e39-c0da789d2a57 None None] Transition to ACTIVE for port object 9a2ae75f-1bde-4475-8023-74797e03d6ed will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:08.182898 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d9d46335-2365-43bb-896a-79e889d444fc req-9b650979-6bfc-4720-8179-41dc38410329 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] 10.222.0.38 "GET /v2.0/security-groups?id=ffe0131b-ffd4-43a6-a8b5-7c7878695ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550830 Jul 16 20:59:08.202969 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 126e1923-c0ef-45eb-a65e-47d0b81083da, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=126e1923-c0ef-45eb-a65e-47d0b81083da,segment=NetworkSegment(88f89682-7ee0-41c9-87fe-b2c33cd427c7),segment_id=88f89682-7ee0-41c9-87fe-b2c33cd427c7)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:08.207094 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9214775b-a002-4af1-9e39-c0da789d2a57 None None] Transition to ACTIVE for port object 9a2ae75f-1bde-4475-8023-74797e03d6ed will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:08.224052 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ceb0df50-1ae3-4647-80c0-29fd1f74d073 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.265113 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9214775b-a002-4af1-9e39-c0da789d2a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.270245 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '126e1923-c0ef-45eb-a65e-47d0b81083da', 'network_id': '680b3c7c-57dd-4326-b810-6ee5e62385b7', 'port_id': '126e1923-c0ef-45eb-a65e-47d0b81083da', 'mac_address': 'fa:16:3e:15:72:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b871c6af-bd73-4870-91b8-0879a7bdf71e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:59:08.315409 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ceb0df50-1ae3-4647-80c0-29fd1f74d073 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.348983 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.391361 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9214775b-a002-4af1-9e39-c0da789d2a57 None None] Network 21f1e62e-a318-4646-ba16-d36b7c8265cb is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:59:08.392816 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6eec-d3f4-41ea-9b17-de2f6c2545da None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.398072 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 126e1923-c0ef-45eb-a65e-47d0b81083da {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:59:08.411527 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9214775b-a002-4af1-9e39-c0da789d2a57 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:08.432616 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9214775b-a002-4af1-9e39-c0da789d2a57 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:59:08.437068 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214775b-a002-4af1-9e39-c0da789d2a57 None None] Pushing event updated for resources: {'Port': ['ID=9a2ae75f-1bde-4475-8023-74797e03d6ed,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:08.446735 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c9fd6eec-d3f4-41ea-9b17-de2f6c2545da None None] Transition to ACTIVE for port object 15b5c3c9-801b-4b80-aca8-463de8934cbf will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:08.497563 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 126e1923-c0ef-45eb-a65e-47d0b81083da, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=126e1923-c0ef-45eb-a65e-47d0b81083da,segment=NetworkSegment(88f89682-7ee0-41c9-87fe-b2c33cd427c7),segment_id=88f89682-7ee0-41c9-87fe-b2c33cd427c7)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:08.536103 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ceb0df50-1ae3-4647-80c0-29fd1f74d073 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.559974 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.657954 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ceb0df50-1ae3-4647-80c0-29fd1f74d073 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.664041 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c9fd6eec-d3f4-41ea-9b17-de2f6c2545da None None] Transition to ACTIVE for port object 15b5c3c9-801b-4b80-aca8-463de8934cbf will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:08.696029 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6eec-d3f4-41ea-9b17-de2f6c2545da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.698848 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0df50-1ae3-4647-80c0-29fd1f74d073 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Pushing event deleted for resources: {'Subnet': ['ID=e8384a94-9b35-4c09-a1b9-35031de4434a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:08.707143 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ceb0df50-1ae3-4647-80c0-29fd1f74d073 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.708699 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=126e1923-c0ef-45eb-a65e-47d0b81083da,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:08.712435 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43910) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:08.714505 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-9214775b-a002-4af1-9e39-c0da789d2a57 None None] Attempting to bind port 9a2ae75f-1bde-4475-8023-74797e03d6ed on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:59:08.714980 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-9214775b-a002-4af1-9e39-c0da789d2a57 None None] Attempting to bind port 9a2ae75f-1bde-4475-8023-74797e03d6ed by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '52537bfb-9714-4517-8ee3-c2d24d73a35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '21f1e62e-a318-4646-ba16-d36b7c8265cb'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:59:08.715463 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9214775b-a002-4af1-9e39-c0da789d2a57 None None] Attempting to bind port 9a2ae75f-1bde-4475-8023-74797e03d6ed on network 21f1e62e-a318-4646-ba16-d36b7c8265cb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:08.721859 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ceb0df50-1ae3-4647-80c0-29fd1f74d073 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] 10.222.0.38 "DELETE /v2.0/subnets/e8384a94-9b35-4c09-a1b9-35031de4434a HTTP/1.1" status: 204 len: 168 time: 1.3668780 Jul 16 20:59:08.754893 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9214775b-a002-4af1-9e39-c0da789d2a57 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:59:08.755207 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9214775b-a002-4af1-9e39-c0da789d2a57 None None] Checking segment: {'id': '52537bfb-9714-4517-8ee3-c2d24d73a35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '21f1e62e-a318-4646-ba16-d36b7c8265cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:08.755720 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9214775b-a002-4af1-9e39-c0da789d2a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.756215 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9214775b-a002-4af1-9e39-c0da789d2a57 None None] Bound using segment: {'id': '52537bfb-9714-4517-8ee3-c2d24d73a35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '21f1e62e-a318-4646-ba16-d36b7c8265cb'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:59:08.758293 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-9214775b-a002-4af1-9e39-c0da789d2a57 None None] Bound port: 9a2ae75f-1bde-4475-8023-74797e03d6ed, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52537bfb-9714-4517-8ee3-c2d24d73a35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '21f1e62e-a318-4646-ba16-d36b7c8265cb'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:59:08.758826 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9214775b-a002-4af1-9e39-c0da789d2a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.764742 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fd6eec-d3f4-41ea-9b17-de2f6c2545da None None] Network 294ec860-7c8f-499c-bbc4-4fffcf374064 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:59:08.776854 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f4efb9-995d-45a9-8796-9945f6c01ecb tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Deleting subnet 174de513-066a-4f7e-ba4d-3bb06ee91104 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:59:08.777306 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['126e1923-c0ef-45eb-a65e-47d0b81083da'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:59:08.781359 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32f4efb9-995d-45a9-8796-9945f6c01ecb tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.783427 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-c9fd6eec-d3f4-41ea-9b17-de2f6c2545da None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:08.791622 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fd6eec-d3f4-41ea-9b17-de2f6c2545da None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:59:08.827125 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32f4efb9-995d-45a9-8796-9945f6c01ecb tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.848565 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd6eec-d3f4-41ea-9b17-de2f6c2545da None None] Pushing event updated for resources: {'Port': ['ID=15b5c3c9-801b-4b80-aca8-463de8934cbf,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:08.921471 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32f4efb9-995d-45a9-8796-9945f6c01ecb tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.950370 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-9214775b-a002-4af1-9e39-c0da789d2a57 None None] For port 9a2ae75f-1bde-4475-8023-74797e03d6ed, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:59:08.954739 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-c9fd6eec-d3f4-41ea-9b17-de2f6c2545da None None] Attempting to bind port 15b5c3c9-801b-4b80-aca8-463de8934cbf on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:59:08.955340 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-c9fd6eec-d3f4-41ea-9b17-de2f6c2545da None None] Attempting to bind port 15b5c3c9-801b-4b80-aca8-463de8934cbf by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '96ad164e-759b-4331-b0ca-7262e3a6ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '294ec860-7c8f-499c-bbc4-4fffcf374064'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:59:08.955857 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd6eec-d3f4-41ea-9b17-de2f6c2545da None None] Attempting to bind port 15b5c3c9-801b-4b80-aca8-463de8934cbf on network 294ec860-7c8f-499c-bbc4-4fffcf374064 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:08.973865 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-9214775b-a002-4af1-9e39-c0da789d2a57 None None] For port 9a2ae75f-1bde-4475-8023-74797e03d6ed, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9a2ae75f-1bde-4475-8023-74797e03d6ed,segment=NetworkSegment(52537bfb-9714-4517-8ee3-c2d24d73a35e),segment_id=52537bfb-9714-4517-8ee3-c2d24d73a35e)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:59:08.977840 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd6eec-d3f4-41ea-9b17-de2f6c2545da None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:59:08.978294 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd6eec-d3f4-41ea-9b17-de2f6c2545da None None] Checking segment: {'id': '96ad164e-759b-4331-b0ca-7262e3a6ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '294ec860-7c8f-499c-bbc4-4fffcf374064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:08.978729 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6eec-d3f4-41ea-9b17-de2f6c2545da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.979128 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd6eec-d3f4-41ea-9b17-de2f6c2545da None None] Bound using segment: {'id': '96ad164e-759b-4331-b0ca-7262e3a6ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '294ec860-7c8f-499c-bbc4-4fffcf374064'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:59:08.979607 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-c9fd6eec-d3f4-41ea-9b17-de2f6c2545da None None] Bound port: 15b5c3c9-801b-4b80-aca8-463de8934cbf, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ad164e-759b-4331-b0ca-7262e3a6ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '294ec860-7c8f-499c-bbc4-4fffcf374064'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:59:08.979987 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6eec-d3f4-41ea-9b17-de2f6c2545da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.987421 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32f4efb9-995d-45a9-8796-9945f6c01ecb tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.996092 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9214775b-a002-4af1-9e39-c0da789d2a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.016537 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4efb9-995d-45a9-8796-9945f6c01ecb tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Pushing event deleted for resources: {'Subnet': ['ID=174de513-066a-4f7e-ba4d-3bb06ee91104,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:09.018612 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-32f4efb9-995d-45a9-8796-9945f6c01ecb tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.023398 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-32f4efb9-995d-45a9-8796-9945f6c01ecb tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] 10.222.0.38 "DELETE /v2.0/subnets/174de513-066a-4f7e-ba4d-3bb06ee91104 HTTP/1.1" status: 204 len: 168 time: 0.3098295 Jul 16 20:59:09.024301 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43912) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:09.121129 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447dfd7e-33e2-460c-9777-e7d5740e0343 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:09.130138 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43916) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:09.130524 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-447dfd7e-33e2-460c-9777-e7d5740e0343 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1048739 Jul 16 20:59:09.130652 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214775b-a002-4af1-9e39-c0da789d2a57 None None] Pushing event updated for resources: {'Port': ['ID=9a2ae75f-1bde-4475-8023-74797e03d6ed,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:09.177909 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c9fd6eec-d3f4-41ea-9b17-de2f6c2545da None None] For port 15b5c3c9-801b-4b80-aca8-463de8934cbf, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:59:09.185974 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c9fd6eec-d3f4-41ea-9b17-de2f6c2545da None None] For port 15b5c3c9-801b-4b80-aca8-463de8934cbf, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=15b5c3c9-801b-4b80-aca8-463de8934cbf,segment=NetworkSegment(96ad164e-759b-4331-b0ca-7262e3a6ea8b),segment_id=96ad164e-759b-4331-b0ca-7262e3a6ea8b)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:59:09.199423 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6eec-d3f4-41ea-9b17-de2f6c2545da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.236970 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3df5703c-139b-448a-9113-3cce335e6e63 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.287491 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80625eea-3de1-413a-9729-fec2d2575e6a None None] Network 21f1e62e-a318-4646-ba16-d36b7c8265cb requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:59:09.366636 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-3df5703c-139b-448a-9113-3cce335e6e63 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Deleting port 15b5c3c9-801b-4b80-aca8-463de8934cbf {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:09.366636 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3df5703c-139b-448a-9113-3cce335e6e63 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.422560 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd6eec-d3f4-41ea-9b17-de2f6c2545da None None] Pushing event updated for resources: {'Port': ['ID=15b5c3c9-801b-4b80-aca8-463de8934cbf,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:09.467601 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-3df5703c-139b-448a-9113-3cce335e6e63 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] For port 15b5c3c9-801b-4b80-aca8-463de8934cbf, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=15b5c3c9-801b-4b80-aca8-463de8934cbf,segment=NetworkSegment(96ad164e-759b-4331-b0ca-7262e3a6ea8b),segment_id=96ad164e-759b-4331-b0ca-7262e3a6ea8b)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:09.468046 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3df5703c-139b-448a-9113-3cce335e6e63 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.490617 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75197535-71be-4669-ae03-509f655d249e None None] Network 294ec860-7c8f-499c-bbc4-4fffcf374064 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:59:09.517167 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-3df5703c-139b-448a-9113-3cce335e6e63 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Calling delete_port for 15b5c3c9-801b-4b80-aca8-463de8934cbf owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:09.680407 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3df5703c-139b-448a-9113-3cce335e6e63 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.699615 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df5703c-139b-448a-9113-3cce335e6e63 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] No DVR routers for this DVR port 15b5c3c9-801b-4b80-aca8-463de8934cbf on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:59:09.700138 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 126e1923-c0ef-45eb-a65e-47d0b81083da up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:59:09.737305 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5703c-139b-448a-9113-3cce335e6e63 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Pushing event deleted for resources: {'Port': ['ID=15b5c3c9-801b-4b80-aca8-463de8934cbf,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:09.806870 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 126e1923-c0ef-45eb-a65e-47d0b81083da completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:59:09.811431 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 126e1923-c0ef-45eb-a65e-47d0b81083da triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:09.811953 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.847060 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fe4b1a-2f14-42e2-994b-d61737d67509 None None] get_active_networks_info from n-d-791506-21 {{(pid=93795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:59:09.847955 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3df5703c-139b-448a-9113-3cce335e6e63 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.862635 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-3df5703c-139b-448a-9113-3cce335e6e63 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['294ec860-7c8f-499c-bbc4-4fffcf374064']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:09.877140 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-3df5703c-139b-448a-9113-3cce335e6e63 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ad164e-759b-4331-b0ca-7262e3a6ea8b') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:09.877520 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-3df5703c-139b-448a-9113-3cce335e6e63 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ad164e-759b-4331-b0ca-7262e3a6ea8b') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:09.890201 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3df5703c-139b-448a-9113-3cce335e6e63 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.907890 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3df5703c-139b-448a-9113-3cce335e6e63 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.917068 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df5703c-139b-448a-9113-3cce335e6e63 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:59:09.917555 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3df5703c-139b-448a-9113-3cce335e6e63 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.918447 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b37b03-13ea-4048-b2ca-cefeaaee55d6 req-74200957-57fd-4af4-ab00-740f603cc628 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:09.919958 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c9b37b03-13ea-4048-b2ca-cefeaaee55d6 req-74200957-57fd-4af4-ab00-740f603cc628 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a2fb7cf-2866-4df9-8691-0c277c98bcb4 HTTP/1.1" status: 200 len: 944 time: 0.5586932 Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: timer() Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:59:09.921960 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:59:09.986433 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c9b37b03-13ea-4048-b2ca-cefeaaee55d6 req-08b5ea44-4c75-4f37-b87e-a54cc45cd421 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] 10.222.0.38 "GET /v2.0/security-groups?id=ffe0131b-ffd4-43a6-a8b5-7c7878695ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536888 Jul 16 20:59:10.014016 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3df5703c-139b-448a-9113-3cce335e6e63 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:10.019049 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3df5703c-139b-448a-9113-3cce335e6e63 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:10.023560 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3df5703c-139b-448a-9113-3cce335e6e63 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] 10.222.0.38 "DELETE /v2.0/networks/294ec860-7c8f-499c-bbc4-4fffcf374064 HTTP/1.1" status: 204 len: 168 time: 0.8901818 Jul 16 20:59:10.026720 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43954) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:10.034084 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fe4b1a-2f14-42e2-994b-d61737d67509 None None] Resources bound (agent type, host, resource id): {{(pid=93795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:59:10.051596 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:10.053268 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5703c-139b-448a-9113-3cce335e6e63 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Pushing event deleted for resources: {'Network': ['ID=294ec860-7c8f-499c-bbc4-4fffcf374064,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:10.115544 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2fb7cf-2866-4df9-8691-0c277c98bcb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126e1923-c0ef-45eb-a65e-47d0b81083da'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:10.118745 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad93d34-62fb-4f13-96d7-b9da2b3b8508" -d '{"events": [{"server_uuid": "9a2fb7cf-2866-4df9-8691-0c277c98bcb4", "name": "network-vif-plugged", "status": "completed", "tag": "126e1923-c0ef-45eb-a65e-47d0b81083da"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:10.133482 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4caedb25-0b36-4953-9489-4ed5dabc21e0 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:10.177307 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43966) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:10.177455 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 126e1923-c0ef-45eb-a65e-47d0b81083da, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=126e1923-c0ef-45eb-a65e-47d0b81083da,segment=NetworkSegment(88f89682-7ee0-41c9-87fe-b2c33cd427c7),segment_id=88f89682-7ee0-41c9-87fe-b2c33cd427c7)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:10.191460 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:10.231646 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-4caedb25-0b36-4953-9489-4ed5dabc21e0 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Deleting port 9a2ae75f-1bde-4475-8023-74797e03d6ed {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:10.234416 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4caedb25-0b36-4953-9489-4ed5dabc21e0 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:10.262698 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9387f0e0-60f4-4754-9ef7-7219a9912263 x-openstack-request-id: req-9387f0e0-60f4-4754-9ef7-7219a9912263 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:10.263058 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2fb7cf-2866-4df9-8691-0c277c98bcb4", "name": "network-vif-plugged", "status": "completed", "tag": "126e1923-c0ef-45eb-a65e-47d0b81083da", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:10.263371 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9387f0e0-60f4-4754-9ef7-7219a9912263 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:10.263742 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2fb7cf-2866-4df9-8691-0c277c98bcb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126e1923-c0ef-45eb-a65e-47d0b81083da', 'code': 200} Jul 16 20:59:10.328087 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=126e1923-c0ef-45eb-a65e-47d0b81083da,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:10.433739 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-4caedb25-0b36-4953-9489-4ed5dabc21e0 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] For port 9a2ae75f-1bde-4475-8023-74797e03d6ed, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9a2ae75f-1bde-4475-8023-74797e03d6ed,segment=NetworkSegment(52537bfb-9714-4517-8ee3-c2d24d73a35e),segment_id=52537bfb-9714-4517-8ee3-c2d24d73a35e)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:10.434279 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4caedb25-0b36-4953-9489-4ed5dabc21e0 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:10.457219 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-4caedb25-0b36-4953-9489-4ed5dabc21e0 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Calling delete_port for 9a2ae75f-1bde-4475-8023-74797e03d6ed owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:10.488424 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-285efe39-dbaf-4bdc-919f-c36247acc8e5 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Deleting port 6b1174e1-1198-4966-9e43-08072c8e7c1a {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:10.488661 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-285efe39-dbaf-4bdc-919f-c36247acc8e5 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:10.536486 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc426f-2a6c-403a-98cb-413064cab5f4 req-d1bff29b-a9e0-42db-8a71-27985d7a57c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:10.541883 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0984cc6-a5b3-487e-97fe-e99e02791589 None None] get_active_networks_info from n-d-791506-21 {{(pid=93795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:59:10.542723 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1dfc426f-2a6c-403a-98cb-413064cab5f4 req-d1bff29b-a9e0-42db-8a71-27985d7a57c3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9a2fb7cf-2866-4df9-8691-0c277c98bcb4 HTTP/1.1" status: 200 len: 1097 time: 0.2386296 Jul 16 20:59:10.582155 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-285efe39-dbaf-4bdc-919f-c36247acc8e5 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:10.582585 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-285efe39-dbaf-4bdc-919f-c36247acc8e5 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:10.596137 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-285efe39-dbaf-4bdc-919f-c36247acc8e5 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Calling delete_port for 6b1174e1-1198-4966-9e43-08072c8e7c1a owned by network:floatingip {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:10.609048 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1dfc426f-2a6c-403a-98cb-413064cab5f4 req-9ac17e44-3132-4800-9045-04414d618ca8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ffe0131b-ffd4-43a6-a8b5-7c7878695ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632827 Jul 16 20:59:10.621398 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4caedb25-0b36-4953-9489-4ed5dabc21e0 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:10.631471 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0984cc6-a5b3-487e-97fe-e99e02791589 None None] Resources bound (agent type, host, resource id): {{(pid=93795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:59:10.636496 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caedb25-0b36-4953-9489-4ed5dabc21e0 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] No DVR routers for this DVR port 9a2ae75f-1bde-4475-8023-74797e03d6ed on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:59:10.697663 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caedb25-0b36-4953-9489-4ed5dabc21e0 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Pushing event deleted for resources: {'Port': ['ID=9a2ae75f-1bde-4475-8023-74797e03d6ed,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:10.763528 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4caedb25-0b36-4953-9489-4ed5dabc21e0 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:10.776780 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-285efe39-dbaf-4bdc-919f-c36247acc8e5 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:10.777408 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-4caedb25-0b36-4953-9489-4ed5dabc21e0 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f1e62e-a318-4646-ba16-d36b7c8265cb']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:10.789274 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-4caedb25-0b36-4953-9489-4ed5dabc21e0 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52537bfb-9714-4517-8ee3-c2d24d73a35e') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:10.789751 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-4caedb25-0b36-4953-9489-4ed5dabc21e0 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52537bfb-9714-4517-8ee3-c2d24d73a35e') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:10.799955 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4caedb25-0b36-4953-9489-4ed5dabc21e0 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:10.804798 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285efe39-dbaf-4bdc-919f-c36247acc8e5 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event deleted for resources: {'Port': ['ID=6b1174e1-1198-4966-9e43-08072c8e7c1a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:10.819898 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4caedb25-0b36-4953-9489-4ed5dabc21e0 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:10.827160 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4caedb25-0b36-4953-9489-4ed5dabc21e0 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:59:10.827689 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4caedb25-0b36-4953-9489-4ed5dabc21e0 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:59:10.831588 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:59:10.899955 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-285efe39-dbaf-4bdc-919f-c36247acc8e5 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for floatingip, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:10.900715 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-285efe39-dbaf-4bdc-919f-c36247acc8e5 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Floating IP a4142d0d-2148-4d10-897b-09629a4abe8f disassociated (deleted). External IP: 172.25.0.173, port: 882b2243-69d2-4a52-a50b-bba028b5db80. Jul 16 20:59:10.915023 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4caedb25-0b36-4953-9489-4ed5dabc21e0 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:10.924165 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4caedb25-0b36-4953-9489-4ed5dabc21e0 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:10.926472 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4caedb25-0b36-4953-9489-4ed5dabc21e0 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] 10.222.0.38 "DELETE /v2.0/networks/21f1e62e-a318-4646-ba16-d36b7c8265cb HTTP/1.1" status: 204 len: 168 time: 0.8985217 Jul 16 20:59:10.929018 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43972) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:10.948009 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caedb25-0b36-4953-9489-4ed5dabc21e0 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Pushing event deleted for resources: {'Network': ['ID=21f1e62e-a318-4646-ba16-d36b7c8265cb,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:11.030218 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef8b5497-d68a-4a7f-917e-1cb9332b2209 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.146423 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef8b5497-d68a-4a7f-917e-1cb9332b2209 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.164538 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285efe39-dbaf-4bdc-919f-c36247acc8e5 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Router 2612f50c-712b-4d42-844c-52e49732ae2b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:59:11.198641 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ef8b5497-d68a-4a7f-917e-1cb9332b2209 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e2fd1c-249c-4d27-a351-01e2adb71975']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:11.221254 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ef8b5497-d68a-4a7f-917e-1cb9332b2209 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a24cb4-f60d-4052-8bba-070c4f6c8950') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:11.221662 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-ef8b5497-d68a-4a7f-917e-1cb9332b2209 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a24cb4-f60d-4052-8bba-070c4f6c8950') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:11.241298 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef8b5497-d68a-4a7f-917e-1cb9332b2209 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.264374 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef8b5497-d68a-4a7f-917e-1cb9332b2209 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.280335 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de07f70-99f0-4d84-8778-38226ace575c req-8b748d3c-4484-4dba-a3b9-6022087da422 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:11.281853 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3de07f70-99f0-4d84-8778-38226ace575c req-8b748d3c-4484-4dba-a3b9-6022087da422 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a2fb7cf-2866-4df9-8691-0c277c98bcb4 HTTP/1.1" status: 200 len: 945 time: 0.1313930 Jul 16 20:59:11.297192 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8b5497-d68a-4a7f-917e-1cb9332b2209 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:59:11.297595 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef8b5497-d68a-4a7f-917e-1cb9332b2209 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:59:11.302196 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:59:11.321918 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285efe39-dbaf-4bdc-919f-c36247acc8e5 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:59:11.329941 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-285efe39-dbaf-4bdc-919f-c36247acc8e5 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.333579 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2181b2b1-ffb8-4c72-abf4-93ab0fe0b705 None None] Sync routers for ids ['2612f50c-712b-4d42-844c-52e49732ae2b'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:59:11.349536 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2181b2b1-ffb8-4c72-abf4-93ab0fe0b705 None None] Routers {'2612f50c-712b-4d42-844c-52e49732ae2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:59:11.350175 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-2181b2b1-ffb8-4c72-abf4-93ab0fe0b705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2612f50c-712b-4d42-844c-52e49732ae2b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:11.416913 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3de07f70-99f0-4d84-8778-38226ace575c req-0eb7b02c-21df-47f4-94b4-8345df7527cd tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] 10.222.0.38 "GET /v2.0/security-groups?id=ffe0131b-ffd4-43a6-a8b5-7c7878695ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276903 Jul 16 20:59:11.449026 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef8b5497-d68a-4a7f-917e-1cb9332b2209 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.461472 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ef8b5497-d68a-4a7f-917e-1cb9332b2209 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.465267 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ef8b5497-d68a-4a7f-917e-1cb9332b2209 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] 10.222.0.38 "DELETE /v2.0/networks/72e2fd1c-249c-4d27-a351-01e2adb71975 HTTP/1.1" status: 204 len: 168 time: 0.5349634 Jul 16 20:59:11.471167 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 43980) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:11.642135 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b5497-d68a-4a7f-917e-1cb9332b2209 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Pushing event deleted for resources: {'Network': ['ID=72e2fd1c-249c-4d27-a351-01e2adb71975,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:11.705146 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-333d6125-6ff8-4fe0-ba86-041116f4fde7 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.795780 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-2181b2b1-ffb8-4c72-abf4-93ab0fe0b705 None None] Set router 2612f50c-712b-4d42-844c-52e49732ae2b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:59:11.811755 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-333d6125-6ff8-4fe0-ba86-041116f4fde7 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.826922 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-333d6125-6ff8-4fe0-ba86-041116f4fde7 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d502d56-7eff-41ff-913a-7e8247d8d0e9']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:11.839748 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-333d6125-6ff8-4fe0-ba86-041116f4fde7 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89695303-5fff-48a1-b29f-634eceac55cb') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:11.840328 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-333d6125-6ff8-4fe0-ba86-041116f4fde7 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89695303-5fff-48a1-b29f-634eceac55cb') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:11.864835 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-333d6125-6ff8-4fe0-ba86-041116f4fde7 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.885849 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-333d6125-6ff8-4fe0-ba86-041116f4fde7 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.894294 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333d6125-6ff8-4fe0-ba86-041116f4fde7 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:59:11.894546 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-285efe39-dbaf-4bdc-919f-c36247acc8e5 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "DELETE /v2.0/floatingips/a4142d0d-2148-4d10-897b-09629a4abe8f HTTP/1.1" status: 204 len: 168 time: 1.7150230 Jul 16 20:59:11.895021 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-333d6125-6ff8-4fe0-ba86-041116f4fde7 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.895580 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c722b3e-bec8-454a-9b0a-4bd95f0e8def', 'tag': '882b2243-69d2-4a52-a50b-bba028b5db80'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:11.900483 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae22f2b-0125-4fb0-831e-be55735da6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "6c722b3e-bec8-454a-9b0a-4bd95f0e8def", "tag": "882b2243-69d2-4a52-a50b-bba028b5db80"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:59:11.909924 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:59:11.945265 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cff04e5-262c-43b8-bfed-01f62565e40e x-openstack-request-id: req-1cff04e5-262c-43b8-bfed-01f62565e40e {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:11.945705 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c722b3e-bec8-454a-9b0a-4bd95f0e8def", "tag": "882b2243-69d2-4a52-a50b-bba028b5db80", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:11.946025 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1cff04e5-262c-43b8-bfed-01f62565e40e {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:11.946430 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c722b3e-bec8-454a-9b0a-4bd95f0e8def', 'tag': '882b2243-69d2-4a52-a50b-bba028b5db80', 'status': 'completed', 'code': 200} Jul 16 20:59:12.008038 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-333d6125-6ff8-4fe0-ba86-041116f4fde7 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:12.018670 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-333d6125-6ff8-4fe0-ba86-041116f4fde7 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:12.024639 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-333d6125-6ff8-4fe0-ba86-041116f4fde7 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] 10.222.0.38 "DELETE /v2.0/networks/8d502d56-7eff-41ff-913a-7e8247d8d0e9 HTTP/1.1" status: 204 len: 168 time: 0.5327435 Jul 16 20:59:12.043716 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d6125-6ff8-4fe0-ba86-041116f4fde7 tempest-BulkNetworkOpsTest-1165352894 tempest-BulkNetworkOpsTest-1165352894-project] Pushing event deleted for resources: {'Network': ['ID=8d502d56-7eff-41ff-913a-7e8247d8d0e9,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:12.062155 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae22f2b-0125-4fb0-831e-be55735da6f2 req-9122f906-eeb0-4a56-989d-d11235de01d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:12.065146 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1ae22f2b-0125-4fb0-831e-be55735da6f2 req-9122f906-eeb0-4a56-989d-d11235de01d2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d773f9510ee743d3a0654c8400382544&device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 1098 time: 0.0913851 Jul 16 20:59:12.100925 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-2181b2b1-ffb8-4c72-abf4-93ab0fe0b705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'name': 'tempest-TestVolumeBootPattern-1013218343-router', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:06Z', 'revision_number': 4, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'gw_port': {'id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '82c0514c-e3e3-4c32-a1bc-33a315913e94', 'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'mac_address': 'fa:16:3e:94:7b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:04Z', 'updated_at': '2021-07-16T20:48:15Z', 'revision_number': 5, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'subnets': [{'id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:12.138295 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2181b2b1-ffb8-4c72-abf4-93ab0fe0b705 None None] Checking router: 2612f50c-712b-4d42-844c-52e49732ae2b for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:59:12.148190 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2181b2b1-ffb8-4c72-abf4-93ab0fe0b705 None None] Routers {'2612f50c-712b-4d42-844c-52e49732ae2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:59:12.148838 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-2181b2b1-ffb8-4c72-abf4-93ab0fe0b705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:58:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2612f50c-712b-4d42-844c-52e49732ae2b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:12.187780 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae22f2b-0125-4fb0-831e-be55735da6f2 req-c1f69750-bbbf-435d-800a-84f4f277ff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:12.189718 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1ae22f2b-0125-4fb0-831e-be55735da6f2 req-c1f69750-bbbf-435d-800a-84f4f277ff6d service neutron] 10.222.0.62 "GET /v2.0/networks?id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 200 len: 913 time: 0.1172395 Jul 16 20:59:12.249020 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1ae22f2b-0125-4fb0-831e-be55735da6f2 req-0978d368-5fa8-442f-8226-9d00747926c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=882b2243-69d2-4a52-a50b-bba028b5db80 HTTP/1.1" status: 200 len: 217 time: 0.0526135 Jul 16 20:59:12.300712 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-2181b2b1-ffb8-4c72-abf4-93ab0fe0b705 None None] Set router 2612f50c-712b-4d42-844c-52e49732ae2b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:59:12.315198 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae22f2b-0125-4fb0-831e-be55735da6f2 req-d715ecb2-a456-4538-a7c7-3fd026f8ec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:12.317186 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1ae22f2b-0125-4fb0-831e-be55735da6f2 req-d715ecb2-a456-4538-a7c7-3fd026f8ec47 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91aaf1f1-4791-4613-820c-7a64a55f2344 HTTP/1.1" status: 200 len: 851 time: 0.0550339 Jul 16 20:59:12.395598 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae22f2b-0125-4fb0-831e-be55735da6f2 req-f5103f86-120b-4e37-9b23-435d20e831eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:12.397899 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1ae22f2b-0125-4fb0-831e-be55735da6f2 req-f5103f86-120b-4e37-9b23-435d20e831eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731316 Jul 16 20:59:12.403847 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 43992) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:12.445673 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fc0c4-0a81-47e4-964f-0594dccdad94 req-5cbbcfb5-5813-4c75-bd76-cd72a589fc82 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:12.447398 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e82fc0c4-0a81-47e4-964f-0594dccdad94 req-5cbbcfb5-5813-4c75-bd76-cd72a589fc82 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 946 time: 0.0898995 Jul 16 20:59:12.517281 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e82fc0c4-0a81-47e4-964f-0594dccdad94 req-3594f9f6-ee97-492f-82c5-3f32d6d3f525 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621128 Jul 16 20:59:12.524196 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1ae22f2b-0125-4fb0-831e-be55735da6f2 req-41ce3365-83d7-4c14-9135-671785204488 service neutron] 10.222.0.62 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167133 Jul 16 20:59:12.691618 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1ae22f2b-0125-4fb0-831e-be55735da6f2 req-932c70a7-6f43-40be-b47c-c1ae05d78411 service neutron] 10.222.0.62 "GET /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593506 Jul 16 20:59:12.698005 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a0e99299-6135-4919-bd4b-87eeb01eb5d4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3ddce00f6861425a9c545b31492c3e34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2898192 Jul 16 20:59:12.701470 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44006) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:12.705398 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-2181b2b1-ffb8-4c72-abf4-93ab0fe0b705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'name': 'tempest-TestVolumeBootPattern-1013218343-router', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:06Z', 'revision_number': 4, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'gw_port': {'id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '82c0514c-e3e3-4c32-a1bc-33a315913e94', 'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'mac_address': 'fa:16:3e:94:7b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:04Z', 'updated_at': '2021-07-16T20:48:15Z', 'revision_number': 5, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'subnets': [{'id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:12.736823 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2181b2b1-ffb8-4c72-abf4-93ab0fe0b705 None None] The sync data for ids ['2612f50c-712b-4d42-844c-52e49732ae2b'] in n-d-791506-21 is: [{'id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'name': 'tempest-TestVolumeBootPattern-1013218343-router', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:06Z', 'revision_number': 4, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'gw_port': {'id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '82c0514c-e3e3-4c32-a1bc-33a315913e94', 'name': '', 'network_id': '8f8ffa95-ba5a-44c1-b5cb-f15aabb35325', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'mac_address': 'fa:16:3e:94:7b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:04Z', 'updated_at': '2021-07-16T20:48:15Z', 'revision_number': 5, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'subnets': [{'id': '91aaf1f1-4791-4613-820c-7a64a55f2344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:59:12.788138 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c389f-7033-429d-8f13-0e205318dee7 req-bf6ba1f2-8578-4293-8545-e13b97b83489 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:12.789778 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cc4c389f-7033-429d-8f13-0e205318dee7 req-bf6ba1f2-8578-4293-8545-e13b97b83489 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a2fb7cf-2866-4df9-8691-0c277c98bcb4 HTTP/1.1" status: 200 len: 945 time: 0.1292272 Jul 16 20:59:12.793281 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a881601d-dff4-48fd-9aa9-a19e27584de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:12.834421 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a881601d-dff4-48fd-9aa9-a19e27584de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:12.856537 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cc4c389f-7033-429d-8f13-0e205318dee7 req-14080bdc-c750-4c74-abe2-352433c01909 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] 10.222.0.38 "GET /v2.0/security-groups?id=ffe0131b-ffd4-43a6-a8b5-7c7878695ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602918 Jul 16 20:59:12.942895 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a881601d-dff4-48fd-9aa9-a19e27584de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:12.948493 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a881601d-dff4-48fd-9aa9-a19e27584de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:12.952780 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a881601d-dff4-48fd-9aa9-a19e27584de2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f5388317-6bd1-4b9f-a385-856ae6a2933b HTTP/1.1" status: 204 len: 168 time: 0.2469988 Jul 16 20:59:12.978904 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881601d-dff4-48fd-9aa9-a19e27584de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5388317-6bd1-4b9f-a385-856ae6a2933b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:13.088415 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c4c964-bd29-4520-bc11-6709ae13667a None None] New status for floating IP a4142d0d-2148-4d10-897b-09629a4abe8f: DOWN {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:59:13.814655 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb57f3-96c0-4cef-ab88-ff386d368ea8 req-1f543a95-67ef-4bf6-a095-f9b1ce38fff1 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:13.817037 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-eadb57f3-96c0-4cef-ab88-ff386d368ea8 req-1f543a95-67ef-4bf6-a095-f9b1ce38fff1 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 946 time: 0.1038773 Jul 16 20:59:13.876859 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fbf6f-7fe7-43de-b172-01bb272c50af req-bd140bce-7493-4c0b-a22d-4daf151e2e93 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:13.879107 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-641fbf6f-7fe7-43de-b172-01bb272c50af req-bd140bce-7493-4c0b-a22d-4daf151e2e93 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a2fb7cf-2866-4df9-8691-0c277c98bcb4 HTTP/1.1" status: 200 len: 945 time: 0.1826429 Jul 16 20:59:13.896282 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8556d7-dd3d-4457-af53-48ac97f231f2 req-2461ca70-698c-4072-9be9-a2614b4e97ba tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:13.898987 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dd8556d7-dd3d-4457-af53-48ac97f231f2 req-2461ca70-698c-4072-9be9-a2614b4e97ba tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 946 time: 0.1345232 Jul 16 20:59:13.970099 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-641fbf6f-7fe7-43de-b172-01bb272c50af req-1c4a85a3-afd8-4ca5-9217-5befbb588278 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] 10.222.0.38 "GET /v2.0/security-groups?id=ffe0131b-ffd4-43a6-a8b5-7c7878695ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838954 Jul 16 20:59:14.001329 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-eadb57f3-96c0-4cef-ab88-ff386d368ea8 req-16a85875-fd97-4722-8017-9dcb6d757e97 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Deleting port 882b2243-69d2-4a52-a50b-bba028b5db80 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:14.002825 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-eadb57f3-96c0-4cef-ab88-ff386d368ea8 req-16a85875-fd97-4722-8017-9dcb6d757e97 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:14.017220 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dd8556d7-dd3d-4457-af53-48ac97f231f2 req-1086f722-6e30-4ac2-94ab-bcfcb63bbd11 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064382 Jul 16 20:59:14.120700 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-eadb57f3-96c0-4cef-ab88-ff386d368ea8 req-16a85875-fd97-4722-8017-9dcb6d757e97 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] For port 882b2243-69d2-4a52-a50b-bba028b5db80, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=882b2243-69d2-4a52-a50b-bba028b5db80,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:14.121132 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-eadb57f3-96c0-4cef-ab88-ff386d368ea8 req-16a85875-fd97-4722-8017-9dcb6d757e97 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:14.135682 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-eadb57f3-96c0-4cef-ab88-ff386d368ea8 req-16a85875-fd97-4722-8017-9dcb6d757e97 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Calling delete_port for 882b2243-69d2-4a52-a50b-bba028b5db80 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:14.281474 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-eadb57f3-96c0-4cef-ab88-ff386d368ea8 req-16a85875-fd97-4722-8017-9dcb6d757e97 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:14.312786 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a85875-fd97-4722-8017-9dcb6d757e97 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event deleted for resources: {'Port': ['ID=882b2243-69d2-4a52-a50b-bba028b5db80,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:14.367850 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadb57f3-96c0-4cef-ab88-ff386d368ea8 req-16a85875-fd97-4722-8017-9dcb6d757e97 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] No DVR routers for this DVR port 882b2243-69d2-4a52-a50b-bba028b5db80 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:59:14.370493 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-eadb57f3-96c0-4cef-ab88-ff386d368ea8 req-16a85875-fd97-4722-8017-9dcb6d757e97 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:14.372585 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-eadb57f3-96c0-4cef-ab88-ff386d368ea8 req-16a85875-fd97-4722-8017-9dcb6d757e97 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.62 "DELETE /v2.0/ports/882b2243-69d2-4a52-a50b-bba028b5db80 HTTP/1.1" status: 204 len: 173 time: 0.5496047 Jul 16 20:59:14.373028 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c722b3e-bec8-454a-9b0a-4bd95f0e8def', 'name': 'network-vif-deleted', 'tag': '882b2243-69d2-4a52-a50b-bba028b5db80'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:14.375373 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7910b4db-0134-4b00-bef9-569f33340a08" -d '{"events": [{"server_uuid": "6c722b3e-bec8-454a-9b0a-4bd95f0e8def", "name": "network-vif-deleted", "tag": "882b2243-69d2-4a52-a50b-bba028b5db80"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:14.420073 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1188821-53cd-4027-9b02-210f7b99cab0 x-openstack-request-id: req-e1188821-53cd-4027-9b02-210f7b99cab0 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:14.420496 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c722b3e-bec8-454a-9b0a-4bd95f0e8def", "name": "network-vif-deleted", "tag": "882b2243-69d2-4a52-a50b-bba028b5db80", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:14.420753 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e1188821-53cd-4027-9b02-210f7b99cab0 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:14.421682 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c722b3e-bec8-454a-9b0a-4bd95f0e8def', 'name': 'network-vif-deleted', 'tag': '882b2243-69d2-4a52-a50b-bba028b5db80', 'status': 'completed', 'code': 200} Jul 16 20:59:14.932370 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f61f59-8539-454c-92cb-4863dd0f9d27 req-4a8eb8bf-d90a-40b6-8366-dcb11ffb8fa1 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:14.937298 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-21f61f59-8539-454c-92cb-4863dd0f9d27 req-4a8eb8bf-d90a-40b6-8366-dcb11ffb8fa1 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a2fb7cf-2866-4df9-8691-0c277c98bcb4 HTTP/1.1" status: 200 len: 945 time: 0.0970514 Jul 16 20:59:15.096327 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-21f61f59-8539-454c-92cb-4863dd0f9d27 req-b86acbdc-b6fe-48b4-bd46-fc9a02a2595c tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Deleting port 126e1923-c0ef-45eb-a65e-47d0b81083da {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:15.096681 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-21f61f59-8539-454c-92cb-4863dd0f9d27 req-b86acbdc-b6fe-48b4-bd46-fc9a02a2595c tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:15.283515 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5eda3770-280d-45ea-8074-2375ec4e9a15 req-a431a2d5-8c2f-4c84-9622-ecd5d12c20d6 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 210 time: 0.0604413 Jul 16 20:59:15.337665 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-21f61f59-8539-454c-92cb-4863dd0f9d27 req-b86acbdc-b6fe-48b4-bd46-fc9a02a2595c tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] For port 126e1923-c0ef-45eb-a65e-47d0b81083da, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=126e1923-c0ef-45eb-a65e-47d0b81083da,segment=NetworkSegment(88f89682-7ee0-41c9-87fe-b2c33cd427c7),segment_id=88f89682-7ee0-41c9-87fe-b2c33cd427c7)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:15.338302 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-21f61f59-8539-454c-92cb-4863dd0f9d27 req-b86acbdc-b6fe-48b4-bd46-fc9a02a2595c tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:15.355412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-21f61f59-8539-454c-92cb-4863dd0f9d27 req-b86acbdc-b6fe-48b4-bd46-fc9a02a2595c tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Calling delete_port for 126e1923-c0ef-45eb-a65e-47d0b81083da owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:15.368308 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08526d-3fbc-4b33-8d99-4d1a8c8ad567 req-1f7e906a-bb24-4334-a0aa-b327e86bc2d7 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:15.375694 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c08526d-3fbc-4b33-8d99-4d1a8c8ad567 req-1f7e906a-bb24-4334-a0aa-b327e86bc2d7 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a2fb7cf-2866-4df9-8691-0c277c98bcb4 HTTP/1.1" status: 200 len: 945 time: 0.2110424 Jul 16 20:59:15.455032 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c08526d-3fbc-4b33-8d99-4d1a8c8ad567 req-2603690a-31eb-4041-bb92-b727c47441f6 tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] 10.222.0.38 "GET /v2.0/security-groups?id=ffe0131b-ffd4-43a6-a8b5-7c7878695ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783157 Jul 16 20:59:15.571910 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-21f61f59-8539-454c-92cb-4863dd0f9d27 req-b86acbdc-b6fe-48b4-bd46-fc9a02a2595c tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:15.585105 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['126e1923-c0ef-45eb-a65e-47d0b81083da'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:59:15.600859 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44094) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:15.621550 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86acbdc-b6fe-48b4-bd46-fc9a02a2595c tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Pushing event deleted for resources: {'Port': ['ID=126e1923-c0ef-45eb-a65e-47d0b81083da,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:15.677778 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f61f59-8539-454c-92cb-4863dd0f9d27 req-b86acbdc-b6fe-48b4-bd46-fc9a02a2595c tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] No DVR routers for this DVR port 126e1923-c0ef-45eb-a65e-47d0b81083da on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:59:15.682184 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-21f61f59-8539-454c-92cb-4863dd0f9d27 req-b86acbdc-b6fe-48b4-bd46-fc9a02a2595c tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:15.685016 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-21f61f59-8539-454c-92cb-4863dd0f9d27 req-b86acbdc-b6fe-48b4-bd46-fc9a02a2595c tempest-ServerAddressesTestJSON-436649277 tempest-ServerAddressesTestJSON-436649277-project] 10.222.0.18 "DELETE /v2.0/ports/126e1923-c0ef-45eb-a65e-47d0b81083da HTTP/1.1" status: 204 len: 173 time: 0.7411110 Jul 16 20:59:15.685564 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2fb7cf-2866-4df9-8691-0c277c98bcb4', 'name': 'network-vif-deleted', 'tag': '126e1923-c0ef-45eb-a65e-47d0b81083da'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:15.688413 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae2dc60-604f-47c3-acf7-00a682d7af4d" -d '{"events": [{"server_uuid": "9a2fb7cf-2866-4df9-8691-0c277c98bcb4", "name": "network-vif-deleted", "tag": "126e1923-c0ef-45eb-a65e-47d0b81083da"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:15.732962 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825da26d-b864-45c3-a4f4-a7f7eecd0697 x-openstack-request-id: req-825da26d-b864-45c3-a4f4-a7f7eecd0697 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:15.733502 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2fb7cf-2866-4df9-8691-0c277c98bcb4", "name": "network-vif-deleted", "tag": "126e1923-c0ef-45eb-a65e-47d0b81083da", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:15.733870 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-825da26d-b864-45c3-a4f4-a7f7eecd0697 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:15.734601 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2fb7cf-2866-4df9-8691-0c277c98bcb4', 'name': 'network-vif-deleted', 'tag': '126e1923-c0ef-45eb-a65e-47d0b81083da', 'status': 'completed', 'code': 200} Jul 16 20:59:15.747962 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-14bde088-5937-48c3-aa09-08474eb07d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:15.872159 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-14bde088-5937-48c3-aa09-08474eb07d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:15.877677 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-14bde088-5937-48c3-aa09-08474eb07d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:15.922264 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44100) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:15.922550 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-14bde088-5937-48c3-aa09-08474eb07d76 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7017b5406e0e4568b716d2103c512cdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3202615 Jul 16 20:59:15.932816 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bde088-5937-48c3-aa09-08474eb07d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad52876-47af-442b-8c3c-c654b90d99a4,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:15.988561 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3d7d2cbd-58a7-4611-bb2e-423ba444b4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:16.016827 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3d7d2cbd-58a7-4611-bb2e-423ba444b4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:16.083765 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3d7d2cbd-58a7-4611-bb2e-423ba444b4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:16.088843 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3d7d2cbd-58a7-4611-bb2e-423ba444b4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:16.090765 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3d7d2cbd-58a7-4611-bb2e-423ba444b4d3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5ad52876-47af-442b-8c3c-c654b90d99a4 HTTP/1.1" status: 204 len: 168 time: 0.1672492 Jul 16 20:59:16.109940 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d2cbd-58a7-4611-bb2e-423ba444b4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad52876-47af-442b-8c3c-c654b90d99a4,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:16.332094 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 882b2243-69d2-4a52-a50b-bba028b5db80 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:59:16.392600 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 882b2243-69d2-4a52-a50b-bba028b5db80 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:59:16.393227 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 882b2243-69d2-4a52-a50b-bba028b5db80 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:59:16.467763 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44110) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:16.483490 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1220f5de-ed73-404b-8d85-5c2914f73852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:16.579461 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44114) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:16.580998 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b0098381-bfca-480b-afde-98108d457e70 req-bf2d8b3d-e38b-42b6-b934-8745621c6261 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 210 time: 0.0492616 Jul 16 20:59:16.634533 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-e18480ab-ed0f-485e-9a05-7bfe85738b0f admin admin] Deleting subnet b871c6af-bd73-4870-91b8-0879a7bdf71e {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:59:16.638273 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e18480ab-ed0f-485e-9a05-7bfe85738b0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:16.645245 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1220f5de-ed73-404b-8d85-5c2914f73852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:16.649909 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1220f5de-ed73-404b-8d85-5c2914f73852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:16.679379 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e18480ab-ed0f-485e-9a05-7bfe85738b0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:16.689387 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220f5de-ed73-404b-8d85-5c2914f73852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1c40ce-8075-4f6e-a99c-953941c38124,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:16.700697 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1220f5de-ed73-404b-8d85-5c2914f73852 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4aa50f24290a41cea9df52880fabcf44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2316658 Jul 16 20:59:16.703321 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44116) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:16.725280 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e18480ab-ed0f-485e-9a05-7bfe85738b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:16.766684 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-02535991-0021-42e1-8097-275b8e85c5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:16.788443 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e18480ab-ed0f-485e-9a05-7bfe85738b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:16.802169 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-02535991-0021-42e1-8097-275b8e85c5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:16.804653 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e18480ab-ed0f-485e-9a05-7bfe85738b0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:16.806613 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e18480ab-ed0f-485e-9a05-7bfe85738b0f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b871c6af-bd73-4870-91b8-0879a7bdf71e HTTP/1.1" status: 204 len: 168 time: 0.2258000 Jul 16 20:59:16.809476 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44118) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:16.826500 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18480ab-ed0f-485e-9a05-7bfe85738b0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b871c6af-bd73-4870-91b8-0879a7bdf71e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:16.906914 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-43c3015b-1b3a-4425-8510-3fa315a04bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:16.953908 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-02535991-0021-42e1-8097-275b8e85c5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:16.956464 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-02535991-0021-42e1-8097-275b8e85c5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:16.958376 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-02535991-0021-42e1-8097-275b8e85c5f3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9b1c40ce-8075-4f6e-a99c-953941c38124 HTTP/1.1" status: 204 len: 168 time: 0.2531574 Jul 16 20:59:16.978067 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02535991-0021-42e1-8097-275b8e85c5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1c40ce-8075-4f6e-a99c-953941c38124,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:17.006843 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-43c3015b-1b3a-4425-8510-3fa315a04bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:17.017558 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-43c3015b-1b3a-4425-8510-3fa315a04bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680b3c7c-57dd-4326-b810-6ee5e62385b7']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:17.035996 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-43c3015b-1b3a-4425-8510-3fa315a04bc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f89682-7ee0-41c9-87fe-b2c33cd427c7') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:17.036390 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-43c3015b-1b3a-4425-8510-3fa315a04bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f89682-7ee0-41c9-87fe-b2c33cd427c7') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:17.051352 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-43c3015b-1b3a-4425-8510-3fa315a04bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:17.069284 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-43c3015b-1b3a-4425-8510-3fa315a04bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:17.076627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c3015b-1b3a-4425-8510-3fa315a04bc8 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:59:17.077164 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-43c3015b-1b3a-4425-8510-3fa315a04bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:59:17.097514 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:59:17.149803 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-43c3015b-1b3a-4425-8510-3fa315a04bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:17.163426 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-43c3015b-1b3a-4425-8510-3fa315a04bc8 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:17.165619 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-43c3015b-1b3a-4425-8510-3fa315a04bc8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/680b3c7c-57dd-4326-b810-6ee5e62385b7 HTTP/1.1" status: 204 len: 168 time: 0.3551729 Jul 16 20:59:17.177632 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3015b-1b3a-4425-8510-3fa315a04bc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=680b3c7c-57dd-4326-b810-6ee5e62385b7,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:17.481749 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44138) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:17.528006 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-818b0294-186b-4f89-adf3-489734432123 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c7669b8cf28042f0bfd4a22a87e5f083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445557 Jul 16 20:59:17.530585 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44142) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:17.583546 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ea2acf99-fed0-49a0-b37a-d64b2ea19386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:17.609603 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ea2acf99-fed0-49a0-b37a-d64b2ea19386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:17.671783 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ea2acf99-fed0-49a0-b37a-d64b2ea19386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:17.675923 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ea2acf99-fed0-49a0-b37a-d64b2ea19386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:17.679724 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ea2acf99-fed0-49a0-b37a-d64b2ea19386 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ffe0131b-ffd4-43a6-a8b5-7c7878695ece HTTP/1.1" status: 204 len: 168 time: 0.1457224 Jul 16 20:59:17.686706 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2acf99-fed0-49a0-b37a-d64b2ea19386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe0131b-ffd4-43a6-a8b5-7c7878695ece,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:17.783500 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0122688f-c6ee-4e00-a46b-3b6d30c624cc req-df096a28-5866-4fc9-9d56-90769815fe87 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 210 time: 0.0418894 Jul 16 20:59:18.504543 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44186) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:18.617876 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-96f3bc43-700f-4105-9043-7b60d41088e5 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-18663151-network', 'tenant_id': '8aa8d3cb57c04a39a67b6d78107165e4'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:18.645254 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f3bc43-700f-4105-9043-7b60d41088e5 admin admin] Made reservation on behalf of 8aa8d3cb57c04a39a67b6d78107165e4 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:18.650710 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96f3bc43-700f-4105-9043-7b60d41088e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:18.664010 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96f3bc43-700f-4105-9043-7b60d41088e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:18.763951 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96f3bc43-700f-4105-9043-7b60d41088e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:18.768085 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96f3bc43-700f-4105-9043-7b60d41088e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:18.793069 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f3bc43-700f-4105-9043-7b60d41088e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:59:18.817369 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96f3bc43-700f-4105-9043-7b60d41088e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:18.818123 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-96f3bc43-700f-4105-9043-7b60d41088e5 admin admin] Added segment da82919d-0edb-490e-978c-76a7afdef375 of type vlan for network 7ad075ed-7fb8-4156-a37a-92014ea43bb6 Jul 16 20:59:18.886873 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3bc43-700f-4105-9043-7b60d41088e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb9debb-e964-4be6-ad51-d00a5aa02c6c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:18.894856 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96f3bc43-700f-4105-9043-7b60d41088e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:18.948748 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96f3bc43-700f-4105-9043-7b60d41088e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:18.950163 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f3bc43-700f-4105-9043-7b60d41088e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:18.951234 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96f3bc43-700f-4105-9043-7b60d41088e5 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:19.007465 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2d290cb-0bee-40c8-b077-e40e79516fc7 req-995cb3be-ec1d-4e9f-90e1-5a5b61aba85f tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c722b3e-bec8-454a-9b0a-4bd95f0e8def HTTP/1.1" status: 200 len: 210 time: 0.0719953 Jul 16 20:59:19.020694 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-96f3bc43-700f-4105-9043-7b60d41088e5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5148714 Jul 16 20:59:19.024680 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44200) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:19.031096 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-471e8974-ff73-48cd-be29-45526c7e1faa admin admin] Request body: {'subnet': {'network_id': '7ad075ed-7fb8-4156-a37a-92014ea43bb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-18663151-subnet', 'tenant_id': '8aa8d3cb57c04a39a67b6d78107165e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:19.060841 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3bc43-700f-4105-9043-7b60d41088e5 admin admin] Pushing event updated for resources: {'Network': ['ID=7ad075ed-7fb8-4156-a37a-92014ea43bb6,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:19.072172 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 7ad075ed-7fb8-4156-a37a-92014ea43bb6 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:59:19.073752 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471e8974-ff73-48cd-be29-45526c7e1faa admin admin] Made reservation on behalf of 8aa8d3cb57c04a39a67b6d78107165e4 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:19.082014 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-471e8974-ff73-48cd-be29-45526c7e1faa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:19.304501 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-471e8974-ff73-48cd-be29-45526c7e1faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:19.366373 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e8974-ff73-48cd-be29-45526c7e1faa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f4d3b59-ea35-4dbd-8b49-7d404b44e511,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:19.376993 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471e8974-ff73-48cd-be29-45526c7e1faa admin admin] Checking segment: {'id': 'da82919d-0edb-490e-978c-76a7afdef375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7ad075ed-7fb8-4156-a37a-92014ea43bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:19.377354 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471e8974-ff73-48cd-be29-45526c7e1faa admin admin] Network hostable DHCP agents. Network: 7ad075ed-7fb8-4156-a37a-92014ea43bb6, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:59:19.395246 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471e8974-ff73-48cd-be29-45526c7e1faa admin admin] Network 7ad075ed-7fb8-4156-a37a-92014ea43bb6 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:59:19.404473 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-471e8974-ff73-48cd-be29-45526c7e1faa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 7ad075ed-7fb8-4156-a37a-92014ea43bb6) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:19.409580 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471e8974-ff73-48cd-be29-45526c7e1faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:19.410237 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-471e8974-ff73-48cd-be29-45526c7e1faa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:19.419136 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa76a0c-bfef-4f67-8e7a-b9d2f57d44b7 None None] Network 7ad075ed-7fb8-4156-a37a-92014ea43bb6 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:59:19.435165 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-471e8974-ff73-48cd-be29-45526c7e1faa admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4091625 Jul 16 20:59:19.634110 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abfdb07-1353-41e5-92c4-f46729ec4d74 None None] Network 7ad075ed-7fb8-4156-a37a-92014ea43bb6 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:59:19.763450 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 126e1923-c0ef-45eb-a65e-47d0b81083da no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:59:19.809628 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 126e1923-c0ef-45eb-a65e-47d0b81083da {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:59:19.809966 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 126e1923-c0ef-45eb-a65e-47d0b81083da not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:59:19.938766 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44230) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:20.013722 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-515d4636-ae8a-46c9-b602-ee4fce6fb527 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:20.015735 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-515d4636-ae8a-46c9-b602-ee4fce6fb527 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.38 "GET /v2.0/networks?id=7ad075ed-7fb8-4156-a37a-92014ea43bb6 HTTP/1.1" status: 200 len: 811 time: 0.1272388 Jul 16 20:59:20.031198 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-b09c8404-ce09-49d7-81a0-c890ded2ca9e tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.38 "GET /v2.0/quotas/8aa8d3cb57c04a39a67b6d78107165e4 HTTP/1.1" status: 200 len: 375 time: 0.0101745 Jul 16 20:59:20.070626 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-c4b9992e-4aed-4626-88f3-2f58c03277e8 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8aa8d3cb57c04a39a67b6d78107165e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339346 Jul 16 20:59:20.076588 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1c0f49e8-1331-4dcc-9e6c-f7f63a70ae9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:20.123718 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44236) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:20.191876 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-1d409402-dad8-451e-89f9-a4226f2f1f4e service neutron] 10.222.0.38 "GET /v2.0/networks/7ad075ed-7fb8-4156-a37a-92014ea43bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138155 Jul 16 20:59:20.303851 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-d75c34cc-abaa-4db9-8be2-b25bdb54e54d service neutron] 10.222.0.38 "GET /v2.0/networks/7ad075ed-7fb8-4156-a37a-92014ea43bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032519 Jul 16 20:59:20.314354 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1c0f49e8-1331-4dcc-9e6c-f7f63a70ae9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:20.316580 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-5f364a94-69fd-40cf-a6d0-f38f3a361c5b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Deleting port 8cabc72a-4c0c-4e1c-a351-39f02b12fdaf {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:20.316930 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5f364a94-69fd-40cf-a6d0-f38f3a361c5b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:20.322363 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1c0f49e8-1331-4dcc-9e6c-f7f63a70ae9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:20.361267 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1c0f49e8-1331-4dcc-9e6c-f7f63a70ae9e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7cc77a078d964a5ab456a831f4f9e508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4214823 Jul 16 20:59:20.364383 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44238) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:20.427718 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f49e8-1331-4dcc-9e6c-f7f63a70ae9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b9fc79-c951-4265-ad52-72eecdc240f7,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:20.434493 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-baa3e033-26e0-4e3d-b20e-da73c931d5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:20.457864 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5f364a94-69fd-40cf-a6d0-f38f3a361c5b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:20.458196 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5f364a94-69fd-40cf-a6d0-f38f3a361c5b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:20.463150 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-baa3e033-26e0-4e3d-b20e-da73c931d5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:20.474047 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-5f364a94-69fd-40cf-a6d0-f38f3a361c5b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Calling delete_port for 8cabc72a-4c0c-4e1c-a351-39f02b12fdaf owned by network:floatingip {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:20.537146 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bba9a87a-98dc-4bc0-8ee3-87ade872cfa2 req-0d8b52a5-2bf6-4474-8bc3-dcc1f0c118ed tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbcb543e-10b6-49d9-8b32-38733fd7b034 HTTP/1.1" status: 200 len: 210 time: 0.0356650 Jul 16 20:59:20.579419 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-baa3e033-26e0-4e3d-b20e-da73c931d5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:20.582274 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-baa3e033-26e0-4e3d-b20e-da73c931d5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:20.584122 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-baa3e033-26e0-4e3d-b20e-da73c931d5c4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/44b9fc79-c951-4265-ad52-72eecdc240f7 HTTP/1.1" status: 204 len: 168 time: 0.2181878 Jul 16 20:59:20.593968 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3e033-26e0-4e3d-b20e-da73c931d5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b9fc79-c951-4265-ad52-72eecdc240f7,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:20.678528 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5f364a94-69fd-40cf-a6d0-f38f3a361c5b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:20.710777 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f364a94-69fd-40cf-a6d0-f38f3a361c5b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event deleted for resources: {'Port': ['ID=8cabc72a-4c0c-4e1c-a351-39f02b12fdaf,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:20.797953 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5f364a94-69fd-40cf-a6d0-f38f3a361c5b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for floatingip, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:20.801095 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5f364a94-69fd-40cf-a6d0-f38f3a361c5b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:20.802827 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5f364a94-69fd-40cf-a6d0-f38f3a361c5b tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "DELETE /v2.0/floatingips/901a88a8-09b4-488e-9063-bd4967673a64 HTTP/1.1" status: 204 len: 168 time: 0.6777670 Jul 16 20:59:21.751212 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc250f1a-7cf6-4ec9-9258-247b46f01e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:21.783088 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-71ad7cef-5c04-4c23-bd51-4d0de422960a req-65568270-a4e8-4b74-b5d3-301b489bc602 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbcb543e-10b6-49d9-8b32-38733fd7b034 HTTP/1.1" status: 200 len: 210 time: 0.0512598 Jul 16 20:59:22.230340 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44308) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:22.379720 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-06c492c3-782d-40ac-80b0-6b926f12bf71 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:22.381610 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-06c492c3-782d-40ac-80b0-6b926f12bf71 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.18 "GET /v2.0/networks?id=7ad075ed-7fb8-4156-a37a-92014ea43bb6 HTTP/1.1" status: 200 len: 811 time: 0.1613505 Jul 16 20:59:22.393961 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-5cbe37d6-9e81-4217-b61f-6d2f0ca4e0f7 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Request body: {'port': {'device_id': 'dbcb543e-10b6-49d9-8b32-38733fd7b034', 'network_id': '7ad075ed-7fb8-4156-a37a-92014ea43bb6', 'admin_state_up': True, 'tenant_id': '8aa8d3cb57c04a39a67b6d78107165e4'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:22.436707 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-0cfc6262-f006-42ba-a797-3e83dc571ee2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'network': {'name': 'tempest-network-smoke--1003588746', 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'port_security_enabled': True}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:22.469447 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfc6262-f006-42ba-a797-3e83dc571ee2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Made reservation on behalf of f7f119dd46d44ed6bf6cf819c3be7511 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:22.477908 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0cfc6262-f006-42ba-a797-3e83dc571ee2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:22.491482 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0cfc6262-f006-42ba-a797-3e83dc571ee2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:22.514381 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.db.api [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-5cbe37d6-9e81-4217-b61f-6d2f0ca4e0f7 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:59:22.514381 n-d-791506-21 neutron-server[93794]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:59:22.514381 n-d-791506-21 neutron-server[93794]: [parameters: {'project_id_1': '8aa8d3cb57c04a39a67b6d78107165e4', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 59, 22, 504546)}] Jul 16 20:59:22.514381 n-d-791506-21 neutron-server[93794]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:59:22.514868 n-d-791506-21 neutron-server[93794]: DEBUG oslo_db.api [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-5cbe37d6-9e81-4217-b61f-6d2f0ca4e0f7 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:59:22.592882 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0cfc6262-f006-42ba-a797-3e83dc571ee2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:22.599345 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0cfc6262-f006-42ba-a797-3e83dc571ee2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:22.630524 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cfc6262-f006-42ba-a797-3e83dc571ee2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:59:22.641210 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc6262-f006-42ba-a797-3e83dc571ee2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2781e9e5-9558-49c4-bfc1-e85f8cc079ef,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:22.646043 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0cfc6262-f006-42ba-a797-3e83dc571ee2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:22.646413 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-0cfc6262-f006-42ba-a797-3e83dc571ee2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Added segment 9813fc2e-718f-46c3-86ec-f034853a12ca of type vlan for network efdae877-440f-452b-988f-6b3c988cb3f7 Jul 16 20:59:22.687355 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0cfc6262-f006-42ba-a797-3e83dc571ee2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:22.716930 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0cfc6262-f006-42ba-a797-3e83dc571ee2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:22.722370 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfc6262-f006-42ba-a797-3e83dc571ee2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:22.722951 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0cfc6262-f006-42ba-a797-3e83dc571ee2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:22.757320 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0cfc6262-f006-42ba-a797-3e83dc571ee2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5251539 Jul 16 20:59:22.760498 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44312) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:22.765358 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-29e83e5e-37f1-4013-a32a-72817f21fa71 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1430914530', 'admin_state_up': True, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:22.789097 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-29e83e5e-37f1-4013-a32a-72817f21fa71 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:22.791054 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-29e83e5e-37f1-4013-a32a-72817f21fa71 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:22.795689 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc6262-f006-42ba-a797-3e83dc571ee2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'Network': ['ID=efdae877-440f-452b-988f-6b3c988cb3f7,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:22.807611 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network efdae877-440f-452b-988f-6b3c988cb3f7 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:59:22.865953 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-29e83e5e-37f1-4013-a32a-72817f21fa71 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:22.973259 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2ec91c53-1e17-4e7e-8ff6-440b51c72bd0 req-d14ed82d-d88f-460d-aada-50648e5a5f8d tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbcb543e-10b6-49d9-8b32-38733fd7b034 HTTP/1.1" status: 200 len: 210 time: 0.0614483 Jul 16 20:59:23.353564 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-29e83e5e-37f1-4013-a32a-72817f21fa71 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:23.380089 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-5cbe37d6-9e81-4217-b61f-6d2f0ca4e0f7 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Made reservation on behalf of 8aa8d3cb57c04a39a67b6d78107165e4 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:23.384220 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-5cbe37d6-9e81-4217-b61f-6d2f0ca4e0f7 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:23.567015 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-5cbe37d6-9e81-4217-b61f-6d2f0ca4e0f7 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Allocated IP 172.20.0.7 (7ad075ed-7fb8-4156-a37a-92014ea43bb6/9f4d3b59-ea35-4dbd-8b49-7d404b44e511/564ff119-5e76-4c97-8342-f4eab3d6e34f) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:59:23.703571 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-29e83e5e-37f1-4013-a32a-72817f21fa71 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:23.733920 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-29e83e5e-37f1-4013-a32a-72817f21fa71 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:23.891302 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-5cbe37d6-9e81-4217-b61f-6d2f0ca4e0f7 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:23.914742 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-29e83e5e-37f1-4013-a32a-72817f21fa71 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Allocated IP 172.25.0.11 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/b523f731-b151-4364-914d-20ac350b3b7d) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:59:24.005446 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-5cbe37d6-9e81-4217-b61f-6d2f0ca4e0f7 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:24.079458 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-5cbe37d6-9e81-4217-b61f-6d2f0ca4e0f7 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Network 7ad075ed-7fb8-4156-a37a-92014ea43bb6 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:59:24.085574 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-5cbe37d6-9e81-4217-b61f-6d2f0ca4e0f7 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:24.092467 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe37d6-9e81-4217-b61f-6d2f0ca4e0f7 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Pushing event updated for resources: {'Port': ['ID=564ff119-5e76-4c97-8342-f4eab3d6e34f,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:24.097477 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-5cbe37d6-9e81-4217-b61f-6d2f0ca4e0f7 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:59:24.105344 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-29e83e5e-37f1-4013-a32a-72817f21fa71 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:24.196523 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-5cbe37d6-9e81-4217-b61f-6d2f0ca4e0f7 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:24.197225 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-5cbe37d6-9e81-4217-b61f-6d2f0ca4e0f7 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:24.235315 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-5cbe37d6-9e81-4217-b61f-6d2f0ca4e0f7 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8453658 Jul 16 20:59:24.251947 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e0bc9a3-dbc0-4883-ba81-edc6ac417ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:24.252433 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-30ae1d92-12d3-4a38-8bd5-aad9b72e819b service neutron] Request body: {'port': {'device_id': 'dbcb543e-10b6-49d9-8b32-38733fd7b034', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:24.268407 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411aa39f-d44a-45d9-bea3-8195f998e503 req-fa063a77-9e9a-4440-ae0a-c59b8f48e369 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:24.270312 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-411aa39f-d44a-45d9-bea3-8195f998e503 req-fa063a77-9e9a-4440-ae0a-c59b8f48e369 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbcb543e-10b6-49d9-8b32-38733fd7b034 HTTP/1.1" status: 200 len: 931 time: 0.1739039 Jul 16 20:59:24.308054 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-29e83e5e-37f1-4013-a32a-72817f21fa71 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:24.320357 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44336) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:24.348532 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:24.387271 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f2e1f70-0775-4967-99cb-0279a21d1511 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:24.411359 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e83e5e-37f1-4013-a32a-72817f21fa71 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:59:24.425131 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-29e83e5e-37f1-4013-a32a-72817f21fa71 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:24.432443 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f2e1f70-0775-4967-99cb-0279a21d1511 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:24.434461 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-411aa39f-d44a-45d9-bea3-8195f998e503 req-d4b0829f-4f88-4f68-b1d4-ffd145f290ea tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.38 "GET /v2.0/security-groups?id=bcb9debb-e964-4be6-ad51-d00a5aa02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435635 Jul 16 20:59:24.437339 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e83e5e-37f1-4013-a32a-72817f21fa71 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:59:24.439287 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e83e5e-37f1-4013-a32a-72817f21fa71 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'Port': ['ID=b523f731-b151-4364-914d-20ac350b3b7d,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:24.497545 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-30ae1d92-12d3-4a38-8bd5-aad9b72e819b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:24.531574 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f2e1f70-0775-4967-99cb-0279a21d1511 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:24.534691 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1f2e1f70-0775-4967-99cb-0279a21d1511 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:24.535953 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1f2e1f70-0775-4967-99cb-0279a21d1511 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] 10.222.0.38 "DELETE /v2.0/security-groups/2ab5b28c-a7dd-46c3-812c-c8fbafb705a1 HTTP/1.1" status: 204 len: 168 time: 0.2142332 Jul 16 20:59:24.547215 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e1f70-0775-4967-99cb-0279a21d1511 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab5b28c-a7dd-46c3-812c-c8fbafb705a1,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:24.604005 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44342) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:24.904927 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-29e83e5e-37f1-4013-a32a-72817f21fa71 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:25.055597 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-30ae1d92-12d3-4a38-8bd5-aad9b72e819b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564ff119-5e76-4c97-8342-f4eab3d6e34f {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:59:25.064510 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-30ae1d92-12d3-4a38-8bd5-aad9b72e819b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:25.087980 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8e076c7c-647d-415b-a664-db8bb263d6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:25.119053 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-30ae1d92-12d3-4a38-8bd5-aad9b72e819b service neutron] Transition to ACTIVE for port object 564ff119-5e76-4c97-8342-f4eab3d6e34f will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:25.125914 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-30ae1d92-12d3-4a38-8bd5-aad9b72e819b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:25.225895 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae1d92-12d3-4a38-8bd5-aad9b72e819b service neutron] Pushing event updated for resources: {'Port': ['ID=564ff119-5e76-4c97-8342-f4eab3d6e34f,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:25.269978 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-29e83e5e-37f1-4013-a32a-72817f21fa71 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:25.369409 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-8e076c7c-647d-415b-a664-db8bb263d6a8 admin admin] Deleting port 82c0514c-e3e3-4c32-a1bc-33a315913e94 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:25.370049 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8e076c7c-647d-415b-a664-db8bb263d6a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:25.376039 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-30ae1d92-12d3-4a38-8bd5-aad9b72e819b service neutron] Attempting to bind port 564ff119-5e76-4c97-8342-f4eab3d6e34f on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:59:25.376371 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-30ae1d92-12d3-4a38-8bd5-aad9b72e819b service neutron] Attempting to bind port 564ff119-5e76-4c97-8342-f4eab3d6e34f by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'da82919d-0edb-490e-978c-76a7afdef375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7ad075ed-7fb8-4156-a37a-92014ea43bb6'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:59:25.376699 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-30ae1d92-12d3-4a38-8bd5-aad9b72e819b service neutron] Attempting to bind port 564ff119-5e76-4c97-8342-f4eab3d6e34f on network 7ad075ed-7fb8-4156-a37a-92014ea43bb6 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:25.385689 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-30ae1d92-12d3-4a38-8bd5-aad9b72e819b service neutron] Port 564ff119-5e76-4c97-8342-f4eab3d6e34f on network 7ad075ed-7fb8-4156-a37a-92014ea43bb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:59:25.386025 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-30ae1d92-12d3-4a38-8bd5-aad9b72e819b service neutron] Attempting to bind port 564ff119-5e76-4c97-8342-f4eab3d6e34f on network 7ad075ed-7fb8-4156-a37a-92014ea43bb6 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:25.398998 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-30ae1d92-12d3-4a38-8bd5-aad9b72e819b service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:59:25.398998 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-30ae1d92-12d3-4a38-8bd5-aad9b72e819b service neutron] Checking segment: {'id': 'da82919d-0edb-490e-978c-76a7afdef375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7ad075ed-7fb8-4156-a37a-92014ea43bb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:25.399355 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-30ae1d92-12d3-4a38-8bd5-aad9b72e819b service neutron] Bound using segment: {'id': 'da82919d-0edb-490e-978c-76a7afdef375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7ad075ed-7fb8-4156-a37a-92014ea43bb6'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:59:25.399496 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-30ae1d92-12d3-4a38-8bd5-aad9b72e819b service neutron] Bound port: 564ff119-5e76-4c97-8342-f4eab3d6e34f, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da82919d-0edb-490e-978c-76a7afdef375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7ad075ed-7fb8-4156-a37a-92014ea43bb6'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:59:25.399866 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-30ae1d92-12d3-4a38-8bd5-aad9b72e819b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:25.452580 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-8e076c7c-647d-415b-a664-db8bb263d6a8 admin admin] For port 82c0514c-e3e3-4c32-a1bc-33a315913e94, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=82c0514c-e3e3-4c32-a1bc-33a315913e94,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:25.452920 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8e076c7c-647d-415b-a664-db8bb263d6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:25.465585 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-8e076c7c-647d-415b-a664-db8bb263d6a8 admin admin] Calling delete_port for 82c0514c-e3e3-4c32-a1bc-33a315913e94 owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:25.491610 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-30ae1d92-12d3-4a38-8bd5-aad9b72e819b service neutron] For port 564ff119-5e76-4c97-8342-f4eab3d6e34f, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:59:25.505912 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-30ae1d92-12d3-4a38-8bd5-aad9b72e819b service neutron] For port 564ff119-5e76-4c97-8342-f4eab3d6e34f, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=564ff119-5e76-4c97-8342-f4eab3d6e34f,segment=NetworkSegment(da82919d-0edb-490e-978c-76a7afdef375),segment_id=da82919d-0edb-490e-978c-76a7afdef375)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:59:25.515680 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e83e5e-37f1-4013-a32a-72817f21fa71 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Router 9cacd887-55df-4c59-91b9-87739eeaed2b is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:59:25.525558 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-30ae1d92-12d3-4a38-8bd5-aad9b72e819b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:25.628266 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-30ae1d92-12d3-4a38-8bd5-aad9b72e819b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:25.628776 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-30ae1d92-12d3-4a38-8bd5-aad9b72e819b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:25.630144 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-30ae1d92-12d3-4a38-8bd5-aad9b72e819b service neutron] 10.222.0.18 "PUT /v2.0/ports/564ff119-5e76-4c97-8342-f4eab3d6e34f HTTP/1.1" status: 200 len: 1092 time: 1.3851957 Jul 16 20:59:25.630658 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcb543e-10b6-49d9-8b32-38733fd7b034', 'tag': '564ff119-5e76-4c97-8342-f4eab3d6e34f'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:25.634620 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48476d72-f3b7-4a5f-9c5f-790dede55a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcb543e-10b6-49d9-8b32-38733fd7b034", "tag": "564ff119-5e76-4c97-8342-f4eab3d6e34f"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:25.705864 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae1d92-12d3-4a38-8bd5-aad9b72e819b service neutron] Pushing event updated for resources: {'Port': ['ID=564ff119-5e76-4c97-8342-f4eab3d6e34f,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:25.773597 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5159411b-a944-4361-9f92-2ed2bdc18561 x-openstack-request-id: req-5159411b-a944-4361-9f92-2ed2bdc18561 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:25.773887 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcb543e-10b6-49d9-8b32-38733fd7b034", "tag": "564ff119-5e76-4c97-8342-f4eab3d6e34f", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:25.774137 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5159411b-a944-4361-9f92-2ed2bdc18561 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:25.774597 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcb543e-10b6-49d9-8b32-38733fd7b034', 'tag': '564ff119-5e76-4c97-8342-f4eab3d6e34f', 'status': 'completed', 'code': 200} Jul 16 20:59:25.783739 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8e076c7c-647d-415b-a664-db8bb263d6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:25.814975 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e076c7c-647d-415b-a664-db8bb263d6a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=82c0514c-e3e3-4c32-a1bc-33a315913e94,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:25.867622 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:25.904068 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e83e5e-37f1-4013-a32a-72817f21fa71 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:59:25.921425 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c1964c-b90f-46b7-8c74-0331b89d8924 None None] Sync routers for ids ['9cacd887-55df-4c59-91b9-87739eeaed2b'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:59:25.927082 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5e3f2-b2d2-4159-842c-eb38f6d3edf0 req-7ab40db2-5958-4423-a6b6-34e8c521cc01 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:25.928727 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1dc5e3f2-b2d2-4159-842c-eb38f6d3edf0 req-7ab40db2-5958-4423-a6b6-34e8c521cc01 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbcb543e-10b6-49d9-8b32-38733fd7b034 HTTP/1.1" status: 200 len: 943 time: 0.3063822 Jul 16 20:59:25.935759 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c1964c-b90f-46b7-8c74-0331b89d8924 None None] Routers {'9cacd887-55df-4c59-91b9-87739eeaed2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:59:25.936390 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-86c1964c-b90f-46b7-8c74-0331b89d8924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:59:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9cacd887-55df-4c59-91b9-87739eeaed2b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:25.938411 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-ac84f5c7-69a7-4e9f-a078-fa4b1bc868be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:25.940056 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-ac84f5c7-69a7-4e9f-a078-fa4b1bc868be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8aa8d3cb57c04a39a67b6d78107165e4&device_id=dbcb543e-10b6-49d9-8b32-38733fd7b034 HTTP/1.1" status: 200 len: 1095 time: 0.2297778 Jul 16 20:59:25.989271 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-3f268386-cad8-4db1-a197-7b7f593523c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=564ff119-5e76-4c97-8342-f4eab3d6e34f HTTP/1.1" status: 200 len: 217 time: 0.0375717 Jul 16 20:59:25.989981 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-29e83e5e-37f1-4013-a32a-72817f21fa71 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:25.994681 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-29e83e5e-37f1-4013-a32a-72817f21fa71 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2298539 Jul 16 20:59:25.997956 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44352) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:26.014686 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8e076c7c-647d-415b-a664-db8bb263d6a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:26.064250 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1dc5e3f2-b2d2-4159-842c-eb38f6d3edf0 req-8263522f-cdb4-4f7a-a387-74a4bef3dc17 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.38 "GET /v2.0/security-groups?id=bcb9debb-e964-4be6-ad51-d00a5aa02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221480 Jul 16 20:59:26.072932 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-5e989c11-a798-47e3-8105-9e6edb0e398a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:26.074624 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-5e989c11-a798-47e3-8105-9e6edb0e398a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f4d3b59-ea35-4dbd-8b49-7d404b44e511 HTTP/1.1" status: 200 len: 851 time: 0.0755711 Jul 16 20:59:26.098265 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-86c1964c-b90f-46b7-8c74-0331b89d8924 None None] Set router 9cacd887-55df-4c59-91b9-87739eeaed2b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:59:26.112470 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-82ff0c66-5735-48d2-ac12-a0fa916509b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ad075ed-7fb8-4156-a37a-92014ea43bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307415 Jul 16 20:59:26.172706 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-81967c68-6308-49f7-9f28-fd5ac53b0bdd tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=f7f119dd46d44ed6bf6cf819c3be7511&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1702373 Jul 16 20:59:26.174504 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44358) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:26.289511 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-86c1964c-b90f-46b7-8c74-0331b89d8924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'name': 'tempest-TestNetworkBasicOps-router-1430914530', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:22Z', 'updated_at': '2021-07-16T20:59:24Z', 'revision_number': 3, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:23Z', 'updated_at': '2021-07-16T20:59:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:26.324388 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c1964c-b90f-46b7-8c74-0331b89d8924 None None] Checking router: 9cacd887-55df-4c59-91b9-87739eeaed2b for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:59:26.325458 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c1964c-b90f-46b7-8c74-0331b89d8924 None None] Updating router 9cacd887-55df-4c59-91b9-87739eeaed2b port b523f731-b151-4364-914d-20ac350b3b7d binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:59:26.361513 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86c1964c-b90f-46b7-8c74-0331b89d8924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:26.427020 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abad5df7-33a4-41fa-ae87-92bfef86ea5a tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:26.431623 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-abad5df7-33a4-41fa-ae87-92bfef86ea5a tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2536590 Jul 16 20:59:26.435646 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44360) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:26.438663 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e076c7c-647d-415b-a664-db8bb263d6a8 admin admin] Router 2612f50c-712b-4d42-844c-52e49732ae2b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:59:26.477009 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e06e9916-acc3-4801-8d50-28caf8545c54 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=9eaba347-54f9-4044-808d-862f23e2a998&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402269 Jul 16 20:59:26.479643 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44362) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:26.484959 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-bb50368e-b361-4e51-88c2-8e9b9ae3e93d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1450282673', 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7', 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:26.544489 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-2c15fcca-4ffb-470a-83a2-3d69e7efefae service neutron] 10.222.0.18 "GET /v2.0/networks/7ad075ed-7fb8-4156-a37a-92014ea43bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134910 Jul 16 20:59:26.681836 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c6bc11c-d9d5-4ad2-96aa-eee0fce9ee5f req-3686f5d9-6d87-4800-8672-26868eb59c37 service neutron] 10.222.0.18 "GET /v2.0/networks/7ad075ed-7fb8-4156-a37a-92014ea43bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306345 Jul 16 20:59:26.688525 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86c1964c-b90f-46b7-8c74-0331b89d8924 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:26.700198 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-86c1964c-b90f-46b7-8c74-0331b89d8924 None None] Transition to ACTIVE for port object b523f731-b151-4364-914d-20ac350b3b7d will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:26.707445 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86c1964c-b90f-46b7-8c74-0331b89d8924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:26.767411 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-86c1964c-b90f-46b7-8c74-0331b89d8924 None None] Attempting to bind port b523f731-b151-4364-914d-20ac350b3b7d on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:59:26.767411 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-86c1964c-b90f-46b7-8c74-0331b89d8924 None None] Attempting to bind port b523f731-b151-4364-914d-20ac350b3b7d by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:59:26.767411 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c1964c-b90f-46b7-8c74-0331b89d8924 None None] Attempting to bind port b523f731-b151-4364-914d-20ac350b3b7d on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:26.775555 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c1964c-b90f-46b7-8c74-0331b89d8924 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:59:26.775999 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c1964c-b90f-46b7-8c74-0331b89d8924 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:26.776425 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86c1964c-b90f-46b7-8c74-0331b89d8924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:26.776830 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c1964c-b90f-46b7-8c74-0331b89d8924 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:59:26.777320 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-86c1964c-b90f-46b7-8c74-0331b89d8924 None None] Bound port: b523f731-b151-4364-914d-20ac350b3b7d, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:59:26.777707 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86c1964c-b90f-46b7-8c74-0331b89d8924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:26.831816 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-86c1964c-b90f-46b7-8c74-0331b89d8924 None None] For port b523f731-b151-4364-914d-20ac350b3b7d, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:59:26.835254 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-86c1964c-b90f-46b7-8c74-0331b89d8924 None None] For port b523f731-b151-4364-914d-20ac350b3b7d, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b523f731-b151-4364-914d-20ac350b3b7d,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:59:26.842140 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765d5d9-3d68-428e-9790-e90673de6fbc None None] Pushing event updated for resources: {'Port': ['ID=b523f731-b151-4364-914d-20ac350b3b7d,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:26.845864 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86c1964c-b90f-46b7-8c74-0331b89d8924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:26.901823 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c1964c-b90f-46b7-8c74-0331b89d8924 None None] Routers {'9cacd887-55df-4c59-91b9-87739eeaed2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:59:26.902462 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-86c1964c-b90f-46b7-8c74-0331b89d8924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:59:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9cacd887-55df-4c59-91b9-87739eeaed2b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:26.980940 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48476d72-f3b7-4a5f-9c5f-790dede55a8b req-24a38e3d-62bc-48bb-b76e-d480c8ed4dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:26.984193 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-48476d72-f3b7-4a5f-9c5f-790dede55a8b req-24a38e3d-62bc-48bb-b76e-d480c8ed4dc5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8aa8d3cb57c04a39a67b6d78107165e4&device_id=dbcb543e-10b6-49d9-8b32-38733fd7b034 HTTP/1.1" status: 200 len: 1095 time: 0.2378848 Jul 16 20:59:26.985834 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e076c7c-647d-415b-a664-db8bb263d6a8 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:59:26.993720 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8e076c7c-647d-415b-a664-db8bb263d6a8 admin admin] 10.222.0.38 "PUT /v2.0/routers/2612f50c-712b-4d42-844c-52e49732ae2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3885472 Jul 16 20:59:26.997173 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb50368e-b361-4e51-88c2-8e9b9ae3e93d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Made reservation on behalf of f7f119dd46d44ed6bf6cf819c3be7511 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:27.000929 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c0cfd0-aadc-400a-813e-ad11d338b465 None None] Sync routers for ids ['2612f50c-712b-4d42-844c-52e49732ae2b'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:59:27.005741 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44372) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:27.006622 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb50368e-b361-4e51-88c2-8e9b9ae3e93d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:27.022144 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c0cfd0-aadc-400a-813e-ad11d338b465 None None] Routers {'2612f50c-712b-4d42-844c-52e49732ae2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:59:27.027523 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f4c0cfd0-aadc-400a-813e-ad11d338b465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:59:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2612f50c-712b-4d42-844c-52e49732ae2b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:27.074502 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-86c1964c-b90f-46b7-8c74-0331b89d8924 None None] Set router 9cacd887-55df-4c59-91b9-87739eeaed2b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:59:27.262649 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb50368e-b361-4e51-88c2-8e9b9ae3e93d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:27.290266 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-f4c0cfd0-aadc-400a-813e-ad11d338b465 None None] Set router 2612f50c-712b-4d42-844c-52e49732ae2b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:59:27.343535 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765d5d9-3d68-428e-9790-e90673de6fbc None None] Pushing event updated for resources: {'Port': ['ID=b523f731-b151-4364-914d-20ac350b3b7d,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:27.360848 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50368e-b361-4e51-88c2-8e9b9ae3e93d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'Subnet': ['ID=702e3a4b-be9a-4f9a-8779-b22dbb88e4f9,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:27.384881 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-86c1964c-b90f-46b7-8c74-0331b89d8924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'name': 'tempest-TestNetworkBasicOps-router-1430914530', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:22Z', 'updated_at': '2021-07-16T20:59:24Z', 'revision_number': 3, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:23Z', 'updated_at': '2021-07-16T20:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:27.416422 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c1964c-b90f-46b7-8c74-0331b89d8924 None None] The sync data for ids ['9cacd887-55df-4c59-91b9-87739eeaed2b'] in n-d-791506-21 is: [{'id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'name': 'tempest-TestNetworkBasicOps-router-1430914530', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:22Z', 'updated_at': '2021-07-16T20:59:24Z', 'revision_number': 3, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:23Z', 'updated_at': '2021-07-16T20:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:59:27.437775 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb50368e-b361-4e51-88c2-8e9b9ae3e93d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Checking segment: {'id': '9813fc2e-718f-46c3-86ec-f034853a12ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:27.438366 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb50368e-b361-4e51-88c2-8e9b9ae3e93d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Network hostable DHCP agents. Network: efdae877-440f-452b-988f-6b3c988cb3f7, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:59:27.494901 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb50368e-b361-4e51-88c2-8e9b9ae3e93d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Network efdae877-440f-452b-988f-6b3c988cb3f7 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:59:27.504181 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48476d72-f3b7-4a5f-9c5f-790dede55a8b req-979bc7a8-826e-4377-a63e-e8f0a6bfcfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:27.507429 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-48476d72-f3b7-4a5f-9c5f-790dede55a8b req-979bc7a8-826e-4377-a63e-e8f0a6bfcfaf service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ad075ed-7fb8-4156-a37a-92014ea43bb6 HTTP/1.1" status: 200 len: 912 time: 0.4983678 Jul 16 20:59:27.510761 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-bb50368e-b361-4e51-88c2-8e9b9ae3e93d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, efdae877-440f-452b-988f-6b3c988cb3f7) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:27.522365 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0a9593-be68-46ef-91c0-0329f6ab4d55 None None] Network efdae877-440f-452b-988f-6b3c988cb3f7 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:59:27.536555 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be726653-3f4d-4a5c-b281-3dad572625eb req-3de822d8-e279-4d9b-a04c-7ea5bd779ffb tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:27.539349 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be726653-3f4d-4a5c-b281-3dad572625eb req-3de822d8-e279-4d9b-a04c-7ea5bd779ffb tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbcb543e-10b6-49d9-8b32-38733fd7b034 HTTP/1.1" status: 200 len: 943 time: 0.3115540 Jul 16 20:59:27.540893 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb50368e-b361-4e51-88c2-8e9b9ae3e93d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:27.544086 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bb50368e-b361-4e51-88c2-8e9b9ae3e93d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:27.580441 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bb50368e-b361-4e51-88c2-8e9b9ae3e93d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0997458 Jul 16 20:59:27.583588 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44376) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:27.619592 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-48476d72-f3b7-4a5f-9c5f-790dede55a8b req-ee7b42ad-0d6e-4cc6-b2b1-ff605e9f5f9e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=564ff119-5e76-4c97-8342-f4eab3d6e34f HTTP/1.1" status: 200 len: 217 time: 0.1041267 Jul 16 20:59:27.629492 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c3a309e6-05ca-47a0-bfcf-28460703330e admin admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:27.662690 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f4c0cfd0-aadc-400a-813e-ad11d338b465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'name': 'tempest-TestVolumeBootPattern-1013218343-router', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:59:25Z', 'revision_number': 5, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'gw_port': {'id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:27.722046 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c0cfd0-aadc-400a-813e-ad11d338b465 None None] Checking router: 2612f50c-712b-4d42-844c-52e49732ae2b for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:59:27.734699 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:27.740307 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c0cfd0-aadc-400a-813e-ad11d338b465 None None] Routers {'2612f50c-712b-4d42-844c-52e49732ae2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:59:27.740936 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f4c0cfd0-aadc-400a-813e-ad11d338b465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:59:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['2612f50c-712b-4d42-844c-52e49732ae2b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:27.824448 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aeba52d-c95c-4ef8-835b-caf65fc69358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-efdae877-440f-452b-988f-6b3c988cb3f7', 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'fixed_ips': [{'subnet_id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:59:27.825776 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6aeba52d-c95c-4ef8-835b-caf65fc69358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:27.868694 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be726653-3f4d-4a5c-b281-3dad572625eb req-39854345-5ecd-41d4-98ac-0a96d8e4172b tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.38 "GET /v2.0/security-groups?id=bcb9debb-e964-4be6-ad51-d00a5aa02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895732 Jul 16 20:59:27.935548 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48476d72-f3b7-4a5f-9c5f-790dede55a8b req-adf3fe5a-994b-4747-a03a-243c135bb599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:27.937018 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-48476d72-f3b7-4a5f-9c5f-790dede55a8b req-adf3fe5a-994b-4747-a03a-243c135bb599 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f4d3b59-ea35-4dbd-8b49-7d404b44e511 HTTP/1.1" status: 200 len: 851 time: 0.3026190 Jul 16 20:59:27.985886 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-48476d72-f3b7-4a5f-9c5f-790dede55a8b req-37b07fb9-5fce-42e6-a56b-2e7021db3587 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ad075ed-7fb8-4156-a37a-92014ea43bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397203 Jul 16 20:59:28.051422 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-f4c0cfd0-aadc-400a-813e-ad11d338b465 None None] Set router 2612f50c-712b-4d42-844c-52e49732ae2b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:59:28.062389 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-6aeba52d-c95c-4ef8-835b-caf65fc69358 None None] Allocated IP 172.20.0.2 (efdae877-440f-452b-988f-6b3c988cb3f7/702e3a4b-be9a-4f9a-8779-b22dbb88e4f9/8558de37-abb4-457d-aa69-7e532cbad752) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:59:28.064676 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c3a309e6-05ca-47a0-bfcf-28460703330e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:28.252053 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-48476d72-f3b7-4a5f-9c5f-790dede55a8b req-9fedea19-abce-42d9-8254-b864020e8f18 service neutron] 10.222.0.18 "GET /v2.0/networks/7ad075ed-7fb8-4156-a37a-92014ea43bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555654 Jul 16 20:59:28.326955 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-c3a309e6-05ca-47a0-bfcf-28460703330e admin admin] Deleting port bfa8816c-431c-4151-9860-dd6e0ad4260d {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:28.327330 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c3a309e6-05ca-47a0-bfcf-28460703330e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:28.418969 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f4c0cfd0-aadc-400a-813e-ad11d338b465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'name': 'tempest-TestVolumeBootPattern-1013218343-router', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:59:25Z', 'revision_number': 5, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'gw_port': {'id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:28.457360 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-48476d72-f3b7-4a5f-9c5f-790dede55a8b req-4c4a7d67-7237-4f8d-b7f6-e6811a8b526d service neutron] 10.222.0.18 "GET /v2.0/networks/7ad075ed-7fb8-4156-a37a-92014ea43bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822391 Jul 16 20:59:28.474300 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c0cfd0-aadc-400a-813e-ad11d338b465 None None] The sync data for ids ['2612f50c-712b-4d42-844c-52e49732ae2b'] in n-d-791506-21 is: [{'id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'name': 'tempest-TestVolumeBootPattern-1013218343-router', 'tenant_id': 'd773f9510ee743d3a0654c8400382544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:59:25Z', 'revision_number': 5, 'project_id': 'd773f9510ee743d3a0654c8400382544', 'gw_port': {'id': 'bfa8816c-431c-4151-9860-dd6e0ad4260d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2612f50c-712b-4d42-844c-52e49732ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:02Z', 'updated_at': '2021-07-16T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:59:28.512847 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-c3a309e6-05ca-47a0-bfcf-28460703330e admin admin] For port bfa8816c-431c-4151-9860-dd6e0ad4260d, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=bfa8816c-431c-4151-9860-dd6e0ad4260d,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:28.513664 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c3a309e6-05ca-47a0-bfcf-28460703330e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:28.542928 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-c3a309e6-05ca-47a0-bfcf-28460703330e admin admin] Calling delete_port for bfa8816c-431c-4151-9860-dd6e0ad4260d owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:28.546675 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e8d00aad-eda7-40d5-bcad-2324e238891d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:28.643710 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6aeba52d-c95c-4ef8-835b-caf65fc69358 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:28.653496 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6aeba52d-c95c-4ef8-835b-caf65fc69358 None None] Transition to ACTIVE for port object 8558de37-abb4-457d-aa69-7e532cbad752 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:28.681580 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6aeba52d-c95c-4ef8-835b-caf65fc69358 None None] Transition to ACTIVE for port object 8558de37-abb4-457d-aa69-7e532cbad752 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:28.688621 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6aeba52d-c95c-4ef8-835b-caf65fc69358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:28.740969 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aeba52d-c95c-4ef8-835b-caf65fc69358 None None] Network efdae877-440f-452b-988f-6b3c988cb3f7 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:59:28.744544 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-6aeba52d-c95c-4ef8-835b-caf65fc69358 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:28.749277 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeba52d-c95c-4ef8-835b-caf65fc69358 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:59:28.752849 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeba52d-c95c-4ef8-835b-caf65fc69358 None None] Pushing event updated for resources: {'Port': ['ID=8558de37-abb4-457d-aa69-7e532cbad752,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:28.843126 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c3a309e6-05ca-47a0-bfcf-28460703330e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:28.854632 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-6aeba52d-c95c-4ef8-835b-caf65fc69358 None None] Attempting to bind port 8558de37-abb4-457d-aa69-7e532cbad752 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:59:28.856053 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-6aeba52d-c95c-4ef8-835b-caf65fc69358 None None] Attempting to bind port 8558de37-abb4-457d-aa69-7e532cbad752 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '9813fc2e-718f-46c3-86ec-f034853a12ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:59:28.856601 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeba52d-c95c-4ef8-835b-caf65fc69358 None None] Attempting to bind port 8558de37-abb4-457d-aa69-7e532cbad752 on network efdae877-440f-452b-988f-6b3c988cb3f7 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:28.888602 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeba52d-c95c-4ef8-835b-caf65fc69358 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:59:28.888995 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeba52d-c95c-4ef8-835b-caf65fc69358 None None] Checking segment: {'id': '9813fc2e-718f-46c3-86ec-f034853a12ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:28.889385 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6aeba52d-c95c-4ef8-835b-caf65fc69358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:28.889528 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a309e6-05ca-47a0-bfcf-28460703330e admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa8816c-431c-4151-9860-dd6e0ad4260d,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:28.889788 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeba52d-c95c-4ef8-835b-caf65fc69358 None None] Bound using segment: {'id': '9813fc2e-718f-46c3-86ec-f034853a12ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:59:28.892448 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-6aeba52d-c95c-4ef8-835b-caf65fc69358 None None] Bound port: 8558de37-abb4-457d-aa69-7e532cbad752, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9813fc2e-718f-46c3-86ec-f034853a12ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:59:28.892850 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6aeba52d-c95c-4ef8-835b-caf65fc69358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:29.009253 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-6aeba52d-c95c-4ef8-835b-caf65fc69358 None None] For port 8558de37-abb4-457d-aa69-7e532cbad752, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:59:29.013118 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-6aeba52d-c95c-4ef8-835b-caf65fc69358 None None] For port 8558de37-abb4-457d-aa69-7e532cbad752, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=8558de37-abb4-457d-aa69-7e532cbad752,segment=NetworkSegment(9813fc2e-718f-46c3-86ec-f034853a12ca),segment_id=9813fc2e-718f-46c3-86ec-f034853a12ca)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:59:29.018610 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6aeba52d-c95c-4ef8-835b-caf65fc69358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:29.061628 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c3a309e6-05ca-47a0-bfcf-28460703330e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:29.072048 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-e8d00aad-eda7-40d5-bcad-2324e238891d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Allocated IP 172.20.0.1 (efdae877-440f-452b-988f-6b3c988cb3f7/702e3a4b-be9a-4f9a-8779-b22dbb88e4f9/3a12904e-09ce-4343-b113-79008097f3fe) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:59:29.107957 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b523f731-b151-4364-914d-20ac350b3b7d up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:59:29.112347 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeba52d-c95c-4ef8-835b-caf65fc69358 None None] Pushing event updated for resources: {'Port': ['ID=8558de37-abb4-457d-aa69-7e532cbad752,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:29.227898 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port b523f731-b151-4364-914d-20ac350b3b7d completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:59:29.243031 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port b523f731-b151-4364-914d-20ac350b3b7d triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:29.243031 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:29.322532 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e8d00aad-eda7-40d5-bcad-2324e238891d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:29.347913 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-e8d00aad-eda7-40d5-bcad-2324e238891d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Transition to ACTIVE for port object 3a12904e-09ce-4343-b113-79008097f3fe will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:29.350909 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c3a309e6-05ca-47a0-bfcf-28460703330e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:29.354757 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c3a309e6-05ca-47a0-bfcf-28460703330e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:29.424235 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:29.441819 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c3a309e6-05ca-47a0-bfcf-28460703330e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:29.442433 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a309e6-05ca-47a0-bfcf-28460703330e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2612f50c-712b-4d42-844c-52e49732ae2b {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:59:29.447717 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c3a309e6-05ca-47a0-bfcf-28460703330e admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:29.448879 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c3a309e6-05ca-47a0-bfcf-28460703330e admin admin] 10.222.0.38 "DELETE /v2.0/routers/2612f50c-712b-4d42-844c-52e49732ae2b HTTP/1.1" status: 204 len: 168 time: 2.4140277 Jul 16 20:59:29.454879 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44390) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:29.456736 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port b523f731-b151-4364-914d-20ac350b3b7d, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b523f731-b151-4364-914d-20ac350b3b7d,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:29.465477 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:29.473438 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cf450-ac7a-44cd-8540-804c92f0da2c req-363dd6b3-04b8-4ccb-b1ba-1ac63489d251 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:29.475271 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f4cf450-ac7a-44cd-8540-804c92f0da2c req-363dd6b3-04b8-4ccb-b1ba-1ac63489d251 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbcb543e-10b6-49d9-8b32-38733fd7b034 HTTP/1.1" status: 200 len: 943 time: 0.3225248 Jul 16 20:59:29.476621 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e8d00aad-eda7-40d5-bcad-2324e238891d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:29.489793 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 82c0514c-e3e3-4c32-a1bc-33a315913e94 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:59:29.543860 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1f4cf450-ac7a-44cd-8540-804c92f0da2c req-52ef9c96-26d3-4de0-b5da-227f6520d99b tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.38 "GET /v2.0/security-groups?id=bcb9debb-e964-4be6-ad51-d00a5aa02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601439 Jul 16 20:59:29.560108 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 82c0514c-e3e3-4c32-a1bc-33a315913e94 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:59:29.560589 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 82c0514c-e3e3-4c32-a1bc-33a315913e94 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:59:29.577408 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d00aad-eda7-40d5-bcad-2324e238891d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Network efdae877-440f-452b-988f-6b3c988cb3f7 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:59:29.585276 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-e8d00aad-eda7-40d5-bcad-2324e238891d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:29.594778 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d00aad-eda7-40d5-bcad-2324e238891d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:59:29.604300 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a586c4-ae11-43ac-ba29-7d7389eea02c admin admin] Deleting subnet 91aaf1f1-4791-4613-820c-7a64a55f2344 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:59:29.609222 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=b523f731-b151-4364-914d-20ac350b3b7d,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:29.632974 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-29a586c4-ae11-43ac-ba29-7d7389eea02c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:29.660656 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d00aad-eda7-40d5-bcad-2324e238891d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'Port': ['ID=3a12904e-09ce-4343-b113-79008097f3fe,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:29.688628 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e8d00aad-eda7-40d5-bcad-2324e238891d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:29.692419 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-29a586c4-ae11-43ac-ba29-7d7389eea02c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:29.740028 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:29.821769 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 564ff119-5e76-4c97-8342-f4eab3d6e34f details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:59:29.865955 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-29a586c4-ae11-43ac-ba29-7d7389eea02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:29.930077 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 564ff119-5e76-4c97-8342-f4eab3d6e34f, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=564ff119-5e76-4c97-8342-f4eab3d6e34f,segment=NetworkSegment(da82919d-0edb-490e-978c-76a7afdef375),segment_id=da82919d-0edb-490e-978c-76a7afdef375)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:29.942299 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '564ff119-5e76-4c97-8342-f4eab3d6e34f', 'network_id': '7ad075ed-7fb8-4156-a37a-92014ea43bb6', 'port_id': '564ff119-5e76-4c97-8342-f4eab3d6e34f', 'mac_address': 'fa:16:3e:b7:df:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f4d3b59-ea35-4dbd-8b49-7d404b44e511', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:59:29.944712 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e8d00aad-eda7-40d5-bcad-2324e238891d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:29.988982 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-29a586c4-ae11-43ac-ba29-7d7389eea02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:30.015979 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:30.027599 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a586c4-ae11-43ac-ba29-7d7389eea02c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91aaf1f1-4791-4613-820c-7a64a55f2344,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:30.030047 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-29a586c4-ae11-43ac-ba29-7d7389eea02c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:30.034754 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44394) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:30.034964 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-29a586c4-ae11-43ac-ba29-7d7389eea02c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/91aaf1f1-4791-4613-820c-7a64a55f2344 HTTP/1.1" status: 204 len: 168 time: 0.5789468 Jul 16 20:59:30.054052 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c349c90-7d9b-4735-9c31-2c0d3663b288 None None] Network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:59:30.093380 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564ff119-5e76-4c97-8342-f4eab3d6e34f {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:59:30.171151 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 564ff119-5e76-4c97-8342-f4eab3d6e34f, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=564ff119-5e76-4c97-8342-f4eab3d6e34f,segment=NetworkSegment(da82919d-0edb-490e-978c-76a7afdef375),segment_id=da82919d-0edb-490e-978c-76a7afdef375)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:30.184000 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:30.189594 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c6239d5-2a2c-46e4-909f-c907227deafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:30.315752 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=564ff119-5e76-4c97-8342-f4eab3d6e34f,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:30.317445 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-3c6239d5-2a2c-46e4-909f-c907227deafe admin admin] Deleting port 75d73370-ff95-4143-9e6d-a24062799672 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:30.318071 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c6239d5-2a2c-46e4-909f-c907227deafe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:30.404030 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['564ff119-5e76-4c97-8342-f4eab3d6e34f'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:59:30.439452 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-3c6239d5-2a2c-46e4-909f-c907227deafe admin admin] For port 75d73370-ff95-4143-9e6d-a24062799672, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=75d73370-ff95-4143-9e6d-a24062799672,segment=NetworkSegment(31591474-a2d9-427f-a967-0af7b244875e),segment_id=31591474-a2d9-427f-a967-0af7b244875e)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:30.439741 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c6239d5-2a2c-46e4-909f-c907227deafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:30.451377 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e8d00aad-eda7-40d5-bcad-2324e238891d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:30.453896 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-3c6239d5-2a2c-46e4-909f-c907227deafe admin admin] Calling delete_port for 75d73370-ff95-4143-9e6d-a24062799672 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:30.465592 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e8d00aad-eda7-40d5-bcad-2324e238891d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:30.520401 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b726be-1900-4549-90fe-38d272c60b1d None None] DHCP port deletion for 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:59:30.576810 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e8d00aad-eda7-40d5-bcad-2324e238891d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:30.578730 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d00aad-eda7-40d5-bcad-2324e238891d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'Port': ['ID=3a12904e-09ce-4343-b113-79008097f3fe,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:30.613306 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c6239d5-2a2c-46e4-909f-c907227deafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:30.634905 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94d7518-8860-4fee-94f1-65e8240bf592 None None] Network efdae877-440f-452b-988f-6b3c988cb3f7 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:59:30.666368 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6239d5-2a2c-46e4-909f-c907227deafe admin admin] Pushing event deleted for resources: {'Port': ['ID=75d73370-ff95-4143-9e6d-a24062799672,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:30.673593 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6239d5-2a2c-46e4-909f-c907227deafe admin admin] No DVR routers for this DVR port 75d73370-ff95-4143-9e6d-a24062799672 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:59:30.711740 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-73c5d0a2-7fbb-4ce5-a3ba-2a0688574f39 None None] Provisioning for port 8558de37-abb4-457d-aa69-7e532cbad752 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:59:30.765659 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d00aad-eda7-40d5-bcad-2324e238891d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Network efdae877-440f-452b-988f-6b3c988cb3f7 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:59:30.767702 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-e8d00aad-eda7-40d5-bcad-2324e238891d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:30.799415 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c6239d5-2a2c-46e4-909f-c907227deafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:30.813068 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-3c6239d5-2a2c-46e4-909f-c907227deafe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f8ffa95-ba5a-44c1-b5cb-f15aabb35325']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:30.828129 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-3c6239d5-2a2c-46e4-909f-c907227deafe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31591474-a2d9-427f-a967-0af7b244875e') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:30.828478 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-3c6239d5-2a2c-46e4-909f-c907227deafe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31591474-a2d9-427f-a967-0af7b244875e') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:30.829031 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-80b726be-1900-4549-90fe-38d272c60b1d None None] Deleting port 75d73370-ff95-4143-9e6d-a24062799672 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:30.829410 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80b726be-1900-4549-90fe-38d272c60b1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:30.841842 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c6239d5-2a2c-46e4-909f-c907227deafe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:30.868563 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056c64a-18dc-417b-8e2b-a9ed7530a2d8 req-b5d31b50-aa5d-4cce-9d62-3ca6375c0055 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:30.870083 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2056c64a-18dc-417b-8e2b-a9ed7530a2d8 req-b5d31b50-aa5d-4cce-9d62-3ca6375c0055 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbcb543e-10b6-49d9-8b32-38733fd7b034 HTTP/1.1" status: 200 len: 944 time: 0.1392159 Jul 16 20:59:30.871204 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c6239d5-2a2c-46e4-909f-c907227deafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:30.910967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6239d5-2a2c-46e4-909f-c907227deafe admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:59:30.911374 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c6239d5-2a2c-46e4-909f-c907227deafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:59:30.913681 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:59:30.963784 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d00aad-eda7-40d5-bcad-2324e238891d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Router 9cacd887-55df-4c59-91b9-87739eeaed2b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:59:30.968844 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-80b726be-1900-4549-90fe-38d272c60b1d None None] For port 75d73370-ff95-4143-9e6d-a24062799672, host n-d-791506-21, got binding levels [] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:30.969249 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80b726be-1900-4549-90fe-38d272c60b1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:30.993660 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c6239d5-2a2c-46e4-909f-c907227deafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:31.000703 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2056c64a-18dc-417b-8e2b-a9ed7530a2d8 req-171c4891-4058-433b-9df3-5f15453e1ebb tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.38 "GET /v2.0/security-groups?id=bcb9debb-e964-4be6-ad51-d00a5aa02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227577 Jul 16 20:59:31.011483 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-80b726be-1900-4549-90fe-38d272c60b1d None None] Calling delete_port for 75d73370-ff95-4143-9e6d-a24062799672 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:31.015288 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.ipam_backend_mixin [None req-80b726be-1900-4549-90fe-38d272c60b1d None None] Port 75d73370-ff95-4143-9e6d-a24062799672 was not found and therefore no delete operation was performed {{(pid=93795) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:59:31.019503 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c6239d5-2a2c-46e4-909f-c907227deafe admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:31.025347 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3c6239d5-2a2c-46e4-909f-c907227deafe admin admin] 10.222.0.38 "DELETE /v2.0/networks/8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 HTTP/1.1" status: 204 len: 168 time: 0.9865489 Jul 16 20:59:31.025347 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6239d5-2a2c-46e4-909f-c907227deafe admin admin] Pushing event deleted for resources: {'Network': ['ID=8f8ffa95-ba5a-44c1-b5cb-f15aabb35325,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:31.025591 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44398) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:31.036263 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80b726be-1900-4549-90fe-38d272c60b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:31.055745 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-80b726be-1900-4549-90fe-38d272c60b1d None None] Network 8f8ffa95-ba5a-44c1-b5cb-f15aabb35325 is not hosted by any dhcp agent {{(pid=93795) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:59:31.056324 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b726be-1900-4549-90fe-38d272c60b1d None None] No DVR routers for this DVR port 75d73370-ff95-4143-9e6d-a24062799672 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:59:31.107903 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b726be-1900-4549-90fe-38d272c60b1d None None] Pushing event deleted for resources: {'Port': ['ID=75d73370-ff95-4143-9e6d-a24062799672,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:31.160114 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d00aad-eda7-40d5-bcad-2324e238891d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:59:31.168331 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e8d00aad-eda7-40d5-bcad-2324e238891d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "PUT /v2.0/routers/9cacd887-55df-4c59-91b9-87739eeaed2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5820148 Jul 16 20:59:31.176919 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71832c03-8a0c-421a-8782-dc97f4c1df05 None None] Sync routers for ids ['9cacd887-55df-4c59-91b9-87739eeaed2b'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:59:31.178928 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44404) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:31.189824 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 8558de37-abb4-457d-aa69-7e532cbad752 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:59:31.267921 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71832c03-8a0c-421a-8782-dc97f4c1df05 None None] Routers {'9cacd887-55df-4c59-91b9-87739eeaed2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:59:31.268846 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-71832c03-8a0c-421a-8782-dc97f4c1df05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:59:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9cacd887-55df-4c59-91b9-87739eeaed2b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:31.400862 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 8558de37-abb4-457d-aa69-7e532cbad752 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:59:31.410723 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 8558de37-abb4-457d-aa69-7e532cbad752 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:31.417188 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:31.456673 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-71832c03-8a0c-421a-8782-dc97f4c1df05 None None] Set router 9cacd887-55df-4c59-91b9-87739eeaed2b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:59:31.549110 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e263a5ee-f9ff-43d8-900c-e30b8f382093 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:31.549819 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e263a5ee-f9ff-43d8-900c-e30b8f382093 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:31.550472 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e263a5ee-f9ff-43d8-900c-e30b8f382093 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:31.551093 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e263a5ee-f9ff-43d8-900c-e30b8f382093 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:31.551735 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e263a5ee-f9ff-43d8-900c-e30b8f382093 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:31.552346 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e263a5ee-f9ff-43d8-900c-e30b8f382093 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:31.556018 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e263a5ee-f9ff-43d8-900c-e30b8f382093 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.3760426 Jul 16 20:59:31.560300 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44408) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:31.582000 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44410) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:31.705265 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-92c2a6cb-e9f0-41df-9fc8-cc092f4b51ff None None] Provisioning complete for port 8558de37-abb4-457d-aa69-7e532cbad752 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:31.705642 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92c2a6cb-e9f0-41df-9fc8-cc092f4b51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:31.715418 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a7847e-5237-41e3-ab79-5bc858d60388 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:31.715894 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a7847e-5237-41e3-ab79-5bc858d60388 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:31.716349 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a7847e-5237-41e3-ab79-5bc858d60388 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:31.716806 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a7847e-5237-41e3-ab79-5bc858d60388 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:31.717260 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a7847e-5237-41e3-ab79-5bc858d60388 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:31.717964 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a7847e-5237-41e3-ab79-5bc858d60388 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:31.719602 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-96a7847e-5237-41e3-ab79-5bc858d60388 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1582065 Jul 16 20:59:31.725997 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44414) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:31.728622 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f8637b0-84b3-4c65-ad42-ba00fc4e5141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:31.771861 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:31.828218 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 564ff119-5e76-4c97-8342-f4eab3d6e34f up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:59:31.832190 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ed6587c2-d56b-4ce7-b5f0-a973f4a4ff23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:31.881452 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f8637b0-84b3-4c65-ad42-ba00fc4e5141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:31.890197 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f8637b0-84b3-4c65-ad42-ba00fc4e5141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:31.925588 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8f8637b0-84b3-4c65-ad42-ba00fc4e5141 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fbdfc86a872d47048a6497304a88289a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3418114 Jul 16 20:59:31.928635 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44416) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:31.929510 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 8558de37-abb4-457d-aa69-7e532cbad752, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=8558de37-abb4-457d-aa69-7e532cbad752,segment=NetworkSegment(9813fc2e-718f-46c3-86ec-f034853a12ca),segment_id=9813fc2e-718f-46c3-86ec-f034853a12ca)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:31.968973 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:31.969764 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b523f731-b151-4364-914d-20ac350b3b7d up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:59:31.981061 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8637b0-84b3-4c65-ad42-ba00fc4e5141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cc989a-c688-4ed3-b08e-fe7afa217150,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:32.032479 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5a9f30ae-03a6-41cf-8669-2e117695d1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:32.061589 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5a9f30ae-03a6-41cf-8669-2e117695d1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:32.110202 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92c2a6cb-e9f0-41df-9fc8-cc092f4b51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:32.128077 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5a9f30ae-03a6-41cf-8669-2e117695d1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:32.132615 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5a9f30ae-03a6-41cf-8669-2e117695d1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:32.150017 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5a9f30ae-03a6-41cf-8669-2e117695d1ad admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/15cc989a-c688-4ed3-b08e-fe7afa217150 HTTP/1.1" status: 204 len: 168 time: 0.2094734 Jul 16 20:59:32.165029 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f30ae-03a6-41cf-8669-2e117695d1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cc989a-c688-4ed3-b08e-fe7afa217150,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:32.193004 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port b523f731-b151-4364-914d-20ac350b3b7d triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:32.194208 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:32.258360 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 564ff119-5e76-4c97-8342-f4eab3d6e34f completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:59:32.267377 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=8558de37-abb4-457d-aa69-7e532cbad752,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:32.295384 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 564ff119-5e76-4c97-8342-f4eab3d6e34f triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:32.295762 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:32.496284 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-71832c03-8a0c-421a-8782-dc97f4c1df05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'name': 'tempest-TestNetworkBasicOps-router-1430914530', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:22Z', 'updated_at': '2021-07-16T20:59:29Z', 'revision_number': 4, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:23Z', 'updated_at': '2021-07-16T20:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3a12904e-09ce-4343-b113-79008097f3fe', 'name': '', 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'mac_address': 'fa:16:3e:f5:71:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:28Z', 'updated_at': '2021-07-16T20:59:30Z', 'revision_number': 2, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'subnets': [{'id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:32.498033 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-92c2a6cb-e9f0-41df-9fc8-cc092f4b51ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:59:32.498488 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-92c2a6cb-e9f0-41df-9fc8-cc092f4b51ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:59:32.515203 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44424) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:32.528066 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71832c03-8a0c-421a-8782-dc97f4c1df05 None None] Checking router: 9cacd887-55df-4c59-91b9-87739eeaed2b for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:59:32.528414 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71832c03-8a0c-421a-8782-dc97f4c1df05 None None] Updating router 9cacd887-55df-4c59-91b9-87739eeaed2b port 3a12904e-09ce-4343-b113-79008097f3fe binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:59:32.529999 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-40f8f2aa-dbe9-466b-87b7-59420d48a7ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:32.582603 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71832c03-8a0c-421a-8782-dc97f4c1df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:32.640496 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f804cf-ca6a-4250-b138-242879c8ac7c req-580ab600-ddbc-4841-8ee6-312d39e27bb0 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:32.641996 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20f804cf-ca6a-4250-b138-242879c8ac7c req-580ab600-ddbc-4841-8ee6-312d39e27bb0 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbcb543e-10b6-49d9-8b32-38733fd7b034 HTTP/1.1" status: 200 len: 944 time: 0.2424610 Jul 16 20:59:32.659131 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-40f8f2aa-dbe9-466b-87b7-59420d48a7ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:32.665410 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-40f8f2aa-dbe9-466b-87b7-59420d48a7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:32.719778 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-40f8f2aa-dbe9-466b-87b7-59420d48a7ba admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6b96196580884e6eab394c1030cf6da0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2009542 Jul 16 20:59:32.720177 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44426) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:32.728323 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8f2aa-dbe9-466b-87b7-59420d48a7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a75a5d-adbf-4285-8cf3-797b8df777b7,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:32.749510 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:32.764689 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20f804cf-ca6a-4250-b138-242879c8ac7c req-eae4fdae-9649-4407-8983-a2de3d43b78f tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.38 "GET /v2.0/security-groups?id=bcb9debb-e964-4be6-ad51-d00a5aa02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924604 Jul 16 20:59:32.784210 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-43958261-1ceb-4eb0-b842-ff69f04d8733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:32.792484 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcb543e-10b6-49d9-8b32-38733fd7b034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564ff119-5e76-4c97-8342-f4eab3d6e34f'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:32.794810 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e27f2f0-b402-4813-bb23-f78856a9db7f" -d '{"events": [{"server_uuid": "dbcb543e-10b6-49d9-8b32-38733fd7b034", "name": "network-vif-plugged", "status": "completed", "tag": "564ff119-5e76-4c97-8342-f4eab3d6e34f"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:32.800967 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f06269ac-f6f5-4990-969b-7932b8844fa0 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2326 time: 1.0738022 Jul 16 20:59:32.815566 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-43958261-1ceb-4eb0-b842-ff69f04d8733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:32.827559 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 564ff119-5e76-4c97-8342-f4eab3d6e34f, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=564ff119-5e76-4c97-8342-f4eab3d6e34f,segment=NetworkSegment(da82919d-0edb-490e-978c-76a7afdef375),segment_id=da82919d-0edb-490e-978c-76a7afdef375)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:32.836679 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device bfa8816c-431c-4151-9860-dd6e0ad4260d no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:59:32.844149 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:32.887869 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-43958261-1ceb-4eb0-b842-ff69f04d8733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:32.888627 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: bfa8816c-431c-4151-9860-dd6e0ad4260d {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:59:32.888980 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device bfa8816c-431c-4151-9860-dd6e0ad4260d not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:59:32.889541 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 75d73370-ff95-4143-9e6d-a24062799672 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:59:32.891866 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-43958261-1ceb-4eb0-b842-ff69f04d8733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:32.893175 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-43958261-1ceb-4eb0-b842-ff69f04d8733 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/36a75a5d-adbf-4285-8cf3-797b8df777b7 HTTP/1.1" status: 204 len: 168 time: 0.1721148 Jul 16 20:59:32.895195 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea513ad3-ac3d-4d0d-ab8e-7585407f0ef7 x-openstack-request-id: req-ea513ad3-ac3d-4d0d-ab8e-7585407f0ef7 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:32.895488 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcb543e-10b6-49d9-8b32-38733fd7b034", "name": "network-vif-plugged", "status": "completed", "tag": "564ff119-5e76-4c97-8342-f4eab3d6e34f", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:32.895779 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ea513ad3-ac3d-4d0d-ab8e-7585407f0ef7 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:32.896192 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcb543e-10b6-49d9-8b32-38733fd7b034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564ff119-5e76-4c97-8342-f4eab3d6e34f', 'code': 200} Jul 16 20:59:32.915426 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-ed6587c2-d56b-4ce7-b5f0-a973f4a4ff23 admin admin] Deleting port cfa2fc76-b28e-41b9-b331-fd3ffba1c282 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:32.915818 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ed6587c2-d56b-4ce7-b5f0-a973f4a4ff23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:32.924450 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43958261-1ceb-4eb0-b842-ff69f04d8733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a75a5d-adbf-4285-8cf3-797b8df777b7,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:32.965152 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 75d73370-ff95-4143-9e6d-a24062799672 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:59:32.965410 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 75d73370-ff95-4143-9e6d-a24062799672 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:59:33.004176 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=564ff119-5e76-4c97-8342-f4eab3d6e34f,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:33.094446 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-ed6587c2-d56b-4ce7-b5f0-a973f4a4ff23 admin admin] For port cfa2fc76-b28e-41b9-b331-fd3ffba1c282, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=cfa2fc76-b28e-41b9-b331-fd3ffba1c282,segment=NetworkSegment(d33ba903-5727-44d0-a3cc-5049d1613b8d),segment_id=d33ba903-5727-44d0-a3cc-5049d1613b8d)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:33.094986 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ed6587c2-d56b-4ce7-b5f0-a973f4a4ff23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.105574 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-92c2a6cb-e9f0-41df-9fc8-cc092f4b51ff None None] Provisioning for port 3a12904e-09ce-4343-b113-79008097f3fe completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:59:33.113295 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-ed6587c2-d56b-4ce7-b5f0-a973f4a4ff23 admin admin] Calling delete_port for cfa2fc76-b28e-41b9-b331-fd3ffba1c282 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:33.114139 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-92c2a6cb-e9f0-41df-9fc8-cc092f4b51ff None None] Provisioning complete for port 3a12904e-09ce-4343-b113-79008097f3fe triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:33.114632 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92c2a6cb-e9f0-41df-9fc8-cc092f4b51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.143517 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 8558de37-abb4-457d-aa69-7e532cbad752 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:59:33.184591 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71832c03-8a0c-421a-8782-dc97f4c1df05 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.197416 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8837f-fef0-4cac-b7d4-c46283bac6b1 req-bd5c5857-2d50-40ef-9ea6-f7b5f8dc16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:33.198935 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-42b8837f-fef0-4cac-b7d4-c46283bac6b1 req-bd5c5857-2d50-40ef-9ea6-f7b5f8dc16d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dbcb543e-10b6-49d9-8b32-38733fd7b034 HTTP/1.1" status: 200 len: 1097 time: 0.1814976 Jul 16 20:59:33.206019 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-92c2a6cb-e9f0-41df-9fc8-cc092f4b51ff None None] Port 3a12904e-09ce-4343-b113-79008097f3fe cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:59:33.213158 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-71832c03-8a0c-421a-8782-dc97f4c1df05 None None] Transition to ACTIVE for port object 3a12904e-09ce-4343-b113-79008097f3fe will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:33.226018 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71832c03-8a0c-421a-8782-dc97f4c1df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.236297 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 8558de37-abb4-457d-aa69-7e532cbad752 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:33.236659 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.312227 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9774b-9898-4604-ae85-75f85b5700ab None None] Pushing event updated for resources: {'Port': ['ID=3a12904e-09ce-4343-b113-79008097f3fe,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:33.440607 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-42b8837f-fef0-4cac-b7d4-c46283bac6b1 req-5f7b17fc-6177-4e50-aa19-cf12eda09c24 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bcb9debb-e964-4be6-ad51-d00a5aa02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247310 Jul 16 20:59:33.441729 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44438) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:33.452072 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-60846ebd-295b-4436-b61c-9c555012c853 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1579969360', 'description': 'tempest-secgroup-smoke-1579969360 description', 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:33.458273 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-71832c03-8a0c-421a-8782-dc97f4c1df05 None None] Attempting to bind port 3a12904e-09ce-4343-b113-79008097f3fe on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:59:33.458765 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-71832c03-8a0c-421a-8782-dc97f4c1df05 None None] Attempting to bind port 3a12904e-09ce-4343-b113-79008097f3fe by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '9813fc2e-718f-46c3-86ec-f034853a12ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:59:33.459243 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71832c03-8a0c-421a-8782-dc97f4c1df05 None None] Attempting to bind port 3a12904e-09ce-4343-b113-79008097f3fe on network efdae877-440f-452b-988f-6b3c988cb3f7 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:33.470947 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71832c03-8a0c-421a-8782-dc97f4c1df05 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:59:33.471321 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71832c03-8a0c-421a-8782-dc97f4c1df05 None None] Checking segment: {'id': '9813fc2e-718f-46c3-86ec-f034853a12ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:33.471985 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71832c03-8a0c-421a-8782-dc97f4c1df05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.472186 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71832c03-8a0c-421a-8782-dc97f4c1df05 None None] Bound using segment: {'id': '9813fc2e-718f-46c3-86ec-f034853a12ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:59:33.472421 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ed6587c2-d56b-4ce7-b5f0-a973f4a4ff23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.472653 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-71832c03-8a0c-421a-8782-dc97f4c1df05 None None] Bound port: 3a12904e-09ce-4343-b113-79008097f3fe, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9813fc2e-718f-46c3-86ec-f034853a12ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:59:33.473040 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71832c03-8a0c-421a-8782-dc97f4c1df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.481063 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.508954 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-60846ebd-295b-4436-b61c-9c555012c853 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.515015 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6587c2-d56b-4ce7-b5f0-a973f4a4ff23 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa2fc76-b28e-41b9-b331-fd3ffba1c282,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:33.581744 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-71832c03-8a0c-421a-8782-dc97f4c1df05 None None] For port 3a12904e-09ce-4343-b113-79008097f3fe, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:59:33.586520 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-71832c03-8a0c-421a-8782-dc97f4c1df05 None None] For port 3a12904e-09ce-4343-b113-79008097f3fe, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=3a12904e-09ce-4343-b113-79008097f3fe,segment=NetworkSegment(9813fc2e-718f-46c3-86ec-f034853a12ca),segment_id=9813fc2e-718f-46c3-86ec-f034853a12ca)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:59:33.605058 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71832c03-8a0c-421a-8782-dc97f4c1df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.695139 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71832c03-8a0c-421a-8782-dc97f4c1df05 None None] Routers {'9cacd887-55df-4c59-91b9-87739eeaed2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:59:33.695410 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-60846ebd-295b-4436-b61c-9c555012c853 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.695919 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-71832c03-8a0c-421a-8782-dc97f4c1df05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:59:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9cacd887-55df-4c59-91b9-87739eeaed2b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:33.701605 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-60846ebd-295b-4436-b61c-9c555012c853 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.745423 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-60846ebd-295b-4436-b61c-9c555012c853 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.749824 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-60846ebd-295b-4436-b61c-9c555012c853 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3035979 Jul 16 20:59:33.750594 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44446) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:33.752761 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:59:33.756203 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-c984fe3c-172b-4c7f-b294-6c9e7cea8c09 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'security_group_rule': {'security_group_id': '8804f0d7-1ef7-4f34-a6d5-46618f38280f', 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:33.762905 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60846ebd-295b-4436-b61c-9c555012c853 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8804f0d7-1ef7-4f34-a6d5-46618f38280f,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:33.774762 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60846ebd-295b-4436-b61c-9c555012c853 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:33.775306 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60846ebd-295b-4436-b61c-9c555012c853 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:33.775820 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60846ebd-295b-4436-b61c-9c555012c853 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:33.776311 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60846ebd-295b-4436-b61c-9c555012c853 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:33.776827 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60846ebd-295b-4436-b61c-9c555012c853 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:33.777375 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60846ebd-295b-4436-b61c-9c555012c853 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:33.777867 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60846ebd-295b-4436-b61c-9c555012c853 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:33.778388 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60846ebd-295b-4436-b61c-9c555012c853 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:33.778869 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60846ebd-295b-4436-b61c-9c555012c853 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:33.779515 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60846ebd-295b-4436-b61c-9c555012c853 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:33.779996 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60846ebd-295b-4436-b61c-9c555012c853 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:33.780461 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60846ebd-295b-4436-b61c-9c555012c853 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:33.805081 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9774b-9898-4604-ae85-75f85b5700ab None None] Pushing event updated for resources: {'Port': ['ID=3a12904e-09ce-4343-b113-79008097f3fe,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:33.815334 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c984fe3c-172b-4c7f-b294-6c9e7cea8c09 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.866780 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ed6587c2-d56b-4ce7-b5f0-a973f4a4ff23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.921451 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c984fe3c-172b-4c7f-b294-6c9e7cea8c09 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.929665 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c984fe3c-172b-4c7f-b294-6c9e7cea8c09 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.940320 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-71832c03-8a0c-421a-8782-dc97f4c1df05 None None] Set router 9cacd887-55df-4c59-91b9-87739eeaed2b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:59:33.959288 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984fe3c-172b-4c7f-b294-6c9e7cea8c09 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d08b72-024c-4f8f-be31-2fd30798915e,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:33.993818 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c984fe3c-172b-4c7f-b294-6c9e7cea8c09 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.995288 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c984fe3c-172b-4c7f-b294-6c9e7cea8c09 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2433658 Jul 16 20:59:33.998060 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44456) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:34.003304 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-f5c78434-3887-461a-9ec4-fd3d4c394ee1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'security_group_rule': {'security_group_id': '8804f0d7-1ef7-4f34-a6d5-46618f38280f', 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:34.066247 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f5c78434-3887-461a-9ec4-fd3d4c394ee1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.153632 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f5c78434-3887-461a-9ec4-fd3d4c394ee1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.160005 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f5c78434-3887-461a-9ec4-fd3d4c394ee1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.180925 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c78434-3887-461a-9ec4-fd3d4c394ee1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d430d5-c1d5-4d31-b6b4-d1f6ade97bbb,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:34.199574 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f5c78434-3887-461a-9ec4-fd3d4c394ee1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.204437 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f5c78434-3887-461a-9ec4-fd3d4c394ee1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2052541 Jul 16 20:59:34.207123 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44460) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:34.222558 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-f9ff7d03-1fe8-48bf-87f5-144de51d2f23 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'security_group_rule': {'security_group_id': '8804f0d7-1ef7-4f34-a6d5-46618f38280f', 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:34.231069 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f95bd-ef68-4181-80d4-5e7aa7dc06cc req-c2ba61b4-20a3-47bc-999f-7c6264f1f124 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:34.234514 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-df4f95bd-ef68-4181-80d4-5e7aa7dc06cc req-c2ba61b4-20a3-47bc-999f-7c6264f1f124 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbcb543e-10b6-49d9-8b32-38733fd7b034 HTTP/1.1" status: 200 len: 945 time: 0.1542406 Jul 16 20:59:34.267567 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f9ff7d03-1fe8-48bf-87f5-144de51d2f23 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.303661 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-71832c03-8a0c-421a-8782-dc97f4c1df05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'name': 'tempest-TestNetworkBasicOps-router-1430914530', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:22Z', 'updated_at': '2021-07-16T20:59:29Z', 'revision_number': 4, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:23Z', 'updated_at': '2021-07-16T20:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3a12904e-09ce-4343-b113-79008097f3fe', 'name': '', 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'mac_address': 'fa:16:3e:f5:71:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:28Z', 'updated_at': '2021-07-16T20:59:33Z', 'revision_number': 4, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'subnets': [{'id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:34.331532 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-df4f95bd-ef68-4181-80d4-5e7aa7dc06cc req-6ab9a63a-70a6-4642-a27f-89f869feef12 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.38 "GET /v2.0/security-groups?id=bcb9debb-e964-4be6-ad51-d00a5aa02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605311 Jul 16 20:59:34.337123 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71832c03-8a0c-421a-8782-dc97f4c1df05 None None] The sync data for ids ['9cacd887-55df-4c59-91b9-87739eeaed2b'] in n-d-791506-21 is: [{'id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'name': 'tempest-TestNetworkBasicOps-router-1430914530', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:22Z', 'updated_at': '2021-07-16T20:59:29Z', 'revision_number': 4, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:23Z', 'updated_at': '2021-07-16T20:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3a12904e-09ce-4343-b113-79008097f3fe', 'name': '', 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'mac_address': 'fa:16:3e:f5:71:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:28Z', 'updated_at': '2021-07-16T20:59:33Z', 'revision_number': 4, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'subnets': [{'id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:59:34.340512 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6587c2-d56b-4ce7-b5f0-a973f4a4ff23 admin admin] Router 798b7630-675b-456c-b65d-13fa65bc29fa has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:59:34.369744 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f9ff7d03-1fe8-48bf-87f5-144de51d2f23 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.374311 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f9ff7d03-1fe8-48bf-87f5-144de51d2f23 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.425141 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff7d03-1fe8-48bf-87f5-144de51d2f23 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617e5b10-3785-4142-9aac-2d8348fcd64b,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:34.432962 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f9ff7d03-1fe8-48bf-87f5-144de51d2f23 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.434401 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f9ff7d03-1fe8-48bf-87f5-144de51d2f23 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2251663 Jul 16 20:59:34.437262 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44464) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:34.444443 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-bdd61950-f86e-4f17-9e8e-ce0dc0a86d84 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'security_group_rule': {'security_group_id': '8804f0d7-1ef7-4f34-a6d5-46618f38280f', 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:34.526494 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bdd61950-f86e-4f17-9e8e-ce0dc0a86d84 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.533785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6587c2-d56b-4ce7-b5f0-a973f4a4ff23 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:59:34.545887 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d656b1-e83d-44be-8b0d-ef8bb5801601 None None] Sync routers for ids ['798b7630-675b-456c-b65d-13fa65bc29fa'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:59:34.557634 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ed6587c2-d56b-4ce7-b5f0-a973f4a4ff23 admin admin] 10.222.0.38 "PUT /v2.0/routers/798b7630-675b-456c-b65d-13fa65bc29fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5311515 Jul 16 20:59:34.561462 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44468) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:34.579937 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d656b1-e83d-44be-8b0d-ef8bb5801601 None None] Routers {'798b7630-675b-456c-b65d-13fa65bc29fa'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:59:34.580919 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f9d656b1-e83d-44be-8b0d-ef8bb5801601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:59:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['798b7630-675b-456c-b65d-13fa65bc29fa'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:34.672178 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bdd61950-f86e-4f17-9e8e-ce0dc0a86d84 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.677711 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bdd61950-f86e-4f17-9e8e-ce0dc0a86d84 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.722048 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bdd61950-f86e-4f17-9e8e-ce0dc0a86d84 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.723419 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bdd61950-f86e-4f17-9e8e-ce0dc0a86d84 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2851124 Jul 16 20:59:34.726741 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-f9d656b1-e83d-44be-8b0d-ef8bb5801601 None None] Set router 798b7630-675b-456c-b65d-13fa65bc29fa gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:59:34.726903 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44472) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:34.729184 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd61950-f86e-4f17-9e8e-ce0dc0a86d84 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02f418a-0238-4f8a-b694-58d04c9dc125,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:34.733905 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-ccd90cdf-5f7c-411f-b9dd-a63867b0bdc2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'security_group_rule': {'security_group_id': '8804f0d7-1ef7-4f34-a6d5-46618f38280f', 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:34.754986 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da4e5e54-950c-4069-9283-b2f17a78cace admin admin] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.766221 n-d-791506-21 neutron-server[93794]: INFO neutron.db.securitygroups_db [None req-ccd90cdf-5f7c-411f-b9dd-a63867b0bdc2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Project f7f119dd46d44ed6bf6cf819c3be7511 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:59:34.773179 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ccd90cdf-5f7c-411f-b9dd-a63867b0bdc2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.859440 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ccd90cdf-5f7c-411f-b9dd-a63867b0bdc2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.865052 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ccd90cdf-5f7c-411f-b9dd-a63867b0bdc2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.894352 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd90cdf-5f7c-411f-b9dd-a63867b0bdc2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc7fedda-d1e8-41cc-88cc-c0711f7d7de1,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:34.901116 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ccd90cdf-5f7c-411f-b9dd-a63867b0bdc2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.906177 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ccd90cdf-5f7c-411f-b9dd-a63867b0bdc2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1783223 Jul 16 20:59:34.906916 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44478) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:34.913808 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-31126da9-7c2b-4a22-94c7-9b65dc62b1c1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'security_group_rule': {'security_group_id': '8804f0d7-1ef7-4f34-a6d5-46618f38280f', 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:34.966041 n-d-791506-21 neutron-server[93794]: INFO neutron.db.securitygroups_db [None req-31126da9-7c2b-4a22-94c7-9b65dc62b1c1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Project f7f119dd46d44ed6bf6cf819c3be7511 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:59:34.971803 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31126da9-7c2b-4a22-94c7-9b65dc62b1c1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:35.074642 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f9d656b1-e83d-44be-8b0d-ef8bb5801601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798b7630-675b-456c-b65d-13fa65bc29fa', 'name': 'tempest-TestVolumeBootPattern-1892728282-router', 'tenant_id': 'dc46efbd6e3f4d4a9d4a1031bdadd9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4022e714-8eef-4a89-87d7-2bcc366763ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:09Z', 'updated_at': '2021-07-16T20:59:33Z', 'revision_number': 5, 'project_id': 'dc46efbd6e3f4d4a9d4a1031bdadd9cd', 'gw_port': {'id': '4022e714-8eef-4a89-87d7-2bcc366763ef', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798b7630-675b-456c-b65d-13fa65bc29fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:10Z', 'updated_at': '2021-07-16T20:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:35.101976 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31126da9-7c2b-4a22-94c7-9b65dc62b1c1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:35.110785 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31126da9-7c2b-4a22-94c7-9b65dc62b1c1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:35.142179 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31126da9-7c2b-4a22-94c7-9b65dc62b1c1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7cdca8f-be38-4c7b-b0d2-a0231d871b0b,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:35.142565 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d656b1-e83d-44be-8b0d-ef8bb5801601 None None] Checking router: 798b7630-675b-456c-b65d-13fa65bc29fa for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:59:35.152396 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31126da9-7c2b-4a22-94c7-9b65dc62b1c1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:35.154092 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-31126da9-7c2b-4a22-94c7-9b65dc62b1c1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2462010 Jul 16 20:59:35.186328 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d656b1-e83d-44be-8b0d-ef8bb5801601 None None] Routers {'798b7630-675b-456c-b65d-13fa65bc29fa'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:59:35.188489 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f9d656b1-e83d-44be-8b0d-ef8bb5801601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:59:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['798b7630-675b-456c-b65d-13fa65bc29fa'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:35.234237 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3a12904e-09ce-4343-b113-79008097f3fe up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:59:35.355185 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da4e5e54-950c-4069-9283-b2f17a78cace admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:35.428656 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 3a12904e-09ce-4343-b113-79008097f3fe completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:59:35.434348 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 3a12904e-09ce-4343-b113-79008097f3fe triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:35.434731 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:35.461637 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-f9d656b1-e83d-44be-8b0d-ef8bb5801601 None None] Set router 798b7630-675b-456c-b65d-13fa65bc29fa gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:59:35.502583 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-da4e5e54-950c-4069-9283-b2f17a78cace admin admin] Deleting port 4022e714-8eef-4a89-87d7-2bcc366763ef {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:35.503127 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da4e5e54-950c-4069-9283-b2f17a78cace admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:35.592212 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:35.633951 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 3a12904e-09ce-4343-b113-79008097f3fe, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=3a12904e-09ce-4343-b113-79008097f3fe,segment=NetworkSegment(9813fc2e-718f-46c3-86ec-f034853a12ca),segment_id=9813fc2e-718f-46c3-86ec-f034853a12ca)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:35.650206 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:35.654810 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-da4e5e54-950c-4069-9283-b2f17a78cace admin admin] For port 4022e714-8eef-4a89-87d7-2bcc366763ef, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4022e714-8eef-4a89-87d7-2bcc366763ef,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:35.655536 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da4e5e54-950c-4069-9283-b2f17a78cace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:35.670347 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-96c20bb4-ec07-457d-9fd7-f62290ff6df9 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1579969360&fields=id&tenant_id=f7f119dd46d44ed6bf6cf819c3be7511 HTTP/1.1" status: 200 len: 267 time: 0.1562123 Jul 16 20:59:35.685667 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-da4e5e54-950c-4069-9283-b2f17a78cace admin admin] Calling delete_port for 4022e714-8eef-4a89-87d7-2bcc366763ef owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:35.708273 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=3a12904e-09ce-4343-b113-79008097f3fe,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:35.739314 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95bf80-15dc-4ef6-b562-630e8c5fbb58 req-dd6f8e4a-5449-414d-aa51-cef9e5ffae0a tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:35.741549 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e95bf80-15dc-4ef6-b562-630e8c5fbb58 req-dd6f8e4a-5449-414d-aa51-cef9e5ffae0a tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbcb543e-10b6-49d9-8b32-38733fd7b034 HTTP/1.1" status: 200 len: 945 time: 0.1934898 Jul 16 20:59:35.850182 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f9d656b1-e83d-44be-8b0d-ef8bb5801601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798b7630-675b-456c-b65d-13fa65bc29fa', 'name': 'tempest-TestVolumeBootPattern-1892728282-router', 'tenant_id': 'dc46efbd6e3f4d4a9d4a1031bdadd9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4022e714-8eef-4a89-87d7-2bcc366763ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:09Z', 'updated_at': '2021-07-16T20:59:33Z', 'revision_number': 5, 'project_id': 'dc46efbd6e3f4d4a9d4a1031bdadd9cd', 'gw_port': {'id': '4022e714-8eef-4a89-87d7-2bcc366763ef', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798b7630-675b-456c-b65d-13fa65bc29fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:10Z', 'updated_at': '2021-07-16T20:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:35.881471 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-ac6daabf-540e-472a-bb79-8585ca0b2bc3 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:35.896834 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d656b1-e83d-44be-8b0d-ef8bb5801601 None None] The sync data for ids ['798b7630-675b-456c-b65d-13fa65bc29fa'] in n-d-791506-21 is: [{'id': '798b7630-675b-456c-b65d-13fa65bc29fa', 'name': 'tempest-TestVolumeBootPattern-1892728282-router', 'tenant_id': 'dc46efbd6e3f4d4a9d4a1031bdadd9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4022e714-8eef-4a89-87d7-2bcc366763ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:48:09Z', 'updated_at': '2021-07-16T20:59:33Z', 'revision_number': 5, 'project_id': 'dc46efbd6e3f4d4a9d4a1031bdadd9cd', 'gw_port': {'id': '4022e714-8eef-4a89-87d7-2bcc366763ef', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798b7630-675b-456c-b65d-13fa65bc29fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:48:10Z', 'updated_at': '2021-07-16T20:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:59:35.898165 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-ac6daabf-540e-472a-bb79-8585ca0b2bc3 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/networks?id=efdae877-440f-452b-988f-6b3c988cb3f7 HTTP/1.1" status: 200 len: 797 time: 0.2266264 Jul 16 20:59:35.939170 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e95bf80-15dc-4ef6-b562-630e8c5fbb58 req-fb4c51c9-e446-4ca9-9ef5-40eefb9c9efb tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.38 "GET /v2.0/security-groups?id=bcb9debb-e964-4be6-ad51-d00a5aa02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613367 Jul 16 20:59:35.952447 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da4e5e54-950c-4069-9283-b2f17a78cace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:35.963006 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-31a2232f-eb18-428f-a756-0a91e4f08c83 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/quotas/f7f119dd46d44ed6bf6cf819c3be7511 HTTP/1.1" status: 200 len: 375 time: 0.0637782 Jul 16 20:59:35.997165 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e5e54-950c-4069-9283-b2f17a78cace admin admin] Pushing event deleted for resources: {'Port': ['ID=4022e714-8eef-4a89-87d7-2bcc366763ef,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:36.080450 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da4e5e54-950c-4069-9283-b2f17a78cace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:36.126114 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-ddb5a557-1998-4946-a362-dfe4fdc773b0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f7f119dd46d44ed6bf6cf819c3be7511&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1617498 Jul 16 20:59:36.205058 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da4e5e54-950c-4069-9283-b2f17a78cace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:36.210963 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da4e5e54-950c-4069-9283-b2f17a78cace admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:36.321508 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da4e5e54-950c-4069-9283-b2f17a78cace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:36.322498 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4e5e54-950c-4069-9283-b2f17a78cace admin admin] Fanout notify agent at l3_agent the message router_deleted on router 798b7630-675b-456c-b65d-13fa65bc29fa {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:59:36.344730 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da4e5e54-950c-4069-9283-b2f17a78cace admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:36.346343 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-da4e5e54-950c-4069-9283-b2f17a78cace admin admin] 10.222.0.38 "DELETE /v2.0/routers/798b7630-675b-456c-b65d-13fa65bc29fa HTTP/1.1" status: 204 len: 168 time: 1.7835171 Jul 16 20:59:36.350182 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44516) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:36.467631 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-656889a5-1281-4981-ada8-23fee2b93cc7 admin admin] Deleting subnet 44c9ac80-f89a-4044-9d16-3e28d9b6bef3 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:59:36.473247 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-656889a5-1281-4981-ada8-23fee2b93cc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:36.538366 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-656889a5-1281-4981-ada8-23fee2b93cc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:36.549509 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-3effda5d-fb64-4217-9c82-ada91db13a1c service neutron] 10.222.0.38 "GET /v2.0/networks/efdae877-440f-452b-988f-6b3c988cb3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970299 Jul 16 20:59:36.674099 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-656889a5-1281-4981-ada8-23fee2b93cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:36.689200 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-ac4603da-986d-4c90-bda3-3dfcabbf03e2 service neutron] 10.222.0.38 "GET /v2.0/networks/efdae877-440f-452b-988f-6b3c988cb3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347907 Jul 16 20:59:36.746193 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-656889a5-1281-4981-ada8-23fee2b93cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:36.806146 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a108e8-6dc1-4bf6-970b-36972d266ef6 None None] Network 8ab239d5-afe9-4309-977b-a3d2ba775534 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:59:36.818655 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-656889a5-1281-4981-ada8-23fee2b93cc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:36.824955 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-656889a5-1281-4981-ada8-23fee2b93cc7 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/44c9ac80-f89a-4044-9d16-3e28d9b6bef3 HTTP/1.1" status: 204 len: 168 time: 0.4736640 Jul 16 20:59:36.826050 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656889a5-1281-4981-ada8-23fee2b93cc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44c9ac80-f89a-4044-9d16-3e28d9b6bef3,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:36.829478 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44524) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:36.937419 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d14aa00-7b57-4b5e-bd8c-a7da9683dae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:37.080861 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-6d14aa00-7b57-4b5e-bd8c-a7da9683dae0 admin admin] Deleting port a2b7815c-6a83-4d22-9db2-b5a93dfc547a {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:37.081217 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d14aa00-7b57-4b5e-bd8c-a7da9683dae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:37.086490 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-967a9cd7-d5d1-4705-8b8f-2b3cb3c2b4ed req-32250873-628d-4cf7-8f18-7b41471598ee tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d1a4fc0-df04-4d92-b354-921cdd6e80f4 HTTP/1.1" status: 200 len: 210 time: 0.0592861 Jul 16 20:59:37.198160 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-6d14aa00-7b57-4b5e-bd8c-a7da9683dae0 admin admin] For port a2b7815c-6a83-4d22-9db2-b5a93dfc547a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a2b7815c-6a83-4d22-9db2-b5a93dfc547a,segment=NetworkSegment(d33ba903-5727-44d0-a3cc-5049d1613b8d),segment_id=d33ba903-5727-44d0-a3cc-5049d1613b8d)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:37.198575 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d14aa00-7b57-4b5e-bd8c-a7da9683dae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:37.217172 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-6d14aa00-7b57-4b5e-bd8c-a7da9683dae0 admin admin] Calling delete_port for a2b7815c-6a83-4d22-9db2-b5a93dfc547a owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:37.242284 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14304952-d138-4fad-8cbd-411440534c8d req-353290fd-a3d9-4968-b64c-66f2c6d93681 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:37.243944 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-14304952-d138-4fad-8cbd-411440534c8d req-353290fd-a3d9-4968-b64c-66f2c6d93681 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbcb543e-10b6-49d9-8b32-38733fd7b034 HTTP/1.1" status: 200 len: 945 time: 0.1905465 Jul 16 20:59:37.344715 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-14304952-d138-4fad-8cbd-411440534c8d req-1d897908-7c49-433e-94de-ee6a14739441 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.38 "GET /v2.0/security-groups?id=bcb9debb-e964-4be6-ad51-d00a5aa02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610962 Jul 16 20:59:37.400510 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d14aa00-7b57-4b5e-bd8c-a7da9683dae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:37.426424 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1424c3-cffb-48a4-8113-7058fee078ea None None] DHCP port deletion for 8ab239d5-afe9-4309-977b-a3d2ba775534 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:59:37.448081 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14aa00-7b57-4b5e-bd8c-a7da9683dae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2b7815c-6a83-4d22-9db2-b5a93dfc547a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:37.452538 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d14aa00-7b57-4b5e-bd8c-a7da9683dae0 admin admin] No DVR routers for this DVR port a2b7815c-6a83-4d22-9db2-b5a93dfc547a on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:59:37.541576 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d14aa00-7b57-4b5e-bd8c-a7da9683dae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:37.549203 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3a12904e-09ce-4343-b113-79008097f3fe up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:59:37.558563 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-6d14aa00-7b57-4b5e-bd8c-a7da9683dae0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab239d5-afe9-4309-977b-a3d2ba775534']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:37.570117 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-6d14aa00-7b57-4b5e-bd8c-a7da9683dae0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd33ba903-5727-44d0-a3cc-5049d1613b8d') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:37.570593 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-6d14aa00-7b57-4b5e-bd8c-a7da9683dae0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd33ba903-5727-44d0-a3cc-5049d1613b8d') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:37.580180 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d14aa00-7b57-4b5e-bd8c-a7da9683dae0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:37.606574 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d14aa00-7b57-4b5e-bd8c-a7da9683dae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:37.611094 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 3a12904e-09ce-4343-b113-79008097f3fe triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:37.611465 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:37.627510 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d14aa00-7b57-4b5e-bd8c-a7da9683dae0 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:59:37.628455 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d14aa00-7b57-4b5e-bd8c-a7da9683dae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:59:37.643982 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:59:37.704926 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d14aa00-7b57-4b5e-bd8c-a7da9683dae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:37.707531 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device cfa2fc76-b28e-41b9-b331-fd3ffba1c282 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:59:37.715804 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d14aa00-7b57-4b5e-bd8c-a7da9683dae0 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:37.718192 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6d14aa00-7b57-4b5e-bd8c-a7da9683dae0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/8ab239d5-afe9-4309-977b-a3d2ba775534 HTTP/1.1" status: 204 len: 168 time: 0.8867807 Jul 16 20:59:37.730592 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14aa00-7b57-4b5e-bd8c-a7da9683dae0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ab239d5-afe9-4309-977b-a3d2ba775534,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:37.741180 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: cfa2fc76-b28e-41b9-b331-fd3ffba1c282 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:59:37.741584 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device cfa2fc76-b28e-41b9-b331-fd3ffba1c282 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:59:37.936331 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44548) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:37.979224 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-dd3bb080-1ec8-497e-a7f3-9fbd1dfd896a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d773f9510ee743d3a0654c8400382544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417278 Jul 16 20:59:37.981716 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44550) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:38.037674 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a28e609d-9ba0-46bc-ac4f-0afc214e6fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:38.059752 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a28e609d-9ba0-46bc-ac4f-0afc214e6fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:38.134104 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a28e609d-9ba0-46bc-ac4f-0afc214e6fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:38.140296 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a28e609d-9ba0-46bc-ac4f-0afc214e6fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:38.141528 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a28e609d-9ba0-46bc-ac4f-0afc214e6fe3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2 HTTP/1.1" status: 204 len: 168 time: 0.1589146 Jul 16 20:59:38.168361 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e609d-9ba0-46bc-ac4f-0afc214e6fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e7b3ea-597a-4cb7-b28e-b3503cf4b0d2,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:38.206895 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61147369-431a-41c7-a431-e1535f4ae6b3 req-72505c9e-2710-4588-a8de-9525fafa7d6d tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:38.209523 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-61147369-431a-41c7-a431-e1535f4ae6b3 req-72505c9e-2710-4588-a8de-9525fafa7d6d tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbcb543e-10b6-49d9-8b32-38733fd7b034 HTTP/1.1" status: 200 len: 945 time: 0.1145234 Jul 16 20:59:38.539326 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-df68b93b-5e03-4a9f-894b-f179af303e8c tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:38.542274 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-df68b93b-5e03-4a9f-894b-f179af303e8c tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.62 "GET /v2.0/networks?id=efdae877-440f-452b-988f-6b3c988cb3f7 HTTP/1.1" status: 200 len: 797 time: 0.1982775 Jul 16 20:59:38.620567 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-754454e5-09fe-4e6c-a5a9-88a997d32ae1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7f119dd46d44ed6bf6cf819c3be7511 HTTP/1.1" status: 200 len: 380 time: 0.0615251 Jul 16 20:59:38.635378 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b974bd1e-c476-4fd5-ab91-b8637d4b1d56 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'port': {'device_id': '2d1a4fc0-df04-4d92-b354-921cdd6e80f4', 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7', 'admin_state_up': True, 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'security_groups': ['8804f0d7-1ef7-4f34-a6d5-46618f38280f']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:38.681639 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-40914a84-ba16-45b8-8eb0-792c64d9824d req-5edbde72-a6ed-4c79-993e-c555c700bf4f tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d1a4fc0-df04-4d92-b354-921cdd6e80f4 HTTP/1.1" status: 200 len: 210 time: 0.4015429 Jul 16 20:59:38.789753 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b974bd1e-c476-4fd5-ab91-b8637d4b1d56 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Made reservation on behalf of f7f119dd46d44ed6bf6cf819c3be7511 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:38.796524 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b974bd1e-c476-4fd5-ab91-b8637d4b1d56 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:38.796648 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44568) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:38.797038 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-61147369-431a-41c7-a431-e1535f4ae6b3 req-7f95140b-cb0c-40b9-b843-7a941c6e43e7 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Deleting port 564ff119-5e76-4c97-8342-f4eab3d6e34f {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:38.797480 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-61147369-431a-41c7-a431-e1535f4ae6b3 req-7f95140b-cb0c-40b9-b843-7a941c6e43e7 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:38.832334 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fbec6-0130-41b6-b902-1734c992286a req-60d9216c-9486-4123-802b-6dca67aad3c1 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:38.838789 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c79fbec6-0130-41b6-b902-1734c992286a req-60d9216c-9486-4123-802b-6dca67aad3c1 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbcb543e-10b6-49d9-8b32-38733fd7b034 HTTP/1.1" status: 200 len: 945 time: 0.1629827 Jul 16 20:59:38.893937 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-96432410-ff30-4099-9210-69f568af0b0b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dc46efbd6e3f4d4a9d4a1031bdadd9cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0953093 Jul 16 20:59:38.897933 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44570) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:38.922686 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c79fbec6-0130-41b6-b902-1734c992286a req-ba4a32d5-8044-4960-83a7-095db7d9894a tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.38 "GET /v2.0/security-groups?id=bcb9debb-e964-4be6-ad51-d00a5aa02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803773 Jul 16 20:59:38.944115 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-61147369-431a-41c7-a431-e1535f4ae6b3 req-7f95140b-cb0c-40b9-b843-7a941c6e43e7 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] For port 564ff119-5e76-4c97-8342-f4eab3d6e34f, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=564ff119-5e76-4c97-8342-f4eab3d6e34f,segment=NetworkSegment(da82919d-0edb-490e-978c-76a7afdef375),segment_id=da82919d-0edb-490e-978c-76a7afdef375)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:38.945098 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-61147369-431a-41c7-a431-e1535f4ae6b3 req-7f95140b-cb0c-40b9-b843-7a941c6e43e7 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:38.960397 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-61147369-431a-41c7-a431-e1535f4ae6b3 req-7f95140b-cb0c-40b9-b843-7a941c6e43e7 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Calling delete_port for 564ff119-5e76-4c97-8342-f4eab3d6e34f owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:39.001567 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da9d06e1-a1a9-483d-96c8-228239f8e25d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.027177 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b974bd1e-c476-4fd5-ab91-b8637d4b1d56 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Allocated IP 172.20.0.4 (efdae877-440f-452b-988f-6b3c988cb3f7/702e3a4b-be9a-4f9a-8779-b22dbb88e4f9/469c1dee-a02c-47cb-9742-ed632fae5684) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:59:39.041962 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da9d06e1-a1a9-483d-96c8-228239f8e25d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.083281 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4022e714-8eef-4a89-87d7-2bcc366763ef no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:59:39.109501 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da9d06e1-a1a9-483d-96c8-228239f8e25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.112330 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 4022e714-8eef-4a89-87d7-2bcc366763ef {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:59:39.112868 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4022e714-8eef-4a89-87d7-2bcc366763ef not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:59:39.113391 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da9d06e1-a1a9-483d-96c8-228239f8e25d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.113661 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a2b7815c-6a83-4d22-9db2-b5a93dfc547a no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:59:39.120659 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-da9d06e1-a1a9-483d-96c8-228239f8e25d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/11f41fbe-f6ac-4516-9f20-943a4288d3fd HTTP/1.1" status: 204 len: 168 time: 0.2218320 Jul 16 20:59:39.128787 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d06e1-a1a9-483d-96c8-228239f8e25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f41fbe-f6ac-4516-9f20-943a4288d3fd,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:39.139288 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: a2b7815c-6a83-4d22-9db2-b5a93dfc547a {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:59:39.139628 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a2b7815c-6a83-4d22-9db2-b5a93dfc547a not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:59:39.151683 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-61147369-431a-41c7-a431-e1535f4ae6b3 req-7f95140b-cb0c-40b9-b843-7a941c6e43e7 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.164559 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['564ff119-5e76-4c97-8342-f4eab3d6e34f'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:59:39.218098 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95140b-cb0c-40b9-b843-7a941c6e43e7 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Pushing event deleted for resources: {'Port': ['ID=564ff119-5e76-4c97-8342-f4eab3d6e34f,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:39.288049 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-61147369-431a-41c7-a431-e1535f4ae6b3 req-7f95140b-cb0c-40b9-b843-7a941c6e43e7 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] No DVR routers for this DVR port 564ff119-5e76-4c97-8342-f4eab3d6e34f on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:59:39.290890 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-61147369-431a-41c7-a431-e1535f4ae6b3 req-7f95140b-cb0c-40b9-b843-7a941c6e43e7 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.293435 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-61147369-431a-41c7-a431-e1535f4ae6b3 req-7f95140b-cb0c-40b9-b843-7a941c6e43e7 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.18 "DELETE /v2.0/ports/564ff119-5e76-4c97-8342-f4eab3d6e34f HTTP/1.1" status: 204 len: 173 time: 1.0779450 Jul 16 20:59:39.293910 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcb543e-10b6-49d9-8b32-38733fd7b034', 'name': 'network-vif-deleted', 'tag': '564ff119-5e76-4c97-8342-f4eab3d6e34f'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:39.296244 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bd1cff-beb2-4cc9-8d0f-b5e730c8c74f" -d '{"events": [{"server_uuid": "dbcb543e-10b6-49d9-8b32-38733fd7b034", "name": "network-vif-deleted", "tag": "564ff119-5e76-4c97-8342-f4eab3d6e34f"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:39.324650 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b974bd1e-c476-4fd5-ab91-b8637d4b1d56 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.341572 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f81b0b-a061-41b5-a569-1438b62c9e3f x-openstack-request-id: req-a7f81b0b-a061-41b5-a569-1438b62c9e3f {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:39.341954 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcb543e-10b6-49d9-8b32-38733fd7b034", "name": "network-vif-deleted", "tag": "564ff119-5e76-4c97-8342-f4eab3d6e34f", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:39.342424 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a7f81b0b-a061-41b5-a569-1438b62c9e3f {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:39.342889 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcb543e-10b6-49d9-8b32-38733fd7b034', 'name': 'network-vif-deleted', 'tag': '564ff119-5e76-4c97-8342-f4eab3d6e34f', 'status': 'completed', 'code': 200} Jul 16 20:59:39.349512 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b974bd1e-c476-4fd5-ab91-b8637d4b1d56 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Transition to ACTIVE for port object 469c1dee-a02c-47cb-9742-ed632fae5684 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:39.392611 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b974bd1e-c476-4fd5-ab91-b8637d4b1d56 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.421331 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b974bd1e-c476-4fd5-ab91-b8637d4b1d56 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Network efdae877-440f-452b-988f-6b3c988cb3f7 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:59:39.425240 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b974bd1e-c476-4fd5-ab91-b8637d4b1d56 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:39.450123 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b974bd1e-c476-4fd5-ab91-b8637d4b1d56 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:59:39.532843 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974bd1e-c476-4fd5-ab91-b8637d4b1d56 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'Port': ['ID=469c1dee-a02c-47cb-9742-ed632fae5684,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:39.558226 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b974bd1e-c476-4fd5-ab91-b8637d4b1d56 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:39.559652 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b974bd1e-c476-4fd5-ab91-b8637d4b1d56 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.579657 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b974bd1e-c476-4fd5-ab91-b8637d4b1d56 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9536362 Jul 16 20:59:39.593644 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b250a8ea-0341-472a-b0cb-388a7ffb76cb service neutron] Request body: {'port': {'device_id': '2d1a4fc0-df04-4d92-b354-921cdd6e80f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:39.687005 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b250a8ea-0341-472a-b0cb-388a7ffb76cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.799544 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0a14235c-fe9f-45d7-a1ed-24cd87a6dade None None] Provisioning for port 469c1dee-a02c-47cb-9742-ed632fae5684 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:59:39.809502 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0a14235c-fe9f-45d7-a1ed-24cd87a6dade None None] Provisioning complete for port 469c1dee-a02c-47cb-9742-ed632fae5684 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:39.809925 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a14235c-fe9f-45d7-a1ed-24cd87a6dade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.855487 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0a14235c-fe9f-45d7-a1ed-24cd87a6dade None None] Port 469c1dee-a02c-47cb-9742-ed632fae5684 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:59:40.019471 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb76f9c-b950-49db-8390-1b376e078712 req-b21faee4-8a31-47cc-bfcc-d19174904ba3 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:40.039816 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b250a8ea-0341-472a-b0cb-388a7ffb76cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 469c1dee-a02c-47cb-9742-ed632fae5684 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:59:40.048756 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cbb76f9c-b950-49db-8390-1b376e078712 req-b21faee4-8a31-47cc-bfcc-d19174904ba3 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d1a4fc0-df04-4d92-b354-921cdd6e80f4 HTTP/1.1" status: 200 len: 931 time: 0.1057589 Jul 16 20:59:40.049520 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b250a8ea-0341-472a-b0cb-388a7ffb76cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:40.065885 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b250a8ea-0341-472a-b0cb-388a7ffb76cb service neutron] Transition to ACTIVE for port object 469c1dee-a02c-47cb-9742-ed632fae5684 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:40.071157 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b250a8ea-0341-472a-b0cb-388a7ffb76cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:40.133085 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cbb76f9c-b950-49db-8390-1b376e078712 req-4dcae3db-2c98-4dcb-a4bc-23b0f537cc68 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?id=8804f0d7-1ef7-4f34-a6d5-46618f38280f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808539 Jul 16 20:59:40.166829 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250a8ea-0341-472a-b0cb-388a7ffb76cb service neutron] Pushing event updated for resources: {'Port': ['ID=469c1dee-a02c-47cb-9742-ed632fae5684,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:40.190896 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-65d4d458-7677-4183-a6f0-a85dc95d5c8b req-bdba755e-b160-45e8-a263-d65a41cbae95 tempest-ServerPasswordTestJSON-1563462589 tempest-ServerPasswordTestJSON-1563462589-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbcb543e-10b6-49d9-8b32-38733fd7b034 HTTP/1.1" status: 200 len: 210 time: 0.0566225 Jul 16 20:59:40.271253 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b250a8ea-0341-472a-b0cb-388a7ffb76cb service neutron] Attempting to bind port 469c1dee-a02c-47cb-9742-ed632fae5684 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:59:40.271629 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b250a8ea-0341-472a-b0cb-388a7ffb76cb service neutron] Attempting to bind port 469c1dee-a02c-47cb-9742-ed632fae5684 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '9813fc2e-718f-46c3-86ec-f034853a12ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:59:40.272097 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b250a8ea-0341-472a-b0cb-388a7ffb76cb service neutron] Attempting to bind port 469c1dee-a02c-47cb-9742-ed632fae5684 on network efdae877-440f-452b-988f-6b3c988cb3f7 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:40.278435 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b250a8ea-0341-472a-b0cb-388a7ffb76cb service neutron] Port 469c1dee-a02c-47cb-9742-ed632fae5684 on network efdae877-440f-452b-988f-6b3c988cb3f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:59:40.278862 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b250a8ea-0341-472a-b0cb-388a7ffb76cb service neutron] Attempting to bind port 469c1dee-a02c-47cb-9742-ed632fae5684 on network efdae877-440f-452b-988f-6b3c988cb3f7 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:40.284536 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b250a8ea-0341-472a-b0cb-388a7ffb76cb service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:59:40.284949 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b250a8ea-0341-472a-b0cb-388a7ffb76cb service neutron] Checking segment: {'id': '9813fc2e-718f-46c3-86ec-f034853a12ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:40.285406 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b250a8ea-0341-472a-b0cb-388a7ffb76cb service neutron] Bound using segment: {'id': '9813fc2e-718f-46c3-86ec-f034853a12ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:59:40.285935 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b250a8ea-0341-472a-b0cb-388a7ffb76cb service neutron] Bound port: 469c1dee-a02c-47cb-9742-ed632fae5684, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9813fc2e-718f-46c3-86ec-f034853a12ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:59:40.287063 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b250a8ea-0341-472a-b0cb-388a7ffb76cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:40.364430 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b250a8ea-0341-472a-b0cb-388a7ffb76cb service neutron] For port 469c1dee-a02c-47cb-9742-ed632fae5684, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:59:40.369373 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b250a8ea-0341-472a-b0cb-388a7ffb76cb service neutron] For port 469c1dee-a02c-47cb-9742-ed632fae5684, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=469c1dee-a02c-47cb-9742-ed632fae5684,segment=NetworkSegment(9813fc2e-718f-46c3-86ec-f034853a12ca),segment_id=9813fc2e-718f-46c3-86ec-f034853a12ca)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:59:40.373267 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b250a8ea-0341-472a-b0cb-388a7ffb76cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:40.409430 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b250a8ea-0341-472a-b0cb-388a7ffb76cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:40.410186 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b250a8ea-0341-472a-b0cb-388a7ffb76cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:40.412436 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-b250a8ea-0341-472a-b0cb-388a7ffb76cb service neutron] 10.222.0.62 "PUT /v2.0/ports/469c1dee-a02c-47cb-9742-ed632fae5684 HTTP/1.1" status: 200 len: 1092 time: 0.8247821 Jul 16 20:59:40.412897 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1a4fc0-df04-4d92-b354-921cdd6e80f4', 'tag': '469c1dee-a02c-47cb-9742-ed632fae5684'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:40.415538 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e25a76d-99af-440c-8b3d-8c2ffbc650bb" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1a4fc0-df04-4d92-b354-921cdd6e80f4", "tag": "469c1dee-a02c-47cb-9742-ed632fae5684"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:40.456004 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250a8ea-0341-472a-b0cb-388a7ffb76cb service neutron] Pushing event updated for resources: {'Port': ['ID=469c1dee-a02c-47cb-9742-ed632fae5684,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:40.507294 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c36630-6e63-4225-8ace-0fac58bf6daf x-openstack-request-id: req-b7c36630-6e63-4225-8ace-0fac58bf6daf {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:40.507668 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1a4fc0-df04-4d92-b354-921cdd6e80f4", "tag": "469c1dee-a02c-47cb-9742-ed632fae5684", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:40.507988 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b7c36630-6e63-4225-8ace-0fac58bf6daf {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:40.508451 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1a4fc0-df04-4d92-b354-921cdd6e80f4', 'tag': '469c1dee-a02c-47cb-9742-ed632fae5684', 'status': 'completed', 'code': 200} Jul 16 20:59:40.554154 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-ac8c77d4-f425-4368-98b6-76e3a1092ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:40.556066 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-ac8c77d4-f425-4368-98b6-76e3a1092ed6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f7f119dd46d44ed6bf6cf819c3be7511&device_id=2d1a4fc0-df04-4d92-b354-921cdd6e80f4 HTTP/1.1" status: 200 len: 1095 time: 0.0844274 Jul 16 20:59:40.608528 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-1ed23918-1282-4cd0-a341-0be2456205db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=469c1dee-a02c-47cb-9742-ed632fae5684 HTTP/1.1" status: 200 len: 217 time: 0.0447662 Jul 16 20:59:40.661720 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-51115f26-af08-48af-8957-520fcf658f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:40.663735 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-51115f26-af08-48af-8957-520fcf658f4d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=702e3a4b-be9a-4f9a-8779-b22dbb88e4f9 HTTP/1.1" status: 200 len: 835 time: 0.0490198 Jul 16 20:59:40.728123 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-841ce8e5-850f-476e-99f0-0962c6d2ad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:40.730024 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-841ce8e5-850f-476e-99f0-0962c6d2ad4d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=efdae877-440f-452b-988f-6b3c988cb3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602050 Jul 16 20:59:40.836194 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-cf60fb48-6def-49ad-a679-6b18ffc972c9 service neutron] 10.222.0.62 "GET /v2.0/networks/efdae877-440f-452b-988f-6b3c988cb3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989785 Jul 16 20:59:40.908224 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44592) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:40.951931 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-941be920-311d-4fc1-9120-7d36fa6a80a4 req-1db153c9-7b6e-473b-bbda-81e7e5378fda service neutron] 10.222.0.62 "GET /v2.0/networks/efdae877-440f-452b-988f-6b3c988cb3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090875 Jul 16 20:59:41.049433 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-29a4624d-24dc-4b38-9c7a-fd2ad670f0b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:41.101196 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25a76d-99af-440c-8b3d-8c2ffbc650bb req-3ed1d020-3c86-48a6-953a-4bf440f7d630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:41.102737 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3e25a76d-99af-440c-8b3d-8c2ffbc650bb req-3ed1d020-3c86-48a6-953a-4bf440f7d630 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f7f119dd46d44ed6bf6cf819c3be7511&device_id=2d1a4fc0-df04-4d92-b354-921cdd6e80f4 HTTP/1.1" status: 200 len: 1095 time: 0.1011457 Jul 16 20:59:41.251866 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25a76d-99af-440c-8b3d-8c2ffbc650bb req-2ae85981-63fa-4a48-ac49-50ff36dddeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:41.253377 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3e25a76d-99af-440c-8b3d-8c2ffbc650bb req-2ae85981-63fa-4a48-ac49-50ff36dddeac service neutron] 10.222.0.62 "GET /v2.0/networks?id=efdae877-440f-452b-988f-6b3c988cb3f7 HTTP/1.1" status: 200 len: 898 time: 0.1436975 Jul 16 20:59:41.259095 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-29a4624d-24dc-4b38-9c7a-fd2ad670f0b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:41.268103 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-29a4624d-24dc-4b38-9c7a-fd2ad670f0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:41.317390 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44600) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:41.326049 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3e25a76d-99af-440c-8b3d-8c2ffbc650bb req-39f9de8d-b94a-4ff6-a684-b4058ced7858 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=469c1dee-a02c-47cb-9742-ed632fae5684 HTTP/1.1" status: 200 len: 217 time: 0.0653985 Jul 16 20:59:41.341856 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620be01-7ffd-4de2-ae4f-1f8bfe45f474 req-94c6f7a1-e9bd-4f78-9de9-ed71c4b27ad1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:41.343375 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e620be01-7ffd-4de2-ae4f-1f8bfe45f474 req-94c6f7a1-e9bd-4f78-9de9-ed71c4b27ad1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d1a4fc0-df04-4d92-b354-921cdd6e80f4 HTTP/1.1" status: 200 len: 943 time: 0.0810854 Jul 16 20:59:41.381724 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e620be01-7ffd-4de2-ae4f-1f8bfe45f474 req-77bbd270-f7fb-4569-a017-94217119bfe0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?id=8804f0d7-1ef7-4f34-a6d5-46618f38280f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325522 Jul 16 20:59:41.409894 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-29a4624d-24dc-4b38-9c7a-fd2ad670f0b1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=13577439ea464f4eaf4a0b4bd2e4ec84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5006385 Jul 16 20:59:41.410612 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4624d-24dc-4b38-9c7a-fd2ad670f0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07454138-4837-43c0-ba77-7d0eefab6b76,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:41.412746 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44602) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:41.435958 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-a69b9b30-9b9f-467c-8745-05ed9822fe05 admin admin] Deleting subnet 9f4d3b59-ea35-4dbd-8b49-7d404b44e511 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:59:41.439585 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25a76d-99af-440c-8b3d-8c2ffbc650bb req-2c94d72b-4815-4462-bc6b-1677ea332604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:41.441038 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3e25a76d-99af-440c-8b3d-8c2ffbc650bb req-2c94d72b-4815-4462-bc6b-1677ea332604 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=702e3a4b-be9a-4f9a-8779-b22dbb88e4f9 HTTP/1.1" status: 200 len: 835 time: 0.1018608 Jul 16 20:59:41.441672 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a69b9b30-9b9f-467c-8745-05ed9822fe05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:41.466395 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c296362-8fcd-468d-8af1-0ee5641b360a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:41.488082 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c296362-8fcd-468d-8af1-0ee5641b360a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:41.509861 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a69b9b30-9b9f-467c-8745-05ed9822fe05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:41.535131 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c296362-8fcd-468d-8af1-0ee5641b360a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:41.538834 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c296362-8fcd-468d-8af1-0ee5641b360a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:41.542482 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6c296362-8fcd-468d-8af1-0ee5641b360a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/07454138-4837-43c0-ba77-7d0eefab6b76 HTTP/1.1" status: 204 len: 168 time: 0.1258738 Jul 16 20:59:41.547902 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c296362-8fcd-468d-8af1-0ee5641b360a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07454138-4837-43c0-ba77-7d0eefab6b76,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:41.562080 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a69b9b30-9b9f-467c-8745-05ed9822fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:41.586538 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25a76d-99af-440c-8b3d-8c2ffbc650bb req-0ebb7036-f330-428c-a4d3-5373d45b3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:41.588053 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3e25a76d-99af-440c-8b3d-8c2ffbc650bb req-0ebb7036-f330-428c-a4d3-5373d45b3392 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=efdae877-440f-452b-988f-6b3c988cb3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1220679 Jul 16 20:59:41.682102 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a69b9b30-9b9f-467c-8745-05ed9822fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:41.714558 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b9b30-9b9f-467c-8745-05ed9822fe05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f4d3b59-ea35-4dbd-8b49-7d404b44e511,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:41.719872 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a69b9b30-9b9f-467c-8745-05ed9822fe05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:41.721736 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a69b9b30-9b9f-467c-8745-05ed9822fe05 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9f4d3b59-ea35-4dbd-8b49-7d404b44e511 HTTP/1.1" status: 204 len: 168 time: 0.3975844 Jul 16 20:59:41.725434 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44608) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:41.734113 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3e25a76d-99af-440c-8b3d-8c2ffbc650bb req-c90852b7-1cf9-4a92-826d-45d8d9de862f service neutron] 10.222.0.62 "GET /v2.0/networks/efdae877-440f-452b-988f-6b3c988cb3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384597 Jul 16 20:59:41.800267 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e518c5e9-6a62-4834-905f-e82e5555e4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:41.826573 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44610) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:41.846209 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ea5a3636-ae95-456e-ac8b-701c2a099682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:41.849980 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3e25a76d-99af-440c-8b3d-8c2ffbc650bb req-0280d9b6-8440-4ee4-8603-89456b837c44 service neutron] 10.222.0.62 "GET /v2.0/networks/efdae877-440f-452b-988f-6b3c988cb3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076176 Jul 16 20:59:41.879797 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 564ff119-5e76-4c97-8342-f4eab3d6e34f no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:59:41.892630 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e518c5e9-6a62-4834-905f-e82e5555e4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:41.905177 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-e518c5e9-6a62-4834-905f-e82e5555e4fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad075ed-7fb8-4156-a37a-92014ea43bb6']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:41.907179 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 564ff119-5e76-4c97-8342-f4eab3d6e34f {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:59:41.908355 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 564ff119-5e76-4c97-8342-f4eab3d6e34f not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:59:41.922722 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-e518c5e9-6a62-4834-905f-e82e5555e4fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da82919d-0edb-490e-978c-76a7afdef375') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:41.923158 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-e518c5e9-6a62-4834-905f-e82e5555e4fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da82919d-0edb-490e-978c-76a7afdef375') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:41.934115 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e518c5e9-6a62-4834-905f-e82e5555e4fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:41.953146 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e518c5e9-6a62-4834-905f-e82e5555e4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:41.960598 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e518c5e9-6a62-4834-905f-e82e5555e4fc admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:59:41.961011 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e518c5e9-6a62-4834-905f-e82e5555e4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: timer() Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:59:41.962745 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:59:41.970537 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ea5a3636-ae95-456e-ac8b-701c2a099682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:41.975782 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ea5a3636-ae95-456e-ac8b-701c2a099682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:42.015210 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ea5a3636-ae95-456e-ac8b-701c2a099682 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=51e71adc2506440bbb0b6a8d2fe2d2b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1874323 Jul 16 20:59:42.016621 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a3636-ae95-456e-ac8b-701c2a099682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a57ae35-cc01-4347-bf10-b07a22dd20d0,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:42.018677 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44612) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:42.033252 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e518c5e9-6a62-4834-905f-e82e5555e4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:42.037641 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e518c5e9-6a62-4834-905f-e82e5555e4fc admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:42.039511 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e518c5e9-6a62-4834-905f-e82e5555e4fc admin admin] 10.222.0.38 "DELETE /v2.0/networks/7ad075ed-7fb8-4156-a37a-92014ea43bb6 HTTP/1.1" status: 204 len: 168 time: 0.3126724 Jul 16 20:59:42.066230 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518c5e9-6a62-4834-905f-e82e5555e4fc admin admin] Pushing event deleted for resources: {'Network': ['ID=7ad075ed-7fb8-4156-a37a-92014ea43bb6,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:42.091814 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-627148ec-5698-4bb0-ab61-ea1426e6cfb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:42.115018 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-627148ec-5698-4bb0-ab61-ea1426e6cfb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:42.163744 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-627148ec-5698-4bb0-ab61-ea1426e6cfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:42.166923 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-627148ec-5698-4bb0-ab61-ea1426e6cfb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:42.168221 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-627148ec-5698-4bb0-ab61-ea1426e6cfb5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6a57ae35-cc01-4347-bf10-b07a22dd20d0 HTTP/1.1" status: 204 len: 168 time: 0.1480992 Jul 16 20:59:42.176334 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627148ec-5698-4bb0-ab61-ea1426e6cfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a57ae35-cc01-4347-bf10-b07a22dd20d0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:42.215067 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44618) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:42.261018 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cb03d440-205a-4738-933d-9329103f41c3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8aa8d3cb57c04a39a67b6d78107165e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447838 Jul 16 20:59:42.263478 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44620) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:42.318370 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-83696365-c287-41e3-aceb-b6fdd88e45c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:42.341083 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-83696365-c287-41e3-aceb-b6fdd88e45c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:42.389458 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-83696365-c287-41e3-aceb-b6fdd88e45c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:42.392055 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-83696365-c287-41e3-aceb-b6fdd88e45c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:42.393209 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-83696365-c287-41e3-aceb-b6fdd88e45c6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bcb9debb-e964-4be6-ad51-d00a5aa02c6c HTTP/1.1" status: 204 len: 168 time: 0.1286137 Jul 16 20:59:42.401583 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83696365-c287-41e3-aceb-b6fdd88e45c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb9debb-e964-4be6-ad51-d00a5aa02c6c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:42.472349 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 469c1dee-a02c-47cb-9742-ed632fae5684 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:59:42.586487 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fdd2c-d712-41ee-96e6-582e4397b5f0 req-057b3d8b-46fb-4f68-a405-fffae4af9bda tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:42.588352 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a83fdd2c-d712-41ee-96e6-582e4397b5f0 req-057b3d8b-46fb-4f68-a405-fffae4af9bda tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d1a4fc0-df04-4d92-b354-921cdd6e80f4 HTTP/1.1" status: 200 len: 943 time: 0.0773537 Jul 16 20:59:42.599520 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 469c1dee-a02c-47cb-9742-ed632fae5684, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=469c1dee-a02c-47cb-9742-ed632fae5684,segment=NetworkSegment(9813fc2e-718f-46c3-86ec-f034853a12ca),segment_id=9813fc2e-718f-46c3-86ec-f034853a12ca)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:42.611297 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '469c1dee-a02c-47cb-9742-ed632fae5684', 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7', 'port_id': '469c1dee-a02c-47cb-9742-ed632fae5684', 'mac_address': 'fa:16:3e:18:8b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:59:42.655086 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a83fdd2c-d712-41ee-96e6-582e4397b5f0 req-caba31c0-d1f9-4642-ad72-0aac68843e0f tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?id=8804f0d7-1ef7-4f34-a6d5-46618f38280f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592682 Jul 16 20:59:42.660029 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:42.680910 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 469c1dee-a02c-47cb-9742-ed632fae5684 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:59:42.701866 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 469c1dee-a02c-47cb-9742-ed632fae5684, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=469c1dee-a02c-47cb-9742-ed632fae5684,segment=NetworkSegment(9813fc2e-718f-46c3-86ec-f034853a12ca),segment_id=9813fc2e-718f-46c3-86ec-f034853a12ca)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:42.706953 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:42.763217 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=469c1dee-a02c-47cb-9742-ed632fae5684,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:42.772285 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:42.772633 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:42.772975 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:42.773540 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:42.773668 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:42.773967 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:42.774290 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:42.774670 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:42.774965 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:42.775288 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:42.775619 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:42.775942 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:42.905339 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['469c1dee-a02c-47cb-9742-ed632fae5684'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:59:43.852742 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357055e2-b8f3-47de-b352-98b44ef6b105 req-8a89000b-ed0a-47f6-b86f-f833febc1220 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:43.854300 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-357055e2-b8f3-47de-b352-98b44ef6b105 req-8a89000b-ed0a-47f6-b86f-f833febc1220 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d1a4fc0-df04-4d92-b354-921cdd6e80f4 HTTP/1.1" status: 200 len: 944 time: 0.0804980 Jul 16 20:59:43.902890 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-357055e2-b8f3-47de-b352-98b44ef6b105 req-fd110b62-4206-4dee-8a5e-4a4ac764e197 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?id=8804f0d7-1ef7-4f34-a6d5-46618f38280f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423951 Jul 16 20:59:44.418671 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44744) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:44.472600 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 469c1dee-a02c-47cb-9742-ed632fae5684 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:59:44.529829 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-df31fb75-704c-413e-a4b1-7449b8693beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:44.532442 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 469c1dee-a02c-47cb-9742-ed632fae5684 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:59:44.536766 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 469c1dee-a02c-47cb-9742-ed632fae5684 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:44.537608 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:44.625615 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:44.634830 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-df31fb75-704c-413e-a4b1-7449b8693beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:44.639999 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-df31fb75-704c-413e-a4b1-7449b8693beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:44.654716 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1a4fc0-df04-4d92-b354-921cdd6e80f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469c1dee-a02c-47cb-9742-ed632fae5684'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:44.657339 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c81cf0-ed43-45e4-90a5-f90585a7b43a" -d '{"events": [{"server_uuid": "2d1a4fc0-df04-4d92-b354-921cdd6e80f4", "name": "network-vif-plugged", "status": "completed", "tag": "469c1dee-a02c-47cb-9742-ed632fae5684"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:44.672937 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 469c1dee-a02c-47cb-9742-ed632fae5684, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=469c1dee-a02c-47cb-9742-ed632fae5684,segment=NetworkSegment(9813fc2e-718f-46c3-86ec-f034853a12ca),segment_id=9813fc2e-718f-46c3-86ec-f034853a12ca)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:44.680008 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:44.686877 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-df31fb75-704c-413e-a4b1-7449b8693beb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=652b4822da0f4fa3a2459be37c8d7ad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2669649 Jul 16 20:59:44.687642 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31fb75-704c-413e-a4b1-7449b8693beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404f6c51-fe0d-48d3-baad-40d0f35f4a45,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:44.687874 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44752) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:44.732120 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50d69c9-1fb1-4394-965e-11b1e6a7010d x-openstack-request-id: req-a50d69c9-1fb1-4394-965e-11b1e6a7010d {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:44.732415 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1a4fc0-df04-4d92-b354-921cdd6e80f4", "name": "network-vif-plugged", "status": "completed", "tag": "469c1dee-a02c-47cb-9742-ed632fae5684", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:44.732672 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a50d69c9-1fb1-4394-965e-11b1e6a7010d {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:44.733070 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1a4fc0-df04-4d92-b354-921cdd6e80f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469c1dee-a02c-47cb-9742-ed632fae5684', 'code': 200} Jul 16 20:59:44.745009 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=469c1dee-a02c-47cb-9742-ed632fae5684,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:44.764492 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-59496e5d-229c-40ba-b1ab-796129b28284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:44.788584 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-59496e5d-229c-40ba-b1ab-796129b28284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:44.873450 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-59496e5d-229c-40ba-b1ab-796129b28284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:44.876211 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-59496e5d-229c-40ba-b1ab-796129b28284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:44.880403 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-59496e5d-229c-40ba-b1ab-796129b28284 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/404f6c51-fe0d-48d3-baad-40d0f35f4a45 HTTP/1.1" status: 204 len: 168 time: 0.1885242 Jul 16 20:59:44.881980 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df32cf8-5be8-48cd-ba5c-8b8d3dc92b64 req-8b03f821-b67c-4529-b23d-f625263dacd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:44.883509 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9df32cf8-5be8-48cd-ba5c-8b8d3dc92b64 req-8b03f821-b67c-4529-b23d-f625263dacd3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2d1a4fc0-df04-4d92-b354-921cdd6e80f4 HTTP/1.1" status: 200 len: 1097 time: 0.0794845 Jul 16 20:59:44.895409 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59496e5d-229c-40ba-b1ab-796129b28284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404f6c51-fe0d-48d3-baad-40d0f35f4a45,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:44.925325 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9df32cf8-5be8-48cd-ba5c-8b8d3dc92b64 req-82503cfd-1948-41c6-9b20-0aa71e8e22ad service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8804f0d7-1ef7-4f34-a6d5-46618f38280f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354383 Jul 16 20:59:45.084819 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040436f9-99b6-44b8-a4f1-6fc8963434a2 req-0a8f8942-dd3c-4a91-b9aa-bdbd099be3f8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:45.086704 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-040436f9-99b6-44b8-a4f1-6fc8963434a2 req-0a8f8942-dd3c-4a91-b9aa-bdbd099be3f8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d1a4fc0-df04-4d92-b354-921cdd6e80f4 HTTP/1.1" status: 200 len: 945 time: 0.0696032 Jul 16 20:59:45.132012 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-040436f9-99b6-44b8-a4f1-6fc8963434a2 req-dcfd634b-14ec-48cf-ac1b-8fce48f26281 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?id=8804f0d7-1ef7-4f34-a6d5-46618f38280f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381520 Jul 16 20:59:45.316881 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44766) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:45.331964 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d8ea22f0-a8f7-454a-a703-c9e09866b4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:45.407483 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44770) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:45.434530 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d8ea22f0-a8f7-454a-a703-c9e09866b4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:45.438597 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d8ea22f0-a8f7-454a-a703-c9e09866b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:45.478028 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d8ea22f0-a8f7-454a-a703-c9e09866b4f7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c32244cb0d904ab08cea20612d310470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1594505 Jul 16 20:59:45.478941 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea22f0-a8f7-454a-a703-c9e09866b4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0cf4bf-4cab-4297-9441-8a7eb14835e4,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:45.480659 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44774) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:45.532589 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e9f80deb-2525-4f00-bedc-d7ba5bcf55fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:45.577528 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa37da7f-46c7-4912-96e2-42a86bd024e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:45.611433 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa37da7f-46c7-4912-96e2-42a86bd024e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:45.689017 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa37da7f-46c7-4912-96e2-42a86bd024e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:45.691400 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa37da7f-46c7-4912-96e2-42a86bd024e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:45.693173 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-aa37da7f-46c7-4912-96e2-42a86bd024e8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9a0cf4bf-4cab-4297-9441-8a7eb14835e4 HTTP/1.1" status: 204 len: 168 time: 0.2107828 Jul 16 20:59:45.704075 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e9f80deb-2525-4f00-bedc-d7ba5bcf55fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:45.711573 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37da7f-46c7-4912-96e2-42a86bd024e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0cf4bf-4cab-4297-9441-8a7eb14835e4,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:45.714183 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e9f80deb-2525-4f00-bedc-d7ba5bcf55fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:45.758244 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e9f80deb-2525-4f00-bedc-d7ba5bcf55fc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e82b98f5d5da47e98011432453c7c161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3496661 Jul 16 20:59:45.760248 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f80deb-2525-4f00-bedc-d7ba5bcf55fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9df45dc-c2ea-45e7-a0c4-7237ed5665d6,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:45.761164 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44778) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:45.823216 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d7e11fb-c41d-4146-a310-ba319cef8707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:45.848536 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d7e11fb-c41d-4146-a310-ba319cef8707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:45.897068 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d7e11fb-c41d-4146-a310-ba319cef8707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:45.899870 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d7e11fb-c41d-4146-a310-ba319cef8707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:45.901069 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4d7e11fb-c41d-4146-a310-ba319cef8707 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b9df45dc-c2ea-45e7-a0c4-7237ed5665d6 HTTP/1.1" status: 204 len: 168 time: 0.1386938 Jul 16 20:59:45.913360 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e11fb-c41d-4146-a310-ba319cef8707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9df45dc-c2ea-45e7-a0c4-7237ed5665d6,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:46.261371 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44800) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:46.273762 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c1b361ef-041a-4991-a944-1a19e0e85dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:46.332519 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee2deb-9669-4053-ae62-07647ba89bd9 req-310a7197-5c69-4c75-bf81-3c8342843b32 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:46.334234 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-78ee2deb-9669-4053-ae62-07647ba89bd9 req-310a7197-5c69-4c75-bf81-3c8342843b32 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d1a4fc0-df04-4d92-b354-921cdd6e80f4 HTTP/1.1" status: 200 len: 945 time: 0.0811887 Jul 16 20:59:46.374877 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-78ee2deb-9669-4053-ae62-07647ba89bd9 req-40d6f24d-acbd-441d-a3c9-dad0ca0d4244 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?id=8804f0d7-1ef7-4f34-a6d5-46618f38280f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349226 Jul 16 20:59:46.377627 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c1b361ef-041a-4991-a944-1a19e0e85dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:46.382885 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c1b361ef-041a-4991-a944-1a19e0e85dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:46.430946 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c1b361ef-041a-4991-a944-1a19e0e85dca admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0a2b9cd0dfdc4064aae8c62e2b30101e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1680934 Jul 16 20:59:46.430946 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b361ef-041a-4991-a944-1a19e0e85dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4fbce5-6787-46cd-acda-cea6a068966a,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:46.431513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44808) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:46.485445 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d0b7c6a-c395-49e8-afab-1efab87e3201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:46.489581 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44810) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:46.538611 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d0b7c6a-c395-49e8-afab-1efab87e3201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:46.599456 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e1c1e-1d12-44c0-9f70-171098bcd42f req-50eabca3-7d4c-47c5-b0b3-ebdb9edfa2f2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:46.600974 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a53e1c1e-1d12-44c0-9f70-171098bcd42f req-50eabca3-7d4c-47c5-b0b3-ebdb9edfa2f2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d1a4fc0-df04-4d92-b354-921cdd6e80f4 HTTP/1.1" status: 200 len: 945 time: 0.1104624 Jul 16 20:59:46.606509 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-4d670f4c-c09b-4355-be15-a6a870715eef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1514509960-network', 'tenant_id': '1619a5577e26480fa8822bce763714fa'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:46.624784 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d0b7c6a-c395-49e8-afab-1efab87e3201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:46.627632 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d0b7c6a-c395-49e8-afab-1efab87e3201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:46.628751 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5d0b7c6a-c395-49e8-afab-1efab87e3201 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2f4fbce5-6787-46cd-acda-cea6a068966a HTTP/1.1" status: 204 len: 168 time: 0.1961226 Jul 16 20:59:46.653407 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b7c6a-c395-49e8-afab-1efab87e3201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4fbce5-6787-46cd-acda-cea6a068966a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:46.668652 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d670f4c-c09b-4355-be15-a6a870715eef admin admin] Made reservation on behalf of 1619a5577e26480fa8822bce763714fa for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:46.671039 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4d670f4c-c09b-4355-be15-a6a870715eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:46.689517 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a53e1c1e-1d12-44c0-9f70-171098bcd42f req-cb0ab7cc-32ba-4d1c-8065-84bc3e52faf1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?id=8804f0d7-1ef7-4f34-a6d5-46618f38280f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796416 Jul 16 20:59:46.690453 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4d670f4c-c09b-4355-be15-a6a870715eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:46.714880 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44816) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:46.778803 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf500946-7473-447a-b137-265335aff998 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:46.780516 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bf500946-7473-447a-b137-265335aff998 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2d1a4fc0-df04-4d92-b354-921cdd6e80f4 HTTP/1.1" status: 200 len: 1092 time: 0.0645955 Jul 16 20:59:46.783756 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44820) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:46.788671 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-99540a67-115a-4f1a-bc60-34cb7e134789 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'port_id': '469c1dee-a02c-47cb-9742-ed632fae5684', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:46.803264 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4d670f4c-c09b-4355-be15-a6a870715eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:46.807335 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4d670f4c-c09b-4355-be15-a6a870715eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:46.822642 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99540a67-115a-4f1a-bc60-34cb7e134789 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for floatingip, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:46.834860 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d670f4c-c09b-4355-be15-a6a870715eef admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:59:46.847740 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d670f4c-c09b-4355-be15-a6a870715eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc24308-1d3b-4bff-985b-78ec8a0799c0,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:46.851438 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4d670f4c-c09b-4355-be15-a6a870715eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:46.851903 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-4d670f4c-c09b-4355-be15-a6a870715eef admin admin] Added segment 46047937-3693-4911-ae33-d6ec91ad426a of type vlan for network c65e9c88-a617-4e29-9367-626bb916a2c9 Jul 16 20:59:46.902564 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4d670f4c-c09b-4355-be15-a6a870715eef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:46.937364 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4d670f4c-c09b-4355-be15-a6a870715eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:46.938366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d670f4c-c09b-4355-be15-a6a870715eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:46.938942 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4d670f4c-c09b-4355-be15-a6a870715eef admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:46.947530 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99540a67-115a-4f1a-bc60-34cb7e134789 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:46.977131 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4d670f4c-c09b-4355-be15-a6a870715eef admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4818616 Jul 16 20:59:46.977354 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44828) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:46.982253 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-ca40d279-37c7-40f9-b04b-dd86ab0d250c admin admin] Request body: {'subnet': {'network_id': 'c65e9c88-a617-4e29-9367-626bb916a2c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1514509960-subnet', 'tenant_id': '1619a5577e26480fa8822bce763714fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:47.017044 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d670f4c-c09b-4355-be15-a6a870715eef admin admin] Pushing event updated for resources: {'Network': ['ID=c65e9c88-a617-4e29-9367-626bb916a2c9,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:47.030892 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network c65e9c88-a617-4e29-9367-626bb916a2c9 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:59:47.037952 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca40d279-37c7-40f9-b04b-dd86ab0d250c admin admin] Made reservation on behalf of 1619a5577e26480fa8822bce763714fa for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:47.040723 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ca40d279-37c7-40f9-b04b-dd86ab0d250c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:47.069259 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-99540a67-115a-4f1a-bc60-34cb7e134789 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Allocated IP 172.25.0.234 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/44e8692b-cb82-430f-b077-93d72b841414) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:59:47.214449 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99540a67-115a-4f1a-bc60-34cb7e134789 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:47.247154 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ca40d279-37c7-40f9-b04b-dd86ab0d250c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:47.269648 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99540a67-115a-4f1a-bc60-34cb7e134789 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:47.318152 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca40d279-37c7-40f9-b04b-dd86ab0d250c admin admin] Checking segment: {'id': '46047937-3693-4911-ae33-d6ec91ad426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c65e9c88-a617-4e29-9367-626bb916a2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:47.318547 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca40d279-37c7-40f9-b04b-dd86ab0d250c admin admin] Network hostable DHCP agents. Network: c65e9c88-a617-4e29-9367-626bb916a2c9, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:59:47.321796 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99540a67-115a-4f1a-bc60-34cb7e134789 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:59:47.322375 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40d279-37c7-40f9-b04b-dd86ab0d250c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e2994f1-76ca-4e63-b754-8ec7149d668f,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:47.325418 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-99540a67-115a-4f1a-bc60-34cb7e134789 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:47.329818 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99540a67-115a-4f1a-bc60-34cb7e134789 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:59:47.343540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca40d279-37c7-40f9-b04b-dd86ab0d250c admin admin] Network c65e9c88-a617-4e29-9367-626bb916a2c9 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:59:47.352326 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-ca40d279-37c7-40f9-b04b-dd86ab0d250c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, c65e9c88-a617-4e29-9367-626bb916a2c9) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:47.356809 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca40d279-37c7-40f9-b04b-dd86ab0d250c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:47.357478 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ca40d279-37c7-40f9-b04b-dd86ab0d250c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:47.361158 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99540a67-115a-4f1a-bc60-34cb7e134789 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'Port': ['ID=44e8692b-cb82-430f-b077-93d72b841414,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:47.366265 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2455b0-611f-4f36-80c2-2ec7c00ee794 None None] Network c65e9c88-a617-4e29-9367-626bb916a2c9 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:59:47.383200 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ca40d279-37c7-40f9-b04b-dd86ab0d250c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4048040 Jul 16 20:59:47.505109 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0d5693-45de-4ccb-ae9e-cf8b4a4668da None None] Network c65e9c88-a617-4e29-9367-626bb916a2c9 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:59:47.775983 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99540a67-115a-4f1a-bc60-34cb7e134789 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:47.862019 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99540a67-115a-4f1a-bc60-34cb7e134789 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:48.025605 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99540a67-115a-4f1a-bc60-34cb7e134789 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:48.031087 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99540a67-115a-4f1a-bc60-34cb7e134789 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:48.097012 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99540a67-115a-4f1a-bc60-34cb7e134789 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'Port': ['ID=44e8692b-cb82-430f-b077-93d72b841414,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:48.106815 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44868) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:48.109647 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99540a67-115a-4f1a-bc60-34cb7e134789 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:48.114898 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-4d2472d9-464b-4396-9481-8caba7b205c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1022578076-network', 'tenant_id': 'bc3f4dc76e0044ce831cf66518852119'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:48.141473 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2472d9-464b-4396-9481-8caba7b205c0 admin admin] Made reservation on behalf of bc3f4dc76e0044ce831cf66518852119 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:48.144302 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4d2472d9-464b-4396-9481-8caba7b205c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:48.157354 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4d2472d9-464b-4396-9481-8caba7b205c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:48.214139 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-99540a67-115a-4f1a-bc60-34cb7e134789 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Floating IP 44f0bcd9-9a11-468f-9578-31143180cb65 associated. External IP: 172.25.0.234, port: 469c1dee-a02c-47cb-9742-ed632fae5684. Jul 16 20:59:48.284365 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4d2472d9-464b-4396-9481-8caba7b205c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:48.290169 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4d2472d9-464b-4396-9481-8caba7b205c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:48.314161 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2472d9-464b-4396-9481-8caba7b205c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:59:48.331176 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2472d9-464b-4396-9481-8caba7b205c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e321bb-88e2-409b-95b5-db15ee3b1912,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:48.334903 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4d2472d9-464b-4396-9481-8caba7b205c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:48.335502 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-4d2472d9-464b-4396-9481-8caba7b205c0 admin admin] Added segment 0d01e8b1-910b-44c5-ac6d-80d47b2ad723 of type vlan for network ce1466d3-7a5d-433a-9f84-158608a2fe39 Jul 16 20:59:48.355240 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2472d9-464b-4396-9481-8caba7b205c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:48.356305 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2472d9-464b-4396-9481-8caba7b205c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:48.356803 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2472d9-464b-4396-9481-8caba7b205c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:48.357385 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2472d9-464b-4396-9481-8caba7b205c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:48.357942 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2472d9-464b-4396-9481-8caba7b205c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:48.358527 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2472d9-464b-4396-9481-8caba7b205c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:48.359014 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2472d9-464b-4396-9481-8caba7b205c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:48.359565 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2472d9-464b-4396-9481-8caba7b205c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:48.360050 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2472d9-464b-4396-9481-8caba7b205c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:48.360598 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2472d9-464b-4396-9481-8caba7b205c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:48.361080 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2472d9-464b-4396-9481-8caba7b205c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:48.361578 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2472d9-464b-4396-9481-8caba7b205c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:48.405051 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4d2472d9-464b-4396-9481-8caba7b205c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:48.445894 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4d2472d9-464b-4396-9481-8caba7b205c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:48.447017 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2472d9-464b-4396-9481-8caba7b205c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:48.447812 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4d2472d9-464b-4396-9481-8caba7b205c0 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:48.488499 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4d2472d9-464b-4396-9481-8caba7b205c0 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3805032 Jul 16 20:59:48.491361 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44878) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:48.522710 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-9e683eca-f456-434a-a7bb-0f52890c9c44 admin admin] Request body: {'subnet': {'network_id': 'ce1466d3-7a5d-433a-9f84-158608a2fe39', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1022578076-subnet', 'tenant_id': 'bc3f4dc76e0044ce831cf66518852119', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:48.529118 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2472d9-464b-4396-9481-8caba7b205c0 admin admin] Pushing event updated for resources: {'Network': ['ID=ce1466d3-7a5d-433a-9f84-158608a2fe39,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:48.545023 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network ce1466d3-7a5d-433a-9f84-158608a2fe39 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:59:48.551326 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e683eca-f456-434a-a7bb-0f52890c9c44 admin admin] Made reservation on behalf of bc3f4dc76e0044ce831cf66518852119 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:48.554771 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9e683eca-f456-434a-a7bb-0f52890c9c44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:48.751315 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9e683eca-f456-434a-a7bb-0f52890c9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:48.769056 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99540a67-115a-4f1a-bc60-34cb7e134789 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Router 9cacd887-55df-4c59-91b9-87739eeaed2b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:59:48.815166 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e683eca-f456-434a-a7bb-0f52890c9c44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c0a8d18-f250-4285-83b1-8618d6053133,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:48.820719 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e683eca-f456-434a-a7bb-0f52890c9c44 admin admin] Checking segment: {'id': '0d01e8b1-910b-44c5-ac6d-80d47b2ad723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ce1466d3-7a5d-433a-9f84-158608a2fe39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:48.821093 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e683eca-f456-434a-a7bb-0f52890c9c44 admin admin] Network hostable DHCP agents. Network: ce1466d3-7a5d-433a-9f84-158608a2fe39, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:59:48.842553 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e683eca-f456-434a-a7bb-0f52890c9c44 admin admin] Network ce1466d3-7a5d-433a-9f84-158608a2fe39 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:59:48.856658 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-9e683eca-f456-434a-a7bb-0f52890c9c44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, ce1466d3-7a5d-433a-9f84-158608a2fe39) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:48.860929 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e683eca-f456-434a-a7bb-0f52890c9c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:48.861519 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9e683eca-f456-434a-a7bb-0f52890c9c44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:48.869765 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6be10f1-d9b3-4ead-87b2-435f37d4ba62 None None] Network ce1466d3-7a5d-433a-9f84-158608a2fe39 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:59:48.881084 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9e683eca-f456-434a-a7bb-0f52890c9c44 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3876462 Jul 16 20:59:48.900482 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99540a67-115a-4f1a-bc60-34cb7e134789 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:59:48.917717 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9339d8c2-0909-4416-981d-222f4112efce None None] Sync routers for ids ['9cacd887-55df-4c59-91b9-87739eeaed2b'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:59:48.921283 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99540a67-115a-4f1a-bc60-34cb7e134789 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:48.955890 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9339d8c2-0909-4416-981d-222f4112efce None None] Routers {'9cacd887-55df-4c59-91b9-87739eeaed2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:59:48.956848 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9339d8c2-0909-4416-981d-222f4112efce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:59:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9cacd887-55df-4c59-91b9-87739eeaed2b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:48.967053 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44894) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:48.968038 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-99540a67-115a-4f1a-bc60-34cb7e134789 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1831732 Jul 16 20:59:48.968718 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1a4fc0-df04-4d92-b354-921cdd6e80f4', 'tag': '469c1dee-a02c-47cb-9742-ed632fae5684'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:48.971207 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e355281-b66f-48e7-8c98-ec60c1e67df6" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1a4fc0-df04-4d92-b354-921cdd6e80f4", "tag": "469c1dee-a02c-47cb-9742-ed632fae5684"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:49.024937 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930f88fc-9832-4557-ad21-3d23aa05c900 x-openstack-request-id: req-930f88fc-9832-4557-ad21-3d23aa05c900 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:49.025258 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1a4fc0-df04-4d92-b354-921cdd6e80f4", "tag": "469c1dee-a02c-47cb-9742-ed632fae5684", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:49.025487 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-930f88fc-9832-4557-ad21-3d23aa05c900 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:49.025918 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1a4fc0-df04-4d92-b354-921cdd6e80f4', 'tag': '469c1dee-a02c-47cb-9742-ed632fae5684', 'status': 'completed', 'code': 200} Jul 16 20:59:49.110980 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-caf71ca1-8caf-4a96-aa78-be9c566f7967 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/floatingips/44f0bcd9-9a11-468f-9578-31143180cb65 HTTP/1.1" status: 200 len: 991 time: 0.1421845 Jul 16 20:59:49.131403 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e355281-b66f-48e7-8c98-ec60c1e67df6 req-8e6d22f6-e84e-417d-a5a3-92fc6b12bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:49.133257 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e355281-b66f-48e7-8c98-ec60c1e67df6 req-8e6d22f6-e84e-417d-a5a3-92fc6b12bc08 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f7f119dd46d44ed6bf6cf819c3be7511&device_id=2d1a4fc0-df04-4d92-b354-921cdd6e80f4 HTTP/1.1" status: 200 len: 1097 time: 0.0755699 Jul 16 20:59:49.154948 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf270d9f-92c1-4155-b11a-66641ad593d0 None None] Network ce1466d3-7a5d-433a-9f84-158608a2fe39 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:59:49.174140 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-9339d8c2-0909-4416-981d-222f4112efce None None] Set router 9cacd887-55df-4c59-91b9-87739eeaed2b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:59:49.245721 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e355281-b66f-48e7-8c98-ec60c1e67df6 req-8e06b3eb-374e-41c8-b369-4a8214c1598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:49.247235 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e355281-b66f-48e7-8c98-ec60c1e67df6 req-8e06b3eb-374e-41c8-b369-4a8214c1598a service neutron] 10.222.0.62 "GET /v2.0/networks?id=efdae877-440f-452b-988f-6b3c988cb3f7 HTTP/1.1" status: 200 len: 898 time: 0.1073825 Jul 16 20:59:49.323071 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e355281-b66f-48e7-8c98-ec60c1e67df6 req-636ad664-603f-4b1e-b6bd-b6472406eb11 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=469c1dee-a02c-47cb-9742-ed632fae5684 HTTP/1.1" status: 200 len: 999 time: 0.0691082 Jul 16 20:59:49.394574 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e355281-b66f-48e7-8c98-ec60c1e67df6 req-817eb636-8cf9-40f3-a2f9-4fe1f0ab0bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:49.396470 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e355281-b66f-48e7-8c98-ec60c1e67df6 req-817eb636-8cf9-40f3-a2f9-4fe1f0ab0bcc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=702e3a4b-be9a-4f9a-8779-b22dbb88e4f9 HTTP/1.1" status: 200 len: 835 time: 0.0672681 Jul 16 20:59:49.447406 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44916) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:49.483057 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e355281-b66f-48e7-8c98-ec60c1e67df6 req-09a254ea-8c36-47fa-abee-91339798606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:49.484656 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e355281-b66f-48e7-8c98-ec60c1e67df6 req-09a254ea-8c36-47fa-abee-91339798606a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=efdae877-440f-452b-988f-6b3c988cb3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821991 Jul 16 20:59:49.531381 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9339d8c2-0909-4416-981d-222f4112efce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'name': 'tempest-TestNetworkBasicOps-router-1430914530', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:22Z', 'updated_at': '2021-07-16T20:59:29Z', 'revision_number': 4, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:23Z', 'updated_at': '2021-07-16T20:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '44f0bcd9-9a11-468f-9578-31143180cb65', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'port_id': '469c1dee-a02c-47cb-9742-ed632fae5684', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7', 'mac_address': 'fa:16:3e:18:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1a4fc0-df04-4d92-b354-921cdd6e80f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:59:47Z', 'updated_at': '2021-07-16T20:59:47Z', 'revision_number': 0, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a12904e-09ce-4343-b113-79008097f3fe', 'name': '', 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'mac_address': 'fa:16:3e:f5:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:28Z', 'updated_at': '2021-07-16T20:59:35Z', 'revision_number': 5, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'subnets': [{'id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:49.567396 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9339d8c2-0909-4416-981d-222f4112efce None None] Checking router: 9cacd887-55df-4c59-91b9-87739eeaed2b for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:59:49.569074 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-4684c6a4-e195-4a98-8dfe-279fc44415d2 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:49.570990 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-4684c6a4-e195-4a98-8dfe-279fc44415d2 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] 10.222.0.38 "GET /v2.0/networks?id=c65e9c88-a617-4e29-9367-626bb916a2c9 HTTP/1.1" status: 200 len: 809 time: 0.1150577 Jul 16 20:59:49.578617 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9339d8c2-0909-4416-981d-222f4112efce None None] Routers {'9cacd887-55df-4c59-91b9-87739eeaed2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:59:49.579327 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9339d8c2-0909-4416-981d-222f4112efce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T20:59:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9cacd887-55df-4c59-91b9-87739eeaed2b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:49.585473 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e355281-b66f-48e7-8c98-ec60c1e67df6 req-ad4c6431-3460-43a4-8da3-8b885bff21e6 service neutron] 10.222.0.62 "GET /v2.0/networks/efdae877-440f-452b-988f-6b3c988cb3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939815 Jul 16 20:59:49.590694 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-34c28c7d-5367-41a9-b32c-49d9f76f8e0f tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] 10.222.0.38 "GET /v2.0/quotas/1619a5577e26480fa8822bce763714fa HTTP/1.1" status: 200 len: 375 time: 0.0126317 Jul 16 20:59:49.638447 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-510fa4a4-6fa2-41d1-8222-2ef8b64d9fda tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1619a5577e26480fa8822bce763714fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408549 Jul 16 20:59:49.657706 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1decb77-85d3-4f12-8129-cc0d16974b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:49.700585 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8e355281-b66f-48e7-8c98-ec60c1e67df6 req-201517d1-7e75-4d0f-9e22-1337b8bf435a service neutron] 10.222.0.62 "GET /v2.0/networks/efdae877-440f-452b-988f-6b3c988cb3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079028 Jul 16 20:59:49.706536 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-9339d8c2-0909-4416-981d-222f4112efce None None] Set router 9cacd887-55df-4c59-91b9-87739eeaed2b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:59:49.772900 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-6db1fbcb-9271-4864-9755-5e44793ada5a service neutron] 10.222.0.38 "GET /v2.0/networks/c65e9c88-a617-4e29-9367-626bb916a2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231267 Jul 16 20:59:49.882106 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1decb77-85d3-4f12-8129-cc0d16974b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:49.889326 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1decb77-85d3-4f12-8129-cc0d16974b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:49.908644 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-d5f9e0bf-c03c-4688-b874-88ccb193f10d service neutron] 10.222.0.38 "GET /v2.0/networks/c65e9c88-a617-4e29-9367-626bb916a2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296489 Jul 16 20:59:49.932081 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b1decb77-85d3-4f12-8129-cc0d16974b05 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9b16794cecfd441fbd85a7afb35603f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4835846 Jul 16 20:59:49.933413 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1decb77-85d3-4f12-8129-cc0d16974b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26284f1c-2453-441c-a49e-cbad62747345,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:49.934795 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44920) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:49.948287 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9339d8c2-0909-4416-981d-222f4112efce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'name': 'tempest-TestNetworkBasicOps-router-1430914530', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:22Z', 'updated_at': '2021-07-16T20:59:29Z', 'revision_number': 4, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:23Z', 'updated_at': '2021-07-16T20:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '44f0bcd9-9a11-468f-9578-31143180cb65', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'port_id': '469c1dee-a02c-47cb-9742-ed632fae5684', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7', 'mac_address': 'fa:16:3e:18:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1a4fc0-df04-4d92-b354-921cdd6e80f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:59:47Z', 'updated_at': '2021-07-16T20:59:47Z', 'revision_number': 0, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a12904e-09ce-4343-b113-79008097f3fe', 'name': '', 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'mac_address': 'fa:16:3e:f5:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:28Z', 'updated_at': '2021-07-16T20:59:35Z', 'revision_number': 5, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'subnets': [{'id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:49.977074 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9339d8c2-0909-4416-981d-222f4112efce None None] The sync data for ids ['9cacd887-55df-4c59-91b9-87739eeaed2b'] in n-d-791506-21 is: [{'id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'name': 'tempest-TestNetworkBasicOps-router-1430914530', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:22Z', 'updated_at': '2021-07-16T20:59:29Z', 'revision_number': 4, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:23Z', 'updated_at': '2021-07-16T20:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '44f0bcd9-9a11-468f-9578-31143180cb65', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'port_id': '469c1dee-a02c-47cb-9742-ed632fae5684', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7', 'mac_address': 'fa:16:3e:18:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1a4fc0-df04-4d92-b354-921cdd6e80f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:59:47Z', 'updated_at': '2021-07-16T20:59:47Z', 'revision_number': 0, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a12904e-09ce-4343-b113-79008097f3fe', 'name': '', 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'mac_address': 'fa:16:3e:f5:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:28Z', 'updated_at': '2021-07-16T20:59:35Z', 'revision_number': 5, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'subnets': [{'id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:59:49.989507 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ceda1e54-3b02-4766-a201-eda302e19f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:50.013655 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ceda1e54-3b02-4766-a201-eda302e19f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:50.076299 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ceda1e54-3b02-4766-a201-eda302e19f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:50.079399 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ceda1e54-3b02-4766-a201-eda302e19f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:50.080576 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ceda1e54-3b02-4766-a201-eda302e19f7c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/26284f1c-2453-441c-a49e-cbad62747345 HTTP/1.1" status: 204 len: 168 time: 0.1447899 Jul 16 20:59:50.090778 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda1e54-3b02-4766-a201-eda302e19f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26284f1c-2453-441c-a49e-cbad62747345,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:50.111412 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44928) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:50.142587 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dafdaa44-fdfd-4740-9b12-0263735bbbd7 req-2887fbef-0f04-4c34-9e62-02fed5a4143a tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] 10.222.0.38 "GET /v2.0/ports?device_id=07dd45dc-068a-427b-add0-24807ac38954 HTTP/1.1" status: 200 len: 210 time: 0.0604157 Jul 16 20:59:50.202651 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6a79f102-04f2-466e-b4ed-d7d38fa1dacd tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/floatingips/44f0bcd9-9a11-468f-9578-31143180cb65 HTTP/1.1" status: 200 len: 991 time: 0.0871084 Jul 16 20:59:50.299780 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0dcfd2-3a7c-4138-9f60-fcbbd66e677f None None] New status for floating IP 44f0bcd9-9a11-468f-9578-31143180cb65: ACTIVE {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:59:50.434285 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44938) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:50.448039 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-916bbb6a-cbb5-44a6-8183-06a59da6b4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:50.553067 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-916bbb6a-cbb5-44a6-8183-06a59da6b4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:50.557161 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-916bbb6a-cbb5-44a6-8183-06a59da6b4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:50.603203 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-916bbb6a-cbb5-44a6-8183-06a59da6b4f9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b8f2d12ae1aa41d4a0dd0f173956b77f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1677258 Jul 16 20:59:50.604216 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bbb6a-cbb5-44a6-8183-06a59da6b4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96565bc1-a42b-4d8c-92cb-b7e351ae8682,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:50.605873 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 44940) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:50.658665 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a484a629-1c5a-4d88-aea6-e1c14f140232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:50.681851 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a484a629-1c5a-4d88-aea6-e1c14f140232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:50.729343 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a484a629-1c5a-4d88-aea6-e1c14f140232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:50.732060 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a484a629-1c5a-4d88-aea6-e1c14f140232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:50.733261 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a484a629-1c5a-4d88-aea6-e1c14f140232 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/96565bc1-a42b-4d8c-92cb-b7e351ae8682 HTTP/1.1" status: 204 len: 168 time: 0.1253173 Jul 16 20:59:50.743356 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484a629-1c5a-4d88-aea6-e1c14f140232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96565bc1-a42b-4d8c-92cb-b7e351ae8682,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:51.206815 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 44956) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:51.314044 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e61b958e-7446-4c6a-ab65-2267cb8dd7b9 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/floatingips/44f0bcd9-9a11-468f-9578-31143180cb65 HTTP/1.1" status: 200 len: 993 time: 0.1060545 Jul 16 20:59:51.363396 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a010578b-48d4-4724-83cf-70b8bcdd22ae req-c0bf74f8-d6c1-4b42-a052-f0bb375e41c6 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] 10.222.0.38 "GET /v2.0/ports?device_id=07dd45dc-068a-427b-add0-24807ac38954 HTTP/1.1" status: 200 len: 210 time: 0.0631304 Jul 16 20:59:51.393639 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-2bf41e38-17fb-4094-8ea3-e891f12924c6 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:51.393639 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-2bf41e38-17fb-4094-8ea3-e891f12924c6 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] 10.222.0.18 "GET /v2.0/networks?id=c65e9c88-a617-4e29-9367-626bb916a2c9 HTTP/1.1" status: 200 len: 809 time: 0.2419896 Jul 16 20:59:51.405042 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-f138656f-6cc1-4651-a84e-01ed5fe07b33 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Request body: {'port': {'device_id': '07dd45dc-068a-427b-add0-24807ac38954', 'network_id': 'c65e9c88-a617-4e29-9367-626bb916a2c9', 'admin_state_up': True, 'tenant_id': '1619a5577e26480fa8822bce763714fa'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:51.515513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-f138656f-6cc1-4651-a84e-01ed5fe07b33 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Made reservation on behalf of 1619a5577e26480fa8822bce763714fa for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:51.519048 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-f138656f-6cc1-4651-a84e-01ed5fe07b33 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:51.648283 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-f138656f-6cc1-4651-a84e-01ed5fe07b33 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Allocated IP 172.20.0.6 (c65e9c88-a617-4e29-9367-626bb916a2c9/2e2994f1-76ca-4e63-b754-8ec7149d668f/b3e47af7-6bd3-4f1b-808f-1b073060467e) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:59:51.725172 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47e539dc-a359-4326-bc12-0231224fd714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:51.809162 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-f138656f-6cc1-4651-a84e-01ed5fe07b33 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:51.851744 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-f138656f-6cc1-4651-a84e-01ed5fe07b33 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:51.894411 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-f138656f-6cc1-4651-a84e-01ed5fe07b33 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Network c65e9c88-a617-4e29-9367-626bb916a2c9 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:59:51.900577 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-f138656f-6cc1-4651-a84e-01ed5fe07b33 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:51.904497 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-f138656f-6cc1-4651-a84e-01ed5fe07b33 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:59:51.932904 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138656f-6cc1-4651-a84e-01ed5fe07b33 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Pushing event updated for resources: {'Port': ['ID=b3e47af7-6bd3-4f1b-808f-1b073060467e,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:51.959243 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-f138656f-6cc1-4651-a84e-01ed5fe07b33 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:51.959898 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-f138656f-6cc1-4651-a84e-01ed5fe07b33 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:51.974795 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-f138656f-6cc1-4651-a84e-01ed5fe07b33 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5735519 Jul 16 20:59:51.984475 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-3bdcdd2d-63ce-43d2-acb9-d2d14d0a63c7 service neutron] Request body: {'port': {'device_id': '07dd45dc-068a-427b-add0-24807ac38954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:52.062498 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-3bdcdd2d-63ce-43d2-acb9-d2d14d0a63c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:52.343193 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-3bdcdd2d-63ce-43d2-acb9-d2d14d0a63c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e47af7-6bd3-4f1b-808f-1b073060467e {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:59:52.351498 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-3bdcdd2d-63ce-43d2-acb9-d2d14d0a63c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:52.365088 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-3bdcdd2d-63ce-43d2-acb9-d2d14d0a63c7 service neutron] Transition to ACTIVE for port object b3e47af7-6bd3-4f1b-808f-1b073060467e will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:52.368778 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-3bdcdd2d-63ce-43d2-acb9-d2d14d0a63c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:52.424358 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcdd2d-63ce-43d2-acb9-d2d14d0a63c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e47af7-6bd3-4f1b-808f-1b073060467e,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:52.510510 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-3bdcdd2d-63ce-43d2-acb9-d2d14d0a63c7 service neutron] Attempting to bind port b3e47af7-6bd3-4f1b-808f-1b073060467e on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:59:52.510510 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-3bdcdd2d-63ce-43d2-acb9-d2d14d0a63c7 service neutron] Attempting to bind port b3e47af7-6bd3-4f1b-808f-1b073060467e by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '46047937-3693-4911-ae33-d6ec91ad426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c65e9c88-a617-4e29-9367-626bb916a2c9'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:59:52.510826 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-3bdcdd2d-63ce-43d2-acb9-d2d14d0a63c7 service neutron] Attempting to bind port b3e47af7-6bd3-4f1b-808f-1b073060467e on network c65e9c88-a617-4e29-9367-626bb916a2c9 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:52.533265 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-3bdcdd2d-63ce-43d2-acb9-d2d14d0a63c7 service neutron] Port b3e47af7-6bd3-4f1b-808f-1b073060467e on network c65e9c88-a617-4e29-9367-626bb916a2c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:59:52.533592 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-3bdcdd2d-63ce-43d2-acb9-d2d14d0a63c7 service neutron] Attempting to bind port b3e47af7-6bd3-4f1b-808f-1b073060467e on network c65e9c88-a617-4e29-9367-626bb916a2c9 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:52.541744 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-3bdcdd2d-63ce-43d2-acb9-d2d14d0a63c7 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:59:52.542085 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-3bdcdd2d-63ce-43d2-acb9-d2d14d0a63c7 service neutron] Checking segment: {'id': '46047937-3693-4911-ae33-d6ec91ad426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c65e9c88-a617-4e29-9367-626bb916a2c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:52.542505 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-3bdcdd2d-63ce-43d2-acb9-d2d14d0a63c7 service neutron] Bound using segment: {'id': '46047937-3693-4911-ae33-d6ec91ad426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c65e9c88-a617-4e29-9367-626bb916a2c9'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:59:52.542939 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-3bdcdd2d-63ce-43d2-acb9-d2d14d0a63c7 service neutron] Bound port: b3e47af7-6bd3-4f1b-808f-1b073060467e, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46047937-3693-4911-ae33-d6ec91ad426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c65e9c88-a617-4e29-9367-626bb916a2c9'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:59:52.543302 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-3bdcdd2d-63ce-43d2-acb9-d2d14d0a63c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:52.614420 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e4142-980e-4424-a868-ed1d8ced3339 req-e8c517ad-7682-4907-8c1b-b50b1112faac tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:52.616122 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-632e4142-980e-4424-a868-ed1d8ced3339 req-e8c517ad-7682-4907-8c1b-b50b1112faac tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] 10.222.0.38 "GET /v2.0/ports?device_id=07dd45dc-068a-427b-add0-24807ac38954 HTTP/1.1" status: 200 len: 943 time: 0.1191652 Jul 16 20:59:52.651680 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-3bdcdd2d-63ce-43d2-acb9-d2d14d0a63c7 service neutron] For port b3e47af7-6bd3-4f1b-808f-1b073060467e, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:59:52.672848 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-3bdcdd2d-63ce-43d2-acb9-d2d14d0a63c7 service neutron] For port b3e47af7-6bd3-4f1b-808f-1b073060467e, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b3e47af7-6bd3-4f1b-808f-1b073060467e,segment=NetworkSegment(46047937-3693-4911-ae33-d6ec91ad426a),segment_id=46047937-3693-4911-ae33-d6ec91ad426a)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:59:52.679156 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-632e4142-980e-4424-a868-ed1d8ced3339 req-3335c441-c89b-498f-bee7-503fde4adf93 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] 10.222.0.38 "GET /v2.0/security-groups?id=1cc24308-1d3b-4bff-985b-78ec8a0799c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536971 Jul 16 20:59:52.680811 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-3bdcdd2d-63ce-43d2-acb9-d2d14d0a63c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:52.715882 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-3bdcdd2d-63ce-43d2-acb9-d2d14d0a63c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:52.716504 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-3bdcdd2d-63ce-43d2-acb9-d2d14d0a63c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:52.717902 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-3bdcdd2d-63ce-43d2-acb9-d2d14d0a63c7 service neutron] 10.222.0.18 "PUT /v2.0/ports/b3e47af7-6bd3-4f1b-808f-1b073060467e HTTP/1.1" status: 200 len: 1092 time: 0.7375767 Jul 16 20:59:52.718367 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07dd45dc-068a-427b-add0-24807ac38954', 'tag': 'b3e47af7-6bd3-4f1b-808f-1b073060467e'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:52.720677 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e0a865-280f-4b14-b1a2-d7e57f67c698" -d '{"events": [{"name": "network-changed", "server_uuid": "07dd45dc-068a-427b-add0-24807ac38954", "tag": "b3e47af7-6bd3-4f1b-808f-1b073060467e"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:52.745117 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcdd2d-63ce-43d2-acb9-d2d14d0a63c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e47af7-6bd3-4f1b-808f-1b073060467e,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:52.766180 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45032) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:52.793819 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5904e875-cc90-4ada-8a2d-5e32164b8df4 x-openstack-request-id: req-5904e875-cc90-4ada-8a2d-5e32164b8df4 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:52.794115 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07dd45dc-068a-427b-add0-24807ac38954", "tag": "b3e47af7-6bd3-4f1b-808f-1b073060467e", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:52.794392 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5904e875-cc90-4ada-8a2d-5e32164b8df4 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:52.794796 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07dd45dc-068a-427b-add0-24807ac38954', 'tag': 'b3e47af7-6bd3-4f1b-808f-1b073060467e', 'status': 'completed', 'code': 200} Jul 16 20:59:52.822852 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-6a6c92d6-1ce0-40af-8451-5dace3596bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:52.824280 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-6a6c92d6-1ce0-40af-8451-5dace3596bd9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1619a5577e26480fa8822bce763714fa&device_id=07dd45dc-068a-427b-add0-24807ac38954 HTTP/1.1" status: 200 len: 1095 time: 0.0608675 Jul 16 20:59:52.869892 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-18ca1fe8-fc2f-4756-91ab-6a160e704d29 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3e47af7-6bd3-4f1b-808f-1b073060467e HTTP/1.1" status: 200 len: 217 time: 0.0389347 Jul 16 20:59:52.879770 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6f06-2546-4758-8c77-5863751f70f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:52.921116 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-ccc70377-9c4b-485b-b981-97090199347b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:52.922711 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-ccc70377-9c4b-485b-b981-97090199347b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2e2994f1-76ca-4e63-b754-8ec7149d668f HTTP/1.1" status: 200 len: 849 time: 0.0456016 Jul 16 20:59:52.957843 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-9b7d4ad9-e649-4c64-a1c8-f74f525f20d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c65e9c88-a617-4e29-9367-626bb916a2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289652 Jul 16 20:59:52.969974 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6f06-2546-4758-8c77-5863751f70f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:52.976323 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6f06-2546-4758-8c77-5863751f70f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:53.017599 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4a8f6f06-2546-4758-8c77-5863751f70f5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1a9db6ea848e4c0d8e408b4ff9b89482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472737 Jul 16 20:59:53.017599 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6f06-2546-4758-8c77-5863751f70f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfff2fcb-ec1a-499c-98ae-e08a790f72cc,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:53.018452 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45036) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:53.055514 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-994e0e4a-fafc-4a6c-aa82-210821885cd5 service neutron] 10.222.0.18 "GET /v2.0/networks/c65e9c88-a617-4e29-9367-626bb916a2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917025 Jul 16 20:59:53.068932 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-631c6251-ab99-4ca6-a2d4-cdbe5f798ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:53.094214 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-631c6251-ab99-4ca6-a2d4-cdbe5f798ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:53.142471 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-631c6251-ab99-4ca6-a2d4-cdbe5f798ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:53.145176 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-631c6251-ab99-4ca6-a2d4-cdbe5f798ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:53.146615 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-631c6251-ab99-4ca6-a2d4-cdbe5f798ffe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dfff2fcb-ec1a-499c-98ae-e08a790f72cc HTTP/1.1" status: 204 len: 168 time: 0.1272314 Jul 16 20:59:53.151257 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf93d275-2c0e-4290-be58-ddee3687cdc8 req-43609713-452b-4400-847f-48fd6d7dd30e service neutron] 10.222.0.18 "GET /v2.0/networks/c65e9c88-a617-4e29-9367-626bb916a2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899644 Jul 16 20:59:53.154356 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c6251-ab99-4ca6-a2d4-cdbe5f798ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfff2fcb-ec1a-499c-98ae-e08a790f72cc,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:53.259267 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0a865-280f-4b14-b1a2-d7e57f67c698 req-b6cfd6c8-6d39-48f5-9a8e-e77652ff951f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:53.260767 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55e0a865-280f-4b14-b1a2-d7e57f67c698 req-b6cfd6c8-6d39-48f5-9a8e-e77652ff951f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1619a5577e26480fa8822bce763714fa&device_id=07dd45dc-068a-427b-add0-24807ac38954 HTTP/1.1" status: 200 len: 1095 time: 0.0597351 Jul 16 20:59:53.353362 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0a865-280f-4b14-b1a2-d7e57f67c698 req-b0fe9aa8-84e9-48a2-a4f8-27849c6f39cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:53.354764 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55e0a865-280f-4b14-b1a2-d7e57f67c698 req-b0fe9aa8-84e9-48a2-a4f8-27849c6f39cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=c65e9c88-a617-4e29-9367-626bb916a2c9 HTTP/1.1" status: 200 len: 910 time: 0.0875428 Jul 16 20:59:53.400159 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55e0a865-280f-4b14-b1a2-d7e57f67c698 req-2f88447b-5e20-4838-a370-950e56e726aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3e47af7-6bd3-4f1b-808f-1b073060467e HTTP/1.1" status: 200 len: 217 time: 0.0389283 Jul 16 20:59:53.428103 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45042) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:53.441916 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-33f20847-a93a-494d-8049-fd59ab4b6e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:53.451836 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0a865-280f-4b14-b1a2-d7e57f67c698 req-9ddf88eb-73cc-4597-9880-23c1846c1d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:53.453385 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55e0a865-280f-4b14-b1a2-d7e57f67c698 req-9ddf88eb-73cc-4597-9880-23c1846c1d55 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2e2994f1-76ca-4e63-b754-8ec7149d668f HTTP/1.1" status: 200 len: 849 time: 0.0444918 Jul 16 20:59:53.488033 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55e0a865-280f-4b14-b1a2-d7e57f67c698 req-dc036d8f-a8d0-4cf7-b0fd-431d09a69fa6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c65e9c88-a617-4e29-9367-626bb916a2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280838 Jul 16 20:59:53.533858 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-33f20847-a93a-494d-8049-fd59ab4b6e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:53.538792 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-33f20847-a93a-494d-8049-fd59ab4b6e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:53.577101 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-33f20847-a93a-494d-8049-fd59ab4b6e71 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e226e556f6384420810525ec9a3fd070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477363 Jul 16 20:59:53.577956 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f20847-a93a-494d-8049-fd59ab4b6e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a12e40-ae75-4f3a-9ced-6eaad67bd423,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:53.580147 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45044) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:53.596995 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55e0a865-280f-4b14-b1a2-d7e57f67c698 req-49cd755c-6c72-4659-9d96-14a3b5958fe0 service neutron] 10.222.0.18 "GET /v2.0/networks/c65e9c88-a617-4e29-9367-626bb916a2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018565 Jul 16 20:59:53.685539 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30cd027d-3969-42dd-a0db-9462820dc717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:54.025931 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30cd027d-3969-42dd-a0db-9462820dc717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:54.063387 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55e0a865-280f-4b14-b1a2-d7e57f67c698 req-97cdd853-8ca0-4156-af4a-4af8c12d9afa service neutron] 10.222.0.18 "GET /v2.0/networks/c65e9c88-a617-4e29-9367-626bb916a2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570553 Jul 16 20:59:54.120962 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe476d9-4ed1-4133-8a8f-a4cfb010d125 req-00b56cbe-130d-4ee8-bd64-3f9fe1a328c6 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:54.122449 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dfe476d9-4ed1-4133-8a8f-a4cfb010d125 req-00b56cbe-130d-4ee8-bd64-3f9fe1a328c6 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] 10.222.0.38 "GET /v2.0/ports?device_id=07dd45dc-068a-427b-add0-24807ac38954 HTTP/1.1" status: 200 len: 943 time: 0.0993586 Jul 16 20:59:54.126771 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30cd027d-3969-42dd-a0db-9462820dc717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:54.129248 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30cd027d-3969-42dd-a0db-9462820dc717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:54.131078 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-30cd027d-3969-42dd-a0db-9462820dc717 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/02a12e40-ae75-4f3a-9ced-6eaad67bd423 HTTP/1.1" status: 204 len: 168 time: 0.5498352 Jul 16 20:59:54.146335 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd027d-3969-42dd-a0db-9462820dc717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a12e40-ae75-4f3a-9ced-6eaad67bd423,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:54.175166 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dfe476d9-4ed1-4133-8a8f-a4cfb010d125 req-720826e5-fb08-487f-98a9-5808307a3336 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] 10.222.0.38 "GET /v2.0/security-groups?id=1cc24308-1d3b-4bff-985b-78ec8a0799c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430503 Jul 16 20:59:54.244638 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fcd5ae76-e640-43ed-b19f-eeecaaf69e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:54.352436 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:55.356159 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296dfe98-9c46-4e4f-95b8-f44c624559ff req-d20b4a5e-efc4-4226-b34b-5911f18851ce tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:55.357632 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-296dfe98-9c46-4e4f-95b8-f44c624559ff req-d20b4a5e-efc4-4226-b34b-5911f18851ce tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] 10.222.0.38 "GET /v2.0/ports?device_id=07dd45dc-068a-427b-add0-24807ac38954 HTTP/1.1" status: 200 len: 943 time: 0.0680084 Jul 16 20:59:55.396549 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-296dfe98-9c46-4e4f-95b8-f44c624559ff req-969ac65d-a54a-4c4c-8a3e-04fd8b0f199e tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] 10.222.0.38 "GET /v2.0/security-groups?id=1cc24308-1d3b-4bff-985b-78ec8a0799c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329967 Jul 16 20:59:55.854872 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:55.978639 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b3e47af7-6bd3-4f1b-808f-1b073060467e details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:59:56.077769 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port b3e47af7-6bd3-4f1b-808f-1b073060467e, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b3e47af7-6bd3-4f1b-808f-1b073060467e,segment=NetworkSegment(46047937-3693-4911-ae33-d6ec91ad426a),segment_id=46047937-3693-4911-ae33-d6ec91ad426a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:56.088819 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'b3e47af7-6bd3-4f1b-808f-1b073060467e', 'network_id': 'c65e9c88-a617-4e29-9367-626bb916a2c9', 'port_id': 'b3e47af7-6bd3-4f1b-808f-1b073060467e', 'mac_address': 'fa:16:3e:02:5d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e2994f1-76ca-4e63-b754-8ec7149d668f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:59:56.132929 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:56.145725 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e47af7-6bd3-4f1b-808f-1b073060467e {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:59:56.165896 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port b3e47af7-6bd3-4f1b-808f-1b073060467e, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b3e47af7-6bd3-4f1b-808f-1b073060467e,segment=NetworkSegment(46047937-3693-4911-ae33-d6ec91ad426a),segment_id=46047937-3693-4911-ae33-d6ec91ad426a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:56.169875 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:56.219234 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=b3e47af7-6bd3-4f1b-808f-1b073060467e,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:56.355433 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['b3e47af7-6bd3-4f1b-808f-1b073060467e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:59:56.585620 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95826945-43ff-40bc-927b-c6be34b4947d req-8440229e-3c18-48e4-8720-7e31b843004c tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:56.587140 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-95826945-43ff-40bc-927b-c6be34b4947d req-8440229e-3c18-48e4-8720-7e31b843004c tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] 10.222.0.38 "GET /v2.0/ports?device_id=07dd45dc-068a-427b-add0-24807ac38954 HTTP/1.1" status: 200 len: 944 time: 0.0746708 Jul 16 20:59:56.626167 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-95826945-43ff-40bc-927b-c6be34b4947d req-aa8a1bec-ea94-41a4-8542-6d85abf25e1d tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] 10.222.0.38 "GET /v2.0/security-groups?id=1cc24308-1d3b-4bff-985b-78ec8a0799c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328996 Jul 16 20:59:57.701261 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:57.810711 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d38c9-e92a-4533-acb3-3cdf9cdc5586 req-8b8a507a-41d2-445b-b362-c40741f80a66 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:57.812226 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ca0d38c9-e92a-4533-acb3-3cdf9cdc5586 req-8b8a507a-41d2-445b-b362-c40741f80a66 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] 10.222.0.38 "GET /v2.0/ports?device_id=07dd45dc-068a-427b-add0-24807ac38954 HTTP/1.1" status: 200 len: 944 time: 0.0668390 Jul 16 20:59:57.851660 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ca0d38c9-e92a-4533-acb3-3cdf9cdc5586 req-3d845220-d9cd-4df8-b118-a32d9dfb2d2d tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] 10.222.0.38 "GET /v2.0/security-groups?id=1cc24308-1d3b-4bff-985b-78ec8a0799c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331662 Jul 16 20:59:57.991662 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b3e47af7-6bd3-4f1b-808f-1b073060467e up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:59:58.044359 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port b3e47af7-6bd3-4f1b-808f-1b073060467e completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:59:58.048598 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port b3e47af7-6bd3-4f1b-808f-1b073060467e triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:58.048966 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:58.127648 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:58.151927 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dd45dc-068a-427b-add0-24807ac38954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e47af7-6bd3-4f1b-808f-1b073060467e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:58.154156 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130a5549-bd8f-4833-a3e4-3500dc96b54f" -d '{"events": [{"server_uuid": "07dd45dc-068a-427b-add0-24807ac38954", "name": "network-vif-plugged", "status": "completed", "tag": "b3e47af7-6bd3-4f1b-808f-1b073060467e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:58.171110 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port b3e47af7-6bd3-4f1b-808f-1b073060467e, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b3e47af7-6bd3-4f1b-808f-1b073060467e,segment=NetworkSegment(46047937-3693-4911-ae33-d6ec91ad426a),segment_id=46047937-3693-4911-ae33-d6ec91ad426a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:58.177235 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:58.200607 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc90fc93-7561-4053-811a-cb44ad9aaaba x-openstack-request-id: req-bc90fc93-7561-4053-811a-cb44ad9aaaba {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:58.200906 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dd45dc-068a-427b-add0-24807ac38954", "name": "network-vif-plugged", "status": "completed", "tag": "b3e47af7-6bd3-4f1b-808f-1b073060467e", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:58.201159 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bc90fc93-7561-4053-811a-cb44ad9aaaba {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:58.201572 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dd45dc-068a-427b-add0-24807ac38954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e47af7-6bd3-4f1b-808f-1b073060467e', 'code': 200} Jul 16 20:59:58.228908 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=b3e47af7-6bd3-4f1b-808f-1b073060467e,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:58.323804 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843eb98d-5ad9-4a15-9265-ea630ff3faba req-757610e6-813e-4434-bad1-9cc7e5036ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:58.325228 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-843eb98d-5ad9-4a15-9265-ea630ff3faba req-757610e6-813e-4434-bad1-9cc7e5036ad4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=07dd45dc-068a-427b-add0-24807ac38954 HTTP/1.1" status: 200 len: 1097 time: 0.0608099 Jul 16 20:59:58.363543 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-843eb98d-5ad9-4a15-9265-ea630ff3faba req-c90fb1b2-2ee9-45f8-a756-ad6cc8402940 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1cc24308-1d3b-4bff-985b-78ec8a0799c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314407 Jul 16 20:59:59.029463 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70897a-356d-48c7-a58d-c8f809db689a req-b921831e-90fd-4b37-a8a3-4339b33dd215 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:59.031742 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3c70897a-356d-48c7-a58d-c8f809db689a req-b921831e-90fd-4b37-a8a3-4339b33dd215 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] 10.222.0.38 "GET /v2.0/ports?device_id=07dd45dc-068a-427b-add0-24807ac38954 HTTP/1.1" status: 200 len: 945 time: 0.0692611 Jul 16 20:59:59.081905 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3c70897a-356d-48c7-a58d-c8f809db689a req-fb291c79-ef92-46cb-867b-321fa903a490 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] 10.222.0.38 "GET /v2.0/security-groups?id=1cc24308-1d3b-4bff-985b-78ec8a0799c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426078 Jul 16 20:59:59.313293 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45402) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:59.418575 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-af8c076f-3ae4-4999-a109-0148e0176caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:59.506650 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-af8c076f-3ae4-4999-a109-0148e0176caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:59.510490 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-af8c076f-3ae4-4999-a109-0148e0176caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:59.549827 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c076f-3ae4-4999-a109-0148e0176caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c643b48-5fda-45b2-9a42-4e235c20572f,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:59.554712 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-af8c076f-3ae4-4999-a109-0148e0176caf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8aabb0a164404deb85a36069b189f007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403901 Jul 16 20:59:59.558271 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45406) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:59.606184 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e49af39-327c-44dc-9626-8ac362661c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:59.626847 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e49af39-327c-44dc-9626-8ac362661c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:59.674161 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e49af39-327c-44dc-9626-8ac362661c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:59.676752 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2e49af39-327c-44dc-9626-8ac362661c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:59.678004 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2e49af39-327c-44dc-9626-8ac362661c12 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1c643b48-5fda-45b2-9a42-4e235c20572f HTTP/1.1" status: 204 len: 168 time: 0.1194799 Jul 16 20:59:59.685942 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49af39-327c-44dc-9626-8ac362661c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c643b48-5fda-45b2-9a42-4e235c20572f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:59.739766 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:00.236587 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [req-910b16a8-00d6-4bc2-8a58-bc0875c1ae6b req-b59358c1-a118-408e-aac4-d364e4da42c8 service neutron] (93793) timed out ('10.222.0.38', 53224) {{(pid=93793) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 21:00:00.267598 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcd995-6a1a-4328-8bff-e461590fa6f2 req-84cd04ba-397c-4c5d-b532-6a822412bf44 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:00.269088 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2ebcd995-6a1a-4328-8bff-e461590fa6f2 req-84cd04ba-397c-4c5d-b532-6a822412bf44 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] 10.222.0.38 "GET /v2.0/ports?device_id=07dd45dc-068a-427b-add0-24807ac38954 HTTP/1.1" status: 200 len: 945 time: 0.0693440 Jul 16 21:00:00.309141 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2ebcd995-6a1a-4328-8bff-e461590fa6f2 req-4818d156-54ac-424e-bb89-b63fa2fcc884 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] 10.222.0.38 "GET /v2.0/security-groups?id=1cc24308-1d3b-4bff-985b-78ec8a0799c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342097 Jul 16 21:00:02.439404 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45602) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:02.549270 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6f9c7495-240b-422f-979e-888abef9daf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:02.643685 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6f9c7495-240b-422f-979e-888abef9daf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:02.649008 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6f9c7495-240b-422f-979e-888abef9daf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:02.688350 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6f9c7495-240b-422f-979e-888abef9daf5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=45d8aafa7d81483bb78080f9348fbfc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2478175 Jul 16 21:00:02.689180 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c7495-240b-422f-979e-888abef9daf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa743a95-956d-4f77-a8f8-bf15c1e2b7e3,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:02.693628 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45612) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:02.752901 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-67a09b09-2c75-4640-9b44-a80e7c20559a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:02.775536 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-67a09b09-2c75-4640-9b44-a80e7c20559a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:02.826154 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-67a09b09-2c75-4640-9b44-a80e7c20559a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:02.828795 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-67a09b09-2c75-4640-9b44-a80e7c20559a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:02.830074 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-67a09b09-2c75-4640-9b44-a80e7c20559a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fa743a95-956d-4f77-a8f8-bf15c1e2b7e3 HTTP/1.1" status: 204 len: 168 time: 0.1354575 Jul 16 21:00:02.839296 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a09b09-2c75-4640-9b44-a80e7c20559a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa743a95-956d-4f77-a8f8-bf15c1e2b7e3,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:02.970227 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d1ead-58a8-4720-b34e-87b7ef2d2a34 req-8864c4f8-4dd8-4953-aff5-c62059ba396d tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:02.971736 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c6d1ead-58a8-4720-b34e-87b7ef2d2a34 req-8864c4f8-4dd8-4953-aff5-c62059ba396d tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] 10.222.0.38 "GET /v2.0/ports?device_id=07dd45dc-068a-427b-add0-24807ac38954 HTTP/1.1" status: 200 len: 945 time: 0.0677738 Jul 16 21:00:03.012441 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c6d1ead-58a8-4720-b34e-87b7ef2d2a34 req-c50e6131-6ce9-48ab-9eea-87decfdf52ea tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] 10.222.0.38 "GET /v2.0/security-groups?id=1cc24308-1d3b-4bff-985b-78ec8a0799c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345509 Jul 16 21:00:03.097713 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45620) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:03.115719 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b2ff725f-6db6-46e0-9179-4f62605ca12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.204571 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b2ff725f-6db6-46e0-9179-4f62605ca12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.208376 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b2ff725f-6db6-46e0-9179-4f62605ca12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.247747 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b2ff725f-6db6-46e0-9179-4f62605ca12a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4d7979a7b01e4f2b86da72c55598e237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488564 Jul 16 21:00:03.248959 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff725f-6db6-46e0-9179-4f62605ca12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e604df3-6aca-441e-8684-9a7b5d27eeb2,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:03.249734 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45622) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:03.303411 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c4962fc5-5c85-4df1-9e78-9b70f7e590cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.323670 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c4962fc5-5c85-4df1-9e78-9b70f7e590cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.371605 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c4962fc5-5c85-4df1-9e78-9b70f7e590cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.374098 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c4962fc5-5c85-4df1-9e78-9b70f7e590cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.375375 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c4962fc5-5c85-4df1-9e78-9b70f7e590cf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4e604df3-6aca-441e-8684-9a7b5d27eeb2 HTTP/1.1" status: 204 len: 168 time: 0.1245620 Jul 16 21:00:03.383597 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4962fc5-5c85-4df1-9e78-9b70f7e590cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e604df3-6aca-441e-8684-9a7b5d27eeb2,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:03.437168 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:04.045945 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45646) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.166932 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [None req-86f08921-1031-4518-943d-e3060a25187f tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.167935 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-86f08921-1031-4518-943d-e3060a25187f tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1209581 Jul 16 21:00:04.171199 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45650) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.176157 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-2bd736d2-8476-4f1e-a229-8e00eb66b325 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.177221 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2bd736d2-8476-4f1e-a229-8e00eb66b325 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0050192 Jul 16 21:00:04.179727 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45652) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.183742 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b788a3-d156-4d39-8711-1849e0021ea7 req-e300ffda-c616-44bf-a5ff-cae10c70097f tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:04.183883 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-4b548f01-d343-435f-a32f-fd22644cd254 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.184728 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4b548f01-d343-435f-a32f-fd22644cd254 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0041530 Jul 16 21:00:04.185253 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a6b788a3-d156-4d39-8711-1849e0021ea7 req-e300ffda-c616-44bf-a5ff-cae10c70097f tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] 10.222.0.18 "GET /v2.0/ports?device_id=07dd45dc-068a-427b-add0-24807ac38954 HTTP/1.1" status: 200 len: 945 time: 0.1086431 Jul 16 21:00:04.186796 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45654) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.191017 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [None req-55d51dc6-b7e1-4ff6-963e-cc9e23d7f477 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.191918 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-55d51dc6-b7e1-4ff6-963e-cc9e23d7f477 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0042624 Jul 16 21:00:04.194659 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45656) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.198754 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-09a34e98-fabb-4467-aaa7-82ddfa797d0f tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.199677 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-09a34e98-fabb-4467-aaa7-82ddfa797d0f tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0041499 Jul 16 21:00:04.201869 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45658) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.205771 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-45f006c7-88ab-4430-ae57-9f51f00808fd tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.206834 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-45f006c7-88ab-4430-ae57-9f51f00808fd tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0040958 Jul 16 21:00:04.209785 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45660) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.214629 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-4c009cfe-6a5c-498e-b139-21364dacce04 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.215597 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4c009cfe-6a5c-498e-b139-21364dacce04 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0048501 Jul 16 21:00:04.217690 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45662) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.221513 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-75ef2178-068e-452e-a00c-d469b9c6c9b3 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.222497 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-75ef2178-068e-452e-a00c-d469b9c6c9b3 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0039217 Jul 16 21:00:04.224483 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45664) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.228651 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-b01a6aa4-cf38-4c70-af61-05333fa4bd4b tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.229661 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b01a6aa4-cf38-4c70-af61-05333fa4bd4b tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0041919 Jul 16 21:00:04.231894 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45666) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.236241 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-449605ca-1fb9-48c2-882a-4e7151084d9e tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.238759 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-449605ca-1fb9-48c2-882a-4e7151084d9e tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0057333 Jul 16 21:00:04.239944 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45668) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.244408 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-46e95017-6474-491f-ac81-a3a054578218 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.246747 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-46e95017-6474-491f-ac81-a3a054578218 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0057018 Jul 16 21:00:04.248465 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45670) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.253462 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-8f550322-0415-455e-a4f8-7dba5a181c87 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.254398 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8f550322-0415-455e-a4f8-7dba5a181c87 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0042360 Jul 16 21:00:04.257493 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45672) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.260370 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7a3b9-c8a0-42ee-b52b-9c9e6826cda8 req-d9a86071-3e9f-4a9e-a639-2fe0ccb833e3 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:04.261519 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-45041970-ed25-411c-9395-282540afc770 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.261843 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26f7a3b9-c8a0-42ee-b52b-9c9e6826cda8 req-d9a86071-3e9f-4a9e-a639-2fe0ccb833e3 tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] 10.222.0.38 "GET /v2.0/ports?device_id=07dd45dc-068a-427b-add0-24807ac38954 HTTP/1.1" status: 200 len: 945 time: 0.1335976 Jul 16 21:00:04.262449 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-45041970-ed25-411c-9395-282540afc770 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0039823 Jul 16 21:00:04.264634 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45674) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.269573 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-d6cc864d-344e-41f8-aa2a-0d2009d2fc6b tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.271428 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d6cc864d-344e-41f8-aa2a-0d2009d2fc6b tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051847 Jul 16 21:00:04.273905 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45676) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.277976 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-4c6b4295-9ca7-4f51-bdd4-846196d9690f tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.278940 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4c6b4295-9ca7-4f51-bdd4-846196d9690f tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0040615 Jul 16 21:00:04.281046 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45678) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.284876 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-0242128c-e983-4073-946e-871f8d71c87f tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.285780 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0242128c-e983-4073-946e-871f8d71c87f tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0038991 Jul 16 21:00:04.288229 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45680) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.292097 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-5094721f-bb0f-4c49-812b-3b76199dbef5 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.293003 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5094721f-bb0f-4c49-812b-3b76199dbef5 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0039561 Jul 16 21:00:04.295192 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45682) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.299273 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-fd2fa023-5036-4a8f-aa25-20aac09ef945 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.300178 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fd2fa023-5036-4a8f-aa25-20aac09ef945 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0041707 Jul 16 21:00:04.302554 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45684) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.306789 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-b3951366-4b65-4eb6-8a0c-2aa65cf2ec8d tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.307703 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b3951366-4b65-4eb6-8a0c-2aa65cf2ec8d tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0040591 Jul 16 21:00:04.309932 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45686) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.313761 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-4232b7f6-5894-4e5b-babe-417c7b16e1cf tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.314939 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4232b7f6-5894-4e5b-babe-417c7b16e1cf tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0038924 Jul 16 21:00:04.316737 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45688) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.321826 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-a5b8b02d-5df6-40b1-a3f8-88f7798048e6 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.322776 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a5b8b02d-5df6-40b1-a3f8-88f7798048e6 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0046968 Jul 16 21:00:04.325132 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45690) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.325937 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26f7a3b9-c8a0-42ee-b52b-9c9e6826cda8 req-4f6f03b4-68df-4452-9ab4-18612a367ccd tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] 10.222.0.38 "GET /v2.0/security-groups?id=1cc24308-1d3b-4bff-985b-78ec8a0799c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580621 Jul 16 21:00:04.329117 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-af02246c-6bdc-48fb-be3b-0748ab71e23d tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.329994 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-af02246c-6bdc-48fb-be3b-0748ab71e23d tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0040286 Jul 16 21:00:04.332196 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45692) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.337186 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-6141f393-ba81-4e15-9b24-26cbf525bc86 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.338103 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6141f393-ba81-4e15-9b24-26cbf525bc86 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0045960 Jul 16 21:00:04.343285 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45694) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.349162 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [None req-1ccba8c4-111f-49d1-86ee-82a593a59ecf tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.350126 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1ccba8c4-111f-49d1-86ee-82a593a59ecf tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0049255 Jul 16 21:00:04.352554 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45696) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.355822 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-a6b788a3-d156-4d39-8711-1849e0021ea7 req-5cd72508-161d-4b15-8bf3-5dbb3e1ea3cd tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Deleting port b3e47af7-6bd3-4f1b-808f-1b073060467e {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:00:04.356175 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a6b788a3-d156-4d39-8711-1849e0021ea7 req-5cd72508-161d-4b15-8bf3-5dbb3e1ea3cd tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:04.356790 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-6a196616-90c7-4141-8908-f03d9e9e16a9 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.357713 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6a196616-90c7-4141-8908-f03d9e9e16a9 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0042386 Jul 16 21:00:04.359839 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45698) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.363668 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-1a46a3dc-11c8-4de2-83a1-15790936c2a2 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.366764 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1a46a3dc-11c8-4de2-83a1-15790936c2a2 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0060558 Jul 16 21:00:04.367324 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45700) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.371401 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-bf4ca079-b5ed-482a-a392-4a5c6d1d6ca2 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.372316 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bf4ca079-b5ed-482a-a392-4a5c6d1d6ca2 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0041518 Jul 16 21:00:04.374451 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45702) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.378342 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-18f79742-795e-4868-9200-d3438c910c1f tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.379319 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-18f79742-795e-4868-9200-d3438c910c1f tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0039923 Jul 16 21:00:04.381422 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45704) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.385953 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-cb99c061-0e6d-48f8-a978-45ec5444185b tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.386976 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cb99c061-0e6d-48f8-a978-45ec5444185b tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0046492 Jul 16 21:00:04.388915 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45706) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.392811 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-b6030c68-4a4b-4d95-823d-aebfdf09ef0f tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.393683 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b6030c68-4a4b-4d95-823d-aebfdf09ef0f tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0039413 Jul 16 21:00:04.396002 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45708) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.399885 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-e31d22c4-a130-4bec-9c3b-1d2616e68ec7 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.400815 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e31d22c4-a130-4bec-9c3b-1d2616e68ec7 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0039868 Jul 16 21:00:04.402889 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45710) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.406837 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-42b1acae-1984-4c83-a2d2-bc6d6a0ea7fa tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.407737 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-42b1acae-1984-4c83-a2d2-bc6d6a0ea7fa tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0040433 Jul 16 21:00:04.409697 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45712) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.414200 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-129a1ca0-0c69-481c-b521-2cf015ea0b28 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.415129 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-129a1ca0-0c69-481c-b521-2cf015ea0b28 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0046320 Jul 16 21:00:04.417158 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45714) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.420940 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-cd1a0593-36e0-47b4-b33c-3f8212bd1aa1 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.423601 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cd1a0593-36e0-47b4-b33c-3f8212bd1aa1 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0047231 Jul 16 21:00:04.424270 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45716) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.428427 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-3d0f6ef8-e7cd-497a-bae2-eff8e4c5dd68 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.429346 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3d0f6ef8-e7cd-497a-bae2-eff8e4c5dd68 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0042481 Jul 16 21:00:04.431490 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45718) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.436040 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-de06cbc2-70eb-4377-9ce5-dd4342333b1e tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.437124 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-de06cbc2-70eb-4377-9ce5-dd4342333b1e tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0047047 Jul 16 21:00:04.439120 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45720) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.443723 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-dbb5059d-a01f-4cdc-bb1c-7a591df25a21 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.446608 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-dbb5059d-a01f-4cdc-bb1c-7a591df25a21 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0045550 Jul 16 21:00:04.446780 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45722) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.450686 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-be324daa-539b-411c-89e6-08e55215e9ad tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.451588 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-be324daa-539b-411c-89e6-08e55215e9ad tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0039849 Jul 16 21:00:04.451740 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-a6b788a3-d156-4d39-8711-1849e0021ea7 req-5cd72508-161d-4b15-8bf3-5dbb3e1ea3cd tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] For port b3e47af7-6bd3-4f1b-808f-1b073060467e, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=b3e47af7-6bd3-4f1b-808f-1b073060467e,segment=NetworkSegment(46047937-3693-4911-ae33-d6ec91ad426a),segment_id=46047937-3693-4911-ae33-d6ec91ad426a)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:04.452043 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a6b788a3-d156-4d39-8711-1849e0021ea7 req-5cd72508-161d-4b15-8bf3-5dbb3e1ea3cd tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:04.454012 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45724) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.458295 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-901448ee-116c-4a1b-922a-ebd6e4f11dd0 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.459720 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-901448ee-116c-4a1b-922a-ebd6e4f11dd0 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0042045 Jul 16 21:00:04.461435 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45726) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.465429 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-b8b3bac0-8287-43da-b294-73637ea84eba tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.466257 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-a6b788a3-d156-4d39-8711-1849e0021ea7 req-5cd72508-161d-4b15-8bf3-5dbb3e1ea3cd tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Calling delete_port for b3e47af7-6bd3-4f1b-808f-1b073060467e owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:00:04.466403 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b8b3bac0-8287-43da-b294-73637ea84eba tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0040686 Jul 16 21:00:04.468421 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45728) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.472232 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-6ffb862d-bf43-4a2f-af54-47991dae6a2f tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.473141 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6ffb862d-bf43-4a2f-af54-47991dae6a2f tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0039072 Jul 16 21:00:04.475496 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45730) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.479597 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-fe0cde1d-7c79-4bd2-b3f9-d11c65dc5992 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.480584 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fe0cde1d-7c79-4bd2-b3f9-d11c65dc5992 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0041721 Jul 16 21:00:04.482563 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45732) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.487219 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-87c7dc05-a290-4dd3-ae0f-48e0e6940b61 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.488208 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-87c7dc05-a290-4dd3-ae0f-48e0e6940b61 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0046639 Jul 16 21:00:04.490915 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45734) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.494773 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-ba58b04f-202f-4642-8000-7a326c03ceda tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.495682 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ba58b04f-202f-4642-8000-7a326c03ceda tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0039232 Jul 16 21:00:04.497779 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45736) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.501508 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-5c12bb57-d149-4993-a0c1-3acabc17b2ef tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.502436 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5c12bb57-d149-4993-a0c1-3acabc17b2ef tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0038292 Jul 16 21:00:04.504483 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45738) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.509069 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-1362542f-35f8-4986-ae94-2f4d9673b648 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.509984 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1362542f-35f8-4986-ae94-2f4d9673b648 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0039663 Jul 16 21:00:04.512196 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45740) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.515972 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-3ddce255-e655-4117-ba0d-5ea7ef7da7a1 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.516870 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3ddce255-e655-4117-ba0d-5ea7ef7da7a1 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0038619 Jul 16 21:00:04.518925 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45742) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.522838 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-f951a281-6790-4909-9f51-e173b65549ed tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.523741 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f951a281-6790-4909-9f51-e173b65549ed tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0040092 Jul 16 21:00:04.525953 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45744) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.530267 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [None req-862f7e3a-b673-4874-8df6-414eab879c78 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.531239 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-862f7e3a-b673-4874-8df6-414eab879c78 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0043275 Jul 16 21:00:04.533205 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45746) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.537286 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-c479a5a4-2f88-4f94-aee4-ed91cb68cca9 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.538259 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c479a5a4-2f88-4f94-aee4-ed91cb68cca9 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0042171 Jul 16 21:00:04.540345 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45748) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.544874 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-30bd2391-15fa-42b2-97ed-3115ab1d1a64 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.545843 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-30bd2391-15fa-42b2-97ed-3115ab1d1a64 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0046122 Jul 16 21:00:04.548147 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45750) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.552795 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-e9fda16c-5c7f-4ff0-9383-17f005088f6c tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.554312 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e9fda16c-5c7f-4ff0-9383-17f005088f6c tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0047307 Jul 16 21:00:04.556057 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45752) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.560083 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-52a98931-bb31-4cbc-8766-593851520fc2 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.564580 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45754) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.564719 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-52a98931-bb31-4cbc-8766-593851520fc2 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0077126 Jul 16 21:00:04.586247 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [None req-6fa4a67a-c227-43ca-9432-6b1a7fe1a453 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.587224 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6fa4a67a-c227-43ca-9432-6b1a7fe1a453 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0217278 Jul 16 21:00:04.590145 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45756) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.594506 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-76e222e2-e92c-4f25-a9ff-9750d5403fc3 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.595440 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-76e222e2-e92c-4f25-a9ff-9750d5403fc3 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0043144 Jul 16 21:00:04.597721 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45758) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.601697 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-d2042a28-1fa7-4495-bf48-bb64b8cffdca tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.604725 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d2042a28-1fa7-4495-bf48-bb64b8cffdca tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0040302 Jul 16 21:00:04.604964 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45760) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.609023 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-abc76216-1bf1-48f4-a438-5a4da6576b2b tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.609954 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-abc76216-1bf1-48f4-a438-5a4da6576b2b tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0041168 Jul 16 21:00:04.612538 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45762) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.613421 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a6b788a3-d156-4d39-8711-1849e0021ea7 req-5cd72508-161d-4b15-8bf3-5dbb3e1ea3cd tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:04.618852 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-9a708e77-8795-4b92-b4f6-08f0782ab466 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.619810 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9a708e77-8795-4b92-b4f6-08f0782ab466 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0064242 Jul 16 21:00:04.622848 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45764) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.625297 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['b3e47af7-6bd3-4f1b-808f-1b073060467e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:00:04.628779 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-55758b5a-13a9-49e2-b162-d71307bf8b1c tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.631481 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-55758b5a-13a9-49e2-b162-d71307bf8b1c tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0077031 Jul 16 21:00:04.632038 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45766) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.636188 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-5204cca6-b05e-4076-859a-e36d18657257 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.639745 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5204cca6-b05e-4076-859a-e36d18657257 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0068429 Jul 16 21:00:04.640391 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45768) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.644290 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-63431344-fe42-414c-8719-def87e731223 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.647946 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-63431344-fe42-414c-8719-def87e731223 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0066783 Jul 16 21:00:04.648629 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45770) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.652859 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-3104a0f5-a5cf-4063-a672-2a4ce9544376 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.653776 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3104a0f5-a5cf-4063-a672-2a4ce9544376 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0041482 Jul 16 21:00:04.656726 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45772) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.658884 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd72508-161d-4b15-8bf3-5dbb3e1ea3cd tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Pushing event deleted for resources: {'Port': ['ID=b3e47af7-6bd3-4f1b-808f-1b073060467e,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:04.660869 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-d12944f1-1f0f-4211-ab54-2607281df4d1 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.664642 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d12944f1-1f0f-4211-ab54-2607281df4d1 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0077102 Jul 16 21:00:04.665882 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45774) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.669291 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-55edb2d0-0859-4adf-a248-c7440ecc7490 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.670209 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-55edb2d0-0859-4adf-a248-c7440ecc7490 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0041556 Jul 16 21:00:04.672655 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45776) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.677651 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-3e4d1873-f488-444f-a142-acd9f640fb21 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.678583 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3e4d1873-f488-444f-a142-acd9f640fb21 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0048170 Jul 16 21:00:04.680747 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45778) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.687002 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-53bd9be6-9e5f-4703-8665-16ffb6ddd7b1 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.687968 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-53bd9be6-9e5f-4703-8665-16ffb6ddd7b1 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0063167 Jul 16 21:00:04.690068 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45780) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.694826 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-1df6b8fa-de50-4f4e-939c-266f75d356c5 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.695744 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1df6b8fa-de50-4f4e-939c-266f75d356c5 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0046256 Jul 16 21:00:04.697906 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45782) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.702074 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-20d08170-d362-4fd6-80f6-499aacfd4b25 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.703113 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-20d08170-d362-4fd6-80f6-499aacfd4b25 tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0042229 Jul 16 21:00:04.705110 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45784) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:04.708373 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b788a3-d156-4d39-8711-1849e0021ea7 req-5cd72508-161d-4b15-8bf3-5dbb3e1ea3cd tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] No DVR routers for this DVR port b3e47af7-6bd3-4f1b-808f-1b073060467e on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:00:04.709179 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [None req-33d68ba8-3a11-4715-80e7-f18b0a78045e tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] http://10.222.0.38:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:04.710726 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-33d68ba8-3a11-4715-80e7-f18b0a78045e tempest-ExtensionsTestJSON-945569345 tempest-ExtensionsTestJSON-945569345-project] 10.222.0.38 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0041659 Jul 16 21:00:04.711063 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a6b788a3-d156-4d39-8711-1849e0021ea7 req-5cd72508-161d-4b15-8bf3-5dbb3e1ea3cd tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:04.713133 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a6b788a3-d156-4d39-8711-1849e0021ea7 req-5cd72508-161d-4b15-8bf3-5dbb3e1ea3cd tempest-VolumesActionsTest-1605982826 tempest-VolumesActionsTest-1605982826-project] 10.222.0.18 "DELETE /v2.0/ports/b3e47af7-6bd3-4f1b-808f-1b073060467e HTTP/1.1" status: 204 len: 173 time: 0.5183823 Jul 16 21:00:04.713575 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dd45dc-068a-427b-add0-24807ac38954', 'name': 'network-vif-deleted', 'tag': 'b3e47af7-6bd3-4f1b-808f-1b073060467e'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:00:04.716274 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e26a621-d456-44a9-be7c-bedfc7c30f80" -d '{"events": [{"server_uuid": "07dd45dc-068a-427b-add0-24807ac38954", "name": "network-vif-deleted", "tag": "b3e47af7-6bd3-4f1b-808f-1b073060467e"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:00:04.909689 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d231b5a-9ed3-4f13-af16-d2ac0852c836 x-openstack-request-id: req-2d231b5a-9ed3-4f13-af16-d2ac0852c836 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:00:04.909991 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dd45dc-068a-427b-add0-24807ac38954", "name": "network-vif-deleted", "tag": "b3e47af7-6bd3-4f1b-808f-1b073060467e", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:00:04.910249 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2d231b5a-9ed3-4f13-af16-d2ac0852c836 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:00:04.910705 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dd45dc-068a-427b-add0-24807ac38954', 'name': 'network-vif-deleted', 'tag': 'b3e47af7-6bd3-4f1b-808f-1b073060467e', 'status': 'completed', 'code': 200} Jul 16 21:00:04.974703 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45796) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:05.078377 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-071eaa9c-f59f-460d-8da9-a6115ce8e740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:05.170071 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-071eaa9c-f59f-460d-8da9-a6115ce8e740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:05.174377 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-071eaa9c-f59f-460d-8da9-a6115ce8e740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:05.214796 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071eaa9c-f59f-460d-8da9-a6115ce8e740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0838877e-05c7-4920-8e00-d348b937032f,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:05.223111 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45800) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:05.230778 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-071eaa9c-f59f-460d-8da9-a6115ce8e740 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e9b71ff853fe428497530823d0a09e45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2548850 Jul 16 21:00:05.289778 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-73c21e10-9521-44ba-ac17-37dc431ae255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:05.312916 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-73c21e10-9521-44ba-ac17-37dc431ae255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:05.362183 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-73c21e10-9521-44ba-ac17-37dc431ae255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:05.366034 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-73c21e10-9521-44ba-ac17-37dc431ae255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:05.367462 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-73c21e10-9521-44ba-ac17-37dc431ae255 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0838877e-05c7-4920-8e00-d348b937032f HTTP/1.1" status: 204 len: 168 time: 0.1433804 Jul 16 21:00:05.379718 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c21e10-9521-44ba-ac17-37dc431ae255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0838877e-05c7-4920-8e00-d348b937032f,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:06.081136 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45834) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:06.181046 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-7ce59f6e-3476-45a9-9f75-3500779512ce tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1966707578'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:06.206072 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce59f6e-3476-45a9-9f75-3500779512ce tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Made reservation on behalf of 4d73d4ef6b714ce48c5547f8397a2717 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:06.210813 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7ce59f6e-3476-45a9-9f75-3500779512ce tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:06.220413 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7ce59f6e-3476-45a9-9f75-3500779512ce tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:06.328481 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7ce59f6e-3476-45a9-9f75-3500779512ce tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:06.332763 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7ce59f6e-3476-45a9-9f75-3500779512ce tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:06.361772 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce59f6e-3476-45a9-9f75-3500779512ce tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:00:06.372538 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce59f6e-3476-45a9-9f75-3500779512ce tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7f4063-4fe3-42d9-97fc-a171787b06d5,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:06.377414 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7ce59f6e-3476-45a9-9f75-3500779512ce tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:06.377752 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-7ce59f6e-3476-45a9-9f75-3500779512ce tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Added segment ab014528-e327-438b-8739-499a40596db8 of type vlan for network 2ef480cc-6bb6-401b-96b0-bc2edc80ede8 Jul 16 21:00:06.423163 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7ce59f6e-3476-45a9-9f75-3500779512ce tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:06.452114 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7ce59f6e-3476-45a9-9f75-3500779512ce tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:06.457724 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce59f6e-3476-45a9-9f75-3500779512ce tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:06.458301 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7ce59f6e-3476-45a9-9f75-3500779512ce tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:06.509640 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7ce59f6e-3476-45a9-9f75-3500779512ce tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4271367 Jul 16 21:00:06.558919 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce59f6e-3476-45a9-9f75-3500779512ce tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event updated for resources: {'Network': ['ID=2ef480cc-6bb6-401b-96b0-bc2edc80ede8,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:06.569101 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 2ef480cc-6bb6-401b-96b0-bc2edc80ede8 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:00:06.640000 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45838) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:06.645198 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-70c2018a-d72b-4548-9b59-54f40440e48b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Request body: {'subnet': {'network_id': '2ef480cc-6bb6-401b-96b0-bc2edc80ede8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:06.735111 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c2018a-d72b-4548-9b59-54f40440e48b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Made reservation on behalf of 4d73d4ef6b714ce48c5547f8397a2717 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:06.738643 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-70c2018a-d72b-4548-9b59-54f40440e48b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:06.923445 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-70c2018a-d72b-4548-9b59-54f40440e48b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:06.998472 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2018a-d72b-4548-9b59-54f40440e48b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event updated for resources: {'Subnet': ['ID=e5a9ce00-a4a8-4ae4-bc5a-1e8554547003,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:07.001185 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c2018a-d72b-4548-9b59-54f40440e48b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Checking segment: {'id': 'ab014528-e327-438b-8739-499a40596db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2ef480cc-6bb6-401b-96b0-bc2edc80ede8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:07.001894 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c2018a-d72b-4548-9b59-54f40440e48b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Network hostable DHCP agents. Network: 2ef480cc-6bb6-401b-96b0-bc2edc80ede8, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:00:07.020157 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c2018a-d72b-4548-9b59-54f40440e48b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Network 2ef480cc-6bb6-401b-96b0-bc2edc80ede8 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:00:07.029020 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-70c2018a-d72b-4548-9b59-54f40440e48b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 2ef480cc-6bb6-401b-96b0-bc2edc80ede8) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:07.033328 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c2018a-d72b-4548-9b59-54f40440e48b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:07.033912 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-70c2018a-d72b-4548-9b59-54f40440e48b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:07.039549 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a670602c-d3d4-4191-88dd-9f679913dd26 None None] Network 2ef480cc-6bb6-401b-96b0-bc2edc80ede8 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:07.054365 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-70c2018a-d72b-4548-9b59-54f40440e48b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4096031 Jul 16 21:00:07.055609 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45850) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:07.061093 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-e1d52b16-3ebd-43f7-9bb9-7f1e99adb461 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1423775995'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:07.083913 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d52b16-3ebd-43f7-9bb9-7f1e99adb461 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Made reservation on behalf of 4d73d4ef6b714ce48c5547f8397a2717 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:07.089340 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1d52b16-3ebd-43f7-9bb9-7f1e99adb461 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:07.115921 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d52b16-3ebd-43f7-9bb9-7f1e99adb461 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:00:07.125529 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1d52b16-3ebd-43f7-9bb9-7f1e99adb461 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:07.126116 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-e1d52b16-3ebd-43f7-9bb9-7f1e99adb461 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Added segment da5d35f8-ec47-4c09-b20e-156f020158f9 of type vlan for network eb043328-e8f8-4800-9afd-e3225c12ed7b Jul 16 21:00:07.169816 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1d52b16-3ebd-43f7-9bb9-7f1e99adb461 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:07.199047 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f93c2ff-fbfe-4014-b9df-4a73e7096103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-2ef480cc-6bb6-401b-96b0-bc2edc80ede8', 'network_id': '2ef480cc-6bb6-401b-96b0-bc2edc80ede8', 'tenant_id': '4d73d4ef6b714ce48c5547f8397a2717', 'fixed_ips': [{'subnet_id': 'e5a9ce00-a4a8-4ae4-bc5a-1e8554547003'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:00:07.200239 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f93c2ff-fbfe-4014-b9df-4a73e7096103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:07.202028 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1d52b16-3ebd-43f7-9bb9-7f1e99adb461 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:07.208505 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d52b16-3ebd-43f7-9bb9-7f1e99adb461 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:07.209343 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1d52b16-3ebd-43f7-9bb9-7f1e99adb461 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:07.284046 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e1d52b16-3ebd-43f7-9bb9-7f1e99adb461 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2271352 Jul 16 21:00:07.285028 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d52b16-3ebd-43f7-9bb9-7f1e99adb461 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event updated for resources: {'Network': ['ID=eb043328-e8f8-4800-9afd-e3225c12ed7b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:07.287589 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45852) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:07.301599 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e2f5316e-6056-4ca9-9c2a-55c8fdc3c732 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Request body: {'subnet': {'network_id': 'eb043328-e8f8-4800-9afd-e3225c12ed7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:07.303793 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network eb043328-e8f8-4800-9afd-e3225c12ed7b details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:00:07.395427 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f5316e-6056-4ca9-9c2a-55c8fdc3c732 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Made reservation on behalf of 4d73d4ef6b714ce48c5547f8397a2717 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:07.399800 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e2f5316e-6056-4ca9-9c2a-55c8fdc3c732 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:07.407380 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-6f93c2ff-fbfe-4014-b9df-4a73e7096103 None None] Allocated IP 172.20.255.242 (2ef480cc-6bb6-401b-96b0-bc2edc80ede8/e5a9ce00-a4a8-4ae4-bc5a-1e8554547003/b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:00:07.614114 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e2f5316e-6056-4ca9-9c2a-55c8fdc3c732 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:07.696529 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5316e-6056-4ca9-9c2a-55c8fdc3c732 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event updated for resources: {'Subnet': ['ID=6aeb0290-132d-46b8-ba56-53f4964671cd,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:07.707485 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f5316e-6056-4ca9-9c2a-55c8fdc3c732 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Checking segment: {'id': 'da5d35f8-ec47-4c09-b20e-156f020158f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'eb043328-e8f8-4800-9afd-e3225c12ed7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:07.708026 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f5316e-6056-4ca9-9c2a-55c8fdc3c732 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Network hostable DHCP agents. Network: eb043328-e8f8-4800-9afd-e3225c12ed7b, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:00:07.729359 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f93c2ff-fbfe-4014-b9df-4a73e7096103 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:07.730427 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f5316e-6056-4ca9-9c2a-55c8fdc3c732 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Network eb043328-e8f8-4800-9afd-e3225c12ed7b is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:00:07.740299 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6f93c2ff-fbfe-4014-b9df-4a73e7096103 None None] Transition to ACTIVE for port object b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:07.741747 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-e2f5316e-6056-4ca9-9c2a-55c8fdc3c732 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, eb043328-e8f8-4800-9afd-e3225c12ed7b) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:07.757736 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6f93c2ff-fbfe-4014-b9df-4a73e7096103 None None] Transition to ACTIVE for port object b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:07.759736 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f5316e-6056-4ca9-9c2a-55c8fdc3c732 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:07.760446 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e2f5316e-6056-4ca9-9c2a-55c8fdc3c732 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:07.762798 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c6f51e-02e3-4048-9fd8-64044b26fa9b None None] Network eb043328-e8f8-4800-9afd-e3225c12ed7b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:07.778138 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f93c2ff-fbfe-4014-b9df-4a73e7096103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:07.784882 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45854) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:07.786696 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e2f5316e-6056-4ca9-9c2a-55c8fdc3c732 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.4932904 Jul 16 21:00:07.837099 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f93c2ff-fbfe-4014-b9df-4a73e7096103 None None] Network 2ef480cc-6bb6-401b-96b0-bc2edc80ede8 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:07.844553 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-6f93c2ff-fbfe-4014-b9df-4a73e7096103 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:07.877622 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f93c2ff-fbfe-4014-b9df-4a73e7096103 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:00:07.889736 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93c2ff-fbfe-4014-b9df-4a73e7096103 None None] Pushing event updated for resources: {'Port': ['ID=b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:07.907198 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-80969cbc-657e-4df5-8b96-b63cccacff87 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:07.969230 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-6f93c2ff-fbfe-4014-b9df-4a73e7096103 None None] Attempting to bind port b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:00:07.969768 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-6f93c2ff-fbfe-4014-b9df-4a73e7096103 None None] Attempting to bind port b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'ab014528-e327-438b-8739-499a40596db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2ef480cc-6bb6-401b-96b0-bc2edc80ede8'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:00:07.970421 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f93c2ff-fbfe-4014-b9df-4a73e7096103 None None] Attempting to bind port b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb on network 2ef480cc-6bb6-401b-96b0-bc2edc80ede8 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:07.994287 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-80969cbc-657e-4df5-8b96-b63cccacff87 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:08.025590 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f93c2ff-fbfe-4014-b9df-4a73e7096103 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:00:08.028497 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f93c2ff-fbfe-4014-b9df-4a73e7096103 None None] Checking segment: {'id': 'ab014528-e327-438b-8739-499a40596db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2ef480cc-6bb6-401b-96b0-bc2edc80ede8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:08.028911 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f93c2ff-fbfe-4014-b9df-4a73e7096103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:08.029314 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f93c2ff-fbfe-4014-b9df-4a73e7096103 None None] Bound using segment: {'id': 'ab014528-e327-438b-8739-499a40596db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2ef480cc-6bb6-401b-96b0-bc2edc80ede8'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:00:08.029804 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-6f93c2ff-fbfe-4014-b9df-4a73e7096103 None None] Bound port: b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab014528-e327-438b-8739-499a40596db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2ef480cc-6bb6-401b-96b0-bc2edc80ede8'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:00:08.030185 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f93c2ff-fbfe-4014-b9df-4a73e7096103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:08.072482 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b3e47af7-6bd3-4f1b-808f-1b073060467e no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:00:08.085132 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-80969cbc-657e-4df5-8b96-b63cccacff87 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:08.113231 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80969cbc-657e-4df5-8b96-b63cccacff87 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event deleted for resources: {'Subnet': ['ID=6aeb0290-132d-46b8-ba56-53f4964671cd,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:08.119591 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: b3e47af7-6bd3-4f1b-808f-1b073060467e {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:00:08.120107 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device b3e47af7-6bd3-4f1b-808f-1b073060467e not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:00:08.150920 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441a4119-a136-48a9-9fcb-bf899cc2c0e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-eb043328-e8f8-4800-9afd-e3225c12ed7b', 'network_id': 'eb043328-e8f8-4800-9afd-e3225c12ed7b', 'tenant_id': '4d73d4ef6b714ce48c5547f8397a2717', 'fixed_ips': [{'subnet_id': '6aeb0290-132d-46b8-ba56-53f4964671cd'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:00:08.151781 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-441a4119-a136-48a9-9fcb-bf899cc2c0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:08.186044 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-80969cbc-657e-4df5-8b96-b63cccacff87 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:08.197708 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-80969cbc-657e-4df5-8b96-b63cccacff87 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb043328-e8f8-4800-9afd-e3225c12ed7b']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:08.207944 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-80969cbc-657e-4df5-8b96-b63cccacff87 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5d35f8-ec47-4c09-b20e-156f020158f9') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:08.208811 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-80969cbc-657e-4df5-8b96-b63cccacff87 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5d35f8-ec47-4c09-b20e-156f020158f9') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:08.217653 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-80969cbc-657e-4df5-8b96-b63cccacff87 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:08.235517 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-80969cbc-657e-4df5-8b96-b63cccacff87 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:08.248200 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80969cbc-657e-4df5-8b96-b63cccacff87 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:00:08.249145 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-80969cbc-657e-4df5-8b96-b63cccacff87 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:08.249778 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-6f93c2ff-fbfe-4014-b9df-4a73e7096103 None None] For port b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: timer() Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:00:08.252614 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:00:08.267193 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025a31e0-1f76-4016-8b4d-8b664ae15754 None None] Network eb043328-e8f8-4800-9afd-e3225c12ed7b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:08.320892 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-80969cbc-657e-4df5-8b96-b63cccacff87 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:08.329811 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-80969cbc-657e-4df5-8b96-b63cccacff87 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:08.331642 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-80969cbc-657e-4df5-8b96-b63cccacff87 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/networks/eb043328-e8f8-4800-9afd-e3225c12ed7b HTTP/1.1" status: 204 len: 168 time: 0.5454431 Jul 16 21:00:08.335501 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45858) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:08.350189 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-6f93c2ff-fbfe-4014-b9df-4a73e7096103 None None] For port b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb,segment=NetworkSegment(ab014528-e327-438b-8739-499a40596db8),segment_id=ab014528-e327-438b-8739-499a40596db8)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:00:08.352395 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-52bc392f-0ad7-40d0-a174-c35d8cf4405b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-333891048'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:08.356570 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f93c2ff-fbfe-4014-b9df-4a73e7096103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:08.357051 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80969cbc-657e-4df5-8b96-b63cccacff87 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event deleted for resources: {'Network': ['ID=eb043328-e8f8-4800-9afd-e3225c12ed7b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:08.376651 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bc392f-0ad7-40d0-a174-c35d8cf4405b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Made reservation on behalf of 4d73d4ef6b714ce48c5547f8397a2717 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:08.380563 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-52bc392f-0ad7-40d0-a174-c35d8cf4405b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:08.407028 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52bc392f-0ad7-40d0-a174-c35d8cf4405b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:00:08.418141 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-52bc392f-0ad7-40d0-a174-c35d8cf4405b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:08.418527 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-52bc392f-0ad7-40d0-a174-c35d8cf4405b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Added segment 7d4aaef8-f227-442c-8db6-024a2d4aee91 of type vlan for network c10ec8a5-ae20-4c4b-8902-454e91f80ffa Jul 16 21:00:08.471174 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-52bc392f-0ad7-40d0-a174-c35d8cf4405b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:08.471433 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93c2ff-fbfe-4014-b9df-4a73e7096103 None None] Pushing event updated for resources: {'Port': ['ID=b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:08.507274 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-52bc392f-0ad7-40d0-a174-c35d8cf4405b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:08.513682 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc392f-0ad7-40d0-a174-c35d8cf4405b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:08.514265 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-52bc392f-0ad7-40d0-a174-c35d8cf4405b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:08.546519 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-52bc392f-0ad7-40d0-a174-c35d8cf4405b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2069607 Jul 16 21:00:08.546925 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45860) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:08.553991 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-8f62837f-8160-4f46-ac3e-9ed41cc57b12 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Request body: {'subnet': {'network_id': 'c10ec8a5-ae20-4c4b-8902-454e91f80ffa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:08.592229 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc392f-0ad7-40d0-a174-c35d8cf4405b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event updated for resources: {'Network': ['ID=c10ec8a5-ae20-4c4b-8902-454e91f80ffa,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:08.607706 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network c10ec8a5-ae20-4c4b-8902-454e91f80ffa details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:00:08.681488 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f62837f-8160-4f46-ac3e-9ed41cc57b12 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Made reservation on behalf of 4d73d4ef6b714ce48c5547f8397a2717 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:08.686791 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f62837f-8160-4f46-ac3e-9ed41cc57b12 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:08.755974 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.ipam_backend_mixin [None req-8f62837f-8160-4f46-ac3e-9ed41cc57b12 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Performing IP validity checks on allocation pools {{(pid=93793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 21:00:08.756519 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.ipam_backend_mixin [None req-8f62837f-8160-4f46-ac3e-9ed41cc57b12 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 21:00:08.885948 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f62837f-8160-4f46-ac3e-9ed41cc57b12 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:08.949519 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62837f-8160-4f46-ac3e-9ed41cc57b12 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event updated for resources: {'Subnet': ['ID=77f05203-d688-4bdc-82e5-be283f7cc0a6,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:08.959096 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f62837f-8160-4f46-ac3e-9ed41cc57b12 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Checking segment: {'id': '7d4aaef8-f227-442c-8db6-024a2d4aee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c10ec8a5-ae20-4c4b-8902-454e91f80ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:08.959384 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f62837f-8160-4f46-ac3e-9ed41cc57b12 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Network hostable DHCP agents. Network: c10ec8a5-ae20-4c4b-8902-454e91f80ffa, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:00:08.977377 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f62837f-8160-4f46-ac3e-9ed41cc57b12 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Network c10ec8a5-ae20-4c4b-8902-454e91f80ffa is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:00:08.988878 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-8f62837f-8160-4f46-ac3e-9ed41cc57b12 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, c10ec8a5-ae20-4c4b-8902-454e91f80ffa) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:08.994351 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f62837f-8160-4f46-ac3e-9ed41cc57b12 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:08.994963 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8f62837f-8160-4f46-ac3e-9ed41cc57b12 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.002908 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a21a3b-f35c-4bdd-bdd6-052eda73d047 None None] Network c10ec8a5-ae20-4c4b-8902-454e91f80ffa requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:09.012118 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8f62837f-8160-4f46-ac3e-9ed41cc57b12 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4638021 Jul 16 21:00:09.014577 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45862) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:09.133531 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e65327a1-eb47-4460-bedd-70422093be7f tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.164714 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:09.243770 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e65327a1-eb47-4460-bedd-70422093be7f tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.329680 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:09.343658 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e65327a1-eb47-4460-bedd-70422093be7f tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.349492 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa66b4f4-48d6-4711-b4e4-f74ae1c7f7a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-c10ec8a5-ae20-4c4b-8902-454e91f80ffa', 'network_id': 'c10ec8a5-ae20-4c4b-8902-454e91f80ffa', 'tenant_id': '4d73d4ef6b714ce48c5547f8397a2717', 'fixed_ips': [{'subnet_id': '77f05203-d688-4bdc-82e5-be283f7cc0a6'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:00:09.351514 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa66b4f4-48d6-4711-b4e4-f74ae1c7f7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.397021 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65327a1-eb47-4460-bedd-70422093be7f tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event deleted for resources: {'Subnet': ['ID=77f05203-d688-4bdc-82e5-be283f7cc0a6,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:09.495885 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d31bcd-6197-4bf9-ac0f-d46c2635dfbb None None] Network c10ec8a5-ae20-4c4b-8902-454e91f80ffa requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:09.541043 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e65327a1-eb47-4460-bedd-70422093be7f tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.562955 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-e65327a1-eb47-4460-bedd-70422093be7f tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c10ec8a5-ae20-4c4b-8902-454e91f80ffa']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:09.575296 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-e65327a1-eb47-4460-bedd-70422093be7f tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d4aaef8-f227-442c-8db6-024a2d4aee91') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:09.576091 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-e65327a1-eb47-4460-bedd-70422093be7f tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d4aaef8-f227-442c-8db6-024a2d4aee91') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:09.593392 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e65327a1-eb47-4460-bedd-70422093be7f tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.608711 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e65327a1-eb47-4460-bedd-70422093be7f tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.617807 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65327a1-eb47-4460-bedd-70422093be7f tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:00:09.618593 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e65327a1-eb47-4460-bedd-70422093be7f tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: timer() Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:00:09.622741 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:00:09.696807 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e65327a1-eb47-4460-bedd-70422093be7f tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.706331 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e65327a1-eb47-4460-bedd-70422093be7f tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.708743 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e65327a1-eb47-4460-bedd-70422093be7f tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/networks/c10ec8a5-ae20-4c4b-8902-454e91f80ffa HTTP/1.1" status: 204 len: 168 time: 0.6917403 Jul 16 21:00:09.712397 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45874) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:09.719688 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-50afa9da-5ab4-42c4-9ca7-651711f8184b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1321523529'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:09.723053 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65327a1-eb47-4460-bedd-70422093be7f tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event deleted for resources: {'Network': ['ID=c10ec8a5-ae20-4c4b-8902-454e91f80ffa,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:09.746046 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b823d762-a66b-47cf-8c77-1ef58cd9c20a None None] Network 2ef480cc-6bb6-401b-96b0-bc2edc80ede8 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:09.763309 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50afa9da-5ab4-42c4-9ca7-651711f8184b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Made reservation on behalf of 4d73d4ef6b714ce48c5547f8397a2717 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:09.767895 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-50afa9da-5ab4-42c4-9ca7-651711f8184b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.797235 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50afa9da-5ab4-42c4-9ca7-651711f8184b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:00:09.807473 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-50afa9da-5ab4-42c4-9ca7-651711f8184b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.807891 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-50afa9da-5ab4-42c4-9ca7-651711f8184b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Added segment 410f9a78-d18e-4a50-9ca4-79f94127c0ce of type vlan for network 3a300d04-c003-44ac-b6ea-046d209ea43b Jul 16 21:00:09.849065 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-50afa9da-5ab4-42c4-9ca7-651711f8184b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.871042 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4e5d5a4c-637d-4dd0-8dc6-9752ac11943f None None] Provisioning for port b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:09.877415 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4e5d5a4c-637d-4dd0-8dc6-9752ac11943f None None] Provisioning complete for port b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:09.877802 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e5d5a4c-637d-4dd0-8dc6-9752ac11943f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.882943 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-50afa9da-5ab4-42c4-9ca7-651711f8184b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.888405 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50afa9da-5ab4-42c4-9ca7-651711f8184b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:09.889051 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-50afa9da-5ab4-42c4-9ca7-651711f8184b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.930608 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-50afa9da-5ab4-42c4-9ca7-651711f8184b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2137811 Jul 16 21:00:09.930957 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45876) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:09.936210 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-c0cc7131-f1e0-499b-98fa-d5d994870577 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Request body: {'subnet': {'network_id': '3a300d04-c003-44ac-b6ea-046d209ea43b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:09.978032 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50afa9da-5ab4-42c4-9ca7-651711f8184b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event updated for resources: {'Network': ['ID=3a300d04-c003-44ac-b6ea-046d209ea43b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:10.004059 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e5d5a4c-637d-4dd0-8dc6-9752ac11943f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:10.010059 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 3a300d04-c003-44ac-b6ea-046d209ea43b details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:00:10.037981 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cc7131-f1e0-499b-98fa-d5d994870577 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Made reservation on behalf of 4d73d4ef6b714ce48c5547f8397a2717 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:10.040724 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c0cc7131-f1e0-499b-98fa-d5d994870577 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:10.108234 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4e5d5a4c-637d-4dd0-8dc6-9752ac11943f None None] For port b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb,segment=NetworkSegment(ab014528-e327-438b-8739-499a40596db8),segment_id=ab014528-e327-438b-8739-499a40596db8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:10.120958 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e5d5a4c-637d-4dd0-8dc6-9752ac11943f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:10.178500 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d5a4c-637d-4dd0-8dc6-9752ac11943f None None] Pushing event updated for resources: {'Port': ['ID=b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:10.285786 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c0cc7131-f1e0-499b-98fa-d5d994870577 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:10.342366 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8da97e1f-8d4d-4a5b-b7d5-b946e664f721 None None] Provisioning complete for port b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:10.342741 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8da97e1f-8d4d-4a5b-b7d5-b946e664f721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:10.350445 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc7131-f1e0-499b-98fa-d5d994870577 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event updated for resources: {'Subnet': ['ID=bfd188e4-fe1f-4f13-964d-cf018ac0ac87,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:10.359851 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cc7131-f1e0-499b-98fa-d5d994870577 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Checking segment: {'id': '410f9a78-d18e-4a50-9ca4-79f94127c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3a300d04-c003-44ac-b6ea-046d209ea43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:10.360422 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cc7131-f1e0-499b-98fa-d5d994870577 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Network hostable DHCP agents. Network: 3a300d04-c003-44ac-b6ea-046d209ea43b, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:00:10.377037 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cc7131-f1e0-499b-98fa-d5d994870577 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Network 3a300d04-c003-44ac-b6ea-046d209ea43b is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:00:10.387524 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-c0cc7131-f1e0-499b-98fa-d5d994870577 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 3a300d04-c003-44ac-b6ea-046d209ea43b) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:10.391955 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cc7131-f1e0-499b-98fa-d5d994870577 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:10.392539 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c0cc7131-f1e0-499b-98fa-d5d994870577 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:10.409684 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c0cc7131-f1e0-499b-98fa-d5d994870577 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4751239 Jul 16 21:00:10.409903 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5fe1ca-5b4d-406e-9c84-14922be59286 None None] Network 3a300d04-c003-44ac-b6ea-046d209ea43b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:10.410004 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45878) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:10.509083 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-93837d32-b394-4ba8-9ac1-30297e890ec6 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:10.558657 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-93837d32-b394-4ba8-9ac1-30297e890ec6 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:10.571250 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77182d1b-7d91-44bf-a272-395a0f485999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-3a300d04-c003-44ac-b6ea-046d209ea43b', 'network_id': '3a300d04-c003-44ac-b6ea-046d209ea43b', 'tenant_id': '4d73d4ef6b714ce48c5547f8397a2717', 'fixed_ips': [{'subnet_id': 'bfd188e4-fe1f-4f13-964d-cf018ac0ac87'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:00:10.572208 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-77182d1b-7d91-44bf-a272-395a0f485999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:10.626839 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-93837d32-b394-4ba8-9ac1-30297e890ec6 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:10.654688 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93837d32-b394-4ba8-9ac1-30297e890ec6 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event deleted for resources: {'Subnet': ['ID=bfd188e4-fe1f-4f13-964d-cf018ac0ac87,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server [None req-77182d1b-7d91-44bf-a272-395a0f485999 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bfd188e4-fe1f-4f13-964d-cf018ac0ac87: This subnet is being modified by another concurrent operation. Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise exception Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bfd188e4-fe1f-4f13-964d-cf018ac0ac87: This subnet is being modified by another concurrent operation. Jul 16 21:00:10.684125 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server Jul 16 21:00:10.703359 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676c4336-1653-48ff-905e-b14ee6c682b7 None None] Network 3a300d04-c003-44ac-b6ea-046d209ea43b requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:10.734646 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-93837d32-b394-4ba8-9ac1-30297e890ec6 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:10.752626 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:00:10.755665 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-93837d32-b394-4ba8-9ac1-30297e890ec6 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a300d04-c003-44ac-b6ea-046d209ea43b']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:10.767530 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-93837d32-b394-4ba8-9ac1-30297e890ec6 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410f9a78-d18e-4a50-9ca4-79f94127c0ce') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:10.767963 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-93837d32-b394-4ba8-9ac1-30297e890ec6 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410f9a78-d18e-4a50-9ca4-79f94127c0ce') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:10.778526 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-93837d32-b394-4ba8-9ac1-30297e890ec6 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:10.794111 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-93837d32-b394-4ba8-9ac1-30297e890ec6 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:10.801317 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93837d32-b394-4ba8-9ac1-30297e890ec6 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:00:10.802573 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-93837d32-b394-4ba8-9ac1-30297e890ec6 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: timer() Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:00:10.805629 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:00:10.829667 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0d9c3c-a18d-4390-80da-33cda3d9b71b None None] get_active_networks_info from n-d-791506-21 {{(pid=93795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 21:00:10.875053 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-93837d32-b394-4ba8-9ac1-30297e890ec6 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:10.890842 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-93837d32-b394-4ba8-9ac1-30297e890ec6 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:10.892067 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-93837d32-b394-4ba8-9ac1-30297e890ec6 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/networks/3a300d04-c003-44ac-b6ea-046d209ea43b HTTP/1.1" status: 204 len: 168 time: 0.4810226 Jul 16 21:00:10.897205 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45890) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:10.903813 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93837d32-b394-4ba8-9ac1-30297e890ec6 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event deleted for resources: {'Network': ['ID=3a300d04-c003-44ac-b6ea-046d209ea43b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:10.910023 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-8ce06871-94a1-43a8-8be9-c9e56c64da21 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-44625456'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:10.931627 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0d9c3c-a18d-4390-80da-33cda3d9b71b None None] Resources bound (agent type, host, resource id): {{(pid=93795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 21:00:10.932861 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce06871-94a1-43a8-8be9-c9e56c64da21 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Made reservation on behalf of 4d73d4ef6b714ce48c5547f8397a2717 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:10.936643 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8ce06871-94a1-43a8-8be9-c9e56c64da21 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:10.962884 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce06871-94a1-43a8-8be9-c9e56c64da21 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:00:10.973347 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8ce06871-94a1-43a8-8be9-c9e56c64da21 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:10.974294 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-8ce06871-94a1-43a8-8be9-c9e56c64da21 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Added segment e89aae47-7b66-40b7-a880-efb2d50538f3 of type vlan for network 34426410-6b6f-405d-ac62-338cfa592de0 Jul 16 21:00:11.035205 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8ce06871-94a1-43a8-8be9-c9e56c64da21 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:11.067810 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8ce06871-94a1-43a8-8be9-c9e56c64da21 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:11.074947 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce06871-94a1-43a8-8be9-c9e56c64da21 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:11.075912 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8ce06871-94a1-43a8-8be9-c9e56c64da21 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:11.133110 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45892) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:11.137648 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8ce06871-94a1-43a8-8be9-c9e56c64da21 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2378995 Jul 16 21:00:11.138781 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-b6a03730-0592-494b-9b86-2ff8548035c1 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Request body: {'subnet': {'network_id': '34426410-6b6f-405d-ac62-338cfa592de0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:11.153395 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:11.182929 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce06871-94a1-43a8-8be9-c9e56c64da21 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event updated for resources: {'Network': ['ID=34426410-6b6f-405d-ac62-338cfa592de0,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:11.211472 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 34426410-6b6f-405d-ac62-338cfa592de0 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:00:11.248068 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a03730-0592-494b-9b86-2ff8548035c1 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Made reservation on behalf of 4d73d4ef6b714ce48c5547f8397a2717 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:11.252159 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b6a03730-0592-494b-9b86-2ff8548035c1 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:11.317239 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:11.317641 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:11.461195 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b6a03730-0592-494b-9b86-2ff8548035c1 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:11.517894 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a03730-0592-494b-9b86-2ff8548035c1 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event updated for resources: {'Subnet': ['ID=965b4030-bfb9-4e21-beda-283bf2d59fb4,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:11.540415 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a03730-0592-494b-9b86-2ff8548035c1 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Checking segment: {'id': 'e89aae47-7b66-40b7-a880-efb2d50538f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '34426410-6b6f-405d-ac62-338cfa592de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:11.541291 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a03730-0592-494b-9b86-2ff8548035c1 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Network hostable DHCP agents. Network: 34426410-6b6f-405d-ac62-338cfa592de0, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:00:11.558494 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a03730-0592-494b-9b86-2ff8548035c1 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Network 34426410-6b6f-405d-ac62-338cfa592de0 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:00:11.568075 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-b6a03730-0592-494b-9b86-2ff8548035c1 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 34426410-6b6f-405d-ac62-338cfa592de0) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:11.572330 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a03730-0592-494b-9b86-2ff8548035c1 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:11.573057 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b6a03730-0592-494b-9b86-2ff8548035c1 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:11.579707 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ec3fd2-8cc4-443d-b2e2-93faee0addf4 None None] Network 34426410-6b6f-405d-ac62-338cfa592de0 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:11.588473 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b6a03730-0592-494b-9b86-2ff8548035c1 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4542639 Jul 16 21:00:11.591206 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45898) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:11.698819 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-32b0db5e-4cf3-48c3-81f6-4a85141e4617 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:11.750452 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acfee59-14a5-46bd-8eef-e7763823a5a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-34426410-6b6f-405d-ac62-338cfa592de0', 'network_id': '34426410-6b6f-405d-ac62-338cfa592de0', 'tenant_id': '4d73d4ef6b714ce48c5547f8397a2717', 'fixed_ips': [{'subnet_id': '965b4030-bfb9-4e21-beda-283bf2d59fb4'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:00:11.751317 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3acfee59-14a5-46bd-8eef-e7763823a5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:11.752219 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-32b0db5e-4cf3-48c3-81f6-4a85141e4617 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:11.822356 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-32b0db5e-4cf3-48c3-81f6-4a85141e4617 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:11.859982 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0db5e-4cf3-48c3-81f6-4a85141e4617 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event deleted for resources: {'Subnet': ['ID=965b4030-bfb9-4e21-beda-283bf2d59fb4,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server [None req-3acfee59-14a5-46bd-8eef-e7763823a5a9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 965b4030-bfb9-4e21-beda-283bf2d59fb4: This subnet is being modified by another concurrent operation. Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise exception Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 965b4030-bfb9-4e21-beda-283bf2d59fb4: This subnet is being modified by another concurrent operation. Jul 16 21:00:11.869879 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server Jul 16 21:00:11.909936 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e97573-9897-42d4-aad7-ed25d7242019 None None] Network 34426410-6b6f-405d-ac62-338cfa592de0 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:11.954508 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-32b0db5e-4cf3-48c3-81f6-4a85141e4617 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:11.968301 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-32b0db5e-4cf3-48c3-81f6-4a85141e4617 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34426410-6b6f-405d-ac62-338cfa592de0']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:11.980676 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-32b0db5e-4cf3-48c3-81f6-4a85141e4617 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89aae47-7b66-40b7-a880-efb2d50538f3') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:11.980981 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-32b0db5e-4cf3-48c3-81f6-4a85141e4617 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89aae47-7b66-40b7-a880-efb2d50538f3') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:11.991496 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-32b0db5e-4cf3-48c3-81f6-4a85141e4617 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:12.006962 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-32b0db5e-4cf3-48c3-81f6-4a85141e4617 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:12.018213 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b0db5e-4cf3-48c3-81f6-4a85141e4617 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:00:12.018935 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-32b0db5e-4cf3-48c3-81f6-4a85141e4617 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: timer() Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:00:12.022768 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:00:12.045044 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc7f7bf-addb-47f5-878a-c7e63d04d138 None None] get_active_networks_info from n-d-791506-21 {{(pid=93795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 21:00:12.097740 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-32b0db5e-4cf3-48c3-81f6-4a85141e4617 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:12.107817 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-32b0db5e-4cf3-48c3-81f6-4a85141e4617 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:12.109790 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-32b0db5e-4cf3-48c3-81f6-4a85141e4617 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/networks/34426410-6b6f-405d-ac62-338cfa592de0 HTTP/1.1" status: 204 len: 168 time: 0.5175054 Jul 16 21:00:12.113754 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45902) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:12.122852 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e5424e71-cd81-41ff-bd72-8bb7a01be234 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2038668692'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:12.123107 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0db5e-4cf3-48c3-81f6-4a85141e4617 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event deleted for resources: {'Network': ['ID=34426410-6b6f-405d-ac62-338cfa592de0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:12.139060 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc7f7bf-addb-47f5-878a-c7e63d04d138 None None] Resources bound (agent type, host, resource id): {{(pid=93795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 21:00:12.155023 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5424e71-cd81-41ff-bd72-8bb7a01be234 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Made reservation on behalf of 4d73d4ef6b714ce48c5547f8397a2717 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:12.158934 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e5424e71-cd81-41ff-bd72-8bb7a01be234 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:12.186924 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5424e71-cd81-41ff-bd72-8bb7a01be234 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:00:12.198516 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e5424e71-cd81-41ff-bd72-8bb7a01be234 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:12.199421 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-e5424e71-cd81-41ff-bd72-8bb7a01be234 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Added segment 8518afbe-ce81-4156-9786-c687059771a7 of type vlan for network 4e31c924-0677-4b97-9b58-5e3aad74bbce Jul 16 21:00:12.261785 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e5424e71-cd81-41ff-bd72-8bb7a01be234 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:12.314139 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e5424e71-cd81-41ff-bd72-8bb7a01be234 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:12.321372 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5424e71-cd81-41ff-bd72-8bb7a01be234 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:12.322384 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e5424e71-cd81-41ff-bd72-8bb7a01be234 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:12.360478 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e5424e71-cd81-41ff-bd72-8bb7a01be234 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2449813 Jul 16 21:00:12.363492 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45904) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:12.369862 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-8377ecf2-bf7b-41ec-be6d-c1ef0d97382e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Request body: {'subnet': {'network_id': '4e31c924-0677-4b97-9b58-5e3aad74bbce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:12.412829 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5424e71-cd81-41ff-bd72-8bb7a01be234 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event updated for resources: {'Network': ['ID=4e31c924-0677-4b97-9b58-5e3aad74bbce,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:12.426435 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 4e31c924-0677-4b97-9b58-5e3aad74bbce details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:00:12.467242 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8377ecf2-bf7b-41ec-be6d-c1ef0d97382e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Made reservation on behalf of 4d73d4ef6b714ce48c5547f8397a2717 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:12.471686 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8377ecf2-bf7b-41ec-be6d-c1ef0d97382e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:12.539789 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.ipam_backend_mixin [None req-8377ecf2-bf7b-41ec-be6d-c1ef0d97382e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Performing IP validity checks on allocation pools {{(pid=93794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 21:00:12.540620 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.ipam_backend_mixin [None req-8377ecf2-bf7b-41ec-be6d-c1ef0d97382e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 21:00:12.667913 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8377ecf2-bf7b-41ec-be6d-c1ef0d97382e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:12.733547 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377ecf2-bf7b-41ec-be6d-c1ef0d97382e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event updated for resources: {'Subnet': ['ID=57e136d8-67f8-4b82-88fd-98ea0ae557e7,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:12.740770 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8377ecf2-bf7b-41ec-be6d-c1ef0d97382e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Checking segment: {'id': '8518afbe-ce81-4156-9786-c687059771a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4e31c924-0677-4b97-9b58-5e3aad74bbce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:12.741133 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8377ecf2-bf7b-41ec-be6d-c1ef0d97382e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Network hostable DHCP agents. Network: 4e31c924-0677-4b97-9b58-5e3aad74bbce, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:00:12.758016 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8377ecf2-bf7b-41ec-be6d-c1ef0d97382e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Network 4e31c924-0677-4b97-9b58-5e3aad74bbce is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:00:12.767270 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-8377ecf2-bf7b-41ec-be6d-c1ef0d97382e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 4e31c924-0677-4b97-9b58-5e3aad74bbce) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:12.772614 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8377ecf2-bf7b-41ec-be6d-c1ef0d97382e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:12.773289 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8377ecf2-bf7b-41ec-be6d-c1ef0d97382e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:12.777291 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c018b5ba-2e58-4ce0-94ce-4ea89091f63b None None] Network 4e31c924-0677-4b97-9b58-5e3aad74bbce requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:12.793557 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8377ecf2-bf7b-41ec-be6d-c1ef0d97382e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4289308 Jul 16 21:00:12.796148 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45906) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:12.908000 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-02ad81b1-4fe6-47fe-8215-9e28d12dad81 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:12.934358 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a07c7dc-acc3-4092-b13a-0a5070700aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-4e31c924-0677-4b97-9b58-5e3aad74bbce', 'network_id': '4e31c924-0677-4b97-9b58-5e3aad74bbce', 'tenant_id': '4d73d4ef6b714ce48c5547f8397a2717', 'fixed_ips': [{'subnet_id': '57e136d8-67f8-4b82-88fd-98ea0ae557e7'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:00:12.935598 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a07c7dc-acc3-4092-b13a-0a5070700aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:12.971644 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-02ad81b1-4fe6-47fe-8215-9e28d12dad81 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:13.038640 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-02ad81b1-4fe6-47fe-8215-9e28d12dad81 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server [None req-7a07c7dc-acc3-4092-b13a-0a5070700aaa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57e136d8-67f8-4b82-88fd-98ea0ae557e7: This subnet is being modified by another concurrent operation. Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise exception Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57e136d8-67f8-4b82-88fd-98ea0ae557e7: This subnet is being modified by another concurrent operation. Jul 16 21:00:13.045736 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server Jul 16 21:00:13.068409 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53633594-56c4-48ef-9055-d86321b21cbd None None] Network 4e31c924-0677-4b97-9b58-5e3aad74bbce requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:13.074726 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad81b1-4fe6-47fe-8215-9e28d12dad81 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event deleted for resources: {'Subnet': ['ID=57e136d8-67f8-4b82-88fd-98ea0ae557e7,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:13.196678 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-02ad81b1-4fe6-47fe-8215-9e28d12dad81 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:13.205358 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9962b110-86f2-49d1-b1a4-f00f5472ff12 None None] get_active_networks_info from n-d-791506-21 {{(pid=93795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 21:00:13.222579 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-02ad81b1-4fe6-47fe-8215-9e28d12dad81 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e31c924-0677-4b97-9b58-5e3aad74bbce']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:13.243128 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-02ad81b1-4fe6-47fe-8215-9e28d12dad81 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8518afbe-ce81-4156-9786-c687059771a7') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:13.243734 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-02ad81b1-4fe6-47fe-8215-9e28d12dad81 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8518afbe-ce81-4156-9786-c687059771a7') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:13.259301 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-02ad81b1-4fe6-47fe-8215-9e28d12dad81 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:13.291726 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-02ad81b1-4fe6-47fe-8215-9e28d12dad81 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:13.304027 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02ad81b1-4fe6-47fe-8215-9e28d12dad81 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:00:13.305086 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-02ad81b1-4fe6-47fe-8215-9e28d12dad81 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: timer() Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:00:13.311134 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:00:13.357848 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9962b110-86f2-49d1-b1a4-f00f5472ff12 None None] Resources bound (agent type, host, resource id): {{(pid=93795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 21:00:13.469190 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-02ad81b1-4fe6-47fe-8215-9e28d12dad81 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:13.481117 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-02ad81b1-4fe6-47fe-8215-9e28d12dad81 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:13.483037 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-02ad81b1-4fe6-47fe-8215-9e28d12dad81 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/networks/4e31c924-0677-4b97-9b58-5e3aad74bbce HTTP/1.1" status: 204 len: 168 time: 0.6858928 Jul 16 21:00:13.486678 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45916) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:13.492956 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-6c9442ab-77f2-440f-b6d5-c4fdd17b0603 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-942998483'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:13.495446 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad81b1-4fe6-47fe-8215-9e28d12dad81 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event deleted for resources: {'Network': ['ID=4e31c924-0677-4b97-9b58-5e3aad74bbce,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:13.526246 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9442ab-77f2-440f-b6d5-c4fdd17b0603 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Made reservation on behalf of 4d73d4ef6b714ce48c5547f8397a2717 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:13.531326 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c9442ab-77f2-440f-b6d5-c4fdd17b0603 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:13.562479 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9442ab-77f2-440f-b6d5-c4fdd17b0603 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:00:13.577890 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c9442ab-77f2-440f-b6d5-c4fdd17b0603 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:13.579234 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-6c9442ab-77f2-440f-b6d5-c4fdd17b0603 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Added segment e2fab4f9-20c6-4ad4-83f4-464a4017699b of type vlan for network 82fb3799-4753-44c4-928c-883b0493d111 Jul 16 21:00:13.648307 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c9442ab-77f2-440f-b6d5-c4fdd17b0603 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:13.684929 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c9442ab-77f2-440f-b6d5-c4fdd17b0603 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:13.690521 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9442ab-77f2-440f-b6d5-c4fdd17b0603 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:13.691099 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c9442ab-77f2-440f-b6d5-c4fdd17b0603 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:13.729991 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6c9442ab-77f2-440f-b6d5-c4fdd17b0603 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2396162 Jul 16 21:00:13.730189 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45920) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:13.734998 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-c874476c-fd19-44ee-a555-cf0f8e757127 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Request body: {'subnet': {'network_id': '82fb3799-4753-44c4-928c-883b0493d111', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:13.788604 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9442ab-77f2-440f-b6d5-c4fdd17b0603 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event updated for resources: {'Network': ['ID=82fb3799-4753-44c4-928c-883b0493d111,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:13.805083 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 82fb3799-4753-44c4-928c-883b0493d111 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:00:13.863187 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c874476c-fd19-44ee-a555-cf0f8e757127 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Made reservation on behalf of 4d73d4ef6b714ce48c5547f8397a2717 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:13.868858 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c874476c-fd19-44ee-a555-cf0f8e757127 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:14.080149 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c874476c-fd19-44ee-a555-cf0f8e757127 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:14.154690 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874476c-fd19-44ee-a555-cf0f8e757127 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event updated for resources: {'Subnet': ['ID=67fd5ce0-4e74-41c4-8c2a-461ee641a37c,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:14.165081 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c874476c-fd19-44ee-a555-cf0f8e757127 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Checking segment: {'id': 'e2fab4f9-20c6-4ad4-83f4-464a4017699b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '82fb3799-4753-44c4-928c-883b0493d111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:14.165533 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c874476c-fd19-44ee-a555-cf0f8e757127 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Network hostable DHCP agents. Network: 82fb3799-4753-44c4-928c-883b0493d111, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:00:14.183395 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c874476c-fd19-44ee-a555-cf0f8e757127 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Network 82fb3799-4753-44c4-928c-883b0493d111 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:00:14.192720 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-c874476c-fd19-44ee-a555-cf0f8e757127 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 82fb3799-4753-44c4-928c-883b0493d111) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:14.198627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c874476c-fd19-44ee-a555-cf0f8e757127 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:14.199402 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c874476c-fd19-44ee-a555-cf0f8e757127 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:14.201053 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2830916-9bf4-4c6e-ba2a-e2fc365c4346 None None] Network 82fb3799-4753-44c4-928c-883b0493d111 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:14.215398 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c874476c-fd19-44ee-a555-cf0f8e757127 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4842770 Jul 16 21:00:14.218061 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45924) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:14.320787 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-428b951d-10eb-49b7-9256-c84a13d070fe tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:14.347613 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a756b6-6732-4e95-9ef6-8382cf9ea872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-82fb3799-4753-44c4-928c-883b0493d111', 'network_id': '82fb3799-4753-44c4-928c-883b0493d111', 'tenant_id': '4d73d4ef6b714ce48c5547f8397a2717', 'fixed_ips': [{'subnet_id': '67fd5ce0-4e74-41c4-8c2a-461ee641a37c'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:00:14.348492 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51a756b6-6732-4e95-9ef6-8382cf9ea872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:14.371658 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-428b951d-10eb-49b7-9256-c84a13d070fe tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:14.436349 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-428b951d-10eb-49b7-9256-c84a13d070fe tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server [None req-51a756b6-6732-4e95-9ef6-8382cf9ea872 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67fd5ce0-4e74-41c4-8c2a-461ee641a37c: This subnet is being modified by another concurrent operation. Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise exception Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67fd5ce0-4e74-41c4-8c2a-461ee641a37c: This subnet is being modified by another concurrent operation. Jul 16 21:00:14.448883 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server Jul 16 21:00:14.464784 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae822ec2-d4a8-426e-9bbc-72ed8f5c4f85 None None] Network 82fb3799-4753-44c4-928c-883b0493d111 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:14.466755 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b951d-10eb-49b7-9256-c84a13d070fe tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event deleted for resources: {'Subnet': ['ID=67fd5ce0-4e74-41c4-8c2a-461ee641a37c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:14.532522 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-428b951d-10eb-49b7-9256-c84a13d070fe tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:14.543614 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-428b951d-10eb-49b7-9256-c84a13d070fe tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82fb3799-4753-44c4-928c-883b0493d111']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:14.555878 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-428b951d-10eb-49b7-9256-c84a13d070fe tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2fab4f9-20c6-4ad4-83f4-464a4017699b') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:14.556183 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-428b951d-10eb-49b7-9256-c84a13d070fe tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2fab4f9-20c6-4ad4-83f4-464a4017699b') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:14.565455 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-428b951d-10eb-49b7-9256-c84a13d070fe tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:14.582139 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253894b3-e763-44dd-a0ab-db838c16623c None None] get_active_networks_info from n-d-791506-21 {{(pid=93795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 21:00:14.583392 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-428b951d-10eb-49b7-9256-c84a13d070fe tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:14.591189 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428b951d-10eb-49b7-9256-c84a13d070fe tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:00:14.591656 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-428b951d-10eb-49b7-9256-c84a13d070fe tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: timer() Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:00:14.594826 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:00:14.661836 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253894b3-e763-44dd-a0ab-db838c16623c None None] Resources bound (agent type, host, resource id): {{(pid=93795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 21:00:14.666897 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-428b951d-10eb-49b7-9256-c84a13d070fe tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:14.682095 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-428b951d-10eb-49b7-9256-c84a13d070fe tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:14.687896 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-428b951d-10eb-49b7-9256-c84a13d070fe tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/networks/82fb3799-4753-44c4-928c-883b0493d111 HTTP/1.1" status: 204 len: 168 time: 0.4688272 Jul 16 21:00:14.688560 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45934) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:14.695939 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a91c2db8-d436-404a-9bb3-6437e3d05373 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-874660066'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:14.700402 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b951d-10eb-49b7-9256-c84a13d070fe tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event deleted for resources: {'Network': ['ID=82fb3799-4753-44c4-928c-883b0493d111,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:14.717810 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91c2db8-d436-404a-9bb3-6437e3d05373 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Made reservation on behalf of 4d73d4ef6b714ce48c5547f8397a2717 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:14.721407 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a91c2db8-d436-404a-9bb3-6437e3d05373 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:14.761991 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91c2db8-d436-404a-9bb3-6437e3d05373 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:00:14.777728 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a91c2db8-d436-404a-9bb3-6437e3d05373 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:14.778219 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-a91c2db8-d436-404a-9bb3-6437e3d05373 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Added segment fa08d744-017f-4c21-ba84-6f93a49c3987 of type vlan for network 4eb038fd-9f22-4025-b1a3-d718bf3a7f5e Jul 16 21:00:14.827164 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a91c2db8-d436-404a-9bb3-6437e3d05373 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:14.858477 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a91c2db8-d436-404a-9bb3-6437e3d05373 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:14.864145 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91c2db8-d436-404a-9bb3-6437e3d05373 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:14.865339 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a91c2db8-d436-404a-9bb3-6437e3d05373 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:14.910913 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a91c2db8-d436-404a-9bb3-6437e3d05373 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2205529 Jul 16 21:00:14.915201 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45938) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:14.923679 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-329a7e63-1191-4d35-8630-884c09ca93ae tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Request body: {'subnet': {'network_id': '4eb038fd-9f22-4025-b1a3-d718bf3a7f5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:14.946172 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c2db8-d436-404a-9bb3-6437e3d05373 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event updated for resources: {'Network': ['ID=4eb038fd-9f22-4025-b1a3-d718bf3a7f5e,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:14.958442 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 4eb038fd-9f22-4025-b1a3-d718bf3a7f5e details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:00:15.036040 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329a7e63-1191-4d35-8630-884c09ca93ae tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Made reservation on behalf of 4d73d4ef6b714ce48c5547f8397a2717 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:15.039939 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-329a7e63-1191-4d35-8630-884c09ca93ae tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:15.224755 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-329a7e63-1191-4d35-8630-884c09ca93ae tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:15.294462 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a7e63-1191-4d35-8630-884c09ca93ae tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event updated for resources: {'Subnet': ['ID=4d894b2e-414a-459f-8e65-f2d9de5ef733,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:15.305299 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329a7e63-1191-4d35-8630-884c09ca93ae tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Checking segment: {'id': 'fa08d744-017f-4c21-ba84-6f93a49c3987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4eb038fd-9f22-4025-b1a3-d718bf3a7f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:15.305658 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329a7e63-1191-4d35-8630-884c09ca93ae tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Network hostable DHCP agents. Network: 4eb038fd-9f22-4025-b1a3-d718bf3a7f5e, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:00:15.322815 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329a7e63-1191-4d35-8630-884c09ca93ae tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Network 4eb038fd-9f22-4025-b1a3-d718bf3a7f5e is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:00:15.331685 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-329a7e63-1191-4d35-8630-884c09ca93ae tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 4eb038fd-9f22-4025-b1a3-d718bf3a7f5e) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:15.337797 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329a7e63-1191-4d35-8630-884c09ca93ae tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:15.338494 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-329a7e63-1191-4d35-8630-884c09ca93ae tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:15.339438 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0fdafb-7428-42e6-bed7-0cebcbaeb45b None None] Network 4eb038fd-9f22-4025-b1a3-d718bf3a7f5e requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:15.357599 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-329a7e63-1191-4d35-8630-884c09ca93ae tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4408009 Jul 16 21:00:15.358032 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45940) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:15.459394 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-502b17ba-9824-4b69-8b53-e2b270bec4b4 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:15.500383 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b836999-04bb-427d-a34a-264b8e1e6b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-4eb038fd-9f22-4025-b1a3-d718bf3a7f5e', 'network_id': '4eb038fd-9f22-4025-b1a3-d718bf3a7f5e', 'tenant_id': '4d73d4ef6b714ce48c5547f8397a2717', 'fixed_ips': [{'subnet_id': '4d894b2e-414a-459f-8e65-f2d9de5ef733'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:00:15.501385 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b836999-04bb-427d-a34a-264b8e1e6b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:15.520508 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-502b17ba-9824-4b69-8b53-e2b270bec4b4 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:15.594099 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-502b17ba-9824-4b69-8b53-e2b270bec4b4 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server [None req-3b836999-04bb-427d-a34a-264b8e1e6b76 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d894b2e-414a-459f-8e65-f2d9de5ef733: This subnet is being modified by another concurrent operation. Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise exception Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d894b2e-414a-459f-8e65-f2d9de5ef733: This subnet is being modified by another concurrent operation. Jul 16 21:00:15.610287 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server Jul 16 21:00:15.631249 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaa25a1-8c7e-4efb-940c-f4e73d7d99fe None None] Network 4eb038fd-9f22-4025-b1a3-d718bf3a7f5e requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:15.632685 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b17ba-9824-4b69-8b53-e2b270bec4b4 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event deleted for resources: {'Subnet': ['ID=4d894b2e-414a-459f-8e65-f2d9de5ef733,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:15.702887 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-502b17ba-9824-4b69-8b53-e2b270bec4b4 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:15.719852 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-502b17ba-9824-4b69-8b53-e2b270bec4b4 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb038fd-9f22-4025-b1a3-d718bf3a7f5e']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:15.730784 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-502b17ba-9824-4b69-8b53-e2b270bec4b4 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa08d744-017f-4c21-ba84-6f93a49c3987') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:15.731116 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-502b17ba-9824-4b69-8b53-e2b270bec4b4 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa08d744-017f-4c21-ba84-6f93a49c3987') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:15.746215 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-502b17ba-9824-4b69-8b53-e2b270bec4b4 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:15.749029 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf99e94-5345-4104-9778-0fddffcdc53d None None] get_active_networks_info from n-d-791506-21 {{(pid=93795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 21:00:15.762947 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-502b17ba-9824-4b69-8b53-e2b270bec4b4 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:15.770017 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502b17ba-9824-4b69-8b53-e2b270bec4b4 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:00:15.770986 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-502b17ba-9824-4b69-8b53-e2b270bec4b4 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: timer() Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:00:15.774409 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:00:15.833275 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf99e94-5345-4104-9778-0fddffcdc53d None None] Resources bound (agent type, host, resource id): {{(pid=93795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 21:00:15.852566 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-502b17ba-9824-4b69-8b53-e2b270bec4b4 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:15.870026 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-502b17ba-9824-4b69-8b53-e2b270bec4b4 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:15.876900 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-502b17ba-9824-4b69-8b53-e2b270bec4b4 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/networks/4eb038fd-9f22-4025-b1a3-d718bf3a7f5e HTTP/1.1" status: 204 len: 168 time: 0.5128291 Jul 16 21:00:15.877761 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45944) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:15.882871 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-bd5d4710-de31-4aea-89a4-131096d45f45 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1875689316'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:15.896229 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b17ba-9824-4b69-8b53-e2b270bec4b4 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event deleted for resources: {'Network': ['ID=4eb038fd-9f22-4025-b1a3-d718bf3a7f5e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:15.907594 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5d4710-de31-4aea-89a4-131096d45f45 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Made reservation on behalf of 4d73d4ef6b714ce48c5547f8397a2717 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:15.911794 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd5d4710-de31-4aea-89a4-131096d45f45 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:15.937526 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5d4710-de31-4aea-89a4-131096d45f45 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:00:15.947204 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd5d4710-de31-4aea-89a4-131096d45f45 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:15.947544 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-bd5d4710-de31-4aea-89a4-131096d45f45 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Added segment 2ac12556-b4ec-4981-9114-30d7cbb3aa8f of type vlan for network d758ab5d-1539-4368-a7ad-94bd59cbd33d Jul 16 21:00:15.988215 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd5d4710-de31-4aea-89a4-131096d45f45 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:16.018997 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd5d4710-de31-4aea-89a4-131096d45f45 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:16.025951 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5d4710-de31-4aea-89a4-131096d45f45 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:16.026575 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bd5d4710-de31-4aea-89a4-131096d45f45 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:16.065261 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bd5d4710-de31-4aea-89a4-131096d45f45 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1844468 Jul 16 21:00:16.065624 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45946) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:16.072151 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-571cf512-7201-4362-9153-8d8615a9d77c tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:16.112017 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d4710-de31-4aea-89a4-131096d45f45 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event updated for resources: {'Network': ['ID=d758ab5d-1539-4368-a7ad-94bd59cbd33d,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:16.128943 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network d758ab5d-1539-4368-a7ad-94bd59cbd33d details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:00:16.247043 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-571cf512-7201-4362-9153-8d8615a9d77c tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:16.260693 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-571cf512-7201-4362-9153-8d8615a9d77c tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:16.283446 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-571cf512-7201-4362-9153-8d8615a9d77c tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Network d758ab5d-1539-4368-a7ad-94bd59cbd33d is not hosted by any dhcp agent {{(pid=93793) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 21:00:16.288842 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571cf512-7201-4362-9153-8d8615a9d77c tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:16.289466 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-571cf512-7201-4362-9153-8d8615a9d77c tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:16.290770 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-571cf512-7201-4362-9153-8d8615a9d77c tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "PUT /v2.0/networks/d758ab5d-1539-4368-a7ad-94bd59cbd33d HTTP/1.1" status: 200 len: 723 time: 0.2241626 Jul 16 21:00:16.293615 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45948) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:16.299891 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-70e73303-4674-4f1a-b32d-84926faf21f3 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Request body: {'subnet': {'network_id': 'd758ab5d-1539-4368-a7ad-94bd59cbd33d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:16.342306 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571cf512-7201-4362-9153-8d8615a9d77c tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event updated for resources: {'Network': ['ID=d758ab5d-1539-4368-a7ad-94bd59cbd33d,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:16.354405 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network d758ab5d-1539-4368-a7ad-94bd59cbd33d details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:00:16.599315 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b4f6f9fb-984b-45e9-948e-298adf676432 req-faa4ef67-a095-4458-8b7d-054f0ac842a0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2d1a4fc0-df04-4d92-b354-921cdd6e80f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0553992 Jul 16 21:00:16.700183 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e73303-4674-4f1a-b32d-84926faf21f3 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Made reservation on behalf of 4d73d4ef6b714ce48c5547f8397a2717 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:16.704148 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-70e73303-4674-4f1a-b32d-84926faf21f3 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:16.704621 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6f9fb-984b-45e9-948e-298adf676432 req-a3fa196e-5c91-41c8-a9b8-7badf0223887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:16.706110 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b4f6f9fb-984b-45e9-948e-298adf676432 req-a3fa196e-5c91-41c8-a9b8-7badf0223887 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f7f119dd46d44ed6bf6cf819c3be7511&device_id=2d1a4fc0-df04-4d92-b354-921cdd6e80f4 HTTP/1.1" status: 200 len: 1097 time: 0.0561647 Jul 16 21:00:16.822016 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6f9fb-984b-45e9-948e-298adf676432 req-94c7fd54-b054-46c6-8817-81ad22e146e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:16.823648 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b4f6f9fb-984b-45e9-948e-298adf676432 req-94c7fd54-b054-46c6-8817-81ad22e146e6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=efdae877-440f-452b-988f-6b3c988cb3f7 HTTP/1.1" status: 200 len: 898 time: 0.0979180 Jul 16 21:00:16.895372 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b4f6f9fb-984b-45e9-948e-298adf676432 req-cd2b8b38-db2a-4e77-a4b4-94ba318e30e3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=469c1dee-a02c-47cb-9742-ed632fae5684 HTTP/1.1" status: 200 len: 1001 time: 0.0642979 Jul 16 21:00:16.899962 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-70e73303-4674-4f1a-b32d-84926faf21f3 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:16.958356 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6f9fb-984b-45e9-948e-298adf676432 req-1936b306-414c-43ba-be5d-1358dfbe6139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:16.960056 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b4f6f9fb-984b-45e9-948e-298adf676432 req-1936b306-414c-43ba-be5d-1358dfbe6139 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=702e3a4b-be9a-4f9a-8779-b22dbb88e4f9 HTTP/1.1" status: 200 len: 835 time: 0.0583930 Jul 16 21:00:16.992037 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e73303-4674-4f1a-b32d-84926faf21f3 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event updated for resources: {'Subnet': ['ID=1d8d9f98-ed0d-4b53-8fba-fbaf774420d2,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:17.005596 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e73303-4674-4f1a-b32d-84926faf21f3 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Checking segment: {'id': '2ac12556-b4ec-4981-9114-30d7cbb3aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd758ab5d-1539-4368-a7ad-94bd59cbd33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:17.005980 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e73303-4674-4f1a-b32d-84926faf21f3 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Network hostable DHCP agents. Network: d758ab5d-1539-4368-a7ad-94bd59cbd33d, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:00:17.028703 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6f9fb-984b-45e9-948e-298adf676432 req-8255ef96-1923-42c2-b81a-d782362fb605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:17.030247 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b4f6f9fb-984b-45e9-948e-298adf676432 req-8255ef96-1923-42c2-b81a-d782362fb605 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=efdae877-440f-452b-988f-6b3c988cb3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626385 Jul 16 21:00:17.034877 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e73303-4674-4f1a-b32d-84926faf21f3 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Network d758ab5d-1539-4368-a7ad-94bd59cbd33d is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:00:17.046176 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-70e73303-4674-4f1a-b32d-84926faf21f3 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, d758ab5d-1539-4368-a7ad-94bd59cbd33d) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:17.052427 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e73303-4674-4f1a-b32d-84926faf21f3 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:17.053166 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-70e73303-4674-4f1a-b32d-84926faf21f3 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:17.059622 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f84878-888a-4aa6-9650-b217aae7be5b None None] Network d758ab5d-1539-4368-a7ad-94bd59cbd33d requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:17.072848 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-70e73303-4674-4f1a-b32d-84926faf21f3 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7770400 Jul 16 21:00:17.076285 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45954) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:17.090035 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-ad98dce0-c476-43dc-9a68-886db30ef21e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:17.158279 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b4f6f9fb-984b-45e9-948e-298adf676432 req-1308e078-9600-4897-9aec-4f04781ca64a service neutron] 10.222.0.62 "GET /v2.0/networks/efdae877-440f-452b-988f-6b3c988cb3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199412 Jul 16 21:00:17.262886 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487928f5-2c2e-401c-8ad6-94b5f405cac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-d758ab5d-1539-4368-a7ad-94bd59cbd33d', 'network_id': 'd758ab5d-1539-4368-a7ad-94bd59cbd33d', 'tenant_id': '4d73d4ef6b714ce48c5547f8397a2717', 'fixed_ips': [{'subnet_id': '1d8d9f98-ed0d-4b53-8fba-fbaf774420d2'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:00:17.264105 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-487928f5-2c2e-401c-8ad6-94b5f405cac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:17.268786 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ad98dce0-c476-43dc-9a68-886db30ef21e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2143371813'] for subnet, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:17.328086 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b4f6f9fb-984b-45e9-948e-298adf676432 req-3aadd381-8119-4c8c-8bd4-7b567b69e828 service neutron] 10.222.0.62 "GET /v2.0/networks/efdae877-440f-452b-988f-6b3c988cb3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621623 Jul 16 21:00:17.456182 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ad98dce0-c476-43dc-9a68-886db30ef21e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726300449419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2143530448'] for subnet, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:17.491299 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad98dce0-c476-43dc-9a68-886db30ef21e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:17.491829 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ad98dce0-c476-43dc-9a68-886db30ef21e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:17.495861 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45962) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:17.498811 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ad98dce0-c476-43dc-9a68-886db30ef21e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "PUT /v2.0/subnets/1d8d9f98-ed0d-4b53-8fba-fbaf774420d2 HTTP/1.1" status: 200 len: 806 time: 0.4195189 Jul 16 21:00:17.506153 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-487928f5-2c2e-401c-8ad6-94b5f405cac5 None None] Allocated IP 172.20.0.2 (d758ab5d-1539-4368-a7ad-94bd59cbd33d/1d8d9f98-ed0d-4b53-8fba-fbaf774420d2/005396cf-e65e-4cae-950d-b3f1bf28d9c0) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:00:17.528469 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98dce0-c476-43dc-9a68-886db30ef21e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event updated for resources: {'Subnet': ['ID=1d8d9f98-ed0d-4b53-8fba-fbaf774420d2,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:17.660383 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-487928f5-2c2e-401c-8ad6-94b5f405cac5 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:17.672302 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-487928f5-2c2e-401c-8ad6-94b5f405cac5 None None] Transition to ACTIVE for port object 005396cf-e65e-4cae-950d-b3f1bf28d9c0 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:17.694072 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-487928f5-2c2e-401c-8ad6-94b5f405cac5 None None] Transition to ACTIVE for port object 005396cf-e65e-4cae-950d-b3f1bf28d9c0 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:17.700702 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-487928f5-2c2e-401c-8ad6-94b5f405cac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:17.748920 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487928f5-2c2e-401c-8ad6-94b5f405cac5 None None] Network d758ab5d-1539-4368-a7ad-94bd59cbd33d is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:17.752100 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-487928f5-2c2e-401c-8ad6-94b5f405cac5 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:17.757257 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487928f5-2c2e-401c-8ad6-94b5f405cac5 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:00:17.760576 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487928f5-2c2e-401c-8ad6-94b5f405cac5 None None] Pushing event updated for resources: {'Port': ['ID=005396cf-e65e-4cae-950d-b3f1bf28d9c0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:17.790060 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45966) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:17.836985 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-487928f5-2c2e-401c-8ad6-94b5f405cac5 None None] Attempting to bind port 005396cf-e65e-4cae-950d-b3f1bf28d9c0 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:00:17.837800 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-487928f5-2c2e-401c-8ad6-94b5f405cac5 None None] Attempting to bind port 005396cf-e65e-4cae-950d-b3f1bf28d9c0 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '2ac12556-b4ec-4981-9114-30d7cbb3aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd758ab5d-1539-4368-a7ad-94bd59cbd33d'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:00:17.838436 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487928f5-2c2e-401c-8ad6-94b5f405cac5 None None] Attempting to bind port 005396cf-e65e-4cae-950d-b3f1bf28d9c0 on network d758ab5d-1539-4368-a7ad-94bd59cbd33d {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:17.846094 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487928f5-2c2e-401c-8ad6-94b5f405cac5 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:00:17.846880 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487928f5-2c2e-401c-8ad6-94b5f405cac5 None None] Checking segment: {'id': '2ac12556-b4ec-4981-9114-30d7cbb3aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd758ab5d-1539-4368-a7ad-94bd59cbd33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:17.847547 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-487928f5-2c2e-401c-8ad6-94b5f405cac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:17.848166 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487928f5-2c2e-401c-8ad6-94b5f405cac5 None None] Bound using segment: {'id': '2ac12556-b4ec-4981-9114-30d7cbb3aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd758ab5d-1539-4368-a7ad-94bd59cbd33d'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:00:17.849934 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-487928f5-2c2e-401c-8ad6-94b5f405cac5 None None] Bound port: 005396cf-e65e-4cae-950d-b3f1bf28d9c0, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac12556-b4ec-4981-9114-30d7cbb3aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd758ab5d-1539-4368-a7ad-94bd59cbd33d'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:00:17.850743 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-487928f5-2c2e-401c-8ad6-94b5f405cac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:17.953744 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0b61c5-5e81-4aa4-99ee-8b739b55440c tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:17.954397 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0b61c5-5e81-4aa4-99ee-8b739b55440c tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:17.954619 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0b61c5-5e81-4aa4-99ee-8b739b55440c tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:17.956325 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bd0b61c5-5e81-4aa4-99ee-8b739b55440c tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] 10.222.0.38 "GET /v2.0/ports?project_id=f7f119dd46d44ed6bf6cf819c3be7511&network_id=efdae877-440f-452b-988f-6b3c988cb3f7 HTTP/1.1" status: 200 len: 2972 time: 0.1652222 Jul 16 21:00:17.971813 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d59e-ade0-45d4-a660-30ce5c98279e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:17.973110 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-487928f5-2c2e-401c-8ad6-94b5f405cac5 None None] For port 005396cf-e65e-4cae-950d-b3f1bf28d9c0, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:00:17.977690 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-487928f5-2c2e-401c-8ad6-94b5f405cac5 None None] For port 005396cf-e65e-4cae-950d-b3f1bf28d9c0, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=005396cf-e65e-4cae-950d-b3f1bf28d9c0,segment=NetworkSegment(2ac12556-b4ec-4981-9114-30d7cbb3aa8f),segment_id=2ac12556-b4ec-4981-9114-30d7cbb3aa8f)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:00:17.987182 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-487928f5-2c2e-401c-8ad6-94b5f405cac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.067945 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-e6b7d59e-ade0-45d4-a660-30ce5c98279e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Deleting port 005396cf-e65e-4cae-950d-b3f1bf28d9c0 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:00:18.068307 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d59e-ade0-45d4-a660-30ce5c98279e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.072417 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487928f5-2c2e-401c-8ad6-94b5f405cac5 None None] Pushing event updated for resources: {'Port': ['ID=005396cf-e65e-4cae-950d-b3f1bf28d9c0,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:18.169582 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-e6b7d59e-ade0-45d4-a660-30ce5c98279e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] For port 005396cf-e65e-4cae-950d-b3f1bf28d9c0, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=005396cf-e65e-4cae-950d-b3f1bf28d9c0,segment=NetworkSegment(2ac12556-b4ec-4981-9114-30d7cbb3aa8f),segment_id=2ac12556-b4ec-4981-9114-30d7cbb3aa8f)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:18.170047 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d59e-ade0-45d4-a660-30ce5c98279e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.186817 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-e6b7d59e-ade0-45d4-a660-30ce5c98279e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Calling delete_port for 005396cf-e65e-4cae-950d-b3f1bf28d9c0 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:00:18.364054 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d59e-ade0-45d4-a660-30ce5c98279e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.397612 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7d59e-ade0-45d4-a660-30ce5c98279e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event deleted for resources: {'Port': ['ID=005396cf-e65e-4cae-950d-b3f1bf28d9c0,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:18.443475 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b7d59e-ade0-45d4-a660-30ce5c98279e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] No DVR routers for this DVR port 005396cf-e65e-4cae-950d-b3f1bf28d9c0 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:00:18.494136 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d59e-ade0-45d4-a660-30ce5c98279e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.560741 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d59e-ade0-45d4-a660-30ce5c98279e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.601767 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7d59e-ade0-45d4-a660-30ce5c98279e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event deleted for resources: {'Subnet': ['ID=1d8d9f98-ed0d-4b53-8fba-fbaf774420d2,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:18.657015 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d59e-ade0-45d4-a660-30ce5c98279e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.667595 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-e6b7d59e-ade0-45d4-a660-30ce5c98279e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d758ab5d-1539-4368-a7ad-94bd59cbd33d']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:18.677784 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-e6b7d59e-ade0-45d4-a660-30ce5c98279e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac12556-b4ec-4981-9114-30d7cbb3aa8f') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:18.678083 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-e6b7d59e-ade0-45d4-a660-30ce5c98279e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac12556-b4ec-4981-9114-30d7cbb3aa8f') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:18.686826 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d59e-ade0-45d4-a660-30ce5c98279e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.702764 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d59e-ade0-45d4-a660-30ce5c98279e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.709781 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b7d59e-ade0-45d4-a660-30ce5c98279e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:00:18.710180 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d59e-ade0-45d4-a660-30ce5c98279e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: timer() Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:00:18.713106 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:00:18.787356 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d59e-ade0-45d4-a660-30ce5c98279e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.797162 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d59e-ade0-45d4-a660-30ce5c98279e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.803555 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e6b7d59e-ade0-45d4-a660-30ce5c98279e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/networks/d758ab5d-1539-4368-a7ad-94bd59cbd33d HTTP/1.1" status: 204 len: 168 time: 1.3029118 Jul 16 21:00:18.803555 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45984) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:18.823460 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7d59e-ade0-45d4-a660-30ce5c98279e tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event deleted for resources: {'Network': ['ID=d758ab5d-1539-4368-a7ad-94bd59cbd33d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:18.839733 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-e690dae0-8f43-4604-96f7-a3112188c41d tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] DELETE failed (client error): The resource could not be found. Jul 16 21:00:18.840360 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e690dae0-8f43-4604-96f7-a3112188c41d tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:00:18.845495 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e690dae0-8f43-4604-96f7-a3112188c41d tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/networks/d758ab5d-1539-4368-a7ad-94bd59cbd33d HTTP/1.1" status: 404 len: 339 time: 0.0380719 Jul 16 21:00:18.846778 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45986) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:18.852592 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-b296e720-5c4c-4d07-9a89-7e7a9776a56b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1161338828', 'description': 'd1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:18.874614 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b296e720-5c4c-4d07-9a89-7e7a9776a56b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Made reservation on behalf of 4d73d4ef6b714ce48c5547f8397a2717 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:18.878624 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b296e720-5c4c-4d07-9a89-7e7a9776a56b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.905441 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b296e720-5c4c-4d07-9a89-7e7a9776a56b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:00:18.917335 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b296e720-5c4c-4d07-9a89-7e7a9776a56b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.917685 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-b296e720-5c4c-4d07-9a89-7e7a9776a56b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Added segment 045dfbba-ae2f-4f69-aab0-5c4985d0cd2f of type vlan for network b9007e39-9fbd-44c6-b02d-e820371435c5 Jul 16 21:00:18.960629 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b296e720-5c4c-4d07-9a89-7e7a9776a56b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.997648 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b296e720-5c4c-4d07-9a89-7e7a9776a56b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:19.003673 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b296e720-5c4c-4d07-9a89-7e7a9776a56b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:19.005055 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b296e720-5c4c-4d07-9a89-7e7a9776a56b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:19.053083 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b296e720-5c4c-4d07-9a89-7e7a9776a56b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2049057 Jul 16 21:00:19.055868 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45988) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:19.088039 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296e720-5c4c-4d07-9a89-7e7a9776a56b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event updated for resources: {'Network': ['ID=b9007e39-9fbd-44c6-b02d-e820371435c5,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:19.100974 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network b9007e39-9fbd-44c6-b02d-e820371435c5 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:00:19.160185 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc22623b-3f00-4b89-bc63-e17b1c177ba2 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:19.163213 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bc22623b-3f00-4b89-bc63-e17b1c177ba2 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "GET /v2.0/networks?id=b9007e39-9fbd-44c6-b02d-e820371435c5 HTTP/1.1" status: 200 len: 761 time: 0.1062324 Jul 16 21:00:19.166078 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45990) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:19.172566 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-de5fa964-8586-48df-aadb-f00a65cc3152 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Request body: {'network': {'description': 'd2'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:19.238574 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73120a2a-f847-4084-9c37-3fec654dc2ea None None] DHCP port deletion for d758ab5d-1539-4368-a7ad-94bd59cbd33d request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:00:19.259952 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-44c88dd3-383b-466b-9687-e70b2cd864a0 None None] Could not find standard attr ID for object 005396cf-e65e-4cae-950d-b3f1bf28d9c0. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 21:00:19.267609 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c8f426-98bb-44d6-8b82-ce11eb17c026 None None] Network d758ab5d-1539-4368-a7ad-94bd59cbd33d requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:19.280986 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c8f426-98bb-44d6-8b82-ce11eb17c026 None None] Network d758ab5d-1539-4368-a7ad-94bd59cbd33d could not be found, it might have been deleted concurrently. {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 21:00:19.288919 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31700e7-c963-4a6c-a4de-2fdd6db3ccde None None] Network d758ab5d-1539-4368-a7ad-94bd59cbd33d requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:19.301049 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31700e7-c963-4a6c-a4de-2fdd6db3ccde None None] Network d758ab5d-1539-4368-a7ad-94bd59cbd33d could not be found, it might have been deleted concurrently. {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 21:00:19.356118 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-de5fa964-8586-48df-aadb-f00a65cc3152 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:19.371247 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-de5fa964-8586-48df-aadb-f00a65cc3152 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:19.390110 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-de5fa964-8586-48df-aadb-f00a65cc3152 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Network b9007e39-9fbd-44c6-b02d-e820371435c5 is not hosted by any dhcp agent {{(pid=93794) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 21:00:19.396137 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5fa964-8586-48df-aadb-f00a65cc3152 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:19.396737 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-de5fa964-8586-48df-aadb-f00a65cc3152 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:19.398007 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-de5fa964-8586-48df-aadb-f00a65cc3152 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "PUT /v2.0/networks/b9007e39-9fbd-44c6-b02d-e820371435c5 HTTP/1.1" status: 200 len: 758 time: 0.2305064 Jul 16 21:00:19.400830 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45992) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:19.443771 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fa964-8586-48df-aadb-f00a65cc3152 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event updated for resources: {'Network': ['ID=b9007e39-9fbd-44c6-b02d-e820371435c5,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:19.455310 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network b9007e39-9fbd-44c6-b02d-e820371435c5 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:00:19.487519 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ea5a60-745f-4ac9-84b0-aa942659a574 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:19.489983 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b0ea5a60-745f-4ac9-84b0-aa942659a574 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "GET /v2.0/networks?id=b9007e39-9fbd-44c6-b02d-e820371435c5 HTTP/1.1" status: 200 len: 761 time: 0.0878859 Jul 16 21:00:19.493775 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 45994) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:19.499502 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-253919ec-a972-49e6-bf30-1769eec63173 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1104600057'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:19.523784 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253919ec-a972-49e6-bf30-1769eec63173 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Made reservation on behalf of 4d73d4ef6b714ce48c5547f8397a2717 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:19.530962 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-253919ec-a972-49e6-bf30-1769eec63173 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:19.556661 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253919ec-a972-49e6-bf30-1769eec63173 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:00:19.565657 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-253919ec-a972-49e6-bf30-1769eec63173 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:19.566057 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-253919ec-a972-49e6-bf30-1769eec63173 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Added segment c3891b41-afa4-47e4-909d-cf5565b633c8 of type vlan for network da04a982-2677-46ac-bf24-7f2541ccbbc8 Jul 16 21:00:19.618594 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-253919ec-a972-49e6-bf30-1769eec63173 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:19.657677 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-253919ec-a972-49e6-bf30-1769eec63173 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:19.664366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253919ec-a972-49e6-bf30-1769eec63173 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:19.664957 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-253919ec-a972-49e6-bf30-1769eec63173 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:19.701143 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-253919ec-a972-49e6-bf30-1769eec63173 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2062268 Jul 16 21:00:19.704178 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 45998) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:19.710810 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-64a9f9f1-cf57-46d5-944d-34abfc8a606b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Request body: {'subnet': {'network_id': 'da04a982-2677-46ac-bf24-7f2541ccbbc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:19.734604 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253919ec-a972-49e6-bf30-1769eec63173 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event updated for resources: {'Network': ['ID=da04a982-2677-46ac-bf24-7f2541ccbbc8,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:19.745446 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network da04a982-2677-46ac-bf24-7f2541ccbbc8 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:00:19.814072 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a9f9f1-cf57-46d5-944d-34abfc8a606b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Made reservation on behalf of 4d73d4ef6b714ce48c5547f8397a2717 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:19.818517 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64a9f9f1-cf57-46d5-944d-34abfc8a606b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:20.013356 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64a9f9f1-cf57-46d5-944d-34abfc8a606b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:20.075636 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9f9f1-cf57-46d5-944d-34abfc8a606b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event updated for resources: {'Subnet': ['ID=a12dff2b-4505-49bc-92be-adaee7b0ff20,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:20.086059 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a9f9f1-cf57-46d5-944d-34abfc8a606b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Checking segment: {'id': 'c3891b41-afa4-47e4-909d-cf5565b633c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'da04a982-2677-46ac-bf24-7f2541ccbbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:20.086371 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a9f9f1-cf57-46d5-944d-34abfc8a606b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Network hostable DHCP agents. Network: da04a982-2677-46ac-bf24-7f2541ccbbc8, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:00:20.103252 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a9f9f1-cf57-46d5-944d-34abfc8a606b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Network da04a982-2677-46ac-bf24-7f2541ccbbc8 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:00:20.111632 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-64a9f9f1-cf57-46d5-944d-34abfc8a606b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, da04a982-2677-46ac-bf24-7f2541ccbbc8) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:20.117468 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a9f9f1-cf57-46d5-944d-34abfc8a606b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:20.118060 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64a9f9f1-cf57-46d5-944d-34abfc8a606b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:20.123809 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d446d59-d680-4b66-ba58-7359eaaf18d1 None None] Network da04a982-2677-46ac-bf24-7f2541ccbbc8 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:20.134745 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-64a9f9f1-cf57-46d5-944d-34abfc8a606b tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4292014 Jul 16 21:00:20.137107 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46002) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:20.252208 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c3077cd6-3cb0-44e0-ac21-f79d614c01b5 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:20.279142 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9664952-5f4c-49a4-b3f0-164332767680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-da04a982-2677-46ac-bf24-7f2541ccbbc8', 'network_id': 'da04a982-2677-46ac-bf24-7f2541ccbbc8', 'tenant_id': '4d73d4ef6b714ce48c5547f8397a2717', 'fixed_ips': [{'subnet_id': 'a12dff2b-4505-49bc-92be-adaee7b0ff20'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:00:20.280008 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9664952-5f4c-49a4-b3f0-164332767680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:20.313367 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c3077cd6-3cb0-44e0-ac21-f79d614c01b5 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:20.376055 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c3077cd6-3cb0-44e0-ac21-f79d614c01b5 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server [None req-e9664952-5f4c-49a4-b3f0-164332767680 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a12dff2b-4505-49bc-92be-adaee7b0ff20: This subnet is being modified by another concurrent operation. Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise exception Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a12dff2b-4505-49bc-92be-adaee7b0ff20: This subnet is being modified by another concurrent operation. Jul 16 21:00:20.384696 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server Jul 16 21:00:20.405439 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5741be4f-49b3-4639-ba8f-563b10fd4e83 None None] Network da04a982-2677-46ac-bf24-7f2541ccbbc8 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:20.406835 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3077cd6-3cb0-44e0-ac21-f79d614c01b5 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event deleted for resources: {'Subnet': ['ID=a12dff2b-4505-49bc-92be-adaee7b0ff20,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:20.486974 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c3077cd6-3cb0-44e0-ac21-f79d614c01b5 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:20.499957 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-c3077cd6-3cb0-44e0-ac21-f79d614c01b5 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da04a982-2677-46ac-bf24-7f2541ccbbc8']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:20.511419 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-c3077cd6-3cb0-44e0-ac21-f79d614c01b5 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3891b41-afa4-47e4-909d-cf5565b633c8') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:20.512016 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-c3077cd6-3cb0-44e0-ac21-f79d614c01b5 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3891b41-afa4-47e4-909d-cf5565b633c8') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:20.524336 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c3077cd6-3cb0-44e0-ac21-f79d614c01b5 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:20.546468 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c3077cd6-3cb0-44e0-ac21-f79d614c01b5 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:20.554631 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3077cd6-3cb0-44e0-ac21-f79d614c01b5 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:00:20.555286 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c3077cd6-3cb0-44e0-ac21-f79d614c01b5 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: timer() Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:00:20.559009 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:00:20.628262 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c3077cd6-3cb0-44e0-ac21-f79d614c01b5 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:20.636380 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c3077cd6-3cb0-44e0-ac21-f79d614c01b5 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:20.640865 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c3077cd6-3cb0-44e0-ac21-f79d614c01b5 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/networks/da04a982-2677-46ac-bf24-7f2541ccbbc8 HTTP/1.1" status: 204 len: 168 time: 0.5001028 Jul 16 21:00:20.641690 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46004) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:20.651773 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3077cd6-3cb0-44e0-ac21-f79d614c01b5 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event deleted for resources: {'Network': ['ID=da04a982-2677-46ac-bf24-7f2541ccbbc8,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:20.690000 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1368bba3-1160-4611-a007-3131e612f475 None None] get_active_networks_info from n-d-791506-21 {{(pid=93795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 21:00:20.705871 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-96589363-dce3-4f4b-a54c-9d0059b5b1ca tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] GET failed (client error): The resource could not be found. Jul 16 21:00:20.711455 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46010) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:20.722879 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-96589363-dce3-4f4b-a54c-9d0059b5b1ca tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "GET /v2.0/subnets/a12dff2b-4505-49bc-92be-adaee7b0ff20 HTTP/1.1" status: 404 len: 337 time: 0.0693295 Jul 16 21:00:20.735187 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-879545d1-3943-4a11-995a-1cdaab08390d tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] DELETE failed (client error): The resource could not be found. Jul 16 21:00:20.735967 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-879545d1-3943-4a11-995a-1cdaab08390d tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:00:20.737719 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-879545d1-3943-4a11-995a-1cdaab08390d tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/networks/da04a982-2677-46ac-bf24-7f2541ccbbc8 HTTP/1.1" status: 404 len: 339 time: 0.0247114 Jul 16 21:00:20.742639 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46012) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:20.775611 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1368bba3-1160-4611-a007-3131e612f475 None None] Resources bound (agent type, host, resource id): {{(pid=93795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 21:00:20.983593 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467f318e-2d79-483c-9720-ed50460789c0 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:20.987877 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-467f318e-2d79-483c-9720-ed50460789c0 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2416131 Jul 16 21:00:20.988160 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46018) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:21.045269 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d1d9d486-8afa-421d-b8b1-8360431605de tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "GET /v2.0/subnets?network_id=9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 207 time: 0.0550537 Jul 16 21:00:21.046595 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 005396cf-e65e-4cae-950d-b3f1bf28d9c0 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:00:21.048906 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46020) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:21.083185 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 005396cf-e65e-4cae-950d-b3f1bf28d9c0 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:00:21.083997 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 005396cf-e65e-4cae-950d-b3f1bf28d9c0 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:00:21.162927 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6289bde-8f9d-42e5-adf8-a3256713b81a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:21.169112 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6289bde-8f9d-42e5-adf8-a3256713b81a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:21.175399 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6289bde-8f9d-42e5-adf8-a3256713b81a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:21.181730 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6289bde-8f9d-42e5-adf8-a3256713b81a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:21.183403 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d6289bde-8f9d-42e5-adf8-a3256713b81a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1335819 Jul 16 21:00:21.187125 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46026) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:21.294284 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4225950f-268c-4ec8-b057-d195bea30f40 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1060774 Jul 16 21:00:21.297987 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46028) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:21.356274 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0016e8b-a353-4833-bb03-63c4aec05760 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:21.357808 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0016e8b-a353-4833-bb03-63c4aec05760 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:21.362778 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a0016e8b-a353-4833-bb03-63c4aec05760 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0603964 Jul 16 21:00:21.362940 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46030) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:21.414914 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ce6da0-4d4b-46d1-9856-685d59448959 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['shared'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:21.416262 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ce6da0-4d4b-46d1-9856-685d59448959 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['shared'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:21.421058 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d8ce6da0-4d4b-46d1-9856-685d59448959 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0539532 Jul 16 21:00:21.421232 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46032) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:21.530270 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f89da55-4513-48d5-a3e7-808963cbf098 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:21.531763 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1f89da55-4513-48d5-a3e7-808963cbf098 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "GET /v2.0/networks/2ef480cc-6bb6-401b-96b0-bc2edc80ede8 HTTP/1.1" status: 200 len: 800 time: 0.1096299 Jul 16 21:00:21.535484 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46034) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:21.641217 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3b9738dd-1215-489a-bd89-0d12bb690872 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "GET /v2.0/networks/2ef480cc-6bb6-401b-96b0-bc2edc80ede8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1038265 Jul 16 21:00:21.644588 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46036) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:21.699517 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f934a3-c399-4fc0-ad16-355bc2901424 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:21.700868 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-95f934a3-c399-4fc0-ad16-355bc2901424 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "GET /v2.0/subnets/e5a9ce00-a4a8-4ae4-bc5a-1e8554547003 HTTP/1.1" status: 200 len: 811 time: 0.0552988 Jul 16 21:00:21.704504 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46038) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:21.726876 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a81bbdf4-fd62-4a9f-b3db-125ebf0dd330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:21.763110 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e57cce3-c16c-44d3-9555-0c7f503028e5 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['shared'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:21.764499 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7e57cce3-c16c-44d3-9555-0c7f503028e5 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "GET /v2.0/subnets/e5a9ce00-a4a8-4ae4-bc5a-1e8554547003?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0590298 Jul 16 21:00:21.768003 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46040) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:21.773432 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-05f2d214-8519-462d-9826-05461e301cdd tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-67675114'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:21.794151 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f2d214-8519-462d-9826-05461e301cdd tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Made reservation on behalf of 4d73d4ef6b714ce48c5547f8397a2717 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:21.797832 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05f2d214-8519-462d-9826-05461e301cdd tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:21.820325 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f2d214-8519-462d-9826-05461e301cdd tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:00:21.828801 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05f2d214-8519-462d-9826-05461e301cdd tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:21.829141 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-05f2d214-8519-462d-9826-05461e301cdd tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Added segment 11c74036-0b7b-4452-bcce-a0686b5095fe of type vlan for network 6cdc6546-9a7e-4a0c-a503-07a5567b5d49 Jul 16 21:00:21.869267 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05f2d214-8519-462d-9826-05461e301cdd tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:21.899120 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05f2d214-8519-462d-9826-05461e301cdd tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:21.904506 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f2d214-8519-462d-9826-05461e301cdd tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:21.905081 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05f2d214-8519-462d-9826-05461e301cdd tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:21.938066 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-05f2d214-8519-462d-9826-05461e301cdd tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.1689713 Jul 16 21:00:21.940878 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46042) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:21.947762 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-bb109ccd-3c44-4c0e-a7b7-c4890284ea29 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Request body: {'subnet': {'network_id': '6cdc6546-9a7e-4a0c-a503-07a5567b5d49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:21.991583 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2d214-8519-462d-9826-05461e301cdd tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event updated for resources: {'Network': ['ID=6cdc6546-9a7e-4a0c-a503-07a5567b5d49,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:22.001285 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 6cdc6546-9a7e-4a0c-a503-07a5567b5d49 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:00:22.069305 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb109ccd-3c44-4c0e-a7b7-c4890284ea29 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Made reservation on behalf of 4d73d4ef6b714ce48c5547f8397a2717 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:22.073117 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb109ccd-3c44-4c0e-a7b7-c4890284ea29 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:22.122584 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46048) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:22.149496 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.ipam_backend_mixin [None req-bb109ccd-3c44-4c0e-a7b7-c4890284ea29 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Performing IP validity checks on allocation pools {{(pid=93794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 21:00:22.149496 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.ipam_backend_mixin [None req-bb109ccd-3c44-4c0e-a7b7-c4890284ea29 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 21:00:22.182161 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c91b0-3c00-4255-ba4e-16dc3343014c tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:22.183797 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-749c91b0-3c00-4255-ba4e-16dc3343014c tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=9eaba347-54f9-4044-808d-862f23e2a998 HTTP/1.1" status: 200 len: 814 time: 0.0602417 Jul 16 21:00:22.298941 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb109ccd-3c44-4c0e-a7b7-c4890284ea29 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:22.365564 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb109ccd-3c44-4c0e-a7b7-c4890284ea29 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event updated for resources: {'Subnet': ['ID=6da62c99-34f0-4c31-919d-21aac5e1c599,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:22.376685 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb109ccd-3c44-4c0e-a7b7-c4890284ea29 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Checking segment: {'id': '11c74036-0b7b-4452-bcce-a0686b5095fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6cdc6546-9a7e-4a0c-a503-07a5567b5d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:22.377032 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb109ccd-3c44-4c0e-a7b7-c4890284ea29 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Network hostable DHCP agents. Network: 6cdc6546-9a7e-4a0c-a503-07a5567b5d49, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:00:22.394732 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb109ccd-3c44-4c0e-a7b7-c4890284ea29 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Network 6cdc6546-9a7e-4a0c-a503-07a5567b5d49 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:00:22.405154 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-bb109ccd-3c44-4c0e-a7b7-c4890284ea29 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 6cdc6546-9a7e-4a0c-a503-07a5567b5d49) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:22.413187 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecc7991-2116-4d15-b734-7473b89b843e None None] Network 6cdc6546-9a7e-4a0c-a503-07a5567b5d49 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:22.413894 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb109ccd-3c44-4c0e-a7b7-c4890284ea29 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:22.414519 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb109ccd-3c44-4c0e-a7b7-c4890284ea29 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:22.439080 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bb109ccd-3c44-4c0e-a7b7-c4890284ea29 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4973025 Jul 16 21:00:22.443352 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46066) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:22.450002 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d0260aec-5328-4a9f-bc1c-f8a24951b115 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:22.570212 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d0260aec-5328-4a9f-bc1c-f8a24951b115 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2145098335'] for subnet, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:22.610993 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ce6a0d-657b-4820-bab1-81d12032bf2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-6cdc6546-9a7e-4a0c-a503-07a5567b5d49', 'network_id': '6cdc6546-9a7e-4a0c-a503-07a5567b5d49', 'tenant_id': '4d73d4ef6b714ce48c5547f8397a2717', 'fixed_ips': [{'subnet_id': '6da62c99-34f0-4c31-919d-21aac5e1c599'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:00:22.611986 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43ce6a0d-657b-4820-bab1-81d12032bf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:22.798968 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d0260aec-5328-4a9f-bc1c-f8a24951b115 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726300449419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2146581737'] for subnet, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:22.835938 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-43ce6a0d-657b-4820-bab1-81d12032bf2a None None] Allocated IP 172.20.0.3 (6cdc6546-9a7e-4a0c-a503-07a5567b5d49/6da62c99-34f0-4c31-919d-21aac5e1c599/967bbc96-3e62-4051-aa8f-1f662fd45c0f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:00:22.861680 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0260aec-5328-4a9f-bc1c-f8a24951b115 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:22.862286 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d0260aec-5328-4a9f-bc1c-f8a24951b115 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:22.867761 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d0260aec-5328-4a9f-bc1c-f8a24951b115 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "PUT /v2.0/subnets/6da62c99-34f0-4c31-919d-21aac5e1c599 HTTP/1.1" status: 200 len: 877 time: 0.4227638 Jul 16 21:00:22.868612 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46074) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:22.887487 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0260aec-5328-4a9f-bc1c-f8a24951b115 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event updated for resources: {'Subnet': ['ID=6da62c99-34f0-4c31-919d-21aac5e1c599,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:22.974339 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:23.025148 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43ce6a0d-657b-4820-bab1-81d12032bf2a None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:23.034553 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-43ce6a0d-657b-4820-bab1-81d12032bf2a None None] Transition to ACTIVE for port object 967bbc96-3e62-4051-aa8f-1f662fd45c0f will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:23.037411 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:23.050657 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-43ce6a0d-657b-4820-bab1-81d12032bf2a None None] Transition to ACTIVE for port object 967bbc96-3e62-4051-aa8f-1f662fd45c0f will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:23.056650 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43ce6a0d-657b-4820-bab1-81d12032bf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:23.103164 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ce6a0d-657b-4820-bab1-81d12032bf2a None None] Network 6cdc6546-9a7e-4a0c-a503-07a5567b5d49 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:23.106473 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-43ce6a0d-657b-4820-bab1-81d12032bf2a None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:23.111104 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ce6a0d-657b-4820-bab1-81d12032bf2a None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:00:23.114742 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce6a0d-657b-4820-bab1-81d12032bf2a None None] Pushing event updated for resources: {'Port': ['ID=967bbc96-3e62-4051-aa8f-1f662fd45c0f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:23.116436 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:23.144894 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event deleted for resources: {'Subnet': ['ID=6da62c99-34f0-4c31-919d-21aac5e1c599,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:23.175721 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-43ce6a0d-657b-4820-bab1-81d12032bf2a None None] Attempting to bind port 967bbc96-3e62-4051-aa8f-1f662fd45c0f on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:00:23.176094 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-43ce6a0d-657b-4820-bab1-81d12032bf2a None None] Attempting to bind port 967bbc96-3e62-4051-aa8f-1f662fd45c0f by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '11c74036-0b7b-4452-bcce-a0686b5095fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6cdc6546-9a7e-4a0c-a503-07a5567b5d49'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:00:23.176650 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ce6a0d-657b-4820-bab1-81d12032bf2a None None] Attempting to bind port 967bbc96-3e62-4051-aa8f-1f662fd45c0f on network 6cdc6546-9a7e-4a0c-a503-07a5567b5d49 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:23.182186 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ce6a0d-657b-4820-bab1-81d12032bf2a None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:00:23.182686 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ce6a0d-657b-4820-bab1-81d12032bf2a None None] Checking segment: {'id': '11c74036-0b7b-4452-bcce-a0686b5095fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6cdc6546-9a7e-4a0c-a503-07a5567b5d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:23.183221 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43ce6a0d-657b-4820-bab1-81d12032bf2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:23.183617 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ce6a0d-657b-4820-bab1-81d12032bf2a None None] Bound using segment: {'id': '11c74036-0b7b-4452-bcce-a0686b5095fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6cdc6546-9a7e-4a0c-a503-07a5567b5d49'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:00:23.184070 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-43ce6a0d-657b-4820-bab1-81d12032bf2a None None] Bound port: 967bbc96-3e62-4051-aa8f-1f662fd45c0f, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c74036-0b7b-4452-bcce-a0686b5095fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6cdc6546-9a7e-4a0c-a503-07a5567b5d49'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:00:23.184451 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43ce6a0d-657b-4820-bab1-81d12032bf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:23.209497 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:23.220947 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cdc6546-9a7e-4a0c-a503-07a5567b5d49']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:23.231503 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c74036-0b7b-4452-bcce-a0686b5095fe') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:23.231702 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c74036-0b7b-4452-bcce-a0686b5095fe') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:23.244703 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:23.256545 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-43ce6a0d-657b-4820-bab1-81d12032bf2a None None] For port 967bbc96-3e62-4051-aa8f-1f662fd45c0f, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:00:23.261912 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:23.267864 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:00:23.268236 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: timer() Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:00:23.272031 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:00:23.336205 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-43ce6a0d-657b-4820-bab1-81d12032bf2a None None] For port 967bbc96-3e62-4051-aa8f-1f662fd45c0f, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=967bbc96-3e62-4051-aa8f-1f662fd45c0f,segment=NetworkSegment(11c74036-0b7b-4452-bcce-a0686b5095fe),segment_id=11c74036-0b7b-4452-bcce-a0686b5095fe)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:00:23.337997 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.db.api [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 21:00:23.337997 n-d-791506-21 neutron-server[93794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 21:00:23.337997 n-d-791506-21 neutron-server[93794]: [parameters: {'id': '6cdc6546-9a7e-4a0c-a503-07a5567b5d49'}] Jul 16 21:00:23.337997 n-d-791506-21 neutron-server[93794]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 21:00:23.338808 n-d-791506-21 neutron-server[93794]: DEBUG oslo_db.api [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 21:00:23.340048 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43ce6a0d-657b-4820-bab1-81d12032bf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:23.391592 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46076) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:23.397672 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-8032b22c-a0a3-4406-a4df-33ca7d3cc312 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'network': {'name': 'tempest-network-smoke--1969428260', 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'port_security_enabled': True}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:23.419642 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8032b22c-a0a3-4406-a4df-33ca7d3cc312 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Made reservation on behalf of f7f119dd46d44ed6bf6cf819c3be7511 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:23.423519 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8032b22c-a0a3-4406-a4df-33ca7d3cc312 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:23.428238 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce6a0d-657b-4820-bab1-81d12032bf2a None None] Pushing event updated for resources: {'Port': ['ID=967bbc96-3e62-4051-aa8f-1f662fd45c0f,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:23.448043 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8032b22c-a0a3-4406-a4df-33ca7d3cc312 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:00:23.455799 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10d9cf6-f9ff-4479-b4bf-aa6754433be5 None None] Network 6cdc6546-9a7e-4a0c-a503-07a5567b5d49 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:23.459586 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8032b22c-a0a3-4406-a4df-33ca7d3cc312 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:23.459978 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-8032b22c-a0a3-4406-a4df-33ca7d3cc312 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Added segment 221c5698-c712-4411-9211-e8028685fe13 of type vlan for network 0e1fb650-ab3f-43ed-a145-42310abbca35 Jul 16 21:00:23.510575 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8032b22c-a0a3-4406-a4df-33ca7d3cc312 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:23.540624 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8032b22c-a0a3-4406-a4df-33ca7d3cc312 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:23.546249 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8032b22c-a0a3-4406-a4df-33ca7d3cc312 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:23.546918 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8032b22c-a0a3-4406-a4df-33ca7d3cc312 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:23.592810 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8032b22c-a0a3-4406-a4df-33ca7d3cc312 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1966650 Jul 16 21:00:23.592994 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46078) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:23.593608 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4d1dcd-78ff-4ddd-81d2-abd102d96463 None None] Network 6cdc6546-9a7e-4a0c-a503-07a5567b5d49 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:23.637196 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032b22c-a0a3-4406-a4df-33ca7d3cc312 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'Network': ['ID=0e1fb650-ab3f-43ed-a145-42310abbca35,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:23.653401 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 0e1fb650-ab3f-43ed-a145-42310abbca35 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:00:23.696881 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1382ec-bb22-4af4-a4a5-ed075db52e4a tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:23.700994 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8d1382ec-bb22-4af4-a4a5-ed075db52e4a tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=f7f119dd46d44ed6bf6cf819c3be7511&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1044939 Jul 16 21:00:23.701215 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46080) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:23.804065 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443141cb-bfd8-49fb-a4df-a0133616b0ba None None] get_active_networks_info from n-d-791506-21 {{(pid=93795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 21:00:23.809856 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072583f4-ecf0-427a-bcb7-164888fa6351 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:23.813989 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-072583f4-ecf0-427a-bcb7-164888fa6351 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1093576 Jul 16 21:00:23.814222 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46084) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:23.839737 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:23.844972 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-51223ea0-f066-4877-a320-9c451eeaf179 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=9eaba347-54f9-4044-808d-862f23e2a998&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271857 Jul 16 21:00:23.845204 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46086) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:23.874930 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8b2fa06f-7b0f-49ef-bc5e-956deb4ce3fe tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=f7f119dd46d44ed6bf6cf819c3be7511&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286469 Jul 16 21:00:23.877069 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46088) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:23.904220 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443141cb-bfd8-49fb-a4df-a0133616b0ba None None] Resources bound (agent type, host, resource id): {{(pid=93795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 21:00:23.930726 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Deleting port 967bbc96-3e62-4051-aa8f-1f662fd45c0f {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:00:23.931350 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:23.989971 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe25ef4b-6564-4ed5-919d-cbc344c64d99 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:23.993308 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fe25ef4b-6564-4ed5-919d-cbc344c64d99 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1145496 Jul 16 21:00:23.995412 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46090) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:24.004023 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] For port 967bbc96-3e62-4051-aa8f-1f662fd45c0f, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=967bbc96-3e62-4051-aa8f-1f662fd45c0f,segment=NetworkSegment(11c74036-0b7b-4452-bcce-a0686b5095fe),segment_id=11c74036-0b7b-4452-bcce-a0686b5095fe)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:24.004572 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.017800 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Calling delete_port for 967bbc96-3e62-4051-aa8f-1f662fd45c0f owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:00:24.032694 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-71fa1bde-cb5b-4667-8d7b-19bd30983e7f tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=9eaba347-54f9-4044-808d-862f23e2a998&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332351 Jul 16 21:00:24.032936 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46092) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:24.037901 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-87244082-6dd5-4c87-b36a-fee4c9d8a49f tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-101716455', 'network_id': '0e1fb650-ab3f-43ed-a145-42310abbca35', 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:24.123398 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.151998 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87244082-6dd5-4c87-b36a-fee4c9d8a49f tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Made reservation on behalf of f7f119dd46d44ed6bf6cf819c3be7511 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:24.154821 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event deleted for resources: {'Port': ['ID=967bbc96-3e62-4051-aa8f-1f662fd45c0f,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:24.156827 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] No DVR routers for this DVR port 967bbc96-3e62-4051-aa8f-1f662fd45c0f on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:00:24.173066 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-87244082-6dd5-4c87-b36a-fee4c9d8a49f tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.247189 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.259819 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cdc6546-9a7e-4a0c-a503-07a5567b5d49']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:24.269493 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4575ce6b-0a7b-4967-9b52-f6f1b65c72a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.273612 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c74036-0b7b-4452-bcce-a0686b5095fe') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:24.274034 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c74036-0b7b-4452-bcce-a0686b5095fe') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:24.284640 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.300736 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.309829 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:00:24.310577 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: timer() Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:00:24.314285 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:00:24.359650 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.382799 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-87244082-6dd5-4c87-b36a-fee4c9d8a49f tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.390390 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.396671 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.398912 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/networks/6cdc6546-9a7e-4a0c-a503-07a5567b5d49 HTTP/1.1" status: 204 len: 168 time: 1.5290897 Jul 16 21:00:24.404897 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46094) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:24.425580 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c90c7-2da3-40ad-ad73-2edb6343c6fa tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event deleted for resources: {'Network': ['ID=6cdc6546-9a7e-4a0c-a503-07a5567b5d49,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:24.445457 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2cd7a04-5fdc-44a3-88fe-6f25bd2cc6b5 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] DELETE failed (client error): The resource could not be found. Jul 16 21:00:24.445922 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2cd7a04-5fdc-44a3-88fe-6f25bd2cc6b5 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:00:24.449963 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f2cd7a04-5fdc-44a3-88fe-6f25bd2cc6b5 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/subnets/6da62c99-34f0-4c31-919d-21aac5e1c599 HTTP/1.1" status: 404 len: 337 time: 0.0418806 Jul 16 21:00:24.450129 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87244082-6dd5-4c87-b36a-fee4c9d8a49f tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'Subnet': ['ID=5b7207e5-e57d-4aeb-ba47-5392ed9efc5b,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:24.450646 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46096) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:24.460613 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87244082-6dd5-4c87-b36a-fee4c9d8a49f tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Checking segment: {'id': '221c5698-c712-4411-9211-e8028685fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e1fb650-ab3f-43ed-a145-42310abbca35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:24.461100 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87244082-6dd5-4c87-b36a-fee4c9d8a49f tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Network hostable DHCP agents. Network: 0e1fb650-ab3f-43ed-a145-42310abbca35, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:00:24.468946 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-30191075-6ce0-4e03-9fb7-906917a413be tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] DELETE failed (client error): The resource could not be found. Jul 16 21:00:24.469460 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30191075-6ce0-4e03-9fb7-906917a413be tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:00:24.474170 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-30191075-6ce0-4e03-9fb7-906917a413be tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/networks/6cdc6546-9a7e-4a0c-a503-07a5567b5d49 HTTP/1.1" status: 404 len: 339 time: 0.0200646 Jul 16 21:00:24.474792 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46098) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:24.482577 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87244082-6dd5-4c87-b36a-fee4c9d8a49f tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Network 0e1fb650-ab3f-43ed-a145-42310abbca35 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:00:24.492631 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-87244082-6dd5-4c87-b36a-fee4c9d8a49f tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 0e1fb650-ab3f-43ed-a145-42310abbca35) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:24.497769 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87244082-6dd5-4c87-b36a-fee4c9d8a49f tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:24.498809 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-87244082-6dd5-4c87-b36a-fee4c9d8a49f tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.501611 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc38ec9-0094-4de3-8ccb-a69d9cbf34e9 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] DELETE failed (client error): The resource could not be found. Jul 16 21:00:24.502090 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc38ec9-0094-4de3-8ccb-a69d9cbf34e9 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:00:24.504054 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1dc38ec9-0094-4de3-8ccb-a69d9cbf34e9 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/subnets/a12dff2b-4505-49bc-92be-adaee7b0ff20 HTTP/1.1" status: 404 len: 337 time: 0.0286527 Jul 16 21:00:24.507281 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46100) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:24.508351 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5d07b5-a96c-44d9-9276-467ae4b437d0 None None] Network 0e1fb650-ab3f-43ed-a145-42310abbca35 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:24.523373 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-87244082-6dd5-4c87-b36a-fee4c9d8a49f tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4893866 Jul 16 21:00:24.529723 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbc6fe4-266a-4758-b234-414a02eb9267 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] DELETE failed (client error): The resource could not be found. Jul 16 21:00:24.530288 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fbc6fe4-266a-4758-b234-414a02eb9267 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:00:24.532167 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4fbc6fe4-266a-4758-b234-414a02eb9267 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/networks/da04a982-2677-46ac-bf24-7f2541ccbbc8 HTTP/1.1" status: 404 len: 339 time: 0.0238180 Jul 16 21:00:24.534510 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46104) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:24.620057 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-117873ab-b944-432b-b495-cfd647fdae02 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.684131 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6632150d-3fec-4f2e-8743-3e1e6429485f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-0e1fb650-ab3f-43ed-a145-42310abbca35', 'network_id': '0e1fb650-ab3f-43ed-a145-42310abbca35', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'fixed_ips': [{'subnet_id': '5b7207e5-e57d-4aeb-ba47-5392ed9efc5b'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:00:24.685002 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6632150d-3fec-4f2e-8743-3e1e6429485f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.724131 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-117873ab-b944-432b-b495-cfd647fdae02 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.735781 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-117873ab-b944-432b-b495-cfd647fdae02 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9007e39-9fbd-44c6-b02d-e820371435c5']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:24.747635 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-117873ab-b944-432b-b495-cfd647fdae02 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '045dfbba-ae2f-4f69-aab0-5c4985d0cd2f') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:24.748294 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-117873ab-b944-432b-b495-cfd647fdae02 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '045dfbba-ae2f-4f69-aab0-5c4985d0cd2f') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:24.758494 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-117873ab-b944-432b-b495-cfd647fdae02 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.774090 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-117873ab-b944-432b-b495-cfd647fdae02 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.784601 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117873ab-b944-432b-b495-cfd647fdae02 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:00:24.785111 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-117873ab-b944-432b-b495-cfd647fdae02 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: timer() Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:00:24.789213 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:00:24.852558 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-6632150d-3fec-4f2e-8743-3e1e6429485f None None] Allocated IP 172.20.0.18 (0e1fb650-ab3f-43ed-a145-42310abbca35/5b7207e5-e57d-4aeb-ba47-5392ed9efc5b/dc37fc91-dc4c-45a5-80ff-8ec932c8f406) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:00:24.871530 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-117873ab-b944-432b-b495-cfd647fdae02 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.880065 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-117873ab-b944-432b-b495-cfd647fdae02 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.881958 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-117873ab-b944-432b-b495-cfd647fdae02 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/networks/b9007e39-9fbd-44c6-b02d-e820371435c5 HTTP/1.1" status: 204 len: 168 time: 0.3465462 Jul 16 21:00:24.884603 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46114) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:24.912803 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117873ab-b944-432b-b495-cfd647fdae02 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event deleted for resources: {'Network': ['ID=b9007e39-9fbd-44c6-b02d-e820371435c5,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:24.942026 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c76249-486e-4caf-ae85-d5889c668b8d tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] DELETE failed (client error): The resource could not be found. Jul 16 21:00:24.947510 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c76249-486e-4caf-ae85-d5889c668b8d tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:00:24.947510 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d1c76249-486e-4caf-ae85-d5889c668b8d tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/subnets/1d8d9f98-ed0d-4b53-8fba-fbaf774420d2 HTTP/1.1" status: 404 len: 337 time: 0.0612936 Jul 16 21:00:24.949535 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-bfbcac94-388b-466b-b2cc-85e8b5609e03 req-73c2750f-50f5-47fb-88a7-092d14050a03 tempest-TestServerBasicOps-1629315098 tempest-TestServerBasicOps-1629315098-project] (93794) timed out ('10.222.0.18', 50007) {{(pid=93794) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 21:00:24.950125 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46120) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:24.969332 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df8909d-54fc-4e98-9f05-10e4c30ac3f9 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] DELETE failed (client error): The resource could not be found. Jul 16 21:00:24.970129 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df8909d-54fc-4e98-9f05-10e4c30ac3f9 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:00:24.971952 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4df8909d-54fc-4e98-9f05-10e4c30ac3f9 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/networks/d758ab5d-1539-4368-a7ad-94bd59cbd33d HTTP/1.1" status: 404 len: 339 time: 0.0207782 Jul 16 21:00:24.975366 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46122) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:25.008815 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e8bb70-c3a3-4cc8-a341-83e1f86ae8fd tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] DELETE failed (client error): The resource could not be found. Jul 16 21:00:25.009579 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e8bb70-c3a3-4cc8-a341-83e1f86ae8fd tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:00:25.012161 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a4e8bb70-c3a3-4cc8-a341-83e1f86ae8fd tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/subnets/4d894b2e-414a-459f-8e65-f2d9de5ef733 HTTP/1.1" status: 404 len: 337 time: 0.0350902 Jul 16 21:00:25.014940 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46124) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:25.044815 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ffc21fa-a692-4d6a-83e5-d0c87bc78bc2 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] DELETE failed (client error): The resource could not be found. Jul 16 21:00:25.045570 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ffc21fa-a692-4d6a-83e5-d0c87bc78bc2 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:00:25.050715 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5ffc21fa-a692-4d6a-83e5-d0c87bc78bc2 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/networks/4eb038fd-9f22-4025-b1a3-d718bf3a7f5e HTTP/1.1" status: 404 len: 339 time: 0.0323136 Jul 16 21:00:25.053046 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46128) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:25.097474 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-262abe06-e84c-48f7-b82e-716ed8fff37a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] DELETE failed (client error): The resource could not be found. Jul 16 21:00:25.098690 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-262abe06-e84c-48f7-b82e-716ed8fff37a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:00:25.103337 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46130) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:25.119915 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-262abe06-e84c-48f7-b82e-716ed8fff37a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/subnets/67fd5ce0-4e74-41c4-8c2a-461ee641a37c HTTP/1.1" status: 404 len: 337 time: 0.0657485 Jul 16 21:00:25.120742 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46132) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:25.131244 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-6a4e573e-4a15-44e2-bb86-71ed9da36488 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-29506170', 'description': 'tempest-secgroup-smoke-29506170 description', 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:25.142773 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff86e699-83da-4930-ab66-93f13aebccf1 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] DELETE failed (client error): The resource could not be found. Jul 16 21:00:25.143502 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff86e699-83da-4930-ab66-93f13aebccf1 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:00:25.145385 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ff86e699-83da-4930-ab66-93f13aebccf1 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/networks/82fb3799-4753-44c4-928c-883b0493d111 HTTP/1.1" status: 404 len: 339 time: 0.0409813 Jul 16 21:00:25.148831 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46134) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:25.174360 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6632150d-3fec-4f2e-8743-3e1e6429485f None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.178942 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b37d61-ea6c-4c08-be3c-4b0c4e080de7 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] DELETE failed (client error): The resource could not be found. Jul 16 21:00:25.179515 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91b37d61-ea6c-4c08-be3c-4b0c4e080de7 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:00:25.181357 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-91b37d61-ea6c-4c08-be3c-4b0c4e080de7 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/subnets/57e136d8-67f8-4b82-88fd-98ea0ae557e7 HTTP/1.1" status: 404 len: 337 time: 0.0314989 Jul 16 21:00:25.182280 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a4e573e-4a15-44e2-bb86-71ed9da36488 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.184273 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46136) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:25.190242 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6632150d-3fec-4f2e-8743-3e1e6429485f None None] Transition to ACTIVE for port object dc37fc91-dc4c-45a5-80ff-8ec932c8f406 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:25.226600 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93101fd-dbb9-4d4c-9fde-6130cda3e45f tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] DELETE failed (client error): The resource could not be found. Jul 16 21:00:25.227415 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93101fd-dbb9-4d4c-9fde-6130cda3e45f tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:00:25.233749 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6632150d-3fec-4f2e-8743-3e1e6429485f None None] Transition to ACTIVE for port object dc37fc91-dc4c-45a5-80ff-8ec932c8f406 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:25.235079 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d93101fd-dbb9-4d4c-9fde-6130cda3e45f tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/networks/4e31c924-0677-4b97-9b58-5e3aad74bbce HTTP/1.1" status: 404 len: 339 time: 0.0492661 Jul 16 21:00:25.236546 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46138) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:25.241949 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6632150d-3fec-4f2e-8743-3e1e6429485f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.270409 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-a97ea337-4d60-42a4-a20b-66a9d3bc604a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] DELETE failed (client error): The resource could not be found. Jul 16 21:00:25.271370 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a97ea337-4d60-42a4-a20b-66a9d3bc604a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:00:25.276730 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46140) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:25.277043 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a97ea337-4d60-42a4-a20b-66a9d3bc604a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/subnets/965b4030-bfb9-4e21-beda-283bf2d59fb4 HTTP/1.1" status: 404 len: 337 time: 0.0393856 Jul 16 21:00:25.306783 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632150d-3fec-4f2e-8743-3e1e6429485f None None] Pushing event updated for resources: {'Port': ['ID=dc37fc91-dc4c-45a5-80ff-8ec932c8f406,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:25.307168 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4c98ef-13bb-4c89-b1fb-9d958c7fbcda tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] DELETE failed (client error): The resource could not be found. Jul 16 21:00:25.307740 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d4c98ef-13bb-4c89-b1fb-9d958c7fbcda tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:00:25.309821 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0d4c98ef-13bb-4c89-b1fb-9d958c7fbcda tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/networks/34426410-6b6f-405d-ac62-338cfa592de0 HTTP/1.1" status: 404 len: 339 time: 0.0316663 Jul 16 21:00:25.311968 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a4e573e-4a15-44e2-bb86-71ed9da36488 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.312824 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46142) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:25.318505 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6632150d-3fec-4f2e-8743-3e1e6429485f None None] Network 0e1fb650-ab3f-43ed-a145-42310abbca35 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:25.320740 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-6632150d-3fec-4f2e-8743-3e1e6429485f None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:25.323716 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6632150d-3fec-4f2e-8743-3e1e6429485f None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:00:25.342781 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a4e573e-4a15-44e2-bb86-71ed9da36488 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.348898 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-80470470-9846-412b-882e-5ae62113e806 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] DELETE failed (client error): The resource could not be found. Jul 16 21:00:25.349388 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80470470-9846-412b-882e-5ae62113e806 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:00:25.351269 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-80470470-9846-412b-882e-5ae62113e806 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/subnets/bfd188e4-fe1f-4f13-964d-cf018ac0ac87 HTTP/1.1" status: 404 len: 337 time: 0.0375021 Jul 16 21:00:25.354192 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46144) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:25.390782 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-364edae1-496c-4512-8014-2b3bdbd7a9a2 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] DELETE failed (client error): The resource could not be found. Jul 16 21:00:25.391396 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-364edae1-496c-4512-8014-2b3bdbd7a9a2 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:00:25.396472 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-364edae1-496c-4512-8014-2b3bdbd7a9a2 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/networks/3a300d04-c003-44ac-b6ea-046d209ea43b HTTP/1.1" status: 404 len: 339 time: 0.0382040 Jul 16 21:00:25.397666 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46146) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:25.401538 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a4e573e-4a15-44e2-bb86-71ed9da36488 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.406956 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6a4e573e-4a15-44e2-bb86-71ed9da36488 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2796745 Jul 16 21:00:25.407913 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46148) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:25.408232 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-6632150d-3fec-4f2e-8743-3e1e6429485f None None] Attempting to bind port dc37fc91-dc4c-45a5-80ff-8ec932c8f406 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:00:25.408611 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-6632150d-3fec-4f2e-8743-3e1e6429485f None None] Attempting to bind port dc37fc91-dc4c-45a5-80ff-8ec932c8f406 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '221c5698-c712-4411-9211-e8028685fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e1fb650-ab3f-43ed-a145-42310abbca35'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:00:25.408981 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6632150d-3fec-4f2e-8743-3e1e6429485f None None] Attempting to bind port dc37fc91-dc4c-45a5-80ff-8ec932c8f406 on network 0e1fb650-ab3f-43ed-a145-42310abbca35 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:25.416756 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6632150d-3fec-4f2e-8743-3e1e6429485f None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:00:25.417145 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6632150d-3fec-4f2e-8743-3e1e6429485f None None] Checking segment: {'id': '221c5698-c712-4411-9211-e8028685fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e1fb650-ab3f-43ed-a145-42310abbca35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:25.417894 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6632150d-3fec-4f2e-8743-3e1e6429485f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.418058 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6632150d-3fec-4f2e-8743-3e1e6429485f None None] Bound using segment: {'id': '221c5698-c712-4411-9211-e8028685fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e1fb650-ab3f-43ed-a145-42310abbca35'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:00:25.418920 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-6632150d-3fec-4f2e-8743-3e1e6429485f None None] Bound port: dc37fc91-dc4c-45a5-80ff-8ec932c8f406, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221c5698-c712-4411-9211-e8028685fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e1fb650-ab3f-43ed-a145-42310abbca35'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:00:25.419316 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6632150d-3fec-4f2e-8743-3e1e6429485f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.423649 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e850c5cf-e622-4184-9727-66dcc855c46c tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'security_group_rule': {'security_group_id': 'c70dfbf7-3d27-4018-ba48-0e8a5d6c99c2', 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:25.438389 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e573e-4a15-44e2-bb86-71ed9da36488 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c70dfbf7-3d27-4018-ba48-0e8a5d6c99c2,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:25.467799 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e850c5cf-e622-4184-9727-66dcc855c46c tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.473408 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82d6545-36f2-4eee-b516-8fe81a596a01 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] DELETE failed (client error): The resource could not be found. Jul 16 21:00:25.473880 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82d6545-36f2-4eee-b516-8fe81a596a01 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:00:25.477949 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b82d6545-36f2-4eee-b516-8fe81a596a01 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/subnets/77f05203-d688-4bdc-82e5-be283f7cc0a6 HTTP/1.1" status: 404 len: 337 time: 0.0767412 Jul 16 21:00:25.478470 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46150) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:25.493287 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-6632150d-3fec-4f2e-8743-3e1e6429485f None None] For port dc37fc91-dc4c-45a5-80ff-8ec932c8f406, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:00:25.496773 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-6632150d-3fec-4f2e-8743-3e1e6429485f None None] For port dc37fc91-dc4c-45a5-80ff-8ec932c8f406, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=dc37fc91-dc4c-45a5-80ff-8ec932c8f406,segment=NetworkSegment(221c5698-c712-4411-9211-e8028685fe13),segment_id=221c5698-c712-4411-9211-e8028685fe13)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:00:25.499943 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-503bb9d5-2d48-405d-82c9-e269eb042c97 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] DELETE failed (client error): The resource could not be found. Jul 16 21:00:25.500508 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-503bb9d5-2d48-405d-82c9-e269eb042c97 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:00:25.502233 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-503bb9d5-2d48-405d-82c9-e269eb042c97 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/networks/c10ec8a5-ae20-4c4b-8902-454e91f80ffa HTTP/1.1" status: 404 len: 339 time: 0.0228336 Jul 16 21:00:25.503300 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6632150d-3fec-4f2e-8743-3e1e6429485f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.505445 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46152) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:25.538436 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-1915872b-aba4-4fee-a703-133d07e96ce8 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] DELETE failed (client error): The resource could not be found. Jul 16 21:00:25.538688 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1915872b-aba4-4fee-a703-133d07e96ce8 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:00:25.540455 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1915872b-aba4-4fee-a703-133d07e96ce8 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/subnets/6aeb0290-132d-46b8-ba56-53f4964671cd HTTP/1.1" status: 404 len: 337 time: 0.0339110 Jul 16 21:00:25.549677 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46154) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:25.562024 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e850c5cf-e622-4184-9727-66dcc855c46c tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.566580 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632150d-3fec-4f2e-8743-3e1e6429485f None None] Pushing event updated for resources: {'Port': ['ID=dc37fc91-dc4c-45a5-80ff-8ec932c8f406,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:25.568179 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e850c5cf-e622-4184-9727-66dcc855c46c tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.573935 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a1fc454-8347-44f4-8910-7fa0ac7fc837 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] DELETE failed (client error): The resource could not be found. Jul 16 21:00:25.574561 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a1fc454-8347-44f4-8910-7fa0ac7fc837 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:00:25.576292 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1a1fc454-8347-44f4-8910-7fa0ac7fc837 tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/networks/eb043328-e8f8-4800-9afd-e3225c12ed7b HTTP/1.1" status: 404 len: 339 time: 0.0255830 Jul 16 21:00:25.580069 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46156) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:25.627990 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850c5cf-e622-4184-9727-66dcc855c46c tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=900079ab-e148-4d50-97b6-b8842fcc9b0f,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:25.635984 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e850c5cf-e622-4184-9727-66dcc855c46c tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.637453 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e850c5cf-e622-4184-9727-66dcc855c46c tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2246158 Jul 16 21:00:25.641440 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46158) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:25.648716 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-d794cfcc-ff11-4d9d-877f-6b71d9dcfaa0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'security_group_rule': {'security_group_id': 'c70dfbf7-3d27-4018-ba48-0e8a5d6c99c2', 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:25.657139 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd87fa3a-f013-4961-b585-acd1182113fd tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Deleting subnet e5a9ce00-a4a8-4ae4-bc5a-1e8554547003 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:00:25.660959 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fd87fa3a-f013-4961-b585-acd1182113fd tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.681933 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d794cfcc-ff11-4d9d-877f-6b71d9dcfaa0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.709225 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fd87fa3a-f013-4961-b585-acd1182113fd tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.776311 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d794cfcc-ff11-4d9d-877f-6b71d9dcfaa0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.787878 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d794cfcc-ff11-4d9d-877f-6b71d9dcfaa0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.832687 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794cfcc-ff11-4d9d-877f-6b71d9dcfaa0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f14a1ad-e938-4a1d-aca6-f510796f7cdf,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:25.837569 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d794cfcc-ff11-4d9d-877f-6b71d9dcfaa0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.841187 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d794cfcc-ff11-4d9d-877f-6b71d9dcfaa0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1960218 Jul 16 21:00:25.841488 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46160) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:25.861700 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-da8fc2f8-aa57-4cc2-be0b-a5c5cf09c45a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'security_group_rule': {'security_group_id': 'c70dfbf7-3d27-4018-ba48-0e8a5d6c99c2', 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:25.867311 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.873393 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fd87fa3a-f013-4961-b585-acd1182113fd tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.898274 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-da8fc2f8-aa57-4cc2-be0b-a5c5cf09c45a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.963293 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fd87fa3a-f013-4961-b585-acd1182113fd tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.981775 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-da8fc2f8-aa57-4cc2-be0b-a5c5cf09c45a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.986251 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-da8fc2f8-aa57-4cc2-be0b-a5c5cf09c45a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.999220 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87fa3a-f013-4961-b585-acd1182113fd tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event deleted for resources: {'Subnet': ['ID=e5a9ce00-a4a8-4ae4-bc5a-1e8554547003,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:26.003434 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fd87fa3a-f013-4961-b585-acd1182113fd tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.006532 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fd87fa3a-f013-4961-b585-acd1182113fd tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/subnets/e5a9ce00-a4a8-4ae4-bc5a-1e8554547003 HTTP/1.1" status: 204 len: 168 time: 0.4221108 Jul 16 21:00:26.007868 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8fc2f8-aa57-4cc2-be0b-a5c5cf09c45a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=121484cd-ed4d-4baf-9f3d-baea8f8c5172,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:26.009015 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46162) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:26.015491 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1520b24f-8408-49f9-a56f-92537669f42a None None] Network 2ef480cc-6bb6-401b-96b0-bc2edc80ede8 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:26.024841 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-da8fc2f8-aa57-4cc2-be0b-a5c5cf09c45a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.029019 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-da8fc2f8-aa57-4cc2-be0b-a5c5cf09c45a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1838965 Jul 16 21:00:26.029435 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46164) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:26.035021 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-238e00ac-ff19-476d-8b9a-52d39b4664f8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'security_group_rule': {'security_group_id': 'c70dfbf7-3d27-4018-ba48-0e8a5d6c99c2', 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:26.070076 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-238e00ac-ff19-476d-8b9a-52d39b4664f8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.096056 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07dcbd1c-f9f5-4548-9e80-954da3b4db4a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.158765 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-07dcbd1c-f9f5-4548-9e80-954da3b4db4a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Deleting port b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:00:26.159107 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07dcbd1c-f9f5-4548-9e80-954da3b4db4a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.165656 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-238e00ac-ff19-476d-8b9a-52d39b4664f8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.174832 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-238e00ac-ff19-476d-8b9a-52d39b4664f8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.193845 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e00ac-ff19-476d-8b9a-52d39b4664f8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5bdb11-86da-41a7-aa34-d1607aa05757,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:26.217349 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-238e00ac-ff19-476d-8b9a-52d39b4664f8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.223331 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46168) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:26.223572 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-238e00ac-ff19-476d-8b9a-52d39b4664f8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1926882 Jul 16 21:00:26.232913 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-bfa734eb-c7cd-491d-b1f4-535198a1b7f2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'security_group_rule': {'security_group_id': 'c70dfbf7-3d27-4018-ba48-0e8a5d6c99c2', 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:26.245372 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-07dcbd1c-f9f5-4548-9e80-954da3b4db4a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] For port b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb,segment=NetworkSegment(ab014528-e327-438b-8739-499a40596db8),segment_id=ab014528-e327-438b-8739-499a40596db8)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:26.245742 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07dcbd1c-f9f5-4548-9e80-954da3b4db4a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.264095 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-07dcbd1c-f9f5-4548-9e80-954da3b4db4a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Calling delete_port for b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:00:26.282721 n-d-791506-21 neutron-server[93793]: INFO neutron.db.securitygroups_db [None req-bfa734eb-c7cd-491d-b1f4-535198a1b7f2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Project f7f119dd46d44ed6bf6cf819c3be7511 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:00:26.319045 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bfa734eb-c7cd-491d-b1f4-535198a1b7f2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.324927 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd062e6-7883-4010-9092-5aa25bdca3e7 None None] DHCP port deletion for 2ef480cc-6bb6-401b-96b0-bc2edc80ede8 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:00:26.381632 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2cd062e6-7883-4010-9092-5aa25bdca3e7 None None] Deleting port b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:00:26.381862 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2cd062e6-7883-4010-9092-5aa25bdca3e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.413121 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bfa734eb-c7cd-491d-b1f4-535198a1b7f2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.424256 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bfa734eb-c7cd-491d-b1f4-535198a1b7f2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.451722 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa734eb-c7cd-491d-b1f4-535198a1b7f2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52eaf64e-38bd-492d-aa34-a0d7371bdf0b,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:26.461190 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bfa734eb-c7cd-491d-b1f4-535198a1b7f2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.465435 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46170) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:26.465589 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bfa734eb-c7cd-491d-b1f4-535198a1b7f2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2411389 Jul 16 21:00:26.468370 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07dcbd1c-f9f5-4548-9e80-954da3b4db4a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.474067 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-bfd97bcd-c1a4-4b6b-9d23-028072d2232b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'security_group_rule': {'security_group_id': 'c70dfbf7-3d27-4018-ba48-0e8a5d6c99c2', 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:26.484956 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2cd062e6-7883-4010-9092-5aa25bdca3e7 None None] For port b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb,segment=NetworkSegment(ab014528-e327-438b-8739-499a40596db8),segment_id=ab014528-e327-438b-8739-499a40596db8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:26.487517 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2cd062e6-7883-4010-9092-5aa25bdca3e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.506226 n-d-791506-21 neutron-server[93794]: INFO neutron.db.securitygroups_db [None req-bfd97bcd-c1a4-4b6b-9d23-028072d2232b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Project f7f119dd46d44ed6bf6cf819c3be7511 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:00:26.507060 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2cd062e6-7883-4010-9092-5aa25bdca3e7 None None] Calling delete_port for b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:00:26.513244 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bfd97bcd-c1a4-4b6b-9d23-028072d2232b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.514742 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcbd1c-f9f5-4548-9e80-954da3b4db4a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event deleted for resources: {'Port': ['ID=b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:26.523407 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dcbd1c-f9f5-4548-9e80-954da3b4db4a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] No DVR routers for this DVR port b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:00:26.606604 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2cd062e6-7883-4010-9092-5aa25bdca3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.612319 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bfd97bcd-c1a4-4b6b-9d23-028072d2232b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.619014 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bfd97bcd-c1a4-4b6b-9d23-028072d2232b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.640194 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd062e6-7883-4010-9092-5aa25bdca3e7 None None] Pushing event deleted for resources: {'Port': ['ID=b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:26.643417 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd97bcd-c1a4-4b6b-9d23-028072d2232b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eace6c3-521a-4a94-9aab-e9cea6512baf,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:26.646843 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd062e6-7883-4010-9092-5aa25bdca3e7 None None] No DVR routers for this DVR port b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:00:26.649554 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07dcbd1c-f9f5-4548-9e80-954da3b4db4a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.666451 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bfd97bcd-c1a4-4b6b-9d23-028072d2232b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.668405 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bfd97bcd-c1a4-4b6b-9d23-028072d2232b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2007427 Jul 16 21:00:26.668572 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-07dcbd1c-f9f5-4548-9e80-954da3b4db4a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef480cc-6bb6-401b-96b0-bc2edc80ede8']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:26.680919 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-07dcbd1c-f9f5-4548-9e80-954da3b4db4a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab014528-e327-438b-8739-499a40596db8') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:26.681155 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-07dcbd1c-f9f5-4548-9e80-954da3b4db4a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab014528-e327-438b-8739-499a40596db8') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:26.691237 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07dcbd1c-f9f5-4548-9e80-954da3b4db4a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.706819 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07dcbd1c-f9f5-4548-9e80-954da3b4db4a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.714818 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07dcbd1c-f9f5-4548-9e80-954da3b4db4a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:00:26.715676 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07dcbd1c-f9f5-4548-9e80-954da3b4db4a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: timer() Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:00:26.719333 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:00:26.803778 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07dcbd1c-f9f5-4548-9e80-954da3b4db4a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.827862 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07dcbd1c-f9f5-4548-9e80-954da3b4db4a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.833044 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-07dcbd1c-f9f5-4548-9e80-954da3b4db4a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] 10.222.0.38 "DELETE /v2.0/networks/2ef480cc-6bb6-401b-96b0-bc2edc80ede8 HTTP/1.1" status: 204 len: 168 time: 0.8199284 Jul 16 21:00:26.833044 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcbd1c-f9f5-4548-9e80-954da3b4db4a tempest-NetworksTest-1542524489 tempest-NetworksTest-1542524489-project] Pushing event deleted for resources: {'Network': ['ID=2ef480cc-6bb6-401b-96b0-bc2edc80ede8,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:26.852068 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e41a6f5-088a-4300-9bfd-6064b3a2604a None None] Network 0e1fb650-ab3f-43ed-a145-42310abbca35 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:26.959031 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-3f4c86bc-15d3-41ca-b641-f2b274e76181 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-29506170&fields=id&tenant_id=f7f119dd46d44ed6bf6cf819c3be7511 HTTP/1.1" status: 200 len: 267 time: 0.0527747 Jul 16 21:00:27.075871 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2c1ce9ea-5c50-4e96-b6d2-5aa34283d4ff None None] Provisioning for port dc37fc91-dc4c-45a5-80ff-8ec932c8f406 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:27.077966 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-8881ac88-39e6-4ea2-9bdf-4be2d3a2723d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:27.086028 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-8881ac88-39e6-4ea2-9bdf-4be2d3a2723d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/networks?id=0e1fb650-ab3f-43ed-a145-42310abbca35 HTTP/1.1" status: 200 len: 797 time: 0.1259902 Jul 16 21:00:27.111244 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-57cc429c-25df-46ba-ba1e-0f1b6c7014ba tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/quotas/f7f119dd46d44ed6bf6cf819c3be7511 HTTP/1.1" status: 200 len: 375 time: 0.0244679 Jul 16 21:00:27.185907 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46188) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:27.205320 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-1282d5c3-faad-44ea-b5b8-701780efd364 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f7f119dd46d44ed6bf6cf819c3be7511&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0931902 Jul 16 21:00:27.260873 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device dc37fc91-dc4c-45a5-80ff-8ec932c8f406 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:27.270690 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46194) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:27.318453 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port dc37fc91-dc4c-45a5-80ff-8ec932c8f406 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:27.322747 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port dc37fc91-dc4c-45a5-80ff-8ec932c8f406 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:27.323124 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.349668 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c05488-c3b6-4672-a036-ae6761abb3b1 admin admin] Deleting subnet 2e2994f1-76ca-4e63-b754-8ec7149d668f {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:00:27.370650 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-a0d99e8f-25d0-40f4-aa0d-d09da565d3c0 service neutron] 10.222.0.38 "GET /v2.0/networks/0e1fb650-ab3f-43ed-a145-42310abbca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526339 Jul 16 21:00:27.371709 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-66c05488-c3b6-4672-a036-ae6761abb3b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.443776 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-66c05488-c3b6-4672-a036-ae6761abb3b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.463313 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.480110 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ce02142b-69d3-4b68-b769-3503574fef21 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4d73d4ef6b714ce48c5547f8397a2717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2928603 Jul 16 21:00:27.483181 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46196) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:27.501226 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-66c05488-c3b6-4672-a036-ae6761abb3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.508918 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port dc37fc91-dc4c-45a5-80ff-8ec932c8f406, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=dc37fc91-dc4c-45a5-80ff-8ec932c8f406,segment=NetworkSegment(221c5698-c712-4411-9211-e8028685fe13),segment_id=221c5698-c712-4411-9211-e8028685fe13)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:27.510961 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-e56ce2c4-06f3-46b1-aed4-3c745d7a67ef service neutron] 10.222.0.38 "GET /v2.0/networks/0e1fb650-ab3f-43ed-a145-42310abbca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329372 Jul 16 21:00:27.525353 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.578452 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-66c05488-c3b6-4672-a036-ae6761abb3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.580386 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe939-4180-4058-a8d1-b48742769acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.614843 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe939-4180-4058-a8d1-b48742769acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.620440 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c05488-c3b6-4672-a036-ae6761abb3b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e2994f1-76ca-4e63-b754-8ec7149d668f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:27.635152 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-66c05488-c3b6-4672-a036-ae6761abb3b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.640950 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-66c05488-c3b6-4672-a036-ae6761abb3b1 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2e2994f1-76ca-4e63-b754-8ec7149d668f HTTP/1.1" status: 204 len: 168 time: 0.3683608 Jul 16 21:00:27.641176 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46198) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:27.642898 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:00:27.677505 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=dc37fc91-dc4c-45a5-80ff-8ec932c8f406,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:27.690730 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f8d6eba7-bdd3-4f30-bc12-1b7f882851a6 None None] Provisioning complete for port dc37fc91-dc4c-45a5-80ff-8ec932c8f406 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:27.690730 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8d6eba7-bdd3-4f30-bc12-1b7f882851a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.693678 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:00:27.695230 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b2f0cfc0-8a87-4621-9ec4-4f847aaa94eb not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:00:27.763886 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.778474 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f0385a40-ba57-4dec-b7ba-86fabebfd1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.821089 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe939-4180-4058-a8d1-b48742769acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.824104 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe939-4180-4058-a8d1-b48742769acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.827810 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4b0fe939-4180-4058-a8d1-b48742769acf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7d7f4063-4fe3-42d9-97fc-a171787b06d5 HTTP/1.1" status: 204 len: 168 time: 0.3411753 Jul 16 21:00:27.843776 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54ae2233-8342-4bbd-9bf7-2b8b8da61e74 req-d3af437b-4b35-42f3-a088-01e2d4de6f7e tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e575f94a-609c-44ce-9650-6b7d46cf655a HTTP/1.1" status: 200 len: 210 time: 0.0714293 Jul 16 21:00:27.858523 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fe939-4180-4058-a8d1-b48742769acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7f4063-4fe3-42d9-97fc-a171787b06d5,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:27.938948 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f0385a40-ba57-4dec-b7ba-86fabebfd1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.950768 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-f0385a40-ba57-4dec-b7ba-86fabebfd1d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65e9c88-a617-4e29-9367-626bb916a2c9']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:27.961093 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-f0385a40-ba57-4dec-b7ba-86fabebfd1d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46047937-3693-4911-ae33-d6ec91ad426a') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:27.961465 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-f0385a40-ba57-4dec-b7ba-86fabebfd1d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46047937-3693-4911-ae33-d6ec91ad426a') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:27.970916 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f0385a40-ba57-4dec-b7ba-86fabebfd1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.986970 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f0385a40-ba57-4dec-b7ba-86fabebfd1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.996338 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0385a40-ba57-4dec-b7ba-86fabebfd1d3 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:00:27.996572 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f0385a40-ba57-4dec-b7ba-86fabebfd1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: timer() Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:00:27.998594 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:00:28.065187 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f0385a40-ba57-4dec-b7ba-86fabebfd1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:28.081546 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f0385a40-ba57-4dec-b7ba-86fabebfd1d3 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:28.086655 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f0385a40-ba57-4dec-b7ba-86fabebfd1d3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c65e9c88-a617-4e29-9367-626bb916a2c9 HTTP/1.1" status: 204 len: 168 time: 0.4416907 Jul 16 21:00:28.086655 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0385a40-ba57-4dec-b7ba-86fabebfd1d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c65e9c88-a617-4e29-9367-626bb916a2c9,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:28.087199 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46214) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:28.151615 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-30127b3e-3490-4b81-ad92-2ad8a3d024c5 admin admin] Deleting subnet 3c0a8d18-f250-4285-83b1-8618d6053133 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:00:28.155755 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30127b3e-3490-4b81-ad92-2ad8a3d024c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:28.197572 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30127b3e-3490-4b81-ad92-2ad8a3d024c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:28.243807 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30127b3e-3490-4b81-ad92-2ad8a3d024c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:28.304483 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30127b3e-3490-4b81-ad92-2ad8a3d024c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:28.333068 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-30127b3e-3490-4b81-ad92-2ad8a3d024c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:28.335139 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-30127b3e-3490-4b81-ad92-2ad8a3d024c5 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/3c0a8d18-f250-4285-83b1-8618d6053133 HTTP/1.1" status: 204 len: 168 time: 0.2470384 Jul 16 21:00:28.336120 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30127b3e-3490-4b81-ad92-2ad8a3d024c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c0a8d18-f250-4285-83b1-8618d6053133,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:28.339344 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46224) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:28.416318 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0326c8ca-6686-4d91-a66f-51479a51ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:28.497389 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0326c8ca-6686-4d91-a66f-51479a51ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:28.508508 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-0326c8ca-6686-4d91-a66f-51479a51ad54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce1466d3-7a5d-433a-9f84-158608a2fe39']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:28.518745 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-0326c8ca-6686-4d91-a66f-51479a51ad54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d01e8b1-910b-44c5-ac6d-80d47b2ad723') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:28.519049 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-0326c8ca-6686-4d91-a66f-51479a51ad54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d01e8b1-910b-44c5-ac6d-80d47b2ad723') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:28.529990 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0326c8ca-6686-4d91-a66f-51479a51ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:28.551422 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0326c8ca-6686-4d91-a66f-51479a51ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:28.558308 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0326c8ca-6686-4d91-a66f-51479a51ad54 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:00:28.558812 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0326c8ca-6686-4d91-a66f-51479a51ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: timer() Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:00:28.561338 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:00:28.603030 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46234) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:28.621075 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0326c8ca-6686-4d91-a66f-51479a51ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:28.626658 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0326c8ca-6686-4d91-a66f-51479a51ad54 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:28.631329 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0326c8ca-6686-4d91-a66f-51479a51ad54 admin admin] 10.222.0.38 "DELETE /v2.0/networks/ce1466d3-7a5d-433a-9f84-158608a2fe39 HTTP/1.1" status: 204 len: 168 time: 0.2893884 Jul 16 21:00:28.639255 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326c8ca-6686-4d91-a66f-51479a51ad54 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce1466d3-7a5d-433a-9f84-158608a2fe39,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:28.707029 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cd74b3d5-139b-4b53-9a06-7ec266e61e2a tempest-ServiceProvidersTest-2136273991 tempest-ServiceProvidersTest-2136273991-project] 10.222.0.38 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1028118 Jul 16 21:00:28.807430 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46242) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:28.861356 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-16f4e11a-f2fe-4c5c-abd5-77fe78260582 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1619a5577e26480fa8822bce763714fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494201 Jul 16 21:00:28.861356 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46248) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:28.930485 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46250) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:28.939620 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8c63703-7bbf-4d55-8e51-44edabfe0907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:29.017753 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8c63703-7bbf-4d55-8e51-44edabfe0907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:29.071076 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e43c2c6f-9cc2-4f06-b75b-8e7333db3c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:29.125680 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device dc37fc91-dc4c-45a5-80ff-8ec932c8f406 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:29.186724 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port dc37fc91-dc4c-45a5-80ff-8ec932c8f406 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:29.187098 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:29.199827 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e43c2c6f-9cc2-4f06-b75b-8e7333db3c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:29.204599 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e43c2c6f-9cc2-4f06-b75b-8e7333db3c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:29.248404 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c2c6f-9cc2-4f06-b75b-8e7333db3c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff40021-6086-40c6-8690-5096de37ab59,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:29.254009 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e43c2c6f-9cc2-4f06-b75b-8e7333db3c08 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f867f2714d4749f2bc841660958c4342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3222778 Jul 16 21:00:29.256842 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46254) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:29.316495 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ea634414-8d80-4159-be0f-bb413c261469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:29.338371 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ea634414-8d80-4159-be0f-bb413c261469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:29.386651 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09924546-4538-4af5-a5d5-483ca0c4569b req-d71be06f-d24c-4858-b4f5-316bb1ee766d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e575f94a-609c-44ce-9650-6b7d46cf655a HTTP/1.1" status: 200 len: 210 time: 0.3871498 Jul 16 21:00:29.387888 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ea634414-8d80-4159-be0f-bb413c261469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:29.391305 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ea634414-8d80-4159-be0f-bb413c261469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:29.395603 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ea634414-8d80-4159-be0f-bb413c261469 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1ff40021-6086-40c6-8690-5096de37ab59 HTTP/1.1" status: 204 len: 168 time: 0.1348541 Jul 16 21:00:29.403543 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea634414-8d80-4159-be0f-bb413c261469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff40021-6086-40c6-8690-5096de37ab59,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:29.434463 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-fd981d80-3761-4b29-8378-0ed9a24b8082 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:29.435812 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-fd981d80-3761-4b29-8378-0ed9a24b8082 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.18 "GET /v2.0/networks?id=0e1fb650-ab3f-43ed-a145-42310abbca35 HTTP/1.1" status: 200 len: 797 time: 0.5238135 Jul 16 21:00:29.466665 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8c63703-7bbf-4d55-8e51-44edabfe0907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:29.469171 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8c63703-7bbf-4d55-8e51-44edabfe0907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:29.470356 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f8c63703-7bbf-4d55-8e51-44edabfe0907 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1cc24308-1d3b-4bff-985b-78ec8a0799c0 HTTP/1.1" status: 204 len: 168 time: 0.6086900 Jul 16 21:00:29.495864 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c63703-7bbf-4d55-8e51-44edabfe0907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc24308-1d3b-4bff-985b-78ec8a0799c0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:29.506549 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-f7cc6e24-3c28-4f33-a2bf-5fed54ca8d4b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7f119dd46d44ed6bf6cf819c3be7511 HTTP/1.1" status: 200 len: 471 time: 0.0614495 Jul 16 21:00:29.516177 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-76c86cd5-3862-44e6-a5f1-d897f31a256c tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'port': {'device_id': 'e575f94a-609c-44ce-9650-6b7d46cf655a', 'network_id': '0e1fb650-ab3f-43ed-a145-42310abbca35', 'admin_state_up': True, 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'security_groups': ['c70dfbf7-3d27-4018-ba48-0e8a5d6c99c2']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:29.644139 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-76c86cd5-3862-44e6-a5f1-d897f31a256c tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Made reservation on behalf of f7f119dd46d44ed6bf6cf819c3be7511 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:29.648625 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-76c86cd5-3862-44e6-a5f1-d897f31a256c tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:29.756442 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:29.796149 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-76c86cd5-3862-44e6-a5f1-d897f31a256c tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Allocated IP 172.20.0.28 (0e1fb650-ab3f-43ed-a145-42310abbca35/5b7207e5-e57d-4aeb-ba47-5392ed9efc5b/e2335bfd-9619-4a82-a1b0-017194ca6774) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:00:29.870834 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46272) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:29.915622 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2f5120c5-d28c-4277-8db3-9d9314783b27 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bc3f4dc76e0044ce831cf66518852119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435081 Jul 16 21:00:29.918062 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46274) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:29.959651 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-76c86cd5-3862-44e6-a5f1-d897f31a256c tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:29.972931 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-20c1d64d-4541-46cb-a9ef-00e88bd195f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:29.975533 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-76c86cd5-3862-44e6-a5f1-d897f31a256c tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Transition to ACTIVE for port object e2335bfd-9619-4a82-a1b0-017194ca6774 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:29.996554 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-20c1d64d-4541-46cb-a9ef-00e88bd195f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:30.014047 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-76c86cd5-3862-44e6-a5f1-d897f31a256c tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:30.053220 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-20c1d64d-4541-46cb-a9ef-00e88bd195f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:30.056030 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-20c1d64d-4541-46cb-a9ef-00e88bd195f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:30.057649 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-20c1d64d-4541-46cb-a9ef-00e88bd195f8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b9e321bb-88e2-409b-95b5-db15ee3b1912 HTTP/1.1" status: 204 len: 168 time: 0.1378007 Jul 16 21:00:30.066251 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1d64d-4541-46cb-a9ef-00e88bd195f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e321bb-88e2-409b-95b5-db15ee3b1912,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:30.079346 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-76c86cd5-3862-44e6-a5f1-d897f31a256c tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Network 0e1fb650-ab3f-43ed-a145-42310abbca35 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:30.084235 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-76c86cd5-3862-44e6-a5f1-d897f31a256c tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:30.086589 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-76c86cd5-3862-44e6-a5f1-d897f31a256c tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:00:30.090796 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c86cd5-3862-44e6-a5f1-d897f31a256c tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'Port': ['ID=e2335bfd-9619-4a82-a1b0-017194ca6774,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:30.162506 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-76c86cd5-3862-44e6-a5f1-d897f31a256c tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:30.163170 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-76c86cd5-3862-44e6-a5f1-d897f31a256c tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:30.182828 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-76c86cd5-3862-44e6-a5f1-d897f31a256c tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6710310 Jul 16 21:00:30.196175 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-9713ca07-9556-49c9-b3a4-48961c6f1b63 service neutron] Request body: {'port': {'device_id': 'e575f94a-609c-44ce-9650-6b7d46cf655a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:30.304710 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-9713ca07-9556-49c9-b3a4-48961c6f1b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:30.373373 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-143021f9-6760-4401-99c3-5610290422ac None None] Provisioning for port e2335bfd-9619-4a82-a1b0-017194ca6774 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:30.377378 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-143021f9-6760-4401-99c3-5610290422ac None None] Provisioning complete for port e2335bfd-9619-4a82-a1b0-017194ca6774 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:30.377571 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-143021f9-6760-4401-99c3-5610290422ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:30.415328 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-143021f9-6760-4401-99c3-5610290422ac None None] Port e2335bfd-9619-4a82-a1b0-017194ca6774 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:00:30.663025 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5157d-2984-4e1b-9e7f-d1750628ac70 req-6e089bfd-83ce-49a3-9b42-c7f08e8ec86f tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:30.664548 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a3f5157d-2984-4e1b-9e7f-d1750628ac70 req-6e089bfd-83ce-49a3-9b42-c7f08e8ec86f tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e575f94a-609c-44ce-9650-6b7d46cf655a HTTP/1.1" status: 200 len: 932 time: 0.1368141 Jul 16 21:00:30.684806 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-9713ca07-9556-49c9-b3a4-48961c6f1b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2335bfd-9619-4a82-a1b0-017194ca6774 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:00:30.700658 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-9713ca07-9556-49c9-b3a4-48961c6f1b63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:30.722526 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-9713ca07-9556-49c9-b3a4-48961c6f1b63 service neutron] Transition to ACTIVE for port object e2335bfd-9619-4a82-a1b0-017194ca6774 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:30.728407 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a3f5157d-2984-4e1b-9e7f-d1750628ac70 req-9496eb2b-aed0-4207-a399-530e427d8b69 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?id=c70dfbf7-3d27-4018-ba48-0e8a5d6c99c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548730 Jul 16 21:00:30.729549 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-9713ca07-9556-49c9-b3a4-48961c6f1b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:30.848598 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713ca07-9556-49c9-b3a4-48961c6f1b63 service neutron] Pushing event updated for resources: {'Port': ['ID=e2335bfd-9619-4a82-a1b0-017194ca6774,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:30.893301 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-9713ca07-9556-49c9-b3a4-48961c6f1b63 service neutron] Attempting to bind port e2335bfd-9619-4a82-a1b0-017194ca6774 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:00:30.893727 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-9713ca07-9556-49c9-b3a4-48961c6f1b63 service neutron] Attempting to bind port e2335bfd-9619-4a82-a1b0-017194ca6774 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '221c5698-c712-4411-9211-e8028685fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e1fb650-ab3f-43ed-a145-42310abbca35'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:00:30.893981 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-9713ca07-9556-49c9-b3a4-48961c6f1b63 service neutron] Attempting to bind port e2335bfd-9619-4a82-a1b0-017194ca6774 on network 0e1fb650-ab3f-43ed-a145-42310abbca35 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:30.900486 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-9713ca07-9556-49c9-b3a4-48961c6f1b63 service neutron] Port e2335bfd-9619-4a82-a1b0-017194ca6774 on network 0e1fb650-ab3f-43ed-a145-42310abbca35 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:00:30.901149 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-9713ca07-9556-49c9-b3a4-48961c6f1b63 service neutron] Attempting to bind port e2335bfd-9619-4a82-a1b0-017194ca6774 on network 0e1fb650-ab3f-43ed-a145-42310abbca35 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:30.906270 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-9713ca07-9556-49c9-b3a4-48961c6f1b63 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:00:30.906647 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-9713ca07-9556-49c9-b3a4-48961c6f1b63 service neutron] Checking segment: {'id': '221c5698-c712-4411-9211-e8028685fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e1fb650-ab3f-43ed-a145-42310abbca35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:30.907044 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-9713ca07-9556-49c9-b3a4-48961c6f1b63 service neutron] Bound using segment: {'id': '221c5698-c712-4411-9211-e8028685fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e1fb650-ab3f-43ed-a145-42310abbca35'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:00:30.907714 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-9713ca07-9556-49c9-b3a4-48961c6f1b63 service neutron] Bound port: e2335bfd-9619-4a82-a1b0-017194ca6774, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '221c5698-c712-4411-9211-e8028685fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e1fb650-ab3f-43ed-a145-42310abbca35'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:00:30.908084 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-9713ca07-9556-49c9-b3a4-48961c6f1b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:30.993626 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-9713ca07-9556-49c9-b3a4-48961c6f1b63 service neutron] For port e2335bfd-9619-4a82-a1b0-017194ca6774, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:00:30.997736 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-9713ca07-9556-49c9-b3a4-48961c6f1b63 service neutron] For port e2335bfd-9619-4a82-a1b0-017194ca6774, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e2335bfd-9619-4a82-a1b0-017194ca6774,segment=NetworkSegment(221c5698-c712-4411-9211-e8028685fe13),segment_id=221c5698-c712-4411-9211-e8028685fe13)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:00:31.005101 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-9713ca07-9556-49c9-b3a4-48961c6f1b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:31.043601 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-9713ca07-9556-49c9-b3a4-48961c6f1b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:31.044227 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-9713ca07-9556-49c9-b3a4-48961c6f1b63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:31.045703 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-9713ca07-9556-49c9-b3a4-48961c6f1b63 service neutron] 10.222.0.18 "PUT /v2.0/ports/e2335bfd-9619-4a82-a1b0-017194ca6774 HTTP/1.1" status: 200 len: 1093 time: 0.8555548 Jul 16 21:00:31.046119 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e575f94a-609c-44ce-9650-6b7d46cf655a', 'tag': 'e2335bfd-9619-4a82-a1b0-017194ca6774'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:00:31.048872 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8eb877-8e2c-4a7f-b5f9-bb4c110e61ed" -d '{"events": [{"name": "network-changed", "server_uuid": "e575f94a-609c-44ce-9650-6b7d46cf655a", "tag": "e2335bfd-9619-4a82-a1b0-017194ca6774"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:00:31.075686 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713ca07-9556-49c9-b3a4-48961c6f1b63 service neutron] Pushing event updated for resources: {'Port': ['ID=e2335bfd-9619-4a82-a1b0-017194ca6774,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:31.116264 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e797c9-dbc8-48f3-b73d-e116afaed17d x-openstack-request-id: req-72e797c9-dbc8-48f3-b73d-e116afaed17d {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:00:31.116924 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e575f94a-609c-44ce-9650-6b7d46cf655a", "tag": "e2335bfd-9619-4a82-a1b0-017194ca6774", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:00:31.116924 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-72e797c9-dbc8-48f3-b73d-e116afaed17d {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:00:31.118071 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e575f94a-609c-44ce-9650-6b7d46cf655a', 'tag': 'e2335bfd-9619-4a82-a1b0-017194ca6774', 'status': 'completed', 'code': 200} Jul 16 21:00:31.170792 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-e72b3fc6-f2bd-42ad-bd06-65a7fa0b244e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:31.172512 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-e72b3fc6-f2bd-42ad-bd06-65a7fa0b244e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7f119dd46d44ed6bf6cf819c3be7511&device_id=e575f94a-609c-44ce-9650-6b7d46cf655a HTTP/1.1" status: 200 len: 1096 time: 0.0703568 Jul 16 21:00:31.220168 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-b380ecbf-247d-4d2c-ba49-947c29047063 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=e2335bfd-9619-4a82-a1b0-017194ca6774 HTTP/1.1" status: 200 len: 217 time: 0.0402250 Jul 16 21:00:31.282220 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-613d4edb-4b57-4fb5-8e23-ed67258fac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:31.283749 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-613d4edb-4b57-4fb5-8e23-ed67258fac7d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b7207e5-e57d-4aeb-ba47-5392ed9efc5b HTTP/1.1" status: 200 len: 837 time: 0.0571849 Jul 16 21:00:31.386645 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-18fcfcd9-0567-4f5e-b570-6fcde2b0ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:31.388212 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-18fcfcd9-0567-4f5e-b570-6fcde2b0ebf3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e1fb650-ab3f-43ed-a145-42310abbca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0981753 Jul 16 21:00:31.500406 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-48a9a284-eb93-4120-bb14-3f2ebc0cf667 service neutron] 10.222.0.18 "GET /v2.0/networks/0e1fb650-ab3f-43ed-a145-42310abbca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037056 Jul 16 21:00:31.538667 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46344) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:31.604647 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d22edbdd-6c63-44e4-a5ad-65628033f745 req-080fc8ba-0825-4a24-84b0-42b8927005db service neutron] 10.222.0.18 "GET /v2.0/networks/0e1fb650-ab3f-43ed-a145-42310abbca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979862 Jul 16 21:00:31.669052 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9538cbb7-16e2-4fe0-8409-71ede72dffe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:31.717361 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8eb877-8e2c-4a7f-b5f9-bb4c110e61ed req-e58a8628-1e62-406c-aa66-50c04b3d277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:31.718953 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5a8eb877-8e2c-4a7f-b5f9-bb4c110e61ed req-e58a8628-1e62-406c-aa66-50c04b3d277e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7f119dd46d44ed6bf6cf819c3be7511&device_id=e575f94a-609c-44ce-9650-6b7d46cf655a HTTP/1.1" status: 200 len: 1096 time: 0.0624263 Jul 16 21:00:31.788057 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9538cbb7-16e2-4fe0-8409-71ede72dffe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:31.793136 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9538cbb7-16e2-4fe0-8409-71ede72dffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:31.844671 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8eb877-8e2c-4a7f-b5f9-bb4c110e61ed req-ffb30e0f-fdfe-46d4-a5a2-4f4a837984f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:31.845152 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9538cbb7-16e2-4fe0-8409-71ede72dffe3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a0b8540539894f76b6c6b7f5ad2de636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3047280 Jul 16 21:00:31.846442 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5a8eb877-8e2c-4a7f-b5f9-bb4c110e61ed req-ffb30e0f-fdfe-46d4-a5a2-4f4a837984f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e1fb650-ab3f-43ed-a145-42310abbca35 HTTP/1.1" status: 200 len: 898 time: 0.1208110 Jul 16 21:00:31.847269 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46368) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:31.848287 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538cbb7-16e2-4fe0-8409-71ede72dffe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e105ae15-e9e9-4585-ac07-f3a7729ae289,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:31.912241 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5a8eb877-8e2c-4a7f-b5f9-bb4c110e61ed req-0a2f2866-7036-4f73-9125-aa4c335f329d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=e2335bfd-9619-4a82-a1b0-017194ca6774 HTTP/1.1" status: 200 len: 217 time: 0.0574994 Jul 16 21:00:32.026601 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8eb877-8e2c-4a7f-b5f9-bb4c110e61ed req-5005a7a8-e9e1-4dad-9062-44d9eed75227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:32.028067 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5a8eb877-8e2c-4a7f-b5f9-bb4c110e61ed req-5005a7a8-e9e1-4dad-9062-44d9eed75227 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b7207e5-e57d-4aeb-ba47-5392ed9efc5b HTTP/1.1" status: 200 len: 837 time: 0.0915961 Jul 16 21:00:32.029530 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f6ee764a-7a81-4c51-9141-5530369e5e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:32.062657 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11275a0-ad06-4d31-8974-c470e45568d0 req-e61891b1-d2e8-4b98-a573-e5cb7a035e1b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:32.064301 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a11275a0-ad06-4d31-8974-c470e45568d0 req-e61891b1-d2e8-4b98-a573-e5cb7a035e1b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e575f94a-609c-44ce-9650-6b7d46cf655a HTTP/1.1" status: 200 len: 944 time: 0.1951468 Jul 16 21:00:32.091911 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f6ee764a-7a81-4c51-9141-5530369e5e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:32.174694 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a11275a0-ad06-4d31-8974-c470e45568d0 req-a96f6621-2164-457c-8634-eb438e720b6d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?id=c70dfbf7-3d27-4018-ba48-0e8a5d6c99c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0885298 Jul 16 21:00:32.184657 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8eb877-8e2c-4a7f-b5f9-bb4c110e61ed req-24eb2394-21fc-49ee-a45c-ccdb5623b032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:32.186166 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5a8eb877-8e2c-4a7f-b5f9-bb4c110e61ed req-24eb2394-21fc-49ee-a45c-ccdb5623b032 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e1fb650-ab3f-43ed-a145-42310abbca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1449819 Jul 16 21:00:32.220520 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f6ee764a-7a81-4c51-9141-5530369e5e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:32.223286 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f6ee764a-7a81-4c51-9141-5530369e5e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:32.224427 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f6ee764a-7a81-4c51-9141-5530369e5e8c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e105ae15-e9e9-4585-ac07-f3a7729ae289 HTTP/1.1" status: 204 len: 168 time: 0.3758135 Jul 16 21:00:32.240592 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee764a-7a81-4c51-9141-5530369e5e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e105ae15-e9e9-4585-ac07-f3a7729ae289,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:32.302042 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5a8eb877-8e2c-4a7f-b5f9-bb4c110e61ed req-ed64c39c-94f1-4e14-9008-a4c8f08b783c service neutron] 10.222.0.18 "GET /v2.0/networks/0e1fb650-ab3f-43ed-a145-42310abbca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074910 Jul 16 21:00:32.408192 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5a8eb877-8e2c-4a7f-b5f9-bb4c110e61ed req-06fc29c5-1dab-4ce8-9535-b7c571bff524 service neutron] 10.222.0.18 "GET /v2.0/networks/0e1fb650-ab3f-43ed-a145-42310abbca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998759 Jul 16 21:00:32.883615 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46454) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:32.993721 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6f05-8294-4753-b0f5-fc2a23d5ed7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.092673 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6f05-8294-4753-b0f5-fc2a23d5ed7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.096818 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6f05-8294-4753-b0f5-fc2a23d5ed7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.135496 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d6f05-8294-4753-b0f5-fc2a23d5ed7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8137542e-1444-4123-9f74-7df541b0d90c,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:33.141588 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5e6d6f05-8294-4753-b0f5-fc2a23d5ed7e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4ecdcab3de754105aa46a2cbc7c8d4c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2567966 Jul 16 21:00:33.142982 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46490) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:33.195292 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-193265fc-fe61-4d85-8807-1979ce11a2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.223747 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-193265fc-fe61-4d85-8807-1979ce11a2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.285349 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-193265fc-fe61-4d85-8807-1979ce11a2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.289056 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-193265fc-fe61-4d85-8807-1979ce11a2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.290777 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-193265fc-fe61-4d85-8807-1979ce11a2af admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8137542e-1444-4123-9f74-7df541b0d90c HTTP/1.1" status: 204 len: 168 time: 0.1467924 Jul 16 21:00:33.313711 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193265fc-fe61-4d85-8807-1979ce11a2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8137542e-1444-4123-9f74-7df541b0d90c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:33.375028 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00200265-0c77-4f7a-83c2-bf482f51036d req-81d0ce26-ca08-4b10-8a8d-c374ecaae10e tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:33.376604 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-00200265-0c77-4f7a-83c2-bf482f51036d req-81d0ce26-ca08-4b10-8a8d-c374ecaae10e tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e575f94a-609c-44ce-9650-6b7d46cf655a HTTP/1.1" status: 200 len: 944 time: 0.0810084 Jul 16 21:00:33.423243 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-00200265-0c77-4f7a-83c2-bf482f51036d req-ebfab5f6-51ca-4919-b1f5-ffc4d9929a1c tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?id=c70dfbf7-3d27-4018-ba48-0e8a5d6c99c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401361 Jul 16 21:00:33.470280 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.618895 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46516) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:33.633296 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-45b8796b-8395-4ec6-9895-846c417fe920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.732830 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-45b8796b-8395-4ec6-9895-846c417fe920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.736948 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-45b8796b-8395-4ec6-9895-846c417fe920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.778792 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8796b-8395-4ec6-9895-846c417fe920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f0e7ba-302f-464c-8257-28a9bc576f9a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:33.783466 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-45b8796b-8395-4ec6-9895-846c417fe920 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9b64327d937448de9d69dbb5520a984f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1633306 Jul 16 21:00:33.786189 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46542) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:33.839762 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff1c920f-5f44-4503-9095-b5d9c7747ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.865185 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff1c920f-5f44-4503-9095-b5d9c7747ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.911829 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff1c920f-5f44-4503-9095-b5d9c7747ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.914463 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff1c920f-5f44-4503-9095-b5d9c7747ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.915650 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ff1c920f-5f44-4503-9095-b5d9c7747ad1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a7f0e7ba-302f-464c-8257-28a9bc576f9a HTTP/1.1" status: 204 len: 168 time: 0.1284471 Jul 16 21:00:33.925035 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c920f-5f44-4503-9095-b5d9c7747ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f0e7ba-302f-464c-8257-28a9bc576f9a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:33.934156 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1c920f-5f44-4503-9095-b5d9c7747ad1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:33.934540 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1c920f-5f44-4503-9095-b5d9c7747ad1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:33.934886 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1c920f-5f44-4503-9095-b5d9c7747ad1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:33.935229 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1c920f-5f44-4503-9095-b5d9c7747ad1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:33.935828 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1c920f-5f44-4503-9095-b5d9c7747ad1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:33.936219 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1c920f-5f44-4503-9095-b5d9c7747ad1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:33.936496 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1c920f-5f44-4503-9095-b5d9c7747ad1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:33.936937 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1c920f-5f44-4503-9095-b5d9c7747ad1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:33.937269 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1c920f-5f44-4503-9095-b5d9c7747ad1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:33.937602 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1c920f-5f44-4503-9095-b5d9c7747ad1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:33.937932 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1c920f-5f44-4503-9095-b5d9c7747ad1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:33.938539 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1c920f-5f44-4503-9095-b5d9c7747ad1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:34.115820 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e2335bfd-9619-4a82-a1b0-017194ca6774 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:00:34.219571 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e2335bfd-9619-4a82-a1b0-017194ca6774, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e2335bfd-9619-4a82-a1b0-017194ca6774,segment=NetworkSegment(221c5698-c712-4411-9211-e8028685fe13),segment_id=221c5698-c712-4411-9211-e8028685fe13)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:34.233642 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'e2335bfd-9619-4a82-a1b0-017194ca6774', 'network_id': '0e1fb650-ab3f-43ed-a145-42310abbca35', 'port_id': 'e2335bfd-9619-4a82-a1b0-017194ca6774', 'mac_address': 'fa:16:3e:e1:48:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7207e5-e57d-4aeb-ba47-5392ed9efc5b', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:00:34.275398 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:34.289242 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2335bfd-9619-4a82-a1b0-017194ca6774 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:00:34.309928 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e2335bfd-9619-4a82-a1b0-017194ca6774, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e2335bfd-9619-4a82-a1b0-017194ca6774,segment=NetworkSegment(221c5698-c712-4411-9211-e8028685fe13),segment_id=221c5698-c712-4411-9211-e8028685fe13)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:34.314755 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:34.365851 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=e2335bfd-9619-4a82-a1b0-017194ca6774,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:34.511545 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['e2335bfd-9619-4a82-a1b0-017194ca6774'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:00:34.654249 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c9cc3-0a7e-4f5c-bca8-5bbcae2314ce req-c2a0edb1-7987-4be2-b3bf-2a4e33eea0ad tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:34.656420 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-970c9cc3-0a7e-4f5c-bca8-5bbcae2314ce req-c2a0edb1-7987-4be2-b3bf-2a4e33eea0ad tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e575f94a-609c-44ce-9650-6b7d46cf655a HTTP/1.1" status: 200 len: 945 time: 0.1011741 Jul 16 21:00:34.706360 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-970c9cc3-0a7e-4f5c-bca8-5bbcae2314ce req-dbf10685-0dde-4413-bcab-d2680c3621a9 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?id=c70dfbf7-3d27-4018-ba48-0e8a5d6c99c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427082 Jul 16 21:00:35.923851 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6711ec-3ef4-469f-9eb6-cf22a4018a7f req-35655d40-8da1-4d3c-b88c-70e9f32c807e tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:35.925392 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5a6711ec-3ef4-469f-9eb6-cf22a4018a7f req-35655d40-8da1-4d3c-b88c-70e9f32c807e tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e575f94a-609c-44ce-9650-6b7d46cf655a HTTP/1.1" status: 200 len: 945 time: 0.0815332 Jul 16 21:00:35.968520 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5a6711ec-3ef4-469f-9eb6-cf22a4018a7f req-2ec39600-dbe4-4876-b35a-f6bdb7e57b27 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?id=c70dfbf7-3d27-4018-ba48-0e8a5d6c99c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359514 Jul 16 21:00:36.131366 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e2335bfd-9619-4a82-a1b0-017194ca6774 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:36.195558 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port e2335bfd-9619-4a82-a1b0-017194ca6774 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:36.200307 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port e2335bfd-9619-4a82-a1b0-017194ca6774 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:36.200879 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:36.284287 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:36.308682 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e575f94a-609c-44ce-9650-6b7d46cf655a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2335bfd-9619-4a82-a1b0-017194ca6774'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:00:36.310813 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba0bd12-1407-47c7-881b-72d6a848a279" -d '{"events": [{"server_uuid": "e575f94a-609c-44ce-9650-6b7d46cf655a", "name": "network-vif-plugged", "status": "completed", "tag": "e2335bfd-9619-4a82-a1b0-017194ca6774"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:00:36.328421 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e2335bfd-9619-4a82-a1b0-017194ca6774, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e2335bfd-9619-4a82-a1b0-017194ca6774,segment=NetworkSegment(221c5698-c712-4411-9211-e8028685fe13),segment_id=221c5698-c712-4411-9211-e8028685fe13)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:36.335801 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:36.366248 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7c2586-2a50-4666-a749-e06c33304f0d x-openstack-request-id: req-5e7c2586-2a50-4666-a749-e06c33304f0d {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:00:36.366757 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e575f94a-609c-44ce-9650-6b7d46cf655a", "name": "network-vif-plugged", "status": "completed", "tag": "e2335bfd-9619-4a82-a1b0-017194ca6774", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:00:36.367085 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5e7c2586-2a50-4666-a749-e06c33304f0d {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:00:36.367539 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e575f94a-609c-44ce-9650-6b7d46cf655a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2335bfd-9619-4a82-a1b0-017194ca6774', 'code': 200} Jul 16 21:00:36.397351 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=e2335bfd-9619-4a82-a1b0-017194ca6774,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:36.489876 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54691404-5ab0-44fd-93de-5b8a794d9840 req-84620754-f64a-431c-aeb9-13636ae1d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:36.491555 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54691404-5ab0-44fd-93de-5b8a794d9840 req-84620754-f64a-431c-aeb9-13636ae1d50b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e575f94a-609c-44ce-9650-6b7d46cf655a HTTP/1.1" status: 200 len: 1098 time: 0.0634818 Jul 16 21:00:36.533375 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54691404-5ab0-44fd-93de-5b8a794d9840 req-c2412d57-65d0-4d43-a3a6-ea9d586ce907 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c70dfbf7-3d27-4018-ba48-0e8a5d6c99c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357139 Jul 16 21:00:37.161650 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60121f20-b988-4bc4-80d8-5d19f37cec52 req-605df48e-e694-4ae5-b6ea-e1e149c25619 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:37.163963 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-60121f20-b988-4bc4-80d8-5d19f37cec52 req-605df48e-e694-4ae5-b6ea-e1e149c25619 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e575f94a-609c-44ce-9650-6b7d46cf655a HTTP/1.1" status: 200 len: 946 time: 0.0770297 Jul 16 21:00:37.209584 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-60121f20-b988-4bc4-80d8-5d19f37cec52 req-410a359b-af90-4a12-8ed6-91e8ef1dae50 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?id=c70dfbf7-3d27-4018-ba48-0e8a5d6c99c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389743 Jul 16 21:00:38.420952 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e621b-9acf-483a-9935-702957d2a600 req-13ee9d54-f243-49eb-812d-1ba63c0806f4 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:38.422895 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a91e621b-9acf-483a-9935-702957d2a600 req-13ee9d54-f243-49eb-812d-1ba63c0806f4 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e575f94a-609c-44ce-9650-6b7d46cf655a HTTP/1.1" status: 200 len: 946 time: 0.0782819 Jul 16 21:00:38.464666 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a91e621b-9acf-483a-9935-702957d2a600 req-bfb8ac70-53bf-4f81-aa2f-d2c02c94c143 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?id=c70dfbf7-3d27-4018-ba48-0e8a5d6c99c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352907 Jul 16 21:00:38.665769 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c923dbe-3b44-4396-b3ec-acf5bfc1ab28 req-db2df12d-f89c-463b-8caa-995a9a67aa36 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:38.670908 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c923dbe-3b44-4396-b3ec-acf5bfc1ab28 req-db2df12d-f89c-463b-8caa-995a9a67aa36 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e575f94a-609c-44ce-9650-6b7d46cf655a HTTP/1.1" status: 200 len: 946 time: 0.0763309 Jul 16 21:00:38.709643 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c923dbe-3b44-4396-b3ec-acf5bfc1ab28 req-95a908f4-00ca-4083-84dc-612559fef426 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?id=c70dfbf7-3d27-4018-ba48-0e8a5d6c99c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351825 Jul 16 21:00:40.196052 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46642) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:41.081507 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1dccda5-223a-46da-8b08-6a96b69e5723 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:41.182648 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46660) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:41.309410 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1a8d5b0b-3793-4ebc-b203-c04544a7428b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:41.406785 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-d1dccda5-223a-46da-8b08-6a96b69e5723 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Allocated IP 172.20.0.17 (0e1fb650-ab3f-43ed-a145-42310abbca35/5b7207e5-e57d-4aeb-ba47-5392ed9efc5b/ce9b59b1-0395-46af-87f6-0d8d4431f612) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:00:41.420381 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1a8d5b0b-3793-4ebc-b203-c04544a7428b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:41.426104 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1a8d5b0b-3793-4ebc-b203-c04544a7428b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:41.468784 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1a8d5b0b-3793-4ebc-b203-c04544a7428b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=41d7a042c8624657955882a3b3c2a081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2849970 Jul 16 21:00:41.470063 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d5b0b-3793-4ebc-b203-c04544a7428b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6648cc0e-b1d5-498f-9582-f1f5691ea18a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:41.472761 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46664) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:41.530623 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b113b635-24ab-4875-95a2-d47a13b8f944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:41.533817 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1dccda5-223a-46da-8b08-6a96b69e5723 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:41.548660 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-d1dccda5-223a-46da-8b08-6a96b69e5723 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Transition to ACTIVE for port object ce9b59b1-0395-46af-87f6-0d8d4431f612 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:41.558765 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b113b635-24ab-4875-95a2-d47a13b8f944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:41.583840 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1dccda5-223a-46da-8b08-6a96b69e5723 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:41.616502 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b113b635-24ab-4875-95a2-d47a13b8f944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:41.619923 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b113b635-24ab-4875-95a2-d47a13b8f944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:41.624065 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b113b635-24ab-4875-95a2-d47a13b8f944 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6648cc0e-b1d5-498f-9582-f1f5691ea18a HTTP/1.1" status: 204 len: 168 time: 0.1478713 Jul 16 21:00:41.630749 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dccda5-223a-46da-8b08-6a96b69e5723 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Network 0e1fb650-ab3f-43ed-a145-42310abbca35 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:41.635249 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113b635-24ab-4875-95a2-d47a13b8f944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6648cc0e-b1d5-498f-9582-f1f5691ea18a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:41.635601 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-d1dccda5-223a-46da-8b08-6a96b69e5723 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:41.639891 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dccda5-223a-46da-8b08-6a96b69e5723 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:00:41.668556 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dccda5-223a-46da-8b08-6a96b69e5723 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'Port': ['ID=ce9b59b1-0395-46af-87f6-0d8d4431f612,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:41.701535 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1dccda5-223a-46da-8b08-6a96b69e5723 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:41.886184 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1dccda5-223a-46da-8b08-6a96b69e5723 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:42.019826 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-621f4373-7d39-4552-8b5e-95900b586601 None None] Provisioning for port ce9b59b1-0395-46af-87f6-0d8d4431f612 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:42.025247 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-621f4373-7d39-4552-8b5e-95900b586601 None None] Provisioning complete for port ce9b59b1-0395-46af-87f6-0d8d4431f612 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:42.025831 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-621f4373-7d39-4552-8b5e-95900b586601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:42.070540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46672) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:42.084547 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1eb6870d-dfd6-4500-b9cb-49d683ee912a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:42.092493 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-621f4373-7d39-4552-8b5e-95900b586601 None None] Port ce9b59b1-0395-46af-87f6-0d8d4431f612 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:00:42.198697 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1eb6870d-dfd6-4500-b9cb-49d683ee912a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:42.204597 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1eb6870d-dfd6-4500-b9cb-49d683ee912a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:42.248487 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1dccda5-223a-46da-8b08-6a96b69e5723 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:42.253242 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1eb6870d-dfd6-4500-b9cb-49d683ee912a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=73ae98c767594bee8930280cc03c22be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1790121 Jul 16 21:00:42.253242 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6870d-dfd6-4500-b9cb-49d683ee912a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdaa6b6-2184-4146-9a9e-1c3f262d7921,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:42.253722 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46674) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:42.271969 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1dccda5-223a-46da-8b08-6a96b69e5723 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:42.375307 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1dccda5-223a-46da-8b08-6a96b69e5723 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:42.379427 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dccda5-223a-46da-8b08-6a96b69e5723 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'Port': ['ID=ce9b59b1-0395-46af-87f6-0d8d4431f612,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:42.398551 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b06eb4b-4d6e-46e7-8d5c-7c0c943bc2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:42.440782 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b06eb4b-4d6e-46e7-8d5c-7c0c943bc2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:42.530823 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dccda5-223a-46da-8b08-6a96b69e5723 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Network 0e1fb650-ab3f-43ed-a145-42310abbca35 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:42.533124 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-d1dccda5-223a-46da-8b08-6a96b69e5723 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:42.581425 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b06eb4b-4d6e-46e7-8d5c-7c0c943bc2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:42.584856 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b06eb4b-4d6e-46e7-8d5c-7c0c943bc2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:42.589105 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5b06eb4b-4d6e-46e7-8d5c-7c0c943bc2b7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0bdaa6b6-2184-4146-9a9e-1c3f262d7921 HTTP/1.1" status: 204 len: 168 time: 0.3312066 Jul 16 21:00:42.601289 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06eb4b-4d6e-46e7-8d5c-7c0c943bc2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdaa6b6-2184-4146-9a9e-1c3f262d7921,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:42.674479 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1dccda5-223a-46da-8b08-6a96b69e5723 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Router 9cacd887-55df-4c59-91b9-87739eeaed2b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:00:42.808344 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dccda5-223a-46da-8b08-6a96b69e5723 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:00:42.821108 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcacd425-b0f4-43cd-ac0d-ff3dd0a9fc7a None None] Sync routers for ids ['9cacd887-55df-4c59-91b9-87739eeaed2b'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:00:42.828237 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d1dccda5-223a-46da-8b08-6a96b69e5723 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "PUT /v2.0/routers/9cacd887-55df-4c59-91b9-87739eeaed2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6296697 Jul 16 21:00:42.842456 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcacd425-b0f4-43cd-ac0d-ff3dd0a9fc7a None None] Routers {'9cacd887-55df-4c59-91b9-87739eeaed2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:42.843093 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-dcacd425-b0f4-43cd-ac0d-ff3dd0a9fc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:00:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9cacd887-55df-4c59-91b9-87739eeaed2b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:42.846350 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2b61c114-0012-4874-b3d6-694752aca2ec None None] Provisioning complete for port ce9b59b1-0395-46af-87f6-0d8d4431f612 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:42.846538 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b61c114-0012-4874-b3d6-694752aca2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:43.172118 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2b61c114-0012-4874-b3d6-694752aca2ec None None] Port ce9b59b1-0395-46af-87f6-0d8d4431f612 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:00:43.231455 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-dcacd425-b0f4-43cd-ac0d-ff3dd0a9fc7a None None] Set router 9cacd887-55df-4c59-91b9-87739eeaed2b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:43.490668 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-dcacd425-b0f4-43cd-ac0d-ff3dd0a9fc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'name': 'tempest-TestNetworkBasicOps-router-1430914530', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:22Z', 'updated_at': '2021-07-16T21:00:41Z', 'revision_number': 5, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:23Z', 'updated_at': '2021-07-16T20:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '44f0bcd9-9a11-468f-9578-31143180cb65', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'port_id': '469c1dee-a02c-47cb-9742-ed632fae5684', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7', 'mac_address': 'fa:16:3e:18:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1a4fc0-df04-4d92-b354-921cdd6e80f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:59:47Z', 'updated_at': '2021-07-16T20:59:50Z', 'revision_number': 1, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a12904e-09ce-4343-b113-79008097f3fe', 'name': '', 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'mac_address': 'fa:16:3e:f5:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:28Z', 'updated_at': '2021-07-16T20:59:35Z', 'revision_number': 5, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'subnets': [{'id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce9b59b1-0395-46af-87f6-0d8d4431f612', 'name': '', 'network_id': '0e1fb650-ab3f-43ed-a145-42310abbca35', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'mac_address': 'fa:16:3e:35:0c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '5b7207e5-e57d-4aeb-ba47-5392ed9efc5b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:42Z', 'revision_number': 2, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'subnets': [{'id': '5b7207e5-e57d-4aeb-ba47-5392ed9efc5b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:43.517465 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcacd425-b0f4-43cd-ac0d-ff3dd0a9fc7a None None] Checking router: 9cacd887-55df-4c59-91b9-87739eeaed2b for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:00:43.518124 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcacd425-b0f4-43cd-ac0d-ff3dd0a9fc7a None None] Updating router 9cacd887-55df-4c59-91b9-87739eeaed2b port ce9b59b1-0395-46af-87f6-0d8d4431f612 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:00:43.554880 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dcacd425-b0f4-43cd-ac0d-ff3dd0a9fc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:43.849753 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dcacd425-b0f4-43cd-ac0d-ff3dd0a9fc7a None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:43.860911 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-dcacd425-b0f4-43cd-ac0d-ff3dd0a9fc7a None None] Transition to ACTIVE for port object ce9b59b1-0395-46af-87f6-0d8d4431f612 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:43.867689 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dcacd425-b0f4-43cd-ac0d-ff3dd0a9fc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:43.928949 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6124dc3-4e02-4d5a-913b-14a8f3288d7a None None] Pushing event updated for resources: {'Port': ['ID=ce9b59b1-0395-46af-87f6-0d8d4431f612,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:43.986442 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6124dc3-4e02-4d5a-913b-14a8f3288d7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:43.986823 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6124dc3-4e02-4d5a-913b-14a8f3288d7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:43.987171 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6124dc3-4e02-4d5a-913b-14a8f3288d7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:43.987513 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6124dc3-4e02-4d5a-913b-14a8f3288d7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:43.987973 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6124dc3-4e02-4d5a-913b-14a8f3288d7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:43.988308 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6124dc3-4e02-4d5a-913b-14a8f3288d7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:43.988645 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6124dc3-4e02-4d5a-913b-14a8f3288d7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:43.988971 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6124dc3-4e02-4d5a-913b-14a8f3288d7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:43.989302 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6124dc3-4e02-4d5a-913b-14a8f3288d7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:43.989627 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6124dc3-4e02-4d5a-913b-14a8f3288d7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:43.993164 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6124dc3-4e02-4d5a-913b-14a8f3288d7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:43.993548 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6124dc3-4e02-4d5a-913b-14a8f3288d7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:44.008038 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-dcacd425-b0f4-43cd-ac0d-ff3dd0a9fc7a None None] Attempting to bind port ce9b59b1-0395-46af-87f6-0d8d4431f612 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:00:44.008416 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-dcacd425-b0f4-43cd-ac0d-ff3dd0a9fc7a None None] Attempting to bind port ce9b59b1-0395-46af-87f6-0d8d4431f612 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '221c5698-c712-4411-9211-e8028685fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e1fb650-ab3f-43ed-a145-42310abbca35'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:00:44.008781 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcacd425-b0f4-43cd-ac0d-ff3dd0a9fc7a None None] Attempting to bind port ce9b59b1-0395-46af-87f6-0d8d4431f612 on network 0e1fb650-ab3f-43ed-a145-42310abbca35 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:44.014279 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcacd425-b0f4-43cd-ac0d-ff3dd0a9fc7a None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:00:44.014686 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcacd425-b0f4-43cd-ac0d-ff3dd0a9fc7a None None] Checking segment: {'id': '221c5698-c712-4411-9211-e8028685fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e1fb650-ab3f-43ed-a145-42310abbca35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:44.015095 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dcacd425-b0f4-43cd-ac0d-ff3dd0a9fc7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:44.015487 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcacd425-b0f4-43cd-ac0d-ff3dd0a9fc7a None None] Bound using segment: {'id': '221c5698-c712-4411-9211-e8028685fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e1fb650-ab3f-43ed-a145-42310abbca35'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:00:44.018462 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-dcacd425-b0f4-43cd-ac0d-ff3dd0a9fc7a None None] Bound port: ce9b59b1-0395-46af-87f6-0d8d4431f612, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221c5698-c712-4411-9211-e8028685fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e1fb650-ab3f-43ed-a145-42310abbca35'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:00:44.019140 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dcacd425-b0f4-43cd-ac0d-ff3dd0a9fc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:44.108647 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-dcacd425-b0f4-43cd-ac0d-ff3dd0a9fc7a None None] For port ce9b59b1-0395-46af-87f6-0d8d4431f612, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:00:44.116186 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-dcacd425-b0f4-43cd-ac0d-ff3dd0a9fc7a None None] For port ce9b59b1-0395-46af-87f6-0d8d4431f612, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=ce9b59b1-0395-46af-87f6-0d8d4431f612,segment=NetworkSegment(221c5698-c712-4411-9211-e8028685fe13),segment_id=221c5698-c712-4411-9211-e8028685fe13)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:00:44.124760 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dcacd425-b0f4-43cd-ac0d-ff3dd0a9fc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:44.208406 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcacd425-b0f4-43cd-ac0d-ff3dd0a9fc7a None None] Routers {'9cacd887-55df-4c59-91b9-87739eeaed2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:44.209052 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-dcacd425-b0f4-43cd-ac0d-ff3dd0a9fc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:00:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9cacd887-55df-4c59-91b9-87739eeaed2b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:44.252900 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6124dc3-4e02-4d5a-913b-14a8f3288d7a None None] Pushing event updated for resources: {'Port': ['ID=ce9b59b1-0395-46af-87f6-0d8d4431f612,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:44.370270 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-dcacd425-b0f4-43cd-ac0d-ff3dd0a9fc7a None None] Set router 9cacd887-55df-4c59-91b9-87739eeaed2b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:44.642067 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-dcacd425-b0f4-43cd-ac0d-ff3dd0a9fc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'name': 'tempest-TestNetworkBasicOps-router-1430914530', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:22Z', 'updated_at': '2021-07-16T21:00:41Z', 'revision_number': 5, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:23Z', 'updated_at': '2021-07-16T20:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '44f0bcd9-9a11-468f-9578-31143180cb65', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'port_id': '469c1dee-a02c-47cb-9742-ed632fae5684', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7', 'mac_address': 'fa:16:3e:18:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1a4fc0-df04-4d92-b354-921cdd6e80f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:59:47Z', 'updated_at': '2021-07-16T20:59:50Z', 'revision_number': 1, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a12904e-09ce-4343-b113-79008097f3fe', 'name': '', 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'mac_address': 'fa:16:3e:f5:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:28Z', 'updated_at': '2021-07-16T20:59:35Z', 'revision_number': 5, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'subnets': [{'id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce9b59b1-0395-46af-87f6-0d8d4431f612', 'name': '', 'network_id': '0e1fb650-ab3f-43ed-a145-42310abbca35', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'mac_address': 'fa:16:3e:35:0c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '5b7207e5-e57d-4aeb-ba47-5392ed9efc5b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:44Z', 'revision_number': 4, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'subnets': [{'id': '5b7207e5-e57d-4aeb-ba47-5392ed9efc5b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:44.675700 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcacd425-b0f4-43cd-ac0d-ff3dd0a9fc7a None None] The sync data for ids ['9cacd887-55df-4c59-91b9-87739eeaed2b'] in n-d-791506-21 is: [{'id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'name': 'tempest-TestNetworkBasicOps-router-1430914530', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:22Z', 'updated_at': '2021-07-16T21:00:41Z', 'revision_number': 5, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:23Z', 'updated_at': '2021-07-16T20:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '44f0bcd9-9a11-468f-9578-31143180cb65', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'port_id': '469c1dee-a02c-47cb-9742-ed632fae5684', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7', 'mac_address': 'fa:16:3e:18:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1a4fc0-df04-4d92-b354-921cdd6e80f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:59:47Z', 'updated_at': '2021-07-16T20:59:50Z', 'revision_number': 1, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a12904e-09ce-4343-b113-79008097f3fe', 'name': '', 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'mac_address': 'fa:16:3e:f5:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:28Z', 'updated_at': '2021-07-16T20:59:35Z', 'revision_number': 5, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'subnets': [{'id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce9b59b1-0395-46af-87f6-0d8d4431f612', 'name': '', 'network_id': '0e1fb650-ab3f-43ed-a145-42310abbca35', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'mac_address': 'fa:16:3e:35:0c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '5b7207e5-e57d-4aeb-ba47-5392ed9efc5b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:44Z', 'revision_number': 4, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'subnets': [{'id': '5b7207e5-e57d-4aeb-ba47-5392ed9efc5b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:00:44.760059 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46736) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:44.898434 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2282f6b1-9bf2-4116-af72-086c3db160d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.012780 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2282f6b1-9bf2-4116-af72-086c3db160d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.028035 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2282f6b1-9bf2-4116-af72-086c3db160d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.076696 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282f6b1-9bf2-4116-af72-086c3db160d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12e8c15-142c-42fb-9755-d7dff9673e2b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:45.090505 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46748) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:45.100487 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2282f6b1-9bf2-4116-af72-086c3db160d6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4bb4bdca7b664680894e4adc4e5e89d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391004 Jul 16 21:00:45.175872 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f05bb44d-0179-408d-a258-6336deb20215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.181980 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device ce9b59b1-0395-46af-87f6-0d8d4431f612 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:45.204434 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f05bb44d-0179-408d-a258-6336deb20215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.266918 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f05bb44d-0179-408d-a258-6336deb20215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.270545 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port ce9b59b1-0395-46af-87f6-0d8d4431f612 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:45.271782 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f05bb44d-0179-408d-a258-6336deb20215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.275996 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f05bb44d-0179-408d-a258-6336deb20215 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d12e8c15-142c-42fb-9755-d7dff9673e2b HTTP/1.1" status: 204 len: 168 time: 0.1828744 Jul 16 21:00:45.276439 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port ce9b59b1-0395-46af-87f6-0d8d4431f612 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:45.277229 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.286489 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05bb44d-0179-408d-a258-6336deb20215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12e8c15-142c-42fb-9755-d7dff9673e2b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:45.379981 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.425900 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port ce9b59b1-0395-46af-87f6-0d8d4431f612, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=ce9b59b1-0395-46af-87f6-0d8d4431f612,segment=NetworkSegment(221c5698-c712-4411-9211-e8028685fe13),segment_id=221c5698-c712-4411-9211-e8028685fe13)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:45.431445 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.490795 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=ce9b59b1-0395-46af-87f6-0d8d4431f612,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:45.626923 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46764) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:45.641243 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1281476b-8d03-4251-9699-4d78f4a3a52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.733602 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1281476b-8d03-4251-9699-4d78f4a3a52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.737262 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1281476b-8d03-4251-9699-4d78f4a3a52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.776509 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1281476b-8d03-4251-9699-4d78f4a3a52d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=946247185e5244718363bc02b734765d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1484139 Jul 16 21:00:45.777732 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1281476b-8d03-4251-9699-4d78f4a3a52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea4aac5-e767-40ab-8834-7c77224223f8,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:45.779196 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46770) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:45.831087 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1a81e094-cff4-4f08-b559-e1faf157556b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.853882 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1a81e094-cff4-4f08-b559-e1faf157556b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.907342 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1a81e094-cff4-4f08-b559-e1faf157556b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.910704 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1a81e094-cff4-4f08-b559-e1faf157556b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.911888 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1a81e094-cff4-4f08-b559-e1faf157556b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7ea4aac5-e767-40ab-8834-7c77224223f8 HTTP/1.1" status: 204 len: 168 time: 0.1316869 Jul 16 21:00:45.919981 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81e094-cff4-4f08-b559-e1faf157556b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea4aac5-e767-40ab-8834-7c77224223f8,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:47.112371 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device ce9b59b1-0395-46af-87f6-0d8d4431f612 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:47.167768 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port ce9b59b1-0395-46af-87f6-0d8d4431f612 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:47.168148 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:47.751268 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:00:51.727801 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dfc4df29-2244-4415-a61d-f50c41c41a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:54.242240 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d04b535-835a-487f-badc-de25987e10a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:54.359219 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:55.867491 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.345067 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46954) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:56.453386 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2ccd80c7-3782-4a0f-9990-0892e14b4ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.548934 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2ccd80c7-3782-4a0f-9990-0892e14b4ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.553911 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2ccd80c7-3782-4a0f-9990-0892e14b4ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.597387 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2ccd80c7-3782-4a0f-9990-0892e14b4ea5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c8cf2931073e44e1bfd9b46a741e2c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2484341 Jul 16 21:00:56.597387 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd80c7-3782-4a0f-9990-0892e14b4ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de0e65c-2e15-4d7d-8825-15c48beb3bef,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:56.599919 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46962) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:56.664281 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-070f1e15-a1c7-4f3c-93eb-87c00f555323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.693479 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-070f1e15-a1c7-4f3c-93eb-87c00f555323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.785908 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-070f1e15-a1c7-4f3c-93eb-87c00f555323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.788997 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-070f1e15-a1c7-4f3c-93eb-87c00f555323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.790535 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-070f1e15-a1c7-4f3c-93eb-87c00f555323 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3de0e65c-2e15-4d7d-8825-15c48beb3bef HTTP/1.1" status: 204 len: 168 time: 0.1878128 Jul 16 21:00:56.799422 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f1e15-a1c7-4f3c-93eb-87c00f555323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de0e65c-2e15-4d7d-8825-15c48beb3bef,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:56.807671 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f1e15-a1c7-4f3c-93eb-87c00f555323 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:56.808274 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f1e15-a1c7-4f3c-93eb-87c00f555323 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:56.808785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f1e15-a1c7-4f3c-93eb-87c00f555323 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:56.809279 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f1e15-a1c7-4f3c-93eb-87c00f555323 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:56.809760 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f1e15-a1c7-4f3c-93eb-87c00f555323 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:56.810256 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f1e15-a1c7-4f3c-93eb-87c00f555323 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:56.810759 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f1e15-a1c7-4f3c-93eb-87c00f555323 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:56.811247 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f1e15-a1c7-4f3c-93eb-87c00f555323 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:56.811739 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f1e15-a1c7-4f3c-93eb-87c00f555323 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:56.812171 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f1e15-a1c7-4f3c-93eb-87c00f555323 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:56.812408 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f1e15-a1c7-4f3c-93eb-87c00f555323 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:56.812897 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f1e15-a1c7-4f3c-93eb-87c00f555323 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:57.070415 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46968) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:57.084989 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-07fbc547-68ae-4d58-bc72-850223c75ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.175107 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-07fbc547-68ae-4d58-bc72-850223c75ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.182686 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-07fbc547-68ae-4d58-bc72-850223c75ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.221084 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-07fbc547-68ae-4d58-bc72-850223c75ee3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6396f5290f7c4e9486166b46c650f6d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495810 Jul 16 21:00:57.222051 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fbc547-68ae-4d58-bc72-850223c75ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e2dfe3-697d-4730-93da-5aabebc53af3,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:57.224293 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46970) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:57.274206 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75591e65-da46-4cd1-ab0c-a87877858aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.294192 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75591e65-da46-4cd1-ab0c-a87877858aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.342466 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75591e65-da46-4cd1-ab0c-a87877858aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.345049 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75591e65-da46-4cd1-ab0c-a87877858aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.346200 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-75591e65-da46-4cd1-ab0c-a87877858aa7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e7e2dfe3-697d-4730-93da-5aabebc53af3 HTTP/1.1" status: 204 len: 168 time: 0.1208303 Jul 16 21:00:57.354198 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75591e65-da46-4cd1-ab0c-a87877858aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e2dfe3-697d-4730-93da-5aabebc53af3,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:57.658065 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 46978) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:57.672066 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3db21df8-cd29-499e-ae1f-76d8e4c1d7db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.701967 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.765058 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3db21df8-cd29-499e-ae1f-76d8e4c1d7db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.769871 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3db21df8-cd29-499e-ae1f-76d8e4c1d7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.821370 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3db21df8-cd29-499e-ae1f-76d8e4c1d7db admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=630734090f484a9a86930d0d557dd139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621561 Jul 16 21:00:57.822351 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db21df8-cd29-499e-ae1f-76d8e4c1d7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159d7675-93c6-4042-9666-8bcc3adcb5b0,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:57.823959 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 46986) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:57.877403 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-16b8597e-d080-4674-bcce-d7ae367d0eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.898293 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-16b8597e-d080-4674-bcce-d7ae367d0eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.947790 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-16b8597e-d080-4674-bcce-d7ae367d0eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.950408 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-16b8597e-d080-4674-bcce-d7ae367d0eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.951572 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-16b8597e-d080-4674-bcce-d7ae367d0eef admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/159d7675-93c6-4042-9666-8bcc3adcb5b0 HTTP/1.1" status: 204 len: 168 time: 0.1261463 Jul 16 21:00:57.960274 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8597e-d080-4674-bcce-d7ae367d0eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159d7675-93c6-4042-9666-8bcc3adcb5b0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:59.751505 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:00.234159 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-764b23b7-3633-40a4-b043-21760c7a1a45 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=66a922c0aced4592b110f3e4726db516&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292296 Jul 16 21:01:00.419622 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-172fb62a-5cc3-4fe6-8143-2fcafd1e8d2b tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:00.421576 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-172fb62a-5cc3-4fe6-8143-2fcafd1e8d2b tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1812201 Jul 16 21:01:00.437114 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-7c3fdcd2-89c6-4755-b088-69fbc392dd74 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.38 "GET /v2.0/quotas/66a922c0aced4592b110f3e4726db516 HTTP/1.1" status: 200 len: 375 time: 0.0095251 Jul 16 21:01:00.475149 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-0a3ba9a2-828a-4f33-ab17-69f6a9188ba9 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=66a922c0aced4592b110f3e4726db516&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318682 Jul 16 21:01:00.652818 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a4863ed0-6025-4f59-a97f-fbb5254993a1 req-8643f565-5960-4caa-b8aa-f4b180f35ae4 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.38 "GET /v2.0/ports?device_id=344c340b-2a8c-4657-9b88-b88288f0325b HTTP/1.1" status: 200 len: 210 time: 0.0302596 Jul 16 21:01:01.176263 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47058) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:01.565975 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1260858b-fc06-444f-b11c-2b485b3bca31 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:01.695735 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-8907ce17-589a-4ab8-a85c-59bb2eed309c tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=66a922c0aced4592b110f3e4726db516&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377550 Jul 16 21:01:01.820224 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b54e212a-b177-4aa9-ad66-ff52c153eb98 req-5d3e3eed-fd44-4af9-8119-826144091dbb tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.38 "GET /v2.0/ports?device_id=344c340b-2a8c-4657-9b88-b88288f0325b HTTP/1.1" status: 200 len: 210 time: 0.0309289 Jul 16 21:01:02.003673 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-46a33b4c-9cc2-4407-8f25-8800d2c2262f tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:02.005474 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-46a33b4c-9cc2-4407-8f25-8800d2c2262f tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3045077 Jul 16 21:01:02.021979 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-90291014-ae6c-432d-bb03-4afd3b8deef3 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Request body: {'port': {'device_id': '344c340b-2a8c-4657-9b88-b88288f0325b', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': '66a922c0aced4592b110f3e4726db516'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:02.209795 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-90291014-ae6c-432d-bb03-4afd3b8deef3 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Made reservation on behalf of 66a922c0aced4592b110f3e4726db516 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:01:02.219411 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-90291014-ae6c-432d-bb03-4afd3b8deef3 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:02.226127 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-1260858b-fc06-444f-b11c-2b485b3bca31 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Deleting port ce9b59b1-0395-46af-87f6-0d8d4431f612 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:01:02.226498 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1260858b-fc06-444f-b11c-2b485b3bca31 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:02.230571 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-90291014-ae6c-432d-bb03-4afd3b8deef3 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:02.348107 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-1260858b-fc06-444f-b11c-2b485b3bca31 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] For port ce9b59b1-0395-46af-87f6-0d8d4431f612, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=ce9b59b1-0395-46af-87f6-0d8d4431f612,segment=NetworkSegment(221c5698-c712-4411-9211-e8028685fe13),segment_id=221c5698-c712-4411-9211-e8028685fe13)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:02.348511 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1260858b-fc06-444f-b11c-2b485b3bca31 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:02.369549 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-1260858b-fc06-444f-b11c-2b485b3bca31 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Calling delete_port for ce9b59b1-0395-46af-87f6-0d8d4431f612 owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:01:02.463246 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-90291014-ae6c-432d-bb03-4afd3b8deef3 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:02.469681 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-90291014-ae6c-432d-bb03-4afd3b8deef3 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:02.592913 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90291014-ae6c-432d-bb03-4afd3b8deef3 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49eb6619-0c2b-4f98-8e52-52f356721e72,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:02.696372 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-90291014-ae6c-432d-bb03-4afd3b8deef3 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Allocated IP 192.168.233.163 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/78bdf502-6274-4614-9e10-21775babdb85) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:01:02.710711 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1260858b-fc06-444f-b11c-2b485b3bca31 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:02.744202 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260858b-fc06-444f-b11c-2b485b3bca31 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event deleted for resources: {'Port': ['ID=ce9b59b1-0395-46af-87f6-0d8d4431f612,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:02.993657 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3a7a4458-74ea-4704-9f4e-4ef5403dd32b req-2e3e8636-8013-414a-b569-dddd9f9dacbb tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.38 "GET /v2.0/ports?device_id=344c340b-2a8c-4657-9b88-b88288f0325b HTTP/1.1" status: 200 len: 210 time: 0.0344236 Jul 16 21:01:03.383143 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-90291014-ae6c-432d-bb03-4afd3b8deef3 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:03.404298 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-90291014-ae6c-432d-bb03-4afd3b8deef3 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Transition to ACTIVE for port object 78bdf502-6274-4614-9e10-21775babdb85 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:01:03.407169 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1260858b-fc06-444f-b11c-2b485b3bca31 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:03.468983 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:03.521921 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-90291014-ae6c-432d-bb03-4afd3b8deef3 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:03.589756 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-90291014-ae6c-432d-bb03-4afd3b8deef3 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:01:03.597099 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-90291014-ae6c-432d-bb03-4afd3b8deef3 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:01:03.600028 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90291014-ae6c-432d-bb03-4afd3b8deef3 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Pushing event updated for resources: {'Port': ['ID=78bdf502-6274-4614-9e10-21775babdb85,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:03.602170 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-90291014-ae6c-432d-bb03-4afd3b8deef3 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:01:03.695106 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-90291014-ae6c-432d-bb03-4afd3b8deef3 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:03.695877 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-90291014-ae6c-432d-bb03-4afd3b8deef3 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:03.749380 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-90291014-ae6c-432d-bb03-4afd3b8deef3 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7331567 Jul 16 21:01:03.761615 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-622c026f-e452-4cf2-8864-670b753c6901 service neutron] Request body: {'port': {'device_id': '344c340b-2a8c-4657-9b88-b88288f0325b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:03.798754 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1260858b-fc06-444f-b11c-2b485b3bca31 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Router 9cacd887-55df-4c59-91b9-87739eeaed2b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:01:03.889661 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-622c026f-e452-4cf2-8864-670b753c6901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:03.893637 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c996f578-d8ee-4b4d-b637-ed188776e89a None None] Provisioning for port 78bdf502-6274-4614-9e10-21775babdb85 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:01:03.898171 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c996f578-d8ee-4b4d-b637-ed188776e89a None None] Provisioning complete for port 78bdf502-6274-4614-9e10-21775babdb85 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:03.898709 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c996f578-d8ee-4b4d-b637-ed188776e89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:03.933811 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c996f578-d8ee-4b4d-b637-ed188776e89a None None] Port 78bdf502-6274-4614-9e10-21775babdb85 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:01:03.985613 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1260858b-fc06-444f-b11c-2b485b3bca31 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:01:03.994381 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1260858b-fc06-444f-b11c-2b485b3bca31 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "PUT /v2.0/routers/9cacd887-55df-4c59-91b9-87739eeaed2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8164279 Jul 16 21:01:03.997864 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2666c891-0840-483d-850b-9fdddc07527f None None] Sync routers for ids ['9cacd887-55df-4c59-91b9-87739eeaed2b'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:01:04.007658 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2666c891-0840-483d-850b-9fdddc07527f None None] Routers {'9cacd887-55df-4c59-91b9-87739eeaed2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:01:04.015516 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2666c891-0840-483d-850b-9fdddc07527f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:00:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9cacd887-55df-4c59-91b9-87739eeaed2b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:04.216397 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4d582-4826-4a72-9ab9-20c10c8c3483 req-b824973e-5132-46f9-9bc1-32333e74569d tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:04.218095 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fbc4d582-4826-4a72-9ab9-20c10c8c3483 req-b824973e-5132-46f9-9bc1-32333e74569d tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.38 "GET /v2.0/ports?device_id=344c340b-2a8c-4657-9b88-b88288f0325b HTTP/1.1" status: 200 len: 936 time: 0.0818491 Jul 16 21:01:04.218542 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-2666c891-0840-483d-850b-9fdddc07527f None None] Set router 9cacd887-55df-4c59-91b9-87739eeaed2b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:01:04.258058 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-622c026f-e452-4cf2-8864-670b753c6901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78bdf502-6274-4614-9e10-21775babdb85 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:01:04.280371 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-622c026f-e452-4cf2-8864-670b753c6901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:04.288258 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fbc4d582-4826-4a72-9ab9-20c10c8c3483 req-ce829d4a-086b-47bd-aa3a-0c1e85a81b10 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.38 "GET /v2.0/security-groups?id=49eb6619-0c2b-4f98-8e52-52f356721e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629323 Jul 16 21:01:04.312308 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-622c026f-e452-4cf2-8864-670b753c6901 service neutron] Transition to ACTIVE for port object 78bdf502-6274-4614-9e10-21775babdb85 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:01:04.313642 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-622c026f-e452-4cf2-8864-670b753c6901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:04.481490 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c026f-e452-4cf2-8864-670b753c6901 service neutron] Pushing event updated for resources: {'Port': ['ID=78bdf502-6274-4614-9e10-21775babdb85,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:04.509923 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-622c026f-e452-4cf2-8864-670b753c6901 service neutron] Attempting to bind port 78bdf502-6274-4614-9e10-21775babdb85 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:01:04.510265 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-622c026f-e452-4cf2-8864-670b753c6901 service neutron] Attempting to bind port 78bdf502-6274-4614-9e10-21775babdb85 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:01:04.510622 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-622c026f-e452-4cf2-8864-670b753c6901 service neutron] Attempting to bind port 78bdf502-6274-4614-9e10-21775babdb85 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:01:04.519036 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-622c026f-e452-4cf2-8864-670b753c6901 service neutron] Port 78bdf502-6274-4614-9e10-21775babdb85 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:01:04.519361 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-622c026f-e452-4cf2-8864-670b753c6901 service neutron] Attempting to bind port 78bdf502-6274-4614-9e10-21775babdb85 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:01:04.525262 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-622c026f-e452-4cf2-8864-670b753c6901 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:01:04.525608 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-622c026f-e452-4cf2-8864-670b753c6901 service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:01:04.525996 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-622c026f-e452-4cf2-8864-670b753c6901 service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:01:04.526570 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-622c026f-e452-4cf2-8864-670b753c6901 service neutron] Bound port: 78bdf502-6274-4614-9e10-21775babdb85, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:01:04.526936 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-622c026f-e452-4cf2-8864-670b753c6901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:04.652519 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2666c891-0840-483d-850b-9fdddc07527f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'name': 'tempest-TestNetworkBasicOps-router-1430914530', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:22Z', 'updated_at': '2021-07-16T21:01:02Z', 'revision_number': 6, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:23Z', 'updated_at': '2021-07-16T20:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '44f0bcd9-9a11-468f-9578-31143180cb65', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'port_id': '469c1dee-a02c-47cb-9742-ed632fae5684', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7', 'mac_address': 'fa:16:3e:18:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1a4fc0-df04-4d92-b354-921cdd6e80f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:59:47Z', 'updated_at': '2021-07-16T20:59:50Z', 'revision_number': 1, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a12904e-09ce-4343-b113-79008097f3fe', 'name': '', 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'mac_address': 'fa:16:3e:f5:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:28Z', 'updated_at': '2021-07-16T20:59:35Z', 'revision_number': 5, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'subnets': [{'id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:04.656328 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-622c026f-e452-4cf2-8864-670b753c6901 service neutron] For port 78bdf502-6274-4614-9e10-21775babdb85, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:01:04.661915 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-622c026f-e452-4cf2-8864-670b753c6901 service neutron] For port 78bdf502-6274-4614-9e10-21775babdb85, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=78bdf502-6274-4614-9e10-21775babdb85,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:01:04.680007 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-622c026f-e452-4cf2-8864-670b753c6901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:04.711319 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2666c891-0840-483d-850b-9fdddc07527f None None] Checking router: 9cacd887-55df-4c59-91b9-87739eeaed2b for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:01:04.725931 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-622c026f-e452-4cf2-8864-670b753c6901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:04.726543 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-622c026f-e452-4cf2-8864-670b753c6901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:04.727984 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-622c026f-e452-4cf2-8864-670b753c6901 service neutron] 10.222.0.62 "PUT /v2.0/ports/78bdf502-6274-4614-9e10-21775babdb85 HTTP/1.1" status: 200 len: 1097 time: 0.9706688 Jul 16 21:01:04.728433 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344c340b-2a8c-4657-9b88-b88288f0325b', 'tag': '78bdf502-6274-4614-9e10-21775babdb85'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:01:04.730792 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e4aff0-f2bc-4aa9-95df-9e52978e5a44" -d '{"events": [{"name": "network-changed", "server_uuid": "344c340b-2a8c-4657-9b88-b88288f0325b", "tag": "78bdf502-6274-4614-9e10-21775babdb85"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:01:04.732662 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2666c891-0840-483d-850b-9fdddc07527f None None] Routers {'9cacd887-55df-4c59-91b9-87739eeaed2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:01:04.742289 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2666c891-0840-483d-850b-9fdddc07527f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:00:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9cacd887-55df-4c59-91b9-87739eeaed2b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:04.773805 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47088) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:04.803281 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c026f-e452-4cf2-8864-670b753c6901 service neutron] Pushing event updated for resources: {'Port': ['ID=78bdf502-6274-4614-9e10-21775babdb85,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:04.832086 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffaed05-3618-47da-9639-8984aa5637bf req-ac419756-f95b-4818-b2f8-3a932c3d679f tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:04.840487 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5ffaed05-3618-47da-9639-8984aa5637bf req-ac419756-f95b-4818-b2f8-3a932c3d679f tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e575f94a-609c-44ce-9650-6b7d46cf655a HTTP/1.1" status: 200 len: 946 time: 0.4537058 Jul 16 21:01:04.874434 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-1147e140-e1d6-4ad6-9b0c-b25e8596491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:04.875481 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-2666c891-0840-483d-850b-9fdddc07527f None None] Set router 9cacd887-55df-4c59-91b9-87739eeaed2b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:01:04.876147 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-1147e140-e1d6-4ad6-9b0c-b25e8596491d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=66a922c0aced4592b110f3e4726db516&device_id=344c340b-2a8c-4657-9b88-b88288f0325b HTTP/1.1" status: 200 len: 1100 time: 0.0872221 Jul 16 21:01:04.882507 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081f07f1-efdf-4b52-bc94-2f0ecab597b9 x-openstack-request-id: req-081f07f1-efdf-4b52-bc94-2f0ecab597b9 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:01:04.882859 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344c340b-2a8c-4657-9b88-b88288f0325b", "tag": "78bdf502-6274-4614-9e10-21775babdb85", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:01:04.883167 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-081f07f1-efdf-4b52-bc94-2f0ecab597b9 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:01:04.890975 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344c340b-2a8c-4657-9b88-b88288f0325b', 'tag': '78bdf502-6274-4614-9e10-21775babdb85', 'status': 'completed', 'code': 200} Jul 16 21:01:04.900091 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5ffaed05-3618-47da-9639-8984aa5637bf req-8c620d02-b63e-4373-8e59-a976a5083ed7 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?id=c70dfbf7-3d27-4018-ba48-0e8a5d6c99c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585201 Jul 16 21:01:04.976757 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-99aab32c-33e8-4683-9b39-6c3ccf32183d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=78bdf502-6274-4614-9e10-21775babdb85 HTTP/1.1" status: 200 len: 217 time: 0.0847635 Jul 16 21:01:05.033249 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e1dbc0d0-b02f-4a80-9c7d-f0d09225faae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:05.059740 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-7ac8f1a2-d456-4e8f-b22f-6f23badc84e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:05.061518 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-7ac8f1a2-d456-4e8f-b22f-6f23badc84e6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0782969 Jul 16 21:01:05.143403 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2666c891-0840-483d-850b-9fdddc07527f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'name': 'tempest-TestNetworkBasicOps-router-1430914530', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:22Z', 'updated_at': '2021-07-16T21:01:02Z', 'revision_number': 6, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:23Z', 'updated_at': '2021-07-16T20:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '44f0bcd9-9a11-468f-9578-31143180cb65', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'port_id': '469c1dee-a02c-47cb-9742-ed632fae5684', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7', 'mac_address': 'fa:16:3e:18:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1a4fc0-df04-4d92-b354-921cdd6e80f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:59:47Z', 'updated_at': '2021-07-16T20:59:50Z', 'revision_number': 1, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a12904e-09ce-4343-b113-79008097f3fe', 'name': '', 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'mac_address': 'fa:16:3e:f5:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:28Z', 'updated_at': '2021-07-16T20:59:35Z', 'revision_number': 5, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'subnets': [{'id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:05.165421 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-b5c6a3df-2b58-4036-9837-09f440e79a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:05.166992 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-b5c6a3df-2b58-4036-9837-09f440e79a77 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0980785 Jul 16 21:01:05.174673 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2666c891-0840-483d-850b-9fdddc07527f None None] The sync data for ids ['9cacd887-55df-4c59-91b9-87739eeaed2b'] in n-d-791506-21 is: [{'id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'name': 'tempest-TestNetworkBasicOps-router-1430914530', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:22Z', 'updated_at': '2021-07-16T21:01:02Z', 'revision_number': 6, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:23Z', 'updated_at': '2021-07-16T20:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '44f0bcd9-9a11-468f-9578-31143180cb65', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'port_id': '469c1dee-a02c-47cb-9742-ed632fae5684', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7', 'mac_address': 'fa:16:3e:18:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1a4fc0-df04-4d92-b354-921cdd6e80f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:59:47Z', 'updated_at': '2021-07-16T20:59:50Z', 'revision_number': 1, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a12904e-09ce-4343-b113-79008097f3fe', 'name': '', 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'mac_address': 'fa:16:3e:f5:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:28Z', 'updated_at': '2021-07-16T20:59:35Z', 'revision_number': 5, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'subnets': [{'id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:01:05.218606 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e1dbc0d0-b02f-4a80-9c7d-f0d09225faae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:05.225904 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e1dbc0d0-b02f-4a80-9c7d-f0d09225faae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:05.304600 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e1dbc0d0-b02f-4a80-9c7d-f0d09225faae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6e57752df5074b60aa4fb2d53a1d4899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5296466 Jul 16 21:01:05.307306 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47092) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:05.307783 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dbc0d0-b02f-4a80-9c7d-f0d09225faae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e03c95-3b67-4739-8e8a-23529d3d5a20,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:05.328486 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-6909c64a-09fe-4162-93e8-b86826a709c8 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492536 Jul 16 21:01:05.359141 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b189369a-f527-426c-acde-4e1d5c908743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:05.380387 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b189369a-f527-426c-acde-4e1d5c908743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:05.431967 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6d56ebd5-ebc0-47d3-a287-7c23adc17693 req-6bf99e49-4147-46f6-b9bd-2f8c8caeb469 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965807 Jul 16 21:01:05.456806 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b189369a-f527-426c-acde-4e1d5c908743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:05.459299 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b189369a-f527-426c-acde-4e1d5c908743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:05.460438 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b189369a-f527-426c-acde-4e1d5c908743 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/27e03c95-3b67-4739-8e8a-23529d3d5a20 HTTP/1.1" status: 204 len: 168 time: 0.1521611 Jul 16 21:01:05.469017 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189369a-f527-426c-acde-4e1d5c908743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e03c95-3b67-4739-8e8a-23529d3d5a20,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:05.499038 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905adfc1-4188-476c-90f9-1193b2b5c2aa req-a057fb62-c377-4137-948a-0f9a3fa27b85 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:05.500835 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-905adfc1-4188-476c-90f9-1193b2b5c2aa req-a057fb62-c377-4137-948a-0f9a3fa27b85 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.38 "GET /v2.0/ports?device_id=344c340b-2a8c-4657-9b88-b88288f0325b HTTP/1.1" status: 200 len: 948 time: 0.0831265 Jul 16 21:01:05.552031 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-905adfc1-4188-476c-90f9-1193b2b5c2aa req-a17f2617-3e08-4af6-94e3-d9b50a35fa9c tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.38 "GET /v2.0/security-groups?id=49eb6619-0c2b-4f98-8e52-52f356721e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439651 Jul 16 21:01:05.556191 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4aff0-f2bc-4aa9-95df-9e52978e5a44 req-97f5ed4e-751f-4e30-ad7c-bede2d6c65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:05.558145 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b1e4aff0-f2bc-4aa9-95df-9e52978e5a44 req-97f5ed4e-751f-4e30-ad7c-bede2d6c65ec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=66a922c0aced4592b110f3e4726db516&device_id=344c340b-2a8c-4657-9b88-b88288f0325b HTTP/1.1" status: 200 len: 1100 time: 0.0772419 Jul 16 21:01:05.682004 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4aff0-f2bc-4aa9-95df-9e52978e5a44 req-edb9dca8-4406-42d6-9a3d-c015e70eae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:05.683957 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b1e4aff0-f2bc-4aa9-95df-9e52978e5a44 req-edb9dca8-4406-42d6-9a3d-c015e70eae16 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.1173017 Jul 16 21:01:05.702413 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a9e1b-5180-4009-b867-ef80861f4b89 req-693a0622-b4f4-4355-a926-4cd0eb1b3c5c tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:05.704299 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dc3a9e1b-5180-4009-b867-ef80861f4b89 req-693a0622-b4f4-4355-a926-4cd0eb1b3c5c tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.18 "GET /v2.0/ports?device_id=e575f94a-609c-44ce-9650-6b7d46cf655a HTTP/1.1" status: 200 len: 946 time: 0.0969031 Jul 16 21:01:05.736314 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b1e4aff0-f2bc-4aa9-95df-9e52978e5a44 req-5ed2fa67-e51d-44e3-b7ad-f4ad1dd395ca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=78bdf502-6274-4614-9e10-21775babdb85 HTTP/1.1" status: 200 len: 217 time: 0.0447984 Jul 16 21:01:05.797946 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4aff0-f2bc-4aa9-95df-9e52978e5a44 req-bb12aecd-2ac1-4ce6-9868-f341b8b38394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:05.801592 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b1e4aff0-f2bc-4aa9-95df-9e52978e5a44 req-bb12aecd-2ac1-4ce6-9868-f341b8b38394 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0567601 Jul 16 21:01:05.831518 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-dc3a9e1b-5180-4009-b867-ef80861f4b89 req-6a07ca6f-516f-4759-9919-b594d3ce2e62 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Deleting port e2335bfd-9619-4a82-a1b0-017194ca6774 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:01:05.831885 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-dc3a9e1b-5180-4009-b867-ef80861f4b89 req-6a07ca6f-516f-4759-9919-b594d3ce2e62 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:05.877288 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4aff0-f2bc-4aa9-95df-9e52978e5a44 req-bde9457f-59b7-4c3c-8692-229c00783139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:05.879476 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b1e4aff0-f2bc-4aa9-95df-9e52978e5a44 req-bde9457f-59b7-4c3c-8692-229c00783139 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0714982 Jul 16 21:01:05.950410 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-dc3a9e1b-5180-4009-b867-ef80861f4b89 req-6a07ca6f-516f-4759-9919-b594d3ce2e62 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] For port e2335bfd-9619-4a82-a1b0-017194ca6774, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e2335bfd-9619-4a82-a1b0-017194ca6774,segment=NetworkSegment(221c5698-c712-4411-9211-e8028685fe13),segment_id=221c5698-c712-4411-9211-e8028685fe13)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:05.951218 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-dc3a9e1b-5180-4009-b867-ef80861f4b89 req-6a07ca6f-516f-4759-9919-b594d3ce2e62 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:05.969333 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-dc3a9e1b-5180-4009-b867-ef80861f4b89 req-6a07ca6f-516f-4759-9919-b594d3ce2e62 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Calling delete_port for e2335bfd-9619-4a82-a1b0-017194ca6774 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:01:06.007960 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b1e4aff0-f2bc-4aa9-95df-9e52978e5a44 req-ceb3d523-f90d-410f-8707-7f89555f3ac1 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213725 Jul 16 21:01:06.105405 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b1e4aff0-f2bc-4aa9-95df-9e52978e5a44 req-ef2d09b5-6a41-401c-a879-60bb7ebe08e8 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897229 Jul 16 21:01:06.154718 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb3e47-20da-401b-b9d7-cbc8c8aa8848 req-900d9c67-8385-4d02-be0e-fdeb4f7721d8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:06.156108 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-94cb3e47-20da-401b-b9d7-cbc8c8aa8848 req-900d9c67-8385-4d02-be0e-fdeb4f7721d8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e575f94a-609c-44ce-9650-6b7d46cf655a HTTP/1.1" status: 200 len: 946 time: 0.1179569 Jul 16 21:01:06.185570 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-dc3a9e1b-5180-4009-b867-ef80861f4b89 req-6a07ca6f-516f-4759-9919-b594d3ce2e62 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:06.229649 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07ca6f-516f-4759-9919-b594d3ce2e62 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event deleted for resources: {'Port': ['ID=e2335bfd-9619-4a82-a1b0-017194ca6774,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:06.236807 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-94cb3e47-20da-401b-b9d7-cbc8c8aa8848 req-0c4bf6d6-bcbc-4fe4-a333-3823e2e588e9 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?id=c70dfbf7-3d27-4018-ba48-0e8a5d6c99c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748632 Jul 16 21:01:06.280113 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3a9e1b-5180-4009-b867-ef80861f4b89 req-6a07ca6f-516f-4759-9919-b594d3ce2e62 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] No DVR routers for this DVR port e2335bfd-9619-4a82-a1b0-017194ca6774 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:01:06.282703 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-dc3a9e1b-5180-4009-b867-ef80861f4b89 req-6a07ca6f-516f-4759-9919-b594d3ce2e62 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:06.284833 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dc3a9e1b-5180-4009-b867-ef80861f4b89 req-6a07ca6f-516f-4759-9919-b594d3ce2e62 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.18 "DELETE /v2.0/ports/e2335bfd-9619-4a82-a1b0-017194ca6774 HTTP/1.1" status: 204 len: 173 time: 0.5746977 Jul 16 21:01:06.285266 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e575f94a-609c-44ce-9650-6b7d46cf655a', 'name': 'network-vif-deleted', 'tag': 'e2335bfd-9619-4a82-a1b0-017194ca6774'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:01:06.287515 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229caa7c-167a-4917-89c2-c167f318998f" -d '{"events": [{"server_uuid": "e575f94a-609c-44ce-9650-6b7d46cf655a", "name": "network-vif-deleted", "tag": "e2335bfd-9619-4a82-a1b0-017194ca6774"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:01:06.326792 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a0aebe-bd2e-482c-a19f-98ca55ddb8ee x-openstack-request-id: req-a5a0aebe-bd2e-482c-a19f-98ca55ddb8ee {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:01:06.327336 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e575f94a-609c-44ce-9650-6b7d46cf655a", "name": "network-vif-deleted", "tag": "e2335bfd-9619-4a82-a1b0-017194ca6774", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:01:06.327336 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a5a0aebe-bd2e-482c-a19f-98ca55ddb8ee {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:01:06.327760 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e575f94a-609c-44ce-9650-6b7d46cf655a', 'name': 'network-vif-deleted', 'tag': 'e2335bfd-9619-4a82-a1b0-017194ca6774', 'status': 'completed', 'code': 200} Jul 16 21:01:06.730825 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1484ace-ba86-41a3-9e3d-085660204b75 req-7e9a54a1-8ff8-4be0-9348-90b2378fee4e tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:06.732741 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d1484ace-ba86-41a3-9e3d-085660204b75 req-7e9a54a1-8ff8-4be0-9348-90b2378fee4e tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.38 "GET /v2.0/ports?device_id=344c340b-2a8c-4657-9b88-b88288f0325b HTTP/1.1" status: 200 len: 948 time: 0.0711539 Jul 16 21:01:06.778644 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d1484ace-ba86-41a3-9e3d-085660204b75 req-1ba83811-5129-4979-92d0-2df01a172a80 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.38 "GET /v2.0/security-groups?id=49eb6619-0c2b-4f98-8e52-52f356721e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390913 Jul 16 21:01:06.807853 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a3b35f98-a8d3-4cf5-8c63-ebcd4b4c8391 req-55da6bc5-8193-4ba6-9754-20922ff4b9b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e575f94a-609c-44ce-9650-6b7d46cf655a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0280221 Jul 16 21:01:06.876078 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 78bdf502-6274-4614-9e10-21775babdb85 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:01:06.898599 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a3b35f98-a8d3-4cf5-8c63-ebcd4b4c8391 req-a96b19fb-30e4-4a6d-b363-6a7f6b95f09d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7f119dd46d44ed6bf6cf819c3be7511&device_id=e575f94a-609c-44ce-9650-6b7d46cf655a HTTP/1.1" status: 200 len: 210 time: 0.0283785 Jul 16 21:01:06.974392 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 78bdf502-6274-4614-9e10-21775babdb85, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=78bdf502-6274-4614-9e10-21775babdb85,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:06.985489 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '78bdf502-6274-4614-9e10-21775babdb85', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': '78bdf502-6274-4614-9e10-21775babdb85', 'mac_address': 'fa:16:3e:e0:2b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:01:07.022396 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:07.035789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78bdf502-6274-4614-9e10-21775babdb85 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:01:07.056347 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 78bdf502-6274-4614-9e10-21775babdb85, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=78bdf502-6274-4614-9e10-21775babdb85,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:07.060713 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:07.087976 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b35f98-a8d3-4cf5-8c63-ebcd4b4c8391 req-9472b397-acdc-48aa-9b22-64e5424a7219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:07.088696 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b35f98-a8d3-4cf5-8c63-ebcd4b4c8391 req-9472b397-acdc-48aa-9b22-64e5424a7219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:07.089152 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device ce9b59b1-0395-46af-87f6-0d8d4431f612 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:01:07.090281 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a3b35f98-a8d3-4cf5-8c63-ebcd4b4c8391 req-9472b397-acdc-48aa-9b22-64e5424a7219 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f7f119dd46d44ed6bf6cf819c3be7511&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1723914 Jul 16 21:01:07.119692 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: ce9b59b1-0395-46af-87f6-0d8d4431f612 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:01:07.120033 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device ce9b59b1-0395-46af-87f6-0d8d4431f612 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:01:07.133087 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=78bdf502-6274-4614-9e10-21775babdb85,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:07.269825 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['78bdf502-6274-4614-9e10-21775babdb85'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:01:07.341307 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47106) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:07.412918 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f27e0fc1-6581-4d3e-ba00-53317cba504a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:07.439931 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f27e0fc1-6581-4d3e-ba00-53317cba504a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:07.501006 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f27e0fc1-6581-4d3e-ba00-53317cba504a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:07.504951 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f27e0fc1-6581-4d3e-ba00-53317cba504a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:07.506115 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f27e0fc1-6581-4d3e-ba00-53317cba504a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "DELETE /v2.0/security-groups/c70dfbf7-3d27-4018-ba48-0e8a5d6c99c2 HTTP/1.1" status: 204 len: 168 time: 0.1633494 Jul 16 21:01:07.515158 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e0fc1-6581-4d3e-ba00-53317cba504a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70dfbf7-3d27-4018-ba48-0e8a5d6c99c2,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:07.548640 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47112) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:07.594999 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b35f98-a8d3-4cf5-8c63-ebcd4b4c8391 req-2f39b74f-f7b5-487b-91fc-9cfb97a9e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:07.596923 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a3b35f98-a8d3-4cf5-8c63-ebcd4b4c8391 req-2f39b74f-f7b5-487b-91fc-9cfb97a9e9ca service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5010097 Jul 16 21:01:07.601049 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f760a2-d81e-4d3d-9554-a2f0a3db1d33 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Deleting subnet 5b7207e5-e57d-4aeb-ba47-5392ed9efc5b {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:01:07.604309 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39f760a2-d81e-4d3d-9554-a2f0a3db1d33 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:07.644345 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39f760a2-d81e-4d3d-9554-a2f0a3db1d33 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:07.728298 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39f760a2-d81e-4d3d-9554-a2f0a3db1d33 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:07.785297 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39f760a2-d81e-4d3d-9554-a2f0a3db1d33 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:07.809417 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f760a2-d81e-4d3d-9554-a2f0a3db1d33 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event deleted for resources: {'Subnet': ['ID=5b7207e5-e57d-4aeb-ba47-5392ed9efc5b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:07.816836 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-39f760a2-d81e-4d3d-9554-a2f0a3db1d33 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:07.818799 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-39f760a2-d81e-4d3d-9554-a2f0a3db1d33 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "DELETE /v2.0/subnets/5b7207e5-e57d-4aeb-ba47-5392ed9efc5b HTTP/1.1" status: 204 len: 168 time: 0.2690780 Jul 16 21:01:07.821567 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47116) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:07.823585 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030b8bb9-2212-4db0-b59c-4d23d078567f None None] Network 0e1fb650-ab3f-43ed-a145-42310abbca35 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:01:07.901772 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7619e3bd-eaca-4f62-a93a-c9b8f7d82cdc tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.009010 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c1960-4a60-4fd0-94d8-4d78be2c2740 req-80c79ecf-597f-4e24-8c7d-f11e7582632b tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:08.010558 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6e1c1960-4a60-4fd0-94d8-4d78be2c2740 req-80c79ecf-597f-4e24-8c7d-f11e7582632b tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.38 "GET /v2.0/ports?device_id=344c340b-2a8c-4657-9b88-b88288f0325b HTTP/1.1" status: 200 len: 949 time: 0.1069243 Jul 16 21:01:08.019834 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-7619e3bd-eaca-4f62-a93a-c9b8f7d82cdc tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Deleting port dc37fc91-dc4c-45a5-80ff-8ec932c8f406 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:01:08.020051 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa84116-ca9d-4620-9138-834ee4564ed3 None None] DHCP port deletion for 0e1fb650-ab3f-43ed-a145-42310abbca35 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:01:08.020512 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7619e3bd-eaca-4f62-a93a-c9b8f7d82cdc tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.069226 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0aa84116-ca9d-4620-9138-834ee4564ed3 None None] Deleting port dc37fc91-dc4c-45a5-80ff-8ec932c8f406 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:01:08.069614 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0aa84116-ca9d-4620-9138-834ee4564ed3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.102189 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-7619e3bd-eaca-4f62-a93a-c9b8f7d82cdc tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] For port dc37fc91-dc4c-45a5-80ff-8ec932c8f406, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=dc37fc91-dc4c-45a5-80ff-8ec932c8f406,segment=NetworkSegment(221c5698-c712-4411-9211-e8028685fe13),segment_id=221c5698-c712-4411-9211-e8028685fe13)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:08.102587 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7619e3bd-eaca-4f62-a93a-c9b8f7d82cdc tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.114939 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-7619e3bd-eaca-4f62-a93a-c9b8f7d82cdc tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Calling delete_port for dc37fc91-dc4c-45a5-80ff-8ec932c8f406 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:01:08.136967 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-0aa84116-ca9d-4620-9138-834ee4564ed3 None None] For port dc37fc91-dc4c-45a5-80ff-8ec932c8f406, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=dc37fc91-dc4c-45a5-80ff-8ec932c8f406,segment=NetworkSegment(221c5698-c712-4411-9211-e8028685fe13),segment_id=221c5698-c712-4411-9211-e8028685fe13)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:08.137458 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0aa84116-ca9d-4620-9138-834ee4564ed3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.149999 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0aa84116-ca9d-4620-9138-834ee4564ed3 None None] Calling delete_port for dc37fc91-dc4c-45a5-80ff-8ec932c8f406 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:01:08.204325 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7619e3bd-eaca-4f62-a93a-c9b8f7d82cdc tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.221042 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6e1c1960-4a60-4fd0-94d8-4d78be2c2740 req-490f382c-c8a4-46cf-a72d-42e89b5b6ea5 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.38 "GET /v2.0/security-groups?id=49eb6619-0c2b-4f98-8e52-52f356721e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978767 Jul 16 21:01:08.241545 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619e3bd-eaca-4f62-a93a-c9b8f7d82cdc tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event deleted for resources: {'Port': ['ID=dc37fc91-dc4c-45a5-80ff-8ec932c8f406,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:08.243460 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7619e3bd-eaca-4f62-a93a-c9b8f7d82cdc tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] No DVR routers for this DVR port dc37fc91-dc4c-45a5-80ff-8ec932c8f406 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:01:08.247725 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0aa84116-ca9d-4620-9138-834ee4564ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.274540 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa84116-ca9d-4620-9138-834ee4564ed3 None None] Pushing event deleted for resources: {'Port': ['ID=dc37fc91-dc4c-45a5-80ff-8ec932c8f406,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:08.278904 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa84116-ca9d-4620-9138-834ee4564ed3 None None] No DVR routers for this DVR port dc37fc91-dc4c-45a5-80ff-8ec932c8f406 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:01:08.342183 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7619e3bd-eaca-4f62-a93a-c9b8f7d82cdc tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.353874 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-7619e3bd-eaca-4f62-a93a-c9b8f7d82cdc tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1fb650-ab3f-43ed-a145-42310abbca35']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:08.363963 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-7619e3bd-eaca-4f62-a93a-c9b8f7d82cdc tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '221c5698-c712-4411-9211-e8028685fe13') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:08.364273 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-7619e3bd-eaca-4f62-a93a-c9b8f7d82cdc tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '221c5698-c712-4411-9211-e8028685fe13') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:08.373910 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7619e3bd-eaca-4f62-a93a-c9b8f7d82cdc tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.387059 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7619e3bd-eaca-4f62-a93a-c9b8f7d82cdc tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.393194 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7619e3bd-eaca-4f62-a93a-c9b8f7d82cdc tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:01:08.393648 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7619e3bd-eaca-4f62-a93a-c9b8f7d82cdc tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: timer() Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:01:08.397144 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:01:08.460405 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7619e3bd-eaca-4f62-a93a-c9b8f7d82cdc tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.468372 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7619e3bd-eaca-4f62-a93a-c9b8f7d82cdc tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.470059 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7619e3bd-eaca-4f62-a93a-c9b8f7d82cdc tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "DELETE /v2.0/networks/0e1fb650-ab3f-43ed-a145-42310abbca35 HTTP/1.1" status: 204 len: 168 time: 0.6471958 Jul 16 21:01:08.473423 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47118) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:08.482161 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619e3bd-eaca-4f62-a93a-c9b8f7d82cdc tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event deleted for resources: {'Network': ['ID=0e1fb650-ab3f-43ed-a145-42310abbca35,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:08.630553 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-f8190f07-b020-48bd-a0bc-23c032334cd1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Deleting port 44e8692b-cb82-430f-b077-93d72b841414 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:01:08.630898 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f8190f07-b020-48bd-a0bc-23c032334cd1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.707267 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f8190f07-b020-48bd-a0bc-23c032334cd1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.707592 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f8190f07-b020-48bd-a0bc-23c032334cd1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.718796 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-f8190f07-b020-48bd-a0bc-23c032334cd1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Calling delete_port for 44e8692b-cb82-430f-b077-93d72b841414 owned by network:floatingip {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:01:08.866920 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f8190f07-b020-48bd-a0bc-23c032334cd1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.891470 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 78bdf502-6274-4614-9e10-21775babdb85 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:01:08.898263 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8190f07-b020-48bd-a0bc-23c032334cd1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event deleted for resources: {'Port': ['ID=44e8692b-cb82-430f-b077-93d72b841414,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:08.941912 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 78bdf502-6274-4614-9e10-21775babdb85 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:01:08.945754 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 78bdf502-6274-4614-9e10-21775babdb85 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:08.946127 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.956916 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f8190f07-b020-48bd-a0bc-23c032334cd1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for floatingip, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.957520 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-f8190f07-b020-48bd-a0bc-23c032334cd1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Floating IP 44f0bcd9-9a11-468f-9578-31143180cb65 disassociated (deleted). External IP: 172.25.0.234, port: 469c1dee-a02c-47cb-9742-ed632fae5684. Jul 16 21:01:09.025460 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:09.048243 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344c340b-2a8c-4657-9b88-b88288f0325b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bdf502-6274-4614-9e10-21775babdb85'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:01:09.051233 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc29813f-c6ad-4bbe-9b62-37facf6d9551" -d '{"events": [{"server_uuid": "344c340b-2a8c-4657-9b88-b88288f0325b", "name": "network-vif-plugged", "status": "completed", "tag": "78bdf502-6274-4614-9e10-21775babdb85"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:01:09.063852 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 78bdf502-6274-4614-9e10-21775babdb85, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=78bdf502-6274-4614-9e10-21775babdb85,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:09.069686 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:09.121009 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fd4d26-7282-441c-a968-b7d05cc8bc42 x-openstack-request-id: req-b4fd4d26-7282-441c-a968-b7d05cc8bc42 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:01:09.121265 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344c340b-2a8c-4657-9b88-b88288f0325b", "name": "network-vif-plugged", "status": "completed", "tag": "78bdf502-6274-4614-9e10-21775babdb85", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:01:09.121489 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b4fd4d26-7282-441c-a968-b7d05cc8bc42 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:01:09.121948 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344c340b-2a8c-4657-9b88-b88288f0325b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bdf502-6274-4614-9e10-21775babdb85', 'code': 200} Jul 16 21:01:09.123004 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=78bdf502-6274-4614-9e10-21775babdb85,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:09.127898 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device dc37fc91-dc4c-45a5-80ff-8ec932c8f406 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:01:09.148219 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: dc37fc91-dc4c-45a5-80ff-8ec932c8f406 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:01:09.148563 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device dc37fc91-dc4c-45a5-80ff-8ec932c8f406 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:01:09.223428 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8190f07-b020-48bd-a0bc-23c032334cd1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Router 9cacd887-55df-4c59-91b9-87739eeaed2b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:01:09.279590 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5e65-3575-49f2-838d-d81c8eb87e91 req-3a8ae561-c55a-48db-b008-e369271bce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:09.281084 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dcbc5e65-3575-49f2-838d-d81c8eb87e91 req-3a8ae561-c55a-48db-b008-e369271bce20 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=344c340b-2a8c-4657-9b88-b88288f0325b HTTP/1.1" status: 200 len: 1102 time: 0.1073654 Jul 16 21:01:09.358678 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dcbc5e65-3575-49f2-838d-d81c8eb87e91 req-5f314293-1ced-4cae-af3d-3a5ad65847b8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=49eb6619-0c2b-4f98-8e52-52f356721e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688150 Jul 16 21:01:09.371074 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8190f07-b020-48bd-a0bc-23c032334cd1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:01:09.375909 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f8190f07-b020-48bd-a0bc-23c032334cd1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:09.381584 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb0111a-f756-4752-b132-156bbd3de0dd None None] Sync routers for ids ['9cacd887-55df-4c59-91b9-87739eeaed2b'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:01:09.390240 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb0111a-f756-4752-b132-156bbd3de0dd None None] Routers {'9cacd887-55df-4c59-91b9-87739eeaed2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:01:09.390889 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-5fb0111a-f756-4752-b132-156bbd3de0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:00:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9cacd887-55df-4c59-91b9-87739eeaed2b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:09.410914 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c67aec-ae58-4e5d-a5c7-e10e9cb48e6b req-859d645e-7a23-4ef0-a50b-fe737a9411f7 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:09.412430 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09c67aec-ae58-4e5d-a5c7-e10e9cb48e6b req-859d645e-7a23-4ef0-a50b-fe737a9411f7 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.38 "GET /v2.0/ports?device_id=344c340b-2a8c-4657-9b88-b88288f0325b HTTP/1.1" status: 200 len: 950 time: 0.0683997 Jul 16 21:01:09.419759 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f8190f07-b020-48bd-a0bc-23c032334cd1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "DELETE /v2.0/floatingips/44f0bcd9-9a11-468f-9578-31143180cb65 HTTP/1.1" status: 204 len: 168 time: 0.9451778 Jul 16 21:01:09.420349 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1a4fc0-df04-4d92-b354-921cdd6e80f4', 'tag': '469c1dee-a02c-47cb-9742-ed632fae5684'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:01:09.423177 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325bf7a7-beac-40aa-aa8a-1fb4c23c680c" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1a4fc0-df04-4d92-b354-921cdd6e80f4", "tag": "469c1dee-a02c-47cb-9742-ed632fae5684"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:01:09.457328 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09c67aec-ae58-4e5d-a5c7-e10e9cb48e6b req-62d00ea9-deac-4b40-8e53-c004f2d199c4 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.38 "GET /v2.0/security-groups?id=49eb6619-0c2b-4f98-8e52-52f356721e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380347 Jul 16 21:01:09.507414 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-5fb0111a-f756-4752-b132-156bbd3de0dd None None] Set router 9cacd887-55df-4c59-91b9-87739eeaed2b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:01:09.509679 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbfa32b-04d1-4b8f-88a4-982b62045e5a x-openstack-request-id: req-7dbfa32b-04d1-4b8f-88a4-982b62045e5a {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:01:09.510190 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1a4fc0-df04-4d92-b354-921cdd6e80f4", "tag": "469c1dee-a02c-47cb-9742-ed632fae5684", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:01:09.510190 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7dbfa32b-04d1-4b8f-88a4-982b62045e5a {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:01:09.510618 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1a4fc0-df04-4d92-b354-921cdd6e80f4', 'tag': '469c1dee-a02c-47cb-9742-ed632fae5684', 'status': 'completed', 'code': 200} Jul 16 21:01:09.595587 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bf7a7-beac-40aa-aa8a-1fb4c23c680c req-96d7aa86-c150-43b1-959a-57219ccaab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:09.598120 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-325bf7a7-beac-40aa-aa8a-1fb4c23c680c req-96d7aa86-c150-43b1-959a-57219ccaab78 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f7f119dd46d44ed6bf6cf819c3be7511&device_id=2d1a4fc0-df04-4d92-b354-921cdd6e80f4 HTTP/1.1" status: 200 len: 1097 time: 0.0646987 Jul 16 21:01:09.700662 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bf7a7-beac-40aa-aa8a-1fb4c23c680c req-6001a908-e244-44d8-90d1-5ca963beb481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:09.702150 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-325bf7a7-beac-40aa-aa8a-1fb4c23c680c req-6001a908-e244-44d8-90d1-5ca963beb481 service neutron] 10.222.0.62 "GET /v2.0/networks?id=efdae877-440f-452b-988f-6b3c988cb3f7 HTTP/1.1" status: 200 len: 898 time: 0.0975971 Jul 16 21:01:09.732186 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-5fb0111a-f756-4752-b132-156bbd3de0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'name': 'tempest-TestNetworkBasicOps-router-1430914530', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:22Z', 'updated_at': '2021-07-16T21:01:02Z', 'revision_number': 6, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:23Z', 'updated_at': '2021-07-16T20:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3a12904e-09ce-4343-b113-79008097f3fe', 'name': '', 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'mac_address': 'fa:16:3e:f5:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:28Z', 'updated_at': '2021-07-16T20:59:35Z', 'revision_number': 5, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'subnets': [{'id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:09.747686 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-325bf7a7-beac-40aa-aa8a-1fb4c23c680c req-2bc410d0-c21b-4458-bcac-5755f7c7f21c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=469c1dee-a02c-47cb-9742-ed632fae5684 HTTP/1.1" status: 200 len: 217 time: 0.0371990 Jul 16 21:01:09.763184 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb0111a-f756-4752-b132-156bbd3de0dd None None] Checking router: 9cacd887-55df-4c59-91b9-87739eeaed2b for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:01:09.772326 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb0111a-f756-4752-b132-156bbd3de0dd None None] Routers {'9cacd887-55df-4c59-91b9-87739eeaed2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:01:09.772952 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-5fb0111a-f756-4752-b132-156bbd3de0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:00:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9cacd887-55df-4c59-91b9-87739eeaed2b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:09.799682 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bf7a7-beac-40aa-aa8a-1fb4c23c680c req-f3dcaec4-97df-4436-81c0-595b8ce4dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:09.801408 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-325bf7a7-beac-40aa-aa8a-1fb4c23c680c req-f3dcaec4-97df-4436-81c0-595b8ce4dd8a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=702e3a4b-be9a-4f9a-8779-b22dbb88e4f9 HTTP/1.1" status: 200 len: 835 time: 0.0462720 Jul 16 21:01:09.806229 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be766dbb-669f-4a73-be10-c71d1b208618 req-ba634bd2-ae12-48a9-8d19-02661a528483 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:09.807749 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be766dbb-669f-4a73-be10-c71d1b208618 req-ba634bd2-ae12-48a9-8d19-02661a528483 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d1a4fc0-df04-4d92-b354-921cdd6e80f4 HTTP/1.1" status: 200 len: 945 time: 0.0688653 Jul 16 21:01:09.846576 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be766dbb-669f-4a73-be10-c71d1b208618 req-a2a69c8a-c692-4fd4-81fb-7ece52dd1a06 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?id=8804f0d7-1ef7-4f34-a6d5-46618f38280f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329282 Jul 16 21:01:09.867644 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bf7a7-beac-40aa-aa8a-1fb4c23c680c req-2f3aa212-441f-4a71-a43b-12e2c725225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:09.869175 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-325bf7a7-beac-40aa-aa8a-1fb4c23c680c req-2f3aa212-441f-4a71-a43b-12e2c725225c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=efdae877-440f-452b-988f-6b3c988cb3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603604 Jul 16 21:01:09.965591 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-325bf7a7-beac-40aa-aa8a-1fb4c23c680c req-deeedb74-c0da-45ca-a492-aaf81dad5f21 service neutron] 10.222.0.62 "GET /v2.0/networks/efdae877-440f-452b-988f-6b3c988cb3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873406 Jul 16 21:01:10.041293 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-5fb0111a-f756-4752-b132-156bbd3de0dd None None] Set router 9cacd887-55df-4c59-91b9-87739eeaed2b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:01:10.063630 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-325bf7a7-beac-40aa-aa8a-1fb4c23c680c req-7ebf5202-9575-433b-a3b3-bb07dd08d92d service neutron] 10.222.0.62 "GET /v2.0/networks/efdae877-440f-452b-988f-6b3c988cb3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907435 Jul 16 21:01:10.243242 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-5fb0111a-f756-4752-b132-156bbd3de0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'name': 'tempest-TestNetworkBasicOps-router-1430914530', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:22Z', 'updated_at': '2021-07-16T21:01:02Z', 'revision_number': 6, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:23Z', 'updated_at': '2021-07-16T20:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3a12904e-09ce-4343-b113-79008097f3fe', 'name': '', 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'mac_address': 'fa:16:3e:f5:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:28Z', 'updated_at': '2021-07-16T20:59:35Z', 'revision_number': 5, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'subnets': [{'id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:10.270300 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e2335bfd-9619-4a82-a1b0-017194ca6774 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:01:10.273656 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb0111a-f756-4752-b132-156bbd3de0dd None None] The sync data for ids ['9cacd887-55df-4c59-91b9-87739eeaed2b'] in n-d-791506-21 is: [{'id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'name': 'tempest-TestNetworkBasicOps-router-1430914530', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:22Z', 'updated_at': '2021-07-16T21:01:02Z', 'revision_number': 6, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:23Z', 'updated_at': '2021-07-16T20:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3a12904e-09ce-4343-b113-79008097f3fe', 'name': '', 'network_id': 'efdae877-440f-452b-988f-6b3c988cb3f7', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'mac_address': 'fa:16:3e:f5:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:28Z', 'updated_at': '2021-07-16T20:59:35Z', 'revision_number': 5, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'subnets': [{'id': '702e3a4b-be9a-4f9a-8779-b22dbb88e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:01:10.295654 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: e2335bfd-9619-4a82-a1b0-017194ca6774 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:01:10.296250 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e2335bfd-9619-4a82-a1b0-017194ca6774 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:01:10.509726 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5323a86-3bc7-429d-b7c9-d0fa3f53dfc4 None None] New status for floating IP 44f0bcd9-9a11-468f-9578-31143180cb65: DOWN {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:01:10.642248 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca5289-9c15-4a83-9e74-69fb338c7fc0 req-ea51769d-5901-4622-82c3-c87d3938a118 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:10.644313 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9cca5289-9c15-4a83-9e74-69fb338c7fc0 req-ea51769d-5901-4622-82c3-c87d3938a118 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.38 "GET /v2.0/ports?device_id=344c340b-2a8c-4657-9b88-b88288f0325b HTTP/1.1" status: 200 len: 950 time: 0.0690217 Jul 16 21:01:10.681703 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9cca5289-9c15-4a83-9e74-69fb338c7fc0 req-71b3b42d-fef8-4ab9-a451-11ed00a25acc tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.38 "GET /v2.0/security-groups?id=49eb6619-0c2b-4f98-8e52-52f356721e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319409 Jul 16 21:01:11.034255 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcecd0f-0f3e-4e79-a3f4-bbf2fe9f7a32 req-08fe9604-750d-4a0f-819f-b8df44f781d0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:11.036092 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bbcecd0f-0f3e-4e79-a3f4-bbf2fe9f7a32 req-08fe9604-750d-4a0f-819f-b8df44f781d0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d1a4fc0-df04-4d92-b354-921cdd6e80f4 HTTP/1.1" status: 200 len: 945 time: 0.0707405 Jul 16 21:01:11.092741 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bbcecd0f-0f3e-4e79-a3f4-bbf2fe9f7a32 req-8d5f58d5-40cd-45ba-a47b-afa93cb88084 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?id=8804f0d7-1ef7-4f34-a6d5-46618f38280f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444345 Jul 16 21:01:11.106551 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1796fd-733d-444c-88b6-3e6f08f67e0d req-b6cd97b9-2883-40f4-bace-71d633e72d19 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:11.108157 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cf1796fd-733d-444c-88b6-3e6f08f67e0d req-b6cd97b9-2883-40f4-bace-71d633e72d19 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d1a4fc0-df04-4d92-b354-921cdd6e80f4 HTTP/1.1" status: 200 len: 945 time: 0.0704346 Jul 16 21:01:11.212032 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-cf1796fd-733d-444c-88b6-3e6f08f67e0d req-0b86fc69-6409-4c06-b47c-032d15407ef1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Deleting port 469c1dee-a02c-47cb-9742-ed632fae5684 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:01:11.212376 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cf1796fd-733d-444c-88b6-3e6f08f67e0d req-0b86fc69-6409-4c06-b47c-032d15407ef1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:11.307682 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-cf1796fd-733d-444c-88b6-3e6f08f67e0d req-0b86fc69-6409-4c06-b47c-032d15407ef1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] For port 469c1dee-a02c-47cb-9742-ed632fae5684, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=469c1dee-a02c-47cb-9742-ed632fae5684,segment=NetworkSegment(9813fc2e-718f-46c3-86ec-f034853a12ca),segment_id=9813fc2e-718f-46c3-86ec-f034853a12ca)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:11.307959 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cf1796fd-733d-444c-88b6-3e6f08f67e0d req-0b86fc69-6409-4c06-b47c-032d15407ef1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:11.321066 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-cf1796fd-733d-444c-88b6-3e6f08f67e0d req-0b86fc69-6409-4c06-b47c-032d15407ef1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Calling delete_port for 469c1dee-a02c-47cb-9742-ed632fae5684 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:01:11.452984 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cf1796fd-733d-444c-88b6-3e6f08f67e0d req-0b86fc69-6409-4c06-b47c-032d15407ef1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:11.481205 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86fc69-6409-4c06-b47c-032d15407ef1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event deleted for resources: {'Port': ['ID=469c1dee-a02c-47cb-9742-ed632fae5684,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:11.526905 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1796fd-733d-444c-88b6-3e6f08f67e0d req-0b86fc69-6409-4c06-b47c-032d15407ef1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] No DVR routers for this DVR port 469c1dee-a02c-47cb-9742-ed632fae5684 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:01:11.530079 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cf1796fd-733d-444c-88b6-3e6f08f67e0d req-0b86fc69-6409-4c06-b47c-032d15407ef1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:11.532414 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cf1796fd-733d-444c-88b6-3e6f08f67e0d req-0b86fc69-6409-4c06-b47c-032d15407ef1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.62 "DELETE /v2.0/ports/469c1dee-a02c-47cb-9742-ed632fae5684 HTTP/1.1" status: 204 len: 173 time: 0.4189241 Jul 16 21:01:11.532959 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1a4fc0-df04-4d92-b354-921cdd6e80f4', 'name': 'network-vif-deleted', 'tag': '469c1dee-a02c-47cb-9742-ed632fae5684'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:01:11.535541 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f211635-9ee5-49de-8551-f0b514843c95" -d '{"events": [{"server_uuid": "2d1a4fc0-df04-4d92-b354-921cdd6e80f4", "name": "network-vif-deleted", "tag": "469c1dee-a02c-47cb-9742-ed632fae5684"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:01:11.574587 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33408fcb-303e-473f-8865-c0578d771e6c x-openstack-request-id: req-33408fcb-303e-473f-8865-c0578d771e6c {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:01:11.574884 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1a4fc0-df04-4d92-b354-921cdd6e80f4", "name": "network-vif-deleted", "tag": "469c1dee-a02c-47cb-9742-ed632fae5684", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:01:11.575138 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-33408fcb-303e-473f-8865-c0578d771e6c {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:01:11.575535 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1a4fc0-df04-4d92-b354-921cdd6e80f4', 'name': 'network-vif-deleted', 'tag': '469c1dee-a02c-47cb-9742-ed632fae5684', 'status': 'completed', 'code': 200} Jul 16 21:01:12.192770 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47152) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:12.259055 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1f598a2-acf1-489e-b06c-12dc51fc8c2a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:12.291289 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1f598a2-acf1-489e-b06c-12dc51fc8c2a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:12.352736 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1f598a2-acf1-489e-b06c-12dc51fc8c2a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:12.355415 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d1f598a2-acf1-489e-b06c-12dc51fc8c2a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:12.356696 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d1f598a2-acf1-489e-b06c-12dc51fc8c2a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "DELETE /v2.0/security-groups/8804f0d7-1ef7-4f34-a6d5-46618f38280f HTTP/1.1" status: 204 len: 168 time: 0.1628816 Jul 16 21:01:12.367085 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f598a2-acf1-489e-b06c-12dc51fc8c2a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8804f0d7-1ef7-4f34-a6d5-46618f38280f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:12.393210 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47156) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:13.098132 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-105cad05-6f7a-430a-89fc-001459b23e94 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:13.383416 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-105cad05-6f7a-430a-89fc-001459b23e94 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Deleting port 3a12904e-09ce-4343-b113-79008097f3fe {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:01:13.384106 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-105cad05-6f7a-430a-89fc-001459b23e94 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:13.476578 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-105cad05-6f7a-430a-89fc-001459b23e94 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] For port 3a12904e-09ce-4343-b113-79008097f3fe, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=3a12904e-09ce-4343-b113-79008097f3fe,segment=NetworkSegment(9813fc2e-718f-46c3-86ec-f034853a12ca),segment_id=9813fc2e-718f-46c3-86ec-f034853a12ca)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:13.476850 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-105cad05-6f7a-430a-89fc-001459b23e94 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:13.489256 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-105cad05-6f7a-430a-89fc-001459b23e94 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Calling delete_port for 3a12904e-09ce-4343-b113-79008097f3fe owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:01:13.689542 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-105cad05-6f7a-430a-89fc-001459b23e94 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:13.741279 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105cad05-6f7a-430a-89fc-001459b23e94 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event deleted for resources: {'Port': ['ID=3a12904e-09ce-4343-b113-79008097f3fe,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:13.965741 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-105cad05-6f7a-430a-89fc-001459b23e94 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:14.196546 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105cad05-6f7a-430a-89fc-001459b23e94 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Router 9cacd887-55df-4c59-91b9-87739eeaed2b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:01:14.317052 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105cad05-6f7a-430a-89fc-001459b23e94 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:01:14.322142 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-105cad05-6f7a-430a-89fc-001459b23e94 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "PUT /v2.0/routers/9cacd887-55df-4c59-91b9-87739eeaed2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9276490 Jul 16 21:01:14.325090 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47162) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:14.331456 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a66c983-700e-4cf1-9b0e-c9ab18ee126e None None] Sync routers for ids ['9cacd887-55df-4c59-91b9-87739eeaed2b'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:01:14.342450 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a66c983-700e-4cf1-9b0e-c9ab18ee126e None None] Routers {'9cacd887-55df-4c59-91b9-87739eeaed2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:01:14.343499 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9a66c983-700e-4cf1-9b0e-c9ab18ee126e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:00:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9cacd887-55df-4c59-91b9-87739eeaed2b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:14.387354 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-1acf6bc1-09e2-4532-892f-d06b153222b4 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Deleting subnet 702e3a4b-be9a-4f9a-8779-b22dbb88e4f9 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:01:14.390730 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1acf6bc1-09e2-4532-892f-d06b153222b4 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:14.436120 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1acf6bc1-09e2-4532-892f-d06b153222b4 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:14.460375 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-9a66c983-700e-4cf1-9b0e-c9ab18ee126e None None] Set router 9cacd887-55df-4c59-91b9-87739eeaed2b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:01:14.534688 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1acf6bc1-09e2-4532-892f-d06b153222b4 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:14.607166 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1acf6bc1-09e2-4532-892f-d06b153222b4 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:14.635253 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf6bc1-09e2-4532-892f-d06b153222b4 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event deleted for resources: {'Subnet': ['ID=702e3a4b-be9a-4f9a-8779-b22dbb88e4f9,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:14.638355 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1acf6bc1-09e2-4532-892f-d06b153222b4 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:14.640438 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1acf6bc1-09e2-4532-892f-d06b153222b4 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "DELETE /v2.0/subnets/702e3a4b-be9a-4f9a-8779-b22dbb88e4f9 HTTP/1.1" status: 204 len: 168 time: 0.3142431 Jul 16 21:01:14.642886 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47164) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:14.650275 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611f8104-cbe4-42ab-8c07-1be59a62879d None None] Network efdae877-440f-452b-988f-6b3c988cb3f7 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:01:14.743190 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9a66c983-700e-4cf1-9b0e-c9ab18ee126e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'name': 'tempest-TestNetworkBasicOps-router-1430914530', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:22Z', 'updated_at': '2021-07-16T21:01:13Z', 'revision_number': 7, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:23Z', 'updated_at': '2021-07-16T20:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:14.761515 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a890d173-acec-46ef-a1ff-b52965ef0ee0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:14.771276 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a66c983-700e-4cf1-9b0e-c9ab18ee126e None None] Checking router: 9cacd887-55df-4c59-91b9-87739eeaed2b for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:01:14.800110 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a66c983-700e-4cf1-9b0e-c9ab18ee126e None None] Routers {'9cacd887-55df-4c59-91b9-87739eeaed2b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:01:14.800657 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9a66c983-700e-4cf1-9b0e-c9ab18ee126e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:00:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9cacd887-55df-4c59-91b9-87739eeaed2b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:14.874797 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a890d173-acec-46ef-a1ff-b52965ef0ee0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:14.919045 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-9a66c983-700e-4cf1-9b0e-c9ab18ee126e None None] Set router 9cacd887-55df-4c59-91b9-87739eeaed2b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:01:14.951491 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 469c1dee-a02c-47cb-9742-ed632fae5684 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:01:14.953493 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a890d173-acec-46ef-a1ff-b52965ef0ee0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Deleting port b523f731-b151-4364-914d-20ac350b3b7d {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:01:14.954616 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a890d173-acec-46ef-a1ff-b52965ef0ee0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:14.999669 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9377cbe-f2d8-487f-b7cb-6ebd41e79952 None None] DHCP port deletion for efdae877-440f-452b-988f-6b3c988cb3f7 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:01:15.006396 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 469c1dee-a02c-47cb-9742-ed632fae5684 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:01:15.006742 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 469c1dee-a02c-47cb-9742-ed632fae5684 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:01:15.050452 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a890d173-acec-46ef-a1ff-b52965ef0ee0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] For port b523f731-b151-4364-914d-20ac350b3b7d, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b523f731-b151-4364-914d-20ac350b3b7d,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:15.050712 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a890d173-acec-46ef-a1ff-b52965ef0ee0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:15.070085 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a890d173-acec-46ef-a1ff-b52965ef0ee0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Calling delete_port for b523f731-b151-4364-914d-20ac350b3b7d owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:01:15.125889 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d9377cbe-f2d8-487f-b7cb-6ebd41e79952 None None] Deleting port 8558de37-abb4-457d-aa69-7e532cbad752 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:01:15.126428 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9377cbe-f2d8-487f-b7cb-6ebd41e79952 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:15.208512 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 8558de37-abb4-457d-aa69-7e532cbad752 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:01:15.246243 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-d9377cbe-f2d8-487f-b7cb-6ebd41e79952 None None] For port 8558de37-abb4-457d-aa69-7e532cbad752, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=8558de37-abb4-457d-aa69-7e532cbad752,segment=NetworkSegment(9813fc2e-718f-46c3-86ec-f034853a12ca),segment_id=9813fc2e-718f-46c3-86ec-f034853a12ca)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:15.246669 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9377cbe-f2d8-487f-b7cb-6ebd41e79952 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:15.268559 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d9377cbe-f2d8-487f-b7cb-6ebd41e79952 None None] Calling delete_port for 8558de37-abb4-457d-aa69-7e532cbad752 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:01:15.287155 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a890d173-acec-46ef-a1ff-b52965ef0ee0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:15.319383 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890d173-acec-46ef-a1ff-b52965ef0ee0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event deleted for resources: {'Port': ['ID=b523f731-b151-4364-914d-20ac350b3b7d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:15.329691 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9a66c983-700e-4cf1-9b0e-c9ab18ee126e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'name': 'tempest-TestNetworkBasicOps-router-1430914530', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:22Z', 'updated_at': '2021-07-16T21:01:13Z', 'revision_number': 7, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:23Z', 'updated_at': '2021-07-16T20:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:15.367751 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a66c983-700e-4cf1-9b0e-c9ab18ee126e None None] The sync data for ids ['9cacd887-55df-4c59-91b9-87739eeaed2b'] in n-d-791506-21 is: [{'id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'name': 'tempest-TestNetworkBasicOps-router-1430914530', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:22Z', 'updated_at': '2021-07-16T21:01:13Z', 'revision_number': 7, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': 'b523f731-b151-4364-914d-20ac350b3b7d', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd887-55df-4c59-91b9-87739eeaed2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:23Z', 'updated_at': '2021-07-16T20:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:01:15.395126 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a890d173-acec-46ef-a1ff-b52965ef0ee0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:15.419195 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:15.445132 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9377cbe-f2d8-487f-b7cb-6ebd41e79952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:15.487484 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9377cbe-f2d8-487f-b7cb-6ebd41e79952 None None] Pushing event deleted for resources: {'Port': ['ID=8558de37-abb4-457d-aa69-7e532cbad752,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:15.491854 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9377cbe-f2d8-487f-b7cb-6ebd41e79952 None None] No DVR routers for this DVR port 8558de37-abb4-457d-aa69-7e532cbad752 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:01:15.497586 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a890d173-acec-46ef-a1ff-b52965ef0ee0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:15.500531 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a890d173-acec-46ef-a1ff-b52965ef0ee0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:15.547149 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a890d173-acec-46ef-a1ff-b52965ef0ee0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:15.547769 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a890d173-acec-46ef-a1ff-b52965ef0ee0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Fanout notify agent at l3_agent the message router_deleted on router 9cacd887-55df-4c59-91b9-87739eeaed2b {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:01:15.555487 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a890d173-acec-46ef-a1ff-b52965ef0ee0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:15.556723 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a890d173-acec-46ef-a1ff-b52965ef0ee0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "DELETE /v2.0/routers/9cacd887-55df-4c59-91b9-87739eeaed2b HTTP/1.1" status: 204 len: 168 time: 0.9126408 Jul 16 21:01:15.559415 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47168) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:15.639118 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-707c6722-edff-4e2d-9577-823ad196ba81 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:15.729454 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-707c6722-edff-4e2d-9577-823ad196ba81 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:15.741668 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-707c6722-edff-4e2d-9577-823ad196ba81 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efdae877-440f-452b-988f-6b3c988cb3f7']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:15.752294 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-707c6722-edff-4e2d-9577-823ad196ba81 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9813fc2e-718f-46c3-86ec-f034853a12ca') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:15.752589 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-707c6722-edff-4e2d-9577-823ad196ba81 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9813fc2e-718f-46c3-86ec-f034853a12ca') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:15.762023 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-707c6722-edff-4e2d-9577-823ad196ba81 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:15.776338 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-707c6722-edff-4e2d-9577-823ad196ba81 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:15.782747 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707c6722-edff-4e2d-9577-823ad196ba81 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:01:15.783894 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-707c6722-edff-4e2d-9577-823ad196ba81 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: timer() Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:01:15.787286 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:01:15.846373 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-707c6722-edff-4e2d-9577-823ad196ba81 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:15.853187 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-707c6722-edff-4e2d-9577-823ad196ba81 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:15.858779 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-707c6722-edff-4e2d-9577-823ad196ba81 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "DELETE /v2.0/networks/efdae877-440f-452b-988f-6b3c988cb3f7 HTTP/1.1" status: 204 len: 168 time: 0.2946324 Jul 16 21:01:15.868095 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c6722-edff-4e2d-9577-823ad196ba81 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event deleted for resources: {'Network': ['ID=efdae877-440f-452b-988f-6b3c988cb3f7,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:15.874307 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47170) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:15.880281 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2ea9fac2-58fc-4764-98fc-f26ff79f43e1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'network': {'name': 'tempest-network-smoke--2136461436', 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'port_security_enabled': True}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:15.902607 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea9fac2-58fc-4764-98fc-f26ff79f43e1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Made reservation on behalf of f7f119dd46d44ed6bf6cf819c3be7511 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:01:15.906222 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ea9fac2-58fc-4764-98fc-f26ff79f43e1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:15.930864 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea9fac2-58fc-4764-98fc-f26ff79f43e1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:01:15.940589 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ea9fac2-58fc-4764-98fc-f26ff79f43e1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:15.940931 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-2ea9fac2-58fc-4764-98fc-f26ff79f43e1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Added segment d9974442-b5fe-4571-afa9-001c75579299 of type vlan for network c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413 Jul 16 21:01:15.985815 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ea9fac2-58fc-4764-98fc-f26ff79f43e1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:16.017951 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ea9fac2-58fc-4764-98fc-f26ff79f43e1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:16.023653 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea9fac2-58fc-4764-98fc-f26ff79f43e1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:16.024246 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2ea9fac2-58fc-4764-98fc-f26ff79f43e1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:16.065479 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2ea9fac2-58fc-4764-98fc-f26ff79f43e1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1899090 Jul 16 21:01:16.068207 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47172) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:16.072981 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-64608802-c10c-484c-9d69-e19756ac04c8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-338976230', 'admin_state_up': True, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:16.097413 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9fac2-58fc-4764-98fc-f26ff79f43e1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'Network': ['ID=c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:16.098553 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64608802-c10c-484c-9d69-e19756ac04c8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:16.100139 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64608802-c10c-484c-9d69-e19756ac04c8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:16.107483 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:01:16.192665 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64608802-c10c-484c-9d69-e19756ac04c8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:16.326230 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64608802-c10c-484c-9d69-e19756ac04c8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:16.525898 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64608802-c10c-484c-9d69-e19756ac04c8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:16.560056 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64608802-c10c-484c-9d69-e19756ac04c8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:16.680401 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8b078390-406a-4f55-9a8b-bd475add4756 req-9e56de66-a712-4b57-b47b-87ed09d23792 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=344c340b-2a8c-4657-9b88-b88288f0325b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1276789 Jul 16 21:01:16.694413 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-64608802-c10c-484c-9d69-e19756ac04c8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Allocated IP 172.25.0.140 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:01:16.838871 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64608802-c10c-484c-9d69-e19756ac04c8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:16.842027 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b078390-406a-4f55-9a8b-bd475add4756 req-528a7dbe-5c9a-40a8-8a7d-552b735477ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:16.843545 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8b078390-406a-4f55-9a8b-bd475add4756 req-528a7dbe-5c9a-40a8-8a7d-552b735477ad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=66a922c0aced4592b110f3e4726db516&device_id=344c340b-2a8c-4657-9b88-b88288f0325b HTTP/1.1" status: 200 len: 1102 time: 0.1137817 Jul 16 21:01:16.935323 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64608802-c10c-484c-9d69-e19756ac04c8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:16.984662 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64608802-c10c-484c-9d69-e19756ac04c8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:01:16.995462 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-64608802-c10c-484c-9d69-e19756ac04c8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:01:17.001107 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64608802-c10c-484c-9d69-e19756ac04c8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:01:17.005890 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64608802-c10c-484c-9d69-e19756ac04c8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'Port': ['ID=40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:17.025861 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b078390-406a-4f55-9a8b-bd475add4756 req-aaab3fc4-4f46-4c10-8bfb-5bff644de183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:17.027355 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8b078390-406a-4f55-9a8b-bd475add4756 req-aaab3fc4-4f46-4c10-8bfb-5bff644de183 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.1634378 Jul 16 21:01:17.074930 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8b078390-406a-4f55-9a8b-bd475add4756 req-9596b7fd-0152-4e1e-8d8c-1b209e3e8c75 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=78bdf502-6274-4614-9e10-21775babdb85 HTTP/1.1" status: 200 len: 217 time: 0.0401042 Jul 16 21:01:17.112177 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3a12904e-09ce-4343-b113-79008097f3fe no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:01:17.133626 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 3a12904e-09ce-4343-b113-79008097f3fe {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:01:17.133979 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3a12904e-09ce-4343-b113-79008097f3fe not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:01:17.134480 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b523f731-b151-4364-914d-20ac350b3b7d no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:01:17.153243 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: b523f731-b151-4364-914d-20ac350b3b7d {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:01:17.153591 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b523f731-b151-4364-914d-20ac350b3b7d not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:01:17.205697 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b078390-406a-4f55-9a8b-bd475add4756 req-837fa2d4-e447-4ed9-a019-8d02f25d4f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:17.207161 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8b078390-406a-4f55-9a8b-bd475add4756 req-837fa2d4-e447-4ed9-a019-8d02f25d4f45 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.1252844 Jul 16 21:01:17.347378 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b078390-406a-4f55-9a8b-bd475add4756 req-9c6018c0-fd5d-4932-8457-1110879a09de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:17.348877 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8b078390-406a-4f55-9a8b-bd475add4756 req-9c6018c0-fd5d-4932-8457-1110879a09de service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1337214 Jul 16 21:01:17.354697 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64608802-c10c-484c-9d69-e19756ac04c8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:17.858284 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8b078390-406a-4f55-9a8b-bd475add4756 req-4d8a8c49-5912-4c56-a1d4-0eb7cd5e2e99 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016019 Jul 16 21:01:18.015534 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64608802-c10c-484c-9d69-e19756ac04c8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:18.024009 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8b078390-406a-4f55-9a8b-bd475add4756 req-ee1b9d48-e4a8-4a2b-9a91-9e1b100c0a45 service neutron] 10.222.0.62 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350708 Jul 16 21:01:18.156035 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64608802-c10c-484c-9d69-e19756ac04c8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Router 7c560cdd-48f0-48ab-9f30-02bf2b15bca3 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:01:18.263059 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64608802-c10c-484c-9d69-e19756ac04c8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:01:18.272630 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89b9a27-b7a0-4d46-bbcd-874103d0172b None None] Sync routers for ids ['7c560cdd-48f0-48ab-9f30-02bf2b15bca3'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:01:18.281855 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-64608802-c10c-484c-9d69-e19756ac04c8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:18.282361 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89b9a27-b7a0-4d46-bbcd-874103d0172b None None] Routers {'7c560cdd-48f0-48ab-9f30-02bf2b15bca3'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:01:18.283636 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-c89b9a27-b7a0-4d46-bbcd-874103d0172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:00:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7c560cdd-48f0-48ab-9f30-02bf2b15bca3'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:18.283829 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-64608802-c10c-484c-9d69-e19756ac04c8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2139232 Jul 16 21:01:18.287696 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47178) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:18.321719 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9bfc5038-cd6e-443c-a4f2-8133822f1566 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=f7f119dd46d44ed6bf6cf819c3be7511&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325880 Jul 16 21:01:18.324395 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47180) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:18.399543 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-c89b9a27-b7a0-4d46-bbcd-874103d0172b None None] Set router 7c560cdd-48f0-48ab-9f30-02bf2b15bca3 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:01:18.483203 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f1baa4-c577-4ba3-86a2-7b326f4a4f45 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:18.484620 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e3f1baa4-c577-4ba3-86a2-7b326f4a4f45 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1587980 Jul 16 21:01:18.487676 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47182) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:18.526218 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0cf40304-a69f-4900-a937-401945589a27 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=9eaba347-54f9-4044-808d-862f23e2a998&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351412 Jul 16 21:01:18.526424 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47186) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:18.531561 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-cb5e1342-7726-458a-ad92-fcec5cccc092 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1542613412', 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413', 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:18.580021 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-c89b9a27-b7a0-4d46-bbcd-874103d0172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'name': 'tempest-TestNetworkBasicOps-router-338976230', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:01:17Z', 'revision_number': 3, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:01:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:18.607509 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89b9a27-b7a0-4d46-bbcd-874103d0172b None None] Checking router: 7c560cdd-48f0-48ab-9f30-02bf2b15bca3 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:01:18.607923 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89b9a27-b7a0-4d46-bbcd-874103d0172b None None] Updating router 7c560cdd-48f0-48ab-9f30-02bf2b15bca3 port 40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:01:18.624286 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5e1342-7726-458a-ad92-fcec5cccc092 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Made reservation on behalf of f7f119dd46d44ed6bf6cf819c3be7511 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:01:18.627977 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cb5e1342-7726-458a-ad92-fcec5cccc092 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:18.641879 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c89b9a27-b7a0-4d46-bbcd-874103d0172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:18.811474 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cb5e1342-7726-458a-ad92-fcec5cccc092 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:18.871296 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e1342-7726-458a-ad92-fcec5cccc092 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'Subnet': ['ID=bdd67cdd-161a-4eb2-a0df-2380c4be384f,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:18.880317 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5e1342-7726-458a-ad92-fcec5cccc092 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Checking segment: {'id': 'd9974442-b5fe-4571-afa9-001c75579299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:01:18.880317 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5e1342-7726-458a-ad92-fcec5cccc092 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Network hostable DHCP agents. Network: c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:01:18.895899 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5e1342-7726-458a-ad92-fcec5cccc092 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Network c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:01:18.904318 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-cb5e1342-7726-458a-ad92-fcec5cccc092 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:01:18.908640 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5e1342-7726-458a-ad92-fcec5cccc092 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:18.909272 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cb5e1342-7726-458a-ad92-fcec5cccc092 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:18.915333 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87c0a8e-4e39-4b71-a570-226ce8cf24bd None None] Network c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:01:18.925462 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cb5e1342-7726-458a-ad92-fcec5cccc092 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3979847 Jul 16 21:01:18.928177 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47188) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:18.994488 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c89b9a27-b7a0-4d46-bbcd-874103d0172b None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:19.005375 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-c89b9a27-b7a0-4d46-bbcd-874103d0172b None None] Transition to ACTIVE for port object 40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:01:19.011854 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c89b9a27-b7a0-4d46-bbcd-874103d0172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:19.058961 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-c89b9a27-b7a0-4d46-bbcd-874103d0172b None None] Attempting to bind port 40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:01:19.059407 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-c89b9a27-b7a0-4d46-bbcd-874103d0172b None None] Attempting to bind port 40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:01:19.059882 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89b9a27-b7a0-4d46-bbcd-874103d0172b None None] Attempting to bind port 40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:01:19.071176 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89b9a27-b7a0-4d46-bbcd-874103d0172b None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:01:19.071616 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89b9a27-b7a0-4d46-bbcd-874103d0172b None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:01:19.072078 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c89b9a27-b7a0-4d46-bbcd-874103d0172b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:19.072559 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89b9a27-b7a0-4d46-bbcd-874103d0172b None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:01:19.073128 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-c89b9a27-b7a0-4d46-bbcd-874103d0172b None None] Bound port: 40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:01:19.073599 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c89b9a27-b7a0-4d46-bbcd-874103d0172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:19.075445 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93974e-fe9e-48be-8962-fb5ae748f078 None None] Pushing event updated for resources: {'Port': ['ID=40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:19.081721 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a4dc23-6232-425d-adeb-63aa4e666321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413', 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'fixed_ips': [{'subnet_id': 'bdd67cdd-161a-4eb2-a0df-2380c4be384f'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:01:19.082911 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-10a4dc23-6232-425d-adeb-63aa4e666321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:19.104792 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb93974e-fe9e-48be-8962-fb5ae748f078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:19.105177 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb93974e-fe9e-48be-8962-fb5ae748f078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:19.105464 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb93974e-fe9e-48be-8962-fb5ae748f078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:19.105793 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb93974e-fe9e-48be-8962-fb5ae748f078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:19.106119 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb93974e-fe9e-48be-8962-fb5ae748f078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:19.106464 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb93974e-fe9e-48be-8962-fb5ae748f078 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:19.106791 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb93974e-fe9e-48be-8962-fb5ae748f078 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:19.107109 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb93974e-fe9e-48be-8962-fb5ae748f078 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:19.107419 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb93974e-fe9e-48be-8962-fb5ae748f078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:19.107997 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb93974e-fe9e-48be-8962-fb5ae748f078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:19.108122 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb93974e-fe9e-48be-8962-fb5ae748f078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:19.109015 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb93974e-fe9e-48be-8962-fb5ae748f078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:19.140825 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-c89b9a27-b7a0-4d46-bbcd-874103d0172b None None] For port 40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:01:19.145009 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-c89b9a27-b7a0-4d46-bbcd-874103d0172b None None] For port 40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:01:19.150826 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c89b9a27-b7a0-4d46-bbcd-874103d0172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:19.215672 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89b9a27-b7a0-4d46-bbcd-874103d0172b None None] Routers {'7c560cdd-48f0-48ab-9f30-02bf2b15bca3'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:01:19.216301 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-c89b9a27-b7a0-4d46-bbcd-874103d0172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:00:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7c560cdd-48f0-48ab-9f30-02bf2b15bca3'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:19.219913 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93974e-fe9e-48be-8962-fb5ae748f078 None None] Pushing event updated for resources: {'Port': ['ID=40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:19.250349 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-10a4dc23-6232-425d-adeb-63aa4e666321 None None] Allocated IP 172.20.0.2 (c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413/bdd67cdd-161a-4eb2-a0df-2380c4be384f/e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:01:19.325290 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-c89b9a27-b7a0-4d46-bbcd-874103d0172b None None] Set router 7c560cdd-48f0-48ab-9f30-02bf2b15bca3 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:01:19.402417 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-10a4dc23-6232-425d-adeb-63aa4e666321 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:19.412899 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-10a4dc23-6232-425d-adeb-63aa4e666321 None None] Transition to ACTIVE for port object e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:01:19.424072 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-89ca9448-6080-4047-b974-538da20ed2b9 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:19.429376 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-10a4dc23-6232-425d-adeb-63aa4e666321 None None] Transition to ACTIVE for port object e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:01:19.436953 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-10a4dc23-6232-425d-adeb-63aa4e666321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:19.511750 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-c89b9a27-b7a0-4d46-bbcd-874103d0172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'name': 'tempest-TestNetworkBasicOps-router-338976230', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:01:17Z', 'revision_number': 3, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:19.539583 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89b9a27-b7a0-4d46-bbcd-874103d0172b None None] The sync data for ids ['7c560cdd-48f0-48ab-9f30-02bf2b15bca3'] in n-d-791506-21 is: [{'id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'name': 'tempest-TestNetworkBasicOps-router-338976230', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:01:17Z', 'revision_number': 3, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:01:19.645554 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a4dc23-6232-425d-adeb-63aa4e666321 None None] Network c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:01:19.652280 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-10a4dc23-6232-425d-adeb-63aa4e666321 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:01:19.654805 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a4dc23-6232-425d-adeb-63aa4e666321 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:01:19.667324 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4dc23-6232-425d-adeb-63aa4e666321 None None] Pushing event updated for resources: {'Port': ['ID=e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:19.722840 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-10a4dc23-6232-425d-adeb-63aa4e666321 None None] Attempting to bind port e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:01:19.723084 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-10a4dc23-6232-425d-adeb-63aa4e666321 None None] Attempting to bind port e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'd9974442-b5fe-4571-afa9-001c75579299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:01:19.723421 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a4dc23-6232-425d-adeb-63aa4e666321 None None] Attempting to bind port e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3 on network c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:01:19.728942 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a4dc23-6232-425d-adeb-63aa4e666321 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:01:19.729320 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a4dc23-6232-425d-adeb-63aa4e666321 None None] Checking segment: {'id': 'd9974442-b5fe-4571-afa9-001c75579299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:01:19.729722 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-10a4dc23-6232-425d-adeb-63aa4e666321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:19.730110 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a4dc23-6232-425d-adeb-63aa4e666321 None None] Bound using segment: {'id': 'd9974442-b5fe-4571-afa9-001c75579299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:01:19.730601 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-10a4dc23-6232-425d-adeb-63aa4e666321 None None] Bound port: e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9974442-b5fe-4571-afa9-001c75579299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:01:19.730980 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-10a4dc23-6232-425d-adeb-63aa4e666321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:19.808506 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-89ca9448-6080-4047-b974-538da20ed2b9 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Allocated IP 172.20.0.1 (c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413/bdd67cdd-161a-4eb2-a0df-2380c4be384f/68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:01:19.820645 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-10a4dc23-6232-425d-adeb-63aa4e666321 None None] For port e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:01:19.826574 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-10a4dc23-6232-425d-adeb-63aa4e666321 None None] For port e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3,segment=NetworkSegment(d9974442-b5fe-4571-afa9-001c75579299),segment_id=d9974442-b5fe-4571-afa9-001c75579299)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:01:19.832361 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-10a4dc23-6232-425d-adeb-63aa4e666321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:19.895175 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4dc23-6232-425d-adeb-63aa4e666321 None None] Pushing event updated for resources: {'Port': ['ID=e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:19.943709 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-89ca9448-6080-4047-b974-538da20ed2b9 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:19.959522 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-89ca9448-6080-4047-b974-538da20ed2b9 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Transition to ACTIVE for port object 68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:01:19.995470 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-89ca9448-6080-4047-b974-538da20ed2b9 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:20.074270 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ca9448-6080-4047-b974-538da20ed2b9 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Network c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:01:20.083306 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-89ca9448-6080-4047-b974-538da20ed2b9 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:01:20.094361 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ca9448-6080-4047-b974-538da20ed2b9 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:01:20.136740 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca9448-6080-4047-b974-538da20ed2b9 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'Port': ['ID=68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:20.164477 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-89ca9448-6080-4047-b974-538da20ed2b9 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:20.354978 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-89ca9448-6080-4047-b974-538da20ed2b9 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:20.952798 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2263bd7-fbdd-491f-8875-819a45372117 None None] Network c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:01:20.987271 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-89ca9448-6080-4047-b974-538da20ed2b9 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:20.992013 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-89ca9448-6080-4047-b974-538da20ed2b9 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:21.069855 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-89ca9448-6080-4047-b974-538da20ed2b9 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:21.071758 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca9448-6080-4047-b974-538da20ed2b9 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'Port': ['ID=68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:21.074812 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-67b717b6-1791-403f-abef-33408f943c8c None None] Provisioning for port e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:01:21.197137 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ca9448-6080-4047-b974-538da20ed2b9 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Network c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:01:21.199162 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-89ca9448-6080-4047-b974-538da20ed2b9 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:01:21.235099 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:01:21.303888 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:01:21.311737 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:21.312853 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:21.335648 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ca9448-6080-4047-b974-538da20ed2b9 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Router 7c560cdd-48f0-48ab-9f30-02bf2b15bca3 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:01:21.418487 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6d9a5e34-a0a6-4feb-8c5b-7d47854012f2 None None] Provisioning for port 68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:01:21.421240 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:21.429893 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6d9a5e34-a0a6-4feb-8c5b-7d47854012f2 None None] Provisioning complete for port 68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:21.430352 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5e34-a0a6-4feb-8c5b-7d47854012f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:21.465166 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:21.469766 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ca9448-6080-4047-b974-538da20ed2b9 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:01:21.474555 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:21.475320 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-89ca9448-6080-4047-b974-538da20ed2b9 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "PUT /v2.0/routers/7c560cdd-48f0-48ab-9f30-02bf2b15bca3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5461218 Jul 16 21:01:21.475531 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:01:21.477843 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47194) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:21.518139 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a5e34-a0a6-4feb-8c5b-7d47854012f2 None None] Port 68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:01:21.563265 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d181cee-550f-43cf-ba40-5b9fe646d2a4 None None] Sync routers for ids ['7c560cdd-48f0-48ab-9f30-02bf2b15bca3'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:01:21.576988 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:21.589977 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d181cee-550f-43cf-ba40-5b9fe646d2a4 None None] Routers {'7c560cdd-48f0-48ab-9f30-02bf2b15bca3'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:01:21.590640 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-5d181cee-550f-43cf-ba40-5b9fe646d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:00:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7c560cdd-48f0-48ab-9f30-02bf2b15bca3'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:21.630931 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:01:21.637510 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:21.637888 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:21.697547 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d8d9b0-302f-42b9-b097-3f74426bde8b tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:21.698027 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d8d9b0-302f-42b9-b097-3f74426bde8b tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:21.699993 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d8d9b0-302f-42b9-b097-3f74426bde8b tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:21.700575 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d8d9b0-302f-42b9-b097-3f74426bde8b tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:21.706041 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-33d8d9b0-302f-42b9-b097-3f74426bde8b tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2235365 Jul 16 21:01:21.706223 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47198) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:21.742636 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7ae64734-389b-4973-9dd3-e1d3ea995841 None None] Provisioning complete for port 68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:21.743017 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ae64734-389b-4973-9dd3-e1d3ea995841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:21.787243 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6368da88-973d-41ed-8813-934c2a8d8be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:21.793741 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-5d181cee-550f-43cf-ba40-5b9fe646d2a4 None None] Set router 7c560cdd-48f0-48ab-9f30-02bf2b15bca3 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:01:21.832768 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6395b7ca-e439-4ddb-b579-2aa39f9c3c67 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:21.833252 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6395b7ca-e439-4ddb-b579-2aa39f9c3c67 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:21.833713 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6395b7ca-e439-4ddb-b579-2aa39f9c3c67 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:21.834163 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6395b7ca-e439-4ddb-b579-2aa39f9c3c67 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:21.836080 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6395b7ca-e439-4ddb-b579-2aa39f9c3c67 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1289153 Jul 16 21:01:21.838666 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47202) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:21.854415 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7ae64734-389b-4973-9dd3-e1d3ea995841 None None] Port 68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:01:21.878331 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:21.997592 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3,segment=NetworkSegment(d9974442-b5fe-4571-afa9-001c75579299),segment_id=d9974442-b5fe-4571-afa9-001c75579299)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:22.007975 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:22.070253 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-14aaa7fa-a323-4d6b-b252-464db31a2f4d None None] Provisioning complete for port 68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:22.070661 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14aaa7fa-a323-4d6b-b252-464db31a2f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:22.079867 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:22.120965 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-87bfdc7f-1ac4-45c6-b46f-adc6c63100a3 tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2809787 Jul 16 21:01:22.137868 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-14aaa7fa-a323-4d6b-b252-464db31a2f4d None None] Port 68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:01:22.162606 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-5d181cee-550f-43cf-ba40-5b9fe646d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'name': 'tempest-TestNetworkBasicOps-router-338976230', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:01:20Z', 'revision_number': 4, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63', 'name': '', 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'mac_address': 'fa:16:3e:3c:a7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'bdd67cdd-161a-4eb2-a0df-2380c4be384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:19Z', 'updated_at': '2021-07-16T21:01:20Z', 'revision_number': 2, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'subnets': [{'id': 'bdd67cdd-161a-4eb2-a0df-2380c4be384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:22.193484 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d181cee-550f-43cf-ba40-5b9fe646d2a4 None None] Checking router: 7c560cdd-48f0-48ab-9f30-02bf2b15bca3 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:01:22.193845 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d181cee-550f-43cf-ba40-5b9fe646d2a4 None None] Updating router 7c560cdd-48f0-48ab-9f30-02bf2b15bca3 port 68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:01:22.229005 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d181cee-550f-43cf-ba40-5b9fe646d2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:22.498781 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d181cee-550f-43cf-ba40-5b9fe646d2a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:22.511317 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5d181cee-550f-43cf-ba40-5b9fe646d2a4 None None] Transition to ACTIVE for port object 68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:01:22.518287 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d181cee-550f-43cf-ba40-5b9fe646d2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:22.530351 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47208) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:22.536033 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-4ac1ef59-bd59-4b01-abe2-8891ac4e4787 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2072945446', 'description': 'tempest-secgroup-smoke-2072945446 description', 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:22.571266 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71e78a-21fc-416a-8afc-593e6e59ae06 None None] Pushing event updated for resources: {'Port': ['ID=68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:22.574159 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4ac1ef59-bd59-4b01-abe2-8891ac4e4787 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:22.630082 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5d181cee-550f-43cf-ba40-5b9fe646d2a4 None None] Attempting to bind port 68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:01:22.630508 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5d181cee-550f-43cf-ba40-5b9fe646d2a4 None None] Attempting to bind port 68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'd9974442-b5fe-4571-afa9-001c75579299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:01:22.630877 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d181cee-550f-43cf-ba40-5b9fe646d2a4 None None] Attempting to bind port 68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63 on network c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:01:22.636469 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d181cee-550f-43cf-ba40-5b9fe646d2a4 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:01:22.636908 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d181cee-550f-43cf-ba40-5b9fe646d2a4 None None] Checking segment: {'id': 'd9974442-b5fe-4571-afa9-001c75579299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:01:22.637258 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d181cee-550f-43cf-ba40-5b9fe646d2a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:22.637924 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d181cee-550f-43cf-ba40-5b9fe646d2a4 None None] Bound using segment: {'id': 'd9974442-b5fe-4571-afa9-001c75579299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:01:22.638727 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5d181cee-550f-43cf-ba40-5b9fe646d2a4 None None] Bound port: 68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9974442-b5fe-4571-afa9-001c75579299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:01:22.639351 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d181cee-550f-43cf-ba40-5b9fe646d2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:22.691079 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4ac1ef59-bd59-4b01-abe2-8891ac4e4787 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:22.700217 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4ac1ef59-bd59-4b01-abe2-8891ac4e4787 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:22.727602 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5d181cee-550f-43cf-ba40-5b9fe646d2a4 None None] For port 68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:01:22.729795 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4ac1ef59-bd59-4b01-abe2-8891ac4e4787 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:22.731751 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4ac1ef59-bd59-4b01-abe2-8891ac4e4787 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2002289 Jul 16 21:01:22.732781 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5d181cee-550f-43cf-ba40-5b9fe646d2a4 None None] For port 68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63,segment=NetworkSegment(d9974442-b5fe-4571-afa9-001c75579299),segment_id=d9974442-b5fe-4571-afa9-001c75579299)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:01:22.734471 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47210) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:22.738298 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1ef59-bd59-4b01-abe2-8891ac4e4787 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22323dfa-f098-43ca-b472-2fc2a11c71a0,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:22.744511 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d181cee-550f-43cf-ba40-5b9fe646d2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:22.744727 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-b1f0e2d0-a538-417d-86ab-f7f7cccce25a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'security_group_rule': {'security_group_id': '22323dfa-f098-43ca-b472-2fc2a11c71a0', 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:22.780669 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1f0e2d0-a538-417d-86ab-f7f7cccce25a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:22.804692 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d181cee-550f-43cf-ba40-5b9fe646d2a4 None None] Routers {'7c560cdd-48f0-48ab-9f30-02bf2b15bca3'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:01:22.805325 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-5d181cee-550f-43cf-ba40-5b9fe646d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:00:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7c560cdd-48f0-48ab-9f30-02bf2b15bca3'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:22.859882 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1f0e2d0-a538-417d-86ab-f7f7cccce25a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:22.870974 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1f0e2d0-a538-417d-86ab-f7f7cccce25a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:22.896788 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0e2d0-a538-417d-86ab-f7f7cccce25a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa72768b-de1c-4968-9d3b-4d7a8931727c,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:22.907519 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b1f0e2d0-a538-417d-86ab-f7f7cccce25a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:22.908999 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b1f0e2d0-a538-417d-86ab-f7f7cccce25a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1714091 Jul 16 21:01:22.911886 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47212) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:22.916596 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-fee97bc4-a3d5-4043-9d17-583e953c0cbe tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'security_group_rule': {'security_group_id': '22323dfa-f098-43ca-b472-2fc2a11c71a0', 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:22.942963 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-5d181cee-550f-43cf-ba40-5b9fe646d2a4 None None] Set router 7c560cdd-48f0-48ab-9f30-02bf2b15bca3 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:01:22.953952 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fee97bc4-a3d5-4043-9d17-583e953c0cbe tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:23.008548 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71e78a-21fc-416a-8afc-593e6e59ae06 None None] Pushing event updated for resources: {'Port': ['ID=68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:23.059668 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fee97bc4-a3d5-4043-9d17-583e953c0cbe tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:23.065885 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fee97bc4-a3d5-4043-9d17-583e953c0cbe tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:23.090509 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fee97bc4-a3d5-4043-9d17-583e953c0cbe tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:23.092085 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fee97bc4-a3d5-4043-9d17-583e953c0cbe tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1789854 Jul 16 21:01:23.094832 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47216) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:23.099200 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee97bc4-a3d5-4043-9d17-583e953c0cbe tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dbefa03-be00-499b-ac9f-428f2a2605c4,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:23.100391 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-c876137f-c659-4a45-a042-42be7187feee tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'security_group_rule': {'security_group_id': '22323dfa-f098-43ca-b472-2fc2a11c71a0', 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:23.152533 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c876137f-c659-4a45-a042-42be7187feee tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:23.226279 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:01:23.227128 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c876137f-c659-4a45-a042-42be7187feee tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:23.233141 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c876137f-c659-4a45-a042-42be7187feee tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:23.265678 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c876137f-c659-4a45-a042-42be7187feee tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:23.270580 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47218) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:23.278647 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-42359d61-485e-4953-bec5-d97f014dc5a0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'security_group_rule': {'security_group_id': '22323dfa-f098-43ca-b472-2fc2a11c71a0', 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:23.283935 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c876137f-c659-4a45-a042-42be7187feee tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1871789 Jul 16 21:01:23.290537 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876137f-c659-4a45-a042-42be7187feee tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007e172e-5983-439b-994e-d0ac6223b188,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:23.327233 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-42359d61-485e-4953-bec5-d97f014dc5a0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:23.380505 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:23.380887 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:23.409852 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-42359d61-485e-4953-bec5-d97f014dc5a0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:23.416241 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-42359d61-485e-4953-bec5-d97f014dc5a0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:23.438193 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42359d61-485e-4953-bec5-d97f014dc5a0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5328b77d-27c4-42e4-9e64-8d85ae5f73aa,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:23.450163 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-42359d61-485e-4953-bec5-d97f014dc5a0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:23.455808 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47220) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:23.461355 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-6dcaf594-a485-4033-9c96-86dd4b045a8b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'security_group_rule': {'security_group_id': '22323dfa-f098-43ca-b472-2fc2a11c71a0', 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:23.465452 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-42359d61-485e-4953-bec5-d97f014dc5a0 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1913247 Jul 16 21:01:23.488457 n-d-791506-21 neutron-server[93793]: INFO neutron.db.securitygroups_db [None req-6dcaf594-a485-4033-9c96-86dd4b045a8b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Project f7f119dd46d44ed6bf6cf819c3be7511 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:01:23.493645 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6dcaf594-a485-4033-9c96-86dd4b045a8b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:23.509326 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:01:23.537810 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-5d181cee-550f-43cf-ba40-5b9fe646d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'name': 'tempest-TestNetworkBasicOps-router-338976230', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:01:20Z', 'revision_number': 4, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63', 'name': '', 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'mac_address': 'fa:16:3e:3c:a7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'bdd67cdd-161a-4eb2-a0df-2380c4be384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:19Z', 'updated_at': '2021-07-16T21:01:22Z', 'revision_number': 4, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'subnets': [{'id': 'bdd67cdd-161a-4eb2-a0df-2380c4be384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:23.566595 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6dcaf594-a485-4033-9c96-86dd4b045a8b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:23.570648 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6dcaf594-a485-4033-9c96-86dd4b045a8b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:23.571137 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d181cee-550f-43cf-ba40-5b9fe646d2a4 None None] The sync data for ids ['7c560cdd-48f0-48ab-9f30-02bf2b15bca3'] in n-d-791506-21 is: [{'id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'name': 'tempest-TestNetworkBasicOps-router-338976230', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:01:20Z', 'revision_number': 4, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63', 'name': '', 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'mac_address': 'fa:16:3e:3c:a7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'bdd67cdd-161a-4eb2-a0df-2380c4be384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:19Z', 'updated_at': '2021-07-16T21:01:22Z', 'revision_number': 4, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'subnets': [{'id': 'bdd67cdd-161a-4eb2-a0df-2380c4be384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:01:23.592550 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:23.593235 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:23.594913 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcaf594-a485-4033-9c96-86dd4b045a8b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353ee770-4183-44d4-a8d4-49f90f58f27a,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:23.598942 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6dcaf594-a485-4033-9c96-86dd4b045a8b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:23.603114 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6dcaf594-a485-4033-9c96-86dd4b045a8b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1437948 Jul 16 21:01:23.603576 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47222) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:23.608041 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-8384a324-ad94-40af-9a71-7a2465d1410d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'security_group_rule': {'security_group_id': '22323dfa-f098-43ca-b472-2fc2a11c71a0', 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:23.641122 n-d-791506-21 neutron-server[93793]: INFO neutron.db.securitygroups_db [None req-8384a324-ad94-40af-9a71-7a2465d1410d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Project f7f119dd46d44ed6bf6cf819c3be7511 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:01:23.648112 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8384a324-ad94-40af-9a71-7a2465d1410d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:23.731778 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8384a324-ad94-40af-9a71-7a2465d1410d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:23.735852 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8384a324-ad94-40af-9a71-7a2465d1410d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:23.757058 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384a324-ad94-40af-9a71-7a2465d1410d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a490ec-9bf0-4aab-87f4-4b4c024bd145,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:23.765007 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8384a324-ad94-40af-9a71-7a2465d1410d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:23.766705 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8384a324-ad94-40af-9a71-7a2465d1410d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1623747 Jul 16 21:01:24.172522 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-0f632188-0a91-4fe1-83f8-c9f0d81a080b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2072945446&fields=id&tenant_id=f7f119dd46d44ed6bf6cf819c3be7511 HTTP/1.1" status: 200 len: 267 time: 0.0405788 Jul 16 21:01:24.252038 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07111544-7997-4c8a-a081-bfd47d46a498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:24.297419 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-465ea077-04b9-4273-862d-ce0e9e21b4a8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:24.299692 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-465ea077-04b9-4273-862d-ce0e9e21b4a8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/networks?id=c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413 HTTP/1.1" status: 200 len: 797 time: 0.1196609 Jul 16 21:01:24.315690 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-5465418f-0503-4d1e-8151-80460bb1b601 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/quotas/f7f119dd46d44ed6bf6cf819c3be7511 HTTP/1.1" status: 200 len: 375 time: 0.0103886 Jul 16 21:01:24.353331 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:24.402674 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-1d5713aa-9e28-4538-b7cb-42565f5a6735 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f7f119dd46d44ed6bf6cf819c3be7511&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787935 Jul 16 21:01:24.623201 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-d6c58de2-5756-4c9c-831b-69d73d0a85df service neutron] 10.222.0.38 "GET /v2.0/networks/c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154772 Jul 16 21:01:24.716596 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-eb48659a-efe8-40f9-8960-74822ccb4805 service neutron] 10.222.0.38 "GET /v2.0/networks/c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921962 Jul 16 21:01:24.750874 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:01:24.912525 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a23006a8-1db9-4a13-8f9c-ee7d89435c68 req-71b6636c-28d5-4ec5-b17b-66e88bf009d5 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b370435-2195-42b9-bde9-00964a919937 HTTP/1.1" status: 200 len: 210 time: 0.0411303 Jul 16 21:01:25.160831 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:01:25.227418 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:01:25.231430 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:25.232569 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:25.329059 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:25.371365 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63,segment=NetworkSegment(d9974442-b5fe-4571-afa9-001c75579299),segment_id=d9974442-b5fe-4571-afa9-001c75579299)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:25.377055 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:25.431642 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:25.870105 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:26.045666 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-4888d781-6ee5-44ba-ba9e-b80b21ddffa6 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:26.047440 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-4888d781-6ee5-44ba-ba9e-b80b21ddffa6 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.18 "GET /v2.0/networks?id=c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413 HTTP/1.1" status: 200 len: 797 time: 0.1438258 Jul 16 21:01:26.085283 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22b874fd-e58c-41f2-9b07-88c808162727 req-e1b8b504-ffbb-41f8-ae2b-17e1814ec915 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b370435-2195-42b9-bde9-00964a919937 HTTP/1.1" status: 200 len: 210 time: 0.0359051 Jul 16 21:01:26.135759 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-e3a6f4c1-5113-4a1e-91e1-5bd17ff60467 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7f119dd46d44ed6bf6cf819c3be7511 HTTP/1.1" status: 200 len: 380 time: 0.0493991 Jul 16 21:01:26.145728 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-c809f1c6-466f-4e6f-9fae-8d0dae6202c2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'port': {'device_id': '4b370435-2195-42b9-bde9-00964a919937', 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413', 'admin_state_up': True, 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'security_groups': ['22323dfa-f098-43ca-b472-2fc2a11c71a0']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:26.269500 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-c809f1c6-466f-4e6f-9fae-8d0dae6202c2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Made reservation on behalf of f7f119dd46d44ed6bf6cf819c3be7511 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:01:26.272946 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-c809f1c6-466f-4e6f-9fae-8d0dae6202c2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:26.411461 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-c809f1c6-466f-4e6f-9fae-8d0dae6202c2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Allocated IP 172.20.0.10 (c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413/bdd67cdd-161a-4eb2-a0df-2380c4be384f/9cc8a88f-7553-4899-8826-878c1259d777) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:01:26.552821 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-c809f1c6-466f-4e6f-9fae-8d0dae6202c2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:26.572285 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-c809f1c6-466f-4e6f-9fae-8d0dae6202c2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Transition to ACTIVE for port object 9cc8a88f-7553-4899-8826-878c1259d777 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:01:26.608382 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-c809f1c6-466f-4e6f-9fae-8d0dae6202c2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:26.651183 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-c809f1c6-466f-4e6f-9fae-8d0dae6202c2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Network c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:01:26.656413 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-c809f1c6-466f-4e6f-9fae-8d0dae6202c2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:01:26.662373 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-c809f1c6-466f-4e6f-9fae-8d0dae6202c2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:01:26.693786 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809f1c6-466f-4e6f-9fae-8d0dae6202c2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'Port': ['ID=9cc8a88f-7553-4899-8826-878c1259d777,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:26.718519 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-c809f1c6-466f-4e6f-9fae-8d0dae6202c2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:26.719394 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-c809f1c6-466f-4e6f-9fae-8d0dae6202c2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:26.742759 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-c809f1c6-466f-4e6f-9fae-8d0dae6202c2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6019142 Jul 16 21:01:26.756996 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-d2fa2898-60e5-494b-a156-8a348c67b418 service neutron] Request body: {'port': {'device_id': '4b370435-2195-42b9-bde9-00964a919937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:26.855692 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-d2fa2898-60e5-494b-a156-8a348c67b418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:27.007161 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2148e050-0902-47e9-8180-c3f470bda6e4 None None] Provisioning for port 9cc8a88f-7553-4899-8826-878c1259d777 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:01:27.013866 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2148e050-0902-47e9-8180-c3f470bda6e4 None None] Provisioning complete for port 9cc8a88f-7553-4899-8826-878c1259d777 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:27.014510 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2148e050-0902-47e9-8180-c3f470bda6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:27.060274 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2148e050-0902-47e9-8180-c3f470bda6e4 None None] Port 9cc8a88f-7553-4899-8826-878c1259d777 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:01:27.188537 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:01:27.255637 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:27.256013 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:27.268843 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-d2fa2898-60e5-494b-a156-8a348c67b418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc8a88f-7553-4899-8826-878c1259d777 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:01:27.277514 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-d2fa2898-60e5-494b-a156-8a348c67b418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:27.317425 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-d2fa2898-60e5-494b-a156-8a348c67b418 service neutron] Transition to ACTIVE for port object 9cc8a88f-7553-4899-8826-878c1259d777 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:01:27.323505 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-d2fa2898-60e5-494b-a156-8a348c67b418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:27.388724 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa2898-60e5-494b-a156-8a348c67b418 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc8a88f-7553-4899-8826-878c1259d777,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:27.428112 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477b4cf-ef86-4308-8ad0-1a8c23dca6d4 req-1391a517-eeff-46ef-9eb3-c28b69c8ba7e tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:27.430169 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5477b4cf-ef86-4308-8ad0-1a8c23dca6d4 req-1391a517-eeff-46ef-9eb3-c28b69c8ba7e tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b370435-2195-42b9-bde9-00964a919937 HTTP/1.1" status: 200 len: 932 time: 0.1760147 Jul 16 21:01:27.498056 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5477b4cf-ef86-4308-8ad0-1a8c23dca6d4 req-20a440f6-1f5e-4200-9ab7-fbd1da6fe894 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?id=22323dfa-f098-43ca-b472-2fc2a11c71a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427530 Jul 16 21:01:27.533149 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-d2fa2898-60e5-494b-a156-8a348c67b418 service neutron] Attempting to bind port 9cc8a88f-7553-4899-8826-878c1259d777 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:01:27.533570 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-d2fa2898-60e5-494b-a156-8a348c67b418 service neutron] Attempting to bind port 9cc8a88f-7553-4899-8826-878c1259d777 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'd9974442-b5fe-4571-afa9-001c75579299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:01:27.534003 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-d2fa2898-60e5-494b-a156-8a348c67b418 service neutron] Attempting to bind port 9cc8a88f-7553-4899-8826-878c1259d777 on network c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:01:27.539701 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-d2fa2898-60e5-494b-a156-8a348c67b418 service neutron] Port 9cc8a88f-7553-4899-8826-878c1259d777 on network c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:01:27.540033 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-d2fa2898-60e5-494b-a156-8a348c67b418 service neutron] Attempting to bind port 9cc8a88f-7553-4899-8826-878c1259d777 on network c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:01:27.545153 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-d2fa2898-60e5-494b-a156-8a348c67b418 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:01:27.545805 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-d2fa2898-60e5-494b-a156-8a348c67b418 service neutron] Checking segment: {'id': 'd9974442-b5fe-4571-afa9-001c75579299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:01:27.546450 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-d2fa2898-60e5-494b-a156-8a348c67b418 service neutron] Bound using segment: {'id': 'd9974442-b5fe-4571-afa9-001c75579299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:01:27.547985 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-d2fa2898-60e5-494b-a156-8a348c67b418 service neutron] Bound port: 9cc8a88f-7553-4899-8826-878c1259d777, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9974442-b5fe-4571-afa9-001c75579299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:01:27.547985 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-d2fa2898-60e5-494b-a156-8a348c67b418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:27.631497 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-d2fa2898-60e5-494b-a156-8a348c67b418 service neutron] For port 9cc8a88f-7553-4899-8826-878c1259d777, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:01:27.635102 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-d2fa2898-60e5-494b-a156-8a348c67b418 service neutron] For port 9cc8a88f-7553-4899-8826-878c1259d777, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9cc8a88f-7553-4899-8826-878c1259d777,segment=NetworkSegment(d9974442-b5fe-4571-afa9-001c75579299),segment_id=d9974442-b5fe-4571-afa9-001c75579299)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:01:27.639311 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-d2fa2898-60e5-494b-a156-8a348c67b418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:27.684240 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-d2fa2898-60e5-494b-a156-8a348c67b418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:27.685076 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-d2fa2898-60e5-494b-a156-8a348c67b418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:27.687677 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-d2fa2898-60e5-494b-a156-8a348c67b418 service neutron] 10.222.0.18 "PUT /v2.0/ports/9cc8a88f-7553-4899-8826-878c1259d777 HTTP/1.1" status: 200 len: 1093 time: 0.9355426 Jul 16 21:01:27.688147 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b370435-2195-42b9-bde9-00964a919937', 'tag': '9cc8a88f-7553-4899-8826-878c1259d777'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:01:27.691982 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0149213-102d-4ea1-a5c5-71f595d1b60f" -d '{"events": [{"name": "network-changed", "server_uuid": "4b370435-2195-42b9-bde9-00964a919937", "tag": "9cc8a88f-7553-4899-8826-878c1259d777"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:01:27.737342 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:27.747463 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa2898-60e5-494b-a156-8a348c67b418 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc8a88f-7553-4899-8826-878c1259d777,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:27.760712 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d533e09-6187-47b4-aff9-b606dd85c3db x-openstack-request-id: req-0d533e09-6187-47b4-aff9-b606dd85c3db {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:01:27.761016 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b370435-2195-42b9-bde9-00964a919937", "tag": "9cc8a88f-7553-4899-8826-878c1259d777", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:01:27.761255 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0d533e09-6187-47b4-aff9-b606dd85c3db {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:01:27.761661 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b370435-2195-42b9-bde9-00964a919937', 'tag': '9cc8a88f-7553-4899-8826-878c1259d777', 'status': 'completed', 'code': 200} Jul 16 21:01:27.815145 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-302a9d3a-b760-4590-8561-b2b0ee01ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:27.816871 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-302a9d3a-b760-4590-8561-b2b0ee01ad61 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7f119dd46d44ed6bf6cf819c3be7511&device_id=4b370435-2195-42b9-bde9-00964a919937 HTTP/1.1" status: 200 len: 1096 time: 0.0658722 Jul 16 21:01:27.862492 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-4d242eb3-3cda-431d-ad27-ffe1d3b3869c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cc8a88f-7553-4899-8826-878c1259d777 HTTP/1.1" status: 200 len: 217 time: 0.0377789 Jul 16 21:01:27.930385 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-24285fdd-09b0-4fc3-8999-e2021d94f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:27.931840 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-24285fdd-09b0-4fc3-8999-e2021d94f3be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bdd67cdd-161a-4eb2-a0df-2380c4be384f HTTP/1.1" status: 200 len: 835 time: 0.0642886 Jul 16 21:01:27.992337 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-bd67f16d-d94d-44b8-91ec-e1ecc55c7440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:27.994020 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-bd67f16d-d94d-44b8-91ec-e1ecc55c7440 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559835 Jul 16 21:01:28.090012 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-947a6c32-5b63-4bf9-94a4-1e18afc0dfc9 service neutron] 10.222.0.18 "GET /v2.0/networks/c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895050 Jul 16 21:01:28.187860 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8502eb4-9ecb-4535-b91e-a059793ecc30 req-8349bb4c-7686-43ca-a62f-65d24a0be072 service neutron] 10.222.0.18 "GET /v2.0/networks/c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915666 Jul 16 21:01:28.290729 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0149213-102d-4ea1-a5c5-71f595d1b60f req-7514bc5d-0996-43f0-95a7-78289af4994e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:28.292778 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0149213-102d-4ea1-a5c5-71f595d1b60f req-7514bc5d-0996-43f0-95a7-78289af4994e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7f119dd46d44ed6bf6cf819c3be7511&device_id=4b370435-2195-42b9-bde9-00964a919937 HTTP/1.1" status: 200 len: 1096 time: 0.0568490 Jul 16 21:01:28.404813 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0149213-102d-4ea1-a5c5-71f595d1b60f req-3eaebb3b-9b95-4b75-92b2-93dc2ae692a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:28.406306 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0149213-102d-4ea1-a5c5-71f595d1b60f req-3eaebb3b-9b95-4b75-92b2-93dc2ae692a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413 HTTP/1.1" status: 200 len: 898 time: 0.1078074 Jul 16 21:01:28.451300 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0149213-102d-4ea1-a5c5-71f595d1b60f req-ca0d1120-b1eb-43ce-a5b5-8258406609c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cc8a88f-7553-4899-8826-878c1259d777 HTTP/1.1" status: 200 len: 217 time: 0.0372419 Jul 16 21:01:28.504724 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0149213-102d-4ea1-a5c5-71f595d1b60f req-a0018d3d-fd69-4310-86c9-27ab7c339ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:28.506337 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0149213-102d-4ea1-a5c5-71f595d1b60f req-a0018d3d-fd69-4310-86c9-27ab7c339ec5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bdd67cdd-161a-4eb2-a0df-2380c4be384f HTTP/1.1" status: 200 len: 835 time: 0.0493507 Jul 16 21:01:28.573501 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0149213-102d-4ea1-a5c5-71f595d1b60f req-e362736f-e5e2-4ac3-9cda-03aa0a182da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:28.575214 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0149213-102d-4ea1-a5c5-71f595d1b60f req-e362736f-e5e2-4ac3-9cda-03aa0a182da9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628185 Jul 16 21:01:28.709840 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0149213-102d-4ea1-a5c5-71f595d1b60f req-f4f422df-fc4b-47e4-8cbc-b36394260c69 service neutron] 10.222.0.18 "GET /v2.0/networks/c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274748 Jul 16 21:01:28.760355 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea27c4-886b-4732-a8a7-2e3e142074a0 req-6cd06cc8-b84a-4910-9aa7-3f4b669ee69a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:28.761827 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-07ea27c4-886b-4732-a8a7-2e3e142074a0 req-6cd06cc8-b84a-4910-9aa7-3f4b669ee69a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b370435-2195-42b9-bde9-00964a919937 HTTP/1.1" status: 200 len: 944 time: 0.1172955 Jul 16 21:01:28.849315 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-07ea27c4-886b-4732-a8a7-2e3e142074a0 req-67627439-d228-4d07-81a1-1babe9f497fd tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?id=22323dfa-f098-43ca-b472-2fc2a11c71a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578926 Jul 16 21:01:28.851368 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0149213-102d-4ea1-a5c5-71f595d1b60f req-9c3c1ef1-11b5-44c7-886d-888727f0cd47 service neutron] 10.222.0.18 "GET /v2.0/networks/c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334925 Jul 16 21:01:29.754659 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:30.043756 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590d397-b9fb-4efa-8fe0-725ee9ccc1b7 req-f01eeba8-0ed7-402d-8d1f-3620053e56db tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:30.045481 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4590d397-b9fb-4efa-8fe0-725ee9ccc1b7 req-f01eeba8-0ed7-402d-8d1f-3620053e56db tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b370435-2195-42b9-bde9-00964a919937 HTTP/1.1" status: 200 len: 944 time: 0.0686843 Jul 16 21:01:30.085481 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4590d397-b9fb-4efa-8fe0-725ee9ccc1b7 req-b611e628-6125-4a1d-b10e-7d45af7a487e tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?id=22323dfa-f098-43ca-b472-2fc2a11c71a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337625 Jul 16 21:01:30.377188 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9cc8a88f-7553-4899-8826-878c1259d777 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:01:30.473229 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 9cc8a88f-7553-4899-8826-878c1259d777, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9cc8a88f-7553-4899-8826-878c1259d777,segment=NetworkSegment(d9974442-b5fe-4571-afa9-001c75579299),segment_id=d9974442-b5fe-4571-afa9-001c75579299)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:30.484126 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '9cc8a88f-7553-4899-8826-878c1259d777', 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413', 'port_id': '9cc8a88f-7553-4899-8826-878c1259d777', 'mac_address': 'fa:16:3e:7b:56:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd67cdd-161a-4eb2-a0df-2380c4be384f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:01:30.525342 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:30.539332 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc8a88f-7553-4899-8826-878c1259d777 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:01:30.559242 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 9cc8a88f-7553-4899-8826-878c1259d777, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9cc8a88f-7553-4899-8826-878c1259d777,segment=NetworkSegment(d9974442-b5fe-4571-afa9-001c75579299),segment_id=d9974442-b5fe-4571-afa9-001c75579299)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:30.563197 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:30.613310 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=9cc8a88f-7553-4899-8826-878c1259d777,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:30.753059 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['9cc8a88f-7553-4899-8826-878c1259d777'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:01:31.308230 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0907e4-cd7f-410e-b2af-c443a59baa68 req-aceb1c2f-ffaf-4f37-8f36-1316b9514d2e tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:31.309905 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c0907e4-cd7f-410e-b2af-c443a59baa68 req-aceb1c2f-ffaf-4f37-8f36-1316b9514d2e tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b370435-2195-42b9-bde9-00964a919937 HTTP/1.1" status: 200 len: 945 time: 0.0941055 Jul 16 21:01:31.354400 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c0907e4-cd7f-410e-b2af-c443a59baa68 req-7d645ae8-0a9e-4802-a10d-2c1d303aa7bd tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?id=22323dfa-f098-43ca-b472-2fc2a11c71a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379400 Jul 16 21:01:32.377908 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9cc8a88f-7553-4899-8826-878c1259d777 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:01:32.467698 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 9cc8a88f-7553-4899-8826-878c1259d777 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:01:32.485127 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 9cc8a88f-7553-4899-8826-878c1259d777 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:32.487341 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:32.575084 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca58695-65cf-4cd4-898f-c1df279efa48 req-3d206bd4-32aa-483a-9018-55136f0b325e tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:32.582811 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ca58695-65cf-4cd4-898f-c1df279efa48 req-3d206bd4-32aa-483a-9018-55136f0b325e tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b370435-2195-42b9-bde9-00964a919937 HTTP/1.1" status: 200 len: 945 time: 0.0869143 Jul 16 21:01:32.608197 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:32.618913 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ca58695-65cf-4cd4-898f-c1df279efa48 req-df51128f-ff24-42d5-99b8-2e36a690b701 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?id=22323dfa-f098-43ca-b472-2fc2a11c71a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352037 Jul 16 21:01:32.633953 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b370435-2195-42b9-bde9-00964a919937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc8a88f-7553-4899-8826-878c1259d777'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:01:32.636270 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3341f1-25ee-422c-be35-4b0ff4e6e50b" -d '{"events": [{"server_uuid": "4b370435-2195-42b9-bde9-00964a919937", "name": "network-vif-plugged", "status": "completed", "tag": "9cc8a88f-7553-4899-8826-878c1259d777"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:01:32.650971 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 9cc8a88f-7553-4899-8826-878c1259d777, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9cc8a88f-7553-4899-8826-878c1259d777,segment=NetworkSegment(d9974442-b5fe-4571-afa9-001c75579299),segment_id=d9974442-b5fe-4571-afa9-001c75579299)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:32.654711 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:32.683088 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb895e4-e1de-4cb1-8f07-199f2fef3f5e x-openstack-request-id: req-2bb895e4-e1de-4cb1-8f07-199f2fef3f5e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:01:32.683372 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b370435-2195-42b9-bde9-00964a919937", "name": "network-vif-plugged", "status": "completed", "tag": "9cc8a88f-7553-4899-8826-878c1259d777", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:01:32.683624 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2bb895e4-e1de-4cb1-8f07-199f2fef3f5e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:01:32.684013 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b370435-2195-42b9-bde9-00964a919937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc8a88f-7553-4899-8826-878c1259d777', 'code': 200} Jul 16 21:01:32.709886 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=9cc8a88f-7553-4899-8826-878c1259d777,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:32.797755 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6dcb4-21bb-4edd-a5dc-78ff1f8e67a9 req-99d9c19c-a3a6-4054-b0dd-d665cc5798bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:32.799983 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0f6dcb4-21bb-4edd-a5dc-78ff1f8e67a9 req-99d9c19c-a3a6-4054-b0dd-d665cc5798bc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4b370435-2195-42b9-bde9-00964a919937 HTTP/1.1" status: 200 len: 1098 time: 0.0537188 Jul 16 21:01:32.834753 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0f6dcb4-21bb-4edd-a5dc-78ff1f8e67a9 req-f8074ffd-1630-4665-847e-87c4ab67e709 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=22323dfa-f098-43ca-b472-2fc2a11c71a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281420 Jul 16 21:01:33.468949 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:33.808937 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2341bb7-b098-413e-b3f7-1801b6cbab66 req-01114673-7f9f-437d-998f-2e2fa1c888a9 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:33.811295 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c2341bb7-b098-413e-b3f7-1801b6cbab66 req-01114673-7f9f-437d-998f-2e2fa1c888a9 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b370435-2195-42b9-bde9-00964a919937 HTTP/1.1" status: 200 len: 946 time: 0.0657547 Jul 16 21:01:33.853047 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c2341bb7-b098-413e-b3f7-1801b6cbab66 req-2d943edc-7524-4167-aef5-603a66424d4e tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?id=22323dfa-f098-43ca-b472-2fc2a11c71a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351443 Jul 16 21:01:34.039777 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3c933-ec98-4592-8488-894d8e3ad179 req-f0ff705f-10f1-4902-bfe1-bd980c64519f tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:34.041271 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20a3c933-ec98-4592-8488-894d8e3ad179 req-f0ff705f-10f1-4902-bfe1-bd980c64519f tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b370435-2195-42b9-bde9-00964a919937 HTTP/1.1" status: 200 len: 946 time: 0.0712430 Jul 16 21:01:34.079189 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20a3c933-ec98-4592-8488-894d8e3ad179 req-c0cec050-d87f-4202-9c4d-05fe13e34bb2 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?id=22323dfa-f098-43ca-b472-2fc2a11c71a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318456 Jul 16 21:01:34.104861 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47294) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:34.157360 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1994d032-1a1a-473c-93da-2a26bb9434bb tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:34.162106 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1994d032-1a1a-473c-93da-2a26bb9434bb tempest-TestNetworkBasicOps-1932694190 tempest-TestNetworkBasicOps-1932694190-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4b370435-2195-42b9-bde9-00964a919937 HTTP/1.1" status: 200 len: 1093 time: 0.0536108 Jul 16 21:01:34.162373 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 47296) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:34.166885 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'port_id': '9cc8a88f-7553-4899-8826-878c1259d777', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:34.192349 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for floatingip, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:34.299615 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:34.410849 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Allocated IP 172.25.0.21 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/9f9ba22d-0493-4d4b-b598-ee00e7b83574) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:01:34.541012 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:34.582759 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:34.622712 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:01:34.625492 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:01:34.629871 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:01:34.635410 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'Port': ['ID=9f9ba22d-0493-4d4b-b598-ee00e7b83574,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:34.662498 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:34.662850 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:34.663222 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:34.663571 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:34.663911 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:34.664244 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:34.664577 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:34.664909 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:34.665239 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:34.665567 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:34.665893 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:34.666218 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:35.193282 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:35.324872 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:35.503639 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:35.508231 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:35.580101 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event updated for resources: {'Port': ['ID=9f9ba22d-0493-4d4b-b598-ee00e7b83574,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:35.588522 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:35.686088 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Floating IP ff43f5a3-1f68-4de8-b2c1-fd81576abd4c associated. External IP: 172.25.0.21, port: 9cc8a88f-7553-4899-8826-878c1259d777. Jul 16 21:01:35.888173 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Router 7c560cdd-48f0-48ab-9f30-02bf2b15bca3 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:01:35.998030 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:01:36.007619 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7739ed-7d2f-47f9-958a-59322d2c520f None None] Sync routers for ids ['7c560cdd-48f0-48ab-9f30-02bf2b15bca3'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:01:36.016172 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:36.017291 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7739ed-7d2f-47f9-958a-59322d2c520f None None] Routers {'7c560cdd-48f0-48ab-9f30-02bf2b15bca3'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:01:36.017985 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-3f7739ed-7d2f-47f9-958a-59322d2c520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:01:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7c560cdd-48f0-48ab-9f30-02bf2b15bca3'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:36.053469 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-88ff67d9-ca83-4313-a58a-c9d296859010 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8900402 Jul 16 21:01:36.054053 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b370435-2195-42b9-bde9-00964a919937', 'tag': '9cc8a88f-7553-4899-8826-878c1259d777'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:01:36.056296 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47304) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:36.056806 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3694ddd7-e98d-47c7-bb7a-6c9affc4ee3d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b370435-2195-42b9-bde9-00964a919937", "tag": "9cc8a88f-7553-4899-8826-878c1259d777"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:01:36.094870 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba82178-f196-4e99-8ee4-bcbaf06b01f0 x-openstack-request-id: req-1ba82178-f196-4e99-8ee4-bcbaf06b01f0 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:01:36.095738 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b370435-2195-42b9-bde9-00964a919937", "tag": "9cc8a88f-7553-4899-8826-878c1259d777", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:01:36.095993 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1ba82178-f196-4e99-8ee4-bcbaf06b01f0 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:01:36.096727 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b370435-2195-42b9-bde9-00964a919937', 'tag': '9cc8a88f-7553-4899-8826-878c1259d777', 'status': 'completed', 'code': 200} Jul 16 21:01:36.131358 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-3f7739ed-7d2f-47f9-958a-59322d2c520f None None] Set router 7c560cdd-48f0-48ab-9f30-02bf2b15bca3 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:01:36.207429 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f90211fd-f93e-4e81-ad92-54d42806421e tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/floatingips/ff43f5a3-1f68-4de8-b2c1-fd81576abd4c HTTP/1.1" status: 200 len: 991 time: 0.1488006 Jul 16 21:01:36.224284 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694ddd7-e98d-47c7-bb7a-6c9affc4ee3d req-c71a7a42-e03f-4689-bebd-c1a3c3ab4656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:36.225793 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3694ddd7-e98d-47c7-bb7a-6c9affc4ee3d req-c71a7a42-e03f-4689-bebd-c1a3c3ab4656 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7f119dd46d44ed6bf6cf819c3be7511&device_id=4b370435-2195-42b9-bde9-00964a919937 HTTP/1.1" status: 200 len: 1098 time: 0.0989788 Jul 16 21:01:36.321339 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694ddd7-e98d-47c7-bb7a-6c9affc4ee3d req-5347c3ea-78b8-445e-a465-2c8058be9ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:36.322851 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3694ddd7-e98d-47c7-bb7a-6c9affc4ee3d req-5347c3ea-78b8-445e-a465-2c8058be9ecd service neutron] 10.222.0.18 "GET /v2.0/networks?id=c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413 HTTP/1.1" status: 200 len: 898 time: 0.0909932 Jul 16 21:01:36.355819 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-3f7739ed-7d2f-47f9-958a-59322d2c520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'name': 'tempest-TestNetworkBasicOps-router-338976230', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:01:20Z', 'revision_number': 4, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'ff43f5a3-1f68-4de8-b2c1-fd81576abd4c', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'port_id': '9cc8a88f-7553-4899-8826-878c1259d777', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413', 'mac_address': 'fa:16:3e:7b:56:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b370435-2195-42b9-bde9-00964a919937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:01:34Z', 'updated_at': '2021-07-16T21:01:34Z', 'revision_number': 0, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63', 'name': '', 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'mac_address': 'fa:16:3e:3c:a7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'bdd67cdd-161a-4eb2-a0df-2380c4be384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:19Z', 'updated_at': '2021-07-16T21:01:25Z', 'revision_number': 5, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'subnets': [{'id': 'bdd67cdd-161a-4eb2-a0df-2380c4be384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:36.382594 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7739ed-7d2f-47f9-958a-59322d2c520f None None] Checking router: 7c560cdd-48f0-48ab-9f30-02bf2b15bca3 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:01:36.391095 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7739ed-7d2f-47f9-958a-59322d2c520f None None] Routers {'7c560cdd-48f0-48ab-9f30-02bf2b15bca3'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:01:36.391703 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-3f7739ed-7d2f-47f9-958a-59322d2c520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:01:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7c560cdd-48f0-48ab-9f30-02bf2b15bca3'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:36.427087 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3694ddd7-e98d-47c7-bb7a-6c9affc4ee3d req-67adb009-a170-4553-bad6-f04a8850caac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cc8a88f-7553-4899-8826-878c1259d777 HTTP/1.1" status: 200 len: 999 time: 0.0983987 Jul 16 21:01:36.476894 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694ddd7-e98d-47c7-bb7a-6c9affc4ee3d req-1ee7c291-c9ec-48c2-b49c-684308396c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:36.478523 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3694ddd7-e98d-47c7-bb7a-6c9affc4ee3d req-1ee7c291-c9ec-48c2-b49c-684308396c04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bdd67cdd-161a-4eb2-a0df-2380c4be384f HTTP/1.1" status: 200 len: 835 time: 0.0459960 Jul 16 21:01:36.500185 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-3f7739ed-7d2f-47f9-958a-59322d2c520f None None] Set router 7c560cdd-48f0-48ab-9f30-02bf2b15bca3 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:01:36.537858 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694ddd7-e98d-47c7-bb7a-6c9affc4ee3d req-508b7b64-6095-4708-848c-fe09bc52702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:36.539498 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3694ddd7-e98d-47c7-bb7a-6c9affc4ee3d req-508b7b64-6095-4708-848c-fe09bc52702b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553153 Jul 16 21:01:36.635177 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3694ddd7-e98d-47c7-bb7a-6c9affc4ee3d req-9563ae45-0e85-4940-a9ac-46dcb1b7b846 service neutron] 10.222.0.18 "GET /v2.0/networks/c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893905 Jul 16 21:01:36.728005 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3694ddd7-e98d-47c7-bb7a-6c9affc4ee3d req-e0ab7c97-2c5e-462e-ba98-dd73b070be1a service neutron] 10.222.0.18 "GET /v2.0/networks/c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868924 Jul 16 21:01:36.737829 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-3f7739ed-7d2f-47f9-958a-59322d2c520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'name': 'tempest-TestNetworkBasicOps-router-338976230', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:01:20Z', 'revision_number': 4, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'ff43f5a3-1f68-4de8-b2c1-fd81576abd4c', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'port_id': '9cc8a88f-7553-4899-8826-878c1259d777', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413', 'mac_address': 'fa:16:3e:7b:56:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b370435-2195-42b9-bde9-00964a919937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:01:34Z', 'updated_at': '2021-07-16T21:01:34Z', 'revision_number': 0, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63', 'name': '', 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'mac_address': 'fa:16:3e:3c:a7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'bdd67cdd-161a-4eb2-a0df-2380c4be384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:19Z', 'updated_at': '2021-07-16T21:01:25Z', 'revision_number': 5, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'subnets': [{'id': 'bdd67cdd-161a-4eb2-a0df-2380c4be384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:36.764739 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7739ed-7d2f-47f9-958a-59322d2c520f None None] The sync data for ids ['7c560cdd-48f0-48ab-9f30-02bf2b15bca3'] in n-d-791506-21 is: [{'id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'name': 'tempest-TestNetworkBasicOps-router-338976230', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:01:20Z', 'revision_number': 4, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'ff43f5a3-1f68-4de8-b2c1-fd81576abd4c', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'port_id': '9cc8a88f-7553-4899-8826-878c1259d777', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413', 'mac_address': 'fa:16:3e:7b:56:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b370435-2195-42b9-bde9-00964a919937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:01:34Z', 'updated_at': '2021-07-16T21:01:34Z', 'revision_number': 0, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63', 'name': '', 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'mac_address': 'fa:16:3e:3c:a7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'bdd67cdd-161a-4eb2-a0df-2380c4be384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:19Z', 'updated_at': '2021-07-16T21:01:25Z', 'revision_number': 5, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'subnets': [{'id': 'bdd67cdd-161a-4eb2-a0df-2380c4be384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:01:36.978226 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518ad83f-efd1-4b75-a7bb-5052e9e64003 None None] New status for floating IP ff43f5a3-1f68-4de8-b2c1-fd81576abd4c: ACTIVE {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:01:37.210179 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47326) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:37.282376 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d92d9c38-8a91-49a4-8e47-2f1ce5744c3c tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/floatingips/ff43f5a3-1f68-4de8-b2c1-fd81576abd4c HTTP/1.1" status: 200 len: 993 time: 0.0709922 Jul 16 21:01:51.724593 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f1439226-54ee-47e2-a084-ba6322a80c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:54.245398 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0d247379-f20d-46f1-8d4f-47423f35860b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:54.359221 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:55.872477 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:57.709436 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:59.748985 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:01.751343 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:02:03.463350 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:04.825301 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47816) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:04.887032 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-194e8097-9c7b-4e76-90f8-a684c926a5f1 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/floatingips/ff43f5a3-1f68-4de8-b2c1-fd81576abd4c HTTP/1.1" status: 200 len: 993 time: 0.0596507 Jul 16 21:02:05.215647 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 47824) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:05.383473 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-b9b60354-ca66-43ce-ac81-9270423c23e5 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Deleting port 9f9ba22d-0493-4d4b-b598-ee00e7b83574 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:02:05.383824 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b9b60354-ca66-43ce-ac81-9270423c23e5 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:05.466257 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b9b60354-ca66-43ce-ac81-9270423c23e5 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:05.466622 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b9b60354-ca66-43ce-ac81-9270423c23e5 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:05.478787 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-b9b60354-ca66-43ce-ac81-9270423c23e5 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Calling delete_port for 9f9ba22d-0493-4d4b-b598-ee00e7b83574 owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:02:06.029226 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b9b60354-ca66-43ce-ac81-9270423c23e5 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:06.057023 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b60354-ca66-43ce-ac81-9270423c23e5 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event deleted for resources: {'Port': ['ID=9f9ba22d-0493-4d4b-b598-ee00e7b83574,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:06.069883 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b60354-ca66-43ce-ac81-9270423c23e5 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:06.070235 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b60354-ca66-43ce-ac81-9270423c23e5 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:06.070626 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b60354-ca66-43ce-ac81-9270423c23e5 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:06.070975 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b60354-ca66-43ce-ac81-9270423c23e5 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:06.071314 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b60354-ca66-43ce-ac81-9270423c23e5 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:06.071651 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b60354-ca66-43ce-ac81-9270423c23e5 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:06.071983 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b60354-ca66-43ce-ac81-9270423c23e5 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:06.072313 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b60354-ca66-43ce-ac81-9270423c23e5 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:06.072641 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b60354-ca66-43ce-ac81-9270423c23e5 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:06.072967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b60354-ca66-43ce-ac81-9270423c23e5 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:06.073298 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b60354-ca66-43ce-ac81-9270423c23e5 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:06.073629 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b60354-ca66-43ce-ac81-9270423c23e5 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:06.136710 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b9b60354-ca66-43ce-ac81-9270423c23e5 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:06.137043 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-b9b60354-ca66-43ce-ac81-9270423c23e5 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Floating IP ff43f5a3-1f68-4de8-b2c1-fd81576abd4c disassociated (deleted). External IP: 172.25.0.21, port: 9cc8a88f-7553-4899-8826-878c1259d777. Jul 16 21:02:06.360683 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b60354-ca66-43ce-ac81-9270423c23e5 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Router 7c560cdd-48f0-48ab-9f30-02bf2b15bca3 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:02:06.472321 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b60354-ca66-43ce-ac81-9270423c23e5 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:02:06.477310 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b9b60354-ca66-43ce-ac81-9270423c23e5 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:06.481932 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330f990-3a45-40e9-bf48-932630062aae None None] Sync routers for ids ['7c560cdd-48f0-48ab-9f30-02bf2b15bca3'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:02:06.492691 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7330f990-3a45-40e9-bf48-932630062aae None None] Routers {'7c560cdd-48f0-48ab-9f30-02bf2b15bca3'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:06.493330 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-7330f990-3a45-40e9-bf48-932630062aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:01:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7c560cdd-48f0-48ab-9f30-02bf2b15bca3'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:06.518135 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b9b60354-ca66-43ce-ac81-9270423c23e5 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "DELETE /v2.0/floatingips/ff43f5a3-1f68-4de8-b2c1-fd81576abd4c HTTP/1.1" status: 204 len: 168 time: 1.3012881 Jul 16 21:02:06.518983 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b370435-2195-42b9-bde9-00964a919937', 'tag': '9cc8a88f-7553-4899-8826-878c1259d777'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:02:06.521803 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9955a06d-b398-4fa4-9787-66d4bd88b124" -d '{"events": [{"name": "network-changed", "server_uuid": "4b370435-2195-42b9-bde9-00964a919937", "tag": "9cc8a88f-7553-4899-8826-878c1259d777"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:02:06.599798 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbaf90f1-dcfb-433f-8582-9ff1bd9cac8b x-openstack-request-id: req-cbaf90f1-dcfb-433f-8582-9ff1bd9cac8b {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:02:06.600090 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b370435-2195-42b9-bde9-00964a919937", "tag": "9cc8a88f-7553-4899-8826-878c1259d777", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:02:06.600342 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cbaf90f1-dcfb-433f-8582-9ff1bd9cac8b {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:02:06.600740 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b370435-2195-42b9-bde9-00964a919937', 'tag': '9cc8a88f-7553-4899-8826-878c1259d777', 'status': 'completed', 'code': 200} Jul 16 21:02:06.638224 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-7330f990-3a45-40e9-bf48-932630062aae None None] Set router 7c560cdd-48f0-48ab-9f30-02bf2b15bca3 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:06.815860 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955a06d-b398-4fa4-9787-66d4bd88b124 req-66e18b81-18db-4159-838b-dd58d4db1681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:06.817724 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9955a06d-b398-4fa4-9787-66d4bd88b124 req-66e18b81-18db-4159-838b-dd58d4db1681 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7f119dd46d44ed6bf6cf819c3be7511&device_id=4b370435-2195-42b9-bde9-00964a919937 HTTP/1.1" status: 200 len: 1098 time: 0.1829107 Jul 16 21:02:06.877083 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-7330f990-3a45-40e9-bf48-932630062aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'name': 'tempest-TestNetworkBasicOps-router-338976230', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:01:20Z', 'revision_number': 4, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63', 'name': '', 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'mac_address': 'fa:16:3e:3c:a7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'bdd67cdd-161a-4eb2-a0df-2380c4be384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:19Z', 'updated_at': '2021-07-16T21:01:25Z', 'revision_number': 5, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'subnets': [{'id': 'bdd67cdd-161a-4eb2-a0df-2380c4be384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:06.912383 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330f990-3a45-40e9-bf48-932630062aae None None] Checking router: 7c560cdd-48f0-48ab-9f30-02bf2b15bca3 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:02:06.923740 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7330f990-3a45-40e9-bf48-932630062aae None None] Routers {'7c560cdd-48f0-48ab-9f30-02bf2b15bca3'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:06.924140 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-7330f990-3a45-40e9-bf48-932630062aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:01:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7c560cdd-48f0-48ab-9f30-02bf2b15bca3'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:06.978267 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955a06d-b398-4fa4-9787-66d4bd88b124 req-020ae709-f2c9-4f0c-bf5f-62d679f07c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:06.979774 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9955a06d-b398-4fa4-9787-66d4bd88b124 req-020ae709-f2c9-4f0c-bf5f-62d679f07c05 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413 HTTP/1.1" status: 200 len: 898 time: 0.1548817 Jul 16 21:02:07.024653 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9955a06d-b398-4fa4-9787-66d4bd88b124 req-7d6b8824-e53b-4361-bc5d-bc62e55cab42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cc8a88f-7553-4899-8826-878c1259d777 HTTP/1.1" status: 200 len: 217 time: 0.0372882 Jul 16 21:02:07.032528 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3385832-9e9f-4a3b-94ce-a0d82d462e59 req-83748f6c-26e2-47ac-bbe9-8ba43e1f9dba tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:07.033146 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-7330f990-3a45-40e9-bf48-932630062aae None None] Set router 7c560cdd-48f0-48ab-9f30-02bf2b15bca3 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:07.034370 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c3385832-9e9f-4a3b-94ce-a0d82d462e59 req-83748f6c-26e2-47ac-bbe9-8ba43e1f9dba tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b370435-2195-42b9-bde9-00964a919937 HTTP/1.1" status: 200 len: 946 time: 0.1267538 Jul 16 21:02:07.102763 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955a06d-b398-4fa4-9787-66d4bd88b124 req-f03941ad-58ad-4ebe-8b46-31192d77014d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:07.104233 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9955a06d-b398-4fa4-9787-66d4bd88b124 req-f03941ad-58ad-4ebe-8b46-31192d77014d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bdd67cdd-161a-4eb2-a0df-2380c4be384f HTTP/1.1" status: 200 len: 835 time: 0.0692427 Jul 16 21:02:07.107441 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c3385832-9e9f-4a3b-94ce-a0d82d462e59 req-5c5f391e-ffcf-405a-bbb7-e534d14224f8 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?id=22323dfa-f098-43ca-b472-2fc2a11c71a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652349 Jul 16 21:02:07.179845 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955a06d-b398-4fa4-9787-66d4bd88b124 req-b4a548ac-ec8e-4272-b0ca-c481a9d7816a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:07.179845 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9955a06d-b398-4fa4-9787-66d4bd88b124 req-b4a548ac-ec8e-4272-b0ca-c481a9d7816a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658247 Jul 16 21:02:07.201447 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-9955a06d-b398-4fa4-9787-66d4bd88b124 req-8fc59d39-2ccb-4cc4-8a5f-b8f84dedf4d3 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:02:07.201447 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9955a06d-b398-4fa4-9787-66d4bd88b124 req-8fc59d39-2ccb-4cc4-8a5f-b8f84dedf4d3 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095971 Jul 16 21:02:07.264579 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-7330f990-3a45-40e9-bf48-932630062aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'name': 'tempest-TestNetworkBasicOps-router-338976230', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:01:20Z', 'revision_number': 4, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63', 'name': '', 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'mac_address': 'fa:16:3e:3c:a7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'bdd67cdd-161a-4eb2-a0df-2380c4be384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:19Z', 'updated_at': '2021-07-16T21:01:25Z', 'revision_number': 5, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'subnets': [{'id': 'bdd67cdd-161a-4eb2-a0df-2380c4be384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:07.293808 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330f990-3a45-40e9-bf48-932630062aae None None] The sync data for ids ['7c560cdd-48f0-48ab-9f30-02bf2b15bca3'] in n-d-791506-21 is: [{'id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'name': 'tempest-TestNetworkBasicOps-router-338976230', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:01:20Z', 'revision_number': 4, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63', 'name': '', 'network_id': 'c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'mac_address': 'fa:16:3e:3c:a7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'bdd67cdd-161a-4eb2-a0df-2380c4be384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:19Z', 'updated_at': '2021-07-16T21:01:25Z', 'revision_number': 5, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'subnets': [{'id': 'bdd67cdd-161a-4eb2-a0df-2380c4be384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:02:07.307414 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9955a06d-b398-4fa4-9787-66d4bd88b124 req-fc7890b3-1de0-4451-857d-24fe57f3fa45 service neutron] 10.222.0.18 "GET /v2.0/networks/c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009219 Jul 16 21:02:07.419722 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9955a06d-b398-4fa4-9787-66d4bd88b124 req-83e9c1c3-8e47-42eb-8b7e-c6eb4bbe9cbe service neutron] 10.222.0.18 "GET /v2.0/networks/c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049061 Jul 16 21:02:07.571638 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96e50dd-ad96-45f6-bd01-49c48a64eb12 None None] New status for floating IP ff43f5a3-1f68-4de8-b2c1-fd81576abd4c: DOWN {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:02:08.185757 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806eb8b0-490f-4757-ae77-17d3aab13b5e req-85aa42ec-b5a8-4955-b209-2689317389e4 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:08.187473 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-806eb8b0-490f-4757-ae77-17d3aab13b5e req-85aa42ec-b5a8-4955-b209-2689317389e4 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b370435-2195-42b9-bde9-00964a919937 HTTP/1.1" status: 200 len: 946 time: 0.0701725 Jul 16 21:02:08.359259 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-806eb8b0-490f-4757-ae77-17d3aab13b5e req-574ddeef-0502-4ae2-a62d-3655be0ec88a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Deleting port 9cc8a88f-7553-4899-8826-878c1259d777 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:02:08.360635 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-806eb8b0-490f-4757-ae77-17d3aab13b5e req-574ddeef-0502-4ae2-a62d-3655be0ec88a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:08.407204 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70845b4-68b0-42e0-a801-b2f9bcc3501b req-316cf1ae-4b16-4a6a-9f8c-f19352ff65d7 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:08.408882 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b70845b4-68b0-42e0-a801-b2f9bcc3501b req-316cf1ae-4b16-4a6a-9f8c-f19352ff65d7 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b370435-2195-42b9-bde9-00964a919937 HTTP/1.1" status: 200 len: 946 time: 0.1554196 Jul 16 21:02:08.515050 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b70845b4-68b0-42e0-a801-b2f9bcc3501b req-46450a88-c9e7-4b0a-be69-5c107be9677f tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "GET /v2.0/security-groups?id=22323dfa-f098-43ca-b472-2fc2a11c71a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962565 Jul 16 21:02:08.555874 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-806eb8b0-490f-4757-ae77-17d3aab13b5e req-574ddeef-0502-4ae2-a62d-3655be0ec88a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] For port 9cc8a88f-7553-4899-8826-878c1259d777, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9cc8a88f-7553-4899-8826-878c1259d777,segment=NetworkSegment(d9974442-b5fe-4571-afa9-001c75579299),segment_id=d9974442-b5fe-4571-afa9-001c75579299)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:08.556236 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-806eb8b0-490f-4757-ae77-17d3aab13b5e req-574ddeef-0502-4ae2-a62d-3655be0ec88a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:08.581738 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-806eb8b0-490f-4757-ae77-17d3aab13b5e req-574ddeef-0502-4ae2-a62d-3655be0ec88a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Calling delete_port for 9cc8a88f-7553-4899-8826-878c1259d777 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:02:08.756858 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-806eb8b0-490f-4757-ae77-17d3aab13b5e req-574ddeef-0502-4ae2-a62d-3655be0ec88a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:08.859269 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ddeef-0502-4ae2-a62d-3655be0ec88a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event deleted for resources: {'Port': ['ID=9cc8a88f-7553-4899-8826-878c1259d777,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:08.884936 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-806eb8b0-490f-4757-ae77-17d3aab13b5e req-574ddeef-0502-4ae2-a62d-3655be0ec88a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] No DVR routers for this DVR port 9cc8a88f-7553-4899-8826-878c1259d777 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:02:08.888345 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-806eb8b0-490f-4757-ae77-17d3aab13b5e req-574ddeef-0502-4ae2-a62d-3655be0ec88a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:08.891066 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-806eb8b0-490f-4757-ae77-17d3aab13b5e req-574ddeef-0502-4ae2-a62d-3655be0ec88a tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.18 "DELETE /v2.0/ports/9cc8a88f-7553-4899-8826-878c1259d777 HTTP/1.1" status: 204 len: 173 time: 0.6977618 Jul 16 21:02:08.891544 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b370435-2195-42b9-bde9-00964a919937', 'name': 'network-vif-deleted', 'tag': '9cc8a88f-7553-4899-8826-878c1259d777'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:02:08.894980 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac076049-3deb-41fc-9198-2ab0693a0d3b" -d '{"events": [{"server_uuid": "4b370435-2195-42b9-bde9-00964a919937", "name": "network-vif-deleted", "tag": "9cc8a88f-7553-4899-8826-878c1259d777"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:02:08.957268 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc12c6f1-1ace-431e-b8ef-1f0cdf03f423 x-openstack-request-id: req-bc12c6f1-1ace-431e-b8ef-1f0cdf03f423 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:02:08.957557 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b370435-2195-42b9-bde9-00964a919937", "name": "network-vif-deleted", "tag": "9cc8a88f-7553-4899-8826-878c1259d777", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:02:08.957809 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bc12c6f1-1ace-431e-b8ef-1f0cdf03f423 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:02:08.958217 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b370435-2195-42b9-bde9-00964a919937', 'name': 'network-vif-deleted', 'tag': '9cc8a88f-7553-4899-8826-878c1259d777', 'status': 'completed', 'code': 200} Jul 16 21:02:09.667908 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48020) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:09.737074 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b187eee-77c8-4492-8235-804e38b1b2fa tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:09.764850 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b187eee-77c8-4492-8235-804e38b1b2fa tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:09.836396 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b187eee-77c8-4492-8235-804e38b1b2fa tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:09.839553 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6b187eee-77c8-4492-8235-804e38b1b2fa tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:09.841469 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6b187eee-77c8-4492-8235-804e38b1b2fa tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "DELETE /v2.0/security-groups/22323dfa-f098-43ca-b472-2fc2a11c71a0 HTTP/1.1" status: 204 len: 168 time: 0.1735306 Jul 16 21:02:09.852632 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b187eee-77c8-4492-8235-804e38b1b2fa tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22323dfa-f098-43ca-b472-2fc2a11c71a0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:09.880614 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48052) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:10.342684 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9ee0f4cf-01f7-4309-9a79-ef8b0a56454b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:10.683836 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-9ee0f4cf-01f7-4309-9a79-ef8b0a56454b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Deleting port 68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:02:10.684451 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9ee0f4cf-01f7-4309-9a79-ef8b0a56454b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:10.779439 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-9ee0f4cf-01f7-4309-9a79-ef8b0a56454b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] For port 68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63,segment=NetworkSegment(d9974442-b5fe-4571-afa9-001c75579299),segment_id=d9974442-b5fe-4571-afa9-001c75579299)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:10.779804 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9ee0f4cf-01f7-4309-9a79-ef8b0a56454b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:10.794176 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-9ee0f4cf-01f7-4309-9a79-ef8b0a56454b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Calling delete_port for 68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:02:11.022784 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9ee0f4cf-01f7-4309-9a79-ef8b0a56454b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:11.058472 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0f4cf-01f7-4309-9a79-ef8b0a56454b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event deleted for resources: {'Port': ['ID=68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:11.279195 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9ee0f4cf-01f7-4309-9a79-ef8b0a56454b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:11.770113 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee0f4cf-01f7-4309-9a79-ef8b0a56454b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Router 7c560cdd-48f0-48ab-9f30-02bf2b15bca3 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:02:11.873232 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee0f4cf-01f7-4309-9a79-ef8b0a56454b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:02:11.879139 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9ee0f4cf-01f7-4309-9a79-ef8b0a56454b tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "PUT /v2.0/routers/7c560cdd-48f0-48ab-9f30-02bf2b15bca3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9982057 Jul 16 21:02:11.881714 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48294) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:11.884426 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e72d2b-cde8-4e43-a4ef-1b9571f80742 None None] Sync routers for ids ['7c560cdd-48f0-48ab-9f30-02bf2b15bca3'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:02:11.894558 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e72d2b-cde8-4e43-a4ef-1b9571f80742 None None] Routers {'7c560cdd-48f0-48ab-9f30-02bf2b15bca3'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:11.895170 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-b5e72d2b-cde8-4e43-a4ef-1b9571f80742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:01:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7c560cdd-48f0-48ab-9f30-02bf2b15bca3'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:11.934484 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc243c1-499e-4466-a0d6-5e60b44e5b1d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Deleting subnet bdd67cdd-161a-4eb2-a0df-2380c4be384f {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:02:11.938047 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ccc243c1-499e-4466-a0d6-5e60b44e5b1d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:11.981563 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ccc243c1-499e-4466-a0d6-5e60b44e5b1d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:11.999853 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-b5e72d2b-cde8-4e43-a4ef-1b9571f80742 None None] Set router 7c560cdd-48f0-48ab-9f30-02bf2b15bca3 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:12.096150 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ccc243c1-499e-4466-a0d6-5e60b44e5b1d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:12.163876 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ccc243c1-499e-4466-a0d6-5e60b44e5b1d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:12.189399 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-b5e72d2b-cde8-4e43-a4ef-1b9571f80742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'name': 'tempest-TestNetworkBasicOps-router-338976230', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:02:10Z', 'revision_number': 5, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:12.193576 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ccc243c1-499e-4466-a0d6-5e60b44e5b1d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:12.196697 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ccc243c1-499e-4466-a0d6-5e60b44e5b1d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "DELETE /v2.0/subnets/bdd67cdd-161a-4eb2-a0df-2380c4be384f HTTP/1.1" status: 204 len: 168 time: 0.3135624 Jul 16 21:02:12.198130 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48296) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:12.198847 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc243c1-499e-4466-a0d6-5e60b44e5b1d tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event deleted for resources: {'Subnet': ['ID=bdd67cdd-161a-4eb2-a0df-2380c4be384f,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:12.201310 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8fc006-d48c-4068-bae2-258dc36558be None None] Network c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:02:12.236137 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e72d2b-cde8-4e43-a4ef-1b9571f80742 None None] Checking router: 7c560cdd-48f0-48ab-9f30-02bf2b15bca3 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:02:12.254701 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e72d2b-cde8-4e43-a4ef-1b9571f80742 None None] Routers {'7c560cdd-48f0-48ab-9f30-02bf2b15bca3'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:12.255536 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-b5e72d2b-cde8-4e43-a4ef-1b9571f80742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:01:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['7c560cdd-48f0-48ab-9f30-02bf2b15bca3'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:12.372029 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-b5e72d2b-cde8-4e43-a4ef-1b9571f80742 None None] Set router 7c560cdd-48f0-48ab-9f30-02bf2b15bca3 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:12.425563 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4184cce8-a1f9-43d4-a564-d0e8e3d42b4f None None] DHCP port deletion for c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:02:12.481182 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4184cce8-a1f9-43d4-a564-d0e8e3d42b4f None None] Deleting port e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:02:12.481745 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4184cce8-a1f9-43d4-a564-d0e8e3d42b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:12.567937 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9cc8a88f-7553-4899-8826-878c1259d777 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:02:12.582542 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-b5e72d2b-cde8-4e43-a4ef-1b9571f80742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'name': 'tempest-TestNetworkBasicOps-router-338976230', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:02:10Z', 'revision_number': 5, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:12.595672 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 9cc8a88f-7553-4899-8826-878c1259d777 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:02:12.596336 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9cc8a88f-7553-4899-8826-878c1259d777 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:02:12.604708 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4184cce8-a1f9-43d4-a564-d0e8e3d42b4f None None] For port e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3,segment=NetworkSegment(d9974442-b5fe-4571-afa9-001c75579299),segment_id=d9974442-b5fe-4571-afa9-001c75579299)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:12.605471 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4184cce8-a1f9-43d4-a564-d0e8e3d42b4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:12.620922 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4184cce8-a1f9-43d4-a564-d0e8e3d42b4f None None] Calling delete_port for e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:02:12.624776 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e72d2b-cde8-4e43-a4ef-1b9571f80742 None None] The sync data for ids ['7c560cdd-48f0-48ab-9f30-02bf2b15bca3'] in n-d-791506-21 is: [{'id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'name': 'tempest-TestNetworkBasicOps-router-338976230', 'tenant_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:02:10Z', 'revision_number': 5, 'project_id': 'f7f119dd46d44ed6bf6cf819c3be7511', 'gw_port': {'id': '40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c560cdd-48f0-48ab-9f30-02bf2b15bca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:16Z', 'updated_at': '2021-07-16T21:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:02:12.695989 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e35ae21-bc09-4469-be8e-bbfbb62390bb tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:12.726999 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4184cce8-a1f9-43d4-a564-d0e8e3d42b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:12.754500 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184cce8-a1f9-43d4-a564-d0e8e3d42b4f None None] Pushing event deleted for resources: {'Port': ['ID=e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:12.762218 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4184cce8-a1f9-43d4-a564-d0e8e3d42b4f None None] No DVR routers for this DVR port e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:02:12.764754 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4184cce8-a1f9-43d4-a564-d0e8e3d42b4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:12.765104 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4184cce8-a1f9-43d4-a564-d0e8e3d42b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:12.765834 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4184cce8-a1f9-43d4-a564-d0e8e3d42b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:12.766015 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4184cce8-a1f9-43d4-a564-d0e8e3d42b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:12.766619 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4184cce8-a1f9-43d4-a564-d0e8e3d42b4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:12.767124 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4184cce8-a1f9-43d4-a564-d0e8e3d42b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:12.767610 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4184cce8-a1f9-43d4-a564-d0e8e3d42b4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:12.768126 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4184cce8-a1f9-43d4-a564-d0e8e3d42b4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:12.768610 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4184cce8-a1f9-43d4-a564-d0e8e3d42b4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:12.769107 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4184cce8-a1f9-43d4-a564-d0e8e3d42b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:12.769607 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4184cce8-a1f9-43d4-a564-d0e8e3d42b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:12.770104 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4184cce8-a1f9-43d4-a564-d0e8e3d42b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:12.830598 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e35ae21-bc09-4469-be8e-bbfbb62390bb tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:12.891893 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-5e35ae21-bc09-4469-be8e-bbfbb62390bb tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Deleting port 40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:02:12.892223 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e35ae21-bc09-4469-be8e-bbfbb62390bb tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:12.970289 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-5e35ae21-bc09-4469-be8e-bbfbb62390bb tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] For port 40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:12.970579 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e35ae21-bc09-4469-be8e-bbfbb62390bb tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:12.986465 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-5e35ae21-bc09-4469-be8e-bbfbb62390bb tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Calling delete_port for 40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6 owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:02:13.189075 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e35ae21-bc09-4469-be8e-bbfbb62390bb tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:13.198215 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:02:13.215217 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35ae21-bc09-4469-be8e-bbfbb62390bb tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event deleted for resources: {'Port': ['ID=40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:13.230311 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:02:13.230897 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 68b6ab73-3d71-4a72-9b6d-e5e93ebf2f63 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:02:13.238588 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:02:13.272755 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:02:13.273097 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e23f8f0c-4c34-4ed1-b03a-cdc94c9bcdd3 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:02:13.300986 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e35ae21-bc09-4469-be8e-bbfbb62390bb tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:13.404212 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e35ae21-bc09-4469-be8e-bbfbb62390bb tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:13.406310 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e35ae21-bc09-4469-be8e-bbfbb62390bb tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:13.452638 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e35ae21-bc09-4469-be8e-bbfbb62390bb tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:13.453977 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e35ae21-bc09-4469-be8e-bbfbb62390bb tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Fanout notify agent at l3_agent the message router_deleted on router 7c560cdd-48f0-48ab-9f30-02bf2b15bca3 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:02:13.461753 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e35ae21-bc09-4469-be8e-bbfbb62390bb tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:13.465750 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48308) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:13.473893 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5e35ae21-bc09-4469-be8e-bbfbb62390bb tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "DELETE /v2.0/routers/7c560cdd-48f0-48ab-9f30-02bf2b15bca3 HTTP/1.1" status: 204 len: 168 time: 1.2739558 Jul 16 21:02:13.555411 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-304c1748-92f6-4e83-9f13-d53a2266d554 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:13.679553 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-304c1748-92f6-4e83-9f13-d53a2266d554 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:13.690833 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-304c1748-92f6-4e83-9f13-d53a2266d554 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:13.703986 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-304c1748-92f6-4e83-9f13-d53a2266d554 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9974442-b5fe-4571-afa9-001c75579299') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:13.704310 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-304c1748-92f6-4e83-9f13-d53a2266d554 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9974442-b5fe-4571-afa9-001c75579299') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:13.714079 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-304c1748-92f6-4e83-9f13-d53a2266d554 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:13.729342 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-304c1748-92f6-4e83-9f13-d53a2266d554 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:13.736370 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-304c1748-92f6-4e83-9f13-d53a2266d554 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:02:13.737093 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-304c1748-92f6-4e83-9f13-d53a2266d554 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: timer() Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:02:13.740568 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:02:13.821458 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-304c1748-92f6-4e83-9f13-d53a2266d554 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:13.828998 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-304c1748-92f6-4e83-9f13-d53a2266d554 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:13.831482 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-304c1748-92f6-4e83-9f13-d53a2266d554 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] 10.222.0.38 "DELETE /v2.0/networks/c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413 HTTP/1.1" status: 204 len: 168 time: 0.3646870 Jul 16 21:02:13.854643 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c1748-92f6-4e83-9f13-d53a2266d554 tempest-TestNetworkBasicOps-1590487967 tempest-TestNetworkBasicOps-1590487967-project] Pushing event deleted for resources: {'Network': ['ID=c6f99e8b-2dbe-462d-b2a1-2aca1eb0f413,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:14.198497 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48316) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:14.349331 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0a6ae3fb-ae76-43e2-8e09-ef53b3eef86e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f7f119dd46d44ed6bf6cf819c3be7511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496043 Jul 16 21:02:14.351924 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48320) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:14.412102 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5723858e-1bb8-4778-a21a-99b4e006bb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:14.434233 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5723858e-1bb8-4778-a21a-99b4e006bb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:14.486228 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5723858e-1bb8-4778-a21a-99b4e006bb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:14.488812 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5723858e-1bb8-4778-a21a-99b4e006bb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:14.489961 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5723858e-1bb8-4778-a21a-99b4e006bb79 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2781e9e5-9558-49c4-bfc1-e85f8cc079ef HTTP/1.1" status: 204 len: 168 time: 0.1371388 Jul 16 21:02:14.498255 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5723858e-1bb8-4778-a21a-99b4e006bb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2781e9e5-9558-49c4-bfc1-e85f8cc079ef,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:14.795488 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48326) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:14.809415 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-802d383d-75c8-4722-8de5-dca21a02dfca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:14.931170 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-802d383d-75c8-4722-8de5-dca21a02dfca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:14.935855 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-802d383d-75c8-4722-8de5-dca21a02dfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:14.978175 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-802d383d-75c8-4722-8de5-dca21a02dfca admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6baf14dd57f642ea998ffbbcfc192588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1809895 Jul 16 21:02:14.981457 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48330) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:14.992473 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d383d-75c8-4722-8de5-dca21a02dfca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540a9292-dc44-4725-8980-c48575c130bb,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:15.039330 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6b450640-9030-418b-8684-2e0d77c5e392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:15.066156 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6b450640-9030-418b-8684-2e0d77c5e392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:15.124386 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6b450640-9030-418b-8684-2e0d77c5e392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:15.129927 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6b450640-9030-418b-8684-2e0d77c5e392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:15.132253 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6b450640-9030-418b-8684-2e0d77c5e392 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/540a9292-dc44-4725-8980-c48575c130bb HTTP/1.1" status: 204 len: 168 time: 0.1497116 Jul 16 21:02:15.148177 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b450640-9030-418b-8684-2e0d77c5e392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540a9292-dc44-4725-8980-c48575c130bb,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:15.184264 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:02:15.210156 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:02:15.210764 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 40be9216-8ee0-4ad8-a1f8-5e7dde8d02e6 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:02:16.001528 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48354) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:16.109053 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-2dd3a76d-c0b5-4f3b-9da5-09b63d6435f7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1123654954-network', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:16.136887 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd3a76d-c0b5-4f3b-9da5-09b63d6435f7 admin admin] Made reservation on behalf of 7c43ed99bc504aa9b10c41aeaf253a22 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:02:16.139822 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2dd3a76d-c0b5-4f3b-9da5-09b63d6435f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:16.150206 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2dd3a76d-c0b5-4f3b-9da5-09b63d6435f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:16.246788 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2dd3a76d-c0b5-4f3b-9da5-09b63d6435f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:16.250638 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2dd3a76d-c0b5-4f3b-9da5-09b63d6435f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:16.276488 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd3a76d-c0b5-4f3b-9da5-09b63d6435f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:02:16.288142 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3a76d-c0b5-4f3b-9da5-09b63d6435f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9cc5fb-389f-485f-9d38-eaaaff325ff5,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:16.295432 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2dd3a76d-c0b5-4f3b-9da5-09b63d6435f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:16.297866 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-2dd3a76d-c0b5-4f3b-9da5-09b63d6435f7 admin admin] Added segment 7a83a448-d576-4a20-bdf7-3079fa759d15 of type vlan for network 45a2fb76-a8d8-444b-802f-9c9ae08c7ae5 Jul 16 21:02:16.340026 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2dd3a76d-c0b5-4f3b-9da5-09b63d6435f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:16.379618 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2dd3a76d-c0b5-4f3b-9da5-09b63d6435f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:16.380556 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd3a76d-c0b5-4f3b-9da5-09b63d6435f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:16.381139 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2dd3a76d-c0b5-4f3b-9da5-09b63d6435f7 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:16.437043 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2dd3a76d-c0b5-4f3b-9da5-09b63d6435f7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4334598 Jul 16 21:02:16.440735 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48358) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:16.446962 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-7dd73ad5-6b3b-4a2a-b834-69095c04742b admin admin] Request body: {'subnet': {'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1123654954-subnet', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:16.472704 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3a76d-c0b5-4f3b-9da5-09b63d6435f7 admin admin] Pushing event updated for resources: {'Network': ['ID=45a2fb76-a8d8-444b-802f-9c9ae08c7ae5,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:16.472962 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd73ad5-6b3b-4a2a-b834-69095c04742b admin admin] Made reservation on behalf of 7c43ed99bc504aa9b10c41aeaf253a22 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:02:16.476153 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7dd73ad5-6b3b-4a2a-b834-69095c04742b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:16.488731 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 45a2fb76-a8d8-444b-802f-9c9ae08c7ae5 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:02:16.664046 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7dd73ad5-6b3b-4a2a-b834-69095c04742b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:16.715649 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd73ad5-6b3b-4a2a-b834-69095c04742b admin admin] Pushing event updated for resources: {'Subnet': ['ID=118739da-6b34-477a-a3ae-9dd2acc907c3,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:16.732721 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd73ad5-6b3b-4a2a-b834-69095c04742b admin admin] Checking segment: {'id': '7a83a448-d576-4a20-bdf7-3079fa759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:02:16.733087 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd73ad5-6b3b-4a2a-b834-69095c04742b admin admin] Network hostable DHCP agents. Network: 45a2fb76-a8d8-444b-802f-9c9ae08c7ae5, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:02:16.752670 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd73ad5-6b3b-4a2a-b834-69095c04742b admin admin] Network 45a2fb76-a8d8-444b-802f-9c9ae08c7ae5 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:02:16.762842 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-7dd73ad5-6b3b-4a2a-b834-69095c04742b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 45a2fb76-a8d8-444b-802f-9c9ae08c7ae5) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:16.771685 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1feea6dc-b5af-4313-81c4-13e19ac45195 None None] Network 45a2fb76-a8d8-444b-802f-9c9ae08c7ae5 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:02:16.771954 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd73ad5-6b3b-4a2a-b834-69095c04742b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:16.772527 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7dd73ad5-6b3b-4a2a-b834-69095c04742b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:16.791508 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7dd73ad5-6b3b-4a2a-b834-69095c04742b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3462927 Jul 16 21:02:16.792065 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48360) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:16.798103 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-31ef4aa0-6d20-4f91-bf55-62bd685edb0d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1123654954-router', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:16.822793 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-31ef4aa0-6d20-4f91-bf55-62bd685edb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:16.823924 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-31ef4aa0-6d20-4f91-bf55-62bd685edb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:16.885238 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-31ef4aa0-6d20-4f91-bf55-62bd685edb0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:16.939921 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc27a1b-78ef-4ef4-b637-68017f22a347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-45a2fb76-a8d8-444b-802f-9c9ae08c7ae5', 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'fixed_ips': [{'subnet_id': '118739da-6b34-477a-a3ae-9dd2acc907c3'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:02:16.940822 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bdc27a1b-78ef-4ef4-b637-68017f22a347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:17.047140 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-31ef4aa0-6d20-4f91-bf55-62bd685edb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:17.085721 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-bdc27a1b-78ef-4ef4-b637-68017f22a347 None None] Allocated IP 172.20.0.2 (45a2fb76-a8d8-444b-802f-9c9ae08c7ae5/118739da-6b34-477a-a3ae-9dd2acc907c3/5a77b2ec-6b34-4ea7-83b2-805b25028790) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:02:17.260208 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bdc27a1b-78ef-4ef4-b637-68017f22a347 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:17.269986 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bdc27a1b-78ef-4ef4-b637-68017f22a347 None None] Transition to ACTIVE for port object 5a77b2ec-6b34-4ea7-83b2-805b25028790 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:17.286108 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-31ef4aa0-6d20-4f91-bf55-62bd685edb0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:17.287937 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bdc27a1b-78ef-4ef4-b637-68017f22a347 None None] Transition to ACTIVE for port object 5a77b2ec-6b34-4ea7-83b2-805b25028790 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:17.296331 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bdc27a1b-78ef-4ef4-b637-68017f22a347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:17.307472 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-31ef4aa0-6d20-4f91-bf55-62bd685edb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:17.344775 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc27a1b-78ef-4ef4-b637-68017f22a347 None None] Network 45a2fb76-a8d8-444b-802f-9c9ae08c7ae5 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:02:17.347973 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-bdc27a1b-78ef-4ef4-b637-68017f22a347 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:17.350778 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc27a1b-78ef-4ef4-b637-68017f22a347 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:02:17.361016 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc27a1b-78ef-4ef4-b637-68017f22a347 None None] Pushing event updated for resources: {'Port': ['ID=5a77b2ec-6b34-4ea7-83b2-805b25028790,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:17.425358 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-bdc27a1b-78ef-4ef4-b637-68017f22a347 None None] Attempting to bind port 5a77b2ec-6b34-4ea7-83b2-805b25028790 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:02:17.425727 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-bdc27a1b-78ef-4ef4-b637-68017f22a347 None None] Attempting to bind port 5a77b2ec-6b34-4ea7-83b2-805b25028790 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '7a83a448-d576-4a20-bdf7-3079fa759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:02:17.426092 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc27a1b-78ef-4ef4-b637-68017f22a347 None None] Attempting to bind port 5a77b2ec-6b34-4ea7-83b2-805b25028790 on network 45a2fb76-a8d8-444b-802f-9c9ae08c7ae5 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:02:17.431895 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc27a1b-78ef-4ef4-b637-68017f22a347 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:02:17.432339 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc27a1b-78ef-4ef4-b637-68017f22a347 None None] Checking segment: {'id': '7a83a448-d576-4a20-bdf7-3079fa759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:02:17.433078 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bdc27a1b-78ef-4ef4-b637-68017f22a347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:17.433288 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc27a1b-78ef-4ef4-b637-68017f22a347 None None] Bound using segment: {'id': '7a83a448-d576-4a20-bdf7-3079fa759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:02:17.433597 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-bdc27a1b-78ef-4ef4-b637-68017f22a347 None None] Bound port: 5a77b2ec-6b34-4ea7-83b2-805b25028790, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a83a448-d576-4a20-bdf7-3079fa759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:02:17.433984 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bdc27a1b-78ef-4ef4-b637-68017f22a347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:17.439168 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-31ef4aa0-6d20-4f91-bf55-62bd685edb0d admin admin] Allocated IP 172.25.0.88 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/b18d5939-3552-4a44-ad85-72031dfe32c9) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:02:17.505871 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-bdc27a1b-78ef-4ef4-b637-68017f22a347 None None] For port 5a77b2ec-6b34-4ea7-83b2-805b25028790, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:02:17.512194 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-bdc27a1b-78ef-4ef4-b637-68017f22a347 None None] For port 5a77b2ec-6b34-4ea7-83b2-805b25028790, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=5a77b2ec-6b34-4ea7-83b2-805b25028790,segment=NetworkSegment(7a83a448-d576-4a20-bdf7-3079fa759d15),segment_id=7a83a448-d576-4a20-bdf7-3079fa759d15)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:02:17.517291 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bdc27a1b-78ef-4ef4-b637-68017f22a347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:17.540135 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466045f8-e5d0-42fd-8dea-53af1b8aed08 req-276cd8a1-bf53-493d-946a-b85e71c99398 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:17.542396 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-466045f8-e5d0-42fd-8dea-53af1b8aed08 req-276cd8a1-bf53-493d-946a-b85e71c99398 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.38 "GET /v2.0/ports?device_id=344c340b-2a8c-4657-9b88-b88288f0325b HTTP/1.1" status: 200 len: 950 time: 0.0704315 Jul 16 21:02:17.553518 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-31ef4aa0-6d20-4f91-bf55-62bd685edb0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:17.595327 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc27a1b-78ef-4ef4-b637-68017f22a347 None None] Pushing event updated for resources: {'Port': ['ID=5a77b2ec-6b34-4ea7-83b2-805b25028790,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:17.602892 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-466045f8-e5d0-42fd-8dea-53af1b8aed08 req-68080b28-6946-4f21-8ea6-7916dcadd73b tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.38 "GET /v2.0/security-groups?id=49eb6619-0c2b-4f98-8e52-52f356721e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518026 Jul 16 21:02:17.608606 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-31ef4aa0-6d20-4f91-bf55-62bd685edb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:17.648001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ef4aa0-6d20-4f91-bf55-62bd685edb0d admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:02:17.653424 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-31ef4aa0-6d20-4f91-bf55-62bd685edb0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:17.656883 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ef4aa0-6d20-4f91-bf55-62bd685edb0d admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:02:17.689857 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef4aa0-6d20-4f91-bf55-62bd685edb0d admin admin] Pushing event updated for resources: {'Port': ['ID=b18d5939-3552-4a44-ad85-72031dfe32c9,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:17.944066 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-31ef4aa0-6d20-4f91-bf55-62bd685edb0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:18.151526 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-31ef4aa0-6d20-4f91-bf55-62bd685edb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:18.288136 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ef4aa0-6d20-4f91-bf55-62bd685edb0d admin admin] Router 84ee7b6b-3cbd-4033-99cc-8255050bf80b is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:02:18.399848 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ef4aa0-6d20-4f91-bf55-62bd685edb0d admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:02:18.412270 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00848dc8-6913-4959-9702-c033c1b4ff22 None None] Sync routers for ids ['84ee7b6b-3cbd-4033-99cc-8255050bf80b'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:02:18.417390 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-31ef4aa0-6d20-4f91-bf55-62bd685edb0d admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:18.419246 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-31ef4aa0-6d20-4f91-bf55-62bd685edb0d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6256862 Jul 16 21:02:18.422581 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48368) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:18.424238 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00848dc8-6913-4959-9702-c033c1b4ff22 None None] Routers {'84ee7b6b-3cbd-4033-99cc-8255050bf80b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:18.425109 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-00848dc8-6913-4959-9702-c033c1b4ff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:01:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['84ee7b6b-3cbd-4033-99cc-8255050bf80b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:18.525084 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e7db4f-45f9-446b-82ae-b259c9ea42dc None None] Network 45a2fb76-a8d8-444b-802f-9c9ae08c7ae5 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:02:18.563397 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-00848dc8-6913-4959-9702-c033c1b4ff22 None None] Set router 84ee7b6b-3cbd-4033-99cc-8255050bf80b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:18.689692 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5d72a90a-a1ed-4d9e-833a-c51b4267e8c6 None None] Provisioning for port 5a77b2ec-6b34-4ea7-83b2-805b25028790 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:18.811066 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a518e0-00db-4e75-a6d3-bb7097f7ec5a req-7395da5b-7c00-4b14-ab97-139e6e7327cb tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:18.813990 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b1a518e0-00db-4e75-a6d3-bb7097f7ec5a req-7395da5b-7c00-4b14-ab97-139e6e7327cb tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.38 "GET /v2.0/ports?device_id=344c340b-2a8c-4657-9b88-b88288f0325b HTTP/1.1" status: 200 len: 950 time: 0.0847430 Jul 16 21:02:18.862293 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b1a518e0-00db-4e75-a6d3-bb7097f7ec5a req-592c170d-dc83-4479-a08b-956643ecbb95 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.38 "GET /v2.0/security-groups?id=49eb6619-0c2b-4f98-8e52-52f356721e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417550 Jul 16 21:02:19.042510 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-00848dc8-6913-4959-9702-c033c1b4ff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'name': 'tempest-TestVolumeBackupRestore-1123654954-router', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:16Z', 'updated_at': '2021-07-16T21:02:17Z', 'revision_number': 3, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'gw_port': {'id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:17Z', 'updated_at': '2021-07-16T21:02:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:19.072028 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00848dc8-6913-4959-9702-c033c1b4ff22 None None] Checking router: 84ee7b6b-3cbd-4033-99cc-8255050bf80b for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:02:19.072374 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00848dc8-6913-4959-9702-c033c1b4ff22 None None] Updating router 84ee7b6b-3cbd-4033-99cc-8255050bf80b port b18d5939-3552-4a44-ad85-72031dfe32c9 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:02:19.114812 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-00848dc8-6913-4959-9702-c033c1b4ff22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:19.224233 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5a77b2ec-6b34-4ea7-83b2-805b25028790 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:19.230250 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd65c1-6ea8-4d4d-901b-3bc0b599a459 req-d898aa4a-2193-40d8-8136-2df94689eb26 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:19.232612 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-06dd65c1-6ea8-4d4d-901b-3bc0b599a459 req-d898aa4a-2193-40d8-8136-2df94689eb26 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.62 "GET /v2.0/ports?device_id=344c340b-2a8c-4657-9b88-b88288f0325b HTTP/1.1" status: 200 len: 950 time: 0.1651001 Jul 16 21:02:19.327660 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c23ce1eb-e910-4a9c-a6b0-210d09d721fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:19.376302 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 5a77b2ec-6b34-4ea7-83b2-805b25028790 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:19.381034 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4768b278-f4ce-4534-aa04-39344f9a3e0f None None] Provisioning complete for port 5a77b2ec-6b34-4ea7-83b2-805b25028790 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:19.381413 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4768b278-f4ce-4534-aa04-39344f9a3e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:19.390655 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 5a77b2ec-6b34-4ea7-83b2-805b25028790 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:19.391029 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:19.508880 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-06dd65c1-6ea8-4d4d-901b-3bc0b599a459 req-747e0d5d-ee3e-4083-a896-bf5249989ea0 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Deleting port 78bdf502-6274-4614-9e10-21775babdb85 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:02:19.509225 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-06dd65c1-6ea8-4d4d-901b-3bc0b599a459 req-747e0d5d-ee3e-4083-a896-bf5249989ea0 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:19.610465 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-00848dc8-6913-4959-9702-c033c1b4ff22 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:19.612960 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4768b278-f4ce-4534-aa04-39344f9a3e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:19.616738 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:19.644577 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-00848dc8-6913-4959-9702-c033c1b4ff22 None None] Transition to ACTIVE for port object b18d5939-3552-4a44-ad85-72031dfe32c9 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:19.647656 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-c23ce1eb-e910-4a9c-a6b0-210d09d721fe admin admin] Allocated IP 172.20.0.1 (45a2fb76-a8d8-444b-802f-9c9ae08c7ae5/118739da-6b34-477a-a3ae-9dd2acc907c3/bc8b6e7a-0b17-4cf6-8cff-9039f6113669) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:02:19.650668 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-06dd65c1-6ea8-4d4d-901b-3bc0b599a459 req-747e0d5d-ee3e-4083-a896-bf5249989ea0 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] For port 78bdf502-6274-4614-9e10-21775babdb85, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=78bdf502-6274-4614-9e10-21775babdb85,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:19.651038 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-06dd65c1-6ea8-4d4d-901b-3bc0b599a459 req-747e0d5d-ee3e-4083-a896-bf5249989ea0 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:19.662192 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-00848dc8-6913-4959-9702-c033c1b4ff22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:19.671058 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-06dd65c1-6ea8-4d4d-901b-3bc0b599a459 req-747e0d5d-ee3e-4083-a896-bf5249989ea0 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Calling delete_port for 78bdf502-6274-4614-9e10-21775babdb85 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:02:19.704550 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4768b278-f4ce-4534-aa04-39344f9a3e0f None None] For port 5a77b2ec-6b34-4ea7-83b2-805b25028790, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=5a77b2ec-6b34-4ea7-83b2-805b25028790,segment=NetworkSegment(7a83a448-d576-4a20-bdf7-3079fa759d15),segment_id=7a83a448-d576-4a20-bdf7-3079fa759d15)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:19.716832 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4768b278-f4ce-4534-aa04-39344f9a3e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:19.757148 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-00848dc8-6913-4959-9702-c033c1b4ff22 None None] Attempting to bind port b18d5939-3552-4a44-ad85-72031dfe32c9 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:02:19.757557 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-00848dc8-6913-4959-9702-c033c1b4ff22 None None] Attempting to bind port b18d5939-3552-4a44-ad85-72031dfe32c9 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:02:19.757892 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00848dc8-6913-4959-9702-c033c1b4ff22 None None] Attempting to bind port b18d5939-3552-4a44-ad85-72031dfe32c9 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:02:19.764296 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69367fa-f767-48b7-93db-ceaabef02912 None None] Pushing event updated for resources: {'Port': ['ID=b18d5939-3552-4a44-ad85-72031dfe32c9,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:19.778700 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00848dc8-6913-4959-9702-c033c1b4ff22 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:02:19.779085 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00848dc8-6913-4959-9702-c033c1b4ff22 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:02:19.779491 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-00848dc8-6913-4959-9702-c033c1b4ff22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:19.779894 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00848dc8-6913-4959-9702-c033c1b4ff22 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:02:19.780384 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-00848dc8-6913-4959-9702-c033c1b4ff22 None None] Bound port: b18d5939-3552-4a44-ad85-72031dfe32c9, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:02:19.780768 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-00848dc8-6913-4959-9702-c033c1b4ff22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:19.821038 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 21:02:19.821396 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 21:02:19.830440 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c23ce1eb-e910-4a9c-a6b0-210d09d721fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:19.849914 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-c23ce1eb-e910-4a9c-a6b0-210d09d721fe admin admin] Transition to ACTIVE for port object bc8b6e7a-0b17-4cf6-8cff-9039f6113669 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:19.866100 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768b278-f4ce-4534-aa04-39344f9a3e0f None None] Pushing event updated for resources: {'Port': ['ID=5a77b2ec-6b34-4ea7-83b2-805b25028790,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:19.872394 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-00848dc8-6913-4959-9702-c033c1b4ff22 None None] For port b18d5939-3552-4a44-ad85-72031dfe32c9, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:02:19.876871 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-00848dc8-6913-4959-9702-c033c1b4ff22 None None] For port b18d5939-3552-4a44-ad85-72031dfe32c9, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b18d5939-3552-4a44-ad85-72031dfe32c9,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:02:19.881560 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-00848dc8-6913-4959-9702-c033c1b4ff22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:19.910804 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-06dd65c1-6ea8-4d4d-901b-3bc0b599a459 req-747e0d5d-ee3e-4083-a896-bf5249989ea0 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:19.934599 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['78bdf502-6274-4614-9e10-21775babdb85'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:02:19.952579 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e0d5d-ee3e-4083-a896-bf5249989ea0 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Pushing event deleted for resources: {'Port': ['ID=78bdf502-6274-4614-9e10-21775babdb85,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:19.961632 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c23ce1eb-e910-4a9c-a6b0-210d09d721fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:19.966720 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00848dc8-6913-4959-9702-c033c1b4ff22 None None] Routers {'84ee7b6b-3cbd-4033-99cc-8255050bf80b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:19.967845 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-00848dc8-6913-4959-9702-c033c1b4ff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:01:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['84ee7b6b-3cbd-4033-99cc-8255050bf80b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:20.026923 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1265676e-2770-4156-82a1-cde5a86c93a6 req-3a55e5ec-43f7-467e-a835-06e843ddd375 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.38 "GET /v2.0/ports?device_id=344c340b-2a8c-4657-9b88-b88288f0325b HTTP/1.1" status: 200 len: 210 time: 0.0364523 Jul 16 21:02:20.035465 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-06dd65c1-6ea8-4d4d-901b-3bc0b599a459 req-747e0d5d-ee3e-4083-a896-bf5249989ea0 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] No DVR routers for this DVR port 78bdf502-6274-4614-9e10-21775babdb85 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:02:20.041576 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-06dd65c1-6ea8-4d4d-901b-3bc0b599a459 req-747e0d5d-ee3e-4083-a896-bf5249989ea0 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:20.044040 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-06dd65c1-6ea8-4d4d-901b-3bc0b599a459 req-747e0d5d-ee3e-4083-a896-bf5249989ea0 tempest-VolumesBackupsTest-98028111 tempest-VolumesBackupsTest-98028111-project] 10.222.0.62 "DELETE /v2.0/ports/78bdf502-6274-4614-9e10-21775babdb85 HTTP/1.1" status: 204 len: 173 time: 0.8062930 Jul 16 21:02:20.047982 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344c340b-2a8c-4657-9b88-b88288f0325b', 'name': 'network-vif-deleted', 'tag': '78bdf502-6274-4614-9e10-21775babdb85'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:02:20.052328 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677e6eea-2977-498f-8387-4a6f14b75045" -d '{"events": [{"server_uuid": "344c340b-2a8c-4657-9b88-b88288f0325b", "name": "network-vif-deleted", "tag": "78bdf502-6274-4614-9e10-21775babdb85"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:02:20.079311 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23ce1eb-e910-4a9c-a6b0-210d09d721fe admin admin] Network 45a2fb76-a8d8-444b-802f-9c9ae08c7ae5 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:02:20.081569 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ce1eb-e910-4a9c-a6b0-210d09d721fe admin admin] Pushing event updated for resources: {'Port': ['ID=bc8b6e7a-0b17-4cf6-8cff-9039f6113669,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:20.086662 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-c23ce1eb-e910-4a9c-a6b0-210d09d721fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:20.092921 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23ce1eb-e910-4a9c-a6b0-210d09d721fe admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:02:20.111865 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-00848dc8-6913-4959-9702-c033c1b4ff22 None None] Set router 84ee7b6b-3cbd-4033-99cc-8255050bf80b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:20.114568 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69367fa-f767-48b7-93db-ceaabef02912 None None] Pushing event updated for resources: {'Port': ['ID=b18d5939-3552-4a44-ad85-72031dfe32c9,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:20.155462 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c23ce1eb-e910-4a9c-a6b0-210d09d721fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:20.302896 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef8c6c7-650c-4dfd-9537-17f24999091e x-openstack-request-id: req-5ef8c6c7-650c-4dfd-9537-17f24999091e {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:02:20.303522 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344c340b-2a8c-4657-9b88-b88288f0325b", "name": "network-vif-deleted", "tag": "78bdf502-6274-4614-9e10-21775babdb85", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:02:20.303522 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5ef8c6c7-650c-4dfd-9537-17f24999091e {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:02:20.303827 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344c340b-2a8c-4657-9b88-b88288f0325b', 'name': 'network-vif-deleted', 'tag': '78bdf502-6274-4614-9e10-21775babdb85', 'status': 'completed', 'code': 200} Jul 16 21:02:20.387745 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c23ce1eb-e910-4a9c-a6b0-210d09d721fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:20.456495 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-29989e52-264a-4f65-8954-e383542309f6 None None] Provisioning for port bc8b6e7a-0b17-4cf6-8cff-9039f6113669 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:20.462269 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-29989e52-264a-4f65-8954-e383542309f6 None None] Provisioning complete for port bc8b6e7a-0b17-4cf6-8cff-9039f6113669 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:20.462819 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29989e52-264a-4f65-8954-e383542309f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:20.496170 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-00848dc8-6913-4959-9702-c033c1b4ff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'name': 'tempest-TestVolumeBackupRestore-1123654954-router', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:16Z', 'updated_at': '2021-07-16T21:02:17Z', 'revision_number': 3, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'gw_port': {'id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:17Z', 'updated_at': '2021-07-16T21:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:20.526641 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00848dc8-6913-4959-9702-c033c1b4ff22 None None] The sync data for ids ['84ee7b6b-3cbd-4033-99cc-8255050bf80b'] in n-d-791506-21 is: [{'id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'name': 'tempest-TestVolumeBackupRestore-1123654954-router', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:16Z', 'updated_at': '2021-07-16T21:02:17Z', 'revision_number': 3, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'gw_port': {'id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:17Z', 'updated_at': '2021-07-16T21:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:02:20.528261 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-29989e52-264a-4f65-8954-e383542309f6 None None] Port bc8b6e7a-0b17-4cf6-8cff-9039f6113669 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:02:20.581475 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c23ce1eb-e910-4a9c-a6b0-210d09d721fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:20.587127 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c23ce1eb-e910-4a9c-a6b0-210d09d721fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:20.675921 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ce1eb-e910-4a9c-a6b0-210d09d721fe admin admin] Pushing event updated for resources: {'Port': ['ID=bc8b6e7a-0b17-4cf6-8cff-9039f6113669,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:20.679554 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c23ce1eb-e910-4a9c-a6b0-210d09d721fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:20.817593 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23ce1eb-e910-4a9c-a6b0-210d09d721fe admin admin] Network 45a2fb76-a8d8-444b-802f-9c9ae08c7ae5 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:02:20.819230 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-c23ce1eb-e910-4a9c-a6b0-210d09d721fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:20.970518 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23ce1eb-e910-4a9c-a6b0-210d09d721fe admin admin] Router 84ee7b6b-3cbd-4033-99cc-8255050bf80b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:02:21.101647 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23ce1eb-e910-4a9c-a6b0-210d09d721fe admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:02:21.111517 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c23ce1eb-e910-4a9c-a6b0-210d09d721fe admin admin] 10.222.0.38 "PUT /v2.0/routers/84ee7b6b-3cbd-4033-99cc-8255050bf80b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6871350 Jul 16 21:02:21.163532 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d5a8aa47-5ced-4c13-b425-8220e2e4c07c None None] Provisioning complete for port bc8b6e7a-0b17-4cf6-8cff-9039f6113669 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:21.164127 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5a8aa47-5ced-4c13-b425-8220e2e4c07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:21.231023 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d5a8aa47-5ced-4c13-b425-8220e2e4c07c None None] Port bc8b6e7a-0b17-4cf6-8cff-9039f6113669 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:02:21.323933 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5a77b2ec-6b34-4ea7-83b2-805b25028790 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:21.388977 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 5a77b2ec-6b34-4ea7-83b2-805b25028790 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:21.389509 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:21.501325 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b18d5939-3552-4a44-ad85-72031dfe32c9 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:21.565279 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port b18d5939-3552-4a44-ad85-72031dfe32c9 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:21.574558 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port b18d5939-3552-4a44-ad85-72031dfe32c9 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:21.575420 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:21.666652 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:21.689805 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port b18d5939-3552-4a44-ad85-72031dfe32c9, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b18d5939-3552-4a44-ad85-72031dfe32c9,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:21.695740 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:21.758392 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=b18d5939-3552-4a44-ad85-72031dfe32c9,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:21.765080 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e187a86f-298c-456f-804b-c0cb6d1bdabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:21.789920 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48398) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:21.795746 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-8cad902f-7947-489a-897c-8427eec2818b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2066398242-network', 'tenant_id': 'cb503f86868b4976867697d334c4078b'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:21.822205 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cad902f-7947-489a-897c-8427eec2818b admin admin] Made reservation on behalf of cb503f86868b4976867697d334c4078b for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:02:21.824976 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8cad902f-7947-489a-897c-8427eec2818b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:21.835555 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8cad902f-7947-489a-897c-8427eec2818b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:21.931814 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8cad902f-7947-489a-897c-8427eec2818b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:21.936153 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8cad902f-7947-489a-897c-8427eec2818b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:21.963113 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cad902f-7947-489a-897c-8427eec2818b admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:02:21.973432 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad902f-7947-489a-897c-8427eec2818b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2e05d6-903a-428d-9867-19b5b835bb09,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:21.980122 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8cad902f-7947-489a-897c-8427eec2818b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:21.980513 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-8cad902f-7947-489a-897c-8427eec2818b admin admin] Added segment b07ad6fb-f980-4e0f-88d3-a7722688fe09 of type vlan for network 3db0427a-f1e4-4fba-96b3-068ba9e63b46 Jul 16 21:02:22.026214 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8cad902f-7947-489a-897c-8427eec2818b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:22.062073 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8cad902f-7947-489a-897c-8427eec2818b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:22.063881 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cad902f-7947-489a-897c-8427eec2818b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:22.064635 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8cad902f-7947-489a-897c-8427eec2818b admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:22.101495 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8cad902f-7947-489a-897c-8427eec2818b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3104029 Jul 16 21:02:22.104267 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48400) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:22.110271 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-dbed48d9-442c-4b7e-8ad4-e52e9cb04419 admin admin] Request body: {'subnet': {'network_id': '3db0427a-f1e4-4fba-96b3-068ba9e63b46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2066398242-subnet', 'tenant_id': 'cb503f86868b4976867697d334c4078b', 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:22.145187 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad902f-7947-489a-897c-8427eec2818b admin admin] Pushing event updated for resources: {'Network': ['ID=3db0427a-f1e4-4fba-96b3-068ba9e63b46,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:22.157228 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 3db0427a-f1e4-4fba-96b3-068ba9e63b46 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:02:22.173843 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbed48d9-442c-4b7e-8ad4-e52e9cb04419 admin admin] Made reservation on behalf of cb503f86868b4976867697d334c4078b for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:02:22.176799 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dbed48d9-442c-4b7e-8ad4-e52e9cb04419 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:22.422903 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dbed48d9-442c-4b7e-8ad4-e52e9cb04419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:22.447474 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf22d8da-c80c-4e33-9a3e-0aced3cd2b4f None None] Sync routers for ids ['84ee7b6b-3cbd-4033-99cc-8255050bf80b'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:02:22.459158 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf22d8da-c80c-4e33-9a3e-0aced3cd2b4f None None] Routers {'84ee7b6b-3cbd-4033-99cc-8255050bf80b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:22.459793 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-bf22d8da-c80c-4e33-9a3e-0aced3cd2b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:01:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['84ee7b6b-3cbd-4033-99cc-8255050bf80b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:22.481888 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed48d9-442c-4b7e-8ad4-e52e9cb04419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea56d694-ef10-4701-8ca3-af6ea08814ce,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:22.495812 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbed48d9-442c-4b7e-8ad4-e52e9cb04419 admin admin] Checking segment: {'id': 'b07ad6fb-f980-4e0f-88d3-a7722688fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3db0427a-f1e4-4fba-96b3-068ba9e63b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:02:22.495812 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbed48d9-442c-4b7e-8ad4-e52e9cb04419 admin admin] Network hostable DHCP agents. Network: 3db0427a-f1e4-4fba-96b3-068ba9e63b46, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:02:22.516927 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbed48d9-442c-4b7e-8ad4-e52e9cb04419 admin admin] Network 3db0427a-f1e4-4fba-96b3-068ba9e63b46 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:02:22.527725 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-dbed48d9-442c-4b7e-8ad4-e52e9cb04419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 3db0427a-f1e4-4fba-96b3-068ba9e63b46) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:22.534517 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbed48d9-442c-4b7e-8ad4-e52e9cb04419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:22.535263 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dbed48d9-442c-4b7e-8ad4-e52e9cb04419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:22.541423 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43abcb83-4f88-4408-97a8-3e1e32af77db None None] Network 3db0427a-f1e4-4fba-96b3-068ba9e63b46 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:02:22.560347 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-dbed48d9-442c-4b7e-8ad4-e52e9cb04419 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4548688 Jul 16 21:02:22.563344 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 48404) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:22.567975 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-0c043c67-1f2b-4924-87a5-ba7b76768554 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2066398242-router', 'tenant_id': 'cb503f86868b4976867697d334c4078b', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:22.606694 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c043c67-1f2b-4924-87a5-ba7b76768554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:22.608254 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c043c67-1f2b-4924-87a5-ba7b76768554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:22.696137 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-bf22d8da-c80c-4e33-9a3e-0aced3cd2b4f None None] Set router 84ee7b6b-3cbd-4033-99cc-8255050bf80b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:22.729054 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c043c67-1f2b-4924-87a5-ba7b76768554 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:22.744488 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc29d3e-63da-4fba-889b-9902b7198787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-3db0427a-f1e4-4fba-96b3-068ba9e63b46', 'network_id': '3db0427a-f1e4-4fba-96b3-068ba9e63b46', 'tenant_id': 'cb503f86868b4976867697d334c4078b', 'fixed_ips': [{'subnet_id': 'ea56d694-ef10-4701-8ca3-af6ea08814ce'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:02:22.745683 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2dc29d3e-63da-4fba-889b-9902b7198787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:22.897579 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c043c67-1f2b-4924-87a5-ba7b76768554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:22.917977 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-2dc29d3e-63da-4fba-889b-9902b7198787 None None] Allocated IP 172.20.0.2 (3db0427a-f1e4-4fba-96b3-068ba9e63b46/ea56d694-ef10-4701-8ca3-af6ea08814ce/7260e536-3dee-4041-892a-f158a5f21d0b) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:02:22.936203 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-bf22d8da-c80c-4e33-9a3e-0aced3cd2b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'name': 'tempest-TestVolumeBackupRestore-1123654954-router', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:16Z', 'updated_at': '2021-07-16T21:02:20Z', 'revision_number': 4, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'gw_port': {'id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:17Z', 'updated_at': '2021-07-16T21:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'bc8b6e7a-0b17-4cf6-8cff-9039f6113669', 'name': '', 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'mac_address': 'fa:16:3e:a0:20:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '118739da-6b34-477a-a3ae-9dd2acc907c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:19Z', 'updated_at': '2021-07-16T21:02:20Z', 'revision_number': 2, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'subnets': [{'id': '118739da-6b34-477a-a3ae-9dd2acc907c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:22.966597 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf22d8da-c80c-4e33-9a3e-0aced3cd2b4f None None] Checking router: 84ee7b6b-3cbd-4033-99cc-8255050bf80b for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:02:22.967301 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf22d8da-c80c-4e33-9a3e-0aced3cd2b4f None None] Updating router 84ee7b6b-3cbd-4033-99cc-8255050bf80b port bc8b6e7a-0b17-4cf6-8cff-9039f6113669 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:02:23.023736 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf22d8da-c80c-4e33-9a3e-0aced3cd2b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:23.104239 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2dc29d3e-63da-4fba-889b-9902b7198787 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:23.121923 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2dc29d3e-63da-4fba-889b-9902b7198787 None None] Transition to ACTIVE for port object 7260e536-3dee-4041-892a-f158a5f21d0b will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:23.141373 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2dc29d3e-63da-4fba-889b-9902b7198787 None None] Transition to ACTIVE for port object 7260e536-3dee-4041-892a-f158a5f21d0b will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:23.149751 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2dc29d3e-63da-4fba-889b-9902b7198787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:23.190814 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b18d5939-3552-4a44-ad85-72031dfe32c9 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:23.210580 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c043c67-1f2b-4924-87a5-ba7b76768554 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:23.236902 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc29d3e-63da-4fba-889b-9902b7198787 None None] Network 3db0427a-f1e4-4fba-96b3-068ba9e63b46 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:02:23.244615 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-2dc29d3e-63da-4fba-889b-9902b7198787 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:23.247269 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c043c67-1f2b-4924-87a5-ba7b76768554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:23.250354 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc29d3e-63da-4fba-889b-9902b7198787 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:02:23.262627 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc29d3e-63da-4fba-889b-9902b7198787 None None] Pushing event updated for resources: {'Port': ['ID=7260e536-3dee-4041-892a-f158a5f21d0b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:23.332187 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2dc29d3e-63da-4fba-889b-9902b7198787 None None] Attempting to bind port 7260e536-3dee-4041-892a-f158a5f21d0b on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:02:23.332719 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2dc29d3e-63da-4fba-889b-9902b7198787 None None] Attempting to bind port 7260e536-3dee-4041-892a-f158a5f21d0b by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'b07ad6fb-f980-4e0f-88d3-a7722688fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3db0427a-f1e4-4fba-96b3-068ba9e63b46'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:02:23.333908 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc29d3e-63da-4fba-889b-9902b7198787 None None] Attempting to bind port 7260e536-3dee-4041-892a-f158a5f21d0b on network 3db0427a-f1e4-4fba-96b3-068ba9e63b46 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:02:23.338770 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc29d3e-63da-4fba-889b-9902b7198787 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:02:23.339152 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc29d3e-63da-4fba-889b-9902b7198787 None None] Checking segment: {'id': 'b07ad6fb-f980-4e0f-88d3-a7722688fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3db0427a-f1e4-4fba-96b3-068ba9e63b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:02:23.339554 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2dc29d3e-63da-4fba-889b-9902b7198787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:23.339944 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc29d3e-63da-4fba-889b-9902b7198787 None None] Bound using segment: {'id': 'b07ad6fb-f980-4e0f-88d3-a7722688fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3db0427a-f1e4-4fba-96b3-068ba9e63b46'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:02:23.340410 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2dc29d3e-63da-4fba-889b-9902b7198787 None None] Bound port: 7260e536-3dee-4041-892a-f158a5f21d0b, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07ad6fb-f980-4e0f-88d3-a7722688fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3db0427a-f1e4-4fba-96b3-068ba9e63b46'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:02:23.340787 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2dc29d3e-63da-4fba-889b-9902b7198787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:23.380474 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 78bdf502-6274-4614-9e10-21775babdb85 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:02:23.417605 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 78bdf502-6274-4614-9e10-21775babdb85 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:02:23.417948 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 78bdf502-6274-4614-9e10-21775babdb85 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:02:23.443357 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf22d8da-c80c-4e33-9a3e-0aced3cd2b4f None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:23.443746 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port b18d5939-3552-4a44-ad85-72031dfe32c9 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:23.443746 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:23.450556 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-bf22d8da-c80c-4e33-9a3e-0aced3cd2b4f None None] Transition to ACTIVE for port object bc8b6e7a-0b17-4cf6-8cff-9039f6113669 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:23.460075 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf22d8da-c80c-4e33-9a3e-0aced3cd2b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:23.477228 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-0c043c67-1f2b-4924-87a5-ba7b76768554 admin admin] Allocated IP 172.25.0.250 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/18976dbc-ed93-46e3-80d7-6caf3b5145af) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:02:23.561718 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9bc24-fb34-4381-a3db-235c6089c6ea None None] Pushing event updated for resources: {'Port': ['ID=bc8b6e7a-0b17-4cf6-8cff-9039f6113669,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:23.577389 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9bc24-fb34-4381-a3db-235c6089c6ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:23.578674 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9bc24-fb34-4381-a3db-235c6089c6ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:23.579245 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9bc24-fb34-4381-a3db-235c6089c6ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:23.580675 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9bc24-fb34-4381-a3db-235c6089c6ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:23.581208 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9bc24-fb34-4381-a3db-235c6089c6ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:23.582224 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9bc24-fb34-4381-a3db-235c6089c6ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:23.582814 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9bc24-fb34-4381-a3db-235c6089c6ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:23.583305 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9bc24-fb34-4381-a3db-235c6089c6ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:23.584558 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9bc24-fb34-4381-a3db-235c6089c6ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:23.585124 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9bc24-fb34-4381-a3db-235c6089c6ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:23.585625 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9bc24-fb34-4381-a3db-235c6089c6ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:23.586135 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9bc24-fb34-4381-a3db-235c6089c6ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:23.636677 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c043c67-1f2b-4924-87a5-ba7b76768554 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:23.675050 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-bf22d8da-c80c-4e33-9a3e-0aced3cd2b4f None None] Attempting to bind port bc8b6e7a-0b17-4cf6-8cff-9039f6113669 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:02:23.675413 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-bf22d8da-c80c-4e33-9a3e-0aced3cd2b4f None None] Attempting to bind port bc8b6e7a-0b17-4cf6-8cff-9039f6113669 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '7a83a448-d576-4a20-bdf7-3079fa759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:02:23.675837 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf22d8da-c80c-4e33-9a3e-0aced3cd2b4f None None] Attempting to bind port bc8b6e7a-0b17-4cf6-8cff-9039f6113669 on network 45a2fb76-a8d8-444b-802f-9c9ae08c7ae5 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:02:23.694133 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf22d8da-c80c-4e33-9a3e-0aced3cd2b4f None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:02:23.694885 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf22d8da-c80c-4e33-9a3e-0aced3cd2b4f None None] Checking segment: {'id': '7a83a448-d576-4a20-bdf7-3079fa759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:02:23.696552 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf22d8da-c80c-4e33-9a3e-0aced3cd2b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:23.697224 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf22d8da-c80c-4e33-9a3e-0aced3cd2b4f None None] Bound using segment: {'id': '7a83a448-d576-4a20-bdf7-3079fa759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:02:23.697896 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-bf22d8da-c80c-4e33-9a3e-0aced3cd2b4f None None] Bound port: bc8b6e7a-0b17-4cf6-8cff-9039f6113669, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a83a448-d576-4a20-bdf7-3079fa759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:02:23.698498 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf22d8da-c80c-4e33-9a3e-0aced3cd2b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:23.699938 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c043c67-1f2b-4924-87a5-ba7b76768554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:23.714789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2dc29d3e-63da-4fba-889b-9902b7198787 None None] For port 7260e536-3dee-4041-892a-f158a5f21d0b, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:02:23.719658 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2dc29d3e-63da-4fba-889b-9902b7198787 None None] For port 7260e536-3dee-4041-892a-f158a5f21d0b, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=7260e536-3dee-4041-892a-f158a5f21d0b,segment=NetworkSegment(b07ad6fb-f980-4e0f-88d3-a7722688fe09),segment_id=b07ad6fb-f980-4e0f-88d3-a7722688fe09)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:02:23.755477 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c043c67-1f2b-4924-87a5-ba7b76768554 admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:02:23.764741 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2dc29d3e-63da-4fba-889b-9902b7198787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:23.765059 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-0c043c67-1f2b-4924-87a5-ba7b76768554 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:23.772202 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c043c67-1f2b-4924-87a5-ba7b76768554 admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:02:23.789987 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-bf22d8da-c80c-4e33-9a3e-0aced3cd2b4f None None] For port bc8b6e7a-0b17-4cf6-8cff-9039f6113669, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:02:23.799120 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-bf22d8da-c80c-4e33-9a3e-0aced3cd2b4f None None] For port bc8b6e7a-0b17-4cf6-8cff-9039f6113669, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=bc8b6e7a-0b17-4cf6-8cff-9039f6113669,segment=NetworkSegment(7a83a448-d576-4a20-bdf7-3079fa759d15),segment_id=7a83a448-d576-4a20-bdf7-3079fa759d15)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:02:23.804675 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c043c67-1f2b-4924-87a5-ba7b76768554 admin admin] Pushing event updated for resources: {'Port': ['ID=18976dbc-ed93-46e3-80d7-6caf3b5145af,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:23.809503 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf22d8da-c80c-4e33-9a3e-0aced3cd2b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:23.878930 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc29d3e-63da-4fba-889b-9902b7198787 None None] Pushing event updated for resources: {'Port': ['ID=7260e536-3dee-4041-892a-f158a5f21d0b,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:23.893185 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9bc24-fb34-4381-a3db-235c6089c6ea None None] Pushing event updated for resources: {'Port': ['ID=bc8b6e7a-0b17-4cf6-8cff-9039f6113669,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:23.910285 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf22d8da-c80c-4e33-9a3e-0aced3cd2b4f None None] Routers {'84ee7b6b-3cbd-4033-99cc-8255050bf80b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:23.911217 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-bf22d8da-c80c-4e33-9a3e-0aced3cd2b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:01:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['84ee7b6b-3cbd-4033-99cc-8255050bf80b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:24.073254 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-bf22d8da-c80c-4e33-9a3e-0aced3cd2b4f None None] Set router 84ee7b6b-3cbd-4033-99cc-8255050bf80b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:24.183976 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c043c67-1f2b-4924-87a5-ba7b76768554 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:24.258167 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c09c8a23-5810-4c02-bd54-07c41211a8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:24.383807 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:24.426640 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-bf22d8da-c80c-4e33-9a3e-0aced3cd2b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'name': 'tempest-TestVolumeBackupRestore-1123654954-router', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:16Z', 'updated_at': '2021-07-16T21:02:20Z', 'revision_number': 4, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'gw_port': {'id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:17Z', 'updated_at': '2021-07-16T21:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'bc8b6e7a-0b17-4cf6-8cff-9039f6113669', 'name': '', 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'mac_address': 'fa:16:3e:a0:20:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '118739da-6b34-477a-a3ae-9dd2acc907c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:19Z', 'updated_at': '2021-07-16T21:02:23Z', 'revision_number': 4, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'subnets': [{'id': '118739da-6b34-477a-a3ae-9dd2acc907c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:24.457652 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf22d8da-c80c-4e33-9a3e-0aced3cd2b4f None None] The sync data for ids ['84ee7b6b-3cbd-4033-99cc-8255050bf80b'] in n-d-791506-21 is: [{'id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'name': 'tempest-TestVolumeBackupRestore-1123654954-router', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:16Z', 'updated_at': '2021-07-16T21:02:20Z', 'revision_number': 4, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'gw_port': {'id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:17Z', 'updated_at': '2021-07-16T21:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'bc8b6e7a-0b17-4cf6-8cff-9039f6113669', 'name': '', 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'mac_address': 'fa:16:3e:a0:20:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '118739da-6b34-477a-a3ae-9dd2acc907c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:19Z', 'updated_at': '2021-07-16T21:02:23Z', 'revision_number': 4, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'subnets': [{'id': '118739da-6b34-477a-a3ae-9dd2acc907c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:02:24.458385 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c043c67-1f2b-4924-87a5-ba7b76768554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:24.711009 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c043c67-1f2b-4924-87a5-ba7b76768554 admin admin] Router 44dccbf1-16f8-49fa-9f71-cc59da281548 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:02:24.854722 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c043c67-1f2b-4924-87a5-ba7b76768554 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:02:24.871925 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7faa203-4001-41f2-bf53-9d6083ef2188 None None] Sync routers for ids ['44dccbf1-16f8-49fa-9f71-cc59da281548'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:02:24.875533 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c043c67-1f2b-4924-87a5-ba7b76768554 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:24.879394 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0c043c67-1f2b-4924-87a5-ba7b76768554 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3124416 Jul 16 21:02:24.879783 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 48452) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:24.889725 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7faa203-4001-41f2-bf53-9d6083ef2188 None None] Routers {'44dccbf1-16f8-49fa-9f71-cc59da281548'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:24.890675 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-f7faa203-4001-41f2-bf53-9d6083ef2188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:02:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['44dccbf1-16f8-49fa-9f71-cc59da281548'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:25.106987 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-f7faa203-4001-41f2-bf53-9d6083ef2188 None None] Set router 44dccbf1-16f8-49fa-9f71-cc59da281548 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:25.422787 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 7260e536-3dee-4041-892a-f158a5f21d0b up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:25.481784 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-f7faa203-4001-41f2-bf53-9d6083ef2188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dccbf1-16f8-49fa-9f71-cc59da281548', 'name': 'tempest-TestVolumeBackupRestore-2066398242-router', 'tenant_id': 'cb503f86868b4976867697d334c4078b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '18976dbc-ed93-46e3-80d7-6caf3b5145af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:22Z', 'updated_at': '2021-07-16T21:02:24Z', 'revision_number': 3, 'project_id': 'cb503f86868b4976867697d334c4078b', 'gw_port': {'id': '18976dbc-ed93-46e3-80d7-6caf3b5145af', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dccbf1-16f8-49fa-9f71-cc59da281548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:23Z', 'updated_at': '2021-07-16T21:02:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:25.524432 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e76ab38-74db-4c01-a292-285204cfa43b None None] Network 3db0427a-f1e4-4fba-96b3-068ba9e63b46 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:02:25.528788 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7faa203-4001-41f2-bf53-9d6083ef2188 None None] Checking router: 44dccbf1-16f8-49fa-9f71-cc59da281548 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:02:25.529134 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7faa203-4001-41f2-bf53-9d6083ef2188 None None] Updating router 44dccbf1-16f8-49fa-9f71-cc59da281548 port 18976dbc-ed93-46e3-80d7-6caf3b5145af binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:02:25.603083 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bbab86a6-1163-4eb8-8374-a497cbad3385 None None] Provisioning for port 7260e536-3dee-4041-892a-f158a5f21d0b completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:25.640243 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f7faa203-4001-41f2-bf53-9d6083ef2188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:25.661448 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ed7c234e-aa91-4d83-a7ab-a3e5f4575046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:25.697834 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 7260e536-3dee-4041-892a-f158a5f21d0b completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:25.699810 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bbab86a6-1163-4eb8-8374-a497cbad3385 None None] Provisioning complete for port 7260e536-3dee-4041-892a-f158a5f21d0b triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:25.700191 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bbab86a6-1163-4eb8-8374-a497cbad3385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:25.715043 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 7260e536-3dee-4041-892a-f158a5f21d0b triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:25.715332 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:25.906270 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-ed7c234e-aa91-4d83-a7ab-a3e5f4575046 admin admin] Allocated IP 172.20.0.1 (3db0427a-f1e4-4fba-96b3-068ba9e63b46/ea56d694-ef10-4701-8ca3-af6ea08814ce/103d5f7b-4117-449d-83d9-c6ce49b0a76a) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:02:25.950287 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:26.079370 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ed7c234e-aa91-4d83-a7ab-a3e5f4575046 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:26.094630 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bbab86a6-1163-4eb8-8374-a497cbad3385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:26.099512 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-ed7c234e-aa91-4d83-a7ab-a3e5f4575046 admin admin] Transition to ACTIVE for port object 103d5f7b-4117-449d-83d9-c6ce49b0a76a will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:26.126725 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:26.148597 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ed7c234e-aa91-4d83-a7ab-a3e5f4575046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:26.193170 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7c234e-aa91-4d83-a7ab-a3e5f4575046 admin admin] Network 3db0427a-f1e4-4fba-96b3-068ba9e63b46 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:02:26.196204 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-ed7c234e-aa91-4d83-a7ab-a3e5f4575046 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:26.200119 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7c234e-aa91-4d83-a7ab-a3e5f4575046 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:02:26.217403 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-bbab86a6-1163-4eb8-8374-a497cbad3385 None None] For port 7260e536-3dee-4041-892a-f158a5f21d0b, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=7260e536-3dee-4041-892a-f158a5f21d0b,segment=NetworkSegment(b07ad6fb-f980-4e0f-88d3-a7722688fe09),segment_id=b07ad6fb-f980-4e0f-88d3-a7722688fe09)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:26.228170 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bbab86a6-1163-4eb8-8374-a497cbad3385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:26.244854 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c234e-aa91-4d83-a7ab-a3e5f4575046 admin admin] Pushing event updated for resources: {'Port': ['ID=103d5f7b-4117-449d-83d9-c6ce49b0a76a,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:26.258491 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ed7c234e-aa91-4d83-a7ab-a3e5f4575046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:26.295894 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f7faa203-4001-41f2-bf53-9d6083ef2188 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:26.323893 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f7faa203-4001-41f2-bf53-9d6083ef2188 None None] Transition to ACTIVE for port object 18976dbc-ed93-46e3-80d7-6caf3b5145af will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:26.345419 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f7faa203-4001-41f2-bf53-9d6083ef2188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:26.354147 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 21:02:26.354614 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 21:02:26.386633 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab86a6-1163-4eb8-8374-a497cbad3385 None None] Pushing event updated for resources: {'Port': ['ID=7260e536-3dee-4041-892a-f158a5f21d0b,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:26.397786 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-f7faa203-4001-41f2-bf53-9d6083ef2188 None None] Attempting to bind port 18976dbc-ed93-46e3-80d7-6caf3b5145af on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:02:26.398159 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-f7faa203-4001-41f2-bf53-9d6083ef2188 None None] Attempting to bind port 18976dbc-ed93-46e3-80d7-6caf3b5145af by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:02:26.398562 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7faa203-4001-41f2-bf53-9d6083ef2188 None None] Attempting to bind port 18976dbc-ed93-46e3-80d7-6caf3b5145af on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:02:26.441588 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7faa203-4001-41f2-bf53-9d6083ef2188 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:02:26.441973 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7faa203-4001-41f2-bf53-9d6083ef2188 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:02:26.442397 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f7faa203-4001-41f2-bf53-9d6083ef2188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:26.442796 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7faa203-4001-41f2-bf53-9d6083ef2188 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:02:26.443279 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-f7faa203-4001-41f2-bf53-9d6083ef2188 None None] Bound port: 18976dbc-ed93-46e3-80d7-6caf3b5145af, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:02:26.443662 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f7faa203-4001-41f2-bf53-9d6083ef2188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:26.457604 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ed7c234e-aa91-4d83-a7ab-a3e5f4575046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:26.497610 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d0330-bccc-44bb-a2f4-a1ef9e466ee4 None None] Pushing event updated for resources: {'Port': ['ID=18976dbc-ed93-46e3-80d7-6caf3b5145af,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:26.537704 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f7faa203-4001-41f2-bf53-9d6083ef2188 None None] For port 18976dbc-ed93-46e3-80d7-6caf3b5145af, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:02:26.544146 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f7faa203-4001-41f2-bf53-9d6083ef2188 None None] For port 18976dbc-ed93-46e3-80d7-6caf3b5145af, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=18976dbc-ed93-46e3-80d7-6caf3b5145af,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:02:26.552795 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f7faa203-4001-41f2-bf53-9d6083ef2188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:26.622219 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d0330-bccc-44bb-a2f4-a1ef9e466ee4 None None] Pushing event updated for resources: {'Port': ['ID=18976dbc-ed93-46e3-80d7-6caf3b5145af,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:26.657317 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-dc95f8e0-e50b-4f62-86d1-0b0c40cf2c08 None None] Provisioning complete for port 7260e536-3dee-4041-892a-f158a5f21d0b triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:26.658524 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dc95f8e0-e50b-4f62-86d1-0b0c40cf2c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:26.681295 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ed7c234e-aa91-4d83-a7ab-a3e5f4575046 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:26.687659 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ed7c234e-aa91-4d83-a7ab-a3e5f4575046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:26.692586 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7faa203-4001-41f2-bf53-9d6083ef2188 None None] Routers {'44dccbf1-16f8-49fa-9f71-cc59da281548'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:26.693269 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-f7faa203-4001-41f2-bf53-9d6083ef2188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:02:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['44dccbf1-16f8-49fa-9f71-cc59da281548'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:26.772164 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ed7c234e-aa91-4d83-a7ab-a3e5f4575046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:26.773145 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c234e-aa91-4d83-a7ab-a3e5f4575046 admin admin] Pushing event updated for resources: {'Port': ['ID=103d5f7b-4117-449d-83d9-c6ce49b0a76a,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:26.881430 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7c234e-aa91-4d83-a7ab-a3e5f4575046 admin admin] Network 3db0427a-f1e4-4fba-96b3-068ba9e63b46 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:02:26.883209 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-ed7c234e-aa91-4d83-a7ab-a3e5f4575046 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:27.055231 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7c234e-aa91-4d83-a7ab-a3e5f4575046 admin admin] Router 44dccbf1-16f8-49fa-9f71-cc59da281548 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:02:27.059548 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-f7faa203-4001-41f2-bf53-9d6083ef2188 None None] Set router 44dccbf1-16f8-49fa-9f71-cc59da281548 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:27.094521 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device bc8b6e7a-0b17-4cf6-8cff-9039f6113669 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:27.263422 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port bc8b6e7a-0b17-4cf6-8cff-9039f6113669 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:27.270359 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port bc8b6e7a-0b17-4cf6-8cff-9039f6113669 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:27.270606 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:27.273799 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-30e4b49b-c2e7-4bcf-9323-73abadfec37f None None] Provisioning for port 103d5f7b-4117-449d-83d9-c6ce49b0a76a completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:27.281804 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-30e4b49b-c2e7-4bcf-9323-73abadfec37f None None] Provisioning complete for port 103d5f7b-4117-449d-83d9-c6ce49b0a76a triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:27.282175 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-30e4b49b-c2e7-4bcf-9323-73abadfec37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:27.387066 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-30e4b49b-c2e7-4bcf-9323-73abadfec37f None None] Port 103d5f7b-4117-449d-83d9-c6ce49b0a76a cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:02:27.454806 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:27.459977 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-f7faa203-4001-41f2-bf53-9d6083ef2188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dccbf1-16f8-49fa-9f71-cc59da281548', 'name': 'tempest-TestVolumeBackupRestore-2066398242-router', 'tenant_id': 'cb503f86868b4976867697d334c4078b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '18976dbc-ed93-46e3-80d7-6caf3b5145af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:22Z', 'updated_at': '2021-07-16T21:02:26Z', 'revision_number': 4, 'project_id': 'cb503f86868b4976867697d334c4078b', 'gw_port': {'id': '18976dbc-ed93-46e3-80d7-6caf3b5145af', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dccbf1-16f8-49fa-9f71-cc59da281548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:23Z', 'updated_at': '2021-07-16T21:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '103d5f7b-4117-449d-83d9-c6ce49b0a76a', 'name': '', 'network_id': '3db0427a-f1e4-4fba-96b3-068ba9e63b46', 'tenant_id': 'cb503f86868b4976867697d334c4078b', 'mac_address': 'fa:16:3e:1f:cd:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dccbf1-16f8-49fa-9f71-cc59da281548', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'ea56d694-ef10-4701-8ca3-af6ea08814ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:25Z', 'updated_at': '2021-07-16T21:02:26Z', 'revision_number': 2, 'project_id': 'cb503f86868b4976867697d334c4078b', 'subnets': [{'id': 'ea56d694-ef10-4701-8ca3-af6ea08814ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:27.504374 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7faa203-4001-41f2-bf53-9d6083ef2188 None None] The sync data for ids ['44dccbf1-16f8-49fa-9f71-cc59da281548'] in n-d-791506-21 is: [{'id': '44dccbf1-16f8-49fa-9f71-cc59da281548', 'name': 'tempest-TestVolumeBackupRestore-2066398242-router', 'tenant_id': 'cb503f86868b4976867697d334c4078b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '18976dbc-ed93-46e3-80d7-6caf3b5145af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:22Z', 'updated_at': '2021-07-16T21:02:26Z', 'revision_number': 4, 'project_id': 'cb503f86868b4976867697d334c4078b', 'gw_port': {'id': '18976dbc-ed93-46e3-80d7-6caf3b5145af', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dccbf1-16f8-49fa-9f71-cc59da281548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:23Z', 'updated_at': '2021-07-16T21:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '103d5f7b-4117-449d-83d9-c6ce49b0a76a', 'name': '', 'network_id': '3db0427a-f1e4-4fba-96b3-068ba9e63b46', 'tenant_id': 'cb503f86868b4976867697d334c4078b', 'mac_address': 'fa:16:3e:1f:cd:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dccbf1-16f8-49fa-9f71-cc59da281548', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'ea56d694-ef10-4701-8ca3-af6ea08814ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:25Z', 'updated_at': '2021-07-16T21:02:26Z', 'revision_number': 2, 'project_id': 'cb503f86868b4976867697d334c4078b', 'subnets': [{'id': 'ea56d694-ef10-4701-8ca3-af6ea08814ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:02:27.508092 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7c234e-aa91-4d83-a7ab-a3e5f4575046 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:02:27.516223 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ed7c234e-aa91-4d83-a7ab-a3e5f4575046 admin admin] 10.222.0.38 "PUT /v2.0/routers/44dccbf1-16f8-49fa-9f71-cc59da281548/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6353478 Jul 16 21:02:27.539218 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port bc8b6e7a-0b17-4cf6-8cff-9039f6113669, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=bc8b6e7a-0b17-4cf6-8cff-9039f6113669,segment=NetworkSegment(7a83a448-d576-4a20-bdf7-3079fa759d15),segment_id=7a83a448-d576-4a20-bdf7-3079fa759d15)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:27.547414 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:27.634818 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=bc8b6e7a-0b17-4cf6-8cff-9039f6113669,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:27.639539 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 7260e536-3dee-4041-892a-f158a5f21d0b up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:27.707011 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 7260e536-3dee-4041-892a-f158a5f21d0b triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:27.707386 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:27.759306 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:29.750678 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 18976dbc-ed93-46e3-80d7-6caf3b5145af up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:29.790531 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:29.816931 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 18976dbc-ed93-46e3-80d7-6caf3b5145af completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:29.821954 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 18976dbc-ed93-46e3-80d7-6caf3b5145af triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:29.822526 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:29.923830 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:29.946785 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 18976dbc-ed93-46e3-80d7-6caf3b5145af, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=18976dbc-ed93-46e3-80d7-6caf3b5145af,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:29.951060 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:29.951907 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device bc8b6e7a-0b17-4cf6-8cff-9039f6113669 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:30.028364 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=18976dbc-ed93-46e3-80d7-6caf3b5145af,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:30.041729 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port bc8b6e7a-0b17-4cf6-8cff-9039f6113669 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:30.042173 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:31.281397 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7233cf-4bcb-45ab-bad2-42823ff934b7 None None] Sync routers for ids ['44dccbf1-16f8-49fa-9f71-cc59da281548'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:02:31.290615 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7233cf-4bcb-45ab-bad2-42823ff934b7 None None] Routers {'44dccbf1-16f8-49fa-9f71-cc59da281548'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:31.291222 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-7d7233cf-4bcb-45ab-bad2-42823ff934b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:02:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['44dccbf1-16f8-49fa-9f71-cc59da281548'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:31.401008 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-7d7233cf-4bcb-45ab-bad2-42823ff934b7 None None] Set router 44dccbf1-16f8-49fa-9f71-cc59da281548 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:31.621197 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-7d7233cf-4bcb-45ab-bad2-42823ff934b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dccbf1-16f8-49fa-9f71-cc59da281548', 'name': 'tempest-TestVolumeBackupRestore-2066398242-router', 'tenant_id': 'cb503f86868b4976867697d334c4078b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '18976dbc-ed93-46e3-80d7-6caf3b5145af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:22Z', 'updated_at': '2021-07-16T21:02:26Z', 'revision_number': 4, 'project_id': 'cb503f86868b4976867697d334c4078b', 'gw_port': {'id': '18976dbc-ed93-46e3-80d7-6caf3b5145af', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dccbf1-16f8-49fa-9f71-cc59da281548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:23Z', 'updated_at': '2021-07-16T21:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '103d5f7b-4117-449d-83d9-c6ce49b0a76a', 'name': '', 'network_id': '3db0427a-f1e4-4fba-96b3-068ba9e63b46', 'tenant_id': 'cb503f86868b4976867697d334c4078b', 'mac_address': 'fa:16:3e:1f:cd:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dccbf1-16f8-49fa-9f71-cc59da281548', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'ea56d694-ef10-4701-8ca3-af6ea08814ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:25Z', 'updated_at': '2021-07-16T21:02:26Z', 'revision_number': 2, 'project_id': 'cb503f86868b4976867697d334c4078b', 'subnets': [{'id': 'ea56d694-ef10-4701-8ca3-af6ea08814ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:31.653516 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 18976dbc-ed93-46e3-80d7-6caf3b5145af up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:31.657412 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7233cf-4bcb-45ab-bad2-42823ff934b7 None None] Checking router: 44dccbf1-16f8-49fa-9f71-cc59da281548 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:02:31.657881 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7233cf-4bcb-45ab-bad2-42823ff934b7 None None] Updating router 44dccbf1-16f8-49fa-9f71-cc59da281548 port 103d5f7b-4117-449d-83d9-c6ce49b0a76a binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:02:31.704130 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d7233cf-4bcb-45ab-bad2-42823ff934b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:31.712473 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 18976dbc-ed93-46e3-80d7-6caf3b5145af triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:31.712854 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:32.045445 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d7233cf-4bcb-45ab-bad2-42823ff934b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:32.056117 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-7d7233cf-4bcb-45ab-bad2-42823ff934b7 None None] Transition to ACTIVE for port object 103d5f7b-4117-449d-83d9-c6ce49b0a76a will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:32.064427 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d7233cf-4bcb-45ab-bad2-42823ff934b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:32.121746 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2bca9-9c1e-494d-9ba6-5c6996abf07a None None] Pushing event updated for resources: {'Port': ['ID=103d5f7b-4117-449d-83d9-c6ce49b0a76a,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:32.181131 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-7d7233cf-4bcb-45ab-bad2-42823ff934b7 None None] Attempting to bind port 103d5f7b-4117-449d-83d9-c6ce49b0a76a on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:02:32.181501 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-7d7233cf-4bcb-45ab-bad2-42823ff934b7 None None] Attempting to bind port 103d5f7b-4117-449d-83d9-c6ce49b0a76a by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'b07ad6fb-f980-4e0f-88d3-a7722688fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3db0427a-f1e4-4fba-96b3-068ba9e63b46'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:02:32.181871 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7233cf-4bcb-45ab-bad2-42823ff934b7 None None] Attempting to bind port 103d5f7b-4117-449d-83d9-c6ce49b0a76a on network 3db0427a-f1e4-4fba-96b3-068ba9e63b46 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:02:32.188667 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7233cf-4bcb-45ab-bad2-42823ff934b7 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:02:32.189070 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7233cf-4bcb-45ab-bad2-42823ff934b7 None None] Checking segment: {'id': 'b07ad6fb-f980-4e0f-88d3-a7722688fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3db0427a-f1e4-4fba-96b3-068ba9e63b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:02:32.189437 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d7233cf-4bcb-45ab-bad2-42823ff934b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:32.189978 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7233cf-4bcb-45ab-bad2-42823ff934b7 None None] Bound using segment: {'id': 'b07ad6fb-f980-4e0f-88d3-a7722688fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3db0427a-f1e4-4fba-96b3-068ba9e63b46'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:02:32.190483 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-7d7233cf-4bcb-45ab-bad2-42823ff934b7 None None] Bound port: 103d5f7b-4117-449d-83d9-c6ce49b0a76a, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07ad6fb-f980-4e0f-88d3-a7722688fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3db0427a-f1e4-4fba-96b3-068ba9e63b46'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:02:32.190861 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d7233cf-4bcb-45ab-bad2-42823ff934b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:32.286429 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-7d7233cf-4bcb-45ab-bad2-42823ff934b7 None None] For port 103d5f7b-4117-449d-83d9-c6ce49b0a76a, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:02:32.290072 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-7d7233cf-4bcb-45ab-bad2-42823ff934b7 None None] For port 103d5f7b-4117-449d-83d9-c6ce49b0a76a, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=103d5f7b-4117-449d-83d9-c6ce49b0a76a,segment=NetworkSegment(b07ad6fb-f980-4e0f-88d3-a7722688fe09),segment_id=b07ad6fb-f980-4e0f-88d3-a7722688fe09)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:02:32.295604 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d7233cf-4bcb-45ab-bad2-42823ff934b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:32.360184 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2bca9-9c1e-494d-9ba6-5c6996abf07a None None] Pushing event updated for resources: {'Port': ['ID=103d5f7b-4117-449d-83d9-c6ce49b0a76a,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:32.369068 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7233cf-4bcb-45ab-bad2-42823ff934b7 None None] Routers {'44dccbf1-16f8-49fa-9f71-cc59da281548'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:32.369694 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-7d7233cf-4bcb-45ab-bad2-42823ff934b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:02:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['44dccbf1-16f8-49fa-9f71-cc59da281548'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:32.595613 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-7d7233cf-4bcb-45ab-bad2-42823ff934b7 None None] Set router 44dccbf1-16f8-49fa-9f71-cc59da281548 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:32.810663 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-7d7233cf-4bcb-45ab-bad2-42823ff934b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dccbf1-16f8-49fa-9f71-cc59da281548', 'name': 'tempest-TestVolumeBackupRestore-2066398242-router', 'tenant_id': 'cb503f86868b4976867697d334c4078b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '18976dbc-ed93-46e3-80d7-6caf3b5145af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:22Z', 'updated_at': '2021-07-16T21:02:26Z', 'revision_number': 4, 'project_id': 'cb503f86868b4976867697d334c4078b', 'gw_port': {'id': '18976dbc-ed93-46e3-80d7-6caf3b5145af', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dccbf1-16f8-49fa-9f71-cc59da281548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:23Z', 'updated_at': '2021-07-16T21:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '103d5f7b-4117-449d-83d9-c6ce49b0a76a', 'name': '', 'network_id': '3db0427a-f1e4-4fba-96b3-068ba9e63b46', 'tenant_id': 'cb503f86868b4976867697d334c4078b', 'mac_address': 'fa:16:3e:1f:cd:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dccbf1-16f8-49fa-9f71-cc59da281548', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'ea56d694-ef10-4701-8ca3-af6ea08814ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:25Z', 'updated_at': '2021-07-16T21:02:32Z', 'revision_number': 4, 'project_id': 'cb503f86868b4976867697d334c4078b', 'subnets': [{'id': 'ea56d694-ef10-4701-8ca3-af6ea08814ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:32.841593 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7233cf-4bcb-45ab-bad2-42823ff934b7 None None] The sync data for ids ['44dccbf1-16f8-49fa-9f71-cc59da281548'] in n-d-791506-21 is: [{'id': '44dccbf1-16f8-49fa-9f71-cc59da281548', 'name': 'tempest-TestVolumeBackupRestore-2066398242-router', 'tenant_id': 'cb503f86868b4976867697d334c4078b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '18976dbc-ed93-46e3-80d7-6caf3b5145af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:22Z', 'updated_at': '2021-07-16T21:02:26Z', 'revision_number': 4, 'project_id': 'cb503f86868b4976867697d334c4078b', 'gw_port': {'id': '18976dbc-ed93-46e3-80d7-6caf3b5145af', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dccbf1-16f8-49fa-9f71-cc59da281548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:23Z', 'updated_at': '2021-07-16T21:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '103d5f7b-4117-449d-83d9-c6ce49b0a76a', 'name': '', 'network_id': '3db0427a-f1e4-4fba-96b3-068ba9e63b46', 'tenant_id': 'cb503f86868b4976867697d334c4078b', 'mac_address': 'fa:16:3e:1f:cd:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dccbf1-16f8-49fa-9f71-cc59da281548', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'ea56d694-ef10-4701-8ca3-af6ea08814ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:25Z', 'updated_at': '2021-07-16T21:02:32Z', 'revision_number': 4, 'project_id': 'cb503f86868b4976867697d334c4078b', 'subnets': [{'id': 'ea56d694-ef10-4701-8ca3-af6ea08814ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:02:33.469016 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:33.655167 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 103d5f7b-4117-449d-83d9-c6ce49b0a76a up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:33.717608 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 103d5f7b-4117-449d-83d9-c6ce49b0a76a completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:33.722656 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 103d5f7b-4117-449d-83d9-c6ce49b0a76a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:33.723057 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:33.812388 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:33.849389 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 103d5f7b-4117-449d-83d9-c6ce49b0a76a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=103d5f7b-4117-449d-83d9-c6ce49b0a76a,segment=NetworkSegment(b07ad6fb-f980-4e0f-88d3-a7722688fe09),segment_id=b07ad6fb-f980-4e0f-88d3-a7722688fe09)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:33.853856 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:33.908082 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=103d5f7b-4117-449d-83d9-c6ce49b0a76a,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:35.637755 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 103d5f7b-4117-449d-83d9-c6ce49b0a76a up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:35.695627 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 103d5f7b-4117-449d-83d9-c6ce49b0a76a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:35.696011 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:38.750916 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:02:51.729730 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-893e1538-b36a-45f4-8a58-744a64ac5f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:54.250236 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3bdbb449-394c-48bf-94f1-61e7e375ad4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:54.358491 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:55.884154 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:57.721321 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:59.761365 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:03.471488 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:15.752422 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:03:21.734903 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5081137c-19dc-45b5-9003-1b26084e2350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:24.257429 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6a2a5cb-2b63-45d7-90eb-7c286cd2e58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:24.362441 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:25.896571 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:27.723456 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:29.779530 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:33.465850 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:51.742022 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73a28fcf-51c9-4b68-97c1-8058c995193b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:52.751511 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:03:54.265365 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34987e5c-985a-4d4b-8afe-fd87d39fc561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:54.366406 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:55.888589 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:57.727095 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:59.788560 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:03.537904 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:21.736881 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9323129-0eb6-4623-ab99-3450dca34b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.412781 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50692) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:23.419749 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-5b0a455a-e7e6-4d88-bb45-7d3b4d7a49ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-491742559', 'description': 'tempest-secgroup-smoke-491742559 description', 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:23.443249 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b0a455a-e7e6-4d88-bb45-7d3b4d7a49ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.532882 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b0a455a-e7e6-4d88-bb45-7d3b4d7a49ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.537009 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b0a455a-e7e6-4d88-bb45-7d3b4d7a49ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.567153 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a455a-e7e6-4d88-bb45-7d3b4d7a49ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc565b53-b1e6-4567-9370-5118398c4868,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:23.570346 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b0a455a-e7e6-4d88-bb45-7d3b4d7a49ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.571591 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5b0a455a-e7e6-4d88-bb45-7d3b4d7a49ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1569676 Jul 16 21:04:23.575383 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50722) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:23.577818 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a455a-e7e6-4d88-bb45-7d3b4d7a49ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:23.578259 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a455a-e7e6-4d88-bb45-7d3b4d7a49ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:23.578766 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a455a-e7e6-4d88-bb45-7d3b4d7a49ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:23.579136 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a455a-e7e6-4d88-bb45-7d3b4d7a49ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:23.579496 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a455a-e7e6-4d88-bb45-7d3b4d7a49ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:23.579813 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a455a-e7e6-4d88-bb45-7d3b4d7a49ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:23.580195 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a455a-e7e6-4d88-bb45-7d3b4d7a49ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:23.580582 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a455a-e7e6-4d88-bb45-7d3b4d7a49ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:23.580920 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a455a-e7e6-4d88-bb45-7d3b4d7a49ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:23.581251 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a455a-e7e6-4d88-bb45-7d3b4d7a49ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:23.581574 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a455a-e7e6-4d88-bb45-7d3b4d7a49ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:23.581932 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a455a-e7e6-4d88-bb45-7d3b4d7a49ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:23.583437 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-d4d420eb-864e-4d48-93b8-ed0909b394ba tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Request body: {'security_group_rule': {'security_group_id': 'fc565b53-b1e6-4567-9370-5118398c4868', 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:23.613133 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d4d420eb-864e-4d48-93b8-ed0909b394ba tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.678562 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d4d420eb-864e-4d48-93b8-ed0909b394ba tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.682293 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d4d420eb-864e-4d48-93b8-ed0909b394ba tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.696216 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d420eb-864e-4d48-93b8-ed0909b394ba tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf999310-1bb9-4e7c-bcca-a0d5fe09b612,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:23.708674 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d420eb-864e-4d48-93b8-ed0909b394ba tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:23.709029 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d420eb-864e-4d48-93b8-ed0909b394ba tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:23.709379 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d420eb-864e-4d48-93b8-ed0909b394ba tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:23.709720 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d420eb-864e-4d48-93b8-ed0909b394ba tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:23.710059 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d420eb-864e-4d48-93b8-ed0909b394ba tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:23.710412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d420eb-864e-4d48-93b8-ed0909b394ba tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:23.710744 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d420eb-864e-4d48-93b8-ed0909b394ba tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:23.711074 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d420eb-864e-4d48-93b8-ed0909b394ba tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:23.711402 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d420eb-864e-4d48-93b8-ed0909b394ba tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:23.711729 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d420eb-864e-4d48-93b8-ed0909b394ba tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:23.712118 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d420eb-864e-4d48-93b8-ed0909b394ba tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:23.712378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d420eb-864e-4d48-93b8-ed0909b394ba tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:23.720390 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d4d420eb-864e-4d48-93b8-ed0909b394ba tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.721665 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d4d420eb-864e-4d48-93b8-ed0909b394ba tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1452694 Jul 16 21:04:23.724795 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50748) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:23.729208 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-fbc3f6bd-10a1-499e-9d6f-f1bcbd9916e0 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Request body: {'security_group_rule': {'security_group_id': 'fc565b53-b1e6-4567-9370-5118398c4868', 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:23.757142 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fbc3f6bd-10a1-499e-9d6f-f1bcbd9916e0 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.823088 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fbc3f6bd-10a1-499e-9d6f-f1bcbd9916e0 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.828142 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fbc3f6bd-10a1-499e-9d6f-f1bcbd9916e0 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.847171 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3f6bd-10a1-499e-9d6f-f1bcbd9916e0 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc5f54f-0af5-46ce-873d-2ffd391fabd0,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:23.855753 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fbc3f6bd-10a1-499e-9d6f-f1bcbd9916e0 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.856797 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fbc3f6bd-10a1-499e-9d6f-f1bcbd9916e0 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1310468 Jul 16 21:04:23.859674 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50772) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:23.864911 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-e7757429-c13c-47f6-9909-0d30d7264bc6 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Request body: {'security_group_rule': {'security_group_id': 'fc565b53-b1e6-4567-9370-5118398c4868', 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:23.892365 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e7757429-c13c-47f6-9909-0d30d7264bc6 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.954900 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e7757429-c13c-47f6-9909-0d30d7264bc6 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.959542 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e7757429-c13c-47f6-9909-0d30d7264bc6 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.982600 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7757429-c13c-47f6-9909-0d30d7264bc6 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0f2e7d-6ea5-4be7-99e8-68f5758f4346,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:23.988208 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e7757429-c13c-47f6-9909-0d30d7264bc6 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.990828 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e7757429-c13c-47f6-9909-0d30d7264bc6 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1301284 Jul 16 21:04:23.991884 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50796) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:23.997229 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2e569b2a-27bd-48a1-90f2-db1b1854abc9 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Request body: {'security_group_rule': {'security_group_id': 'fc565b53-b1e6-4567-9370-5118398c4868', 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:24.031448 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2e569b2a-27bd-48a1-90f2-db1b1854abc9 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.097260 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2e569b2a-27bd-48a1-90f2-db1b1854abc9 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.101211 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2e569b2a-27bd-48a1-90f2-db1b1854abc9 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.122749 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e569b2a-27bd-48a1-90f2-db1b1854abc9 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=effea187-b4b9-4574-927a-da4167d4e66b,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:24.126648 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2e569b2a-27bd-48a1-90f2-db1b1854abc9 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.128080 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2e569b2a-27bd-48a1-90f2-db1b1854abc9 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1351676 Jul 16 21:04:24.130953 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 50818) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:24.136519 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-55b68705-0349-4cc2-81c9-2c96f1380a7f tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Request body: {'security_group_rule': {'security_group_id': 'fc565b53-b1e6-4567-9370-5118398c4868', 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:24.160386 n-d-791506-21 neutron-server[93793]: INFO neutron.db.securitygroups_db [None req-55b68705-0349-4cc2-81c9-2c96f1380a7f tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Project 7c43ed99bc504aa9b10c41aeaf253a22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:04:24.166445 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-55b68705-0349-4cc2-81c9-2c96f1380a7f tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.238733 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-55b68705-0349-4cc2-81c9-2c96f1380a7f tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.243073 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-55b68705-0349-4cc2-81c9-2c96f1380a7f tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.260888 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b68705-0349-4cc2-81c9-2c96f1380a7f tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af17e97-bb43-4975-b266-7c67f0e9995e,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:24.274493 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-55b68705-0349-4cc2-81c9-2c96f1380a7f tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.275932 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-55b68705-0349-4cc2-81c9-2c96f1380a7f tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1438601 Jul 16 21:04:24.276147 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a445ed20-f065-49d6-aa3f-eff8ad4daa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.279131 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 50842) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:24.283924 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-45f2e9b2-88c2-4f40-aa81-6275b23a1619 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Request body: {'security_group_rule': {'security_group_id': 'fc565b53-b1e6-4567-9370-5118398c4868', 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:24.307713 n-d-791506-21 neutron-server[93794]: INFO neutron.db.securitygroups_db [None req-45f2e9b2-88c2-4f40-aa81-6275b23a1619 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Project 7c43ed99bc504aa9b10c41aeaf253a22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:04:24.313394 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-45f2e9b2-88c2-4f40-aa81-6275b23a1619 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.370107 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.387996 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-45f2e9b2-88c2-4f40-aa81-6275b23a1619 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.392024 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-45f2e9b2-88c2-4f40-aa81-6275b23a1619 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.409529 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2e9b2-88c2-4f40-aa81-6275b23a1619 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4715c7c3-5546-4955-aff3-abb59f70b381,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:24.418097 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-45f2e9b2-88c2-4f40-aa81-6275b23a1619 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.419409 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-45f2e9b2-88c2-4f40-aa81-6275b23a1619 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1392252 Jul 16 21:04:24.577083 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-131544de-d19b-4438-a898-8830a7ef5360 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-491742559&fields=id&tenant_id=7c43ed99bc504aa9b10c41aeaf253a22 HTTP/1.1" status: 200 len: 267 time: 0.0371056 Jul 16 21:04:24.687244 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-3c996034-1b49-49a4-bce8-3b24b7ce9122 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:24.688729 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-3c996034-1b49-49a4-bce8-3b24b7ce9122 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/networks?id=45a2fb76-a8d8-444b-802f-9c9ae08c7ae5 HTTP/1.1" status: 200 len: 814 time: 0.1051936 Jul 16 21:04:24.703952 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-1242a973-7713-4686-b8af-e064c551e81e tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/quotas/7c43ed99bc504aa9b10c41aeaf253a22 HTTP/1.1" status: 200 len: 375 time: 0.0099597 Jul 16 21:04:24.783246 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-03313d40-1c40-44e3-aad2-59c8684a067b tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7c43ed99bc504aa9b10c41aeaf253a22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737722 Jul 16 21:04:24.800878 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-ee4060f2-0aad-4a0f-9eb8-95a65688221d tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:04:24.801866 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-ee4060f2-0aad-4a0f-9eb8-95a65688221d tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060530 Jul 16 21:04:24.893707 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-34484d4f-5f7e-4bce-b9da-9769d392a1fb service neutron] 10.222.0.38 "GET /v2.0/networks/45a2fb76-a8d8-444b-802f-9c9ae08c7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856402 Jul 16 21:04:25.264074 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-108d06b3-2879-4b08-9792-3e08bab795d1 service neutron] 10.222.0.38 "GET /v2.0/networks/45a2fb76-a8d8-444b-802f-9c9ae08c7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647573 Jul 16 21:04:25.639372 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33d653d5-1004-42af-813e-e3d290b39e35 req-ba6ba685-cdd2-4ca7-a258-334dc545388d tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 210 time: 0.0289531 Jul 16 21:04:25.888456 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:26.734830 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e6f63fd1-474f-4c88-a2fc-3617c5e94316 req-095e0c58-0f77-4218-84f9-fcc5e8777f43 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 210 time: 0.0391226 Jul 16 21:04:27.730097 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:27.885197 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4a622d08-c942-416f-9011-c825c6f2a02b req-2d9c2b0a-f0fa-417c-92d0-a9df5a4f4f5c tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 210 time: 0.0283830 Jul 16 21:04:28.915244 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-f5d0ae7d-4fe3-4adc-9b23-2e039730c323 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:28.918173 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-f5d0ae7d-4fe3-4adc-9b23-2e039730c323 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.18 "GET /v2.0/networks?id=45a2fb76-a8d8-444b-802f-9c9ae08c7ae5 HTTP/1.1" status: 200 len: 814 time: 0.1278598 Jul 16 21:04:28.970912 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-0cd5755e-f95f-4d99-83a6-3e9327042a0f tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c43ed99bc504aa9b10c41aeaf253a22 HTTP/1.1" status: 200 len: 379 time: 0.0382090 Jul 16 21:04:28.981039 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-969affca-3753-4568-b2d5-91b17c4eec58 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Request body: {'port': {'device_id': '705f05ed-7480-4893-8a37-e12956c96eb7', 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5', 'admin_state_up': True, 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'security_groups': ['fc565b53-b1e6-4567-9370-5118398c4868']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:29.087537 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f6ca8d6e-ef27-4244-b2e8-6ccc2dc99fde req-686cbdb0-9a71-4afe-b34d-5296b55ed712 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 210 time: 0.0371184 Jul 16 21:04:29.138024 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-969affca-3753-4568-b2d5-91b17c4eec58 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Made reservation on behalf of 7c43ed99bc504aa9b10c41aeaf253a22 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:04:29.141760 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-969affca-3753-4568-b2d5-91b17c4eec58 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:29.294646 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-969affca-3753-4568-b2d5-91b17c4eec58 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Allocated IP 172.20.0.8 (45a2fb76-a8d8-444b-802f-9c9ae08c7ae5/118739da-6b34-477a-a3ae-9dd2acc907c3/c097645b-eaf3-488b-a282-da8e3ec038d9) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:04:29.445122 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-969affca-3753-4568-b2d5-91b17c4eec58 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:29.465229 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-969affca-3753-4568-b2d5-91b17c4eec58 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Transition to ACTIVE for port object c097645b-eaf3-488b-a282-da8e3ec038d9 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:04:29.499303 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-969affca-3753-4568-b2d5-91b17c4eec58 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:29.543612 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-969affca-3753-4568-b2d5-91b17c4eec58 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Network 45a2fb76-a8d8-444b-802f-9c9ae08c7ae5 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:04:29.547483 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-969affca-3753-4568-b2d5-91b17c4eec58 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:04:29.553952 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-969affca-3753-4568-b2d5-91b17c4eec58 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:04:29.587665 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969affca-3753-4568-b2d5-91b17c4eec58 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Pushing event updated for resources: {'Port': ['ID=c097645b-eaf3-488b-a282-da8e3ec038d9,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:29.615179 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-969affca-3753-4568-b2d5-91b17c4eec58 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:29.615818 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-969affca-3753-4568-b2d5-91b17c4eec58 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:29.631309 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-969affca-3753-4568-b2d5-91b17c4eec58 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6552405 Jul 16 21:04:29.642649 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-a9c378ac-2d7c-4bfa-9ffd-6f6c48765713 service neutron] Request body: {'port': {'device_id': '705f05ed-7480-4893-8a37-e12956c96eb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:29.733181 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-a9c378ac-2d7c-4bfa-9ffd-6f6c48765713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:29.752724 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:04:29.789781 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:29.808874 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0c890aa4-40bd-45da-a773-be938091fced None None] Provisioning for port c097645b-eaf3-488b-a282-da8e3ec038d9 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:04:29.813419 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0c890aa4-40bd-45da-a773-be938091fced None None] Provisioning complete for port c097645b-eaf3-488b-a282-da8e3ec038d9 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:04:29.813799 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c890aa4-40bd-45da-a773-be938091fced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:29.853552 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0c890aa4-40bd-45da-a773-be938091fced None None] Port c097645b-eaf3-488b-a282-da8e3ec038d9 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:04:30.015068 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-a9c378ac-2d7c-4bfa-9ffd-6f6c48765713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c097645b-eaf3-488b-a282-da8e3ec038d9 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:04:30.022706 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-a9c378ac-2d7c-4bfa-9ffd-6f6c48765713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:30.035449 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-a9c378ac-2d7c-4bfa-9ffd-6f6c48765713 service neutron] Transition to ACTIVE for port object c097645b-eaf3-488b-a282-da8e3ec038d9 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:04:30.039093 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-a9c378ac-2d7c-4bfa-9ffd-6f6c48765713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:30.092549 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c378ac-2d7c-4bfa-9ffd-6f6c48765713 service neutron] Pushing event updated for resources: {'Port': ['ID=c097645b-eaf3-488b-a282-da8e3ec038d9,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:30.172346 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-a9c378ac-2d7c-4bfa-9ffd-6f6c48765713 service neutron] Attempting to bind port c097645b-eaf3-488b-a282-da8e3ec038d9 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:04:30.172685 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-a9c378ac-2d7c-4bfa-9ffd-6f6c48765713 service neutron] Attempting to bind port c097645b-eaf3-488b-a282-da8e3ec038d9 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '7a83a448-d576-4a20-bdf7-3079fa759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:04:30.173018 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-a9c378ac-2d7c-4bfa-9ffd-6f6c48765713 service neutron] Attempting to bind port c097645b-eaf3-488b-a282-da8e3ec038d9 on network 45a2fb76-a8d8-444b-802f-9c9ae08c7ae5 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:04:30.179541 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-a9c378ac-2d7c-4bfa-9ffd-6f6c48765713 service neutron] Port c097645b-eaf3-488b-a282-da8e3ec038d9 on network 45a2fb76-a8d8-444b-802f-9c9ae08c7ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:04:30.179870 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-a9c378ac-2d7c-4bfa-9ffd-6f6c48765713 service neutron] Attempting to bind port c097645b-eaf3-488b-a282-da8e3ec038d9 on network 45a2fb76-a8d8-444b-802f-9c9ae08c7ae5 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:04:30.186266 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-a9c378ac-2d7c-4bfa-9ffd-6f6c48765713 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:04:30.186631 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-a9c378ac-2d7c-4bfa-9ffd-6f6c48765713 service neutron] Checking segment: {'id': '7a83a448-d576-4a20-bdf7-3079fa759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:04:30.187018 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-a9c378ac-2d7c-4bfa-9ffd-6f6c48765713 service neutron] Bound using segment: {'id': '7a83a448-d576-4a20-bdf7-3079fa759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:04:30.187448 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-a9c378ac-2d7c-4bfa-9ffd-6f6c48765713 service neutron] Bound port: c097645b-eaf3-488b-a282-da8e3ec038d9, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a83a448-d576-4a20-bdf7-3079fa759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:04:30.187861 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-a9c378ac-2d7c-4bfa-9ffd-6f6c48765713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:30.300417 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-a9c378ac-2d7c-4bfa-9ffd-6f6c48765713 service neutron] For port c097645b-eaf3-488b-a282-da8e3ec038d9, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:04:30.315382 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-a9c378ac-2d7c-4bfa-9ffd-6f6c48765713 service neutron] For port c097645b-eaf3-488b-a282-da8e3ec038d9, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=c097645b-eaf3-488b-a282-da8e3ec038d9,segment=NetworkSegment(7a83a448-d576-4a20-bdf7-3079fa759d15),segment_id=7a83a448-d576-4a20-bdf7-3079fa759d15)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:04:30.320506 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-a9c378ac-2d7c-4bfa-9ffd-6f6c48765713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:30.368779 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-a9c378ac-2d7c-4bfa-9ffd-6f6c48765713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:30.369194 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-a9c378ac-2d7c-4bfa-9ffd-6f6c48765713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:30.370707 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-a9c378ac-2d7c-4bfa-9ffd-6f6c48765713 service neutron] 10.222.0.18 "PUT /v2.0/ports/c097645b-eaf3-488b-a282-da8e3ec038d9 HTTP/1.1" status: 200 len: 1092 time: 0.7325976 Jul 16 21:04:30.375099 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '705f05ed-7480-4893-8a37-e12956c96eb7', 'tag': 'c097645b-eaf3-488b-a282-da8e3ec038d9'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:04:30.377836 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38477ce-2dd6-45da-b2c3-16cb0da87b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "705f05ed-7480-4893-8a37-e12956c96eb7", "tag": "c097645b-eaf3-488b-a282-da8e3ec038d9"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:04:30.409849 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d6a57-e6b0-4704-8719-1ba539500234 req-55a8e5f8-d3f0-442d-8c0d-37dfea1e5c72 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:30.411445 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0d6d6a57-e6b0-4704-8719-1ba539500234 req-55a8e5f8-d3f0-442d-8c0d-37dfea1e5c72 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 943 time: 0.1528614 Jul 16 21:04:30.425493 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c378ac-2d7c-4bfa-9ffd-6f6c48765713 service neutron] Pushing event updated for resources: {'Port': ['ID=c097645b-eaf3-488b-a282-da8e3ec038d9,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:30.494468 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0d6d6a57-e6b0-4704-8719-1ba539500234 req-59e8d384-9a7c-410c-b47a-dec5eeb273e6 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc565b53-b1e6-4567-9370-5118398c4868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703728 Jul 16 21:04:30.519747 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-ad5d95e3-ca9f-4589-bb5a-3cd8214f46ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:30.521177 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-ad5d95e3-ca9f-4589-bb5a-3cd8214f46ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c43ed99bc504aa9b10c41aeaf253a22&device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 1095 time: 0.0740535 Jul 16 21:04:30.565130 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-ed4627f1-0190-4ba8-8f7b-48b9f2088fab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c097645b-eaf3-488b-a282-da8e3ec038d9 HTTP/1.1" status: 200 len: 217 time: 0.0370359 Jul 16 21:04:30.622823 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-c9fb369f-9372-4dd0-aa00-86b43e14b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:30.624311 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-c9fb369f-9372-4dd0-aa00-86b43e14b170 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=118739da-6b34-477a-a3ae-9dd2acc907c3 HTTP/1.1" status: 200 len: 853 time: 0.0527456 Jul 16 21:04:30.688508 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-fd9307fd-54a3-4ac9-b18a-f2a6867ba307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:30.690060 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-fd9307fd-54a3-4ac9-b18a-f2a6867ba307 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=45a2fb76-a8d8-444b-802f-9c9ae08c7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599749 Jul 16 21:04:30.799216 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-43634e2a-66ab-4af1-a104-28ec9dc97e3a service neutron] 10.222.0.18 "GET /v2.0/networks/45a2fb76-a8d8-444b-802f-9c9ae08c7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015344 Jul 16 21:04:30.910836 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-771b86ef-fcfe-4f7a-9059-9b046811676c req-500f93dc-dace-4757-930e-9d103cd607a9 service neutron] 10.222.0.18 "GET /v2.0/networks/45a2fb76-a8d8-444b-802f-9c9ae08c7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017654 Jul 16 21:04:31.450524 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd803c8-d000-4165-82cd-667231ee79cd x-openstack-request-id: req-3dd803c8-d000-4165-82cd-667231ee79cd {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:04:31.451093 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "705f05ed-7480-4893-8a37-e12956c96eb7", "tag": "c097645b-eaf3-488b-a282-da8e3ec038d9", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:04:31.451093 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3dd803c8-d000-4165-82cd-667231ee79cd {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:04:31.451467 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '705f05ed-7480-4893-8a37-e12956c96eb7', 'tag': 'c097645b-eaf3-488b-a282-da8e3ec038d9', 'status': 'completed', 'code': 200} Jul 16 21:04:31.533001 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38477ce-2dd6-45da-b2c3-16cb0da87b8c req-52f51534-8d4f-4dc8-bfeb-51176d79a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:31.534539 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e38477ce-2dd6-45da-b2c3-16cb0da87b8c req-52f51534-8d4f-4dc8-bfeb-51176d79a417 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c43ed99bc504aa9b10c41aeaf253a22&device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 1095 time: 0.0571303 Jul 16 21:04:31.706504 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38477ce-2dd6-45da-b2c3-16cb0da87b8c req-b678dc83-a5c5-45b1-9d13-c2de44575d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:31.707977 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e38477ce-2dd6-45da-b2c3-16cb0da87b8c req-b678dc83-a5c5-45b1-9d13-c2de44575d70 service neutron] 10.222.0.18 "GET /v2.0/networks?id=45a2fb76-a8d8-444b-802f-9c9ae08c7ae5 HTTP/1.1" status: 200 len: 915 time: 0.1670067 Jul 16 21:04:31.757617 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e38477ce-2dd6-45da-b2c3-16cb0da87b8c req-0cf4ea68-0336-4124-90ef-ca614c33e3f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c097645b-eaf3-488b-a282-da8e3ec038d9 HTTP/1.1" status: 200 len: 217 time: 0.0420771 Jul 16 21:04:31.768858 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e27fcf-0172-44dd-aca6-1b22ef5dd2ba req-e26430b3-1544-424b-a710-066483a5325e tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:31.771563 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-03e27fcf-0172-44dd-aca6-1b22ef5dd2ba req-e26430b3-1544-424b-a710-066483a5325e tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 943 time: 0.1393127 Jul 16 21:04:31.840485 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38477ce-2dd6-45da-b2c3-16cb0da87b8c req-45002c64-8039-4d0f-bc20-d619b7ac4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:31.842015 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e38477ce-2dd6-45da-b2c3-16cb0da87b8c req-45002c64-8039-4d0f-bc20-d619b7ac4a6a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=118739da-6b34-477a-a3ae-9dd2acc907c3 HTTP/1.1" status: 200 len: 853 time: 0.0693970 Jul 16 21:04:31.847285 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-03e27fcf-0172-44dd-aca6-1b22ef5dd2ba req-6370ce90-8fbb-471e-aa01-99f6d4d5d3cb tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc565b53-b1e6-4567-9370-5118398c4868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660846 Jul 16 21:04:31.905549 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38477ce-2dd6-45da-b2c3-16cb0da87b8c req-cfd51d1f-687b-4de9-89b5-d233527098ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:31.907170 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e38477ce-2dd6-45da-b2c3-16cb0da87b8c req-cfd51d1f-687b-4de9-89b5-d233527098ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=45a2fb76-a8d8-444b-802f-9c9ae08c7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590153 Jul 16 21:04:32.012218 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e38477ce-2dd6-45da-b2c3-16cb0da87b8c req-33be2d11-4fde-464e-a9dc-bfe3e45d0d5a service neutron] 10.222.0.18 "GET /v2.0/networks/45a2fb76-a8d8-444b-802f-9c9ae08c7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987556 Jul 16 21:04:32.107975 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e38477ce-2dd6-45da-b2c3-16cb0da87b8c req-b8be16d3-a7ae-45cf-8b68-3110165b49c5 service neutron] 10.222.0.18 "GET /v2.0/networks/45a2fb76-a8d8-444b-802f-9c9ae08c7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900855 Jul 16 21:04:33.057018 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5769ea5-e98c-4d3d-9efe-3ae0612feafa req-c0f1471c-d59b-4fc0-9754-1d4ad9b1472e tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:33.058972 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b5769ea5-e98c-4d3d-9efe-3ae0612feafa req-c0f1471c-d59b-4fc0-9754-1d4ad9b1472e tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 943 time: 0.0799572 Jul 16 21:04:33.103859 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b5769ea5-e98c-4d3d-9efe-3ae0612feafa req-bf7e3e46-d17c-4700-a8cc-7c276629f5a2 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc565b53-b1e6-4567-9370-5118398c4868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380058 Jul 16 21:04:33.462776 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:34.315513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0243bd1-8943-4824-8f4a-303fe22e741a req-ee4937ea-2c0c-4e83-8533-075f6c86e012 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:34.317139 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0243bd1-8943-4824-8f4a-303fe22e741a req-ee4937ea-2c0c-4e83-8533-075f6c86e012 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 943 time: 0.0879304 Jul 16 21:04:34.358191 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0243bd1-8943-4824-8f4a-303fe22e741a req-e1c69607-0c84-49a2-b7ee-cab2abcabcd9 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc565b53-b1e6-4567-9370-5118398c4868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351219 Jul 16 21:04:35.552835 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb2a9f-717f-47dd-93bb-ddaf9aca5921 req-6a5debb1-6c8f-42a5-8086-ccd8e6df4053 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:35.554500 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3acb2a9f-717f-47dd-93bb-ddaf9aca5921 req-6a5debb1-6c8f-42a5-8086-ccd8e6df4053 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 943 time: 0.0768938 Jul 16 21:04:35.594218 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3acb2a9f-717f-47dd-93bb-ddaf9aca5921 req-f2893142-7e22-4c9f-b841-10a94133c7de tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc565b53-b1e6-4567-9370-5118398c4868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338771 Jul 16 21:04:36.773932 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b07ccf-a336-45d9-b742-802f323736e7 req-72bd8a60-17c5-403d-bd7b-c1e0739fbfe3 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:36.775465 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-61b07ccf-a336-45d9-b742-802f323736e7 req-72bd8a60-17c5-403d-bd7b-c1e0739fbfe3 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 943 time: 0.0691164 Jul 16 21:04:36.817996 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-61b07ccf-a336-45d9-b742-802f323736e7 req-fc6a2e62-c7f1-4b45-9837-f117b1301a8a tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc565b53-b1e6-4567-9370-5118398c4868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356536 Jul 16 21:04:37.997781 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90984b8-85e2-44e4-8877-d09455abe112 req-2675cc01-222c-4241-92ce-f31e7936b4c6 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:37.999313 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e90984b8-85e2-44e4-8877-d09455abe112 req-2675cc01-222c-4241-92ce-f31e7936b4c6 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 943 time: 0.0665131 Jul 16 21:04:38.038230 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e90984b8-85e2-44e4-8877-d09455abe112 req-9fe6750d-93c4-4566-aa77-88a980ae038a tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc565b53-b1e6-4567-9370-5118398c4868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332739 Jul 16 21:04:39.221456 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c23d27-9d9f-4eb0-b044-35a33031e9f9 req-f34936de-f484-4977-9bd2-db418c4106d2 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:39.222969 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-21c23d27-9d9f-4eb0-b044-35a33031e9f9 req-f34936de-f484-4977-9bd2-db418c4106d2 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 943 time: 0.0702178 Jul 16 21:04:39.267050 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-21c23d27-9d9f-4eb0-b044-35a33031e9f9 req-e9a372ac-534c-414c-bf1e-07cabab6f2c6 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc565b53-b1e6-4567-9370-5118398c4868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383708 Jul 16 21:04:40.445412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc5ea1-8395-4da7-b476-18fb872a2b1d req-40904c6a-1a80-43ce-a8db-ccd094eb97f1 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:40.447039 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6ccc5ea1-8395-4da7-b476-18fb872a2b1d req-40904c6a-1a80-43ce-a8db-ccd094eb97f1 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 943 time: 0.0693195 Jul 16 21:04:40.489828 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6ccc5ea1-8395-4da7-b476-18fb872a2b1d req-91eb7302-b081-4b50-877a-b622e3a9eecc tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc565b53-b1e6-4567-9370-5118398c4868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359607 Jul 16 21:04:41.214078 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device c097645b-eaf3-488b-a282-da8e3ec038d9 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:04:41.311308 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port c097645b-eaf3-488b-a282-da8e3ec038d9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=c097645b-eaf3-488b-a282-da8e3ec038d9,segment=NetworkSegment(7a83a448-d576-4a20-bdf7-3079fa759d15),segment_id=7a83a448-d576-4a20-bdf7-3079fa759d15)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:04:41.322427 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'c097645b-eaf3-488b-a282-da8e3ec038d9', 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5', 'port_id': 'c097645b-eaf3-488b-a282-da8e3ec038d9', 'mac_address': 'fa:16:3e:4f:34:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '118739da-6b34-477a-a3ae-9dd2acc907c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:04:41.363248 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:41.376075 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c097645b-eaf3-488b-a282-da8e3ec038d9 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:04:41.396670 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port c097645b-eaf3-488b-a282-da8e3ec038d9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=c097645b-eaf3-488b-a282-da8e3ec038d9,segment=NetworkSegment(7a83a448-d576-4a20-bdf7-3079fa759d15),segment_id=7a83a448-d576-4a20-bdf7-3079fa759d15)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:04:41.400787 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:41.454830 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=c097645b-eaf3-488b-a282-da8e3ec038d9,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:41.468824 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:41.469165 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:41.469503 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:41.469839 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:41.470172 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:41.470532 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:41.470904 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:41.471183 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:41.471554 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:41.471816 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:41.472408 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:41.472408 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:41.626942 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['c097645b-eaf3-488b-a282-da8e3ec038d9'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:04:41.679789 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e7cd2-cfd4-4171-8e7f-8b9b00d8b39a req-4da9bada-c372-469e-a4d3-60d833c5ab3a tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:41.685546 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c36e7cd2-cfd4-4171-8e7f-8b9b00d8b39a req-4da9bada-c372-469e-a4d3-60d833c5ab3a tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 944 time: 0.0758824 Jul 16 21:04:41.730076 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c36e7cd2-cfd4-4171-8e7f-8b9b00d8b39a req-38a5aa3c-4ca1-49bd-bf4b-fa111b283560 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc565b53-b1e6-4567-9370-5118398c4868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425479 Jul 16 21:04:42.934799 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77952f1-2710-4c99-aabc-305d96221f59 req-0ec1999f-1a2e-45b3-9799-f9e74d0b7fd4 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:42.935988 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f77952f1-2710-4c99-aabc-305d96221f59 req-0ec1999f-1a2e-45b3-9799-f9e74d0b7fd4 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 944 time: 0.0746305 Jul 16 21:04:42.976151 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f77952f1-2710-4c99-aabc-305d96221f59 req-15778237-a2ca-4320-aeb6-ee4de9b0a2b7 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc565b53-b1e6-4567-9370-5118398c4868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344000 Jul 16 21:04:43.228880 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device c097645b-eaf3-488b-a282-da8e3ec038d9 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:04:43.288897 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port c097645b-eaf3-488b-a282-da8e3ec038d9 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:04:43.293781 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port c097645b-eaf3-488b-a282-da8e3ec038d9 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:04:43.294198 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:43.379164 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:43.406259 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705f05ed-7480-4893-8a37-e12956c96eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c097645b-eaf3-488b-a282-da8e3ec038d9'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:04:43.408625 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d502c69-13fe-4169-8938-cfb394889a03" -d '{"events": [{"server_uuid": "705f05ed-7480-4893-8a37-e12956c96eb7", "name": "network-vif-plugged", "status": "completed", "tag": "c097645b-eaf3-488b-a282-da8e3ec038d9"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:04:43.422991 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port c097645b-eaf3-488b-a282-da8e3ec038d9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=c097645b-eaf3-488b-a282-da8e3ec038d9,segment=NetworkSegment(7a83a448-d576-4a20-bdf7-3079fa759d15),segment_id=7a83a448-d576-4a20-bdf7-3079fa759d15)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:04:43.429151 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:43.484188 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=c097645b-eaf3-488b-a282-da8e3ec038d9,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:43.607359 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5f66c9-d7ce-470b-a421-d9b63a2b1544 x-openstack-request-id: req-7c5f66c9-d7ce-470b-a421-d9b63a2b1544 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:04:43.607654 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705f05ed-7480-4893-8a37-e12956c96eb7", "name": "network-vif-plugged", "status": "completed", "tag": "c097645b-eaf3-488b-a282-da8e3ec038d9", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:04:43.607911 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7c5f66c9-d7ce-470b-a421-d9b63a2b1544 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:04:43.608336 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705f05ed-7480-4893-8a37-e12956c96eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c097645b-eaf3-488b-a282-da8e3ec038d9', 'code': 200} Jul 16 21:04:43.740172 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b2847-2918-4f19-bb36-4c90a64082c4 req-1da2271b-aef9-4007-9dc8-0261adb1a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:43.741708 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-268b2847-2918-4f19-bb36-4c90a64082c4 req-1da2271b-aef9-4007-9dc8-0261adb1a58e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 1097 time: 0.0701039 Jul 16 21:04:43.778051 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-268b2847-2918-4f19-bb36-4c90a64082c4 req-004f9f2e-8081-45d1-920f-be0b21cc138b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fc565b53-b1e6-4567-9370-5118398c4868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296109 Jul 16 21:04:44.169223 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c7212-c710-4691-9191-264b994f2c81 req-c18a7117-763e-4334-b0d9-e564077d3ddd tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:44.170936 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6e3c7212-c710-4691-9191-264b994f2c81 req-c18a7117-763e-4334-b0d9-e564077d3ddd tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 945 time: 0.0713432 Jul 16 21:04:44.216033 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6e3c7212-c710-4691-9191-264b994f2c81 req-f6107777-2737-4944-a2ac-fff360133750 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc565b53-b1e6-4567-9370-5118398c4868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345957 Jul 16 21:04:45.412531 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46978a79-52e5-45b7-bce2-d55a10b6438c req-07b59065-eeea-43f3-98dd-d2931a925cfa tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:45.414042 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46978a79-52e5-45b7-bce2-d55a10b6438c req-07b59065-eeea-43f3-98dd-d2931a925cfa tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 945 time: 0.0721264 Jul 16 21:04:45.454427 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46978a79-52e5-45b7-bce2-d55a10b6438c req-a93720c4-f09a-48f3-a68d-f1c7de401ee5 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc565b53-b1e6-4567-9370-5118398c4868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340469 Jul 16 21:04:45.640355 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35ec2f-91f8-4486-ba32-c661e7db2ab2 req-2f02fe20-036d-47fa-a161-3f9b2b0505d5 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:45.641863 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cc35ec2f-91f8-4486-ba32-c661e7db2ab2 req-2f02fe20-036d-47fa-a161-3f9b2b0505d5 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 945 time: 0.0736470 Jul 16 21:04:45.680584 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cc35ec2f-91f8-4486-ba32-c661e7db2ab2 req-5c672e17-01bb-45d7-b985-92d60a733e27 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc565b53-b1e6-4567-9370-5118398c4868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330393 Jul 16 21:04:45.706123 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51278) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:45.863234 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ccdfab-36ee-44eb-8160-fa564b7babda tempest-TestVolumeBackupRestore-136883536 tempest-TestVolumeBackupRestore-136883536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:45.867661 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-39ccdfab-36ee-44eb-8160-fa564b7babda tempest-TestVolumeBackupRestore-136883536 tempest-TestVolumeBackupRestore-136883536-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 1092 time: 0.1576395 Jul 16 21:04:45.867857 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 51286) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:45.873051 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-cdef5ca8-ebcd-4c36-8f9a-fcacc46261ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'port_id': 'c097645b-eaf3-488b-a282-da8e3ec038d9', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:45.896409 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cdef5ca8-ebcd-4c36-8f9a-fcacc46261ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:45.905701 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [req-e60ee3aa-a4fb-4caf-8d9d-d6f9c447ef5f req-02262ed0-4e16-43f1-b962-1d18ea52fac2 service neutron] (93793) timed out ('10.222.0.38', 56896) {{(pid=93793) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 21:04:46.001260 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cdef5ca8-ebcd-4c36-8f9a-fcacc46261ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:46.114101 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-cdef5ca8-ebcd-4c36-8f9a-fcacc46261ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Allocated IP 172.25.0.25 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/5e33f542-b51b-4d6c-b09e-69cf3f7c303a) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:04:46.227671 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cdef5ca8-ebcd-4c36-8f9a-fcacc46261ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:46.270903 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cdef5ca8-ebcd-4c36-8f9a-fcacc46261ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:46.309780 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdef5ca8-ebcd-4c36-8f9a-fcacc46261ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:04:46.314774 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-cdef5ca8-ebcd-4c36-8f9a-fcacc46261ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:04:46.318173 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdef5ca8-ebcd-4c36-8f9a-fcacc46261ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:04:46.343964 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef5ca8-ebcd-4c36-8f9a-fcacc46261ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Pushing event updated for resources: {'Port': ['ID=5e33f542-b51b-4d6c-b09e-69cf3f7c303a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:46.870257 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cdef5ca8-ebcd-4c36-8f9a-fcacc46261ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:47.286442 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cdef5ca8-ebcd-4c36-8f9a-fcacc46261ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:47.449849 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cdef5ca8-ebcd-4c36-8f9a-fcacc46261ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:47.456065 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cdef5ca8-ebcd-4c36-8f9a-fcacc46261ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:47.529796 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef5ca8-ebcd-4c36-8f9a-fcacc46261ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Pushing event updated for resources: {'Port': ['ID=5e33f542-b51b-4d6c-b09e-69cf3f7c303a,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:47.542062 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cdef5ca8-ebcd-4c36-8f9a-fcacc46261ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:47.646596 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-cdef5ca8-ebcd-4c36-8f9a-fcacc46261ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Floating IP e02e5252-145a-4288-80a0-ac8eda0da451 associated. External IP: 172.25.0.25, port: c097645b-eaf3-488b-a282-da8e3ec038d9. Jul 16 21:04:47.864137 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdef5ca8-ebcd-4c36-8f9a-fcacc46261ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Router 84ee7b6b-3cbd-4033-99cc-8255050bf80b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:04:47.987545 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdef5ca8-ebcd-4c36-8f9a-fcacc46261ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:04:47.997765 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647010f9-5f1e-4212-aa16-c09ec1f66ef7 None None] Sync routers for ids ['84ee7b6b-3cbd-4033-99cc-8255050bf80b'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:04:48.005440 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cdef5ca8-ebcd-4c36-8f9a-fcacc46261ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:48.007764 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647010f9-5f1e-4212-aa16-c09ec1f66ef7 None None] Routers {'84ee7b6b-3cbd-4033-99cc-8255050bf80b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:04:48.008689 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-647010f9-5f1e-4212-aa16-c09ec1f66ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:04:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['84ee7b6b-3cbd-4033-99cc-8255050bf80b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:48.045391 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cdef5ca8-ebcd-4c36-8f9a-fcacc46261ec tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1764836 Jul 16 21:04:48.046383 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '705f05ed-7480-4893-8a37-e12956c96eb7', 'tag': 'c097645b-eaf3-488b-a282-da8e3ec038d9'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:04:48.048276 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51324) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:48.048975 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73d5691-c5de-4431-8394-f3d2139d5910" -d '{"events": [{"name": "network-changed", "server_uuid": "705f05ed-7480-4893-8a37-e12956c96eb7", "tag": "c097645b-eaf3-488b-a282-da8e3ec038d9"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:04:48.085374 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a31cb3-ba61-42d3-bdb7-6f6160356aa3 x-openstack-request-id: req-51a31cb3-ba61-42d3-bdb7-6f6160356aa3 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:04:48.085674 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "705f05ed-7480-4893-8a37-e12956c96eb7", "tag": "c097645b-eaf3-488b-a282-da8e3ec038d9", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:04:48.086111 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-51a31cb3-ba61-42d3-bdb7-6f6160356aa3 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:04:48.086554 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '705f05ed-7480-4893-8a37-e12956c96eb7', 'tag': 'c097645b-eaf3-488b-a282-da8e3ec038d9', 'status': 'completed', 'code': 200} Jul 16 21:04:48.112243 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc8ab13-61ff-4311-82e2-ee450a9c8d8e tempest-TestVolumeBackupRestore-136883536 tempest-TestVolumeBackupRestore-136883536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:48.116445 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ccc8ab13-61ff-4311-82e2-ee450a9c8d8e tempest-TestVolumeBackupRestore-136883536 tempest-TestVolumeBackupRestore-136883536-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 1092 time: 0.0643649 Jul 16 21:04:48.118578 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51328) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:48.124480 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-5228c565-bdde-4969-997a-2fcc643f2e66 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Request body: {'floatingip': {'port_id': 'c097645b-eaf3-488b-a282-da8e3ec038d9'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:48.169697 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-647010f9-5f1e-4212-aa16-c09ec1f66ef7 None None] Set router 84ee7b6b-3cbd-4033-99cc-8255050bf80b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:04:48.176993 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d5691-c5de-4431-8394-f3d2139d5910 req-8f9aac3e-54d1-45b3-831d-3406d7a68bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:48.178646 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a73d5691-c5de-4431-8394-f3d2139d5910 req-8f9aac3e-54d1-45b3-831d-3406d7a68bd5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c43ed99bc504aa9b10c41aeaf253a22&device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 1097 time: 0.0671515 Jul 16 21:04:48.199638 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5228c565-bdde-4969-997a-2fcc643f2e66 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for floatingip, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:48.294873 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d5691-c5de-4431-8394-f3d2139d5910 req-97a48aa5-fa30-4609-b157-e095ed664941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:48.296396 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a73d5691-c5de-4431-8394-f3d2139d5910 req-97a48aa5-fa30-4609-b157-e095ed664941 service neutron] 10.222.0.18 "GET /v2.0/networks?id=45a2fb76-a8d8-444b-802f-9c9ae08c7ae5 HTTP/1.1" status: 200 len: 915 time: 0.1109190 Jul 16 21:04:48.381100 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a73d5691-c5de-4431-8394-f3d2139d5910 req-f1894769-622a-40c3-a67d-bf5b7056ba36 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c097645b-eaf3-488b-a282-da8e3ec038d9 HTTP/1.1" status: 200 len: 998 time: 0.0780680 Jul 16 21:04:48.456151 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d5691-c5de-4431-8394-f3d2139d5910 req-34fa5c26-8307-4316-a12e-6f7abbd357c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:48.457719 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a73d5691-c5de-4431-8394-f3d2139d5910 req-34fa5c26-8307-4316-a12e-6f7abbd357c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=118739da-6b34-477a-a3ae-9dd2acc907c3 HTTP/1.1" status: 200 len: 853 time: 0.0690513 Jul 16 21:04:48.467824 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-647010f9-5f1e-4212-aa16-c09ec1f66ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'name': 'tempest-TestVolumeBackupRestore-1123654954-router', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:16Z', 'updated_at': '2021-07-16T21:02:20Z', 'revision_number': 4, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'gw_port': {'id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:17Z', 'updated_at': '2021-07-16T21:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'e02e5252-145a-4288-80a0-ac8eda0da451', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'port_id': 'c097645b-eaf3-488b-a282-da8e3ec038d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5', 'mac_address': 'fa:16:3e:4f:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f05ed-7480-4893-8a37-e12956c96eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:04:46Z', 'updated_at': '2021-07-16T21:04:46Z', 'revision_number': 0, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8b6e7a-0b17-4cf6-8cff-9039f6113669', 'name': '', 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'mac_address': 'fa:16:3e:a0:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '118739da-6b34-477a-a3ae-9dd2acc907c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:19Z', 'updated_at': '2021-07-16T21:02:27Z', 'revision_number': 5, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'subnets': [{'id': '118739da-6b34-477a-a3ae-9dd2acc907c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:48.500484 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647010f9-5f1e-4212-aa16-c09ec1f66ef7 None None] Checking router: 84ee7b6b-3cbd-4033-99cc-8255050bf80b for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:04:48.511858 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647010f9-5f1e-4212-aa16-c09ec1f66ef7 None None] Routers {'84ee7b6b-3cbd-4033-99cc-8255050bf80b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:04:48.514087 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-647010f9-5f1e-4212-aa16-c09ec1f66ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:04:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['84ee7b6b-3cbd-4033-99cc-8255050bf80b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:48.528417 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d5691-c5de-4431-8394-f3d2139d5910 req-10bd7424-a159-4f05-945e-fd57cb7071b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:48.530154 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a73d5691-c5de-4431-8394-f3d2139d5910 req-10bd7424-a159-4f05-945e-fd57cb7071b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=45a2fb76-a8d8-444b-802f-9c9ae08c7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646970 Jul 16 21:04:48.676792 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a73d5691-c5de-4431-8394-f3d2139d5910 req-1c6d83ec-46ec-464f-96a0-a599cacd7bf2 service neutron] 10.222.0.18 "GET /v2.0/networks/45a2fb76-a8d8-444b-802f-9c9ae08c7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385388 Jul 16 21:04:48.796746 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a73d5691-c5de-4431-8394-f3d2139d5910 req-863cbfd4-4222-4e72-b678-34ffb31592b1 service neutron] 10.222.0.18 "GET /v2.0/networks/45a2fb76-a8d8-444b-802f-9c9ae08c7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118326 Jul 16 21:04:48.831453 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-647010f9-5f1e-4212-aa16-c09ec1f66ef7 None None] Set router 84ee7b6b-3cbd-4033-99cc-8255050bf80b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:04:48.866339 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5228c565-bdde-4969-997a-2fcc643f2e66 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:48.871229 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5228c565-bdde-4969-997a-2fcc643f2e66 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:49.090568 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-647010f9-5f1e-4212-aa16-c09ec1f66ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'name': 'tempest-TestVolumeBackupRestore-1123654954-router', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:16Z', 'updated_at': '2021-07-16T21:02:20Z', 'revision_number': 4, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'gw_port': {'id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:17Z', 'updated_at': '2021-07-16T21:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'e02e5252-145a-4288-80a0-ac8eda0da451', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'port_id': 'c097645b-eaf3-488b-a282-da8e3ec038d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5', 'mac_address': 'fa:16:3e:4f:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f05ed-7480-4893-8a37-e12956c96eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:04:46Z', 'updated_at': '2021-07-16T21:04:46Z', 'revision_number': 0, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8b6e7a-0b17-4cf6-8cff-9039f6113669', 'name': '', 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'mac_address': 'fa:16:3e:a0:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '118739da-6b34-477a-a3ae-9dd2acc907c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:19Z', 'updated_at': '2021-07-16T21:02:27Z', 'revision_number': 5, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'subnets': [{'id': '118739da-6b34-477a-a3ae-9dd2acc907c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:49.110365 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5228c565-bdde-4969-997a-2fcc643f2e66 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Router 84ee7b6b-3cbd-4033-99cc-8255050bf80b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:04:49.122091 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647010f9-5f1e-4212-aa16-c09ec1f66ef7 None None] The sync data for ids ['84ee7b6b-3cbd-4033-99cc-8255050bf80b'] in n-d-791506-21 is: [{'id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'name': 'tempest-TestVolumeBackupRestore-1123654954-router', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:16Z', 'updated_at': '2021-07-16T21:02:20Z', 'revision_number': 4, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'gw_port': {'id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:17Z', 'updated_at': '2021-07-16T21:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'e02e5252-145a-4288-80a0-ac8eda0da451', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'port_id': 'c097645b-eaf3-488b-a282-da8e3ec038d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5', 'mac_address': 'fa:16:3e:4f:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f05ed-7480-4893-8a37-e12956c96eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:04:46Z', 'updated_at': '2021-07-16T21:04:46Z', 'revision_number': 0, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8b6e7a-0b17-4cf6-8cff-9039f6113669', 'name': '', 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'mac_address': 'fa:16:3e:a0:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '118739da-6b34-477a-a3ae-9dd2acc907c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:19Z', 'updated_at': '2021-07-16T21:02:27Z', 'revision_number': 5, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'subnets': [{'id': '118739da-6b34-477a-a3ae-9dd2acc907c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:04:49.239506 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5228c565-bdde-4969-997a-2fcc643f2e66 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:04:49.252605 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5228c565-bdde-4969-997a-2fcc643f2e66 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:49.294424 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '705f05ed-7480-4893-8a37-e12956c96eb7', 'tag': 'c097645b-eaf3-488b-a282-da8e3ec038d9'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:04:49.296787 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a310f475-ff17-4e2d-b7bc-2b6f9a562c46" -d '{"events": [{"name": "network-changed", "server_uuid": "705f05ed-7480-4893-8a37-e12956c96eb7", "tag": "c097645b-eaf3-488b-a282-da8e3ec038d9"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:04:49.342219 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba07449-aaa8-4191-9f3c-326ef3b060ed x-openstack-request-id: req-bba07449-aaa8-4191-9f3c-326ef3b060ed {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:04:49.342746 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "705f05ed-7480-4893-8a37-e12956c96eb7", "tag": "c097645b-eaf3-488b-a282-da8e3ec038d9", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:04:49.343058 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bba07449-aaa8-4191-9f3c-326ef3b060ed {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:04:49.343411 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '705f05ed-7480-4893-8a37-e12956c96eb7', 'tag': 'c097645b-eaf3-488b-a282-da8e3ec038d9', 'status': 'completed', 'code': 200} Jul 16 21:04:49.357727 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5228c565-bdde-4969-997a-2fcc643f2e66 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "PUT /v2.0/floatingips/e02e5252-145a-4288-80a0-ac8eda0da451 HTTP/1.1" status: 200 len: 990 time: 1.2379930 Jul 16 21:04:49.438073 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310f475-ff17-4e2d-b7bc-2b6f9a562c46 req-5f46fff3-4c83-48d9-b1d5-d6b50a495725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:49.439719 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a310f475-ff17-4e2d-b7bc-2b6f9a562c46 req-5f46fff3-4c83-48d9-b1d5-d6b50a495725 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c43ed99bc504aa9b10c41aeaf253a22&device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 1097 time: 0.0664072 Jul 16 21:04:49.454021 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ec8fd2-8616-4698-a9c8-3f84679cddd2 None None] New status for floating IP e02e5252-145a-4288-80a0-ac8eda0da451: ACTIVE {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:04:49.563953 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310f475-ff17-4e2d-b7bc-2b6f9a562c46 req-cfba46fc-4319-4492-b992-7e50be9970b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:49.565866 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a310f475-ff17-4e2d-b7bc-2b6f9a562c46 req-cfba46fc-4319-4492-b992-7e50be9970b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=45a2fb76-a8d8-444b-802f-9c9ae08c7ae5 HTTP/1.1" status: 200 len: 915 time: 0.1201015 Jul 16 21:04:49.636779 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a310f475-ff17-4e2d-b7bc-2b6f9a562c46 req-b02b6950-8e06-4c32-97cb-185b943746fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c097645b-eaf3-488b-a282-da8e3ec038d9 HTTP/1.1" status: 200 len: 998 time: 0.0640793 Jul 16 21:04:49.689404 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310f475-ff17-4e2d-b7bc-2b6f9a562c46 req-9a5e3155-14c2-4a3c-9c10-afaa83dd56a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:49.690947 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a310f475-ff17-4e2d-b7bc-2b6f9a562c46 req-9a5e3155-14c2-4a3c-9c10-afaa83dd56a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=118739da-6b34-477a-a3ae-9dd2acc907c3 HTTP/1.1" status: 200 len: 853 time: 0.0488992 Jul 16 21:04:49.705969 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84af136c-96b2-4e7c-93ec-5efef55ae229 None None] Sync routers for ids ['84ee7b6b-3cbd-4033-99cc-8255050bf80b'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:04:49.716305 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84af136c-96b2-4e7c-93ec-5efef55ae229 None None] Routers {'84ee7b6b-3cbd-4033-99cc-8255050bf80b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:04:49.716771 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-84af136c-96b2-4e7c-93ec-5efef55ae229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:04:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['84ee7b6b-3cbd-4033-99cc-8255050bf80b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:49.767186 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310f475-ff17-4e2d-b7bc-2b6f9a562c46 req-4fe8dc2d-764d-49ad-a370-02c855dace09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:49.769490 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a310f475-ff17-4e2d-b7bc-2b6f9a562c46 req-4fe8dc2d-764d-49ad-a370-02c855dace09 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=45a2fb76-a8d8-444b-802f-9c9ae08c7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721726 Jul 16 21:04:49.833266 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-84af136c-96b2-4e7c-93ec-5efef55ae229 None None] Set router 84ee7b6b-3cbd-4033-99cc-8255050bf80b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:04:49.873225 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a310f475-ff17-4e2d-b7bc-2b6f9a562c46 req-3a5bc6c4-49b6-411e-a769-79548d76498a service neutron] 10.222.0.18 "GET /v2.0/networks/45a2fb76-a8d8-444b-802f-9c9ae08c7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963764 Jul 16 21:04:49.995179 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a310f475-ff17-4e2d-b7bc-2b6f9a562c46 req-817f1840-4374-4a69-abca-499eb9c17146 service neutron] 10.222.0.18 "GET /v2.0/networks/45a2fb76-a8d8-444b-802f-9c9ae08c7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160626 Jul 16 21:04:50.096180 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-84af136c-96b2-4e7c-93ec-5efef55ae229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'name': 'tempest-TestVolumeBackupRestore-1123654954-router', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:16Z', 'updated_at': '2021-07-16T21:02:20Z', 'revision_number': 4, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'gw_port': {'id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:17Z', 'updated_at': '2021-07-16T21:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'e02e5252-145a-4288-80a0-ac8eda0da451', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'port_id': 'c097645b-eaf3-488b-a282-da8e3ec038d9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5', 'mac_address': 'fa:16:3e:4f:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f05ed-7480-4893-8a37-e12956c96eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:04:46Z', 'updated_at': '2021-07-16T21:04:49Z', 'revision_number': 2, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8b6e7a-0b17-4cf6-8cff-9039f6113669', 'name': '', 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'mac_address': 'fa:16:3e:a0:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '118739da-6b34-477a-a3ae-9dd2acc907c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:19Z', 'updated_at': '2021-07-16T21:02:27Z', 'revision_number': 5, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'subnets': [{'id': '118739da-6b34-477a-a3ae-9dd2acc907c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:50.125884 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84af136c-96b2-4e7c-93ec-5efef55ae229 None None] Checking router: 84ee7b6b-3cbd-4033-99cc-8255050bf80b for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:04:50.134337 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84af136c-96b2-4e7c-93ec-5efef55ae229 None None] Routers {'84ee7b6b-3cbd-4033-99cc-8255050bf80b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:04:50.134951 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-84af136c-96b2-4e7c-93ec-5efef55ae229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:04:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['84ee7b6b-3cbd-4033-99cc-8255050bf80b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:50.244013 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-84af136c-96b2-4e7c-93ec-5efef55ae229 None None] Set router 84ee7b6b-3cbd-4033-99cc-8255050bf80b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:04:50.493079 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-84af136c-96b2-4e7c-93ec-5efef55ae229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'name': 'tempest-TestVolumeBackupRestore-1123654954-router', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:16Z', 'updated_at': '2021-07-16T21:02:20Z', 'revision_number': 4, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'gw_port': {'id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:17Z', 'updated_at': '2021-07-16T21:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'e02e5252-145a-4288-80a0-ac8eda0da451', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'port_id': 'c097645b-eaf3-488b-a282-da8e3ec038d9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5', 'mac_address': 'fa:16:3e:4f:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f05ed-7480-4893-8a37-e12956c96eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:04:46Z', 'updated_at': '2021-07-16T21:04:49Z', 'revision_number': 2, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8b6e7a-0b17-4cf6-8cff-9039f6113669', 'name': '', 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'mac_address': 'fa:16:3e:a0:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '118739da-6b34-477a-a3ae-9dd2acc907c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:19Z', 'updated_at': '2021-07-16T21:02:27Z', 'revision_number': 5, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'subnets': [{'id': '118739da-6b34-477a-a3ae-9dd2acc907c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:50.525215 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84af136c-96b2-4e7c-93ec-5efef55ae229 None None] The sync data for ids ['84ee7b6b-3cbd-4033-99cc-8255050bf80b'] in n-d-791506-21 is: [{'id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'name': 'tempest-TestVolumeBackupRestore-1123654954-router', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:16Z', 'updated_at': '2021-07-16T21:02:20Z', 'revision_number': 4, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'gw_port': {'id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:17Z', 'updated_at': '2021-07-16T21:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'e02e5252-145a-4288-80a0-ac8eda0da451', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'port_id': 'c097645b-eaf3-488b-a282-da8e3ec038d9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5', 'mac_address': 'fa:16:3e:4f:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f05ed-7480-4893-8a37-e12956c96eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:04:46Z', 'updated_at': '2021-07-16T21:04:49Z', 'revision_number': 2, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8b6e7a-0b17-4cf6-8cff-9039f6113669', 'name': '', 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'mac_address': 'fa:16:3e:a0:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '118739da-6b34-477a-a3ae-9dd2acc907c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:19Z', 'updated_at': '2021-07-16T21:02:27Z', 'revision_number': 5, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'subnets': [{'id': '118739da-6b34-477a-a3ae-9dd2acc907c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:04:51.344392 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '705f05ed-7480-4893-8a37-e12956c96eb7', 'tag': 'c097645b-eaf3-488b-a282-da8e3ec038d9'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:04:51.346799 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6b2447-b9aa-4dee-b42c-64864bcaeb34" -d '{"events": [{"name": "network-changed", "server_uuid": "705f05ed-7480-4893-8a37-e12956c96eb7", "tag": "c097645b-eaf3-488b-a282-da8e3ec038d9"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:04:51.385988 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7208bcc-d12b-42d5-9915-2426102dcdc9 x-openstack-request-id: req-d7208bcc-d12b-42d5-9915-2426102dcdc9 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:04:51.386169 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "705f05ed-7480-4893-8a37-e12956c96eb7", "tag": "c097645b-eaf3-488b-a282-da8e3ec038d9", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:04:51.386472 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d7208bcc-d12b-42d5-9915-2426102dcdc9 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:04:51.387245 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '705f05ed-7480-4893-8a37-e12956c96eb7', 'tag': 'c097645b-eaf3-488b-a282-da8e3ec038d9', 'status': 'completed', 'code': 200} Jul 16 21:04:51.460163 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b2447-b9aa-4dee-b42c-64864bcaeb34 req-041ae7a1-602d-46f8-8831-0066980c76c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:51.461669 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be6b2447-b9aa-4dee-b42c-64864bcaeb34 req-041ae7a1-602d-46f8-8831-0066980c76c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c43ed99bc504aa9b10c41aeaf253a22&device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 1097 time: 0.0524466 Jul 16 21:04:51.564585 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b2447-b9aa-4dee-b42c-64864bcaeb34 req-dfca338f-42cb-4114-8c4b-eba470da1a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:51.566107 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be6b2447-b9aa-4dee-b42c-64864bcaeb34 req-dfca338f-42cb-4114-8c4b-eba470da1a8e service neutron] 10.222.0.18 "GET /v2.0/networks?id=45a2fb76-a8d8-444b-802f-9c9ae08c7ae5 HTTP/1.1" status: 200 len: 915 time: 0.0966585 Jul 16 21:04:51.635317 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be6b2447-b9aa-4dee-b42c-64864bcaeb34 req-ccd125cb-d040-4e6b-8e2e-5474d4dc9967 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c097645b-eaf3-488b-a282-da8e3ec038d9 HTTP/1.1" status: 200 len: 1000 time: 0.0627632 Jul 16 21:04:51.687928 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b2447-b9aa-4dee-b42c-64864bcaeb34 req-b8f1ab83-7b27-4840-90cd-be6b4b050487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:51.689735 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be6b2447-b9aa-4dee-b42c-64864bcaeb34 req-b8f1ab83-7b27-4840-90cd-be6b4b050487 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=118739da-6b34-477a-a3ae-9dd2acc907c3 HTTP/1.1" status: 200 len: 853 time: 0.0492387 Jul 16 21:04:51.745907 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f901176c-ee1b-4fdb-9f92-201066a03a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:51.760128 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b2447-b9aa-4dee-b42c-64864bcaeb34 req-2bda2d7a-31b6-4a2d-ab46-e6a75ae19b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:51.761788 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be6b2447-b9aa-4dee-b42c-64864bcaeb34 req-2bda2d7a-31b6-4a2d-ab46-e6a75ae19b8c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=45a2fb76-a8d8-444b-802f-9c9ae08c7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663331 Jul 16 21:04:51.858307 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be6b2447-b9aa-4dee-b42c-64864bcaeb34 req-1a751c1c-1513-4d8f-ba33-72a1286fb5cd service neutron] 10.222.0.18 "GET /v2.0/networks/45a2fb76-a8d8-444b-802f-9c9ae08c7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892885 Jul 16 21:04:51.953658 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be6b2447-b9aa-4dee-b42c-64864bcaeb34 req-5e0f0594-b1bf-4f1a-ab98-5a1eba117d98 service neutron] 10.222.0.18 "GET /v2.0/networks/45a2fb76-a8d8-444b-802f-9c9ae08c7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891364 Jul 16 21:04:54.269156 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83e84f23-c6b9-447e-b914-35e37123f746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:54.371229 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:55.901683 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:57.734009 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:59.790858 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:03.463752 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:06.752464 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:05:07.092175 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-2808d622-d1bb-4304-8e5b-44574bbecf0e req-b891b0fc-1504-49e1-a547-621541c58f09 tempest-TestVolumeBootPattern-598604918 tempest-TestVolumeBootPattern-598604918-project] (93794) timed out ('10.222.0.62', 52489) {{(pid=93794) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 21:05:11.909710 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-24ee8052-0cd7-4de0-ab07-771f4b8d009f req-09335880-a761-41b7-b10f-26b40b399fb9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0609579 Jul 16 21:05:11.943390 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee8052-0cd7-4de0-ab07-771f4b8d009f req-90df95ed-a641-466b-943f-d49b988086c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:11.944939 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-24ee8052-0cd7-4de0-ab07-771f4b8d009f req-90df95ed-a641-466b-943f-d49b988086c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c43ed99bc504aa9b10c41aeaf253a22&device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 1097 time: 0.0659132 Jul 16 21:05:12.063760 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee8052-0cd7-4de0-ab07-771f4b8d009f req-ee34cb38-09b8-436b-bdaa-8a296b026d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:12.065194 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-24ee8052-0cd7-4de0-ab07-771f4b8d009f req-ee34cb38-09b8-436b-bdaa-8a296b026d71 service neutron] 10.222.0.18 "GET /v2.0/networks?id=45a2fb76-a8d8-444b-802f-9c9ae08c7ae5 HTTP/1.1" status: 200 len: 915 time: 0.0988882 Jul 16 21:05:12.137008 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-24ee8052-0cd7-4de0-ab07-771f4b8d009f req-b81ee040-862f-4b3c-9618-4ff6a7f5eb38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c097645b-eaf3-488b-a282-da8e3ec038d9 HTTP/1.1" status: 200 len: 1000 time: 0.0658717 Jul 16 21:05:12.196937 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee8052-0cd7-4de0-ab07-771f4b8d009f req-49da4223-ca59-4117-8ffd-7b40089c98a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:12.198513 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-24ee8052-0cd7-4de0-ab07-771f4b8d009f req-49da4223-ca59-4117-8ffd-7b40089c98a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=118739da-6b34-477a-a3ae-9dd2acc907c3 HTTP/1.1" status: 200 len: 853 time: 0.0560784 Jul 16 21:05:12.274563 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee8052-0cd7-4de0-ab07-771f4b8d009f req-7f7d19b9-40c4-4d01-af6e-3261195804f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:12.276216 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-24ee8052-0cd7-4de0-ab07-771f4b8d009f req-7f7d19b9-40c4-4d01-af6e-3261195804f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=45a2fb76-a8d8-444b-802f-9c9ae08c7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722456 Jul 16 21:05:12.376944 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-24ee8052-0cd7-4de0-ab07-771f4b8d009f req-bd56d570-12c9-4b64-85f0-7975424a7549 service neutron] 10.222.0.18 "GET /v2.0/networks/45a2fb76-a8d8-444b-802f-9c9ae08c7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939093 Jul 16 21:05:12.486739 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-24ee8052-0cd7-4de0-ab07-771f4b8d009f req-50a6608c-4431-4c92-a33c-40c6159958cf service neutron] 10.222.0.18 "GET /v2.0/networks/45a2fb76-a8d8-444b-802f-9c9ae08c7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037292 Jul 16 21:05:20.534226 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51800) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:20.706953 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-d9f5bb02-7150-4a50-8006-dc6128ae32c9 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Deleting port 5e33f542-b51b-4d6c-b09e-69cf3f7c303a {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:20.708162 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9f5bb02-7150-4a50-8006-dc6128ae32c9 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:20.791785 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9f5bb02-7150-4a50-8006-dc6128ae32c9 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:20.792293 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9f5bb02-7150-4a50-8006-dc6128ae32c9 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:20.805100 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-d9f5bb02-7150-4a50-8006-dc6128ae32c9 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Calling delete_port for 5e33f542-b51b-4d6c-b09e-69cf3f7c303a owned by network:floatingip {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:20.964381 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9f5bb02-7150-4a50-8006-dc6128ae32c9 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:20.992332 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f5bb02-7150-4a50-8006-dc6128ae32c9 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Pushing event deleted for resources: {'Port': ['ID=5e33f542-b51b-4d6c-b09e-69cf3f7c303a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:21.066224 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9f5bb02-7150-4a50-8006-dc6128ae32c9 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for floatingip, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:21.067183 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-d9f5bb02-7150-4a50-8006-dc6128ae32c9 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Floating IP e02e5252-145a-4288-80a0-ac8eda0da451 disassociated (deleted). External IP: 172.25.0.25, port: c097645b-eaf3-488b-a282-da8e3ec038d9. Jul 16 21:05:21.298770 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f5bb02-7150-4a50-8006-dc6128ae32c9 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Router 84ee7b6b-3cbd-4033-99cc-8255050bf80b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:05:21.421858 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f5bb02-7150-4a50-8006-dc6128ae32c9 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:05:21.427582 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9f5bb02-7150-4a50-8006-dc6128ae32c9 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:21.432052 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6e6df-f481-402b-9849-401a89e91e6c None None] Sync routers for ids ['84ee7b6b-3cbd-4033-99cc-8255050bf80b'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:05:21.441241 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d6e6df-f481-402b-9849-401a89e91e6c None None] Routers {'84ee7b6b-3cbd-4033-99cc-8255050bf80b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:21.442878 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-08d6e6df-f481-402b-9849-401a89e91e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:04:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['84ee7b6b-3cbd-4033-99cc-8255050bf80b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:21.468611 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d9f5bb02-7150-4a50-8006-dc6128ae32c9 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "DELETE /v2.0/floatingips/e02e5252-145a-4288-80a0-ac8eda0da451 HTTP/1.1" status: 204 len: 168 time: 0.9332614 Jul 16 21:05:21.469254 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '705f05ed-7480-4893-8a37-e12956c96eb7', 'tag': 'c097645b-eaf3-488b-a282-da8e3ec038d9'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:05:21.471549 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44060c0-a3d3-4e56-aaf9-429062d2e640" -d '{"events": [{"name": "network-changed", "server_uuid": "705f05ed-7480-4893-8a37-e12956c96eb7", "tag": "c097645b-eaf3-488b-a282-da8e3ec038d9"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:05:21.544164 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6901618a-9be2-4157-8a9a-1cc08dc926f3 x-openstack-request-id: req-6901618a-9be2-4157-8a9a-1cc08dc926f3 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:05:21.544724 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "705f05ed-7480-4893-8a37-e12956c96eb7", "tag": "c097645b-eaf3-488b-a282-da8e3ec038d9", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:05:21.544832 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6901618a-9be2-4157-8a9a-1cc08dc926f3 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:05:21.545540 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '705f05ed-7480-4893-8a37-e12956c96eb7', 'tag': 'c097645b-eaf3-488b-a282-da8e3ec038d9', 'status': 'completed', 'code': 200} Jul 16 21:05:21.576919 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-08d6e6df-f481-402b-9849-401a89e91e6c None None] Set router 84ee7b6b-3cbd-4033-99cc-8255050bf80b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:21.663784 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44060c0-a3d3-4e56-aaf9-429062d2e640 req-0ab0c40b-3a70-4422-b602-340e010b5be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:21.665650 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d44060c0-a3d3-4e56-aaf9-429062d2e640 req-0ab0c40b-3a70-4422-b602-340e010b5be6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c43ed99bc504aa9b10c41aeaf253a22&device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 1097 time: 0.0971699 Jul 16 21:05:21.741205 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8cfdb26e-28d1-4ebc-bb18-5512316d426d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:21.823204 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44060c0-a3d3-4e56-aaf9-429062d2e640 req-06b6188d-3c0e-4786-a345-c3e271d950f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:21.824836 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d44060c0-a3d3-4e56-aaf9-429062d2e640 req-06b6188d-3c0e-4786-a345-c3e271d950f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=45a2fb76-a8d8-444b-802f-9c9ae08c7ae5 HTTP/1.1" status: 200 len: 915 time: 0.1514690 Jul 16 21:05:21.864626 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-08d6e6df-f481-402b-9849-401a89e91e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'name': 'tempest-TestVolumeBackupRestore-1123654954-router', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:16Z', 'updated_at': '2021-07-16T21:02:20Z', 'revision_number': 4, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'gw_port': {'id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:17Z', 'updated_at': '2021-07-16T21:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'bc8b6e7a-0b17-4cf6-8cff-9039f6113669', 'name': '', 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'mac_address': 'fa:16:3e:a0:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '118739da-6b34-477a-a3ae-9dd2acc907c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:19Z', 'updated_at': '2021-07-16T21:02:27Z', 'revision_number': 5, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'subnets': [{'id': '118739da-6b34-477a-a3ae-9dd2acc907c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:21.872617 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d44060c0-a3d3-4e56-aaf9-429062d2e640 req-df33fb18-73e4-4f78-8124-14176b2f1779 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c097645b-eaf3-488b-a282-da8e3ec038d9 HTTP/1.1" status: 200 len: 217 time: 0.0412142 Jul 16 21:05:21.895762 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6e6df-f481-402b-9849-401a89e91e6c None None] Checking router: 84ee7b6b-3cbd-4033-99cc-8255050bf80b for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:05:21.905215 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d6e6df-f481-402b-9849-401a89e91e6c None None] Routers {'84ee7b6b-3cbd-4033-99cc-8255050bf80b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:21.905729 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-08d6e6df-f481-402b-9849-401a89e91e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:04:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['84ee7b6b-3cbd-4033-99cc-8255050bf80b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:21.962544 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44060c0-a3d3-4e56-aaf9-429062d2e640 req-34cb4963-7e67-4968-822f-9aa076f7e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:21.964036 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d44060c0-a3d3-4e56-aaf9-429062d2e640 req-34cb4963-7e67-4968-822f-9aa076f7e745 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=118739da-6b34-477a-a3ae-9dd2acc907c3 HTTP/1.1" status: 200 len: 853 time: 0.0841222 Jul 16 21:05:22.029046 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a122e8-47f6-43bc-9aef-ff4e6f3c867c req-6aea48ed-0215-443b-8657-7e97fc50d937 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:22.030106 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-08d6e6df-f481-402b-9849-401a89e91e6c None None] Set router 84ee7b6b-3cbd-4033-99cc-8255050bf80b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:22.030637 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b3a122e8-47f6-43bc-9aef-ff4e6f3c867c req-6aea48ed-0215-443b-8657-7e97fc50d937 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 945 time: 0.1152389 Jul 16 21:05:22.067118 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44060c0-a3d3-4e56-aaf9-429062d2e640 req-df5ee74f-2460-4278-94b2-7af45d98eda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:22.068984 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d44060c0-a3d3-4e56-aaf9-429062d2e640 req-df5ee74f-2460-4278-94b2-7af45d98eda8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=45a2fb76-a8d8-444b-802f-9c9ae08c7ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0974786 Jul 16 21:05:22.089867 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b3a122e8-47f6-43bc-9aef-ff4e6f3c867c req-3b60d304-194a-4ad6-a473-7d4a91326278 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc565b53-b1e6-4567-9370-5118398c4868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513918 Jul 16 21:05:22.179843 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d44060c0-a3d3-4e56-aaf9-429062d2e640 req-0e00aa89-f9dd-4cee-b658-761c07ce8def service neutron] 10.222.0.18 "GET /v2.0/networks/45a2fb76-a8d8-444b-802f-9c9ae08c7ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033332 Jul 16 21:05:22.267988 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-08d6e6df-f481-402b-9849-401a89e91e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'name': 'tempest-TestVolumeBackupRestore-1123654954-router', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:16Z', 'updated_at': '2021-07-16T21:02:20Z', 'revision_number': 4, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'gw_port': {'id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:17Z', 'updated_at': '2021-07-16T21:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'bc8b6e7a-0b17-4cf6-8cff-9039f6113669', 'name': '', 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'mac_address': 'fa:16:3e:a0:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '118739da-6b34-477a-a3ae-9dd2acc907c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:19Z', 'updated_at': '2021-07-16T21:02:27Z', 'revision_number': 5, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'subnets': [{'id': '118739da-6b34-477a-a3ae-9dd2acc907c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:22.292803 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d44060c0-a3d3-4e56-aaf9-429062d2e640 req-3fe525a9-7087-4b89-9579-399c810dcf1d service neutron] 10.222.0.18 "GET /v2.0/networks/45a2fb76-a8d8-444b-802f-9c9ae08c7ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061349 Jul 16 21:05:22.298071 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6e6df-f481-402b-9849-401a89e91e6c None None] The sync data for ids ['84ee7b6b-3cbd-4033-99cc-8255050bf80b'] in n-d-791506-21 is: [{'id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'name': 'tempest-TestVolumeBackupRestore-1123654954-router', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:16Z', 'updated_at': '2021-07-16T21:02:20Z', 'revision_number': 4, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'gw_port': {'id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:17Z', 'updated_at': '2021-07-16T21:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'bc8b6e7a-0b17-4cf6-8cff-9039f6113669', 'name': '', 'network_id': '45a2fb76-a8d8-444b-802f-9c9ae08c7ae5', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'mac_address': 'fa:16:3e:a0:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '118739da-6b34-477a-a3ae-9dd2acc907c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:19Z', 'updated_at': '2021-07-16T21:02:27Z', 'revision_number': 5, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'subnets': [{'id': '118739da-6b34-477a-a3ae-9dd2acc907c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:05:22.520841 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecda2c3-c32f-4992-bd7c-62cc4715d6c8 None None] New status for floating IP e02e5252-145a-4288-80a0-ac8eda0da451: DOWN {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:05:23.668490 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875a3d7-762e-47a7-a321-feeca1cfe1bd req-327373ea-b3ee-4aae-9e72-f155560e3f87 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:23.669900 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a875a3d7-762e-47a7-a321-feeca1cfe1bd req-327373ea-b3ee-4aae-9e72-f155560e3f87 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 945 time: 0.4380829 Jul 16 21:05:23.677478 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b1db7-c196-4730-8d97-cda602bf28b6 req-08b4b537-db53-4708-899e-39291647786f tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:23.678776 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-135b1db7-c196-4730-8d97-cda602bf28b6 req-08b4b537-db53-4708-899e-39291647786f tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.18 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 945 time: 0.4123180 Jul 16 21:05:23.746485 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a875a3d7-762e-47a7-a321-feeca1cfe1bd req-3c0ea5a1-601a-4d8f-9f92-a8085eb85a51 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc565b53-b1e6-4567-9370-5118398c4868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666649 Jul 16 21:05:23.810176 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-135b1db7-c196-4730-8d97-cda602bf28b6 req-ada44854-8742-4fe1-8f4e-f696dd7e7f84 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Deleting port c097645b-eaf3-488b-a282-da8e3ec038d9 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:23.810556 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-135b1db7-c196-4730-8d97-cda602bf28b6 req-ada44854-8742-4fe1-8f4e-f696dd7e7f84 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:23.902449 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-135b1db7-c196-4730-8d97-cda602bf28b6 req-ada44854-8742-4fe1-8f4e-f696dd7e7f84 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] For port c097645b-eaf3-488b-a282-da8e3ec038d9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=c097645b-eaf3-488b-a282-da8e3ec038d9,segment=NetworkSegment(7a83a448-d576-4a20-bdf7-3079fa759d15),segment_id=7a83a448-d576-4a20-bdf7-3079fa759d15)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:23.902938 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-135b1db7-c196-4730-8d97-cda602bf28b6 req-ada44854-8742-4fe1-8f4e-f696dd7e7f84 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:23.919091 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-135b1db7-c196-4730-8d97-cda602bf28b6 req-ada44854-8742-4fe1-8f4e-f696dd7e7f84 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Calling delete_port for c097645b-eaf3-488b-a282-da8e3ec038d9 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:24.057338 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-135b1db7-c196-4730-8d97-cda602bf28b6 req-ada44854-8742-4fe1-8f4e-f696dd7e7f84 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:24.088407 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada44854-8742-4fe1-8f4e-f696dd7e7f84 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Pushing event deleted for resources: {'Port': ['ID=c097645b-eaf3-488b-a282-da8e3ec038d9,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:24.116628 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada44854-8742-4fe1-8f4e-f696dd7e7f84 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:24.116980 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada44854-8742-4fe1-8f4e-f696dd7e7f84 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:24.117320 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada44854-8742-4fe1-8f4e-f696dd7e7f84 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:24.117653 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada44854-8742-4fe1-8f4e-f696dd7e7f84 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:24.117984 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada44854-8742-4fe1-8f4e-f696dd7e7f84 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:24.118314 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada44854-8742-4fe1-8f4e-f696dd7e7f84 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:24.118667 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada44854-8742-4fe1-8f4e-f696dd7e7f84 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:24.118993 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada44854-8742-4fe1-8f4e-f696dd7e7f84 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:24.119316 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada44854-8742-4fe1-8f4e-f696dd7e7f84 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:24.119636 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada44854-8742-4fe1-8f4e-f696dd7e7f84 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:24.119957 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada44854-8742-4fe1-8f4e-f696dd7e7f84 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:24.120275 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada44854-8742-4fe1-8f4e-f696dd7e7f84 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:24.149284 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-135b1db7-c196-4730-8d97-cda602bf28b6 req-ada44854-8742-4fe1-8f4e-f696dd7e7f84 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] No DVR routers for this DVR port c097645b-eaf3-488b-a282-da8e3ec038d9 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:05:24.151879 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-135b1db7-c196-4730-8d97-cda602bf28b6 req-ada44854-8742-4fe1-8f4e-f696dd7e7f84 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:24.153859 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-135b1db7-c196-4730-8d97-cda602bf28b6 req-ada44854-8742-4fe1-8f4e-f696dd7e7f84 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.18 "DELETE /v2.0/ports/c097645b-eaf3-488b-a282-da8e3ec038d9 HTTP/1.1" status: 204 len: 173 time: 0.4681804 Jul 16 21:05:24.154339 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705f05ed-7480-4893-8a37-e12956c96eb7', 'name': 'network-vif-deleted', 'tag': 'c097645b-eaf3-488b-a282-da8e3ec038d9'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:05:24.156583 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c10e5c3-a31e-43dd-aeef-94fdbfa140c2" -d '{"events": [{"server_uuid": "705f05ed-7480-4893-8a37-e12956c96eb7", "name": "network-vif-deleted", "tag": "c097645b-eaf3-488b-a282-da8e3ec038d9"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:05:24.276542 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bcde899a-9e0c-4e4d-bc31-eac1e1022a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:24.279174 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea21bb9-2695-4c5e-9fa1-89e6098b0477 x-openstack-request-id: req-8ea21bb9-2695-4c5e-9fa1-89e6098b0477 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:05:24.279510 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705f05ed-7480-4893-8a37-e12956c96eb7", "name": "network-vif-deleted", "tag": "c097645b-eaf3-488b-a282-da8e3ec038d9", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:05:24.279770 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8ea21bb9-2695-4c5e-9fa1-89e6098b0477 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:05:24.280164 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705f05ed-7480-4893-8a37-e12956c96eb7', 'name': 'network-vif-deleted', 'tag': 'c097645b-eaf3-488b-a282-da8e3ec038d9', 'status': 'completed', 'code': 200} Jul 16 21:05:24.374346 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:24.895948 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1268324f-06bc-4eda-acae-9730dc29ad59 req-06d7bdb9-b81d-433d-a6dd-d7a119f191ba tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 210 time: 0.0281599 Jul 16 21:05:25.894884 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:26.040959 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-12a59ada-2566-49f6-ba72-58d4e60c355f req-d6ced7d2-a68f-42d0-a2ef-6e29accdb0bc tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 210 time: 0.0289407 Jul 16 21:05:27.193501 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-435e4abc-c6c5-4143-aea4-26ee197747a6 req-a6d91340-d4fe-4939-abef-015f63ad6d2d tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 210 time: 0.0287895 Jul 16 21:05:27.370436 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device c097645b-eaf3-488b-a282-da8e3ec038d9 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:05:27.393138 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: c097645b-eaf3-488b-a282-da8e3ec038d9 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:05:27.393478 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device c097645b-eaf3-488b-a282-da8e3ec038d9 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:05:27.741541 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:28.335937 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2d144d21-850c-4592-b234-1f50e2d337b9 req-879f4dc6-fa17-4d8d-b83d-2520d5210ead tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 210 time: 0.0315895 Jul 16 21:05:29.492119 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b15ea041-5a51-45ef-9a5b-52a6f4e7cde5 req-cea144e7-4ef7-42e7-81d7-f02f37a24087 tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f05ed-7480-4893-8a37-e12956c96eb7 HTTP/1.1" status: 200 len: 210 time: 0.0289404 Jul 16 21:05:29.789286 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:30.584612 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 51886) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:30.644074 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f5188612-d5de-4db7-8cde-321902ac8cfe tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:30.670222 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f5188612-d5de-4db7-8cde-321902ac8cfe tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:30.730859 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f5188612-d5de-4db7-8cde-321902ac8cfe tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:30.733432 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f5188612-d5de-4db7-8cde-321902ac8cfe tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:30.734641 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f5188612-d5de-4db7-8cde-321902ac8cfe tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] 10.222.0.38 "DELETE /v2.0/security-groups/fc565b53-b1e6-4567-9370-5118398c4868 HTTP/1.1" status: 204 len: 168 time: 0.1490011 Jul 16 21:05:30.746244 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5188612-d5de-4db7-8cde-321902ac8cfe tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc565b53-b1e6-4567-9370-5118398c4868,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:30.756168 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5188612-d5de-4db7-8cde-321902ac8cfe tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:30.756447 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5188612-d5de-4db7-8cde-321902ac8cfe tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:30.756900 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5188612-d5de-4db7-8cde-321902ac8cfe tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:30.757118 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5188612-d5de-4db7-8cde-321902ac8cfe tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:30.757447 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5188612-d5de-4db7-8cde-321902ac8cfe tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:30.757776 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5188612-d5de-4db7-8cde-321902ac8cfe tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:30.758139 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5188612-d5de-4db7-8cde-321902ac8cfe tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:30.758563 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5188612-d5de-4db7-8cde-321902ac8cfe tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:30.758902 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5188612-d5de-4db7-8cde-321902ac8cfe tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:30.759235 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5188612-d5de-4db7-8cde-321902ac8cfe tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:30.759625 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5188612-d5de-4db7-8cde-321902ac8cfe tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:30.759969 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5188612-d5de-4db7-8cde-321902ac8cfe tempest-TestVolumeBackupRestore-145297200 tempest-TestVolumeBackupRestore-145297200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:33.468213 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:34.246101 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52506) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:34.708161 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3812ba39-dc67-488d-bbad-523bac1a7920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:34.997573 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-3812ba39-dc67-488d-bbad-523bac1a7920 admin admin] Deleting port bc8b6e7a-0b17-4cf6-8cff-9039f6113669 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:34.997918 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3812ba39-dc67-488d-bbad-523bac1a7920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.085115 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-3812ba39-dc67-488d-bbad-523bac1a7920 admin admin] For port bc8b6e7a-0b17-4cf6-8cff-9039f6113669, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=bc8b6e7a-0b17-4cf6-8cff-9039f6113669,segment=NetworkSegment(7a83a448-d576-4a20-bdf7-3079fa759d15),segment_id=7a83a448-d576-4a20-bdf7-3079fa759d15)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:35.085486 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3812ba39-dc67-488d-bbad-523bac1a7920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.099505 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-3812ba39-dc67-488d-bbad-523bac1a7920 admin admin] Calling delete_port for bc8b6e7a-0b17-4cf6-8cff-9039f6113669 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:35.293488 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3812ba39-dc67-488d-bbad-523bac1a7920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.321450 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812ba39-dc67-488d-bbad-523bac1a7920 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8b6e7a-0b17-4cf6-8cff-9039f6113669,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:35.523482 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3812ba39-dc67-488d-bbad-523bac1a7920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.761832 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3812ba39-dc67-488d-bbad-523bac1a7920 admin admin] Router 84ee7b6b-3cbd-4033-99cc-8255050bf80b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:05:35.879121 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3812ba39-dc67-488d-bbad-523bac1a7920 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:05:35.884262 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3812ba39-dc67-488d-bbad-523bac1a7920 admin admin] 10.222.0.38 "PUT /v2.0/routers/84ee7b6b-3cbd-4033-99cc-8255050bf80b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6353457 Jul 16 21:05:35.886736 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52772) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:35.890425 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4cd6f1-188a-4678-b354-9c2fe8df5315 None None] Sync routers for ids ['84ee7b6b-3cbd-4033-99cc-8255050bf80b'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:05:35.901190 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4cd6f1-188a-4678-b354-9c2fe8df5315 None None] Routers {'84ee7b6b-3cbd-4033-99cc-8255050bf80b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:35.901795 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4a4cd6f1-188a-4678-b354-9c2fe8df5315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:05:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['84ee7b6b-3cbd-4033-99cc-8255050bf80b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:36.013464 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b9a6b1be-5527-4874-af3c-6a7127ba9d1a admin admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.107427 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-4a4cd6f1-188a-4678-b354-9c2fe8df5315 None None] Set router 84ee7b6b-3cbd-4033-99cc-8255050bf80b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:36.121989 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b9a6b1be-5527-4874-af3c-6a7127ba9d1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.174455 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-b9a6b1be-5527-4874-af3c-6a7127ba9d1a admin admin] Deleting port b18d5939-3552-4a44-ad85-72031dfe32c9 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:36.174799 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b9a6b1be-5527-4874-af3c-6a7127ba9d1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.258784 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-b9a6b1be-5527-4874-af3c-6a7127ba9d1a admin admin] For port b18d5939-3552-4a44-ad85-72031dfe32c9, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b18d5939-3552-4a44-ad85-72031dfe32c9,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:36.259266 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b9a6b1be-5527-4874-af3c-6a7127ba9d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.271947 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-b9a6b1be-5527-4874-af3c-6a7127ba9d1a admin admin] Calling delete_port for b18d5939-3552-4a44-ad85-72031dfe32c9 owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:36.282785 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4a4cd6f1-188a-4678-b354-9c2fe8df5315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'name': 'tempest-TestVolumeBackupRestore-1123654954-router', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:16Z', 'updated_at': '2021-07-16T21:05:35Z', 'revision_number': 5, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'gw_port': {'id': 'b18d5939-3552-4a44-ad85-72031dfe32c9', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:17Z', 'updated_at': '2021-07-16T21:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:36.309583 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4cd6f1-188a-4678-b354-9c2fe8df5315 None None] Checking router: 84ee7b6b-3cbd-4033-99cc-8255050bf80b for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:05:36.318571 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4cd6f1-188a-4678-b354-9c2fe8df5315 None None] Routers {'84ee7b6b-3cbd-4033-99cc-8255050bf80b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:36.319187 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4a4cd6f1-188a-4678-b354-9c2fe8df5315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:05:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['84ee7b6b-3cbd-4033-99cc-8255050bf80b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:36.406275 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-4a4cd6f1-188a-4678-b354-9c2fe8df5315 None None] Set router 84ee7b6b-3cbd-4033-99cc-8255050bf80b gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:36.445836 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b9a6b1be-5527-4874-af3c-6a7127ba9d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.462045 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4a4cd6f1-188a-4678-b354-9c2fe8df5315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'name': 'tempest-TestVolumeBackupRestore-1123654954-router', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:16Z', 'updated_at': '2021-07-16T21:05:36Z', 'revision_number': 6, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:36.471202 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6b1be-5527-4874-af3c-6a7127ba9d1a admin admin] Pushing event deleted for resources: {'Port': ['ID=b18d5939-3552-4a44-ad85-72031dfe32c9,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:36.490364 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4cd6f1-188a-4678-b354-9c2fe8df5315 None None] The sync data for ids ['84ee7b6b-3cbd-4033-99cc-8255050bf80b'] in n-d-791506-21 is: [{'id': '84ee7b6b-3cbd-4033-99cc-8255050bf80b', 'name': 'tempest-TestVolumeBackupRestore-1123654954-router', 'tenant_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:16Z', 'updated_at': '2021-07-16T21:05:36Z', 'revision_number': 6, 'project_id': '7c43ed99bc504aa9b10c41aeaf253a22', 'gw_port_host': None}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:05:36.539637 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b9a6b1be-5527-4874-af3c-6a7127ba9d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.654286 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b9a6b1be-5527-4874-af3c-6a7127ba9d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.656814 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b9a6b1be-5527-4874-af3c-6a7127ba9d1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.719040 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b9a6b1be-5527-4874-af3c-6a7127ba9d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.719551 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a6b1be-5527-4874-af3c-6a7127ba9d1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84ee7b6b-3cbd-4033-99cc-8255050bf80b {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:05:36.727185 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b9a6b1be-5527-4874-af3c-6a7127ba9d1a admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.730720 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b9a6b1be-5527-4874-af3c-6a7127ba9d1a admin admin] 10.222.0.38 "DELETE /v2.0/routers/84ee7b6b-3cbd-4033-99cc-8255050bf80b HTTP/1.1" status: 204 len: 168 time: 0.8406856 Jul 16 21:05:36.731406 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52788) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:36.776832 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-387c8427-c871-4441-ba8f-44f7a36faff5 admin admin] Deleting subnet 118739da-6b34-477a-a3ae-9dd2acc907c3 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:05:36.779858 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-387c8427-c871-4441-ba8f-44f7a36faff5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.818238 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-387c8427-c871-4441-ba8f-44f7a36faff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.904411 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-387c8427-c871-4441-ba8f-44f7a36faff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.963579 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-387c8427-c871-4441-ba8f-44f7a36faff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.992401 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c8427-c871-4441-ba8f-44f7a36faff5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=118739da-6b34-477a-a3ae-9dd2acc907c3,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:36.996905 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-387c8427-c871-4441-ba8f-44f7a36faff5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:37.001211 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-387c8427-c871-4441-ba8f-44f7a36faff5 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/118739da-6b34-477a-a3ae-9dd2acc907c3 HTTP/1.1" status: 204 len: 168 time: 0.2664037 Jul 16 21:05:37.001783 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52790) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:37.003492 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7889a8e-038e-4f88-8f3c-ef3d92f2cd77 None None] Network 45a2fb76-a8d8-444b-802f-9c9ae08c7ae5 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:05:37.081931 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3a53042c-610d-4a35-9a6b-e228d6a0ccab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:37.138245 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-3a53042c-610d-4a35-9a6b-e228d6a0ccab admin admin] Deleting port 5a77b2ec-6b34-4ea7-83b2-805b25028790 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:37.138619 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3a53042c-610d-4a35-9a6b-e228d6a0ccab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:37.208173 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-3a53042c-610d-4a35-9a6b-e228d6a0ccab admin admin] For port 5a77b2ec-6b34-4ea7-83b2-805b25028790, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=5a77b2ec-6b34-4ea7-83b2-805b25028790,segment=NetworkSegment(7a83a448-d576-4a20-bdf7-3079fa759d15),segment_id=7a83a448-d576-4a20-bdf7-3079fa759d15)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:37.208547 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3a53042c-610d-4a35-9a6b-e228d6a0ccab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:37.223699 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-3a53042c-610d-4a35-9a6b-e228d6a0ccab admin admin] Calling delete_port for 5a77b2ec-6b34-4ea7-83b2-805b25028790 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:37.282907 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e59fe7-c99d-451f-ad1a-60f6761b584f None None] DHCP port deletion for 45a2fb76-a8d8-444b-802f-9c9ae08c7ae5 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:05:37.325381 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3a53042c-610d-4a35-9a6b-e228d6a0ccab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:37.332603 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e1e59fe7-c99d-451f-ad1a-60f6761b584f None None] Deleting port 5a77b2ec-6b34-4ea7-83b2-805b25028790 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:37.333135 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1e59fe7-c99d-451f-ad1a-60f6761b584f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:37.354550 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53042c-610d-4a35-9a6b-e228d6a0ccab admin admin] Pushing event deleted for resources: {'Port': ['ID=5a77b2ec-6b34-4ea7-83b2-805b25028790,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:37.360213 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a53042c-610d-4a35-9a6b-e228d6a0ccab admin admin] No DVR routers for this DVR port 5a77b2ec-6b34-4ea7-83b2-805b25028790 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:05:37.400818 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-e1e59fe7-c99d-451f-ad1a-60f6761b584f None None] For port 5a77b2ec-6b34-4ea7-83b2-805b25028790, host n-d-791506-21, got binding levels [] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:37.401498 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1e59fe7-c99d-451f-ad1a-60f6761b584f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:37.415193 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e1e59fe7-c99d-451f-ad1a-60f6761b584f None None] Calling delete_port for 5a77b2ec-6b34-4ea7-83b2-805b25028790 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:37.418418 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.ipam_backend_mixin [None req-e1e59fe7-c99d-451f-ad1a-60f6761b584f None None] Port 5a77b2ec-6b34-4ea7-83b2-805b25028790 was not found and therefore no delete operation was performed {{(pid=93795) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 21:05:37.419920 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1e59fe7-c99d-451f-ad1a-60f6761b584f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:37.435231 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e59fe7-c99d-451f-ad1a-60f6761b584f None None] No DVR routers for this DVR port 5a77b2ec-6b34-4ea7-83b2-805b25028790 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:05:37.445898 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3a53042c-610d-4a35-9a6b-e228d6a0ccab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:37.456744 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e59fe7-c99d-451f-ad1a-60f6761b584f None None] Pushing event deleted for resources: {'Port': ['ID=5a77b2ec-6b34-4ea7-83b2-805b25028790,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:37.465207 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-3a53042c-610d-4a35-9a6b-e228d6a0ccab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a2fb76-a8d8-444b-802f-9c9ae08c7ae5']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:37.477028 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-3a53042c-610d-4a35-9a6b-e228d6a0ccab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a83a448-d576-4a20-bdf7-3079fa759d15') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:37.477439 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-3a53042c-610d-4a35-9a6b-e228d6a0ccab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a83a448-d576-4a20-bdf7-3079fa759d15') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:37.486965 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3a53042c-610d-4a35-9a6b-e228d6a0ccab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:37.501364 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3a53042c-610d-4a35-9a6b-e228d6a0ccab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:37.508928 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a53042c-610d-4a35-9a6b-e228d6a0ccab admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:05:37.509307 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3a53042c-610d-4a35-9a6b-e228d6a0ccab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: timer() Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:05:37.511035 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:05:37.568694 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3a53042c-610d-4a35-9a6b-e228d6a0ccab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:37.580965 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3a53042c-610d-4a35-9a6b-e228d6a0ccab admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:37.583208 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3a53042c-610d-4a35-9a6b-e228d6a0ccab admin admin] 10.222.0.38 "DELETE /v2.0/networks/45a2fb76-a8d8-444b-802f-9c9ae08c7ae5 HTTP/1.1" status: 204 len: 168 time: 0.5802977 Jul 16 21:05:37.586941 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52792) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:37.593122 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53042c-610d-4a35-9a6b-e228d6a0ccab admin admin] Pushing event deleted for resources: {'Network': ['ID=45a2fb76-a8d8-444b-802f-9c9ae08c7ae5,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:37.767707 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device bc8b6e7a-0b17-4cf6-8cff-9039f6113669 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:05:37.788498 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: bc8b6e7a-0b17-4cf6-8cff-9039f6113669 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:05:37.789113 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device bc8b6e7a-0b17-4cf6-8cff-9039f6113669 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:05:37.789538 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b18d5939-3552-4a44-ad85-72031dfe32c9 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:05:37.809124 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: b18d5939-3552-4a44-ad85-72031dfe32c9 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:05:37.809698 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b18d5939-3552-4a44-ad85-72031dfe32c9 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:05:37.810284 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5a77b2ec-6b34-4ea7-83b2-805b25028790 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:05:37.829139 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 5a77b2ec-6b34-4ea7-83b2-805b25028790 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:05:37.829703 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5a77b2ec-6b34-4ea7-83b2-805b25028790 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:05:37.983558 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-828b9beb-0db3-453a-a215-0f23f94b5ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.242757 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-828b9beb-0db3-453a-a215-0f23f94b5ba0 admin admin] Deleting port 103d5f7b-4117-449d-83d9-c6ce49b0a76a {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:38.243103 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-828b9beb-0db3-453a-a215-0f23f94b5ba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.323798 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-828b9beb-0db3-453a-a215-0f23f94b5ba0 admin admin] For port 103d5f7b-4117-449d-83d9-c6ce49b0a76a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=103d5f7b-4117-449d-83d9-c6ce49b0a76a,segment=NetworkSegment(b07ad6fb-f980-4e0f-88d3-a7722688fe09),segment_id=b07ad6fb-f980-4e0f-88d3-a7722688fe09)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:38.324153 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-828b9beb-0db3-453a-a215-0f23f94b5ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.653431 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-828b9beb-0db3-453a-a215-0f23f94b5ba0 admin admin] Calling delete_port for 103d5f7b-4117-449d-83d9-c6ce49b0a76a owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:38.854635 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-828b9beb-0db3-453a-a215-0f23f94b5ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.938490 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b9beb-0db3-453a-a215-0f23f94b5ba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=103d5f7b-4117-449d-83d9-c6ce49b0a76a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:39.081344 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-828b9beb-0db3-453a-a215-0f23f94b5ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.319285 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828b9beb-0db3-453a-a215-0f23f94b5ba0 admin admin] Router 44dccbf1-16f8-49fa-9f71-cc59da281548 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:05:39.434886 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828b9beb-0db3-453a-a215-0f23f94b5ba0 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:05:39.440602 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-828b9beb-0db3-453a-a215-0f23f94b5ba0 admin admin] 10.222.0.38 "PUT /v2.0/routers/44dccbf1-16f8-49fa-9f71-cc59da281548/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8498113 Jul 16 21:05:39.444382 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52804) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:39.445298 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0921318c-0313-4e8a-8010-02d15a1bd26e None None] Sync routers for ids ['44dccbf1-16f8-49fa-9f71-cc59da281548'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:05:39.454937 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0921318c-0313-4e8a-8010-02d15a1bd26e None None] Routers {'44dccbf1-16f8-49fa-9f71-cc59da281548'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:39.455560 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-0921318c-0313-4e8a-8010-02d15a1bd26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:05:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['44dccbf1-16f8-49fa-9f71-cc59da281548'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:39.567562 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-0921318c-0313-4e8a-8010-02d15a1bd26e None None] Set router 44dccbf1-16f8-49fa-9f71-cc59da281548 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:39.568122 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9e35379-c3f5-49e0-b034-601b04dab8fe admin admin] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.722954 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9e35379-c3f5-49e0-b034-601b04dab8fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.784389 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-d9e35379-c3f5-49e0-b034-601b04dab8fe admin admin] Deleting port 18976dbc-ed93-46e3-80d7-6caf3b5145af {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:39.784740 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9e35379-c3f5-49e0-b034-601b04dab8fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.799097 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-0921318c-0313-4e8a-8010-02d15a1bd26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dccbf1-16f8-49fa-9f71-cc59da281548', 'name': 'tempest-TestVolumeBackupRestore-2066398242-router', 'tenant_id': 'cb503f86868b4976867697d334c4078b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '18976dbc-ed93-46e3-80d7-6caf3b5145af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:22Z', 'updated_at': '2021-07-16T21:05:38Z', 'revision_number': 5, 'project_id': 'cb503f86868b4976867697d334c4078b', 'gw_port': {'id': '18976dbc-ed93-46e3-80d7-6caf3b5145af', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dccbf1-16f8-49fa-9f71-cc59da281548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:23Z', 'updated_at': '2021-07-16T21:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:39.826243 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0921318c-0313-4e8a-8010-02d15a1bd26e None None] Checking router: 44dccbf1-16f8-49fa-9f71-cc59da281548 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:05:39.835181 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0921318c-0313-4e8a-8010-02d15a1bd26e None None] Routers {'44dccbf1-16f8-49fa-9f71-cc59da281548'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:39.835786 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-0921318c-0313-4e8a-8010-02d15a1bd26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:05:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['44dccbf1-16f8-49fa-9f71-cc59da281548'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:39.871624 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-d9e35379-c3f5-49e0-b034-601b04dab8fe admin admin] For port 18976dbc-ed93-46e3-80d7-6caf3b5145af, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=18976dbc-ed93-46e3-80d7-6caf3b5145af,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:39.871987 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9e35379-c3f5-49e0-b034-601b04dab8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.884248 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-d9e35379-c3f5-49e0-b034-601b04dab8fe admin admin] Calling delete_port for 18976dbc-ed93-46e3-80d7-6caf3b5145af owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:39.924175 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-0921318c-0313-4e8a-8010-02d15a1bd26e None None] Set router 44dccbf1-16f8-49fa-9f71-cc59da281548 gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:39.980527 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-0921318c-0313-4e8a-8010-02d15a1bd26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dccbf1-16f8-49fa-9f71-cc59da281548', 'name': 'tempest-TestVolumeBackupRestore-2066398242-router', 'tenant_id': 'cb503f86868b4976867697d334c4078b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:22Z', 'updated_at': '2021-07-16T21:05:39Z', 'revision_number': 6, 'project_id': 'cb503f86868b4976867697d334c4078b', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:40.009619 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0921318c-0313-4e8a-8010-02d15a1bd26e None None] The sync data for ids ['44dccbf1-16f8-49fa-9f71-cc59da281548'] in n-d-791506-21 is: [{'id': '44dccbf1-16f8-49fa-9f71-cc59da281548', 'name': 'tempest-TestVolumeBackupRestore-2066398242-router', 'tenant_id': 'cb503f86868b4976867697d334c4078b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:22Z', 'updated_at': '2021-07-16T21:05:39Z', 'revision_number': 6, 'project_id': 'cb503f86868b4976867697d334c4078b', 'gw_port_host': None}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:05:40.063909 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9e35379-c3f5-49e0-b034-601b04dab8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.091535 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e35379-c3f5-49e0-b034-601b04dab8fe admin admin] Pushing event deleted for resources: {'Port': ['ID=18976dbc-ed93-46e3-80d7-6caf3b5145af,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:40.158182 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9e35379-c3f5-49e0-b034-601b04dab8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.249426 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9e35379-c3f5-49e0-b034-601b04dab8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.251621 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9e35379-c3f5-49e0-b034-601b04dab8fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.296115 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9e35379-c3f5-49e0-b034-601b04dab8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.296672 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e35379-c3f5-49e0-b034-601b04dab8fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44dccbf1-16f8-49fa-9f71-cc59da281548 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:05:40.301949 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9e35379-c3f5-49e0-b034-601b04dab8fe admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.303292 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d9e35379-c3f5-49e0-b034-601b04dab8fe admin admin] 10.222.0.38 "DELETE /v2.0/routers/44dccbf1-16f8-49fa-9f71-cc59da281548 HTTP/1.1" status: 204 len: 168 time: 0.8566487 Jul 16 21:05:40.305767 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52808) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:40.357875 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49170d6-4881-46f8-b2a3-96da7ca13510 admin admin] Deleting subnet ea56d694-ef10-4701-8ca3-af6ea08814ce {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:05:40.357875 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c49170d6-4881-46f8-b2a3-96da7ca13510 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.397000 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c49170d6-4881-46f8-b2a3-96da7ca13510 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.487032 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c49170d6-4881-46f8-b2a3-96da7ca13510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.542234 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c49170d6-4881-46f8-b2a3-96da7ca13510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.569778 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49170d6-4881-46f8-b2a3-96da7ca13510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea56d694-ef10-4701-8ca3-af6ea08814ce,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:40.571876 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c49170d6-4881-46f8-b2a3-96da7ca13510 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.573912 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c49170d6-4881-46f8-b2a3-96da7ca13510 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ea56d694-ef10-4701-8ca3-af6ea08814ce HTTP/1.1" status: 204 len: 168 time: 0.2671835 Jul 16 21:05:40.576770 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52810) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:40.579502 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d216b0d-e647-494a-8524-3e4226f44c68 None None] Network 3db0427a-f1e4-4fba-96b3-068ba9e63b46 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:05:40.649377 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e65071e5-ea90-40a1-a32e-53bea38ee062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.705490 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-e65071e5-ea90-40a1-a32e-53bea38ee062 admin admin] Deleting port 7260e536-3dee-4041-892a-f158a5f21d0b {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:40.705655 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e65071e5-ea90-40a1-a32e-53bea38ee062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.773662 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-e65071e5-ea90-40a1-a32e-53bea38ee062 admin admin] For port 7260e536-3dee-4041-892a-f158a5f21d0b, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=7260e536-3dee-4041-892a-f158a5f21d0b,segment=NetworkSegment(b07ad6fb-f980-4e0f-88d3-a7722688fe09),segment_id=b07ad6fb-f980-4e0f-88d3-a7722688fe09)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:40.774107 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e65071e5-ea90-40a1-a32e-53bea38ee062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.790571 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625efa0b-aae0-49f8-b20e-3702cf369868 None None] DHCP port deletion for 3db0427a-f1e4-4fba-96b3-068ba9e63b46 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:05:40.800721 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-e65071e5-ea90-40a1-a32e-53bea38ee062 admin admin] Calling delete_port for 7260e536-3dee-4041-892a-f158a5f21d0b owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:40.846174 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-625efa0b-aae0-49f8-b20e-3702cf369868 None None] Deleting port 7260e536-3dee-4041-892a-f158a5f21d0b {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:40.846599 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-625efa0b-aae0-49f8-b20e-3702cf369868 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.891878 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e65071e5-ea90-40a1-a32e-53bea38ee062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.914282 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-625efa0b-aae0-49f8-b20e-3702cf369868 None None] For port 7260e536-3dee-4041-892a-f158a5f21d0b, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=7260e536-3dee-4041-892a-f158a5f21d0b,segment=NetworkSegment(b07ad6fb-f980-4e0f-88d3-a7722688fe09),segment_id=b07ad6fb-f980-4e0f-88d3-a7722688fe09)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:40.918458 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-625efa0b-aae0-49f8-b20e-3702cf369868 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.919433 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65071e5-ea90-40a1-a32e-53bea38ee062 admin admin] Pushing event deleted for resources: {'Port': ['ID=7260e536-3dee-4041-892a-f158a5f21d0b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:40.926748 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65071e5-ea90-40a1-a32e-53bea38ee062 admin admin] No DVR routers for this DVR port 7260e536-3dee-4041-892a-f158a5f21d0b on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:05:40.940272 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-625efa0b-aae0-49f8-b20e-3702cf369868 None None] Calling delete_port for 7260e536-3dee-4041-892a-f158a5f21d0b owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:41.014229 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e65071e5-ea90-40a1-a32e-53bea38ee062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.036403 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-625efa0b-aae0-49f8-b20e-3702cf369868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.036623 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-e65071e5-ea90-40a1-a32e-53bea38ee062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db0427a-f1e4-4fba-96b3-068ba9e63b46']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:41.053736 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-e65071e5-ea90-40a1-a32e-53bea38ee062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b07ad6fb-f980-4e0f-88d3-a7722688fe09') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:41.054032 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-e65071e5-ea90-40a1-a32e-53bea38ee062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b07ad6fb-f980-4e0f-88d3-a7722688fe09') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:41.063173 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625efa0b-aae0-49f8-b20e-3702cf369868 None None] Pushing event deleted for resources: {'Port': ['ID=7260e536-3dee-4041-892a-f158a5f21d0b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:41.063578 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e65071e5-ea90-40a1-a32e-53bea38ee062 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.067015 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625efa0b-aae0-49f8-b20e-3702cf369868 None None] No DVR routers for this DVR port 7260e536-3dee-4041-892a-f158a5f21d0b on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:05:41.091660 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e65071e5-ea90-40a1-a32e-53bea38ee062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.099275 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65071e5-ea90-40a1-a32e-53bea38ee062 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:05:41.099738 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e65071e5-ea90-40a1-a32e-53bea38ee062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: timer() Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:05:41.101715 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:05:41.168246 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e65071e5-ea90-40a1-a32e-53bea38ee062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.188624 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e65071e5-ea90-40a1-a32e-53bea38ee062 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.190563 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e65071e5-ea90-40a1-a32e-53bea38ee062 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3db0427a-f1e4-4fba-96b3-068ba9e63b46 HTTP/1.1" status: 204 len: 168 time: 0.6126230 Jul 16 21:05:41.192387 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65071e5-ea90-40a1-a32e-53bea38ee062 admin admin] Pushing event deleted for resources: {'Network': ['ID=3db0427a-f1e4-4fba-96b3-068ba9e63b46,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:41.355875 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52816) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:41.677489 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-462f9359-da62-4e46-9b6a-5451dc9aab51 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7c43ed99bc504aa9b10c41aeaf253a22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3202677 Jul 16 21:05:41.679963 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52818) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:41.729777 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-68f28a15-62fa-4061-a4a9-21234c293509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.755270 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-68f28a15-62fa-4061-a4a9-21234c293509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.771408 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 18976dbc-ed93-46e3-80d7-6caf3b5145af no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:05:41.791232 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 18976dbc-ed93-46e3-80d7-6caf3b5145af {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:05:41.791887 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 18976dbc-ed93-46e3-80d7-6caf3b5145af not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:05:41.792540 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 103d5f7b-4117-449d-83d9-c6ce49b0a76a no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:05:41.805320 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-68f28a15-62fa-4061-a4a9-21234c293509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.808141 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-68f28a15-62fa-4061-a4a9-21234c293509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.812514 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-68f28a15-62fa-4061-a4a9-21234c293509 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2a9cc5fb-389f-485f-9d38-eaaaff325ff5 HTTP/1.1" status: 204 len: 168 time: 0.1315508 Jul 16 21:05:41.818410 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 103d5f7b-4117-449d-83d9-c6ce49b0a76a {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:05:41.819045 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 103d5f7b-4117-449d-83d9-c6ce49b0a76a not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:05:41.819662 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 7260e536-3dee-4041-892a-f158a5f21d0b no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:05:41.822611 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f28a15-62fa-4061-a4a9-21234c293509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9cc5fb-389f-485f-9d38-eaaaff325ff5,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:41.844522 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 7260e536-3dee-4041-892a-f158a5f21d0b {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:05:41.845082 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 7260e536-3dee-4041-892a-f158a5f21d0b not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:05:42.141364 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52830) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:42.188622 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cd3049f6-a255-4ae6-b62e-81b3570170bc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cb503f86868b4976867697d334c4078b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429943 Jul 16 21:05:42.188622 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52832) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:42.239594 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e8c2571a-2979-4353-b05d-ebf05f5b9dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:42.261920 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e8c2571a-2979-4353-b05d-ebf05f5b9dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:42.315874 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e8c2571a-2979-4353-b05d-ebf05f5b9dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:42.319301 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e8c2571a-2979-4353-b05d-ebf05f5b9dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:42.320616 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e8c2571a-2979-4353-b05d-ebf05f5b9dd2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8b2e05d6-903a-428d-9867-19b5b835bb09 HTTP/1.1" status: 204 len: 168 time: 0.1311541 Jul 16 21:05:42.323012 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 52836) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:42.333687 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2571a-2979-4353-b05d-ebf05f5b9dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2e05d6-903a-428d-9867-19b5b835bb09,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:42.577171 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-979f8f16-7812-4fd4-9076-3fe8af3672d5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=66a922c0aced4592b110f3e4726db516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2529876 Jul 16 21:05:42.579917 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 52842) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:42.634833 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3bf4025-e28b-4560-b70f-d091fb6c8b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:42.657543 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3bf4025-e28b-4560-b70f-d091fb6c8b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:42.710444 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3bf4025-e28b-4560-b70f-d091fb6c8b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:42.713345 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3bf4025-e28b-4560-b70f-d091fb6c8b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:42.717157 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b3bf4025-e28b-4560-b70f-d091fb6c8b38 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/49eb6619-0c2b-4f98-8e52-52f356721e72 HTTP/1.1" status: 204 len: 168 time: 0.1335905 Jul 16 21:05:42.725926 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf4025-e28b-4560-b70f-d091fb6c8b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49eb6619-0c2b-4f98-8e52-52f356721e72,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:43.751052 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:05:51.733884 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-82ee51f0-7bd6-43d0-9834-f0dd568362d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:54.269024 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-485df183-6e2e-40a9-9bc0-27c013884265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:54.376038 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:55.898507 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:57.740087 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:59.804225 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:03.479671 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:20.751812 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:06:21.739484 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a807ba4-1a2b-4e9b-9f5b-8b350b9adc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:24.270767 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec855254-ff94-4565-b5bb-532ab86a7090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:24.376632 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:25.900587 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:26.579721 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 53858) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:06:26.688918 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-30a0468f-955c-4b8e-8c6f-84a7a37155af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:26.778208 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-30a0468f-955c-4b8e-8c6f-84a7a37155af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:26.782340 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-30a0468f-955c-4b8e-8c6f-84a7a37155af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:26.825004 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-30a0468f-955c-4b8e-8c6f-84a7a37155af admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fdd85330f6b042939703c23c43af76d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2416275 Jul 16 21:06:26.825004 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0468f-955c-4b8e-8c6f-84a7a37155af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bc9b51-756e-4a2c-b7c6-5e1c26f7d900,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:06:26.825800 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 53862) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:06:26.878270 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3f77-b5c2-41a1-8c21-f2a5976ee351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:26.899828 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3f77-b5c2-41a1-8c21-f2a5976ee351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:26.947400 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3f77-b5c2-41a1-8c21-f2a5976ee351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:26.949957 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3f77-b5c2-41a1-8c21-f2a5976ee351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:26.951141 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6dfb3f77-b5c2-41a1-8c21-f2a5976ee351 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c3bc9b51-756e-4a2c-b7c6-5e1c26f7d900 HTTP/1.1" status: 204 len: 168 time: 0.1234756 Jul 16 21:06:26.959571 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb3f77-b5c2-41a1-8c21-f2a5976ee351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bc9b51-756e-4a2c-b7c6-5e1c26f7d900,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:06:26.967629 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfb3f77-b5c2-41a1-8c21-f2a5976ee351 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:26.967997 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfb3f77-b5c2-41a1-8c21-f2a5976ee351 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:26.968311 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfb3f77-b5c2-41a1-8c21-f2a5976ee351 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:26.968755 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfb3f77-b5c2-41a1-8c21-f2a5976ee351 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:26.969089 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfb3f77-b5c2-41a1-8c21-f2a5976ee351 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:26.969536 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfb3f77-b5c2-41a1-8c21-f2a5976ee351 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:26.969887 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfb3f77-b5c2-41a1-8c21-f2a5976ee351 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:26.970370 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfb3f77-b5c2-41a1-8c21-f2a5976ee351 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:26.970684 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfb3f77-b5c2-41a1-8c21-f2a5976ee351 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:26.971007 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfb3f77-b5c2-41a1-8c21-f2a5976ee351 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:26.971326 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfb3f77-b5c2-41a1-8c21-f2a5976ee351 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:26.971644 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfb3f77-b5c2-41a1-8c21-f2a5976ee351 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:27.741481 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:29.823952 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:33.482301 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:51.742963 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5650abd4-fbb7-45e6-9527-cbc284a64873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:54.491410 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e1ba0bb-fc72-4742-a133-ed010853a700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:54.498111 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:55.909129 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:57.745616 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:57.751837 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:06:59.820305 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:03.496407 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:10.851470 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54122) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:10.960638 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7c254751-3d4f-4773-bbf8-b9b13feb87e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:11.049610 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7c254751-3d4f-4773-bbf8-b9b13feb87e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:11.053854 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7c254751-3d4f-4773-bbf8-b9b13feb87e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:11.090883 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7c254751-3d4f-4773-bbf8-b9b13feb87e4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4d50d471ffde4fbfa257e0cb22fe0c75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2385790 Jul 16 21:07:11.091836 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c254751-3d4f-4773-bbf8-b9b13feb87e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8bf560-a206-462e-b85b-d2e14b32c4c6,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:11.093543 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54126) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:11.099252 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c254751-3d4f-4773-bbf8-b9b13feb87e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:11.099644 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c254751-3d4f-4773-bbf8-b9b13feb87e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:11.099941 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c254751-3d4f-4773-bbf8-b9b13feb87e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:11.101004 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c254751-3d4f-4773-bbf8-b9b13feb87e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:11.101444 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c254751-3d4f-4773-bbf8-b9b13feb87e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:11.101746 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c254751-3d4f-4773-bbf8-b9b13feb87e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:11.102074 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c254751-3d4f-4773-bbf8-b9b13feb87e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:11.102430 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c254751-3d4f-4773-bbf8-b9b13feb87e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:11.102758 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c254751-3d4f-4773-bbf8-b9b13feb87e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:11.103084 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c254751-3d4f-4773-bbf8-b9b13feb87e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:11.103412 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c254751-3d4f-4773-bbf8-b9b13feb87e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:11.103731 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c254751-3d4f-4773-bbf8-b9b13feb87e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:11.143358 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-600ca042-fd0f-4bbf-8498-5e061de48c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:11.166571 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-600ca042-fd0f-4bbf-8498-5e061de48c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:11.215334 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-600ca042-fd0f-4bbf-8498-5e061de48c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:11.218052 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-600ca042-fd0f-4bbf-8498-5e061de48c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:11.219228 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-600ca042-fd0f-4bbf-8498-5e061de48c9f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ec8bf560-a206-462e-b85b-d2e14b32c4c6 HTTP/1.1" status: 204 len: 168 time: 0.1247039 Jul 16 21:07:11.227389 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ca042-fd0f-4bbf-8498-5e061de48c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8bf560-a206-462e-b85b-d2e14b32c4c6,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:14.146082 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54184) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:14.151439 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-95325b91-7596-48d8-8781-6651c51492b4 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Request body: {'network': {'name': 'tempest-network-smoke--882653638', 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'port_security_enabled': True}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:14.172825 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95325b91-7596-48d8-8781-6651c51492b4 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Made reservation on behalf of e1a67fe971d04dd5a4c457411dc24f9a for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:07:14.176455 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95325b91-7596-48d8-8781-6651c51492b4 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:14.185652 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95325b91-7596-48d8-8781-6651c51492b4 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:14.277059 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95325b91-7596-48d8-8781-6651c51492b4 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:14.280562 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95325b91-7596-48d8-8781-6651c51492b4 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:14.306970 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95325b91-7596-48d8-8781-6651c51492b4 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:07:14.315497 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95325b91-7596-48d8-8781-6651c51492b4 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be1f9f56-db0b-427e-8b25-4bfbbd745a91,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:14.323523 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95325b91-7596-48d8-8781-6651c51492b4 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:14.323902 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-95325b91-7596-48d8-8781-6651c51492b4 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Added segment bb79604d-f61d-4fa3-9f3a-254bc6342660 of type vlan for network 548ffa8b-a121-4e7c-be6c-d89d96ac2036 Jul 16 21:07:14.363915 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95325b91-7596-48d8-8781-6651c51492b4 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:14.392605 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95325b91-7596-48d8-8781-6651c51492b4 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:14.398167 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95325b91-7596-48d8-8781-6651c51492b4 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:14.398781 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95325b91-7596-48d8-8781-6651c51492b4 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:14.432806 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-95325b91-7596-48d8-8781-6651c51492b4 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2855549 Jul 16 21:07:14.435540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54186) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:14.441982 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-5e6afa71-67a1-48d2-9987-cb599fc962ef tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1900641148', 'admin_state_up': True, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:14.482299 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95325b91-7596-48d8-8781-6651c51492b4 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event updated for resources: {'Network': ['ID=548ffa8b-a121-4e7c-be6c-d89d96ac2036,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:14.493200 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 548ffa8b-a121-4e7c-be6c-d89d96ac2036 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:07:14.499259 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5e6afa71-67a1-48d2-9987-cb599fc962ef tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:14.500591 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5e6afa71-67a1-48d2-9987-cb599fc962ef tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:14.551432 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5e6afa71-67a1-48d2-9987-cb599fc962ef tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:14.690159 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5e6afa71-67a1-48d2-9987-cb599fc962ef tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:14.879399 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5e6afa71-67a1-48d2-9987-cb599fc962ef tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:14.898007 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5e6afa71-67a1-48d2-9987-cb599fc962ef tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:15.002494 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-5e6afa71-67a1-48d2-9987-cb599fc962ef tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Allocated IP 172.25.0.122 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/8a2b827c-cac2-4c3f-b1fa-cc0ca1919671) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:07:15.103141 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5e6afa71-67a1-48d2-9987-cb599fc962ef tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:15.144184 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5e6afa71-67a1-48d2-9987-cb599fc962ef tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:15.184621 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6afa71-67a1-48d2-9987-cb599fc962ef tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:07:15.187345 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-5e6afa71-67a1-48d2-9987-cb599fc962ef tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:07:15.190824 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6afa71-67a1-48d2-9987-cb599fc962ef tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:07:15.213208 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6afa71-67a1-48d2-9987-cb599fc962ef tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event updated for resources: {'Port': ['ID=8a2b827c-cac2-4c3f-b1fa-cc0ca1919671,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:15.438654 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5e6afa71-67a1-48d2-9987-cb599fc962ef tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:15.634146 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5e6afa71-67a1-48d2-9987-cb599fc962ef tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:15.764634 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6afa71-67a1-48d2-9987-cb599fc962ef tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Router 576ee9da-b48b-439c-b072-8dac0dee4848 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:07:15.871203 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6afa71-67a1-48d2-9987-cb599fc962ef tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:07:15.883525 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9726f122-2bcc-43b6-8315-3e66478a27f3 None None] Sync routers for ids ['576ee9da-b48b-439c-b072-8dac0dee4848'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:07:15.891174 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5e6afa71-67a1-48d2-9987-cb599fc962ef tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:15.892429 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5e6afa71-67a1-48d2-9987-cb599fc962ef tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4559686 Jul 16 21:07:15.894667 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9726f122-2bcc-43b6-8315-3e66478a27f3 None None] Routers {'576ee9da-b48b-439c-b072-8dac0dee4848'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:07:15.895385 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9726f122-2bcc-43b6-8315-3e66478a27f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:06:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['576ee9da-b48b-439c-b072-8dac0dee4848'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:15.895752 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54188) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:16.000016 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-9726f122-2bcc-43b6-8315-3e66478a27f3 None None] Set router 576ee9da-b48b-439c-b072-8dac0dee4848 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:07:16.018948 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-12cee312-a7e7-4a73-ac48-d36ba04683db tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=e1a67fe971d04dd5a4c457411dc24f9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1220107 Jul 16 21:07:16.021492 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54192) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:16.111429 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0104f6c7-f738-47f9-8884-3832f2d26b55 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:16.113148 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0104f6c7-f738-47f9-8884-3832f2d26b55 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905309 Jul 16 21:07:16.115736 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54194) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:16.149628 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cf34d5b1-d94f-4836-8cfb-8428c9e74889 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=9eaba347-54f9-4044-808d-862f23e2a998&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328016 Jul 16 21:07:16.152183 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54196) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:16.157312 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-468d84e1-4f98-4b4b-95ba-015de4503b26 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1065450205', 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036', 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:16.183123 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9726f122-2bcc-43b6-8315-3e66478a27f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900641148', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:07:15Z', 'revision_number': 3, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'gw_port': {'id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:16.209794 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9726f122-2bcc-43b6-8315-3e66478a27f3 None None] Checking router: 576ee9da-b48b-439c-b072-8dac0dee4848 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:07:16.210144 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9726f122-2bcc-43b6-8315-3e66478a27f3 None None] Updating router 576ee9da-b48b-439c-b072-8dac0dee4848 port 8a2b827c-cac2-4c3f-b1fa-cc0ca1919671 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:07:16.245530 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468d84e1-4f98-4b4b-95ba-015de4503b26 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Made reservation on behalf of e1a67fe971d04dd5a4c457411dc24f9a for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:07:16.246134 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9726f122-2bcc-43b6-8315-3e66478a27f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:16.249331 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-468d84e1-4f98-4b4b-95ba-015de4503b26 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:16.430722 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-468d84e1-4f98-4b4b-95ba-015de4503b26 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:16.496119 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d84e1-4f98-4b4b-95ba-015de4503b26 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event updated for resources: {'Subnet': ['ID=1afed778-12c6-4140-abbe-68cdf6a60e48,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:16.499724 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9726f122-2bcc-43b6-8315-3e66478a27f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:16.500490 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468d84e1-4f98-4b4b-95ba-015de4503b26 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Checking segment: {'id': 'bb79604d-f61d-4fa3-9f3a-254bc6342660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:07:16.500858 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468d84e1-4f98-4b4b-95ba-015de4503b26 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Network hostable DHCP agents. Network: 548ffa8b-a121-4e7c-be6c-d89d96ac2036, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:07:16.511516 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-9726f122-2bcc-43b6-8315-3e66478a27f3 None None] Transition to ACTIVE for port object 8a2b827c-cac2-4c3f-b1fa-cc0ca1919671 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:07:16.517863 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9726f122-2bcc-43b6-8315-3e66478a27f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:16.519819 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468d84e1-4f98-4b4b-95ba-015de4503b26 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Network 548ffa8b-a121-4e7c-be6c-d89d96ac2036 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:07:16.528767 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-468d84e1-4f98-4b4b-95ba-015de4503b26 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 548ffa8b-a121-4e7c-be6c-d89d96ac2036) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:07:16.533237 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468d84e1-4f98-4b4b-95ba-015de4503b26 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:16.533985 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-468d84e1-4f98-4b4b-95ba-015de4503b26 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:16.540263 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92e5f14-be02-41af-9ccd-a6b0c69a0088 None None] Network 548ffa8b-a121-4e7c-be6c-d89d96ac2036 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:07:16.555854 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-468d84e1-4f98-4b4b-95ba-015de4503b26 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4019108 Jul 16 21:07:16.556323 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54198) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:16.565900 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9726f122-2bcc-43b6-8315-3e66478a27f3 None None] Attempting to bind port 8a2b827c-cac2-4c3f-b1fa-cc0ca1919671 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:07:16.566275 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9726f122-2bcc-43b6-8315-3e66478a27f3 None None] Attempting to bind port 8a2b827c-cac2-4c3f-b1fa-cc0ca1919671 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:07:16.566667 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9726f122-2bcc-43b6-8315-3e66478a27f3 None None] Attempting to bind port 8a2b827c-cac2-4c3f-b1fa-cc0ca1919671 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:07:16.577576 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9726f122-2bcc-43b6-8315-3e66478a27f3 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:07:16.577954 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9726f122-2bcc-43b6-8315-3e66478a27f3 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:07:16.578380 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9726f122-2bcc-43b6-8315-3e66478a27f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:16.578777 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9726f122-2bcc-43b6-8315-3e66478a27f3 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:07:16.579237 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9726f122-2bcc-43b6-8315-3e66478a27f3 None None] Bound port: 8a2b827c-cac2-4c3f-b1fa-cc0ca1919671, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:07:16.579616 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9726f122-2bcc-43b6-8315-3e66478a27f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:16.600581 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b9faa-8220-43b0-a954-041ae81f0df5 None None] Pushing event updated for resources: {'Port': ['ID=8a2b827c-cac2-4c3f-b1fa-cc0ca1919671,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:16.631872 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-9726f122-2bcc-43b6-8315-3e66478a27f3 None None] For port 8a2b827c-cac2-4c3f-b1fa-cc0ca1919671, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:07:16.635374 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-9726f122-2bcc-43b6-8315-3e66478a27f3 None None] For port 8a2b827c-cac2-4c3f-b1fa-cc0ca1919671, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=8a2b827c-cac2-4c3f-b1fa-cc0ca1919671,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:07:16.642954 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9726f122-2bcc-43b6-8315-3e66478a27f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:16.646504 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7b9faa-8220-43b0-a954-041ae81f0df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:16.646855 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7b9faa-8220-43b0-a954-041ae81f0df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:16.647198 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7b9faa-8220-43b0-a954-041ae81f0df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:16.647532 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7b9faa-8220-43b0-a954-041ae81f0df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:16.648435 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7b9faa-8220-43b0-a954-041ae81f0df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:16.649354 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7b9faa-8220-43b0-a954-041ae81f0df5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:16.649354 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7b9faa-8220-43b0-a954-041ae81f0df5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:16.649571 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7b9faa-8220-43b0-a954-041ae81f0df5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:16.649827 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7b9faa-8220-43b0-a954-041ae81f0df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:16.650150 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7b9faa-8220-43b0-a954-041ae81f0df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:16.650497 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7b9faa-8220-43b0-a954-041ae81f0df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:16.650876 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7b9faa-8220-43b0-a954-041ae81f0df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:16.693164 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-548ffa8b-a121-4e7c-be6c-d89d96ac2036', 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'fixed_ips': [{'subnet_id': '1afed778-12c6-4140-abbe-68cdf6a60e48'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:07:16.694054 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:16.713211 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b9faa-8220-43b0-a954-041ae81f0df5 None None] Pushing event updated for resources: {'Port': ['ID=8a2b827c-cac2-4c3f-b1fa-cc0ca1919671,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:16.720061 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9726f122-2bcc-43b6-8315-3e66478a27f3 None None] Routers {'576ee9da-b48b-439c-b072-8dac0dee4848'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:07:16.720948 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9726f122-2bcc-43b6-8315-3e66478a27f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:06:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['576ee9da-b48b-439c-b072-8dac0dee4848'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:16.839761 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Allocated IP 172.20.0.2 (548ffa8b-a121-4e7c-be6c-d89d96ac2036/1afed778-12c6-4140-abbe-68cdf6a60e48/9f28ba57-b691-4461-b9a5-d01d1547345f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:07:16.841916 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-9726f122-2bcc-43b6-8315-3e66478a27f3 None None] Set router 576ee9da-b48b-439c-b072-8dac0dee4848 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:07:16.995429 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:17.003862 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Transition to ACTIVE for port object 9f28ba57-b691-4461-b9a5-d01d1547345f will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:07:17.020368 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Transition to ACTIVE for port object 9f28ba57-b691-4461-b9a5-d01d1547345f will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:07:17.021283 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9b41e9d-596d-41a5-a40d-72d9bc322f6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:17.027680 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:17.032941 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9726f122-2bcc-43b6-8315-3e66478a27f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900641148', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:07:15Z', 'revision_number': 3, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'gw_port': {'id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:17.061262 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9726f122-2bcc-43b6-8315-3e66478a27f3 None None] The sync data for ids ['576ee9da-b48b-439c-b072-8dac0dee4848'] in n-d-791506-21 is: [{'id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900641148', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:07:15Z', 'revision_number': 3, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'gw_port': {'id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:07:17.067758 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Network 548ffa8b-a121-4e7c-be6c-d89d96ac2036 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:07:17.072818 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:07:17.078479 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:07:17.092896 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Pushing event updated for resources: {'Port': ['ID=9f28ba57-b691-4461-b9a5-d01d1547345f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:17.124301 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:17.124776 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:17.125194 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:17.125600 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:17.126004 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:17.126427 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:17.126835 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:17.127221 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:17.127613 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:17.128004 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:17.128394 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:17.128784 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:17.161478 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Attempting to bind port 9f28ba57-b691-4461-b9a5-d01d1547345f on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:07:17.161942 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Attempting to bind port 9f28ba57-b691-4461-b9a5-d01d1547345f by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'bb79604d-f61d-4fa3-9f3a-254bc6342660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:07:17.162393 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Attempting to bind port 9f28ba57-b691-4461-b9a5-d01d1547345f on network 548ffa8b-a121-4e7c-be6c-d89d96ac2036 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:07:17.168520 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:07:17.168993 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Checking segment: {'id': 'bb79604d-f61d-4fa3-9f3a-254bc6342660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:07:17.169479 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:17.170201 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Bound using segment: {'id': 'bb79604d-f61d-4fa3-9f3a-254bc6342660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:07:17.170776 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Bound port: 9f28ba57-b691-4461-b9a5-d01d1547345f, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb79604d-f61d-4fa3-9f3a-254bc6342660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:07:17.171471 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:17.241367 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] For port 9f28ba57-b691-4461-b9a5-d01d1547345f, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:07:17.246765 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] For port 9f28ba57-b691-4461-b9a5-d01d1547345f, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9f28ba57-b691-4461-b9a5-d01d1547345f,segment=NetworkSegment(bb79604d-f61d-4fa3-9f3a-254bc6342660),segment_id=bb79604d-f61d-4fa3-9f3a-254bc6342660)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:07:17.252540 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:17.345052 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84229a-c993-446c-a4a1-e342f0af1570 None None] Pushing event updated for resources: {'Port': ['ID=9f28ba57-b691-4461-b9a5-d01d1547345f,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:17.376989 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-c9b41e9d-596d-41a5-a40d-72d9bc322f6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Allocated IP 172.20.0.1 (548ffa8b-a121-4e7c-be6c-d89d96ac2036/1afed778-12c6-4140-abbe-68cdf6a60e48/df6c72ba-1809-4bb8-8887-674cadf557a2) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:07:17.512390 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9b41e9d-596d-41a5-a40d-72d9bc322f6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:17.542786 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-c9b41e9d-596d-41a5-a40d-72d9bc322f6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Transition to ACTIVE for port object df6c72ba-1809-4bb8-8887-674cadf557a2 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:07:17.586128 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9b41e9d-596d-41a5-a40d-72d9bc322f6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:17.629423 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b41e9d-596d-41a5-a40d-72d9bc322f6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Network 548ffa8b-a121-4e7c-be6c-d89d96ac2036 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:07:17.637641 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-c9b41e9d-596d-41a5-a40d-72d9bc322f6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:07:17.641947 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b41e9d-596d-41a5-a40d-72d9bc322f6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:07:17.675492 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b41e9d-596d-41a5-a40d-72d9bc322f6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event updated for resources: {'Port': ['ID=df6c72ba-1809-4bb8-8887-674cadf557a2,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:17.699416 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9b41e9d-596d-41a5-a40d-72d9bc322f6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:17.858991 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9b41e9d-596d-41a5-a40d-72d9bc322f6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:17.906456 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9f28ba57-b691-4461-b9a5-d01d1547345f up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:07:17.963668 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 9f28ba57-b691-4461-b9a5-d01d1547345f completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:07:17.968633 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 8a2b827c-cac2-4c3f-b1fa-cc0ca1919671 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:07:18.027462 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 8a2b827c-cac2-4c3f-b1fa-cc0ca1919671 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:07:18.031966 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 8a2b827c-cac2-4c3f-b1fa-cc0ca1919671 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:07:18.032335 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:18.114298 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:18.136079 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 8a2b827c-cac2-4c3f-b1fa-cc0ca1919671, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=8a2b827c-cac2-4c3f-b1fa-cc0ca1919671,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:07:18.139955 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:18.177511 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9b41e9d-596d-41a5-a40d-72d9bc322f6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:18.182672 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9b41e9d-596d-41a5-a40d-72d9bc322f6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:18.197847 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=8a2b827c-cac2-4c3f-b1fa-cc0ca1919671,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:18.265549 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b41e9d-596d-41a5-a40d-72d9bc322f6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event updated for resources: {'Port': ['ID=df6c72ba-1809-4bb8-8887-674cadf557a2,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:18.273566 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9b41e9d-596d-41a5-a40d-72d9bc322f6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:18.359230 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb74a13b-571e-4954-a1cd-a521f9c28725 None None] Network 548ffa8b-a121-4e7c-be6c-d89d96ac2036 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:07:18.367639 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b41e9d-596d-41a5-a40d-72d9bc322f6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Network 548ffa8b-a121-4e7c-be6c-d89d96ac2036 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:07:18.369019 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-c9b41e9d-596d-41a5-a40d-72d9bc322f6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:07:18.457581 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b9804682-15ec-49b0-a5e5-cb115fe2e22b None None] Provisioning for port 9f28ba57-b691-4461-b9a5-d01d1547345f completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:07:18.480268 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b9804682-15ec-49b0-a5e5-cb115fe2e22b None None] Provisioning complete for port 9f28ba57-b691-4461-b9a5-d01d1547345f triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:07:18.480761 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9804682-15ec-49b0-a5e5-cb115fe2e22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:18.494908 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b41e9d-596d-41a5-a40d-72d9bc322f6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Router 576ee9da-b48b-439c-b072-8dac0dee4848 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:07:18.611077 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9804682-15ec-49b0-a5e5-cb115fe2e22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:18.611719 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b41e9d-596d-41a5-a40d-72d9bc322f6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:07:18.621904 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c9b41e9d-596d-41a5-a40d-72d9bc322f6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "PUT /v2.0/routers/576ee9da-b48b-439c-b072-8dac0dee4848/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0639017 Jul 16 21:07:18.624333 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54200) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:18.629469 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-3bac7630-463b-4482-bf7e-9d3fe25a1bcf tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--861848277', 'description': 'tempest-secgroup_access--861848277 description', 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:18.655086 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3bac7630-463b-4482-bf7e-9d3fe25a1bcf tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:18.656308 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b9804682-15ec-49b0-a5e5-cb115fe2e22b None None] For port 9f28ba57-b691-4461-b9a5-d01d1547345f, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9f28ba57-b691-4461-b9a5-d01d1547345f,segment=NetworkSegment(bb79604d-f61d-4fa3-9f3a-254bc6342660),segment_id=bb79604d-f61d-4fa3-9f3a-254bc6342660)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:07:18.662100 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9804682-15ec-49b0-a5e5-cb115fe2e22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:18.725700 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9804682-15ec-49b0-a5e5-cb115fe2e22b None None] Pushing event updated for resources: {'Port': ['ID=9f28ba57-b691-4461-b9a5-d01d1547345f,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:18.747612 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3bac7630-463b-4482-bf7e-9d3fe25a1bcf tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:18.753506 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3bac7630-463b-4482-bf7e-9d3fe25a1bcf tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:18.760378 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700ad417-03ff-452d-9878-dd0dbc03a618 None None] Sync routers for ids ['576ee9da-b48b-439c-b072-8dac0dee4848'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:07:18.770496 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700ad417-03ff-452d-9878-dd0dbc03a618 None None] Routers {'576ee9da-b48b-439c-b072-8dac0dee4848'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:07:18.771623 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-700ad417-03ff-452d-9878-dd0dbc03a618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:06:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['576ee9da-b48b-439c-b072-8dac0dee4848'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:18.788294 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3bac7630-463b-4482-bf7e-9d3fe25a1bcf tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:18.792689 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3bac7630-463b-4482-bf7e-9d3fe25a1bcf tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1645775 Jul 16 21:07:18.792689 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac7630-463b-4482-bf7e-9d3fe25a1bcf tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09773093-14d1-4492-a65a-189989fb4b8d,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:18.793735 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54202) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:18.800440 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-c31fa15f-92dc-4a6a-afa3-9518781937db tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--87948500', 'description': 'tempest-secgroup_general--87948500 description', 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:18.827817 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c31fa15f-92dc-4a6a-afa3-9518781937db tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:18.906054 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-700ad417-03ff-452d-9878-dd0dbc03a618 None None] Set router 576ee9da-b48b-439c-b072-8dac0dee4848 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:07:18.908502 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ccbe9573-dd0f-44e8-aa44-2a4ab7ea0cf6 None None] Provisioning complete for port 9f28ba57-b691-4461-b9a5-d01d1547345f triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:07:18.909128 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9573-dd0f-44e8-aa44-2a4ab7ea0cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:18.940131 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c31fa15f-92dc-4a6a-afa3-9518781937db tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:18.948164 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c31fa15f-92dc-4a6a-afa3-9518781937db tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:18.978799 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c31fa15f-92dc-4a6a-afa3-9518781937db tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:18.981543 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c31fa15f-92dc-4a6a-afa3-9518781937db tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1841891 Jul 16 21:07:18.982246 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31fa15f-92dc-4a6a-afa3-9518781937db tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c106c56e-facd-45d8-a477-7760fad57777,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:18.983315 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54204) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:18.990834 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-500b5782-0db2-45d1-a285-2a5fa22c9b81 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Request body: {'security_group_rule': {'security_group_id': '09773093-14d1-4492-a65a-189989fb4b8d', 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:19.026536 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-500b5782-0db2-45d1-a285-2a5fa22c9b81 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:19.102284 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-500b5782-0db2-45d1-a285-2a5fa22c9b81 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:19.107101 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-500b5782-0db2-45d1-a285-2a5fa22c9b81 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:19.132827 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b5782-0db2-45d1-a285-2a5fa22c9b81 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1656bf96-2761-4bd0-8383-fce576d0e889,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:19.146056 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-500b5782-0db2-45d1-a285-2a5fa22c9b81 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:19.152372 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-500b5782-0db2-45d1-a285-2a5fa22c9b81 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1672406 Jul 16 21:07:19.170806 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ccbe9573-dd0f-44e8-aa44-2a4ab7ea0cf6 None None] Provisioning for port df6c72ba-1809-4bb8-8887-674cadf557a2 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:07:19.177338 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ccbe9573-dd0f-44e8-aa44-2a4ab7ea0cf6 None None] Provisioning complete for port df6c72ba-1809-4bb8-8887-674cadf557a2 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:07:19.177709 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9573-dd0f-44e8-aa44-2a4ab7ea0cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:19.230785 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ccbe9573-dd0f-44e8-aa44-2a4ab7ea0cf6 None None] Port df6c72ba-1809-4bb8-8887-674cadf557a2 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:07:19.254903 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-700ad417-03ff-452d-9878-dd0dbc03a618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900641148', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:07:17Z', 'revision_number': 4, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'gw_port': {'id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'df6c72ba-1809-4bb8-8887-674cadf557a2', 'name': '', 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'mac_address': 'fa:16:3e:cb:c7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1afed778-12c6-4140-abbe-68cdf6a60e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:17Z', 'updated_at': '2021-07-16T21:07:18Z', 'revision_number': 2, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'subnets': [{'id': '1afed778-12c6-4140-abbe-68cdf6a60e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:19.284449 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700ad417-03ff-452d-9878-dd0dbc03a618 None None] Checking router: 576ee9da-b48b-439c-b072-8dac0dee4848 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:07:19.284872 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700ad417-03ff-452d-9878-dd0dbc03a618 None None] Updating router 576ee9da-b48b-439c-b072-8dac0dee4848 port df6c72ba-1809-4bb8-8887-674cadf557a2 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:07:19.322231 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-700ad417-03ff-452d-9878-dd0dbc03a618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:19.386159 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9bbadde9-55f3-4bcf-aca4-c9f9576c7d12 None None] Provisioning complete for port df6c72ba-1809-4bb8-8887-674cadf557a2 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:07:19.386552 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9bbadde9-55f3-4bcf-aca4-c9f9576c7d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:19.442648 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-90ee41d2-a4cd-4545-8443-a124021cc3df tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup_access--861848277&fields=id&tenant_id=e1a67fe971d04dd5a4c457411dc24f9a HTTP/1.1" status: 200 len: 267 time: 0.0335722 Jul 16 21:07:19.481253 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-c3e18c9c-d52f-45e2-8db3-971b8c4be74c tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup_general--87948500&fields=id&tenant_id=e1a67fe971d04dd5a4c457411dc24f9a HTTP/1.1" status: 200 len: 267 time: 0.0317125 Jul 16 21:07:19.481469 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9bbadde9-55f3-4bcf-aca4-c9f9576c7d12 None None] Port df6c72ba-1809-4bb8-8887-674cadf557a2 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:07:19.588061 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-f368b6d1-4d0a-427f-8dd5-8ca8360e8aa5 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:19.589461 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-f368b6d1-4d0a-427f-8dd5-8ca8360e8aa5 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/networks?id=548ffa8b-a121-4e7c-be6c-d89d96ac2036 HTTP/1.1" status: 200 len: 796 time: 0.1005404 Jul 16 21:07:19.603842 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-8ef8974b-16ca-4bd3-85b9-8f0ca61cd945 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/quotas/e1a67fe971d04dd5a4c457411dc24f9a HTTP/1.1" status: 200 len: 375 time: 0.0090611 Jul 16 21:07:19.630478 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-700ad417-03ff-452d-9878-dd0dbc03a618 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:19.641030 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-700ad417-03ff-452d-9878-dd0dbc03a618 None None] Transition to ACTIVE for port object df6c72ba-1809-4bb8-8887-674cadf557a2 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:07:19.646933 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-700ad417-03ff-452d-9878-dd0dbc03a618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:19.679860 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-8e3e5590-506d-4f95-ab49-688b584082a1 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e1a67fe971d04dd5a4c457411dc24f9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702839 Jul 16 21:07:19.742943 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c7236-03a4-47da-8e72-bc5851065c46 None None] Pushing event updated for resources: {'Port': ['ID=df6c72ba-1809-4bb8-8887-674cadf557a2,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:19.755057 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-700ad417-03ff-452d-9878-dd0dbc03a618 None None] Attempting to bind port df6c72ba-1809-4bb8-8887-674cadf557a2 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:07:19.755509 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-700ad417-03ff-452d-9878-dd0dbc03a618 None None] Attempting to bind port df6c72ba-1809-4bb8-8887-674cadf557a2 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'bb79604d-f61d-4fa3-9f3a-254bc6342660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:07:19.755917 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700ad417-03ff-452d-9878-dd0dbc03a618 None None] Attempting to bind port df6c72ba-1809-4bb8-8887-674cadf557a2 on network 548ffa8b-a121-4e7c-be6c-d89d96ac2036 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:07:19.761770 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700ad417-03ff-452d-9878-dd0dbc03a618 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:07:19.762239 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700ad417-03ff-452d-9878-dd0dbc03a618 None None] Checking segment: {'id': 'bb79604d-f61d-4fa3-9f3a-254bc6342660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:07:19.762740 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-700ad417-03ff-452d-9878-dd0dbc03a618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:19.763219 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700ad417-03ff-452d-9878-dd0dbc03a618 None None] Bound using segment: {'id': 'bb79604d-f61d-4fa3-9f3a-254bc6342660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:07:19.763763 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-700ad417-03ff-452d-9878-dd0dbc03a618 None None] Bound port: df6c72ba-1809-4bb8-8887-674cadf557a2, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb79604d-f61d-4fa3-9f3a-254bc6342660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:07:19.764218 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-700ad417-03ff-452d-9878-dd0dbc03a618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:19.840775 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-700ad417-03ff-452d-9878-dd0dbc03a618 None None] For port df6c72ba-1809-4bb8-8887-674cadf557a2, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:07:19.844230 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-700ad417-03ff-452d-9878-dd0dbc03a618 None None] For port df6c72ba-1809-4bb8-8887-674cadf557a2, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=df6c72ba-1809-4bb8-8887-674cadf557a2,segment=NetworkSegment(bb79604d-f61d-4fa3-9f3a-254bc6342660),segment_id=bb79604d-f61d-4fa3-9f3a-254bc6342660)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:07:19.851733 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-700ad417-03ff-452d-9878-dd0dbc03a618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:19.862208 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9f28ba57-b691-4461-b9a5-d01d1547345f up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:07:19.872476 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-35459705-69f4-41c2-8a30-5e37e08508a5 service neutron] 10.222.0.38 "GET /v2.0/networks/548ffa8b-a121-4e7c-be6c-d89d96ac2036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803310 Jul 16 21:07:19.958993 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700ad417-03ff-452d-9878-dd0dbc03a618 None None] Routers {'576ee9da-b48b-439c-b072-8dac0dee4848'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:07:19.959579 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-700ad417-03ff-452d-9878-dd0dbc03a618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:06:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['576ee9da-b48b-439c-b072-8dac0dee4848'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:19.962547 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c7236-03a4-47da-8e72-bc5851065c46 None None] Pushing event updated for resources: {'Port': ['ID=df6c72ba-1809-4bb8-8887-674cadf557a2,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:19.978340 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-757774f1-6372-4089-9951-b29e7c791149 service neutron] 10.222.0.38 "GET /v2.0/networks/548ffa8b-a121-4e7c-be6c-d89d96ac2036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000271 Jul 16 21:07:20.024167 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 9f28ba57-b691-4461-b9a5-d01d1547345f triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:07:20.024722 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:20.271436 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-700ad417-03ff-452d-9878-dd0dbc03a618 None None] Set router 576ee9da-b48b-439c-b072-8dac0dee4848 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:07:20.390865 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 8a2b827c-cac2-4c3f-b1fa-cc0ca1919671 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:07:20.507698 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 8a2b827c-cac2-4c3f-b1fa-cc0ca1919671 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:07:20.508087 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:20.563135 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-700ad417-03ff-452d-9878-dd0dbc03a618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900641148', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:07:17Z', 'revision_number': 4, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'gw_port': {'id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'df6c72ba-1809-4bb8-8887-674cadf557a2', 'name': '', 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'mac_address': 'fa:16:3e:cb:c7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1afed778-12c6-4140-abbe-68cdf6a60e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:17Z', 'updated_at': '2021-07-16T21:07:19Z', 'revision_number': 4, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'subnets': [{'id': '1afed778-12c6-4140-abbe-68cdf6a60e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:20.590515 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700ad417-03ff-452d-9878-dd0dbc03a618 None None] The sync data for ids ['576ee9da-b48b-439c-b072-8dac0dee4848'] in n-d-791506-21 is: [{'id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900641148', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:07:17Z', 'revision_number': 4, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'gw_port': {'id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'df6c72ba-1809-4bb8-8887-674cadf557a2', 'name': '', 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'mac_address': 'fa:16:3e:cb:c7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1afed778-12c6-4140-abbe-68cdf6a60e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:17Z', 'updated_at': '2021-07-16T21:07:19Z', 'revision_number': 4, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'subnets': [{'id': '1afed778-12c6-4140-abbe-68cdf6a60e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:07:21.248043 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6aebd801-e8b9-4e92-8be1-f592cd2baa73 req-4721c09a-e928-4b62-8975-126e298ae809 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d314a3e-9fc5-46a8-ab9f-05c4861742f0 HTTP/1.1" status: 200 len: 210 time: 0.0923347 Jul 16 21:07:21.743724 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a937d1f-2abb-4d1c-be8d-ca2fcafb3bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:21.847031 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device df6c72ba-1809-4bb8-8887-674cadf557a2 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:07:21.894886 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port df6c72ba-1809-4bb8-8887-674cadf557a2 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:07:21.898298 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port df6c72ba-1809-4bb8-8887-674cadf557a2 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:07:21.898725 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:21.972435 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:22.003594 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port df6c72ba-1809-4bb8-8887-674cadf557a2, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=df6c72ba-1809-4bb8-8887-674cadf557a2,segment=NetworkSegment(bb79604d-f61d-4fa3-9f3a-254bc6342660),segment_id=bb79604d-f61d-4fa3-9f3a-254bc6342660)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:07:22.007656 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:22.060654 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=df6c72ba-1809-4bb8-8887-674cadf557a2,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:22.624768 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d17ac44-61c1-40f7-aa37-9eb81b97a1ae req-45a76a86-5f0b-43b2-938c-6b87abb326e2 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d314a3e-9fc5-46a8-ab9f-05c4861742f0 HTTP/1.1" status: 200 len: 210 time: 0.0325344 Jul 16 21:07:22.652535 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-9a14c661-ffc7-40c3-a1fe-b2af570f1581 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:22.653948 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-9a14c661-ffc7-40c3-a1fe-b2af570f1581 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.18 "GET /v2.0/networks?id=548ffa8b-a121-4e7c-be6c-d89d96ac2036 HTTP/1.1" status: 200 len: 796 time: 0.4481144 Jul 16 21:07:22.698263 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-979d4ed2-2236-476c-bc1d-af50645d3882 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1a67fe971d04dd5a4c457411dc24f9a HTTP/1.1" status: 200 len: 475 time: 0.0357819 Jul 16 21:07:22.707318 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-39d04a8a-333c-41ab-b7b8-3eb6808dd831 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Request body: {'port': {'device_id': '4d314a3e-9fc5-46a8-ab9f-05c4861742f0', 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036', 'admin_state_up': True, 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'security_groups': ['09773093-14d1-4492-a65a-189989fb4b8d', 'c106c56e-facd-45d8-a477-7760fad57777']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:22.820726 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-39d04a8a-333c-41ab-b7b8-3eb6808dd831 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Made reservation on behalf of e1a67fe971d04dd5a4c457411dc24f9a for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:07:22.824593 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-39d04a8a-333c-41ab-b7b8-3eb6808dd831 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:22.945303 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-39d04a8a-333c-41ab-b7b8-3eb6808dd831 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Allocated IP 172.20.0.6 (548ffa8b-a121-4e7c-be6c-d89d96ac2036/1afed778-12c6-4140-abbe-68cdf6a60e48/4db84e04-526e-4b8d-9ff8-eac2e8a093ae) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:07:23.093552 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-39d04a8a-333c-41ab-b7b8-3eb6808dd831 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:23.107930 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-39d04a8a-333c-41ab-b7b8-3eb6808dd831 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Transition to ACTIVE for port object 4db84e04-526e-4b8d-9ff8-eac2e8a093ae will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:07:23.140155 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-39d04a8a-333c-41ab-b7b8-3eb6808dd831 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:23.186665 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-39d04a8a-333c-41ab-b7b8-3eb6808dd831 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Network 548ffa8b-a121-4e7c-be6c-d89d96ac2036 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:07:23.189801 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-39d04a8a-333c-41ab-b7b8-3eb6808dd831 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:07:23.193714 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-39d04a8a-333c-41ab-b7b8-3eb6808dd831 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:07:23.200433 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d04a8a-333c-41ab-b7b8-3eb6808dd831 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event updated for resources: {'Port': ['ID=4db84e04-526e-4b8d-9ff8-eac2e8a093ae,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:23.252690 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-39d04a8a-333c-41ab-b7b8-3eb6808dd831 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:23.253289 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-39d04a8a-333c-41ab-b7b8-3eb6808dd831 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:23.268350 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-39d04a8a-333c-41ab-b7b8-3eb6808dd831 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.5644829 Jul 16 21:07:23.333537 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-0410ae58-b40d-4c7c-b092-d1c73246a7c1 service neutron] Request body: {'port': {'device_id': '4d314a3e-9fc5-46a8-ab9f-05c4861742f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:23.406845 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4c83fc59-6cac-4f29-8d26-f02bae5cc2be None None] Provisioning for port 4db84e04-526e-4b8d-9ff8-eac2e8a093ae completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:07:23.410092 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-0410ae58-b40d-4c7c-b092-d1c73246a7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:23.410650 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4c83fc59-6cac-4f29-8d26-f02bae5cc2be None None] Provisioning complete for port 4db84e04-526e-4b8d-9ff8-eac2e8a093ae triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:07:23.411019 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c83fc59-6cac-4f29-8d26-f02bae5cc2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:23.444316 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4c83fc59-6cac-4f29-8d26-f02bae5cc2be None None] Port 4db84e04-526e-4b8d-9ff8-eac2e8a093ae cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:07:23.677446 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-0410ae58-b40d-4c7c-b092-d1c73246a7c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4db84e04-526e-4b8d-9ff8-eac2e8a093ae {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:07:23.684744 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-0410ae58-b40d-4c7c-b092-d1c73246a7c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:23.696998 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-0410ae58-b40d-4c7c-b092-d1c73246a7c1 service neutron] Transition to ACTIVE for port object 4db84e04-526e-4b8d-9ff8-eac2e8a093ae will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:07:23.700653 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-0410ae58-b40d-4c7c-b092-d1c73246a7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:23.760990 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410ae58-b40d-4c7c-b092-d1c73246a7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4db84e04-526e-4b8d-9ff8-eac2e8a093ae,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:23.846237 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device df6c72ba-1809-4bb8-8887-674cadf557a2 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:07:23.871247 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5aa1f-002d-45a4-a830-eb20907dde80 req-89b84610-f6dd-4f6b-8622-0049a21d786a tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:23.872828 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ab5aa1f-002d-45a4-a830-eb20907dde80 req-89b84610-f6dd-4f6b-8622-0049a21d786a tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d314a3e-9fc5-46a8-ab9f-05c4861742f0 HTTP/1.1" status: 200 len: 982 time: 0.1299577 Jul 16 21:07:23.900149 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port df6c72ba-1809-4bb8-8887-674cadf557a2 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:07:23.900610 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:23.902153 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-0410ae58-b40d-4c7c-b092-d1c73246a7c1 service neutron] Attempting to bind port 4db84e04-526e-4b8d-9ff8-eac2e8a093ae on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:07:23.902527 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-0410ae58-b40d-4c7c-b092-d1c73246a7c1 service neutron] Attempting to bind port 4db84e04-526e-4b8d-9ff8-eac2e8a093ae by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'bb79604d-f61d-4fa3-9f3a-254bc6342660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:07:23.902858 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-0410ae58-b40d-4c7c-b092-d1c73246a7c1 service neutron] Attempting to bind port 4db84e04-526e-4b8d-9ff8-eac2e8a093ae on network 548ffa8b-a121-4e7c-be6c-d89d96ac2036 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:07:23.909596 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-0410ae58-b40d-4c7c-b092-d1c73246a7c1 service neutron] Port 4db84e04-526e-4b8d-9ff8-eac2e8a093ae on network 548ffa8b-a121-4e7c-be6c-d89d96ac2036 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:07:23.909927 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-0410ae58-b40d-4c7c-b092-d1c73246a7c1 service neutron] Attempting to bind port 4db84e04-526e-4b8d-9ff8-eac2e8a093ae on network 548ffa8b-a121-4e7c-be6c-d89d96ac2036 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:07:23.923912 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-0410ae58-b40d-4c7c-b092-d1c73246a7c1 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:07:23.924250 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-0410ae58-b40d-4c7c-b092-d1c73246a7c1 service neutron] Checking segment: {'id': 'bb79604d-f61d-4fa3-9f3a-254bc6342660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:07:23.924632 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-0410ae58-b40d-4c7c-b092-d1c73246a7c1 service neutron] Bound using segment: {'id': 'bb79604d-f61d-4fa3-9f3a-254bc6342660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:07:23.925056 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-0410ae58-b40d-4c7c-b092-d1c73246a7c1 service neutron] Bound port: 4db84e04-526e-4b8d-9ff8-eac2e8a093ae, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb79604d-f61d-4fa3-9f3a-254bc6342660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:07:23.925418 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-0410ae58-b40d-4c7c-b092-d1c73246a7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:23.943630 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ab5aa1f-002d-45a4-a830-eb20907dde80 req-65c04b09-bee8-456c-8ddc-88eb8458e7d1 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/security-groups?id=c106c56e-facd-45d8-a477-7760fad57777&id=09773093-14d1-4492-a65a-189989fb4b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0597584 Jul 16 21:07:24.002045 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-0410ae58-b40d-4c7c-b092-d1c73246a7c1 service neutron] For port 4db84e04-526e-4b8d-9ff8-eac2e8a093ae, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:07:24.005143 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-0410ae58-b40d-4c7c-b092-d1c73246a7c1 service neutron] For port 4db84e04-526e-4b8d-9ff8-eac2e8a093ae, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=4db84e04-526e-4b8d-9ff8-eac2e8a093ae,segment=NetworkSegment(bb79604d-f61d-4fa3-9f3a-254bc6342660),segment_id=bb79604d-f61d-4fa3-9f3a-254bc6342660)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:07:24.010385 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-0410ae58-b40d-4c7c-b092-d1c73246a7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:24.041490 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-0410ae58-b40d-4c7c-b092-d1c73246a7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:24.042201 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-0410ae58-b40d-4c7c-b092-d1c73246a7c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:24.043540 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-0410ae58-b40d-4c7c-b092-d1c73246a7c1 service neutron] 10.222.0.18 "PUT /v2.0/ports/4db84e04-526e-4b8d-9ff8-eac2e8a093ae HTTP/1.1" status: 200 len: 1131 time: 0.7670794 Jul 16 21:07:24.045966 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d314a3e-9fc5-46a8-ab9f-05c4861742f0', 'tag': '4db84e04-526e-4b8d-9ff8-eac2e8a093ae'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:07:24.048327 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d0ed0e-7414-4366-9b41-289b3e28a353" -d '{"events": [{"name": "network-changed", "server_uuid": "4d314a3e-9fc5-46a8-ab9f-05c4861742f0", "tag": "4db84e04-526e-4b8d-9ff8-eac2e8a093ae"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:07:24.081396 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410ae58-b40d-4c7c-b092-d1c73246a7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4db84e04-526e-4b8d-9ff8-eac2e8a093ae,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:24.118959 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11474847-8d41-4011-a0fa-ee43ee4d0262 x-openstack-request-id: req-11474847-8d41-4011-a0fa-ee43ee4d0262 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:07:24.119259 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d314a3e-9fc5-46a8-ab9f-05c4861742f0", "tag": "4db84e04-526e-4b8d-9ff8-eac2e8a093ae", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:07:24.119517 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-11474847-8d41-4011-a0fa-ee43ee4d0262 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:07:24.119918 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d314a3e-9fc5-46a8-ab9f-05c4861742f0', 'tag': '4db84e04-526e-4b8d-9ff8-eac2e8a093ae', 'status': 'completed', 'code': 200} Jul 16 21:07:24.148262 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-30f30dc1-1b04-441c-97c0-bc4700516036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:24.149867 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-30f30dc1-1b04-441c-97c0-bc4700516036 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e1a67fe971d04dd5a4c457411dc24f9a&device_id=4d314a3e-9fc5-46a8-ab9f-05c4861742f0 HTTP/1.1" status: 200 len: 1134 time: 0.0653515 Jul 16 21:07:24.193808 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-c7a91a2e-4941-414b-9005-23b73fc3012a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4db84e04-526e-4b8d-9ff8-eac2e8a093ae HTTP/1.1" status: 200 len: 217 time: 0.0373008 Jul 16 21:07:24.243070 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-ab9361e1-4864-46f9-8868-4feaf3bddf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:24.245735 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-ab9361e1-4864-46f9-8868-4feaf3bddf83 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1afed778-12c6-4140-abbe-68cdf6a60e48 HTTP/1.1" status: 200 len: 835 time: 0.0450177 Jul 16 21:07:24.271456 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c93da08-1a31-4581-ba52-66dc9a3da568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:24.311249 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-1fd0092c-fa08-4274-8729-b4496530d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:24.312776 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-1fd0092c-fa08-4274-8729-b4496530d9db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=548ffa8b-a121-4e7c-be6c-d89d96ac2036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612822 Jul 16 21:07:24.379475 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:24.400121 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-815827ae-67cb-484a-baae-3e0f99748672 service neutron] 10.222.0.18 "GET /v2.0/networks/548ffa8b-a121-4e7c-be6c-d89d96ac2036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811341 Jul 16 21:07:24.490664 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11a6f06b-64b2-4ae3-a043-d21d9c558743 req-f34a7e4d-7c77-4149-bbb1-ea00b9b5307b service neutron] 10.222.0.18 "GET /v2.0/networks/548ffa8b-a121-4e7c-be6c-d89d96ac2036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845935 Jul 16 21:07:24.591836 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0ed0e-7414-4366-9b41-289b3e28a353 req-cc1ee611-6fb0-4d53-98a1-9281a28acf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:24.593317 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d4d0ed0e-7414-4366-9b41-289b3e28a353 req-cc1ee611-6fb0-4d53-98a1-9281a28acf14 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e1a67fe971d04dd5a4c457411dc24f9a&device_id=4d314a3e-9fc5-46a8-ab9f-05c4861742f0 HTTP/1.1" status: 200 len: 1134 time: 0.0548799 Jul 16 21:07:24.684104 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0ed0e-7414-4366-9b41-289b3e28a353 req-8f4e02b0-14b9-4ebf-84ee-1e28abd8404a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:24.685538 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d4d0ed0e-7414-4366-9b41-289b3e28a353 req-8f4e02b0-14b9-4ebf-84ee-1e28abd8404a service neutron] 10.222.0.18 "GET /v2.0/networks?id=548ffa8b-a121-4e7c-be6c-d89d96ac2036 HTTP/1.1" status: 200 len: 897 time: 0.0862350 Jul 16 21:07:24.725485 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d4d0ed0e-7414-4366-9b41-289b3e28a353 req-3610b387-72d3-413f-ab2f-92d21a2a25ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4db84e04-526e-4b8d-9ff8-eac2e8a093ae HTTP/1.1" status: 200 len: 217 time: 0.0335360 Jul 16 21:07:24.771908 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0ed0e-7414-4366-9b41-289b3e28a353 req-d005c38e-54ef-4d85-b75e-403174174ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:24.773247 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d4d0ed0e-7414-4366-9b41-289b3e28a353 req-d005c38e-54ef-4d85-b75e-403174174ac8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1afed778-12c6-4140-abbe-68cdf6a60e48 HTTP/1.1" status: 200 len: 835 time: 0.0413148 Jul 16 21:07:24.829543 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0ed0e-7414-4366-9b41-289b3e28a353 req-e6e701c0-a9c7-4727-b9ff-604ee3719259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:24.831028 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d4d0ed0e-7414-4366-9b41-289b3e28a353 req-e6e701c0-a9c7-4727-b9ff-604ee3719259 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=548ffa8b-a121-4e7c-be6c-d89d96ac2036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506163 Jul 16 21:07:24.923591 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d4d0ed0e-7414-4366-9b41-289b3e28a353 req-124474d2-ad2c-483a-b92a-83da359fd268 service neutron] 10.222.0.18 "GET /v2.0/networks/548ffa8b-a121-4e7c-be6c-d89d96ac2036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851259 Jul 16 21:07:25.019842 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d4d0ed0e-7414-4366-9b41-289b3e28a353 req-3c49e74b-4372-4273-b93c-f921a281762e service neutron] 10.222.0.18 "GET /v2.0/networks/548ffa8b-a121-4e7c-be6c-d89d96ac2036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880549 Jul 16 21:07:25.122914 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34284c8f-6e3f-4a83-862e-2a759e516748 req-422945b9-81aa-4b09-846a-47e9e652c40c tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:25.124466 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-34284c8f-6e3f-4a83-862e-2a759e516748 req-422945b9-81aa-4b09-846a-47e9e652c40c tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d314a3e-9fc5-46a8-ab9f-05c4861742f0 HTTP/1.1" status: 200 len: 982 time: 0.0658541 Jul 16 21:07:25.164658 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-34284c8f-6e3f-4a83-862e-2a759e516748 req-917b2c35-8be8-4969-a845-cc135390d4ee tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/security-groups?id=c106c56e-facd-45d8-a477-7760fad57777&id=09773093-14d1-4492-a65a-189989fb4b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0346119 Jul 16 21:07:25.897579 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 4db84e04-526e-4b8d-9ff8-eac2e8a093ae details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:07:25.917736 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:25.998367 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 4db84e04-526e-4b8d-9ff8-eac2e8a093ae, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=4db84e04-526e-4b8d-9ff8-eac2e8a093ae,segment=NetworkSegment(bb79604d-f61d-4fa3-9f3a-254bc6342660),segment_id=bb79604d-f61d-4fa3-9f3a-254bc6342660)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:07:26.008398 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '4db84e04-526e-4b8d-9ff8-eac2e8a093ae', 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036', 'port_id': '4db84e04-526e-4b8d-9ff8-eac2e8a093ae', 'mac_address': 'fa:16:3e:d8:93:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1afed778-12c6-4140-abbe-68cdf6a60e48', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:07:26.046417 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:26.059877 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4db84e04-526e-4b8d-9ff8-eac2e8a093ae {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:07:26.080509 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 4db84e04-526e-4b8d-9ff8-eac2e8a093ae, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=4db84e04-526e-4b8d-9ff8-eac2e8a093ae,segment=NetworkSegment(bb79604d-f61d-4fa3-9f3a-254bc6342660),segment_id=bb79604d-f61d-4fa3-9f3a-254bc6342660)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:07:26.084344 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:26.133259 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=4db84e04-526e-4b8d-9ff8-eac2e8a093ae,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:26.321233 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['4db84e04-526e-4b8d-9ff8-eac2e8a093ae'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:07:26.340644 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8bc23-9e76-4f0e-91db-19a0361e3b91 req-a9d8edb9-6dae-462f-a8cb-57593ecc3e40 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:26.342074 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e5b8bc23-9e76-4f0e-91db-19a0361e3b91 req-a9d8edb9-6dae-462f-a8cb-57593ecc3e40 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d314a3e-9fc5-46a8-ab9f-05c4861742f0 HTTP/1.1" status: 200 len: 983 time: 0.0636365 Jul 16 21:07:26.381973 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e5b8bc23-9e76-4f0e-91db-19a0361e3b91 req-bede46d1-1efa-44ca-9f0a-e860421288f8 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/security-groups?id=c106c56e-facd-45d8-a477-7760fad57777&id=09773093-14d1-4492-a65a-189989fb4b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0341120 Jul 16 21:07:27.562594 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa3de9-b55a-4d5c-abbe-cfb0c3ba428b req-869d4a2a-286c-43a2-913c-04f628c89339 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:27.564091 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f8aa3de9-b55a-4d5c-abbe-cfb0c3ba428b req-869d4a2a-286c-43a2-913c-04f628c89339 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d314a3e-9fc5-46a8-ab9f-05c4861742f0 HTTP/1.1" status: 200 len: 983 time: 0.0689607 Jul 16 21:07:27.605091 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f8aa3de9-b55a-4d5c-abbe-cfb0c3ba428b req-12f9b492-fd76-4b5d-ae28-5018693e6b3c tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/security-groups?id=c106c56e-facd-45d8-a477-7760fad57777&id=09773093-14d1-4492-a65a-189989fb4b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0353248 Jul 16 21:07:27.740906 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:27.917093 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 4db84e04-526e-4b8d-9ff8-eac2e8a093ae up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:07:27.965999 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 4db84e04-526e-4b8d-9ff8-eac2e8a093ae completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:07:27.969636 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 4db84e04-526e-4b8d-9ff8-eac2e8a093ae triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:07:27.970012 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:28.047870 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:28.069761 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d314a3e-9fc5-46a8-ab9f-05c4861742f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db84e04-526e-4b8d-9ff8-eac2e8a093ae'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:07:28.072898 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ec6de3-391a-421f-8cfe-b9299f057139" -d '{"events": [{"server_uuid": "4d314a3e-9fc5-46a8-ab9f-05c4861742f0", "name": "network-vif-plugged", "status": "completed", "tag": "4db84e04-526e-4b8d-9ff8-eac2e8a093ae"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:07:28.085252 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 4db84e04-526e-4b8d-9ff8-eac2e8a093ae, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=4db84e04-526e-4b8d-9ff8-eac2e8a093ae,segment=NetworkSegment(bb79604d-f61d-4fa3-9f3a-254bc6342660),segment_id=bb79604d-f61d-4fa3-9f3a-254bc6342660)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:07:28.090148 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:28.115375 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22da0d70-f2f4-454a-8bdd-caa5ac1f1ec9 x-openstack-request-id: req-22da0d70-f2f4-454a-8bdd-caa5ac1f1ec9 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:07:28.115718 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d314a3e-9fc5-46a8-ab9f-05c4861742f0", "name": "network-vif-plugged", "status": "completed", "tag": "4db84e04-526e-4b8d-9ff8-eac2e8a093ae", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:07:28.116360 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-22da0d70-f2f4-454a-8bdd-caa5ac1f1ec9 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:07:28.116745 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d314a3e-9fc5-46a8-ab9f-05c4861742f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db84e04-526e-4b8d-9ff8-eac2e8a093ae', 'code': 200} Jul 16 21:07:28.145141 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=4db84e04-526e-4b8d-9ff8-eac2e8a093ae,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:28.221894 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a97965-0fd5-4b2a-a433-d5069cd7adb5 req-d7af47d1-3e8f-40a9-b7a1-60402809a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:28.223330 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-88a97965-0fd5-4b2a-a433-d5069cd7adb5 req-d7af47d1-3e8f-40a9-b7a1-60402809a362 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4d314a3e-9fc5-46a8-ab9f-05c4861742f0 HTTP/1.1" status: 200 len: 1136 time: 0.0518801 Jul 16 21:07:28.259563 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-88a97965-0fd5-4b2a-a433-d5069cd7adb5 req-4941abaf-b8c8-4c13-ab63-18a2bc7d6b06 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c106c56e-facd-45d8-a477-7760fad57777&id=09773093-14d1-4492-a65a-189989fb4b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0291727 Jul 16 21:07:28.810929 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5fe02-21de-4b0d-b6e0-314822c9fbc3 req-acdf1505-e076-4ee6-8538-2b009d819e78 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:28.812415 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-97b5fe02-21de-4b0d-b6e0-314822c9fbc3 req-acdf1505-e076-4ee6-8538-2b009d819e78 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d314a3e-9fc5-46a8-ab9f-05c4861742f0 HTTP/1.1" status: 200 len: 984 time: 0.0699465 Jul 16 21:07:28.851325 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-97b5fe02-21de-4b0d-b6e0-314822c9fbc3 req-b8e2004d-ca83-4ec6-a047-397803dd63c4 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/security-groups?id=c106c56e-facd-45d8-a477-7760fad57777&id=09773093-14d1-4492-a65a-189989fb4b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0332847 Jul 16 21:07:29.820686 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:30.026213 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504573e-bbdf-4274-aed7-935152659cdd req-e630c0da-700b-4279-8527-aaa3eff30f51 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:30.027663 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b504573e-bbdf-4274-aed7-935152659cdd req-e630c0da-700b-4279-8527-aaa3eff30f51 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d314a3e-9fc5-46a8-ab9f-05c4861742f0 HTTP/1.1" status: 200 len: 984 time: 0.0648530 Jul 16 21:07:30.067421 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b504573e-bbdf-4274-aed7-935152659cdd req-094bce7e-9506-41af-a216-4fbf808d7fa9 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/security-groups?id=c106c56e-facd-45d8-a477-7760fad57777&id=09773093-14d1-4492-a65a-189989fb4b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0340989 Jul 16 21:07:30.245956 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03624099-209f-477d-9826-b6722ac44e0c req-06bddbbc-eab2-4ed3-9e66-de2913ccd977 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:30.247498 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-03624099-209f-477d-9826-b6722ac44e0c req-06bddbbc-eab2-4ed3-9e66-de2913ccd977 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d314a3e-9fc5-46a8-ab9f-05c4861742f0 HTTP/1.1" status: 200 len: 984 time: 0.0647895 Jul 16 21:07:30.287173 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-03624099-209f-477d-9826-b6722ac44e0c req-1527eb53-b5c4-4a0a-a2a9-bc4edbc1bc78 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/security-groups?id=c106c56e-facd-45d8-a477-7760fad57777&id=09773093-14d1-4492-a65a-189989fb4b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0339315 Jul 16 21:07:30.450523 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d5028-afc2-4dbf-b5ce-eb49d7c22a4d req-93f71d31-6ecf-4fd6-a707-3fcdd67c6882 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:30.452014 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9c5d5028-afc2-4dbf-b5ce-eb49d7c22a4d req-93f71d31-6ecf-4fd6-a707-3fcdd67c6882 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4d314a3e-9fc5-46a8-ab9f-05c4861742f0 HTTP/1.1" status: 200 len: 1136 time: 0.0568104 Jul 16 21:07:30.469610 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9c5d5028-afc2-4dbf-b5ce-eb49d7c22a4d req-9c6d5e3b-501c-478b-aa0c-d7f2fafaf4dd tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:30.555436 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9c5d5028-afc2-4dbf-b5ce-eb49d7c22a4d req-9c6d5e3b-501c-478b-aa0c-d7f2fafaf4dd tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:30.559686 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9c5d5028-afc2-4dbf-b5ce-eb49d7c22a4d req-9c6d5e3b-501c-478b-aa0c-d7f2fafaf4dd tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:30.580177 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9c5d5028-afc2-4dbf-b5ce-eb49d7c22a4d req-9c6d5e3b-501c-478b-aa0c-d7f2fafaf4dd tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=c106c56e-facd-45d8-a477-7760fad57777&id=09773093-14d1-4492-a65a-189989fb4b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1225286 Jul 16 21:07:30.591525 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d5e3b-501c-478b-aa0c-d7f2fafaf4dd tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0ebd10-8f39-4ce6-adf3-9f2d2933e7ae,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:30.601589 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d5e3b-501c-478b-aa0c-d7f2fafaf4dd tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:30.601946 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d5e3b-501c-478b-aa0c-d7f2fafaf4dd tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:30.602346 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d5e3b-501c-478b-aa0c-d7f2fafaf4dd tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:30.603271 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d5e3b-501c-478b-aa0c-d7f2fafaf4dd tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:30.603803 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d5e3b-501c-478b-aa0c-d7f2fafaf4dd tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:30.603971 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d5e3b-501c-478b-aa0c-d7f2fafaf4dd tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:30.604298 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d5e3b-501c-478b-aa0c-d7f2fafaf4dd tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:30.604632 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d5e3b-501c-478b-aa0c-d7f2fafaf4dd tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:30.604964 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d5e3b-501c-478b-aa0c-d7f2fafaf4dd tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:30.605293 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d5e3b-501c-478b-aa0c-d7f2fafaf4dd tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:30.605395 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54274) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:30.605823 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d5e3b-501c-478b-aa0c-d7f2fafaf4dd tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:30.605921 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d5e3b-501c-478b-aa0c-d7f2fafaf4dd tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:30.659134 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a2cef6-d97d-4707-86fa-8202bafcf981 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:30.660661 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d0a2cef6-d97d-4707-86fa-8202bafcf981 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4d314a3e-9fc5-46a8-ab9f-05c4861742f0 HTTP/1.1" status: 200 len: 1131 time: 0.0542867 Jul 16 21:07:30.663839 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54276) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:30.668944 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-936ae054-77ca-489e-a17a-c1602b2e4cba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'port_id': '4db84e04-526e-4b8d-9ff8-eac2e8a093ae', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:30.690586 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-936ae054-77ca-489e-a17a-c1602b2e4cba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for floatingip, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:30.788149 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-936ae054-77ca-489e-a17a-c1602b2e4cba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:30.888109 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-936ae054-77ca-489e-a17a-c1602b2e4cba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Allocated IP 172.25.0.124 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/3d1521d0-1c32-4b89-a5d0-baaae304055c) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:07:30.991836 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-936ae054-77ca-489e-a17a-c1602b2e4cba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:31.030553 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-936ae054-77ca-489e-a17a-c1602b2e4cba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:31.065353 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936ae054-77ca-489e-a17a-c1602b2e4cba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:07:31.071934 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-936ae054-77ca-489e-a17a-c1602b2e4cba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:07:31.075508 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936ae054-77ca-489e-a17a-c1602b2e4cba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:07:31.080803 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ae054-77ca-489e-a17a-c1602b2e4cba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event updated for resources: {'Port': ['ID=3d1521d0-1c32-4b89-a5d0-baaae304055c,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:31.438283 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-936ae054-77ca-489e-a17a-c1602b2e4cba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:31.510916 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-936ae054-77ca-489e-a17a-c1602b2e4cba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:31.661049 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-936ae054-77ca-489e-a17a-c1602b2e4cba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:31.665776 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-936ae054-77ca-489e-a17a-c1602b2e4cba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:31.735419 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ae054-77ca-489e-a17a-c1602b2e4cba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event updated for resources: {'Port': ['ID=3d1521d0-1c32-4b89-a5d0-baaae304055c,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:31.747186 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-936ae054-77ca-489e-a17a-c1602b2e4cba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:31.845752 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-936ae054-77ca-489e-a17a-c1602b2e4cba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Floating IP af6cbb21-8fae-4371-99af-cea9bc61fd8b associated. External IP: 172.25.0.124, port: 4db84e04-526e-4b8d-9ff8-eac2e8a093ae. Jul 16 21:07:32.044557 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936ae054-77ca-489e-a17a-c1602b2e4cba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Router 576ee9da-b48b-439c-b072-8dac0dee4848 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:07:32.417582 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936ae054-77ca-489e-a17a-c1602b2e4cba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:07:32.427615 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419d21c3-2f33-456a-920f-11321b8033ad None None] Sync routers for ids ['576ee9da-b48b-439c-b072-8dac0dee4848'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:07:32.433426 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-936ae054-77ca-489e-a17a-c1602b2e4cba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:32.438220 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419d21c3-2f33-456a-920f-11321b8033ad None None] Routers {'576ee9da-b48b-439c-b072-8dac0dee4848'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:07:32.438966 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-419d21c3-2f33-456a-920f-11321b8033ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:07:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['576ee9da-b48b-439c-b072-8dac0dee4848'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:32.471530 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-936ae054-77ca-489e-a17a-c1602b2e4cba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8066852 Jul 16 21:07:32.472119 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d314a3e-9fc5-46a8-ab9f-05c4861742f0', 'tag': '4db84e04-526e-4b8d-9ff8-eac2e8a093ae'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:07:32.474381 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54278) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:32.474873 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14a855d-36eb-4311-8108-64e0525cef85" -d '{"events": [{"name": "network-changed", "server_uuid": "4d314a3e-9fc5-46a8-ab9f-05c4861742f0", "tag": "4db84e04-526e-4b8d-9ff8-eac2e8a093ae"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:07:32.547431 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-419d21c3-2f33-456a-920f-11321b8033ad None None] Set router 576ee9da-b48b-439c-b072-8dac0dee4848 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:07:32.575300 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b09446b-6b90-4184-9bbb-738798f4cba6 x-openstack-request-id: req-4b09446b-6b90-4184-9bbb-738798f4cba6 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:07:32.575625 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d314a3e-9fc5-46a8-ab9f-05c4861742f0", "tag": "4db84e04-526e-4b8d-9ff8-eac2e8a093ae", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:07:32.575880 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4b09446b-6b90-4184-9bbb-738798f4cba6 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:07:32.576281 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d314a3e-9fc5-46a8-ab9f-05c4861742f0', 'tag': '4db84e04-526e-4b8d-9ff8-eac2e8a093ae', 'status': 'completed', 'code': 200} Jul 16 21:07:32.579275 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7719765f-d8b7-4dc1-894b-15fd4640e839 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:32.579765 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7719765f-d8b7-4dc1-894b-15fd4640e839 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:32.582107 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7719765f-d8b7-4dc1-894b-15fd4640e839 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:32.582648 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7719765f-d8b7-4dc1-894b-15fd4640e839 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:32.584916 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7719765f-d8b7-4dc1-894b-15fd4640e839 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1089654 Jul 16 21:07:32.587135 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54284) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:32.707063 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077d8918-3a55-4713-b948-cb8ee7af6a98 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:32.707455 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077d8918-3a55-4713-b948-cb8ee7af6a98 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:32.707918 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077d8918-3a55-4713-b948-cb8ee7af6a98 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:32.708375 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077d8918-3a55-4713-b948-cb8ee7af6a98 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:32.710060 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-077d8918-3a55-4713-b948-cb8ee7af6a98 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1218770 Jul 16 21:07:32.714613 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54286) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:32.725418 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a855d-36eb-4311-8108-64e0525cef85 req-8dcbb883-666a-4e4e-ba7f-ffe6f95fb927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:32.726943 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c14a855d-36eb-4311-8108-64e0525cef85 req-8dcbb883-666a-4e4e-ba7f-ffe6f95fb927 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e1a67fe971d04dd5a4c457411dc24f9a&device_id=4d314a3e-9fc5-46a8-ab9f-05c4861742f0 HTTP/1.1" status: 200 len: 1136 time: 0.1255691 Jul 16 21:07:32.783737 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-419d21c3-2f33-456a-920f-11321b8033ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900641148', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:07:17Z', 'revision_number': 4, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'gw_port': {'id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'af6cbb21-8fae-4371-99af-cea9bc61fd8b', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'floating_ip_address': '172.25.0.124', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'port_id': '4db84e04-526e-4b8d-9ff8-eac2e8a093ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036', 'mac_address': 'fa:16:3e:d8:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d314a3e-9fc5-46a8-ab9f-05c4861742f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:07:31Z', 'updated_at': '2021-07-16T21:07:31Z', 'revision_number': 0, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df6c72ba-1809-4bb8-8887-674cadf557a2', 'name': '', 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'mac_address': 'fa:16:3e:cb:c7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1afed778-12c6-4140-abbe-68cdf6a60e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:17Z', 'updated_at': '2021-07-16T21:07:21Z', 'revision_number': 5, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'subnets': [{'id': '1afed778-12c6-4140-abbe-68cdf6a60e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:32.831185 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a855d-36eb-4311-8108-64e0525cef85 req-4d4f92f5-3395-44b4-88a7-9de62ba50940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:32.832770 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c14a855d-36eb-4311-8108-64e0525cef85 req-4d4f92f5-3395-44b4-88a7-9de62ba50940 service neutron] 10.222.0.18 "GET /v2.0/networks?id=548ffa8b-a121-4e7c-be6c-d89d96ac2036 HTTP/1.1" status: 200 len: 897 time: 0.0996957 Jul 16 21:07:32.858373 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0dd47e16-f94e-4c11-9d06-c75efa4381cf tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.1421666 Jul 16 21:07:32.860614 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54290) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:32.910703 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c14a855d-36eb-4311-8108-64e0525cef85 req-1471bf23-7303-4c14-aa5f-6bc7c9aa747c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4db84e04-526e-4b8d-9ff8-eac2e8a093ae HTTP/1.1" status: 200 len: 999 time: 0.0712099 Jul 16 21:07:32.911459 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419d21c3-2f33-456a-920f-11321b8033ad None None] Checking router: 576ee9da-b48b-439c-b072-8dac0dee4848 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:07:32.916074 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fcaf23-4f0d-47dd-a501-4c9fcd7bca70 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:32.916753 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fcaf23-4f0d-47dd-a501-4c9fcd7bca70 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:32.918412 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-87fcaf23-4f0d-47dd-a501-4c9fcd7bca70 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=576ee9da-b48b-439c-b072-8dac0dee4848 HTTP/1.1" status: 200 len: 1992 time: 0.0566831 Jul 16 21:07:32.921990 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419d21c3-2f33-456a-920f-11321b8033ad None None] Routers {'576ee9da-b48b-439c-b072-8dac0dee4848'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:07:32.922789 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-419d21c3-2f33-456a-920f-11321b8033ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:07:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['576ee9da-b48b-439c-b072-8dac0dee4848'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:32.959277 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a855d-36eb-4311-8108-64e0525cef85 req-5fb6cdf1-f8f3-4908-90ff-7c04eed76e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:32.960643 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c14a855d-36eb-4311-8108-64e0525cef85 req-5fb6cdf1-f8f3-4908-90ff-7c04eed76e75 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1afed778-12c6-4140-abbe-68cdf6a60e48 HTTP/1.1" status: 200 len: 835 time: 0.0438561 Jul 16 21:07:33.017115 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a855d-36eb-4311-8108-64e0525cef85 req-9786716b-b974-4233-b113-4d194b28e316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:33.018683 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c14a855d-36eb-4311-8108-64e0525cef85 req-9786716b-b974-4233-b113-4d194b28e316 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=548ffa8b-a121-4e7c-be6c-d89d96ac2036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520852 Jul 16 21:07:33.030884 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-419d21c3-2f33-456a-920f-11321b8033ad None None] Set router 576ee9da-b48b-439c-b072-8dac0dee4848 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:07:33.114119 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c14a855d-36eb-4311-8108-64e0525cef85 req-27f4e674-6e60-4bd9-8b47-7a91f44778f5 service neutron] 10.222.0.18 "GET /v2.0/networks/548ffa8b-a121-4e7c-be6c-d89d96ac2036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877802 Jul 16 21:07:33.206402 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c14a855d-36eb-4311-8108-64e0525cef85 req-fc3a3cc6-8618-4cf1-b665-412eb8c9800f service neutron] 10.222.0.18 "GET /v2.0/networks/548ffa8b-a121-4e7c-be6c-d89d96ac2036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860598 Jul 16 21:07:33.257230 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-419d21c3-2f33-456a-920f-11321b8033ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900641148', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:07:17Z', 'revision_number': 4, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'gw_port': {'id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'af6cbb21-8fae-4371-99af-cea9bc61fd8b', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'floating_ip_address': '172.25.0.124', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'port_id': '4db84e04-526e-4b8d-9ff8-eac2e8a093ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036', 'mac_address': 'fa:16:3e:d8:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d314a3e-9fc5-46a8-ab9f-05c4861742f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:07:31Z', 'updated_at': '2021-07-16T21:07:31Z', 'revision_number': 0, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df6c72ba-1809-4bb8-8887-674cadf557a2', 'name': '', 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'mac_address': 'fa:16:3e:cb:c7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1afed778-12c6-4140-abbe-68cdf6a60e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:17Z', 'updated_at': '2021-07-16T21:07:21Z', 'revision_number': 5, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'subnets': [{'id': '1afed778-12c6-4140-abbe-68cdf6a60e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:33.283751 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419d21c3-2f33-456a-920f-11321b8033ad None None] The sync data for ids ['576ee9da-b48b-439c-b072-8dac0dee4848'] in n-d-791506-21 is: [{'id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900641148', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:07:17Z', 'revision_number': 4, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'gw_port': {'id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'af6cbb21-8fae-4371-99af-cea9bc61fd8b', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'floating_ip_address': '172.25.0.124', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'port_id': '4db84e04-526e-4b8d-9ff8-eac2e8a093ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036', 'mac_address': 'fa:16:3e:d8:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d314a3e-9fc5-46a8-ab9f-05c4861742f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:07:31Z', 'updated_at': '2021-07-16T21:07:31Z', 'revision_number': 0, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df6c72ba-1809-4bb8-8887-674cadf557a2', 'name': '', 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'mac_address': 'fa:16:3e:cb:c7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1afed778-12c6-4140-abbe-68cdf6a60e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:17Z', 'updated_at': '2021-07-16T21:07:21Z', 'revision_number': 5, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'subnets': [{'id': '1afed778-12c6-4140-abbe-68cdf6a60e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:07:33.471595 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103598e3-e75a-4580-8b41-0311a9cedb87 None None] New status for floating IP af6cbb21-8fae-4371-99af-cea9bc61fd8b: ACTIVE {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:07:33.532427 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:34.752219 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:07:51.745117 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-57a73ec3-e153-472e-a01d-e67583182077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:54.277438 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b309c931-4fe3-4c3b-9069-3a560c4b5464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:54.380688 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:55.909121 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:57.744067 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:59.819406 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:03.498166 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:06.350939 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54314) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:06.438222 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-676691dd-09a3-48d3-9903-35150d32ef91 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] 10.222.0.38 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1375 time: 0.0861311 Jul 16 21:08:06.440850 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54316) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:06.445577 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-da42bbde-d79d-46f8-82ff-610834b7154e tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Request body: {'network': {'name': 'tempest-network-smoke--84588251', 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'port_security_enabled': False}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:08:06.466551 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da42bbde-d79d-46f8-82ff-610834b7154e tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Made reservation on behalf of e1a67fe971d04dd5a4c457411dc24f9a for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:08:06.470610 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da42bbde-d79d-46f8-82ff-610834b7154e tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:06.496888 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da42bbde-d79d-46f8-82ff-610834b7154e tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:08:06.506591 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da42bbde-d79d-46f8-82ff-610834b7154e tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:06.506933 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-da42bbde-d79d-46f8-82ff-610834b7154e tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Added segment b6214907-26a4-4d49-a36c-77e3843472e3 of type vlan for network ebce7c81-ad90-412a-9fed-1c87117b9de9 Jul 16 21:08:06.548170 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da42bbde-d79d-46f8-82ff-610834b7154e tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:06.577721 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da42bbde-d79d-46f8-82ff-610834b7154e tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:06.583244 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da42bbde-d79d-46f8-82ff-610834b7154e tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:06.583828 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da42bbde-d79d-46f8-82ff-610834b7154e tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:06.632253 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-da42bbde-d79d-46f8-82ff-610834b7154e tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1903887 Jul 16 21:08:06.635176 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54318) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:06.640472 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-307c9b1b-df03-4f72-a934-2613d8e5f8a1 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1957200042', 'admin_state_up': True, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:08:06.663521 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-307c9b1b-df03-4f72-a934-2613d8e5f8a1 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:06.664646 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-307c9b1b-df03-4f72-a934-2613d8e5f8a1 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:06.687142 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42bbde-d79d-46f8-82ff-610834b7154e tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event updated for resources: {'Network': ['ID=ebce7c81-ad90-412a-9fed-1c87117b9de9,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:06.698045 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network ebce7c81-ad90-412a-9fed-1c87117b9de9 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:08:06.720336 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-307c9b1b-df03-4f72-a934-2613d8e5f8a1 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:06.857119 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-307c9b1b-df03-4f72-a934-2613d8e5f8a1 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:07.050688 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-307c9b1b-df03-4f72-a934-2613d8e5f8a1 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:07.069508 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-307c9b1b-df03-4f72-a934-2613d8e5f8a1 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:07.175134 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-307c9b1b-df03-4f72-a934-2613d8e5f8a1 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Allocated IP 172.25.0.227 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/4e0adbd6-b39c-4be4-b500-868aca3cf6c3) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:08:07.272511 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-307c9b1b-df03-4f72-a934-2613d8e5f8a1 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:07.310338 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-307c9b1b-df03-4f72-a934-2613d8e5f8a1 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:07.353818 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307c9b1b-df03-4f72-a934-2613d8e5f8a1 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:08:07.356598 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-307c9b1b-df03-4f72-a934-2613d8e5f8a1 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:08:07.361096 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307c9b1b-df03-4f72-a934-2613d8e5f8a1 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:08:07.382868 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c9b1b-df03-4f72-a934-2613d8e5f8a1 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event updated for resources: {'Port': ['ID=4e0adbd6-b39c-4be4-b500-868aca3cf6c3,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:07.607153 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-307c9b1b-df03-4f72-a934-2613d8e5f8a1 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:08.109126 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-307c9b1b-df03-4f72-a934-2613d8e5f8a1 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:08.235595 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307c9b1b-df03-4f72-a934-2613d8e5f8a1 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Router 16ec569c-b82c-4bba-a414-b83ade881a46 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:08:08.340394 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307c9b1b-df03-4f72-a934-2613d8e5f8a1 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:08:08.350431 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7fadf1-a886-4423-b0d2-5b0685888255 None None] Sync routers for ids ['16ec569c-b82c-4bba-a414-b83ade881a46'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:08:08.358882 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-307c9b1b-df03-4f72-a934-2613d8e5f8a1 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:08.360050 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7fadf1-a886-4423-b0d2-5b0685888255 None None] Routers {'16ec569c-b82c-4bba-a414-b83ade881a46'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:08.360164 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-307c9b1b-df03-4f72-a934-2613d8e5f8a1 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7239323 Jul 16 21:08:08.360613 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-1e7fadf1-a886-4423-b0d2-5b0685888255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:07:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['16ec569c-b82c-4bba-a414-b83ade881a46'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:08.363135 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54320) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:08.433709 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe706ad-e093-4c38-b7e0-8d88262ec297 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:08.435256 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8fe706ad-e093-4c38-b7e0-8d88262ec297 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=e1a67fe971d04dd5a4c457411dc24f9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0711896 Jul 16 21:08:08.438220 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54322) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:08.464111 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-1e7fadf1-a886-4423-b0d2-5b0685888255 None None] Set router 16ec569c-b82c-4bba-a414-b83ade881a46 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:08.531369 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e0eb0e-11ec-4c60-a72d-9d37c049f3c2 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:08.532880 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b2e0eb0e-11ec-4c60-a72d-9d37c049f3c2 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937169 Jul 16 21:08:08.536326 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54324) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:08.564762 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-32c7f8d1-dcc7-4397-b367-2aa073a63de4 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=9eaba347-54f9-4044-808d-862f23e2a998&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272944 Jul 16 21:08:08.567410 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54326) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:08.597981 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d8622ffe-759d-44df-bb0f-eba401fef190 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=e1a67fe971d04dd5a4c457411dc24f9a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273056 Jul 16 21:08:08.598248 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54328) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:08.646491 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-1e7fadf1-a886-4423-b0d2-5b0685888255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ec569c-b82c-4bba-a414-b83ade881a46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1957200042', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4e0adbd6-b39c-4be4-b500-868aca3cf6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:06Z', 'updated_at': '2021-07-16T21:08:07Z', 'revision_number': 3, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'gw_port': {'id': '4e0adbd6-b39c-4be4-b500-868aca3cf6c3', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ec569c-b82c-4bba-a414-b83ade881a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:07Z', 'updated_at': '2021-07-16T21:08:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:08.673185 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7fadf1-a886-4423-b0d2-5b0685888255 None None] Checking router: 16ec569c-b82c-4bba-a414-b83ade881a46 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:08:08.673515 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7fadf1-a886-4423-b0d2-5b0685888255 None None] Updating router 16ec569c-b82c-4bba-a414-b83ade881a46 port 4e0adbd6-b39c-4be4-b500-868aca3cf6c3 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:08:08.689195 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046a0d53-c049-40f0-af60-69529ceab210 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:08.693392 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-046a0d53-c049-40f0-af60-69529ceab210 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915289 Jul 16 21:08:08.693622 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54330) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:08.707249 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e7fadf1-a886-4423-b0d2-5b0685888255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:08.724274 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1e6af9ce-2325-46ad-bb58-66f42fbe16d8 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=9eaba347-54f9-4044-808d-862f23e2a998&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272417 Jul 16 21:08:08.724513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54332) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:08.729374 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-5020cf80-aeb8-4b85-bca3-905fa1679be9 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-942126179', 'network_id': 'ebce7c81-ad90-412a-9fed-1c87117b9de9', 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:08:08.816627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5020cf80-aeb8-4b85-bca3-905fa1679be9 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Made reservation on behalf of e1a67fe971d04dd5a4c457411dc24f9a for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:08:08.820258 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5020cf80-aeb8-4b85-bca3-905fa1679be9 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:08.961824 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e7fadf1-a886-4423-b0d2-5b0685888255 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:08.972752 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-1e7fadf1-a886-4423-b0d2-5b0685888255 None None] Transition to ACTIVE for port object 4e0adbd6-b39c-4be4-b500-868aca3cf6c3 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:08:08.978991 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e7fadf1-a886-4423-b0d2-5b0685888255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:09.007176 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5020cf80-aeb8-4b85-bca3-905fa1679be9 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:09.028990 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-1e7fadf1-a886-4423-b0d2-5b0685888255 None None] Attempting to bind port 4e0adbd6-b39c-4be4-b500-868aca3cf6c3 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:08:09.029914 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-1e7fadf1-a886-4423-b0d2-5b0685888255 None None] Attempting to bind port 4e0adbd6-b39c-4be4-b500-868aca3cf6c3 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:08:09.030277 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7fadf1-a886-4423-b0d2-5b0685888255 None None] Attempting to bind port 4e0adbd6-b39c-4be4-b500-868aca3cf6c3 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:08:09.038838 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de8366-b9b4-47c1-b524-1b1a2288aedc None None] Pushing event updated for resources: {'Port': ['ID=4e0adbd6-b39c-4be4-b500-868aca3cf6c3,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:09.042026 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7fadf1-a886-4423-b0d2-5b0685888255 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:08:09.042454 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7fadf1-a886-4423-b0d2-5b0685888255 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:08:09.042886 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e7fadf1-a886-4423-b0d2-5b0685888255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:09.043267 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7fadf1-a886-4423-b0d2-5b0685888255 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:08:09.044034 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-1e7fadf1-a886-4423-b0d2-5b0685888255 None None] Bound port: 4e0adbd6-b39c-4be4-b500-868aca3cf6c3, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:08:09.044455 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e7fadf1-a886-4423-b0d2-5b0685888255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:09.070228 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020cf80-aeb8-4b85-bca3-905fa1679be9 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event updated for resources: {'Subnet': ['ID=16f8312f-9e86-432e-b300-a36675aca05a,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:09.086841 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5020cf80-aeb8-4b85-bca3-905fa1679be9 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Checking segment: {'id': 'b6214907-26a4-4d49-a36c-77e3843472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ebce7c81-ad90-412a-9fed-1c87117b9de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:08:09.087208 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5020cf80-aeb8-4b85-bca3-905fa1679be9 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Network hostable DHCP agents. Network: ebce7c81-ad90-412a-9fed-1c87117b9de9, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:08:09.097300 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-1e7fadf1-a886-4423-b0d2-5b0685888255 None None] For port 4e0adbd6-b39c-4be4-b500-868aca3cf6c3, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:08:09.100559 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-1e7fadf1-a886-4423-b0d2-5b0685888255 None None] For port 4e0adbd6-b39c-4be4-b500-868aca3cf6c3, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4e0adbd6-b39c-4be4-b500-868aca3cf6c3,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:08:09.104073 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5020cf80-aeb8-4b85-bca3-905fa1679be9 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Network ebce7c81-ad90-412a-9fed-1c87117b9de9 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:08:09.104537 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e7fadf1-a886-4423-b0d2-5b0685888255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:09.114260 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-5020cf80-aeb8-4b85-bca3-905fa1679be9 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, ebce7c81-ad90-412a-9fed-1c87117b9de9) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:08:09.118653 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5020cf80-aeb8-4b85-bca3-905fa1679be9 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:09.119245 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5020cf80-aeb8-4b85-bca3-905fa1679be9 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:09.127698 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a914aa4-f184-41aa-8b87-d2f3a61bac17 None None] Network ebce7c81-ad90-412a-9fed-1c87117b9de9 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:08:09.137320 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5020cf80-aeb8-4b85-bca3-905fa1679be9 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4117036 Jul 16 21:08:09.141168 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54334) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:09.169104 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7fadf1-a886-4423-b0d2-5b0685888255 None None] Routers {'16ec569c-b82c-4bba-a414-b83ade881a46'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:09.170668 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-1e7fadf1-a886-4423-b0d2-5b0685888255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:07:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['16ec569c-b82c-4bba-a414-b83ade881a46'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:09.217178 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de8366-b9b4-47c1-b524-1b1a2288aedc None None] Pushing event updated for resources: {'Port': ['ID=4e0adbd6-b39c-4be4-b500-868aca3cf6c3,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:09.281986 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-1e7fadf1-a886-4423-b0d2-5b0685888255 None None] Set router 16ec569c-b82c-4bba-a414-b83ade881a46 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:09.283839 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771d99fd-599e-4613-9de9-e102825e7e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-ebce7c81-ad90-412a-9fed-1c87117b9de9', 'network_id': 'ebce7c81-ad90-412a-9fed-1c87117b9de9', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'fixed_ips': [{'subnet_id': '16f8312f-9e86-432e-b300-a36675aca05a'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:08:09.284743 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-771d99fd-599e-4613-9de9-e102825e7e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:09.426337 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-771d99fd-599e-4613-9de9-e102825e7e0a None None] Allocated IP 172.20.0.18 (ebce7c81-ad90-412a-9fed-1c87117b9de9/16f8312f-9e86-432e-b300-a36675aca05a/b7d4a8d7-d60f-4bdc-8047-3e04e917c10a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:08:09.468268 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-1e7fadf1-a886-4423-b0d2-5b0685888255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ec569c-b82c-4bba-a414-b83ade881a46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1957200042', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4e0adbd6-b39c-4be4-b500-868aca3cf6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:06Z', 'updated_at': '2021-07-16T21:08:07Z', 'revision_number': 3, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'gw_port': {'id': '4e0adbd6-b39c-4be4-b500-868aca3cf6c3', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ec569c-b82c-4bba-a414-b83ade881a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:07Z', 'updated_at': '2021-07-16T21:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:09.495600 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7fadf1-a886-4423-b0d2-5b0685888255 None None] The sync data for ids ['16ec569c-b82c-4bba-a414-b83ade881a46'] in n-d-791506-21 is: [{'id': '16ec569c-b82c-4bba-a414-b83ade881a46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1957200042', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4e0adbd6-b39c-4be4-b500-868aca3cf6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:06Z', 'updated_at': '2021-07-16T21:08:07Z', 'revision_number': 3, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'gw_port': {'id': '4e0adbd6-b39c-4be4-b500-868aca3cf6c3', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ec569c-b82c-4bba-a414-b83ade881a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:07Z', 'updated_at': '2021-07-16T21:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:08:09.579260 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-771d99fd-599e-4613-9de9-e102825e7e0a None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:09.589142 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-771d99fd-599e-4613-9de9-e102825e7e0a None None] Transition to ACTIVE for port object b7d4a8d7-d60f-4bdc-8047-3e04e917c10a will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:08:09.596018 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1de611c2-8590-4fe2-992e-24912c0277a7 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:09.605358 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-771d99fd-599e-4613-9de9-e102825e7e0a None None] Transition to ACTIVE for port object b7d4a8d7-d60f-4bdc-8047-3e04e917c10a will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:08:09.613517 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-771d99fd-599e-4613-9de9-e102825e7e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:09.652961 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771d99fd-599e-4613-9de9-e102825e7e0a None None] Network ebce7c81-ad90-412a-9fed-1c87117b9de9 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:08:09.658540 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-771d99fd-599e-4613-9de9-e102825e7e0a None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:08:09.661995 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771d99fd-599e-4613-9de9-e102825e7e0a None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:08:09.671179 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d99fd-599e-4613-9de9-e102825e7e0a None None] Pushing event updated for resources: {'Port': ['ID=b7d4a8d7-d60f-4bdc-8047-3e04e917c10a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:09.749682 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-771d99fd-599e-4613-9de9-e102825e7e0a None None] Attempting to bind port b7d4a8d7-d60f-4bdc-8047-3e04e917c10a on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:08:09.750054 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-771d99fd-599e-4613-9de9-e102825e7e0a None None] Attempting to bind port b7d4a8d7-d60f-4bdc-8047-3e04e917c10a by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'b6214907-26a4-4d49-a36c-77e3843472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ebce7c81-ad90-412a-9fed-1c87117b9de9'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:08:09.750478 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771d99fd-599e-4613-9de9-e102825e7e0a None None] Attempting to bind port b7d4a8d7-d60f-4bdc-8047-3e04e917c10a on network ebce7c81-ad90-412a-9fed-1c87117b9de9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:08:09.756530 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771d99fd-599e-4613-9de9-e102825e7e0a None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:08:09.756937 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771d99fd-599e-4613-9de9-e102825e7e0a None None] Checking segment: {'id': 'b6214907-26a4-4d49-a36c-77e3843472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ebce7c81-ad90-412a-9fed-1c87117b9de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:08:09.757353 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-771d99fd-599e-4613-9de9-e102825e7e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:09.757746 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771d99fd-599e-4613-9de9-e102825e7e0a None None] Bound using segment: {'id': 'b6214907-26a4-4d49-a36c-77e3843472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ebce7c81-ad90-412a-9fed-1c87117b9de9'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:08:09.758210 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-771d99fd-599e-4613-9de9-e102825e7e0a None None] Bound port: b7d4a8d7-d60f-4bdc-8047-3e04e917c10a, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6214907-26a4-4d49-a36c-77e3843472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ebce7c81-ad90-412a-9fed-1c87117b9de9'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:08:09.758651 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-771d99fd-599e-4613-9de9-e102825e7e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:09.834549 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-771d99fd-599e-4613-9de9-e102825e7e0a None None] For port b7d4a8d7-d60f-4bdc-8047-3e04e917c10a, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:08:09.837881 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-771d99fd-599e-4613-9de9-e102825e7e0a None None] For port b7d4a8d7-d60f-4bdc-8047-3e04e917c10a, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b7d4a8d7-d60f-4bdc-8047-3e04e917c10a,segment=NetworkSegment(b6214907-26a4-4d49-a36c-77e3843472e3),segment_id=b6214907-26a4-4d49-a36c-77e3843472e3)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:08:09.847412 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-771d99fd-599e-4613-9de9-e102825e7e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:09.936874 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4e0adbd6-b39c-4be4-b500-868aca3cf6c3 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:08:09.937440 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-1de611c2-8590-4fe2-992e-24912c0277a7 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Allocated IP 172.20.0.17 (ebce7c81-ad90-412a-9fed-1c87117b9de9/16f8312f-9e86-432e-b300-a36675aca05a/47c73202-8c3d-4339-ac8f-699b7f69e8e4) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:08:09.944746 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d99fd-599e-4613-9de9-e102825e7e0a None None] Pushing event updated for resources: {'Port': ['ID=b7d4a8d7-d60f-4bdc-8047-3e04e917c10a,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:10.002512 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 4e0adbd6-b39c-4be4-b500-868aca3cf6c3 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:08:10.006651 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 4e0adbd6-b39c-4be4-b500-868aca3cf6c3 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:10.007035 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:10.084848 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1de611c2-8590-4fe2-992e-24912c0277a7 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:10.102073 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-1de611c2-8590-4fe2-992e-24912c0277a7 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Transition to ACTIVE for port object 47c73202-8c3d-4339-ac8f-699b7f69e8e4 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:08:10.107813 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:10.151889 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 4e0adbd6-b39c-4be4-b500-868aca3cf6c3, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4e0adbd6-b39c-4be4-b500-868aca3cf6c3,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:10.158505 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1de611c2-8590-4fe2-992e-24912c0277a7 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:10.159019 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:10.210972 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de611c2-8590-4fe2-992e-24912c0277a7 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Network ebce7c81-ad90-412a-9fed-1c87117b9de9 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:08:10.214707 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-1de611c2-8590-4fe2-992e-24912c0277a7 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:08:10.220390 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de611c2-8590-4fe2-992e-24912c0277a7 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:08:10.227665 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de611c2-8590-4fe2-992e-24912c0277a7 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event updated for resources: {'Port': ['ID=47c73202-8c3d-4339-ac8f-699b7f69e8e4,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:10.234661 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=4e0adbd6-b39c-4be4-b500-868aca3cf6c3,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:10.274344 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1de611c2-8590-4fe2-992e-24912c0277a7 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:10.446389 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1de611c2-8590-4fe2-992e-24912c0277a7 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:10.742294 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1de611c2-8590-4fe2-992e-24912c0277a7 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:10.747258 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1de611c2-8590-4fe2-992e-24912c0277a7 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:10.829834 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de611c2-8590-4fe2-992e-24912c0277a7 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event updated for resources: {'Port': ['ID=47c73202-8c3d-4339-ac8f-699b7f69e8e4,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:10.832417 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1de611c2-8590-4fe2-992e-24912c0277a7 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:10.936378 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de611c2-8590-4fe2-992e-24912c0277a7 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Network ebce7c81-ad90-412a-9fed-1c87117b9de9 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:08:10.938122 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-1de611c2-8590-4fe2-992e-24912c0277a7 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:08:10.939811 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be12f70-21ba-43e1-a34e-3f2b914ff9fa None None] Network ebce7c81-ad90-412a-9fed-1c87117b9de9 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:08:11.025966 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6054d57f-8ad8-48e9-ab11-e185ecd3a2a7 None None] Provisioning for port b7d4a8d7-d60f-4bdc-8047-3e04e917c10a completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:08:11.052298 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de611c2-8590-4fe2-992e-24912c0277a7 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Router 16ec569c-b82c-4bba-a414-b83ade881a46 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:08:11.172007 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de611c2-8590-4fe2-992e-24912c0277a7 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:08:11.177351 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1de611c2-8590-4fe2-992e-24912c0277a7 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "PUT /v2.0/routers/16ec569c-b82c-4bba-a414-b83ade881a46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0339785 Jul 16 21:08:11.375738 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-175d8b47-2e4b-4464-9281-b23d3e6e1b1e None None] Provisioning for port 47c73202-8c3d-4339-ac8f-699b7f69e8e4 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:08:11.380079 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-175d8b47-2e4b-4464-9281-b23d3e6e1b1e None None] Provisioning complete for port 47c73202-8c3d-4339-ac8f-699b7f69e8e4 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:11.380681 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-175d8b47-2e4b-4464-9281-b23d3e6e1b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:11.399479 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-b5d443d5-1dda-427a-80bb-66304ae29259 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:11.401159 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-b5d443d5-1dda-427a-80bb-66304ae29259 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/networks?id=ebce7c81-ad90-412a-9fed-1c87117b9de9 HTTP/1.1" status: 200 len: 796 time: 0.1106186 Jul 16 21:08:11.420761 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-bc115a2c-d980-472d-a087-2a92660452f5 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/quotas/e1a67fe971d04dd5a4c457411dc24f9a HTTP/1.1" status: 200 len: 375 time: 0.0127096 Jul 16 21:08:11.428286 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-175d8b47-2e4b-4464-9281-b23d3e6e1b1e None None] Port 47c73202-8c3d-4339-ac8f-699b7f69e8e4 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:08:11.450917 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5933135-cc6f-4879-bdc2-e4e9fdf7b7c8 None None] Sync routers for ids ['16ec569c-b82c-4bba-a414-b83ade881a46'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:08:11.461475 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5933135-cc6f-4879-bdc2-e4e9fdf7b7c8 None None] Routers {'16ec569c-b82c-4bba-a414-b83ade881a46'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:11.462526 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-c5933135-cc6f-4879-bdc2-e4e9fdf7b7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:07:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['16ec569c-b82c-4bba-a414-b83ade881a46'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:11.519598 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-299dfd01-cb65-445a-8280-4272e6d677a6 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e1a67fe971d04dd5a4c457411dc24f9a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0917504 Jul 16 21:08:11.579899 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ff0f40bd-5aa3-4929-89ee-1dd918495933 None None] Provisioning complete for port 47c73202-8c3d-4339-ac8f-699b7f69e8e4 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:11.580287 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff0f40bd-5aa3-4929-89ee-1dd918495933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:11.626710 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-c5933135-cc6f-4879-bdc2-e4e9fdf7b7c8 None None] Set router 16ec569c-b82c-4bba-a414-b83ade881a46 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:11.628950 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ff0f40bd-5aa3-4929-89ee-1dd918495933 None None] Port 47c73202-8c3d-4339-ac8f-699b7f69e8e4 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:08:11.634112 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-cca6d637-b487-4ff2-9f4c-b21644a0a313 service neutron] 10.222.0.38 "GET /v2.0/networks/ebce7c81-ad90-412a-9fed-1c87117b9de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027110 Jul 16 21:08:11.738961 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-d51f1ccd-424f-4edb-94f2-bd457bd3ea57 service neutron] 10.222.0.38 "GET /v2.0/networks/ebce7c81-ad90-412a-9fed-1c87117b9de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038299 Jul 16 21:08:11.752955 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:08:11.900127 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a6f94ffd-de50-404a-8d1a-bdda63c5d731 None None] Provisioning complete for port 47c73202-8c3d-4339-ac8f-699b7f69e8e4 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:11.900694 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6f94ffd-de50-404a-8d1a-bdda63c5d731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:11.938146 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a6f94ffd-de50-404a-8d1a-bdda63c5d731 None None] Port 47c73202-8c3d-4339-ac8f-699b7f69e8e4 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:08:11.950950 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1cc5163-91a2-4ac4-936f-5a38c03b691c req-309a7bca-fbfa-41ca-b27c-8ee041dce7a8 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/ports?device_id=f43e0466-b6e0-4ad0-bbb6-96341ca4a213 HTTP/1.1" status: 200 len: 210 time: 0.0349181 Jul 16 21:08:11.974815 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b7d4a8d7-d60f-4bdc-8047-3e04e917c10a up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:08:12.065502 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port b7d4a8d7-d60f-4bdc-8047-3e04e917c10a completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:08:12.071353 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port b7d4a8d7-d60f-4bdc-8047-3e04e917c10a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:12.071900 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:12.135399 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-c5933135-cc6f-4879-bdc2-e4e9fdf7b7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ec569c-b82c-4bba-a414-b83ade881a46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1957200042', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4e0adbd6-b39c-4be4-b500-868aca3cf6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:06Z', 'updated_at': '2021-07-16T21:08:10Z', 'revision_number': 4, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'gw_port': {'id': '4e0adbd6-b39c-4be4-b500-868aca3cf6c3', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ec569c-b82c-4bba-a414-b83ade881a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:07Z', 'updated_at': '2021-07-16T21:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '47c73202-8c3d-4339-ac8f-699b7f69e8e4', 'name': '', 'network_id': 'ebce7c81-ad90-412a-9fed-1c87117b9de9', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'mac_address': 'fa:16:3e:93:05:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ec569c-b82c-4bba-a414-b83ade881a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '16f8312f-9e86-432e-b300-a36675aca05a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:09Z', 'updated_at': '2021-07-16T21:08:10Z', 'revision_number': 2, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'subnets': [{'id': '16f8312f-9e86-432e-b300-a36675aca05a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:12.162735 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5933135-cc6f-4879-bdc2-e4e9fdf7b7c8 None None] Checking router: 16ec569c-b82c-4bba-a414-b83ade881a46 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:08:12.163096 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5933135-cc6f-4879-bdc2-e4e9fdf7b7c8 None None] Updating router 16ec569c-b82c-4bba-a414-b83ade881a46 port 47c73202-8c3d-4339-ac8f-699b7f69e8e4 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:08:12.228424 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c5933135-cc6f-4879-bdc2-e4e9fdf7b7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:12.231151 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:12.298561 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port b7d4a8d7-d60f-4bdc-8047-3e04e917c10a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b7d4a8d7-d60f-4bdc-8047-3e04e917c10a,segment=NetworkSegment(b6214907-26a4-4d49-a36c-77e3843472e3),segment_id=b6214907-26a4-4d49-a36c-77e3843472e3)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:12.304904 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:12.305680 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4e0adbd6-b39c-4be4-b500-868aca3cf6c3 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:08:12.457491 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=b7d4a8d7-d60f-4bdc-8047-3e04e917c10a,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:12.512255 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 4e0adbd6-b39c-4be4-b500-868aca3cf6c3 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:12.512631 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:12.661855 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c5933135-cc6f-4879-bdc2-e4e9fdf7b7c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:12.675610 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c5933135-cc6f-4879-bdc2-e4e9fdf7b7c8 None None] Transition to ACTIVE for port object 47c73202-8c3d-4339-ac8f-699b7f69e8e4 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:08:12.680644 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c5933135-cc6f-4879-bdc2-e4e9fdf7b7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:12.730080 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312065-e973-49f8-b4b7-aa2dc18d7142 None None] Pushing event updated for resources: {'Port': ['ID=47c73202-8c3d-4339-ac8f-699b7f69e8e4,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:12.785698 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-c5933135-cc6f-4879-bdc2-e4e9fdf7b7c8 None None] Attempting to bind port 47c73202-8c3d-4339-ac8f-699b7f69e8e4 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:08:12.786164 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-c5933135-cc6f-4879-bdc2-e4e9fdf7b7c8 None None] Attempting to bind port 47c73202-8c3d-4339-ac8f-699b7f69e8e4 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'b6214907-26a4-4d49-a36c-77e3843472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ebce7c81-ad90-412a-9fed-1c87117b9de9'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:08:12.786542 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5933135-cc6f-4879-bdc2-e4e9fdf7b7c8 None None] Attempting to bind port 47c73202-8c3d-4339-ac8f-699b7f69e8e4 on network ebce7c81-ad90-412a-9fed-1c87117b9de9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:08:12.791600 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5933135-cc6f-4879-bdc2-e4e9fdf7b7c8 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:08:12.792138 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5933135-cc6f-4879-bdc2-e4e9fdf7b7c8 None None] Checking segment: {'id': 'b6214907-26a4-4d49-a36c-77e3843472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ebce7c81-ad90-412a-9fed-1c87117b9de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:08:12.792702 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c5933135-cc6f-4879-bdc2-e4e9fdf7b7c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:12.793227 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5933135-cc6f-4879-bdc2-e4e9fdf7b7c8 None None] Bound using segment: {'id': 'b6214907-26a4-4d49-a36c-77e3843472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ebce7c81-ad90-412a-9fed-1c87117b9de9'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:08:12.793748 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-c5933135-cc6f-4879-bdc2-e4e9fdf7b7c8 None None] Bound port: 47c73202-8c3d-4339-ac8f-699b7f69e8e4, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6214907-26a4-4d49-a36c-77e3843472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ebce7c81-ad90-412a-9fed-1c87117b9de9'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:08:12.794133 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c5933135-cc6f-4879-bdc2-e4e9fdf7b7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:12.864339 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c5933135-cc6f-4879-bdc2-e4e9fdf7b7c8 None None] For port 47c73202-8c3d-4339-ac8f-699b7f69e8e4, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:08:12.867669 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c5933135-cc6f-4879-bdc2-e4e9fdf7b7c8 None None] For port 47c73202-8c3d-4339-ac8f-699b7f69e8e4, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=47c73202-8c3d-4339-ac8f-699b7f69e8e4,segment=NetworkSegment(b6214907-26a4-4d49-a36c-77e3843472e3),segment_id=b6214907-26a4-4d49-a36c-77e3843472e3)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:08:12.872951 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c5933135-cc6f-4879-bdc2-e4e9fdf7b7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:12.935587 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5933135-cc6f-4879-bdc2-e4e9fdf7b7c8 None None] Routers {'16ec569c-b82c-4bba-a414-b83ade881a46'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:12.937189 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-c5933135-cc6f-4879-bdc2-e4e9fdf7b7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:07:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['16ec569c-b82c-4bba-a414-b83ade881a46'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:12.975679 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312065-e973-49f8-b4b7-aa2dc18d7142 None None] Pushing event updated for resources: {'Port': ['ID=47c73202-8c3d-4339-ac8f-699b7f69e8e4,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:13.076552 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-c5933135-cc6f-4879-bdc2-e4e9fdf7b7c8 None None] Set router 16ec569c-b82c-4bba-a414-b83ade881a46 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:13.152438 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-508aa3c8-20d5-424a-a679-b6e85b65bd28 req-94b94eb6-9361-463e-b00d-61a40f0bd53f tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/ports?device_id=f43e0466-b6e0-4ad0-bbb6-96341ca4a213 HTTP/1.1" status: 200 len: 210 time: 0.0487704 Jul 16 21:08:13.198934 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-3f44702d-fb22-4085-8758-179553d96ab0 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:13.200605 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-3f44702d-fb22-4085-8758-179553d96ab0 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.62 "GET /v2.0/networks?id=ebce7c81-ad90-412a-9fed-1c87117b9de9 HTTP/1.1" status: 200 len: 796 time: 0.2623749 Jul 16 21:08:13.213653 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-d530472f-e62f-4931-b526-3f60b0beef48 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Request body: {'port': {'device_id': 'f43e0466-b6e0-4ad0-bbb6-96341ca4a213', 'network_id': 'ebce7c81-ad90-412a-9fed-1c87117b9de9', 'admin_state_up': True, 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:08:13.392874 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-c5933135-cc6f-4879-bdc2-e4e9fdf7b7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ec569c-b82c-4bba-a414-b83ade881a46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1957200042', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4e0adbd6-b39c-4be4-b500-868aca3cf6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:06Z', 'updated_at': '2021-07-16T21:08:10Z', 'revision_number': 4, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'gw_port': {'id': '4e0adbd6-b39c-4be4-b500-868aca3cf6c3', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ec569c-b82c-4bba-a414-b83ade881a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:07Z', 'updated_at': '2021-07-16T21:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '47c73202-8c3d-4339-ac8f-699b7f69e8e4', 'name': '', 'network_id': 'ebce7c81-ad90-412a-9fed-1c87117b9de9', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'mac_address': 'fa:16:3e:93:05:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ec569c-b82c-4bba-a414-b83ade881a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '16f8312f-9e86-432e-b300-a36675aca05a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:09Z', 'updated_at': '2021-07-16T21:08:12Z', 'revision_number': 4, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'subnets': [{'id': '16f8312f-9e86-432e-b300-a36675aca05a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:13.420734 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5933135-cc6f-4879-bdc2-e4e9fdf7b7c8 None None] The sync data for ids ['16ec569c-b82c-4bba-a414-b83ade881a46'] in n-d-791506-21 is: [{'id': '16ec569c-b82c-4bba-a414-b83ade881a46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1957200042', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4e0adbd6-b39c-4be4-b500-868aca3cf6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:06Z', 'updated_at': '2021-07-16T21:08:10Z', 'revision_number': 4, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'gw_port': {'id': '4e0adbd6-b39c-4be4-b500-868aca3cf6c3', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ec569c-b82c-4bba-a414-b83ade881a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:07Z', 'updated_at': '2021-07-16T21:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '47c73202-8c3d-4339-ac8f-699b7f69e8e4', 'name': '', 'network_id': 'ebce7c81-ad90-412a-9fed-1c87117b9de9', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'mac_address': 'fa:16:3e:93:05:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ec569c-b82c-4bba-a414-b83ade881a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '16f8312f-9e86-432e-b300-a36675aca05a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:09Z', 'updated_at': '2021-07-16T21:08:12Z', 'revision_number': 4, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'subnets': [{'id': '16f8312f-9e86-432e-b300-a36675aca05a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:08:13.637957 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-d530472f-e62f-4931-b526-3f60b0beef48 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Made reservation on behalf of e1a67fe971d04dd5a4c457411dc24f9a for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:08:13.642281 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-d530472f-e62f-4931-b526-3f60b0beef48 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:13.784908 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-d530472f-e62f-4931-b526-3f60b0beef48 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Allocated IP 172.20.0.29 (ebce7c81-ad90-412a-9fed-1c87117b9de9/16f8312f-9e86-432e-b300-a36675aca05a/92e4683d-ec9d-4073-899a-aeba9dfdd039) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:08:13.878910 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05972c58-dd23-4541-b5ec-d71d60bed211 req-0669837e-0276-4374-af3f-6154e6b64aa1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4d314a3e-9fc5-46a8-ab9f-05c4861742f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1056290 Jul 16 21:08:13.948825 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-d530472f-e62f-4931-b526-3f60b0beef48 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:13.987723 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-d530472f-e62f-4931-b526-3f60b0beef48 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Transition to ACTIVE for port object 92e4683d-ec9d-4073-899a-aeba9dfdd039 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:08:14.013106 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b7d4a8d7-d60f-4bdc-8047-3e04e917c10a up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:08:14.031704 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05972c58-dd23-4541-b5ec-d71d60bed211 req-a6a18c7c-b44b-46fd-a1c8-e775df91333a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:14.033244 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05972c58-dd23-4541-b5ec-d71d60bed211 req-a6a18c7c-b44b-46fd-a1c8-e775df91333a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e1a67fe971d04dd5a4c457411dc24f9a&device_id=4d314a3e-9fc5-46a8-ab9f-05c4861742f0 HTTP/1.1" status: 200 len: 1136 time: 0.0833437 Jul 16 21:08:14.047429 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-d530472f-e62f-4931-b526-3f60b0beef48 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:14.096961 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port b7d4a8d7-d60f-4bdc-8047-3e04e917c10a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:14.097344 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:14.100014 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-d530472f-e62f-4931-b526-3f60b0beef48 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Network ebce7c81-ad90-412a-9fed-1c87117b9de9 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:08:14.103497 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-d530472f-e62f-4931-b526-3f60b0beef48 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:08:14.108922 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-d530472f-e62f-4931-b526-3f60b0beef48 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:08:14.116397 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530472f-e62f-4931-b526-3f60b0beef48 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event updated for resources: {'Port': ['ID=92e4683d-ec9d-4073-899a-aeba9dfdd039,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:14.156738 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530472f-e62f-4931-b526-3f60b0beef48 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:14.157553 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530472f-e62f-4931-b526-3f60b0beef48 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:14.158225 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530472f-e62f-4931-b526-3f60b0beef48 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:14.158969 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530472f-e62f-4931-b526-3f60b0beef48 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:14.159574 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530472f-e62f-4931-b526-3f60b0beef48 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:14.160477 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530472f-e62f-4931-b526-3f60b0beef48 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:14.161353 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530472f-e62f-4931-b526-3f60b0beef48 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:14.162273 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530472f-e62f-4931-b526-3f60b0beef48 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:14.163257 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530472f-e62f-4931-b526-3f60b0beef48 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:14.164124 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530472f-e62f-4931-b526-3f60b0beef48 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:14.164564 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530472f-e62f-4931-b526-3f60b0beef48 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:14.164996 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530472f-e62f-4931-b526-3f60b0beef48 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:14.196601 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05972c58-dd23-4541-b5ec-d71d60bed211 req-1f26b580-5195-4a9f-b185-74589856827c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:14.198787 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05972c58-dd23-4541-b5ec-d71d60bed211 req-1f26b580-5195-4a9f-b185-74589856827c service neutron] 10.222.0.18 "GET /v2.0/networks?id=548ffa8b-a121-4e7c-be6c-d89d96ac2036 HTTP/1.1" status: 200 len: 897 time: 0.1414092 Jul 16 21:08:14.236453 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-d530472f-e62f-4931-b526-3f60b0beef48 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:14.237157 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-d530472f-e62f-4931-b526-3f60b0beef48 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:14.249822 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 47c73202-8c3d-4339-ac8f-699b7f69e8e4 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:08:14.273790 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-d530472f-e62f-4931-b526-3f60b0beef48 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0646183 Jul 16 21:08:14.285531 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-46ce00d6-2b3e-44e5-a5a8-edef66498392 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:08:14.286594 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-46ce00d6-2b3e-44e5-a5a8-edef66498392 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057261 Jul 16 21:08:14.356053 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 47c73202-8c3d-4339-ac8f-699b7f69e8e4 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:08:14.359177 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05972c58-dd23-4541-b5ec-d71d60bed211 req-ed0bac99-937d-4d11-9b0b-a1bf6a0e72f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4db84e04-526e-4b8d-9ff8-eac2e8a093ae HTTP/1.1" status: 200 len: 1001 time: 0.1514411 Jul 16 21:08:14.362217 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 47c73202-8c3d-4339-ac8f-699b7f69e8e4 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:14.364948 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:14.380533 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-70f14f5d-04a7-4657-bd48-f5e9c3b986ba service neutron] Request body: {'port': {'device_id': 'f43e0466-b6e0-4ad0-bbb6-96341ca4a213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:08:14.455883 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05972c58-dd23-4541-b5ec-d71d60bed211 req-a0b55e61-ff3b-4d19-87b8-b5a0d2ce0906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:14.457826 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05972c58-dd23-4541-b5ec-d71d60bed211 req-a0b55e61-ff3b-4d19-87b8-b5a0d2ce0906 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1afed778-12c6-4140-abbe-68cdf6a60e48 HTTP/1.1" status: 200 len: 835 time: 0.0857730 Jul 16 21:08:14.472196 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-70f14f5d-04a7-4657-bd48-f5e9c3b986ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:14.473529 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:14.486689 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-74dc893f-f3a4-4135-a9c7-ae7056433420 None None] Provisioning for port 92e4683d-ec9d-4073-899a-aeba9dfdd039 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:08:14.496477 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-74dc893f-f3a4-4135-a9c7-ae7056433420 None None] Provisioning complete for port 92e4683d-ec9d-4073-899a-aeba9dfdd039 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:14.497002 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74dc893f-f3a4-4135-a9c7-ae7056433420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:14.522037 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75662e11-dd1f-4cb5-adfd-f3db375df8a1 req-4350d961-7781-413b-b183-9b8ddb0183d0 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:14.523514 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75662e11-dd1f-4cb5-adfd-f3db375df8a1 req-4350d961-7781-413b-b183-9b8ddb0183d0 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/ports?device_id=f43e0466-b6e0-4ad0-bbb6-96341ca4a213 HTTP/1.1" status: 200 len: 895 time: 0.1626818 Jul 16 21:08:14.534137 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-74dc893f-f3a4-4135-a9c7-ae7056433420 None None] Port 92e4683d-ec9d-4073-899a-aeba9dfdd039 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:08:14.561624 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 47c73202-8c3d-4339-ac8f-699b7f69e8e4, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=47c73202-8c3d-4339-ac8f-699b7f69e8e4,segment=NetworkSegment(b6214907-26a4-4d49-a36c-77e3843472e3),segment_id=b6214907-26a4-4d49-a36c-77e3843472e3)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:14.562613 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05972c58-dd23-4541-b5ec-d71d60bed211 req-7d716ddf-0475-462e-acbe-14f96783ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:14.564450 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05972c58-dd23-4541-b5ec-d71d60bed211 req-7d716ddf-0475-462e-acbe-14f96783ca2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=548ffa8b-a121-4e7c-be6c-d89d96ac2036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0999229 Jul 16 21:08:14.566995 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:14.641835 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=47c73202-8c3d-4339-ac8f-699b7f69e8e4,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:14.686810 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05972c58-dd23-4541-b5ec-d71d60bed211 req-8b5a14cc-0845-4df3-9628-31eba0a466db service neutron] 10.222.0.18 "GET /v2.0/networks/548ffa8b-a121-4e7c-be6c-d89d96ac2036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151874 Jul 16 21:08:14.785212 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05972c58-dd23-4541-b5ec-d71d60bed211 req-027a23a0-8948-487b-956d-0679d2bb10cc service neutron] 10.222.0.18 "GET /v2.0/networks/548ffa8b-a121-4e7c-be6c-d89d96ac2036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926580 Jul 16 21:08:14.793063 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-70f14f5d-04a7-4657-bd48-f5e9c3b986ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e4683d-ec9d-4073-899a-aeba9dfdd039 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:08:14.801278 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-70f14f5d-04a7-4657-bd48-f5e9c3b986ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:14.814523 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-70f14f5d-04a7-4657-bd48-f5e9c3b986ba service neutron] Transition to ACTIVE for port object 92e4683d-ec9d-4073-899a-aeba9dfdd039 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:08:14.818616 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-70f14f5d-04a7-4657-bd48-f5e9c3b986ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:14.890488 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f14f5d-04a7-4657-bd48-f5e9c3b986ba service neutron] Pushing event updated for resources: {'Port': ['ID=92e4683d-ec9d-4073-899a-aeba9dfdd039,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:14.942978 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-70f14f5d-04a7-4657-bd48-f5e9c3b986ba service neutron] Attempting to bind port 92e4683d-ec9d-4073-899a-aeba9dfdd039 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:08:14.943323 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-70f14f5d-04a7-4657-bd48-f5e9c3b986ba service neutron] Attempting to bind port 92e4683d-ec9d-4073-899a-aeba9dfdd039 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'b6214907-26a4-4d49-a36c-77e3843472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ebce7c81-ad90-412a-9fed-1c87117b9de9'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:08:14.943660 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-70f14f5d-04a7-4657-bd48-f5e9c3b986ba service neutron] Attempting to bind port 92e4683d-ec9d-4073-899a-aeba9dfdd039 on network ebce7c81-ad90-412a-9fed-1c87117b9de9 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:08:14.948963 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-70f14f5d-04a7-4657-bd48-f5e9c3b986ba service neutron] Port 92e4683d-ec9d-4073-899a-aeba9dfdd039 on network ebce7c81-ad90-412a-9fed-1c87117b9de9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:08:14.949369 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-70f14f5d-04a7-4657-bd48-f5e9c3b986ba service neutron] Attempting to bind port 92e4683d-ec9d-4073-899a-aeba9dfdd039 on network ebce7c81-ad90-412a-9fed-1c87117b9de9 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:08:14.955592 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-70f14f5d-04a7-4657-bd48-f5e9c3b986ba service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:08:14.956031 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-70f14f5d-04a7-4657-bd48-f5e9c3b986ba service neutron] Checking segment: {'id': 'b6214907-26a4-4d49-a36c-77e3843472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ebce7c81-ad90-412a-9fed-1c87117b9de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:08:14.956490 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-70f14f5d-04a7-4657-bd48-f5e9c3b986ba service neutron] Bound using segment: {'id': 'b6214907-26a4-4d49-a36c-77e3843472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ebce7c81-ad90-412a-9fed-1c87117b9de9'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:08:14.956923 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-70f14f5d-04a7-4657-bd48-f5e9c3b986ba service neutron] Bound port: 92e4683d-ec9d-4073-899a-aeba9dfdd039, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6214907-26a4-4d49-a36c-77e3843472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ebce7c81-ad90-412a-9fed-1c87117b9de9'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:08:14.957290 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-70f14f5d-04a7-4657-bd48-f5e9c3b986ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:15.030549 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-70f14f5d-04a7-4657-bd48-f5e9c3b986ba service neutron] For port 92e4683d-ec9d-4073-899a-aeba9dfdd039, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:08:15.033825 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-70f14f5d-04a7-4657-bd48-f5e9c3b986ba service neutron] For port 92e4683d-ec9d-4073-899a-aeba9dfdd039, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=92e4683d-ec9d-4073-899a-aeba9dfdd039,segment=NetworkSegment(b6214907-26a4-4d49-a36c-77e3843472e3),segment_id=b6214907-26a4-4d49-a36c-77e3843472e3)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:08:15.038314 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-70f14f5d-04a7-4657-bd48-f5e9c3b986ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:15.074309 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-70f14f5d-04a7-4657-bd48-f5e9c3b986ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:15.075174 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-70f14f5d-04a7-4657-bd48-f5e9c3b986ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:15.077049 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-70f14f5d-04a7-4657-bd48-f5e9c3b986ba service neutron] 10.222.0.62 "PUT /v2.0/ports/92e4683d-ec9d-4073-899a-aeba9dfdd039 HTTP/1.1" status: 200 len: 1056 time: 0.7802134 Jul 16 21:08:15.079332 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43e0466-b6e0-4ad0-bbb6-96341ca4a213', 'tag': '92e4683d-ec9d-4073-899a-aeba9dfdd039'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:08:15.081722 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e14c98b-413e-4787-b9ff-e2dee6286d66" -d '{"events": [{"name": "network-changed", "server_uuid": "f43e0466-b6e0-4ad0-bbb6-96341ca4a213", "tag": "92e4683d-ec9d-4073-899a-aeba9dfdd039"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:08:15.110551 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f14f5d-04a7-4657-bd48-f5e9c3b986ba service neutron] Pushing event updated for resources: {'Port': ['ID=92e4683d-ec9d-4073-899a-aeba9dfdd039,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:15.129348 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e511a320-61a4-4917-a147-8a71311dee3e x-openstack-request-id: req-e511a320-61a4-4917-a147-8a71311dee3e {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:08:15.129641 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43e0466-b6e0-4ad0-bbb6-96341ca4a213", "tag": "92e4683d-ec9d-4073-899a-aeba9dfdd039", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:08:15.129897 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e511a320-61a4-4917-a147-8a71311dee3e {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:08:15.130291 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43e0466-b6e0-4ad0-bbb6-96341ca4a213', 'tag': '92e4683d-ec9d-4073-899a-aeba9dfdd039', 'status': 'completed', 'code': 200} Jul 16 21:08:15.178066 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-db6d24b6-a670-4997-b705-f28d2f1c300d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:15.179781 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-db6d24b6-a670-4997-b705-f28d2f1c300d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e1a67fe971d04dd5a4c457411dc24f9a&device_id=f43e0466-b6e0-4ad0-bbb6-96341ca4a213 HTTP/1.1" status: 200 len: 1059 time: 0.0600486 Jul 16 21:08:15.223575 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-6a851cf3-81b5-4af1-8053-2b663d41b202 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=92e4683d-ec9d-4073-899a-aeba9dfdd039 HTTP/1.1" status: 200 len: 217 time: 0.0362334 Jul 16 21:08:15.279480 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-fe1d067a-9aed-4abc-83b5-9b6f90dcb79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:15.281506 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-fe1d067a-9aed-4abc-83b5-9b6f90dcb79b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=16f8312f-9e86-432e-b300-a36675aca05a HTTP/1.1" status: 200 len: 837 time: 0.0515900 Jul 16 21:08:15.338421 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-67d76c20-bebf-4554-9053-a47de60504b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:15.339884 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-67d76c20-bebf-4554-9053-a47de60504b7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ebce7c81-ad90-412a-9fed-1c87117b9de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0523589 Jul 16 21:08:15.433136 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-007b9dd4-af1b-48a9-9809-2d276ece098d service neutron] 10.222.0.62 "GET /v2.0/networks/ebce7c81-ad90-412a-9fed-1c87117b9de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871534 Jul 16 21:08:15.520606 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-99a95120-19c5-4b2c-ad77-ab094e42147e req-8b7adf98-5517-4756-be72-e2c410b93fd9 service neutron] 10.222.0.62 "GET /v2.0/networks/ebce7c81-ad90-412a-9fed-1c87117b9de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816655 Jul 16 21:08:15.617333 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14c98b-413e-4787-b9ff-e2dee6286d66 req-199f289c-9921-4d39-9866-373017c71a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:15.618886 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1e14c98b-413e-4787-b9ff-e2dee6286d66 req-199f289c-9921-4d39-9866-373017c71a2b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e1a67fe971d04dd5a4c457411dc24f9a&device_id=f43e0466-b6e0-4ad0-bbb6-96341ca4a213 HTTP/1.1" status: 200 len: 1059 time: 0.0544772 Jul 16 21:08:15.705263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0099549-8370-47e6-96a3-18fa8d3d4655 req-1fb2156d-97dd-463f-8307-1b48259eea49 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:15.706793 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b0099549-8370-47e6-96a3-18fa8d3d4655 req-1fb2156d-97dd-463f-8307-1b48259eea49 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/ports?device_id=f43e0466-b6e0-4ad0-bbb6-96341ca4a213 HTTP/1.1" status: 200 len: 907 time: 0.0649619 Jul 16 21:08:15.717263 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14c98b-413e-4787-b9ff-e2dee6286d66 req-4c23dd37-987a-4dbf-9791-dc7021c44913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:15.718860 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1e14c98b-413e-4787-b9ff-e2dee6286d66 req-4c23dd37-987a-4dbf-9791-dc7021c44913 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ebce7c81-ad90-412a-9fed-1c87117b9de9 HTTP/1.1" status: 200 len: 897 time: 0.0936787 Jul 16 21:08:15.759554 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1e14c98b-413e-4787-b9ff-e2dee6286d66 req-3b5307bb-3a7b-48df-972b-246c068e44d2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=92e4683d-ec9d-4073-899a-aeba9dfdd039 HTTP/1.1" status: 200 len: 217 time: 0.0346451 Jul 16 21:08:15.814676 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14c98b-413e-4787-b9ff-e2dee6286d66 req-25404c6c-e88f-4875-a635-81c035a244a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:15.816229 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1e14c98b-413e-4787-b9ff-e2dee6286d66 req-25404c6c-e88f-4875-a635-81c035a244a8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=16f8312f-9e86-432e-b300-a36675aca05a HTTP/1.1" status: 200 len: 837 time: 0.0503950 Jul 16 21:08:15.869176 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 47c73202-8c3d-4339-ac8f-699b7f69e8e4 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:08:15.876273 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14c98b-413e-4787-b9ff-e2dee6286d66 req-98b2be83-6dae-4238-9f28-5331ebc054a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:15.877807 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1e14c98b-413e-4787-b9ff-e2dee6286d66 req-98b2be83-6dae-4238-9f28-5331ebc054a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ebce7c81-ad90-412a-9fed-1c87117b9de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0540648 Jul 16 21:08:15.925065 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 47c73202-8c3d-4339-ac8f-699b7f69e8e4 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:15.925443 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:15.971307 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1e14c98b-413e-4787-b9ff-e2dee6286d66 req-5ca14753-caaf-4238-8472-674636d752a1 service neutron] 10.222.0.62 "GET /v2.0/networks/ebce7c81-ad90-412a-9fed-1c87117b9de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854533 Jul 16 21:08:16.068184 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1e14c98b-413e-4787-b9ff-e2dee6286d66 req-bd86bd41-941e-436d-818e-b562f3a06adc service neutron] 10.222.0.62 "GET /v2.0/networks/ebce7c81-ad90-412a-9fed-1c87117b9de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902438 Jul 16 21:08:16.878054 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7196d-cf0f-4c0b-bb2a-9dc739996bc7 req-a6646ca7-5c09-4763-84c0-849de14d33dc tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:16.879633 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1b7196d-cf0f-4c0b-bb2a-9dc739996bc7 req-a6646ca7-5c09-4763-84c0-849de14d33dc tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/ports?device_id=f43e0466-b6e0-4ad0-bbb6-96341ca4a213 HTTP/1.1" status: 200 len: 907 time: 0.0623150 Jul 16 21:08:17.001824 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 92e4683d-ec9d-4073-899a-aeba9dfdd039 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:08:17.095318 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 92e4683d-ec9d-4073-899a-aeba9dfdd039, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=92e4683d-ec9d-4073-899a-aeba9dfdd039,segment=NetworkSegment(b6214907-26a4-4d49-a36c-77e3843472e3),segment_id=b6214907-26a4-4d49-a36c-77e3843472e3)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:17.105786 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '92e4683d-ec9d-4073-899a-aeba9dfdd039', 'network_id': 'ebce7c81-ad90-412a-9fed-1c87117b9de9', 'port_id': '92e4683d-ec9d-4073-899a-aeba9dfdd039', 'mac_address': 'fa:16:3e:ca:47:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f8312f-9e86-432e-b300-a36675aca05a', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:08:17.142440 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:17.157713 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e4683d-ec9d-4073-899a-aeba9dfdd039 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:08:17.177789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 92e4683d-ec9d-4073-899a-aeba9dfdd039, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=92e4683d-ec9d-4073-899a-aeba9dfdd039,segment=NetworkSegment(b6214907-26a4-4d49-a36c-77e3843472e3),segment_id=b6214907-26a4-4d49-a36c-77e3843472e3)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:17.181587 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:17.227905 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=92e4683d-ec9d-4073-899a-aeba9dfdd039,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:17.235247 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:17.235600 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:17.235943 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:17.236280 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:17.236613 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:17.236944 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:17.237311 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:17.237585 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:17.237914 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:17.238235 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:17.238586 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:17.238908 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:17.422901 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['92e4683d-ec9d-4073-899a-aeba9dfdd039'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:08:18.059415 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec25e14-2107-4065-90de-8c23584a3bcd req-c9fd1f84-e1ef-4aac-8eea-b828ceb69fe2 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:18.060907 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2ec25e14-2107-4065-90de-8c23584a3bcd req-c9fd1f84-e1ef-4aac-8eea-b828ceb69fe2 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/ports?device_id=f43e0466-b6e0-4ad0-bbb6-96341ca4a213 HTTP/1.1" status: 200 len: 908 time: 0.0689204 Jul 16 21:08:19.016816 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 92e4683d-ec9d-4073-899a-aeba9dfdd039 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:08:19.063496 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 92e4683d-ec9d-4073-899a-aeba9dfdd039 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:08:19.066995 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 92e4683d-ec9d-4073-899a-aeba9dfdd039 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:19.067363 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:19.146484 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:19.168822 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43e0466-b6e0-4ad0-bbb6-96341ca4a213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e4683d-ec9d-4073-899a-aeba9dfdd039'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:08:19.171985 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7219d97d-6820-42fa-a6d2-35b4578fb178" -d '{"events": [{"server_uuid": "f43e0466-b6e0-4ad0-bbb6-96341ca4a213", "name": "network-vif-plugged", "status": "completed", "tag": "92e4683d-ec9d-4073-899a-aeba9dfdd039"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:08:19.192280 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 92e4683d-ec9d-4073-899a-aeba9dfdd039, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=92e4683d-ec9d-4073-899a-aeba9dfdd039,segment=NetworkSegment(b6214907-26a4-4d49-a36c-77e3843472e3),segment_id=b6214907-26a4-4d49-a36c-77e3843472e3)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:19.196557 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:19.220970 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40241252-d369-4192-8006-cbf3af7db313 x-openstack-request-id: req-40241252-d369-4192-8006-cbf3af7db313 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:08:19.221266 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43e0466-b6e0-4ad0-bbb6-96341ca4a213", "name": "network-vif-plugged", "status": "completed", "tag": "92e4683d-ec9d-4073-899a-aeba9dfdd039", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:08:19.221594 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-40241252-d369-4192-8006-cbf3af7db313 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:08:19.221993 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43e0466-b6e0-4ad0-bbb6-96341ca4a213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e4683d-ec9d-4073-899a-aeba9dfdd039', 'code': 200} Jul 16 21:08:19.245205 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed6468-a233-4887-9712-2f606981a077 req-32fe9e1d-462c-4c4f-8ee5-84181b8d7b1b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:19.247408 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0bed6468-a233-4887-9712-2f606981a077 req-32fe9e1d-462c-4c4f-8ee5-84181b8d7b1b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/ports?device_id=f43e0466-b6e0-4ad0-bbb6-96341ca4a213 HTTP/1.1" status: 200 len: 908 time: 0.0752621 Jul 16 21:08:19.250117 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=92e4683d-ec9d-4073-899a-aeba9dfdd039,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:19.339294 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5f760-e587-4ddc-976b-961a1b1ba24b req-73d51479-2913-4bf7-9c98-6e450dcd918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:19.340854 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8fe5f760-e587-4ddc-976b-961a1b1ba24b req-73d51479-2913-4bf7-9c98-6e450dcd918f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f43e0466-b6e0-4ad0-bbb6-96341ca4a213 HTTP/1.1" status: 200 len: 1061 time: 0.0520949 Jul 16 21:08:20.424491 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47996b5e-90d4-4329-a8af-7ab01a553183 req-0401841a-a2be-4a83-ae03-cbce91cd8ead tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:20.425872 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-47996b5e-90d4-4329-a8af-7ab01a553183 req-0401841a-a2be-4a83-ae03-cbce91cd8ead tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/ports?device_id=f43e0466-b6e0-4ad0-bbb6-96341ca4a213 HTTP/1.1" status: 200 len: 909 time: 0.0626757 Jul 16 21:08:20.598540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da74c0-0dce-4746-ab3d-d11e191ebf6c req-f0baa1b8-b326-4df0-92d5-e5a046fa9840 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:20.600026 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5da74c0-0dce-4746-ab3d-d11e191ebf6c req-f0baa1b8-b326-4df0-92d5-e5a046fa9840 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/ports?device_id=f43e0466-b6e0-4ad0-bbb6-96341ca4a213 HTTP/1.1" status: 200 len: 909 time: 0.0665598 Jul 16 21:08:20.759629 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104e2ab-e947-4bbb-b825-58b28d7763a5 req-f0403073-c367-4f72-b51f-f949ca63d259 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:20.761137 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0104e2ab-e947-4bbb-b825-58b28d7763a5 req-f0403073-c367-4f72-b51f-f949ca63d259 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f43e0466-b6e0-4ad0-bbb6-96341ca4a213 HTTP/1.1" status: 200 len: 1061 time: 0.0519009 Jul 16 21:08:20.931554 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b524c-1ebc-4a21-9b3a-e55cd766db5c req-9c17ce72-340d-4895-8dfb-3b28a0ed6491 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:20.933193 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-692b524c-1ebc-4a21-9b3a-e55cd766db5c req-9c17ce72-340d-4895-8dfb-3b28a0ed6491 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4d314a3e-9fc5-46a8-ab9f-05c4861742f0 HTTP/1.1" status: 200 len: 1136 time: 0.0564744 Jul 16 21:08:20.972050 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-692b524c-1ebc-4a21-9b3a-e55cd766db5c req-be27bf73-89be-4f5b-8b57-27a58cc2fb89 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=c106c56e-facd-45d8-a477-7760fad57777&id=09773093-14d1-4492-a65a-189989fb4b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0323610 Jul 16 21:08:20.995688 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54384) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:21.052107 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1f683d-07ce-4e55-bec4-06d098275643 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:21.053641 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ef1f683d-07ce-4e55-bec4-06d098275643 tempest-TestSecurityGroupsBasicOps-1579354866 tempest-TestSecurityGroupsBasicOps-1579354866-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f43e0466-b6e0-4ad0-bbb6-96341ca4a213 HTTP/1.1" status: 200 len: 1056 time: 0.0568850 Jul 16 21:08:21.428363 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ec82f-8ba4-4a08-bcdd-9bcd753e15bf req-6cd913cb-f27a-4649-bf2d-a6590cee92df tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:21.429842 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-df5ec82f-8ba4-4a08-bcdd-9bcd753e15bf req-6cd913cb-f27a-4649-bf2d-a6590cee92df tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/ports?device_id=f43e0466-b6e0-4ad0-bbb6-96341ca4a213 HTTP/1.1" status: 200 len: 909 time: 0.0685070 Jul 16 21:08:21.746585 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2486cf6-7b4e-4573-abb2-e9340a7f2f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:22.590435 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53def66e-5e67-492f-a0be-7ddb18cf153a req-5758691c-e2a2-44f8-b785-dbc77c739ae9 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:22.592492 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-53def66e-5e67-492f-a0be-7ddb18cf153a req-5758691c-e2a2-44f8-b785-dbc77c739ae9 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.62 "GET /v2.0/ports?device_id=f43e0466-b6e0-4ad0-bbb6-96341ca4a213 HTTP/1.1" status: 200 len: 909 time: 0.0651412 Jul 16 21:08:22.604169 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5952d4f-b4d2-48a4-95b6-8d81a11b29c6 req-4fa03cd1-7fda-494d-a693-5339b34c0bc2 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:22.605650 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b5952d4f-b4d2-48a4-95b6-8d81a11b29c6 req-4fa03cd1-7fda-494d-a693-5339b34c0bc2 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/ports?device_id=f43e0466-b6e0-4ad0-bbb6-96341ca4a213 HTTP/1.1" status: 200 len: 909 time: 0.0640941 Jul 16 21:08:22.696254 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-53def66e-5e67-492f-a0be-7ddb18cf153a req-8f9674bb-79e0-42c9-9eb3-36744e91d60e tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Deleting port 92e4683d-ec9d-4073-899a-aeba9dfdd039 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:08:22.696597 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-53def66e-5e67-492f-a0be-7ddb18cf153a req-8f9674bb-79e0-42c9-9eb3-36744e91d60e tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:22.788378 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-53def66e-5e67-492f-a0be-7ddb18cf153a req-8f9674bb-79e0-42c9-9eb3-36744e91d60e tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] For port 92e4683d-ec9d-4073-899a-aeba9dfdd039, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=92e4683d-ec9d-4073-899a-aeba9dfdd039,segment=NetworkSegment(b6214907-26a4-4d49-a36c-77e3843472e3),segment_id=b6214907-26a4-4d49-a36c-77e3843472e3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:22.788646 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-53def66e-5e67-492f-a0be-7ddb18cf153a req-8f9674bb-79e0-42c9-9eb3-36744e91d60e tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:22.800966 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-53def66e-5e67-492f-a0be-7ddb18cf153a req-8f9674bb-79e0-42c9-9eb3-36744e91d60e tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Calling delete_port for 92e4683d-ec9d-4073-899a-aeba9dfdd039 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:08:22.925566 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-53def66e-5e67-492f-a0be-7ddb18cf153a req-8f9674bb-79e0-42c9-9eb3-36744e91d60e tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:22.956633 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9674bb-79e0-42c9-9eb3-36744e91d60e tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event deleted for resources: {'Port': ['ID=92e4683d-ec9d-4073-899a-aeba9dfdd039,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:23.002698 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-53def66e-5e67-492f-a0be-7ddb18cf153a req-8f9674bb-79e0-42c9-9eb3-36744e91d60e tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] No DVR routers for this DVR port 92e4683d-ec9d-4073-899a-aeba9dfdd039 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:08:23.005473 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-53def66e-5e67-492f-a0be-7ddb18cf153a req-8f9674bb-79e0-42c9-9eb3-36744e91d60e tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:23.007691 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-53def66e-5e67-492f-a0be-7ddb18cf153a req-8f9674bb-79e0-42c9-9eb3-36744e91d60e tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.62 "DELETE /v2.0/ports/92e4683d-ec9d-4073-899a-aeba9dfdd039 HTTP/1.1" status: 204 len: 173 time: 0.4103928 Jul 16 21:08:23.008195 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43e0466-b6e0-4ad0-bbb6-96341ca4a213', 'name': 'network-vif-deleted', 'tag': '92e4683d-ec9d-4073-899a-aeba9dfdd039'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:08:23.010611 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb099e32-ac43-44d5-b314-9341750ceaab" -d '{"events": [{"server_uuid": "f43e0466-b6e0-4ad0-bbb6-96341ca4a213", "name": "network-vif-deleted", "tag": "92e4683d-ec9d-4073-899a-aeba9dfdd039"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:08:23.052481 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cb2443-25a0-4491-a44d-fd954fb1b679 x-openstack-request-id: req-b0cb2443-25a0-4491-a44d-fd954fb1b679 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:08:23.052783 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43e0466-b6e0-4ad0-bbb6-96341ca4a213", "name": "network-vif-deleted", "tag": "92e4683d-ec9d-4073-899a-aeba9dfdd039", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:08:23.053040 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b0cb2443-25a0-4491-a44d-fd954fb1b679 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:08:23.053576 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43e0466-b6e0-4ad0-bbb6-96341ca4a213', 'name': 'network-vif-deleted', 'tag': '92e4683d-ec9d-4073-899a-aeba9dfdd039', 'status': 'completed', 'code': 200} Jul 16 21:08:23.699852 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54396) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:24.058748 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-55973feb-f7ff-46a9-a6a7-1118ea6deea3 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:24.280776 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e022abbc-97bf-4a0a-a322-e730dcbe3bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:24.329562 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-55973feb-f7ff-46a9-a6a7-1118ea6deea3 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Deleting port 47c73202-8c3d-4339-ac8f-699b7f69e8e4 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:08:24.329910 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-55973feb-f7ff-46a9-a6a7-1118ea6deea3 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:24.381244 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:24.418288 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-55973feb-f7ff-46a9-a6a7-1118ea6deea3 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] For port 47c73202-8c3d-4339-ac8f-699b7f69e8e4, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=47c73202-8c3d-4339-ac8f-699b7f69e8e4,segment=NetworkSegment(b6214907-26a4-4d49-a36c-77e3843472e3),segment_id=b6214907-26a4-4d49-a36c-77e3843472e3)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:24.418676 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-55973feb-f7ff-46a9-a6a7-1118ea6deea3 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:24.431643 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-55973feb-f7ff-46a9-a6a7-1118ea6deea3 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Calling delete_port for 47c73202-8c3d-4339-ac8f-699b7f69e8e4 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:08:24.613544 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-55973feb-f7ff-46a9-a6a7-1118ea6deea3 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:24.644545 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55973feb-f7ff-46a9-a6a7-1118ea6deea3 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event deleted for resources: {'Port': ['ID=47c73202-8c3d-4339-ac8f-699b7f69e8e4,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:24.821036 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-55973feb-f7ff-46a9-a6a7-1118ea6deea3 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:25.352327 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55973feb-f7ff-46a9-a6a7-1118ea6deea3 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Router 16ec569c-b82c-4bba-a414-b83ade881a46 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:08:25.460308 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55973feb-f7ff-46a9-a6a7-1118ea6deea3 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:08:25.465984 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-55973feb-f7ff-46a9-a6a7-1118ea6deea3 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "PUT /v2.0/routers/16ec569c-b82c-4bba-a414-b83ade881a46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7645454 Jul 16 21:08:25.468610 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54398) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:25.470344 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18efbeaa-219c-4418-b451-1b564b6c34da None None] Sync routers for ids ['16ec569c-b82c-4bba-a414-b83ade881a46'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:08:25.479398 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18efbeaa-219c-4418-b451-1b564b6c34da None None] Routers {'16ec569c-b82c-4bba-a414-b83ade881a46'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:25.480005 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-18efbeaa-219c-4418-b451-1b564b6c34da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:08:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['16ec569c-b82c-4bba-a414-b83ade881a46'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:25.520964 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf37a15-7c6f-4e70-96f1-2afad3907fd2 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Deleting subnet 16f8312f-9e86-432e-b300-a36675aca05a {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:08:25.523996 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dbf37a15-7c6f-4e70-96f1-2afad3907fd2 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:25.566230 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dbf37a15-7c6f-4e70-96f1-2afad3907fd2 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:25.659505 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dbf37a15-7c6f-4e70-96f1-2afad3907fd2 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:25.676907 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-18efbeaa-219c-4418-b451-1b564b6c34da None None] Set router 16ec569c-b82c-4bba-a414-b83ade881a46 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:25.718897 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dbf37a15-7c6f-4e70-96f1-2afad3907fd2 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:25.746748 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf37a15-7c6f-4e70-96f1-2afad3907fd2 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event deleted for resources: {'Subnet': ['ID=16f8312f-9e86-432e-b300-a36675aca05a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:25.752956 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dbf37a15-7c6f-4e70-96f1-2afad3907fd2 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:25.754404 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e72047d-eea7-4de2-88a0-9816f70059de None None] Network ebce7c81-ad90-412a-9fed-1c87117b9de9 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:08:25.755554 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-dbf37a15-7c6f-4e70-96f1-2afad3907fd2 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "DELETE /v2.0/subnets/16f8312f-9e86-432e-b300-a36675aca05a HTTP/1.1" status: 204 len: 168 time: 0.2850399 Jul 16 21:08:25.757577 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54400) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:25.871632 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-18efbeaa-219c-4418-b451-1b564b6c34da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ec569c-b82c-4bba-a414-b83ade881a46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1957200042', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4e0adbd6-b39c-4be4-b500-868aca3cf6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:06Z', 'updated_at': '2021-07-16T21:08:24Z', 'revision_number': 5, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'gw_port': {'id': '4e0adbd6-b39c-4be4-b500-868aca3cf6c3', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ec569c-b82c-4bba-a414-b83ade881a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:07Z', 'updated_at': '2021-07-16T21:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:25.880065 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2008b423-08cc-49f9-9d72-04763e6eed6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:25.910098 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18efbeaa-219c-4418-b451-1b564b6c34da None None] Checking router: 16ec569c-b82c-4bba-a414-b83ade881a46 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:08:25.920277 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18efbeaa-219c-4418-b451-1b564b6c34da None None] Routers {'16ec569c-b82c-4bba-a414-b83ade881a46'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:25.922423 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-18efbeaa-219c-4418-b451-1b564b6c34da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:08:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['16ec569c-b82c-4bba-a414-b83ade881a46'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:25.923854 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:26.003291 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2008b423-08cc-49f9-9d72-04763e6eed6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:26.009335 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf181b8a-b9b8-40e3-b28e-2fb5951833a6 None None] DHCP port deletion for ebce7c81-ad90-412a-9fed-1c87117b9de9 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:08:26.036482 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-18efbeaa-219c-4418-b451-1b564b6c34da None None] Set router 16ec569c-b82c-4bba-a414-b83ade881a46 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:26.064749 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-bf181b8a-b9b8-40e3-b28e-2fb5951833a6 None None] Deleting port b7d4a8d7-d60f-4bdc-8047-3e04e917c10a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:08:26.065122 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf181b8a-b9b8-40e3-b28e-2fb5951833a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:26.065379 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-2008b423-08cc-49f9-9d72-04763e6eed6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Deleting port 4e0adbd6-b39c-4be4-b500-868aca3cf6c3 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:08:26.065735 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2008b423-08cc-49f9-9d72-04763e6eed6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:26.134509 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-bf181b8a-b9b8-40e3-b28e-2fb5951833a6 None None] For port b7d4a8d7-d60f-4bdc-8047-3e04e917c10a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b7d4a8d7-d60f-4bdc-8047-3e04e917c10a,segment=NetworkSegment(b6214907-26a4-4d49-a36c-77e3843472e3),segment_id=b6214907-26a4-4d49-a36c-77e3843472e3)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:26.134899 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf181b8a-b9b8-40e3-b28e-2fb5951833a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:26.147119 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-bf181b8a-b9b8-40e3-b28e-2fb5951833a6 None None] Calling delete_port for b7d4a8d7-d60f-4bdc-8047-3e04e917c10a owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:08:26.156569 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-2008b423-08cc-49f9-9d72-04763e6eed6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] For port 4e0adbd6-b39c-4be4-b500-868aca3cf6c3, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4e0adbd6-b39c-4be4-b500-868aca3cf6c3,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:26.156938 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2008b423-08cc-49f9-9d72-04763e6eed6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:26.168717 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-2008b423-08cc-49f9-9d72-04763e6eed6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Calling delete_port for 4e0adbd6-b39c-4be4-b500-868aca3cf6c3 owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:08:26.225153 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-18efbeaa-219c-4418-b451-1b564b6c34da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ec569c-b82c-4bba-a414-b83ade881a46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1957200042', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4e0adbd6-b39c-4be4-b500-868aca3cf6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:06Z', 'updated_at': '2021-07-16T21:08:24Z', 'revision_number': 5, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'gw_port': {'id': '4e0adbd6-b39c-4be4-b500-868aca3cf6c3', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ec569c-b82c-4bba-a414-b83ade881a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:07Z', 'updated_at': '2021-07-16T21:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:26.238186 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf181b8a-b9b8-40e3-b28e-2fb5951833a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:26.253560 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18efbeaa-219c-4418-b451-1b564b6c34da None None] The sync data for ids ['16ec569c-b82c-4bba-a414-b83ade881a46'] in n-d-791506-21 is: [{'id': '16ec569c-b82c-4bba-a414-b83ade881a46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1957200042', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4e0adbd6-b39c-4be4-b500-868aca3cf6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:06Z', 'updated_at': '2021-07-16T21:08:24Z', 'revision_number': 5, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'gw_port': {'id': '4e0adbd6-b39c-4be4-b500-868aca3cf6c3', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ec569c-b82c-4bba-a414-b83ade881a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:07Z', 'updated_at': '2021-07-16T21:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:08:26.351746 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2008b423-08cc-49f9-9d72-04763e6eed6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:26.378474 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008b423-08cc-49f9-9d72-04763e6eed6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event deleted for resources: {'Port': ['ID=4e0adbd6-b39c-4be4-b500-868aca3cf6c3,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:26.425928 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf181b8a-b9b8-40e3-b28e-2fb5951833a6 None None] Pushing event deleted for resources: {'Port': ['ID=b7d4a8d7-d60f-4bdc-8047-3e04e917c10a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:26.428110 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf181b8a-b9b8-40e3-b28e-2fb5951833a6 None None] No DVR routers for this DVR port b7d4a8d7-d60f-4bdc-8047-3e04e917c10a on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:08:26.450781 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2008b423-08cc-49f9-9d72-04763e6eed6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:26.540905 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2008b423-08cc-49f9-9d72-04763e6eed6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:26.542910 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2008b423-08cc-49f9-9d72-04763e6eed6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:26.586948 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2008b423-08cc-49f9-9d72-04763e6eed6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:26.587441 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2008b423-08cc-49f9-9d72-04763e6eed6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Fanout notify agent at l3_agent the message router_deleted on router 16ec569c-b82c-4bba-a414-b83ade881a46 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:08:26.594724 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2008b423-08cc-49f9-9d72-04763e6eed6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:26.595855 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2008b423-08cc-49f9-9d72-04763e6eed6b tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "DELETE /v2.0/routers/16ec569c-b82c-4bba-a414-b83ade881a46 HTTP/1.1" status: 204 len: 168 time: 0.8373401 Jul 16 21:08:26.598717 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54402) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:26.681154 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b4f529d9-91fd-4708-8cd5-0bb9cda87fba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:26.769540 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b4f529d9-91fd-4708-8cd5-0bb9cda87fba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:26.780263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-b4f529d9-91fd-4708-8cd5-0bb9cda87fba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebce7c81-ad90-412a-9fed-1c87117b9de9']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:26.790534 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-b4f529d9-91fd-4708-8cd5-0bb9cda87fba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6214907-26a4-4d49-a36c-77e3843472e3') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:26.790829 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-b4f529d9-91fd-4708-8cd5-0bb9cda87fba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6214907-26a4-4d49-a36c-77e3843472e3') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:26.800459 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b4f529d9-91fd-4708-8cd5-0bb9cda87fba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:26.814988 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b4f529d9-91fd-4708-8cd5-0bb9cda87fba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:26.821387 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f529d9-91fd-4708-8cd5-0bb9cda87fba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:08:26.821813 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b4f529d9-91fd-4708-8cd5-0bb9cda87fba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: timer() Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:08:26.824889 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:08:26.891446 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b4f529d9-91fd-4708-8cd5-0bb9cda87fba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:26.899830 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b4f529d9-91fd-4708-8cd5-0bb9cda87fba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:26.902765 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b4f529d9-91fd-4708-8cd5-0bb9cda87fba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "DELETE /v2.0/networks/ebce7c81-ad90-412a-9fed-1c87117b9de9 HTTP/1.1" status: 204 len: 168 time: 0.3030849 Jul 16 21:08:26.905812 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54404) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:26.916668 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f529d9-91fd-4708-8cd5-0bb9cda87fba tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event deleted for resources: {'Network': ['ID=ebce7c81-ad90-412a-9fed-1c87117b9de9,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:27.063161 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 92e4683d-ec9d-4073-899a-aeba9dfdd039 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:08:27.066913 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-570db74b-bc9a-485f-88b3-55905cb2cf97 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Deleting port 3d1521d0-1c32-4b89-a5d0-baaae304055c {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:08:27.067260 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-570db74b-bc9a-485f-88b3-55905cb2cf97 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:27.084379 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 92e4683d-ec9d-4073-899a-aeba9dfdd039 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:08:27.084722 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 92e4683d-ec9d-4073-899a-aeba9dfdd039 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:08:27.147386 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-570db74b-bc9a-485f-88b3-55905cb2cf97 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:27.147643 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-570db74b-bc9a-485f-88b3-55905cb2cf97 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:27.159983 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-570db74b-bc9a-485f-88b3-55905cb2cf97 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Calling delete_port for 3d1521d0-1c32-4b89-a5d0-baaae304055c owned by network:floatingip {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:08:27.313723 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-570db74b-bc9a-485f-88b3-55905cb2cf97 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:27.339323 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570db74b-bc9a-485f-88b3-55905cb2cf97 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event deleted for resources: {'Port': ['ID=3d1521d0-1c32-4b89-a5d0-baaae304055c,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:27.399968 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-570db74b-bc9a-485f-88b3-55905cb2cf97 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for floatingip, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:27.400311 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-570db74b-bc9a-485f-88b3-55905cb2cf97 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Floating IP af6cbb21-8fae-4371-99af-cea9bc61fd8b disassociated (deleted). External IP: 172.25.0.124, port: 4db84e04-526e-4b8d-9ff8-eac2e8a093ae. Jul 16 21:08:27.609063 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570db74b-bc9a-485f-88b3-55905cb2cf97 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Router 576ee9da-b48b-439c-b072-8dac0dee4848 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:08:27.716351 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570db74b-bc9a-485f-88b3-55905cb2cf97 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:08:27.721838 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-570db74b-bc9a-485f-88b3-55905cb2cf97 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:27.726008 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11022b85-8d85-4fe3-9c4c-f7040ebde6e4 None None] Sync routers for ids ['576ee9da-b48b-439c-b072-8dac0dee4848'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:08:27.742507 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11022b85-8d85-4fe3-9c4c-f7040ebde6e4 None None] Routers {'576ee9da-b48b-439c-b072-8dac0dee4848'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:27.743172 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-11022b85-8d85-4fe3-9c4c-f7040ebde6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:08:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['576ee9da-b48b-439c-b072-8dac0dee4848'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:27.762868 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-570db74b-bc9a-485f-88b3-55905cb2cf97 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "DELETE /v2.0/floatingips/af6cbb21-8fae-4371-99af-cea9bc61fd8b HTTP/1.1" status: 204 len: 168 time: 0.8550162 Jul 16 21:08:27.764142 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d314a3e-9fc5-46a8-ab9f-05c4861742f0', 'tag': '4db84e04-526e-4b8d-9ff8-eac2e8a093ae'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:08:27.766904 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9db0749-b1e2-4438-894f-593456818e78" -d '{"events": [{"name": "network-changed", "server_uuid": "4d314a3e-9fc5-46a8-ab9f-05c4861742f0", "tag": "4db84e04-526e-4b8d-9ff8-eac2e8a093ae"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:08:27.800820 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:27.818589 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4445bf6f-3796-499c-bf6d-a1bb6ec42b15 x-openstack-request-id: req-4445bf6f-3796-499c-bf6d-a1bb6ec42b15 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:08:27.819079 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d314a3e-9fc5-46a8-ab9f-05c4861742f0", "tag": "4db84e04-526e-4b8d-9ff8-eac2e8a093ae", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:08:27.819599 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4445bf6f-3796-499c-bf6d-a1bb6ec42b15 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:08:27.820207 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d314a3e-9fc5-46a8-ab9f-05c4861742f0', 'tag': '4db84e04-526e-4b8d-9ff8-eac2e8a093ae', 'status': 'completed', 'code': 200} Jul 16 21:08:27.896344 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b7d4a8d7-d60f-4bdc-8047-3e04e917c10a no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:08:27.900192 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db0749-b1e2-4438-894f-593456818e78 req-f06d6be7-8f64-4774-84a8-57f507b71020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:27.902250 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f9db0749-b1e2-4438-894f-593456818e78 req-f06d6be7-8f64-4774-84a8-57f507b71020 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e1a67fe971d04dd5a4c457411dc24f9a&device_id=4d314a3e-9fc5-46a8-ab9f-05c4861742f0 HTTP/1.1" status: 200 len: 1136 time: 0.0583632 Jul 16 21:08:27.924782 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: b7d4a8d7-d60f-4bdc-8047-3e04e917c10a {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:08:27.925126 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b7d4a8d7-d60f-4bdc-8047-3e04e917c10a not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:08:27.925739 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 47c73202-8c3d-4339-ac8f-699b7f69e8e4 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:08:27.955008 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 47c73202-8c3d-4339-ac8f-699b7f69e8e4 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:08:27.955364 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 47c73202-8c3d-4339-ac8f-699b7f69e8e4 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:08:27.955748 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4e0adbd6-b39c-4be4-b500-868aca3cf6c3 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:08:27.961275 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-11022b85-8d85-4fe3-9c4c-f7040ebde6e4 None None] Set router 576ee9da-b48b-439c-b072-8dac0dee4848 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:28.001104 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 4e0adbd6-b39c-4be4-b500-868aca3cf6c3 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:08:28.001700 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4e0adbd6-b39c-4be4-b500-868aca3cf6c3 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:08:28.009515 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db0749-b1e2-4438-894f-593456818e78 req-e4084d86-58a0-4cd6-94c9-4472d5438eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:28.012134 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f9db0749-b1e2-4438-894f-593456818e78 req-e4084d86-58a0-4cd6-94c9-4472d5438eda service neutron] 10.222.0.18 "GET /v2.0/networks?id=548ffa8b-a121-4e7c-be6c-d89d96ac2036 HTTP/1.1" status: 200 len: 897 time: 0.1045847 Jul 16 21:08:28.064111 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f9db0749-b1e2-4438-894f-593456818e78 req-0caa2a46-3e4b-461b-a1b7-71c20596d31f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4db84e04-526e-4b8d-9ff8-eac2e8a093ae HTTP/1.1" status: 200 len: 217 time: 0.0452878 Jul 16 21:08:28.116510 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db0749-b1e2-4438-894f-593456818e78 req-1d4c1147-4f3f-4579-8076-bd95c4dd7f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:28.117935 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f9db0749-b1e2-4438-894f-593456818e78 req-1d4c1147-4f3f-4579-8076-bd95c4dd7f3d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1afed778-12c6-4140-abbe-68cdf6a60e48 HTTP/1.1" status: 200 len: 835 time: 0.0474174 Jul 16 21:08:28.185777 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-11022b85-8d85-4fe3-9c4c-f7040ebde6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900641148', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:07:17Z', 'revision_number': 4, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'gw_port': {'id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'df6c72ba-1809-4bb8-8887-674cadf557a2', 'name': '', 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'mac_address': 'fa:16:3e:cb:c7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1afed778-12c6-4140-abbe-68cdf6a60e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:17Z', 'updated_at': '2021-07-16T21:07:21Z', 'revision_number': 5, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'subnets': [{'id': '1afed778-12c6-4140-abbe-68cdf6a60e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:28.211755 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11022b85-8d85-4fe3-9c4c-f7040ebde6e4 None None] Checking router: 576ee9da-b48b-439c-b072-8dac0dee4848 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:08:28.216259 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db0749-b1e2-4438-894f-593456818e78 req-e5f353c5-e4f3-41c1-b6df-8bcf83353414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:28.218431 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f9db0749-b1e2-4438-894f-593456818e78 req-e5f353c5-e4f3-41c1-b6df-8bcf83353414 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=548ffa8b-a121-4e7c-be6c-d89d96ac2036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0909319 Jul 16 21:08:28.220584 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11022b85-8d85-4fe3-9c4c-f7040ebde6e4 None None] Routers {'576ee9da-b48b-439c-b072-8dac0dee4848'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:28.221204 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-11022b85-8d85-4fe3-9c4c-f7040ebde6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:08:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['576ee9da-b48b-439c-b072-8dac0dee4848'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:28.226844 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed8ba5-2caf-47ab-8e9a-397d590f3e0a req-e1b09d21-3923-4c88-8ca1-8a64a9b9cc71 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:28.228249 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e1ed8ba5-2caf-47ab-8e9a-397d590f3e0a req-e1b09d21-3923-4c88-8ca1-8a64a9b9cc71 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d314a3e-9fc5-46a8-ab9f-05c4861742f0 HTTP/1.1" status: 200 len: 984 time: 0.1143706 Jul 16 21:08:28.321898 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e1ed8ba5-2caf-47ab-8e9a-397d590f3e0a req-1c06d903-9779-4483-ad47-b84289285f91 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/security-groups?id=c106c56e-facd-45d8-a477-7760fad57777&id=09773093-14d1-4492-a65a-189989fb4b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0842147 Jul 16 21:08:28.327297 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-11022b85-8d85-4fe3-9c4c-f7040ebde6e4 None None] Set router 576ee9da-b48b-439c-b072-8dac0dee4848 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:28.356334 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f9db0749-b1e2-4438-894f-593456818e78 req-e8ec734e-771b-4b6d-9f10-cf14d98f227c service neutron] 10.222.0.18 "GET /v2.0/networks/548ffa8b-a121-4e7c-be6c-d89d96ac2036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271400 Jul 16 21:08:28.451710 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f9db0749-b1e2-4438-894f-593456818e78 req-d41474c6-b01d-441e-ae24-e75001be8489 service neutron] 10.222.0.18 "GET /v2.0/networks/548ffa8b-a121-4e7c-be6c-d89d96ac2036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848498 Jul 16 21:08:28.530052 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-11022b85-8d85-4fe3-9c4c-f7040ebde6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900641148', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:07:17Z', 'revision_number': 4, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'gw_port': {'id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'df6c72ba-1809-4bb8-8887-674cadf557a2', 'name': '', 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'mac_address': 'fa:16:3e:cb:c7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1afed778-12c6-4140-abbe-68cdf6a60e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:17Z', 'updated_at': '2021-07-16T21:07:21Z', 'revision_number': 5, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'subnets': [{'id': '1afed778-12c6-4140-abbe-68cdf6a60e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:28.559468 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11022b85-8d85-4fe3-9c4c-f7040ebde6e4 None None] The sync data for ids ['576ee9da-b48b-439c-b072-8dac0dee4848'] in n-d-791506-21 is: [{'id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900641148', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:07:17Z', 'revision_number': 4, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'gw_port': {'id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'df6c72ba-1809-4bb8-8887-674cadf557a2', 'name': '', 'network_id': '548ffa8b-a121-4e7c-be6c-d89d96ac2036', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'mac_address': 'fa:16:3e:cb:c7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1afed778-12c6-4140-abbe-68cdf6a60e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:17Z', 'updated_at': '2021-07-16T21:07:21Z', 'revision_number': 5, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'subnets': [{'id': '1afed778-12c6-4140-abbe-68cdf6a60e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:08:28.791788 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab3294b-101a-42fe-b188-f74d0ee0c165 None None] New status for floating IP af6cbb21-8fae-4371-99af-cea9bc61fd8b: DOWN {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:08:29.381085 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a853e-3853-46f2-a4db-175ceed87cb4 req-f1c63824-bbc8-4086-a91d-bb791ea4fbed tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:29.382635 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d78a853e-3853-46f2-a4db-175ceed87cb4 req-f1c63824-bbc8-4086-a91d-bb791ea4fbed tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d314a3e-9fc5-46a8-ab9f-05c4861742f0 HTTP/1.1" status: 200 len: 984 time: 0.0682940 Jul 16 21:08:29.527278 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-d78a853e-3853-46f2-a4db-175ceed87cb4 req-63337084-74d6-4129-ac12-6a8d6bfb9011 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Deleting port 4db84e04-526e-4b8d-9ff8-eac2e8a093ae {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:08:29.527534 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d78a853e-3853-46f2-a4db-175ceed87cb4 req-63337084-74d6-4129-ac12-6a8d6bfb9011 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:29.559414 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7de4e-5b2c-4660-a102-a71ab4f41b55 req-e3073414-3ed3-4227-9598-0b378cd8d8e8 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:29.561512 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-88a7de4e-5b2c-4660-a102-a71ab4f41b55 req-e3073414-3ed3-4227-9598-0b378cd8d8e8 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d314a3e-9fc5-46a8-ab9f-05c4861742f0 HTTP/1.1" status: 200 len: 984 time: 0.1058390 Jul 16 21:08:29.640000 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-88a7de4e-5b2c-4660-a102-a71ab4f41b55 req-74fcaf08-34ef-452c-a9ec-82def55dfcdc tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "GET /v2.0/security-groups?id=c106c56e-facd-45d8-a477-7760fad57777&id=09773093-14d1-4492-a65a-189989fb4b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0726676 Jul 16 21:08:29.654977 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-d78a853e-3853-46f2-a4db-175ceed87cb4 req-63337084-74d6-4129-ac12-6a8d6bfb9011 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] For port 4db84e04-526e-4b8d-9ff8-eac2e8a093ae, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=4db84e04-526e-4b8d-9ff8-eac2e8a093ae,segment=NetworkSegment(bb79604d-f61d-4fa3-9f3a-254bc6342660),segment_id=bb79604d-f61d-4fa3-9f3a-254bc6342660)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:29.655344 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d78a853e-3853-46f2-a4db-175ceed87cb4 req-63337084-74d6-4129-ac12-6a8d6bfb9011 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:29.668471 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-d78a853e-3853-46f2-a4db-175ceed87cb4 req-63337084-74d6-4129-ac12-6a8d6bfb9011 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Calling delete_port for 4db84e04-526e-4b8d-9ff8-eac2e8a093ae owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:08:29.799142 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d78a853e-3853-46f2-a4db-175ceed87cb4 req-63337084-74d6-4129-ac12-6a8d6bfb9011 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:29.824630 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:29.832258 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63337084-74d6-4129-ac12-6a8d6bfb9011 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event deleted for resources: {'Port': ['ID=4db84e04-526e-4b8d-9ff8-eac2e8a093ae,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:29.881584 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78a853e-3853-46f2-a4db-175ceed87cb4 req-63337084-74d6-4129-ac12-6a8d6bfb9011 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] No DVR routers for this DVR port 4db84e04-526e-4b8d-9ff8-eac2e8a093ae on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:08:29.884087 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d78a853e-3853-46f2-a4db-175ceed87cb4 req-63337084-74d6-4129-ac12-6a8d6bfb9011 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:29.886028 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d78a853e-3853-46f2-a4db-175ceed87cb4 req-63337084-74d6-4129-ac12-6a8d6bfb9011 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.18 "DELETE /v2.0/ports/4db84e04-526e-4b8d-9ff8-eac2e8a093ae HTTP/1.1" status: 204 len: 173 time: 0.4979517 Jul 16 21:08:29.886506 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d314a3e-9fc5-46a8-ab9f-05c4861742f0', 'name': 'network-vif-deleted', 'tag': '4db84e04-526e-4b8d-9ff8-eac2e8a093ae'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:08:29.888930 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd88069-d569-4bef-abc6-3b605db9da95" -d '{"events": [{"server_uuid": "4d314a3e-9fc5-46a8-ab9f-05c4861742f0", "name": "network-vif-deleted", "tag": "4db84e04-526e-4b8d-9ff8-eac2e8a093ae"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:08:29.929161 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f152e3-508d-488a-9098-85210017b954 x-openstack-request-id: req-42f152e3-508d-488a-9098-85210017b954 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:08:29.929455 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d314a3e-9fc5-46a8-ab9f-05c4861742f0", "name": "network-vif-deleted", "tag": "4db84e04-526e-4b8d-9ff8-eac2e8a093ae", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:08:29.929725 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-42f152e3-508d-488a-9098-85210017b954 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:08:29.930117 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d314a3e-9fc5-46a8-ab9f-05c4861742f0', 'name': 'network-vif-deleted', 'tag': '4db84e04-526e-4b8d-9ff8-eac2e8a093ae', 'status': 'completed', 'code': 200} Jul 16 21:08:30.731513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54420) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:30.783368 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5f53fd06-0205-4df9-8f33-ac9766743709 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:30.806077 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5f53fd06-0205-4df9-8f33-ac9766743709 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:30.846308 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5f53fd06-0205-4df9-8f33-ac9766743709 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:30.848858 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5f53fd06-0205-4df9-8f33-ac9766743709 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:30.851171 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5f53fd06-0205-4df9-8f33-ac9766743709 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "DELETE /v2.0/security-groups/c106c56e-facd-45d8-a477-7760fad57777 HTTP/1.1" status: 204 len: 168 time: 0.1175120 Jul 16 21:08:30.853099 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54422) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:30.859040 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53fd06-0205-4df9-8f33-ac9766743709 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c106c56e-facd-45d8-a477-7760fad57777,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:30.866261 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53fd06-0205-4df9-8f33-ac9766743709 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:30.866642 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53fd06-0205-4df9-8f33-ac9766743709 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:30.866982 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53fd06-0205-4df9-8f33-ac9766743709 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:30.867316 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53fd06-0205-4df9-8f33-ac9766743709 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:30.867644 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53fd06-0205-4df9-8f33-ac9766743709 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:30.867971 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53fd06-0205-4df9-8f33-ac9766743709 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:30.868294 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53fd06-0205-4df9-8f33-ac9766743709 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:30.868616 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53fd06-0205-4df9-8f33-ac9766743709 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:30.868939 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53fd06-0205-4df9-8f33-ac9766743709 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:30.869259 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53fd06-0205-4df9-8f33-ac9766743709 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:30.869576 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53fd06-0205-4df9-8f33-ac9766743709 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:30.869894 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53fd06-0205-4df9-8f33-ac9766743709 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:30.909488 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-08e8712e-c4a3-4186-890f-1be5e49d0b77 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:30.936012 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-08e8712e-c4a3-4186-890f-1be5e49d0b77 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:30.979971 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-08e8712e-c4a3-4186-890f-1be5e49d0b77 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:30.983450 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-08e8712e-c4a3-4186-890f-1be5e49d0b77 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:30.984401 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-08e8712e-c4a3-4186-890f-1be5e49d0b77 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "DELETE /v2.0/security-groups/09773093-14d1-4492-a65a-189989fb4b8d HTTP/1.1" status: 204 len: 168 time: 0.1302872 Jul 16 21:08:30.987343 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54424) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:30.993941 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8712e-c4a3-4186-890f-1be5e49d0b77 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09773093-14d1-4492-a65a-189989fb4b8d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:31.353596 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a9a0170-7288-48eb-840a-7e63e69ec0d8 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:31.618399 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-3a9a0170-7288-48eb-840a-7e63e69ec0d8 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Deleting port df6c72ba-1809-4bb8-8887-674cadf557a2 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:08:31.618778 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a9a0170-7288-48eb-840a-7e63e69ec0d8 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:31.705350 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-3a9a0170-7288-48eb-840a-7e63e69ec0d8 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] For port df6c72ba-1809-4bb8-8887-674cadf557a2, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=df6c72ba-1809-4bb8-8887-674cadf557a2,segment=NetworkSegment(bb79604d-f61d-4fa3-9f3a-254bc6342660),segment_id=bb79604d-f61d-4fa3-9f3a-254bc6342660)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:31.705712 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a9a0170-7288-48eb-840a-7e63e69ec0d8 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:31.718406 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-3a9a0170-7288-48eb-840a-7e63e69ec0d8 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Calling delete_port for df6c72ba-1809-4bb8-8887-674cadf557a2 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:08:31.898858 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a9a0170-7288-48eb-840a-7e63e69ec0d8 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:31.931453 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a0170-7288-48eb-840a-7e63e69ec0d8 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event deleted for resources: {'Port': ['ID=df6c72ba-1809-4bb8-8887-674cadf557a2,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:32.105792 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a9a0170-7288-48eb-840a-7e63e69ec0d8 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:32.228303 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 4db84e04-526e-4b8d-9ff8-eac2e8a093ae no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:08:32.248950 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 4db84e04-526e-4b8d-9ff8-eac2e8a093ae {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:08:32.249478 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 4db84e04-526e-4b8d-9ff8-eac2e8a093ae not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:08:32.641538 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9a0170-7288-48eb-840a-7e63e69ec0d8 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Router 576ee9da-b48b-439c-b072-8dac0dee4848 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:08:32.745440 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9a0170-7288-48eb-840a-7e63e69ec0d8 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:08:32.750791 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3a9a0170-7288-48eb-840a-7e63e69ec0d8 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "PUT /v2.0/routers/576ee9da-b48b-439c-b072-8dac0dee4848/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7622542 Jul 16 21:08:32.753387 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54426) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:32.755895 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadff776-52c2-4109-aaa3-0695bcac2e42 None None] Sync routers for ids ['576ee9da-b48b-439c-b072-8dac0dee4848'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:08:32.765018 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadff776-52c2-4109-aaa3-0695bcac2e42 None None] Routers {'576ee9da-b48b-439c-b072-8dac0dee4848'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:32.765632 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-aadff776-52c2-4109-aaa3-0695bcac2e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:08:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['576ee9da-b48b-439c-b072-8dac0dee4848'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:32.804146 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-315ea2a9-3135-4cfa-8132-c286759f4e79 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Deleting subnet 1afed778-12c6-4140-abbe-68cdf6a60e48 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:08:32.807281 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-315ea2a9-3135-4cfa-8132-c286759f4e79 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:32.848270 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-315ea2a9-3135-4cfa-8132-c286759f4e79 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:32.867412 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-aadff776-52c2-4109-aaa3-0695bcac2e42 None None] Set router 576ee9da-b48b-439c-b072-8dac0dee4848 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:32.936346 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-315ea2a9-3135-4cfa-8132-c286759f4e79 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:32.995200 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-315ea2a9-3135-4cfa-8132-c286759f4e79 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:33.028881 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ea2a9-3135-4cfa-8132-c286759f4e79 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event deleted for resources: {'Subnet': ['ID=1afed778-12c6-4140-abbe-68cdf6a60e48,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:33.033407 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-315ea2a9-3135-4cfa-8132-c286759f4e79 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:33.035590 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-315ea2a9-3135-4cfa-8132-c286759f4e79 tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "DELETE /v2.0/subnets/1afed778-12c6-4140-abbe-68cdf6a60e48 HTTP/1.1" status: 204 len: 168 time: 0.2809417 Jul 16 21:08:33.037899 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54428) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:33.046273 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ca20cd-4506-41be-800e-4efce01a4021 None None] Network 548ffa8b-a121-4e7c-be6c-d89d96ac2036 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:08:33.074075 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-aadff776-52c2-4109-aaa3-0695bcac2e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900641148', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:08:31Z', 'revision_number': 5, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'gw_port': {'id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:33.131978 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadff776-52c2-4109-aaa3-0695bcac2e42 None None] Checking router: 576ee9da-b48b-439c-b072-8dac0dee4848 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:08:33.152297 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95cc364f-e902-4bb7-bf53-379ebe74982a tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:33.162201 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadff776-52c2-4109-aaa3-0695bcac2e42 None None] Routers {'576ee9da-b48b-439c-b072-8dac0dee4848'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:33.162845 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-aadff776-52c2-4109-aaa3-0695bcac2e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:08:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['576ee9da-b48b-439c-b072-8dac0dee4848'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:33.257516 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95cc364f-e902-4bb7-bf53-379ebe74982a tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:33.300136 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-aadff776-52c2-4109-aaa3-0695bcac2e42 None None] Set router 576ee9da-b48b-439c-b072-8dac0dee4848 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:33.316494 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-95cc364f-e902-4bb7-bf53-379ebe74982a tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Deleting port 8a2b827c-cac2-4c3f-b1fa-cc0ca1919671 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:08:33.316842 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95cc364f-e902-4bb7-bf53-379ebe74982a tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:33.379679 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955c1cc6-6cca-469a-840f-04f8f2c5a35a None None] DHCP port deletion for 548ffa8b-a121-4e7c-be6c-d89d96ac2036 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:08:33.409318 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-95cc364f-e902-4bb7-bf53-379ebe74982a tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] For port 8a2b827c-cac2-4c3f-b1fa-cc0ca1919671, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=8a2b827c-cac2-4c3f-b1fa-cc0ca1919671,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:33.409683 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95cc364f-e902-4bb7-bf53-379ebe74982a tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:33.421759 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-95cc364f-e902-4bb7-bf53-379ebe74982a tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Calling delete_port for 8a2b827c-cac2-4c3f-b1fa-cc0ca1919671 owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:08:33.505811 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-955c1cc6-6cca-469a-840f-04f8f2c5a35a None None] Deleting port 9f28ba57-b691-4461-b9a5-d01d1547345f {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:08:33.506097 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-955c1cc6-6cca-469a-840f-04f8f2c5a35a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:33.510881 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:33.577758 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-955c1cc6-6cca-469a-840f-04f8f2c5a35a None None] For port 9f28ba57-b691-4461-b9a5-d01d1547345f, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9f28ba57-b691-4461-b9a5-d01d1547345f,segment=NetworkSegment(bb79604d-f61d-4fa3-9f3a-254bc6342660),segment_id=bb79604d-f61d-4fa3-9f3a-254bc6342660)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:33.578147 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-955c1cc6-6cca-469a-840f-04f8f2c5a35a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:33.593350 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-955c1cc6-6cca-469a-840f-04f8f2c5a35a None None] Calling delete_port for 9f28ba57-b691-4461-b9a5-d01d1547345f owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:08:33.594787 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95cc364f-e902-4bb7-bf53-379ebe74982a tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:33.595737 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-aadff776-52c2-4109-aaa3-0695bcac2e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900641148', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:08:31Z', 'revision_number': 5, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'gw_port': {'id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:33.620686 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc364f-e902-4bb7-bf53-379ebe74982a tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event deleted for resources: {'Port': ['ID=8a2b827c-cac2-4c3f-b1fa-cc0ca1919671,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:33.633664 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadff776-52c2-4109-aaa3-0695bcac2e42 None None] The sync data for ids ['576ee9da-b48b-439c-b072-8dac0dee4848'] in n-d-791506-21 is: [{'id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900641148', 'tenant_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:08:31Z', 'revision_number': 5, 'project_id': 'e1a67fe971d04dd5a4c457411dc24f9a', 'gw_port': {'id': '8a2b827c-cac2-4c3f-b1fa-cc0ca1919671', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ee9da-b48b-439c-b072-8dac0dee4848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:14Z', 'updated_at': '2021-07-16T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:08:33.684593 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95cc364f-e902-4bb7-bf53-379ebe74982a tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:33.710249 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-955c1cc6-6cca-469a-840f-04f8f2c5a35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:33.736106 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c1cc6-6cca-469a-840f-04f8f2c5a35a None None] Pushing event deleted for resources: {'Port': ['ID=9f28ba57-b691-4461-b9a5-d01d1547345f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:33.740962 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955c1cc6-6cca-469a-840f-04f8f2c5a35a None None] No DVR routers for this DVR port 9f28ba57-b691-4461-b9a5-d01d1547345f on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:08:33.785127 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95cc364f-e902-4bb7-bf53-379ebe74982a tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:33.787221 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95cc364f-e902-4bb7-bf53-379ebe74982a tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:33.830530 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95cc364f-e902-4bb7-bf53-379ebe74982a tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:33.831048 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cc364f-e902-4bb7-bf53-379ebe74982a tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Fanout notify agent at l3_agent the message router_deleted on router 576ee9da-b48b-439c-b072-8dac0dee4848 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:08:33.838097 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95cc364f-e902-4bb7-bf53-379ebe74982a tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:33.839386 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-95cc364f-e902-4bb7-bf53-379ebe74982a tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "DELETE /v2.0/routers/576ee9da-b48b-439c-b072-8dac0dee4848 HTTP/1.1" status: 204 len: 168 time: 0.8005276 Jul 16 21:08:33.842804 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54430) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:33.916101 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9ccac9d6-daaf-49d8-a3ee-7fd6615c51fa tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:34.007337 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9ccac9d6-daaf-49d8-a3ee-7fd6615c51fa tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:34.018648 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-9ccac9d6-daaf-49d8-a3ee-7fd6615c51fa tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['548ffa8b-a121-4e7c-be6c-d89d96ac2036']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:34.029865 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-9ccac9d6-daaf-49d8-a3ee-7fd6615c51fa tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb79604d-f61d-4fa3-9f3a-254bc6342660') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:34.030182 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-9ccac9d6-daaf-49d8-a3ee-7fd6615c51fa tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb79604d-f61d-4fa3-9f3a-254bc6342660') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:34.040352 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9ccac9d6-daaf-49d8-a3ee-7fd6615c51fa tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:34.055943 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9ccac9d6-daaf-49d8-a3ee-7fd6615c51fa tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:34.063103 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccac9d6-daaf-49d8-a3ee-7fd6615c51fa tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:08:34.063791 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9ccac9d6-daaf-49d8-a3ee-7fd6615c51fa tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: timer() Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:08:34.067376 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:08:34.094167 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9f28ba57-b691-4461-b9a5-d01d1547345f no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:08:34.116395 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 9f28ba57-b691-4461-b9a5-d01d1547345f {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:08:34.116745 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9f28ba57-b691-4461-b9a5-d01d1547345f not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:08:34.117171 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device df6c72ba-1809-4bb8-8887-674cadf557a2 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:08:34.133388 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9ccac9d6-daaf-49d8-a3ee-7fd6615c51fa tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:34.143583 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: df6c72ba-1809-4bb8-8887-674cadf557a2 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:08:34.143583 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device df6c72ba-1809-4bb8-8887-674cadf557a2 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:08:34.152167 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9ccac9d6-daaf-49d8-a3ee-7fd6615c51fa tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:34.153933 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9ccac9d6-daaf-49d8-a3ee-7fd6615c51fa tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] 10.222.0.38 "DELETE /v2.0/networks/548ffa8b-a121-4e7c-be6c-d89d96ac2036 HTTP/1.1" status: 204 len: 168 time: 0.3101487 Jul 16 21:08:34.155972 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccac9d6-daaf-49d8-a3ee-7fd6615c51fa tempest-TestSecurityGroupsBasicOps-1307544713 tempest-TestSecurityGroupsBasicOps-1307544713-project] Pushing event deleted for resources: {'Network': ['ID=548ffa8b-a121-4e7c-be6c-d89d96ac2036,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:34.467518 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54438) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:34.597075 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8476c7d3-a18e-4a4f-b0db-02ca6d7c9121 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e1a67fe971d04dd5a4c457411dc24f9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1283762 Jul 16 21:08:34.599596 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54442) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:34.647967 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-999a0c7f-67c7-494d-97dd-766df21123fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:34.671162 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-999a0c7f-67c7-494d-97dd-766df21123fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:34.718239 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-999a0c7f-67c7-494d-97dd-766df21123fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:34.720870 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-999a0c7f-67c7-494d-97dd-766df21123fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:34.722066 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-999a0c7f-67c7-494d-97dd-766df21123fb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/be1f9f56-db0b-427e-8b25-4bfbbd745a91 HTTP/1.1" status: 204 len: 168 time: 0.1215115 Jul 16 21:08:34.729509 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a0c7f-67c7-494d-97dd-766df21123fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1f9f56-db0b-427e-8b25-4bfbbd745a91,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:34.975012 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54448) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:34.987912 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3693fa12-2628-4fb8-a77b-4c194a1e4570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:35.080682 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3693fa12-2628-4fb8-a77b-4c194a1e4570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:35.084413 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3693fa12-2628-4fb8-a77b-4c194a1e4570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:35.121518 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3693fa12-2628-4fb8-a77b-4c194a1e4570 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7b38bb4530ea4b088b34c22af31e3be0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454380 Jul 16 21:08:35.122406 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693fa12-2628-4fb8-a77b-4c194a1e4570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d140a2a-e60f-4c18-83e8-5b2e1b372f90,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:35.125352 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54450) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:35.175379 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b30ab890-081b-4ca2-af57-30cf4ac2bdda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:35.198272 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b30ab890-081b-4ca2-af57-30cf4ac2bdda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:35.243054 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b30ab890-081b-4ca2-af57-30cf4ac2bdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:35.245659 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b30ab890-081b-4ca2-af57-30cf4ac2bdda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:35.246833 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b30ab890-081b-4ca2-af57-30cf4ac2bdda admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9d140a2a-e60f-4c18-83e8-5b2e1b372f90 HTTP/1.1" status: 204 len: 168 time: 0.1204967 Jul 16 21:08:35.255278 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ab890-081b-4ca2-af57-30cf4ac2bdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d140a2a-e60f-4c18-83e8-5b2e1b372f90,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:35.559025 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54456) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:35.601241 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2c8b027c-e8e3-4a27-a613-a6478c1c0b2c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=84fa1ea2d9414992ab035caf1819202b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410712 Jul 16 21:08:35.603649 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54458) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:35.651796 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d80284ba-e0dd-4f2f-80c0-e954587b9166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:35.673681 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d80284ba-e0dd-4f2f-80c0-e954587b9166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:35.719061 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d80284ba-e0dd-4f2f-80c0-e954587b9166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:35.721648 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d80284ba-e0dd-4f2f-80c0-e954587b9166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:35.722849 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d80284ba-e0dd-4f2f-80c0-e954587b9166 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6f0ebd10-8f39-4ce6-adf3-9f2d2933e7ae HTTP/1.1" status: 204 len: 168 time: 0.1183157 Jul 16 21:08:35.730417 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80284ba-e0dd-4f2f-80c0-e954587b9166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0ebd10-8f39-4ce6-adf3-9f2d2933e7ae,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:35.824481 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 8a2b827c-cac2-4c3f-b1fa-cc0ca1919671 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:08:35.846582 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 8a2b827c-cac2-4c3f-b1fa-cc0ca1919671 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:08:35.847021 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 8a2b827c-cac2-4c3f-b1fa-cc0ca1919671 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:08:45.454750 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-bda92e89-8d14-408a-8a75-9eb3a32aa89d tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=a288b7a21b0b42abbff940454684e3b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214071 Jul 16 21:08:45.563611 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-32227af5-25a6-4116-9cc9-e9b5608d8890 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:45.565049 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-32227af5-25a6-4116-9cc9-e9b5608d8890 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1056011 Jul 16 21:08:45.579455 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-9693447b-0a0f-416d-ab5b-6f2087360259 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] 10.222.0.38 "GET /v2.0/quotas/a288b7a21b0b42abbff940454684e3b9 HTTP/1.1" status: 200 len: 375 time: 0.0091307 Jul 16 21:08:45.612617 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-d3ce32cb-d9dd-4502-8806-eb9b8d51be2d tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a288b7a21b0b42abbff940454684e3b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282803 Jul 16 21:08:45.780842 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5658ad50-b599-4fb5-bec9-ba4c27ab9493 req-c7ea955a-0335-4b87-ace9-69a8e32c8585 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] 10.222.0.38 "GET /v2.0/ports?device_id=11345dc4-d626-497b-93f7-21052ad7ed8f HTTP/1.1" status: 200 len: 210 time: 0.0288715 Jul 16 21:08:46.727767 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-180a02b5-3dd6-45c7-9075-4498eeacf6ff tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a288b7a21b0b42abbff940454684e3b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228019 Jul 16 21:08:46.840077 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-8b636a95-93c3-4ba4-aa01-59f11651c27f tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:46.841792 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-8b636a95-93c3-4ba4-aa01-59f11651c27f tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1093130 Jul 16 21:08:46.853315 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-88a21e14-2eaf-497a-b9e7-c28dd57ced0e tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Request body: {'port': {'device_id': '11345dc4-d626-497b-93f7-21052ad7ed8f', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'admin_state_up': True, 'tenant_id': 'a288b7a21b0b42abbff940454684e3b9'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:08:46.956445 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-57bf8a77-309f-49c5-bee5-abd74b558e60 req-ba1ea893-6ad6-499f-bcba-7df2c173750f tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] 10.222.0.38 "GET /v2.0/ports?device_id=11345dc4-d626-497b-93f7-21052ad7ed8f HTTP/1.1" status: 200 len: 210 time: 0.0420661 Jul 16 21:08:46.993735 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-88a21e14-2eaf-497a-b9e7-c28dd57ced0e tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Made reservation on behalf of a288b7a21b0b42abbff940454684e3b9 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:08:46.997197 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-88a21e14-2eaf-497a-b9e7-c28dd57ced0e tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.006255 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-88a21e14-2eaf-497a-b9e7-c28dd57ced0e tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.096803 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-88a21e14-2eaf-497a-b9e7-c28dd57ced0e tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.100588 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-88a21e14-2eaf-497a-b9e7-c28dd57ced0e tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.160854 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a21e14-2eaf-497a-b9e7-c28dd57ced0e tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6dc4b1-3bb0-44f2-a0f9-ab3ce4e58ea6,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:47.236675 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-88a21e14-2eaf-497a-b9e7-c28dd57ced0e tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Allocated IP 192.168.233.224 (a8047450-ec84-4e8d-bb54-068b9e1574f2/c96f0273-be01-4de0-afe5-77687052af78/f58aad5a-eaea-47c8-859f-0f6da2a53162) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:08:47.383115 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-88a21e14-2eaf-497a-b9e7-c28dd57ced0e tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.396973 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-88a21e14-2eaf-497a-b9e7-c28dd57ced0e tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Transition to ACTIVE for port object f58aad5a-eaea-47c8-859f-0f6da2a53162 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:08:47.429850 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-88a21e14-2eaf-497a-b9e7-c28dd57ced0e tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.475294 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-88a21e14-2eaf-497a-b9e7-c28dd57ced0e tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Network a8047450-ec84-4e8d-bb54-068b9e1574f2 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:08:47.478435 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-88a21e14-2eaf-497a-b9e7-c28dd57ced0e tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:08:47.482304 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-88a21e14-2eaf-497a-b9e7-c28dd57ced0e tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:08:47.488760 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a21e14-2eaf-497a-b9e7-c28dd57ced0e tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Pushing event updated for resources: {'Port': ['ID=f58aad5a-eaea-47c8-859f-0f6da2a53162,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:47.536252 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-88a21e14-2eaf-497a-b9e7-c28dd57ced0e tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:47.536797 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-88a21e14-2eaf-497a-b9e7-c28dd57ced0e tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.552694 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-88a21e14-2eaf-497a-b9e7-c28dd57ced0e tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7031577 Jul 16 21:08:47.564333 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-ca44b54d-60c3-4c99-a14c-0d48ea6518ae service neutron] Request body: {'port': {'device_id': '11345dc4-d626-497b-93f7-21052ad7ed8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:08:47.644345 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-ca44b54d-60c3-4c99-a14c-0d48ea6518ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.710104 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b603a379-2455-46ed-b4a7-8de10722e626 None None] Provisioning for port f58aad5a-eaea-47c8-859f-0f6da2a53162 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:08:47.713737 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b603a379-2455-46ed-b4a7-8de10722e626 None None] Provisioning complete for port f58aad5a-eaea-47c8-859f-0f6da2a53162 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:47.714108 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b603a379-2455-46ed-b4a7-8de10722e626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.746813 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b603a379-2455-46ed-b4a7-8de10722e626 None None] Port f58aad5a-eaea-47c8-859f-0f6da2a53162 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:08:47.906841 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-ca44b54d-60c3-4c99-a14c-0d48ea6518ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f58aad5a-eaea-47c8-859f-0f6da2a53162 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:08:47.914155 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-ca44b54d-60c3-4c99-a14c-0d48ea6518ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.926115 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-ca44b54d-60c3-4c99-a14c-0d48ea6518ae service neutron] Transition to ACTIVE for port object f58aad5a-eaea-47c8-859f-0f6da2a53162 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:08:47.929976 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-ca44b54d-60c3-4c99-a14c-0d48ea6518ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.980296 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44b54d-60c3-4c99-a14c-0d48ea6518ae service neutron] Pushing event updated for resources: {'Port': ['ID=f58aad5a-eaea-47c8-859f-0f6da2a53162,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:48.104418 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-ca44b54d-60c3-4c99-a14c-0d48ea6518ae service neutron] Attempting to bind port f58aad5a-eaea-47c8-859f-0f6da2a53162 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:08:48.104746 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-ca44b54d-60c3-4c99-a14c-0d48ea6518ae service neutron] Attempting to bind port f58aad5a-eaea-47c8-859f-0f6da2a53162 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:08:48.105131 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-ca44b54d-60c3-4c99-a14c-0d48ea6518ae service neutron] Attempting to bind port f58aad5a-eaea-47c8-859f-0f6da2a53162 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:08:48.110812 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-ca44b54d-60c3-4c99-a14c-0d48ea6518ae service neutron] Port f58aad5a-eaea-47c8-859f-0f6da2a53162 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:08:48.111137 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-ca44b54d-60c3-4c99-a14c-0d48ea6518ae service neutron] Attempting to bind port f58aad5a-eaea-47c8-859f-0f6da2a53162 on network a8047450-ec84-4e8d-bb54-068b9e1574f2 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:08:48.116212 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-ca44b54d-60c3-4c99-a14c-0d48ea6518ae service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:08:48.116554 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-ca44b54d-60c3-4c99-a14c-0d48ea6518ae service neutron] Checking segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:08:48.119176 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-ca44b54d-60c3-4c99-a14c-0d48ea6518ae service neutron] Bound using segment: {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:08:48.119176 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-ca44b54d-60c3-4c99-a14c-0d48ea6518ae service neutron] Bound port: f58aad5a-eaea-47c8-859f-0f6da2a53162, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035fd907-e9d5-44e2-8a37-e92d18245bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:08:48.119176 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-ca44b54d-60c3-4c99-a14c-0d48ea6518ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.225511 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-ca44b54d-60c3-4c99-a14c-0d48ea6518ae service neutron] For port f58aad5a-eaea-47c8-859f-0f6da2a53162, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:08:48.239981 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-ca44b54d-60c3-4c99-a14c-0d48ea6518ae service neutron] For port f58aad5a-eaea-47c8-859f-0f6da2a53162, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f58aad5a-eaea-47c8-859f-0f6da2a53162,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:08:48.252042 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea31f4-2fa8-4770-8da1-696955c8b4fe req-18fe109b-13e7-4e9c-849d-3f9fa079d82b tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:48.253527 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-83ea31f4-2fa8-4770-8da1-696955c8b4fe req-18fe109b-13e7-4e9c-849d-3f9fa079d82b tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] 10.222.0.38 "GET /v2.0/ports?device_id=11345dc4-d626-497b-93f7-21052ad7ed8f HTTP/1.1" status: 200 len: 948 time: 0.1264729 Jul 16 21:08:48.254542 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-ca44b54d-60c3-4c99-a14c-0d48ea6518ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.309352 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-ca44b54d-60c3-4c99-a14c-0d48ea6518ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:48.309966 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-ca44b54d-60c3-4c99-a14c-0d48ea6518ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.311628 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-ca44b54d-60c3-4c99-a14c-0d48ea6518ae service neutron] 10.222.0.18 "PUT /v2.0/ports/f58aad5a-eaea-47c8-859f-0f6da2a53162 HTTP/1.1" status: 200 len: 1097 time: 0.7520676 Jul 16 21:08:48.312069 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11345dc4-d626-497b-93f7-21052ad7ed8f', 'tag': 'f58aad5a-eaea-47c8-859f-0f6da2a53162'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:08:48.314366 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9a7823-8388-4f69-9a00-33918932b739" -d '{"events": [{"name": "network-changed", "server_uuid": "11345dc4-d626-497b-93f7-21052ad7ed8f", "tag": "f58aad5a-eaea-47c8-859f-0f6da2a53162"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:08:48.348672 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44b54d-60c3-4c99-a14c-0d48ea6518ae service neutron] Pushing event updated for resources: {'Port': ['ID=f58aad5a-eaea-47c8-859f-0f6da2a53162,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:48.354704 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-83ea31f4-2fa8-4770-8da1-696955c8b4fe req-4d964c0d-0df5-4ee0-a6ff-4ff794d40497 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] 10.222.0.38 "GET /v2.0/security-groups?id=3d6dc4b1-3bb0-44f2-a0f9-ab3ce4e58ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950308 Jul 16 21:08:48.386592 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c897ca4b-498a-48e6-9b83-ebc3980281d3 x-openstack-request-id: req-c897ca4b-498a-48e6-9b83-ebc3980281d3 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:08:48.386888 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11345dc4-d626-497b-93f7-21052ad7ed8f", "tag": "f58aad5a-eaea-47c8-859f-0f6da2a53162", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:08:48.387148 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c897ca4b-498a-48e6-9b83-ebc3980281d3 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:08:48.387547 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11345dc4-d626-497b-93f7-21052ad7ed8f', 'tag': 'f58aad5a-eaea-47c8-859f-0f6da2a53162', 'status': 'completed', 'code': 200} Jul 16 21:08:48.437486 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-7451d0c4-69a9-4d19-9fec-e5ca0fd4f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:48.438972 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-7451d0c4-69a9-4d19-9fec-e5ca0fd4f400 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a288b7a21b0b42abbff940454684e3b9&device_id=11345dc4-d626-497b-93f7-21052ad7ed8f HTTP/1.1" status: 200 len: 1100 time: 0.0634615 Jul 16 21:08:48.485637 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-072e3e31-6aeb-49f6-9f42-b3716b357b4b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=f58aad5a-eaea-47c8-859f-0f6da2a53162 HTTP/1.1" status: 200 len: 217 time: 0.0396256 Jul 16 21:08:48.534482 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-3a65e762-4985-4b89-8535-c43cd5e741c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:48.535963 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-3a65e762-4985-4b89-8535-c43cd5e741c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0439038 Jul 16 21:08:48.591368 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-0471e130-e794-4e40-968c-ceed0d0c7220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:48.593109 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-0471e130-e794-4e40-968c-ceed0d0c7220 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0514698 Jul 16 21:08:48.684724 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-f8116f5a-f204-4c10-b412-511cd9b47d20 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842664 Jul 16 21:08:48.752880 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:08:48.772199 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ca594a7d-277d-4e0d-957d-b5e60f430777 req-479080b8-51c8-48af-8e5d-d05305c3421f service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807402 Jul 16 21:08:48.874933 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a7823-8388-4f69-9a00-33918932b739 req-154c1585-b3da-4ea7-ae5f-596b3d3c9569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:48.876483 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe9a7823-8388-4f69-9a00-33918932b739 req-154c1585-b3da-4ea7-ae5f-596b3d3c9569 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a288b7a21b0b42abbff940454684e3b9&device_id=11345dc4-d626-497b-93f7-21052ad7ed8f HTTP/1.1" status: 200 len: 1100 time: 0.0576153 Jul 16 21:08:48.966403 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a7823-8388-4f69-9a00-33918932b739 req-44ad4d87-8334-4695-94b0-87e98c1b7e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:48.968471 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe9a7823-8388-4f69-9a00-33918932b739 req-44ad4d87-8334-4695-94b0-87e98c1b7e1f service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8047450-ec84-4e8d-bb54-068b9e1574f2 HTTP/1.1" status: 200 len: 870 time: 0.0861623 Jul 16 21:08:49.013487 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe9a7823-8388-4f69-9a00-33918932b739 req-bb126a3a-329d-43b4-a623-a0b51fa228c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=f58aad5a-eaea-47c8-859f-0f6da2a53162 HTTP/1.1" status: 200 len: 217 time: 0.0376241 Jul 16 21:08:49.062118 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a7823-8388-4f69-9a00-33918932b739 req-58fe6f73-9d41-4c63-8ef1-31b4557e450f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:49.063586 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe9a7823-8388-4f69-9a00-33918932b739 req-58fe6f73-9d41-4c63-8ef1-31b4557e450f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c96f0273-be01-4de0-afe5-77687052af78 HTTP/1.1" status: 200 len: 843 time: 0.0436239 Jul 16 21:08:49.120446 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a7823-8388-4f69-9a00-33918932b739 req-178a0dcd-8e20-4a63-9aa0-c011e53b33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:49.121976 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe9a7823-8388-4f69-9a00-33918932b739 req-178a0dcd-8e20-4a63-9aa0-c011e53b33e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8047450-ec84-4e8d-bb54-068b9e1574f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0519609 Jul 16 21:08:49.218750 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe9a7823-8388-4f69-9a00-33918932b739 req-e03927c4-d107-4a01-b062-5f3c3546d09c service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895278 Jul 16 21:08:49.308763 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe9a7823-8388-4f69-9a00-33918932b739 req-99202eeb-d5bf-4786-82e8-8d49637dc1d5 service neutron] 10.222.0.18 "GET /v2.0/networks/a8047450-ec84-4e8d-bb54-068b9e1574f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828762 Jul 16 21:08:49.533333 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f057836-c711-414f-970c-85fb118653d9 req-e925d372-0778-4d2a-98d1-08e8bc8d35b1 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:49.534844 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5f057836-c711-414f-970c-85fb118653d9 req-e925d372-0778-4d2a-98d1-08e8bc8d35b1 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] 10.222.0.38 "GET /v2.0/ports?device_id=11345dc4-d626-497b-93f7-21052ad7ed8f HTTP/1.1" status: 200 len: 948 time: 0.0683539 Jul 16 21:08:49.571835 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5f057836-c711-414f-970c-85fb118653d9 req-cc0cc722-51d1-4ec3-9f53-c56eb14dc610 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] 10.222.0.38 "GET /v2.0/security-groups?id=3d6dc4b1-3bb0-44f2-a0f9-ab3ce4e58ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315642 Jul 16 21:08:50.366850 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device f58aad5a-eaea-47c8-859f-0f6da2a53162 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:08:50.473796 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port f58aad5a-eaea-47c8-859f-0f6da2a53162, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f58aad5a-eaea-47c8-859f-0f6da2a53162,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:50.487506 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'f58aad5a-eaea-47c8-859f-0f6da2a53162', 'network_id': 'a8047450-ec84-4e8d-bb54-068b9e1574f2', 'port_id': 'f58aad5a-eaea-47c8-859f-0f6da2a53162', 'mac_address': 'fa:16:3e:39:f9:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f0273-be01-4de0-afe5-77687052af78', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:08:50.533231 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:50.546430 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f58aad5a-eaea-47c8-859f-0f6da2a53162 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:08:50.565552 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port f58aad5a-eaea-47c8-859f-0f6da2a53162, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f58aad5a-eaea-47c8-859f-0f6da2a53162,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:50.569246 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:50.628459 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=f58aad5a-eaea-47c8-859f-0f6da2a53162,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:50.769618 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f58aad5a-eaea-47c8-859f-0f6da2a53162'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:08:50.773771 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41a814-c2c3-4dcc-8f9e-1fe4e1c6277b req-dc49586a-ca95-4e1c-b5eb-e3cec1d18958 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:50.775320 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ea41a814-c2c3-4dcc-8f9e-1fe4e1c6277b req-dc49586a-ca95-4e1c-b5eb-e3cec1d18958 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] 10.222.0.38 "GET /v2.0/ports?device_id=11345dc4-d626-497b-93f7-21052ad7ed8f HTTP/1.1" status: 200 len: 949 time: 0.0659425 Jul 16 21:08:50.814701 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ea41a814-c2c3-4dcc-8f9e-1fe4e1c6277b req-ab911563-e06a-44ba-98a9-e37cd61193b6 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] 10.222.0.38 "GET /v2.0/security-groups?id=3d6dc4b1-3bb0-44f2-a0f9-ab3ce4e58ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329607 Jul 16 21:08:51.748176 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2e600c53-da42-4bf1-aedc-c18aec5a4ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:51.983564 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa90e69-dfce-41cd-a2a3-00d655d4a334 req-479b1298-6dc5-4b68-bcf1-f940c918cc8b tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:51.984940 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bfa90e69-dfce-41cd-a2a3-00d655d4a334 req-479b1298-6dc5-4b68-bcf1-f940c918cc8b tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] 10.222.0.38 "GET /v2.0/ports?device_id=11345dc4-d626-497b-93f7-21052ad7ed8f HTTP/1.1" status: 200 len: 949 time: 0.0621042 Jul 16 21:08:52.021532 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bfa90e69-dfce-41cd-a2a3-00d655d4a334 req-bab548f6-dbad-4ed4-b8e4-2db68328fd93 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] 10.222.0.38 "GET /v2.0/security-groups?id=3d6dc4b1-3bb0-44f2-a0f9-ab3ce4e58ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311692 Jul 16 21:08:52.368475 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device f58aad5a-eaea-47c8-859f-0f6da2a53162 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:08:52.416580 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port f58aad5a-eaea-47c8-859f-0f6da2a53162 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:08:52.422790 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port f58aad5a-eaea-47c8-859f-0f6da2a53162 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:52.423570 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:52.502887 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:52.525100 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11345dc4-d626-497b-93f7-21052ad7ed8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58aad5a-eaea-47c8-859f-0f6da2a53162'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:08:52.527383 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a37ac65-3976-49a6-aeed-112539c3b3c4" -d '{"events": [{"server_uuid": "11345dc4-d626-497b-93f7-21052ad7ed8f", "name": "network-vif-plugged", "status": "completed", "tag": "f58aad5a-eaea-47c8-859f-0f6da2a53162"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:08:52.540248 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port f58aad5a-eaea-47c8-859f-0f6da2a53162, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f58aad5a-eaea-47c8-859f-0f6da2a53162,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:52.544223 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:52.569707 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cd811f-04fe-42e7-8cf8-a79eaa199e50 x-openstack-request-id: req-32cd811f-04fe-42e7-8cf8-a79eaa199e50 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:08:52.569995 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11345dc4-d626-497b-93f7-21052ad7ed8f", "name": "network-vif-plugged", "status": "completed", "tag": "f58aad5a-eaea-47c8-859f-0f6da2a53162", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:08:52.570254 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-32cd811f-04fe-42e7-8cf8-a79eaa199e50 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:08:52.570666 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11345dc4-d626-497b-93f7-21052ad7ed8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58aad5a-eaea-47c8-859f-0f6da2a53162', 'code': 200} Jul 16 21:08:52.595542 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=f58aad5a-eaea-47c8-859f-0f6da2a53162,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:52.679178 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc5df2-3d4c-4f94-8f82-7e13a1cf8bee req-06738727-afbb-42e3-b09f-57cb4d33ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:52.680645 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-03fc5df2-3d4c-4f94-8f82-7e13a1cf8bee req-06738727-afbb-42e3-b09f-57cb4d33ee0b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=11345dc4-d626-497b-93f7-21052ad7ed8f HTTP/1.1" status: 200 len: 1102 time: 0.0543323 Jul 16 21:08:52.714242 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-03fc5df2-3d4c-4f94-8f82-7e13a1cf8bee req-5c7d148e-4c14-42e9-a7d1-e7b9b069e11d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3d6dc4b1-3bb0-44f2-a0f9-ab3ce4e58ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269623 Jul 16 21:08:53.201042 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321e269-1d7d-4951-ab00-5eea8960d962 req-67749aa0-aa9e-45ee-90d4-48a5454ef0eb tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:53.202899 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8321e269-1d7d-4951-ab00-5eea8960d962 req-67749aa0-aa9e-45ee-90d4-48a5454ef0eb tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] 10.222.0.38 "GET /v2.0/ports?device_id=11345dc4-d626-497b-93f7-21052ad7ed8f HTTP/1.1" status: 200 len: 950 time: 0.0642791 Jul 16 21:08:53.242624 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8321e269-1d7d-4951-ab00-5eea8960d962 req-f1fb9d7d-98df-4aab-a437-d57388cc13f1 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] 10.222.0.38 "GET /v2.0/security-groups?id=3d6dc4b1-3bb0-44f2-a0f9-ab3ce4e58ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327582 Jul 16 21:08:54.284402 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9703bfc8-ab35-4294-b665-751ea50fa87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:54.382560 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:54.423341 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc448ebf-cfb5-4ea1-b9e7-5fe8a49d526b req-c8cb0ac8-786e-4c61-9b03-e7145401fce0 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:54.424841 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc448ebf-cfb5-4ea1-b9e7-5fe8a49d526b req-c8cb0ac8-786e-4c61-9b03-e7145401fce0 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] 10.222.0.38 "GET /v2.0/ports?device_id=11345dc4-d626-497b-93f7-21052ad7ed8f HTTP/1.1" status: 200 len: 950 time: 0.0707591 Jul 16 21:08:54.463117 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc448ebf-cfb5-4ea1-b9e7-5fe8a49d526b req-8124dabd-d5ad-4a1e-91f8-666d287766a9 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] 10.222.0.38 "GET /v2.0/security-groups?id=3d6dc4b1-3bb0-44f2-a0f9-ab3ce4e58ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326524 Jul 16 21:08:55.020835 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-ecbec37f-6cde-4e79-9b67-2935d2461beb req-d0d45700-f001-4ef6-ac57-f232e63f4895 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:08:55.021831 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ecbec37f-6cde-4e79-9b67-2935d2461beb req-d0d45700-f001-4ef6-ac57-f232e63f4895 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1031890 Jul 16 21:08:55.354165 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-f7c5705c-fda0-49a8-bd51-16fe23a6d607 req-da2d109b-4989-466d-b1a3-72ca033f14e3 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:08:55.355159 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f7c5705c-fda0-49a8-bd51-16fe23a6d607 req-da2d109b-4989-466d-b1a3-72ca033f14e3 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053425 Jul 16 21:08:55.830779 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0daa9-1010-43fc-889c-8ff6df88a6e5 req-d09545e3-af35-440e-a297-da76717b79c3 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:55.832302 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fdb0daa9-1010-43fc-889c-8ff6df88a6e5 req-d09545e3-af35-440e-a297-da76717b79c3 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] 10.222.0.38 "GET /v2.0/ports?device_id=11345dc4-d626-497b-93f7-21052ad7ed8f HTTP/1.1" status: 200 len: 950 time: 0.0634680 Jul 16 21:08:55.869856 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fdb0daa9-1010-43fc-889c-8ff6df88a6e5 req-8ea3fe8f-4cbd-4800-a8b2-87505d0dea37 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] 10.222.0.38 "GET /v2.0/security-groups?id=3d6dc4b1-3bb0-44f2-a0f9-ab3ce4e58ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320251 Jul 16 21:08:55.909881 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:57.005808 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01846ef-5b47-44d1-9eb9-f4d316f1b088 req-a28dcd9b-1004-4122-bb19-e3fbb084228e tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:57.007505 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f01846ef-5b47-44d1-9eb9-f4d316f1b088 req-a28dcd9b-1004-4122-bb19-e3fbb084228e tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] 10.222.0.18 "GET /v2.0/ports?device_id=11345dc4-d626-497b-93f7-21052ad7ed8f HTTP/1.1" status: 200 len: 950 time: 0.0846045 Jul 16 21:08:57.128998 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50eb3f-3fc5-464b-893f-560886812890 req-79726484-a74d-4662-b6a5-b794763ad9b4 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:57.130546 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0c50eb3f-3fc5-464b-893f-560886812890 req-79726484-a74d-4662-b6a5-b794763ad9b4 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] 10.222.0.38 "GET /v2.0/ports?device_id=11345dc4-d626-497b-93f7-21052ad7ed8f HTTP/1.1" status: 200 len: 950 time: 0.1413326 Jul 16 21:08:57.188042 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0c50eb3f-3fc5-464b-893f-560886812890 req-0a20c202-83db-45ec-8f57-2c20adedcf84 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] 10.222.0.38 "GET /v2.0/security-groups?id=3d6dc4b1-3bb0-44f2-a0f9-ab3ce4e58ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496311 Jul 16 21:08:57.190474 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-f01846ef-5b47-44d1-9eb9-f4d316f1b088 req-6b7358b4-5ae4-4244-b867-ac83be7d1723 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Deleting port f58aad5a-eaea-47c8-859f-0f6da2a53162 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:08:57.190991 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f01846ef-5b47-44d1-9eb9-f4d316f1b088 req-6b7358b4-5ae4-4244-b867-ac83be7d1723 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:57.610396 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-f01846ef-5b47-44d1-9eb9-f4d316f1b088 req-6b7358b4-5ae4-4244-b867-ac83be7d1723 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] For port f58aad5a-eaea-47c8-859f-0f6da2a53162, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=f58aad5a-eaea-47c8-859f-0f6da2a53162,segment=NetworkSegment(035fd907-e9d5-44e2-8a37-e92d18245bbf),segment_id=035fd907-e9d5-44e2-8a37-e92d18245bbf)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:57.610760 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f01846ef-5b47-44d1-9eb9-f4d316f1b088 req-6b7358b4-5ae4-4244-b867-ac83be7d1723 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:57.622805 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-f01846ef-5b47-44d1-9eb9-f4d316f1b088 req-6b7358b4-5ae4-4244-b867-ac83be7d1723 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Calling delete_port for f58aad5a-eaea-47c8-859f-0f6da2a53162 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:08:57.750265 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:57.751658 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f01846ef-5b47-44d1-9eb9-f4d316f1b088 req-6b7358b4-5ae4-4244-b867-ac83be7d1723 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:57.763123 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['f58aad5a-eaea-47c8-859f-0f6da2a53162'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:08:57.781054 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7358b4-5ae4-4244-b867-ac83be7d1723 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Pushing event deleted for resources: {'Port': ['ID=f58aad5a-eaea-47c8-859f-0f6da2a53162,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:57.829916 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01846ef-5b47-44d1-9eb9-f4d316f1b088 req-6b7358b4-5ae4-4244-b867-ac83be7d1723 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] No DVR routers for this DVR port f58aad5a-eaea-47c8-859f-0f6da2a53162 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:08:57.832720 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f01846ef-5b47-44d1-9eb9-f4d316f1b088 req-6b7358b4-5ae4-4244-b867-ac83be7d1723 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:57.834767 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f01846ef-5b47-44d1-9eb9-f4d316f1b088 req-6b7358b4-5ae4-4244-b867-ac83be7d1723 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] 10.222.0.18 "DELETE /v2.0/ports/f58aad5a-eaea-47c8-859f-0f6da2a53162 HTTP/1.1" status: 204 len: 173 time: 0.8040895 Jul 16 21:08:57.835213 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11345dc4-d626-497b-93f7-21052ad7ed8f', 'name': 'network-vif-deleted', 'tag': 'f58aad5a-eaea-47c8-859f-0f6da2a53162'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:08:57.837505 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ce7a69-68e3-4259-935e-df147ab2af5a" -d '{"events": [{"server_uuid": "11345dc4-d626-497b-93f7-21052ad7ed8f", "name": "network-vif-deleted", "tag": "f58aad5a-eaea-47c8-859f-0f6da2a53162"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:08:57.874170 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98b15f9-a6c1-48b3-8a5e-aef2da4be63e x-openstack-request-id: req-b98b15f9-a6c1-48b3-8a5e-aef2da4be63e {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:08:57.874512 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11345dc4-d626-497b-93f7-21052ad7ed8f", "name": "network-vif-deleted", "tag": "f58aad5a-eaea-47c8-859f-0f6da2a53162", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:08:57.874774 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b98b15f9-a6c1-48b3-8a5e-aef2da4be63e {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:08:57.875167 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11345dc4-d626-497b-93f7-21052ad7ed8f', 'name': 'network-vif-deleted', 'tag': 'f58aad5a-eaea-47c8-859f-0f6da2a53162', 'status': 'completed', 'code': 200} Jul 16 21:08:58.350475 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be742e16-14ae-4cb6-a0ae-68ae62b16c40 req-7a55c0d0-71e6-41fd-9c5f-0d5964d20475 tempest-ServersAdminNegativeTestJSON-323356201 tempest-ServersAdminNegativeTestJSON-323356201-project] 10.222.0.38 "GET /v2.0/ports?device_id=11345dc4-d626-497b-93f7-21052ad7ed8f HTTP/1.1" status: 200 len: 210 time: 0.0329084 Jul 16 21:08:59.678563 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54584) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:59.833147 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:59.861476 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-964a7167-ff6d-4f89-b531-a9ac0172da9e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a288b7a21b0b42abbff940454684e3b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1817324 Jul 16 21:08:59.864029 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54590) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:59.909988 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-61a30623-0824-4ee8-a6b4-460e34f654b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:59.931925 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-61a30623-0824-4ee8-a6b4-460e34f654b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:59.976319 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-61a30623-0824-4ee8-a6b4-460e34f654b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:59.978881 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-61a30623-0824-4ee8-a6b4-460e34f654b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:59.980017 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-61a30623-0824-4ee8-a6b4-460e34f654b4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3d6dc4b1-3bb0-44f2-a0f9-ab3ce4e58ea6 HTTP/1.1" status: 204 len: 168 time: 0.1151021 Jul 16 21:08:59.987901 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30623-0824-4ee8-a6b4-460e34f654b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6dc4b1-3bb0-44f2-a0f9-ab3ce4e58ea6,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:00.236997 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54596) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:00.250256 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e347f2a9-ea80-40e5-925e-47204f5c87da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:00.344931 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e347f2a9-ea80-40e5-925e-47204f5c87da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:00.348638 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e347f2a9-ea80-40e5-925e-47204f5c87da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:00.385083 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e347f2a9-ea80-40e5-925e-47204f5c87da admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=65cedc53fa6a4dcf89181b29a43184a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469884 Jul 16 21:09:00.387100 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347f2a9-ea80-40e5-925e-47204f5c87da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca12b71-0fa0-4b1a-9b59-8a6c5b195c22,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:00.387879 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54598) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:00.415331 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device f58aad5a-eaea-47c8-859f-0f6da2a53162 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:09:00.434613 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: f58aad5a-eaea-47c8-859f-0f6da2a53162 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:09:00.434964 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device f58aad5a-eaea-47c8-859f-0f6da2a53162 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:09:00.438702 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-12623e63-71fd-4ce7-b41e-bcb872a219ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:00.460572 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-12623e63-71fd-4ce7-b41e-bcb872a219ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:00.507398 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-12623e63-71fd-4ce7-b41e-bcb872a219ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:00.510076 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-12623e63-71fd-4ce7-b41e-bcb872a219ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:00.511263 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-12623e63-71fd-4ce7-b41e-bcb872a219ef admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dca12b71-0fa0-4b1a-9b59-8a6c5b195c22 HTTP/1.1" status: 204 len: 168 time: 0.1223974 Jul 16 21:09:00.518727 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12623e63-71fd-4ce7-b41e-bcb872a219ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca12b71-0fa0-4b1a-9b59-8a6c5b195c22,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:01.164718 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54620) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:01.291393 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-3adfe104-c511-4e8b-b49d-fad78817c1cb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-325794894-network', 'tenant_id': '703783fb6bb24825a3ceda2be2d9cb26'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:01.313501 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adfe104-c511-4e8b-b49d-fad78817c1cb admin admin] Made reservation on behalf of 703783fb6bb24825a3ceda2be2d9cb26 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:09:01.315865 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3adfe104-c511-4e8b-b49d-fad78817c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:01.324007 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3adfe104-c511-4e8b-b49d-fad78817c1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:01.409677 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3adfe104-c511-4e8b-b49d-fad78817c1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:01.413285 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3adfe104-c511-4e8b-b49d-fad78817c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:01.441196 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3adfe104-c511-4e8b-b49d-fad78817c1cb admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:09:01.450646 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfe104-c511-4e8b-b49d-fad78817c1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3611072b-d219-4500-9efe-21ad0672d6fe,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:01.456782 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3adfe104-c511-4e8b-b49d-fad78817c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:01.457123 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-3adfe104-c511-4e8b-b49d-fad78817c1cb admin admin] Added segment d298b618-caa4-49dc-ae3c-0c571cb7dc0e of type vlan for network f39d3cdc-def8-4270-ae37-755f04b4f7a1 Jul 16 21:09:01.495169 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3adfe104-c511-4e8b-b49d-fad78817c1cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:01.522928 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3adfe104-c511-4e8b-b49d-fad78817c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:01.523872 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adfe104-c511-4e8b-b49d-fad78817c1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:01.524442 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3adfe104-c511-4e8b-b49d-fad78817c1cb admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:01.555526 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3adfe104-c511-4e8b-b49d-fad78817c1cb admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3897166 Jul 16 21:09:01.558655 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54626) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:01.564384 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-84e3f7be-12f0-46e2-87f8-0077e5e51e94 admin admin] Request body: {'subnet': {'network_id': 'f39d3cdc-def8-4270-ae37-755f04b4f7a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-325794894-subnet', 'tenant_id': '703783fb6bb24825a3ceda2be2d9cb26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:01.584239 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e3f7be-12f0-46e2-87f8-0077e5e51e94 admin admin] Made reservation on behalf of 703783fb6bb24825a3ceda2be2d9cb26 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:09:01.585009 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfe104-c511-4e8b-b49d-fad78817c1cb admin admin] Pushing event updated for resources: {'Network': ['ID=f39d3cdc-def8-4270-ae37-755f04b4f7a1,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:01.586826 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-84e3f7be-12f0-46e2-87f8-0077e5e51e94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:01.595513 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network f39d3cdc-def8-4270-ae37-755f04b4f7a1 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:09:01.753603 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-84e3f7be-12f0-46e2-87f8-0077e5e51e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:01.806341 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3f7be-12f0-46e2-87f8-0077e5e51e94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d95649f-d004-4bea-bca4-b4d734d215f2,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:01.816341 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e3f7be-12f0-46e2-87f8-0077e5e51e94 admin admin] Checking segment: {'id': 'd298b618-caa4-49dc-ae3c-0c571cb7dc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f39d3cdc-def8-4270-ae37-755f04b4f7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:09:01.816703 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e3f7be-12f0-46e2-87f8-0077e5e51e94 admin admin] Network hostable DHCP agents. Network: f39d3cdc-def8-4270-ae37-755f04b4f7a1, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:09:01.833323 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e3f7be-12f0-46e2-87f8-0077e5e51e94 admin admin] Network f39d3cdc-def8-4270-ae37-755f04b4f7a1 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:09:01.842791 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-84e3f7be-12f0-46e2-87f8-0077e5e51e94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, f39d3cdc-def8-4270-ae37-755f04b4f7a1) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:09:01.846919 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e3f7be-12f0-46e2-87f8-0077e5e51e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:01.847512 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-84e3f7be-12f0-46e2-87f8-0077e5e51e94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:01.853089 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73590ec8-3072-41e3-bc51-21b2e8b22c42 None None] Network f39d3cdc-def8-4270-ae37-755f04b4f7a1 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:09:01.864342 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-84e3f7be-12f0-46e2-87f8-0077e5e51e94 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3045130 Jul 16 21:09:02.180928 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d27f5e0-56f4-47c2-8190-ec80d1238e6e None None] Network f39d3cdc-def8-4270-ae37-755f04b4f7a1 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:09:02.316336 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-510866f6-7ef8-49bf-b334-b2b1aa05d962 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:02.317788 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-510866f6-7ef8-49bf-b334-b2b1aa05d962 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/networks?id=f39d3cdc-def8-4270-ae37-755f04b4f7a1 HTTP/1.1" status: 200 len: 811 time: 0.1087458 Jul 16 21:09:02.333623 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-cfd485d0-6ccb-4ba1-860a-f17d29fd50a9 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/quotas/703783fb6bb24825a3ceda2be2d9cb26 HTTP/1.1" status: 200 len: 375 time: 0.0101256 Jul 16 21:09:02.369243 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-a5f2d2ec-be7e-4b71-8fcf-93dc772b1f02 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=703783fb6bb24825a3ceda2be2d9cb26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292432 Jul 16 21:09:02.380836 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-075b8863-3d9b-47da-a531-eea0ee0b8ef9 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:09:02.381791 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-075b8863-3d9b-47da-a531-eea0ee0b8ef9 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056562 Jul 16 21:09:02.470776 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-485dffd3-8cb4-4567-8a86-590412f60aa1 service neutron] 10.222.0.38 "GET /v2.0/networks/f39d3cdc-def8-4270-ae37-755f04b4f7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830860 Jul 16 21:09:02.578234 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-c2400030-943f-4cac-a999-5ea38c896708 service neutron] 10.222.0.38 "GET /v2.0/networks/f39d3cdc-def8-4270-ae37-755f04b4f7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015315 Jul 16 21:09:02.762708 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5778022-1a10-4069-8702-48c8696dff7d req-df1c8fd8-1c0b-4741-b9d5-cd4652fd364a tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 210 time: 0.0372329 Jul 16 21:09:03.515789 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:03.833204 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-cdf20b3b-cea4-4568-beb7-b273bea6c0c9 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:03.834760 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-cdf20b3b-cea4-4568-beb7-b273bea6c0c9 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.18 "GET /v2.0/networks?id=f39d3cdc-def8-4270-ae37-755f04b4f7a1 HTTP/1.1" status: 200 len: 811 time: 0.1162906 Jul 16 21:09:03.847662 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-634974b4-848b-4e30-b804-5b8ed79efd3d tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Request body: {'port': {'device_id': '093bffee-4805-417a-98b5-a388cf1c1573', 'network_id': 'f39d3cdc-def8-4270-ae37-755f04b4f7a1', 'admin_state_up': True, 'tenant_id': '703783fb6bb24825a3ceda2be2d9cb26'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:03.943518 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33ecff17-dc8f-4c68-af4b-240b65189e7c req-22b66e66-d906-4011-ab33-b71540d71cee tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 210 time: 0.0606382 Jul 16 21:09:03.991714 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-634974b4-848b-4e30-b804-5b8ed79efd3d tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Made reservation on behalf of 703783fb6bb24825a3ceda2be2d9cb26 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:09:03.995394 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-634974b4-848b-4e30-b804-5b8ed79efd3d tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:04.118000 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-634974b4-848b-4e30-b804-5b8ed79efd3d tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Allocated IP 172.20.0.3 (f39d3cdc-def8-4270-ae37-755f04b4f7a1/8d95649f-d004-4bea-bca4-b4d734d215f2/096c9b77-8278-4698-a541-1074094f6286) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:09:04.267621 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-634974b4-848b-4e30-b804-5b8ed79efd3d tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:04.305019 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-634974b4-848b-4e30-b804-5b8ed79efd3d tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:04.351534 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-634974b4-848b-4e30-b804-5b8ed79efd3d tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Network f39d3cdc-def8-4270-ae37-755f04b4f7a1 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:09:04.356742 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-634974b4-848b-4e30-b804-5b8ed79efd3d tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:09:04.360925 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-634974b4-848b-4e30-b804-5b8ed79efd3d tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:09:04.388107 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634974b4-848b-4e30-b804-5b8ed79efd3d tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Pushing event updated for resources: {'Port': ['ID=096c9b77-8278-4698-a541-1074094f6286,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:04.413415 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-634974b4-848b-4e30-b804-5b8ed79efd3d tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:04.414031 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-634974b4-848b-4e30-b804-5b8ed79efd3d tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:04.428002 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-634974b4-848b-4e30-b804-5b8ed79efd3d tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5846059 Jul 16 21:09:04.439340 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-456391dd-6110-4664-b430-ca2f91ec2087 service neutron] Request body: {'port': {'device_id': '093bffee-4805-417a-98b5-a388cf1c1573', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:04.510624 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-456391dd-6110-4664-b430-ca2f91ec2087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:04.773503 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-456391dd-6110-4664-b430-ca2f91ec2087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 096c9b77-8278-4698-a541-1074094f6286 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:09:04.780791 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-456391dd-6110-4664-b430-ca2f91ec2087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:04.792499 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-456391dd-6110-4664-b430-ca2f91ec2087 service neutron] Transition to ACTIVE for port object 096c9b77-8278-4698-a541-1074094f6286 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:09:04.796895 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-456391dd-6110-4664-b430-ca2f91ec2087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:04.845170 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456391dd-6110-4664-b430-ca2f91ec2087 service neutron] Pushing event updated for resources: {'Port': ['ID=096c9b77-8278-4698-a541-1074094f6286,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:04.916197 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-456391dd-6110-4664-b430-ca2f91ec2087 service neutron] Attempting to bind port 096c9b77-8278-4698-a541-1074094f6286 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:09:04.916536 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-456391dd-6110-4664-b430-ca2f91ec2087 service neutron] Attempting to bind port 096c9b77-8278-4698-a541-1074094f6286 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'd298b618-caa4-49dc-ae3c-0c571cb7dc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f39d3cdc-def8-4270-ae37-755f04b4f7a1'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:09:04.916868 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-456391dd-6110-4664-b430-ca2f91ec2087 service neutron] Attempting to bind port 096c9b77-8278-4698-a541-1074094f6286 on network f39d3cdc-def8-4270-ae37-755f04b4f7a1 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:09:04.921884 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-456391dd-6110-4664-b430-ca2f91ec2087 service neutron] Port 096c9b77-8278-4698-a541-1074094f6286 on network f39d3cdc-def8-4270-ae37-755f04b4f7a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:09:04.922210 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-456391dd-6110-4664-b430-ca2f91ec2087 service neutron] Attempting to bind port 096c9b77-8278-4698-a541-1074094f6286 on network f39d3cdc-def8-4270-ae37-755f04b4f7a1 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:09:04.927035 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-456391dd-6110-4664-b430-ca2f91ec2087 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:09:04.927385 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-456391dd-6110-4664-b430-ca2f91ec2087 service neutron] Checking segment: {'id': 'd298b618-caa4-49dc-ae3c-0c571cb7dc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f39d3cdc-def8-4270-ae37-755f04b4f7a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:09:04.927788 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-456391dd-6110-4664-b430-ca2f91ec2087 service neutron] Bound using segment: {'id': 'd298b618-caa4-49dc-ae3c-0c571cb7dc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f39d3cdc-def8-4270-ae37-755f04b4f7a1'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:09:04.928424 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-456391dd-6110-4664-b430-ca2f91ec2087 service neutron] Bound port: 096c9b77-8278-4698-a541-1074094f6286, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd298b618-caa4-49dc-ae3c-0c571cb7dc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f39d3cdc-def8-4270-ae37-755f04b4f7a1'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:09:04.928851 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-456391dd-6110-4664-b430-ca2f91ec2087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:04.996526 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-456391dd-6110-4664-b430-ca2f91ec2087 service neutron] For port 096c9b77-8278-4698-a541-1074094f6286, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:09:04.999741 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-456391dd-6110-4664-b430-ca2f91ec2087 service neutron] For port 096c9b77-8278-4698-a541-1074094f6286, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=096c9b77-8278-4698-a541-1074094f6286,segment=NetworkSegment(d298b618-caa4-49dc-ae3c-0c571cb7dc0e),segment_id=d298b618-caa4-49dc-ae3c-0c571cb7dc0e)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:09:05.005001 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-456391dd-6110-4664-b430-ca2f91ec2087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:05.037540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-456391dd-6110-4664-b430-ca2f91ec2087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:05.038836 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-456391dd-6110-4664-b430-ca2f91ec2087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:05.039636 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-456391dd-6110-4664-b430-ca2f91ec2087 service neutron] 10.222.0.18 "PUT /v2.0/ports/096c9b77-8278-4698-a541-1074094f6286 HTTP/1.1" status: 200 len: 1092 time: 0.6049004 Jul 16 21:09:05.040078 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '093bffee-4805-417a-98b5-a388cf1c1573', 'tag': '096c9b77-8278-4698-a541-1074094f6286'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:09:05.042402 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c545cc-1b9f-4797-a353-0857dc1316b1" -d '{"events": [{"name": "network-changed", "server_uuid": "093bffee-4805-417a-98b5-a388cf1c1573", "tag": "096c9b77-8278-4698-a541-1074094f6286"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:09:05.108603 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e24344-60b7-426c-a015-31967e79a57c x-openstack-request-id: req-29e24344-60b7-426c-a015-31967e79a57c {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:09:05.108903 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "093bffee-4805-417a-98b5-a388cf1c1573", "tag": "096c9b77-8278-4698-a541-1074094f6286", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:09:05.109161 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-29e24344-60b7-426c-a015-31967e79a57c {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:09:05.109568 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093bffee-4805-417a-98b5-a388cf1c1573', 'tag': '096c9b77-8278-4698-a541-1074094f6286', 'status': 'completed', 'code': 200} Jul 16 21:09:05.110151 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456391dd-6110-4664-b430-ca2f91ec2087 service neutron] Pushing event updated for resources: {'Port': ['ID=096c9b77-8278-4698-a541-1074094f6286,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:05.187945 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56aafd-c57b-4100-8d15-f9a3fd016c78 req-1c17db61-2ee9-4215-8889-827c3edde699 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:05.189437 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7e56aafd-c57b-4100-8d15-f9a3fd016c78 req-1c17db61-2ee9-4215-8889-827c3edde699 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 943 time: 0.1229141 Jul 16 21:09:05.191333 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-6080a58d-91d0-4253-aa77-5a65bb5983e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:05.192696 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-6080a58d-91d0-4253-aa77-5a65bb5983e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=703783fb6bb24825a3ceda2be2d9cb26&device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 1095 time: 0.1134217 Jul 16 21:09:05.242379 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-2d639c54-ee68-47d6-826e-bea69dc8d4c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=096c9b77-8278-4698-a541-1074094f6286 HTTP/1.1" status: 200 len: 217 time: 0.0412488 Jul 16 21:09:05.285488 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7e56aafd-c57b-4100-8d15-f9a3fd016c78 req-a04b3946-2331-40d7-8cb5-517cccf5febe tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902505 Jul 16 21:09:05.304698 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-d685b576-e4af-424f-8052-7b9cd3100861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:05.306160 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-d685b576-e4af-424f-8052-7b9cd3100861 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8d95649f-d004-4bea-bca4-b4d734d215f2 HTTP/1.1" status: 200 len: 851 time: 0.0580950 Jul 16 21:09:05.342746 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-54bc2b84-be89-4fd5-8d56-8b96d1415faf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f39d3cdc-def8-4270-ae37-755f04b4f7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303323 Jul 16 21:09:05.431103 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-8436be04-d254-46f9-ac99-0ecc46d960fb service neutron] 10.222.0.18 "GET /v2.0/networks/f39d3cdc-def8-4270-ae37-755f04b4f7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822775 Jul 16 21:09:05.524782 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6688fc1d-bc84-49f2-b607-88c66b8371d6 req-0be4e930-02ad-42ac-af12-5ea9fa453692 service neutron] 10.222.0.18 "GET /v2.0/networks/f39d3cdc-def8-4270-ae37-755f04b4f7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875361 Jul 16 21:09:05.624891 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c545cc-1b9f-4797-a353-0857dc1316b1 req-62305aa2-1879-436d-8f30-23d0cc481b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:05.626469 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-07c545cc-1b9f-4797-a353-0857dc1316b1 req-62305aa2-1879-436d-8f30-23d0cc481b57 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=703783fb6bb24825a3ceda2be2d9cb26&device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 1095 time: 0.0532346 Jul 16 21:09:05.720238 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c545cc-1b9f-4797-a353-0857dc1316b1 req-dfb45af5-acda-482f-b769-7da5977247e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:05.721712 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-07c545cc-1b9f-4797-a353-0857dc1316b1 req-dfb45af5-acda-482f-b769-7da5977247e0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f39d3cdc-def8-4270-ae37-755f04b4f7a1 HTTP/1.1" status: 200 len: 912 time: 0.0891223 Jul 16 21:09:05.761916 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-07c545cc-1b9f-4797-a353-0857dc1316b1 req-6be3d64e-54ec-4d01-b9c2-4e9b8d8e024f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=096c9b77-8278-4698-a541-1074094f6286 HTTP/1.1" status: 200 len: 217 time: 0.0337617 Jul 16 21:09:05.810018 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c545cc-1b9f-4797-a353-0857dc1316b1 req-9d2398c9-0d8b-4cfe-a27e-5e190701b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:05.811564 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-07c545cc-1b9f-4797-a353-0857dc1316b1 req-9d2398c9-0d8b-4cfe-a27e-5e190701b421 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8d95649f-d004-4bea-bca4-b4d734d215f2 HTTP/1.1" status: 200 len: 851 time: 0.0434661 Jul 16 21:09:05.848125 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-07c545cc-1b9f-4797-a353-0857dc1316b1 req-24ffee27-9346-46cf-a077-caf345b8c4c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f39d3cdc-def8-4270-ae37-755f04b4f7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298696 Jul 16 21:09:05.939082 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-07c545cc-1b9f-4797-a353-0857dc1316b1 req-8f1d56ec-d88d-451a-a131-35d2bd4b684d service neutron] 10.222.0.18 "GET /v2.0/networks/f39d3cdc-def8-4270-ae37-755f04b4f7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840909 Jul 16 21:09:06.042269 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-07c545cc-1b9f-4797-a353-0857dc1316b1 req-3a1868cf-1756-4c3f-b279-8ad8f238ddf6 service neutron] 10.222.0.18 "GET /v2.0/networks/f39d3cdc-def8-4270-ae37-755f04b4f7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961008 Jul 16 21:09:06.464798 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7ac3a-81e3-4867-8bf1-25850bf22f22 req-4d03fbc6-715a-41e9-81d7-7191f4c84746 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:06.466307 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19a7ac3a-81e3-4867-8bf1-25850bf22f22 req-4d03fbc6-715a-41e9-81d7-7191f4c84746 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 943 time: 0.0662401 Jul 16 21:09:06.507136 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19a7ac3a-81e3-4867-8bf1-25850bf22f22 req-075b6deb-e462-47f8-b02d-e4f085e3fcd1 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350537 Jul 16 21:09:07.687126 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9b099-addd-41da-bb5d-7a27963b6f6e req-a7ff144b-7234-461d-baec-a6e8bb1867a6 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:07.688663 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ece9b099-addd-41da-bb5d-7a27963b6f6e req-a7ff144b-7234-461d-baec-a6e8bb1867a6 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 943 time: 0.0633907 Jul 16 21:09:07.729999 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ece9b099-addd-41da-bb5d-7a27963b6f6e req-1a3d9a98-7ce9-4047-8408-90de5aa2e41a tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358260 Jul 16 21:09:08.431613 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 096c9b77-8278-4698-a541-1074094f6286 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:09:08.526493 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 096c9b77-8278-4698-a541-1074094f6286, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=096c9b77-8278-4698-a541-1074094f6286,segment=NetworkSegment(d298b618-caa4-49dc-ae3c-0c571cb7dc0e),segment_id=d298b618-caa4-49dc-ae3c-0c571cb7dc0e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:08.541001 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '096c9b77-8278-4698-a541-1074094f6286', 'network_id': 'f39d3cdc-def8-4270-ae37-755f04b4f7a1', 'port_id': '096c9b77-8278-4698-a541-1074094f6286', 'mac_address': 'fa:16:3e:11:81:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d95649f-d004-4bea-bca4-b4d734d215f2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:09:08.577765 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:08.589809 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096c9b77-8278-4698-a541-1074094f6286 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:09:08.608697 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 096c9b77-8278-4698-a541-1074094f6286, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=096c9b77-8278-4698-a541-1074094f6286,segment=NetworkSegment(d298b618-caa4-49dc-ae3c-0c571cb7dc0e),segment_id=d298b618-caa4-49dc-ae3c-0c571cb7dc0e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:08.612542 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:08.659240 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=096c9b77-8278-4698-a541-1074094f6286,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:08.798591 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['096c9b77-8278-4698-a541-1074094f6286'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:09:08.905262 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb61028-c873-42df-aae0-42eb586200c0 req-3828215f-b418-4656-8c82-e27631ce222c tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:08.907208 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8cb61028-c873-42df-aae0-42eb586200c0 req-3828215f-b418-4656-8c82-e27631ce222c tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 944 time: 0.0670421 Jul 16 21:09:08.944987 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8cb61028-c873-42df-aae0-42eb586200c0 req-4ca81f1c-8797-4d7a-baef-e0724b7fecdf tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322521 Jul 16 21:09:10.121468 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3b2b0-7565-4ee4-96c1-3ff6416faa54 req-50d7d155-e5e4-45dc-9e60-e5b8c4215f21 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:10.122914 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4bf3b2b0-7565-4ee4-96c1-3ff6416faa54 req-50d7d155-e5e4-45dc-9e60-e5b8c4215f21 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 944 time: 0.0643911 Jul 16 21:09:10.161118 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4bf3b2b0-7565-4ee4-96c1-3ff6416faa54 req-8d174cd3-32a5-4d54-9506-823279bffe3a tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324888 Jul 16 21:09:10.446670 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 096c9b77-8278-4698-a541-1074094f6286 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:09:10.494605 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 096c9b77-8278-4698-a541-1074094f6286 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:09:10.498272 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 096c9b77-8278-4698-a541-1074094f6286 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:09:10.499180 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:10.578622 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:10.600073 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093bffee-4805-417a-98b5-a388cf1c1573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096c9b77-8278-4698-a541-1074094f6286'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:09:10.602356 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce98046d-5177-4ca2-9245-aed1f3df9181" -d '{"events": [{"server_uuid": "093bffee-4805-417a-98b5-a388cf1c1573", "name": "network-vif-plugged", "status": "completed", "tag": "096c9b77-8278-4698-a541-1074094f6286"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:09:10.615538 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 096c9b77-8278-4698-a541-1074094f6286, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=096c9b77-8278-4698-a541-1074094f6286,segment=NetworkSegment(d298b618-caa4-49dc-ae3c-0c571cb7dc0e),segment_id=d298b618-caa4-49dc-ae3c-0c571cb7dc0e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:10.621130 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:10.643846 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7214595e-7087-4acb-a1c2-8584dfd3930f x-openstack-request-id: req-7214595e-7087-4acb-a1c2-8584dfd3930f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:09:10.644141 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093bffee-4805-417a-98b5-a388cf1c1573", "name": "network-vif-plugged", "status": "completed", "tag": "096c9b77-8278-4698-a541-1074094f6286", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:09:10.644394 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7214595e-7087-4acb-a1c2-8584dfd3930f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:09:10.644869 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093bffee-4805-417a-98b5-a388cf1c1573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096c9b77-8278-4698-a541-1074094f6286', 'code': 200} Jul 16 21:09:10.671655 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=096c9b77-8278-4698-a541-1074094f6286,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:10.768131 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abf179-76af-4596-825d-74f3b2df18d4 req-cce7a8c8-4e5f-4be9-9f2c-f30a496b895c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:10.769543 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c0abf179-76af-4596-825d-74f3b2df18d4 req-cce7a8c8-4e5f-4be9-9f2c-f30a496b895c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 1097 time: 0.0571878 Jul 16 21:09:10.804547 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c0abf179-76af-4596-825d-74f3b2df18d4 req-01ab0270-aa86-4564-a508-4cec097168ec service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286732 Jul 16 21:09:11.332367 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f212c1-7387-457f-8d62-5f898aacdabe req-280fc80d-ef51-486e-a227-5c6d2771f0fb tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:11.333857 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-44f212c1-7387-457f-8d62-5f898aacdabe req-280fc80d-ef51-486e-a227-5c6d2771f0fb tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 945 time: 0.0640721 Jul 16 21:09:11.370722 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-44f212c1-7387-457f-8d62-5f898aacdabe req-03b2b6a3-2654-46f3-9de2-e287ba99f1de tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313139 Jul 16 21:09:12.546466 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226b5cf-760b-426f-9769-6174941d9ba6 req-ccaf3c96-ed2c-4b82-b77a-08b469e86f1d tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:12.547888 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a226b5cf-760b-426f-9769-6174941d9ba6 req-ccaf3c96-ed2c-4b82-b77a-08b469e86f1d tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 945 time: 0.0663874 Jul 16 21:09:12.588847 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a226b5cf-760b-426f-9769-6174941d9ba6 req-33cabf4b-8aa9-4c2d-8de4-1bd08e8cf825 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353518 Jul 16 21:09:12.868074 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54678) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:13.015992 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2aa89-0ea6-4c3a-b9d7-430119d981b5 req-8968bac2-dbcd-4e9b-90cc-2c054503d07d tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:13.017468 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6ac2aa89-0ea6-4c3a-b9d7-430119d981b5 req-8968bac2-dbcd-4e9b-90cc-2c054503d07d tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 945 time: 0.0983768 Jul 16 21:09:13.023605 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-04c2c7d6-c9bd-4a3d-ab12-5cf9c1c84083 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1543589 Jul 16 21:09:13.058008 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6ac2aa89-0ea6-4c3a-b9d7-430119d981b5 req-bd700ff3-0097-429e-aa8e-dbfc38afd948 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333869 Jul 16 21:09:14.279219 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fec789-7e79-4067-a4e1-baa3d26e1ba5 req-d48ee631-7025-429d-aae2-f5dc3cf41c5d tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:14.281103 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c5fec789-7e79-4067-a4e1-baa3d26e1ba5 req-d48ee631-7025-429d-aae2-f5dc3cf41c5d tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 945 time: 0.1093674 Jul 16 21:09:14.283766 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-8f9739ba-d117-4b30-a5ab-7ff1ec143573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:14.285124 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-8f9739ba-d117-4b30-a5ab-7ff1ec143573 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=703783fb6bb24825a3ceda2be2d9cb26&device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 1097 time: 0.0807960 Jul 16 21:09:14.346053 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c5fec789-7e79-4067-a4e1-baa3d26e1ba5 req-551f8a64-6d12-4545-bfe7-eec8bf73c9fc tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593505 Jul 16 21:09:14.400912 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-de701502-cab3-4158-8f0a-94b4a5517b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:14.402383 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-de701502-cab3-4158-8f0a-94b4a5517b05 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f39d3cdc-def8-4270-ae37-755f04b4f7a1 HTTP/1.1" status: 200 len: 912 time: 0.1098912 Jul 16 21:09:14.443355 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-75772eb2-8adc-41ea-97b3-73b821071d83 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=096c9b77-8278-4698-a541-1074094f6286 HTTP/1.1" status: 200 len: 217 time: 0.0350218 Jul 16 21:09:14.490627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-a705c28d-4eca-4cbc-8942-ca66aa8056d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:14.492084 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-a705c28d-4eca-4cbc-8942-ca66aa8056d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8d95649f-d004-4bea-bca4-b4d734d215f2 HTTP/1.1" status: 200 len: 851 time: 0.0430212 Jul 16 21:09:14.527685 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-c62df544-9a2d-429f-9f0e-6ca386ea9cc1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f39d3cdc-def8-4270-ae37-755f04b4f7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295472 Jul 16 21:09:14.613929 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-ef00deb5-8275-4593-abda-44b68837d042 service neutron] 10.222.0.18 "GET /v2.0/networks/f39d3cdc-def8-4270-ae37-755f04b4f7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805256 Jul 16 21:09:14.704742 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-310478c3-d333-49c8-89c7-dc9b25a8a9cf service neutron] 10.222.0.18 "GET /v2.0/networks/f39d3cdc-def8-4270-ae37-755f04b4f7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846441 Jul 16 21:09:14.906922 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26299c4e-0fab-433c-8e15-6ea025b9d372 req-7308eb0a-0c71-49bc-abb9-355d7204f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:14.908411 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26299c4e-0fab-433c-8e15-6ea025b9d372 req-7308eb0a-0c71-49bc-abb9-355d7204f1ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=703783fb6bb24825a3ceda2be2d9cb26&device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 1097 time: 0.0530272 Jul 16 21:09:15.015453 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26299c4e-0fab-433c-8e15-6ea025b9d372 req-9b7fb935-c193-4fae-a86b-ed6c52d3d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:15.016912 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26299c4e-0fab-433c-8e15-6ea025b9d372 req-9b7fb935-c193-4fae-a86b-ed6c52d3d6f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f39d3cdc-def8-4270-ae37-755f04b4f7a1 HTTP/1.1" status: 200 len: 912 time: 0.0882010 Jul 16 21:09:15.057920 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26299c4e-0fab-433c-8e15-6ea025b9d372 req-0e15a0c7-447c-41d0-a1fd-d77a53c35a2d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=096c9b77-8278-4698-a541-1074094f6286 HTTP/1.1" status: 200 len: 217 time: 0.0339978 Jul 16 21:09:15.104326 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26299c4e-0fab-433c-8e15-6ea025b9d372 req-a6bf3c9d-b5e8-4685-a2d3-5ce59c1ee68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:15.105724 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26299c4e-0fab-433c-8e15-6ea025b9d372 req-a6bf3c9d-b5e8-4685-a2d3-5ce59c1ee68c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8d95649f-d004-4bea-bca4-b4d734d215f2 HTTP/1.1" status: 200 len: 851 time: 0.0422034 Jul 16 21:09:15.136918 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26299c4e-0fab-433c-8e15-6ea025b9d372 req-7cda3c85-9f64-4b4a-b54e-766dbe4b8fc1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f39d3cdc-def8-4270-ae37-755f04b4f7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254467 Jul 16 21:09:15.229615 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26299c4e-0fab-433c-8e15-6ea025b9d372 req-d0c64079-e46b-4186-b1f9-e766eaa1f8d0 service neutron] 10.222.0.18 "GET /v2.0/networks/f39d3cdc-def8-4270-ae37-755f04b4f7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864015 Jul 16 21:09:15.322454 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26299c4e-0fab-433c-8e15-6ea025b9d372 req-d015e7df-152c-479f-98c0-15c8efbd57fb service neutron] 10.222.0.18 "GET /v2.0/networks/f39d3cdc-def8-4270-ae37-755f04b4f7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858593 Jul 16 21:09:15.519252 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375ce02-31ff-46a8-9196-bc2babd52ec7 req-403de131-8144-4c6d-b90d-28a13a3fcf6d tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:15.520712 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9375ce02-31ff-46a8-9196-bc2babd52ec7 req-403de131-8144-4c6d-b90d-28a13a3fcf6d tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 945 time: 0.0625904 Jul 16 21:09:15.557971 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9375ce02-31ff-46a8-9196-bc2babd52ec7 req-578a0f23-ce2a-499a-bb36-5c8345c79c0f tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316918 Jul 16 21:09:16.728965 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74444471-105b-486e-b88c-c6b630ef863d req-10fd8d52-218b-486a-bd2f-29c7a251771e tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:16.730486 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-74444471-105b-486e-b88c-c6b630ef863d req-10fd8d52-218b-486a-bd2f-29c7a251771e tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 945 time: 0.0619862 Jul 16 21:09:16.767305 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-74444471-105b-486e-b88c-c6b630ef863d req-1a64808d-d0a8-4069-8bc8-494894b3db8c tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312159 Jul 16 21:09:17.944232 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7714a-8146-4095-a129-a1102d502a62 req-92f22cee-cfc3-45e4-9929-6bcfc8abfd82 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:17.945710 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-95e7714a-8146-4095-a129-a1102d502a62 req-92f22cee-cfc3-45e4-9929-6bcfc8abfd82 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 945 time: 0.0672698 Jul 16 21:09:17.982925 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-95e7714a-8146-4095-a129-a1102d502a62 req-08da6e88-4f0e-420d-a532-27ffac4f6ac4 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314350 Jul 16 21:09:19.159479 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b0595-91f9-41be-84df-41b533fa0209 req-c13b3ec6-7faf-4ac7-9729-3f4138aa0fda tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:19.160947 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba3b0595-91f9-41be-84df-41b533fa0209 req-c13b3ec6-7faf-4ac7-9729-3f4138aa0fda tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 945 time: 0.0635774 Jul 16 21:09:19.198966 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba3b0595-91f9-41be-84df-41b533fa0209 req-35099e1f-a15a-4e91-a083-b824e0802f0f tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325525 Jul 16 21:09:20.375679 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8fe9f-35bc-4293-bcd1-af0b87bd130b req-daf8fb4d-651f-4cd4-ba50-d2dddd1b09a2 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:20.377163 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27f8fe9f-35bc-4293-bcd1-af0b87bd130b req-daf8fb4d-651f-4cd4-ba50-d2dddd1b09a2 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 945 time: 0.0661123 Jul 16 21:09:20.415485 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27f8fe9f-35bc-4293-bcd1-af0b87bd130b req-eb0ce559-09d7-4500-a4db-6e3f95f3f832 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328245 Jul 16 21:09:21.586785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0311c6-67c8-411f-912c-fd7c7f98f441 req-92b9ffc2-0a82-4e69-bec9-29214c20668c tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:21.588276 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e0311c6-67c8-411f-912c-fd7c7f98f441 req-92b9ffc2-0a82-4e69-bec9-29214c20668c tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 945 time: 0.0641162 Jul 16 21:09:21.625879 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e0311c6-67c8-411f-912c-fd7c7f98f441 req-9666a3fd-fc87-4d65-94ad-3a0673bb0c32 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320394 Jul 16 21:09:21.750375 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c034eb79-76c8-44dd-9d98-531f87f9b047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:22.802179 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e649c0-ca38-41e7-8c28-91bde05b5012 req-b21a5061-ce25-4594-b198-e12391717e07 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:22.803742 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-32e649c0-ca38-41e7-8c28-91bde05b5012 req-b21a5061-ce25-4594-b198-e12391717e07 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 945 time: 0.0655713 Jul 16 21:09:22.846083 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-32e649c0-ca38-41e7-8c28-91bde05b5012 req-63dfe567-5d12-4780-b859-9486dd04894d tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366945 Jul 16 21:09:23.949787 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [req-f91b80bb-bc28-4d2e-801c-901874f8f0dc req-d10656e3-d2ea-473d-a689-6adcb0ed493b service neutron] (93793) timed out ('10.222.0.38', 39114) {{(pid=93793) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 21:09:24.021469 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b29fb3-395b-4e08-af91-6f9e8e61dedd req-edf32c23-11cf-4c85-a3cf-8a7f3dd55046 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:24.022957 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19b29fb3-395b-4e08-af91-6f9e8e61dedd req-edf32c23-11cf-4c85-a3cf-8a7f3dd55046 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 945 time: 0.0669832 Jul 16 21:09:24.059815 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-19b29fb3-395b-4e08-af91-6f9e8e61dedd req-32a900f2-5d9c-4473-a5ec-26ad584a0382 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313494 Jul 16 21:09:24.285352 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20b9e1da-0b56-488e-ba41-2427f94f40cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:24.383995 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:25.235138 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e390c68-684f-4707-8f69-04d6c2bcc7c2 req-15243b35-290a-4f41-8dd2-d76541c08b80 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:25.236665 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7e390c68-684f-4707-8f69-04d6c2bcc7c2 req-15243b35-290a-4f41-8dd2-d76541c08b80 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 945 time: 0.0663207 Jul 16 21:09:25.273423 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7e390c68-684f-4707-8f69-04d6c2bcc7c2 req-a8203e41-b540-40d4-86cf-f65e0aa6d470 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312006 Jul 16 21:09:25.752845 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:09:25.911457 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:26.451349 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a248380-5293-47c8-8842-24db1ae4f7a8 req-6eb187cb-3b13-4ba7-8ce2-08d0baf72d1c tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:26.453013 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a248380-5293-47c8-8842-24db1ae4f7a8 req-6eb187cb-3b13-4ba7-8ce2-08d0baf72d1c tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 945 time: 0.0674610 Jul 16 21:09:26.490372 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a248380-5293-47c8-8842-24db1ae4f7a8 req-8ba33d7f-7c0c-466d-80d6-fcf098db927d tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319426 Jul 16 21:09:27.663183 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952e4e7-3ebe-4868-bbc7-79991f6e9c3c req-9b5ff15c-f504-49e7-89b3-0c1a31539548 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:27.664649 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8952e4e7-3ebe-4868-bbc7-79991f6e9c3c req-9b5ff15c-f504-49e7-89b3-0c1a31539548 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 945 time: 0.0638213 Jul 16 21:09:27.703982 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8952e4e7-3ebe-4868-bbc7-79991f6e9c3c req-5f991dc7-cfa8-4a5c-9797-e0cfa0e791e8 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335996 Jul 16 21:09:27.754494 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:28.878098 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf71fc0-b058-426e-9563-107a049bc9ae req-a693e4ae-1450-46c4-b7a0-b05c7cfcce2f tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:28.879595 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-daf71fc0-b058-426e-9563-107a049bc9ae req-a693e4ae-1450-46c4-b7a0-b05c7cfcce2f tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 945 time: 0.0637891 Jul 16 21:09:28.917893 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-daf71fc0-b058-426e-9563-107a049bc9ae req-33e0558c-8ef7-46e8-b959-d4b973bf1351 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326967 Jul 16 21:09:29.851968 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:30.097260 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d310368-b0b0-480f-8515-b44c020bcc57 req-36e61a56-6e1d-4c27-933d-7a0130ec9833 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:30.098659 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2d310368-b0b0-480f-8515-b44c020bcc57 req-36e61a56-6e1d-4c27-933d-7a0130ec9833 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 945 time: 0.0696023 Jul 16 21:09:30.134495 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2d310368-b0b0-480f-8515-b44c020bcc57 req-81081cd4-fb25-4b56-bed0-0309f1af84c2 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303121 Jul 16 21:09:31.308154 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac18cae-8249-426e-911c-2ac9a9609dfd req-b45649be-ec9d-4e0e-9eda-89d0dafb7a17 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:31.309613 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ac18cae-8249-426e-911c-2ac9a9609dfd req-b45649be-ec9d-4e0e-9eda-89d0dafb7a17 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 945 time: 0.0634801 Jul 16 21:09:31.348497 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ac18cae-8249-426e-911c-2ac9a9609dfd req-bd0a7730-9395-40c3-85a7-fa968592e1ac tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324242 Jul 16 21:09:32.527017 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f10a9-460f-44cd-a8f8-ad1a551d6ba7 req-a710310d-be1d-4873-b241-171b1fc08bf8 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:32.528409 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6f8f10a9-460f-44cd-a8f8-ad1a551d6ba7 req-a710310d-be1d-4873-b241-171b1fc08bf8 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 945 time: 0.0674994 Jul 16 21:09:32.566000 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6f8f10a9-460f-44cd-a8f8-ad1a551d6ba7 req-0e5a586c-0ab0-4788-b018-90ce11632416 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313663 Jul 16 21:09:33.513070 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:33.739957 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa70b3-d2b1-43ff-bdab-684a8f2768d8 req-5a42d564-0692-4fe5-a2a5-37ce9c14d7a4 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:33.741473 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22aa70b3-d2b1-43ff-bdab-684a8f2768d8 req-5a42d564-0692-4fe5-a2a5-37ce9c14d7a4 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 945 time: 0.0624611 Jul 16 21:09:33.778587 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-22aa70b3-d2b1-43ff-bdab-684a8f2768d8 req-870b07b2-896f-406b-902d-0c10ea01092b tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314221 Jul 16 21:09:34.948701 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78719fcc-8e23-4f57-ab23-5b6f0e54af7e req-efaf5529-6866-43b3-ae1a-8c5d19396720 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:34.950158 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-78719fcc-8e23-4f57-ab23-5b6f0e54af7e req-efaf5529-6866-43b3-ae1a-8c5d19396720 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 945 time: 0.0624306 Jul 16 21:09:34.988035 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-78719fcc-8e23-4f57-ab23-5b6f0e54af7e req-947a30ae-2509-4976-bc30-176d22d04367 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321407 Jul 16 21:09:36.163523 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e5c31-1700-4eba-9bc8-103f2e161562 req-a3ae1c10-cf40-4640-a136-26d46668fa82 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:36.164890 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-029e5c31-1700-4eba-9bc8-103f2e161562 req-a3ae1c10-cf40-4640-a136-26d46668fa82 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 945 time: 0.0657842 Jul 16 21:09:36.202312 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-029e5c31-1700-4eba-9bc8-103f2e161562 req-66610932-3b5c-47cd-a2b1-3dd395ce1ddc tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318763 Jul 16 21:09:37.380140 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9be72-78c6-4cbd-9954-30a7c7f589e9 req-026473e6-478e-4afe-b9f0-c6e61272928e tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:37.381686 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-69e9be72-78c6-4cbd-9954-30a7c7f589e9 req-026473e6-478e-4afe-b9f0-c6e61272928e tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 945 time: 0.0643184 Jul 16 21:09:37.418209 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-69e9be72-78c6-4cbd-9954-30a7c7f589e9 req-a855c8b0-13d5-40ec-9811-8f4e21c45cff tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307493 Jul 16 21:09:38.599345 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c064f-f973-44c5-ae72-f649dcfb243b req-371f728e-99b2-4a66-93b6-7570103e3b04 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:38.600818 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a7c064f-f973-44c5-ae72-f649dcfb243b req-371f728e-99b2-4a66-93b6-7570103e3b04 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 945 time: 0.0668018 Jul 16 21:09:38.957606 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a7c064f-f973-44c5-ae72-f649dcfb243b req-bbc7c0a5-4b42-4f72-a71b-92293c4e9b90 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512115 Jul 16 21:09:40.129397 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563963d-e022-4487-82d3-75e42caec9a0 req-4401ae9f-ac64-47e6-8025-65261fb0c86a tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:40.130801 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7563963d-e022-4487-82d3-75e42caec9a0 req-4401ae9f-ac64-47e6-8025-65261fb0c86a tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 945 time: 0.0616763 Jul 16 21:09:40.167392 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7563963d-e022-4487-82d3-75e42caec9a0 req-1ad52f86-6d71-42fa-85e3-84d9aa1ae2b3 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310791 Jul 16 21:09:41.340916 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1aa58-78b4-4270-a9e7-61137b5f4bf3 req-08bb742d-d8a6-4bc5-aeef-d0f574dbd1f9 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:41.342393 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ec1aa58-78b4-4270-a9e7-61137b5f4bf3 req-08bb742d-d8a6-4bc5-aeef-d0f574dbd1f9 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 945 time: 0.0620823 Jul 16 21:09:41.386663 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ec1aa58-78b4-4270-a9e7-61137b5f4bf3 req-67c04420-8437-4822-8c0e-7626c20c4efc tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384886 Jul 16 21:09:41.564539 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-0078a976-3477-4810-b4cb-7fd50b598c41 service neutron] show failed (client error): The resource could not be found. Jul 16 21:09:41.565519 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-0078a976-3477-4810-b4cb-7fd50b598c41 service neutron] 10.222.0.18 "GET /v2.0/ports/096c9b77-8278-4698-a541-1074094f6286/bindings/n-h2-791506-21 HTTP/1.1" status: 404 len: 381 time: 0.0553770 Jul 16 21:09:41.842209 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-482b00d2-7ca9-4732-a2fd-a9387a5c7158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:41.843664 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-482b00d2-7ca9-4732-a2fd-a9387a5c7158 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573&tenant_id=703783fb6bb24825a3ceda2be2d9cb26 HTTP/1.1" status: 200 len: 1097 time: 0.0861206 Jul 16 21:09:41.854897 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-21', 'device_owner': 'compute:nova'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:41.923853 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:42.122136 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] For port 096c9b77-8278-4698-a541-1074094f6286, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=096c9b77-8278-4698-a541-1074094f6286,segment=NetworkSegment(d298b618-caa4-49dc-ae3c-0c571cb7dc0e),segment_id=d298b618-caa4-49dc-ae3c-0c571cb7dc0e)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:42.155070 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] For port 096c9b77-8278-4698-a541-1074094f6286, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:09:42.194172 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093bffee-4805-417a-98b5-a388cf1c1573', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '096c9b77-8278-4698-a541-1074094f6286'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:09:42.196464 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7f8cbd-8542-46f4-b9d9-c74f8816d76d" -d '{"events": [{"server_uuid": "093bffee-4805-417a-98b5-a388cf1c1573", "name": "network-vif-unplugged", "status": "completed", "tag": "096c9b77-8278-4698-a541-1074094f6286"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:09:42.200325 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:42.213342 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Transition to ACTIVE for port object 096c9b77-8278-4698-a541-1074094f6286 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:09:42.217485 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:42.251295 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d16c09-15d3-4e29-b26d-024ab1d8aad6 x-openstack-request-id: req-c2d16c09-15d3-4e29-b26d-024ab1d8aad6 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:09:42.251775 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093bffee-4805-417a-98b5-a388cf1c1573", "name": "network-vif-unplugged", "status": "completed", "tag": "096c9b77-8278-4698-a541-1074094f6286", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:09:42.252094 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c2d16c09-15d3-4e29-b26d-024ab1d8aad6 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:09:42.252496 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093bffee-4805-417a-98b5-a388cf1c1573', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '096c9b77-8278-4698-a541-1074094f6286', 'code': 200} Jul 16 21:09:42.283406 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Pushing event updated for resources: {'Port': ['ID=096c9b77-8278-4698-a541-1074094f6286,revision_number=6']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:42.285434 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] No DVR routers for this DVR port 096c9b77-8278-4698-a541-1074094f6286 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:09:42.296925 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:42.297826 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:42.298425 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:42.298776 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:42.299112 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:42.299444 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:42.299772 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:42.300098 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:42.300426 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:42.300750 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:42.301074 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:42.301394 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:42.335269 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Attempting to bind port 096c9b77-8278-4698-a541-1074094f6286 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:09:42.335602 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Attempting to bind port 096c9b77-8278-4698-a541-1074094f6286 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'd298b618-caa4-49dc-ae3c-0c571cb7dc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f39d3cdc-def8-4270-ae37-755f04b4f7a1'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:09:42.335927 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Attempting to bind port 096c9b77-8278-4698-a541-1074094f6286 on network f39d3cdc-def8-4270-ae37-755f04b4f7a1 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:09:42.340048 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Port 096c9b77-8278-4698-a541-1074094f6286 on network f39d3cdc-def8-4270-ae37-755f04b4f7a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:09:42.340368 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Attempting to bind port 096c9b77-8278-4698-a541-1074094f6286 on network f39d3cdc-def8-4270-ae37-755f04b4f7a1 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:09:42.345781 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:09:42.346116 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Checking segment: {'id': 'd298b618-caa4-49dc-ae3c-0c571cb7dc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f39d3cdc-def8-4270-ae37-755f04b4f7a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:09:42.346547 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Bound using segment: {'id': 'd298b618-caa4-49dc-ae3c-0c571cb7dc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f39d3cdc-def8-4270-ae37-755f04b4f7a1'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:09:42.346958 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Bound port: 096c9b77-8278-4698-a541-1074094f6286, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd298b618-caa4-49dc-ae3c-0c571cb7dc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f39d3cdc-def8-4270-ae37-755f04b4f7a1'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:09:42.347309 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:42.408082 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] For port 096c9b77-8278-4698-a541-1074094f6286, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:09:42.411041 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] For port 096c9b77-8278-4698-a541-1074094f6286, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=096c9b77-8278-4698-a541-1074094f6286,segment=NetworkSegment(d298b618-caa4-49dc-ae3c-0c571cb7dc0e),segment_id=d298b618-caa4-49dc-ae3c-0c571cb7dc0e)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:09:42.416047 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:42.456780 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:42.457408 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:42.458818 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] 10.222.0.62 "PUT /v2.0/ports/096c9b77-8278-4698-a541-1074094f6286 HTTP/1.1" status: 200 len: 1092 time: 0.6079564 Jul 16 21:09:42.474176 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81456dfd-014a-40fa-9a7e-818f8896d292 service neutron] Pushing event updated for resources: {'Port': ['ID=096c9b77-8278-4698-a541-1074094f6286,revision_number=7']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:42.540265 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-15f5b73b-3884-474c-af3e-f020c189efc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:42.541830 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-15f5b73b-3884-474c-af3e-f020c189efc0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=703783fb6bb24825a3ceda2be2d9cb26&device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 1095 time: 0.0588396 Jul 16 21:09:42.566208 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff0308-4673-4755-9032-6c6b9a4a8aa5 req-98b94fe3-06f4-4f5a-aff4-c85536c42db3 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:42.567765 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-30ff0308-4673-4755-9032-6c6b9a4a8aa5 req-98b94fe3-06f4-4f5a-aff4-c85536c42db3 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 943 time: 0.0649381 Jul 16 21:09:42.605250 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-30ff0308-4673-4755-9032-6c6b9a4a8aa5 req-2541b2ff-929c-4f4e-a489-5911560f908e tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317349 Jul 16 21:09:42.631976 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-f4eaf52d-b921-4529-9203-e2a8808bd7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:42.633463 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-f4eaf52d-b921-4529-9203-e2a8808bd7e0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f39d3cdc-def8-4270-ae37-755f04b4f7a1 HTTP/1.1" status: 200 len: 912 time: 0.0852449 Jul 16 21:09:42.678187 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-c42c0b6c-a245-41a2-8cdb-7e3748594e54 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=096c9b77-8278-4698-a541-1074094f6286 HTTP/1.1" status: 200 len: 217 time: 0.0380280 Jul 16 21:09:42.726276 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-6fc8679e-3c38-4b14-a831-5fad9eacb356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:42.727799 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-6fc8679e-3c38-4b14-a831-5fad9eacb356 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8d95649f-d004-4bea-bca4-b4d734d215f2 HTTP/1.1" status: 200 len: 851 time: 0.0437617 Jul 16 21:09:42.761237 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-435fe27c-90a7-460a-af14-418a03b1d12e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f39d3cdc-def8-4270-ae37-755f04b4f7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271368 Jul 16 21:09:43.142791 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-0522d068-b485-4c4b-82a4-c3eb5119d040 service neutron] 10.222.0.62 "GET /v2.0/networks/f39d3cdc-def8-4270-ae37-755f04b4f7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749721 Jul 16 21:09:43.229459 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-85144687-d5b7-4b2e-9fdc-6fcab6fb9089 req-9a7bb275-4803-4486-b029-cafa28302e75 service neutron] 10.222.0.62 "GET /v2.0/networks/f39d3cdc-def8-4270-ae37-755f04b4f7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807595 Jul 16 21:09:43.783904 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb86b4b-25e9-49ad-a93d-42cd85d44740 req-a214445f-cba9-45f4-a7e6-819149a3f56a tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:43.785371 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7bb86b4b-25e9-49ad-a93d-42cd85d44740 req-a214445f-cba9-45f4-a7e6-819149a3f56a tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 943 time: 0.0670528 Jul 16 21:09:43.821895 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7bb86b4b-25e9-49ad-a93d-42cd85d44740 req-a5967ef9-5c1d-4556-a62e-fdf7fe2e4010 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309784 Jul 16 21:09:44.253516 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '093bffee-4805-417a-98b5-a388cf1c1573', 'tag': '096c9b77-8278-4698-a541-1074094f6286'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:09:44.255976 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2219b1-5043-4ae9-957c-02781ceaeef0" -d '{"events": [{"name": "network-changed", "server_uuid": "093bffee-4805-417a-98b5-a388cf1c1573", "tag": "096c9b77-8278-4698-a541-1074094f6286"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:09:44.303022 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772df6ae-8249-41cb-877f-4244f55f8a97 x-openstack-request-id: req-772df6ae-8249-41cb-877f-4244f55f8a97 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:09:44.303857 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "093bffee-4805-417a-98b5-a388cf1c1573", "tag": "096c9b77-8278-4698-a541-1074094f6286", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:09:44.304158 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-772df6ae-8249-41cb-877f-4244f55f8a97 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:09:44.304726 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093bffee-4805-417a-98b5-a388cf1c1573', 'tag': '096c9b77-8278-4698-a541-1074094f6286', 'status': 'completed', 'code': 200} Jul 16 21:09:44.373239 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2219b1-5043-4ae9-957c-02781ceaeef0 req-edfa3d8f-3e07-4766-adff-9159935404c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:44.374787 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8b2219b1-5043-4ae9-957c-02781ceaeef0 req-edfa3d8f-3e07-4766-adff-9159935404c6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=703783fb6bb24825a3ceda2be2d9cb26&device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 1095 time: 0.0521741 Jul 16 21:09:44.378094 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2219b1-5043-4ae9-957c-02781ceaeef0 req-a6adf1d8-7524-4395-89f2-bf179aae7954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:44.379603 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8b2219b1-5043-4ae9-957c-02781ceaeef0 req-a6adf1d8-7524-4395-89f2-bf179aae7954 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=703783fb6bb24825a3ceda2be2d9cb26&device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 1095 time: 0.0528121 Jul 16 21:09:44.467193 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2219b1-5043-4ae9-957c-02781ceaeef0 req-5284fdda-57b2-47cb-8262-3fab3d9ae04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:44.467463 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2219b1-5043-4ae9-957c-02781ceaeef0 req-2db490af-9bdb-4c2d-8495-61546a055b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:44.468647 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8b2219b1-5043-4ae9-957c-02781ceaeef0 req-5284fdda-57b2-47cb-8262-3fab3d9ae04c service neutron] 10.222.0.62 "GET /v2.0/networks?id=f39d3cdc-def8-4270-ae37-755f04b4f7a1 HTTP/1.1" status: 200 len: 912 time: 0.0864005 Jul 16 21:09:44.468772 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8b2219b1-5043-4ae9-957c-02781ceaeef0 req-2db490af-9bdb-4c2d-8495-61546a055b86 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f39d3cdc-def8-4270-ae37-755f04b4f7a1 HTTP/1.1" status: 200 len: 912 time: 0.0829260 Jul 16 21:09:44.511052 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8b2219b1-5043-4ae9-957c-02781ceaeef0 req-bf6bff3c-ec47-478e-91c3-8d6b308ee071 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=096c9b77-8278-4698-a541-1074094f6286 HTTP/1.1" status: 200 len: 217 time: 0.0348914 Jul 16 21:09:44.514017 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8b2219b1-5043-4ae9-957c-02781ceaeef0 req-3fec1cf1-8da6-47b8-ba30-d5a8e7d1562f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=096c9b77-8278-4698-a541-1074094f6286 HTTP/1.1" status: 200 len: 217 time: 0.0382273 Jul 16 21:09:44.564429 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2219b1-5043-4ae9-957c-02781ceaeef0 req-60634ced-b75e-49b6-8658-182f8a662473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:44.564696 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2219b1-5043-4ae9-957c-02781ceaeef0 req-77b1ecd6-81c9-4885-a108-335a1dfd1fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:44.565879 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8b2219b1-5043-4ae9-957c-02781ceaeef0 req-60634ced-b75e-49b6-8658-182f8a662473 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8d95649f-d004-4bea-bca4-b4d734d215f2 HTTP/1.1" status: 200 len: 851 time: 0.0483184 Jul 16 21:09:44.566035 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8b2219b1-5043-4ae9-957c-02781ceaeef0 req-77b1ecd6-81c9-4885-a108-335a1dfd1fb8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8d95649f-d004-4bea-bca4-b4d734d215f2 HTTP/1.1" status: 200 len: 851 time: 0.0454569 Jul 16 21:09:44.598831 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8b2219b1-5043-4ae9-957c-02781ceaeef0 req-a57d5389-657d-48f4-b7e0-23f0355cc4f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f39d3cdc-def8-4270-ae37-755f04b4f7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266273 Jul 16 21:09:44.602372 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 096c9b77-8278-4698-a541-1074094f6286 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:09:44.602924 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8b2219b1-5043-4ae9-957c-02781ceaeef0 req-e4a4b8e2-c48c-404c-bf0d-c86174b078d4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f39d3cdc-def8-4270-ae37-755f04b4f7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268872 Jul 16 21:09:44.643575 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 096c9b77-8278-4698-a541-1074094f6286 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:09:44.695174 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8b2219b1-5043-4ae9-957c-02781ceaeef0 req-ca32d090-c6de-4b58-9d21-ade97540bdf1 service neutron] 10.222.0.18 "GET /v2.0/networks/f39d3cdc-def8-4270-ae37-755f04b4f7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893917 Jul 16 21:09:44.695832 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8b2219b1-5043-4ae9-957c-02781ceaeef0 req-6cf3060b-dec7-414d-9c81-add8a7eaceeb service neutron] 10.222.0.62 "GET /v2.0/networks/f39d3cdc-def8-4270-ae37-755f04b4f7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860267 Jul 16 21:09:44.799134 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8b2219b1-5043-4ae9-957c-02781ceaeef0 req-0b8c3d62-7201-4e0c-97b6-13f8c232a157 service neutron] 10.222.0.18 "GET /v2.0/networks/f39d3cdc-def8-4270-ae37-755f04b4f7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974393 Jul 16 21:09:44.801391 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8b2219b1-5043-4ae9-957c-02781ceaeef0 req-40cd2596-e28b-40c0-b34e-26c434ca57f2 service neutron] 10.222.0.62 "GET /v2.0/networks/f39d3cdc-def8-4270-ae37-755f04b4f7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982442 Jul 16 21:09:45.003497 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd8e0a-6e83-40a3-a6aa-9f65db6c4d49 req-f19dbb5e-e3a6-4845-90bf-d06286bc8767 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:45.004957 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-abdd8e0a-6e83-40a3-a6aa-9f65db6c4d49 req-f19dbb5e-e3a6-4845-90bf-d06286bc8767 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 943 time: 0.0697174 Jul 16 21:09:45.041185 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-abdd8e0a-6e83-40a3-a6aa-9f65db6c4d49 req-fe111a9b-aca1-4fb3-984c-4bf54ab45d74 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305860 Jul 16 21:09:45.465595 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198839c1-d1c8-4a56-919b-511a35f55daa req-11b7ad0f-c748-4b75-a1c9-63c5b2954c3c tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:45.467120 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-198839c1-d1c8-4a56-919b-511a35f55daa req-11b7ad0f-c748-4b75-a1c9-63c5b2954c3c tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.18 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573&tenant_id=703783fb6bb24825a3ceda2be2d9cb26&binding%3Ahost_id=n-h2-791506-21 HTTP/1.1" status: 200 len: 943 time: 0.1108475 Jul 16 21:09:45.533648 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-198839c1-d1c8-4a56-919b-511a35f55daa req-1e917283-742a-4752-904b-966c0234b3f7 service neutron] delete failed (client error): The resource could not be found. Jul 16 21:09:45.534699 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-198839c1-d1c8-4a56-919b-511a35f55daa req-1e917283-742a-4752-904b-966c0234b3f7 service neutron] 10.222.0.18 "DELETE /v2.0/ports/096c9b77-8278-4698-a541-1074094f6286/bindings/n-h1-791506-21 HTTP/1.1" status: 404 len: 381 time: 0.0613449 Jul 16 21:09:45.634967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198839c1-d1c8-4a56-919b-511a35f55daa req-9b5e9a5d-19aa-4906-8c0f-e3558f1c50a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:45.636992 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-198839c1-d1c8-4a56-919b-511a35f55daa req-9b5e9a5d-19aa-4906-8c0f-e3558f1c50a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=703783fb6bb24825a3ceda2be2d9cb26&device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 1095 time: 0.0549896 Jul 16 21:09:45.744981 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198839c1-d1c8-4a56-919b-511a35f55daa req-41642674-3a1c-40b0-877b-a585f6347880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:45.746400 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-198839c1-d1c8-4a56-919b-511a35f55daa req-41642674-3a1c-40b0-877b-a585f6347880 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f39d3cdc-def8-4270-ae37-755f04b4f7a1 HTTP/1.1" status: 200 len: 912 time: 0.1042144 Jul 16 21:09:45.788605 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-198839c1-d1c8-4a56-919b-511a35f55daa req-9fe4e101-57f1-41dd-b057-6e55ade27a5c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=096c9b77-8278-4698-a541-1074094f6286 HTTP/1.1" status: 200 len: 217 time: 0.0360305 Jul 16 21:09:45.837490 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198839c1-d1c8-4a56-919b-511a35f55daa req-696ca377-d1a9-4b91-b6c6-bc365486f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:45.839000 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-198839c1-d1c8-4a56-919b-511a35f55daa req-696ca377-d1a9-4b91-b6c6-bc365486f01f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8d95649f-d004-4bea-bca4-b4d734d215f2 HTTP/1.1" status: 200 len: 851 time: 0.0449960 Jul 16 21:09:45.875451 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-198839c1-d1c8-4a56-919b-511a35f55daa req-47aa5af7-c7e2-4912-b88e-4a0202ae9a95 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f39d3cdc-def8-4270-ae37-755f04b4f7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299330 Jul 16 21:09:45.966171 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-198839c1-d1c8-4a56-919b-511a35f55daa req-37adb2c5-3ba6-4c55-b52a-b018c88fa99d service neutron] 10.222.0.18 "GET /v2.0/networks/f39d3cdc-def8-4270-ae37-755f04b4f7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843499 Jul 16 21:09:46.058609 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-198839c1-d1c8-4a56-919b-511a35f55daa req-a20f8e0e-7e78-45fc-8d60-8ec2f3c65f78 service neutron] 10.222.0.18 "GET /v2.0/networks/f39d3cdc-def8-4270-ae37-755f04b4f7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854366 Jul 16 21:09:46.858287 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc915ca-c2c1-421a-80bb-9cc6f0135314 req-0d82269c-668c-41cf-b112-7858e38edb89 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:46.859882 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3cc915ca-c2c1-421a-80bb-9cc6f0135314 req-0d82269c-668c-41cf-b112-7858e38edb89 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 943 time: 0.0628018 Jul 16 21:09:46.897530 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3cc915ca-c2c1-421a-80bb-9cc6f0135314 req-bf061bd9-aeab-4a44-9c4a-b429392614cc tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321341 Jul 16 21:09:47.428915 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 096c9b77-8278-4698-a541-1074094f6286 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:09:47.520313 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 096c9b77-8278-4698-a541-1074094f6286, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=096c9b77-8278-4698-a541-1074094f6286,segment=NetworkSegment(d298b618-caa4-49dc-ae3c-0c571cb7dc0e),segment_id=d298b618-caa4-49dc-ae3c-0c571cb7dc0e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:47.530731 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '096c9b77-8278-4698-a541-1074094f6286', 'network_id': 'f39d3cdc-def8-4270-ae37-755f04b4f7a1', 'port_id': '096c9b77-8278-4698-a541-1074094f6286', 'mac_address': 'fa:16:3e:11:81:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d95649f-d004-4bea-bca4-b4d734d215f2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:09:47.570033 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:47.582611 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096c9b77-8278-4698-a541-1074094f6286 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:09:47.601145 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 096c9b77-8278-4698-a541-1074094f6286, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=096c9b77-8278-4698-a541-1074094f6286,segment=NetworkSegment(d298b618-caa4-49dc-ae3c-0c571cb7dc0e),segment_id=d298b618-caa4-49dc-ae3c-0c571cb7dc0e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:47.604944 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:47.651043 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=096c9b77-8278-4698-a541-1074094f6286,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:47.658345 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:47.658705 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:47.659049 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:47.659389 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:47.659725 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:47.660059 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:47.660386 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:47.660712 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:47.661037 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:47.661359 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:47.661681 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:47.662026 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:48.003518 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198839c1-d1c8-4a56-919b-511a35f55daa req-c248a7f9-3cd3-46cb-99fc-16812f438753 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:48.005127 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-198839c1-d1c8-4a56-919b-511a35f55daa req-c248a7f9-3cd3-46cb-99fc-16812f438753 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.62 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 944 time: 0.0703220 Jul 16 21:09:48.116027 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-198839c1-d1c8-4a56-919b-511a35f55daa req-f2321922-3f52-471a-8b05-3fea90349aed tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Deleting port 096c9b77-8278-4698-a541-1074094f6286 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:09:48.116277 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-198839c1-d1c8-4a56-919b-511a35f55daa req-f2321922-3f52-471a-8b05-3fea90349aed tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:48.207162 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-198839c1-d1c8-4a56-919b-511a35f55daa req-f2321922-3f52-471a-8b05-3fea90349aed tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] For port 096c9b77-8278-4698-a541-1074094f6286, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=096c9b77-8278-4698-a541-1074094f6286,segment=NetworkSegment(d298b618-caa4-49dc-ae3c-0c571cb7dc0e),segment_id=d298b618-caa4-49dc-ae3c-0c571cb7dc0e)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:48.207524 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-198839c1-d1c8-4a56-919b-511a35f55daa req-f2321922-3f52-471a-8b05-3fea90349aed tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:48.220793 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-198839c1-d1c8-4a56-919b-511a35f55daa req-f2321922-3f52-471a-8b05-3fea90349aed tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Calling delete_port for 096c9b77-8278-4698-a541-1074094f6286 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:09:48.259898 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd963415-3cf0-45ad-8f44-40b8b2fe716e req-7839cd9b-ce60-43ab-8cdc-dd9a06832b1e tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:48.261439 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bd963415-3cf0-45ad-8f44-40b8b2fe716e req-7839cd9b-ce60-43ab-8cdc-dd9a06832b1e tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/ports?device_id=093bffee-4805-417a-98b5-a388cf1c1573 HTTP/1.1" status: 200 len: 944 time: 0.0692751 Jul 16 21:09:48.304475 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bd963415-3cf0-45ad-8f44-40b8b2fe716e req-9fbd6bbd-3695-4c66-8135-679ec92cac01 tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.38 "GET /v2.0/security-groups?id=3611072b-d219-4500-9efe-21ad0672d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364892 Jul 16 21:09:48.353099 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-198839c1-d1c8-4a56-919b-511a35f55daa req-f2321922-3f52-471a-8b05-3fea90349aed tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:48.382683 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2321922-3f52-471a-8b05-3fea90349aed tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Pushing event deleted for resources: {'Port': ['ID=096c9b77-8278-4698-a541-1074094f6286,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:48.431024 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-198839c1-d1c8-4a56-919b-511a35f55daa req-f2321922-3f52-471a-8b05-3fea90349aed tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] No DVR routers for this DVR port 096c9b77-8278-4698-a541-1074094f6286 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:09:48.433700 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-198839c1-d1c8-4a56-919b-511a35f55daa req-f2321922-3f52-471a-8b05-3fea90349aed tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:48.435815 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-198839c1-d1c8-4a56-919b-511a35f55daa req-f2321922-3f52-471a-8b05-3fea90349aed tempest-DeleteServersTestJSON-376557541 tempest-DeleteServersTestJSON-376557541-project] 10.222.0.62 "DELETE /v2.0/ports/096c9b77-8278-4698-a541-1074094f6286 HTTP/1.1" status: 204 len: 173 time: 0.4250977 Jul 16 21:09:48.436251 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093bffee-4805-417a-98b5-a388cf1c1573', 'name': 'network-vif-deleted', 'tag': '096c9b77-8278-4698-a541-1074094f6286'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:09:48.439473 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16fab61-c691-497c-8606-2943a949ff87" -d '{"events": [{"server_uuid": "093bffee-4805-417a-98b5-a388cf1c1573", "name": "network-vif-deleted", "tag": "096c9b77-8278-4698-a541-1074094f6286"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:09:48.475240 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f17660-966e-41bf-8b08-5270fd045a38 x-openstack-request-id: req-79f17660-966e-41bf-8b08-5270fd045a38 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:09:48.475550 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093bffee-4805-417a-98b5-a388cf1c1573", "name": "network-vif-deleted", "tag": "096c9b77-8278-4698-a541-1074094f6286", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:09:48.475810 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-79f17660-966e-41bf-8b08-5270fd045a38 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:09:48.476222 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093bffee-4805-417a-98b5-a388cf1c1573', 'name': 'network-vif-deleted', 'tag': '096c9b77-8278-4698-a541-1074094f6286', 'status': 'completed', 'code': 200} Jul 16 21:09:49.439675 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 096c9b77-8278-4698-a541-1074094f6286 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:09:49.445018 n-d-791506-21 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No ports have port_id starting with 096c9b77-8278-4698-a541-1074094f6286 Jul 16 21:09:49.446268 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 096c9b77-8278-4698-a541-1074094f6286 requested by agent hyperv_n-h2-791506-21 not found in database {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 16 21:09:49.539312 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54776) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:49.583864 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-43fe5872-617f-4db5-9291-fdb65f3756d9 admin admin] Deleting subnet 8d95649f-d004-4bea-bca4-b4d734d215f2 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:09:49.586910 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-43fe5872-617f-4db5-9291-fdb65f3756d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:49.620373 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-43fe5872-617f-4db5-9291-fdb65f3756d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:49.657988 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-43fe5872-617f-4db5-9291-fdb65f3756d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:49.714726 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-43fe5872-617f-4db5-9291-fdb65f3756d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:49.739804 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe5872-617f-4db5-9291-fdb65f3756d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d95649f-d004-4bea-bca4-b4d734d215f2,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:49.744600 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-43fe5872-617f-4db5-9291-fdb65f3756d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:49.746252 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-43fe5872-617f-4db5-9291-fdb65f3756d9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8d95649f-d004-4bea-bca4-b4d734d215f2 HTTP/1.1" status: 204 len: 168 time: 0.2059269 Jul 16 21:09:49.748785 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54778) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:49.816046 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35275730-c24c-4852-8bdb-32ca0f875df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:49.895932 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35275730-c24c-4852-8bdb-32ca0f875df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:49.905389 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-35275730-c24c-4852-8bdb-32ca0f875df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39d3cdc-def8-4270-ae37-755f04b4f7a1']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:09:49.914931 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-35275730-c24c-4852-8bdb-32ca0f875df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd298b618-caa4-49dc-ae3c-0c571cb7dc0e') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:09:49.915235 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-35275730-c24c-4852-8bdb-32ca0f875df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd298b618-caa4-49dc-ae3c-0c571cb7dc0e') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:09:49.924046 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35275730-c24c-4852-8bdb-32ca0f875df1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:49.936942 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35275730-c24c-4852-8bdb-32ca0f875df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:49.943050 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35275730-c24c-4852-8bdb-32ca0f875df1 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:09:49.943429 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35275730-c24c-4852-8bdb-32ca0f875df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: timer() Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:09:49.944999 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:09:49.996856 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35275730-c24c-4852-8bdb-32ca0f875df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.003318 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35275730-c24c-4852-8bdb-32ca0f875df1 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.005140 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-35275730-c24c-4852-8bdb-32ca0f875df1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/f39d3cdc-def8-4270-ae37-755f04b4f7a1 HTTP/1.1" status: 204 len: 168 time: 0.2554562 Jul 16 21:09:50.020708 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35275730-c24c-4852-8bdb-32ca0f875df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f39d3cdc-def8-4270-ae37-755f04b4f7a1,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:50.110203 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54782) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:50.149187 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0f1a587d-92ae-452b-a251-a6254a315b85 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=703783fb6bb24825a3ceda2be2d9cb26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377781 Jul 16 21:09:50.151610 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54784) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:50.199768 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f2cd7f34-9396-4e76-bf51-d22f67c43789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.221553 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f2cd7f34-9396-4e76-bf51-d22f67c43789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.267744 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f2cd7f34-9396-4e76-bf51-d22f67c43789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.270257 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f2cd7f34-9396-4e76-bf51-d22f67c43789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.271437 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f2cd7f34-9396-4e76-bf51-d22f67c43789 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3611072b-d219-4500-9efe-21ad0672d6fe HTTP/1.1" status: 204 len: 168 time: 0.1189487 Jul 16 21:09:50.279356 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd7f34-9396-4e76-bf51-d22f67c43789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3611072b-d219-4500-9efe-21ad0672d6fe,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:50.920064 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 54806) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:51.015379 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e980de0a-29d9-42d7-8f5f-096ecb1aa430 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1522682821-network', 'tenant_id': '3170f2d500694b23842aa7725ef1b968'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:51.037554 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e980de0a-29d9-42d7-8f5f-096ecb1aa430 admin admin] Made reservation on behalf of 3170f2d500694b23842aa7725ef1b968 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:09:51.039794 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e980de0a-29d9-42d7-8f5f-096ecb1aa430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:51.048152 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e980de0a-29d9-42d7-8f5f-096ecb1aa430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:51.133585 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e980de0a-29d9-42d7-8f5f-096ecb1aa430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:51.137515 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e980de0a-29d9-42d7-8f5f-096ecb1aa430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:51.164826 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e980de0a-29d9-42d7-8f5f-096ecb1aa430 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:09:51.174692 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980de0a-29d9-42d7-8f5f-096ecb1aa430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93110eac-8de8-418a-9edc-9c0047ca6379,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:51.179326 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e980de0a-29d9-42d7-8f5f-096ecb1aa430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:51.179666 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-e980de0a-29d9-42d7-8f5f-096ecb1aa430 admin admin] Added segment dd998289-6450-4e5d-b0fe-e9c4b09d308b of type vlan for network ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 Jul 16 21:09:51.222345 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e980de0a-29d9-42d7-8f5f-096ecb1aa430 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:51.254246 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e980de0a-29d9-42d7-8f5f-096ecb1aa430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:51.255339 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e980de0a-29d9-42d7-8f5f-096ecb1aa430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:51.255914 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e980de0a-29d9-42d7-8f5f-096ecb1aa430 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:51.293718 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e980de0a-29d9-42d7-8f5f-096ecb1aa430 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3721776 Jul 16 21:09:51.296670 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 54810) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:51.302778 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-5fef3bae-90a1-434c-8867-488f43e32f59 admin admin] Request body: {'subnet': {'network_id': 'ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1522682821-subnet', 'tenant_id': '3170f2d500694b23842aa7725ef1b968', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:51.323555 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980de0a-29d9-42d7-8f5f-096ecb1aa430 admin admin] Pushing event updated for resources: {'Network': ['ID=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:51.327980 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fef3bae-90a1-434c-8867-488f43e32f59 admin admin] Made reservation on behalf of 3170f2d500694b23842aa7725ef1b968 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:09:51.330936 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5fef3bae-90a1-434c-8867-488f43e32f59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:51.334829 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:09:51.511223 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5fef3bae-90a1-434c-8867-488f43e32f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:51.565809 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef3bae-90a1-434c-8867-488f43e32f59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5caf1872-20b3-47c4-97fd-f46c796e5da0,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:51.579593 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef3bae-90a1-434c-8867-488f43e32f59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:51.579961 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef3bae-90a1-434c-8867-488f43e32f59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:51.580291 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef3bae-90a1-434c-8867-488f43e32f59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:51.580628 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef3bae-90a1-434c-8867-488f43e32f59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:51.580960 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef3bae-90a1-434c-8867-488f43e32f59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:51.581292 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef3bae-90a1-434c-8867-488f43e32f59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:51.581622 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef3bae-90a1-434c-8867-488f43e32f59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:51.581950 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef3bae-90a1-434c-8867-488f43e32f59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:51.582276 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef3bae-90a1-434c-8867-488f43e32f59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:51.582627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef3bae-90a1-434c-8867-488f43e32f59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:51.582952 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef3bae-90a1-434c-8867-488f43e32f59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:51.583274 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef3bae-90a1-434c-8867-488f43e32f59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:51.586550 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fef3bae-90a1-434c-8867-488f43e32f59 admin admin] Checking segment: {'id': 'dd998289-6450-4e5d-b0fe-e9c4b09d308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:09:51.586937 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fef3bae-90a1-434c-8867-488f43e32f59 admin admin] Network hostable DHCP agents. Network: ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:09:51.604078 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fef3bae-90a1-434c-8867-488f43e32f59 admin admin] Network ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:09:51.612643 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-5fef3bae-90a1-434c-8867-488f43e32f59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:09:51.617516 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fef3bae-90a1-434c-8867-488f43e32f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:51.618968 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5fef3bae-90a1-434c-8867-488f43e32f59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:51.620710 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c173b7-9be2-4d17-bc6d-9ff662c75c72 None None] Network ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:09:51.633599 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5fef3bae-90a1-434c-8867-488f43e32f59 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3349447 Jul 16 21:09:51.761406 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec9ff62-297a-41e6-8073-12e8a40cc9b2 None None] Network ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:09:51.782126 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e75db95-62a8-4a2a-94af-31b5bfc1da4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:52.077859 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-f953cc27-e2ef-4707-8660-9fbb543abe76 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:52.079581 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-f953cc27-e2ef-4707-8660-9fbb543abe76 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/networks?id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 HTTP/1.1" status: 200 len: 815 time: 0.1059220 Jul 16 21:09:52.094625 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-48a4b1e2-0255-418c-9099-16004b2e331b tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/quotas/3170f2d500694b23842aa7725ef1b968 HTTP/1.1" status: 200 len: 375 time: 0.0089335 Jul 16 21:09:52.129492 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-729dd1bd-d9cb-497d-89e4-8b50ef61b9d6 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3170f2d500694b23842aa7725ef1b968&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294282 Jul 16 21:09:52.219452 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-7f5170d7-7883-48d1-b2b6-1b5269c4458b service neutron] 10.222.0.38 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828812 Jul 16 21:09:52.311531 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-8eef157f-f554-498c-977b-a11faf5a2c49 service neutron] 10.222.0.38 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864217 Jul 16 21:09:52.477971 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c80d2c8-9b3f-4e82-bb0e-44040eed2952 req-446a5b6d-1f6c-4d2d-acf5-98ea92318d76 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 210 time: 0.0290523 Jul 16 21:09:53.455425 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 096c9b77-8278-4698-a541-1074094f6286 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:09:53.475425 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 096c9b77-8278-4698-a541-1074094f6286 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:09:53.475783 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 096c9b77-8278-4698-a541-1074094f6286 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:09:53.626615 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-27683dc1-a646-4278-b346-db64dfdc9544 req-5b39a26a-f50b-4c85-9a64-0a4b8cc012ea tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 210 time: 0.0290861 Jul 16 21:09:53.730978 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-12269ee1-3390-4467-959c-f134ce6d6bee tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:53.732433 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-12269ee1-3390-4467-959c-f134ce6d6bee tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.62 "GET /v2.0/networks?id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 HTTP/1.1" status: 200 len: 815 time: 0.1139693 Jul 16 21:09:53.746010 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-f6274c97-5ba5-4226-a2a4-616b4ccc9fd3 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Request body: {'port': {'device_id': '8d59f342-e45a-4f6f-859a-0417423bf2e9', 'network_id': 'ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7', 'admin_state_up': True, 'tenant_id': '3170f2d500694b23842aa7725ef1b968'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:53.853006 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-f6274c97-5ba5-4226-a2a4-616b4ccc9fd3 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Made reservation on behalf of 3170f2d500694b23842aa7725ef1b968 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:09:53.856668 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-f6274c97-5ba5-4226-a2a4-616b4ccc9fd3 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:53.983682 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-f6274c97-5ba5-4226-a2a4-616b4ccc9fd3 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Allocated IP 172.20.0.7 (ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7/5caf1872-20b3-47c4-97fd-f46c796e5da0/e6413ce7-0b90-4a11-a560-f3fe1799853f) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:09:54.134020 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-f6274c97-5ba5-4226-a2a4-616b4ccc9fd3 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:54.173632 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-f6274c97-5ba5-4226-a2a4-616b4ccc9fd3 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:54.218744 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-f6274c97-5ba5-4226-a2a4-616b4ccc9fd3 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Network ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:09:54.222692 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-f6274c97-5ba5-4226-a2a4-616b4ccc9fd3 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:09:54.226584 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-f6274c97-5ba5-4226-a2a4-616b4ccc9fd3 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:09:54.249631 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6274c97-5ba5-4226-a2a4-616b4ccc9fd3 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Pushing event updated for resources: {'Port': ['ID=e6413ce7-0b90-4a11-a560-f3fe1799853f,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:54.280077 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-f6274c97-5ba5-4226-a2a4-616b4ccc9fd3 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:54.280077 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-f6274c97-5ba5-4226-a2a4-616b4ccc9fd3 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:54.289713 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8396c55-46b5-404a-ba69-e373d5815c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:54.295564 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-f6274c97-5ba5-4226-a2a4-616b4ccc9fd3 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5533235 Jul 16 21:09:54.307616 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-c3fb136f-3d61-4885-9da1-5cde9be243fb service neutron] Request body: {'port': {'device_id': '8d59f342-e45a-4f6f-859a-0417423bf2e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:54.386830 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:54.392950 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-c3fb136f-3d61-4885-9da1-5cde9be243fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:54.667269 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-c3fb136f-3d61-4885-9da1-5cde9be243fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6413ce7-0b90-4a11-a560-f3fe1799853f {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:09:54.675599 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-c3fb136f-3d61-4885-9da1-5cde9be243fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:54.689398 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-c3fb136f-3d61-4885-9da1-5cde9be243fb service neutron] Transition to ACTIVE for port object e6413ce7-0b90-4a11-a560-f3fe1799853f will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:09:54.696947 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-c3fb136f-3d61-4885-9da1-5cde9be243fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:54.749628 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb136f-3d61-4885-9da1-5cde9be243fb service neutron] Pushing event updated for resources: {'Port': ['ID=e6413ce7-0b90-4a11-a560-f3fe1799853f,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:54.826156 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1ad35-bc8d-4d23-b815-502995f8af36 req-7e9015dd-80f7-4159-b3f2-4e7e2a84856f tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:54.827757 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02c1ad35-bc8d-4d23-b815-502995f8af36 req-7e9015dd-80f7-4159-b3f2-4e7e2a84856f tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 943 time: 0.0778854 Jul 16 21:09:54.832173 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-c3fb136f-3d61-4885-9da1-5cde9be243fb service neutron] Attempting to bind port e6413ce7-0b90-4a11-a560-f3fe1799853f on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:09:54.832488 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-c3fb136f-3d61-4885-9da1-5cde9be243fb service neutron] Attempting to bind port e6413ce7-0b90-4a11-a560-f3fe1799853f by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'dd998289-6450-4e5d-b0fe-e9c4b09d308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:09:54.832821 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-c3fb136f-3d61-4885-9da1-5cde9be243fb service neutron] Attempting to bind port e6413ce7-0b90-4a11-a560-f3fe1799853f on network ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:09:54.837401 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-c3fb136f-3d61-4885-9da1-5cde9be243fb service neutron] Port e6413ce7-0b90-4a11-a560-f3fe1799853f on network ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:09:54.837782 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-c3fb136f-3d61-4885-9da1-5cde9be243fb service neutron] Attempting to bind port e6413ce7-0b90-4a11-a560-f3fe1799853f on network ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:09:54.843770 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-c3fb136f-3d61-4885-9da1-5cde9be243fb service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:09:54.844203 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-c3fb136f-3d61-4885-9da1-5cde9be243fb service neutron] Checking segment: {'id': 'dd998289-6450-4e5d-b0fe-e9c4b09d308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:09:54.844627 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-c3fb136f-3d61-4885-9da1-5cde9be243fb service neutron] Bound using segment: {'id': 'dd998289-6450-4e5d-b0fe-e9c4b09d308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:09:54.845061 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-c3fb136f-3d61-4885-9da1-5cde9be243fb service neutron] Bound port: e6413ce7-0b90-4a11-a560-f3fe1799853f, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd998289-6450-4e5d-b0fe-e9c4b09d308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:09:54.845424 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-c3fb136f-3d61-4885-9da1-5cde9be243fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:54.869280 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-02c1ad35-bc8d-4d23-b815-502995f8af36 req-3373dcc8-f76b-439a-956f-f6a74ab31ea0 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345953 Jul 16 21:09:54.913505 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-c3fb136f-3d61-4885-9da1-5cde9be243fb service neutron] For port e6413ce7-0b90-4a11-a560-f3fe1799853f, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:09:54.916466 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-c3fb136f-3d61-4885-9da1-5cde9be243fb service neutron] For port e6413ce7-0b90-4a11-a560-f3fe1799853f, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=e6413ce7-0b90-4a11-a560-f3fe1799853f,segment=NetworkSegment(dd998289-6450-4e5d-b0fe-e9c4b09d308b),segment_id=dd998289-6450-4e5d-b0fe-e9c4b09d308b)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:09:54.921978 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-c3fb136f-3d61-4885-9da1-5cde9be243fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:54.957467 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-c3fb136f-3d61-4885-9da1-5cde9be243fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:54.958082 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-c3fb136f-3d61-4885-9da1-5cde9be243fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:54.959502 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-c3fb136f-3d61-4885-9da1-5cde9be243fb service neutron] 10.222.0.62 "PUT /v2.0/ports/e6413ce7-0b90-4a11-a560-f3fe1799853f HTTP/1.1" status: 200 len: 1092 time: 0.6561279 Jul 16 21:09:54.959950 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d59f342-e45a-4f6f-859a-0417423bf2e9', 'tag': 'e6413ce7-0b90-4a11-a560-f3fe1799853f'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:09:54.962230 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d6d8d5-924d-4a9b-8702-cc6d380685a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8d59f342-e45a-4f6f-859a-0417423bf2e9", "tag": "e6413ce7-0b90-4a11-a560-f3fe1799853f"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:09:54.991598 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb136f-3d61-4885-9da1-5cde9be243fb service neutron] Pushing event updated for resources: {'Port': ['ID=e6413ce7-0b90-4a11-a560-f3fe1799853f,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:55.004704 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d553924-780d-4a3e-b315-bfd8c131401b x-openstack-request-id: req-7d553924-780d-4a3e-b315-bfd8c131401b {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:09:55.004993 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d59f342-e45a-4f6f-859a-0417423bf2e9", "tag": "e6413ce7-0b90-4a11-a560-f3fe1799853f", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:09:55.005252 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7d553924-780d-4a3e-b315-bfd8c131401b {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:09:55.005660 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d59f342-e45a-4f6f-859a-0417423bf2e9', 'tag': 'e6413ce7-0b90-4a11-a560-f3fe1799853f', 'status': 'completed', 'code': 200} Jul 16 21:09:55.066853 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-6fe1686f-a228-4d11-a6d3-31a482ac101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:55.068417 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-6fe1686f-a228-4d11-a6d3-31a482ac101f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3170f2d500694b23842aa7725ef1b968&device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 1095 time: 0.0618346 Jul 16 21:09:55.110898 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-432a460c-7eb5-4a9a-9641-125691d56ea7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6413ce7-0b90-4a11-a560-f3fe1799853f HTTP/1.1" status: 200 len: 217 time: 0.0355537 Jul 16 21:09:55.157518 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-56cdd15d-7d8c-4c23-a197-4b1b1314f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:55.158999 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-56cdd15d-7d8c-4c23-a197-4b1b1314f4d0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5caf1872-20b3-47c4-97fd-f46c796e5da0 HTTP/1.1" status: 200 len: 855 time: 0.0427914 Jul 16 21:09:55.196135 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-cb065517-e83b-4cc3-aad4-8a17148c0de0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301855 Jul 16 21:09:55.285993 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-45c32e9a-f559-419b-a1b7-5f6e50f85ec2 service neutron] 10.222.0.62 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830553 Jul 16 21:09:55.379407 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-51dd5eae-00ac-4f93-b022-f29061e52ac0 req-58cfe953-8f49-469a-9745-d3c853dd8e5b service neutron] 10.222.0.62 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873392 Jul 16 21:09:55.476271 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6d8d5-924d-4a9b-8702-cc6d380685a4 req-e7a8072b-f69b-4484-ab47-0f139677590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:55.477708 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87d6d8d5-924d-4a9b-8702-cc6d380685a4 req-e7a8072b-f69b-4484-ab47-0f139677590a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3170f2d500694b23842aa7725ef1b968&device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 1095 time: 0.0539603 Jul 16 21:09:55.570684 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6d8d5-924d-4a9b-8702-cc6d380685a4 req-407530cc-3afb-4d81-ad3e-f458072b1c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:55.572150 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87d6d8d5-924d-4a9b-8702-cc6d380685a4 req-407530cc-3afb-4d81-ad3e-f458072b1c23 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 HTTP/1.1" status: 200 len: 916 time: 0.0879216 Jul 16 21:09:55.615064 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87d6d8d5-924d-4a9b-8702-cc6d380685a4 req-7c94dc0b-6c2c-42ed-92c8-04bd39127687 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6413ce7-0b90-4a11-a560-f3fe1799853f HTTP/1.1" status: 200 len: 217 time: 0.0351889 Jul 16 21:09:55.664026 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6d8d5-924d-4a9b-8702-cc6d380685a4 req-bf4eac34-68b6-4a5f-9742-82e0baaafd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:55.665437 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87d6d8d5-924d-4a9b-8702-cc6d380685a4 req-bf4eac34-68b6-4a5f-9742-82e0baaafd69 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5caf1872-20b3-47c4-97fd-f46c796e5da0 HTTP/1.1" status: 200 len: 855 time: 0.0433767 Jul 16 21:09:55.698901 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87d6d8d5-924d-4a9b-8702-cc6d380685a4 req-68a57268-2d38-4818-a9b2-73ca048109fb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254488 Jul 16 21:09:55.790873 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87d6d8d5-924d-4a9b-8702-cc6d380685a4 req-2ceaf0a6-a2be-47f0-be06-724abae91255 service neutron] 10.222.0.62 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847511 Jul 16 21:09:55.884714 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-87d6d8d5-924d-4a9b-8702-cc6d380685a4 req-b9cf9df6-38df-4b53-aa09-4e3315e2a031 service neutron] 10.222.0.62 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859494 Jul 16 21:09:55.915166 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:56.047434 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308162a-b589-478c-a515-df17c437a9b3 req-cf691cf8-22c3-4535-9f88-5bf1e0ba4beb tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:56.048854 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d308162a-b589-478c-a515-df17c437a9b3 req-cf691cf8-22c3-4535-9f88-5bf1e0ba4beb tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 943 time: 0.0634277 Jul 16 21:09:56.089304 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d308162a-b589-478c-a515-df17c437a9b3 req-d9f8a5f0-ff0c-43d7-95e6-71d6daaf3206 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347211 Jul 16 21:09:57.263114 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c388a-cfe3-4b8b-b032-40c819c8d6e9 req-b58737bd-0e2f-4bb7-81a7-b2787b30afca tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:57.264609 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-722c388a-cfe3-4b8b-b032-40c819c8d6e9 req-b58737bd-0e2f-4bb7-81a7-b2787b30afca tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 943 time: 0.0630357 Jul 16 21:09:57.306504 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-722c388a-cfe3-4b8b-b032-40c819c8d6e9 req-9c2f8781-eecd-4ae9-82e1-d2db82d3faee tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353453 Jul 16 21:09:57.756158 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:58.476163 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ccefe-31bd-411c-8b66-cb28c446a0f4 req-ed19d868-9b83-4443-b32c-585a4a3c576b tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:58.477632 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0e0ccefe-31bd-411c-8b66-cb28c446a0f4 req-ed19d868-9b83-4443-b32c-585a4a3c576b tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 943 time: 0.0643063 Jul 16 21:09:58.514245 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0e0ccefe-31bd-411c-8b66-cb28c446a0f4 req-ed899161-2b58-4b8a-8c84-42393ed60162 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308976 Jul 16 21:09:59.517111 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device e6413ce7-0b90-4a11-a560-f3fe1799853f details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:09:59.614886 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port e6413ce7-0b90-4a11-a560-f3fe1799853f, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=e6413ce7-0b90-4a11-a560-f3fe1799853f,segment=NetworkSegment(dd998289-6450-4e5d-b0fe-e9c4b09d308b),segment_id=dd998289-6450-4e5d-b0fe-e9c4b09d308b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:59.625939 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'e6413ce7-0b90-4a11-a560-f3fe1799853f', 'network_id': 'ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7', 'port_id': 'e6413ce7-0b90-4a11-a560-f3fe1799853f', 'mac_address': 'fa:16:3e:a1:fa:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5caf1872-20b3-47c4-97fd-f46c796e5da0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:09:59.662105 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:59.676017 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6413ce7-0b90-4a11-a560-f3fe1799853f {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:09:59.692517 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b8f8e-024c-44b2-9487-2aaeed3af387 req-61a97e11-0f73-446b-b97e-3c23bf0ac8af tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:59.694028 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c34b8f8e-024c-44b2-9487-2aaeed3af387 req-61a97e11-0f73-446b-b97e-3c23bf0ac8af tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 943 time: 0.0647166 Jul 16 21:09:59.695100 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port e6413ce7-0b90-4a11-a560-f3fe1799853f, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=e6413ce7-0b90-4a11-a560-f3fe1799853f,segment=NetworkSegment(dd998289-6450-4e5d-b0fe-e9c4b09d308b),segment_id=dd998289-6450-4e5d-b0fe-e9c4b09d308b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:59.699536 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:59.733108 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c34b8f8e-024c-44b2-9487-2aaeed3af387 req-9bcb2cbd-6d43-4991-805c-c0c49e080c85 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326874 Jul 16 21:09:59.749990 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=e6413ce7-0b90-4a11-a560-f3fe1799853f,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:59.848699 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:59.883424 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['e6413ce7-0b90-4a11-a560-f3fe1799853f'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:10:00.913444 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99134602-5a1d-4810-997c-b630f5ed937c req-66007f17-c1bd-4b7e-87f0-7b71966c59e5 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:00.914974 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99134602-5a1d-4810-997c-b630f5ed937c req-66007f17-c1bd-4b7e-87f0-7b71966c59e5 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 944 time: 0.0679111 Jul 16 21:10:00.951831 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99134602-5a1d-4810-997c-b630f5ed937c req-a2a9b042-6a5d-4dac-b9ab-45919e9cbba0 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313866 Jul 16 21:10:01.548647 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device e6413ce7-0b90-4a11-a560-f3fe1799853f up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:10:01.604736 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port e6413ce7-0b90-4a11-a560-f3fe1799853f completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:10:01.608413 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port e6413ce7-0b90-4a11-a560-f3fe1799853f triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:10:01.608789 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:01.694596 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:01.725240 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d59f342-e45a-4f6f-859a-0417423bf2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6413ce7-0b90-4a11-a560-f3fe1799853f'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:10:01.727524 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b3171e-67e1-4bee-9cd3-5b962eef8521" -d '{"events": [{"server_uuid": "8d59f342-e45a-4f6f-859a-0417423bf2e9", "name": "network-vif-plugged", "status": "completed", "tag": "e6413ce7-0b90-4a11-a560-f3fe1799853f"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:10:01.740798 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port e6413ce7-0b90-4a11-a560-f3fe1799853f, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=e6413ce7-0b90-4a11-a560-f3fe1799853f,segment=NetworkSegment(dd998289-6450-4e5d-b0fe-e9c4b09d308b),segment_id=dd998289-6450-4e5d-b0fe-e9c4b09d308b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:10:01.746333 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:01.798243 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=e6413ce7-0b90-4a11-a560-f3fe1799853f,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:01.827600 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501afa6a-1fb1-486f-91ac-7babd16e9d5e x-openstack-request-id: req-501afa6a-1fb1-486f-91ac-7babd16e9d5e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:10:01.827896 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d59f342-e45a-4f6f-859a-0417423bf2e9", "name": "network-vif-plugged", "status": "completed", "tag": "e6413ce7-0b90-4a11-a560-f3fe1799853f", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:10:01.828677 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-501afa6a-1fb1-486f-91ac-7babd16e9d5e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:10:01.829242 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d59f342-e45a-4f6f-859a-0417423bf2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6413ce7-0b90-4a11-a560-f3fe1799853f', 'code': 200} Jul 16 21:10:01.935628 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c50151-d3c7-47a6-b823-6c55cf7b3c2e req-3bc8e89d-45a5-4cbb-a395-4f53be83d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:01.937109 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d0c50151-d3c7-47a6-b823-6c55cf7b3c2e req-3bc8e89d-45a5-4cbb-a395-4f53be83d4e4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 1097 time: 0.0510688 Jul 16 21:10:01.970534 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d0c50151-d3c7-47a6-b823-6c55cf7b3c2e req-5aca4c3b-f43a-45a3-be37-48275e3c8a35 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268052 Jul 16 21:10:02.125649 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457543c-5fca-4a5a-854c-56361846f32e req-cbc6fd9e-347a-4ca9-aebe-0854bef7e875 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:02.127284 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6457543c-5fca-4a5a-854c-56361846f32e req-cbc6fd9e-347a-4ca9-aebe-0854bef7e875 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0654764 Jul 16 21:10:02.165028 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6457543c-5fca-4a5a-854c-56361846f32e req-ea2c0d6f-dadc-4563-bf58-0459af825253 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320680 Jul 16 21:10:02.751890 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:10:03.335917 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be48fca-20c6-4d83-8d9a-af1122fb3c28 req-6aca7be6-f6e9-4c15-986a-0f2d8e43ee70 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:03.337384 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5be48fca-20c6-4d83-8d9a-af1122fb3c28 req-6aca7be6-f6e9-4c15-986a-0f2d8e43ee70 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0620334 Jul 16 21:10:03.379153 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5be48fca-20c6-4d83-8d9a-af1122fb3c28 req-d0308882-bf24-409d-8281-7b0b3df522d8 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363057 Jul 16 21:10:03.524484 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:03.563777 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e54ad-b950-49d7-9107-c365f3300fa1 req-dcff9896-b318-4e8d-ba33-79f68c029865 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:03.565233 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f00e54ad-b950-49d7-9107-c365f3300fa1 req-dcff9896-b318-4e8d-ba33-79f68c029865 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0709088 Jul 16 21:10:03.605932 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f00e54ad-b950-49d7-9107-c365f3300fa1 req-ad72894c-5596-4ba6-bffd-0cdbeba84514 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348141 Jul 16 21:10:03.958187 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f5e6e-bf75-4c0a-a2b0-ca3a765f1e11 req-f4e7666a-61ae-4677-a427-8a8a0fd1760f tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:03.959754 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-416f5e6e-bf75-4c0a-a2b0-ca3a765f1e11 req-f4e7666a-61ae-4677-a427-8a8a0fd1760f tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0684896 Jul 16 21:10:03.998339 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-416f5e6e-bf75-4c0a-a2b0-ca3a765f1e11 req-c28e36ef-c02b-481f-91d4-b4ac2f3ed4e8 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329807 Jul 16 21:10:04.188670 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637f8c2-ce8d-43e3-b9aa-9e89d8c0ff53 req-a2542e88-e18c-4414-a145-2db92aecdc71 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:04.190210 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7637f8c2-ce8d-43e3-b9aa-9e89d8c0ff53 req-a2542e88-e18c-4414-a145-2db92aecdc71 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0710876 Jul 16 21:10:04.229312 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7637f8c2-ce8d-43e3-b9aa-9e89d8c0ff53 req-ebb76760-8ae9-4933-a838-b9d1d6fd3fc2 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331123 Jul 16 21:10:04.623368 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-ac2a94c4-e2d4-4893-b2f5-cd7eb5a71f22 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0918424 Jul 16 21:10:04.654820 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf02b8-e941-46a8-8236-dc56db6aa962 req-39fafcb5-85d4-4349-9693-37c56fa0bcf6 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:04.656269 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20cf02b8-e941-46a8-8236-dc56db6aa962 req-39fafcb5-85d4-4349-9693-37c56fa0bcf6 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0829239 Jul 16 21:10:04.701561 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20cf02b8-e941-46a8-8236-dc56db6aa962 req-bf9ede41-816d-448e-9563-4b7dd140183d tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388629 Jul 16 21:10:05.889491 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e86c3-8f3f-4972-b635-306bb12d46a7 req-3aff9788-948d-4cfd-b67f-d95e97e9edcb tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:05.891076 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7b4e86c3-8f3f-4972-b635-306bb12d46a7 req-3aff9788-948d-4cfd-b67f-d95e97e9edcb tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0756865 Jul 16 21:10:05.931386 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7b4e86c3-8f3f-4972-b635-306bb12d46a7 req-62109ac4-390b-46fa-95be-e356e47304eb tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344152 Jul 16 21:10:05.950907 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-4afcac6f-4893-46db-b444-1502f2701223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:05.952504 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-4afcac6f-4893-46db-b444-1502f2701223 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3170f2d500694b23842aa7725ef1b968&device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 1097 time: 0.0535660 Jul 16 21:10:06.050433 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-4d4b918c-6ad6-43fc-9f0c-65bac1d96e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:06.051939 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-4d4b918c-6ad6-43fc-9f0c-65bac1d96e12 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 HTTP/1.1" status: 200 len: 916 time: 0.0932922 Jul 16 21:10:06.094568 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-9e7854e4-687e-4be2-a910-5dc5bf172869 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6413ce7-0b90-4a11-a560-f3fe1799853f HTTP/1.1" status: 200 len: 217 time: 0.0356977 Jul 16 21:10:06.142917 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-dd2a1225-38ef-4be6-b0b7-c5ce89f287b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:06.144392 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-dd2a1225-38ef-4be6-b0b7-c5ce89f287b6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5caf1872-20b3-47c4-97fd-f46c796e5da0 HTTP/1.1" status: 200 len: 855 time: 0.0446389 Jul 16 21:10:06.183542 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-a4296d26-0f90-4fdf-aab9-37c79591d4ca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322576 Jul 16 21:10:06.274045 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-83dbaf92-becf-493b-b0f7-724e10bbb4a6 service neutron] 10.222.0.62 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844147 Jul 16 21:10:06.368611 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-1e737231-e80e-4e8a-96de-f78956c7dcc8 service neutron] 10.222.0.62 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886395 Jul 16 21:10:07.109115 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf93447-6280-46c4-9b73-a75999f20656 req-8438eb5a-7f38-49da-86ae-ba27a2316f19 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:07.111315 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9cf93447-6280-46c4-9b73-a75999f20656 req-8438eb5a-7f38-49da-86ae-ba27a2316f19 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0652394 Jul 16 21:10:07.148621 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9cf93447-6280-46c4-9b73-a75999f20656 req-8ca33295-d846-4255-955e-836d8c1a5fae tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317104 Jul 16 21:10:08.325896 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b8b99-d565-4281-8473-9c574567009e req-dcdbc9df-a31f-4063-8c07-6ecd7905465c tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:08.327399 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-253b8b99-d565-4281-8473-9c574567009e req-dcdbc9df-a31f-4063-8c07-6ecd7905465c tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0664246 Jul 16 21:10:08.364324 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-253b8b99-d565-4281-8473-9c574567009e req-06ad2887-a021-4652-9296-49b76e72af4e tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310116 Jul 16 21:10:09.537979 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c52d7-18d0-4b53-94e7-20f8a787fab2 req-306ff631-bb2e-4016-b05f-208bb06283a3 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:09.539402 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c40c52d7-18d0-4b53-94e7-20f8a787fab2 req-306ff631-bb2e-4016-b05f-208bb06283a3 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0641866 Jul 16 21:10:09.577056 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c40c52d7-18d0-4b53-94e7-20f8a787fab2 req-1fba4515-36f7-4306-9e6f-534b29559f0b tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321021 Jul 16 21:10:10.750958 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66de0f1-2a8b-403c-a0a6-a17ddd1d1af6 req-53ca8e35-5ffd-4161-89d1-5f4b9d1062af tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:10.752697 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d66de0f1-2a8b-403c-a0a6-a17ddd1d1af6 req-53ca8e35-5ffd-4161-89d1-5f4b9d1062af tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0634849 Jul 16 21:10:10.790206 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d66de0f1-2a8b-403c-a0a6-a17ddd1d1af6 req-cd38d619-54a0-45f2-8a86-cd141d61a777 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320129 Jul 16 21:10:11.968659 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17047c-ad9b-47fb-8e21-befcdb9cd690 req-488cdb67-094e-469b-9538-4beaf5b4cc77 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:11.970131 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0a17047c-ad9b-47fb-8e21-befcdb9cd690 req-488cdb67-094e-469b-9538-4beaf5b4cc77 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0675468 Jul 16 21:10:12.008063 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0a17047c-ad9b-47fb-8e21-befcdb9cd690 req-cbbb5307-8e96-4bb3-9523-ba70529d0c71 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313816 Jul 16 21:10:13.182739 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e232c8-2ac0-499a-b5c1-c3a421ca2572 req-d01be6bd-c7d7-4660-a3a7-671109e2bed9 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:13.184291 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1e232c8-2ac0-499a-b5c1-c3a421ca2572 req-d01be6bd-c7d7-4660-a3a7-671109e2bed9 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0652184 Jul 16 21:10:13.225057 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1e232c8-2ac0-499a-b5c1-c3a421ca2572 req-1fac2865-8eda-4c31-9361-6480a3bd3ec1 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340037 Jul 16 21:10:14.411581 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9e9cb-fe5f-4a23-8f03-53c45563e749 req-d7f36a04-0605-4911-b3d3-b1d0d09917d2 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:14.413065 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c9e9e9cb-fe5f-4a23-8f03-53c45563e749 req-d7f36a04-0605-4911-b3d3-b1d0d09917d2 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0694540 Jul 16 21:10:14.450694 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c9e9e9cb-fe5f-4a23-8f03-53c45563e749 req-ab3c57b1-9635-4b15-8244-0f2cfcd9fca4 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319078 Jul 16 21:10:15.623180 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bc0ef-e6f0-4fbc-b97c-0a6a28b32416 req-a53c0b87-197b-48db-8476-2d95d7432ee8 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:15.624662 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-274bc0ef-e6f0-4fbc-b97c-0a6a28b32416 req-a53c0b87-197b-48db-8476-2d95d7432ee8 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0643971 Jul 16 21:10:15.663190 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-274bc0ef-e6f0-4fbc-b97c-0a6a28b32416 req-6eb3fafa-5db4-4113-b439-0ab616b0f098 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326633 Jul 16 21:10:16.833367 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559b054-3632-4298-b677-fd1790923bbe req-be2a3c46-704a-4a04-b285-1b737a9daf31 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:16.834876 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7559b054-3632-4298-b677-fd1790923bbe req-be2a3c46-704a-4a04-b285-1b737a9daf31 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0626016 Jul 16 21:10:16.871247 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7559b054-3632-4298-b677-fd1790923bbe req-cd0a4f3b-1c89-40c8-870f-ae6171682220 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308118 Jul 16 21:10:18.054175 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84012f51-c016-4dd3-8989-c9b0b0319378 req-10b2aa6b-c2d2-4163-8804-911340d2d943 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:18.055674 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-84012f51-c016-4dd3-8989-c9b0b0319378 req-10b2aa6b-c2d2-4163-8804-911340d2d943 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0743306 Jul 16 21:10:18.092789 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-84012f51-c016-4dd3-8989-c9b0b0319378 req-19f7f0a4-d552-483f-a45d-b8026dcd2bf1 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315650 Jul 16 21:10:19.268578 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfe6d5-fcdf-41a9-b4b4-35a3349c333c req-5116eaf5-a9b3-4928-9fd1-930ca9e197da tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:19.270197 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1dfe6d5-fcdf-41a9-b4b4-35a3349c333c req-5116eaf5-a9b3-4928-9fd1-930ca9e197da tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0642970 Jul 16 21:10:19.307970 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1dfe6d5-fcdf-41a9-b4b4-35a3349c333c req-4fe84814-59fb-4dda-a4ba-60474864dec3 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322690 Jul 16 21:10:20.485081 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9287ac5-2879-4aad-af4f-8e9cad89c78a req-54baca0c-68a5-47dd-a692-d32f643f8779 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:20.486618 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f9287ac5-2879-4aad-af4f-8e9cad89c78a req-54baca0c-68a5-47dd-a692-d32f643f8779 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0668995 Jul 16 21:10:20.524126 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f9287ac5-2879-4aad-af4f-8e9cad89c78a req-f6d6aedd-84fe-4a6e-b0d4-52a7d2942e04 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313072 Jul 16 21:10:21.701998 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376be9ec-18f7-4780-a806-49f65deb5a75 req-e7443d15-d921-47eb-a7a9-1b8b404f6dcd tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:21.703563 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-376be9ec-18f7-4780-a806-49f65deb5a75 req-e7443d15-d921-47eb-a7a9-1b8b404f6dcd tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0642743 Jul 16 21:10:21.742392 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-376be9ec-18f7-4780-a806-49f65deb5a75 req-7ace702f-f7bf-433b-bd8e-4f918ecfa0f2 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329022 Jul 16 21:10:21.754633 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58da28e5-03a7-44fa-8b21-72ec62acedf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:22.918173 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc014413-5fe7-4df3-af73-0230e36e8042 req-84937122-c6da-46ee-808c-c184823bb337 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:22.919661 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dc014413-5fe7-4df3-af73-0230e36e8042 req-84937122-c6da-46ee-808c-c184823bb337 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0626278 Jul 16 21:10:22.956690 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dc014413-5fe7-4df3-af73-0230e36e8042 req-14d2aa2f-8edc-4b6d-8336-c15d244379cd tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312819 Jul 16 21:10:24.135480 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5b3c8-186e-4ba5-bdcc-98fdc18bb480 req-785e5404-b29f-49bd-9b49-06fac96ef6fd tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:24.136936 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-83c5b3c8-186e-4ba5-bdcc-98fdc18bb480 req-785e5404-b29f-49bd-9b49-06fac96ef6fd tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0680501 Jul 16 21:10:24.178004 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-83c5b3c8-186e-4ba5-bdcc-98fdc18bb480 req-9bfb0b9b-e39c-4a73-857f-d9395cd0ee66 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352213 Jul 16 21:10:24.282944 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7691d565-90cb-4eeb-ab28-24c0e96b0c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:24.388432 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:25.351424 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44df427-2227-4f5c-a4f1-43aed866e2e6 req-1c4516e5-5fce-468e-8893-ed1a693d847c tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:25.352889 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e44df427-2227-4f5c-a4f1-43aed866e2e6 req-1c4516e5-5fce-468e-8893-ed1a693d847c tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0653279 Jul 16 21:10:25.389074 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e44df427-2227-4f5c-a4f1-43aed866e2e6 req-df790067-3fb6-4140-983c-bd532e9b9698 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306392 Jul 16 21:10:25.629076 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eadce3-6d0a-4a6e-8b39-42894c524de6 req-06615e19-2c54-4f87-bfdc-cc3202d14dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:25.630834 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-88eadce3-6d0a-4a6e-8b39-42894c524de6 req-06615e19-2c54-4f87-bfdc-cc3202d14dae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3170f2d500694b23842aa7725ef1b968&device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 1097 time: 0.0545504 Jul 16 21:10:25.738306 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eadce3-6d0a-4a6e-8b39-42894c524de6 req-e7f059b9-f83d-49fb-9992-6490e81f453d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:25.739815 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-88eadce3-6d0a-4a6e-8b39-42894c524de6 req-e7f059b9-f83d-49fb-9992-6490e81f453d service neutron] 10.222.0.62 "GET /v2.0/networks?id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 HTTP/1.1" status: 200 len: 916 time: 0.0878386 Jul 16 21:10:25.780016 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-88eadce3-6d0a-4a6e-8b39-42894c524de6 req-82377213-e080-44ca-a61b-85aba47ba976 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6413ce7-0b90-4a11-a560-f3fe1799853f HTTP/1.1" status: 200 len: 217 time: 0.0336599 Jul 16 21:10:25.828656 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eadce3-6d0a-4a6e-8b39-42894c524de6 req-614a2d90-462d-456f-b0a3-69edcdf1bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:25.830079 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-88eadce3-6d0a-4a6e-8b39-42894c524de6 req-614a2d90-462d-456f-b0a3-69edcdf1bb3a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5caf1872-20b3-47c4-97fd-f46c796e5da0 HTTP/1.1" status: 200 len: 855 time: 0.0429592 Jul 16 21:10:25.867205 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-88eadce3-6d0a-4a6e-8b39-42894c524de6 req-1f91a956-3f4d-4185-b8be-434a7f9eba36 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301678 Jul 16 21:10:25.915416 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:25.958352 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-88eadce3-6d0a-4a6e-8b39-42894c524de6 req-68ca416a-600c-4eaf-a095-eee88e3f2c7f service neutron] 10.222.0.62 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842924 Jul 16 21:10:26.055086 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-88eadce3-6d0a-4a6e-8b39-42894c524de6 req-69da872f-d4b4-486e-985e-1f71561bcd22 service neutron] 10.222.0.62 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898201 Jul 16 21:10:26.566819 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f5d0f-ad3a-4ecb-a0e1-878c89173c4a req-a4138113-9cbd-4513-a375-1c015f6aeffa tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:26.568849 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-116f5d0f-ad3a-4ecb-a0e1-878c89173c4a req-a4138113-9cbd-4513-a375-1c015f6aeffa tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0693924 Jul 16 21:10:26.606344 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-116f5d0f-ad3a-4ecb-a0e1-878c89173c4a req-a2d0a5f5-2786-46f0-80ab-dd0b0c12d27d tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317917 Jul 16 21:10:27.759424 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:27.777846 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d494f-f766-48a1-8ee0-4684021e236a req-37338f66-f97c-4d77-a1d2-4fb7f46ca772 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:27.779371 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-189d494f-f766-48a1-8ee0-4684021e236a req-37338f66-f97c-4d77-a1d2-4fb7f46ca772 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0642333 Jul 16 21:10:27.817114 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-189d494f-f766-48a1-8ee0-4684021e236a req-1d177289-7696-4818-ad33-d22de270140d tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320745 Jul 16 21:10:28.990661 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05fa7a-df52-4c3e-a40d-a2860e12fe2e req-e7258be5-8512-4369-b8e9-854b3c897aae tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:28.992109 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d05fa7a-df52-4c3e-a40d-a2860e12fe2e req-e7258be5-8512-4369-b8e9-854b3c897aae tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0618722 Jul 16 21:10:29.029908 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d05fa7a-df52-4c3e-a40d-a2860e12fe2e req-287557f2-8aa5-44d5-8130-fbec89174d86 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322115 Jul 16 21:10:29.864226 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:30.208570 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb2e3c-b9ae-4d8d-a984-4546d1b6f324 req-88661e5d-f3e3-4d3e-8fa5-6b70b5c27922 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:30.210053 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ccb2e3c-b9ae-4d8d-a984-4546d1b6f324 req-88661e5d-f3e3-4d3e-8fa5-6b70b5c27922 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0669365 Jul 16 21:10:30.248751 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ccb2e3c-b9ae-4d8d-a984-4546d1b6f324 req-50241b80-3e3e-430f-8e1b-fa4d59b97bc5 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330758 Jul 16 21:10:31.450040 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fafd5a-10a6-488a-b8c6-f82d30e0e309 req-5596c972-4818-467f-bbf9-a78aa77effd5 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:31.451601 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-83fafd5a-10a6-488a-b8c6-f82d30e0e309 req-5596c972-4818-467f-bbf9-a78aa77effd5 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0646052 Jul 16 21:10:31.487758 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-83fafd5a-10a6-488a-b8c6-f82d30e0e309 req-aa841fc8-6c4c-41e1-894a-18be367d5efa tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305772 Jul 16 21:10:32.665257 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b8671-ccbf-4b81-90b7-f1720c4456fb req-2d437ae0-6b45-488e-8420-6cf2ae37e5a7 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:32.666759 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-957b8671-ccbf-4b81-90b7-f1720c4456fb req-2d437ae0-6b45-488e-8420-6cf2ae37e5a7 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0674198 Jul 16 21:10:32.705037 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-957b8671-ccbf-4b81-90b7-f1720c4456fb req-07207635-9db2-46fa-b0cc-9e9fb7ae8065 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324895 Jul 16 21:10:33.339576 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-f13429ac-e7a1-4e23-9251-0ce44a69a3af service neutron] show failed (client error): The resource could not be found. Jul 16 21:10:33.340560 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-f13429ac-e7a1-4e23-9251-0ce44a69a3af service neutron] 10.222.0.62 "GET /v2.0/ports/e6413ce7-0b90-4a11-a560-f3fe1799853f/bindings/n-h1-791506-21 HTTP/1.1" status: 404 len: 381 time: 0.0552418 Jul 16 21:10:33.561868 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:33.616930 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-1baf61bd-0813-4a96-b8ea-ac4d58ad7986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:33.618655 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-1baf61bd-0813-4a96-b8ea-ac4d58ad7986 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9&tenant_id=3170f2d500694b23842aa7725ef1b968 HTTP/1.1" status: 200 len: 1097 time: 0.0821431 Jul 16 21:10:33.629287 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-d1edb6d4-7fe9-4580-908c-590c38c8e656 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-21', 'device_owner': 'compute:nova'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:10:33.703711 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-d1edb6d4-7fe9-4580-908c-590c38c8e656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:33.949596 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec63786-9072-477d-b009-764f806ba405 req-2fe95368-0b4b-4bb4-af08-e9c8bf035b25 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:33.951102 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fec63786-9072-477d-b009-764f806ba405 req-2fe95368-0b4b-4bb4-af08-e9c8bf035b25 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.1333089 Jul 16 21:10:33.959052 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-d1edb6d4-7fe9-4580-908c-590c38c8e656 service neutron] For port e6413ce7-0b90-4a11-a560-f3fe1799853f, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=e6413ce7-0b90-4a11-a560-f3fe1799853f,segment=NetworkSegment(dd998289-6450-4e5d-b0fe-e9c4b09d308b),segment_id=dd998289-6450-4e5d-b0fe-e9c4b09d308b)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:10:34.006635 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fec63786-9072-477d-b009-764f806ba405 req-b7d8e6f9-63cf-4a5a-bf75-d528cfddfae3 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499878 Jul 16 21:10:34.018648 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-d1edb6d4-7fe9-4580-908c-590c38c8e656 service neutron] For port e6413ce7-0b90-4a11-a560-f3fe1799853f, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:10:34.058729 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d59f342-e45a-4f6f-859a-0417423bf2e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6413ce7-0b90-4a11-a560-f3fe1799853f'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:10:34.060964 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c7f128-375c-469b-a707-e2d52c0e829a" -d '{"events": [{"server_uuid": "8d59f342-e45a-4f6f-859a-0417423bf2e9", "name": "network-vif-unplugged", "status": "completed", "tag": "e6413ce7-0b90-4a11-a560-f3fe1799853f"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:10:34.064859 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-d1edb6d4-7fe9-4580-908c-590c38c8e656 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:34.077510 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-d1edb6d4-7fe9-4580-908c-590c38c8e656 service neutron] Transition to ACTIVE for port object e6413ce7-0b90-4a11-a560-f3fe1799853f will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:10:34.081538 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-d1edb6d4-7fe9-4580-908c-590c38c8e656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:34.143185 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-d1edb6d4-7fe9-4580-908c-590c38c8e656 service neutron] No DVR routers for this DVR port e6413ce7-0b90-4a11-a560-f3fe1799853f on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:10:34.153137 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1edb6d4-7fe9-4580-908c-590c38c8e656 service neutron] Pushing event updated for resources: {'Port': ['ID=e6413ce7-0b90-4a11-a560-f3fe1799853f,revision_number=6']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:34.176908 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d08cb9-ca87-453a-9da9-fce629ea898a x-openstack-request-id: req-49d08cb9-ca87-453a-9da9-fce629ea898a {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:10:34.177206 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d59f342-e45a-4f6f-859a-0417423bf2e9", "name": "network-vif-unplugged", "status": "completed", "tag": "e6413ce7-0b90-4a11-a560-f3fe1799853f", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:10:34.177458 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-49d08cb9-ca87-453a-9da9-fce629ea898a {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:10:34.177844 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d59f342-e45a-4f6f-859a-0417423bf2e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6413ce7-0b90-4a11-a560-f3fe1799853f', 'code': 200} Jul 16 21:10:34.188556 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-d1edb6d4-7fe9-4580-908c-590c38c8e656 service neutron] Attempting to bind port e6413ce7-0b90-4a11-a560-f3fe1799853f on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:10:34.188894 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-d1edb6d4-7fe9-4580-908c-590c38c8e656 service neutron] Attempting to bind port e6413ce7-0b90-4a11-a560-f3fe1799853f by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'dd998289-6450-4e5d-b0fe-e9c4b09d308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:10:34.189218 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-d1edb6d4-7fe9-4580-908c-590c38c8e656 service neutron] Attempting to bind port e6413ce7-0b90-4a11-a560-f3fe1799853f on network ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:10:34.193364 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-d1edb6d4-7fe9-4580-908c-590c38c8e656 service neutron] Port e6413ce7-0b90-4a11-a560-f3fe1799853f on network ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:10:34.193849 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-d1edb6d4-7fe9-4580-908c-590c38c8e656 service neutron] Attempting to bind port e6413ce7-0b90-4a11-a560-f3fe1799853f on network ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:10:34.198758 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-d1edb6d4-7fe9-4580-908c-590c38c8e656 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:10:34.199095 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-d1edb6d4-7fe9-4580-908c-590c38c8e656 service neutron] Checking segment: {'id': 'dd998289-6450-4e5d-b0fe-e9c4b09d308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:10:34.199471 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-d1edb6d4-7fe9-4580-908c-590c38c8e656 service neutron] Bound using segment: {'id': 'dd998289-6450-4e5d-b0fe-e9c4b09d308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:10:34.199887 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-d1edb6d4-7fe9-4580-908c-590c38c8e656 service neutron] Bound port: e6413ce7-0b90-4a11-a560-f3fe1799853f, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd998289-6450-4e5d-b0fe-e9c4b09d308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:10:34.200241 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-d1edb6d4-7fe9-4580-908c-590c38c8e656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:34.261917 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-d1edb6d4-7fe9-4580-908c-590c38c8e656 service neutron] For port e6413ce7-0b90-4a11-a560-f3fe1799853f, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:10:34.264915 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-d1edb6d4-7fe9-4580-908c-590c38c8e656 service neutron] For port e6413ce7-0b90-4a11-a560-f3fe1799853f, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e6413ce7-0b90-4a11-a560-f3fe1799853f,segment=NetworkSegment(dd998289-6450-4e5d-b0fe-e9c4b09d308b),segment_id=dd998289-6450-4e5d-b0fe-e9c4b09d308b)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:10:34.269335 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-d1edb6d4-7fe9-4580-908c-590c38c8e656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:34.302926 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-d1edb6d4-7fe9-4580-908c-590c38c8e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:34.304206 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-d1edb6d4-7fe9-4580-908c-590c38c8e656 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:34.305596 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-d1edb6d4-7fe9-4580-908c-590c38c8e656 service neutron] 10.222.0.18 "PUT /v2.0/ports/e6413ce7-0b90-4a11-a560-f3fe1799853f HTTP/1.1" status: 200 len: 1092 time: 0.6803818 Jul 16 21:10:34.325456 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1edb6d4-7fe9-4580-908c-590c38c8e656 service neutron] Pushing event updated for resources: {'Port': ['ID=e6413ce7-0b90-4a11-a560-f3fe1799853f,revision_number=7']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:34.382869 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-a557bda0-6af3-438f-8207-b9dce96a0d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:34.384355 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-a557bda0-6af3-438f-8207-b9dce96a0d3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3170f2d500694b23842aa7725ef1b968&device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 1095 time: 0.0560489 Jul 16 21:10:34.472314 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-a460bc21-9337-4ba9-baad-8b5083fea96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:34.473769 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-a460bc21-9337-4ba9-baad-8b5083fea96b service neutron] 10.222.0.18 "GET /v2.0/networks?id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 HTTP/1.1" status: 200 len: 916 time: 0.0833807 Jul 16 21:10:34.517271 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-1e6a2b19-5fbd-4a88-9972-57d4265f36fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6413ce7-0b90-4a11-a560-f3fe1799853f HTTP/1.1" status: 200 len: 217 time: 0.0368931 Jul 16 21:10:34.878521 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-a88765b1-c5a7-4485-9997-4cab3e921f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:34.879976 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-a88765b1-c5a7-4485-9997-4cab3e921f53 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5caf1872-20b3-47c4-97fd-f46c796e5da0 HTTP/1.1" status: 200 len: 855 time: 0.3570199 Jul 16 21:10:34.912702 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-88cb3b5c-c432-44b4-9f96-091377c55e25 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260296 Jul 16 21:10:35.000677 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-279e33cc-5ca4-44c0-b3af-f1f29e24c2e3 service neutron] 10.222.0.18 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821736 Jul 16 21:10:35.089030 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9698d77c-b380-44d0-95f2-219eb5d9ff87 req-1f7301a1-716b-498e-ae62-eb105cd1a29d service neutron] 10.222.0.18 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818343 Jul 16 21:10:35.188802 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a3b4d-ed01-424a-b1f2-2c72046375ec req-df02cc44-d6b2-4674-bca5-e4e758a4571c tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:35.190201 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7d1a3b4d-ed01-424a-b1f2-2c72046375ec req-df02cc44-d6b2-4674-bca5-e4e758a4571c tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 943 time: 0.0693142 Jul 16 21:10:35.230086 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7d1a3b4d-ed01-424a-b1f2-2c72046375ec req-f91316d1-bd06-44f3-a5fe-f2e80c54f89a tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327353 Jul 16 21:10:36.178885 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d59f342-e45a-4f6f-859a-0417423bf2e9', 'tag': 'e6413ce7-0b90-4a11-a560-f3fe1799853f'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:10:36.181186 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3473099d-e0f3-4e3f-bc1c-4c2bb185c6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "8d59f342-e45a-4f6f-859a-0417423bf2e9", "tag": "e6413ce7-0b90-4a11-a560-f3fe1799853f"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:10:36.230020 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33dba5c-9296-41c8-8a99-aed2da982091 x-openstack-request-id: req-d33dba5c-9296-41c8-8a99-aed2da982091 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:10:36.230314 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d59f342-e45a-4f6f-859a-0417423bf2e9", "tag": "e6413ce7-0b90-4a11-a560-f3fe1799853f", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:10:36.230593 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d33dba5c-9296-41c8-8a99-aed2da982091 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:10:36.231681 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d59f342-e45a-4f6f-859a-0417423bf2e9', 'tag': 'e6413ce7-0b90-4a11-a560-f3fe1799853f', 'status': 'completed', 'code': 200} Jul 16 21:10:36.303204 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473099d-e0f3-4e3f-bc1c-4c2bb185c6c3 req-25d5a8bf-6df6-49c1-823f-54db2caec729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:36.304721 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3473099d-e0f3-4e3f-bc1c-4c2bb185c6c3 req-25d5a8bf-6df6-49c1-823f-54db2caec729 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3170f2d500694b23842aa7725ef1b968&device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 1095 time: 0.0554211 Jul 16 21:10:36.308888 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473099d-e0f3-4e3f-bc1c-4c2bb185c6c3 req-bfee4a5f-b2ac-4ed7-b0c2-d3911af7d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:36.310420 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3473099d-e0f3-4e3f-bc1c-4c2bb185c6c3 req-bfee4a5f-b2ac-4ed7-b0c2-d3911af7d09b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3170f2d500694b23842aa7725ef1b968&device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 1095 time: 0.0546761 Jul 16 21:10:36.400095 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473099d-e0f3-4e3f-bc1c-4c2bb185c6c3 req-ec0b7421-f599-4bf1-a292-5f9646365adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:36.401557 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3473099d-e0f3-4e3f-bc1c-4c2bb185c6c3 req-ec0b7421-f599-4bf1-a292-5f9646365adc service neutron] 10.222.0.62 "GET /v2.0/networks?id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 HTTP/1.1" status: 200 len: 916 time: 0.0901101 Jul 16 21:10:36.441350 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473099d-e0f3-4e3f-bc1c-4c2bb185c6c3 req-22762436-c476-44e0-a9d3-4cb576b66bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:36.442756 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3473099d-e0f3-4e3f-bc1c-4c2bb185c6c3 req-22762436-c476-44e0-a9d3-4cb576b66bcb service neutron] 10.222.0.18 "GET /v2.0/networks?id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 HTTP/1.1" status: 200 len: 916 time: 0.1257472 Jul 16 21:10:36.444751 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3473099d-e0f3-4e3f-bc1c-4c2bb185c6c3 req-fd49be89-7220-45d0-9b52-fad2efabda75 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6413ce7-0b90-4a11-a560-f3fe1799853f HTTP/1.1" status: 200 len: 217 time: 0.0358872 Jul 16 21:10:36.467187 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e3f7e-2a10-4e12-b485-c22a86920218 req-6a450f15-bb8b-4811-b29b-0f802854865c tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:36.468630 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f64e3f7e-2a10-4e12-b485-c22a86920218 req-6a450f15-bb8b-4811-b29b-0f802854865c tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 943 time: 0.1212821 Jul 16 21:10:36.500148 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3473099d-e0f3-4e3f-bc1c-4c2bb185c6c3 req-9c7b102b-59be-4ad7-a7c2-f076c4aa5df2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6413ce7-0b90-4a11-a560-f3fe1799853f HTTP/1.1" status: 200 len: 217 time: 0.0495560 Jul 16 21:10:36.500395 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473099d-e0f3-4e3f-bc1c-4c2bb185c6c3 req-90215689-21bf-47a1-8b96-16c946394f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:36.501806 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3473099d-e0f3-4e3f-bc1c-4c2bb185c6c3 req-90215689-21bf-47a1-8b96-16c946394f0b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5caf1872-20b3-47c4-97fd-f46c796e5da0 HTTP/1.1" status: 200 len: 855 time: 0.0507073 Jul 16 21:10:36.536418 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3473099d-e0f3-4e3f-bc1c-4c2bb185c6c3 req-174e7963-e575-4a21-92d0-cd07cca9de94 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269194 Jul 16 21:10:36.578394 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f64e3f7e-2a10-4e12-b485-c22a86920218 req-9a9dd6a7-8710-4924-9d9d-868eadd95d4d tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808272 Jul 16 21:10:36.603401 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473099d-e0f3-4e3f-bc1c-4c2bb185c6c3 req-785a5750-66b3-4954-a092-d2821416b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:36.605004 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3473099d-e0f3-4e3f-bc1c-4c2bb185c6c3 req-785a5750-66b3-4954-a092-d2821416b6e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5caf1872-20b3-47c4-97fd-f46c796e5da0 HTTP/1.1" status: 200 len: 855 time: 0.0889041 Jul 16 21:10:36.635542 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3473099d-e0f3-4e3f-bc1c-4c2bb185c6c3 req-7244382a-0f28-4689-b268-81e7aa669dc5 service neutron] 10.222.0.62 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901918 Jul 16 21:10:36.639004 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3473099d-e0f3-4e3f-bc1c-4c2bb185c6c3 req-a83f7bd6-16ed-4b84-9a86-de2068458879 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276802 Jul 16 21:10:36.696506 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e6413ce7-0b90-4a11-a560-f3fe1799853f details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:10:36.736237 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3473099d-e0f3-4e3f-bc1c-4c2bb185c6c3 req-07345c5f-1e90-4d41-a69a-44db9dee0f32 service neutron] 10.222.0.62 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935211 Jul 16 21:10:36.741217 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3473099d-e0f3-4e3f-bc1c-4c2bb185c6c3 req-f9d7d960-05bc-47b2-8390-45cb65563b2b service neutron] 10.222.0.18 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955501 Jul 16 21:10:36.794562 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e6413ce7-0b90-4a11-a560-f3fe1799853f, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e6413ce7-0b90-4a11-a560-f3fe1799853f,segment=NetworkSegment(dd998289-6450-4e5d-b0fe-e9c4b09d308b),segment_id=dd998289-6450-4e5d-b0fe-e9c4b09d308b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:10:36.805893 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'e6413ce7-0b90-4a11-a560-f3fe1799853f', 'network_id': 'ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7', 'port_id': 'e6413ce7-0b90-4a11-a560-f3fe1799853f', 'mac_address': 'fa:16:3e:a1:fa:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5caf1872-20b3-47c4-97fd-f46c796e5da0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:10:36.834831 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3473099d-e0f3-4e3f-bc1c-4c2bb185c6c3 req-2d55514c-7c24-419b-b0c7-ee8c9600c79b service neutron] 10.222.0.18 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867865 Jul 16 21:10:36.845729 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:36.859142 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6413ce7-0b90-4a11-a560-f3fe1799853f {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:10:36.877731 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e6413ce7-0b90-4a11-a560-f3fe1799853f, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e6413ce7-0b90-4a11-a560-f3fe1799853f,segment=NetworkSegment(dd998289-6450-4e5d-b0fe-e9c4b09d308b),segment_id=dd998289-6450-4e5d-b0fe-e9c4b09d308b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:10:36.881903 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:36.929060 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=e6413ce7-0b90-4a11-a560-f3fe1799853f,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:37.098179 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['e6413ce7-0b90-4a11-a560-f3fe1799853f'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:10:37.696724 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device e6413ce7-0b90-4a11-a560-f3fe1799853f no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:10:37.734701 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device e6413ce7-0b90-4a11-a560-f3fe1799853f not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:10:37.748492 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2d23d-ee38-4399-8fe2-61e75fcef665 req-9b7fc85e-b5fa-4213-8985-2fde368935f9 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:37.749981 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0ef2d23d-ee38-4399-8fe2-61e75fcef665 req-9b7fc85e-b5fa-4213-8985-2fde368935f9 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 944 time: 0.0659490 Jul 16 21:10:37.788565 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0ef2d23d-ee38-4399-8fe2-61e75fcef665 req-fcfa87af-ceb2-45b7-b942-63a2fd6d8b2a tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330794 Jul 16 21:10:38.098659 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55526297-bad8-4dfa-8fec-8da9de007ec2 req-2ef73dbf-1ec4-4f1d-96ea-89310b4ee789 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:38.100245 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55526297-bad8-4dfa-8fec-8da9de007ec2 req-2ef73dbf-1ec4-4f1d-96ea-89310b4ee789 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 944 time: 0.0686746 Jul 16 21:10:38.141415 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55526297-bad8-4dfa-8fec-8da9de007ec2 req-0ac91b71-87a4-4fd0-ae7b-f964ffb62aa2 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340693 Jul 16 21:10:38.150170 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c430d3-a7f3-4ad5-8c5c-15be9e4d56ea req-c9237b6d-6297-46be-b8d9-1f2b3e5536e9 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:38.151867 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-89c430d3-a7f3-4ad5-8c5c-15be9e4d56ea req-c9237b6d-6297-46be-b8d9-1f2b3e5536e9 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9&tenant_id=3170f2d500694b23842aa7725ef1b968&binding%3Ahost_id=n-h1-791506-21 HTTP/1.1" status: 200 len: 944 time: 0.1179984 Jul 16 21:10:38.216610 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [req-89c430d3-a7f3-4ad5-8c5c-15be9e4d56ea req-5ade4e2d-fab9-4bfa-b697-577fa7b79985 service neutron] delete failed (client error): The resource could not be found. Jul 16 21:10:38.217617 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-89c430d3-a7f3-4ad5-8c5c-15be9e4d56ea req-5ade4e2d-fab9-4bfa-b697-577fa7b79985 service neutron] 10.222.0.62 "DELETE /v2.0/ports/e6413ce7-0b90-4a11-a560-f3fe1799853f/bindings/n-h2-791506-21 HTTP/1.1" status: 404 len: 381 time: 0.0543318 Jul 16 21:10:38.311501 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c430d3-a7f3-4ad5-8c5c-15be9e4d56ea req-85f4be4b-4a0c-4f4f-88fc-950fa1bbcb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:38.312984 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-89c430d3-a7f3-4ad5-8c5c-15be9e4d56ea req-85f4be4b-4a0c-4f4f-88fc-950fa1bbcb70 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3170f2d500694b23842aa7725ef1b968&device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 1096 time: 0.0532298 Jul 16 21:10:38.403491 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c430d3-a7f3-4ad5-8c5c-15be9e4d56ea req-b2e6d872-cbd7-4836-9b75-269b0be6e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:38.404880 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-89c430d3-a7f3-4ad5-8c5c-15be9e4d56ea req-b2e6d872-cbd7-4836-9b75-269b0be6e102 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 HTTP/1.1" status: 200 len: 916 time: 0.0849912 Jul 16 21:10:38.445797 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-89c430d3-a7f3-4ad5-8c5c-15be9e4d56ea req-87e5db81-7dd3-4b18-9a01-3e0dfa98dc6e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6413ce7-0b90-4a11-a560-f3fe1799853f HTTP/1.1" status: 200 len: 217 time: 0.0346034 Jul 16 21:10:38.493506 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c430d3-a7f3-4ad5-8c5c-15be9e4d56ea req-7d9a5a31-88c3-4bbc-8c1b-799b4bafc6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:38.495033 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-89c430d3-a7f3-4ad5-8c5c-15be9e4d56ea req-7d9a5a31-88c3-4bbc-8c1b-799b4bafc6d4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5caf1872-20b3-47c4-97fd-f46c796e5da0 HTTP/1.1" status: 200 len: 855 time: 0.0432575 Jul 16 21:10:38.529802 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-89c430d3-a7f3-4ad5-8c5c-15be9e4d56ea req-f1b54309-f506-4f42-921f-0228dd31ec28 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286713 Jul 16 21:10:38.616514 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-89c430d3-a7f3-4ad5-8c5c-15be9e4d56ea req-fbfbdba0-6401-4490-9a3b-cfc0b779d77d service neutron] 10.222.0.62 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804760 Jul 16 21:10:38.711327 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e6413ce7-0b90-4a11-a560-f3fe1799853f up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:10:38.760570 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port e6413ce7-0b90-4a11-a560-f3fe1799853f completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:10:38.764649 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port e6413ce7-0b90-4a11-a560-f3fe1799853f triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:10:38.765025 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:38.847833 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:38.871888 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d59f342-e45a-4f6f-859a-0417423bf2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6413ce7-0b90-4a11-a560-f3fe1799853f'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:10:38.874588 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd27ce75-dd2b-4eb8-9aed-0e86b84966d4" -d '{"events": [{"server_uuid": "8d59f342-e45a-4f6f-859a-0417423bf2e9", "name": "network-vif-plugged", "status": "completed", "tag": "e6413ce7-0b90-4a11-a560-f3fe1799853f"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:10:38.889675 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e6413ce7-0b90-4a11-a560-f3fe1799853f, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e6413ce7-0b90-4a11-a560-f3fe1799853f,segment=NetworkSegment(dd998289-6450-4e5d-b0fe-e9c4b09d308b),segment_id=dd998289-6450-4e5d-b0fe-e9c4b09d308b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:10:38.898063 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:38.931952 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e73f6f-431a-4f4a-b1d0-80c9a9bb80f7 x-openstack-request-id: req-19e73f6f-431a-4f4a-b1d0-80c9a9bb80f7 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:10:38.932319 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d59f342-e45a-4f6f-859a-0417423bf2e9", "name": "network-vif-plugged", "status": "completed", "tag": "e6413ce7-0b90-4a11-a560-f3fe1799853f", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:10:38.932683 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-19e73f6f-431a-4f4a-b1d0-80c9a9bb80f7 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:10:38.933175 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d59f342-e45a-4f6f-859a-0417423bf2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6413ce7-0b90-4a11-a560-f3fe1799853f', 'code': 200} Jul 16 21:10:38.960190 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=e6413ce7-0b90-4a11-a560-f3fe1799853f,revision_number=9']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:39.011803 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-89c430d3-a7f3-4ad5-8c5c-15be9e4d56ea req-e9e14bc4-ceeb-431f-8b51-14cea203f70a service neutron] 10.222.0.62 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888991 Jul 16 21:10:39.313438 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55e582-8421-405f-90c9-bc79bd5cb3a1 req-098ff302-86ea-4ed7-91e0-d5a5998d6dfd tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:39.314932 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6f55e582-8421-405f-90c9-bc79bd5cb3a1 req-098ff302-86ea-4ed7-91e0-d5a5998d6dfd tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0626161 Jul 16 21:10:39.356194 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6f55e582-8421-405f-90c9-bc79bd5cb3a1 req-560410b5-2910-4d45-bf5a-7848848e93d0 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347137 Jul 16 21:10:39.750187 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:10:40.527950 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a084c-80d5-44af-b69a-1bc36da00cb4 req-cbcb0e52-4255-4d4f-90e1-58f3a24f7bc5 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:40.529359 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-217a084c-80d5-44af-b69a-1bc36da00cb4 req-cbcb0e52-4255-4d4f-90e1-58f3a24f7bc5 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0637565 Jul 16 21:10:40.571195 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-217a084c-80d5-44af-b69a-1bc36da00cb4 req-7ff44e91-205d-4191-8c91-980dd55dbcef tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363078 Jul 16 21:10:40.741122 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc10be2-6170-450f-a343-c8141007014e req-66ba8ad0-ebf5-4855-833e-3fcb043bb41e tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:40.742710 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ebc10be2-6170-450f-a343-c8141007014e req-66ba8ad0-ebf5-4855-833e-3fcb043bb41e tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0633764 Jul 16 21:10:40.779097 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ebc10be2-6170-450f-a343-c8141007014e req-5446e104-3328-4906-b907-ed0f83d32357 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308199 Jul 16 21:10:40.949124 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ece024-d915-448e-876a-6d7530b4e0e4 req-9a313ee5-0adb-46b3-a0a9-2396ae93f3b9 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:40.950620 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-53ece024-d915-448e-876a-6d7530b4e0e4 req-9a313ee5-0adb-46b3-a0a9-2396ae93f3b9 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0642064 Jul 16 21:10:40.988450 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-53ece024-d915-448e-876a-6d7530b4e0e4 req-9bbb8bb4-8735-4ef2-a59a-27cf048d497f tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323794 Jul 16 21:10:41.425907 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-871f60c4-c7ea-47fd-8802-f37e46b091fe tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:41.427305 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-871f60c4-c7ea-47fd-8802-f37e46b091fe tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/networks?id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 HTTP/1.1" status: 200 len: 815 time: 0.1043196 Jul 16 21:10:41.442307 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-fd6306c5-d27c-4f30-bc8e-d0895e023ff8 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/quotas/3170f2d500694b23842aa7725ef1b968 HTTP/1.1" status: 200 len: 375 time: 0.0088613 Jul 16 21:10:41.511903 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-9854a6d8-8b0d-46e9-8bbc-eabe0a1b7fe4 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3170f2d500694b23842aa7725ef1b968&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0637169 Jul 16 21:10:41.606356 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-eb3f9ddf-db7b-4fbc-9bf0-6d75b980e353 service neutron] 10.222.0.38 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879393 Jul 16 21:10:41.694891 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-9ba4dfbc-1979-42ee-be85-26936bc4584d service neutron] 10.222.0.38 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825374 Jul 16 21:10:41.873512 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7fceca6b-17b8-4d0e-b008-de207c1d8951 req-a7ec367b-ea0d-42ce-a6d2-1092646a515f tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 210 time: 0.0349700 Jul 16 21:10:42.602832 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002138d-c410-4500-8561-edcc9317b2ae req-fd5a3e17-8467-47f4-9b14-0af7274876b8 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:42.604268 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e002138d-c410-4500-8561-edcc9317b2ae req-fd5a3e17-8467-47f4-9b14-0af7274876b8 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d59f342-e45a-4f6f-859a-0417423bf2e9 HTTP/1.1" status: 200 len: 945 time: 0.0611072 Jul 16 21:10:42.707898 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-e002138d-c410-4500-8561-edcc9317b2ae req-c4c79fba-0ff5-4f1c-a374-24f46a719a96 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Deleting port e6413ce7-0b90-4a11-a560-f3fe1799853f {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:10:42.708594 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e002138d-c410-4500-8561-edcc9317b2ae req-c4c79fba-0ff5-4f1c-a374-24f46a719a96 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:42.796353 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-e002138d-c410-4500-8561-edcc9317b2ae req-c4c79fba-0ff5-4f1c-a374-24f46a719a96 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] For port e6413ce7-0b90-4a11-a560-f3fe1799853f, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e6413ce7-0b90-4a11-a560-f3fe1799853f,segment=NetworkSegment(dd998289-6450-4e5d-b0fe-e9c4b09d308b),segment_id=dd998289-6450-4e5d-b0fe-e9c4b09d308b)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:10:42.796768 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e002138d-c410-4500-8561-edcc9317b2ae req-c4c79fba-0ff5-4f1c-a374-24f46a719a96 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:42.811002 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-e002138d-c410-4500-8561-edcc9317b2ae req-c4c79fba-0ff5-4f1c-a374-24f46a719a96 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Calling delete_port for e6413ce7-0b90-4a11-a560-f3fe1799853f owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:10:42.898355 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-5119373c-aff0-49eb-82c1-407633a3bfec tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:42.899836 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-5119373c-aff0-49eb-82c1-407633a3bfec tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.18 "GET /v2.0/networks?id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 HTTP/1.1" status: 200 len: 815 time: 0.1111441 Jul 16 21:10:42.912556 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-ed11dd36-75c0-4b60-8f07-df57f8b236ac tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Request body: {'port': {'device_id': 'e5e42ffd-6cf0-45f1-beb1-67f21ef88543', 'network_id': 'ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7', 'admin_state_up': True, 'tenant_id': '3170f2d500694b23842aa7725ef1b968'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:10:42.955441 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e002138d-c410-4500-8561-edcc9317b2ae req-c4c79fba-0ff5-4f1c-a374-24f46a719a96 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:42.969566 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['e6413ce7-0b90-4a11-a560-f3fe1799853f'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:10:42.991096 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c79fba-0ff5-4f1c-a374-24f46a719a96 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Pushing event deleted for resources: {'Port': ['ID=e6413ce7-0b90-4a11-a560-f3fe1799853f,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:43.048006 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e002138d-c410-4500-8561-edcc9317b2ae req-c4c79fba-0ff5-4f1c-a374-24f46a719a96 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] No DVR routers for this DVR port e6413ce7-0b90-4a11-a560-f3fe1799853f on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:10:43.050751 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e002138d-c410-4500-8561-edcc9317b2ae req-c4c79fba-0ff5-4f1c-a374-24f46a719a96 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:43.052654 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e002138d-c410-4500-8561-edcc9317b2ae req-c4c79fba-0ff5-4f1c-a374-24f46a719a96 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.18 "DELETE /v2.0/ports/e6413ce7-0b90-4a11-a560-f3fe1799853f HTTP/1.1" status: 204 len: 173 time: 0.4427559 Jul 16 21:10:43.060500 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d59f342-e45a-4f6f-859a-0417423bf2e9', 'name': 'network-vif-deleted', 'tag': 'e6413ce7-0b90-4a11-a560-f3fe1799853f'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:10:43.062929 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b42a02b-a38d-45c3-aea1-dec81fe9f157" -d '{"events": [{"server_uuid": "8d59f342-e45a-4f6f-859a-0417423bf2e9", "name": "network-vif-deleted", "tag": "e6413ce7-0b90-4a11-a560-f3fe1799853f"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:10:43.065289 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-ed11dd36-75c0-4b60-8f07-df57f8b236ac tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Made reservation on behalf of 3170f2d500694b23842aa7725ef1b968 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:10:43.071907 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-ed11dd36-75c0-4b60-8f07-df57f8b236ac tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:43.090211 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cb73fc70-e883-47b1-9fe7-e7db5f025533 req-a641f527-3643-4dff-871b-3aac9b457079 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 210 time: 0.0437312 Jul 16 21:10:43.114479 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80628d4-833f-4a7f-9c3d-cf80ba4a86e2 x-openstack-request-id: req-b80628d4-833f-4a7f-9c3d-cf80ba4a86e2 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:10:43.114769 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d59f342-e45a-4f6f-859a-0417423bf2e9", "name": "network-vif-deleted", "tag": "e6413ce7-0b90-4a11-a560-f3fe1799853f", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:10:43.115020 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b80628d4-833f-4a7f-9c3d-cf80ba4a86e2 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:10:43.115500 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d59f342-e45a-4f6f-859a-0417423bf2e9', 'name': 'network-vif-deleted', 'tag': 'e6413ce7-0b90-4a11-a560-f3fe1799853f', 'status': 'completed', 'code': 200} Jul 16 21:10:43.214380 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-ed11dd36-75c0-4b60-8f07-df57f8b236ac tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Allocated IP 172.20.0.3 (ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7/5caf1872-20b3-47c4-97fd-f46c796e5da0/0acf77c2-1464-4a57-81ca-63a670fca4c7) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:10:43.364709 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-ed11dd36-75c0-4b60-8f07-df57f8b236ac tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:43.406245 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-ed11dd36-75c0-4b60-8f07-df57f8b236ac tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:43.417331 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['e6413ce7-0b90-4a11-a560-f3fe1799853f'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:10:43.461711 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-ed11dd36-75c0-4b60-8f07-df57f8b236ac tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Network ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:10:43.464846 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-ed11dd36-75c0-4b60-8f07-df57f8b236ac tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:10:43.469002 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-ed11dd36-75c0-4b60-8f07-df57f8b236ac tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:10:43.493261 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11dd36-75c0-4b60-8f07-df57f8b236ac tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Pushing event updated for resources: {'Port': ['ID=0acf77c2-1464-4a57-81ca-63a670fca4c7,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:43.509569 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11dd36-75c0-4b60-8f07-df57f8b236ac tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:43.509926 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11dd36-75c0-4b60-8f07-df57f8b236ac tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:43.510267 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11dd36-75c0-4b60-8f07-df57f8b236ac tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:43.510633 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11dd36-75c0-4b60-8f07-df57f8b236ac tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:43.510967 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11dd36-75c0-4b60-8f07-df57f8b236ac tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:43.511300 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11dd36-75c0-4b60-8f07-df57f8b236ac tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:43.511628 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11dd36-75c0-4b60-8f07-df57f8b236ac tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:43.511963 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11dd36-75c0-4b60-8f07-df57f8b236ac tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:43.512283 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11dd36-75c0-4b60-8f07-df57f8b236ac tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:43.512610 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11dd36-75c0-4b60-8f07-df57f8b236ac tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:43.512933 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11dd36-75c0-4b60-8f07-df57f8b236ac tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:43.513253 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11dd36-75c0-4b60-8f07-df57f8b236ac tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:43.534012 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-ed11dd36-75c0-4b60-8f07-df57f8b236ac tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:43.534653 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-ed11dd36-75c0-4b60-8f07-df57f8b236ac tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:43.550387 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-ed11dd36-75c0-4b60-8f07-df57f8b236ac tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6429117 Jul 16 21:10:43.561939 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-90c594e5-0005-40c4-8c7f-1699874fd532 service neutron] Request body: {'port': {'device_id': 'e5e42ffd-6cf0-45f1-beb1-67f21ef88543', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:10:43.632567 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-90c594e5-0005-40c4-8c7f-1699874fd532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:43.892945 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-90c594e5-0005-40c4-8c7f-1699874fd532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0acf77c2-1464-4a57-81ca-63a670fca4c7 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:10:43.900906 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-90c594e5-0005-40c4-8c7f-1699874fd532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:43.912206 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-90c594e5-0005-40c4-8c7f-1699874fd532 service neutron] Transition to ACTIVE for port object 0acf77c2-1464-4a57-81ca-63a670fca4c7 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:10:43.915791 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-90c594e5-0005-40c4-8c7f-1699874fd532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:43.965143 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c594e5-0005-40c4-8c7f-1699874fd532 service neutron] Pushing event updated for resources: {'Port': ['ID=0acf77c2-1464-4a57-81ca-63a670fca4c7,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:44.034092 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-90c594e5-0005-40c4-8c7f-1699874fd532 service neutron] Attempting to bind port 0acf77c2-1464-4a57-81ca-63a670fca4c7 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:10:44.034448 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-90c594e5-0005-40c4-8c7f-1699874fd532 service neutron] Attempting to bind port 0acf77c2-1464-4a57-81ca-63a670fca4c7 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'dd998289-6450-4e5d-b0fe-e9c4b09d308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:10:44.034776 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-90c594e5-0005-40c4-8c7f-1699874fd532 service neutron] Attempting to bind port 0acf77c2-1464-4a57-81ca-63a670fca4c7 on network ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:10:44.038902 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-90c594e5-0005-40c4-8c7f-1699874fd532 service neutron] Port 0acf77c2-1464-4a57-81ca-63a670fca4c7 on network ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:10:44.039220 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-90c594e5-0005-40c4-8c7f-1699874fd532 service neutron] Attempting to bind port 0acf77c2-1464-4a57-81ca-63a670fca4c7 on network ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:10:44.043812 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-90c594e5-0005-40c4-8c7f-1699874fd532 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:10:44.044143 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-90c594e5-0005-40c4-8c7f-1699874fd532 service neutron] Checking segment: {'id': 'dd998289-6450-4e5d-b0fe-e9c4b09d308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:10:44.044518 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-90c594e5-0005-40c4-8c7f-1699874fd532 service neutron] Bound using segment: {'id': 'dd998289-6450-4e5d-b0fe-e9c4b09d308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:10:44.044931 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-90c594e5-0005-40c4-8c7f-1699874fd532 service neutron] Bound port: 0acf77c2-1464-4a57-81ca-63a670fca4c7, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd998289-6450-4e5d-b0fe-e9c4b09d308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:10:44.045276 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-90c594e5-0005-40c4-8c7f-1699874fd532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:44.106683 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-90c594e5-0005-40c4-8c7f-1699874fd532 service neutron] For port 0acf77c2-1464-4a57-81ca-63a670fca4c7, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:10:44.109543 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-90c594e5-0005-40c4-8c7f-1699874fd532 service neutron] For port 0acf77c2-1464-4a57-81ca-63a670fca4c7, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0acf77c2-1464-4a57-81ca-63a670fca4c7,segment=NetworkSegment(dd998289-6450-4e5d-b0fe-e9c4b09d308b),segment_id=dd998289-6450-4e5d-b0fe-e9c4b09d308b)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:10:44.114223 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-90c594e5-0005-40c4-8c7f-1699874fd532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:44.147181 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-90c594e5-0005-40c4-8c7f-1699874fd532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:44.148846 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-90c594e5-0005-40c4-8c7f-1699874fd532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:44.150224 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-90c594e5-0005-40c4-8c7f-1699874fd532 service neutron] 10.222.0.18 "PUT /v2.0/ports/0acf77c2-1464-4a57-81ca-63a670fca4c7 HTTP/1.1" status: 200 len: 1092 time: 0.5925555 Jul 16 21:10:44.150684 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e42ffd-6cf0-45f1-beb1-67f21ef88543', 'tag': '0acf77c2-1464-4a57-81ca-63a670fca4c7'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:10:44.152927 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246b3149-bb56-4206-914c-02b1bbd86caa" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e42ffd-6cf0-45f1-beb1-67f21ef88543", "tag": "0acf77c2-1464-4a57-81ca-63a670fca4c7"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:10:44.179510 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c594e5-0005-40c4-8c7f-1699874fd532 service neutron] Pushing event updated for resources: {'Port': ['ID=0acf77c2-1464-4a57-81ca-63a670fca4c7,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:44.202060 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41afda96-5a5d-4bb5-bc42-04d2c8054ec2 x-openstack-request-id: req-41afda96-5a5d-4bb5-bc42-04d2c8054ec2 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:10:44.202371 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e42ffd-6cf0-45f1-beb1-67f21ef88543", "tag": "0acf77c2-1464-4a57-81ca-63a670fca4c7", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:10:44.202627 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-41afda96-5a5d-4bb5-bc42-04d2c8054ec2 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:10:44.203059 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e42ffd-6cf0-45f1-beb1-67f21ef88543', 'tag': '0acf77c2-1464-4a57-81ca-63a670fca4c7', 'status': 'completed', 'code': 200} Jul 16 21:10:44.266166 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-8bcb8137-c7f9-4a9c-a99d-9986928bd4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:44.267706 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-8bcb8137-c7f9-4a9c-a99d-9986928bd4aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3170f2d500694b23842aa7725ef1b968&device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 1095 time: 0.0579581 Jul 16 21:10:44.280931 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33980174-9726-4da0-8448-ed1608263c62 req-ad4947bf-0882-4456-b48e-87aba5775a9c tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:44.282474 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33980174-9726-4da0-8448-ed1608263c62 req-ad4947bf-0882-4456-b48e-87aba5775a9c tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 943 time: 0.0648420 Jul 16 21:10:44.312896 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-e98435ba-c284-4ed3-8b28-bc5bb7169579 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0acf77c2-1464-4a57-81ca-63a670fca4c7 HTTP/1.1" status: 200 len: 217 time: 0.0375245 Jul 16 21:10:44.321712 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33980174-9726-4da0-8448-ed1608263c62 req-7fdebe30-814a-43c7-b838-630b118e4a69 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323961 Jul 16 21:10:44.361218 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-31ef59e5-90bd-4a63-be3c-283cf5ecd5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:44.362697 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-31ef59e5-90bd-4a63-be3c-283cf5ecd5b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5caf1872-20b3-47c4-97fd-f46c796e5da0 HTTP/1.1" status: 200 len: 855 time: 0.0440879 Jul 16 21:10:44.393804 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-faf72083-a4c8-4161-a79c-e2497b34649c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251870 Jul 16 21:10:44.484188 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-37d24e25-c739-4ec3-9413-6a1e8b9b9e14 service neutron] 10.222.0.18 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838919 Jul 16 21:10:44.573609 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8155edbc-f550-4c1c-bca9-61184e64fc90 req-4a45eb85-a517-407b-a1bf-a37ffd6ff674 service neutron] 10.222.0.18 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822356 Jul 16 21:10:44.672942 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b3149-bb56-4206-914c-02b1bbd86caa req-d573198d-7e7a-42bc-b7f4-82f3dbaf7c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:44.674349 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-246b3149-bb56-4206-914c-02b1bbd86caa req-d573198d-7e7a-42bc-b7f4-82f3dbaf7c95 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3170f2d500694b23842aa7725ef1b968&device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 1095 time: 0.0570791 Jul 16 21:10:44.760823 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b3149-bb56-4206-914c-02b1bbd86caa req-68d6bafa-9e89-4acd-ac2d-48ea01b1c7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:44.762370 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-246b3149-bb56-4206-914c-02b1bbd86caa req-68d6bafa-9e89-4acd-ac2d-48ea01b1c7f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 HTTP/1.1" status: 200 len: 916 time: 0.0819843 Jul 16 21:10:44.807356 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-246b3149-bb56-4206-914c-02b1bbd86caa req-1aac39cf-fdab-4a83-ab9c-097e8a10d25c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0acf77c2-1464-4a57-81ca-63a670fca4c7 HTTP/1.1" status: 200 len: 217 time: 0.0381477 Jul 16 21:10:44.854726 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b3149-bb56-4206-914c-02b1bbd86caa req-255b6fcf-6a58-411d-a809-643fcef8a1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:44.856126 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-246b3149-bb56-4206-914c-02b1bbd86caa req-255b6fcf-6a58-411d-a809-643fcef8a1fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5caf1872-20b3-47c4-97fd-f46c796e5da0 HTTP/1.1" status: 200 len: 855 time: 0.0420840 Jul 16 21:10:44.889013 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-246b3149-bb56-4206-914c-02b1bbd86caa req-917c82fe-61c6-4ad8-851d-b0d743937394 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261853 Jul 16 21:10:44.980706 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-246b3149-bb56-4206-914c-02b1bbd86caa req-a90cd471-f858-4b83-8906-43f4a0f1e8f7 service neutron] 10.222.0.18 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855720 Jul 16 21:10:45.070340 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-246b3149-bb56-4206-914c-02b1bbd86caa req-481d8f13-dfe9-4c3a-81e1-ab92319d4dc0 service neutron] 10.222.0.18 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834258 Jul 16 21:10:45.494570 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4335f6-2138-4d96-9413-76e64283bc91 req-e74df1ae-0443-454c-83f0-139f75a04003 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:45.495974 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c4335f6-2138-4d96-9413-76e64283bc91 req-e74df1ae-0443-454c-83f0-139f75a04003 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 943 time: 0.0644538 Jul 16 21:10:45.536187 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c4335f6-2138-4d96-9413-76e64283bc91 req-740f3c3e-b653-4bc7-9fc0-6007f27bd96a tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345523 Jul 16 21:10:46.728413 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc163fc-5234-4b41-a773-118d5b7d0dcd req-6168f227-4e45-4e8e-a7c2-377122ca8aa2 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:46.729936 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bdc163fc-5234-4b41-a773-118d5b7d0dcd req-6168f227-4e45-4e8e-a7c2-377122ca8aa2 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 943 time: 0.0813694 Jul 16 21:10:46.759611 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 0acf77c2-1464-4a57-81ca-63a670fca4c7 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:10:46.761811 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e6413ce7-0b90-4a11-a560-f3fe1799853f no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:10:46.787581 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bdc163fc-5234-4b41-a773-118d5b7d0dcd req-5ca0f631-c9e4-449a-97d9-5373fbce47c2 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510790 Jul 16 21:10:46.788455 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: e6413ce7-0b90-4a11-a560-f3fe1799853f {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:10:46.788811 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e6413ce7-0b90-4a11-a560-f3fe1799853f not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:10:46.873029 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 0acf77c2-1464-4a57-81ca-63a670fca4c7, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0acf77c2-1464-4a57-81ca-63a670fca4c7,segment=NetworkSegment(dd998289-6450-4e5d-b0fe-e9c4b09d308b),segment_id=dd998289-6450-4e5d-b0fe-e9c4b09d308b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:10:46.883256 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '0acf77c2-1464-4a57-81ca-63a670fca4c7', 'network_id': 'ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7', 'port_id': '0acf77c2-1464-4a57-81ca-63a670fca4c7', 'mac_address': 'fa:16:3e:3d:8c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5caf1872-20b3-47c4-97fd-f46c796e5da0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:10:46.922784 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:46.935725 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0acf77c2-1464-4a57-81ca-63a670fca4c7 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:10:46.954868 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 0acf77c2-1464-4a57-81ca-63a670fca4c7, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0acf77c2-1464-4a57-81ca-63a670fca4c7,segment=NetworkSegment(dd998289-6450-4e5d-b0fe-e9c4b09d308b),segment_id=dd998289-6450-4e5d-b0fe-e9c4b09d308b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:10:46.958748 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:47.005100 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=0acf77c2-1464-4a57-81ca-63a670fca4c7,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:47.142500 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['0acf77c2-1464-4a57-81ca-63a670fca4c7'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:10:47.961179 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628bc52-65f9-4d8d-9dfc-33a49cdc342b req-d7448457-a67c-4243-a927-17da3d1e71a2 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:47.962645 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1628bc52-65f9-4d8d-9dfc-33a49cdc342b req-d7448457-a67c-4243-a927-17da3d1e71a2 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 944 time: 0.0641353 Jul 16 21:10:48.000590 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1628bc52-65f9-4d8d-9dfc-33a49cdc342b req-d2be5f43-6680-40f6-90f8-5548045d4274 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322804 Jul 16 21:10:48.773208 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 0acf77c2-1464-4a57-81ca-63a670fca4c7 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:10:48.821462 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 0acf77c2-1464-4a57-81ca-63a670fca4c7 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:10:48.824988 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 0acf77c2-1464-4a57-81ca-63a670fca4c7 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:10:48.825363 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:48.899491 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:48.921421 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e42ffd-6cf0-45f1-beb1-67f21ef88543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acf77c2-1464-4a57-81ca-63a670fca4c7'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:10:48.923676 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edffe71c-e6f6-4340-85a6-f21d0ac7b895" -d '{"events": [{"server_uuid": "e5e42ffd-6cf0-45f1-beb1-67f21ef88543", "name": "network-vif-plugged", "status": "completed", "tag": "0acf77c2-1464-4a57-81ca-63a670fca4c7"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:10:48.937979 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 0acf77c2-1464-4a57-81ca-63a670fca4c7, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0acf77c2-1464-4a57-81ca-63a670fca4c7,segment=NetworkSegment(dd998289-6450-4e5d-b0fe-e9c4b09d308b),segment_id=dd998289-6450-4e5d-b0fe-e9c4b09d308b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:10:48.944619 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:48.971175 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3d18f0-a572-4310-85e9-8918c0f45f1a x-openstack-request-id: req-8a3d18f0-a572-4310-85e9-8918c0f45f1a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:10:48.971469 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e42ffd-6cf0-45f1-beb1-67f21ef88543", "name": "network-vif-plugged", "status": "completed", "tag": "0acf77c2-1464-4a57-81ca-63a670fca4c7", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:10:48.971709 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8a3d18f0-a572-4310-85e9-8918c0f45f1a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:10:48.972097 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e42ffd-6cf0-45f1-beb1-67f21ef88543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acf77c2-1464-4a57-81ca-63a670fca4c7', 'code': 200} Jul 16 21:10:48.997894 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=0acf77c2-1464-4a57-81ca-63a670fca4c7,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:49.005191 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:49.005545 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:49.006472 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:49.006822 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:49.007142 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:49.007593 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:49.007816 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:49.008144 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:49.008471 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:49.008796 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:49.009121 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:49.009443 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:49.076686 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b793db-620f-419a-b263-437b064ebad6 req-8420d634-74bc-48de-ac22-a1ef27e6c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:49.078223 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-49b793db-620f-419a-b263-437b064ebad6 req-8420d634-74bc-48de-ac22-a1ef27e6c539 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 1097 time: 0.0582144 Jul 16 21:10:49.113113 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-49b793db-620f-419a-b263-437b064ebad6 req-8bb05a79-ac40-4ae5-b5df-59ba2298530c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275071 Jul 16 21:10:49.178820 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6298a-f5c0-4674-8058-dc36a7b7596e req-bf493122-2ab6-47cf-b8e6-48c2bdbc63da tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:49.180297 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fde6298a-f5c0-4674-8058-dc36a7b7596e req-bf493122-2ab6-47cf-b8e6-48c2bdbc63da tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0693085 Jul 16 21:10:49.218105 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fde6298a-f5c0-4674-8058-dc36a7b7596e req-50703170-42a9-4e62-aa58-61d93c299474 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319130 Jul 16 21:10:50.389666 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c851f-79ed-404c-9c3f-747c37456e1d req-3c659be8-2d9e-41f9-96a6-a2b4cfda0780 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:50.391184 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-119c851f-79ed-404c-9c3f-747c37456e1d req-3c659be8-2d9e-41f9-96a6-a2b4cfda0780 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0627728 Jul 16 21:10:50.429028 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-119c851f-79ed-404c-9c3f-747c37456e1d req-37fc3b21-4c5d-4c96-b190-4c0aa97afb8e tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323877 Jul 16 21:10:50.602768 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991b3fd-366a-44a0-a025-d5b7379d4a51 req-9bf9745e-b21d-4124-b67a-7a5662b2ec49 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:50.604295 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b991b3fd-366a-44a0-a025-d5b7379d4a51 req-9bf9745e-b21d-4124-b67a-7a5662b2ec49 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0628271 Jul 16 21:10:50.645858 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b991b3fd-366a-44a0-a025-d5b7379d4a51 req-377b6b83-cd7c-4e3a-b835-edf49967421d tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360429 Jul 16 21:10:51.011441 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cbe7898d-5096-486e-8c02-86270275c036 req-616a418b-b33f-49d7-a0a2-fd589dc3b5ff service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832357 Jul 16 21:10:51.045618 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ba905-6710-422e-9375-fec6832bb2d3 req-60481788-e48e-4f2a-b57c-0db6fa89c2ce tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:51.047403 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4c9ba905-6710-422e-9375-fec6832bb2d3 req-60481788-e48e-4f2a-b57c-0db6fa89c2ce tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0710108 Jul 16 21:10:51.088242 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4c9ba905-6710-422e-9375-fec6832bb2d3 req-cde29f49-d22f-4717-a2db-8195bb46e1d8 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350292 Jul 16 21:10:51.755320 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d02f26d2-deee-4455-a733-0418a537d646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:52.139171 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7898d-5096-486e-8c02-86270275c036 req-18e50e9c-aa8f-4b66-9808-5239f848ae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:52.140688 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbe7898d-5096-486e-8c02-86270275c036 req-18e50e9c-aa8f-4b66-9808-5239f848ae7d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3170f2d500694b23842aa7725ef1b968&device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 1097 time: 0.0548565 Jul 16 21:10:52.236338 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7898d-5096-486e-8c02-86270275c036 req-45fd6718-27c9-4cbc-a1f4-d0af50697e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:52.238024 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbe7898d-5096-486e-8c02-86270275c036 req-45fd6718-27c9-4cbc-a1f4-d0af50697e05 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 HTTP/1.1" status: 200 len: 916 time: 0.0914009 Jul 16 21:10:52.278421 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385864db-1eea-418f-bf34-9c26a1faf2e1 req-db262a4c-daaf-48ed-822c-5dc2f2ec1d30 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:52.279939 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-385864db-1eea-418f-bf34-9c26a1faf2e1 req-db262a4c-daaf-48ed-822c-5dc2f2ec1d30 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0722358 Jul 16 21:10:52.282721 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbe7898d-5096-486e-8c02-86270275c036 req-4fb4f84f-a169-4969-9219-7f164631894c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0acf77c2-1464-4a57-81ca-63a670fca4c7 HTTP/1.1" status: 200 len: 217 time: 0.0386047 Jul 16 21:10:52.319235 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-385864db-1eea-418f-bf34-9c26a1faf2e1 req-c2ee952c-e8ea-4273-912e-3e026e601369 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333593 Jul 16 21:10:52.331722 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7898d-5096-486e-8c02-86270275c036 req-301747b9-2ad0-4628-88c3-ccf1f597160f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:52.333318 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbe7898d-5096-486e-8c02-86270275c036 req-301747b9-2ad0-4628-88c3-ccf1f597160f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5caf1872-20b3-47c4-97fd-f46c796e5da0 HTTP/1.1" status: 200 len: 855 time: 0.0445938 Jul 16 21:10:52.365683 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbe7898d-5096-486e-8c02-86270275c036 req-8b1c1e33-0d8e-46d9-9dbb-1b142405a8e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261765 Jul 16 21:10:52.456523 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbe7898d-5096-486e-8c02-86270275c036 req-0fa569ba-cc24-4618-9c67-9665dfe8a11f service neutron] 10.222.0.18 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840232 Jul 16 21:10:52.544455 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbe7898d-5096-486e-8c02-86270275c036 req-f56bdf21-3883-496f-bd0b-608573e820ab service neutron] 10.222.0.18 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821207 Jul 16 21:10:53.495168 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56fe1f-f59f-4dfc-a13e-dc1d1e870376 req-82f7afa6-fef2-42d4-ad18-d5bdf56208d0 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:53.496725 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa56fe1f-f59f-4dfc-a13e-dc1d1e870376 req-82f7afa6-fef2-42d4-ad18-d5bdf56208d0 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0655344 Jul 16 21:10:53.535087 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa56fe1f-f59f-4dfc-a13e-dc1d1e870376 req-cb73694b-3027-4534-a3ad-8075ed247667 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310137 Jul 16 21:10:54.283964 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a78a198-2bca-4aac-9cc7-5335b4012c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:54.388639 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:54.708228 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83389f5e-0a9c-4d2d-a6be-8bac1ea97f38 req-57efaaa4-ded9-438d-932c-7e4738aabcf6 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:54.710348 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-83389f5e-0a9c-4d2d-a6be-8bac1ea97f38 req-57efaaa4-ded9-438d-932c-7e4738aabcf6 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0632808 Jul 16 21:10:54.748194 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-83389f5e-0a9c-4d2d-a6be-8bac1ea97f38 req-f48bd082-1d5e-4e60-81d5-9670546a330a tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323970 Jul 16 21:10:55.921498 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:55.924840 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69a8f2-7212-4342-a032-db64f4d844f6 req-2d035870-9462-40cf-8002-5f96520a42cb tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:55.926541 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1a69a8f2-7212-4342-a032-db64f4d844f6 req-2d035870-9462-40cf-8002-5f96520a42cb tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0693154 Jul 16 21:10:55.964122 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1a69a8f2-7212-4342-a032-db64f4d844f6 req-7741ae7f-54dd-4b80-a076-2e23007a91c9 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311365 Jul 16 21:10:57.147764 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec90b5e-5af3-4464-a9fb-0c2e7c000b1e req-78a8ad78-a82f-465b-8c7e-466e3dbbacc5 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:57.149379 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aec90b5e-5af3-4464-a9fb-0c2e7c000b1e req-78a8ad78-a82f-465b-8c7e-466e3dbbacc5 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0710342 Jul 16 21:10:57.188448 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aec90b5e-5af3-4464-a9fb-0c2e7c000b1e req-a2b6aaef-d91b-4a8e-851c-817d6728bc34 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332761 Jul 16 21:10:57.762333 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:58.370951 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522f5af-0440-4629-a343-fe07840e83fa req-a75f9645-ce05-4b48-8c41-e92611b60bab tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:58.372444 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1522f5af-0440-4629-a343-fe07840e83fa req-a75f9645-ce05-4b48-8c41-e92611b60bab tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0673370 Jul 16 21:10:58.409934 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1522f5af-0440-4629-a343-fe07840e83fa req-8938c30b-7685-4e9b-803a-cf592be11bd1 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320742 Jul 16 21:10:59.588074 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa68b1b-bd07-433a-9b2d-137e8be1e4c8 req-57bac6e2-3809-4856-8f1c-198886d985f6 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:59.589622 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-afa68b1b-bd07-433a-9b2d-137e8be1e4c8 req-57bac6e2-3809-4856-8f1c-198886d985f6 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0652351 Jul 16 21:10:59.627535 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-afa68b1b-bd07-433a-9b2d-137e8be1e4c8 req-0bf9727f-392a-4572-9d91-0a39a6ad6ce3 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323656 Jul 16 21:10:59.866551 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:00.798550 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cca47-23ed-4b9b-ae60-6e4eefbef7bf req-ad6a76f1-98e4-4160-99bc-c832a2379916 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:00.800059 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1c2cca47-23ed-4b9b-ae60-6e4eefbef7bf req-ad6a76f1-98e4-4160-99bc-c832a2379916 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0633264 Jul 16 21:11:00.837125 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1c2cca47-23ed-4b9b-ae60-6e4eefbef7bf req-e496dc68-afd6-4848-84ab-e366d3835b9a tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311298 Jul 16 21:11:02.013545 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd27ba-ec6e-4833-a1f3-c3838c8c2642 req-552fb927-0ba3-47a9-ba61-01d441a58ab2 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:02.015062 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b7cd27ba-ec6e-4833-a1f3-c3838c8c2642 req-552fb927-0ba3-47a9-ba61-01d441a58ab2 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0684297 Jul 16 21:11:02.052615 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b7cd27ba-ec6e-4833-a1f3-c3838c8c2642 req-897720bc-30d7-482c-b1a8-ed0e031034ba tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319798 Jul 16 21:11:03.224805 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049353c-3df2-455a-8903-4e7dc2ce8688 req-208f4bb8-b3c6-49e4-8279-4f50ac258d34 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:03.226955 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c049353c-3df2-455a-8903-4e7dc2ce8688 req-208f4bb8-b3c6-49e4-8279-4f50ac258d34 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0636554 Jul 16 21:11:03.266849 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c049353c-3df2-455a-8903-4e7dc2ce8688 req-6af7a036-62a3-45d8-beb1-6725c34332d6 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343347 Jul 16 21:11:03.575887 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:04.441323 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2942a3-b51e-4b67-83a3-8fb10229ec19 req-73ea842f-1cdd-48df-9824-18f7ae227416 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:04.442825 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ae2942a3-b51e-4b67-83a3-8fb10229ec19 req-73ea842f-1cdd-48df-9824-18f7ae227416 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0666754 Jul 16 21:11:04.480141 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ae2942a3-b51e-4b67-83a3-8fb10229ec19 req-b28c2bd1-43bf-4bab-879a-b5d831a6672b tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309517 Jul 16 21:11:05.650781 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82dce1c-2fcf-451e-9f76-a0511076c824 req-53e879ca-b413-4bb2-bbcc-2a0d71008b5d tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:05.652315 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b82dce1c-2fcf-451e-9f76-a0511076c824 req-53e879ca-b413-4bb2-bbcc-2a0d71008b5d tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0635550 Jul 16 21:11:05.688948 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b82dce1c-2fcf-451e-9f76-a0511076c824 req-b81ef4fb-2e4c-4c0c-a750-f65ab40e1bc7 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311410 Jul 16 21:11:06.866234 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea2136-89af-4209-b2e6-1e078b1bc38a req-091d3c90-7241-4502-a083-32508b3c7082 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:06.867715 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2eea2136-89af-4209-b2e6-1e078b1bc38a req-091d3c90-7241-4502-a083-32508b3c7082 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0624309 Jul 16 21:11:06.905283 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2eea2136-89af-4209-b2e6-1e078b1bc38a req-53d29896-1f9e-401a-bf18-2baf78da0623 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320537 Jul 16 21:11:08.086039 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1342358-a63d-4ba6-9792-a0e950b626f8 req-67344b60-2a67-44ab-966b-083192934e97 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:08.087554 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1342358-a63d-4ba6-9792-a0e950b626f8 req-67344b60-2a67-44ab-966b-083192934e97 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0690813 Jul 16 21:11:08.124577 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1342358-a63d-4ba6-9792-a0e950b626f8 req-106bec16-8790-405d-97ac-776bf4740534 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314798 Jul 16 21:11:09.299212 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3baf39-0f4e-499f-951d-801395e8b4be req-b712ad65-aa6b-4a77-ad37-53f8ab665cec tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:09.300702 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e3baf39-0f4e-499f-951d-801395e8b4be req-b712ad65-aa6b-4a77-ad37-53f8ab665cec tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0644383 Jul 16 21:11:09.340614 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e3baf39-0f4e-499f-951d-801395e8b4be req-26347108-5c0c-46ef-aa84-a49208422f15 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340104 Jul 16 21:11:10.521272 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3266bd-1ed5-4d40-ba83-db0459c9e393 req-6d8a9011-9979-4448-91fe-edcca883a8df tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:10.522731 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4f3266bd-1ed5-4d40-ba83-db0459c9e393 req-6d8a9011-9979-4448-91fe-edcca883a8df tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0733423 Jul 16 21:11:10.559444 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4f3266bd-1ed5-4d40-ba83-db0459c9e393 req-b38ee53e-c977-4ea7-ba58-6b9511ce5733 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312135 Jul 16 21:11:11.732579 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa2ce4-2149-4e42-a91f-b29a1791a9e3 req-d1d000d1-5572-4568-bcd8-325f978fdb67 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:11.734074 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5ffa2ce4-2149-4e42-a91f-b29a1791a9e3 req-d1d000d1-5572-4568-bcd8-325f978fdb67 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0644310 Jul 16 21:11:11.771412 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5ffa2ce4-2149-4e42-a91f-b29a1791a9e3 req-cd3700e7-92d2-4fe5-bb38-949e227281e5 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317533 Jul 16 21:11:12.947078 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75e696-4880-4c97-8511-4beb4be6bb08 req-ee42e417-32d1-4b00-ad29-dadd0036042c tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:12.948529 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a75e696-4880-4c97-8511-4beb4be6bb08 req-ee42e417-32d1-4b00-ad29-dadd0036042c tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0630474 Jul 16 21:11:12.984818 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a75e696-4880-4c97-8511-4beb4be6bb08 req-6b0f20d6-12d7-44e1-ae49-5ca2462a6e7b tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307689 Jul 16 21:11:14.160443 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb85f6-db22-4918-9b39-9091603ac1cc req-b6043bcb-b7b5-457f-8e3b-d7839fe42138 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:14.161827 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dacb85f6-db22-4918-9b39-9091603ac1cc req-b6043bcb-b7b5-457f-8e3b-d7839fe42138 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0667319 Jul 16 21:11:14.200402 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dacb85f6-db22-4918-9b39-9091603ac1cc req-6ac04e71-faa4-44f0-b514-1447781d13a2 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324891 Jul 16 21:11:15.372610 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d641c17-8c09-4ff1-97e6-f7e6e6869f1c req-779f7bee-2475-4d23-a182-3fb595a9ddf4 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:15.374079 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7d641c17-8c09-4ff1-97e6-f7e6e6869f1c req-779f7bee-2475-4d23-a182-3fb595a9ddf4 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0629499 Jul 16 21:11:15.413730 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7d641c17-8c09-4ff1-97e6-f7e6e6869f1c req-1cd7e353-5255-40e8-b174-1a23136adefd tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341702 Jul 16 21:11:15.862804 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd071b-d3b0-4b61-bdc3-0776d2dbad19 req-42eadae0-63fd-4387-a747-8203706c8e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:15.864304 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a5bd071b-d3b0-4b61-bdc3-0776d2dbad19 req-42eadae0-63fd-4387-a747-8203706c8e72 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3170f2d500694b23842aa7725ef1b968&device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 1097 time: 0.0632493 Jul 16 21:11:15.969471 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd071b-d3b0-4b61-bdc3-0776d2dbad19 req-0fa2212c-75c5-4975-8618-1b936e2fd371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:15.971027 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a5bd071b-d3b0-4b61-bdc3-0776d2dbad19 req-0fa2212c-75c5-4975-8618-1b936e2fd371 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 HTTP/1.1" status: 200 len: 916 time: 0.0838926 Jul 16 21:11:16.016011 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a5bd071b-d3b0-4b61-bdc3-0776d2dbad19 req-c4cefa46-249a-498e-965f-521db6b36df4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0acf77c2-1464-4a57-81ca-63a670fca4c7 HTTP/1.1" status: 200 len: 217 time: 0.0386274 Jul 16 21:11:16.066934 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd071b-d3b0-4b61-bdc3-0776d2dbad19 req-99bd6e48-7248-413f-8417-38aedb76a9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:16.068410 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a5bd071b-d3b0-4b61-bdc3-0776d2dbad19 req-99bd6e48-7248-413f-8417-38aedb76a9a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5caf1872-20b3-47c4-97fd-f46c796e5da0 HTTP/1.1" status: 200 len: 855 time: 0.0454223 Jul 16 21:11:16.101426 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a5bd071b-d3b0-4b61-bdc3-0776d2dbad19 req-c338951a-acdb-4855-958c-460a669578dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267107 Jul 16 21:11:16.197539 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a5bd071b-d3b0-4b61-bdc3-0776d2dbad19 req-8f49417d-ceca-4adf-b318-55357845fa15 service neutron] 10.222.0.18 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895286 Jul 16 21:11:16.289162 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a5bd071b-d3b0-4b61-bdc3-0776d2dbad19 req-debcf0ad-7020-4523-b93c-dd1b02fa7fdd service neutron] 10.222.0.18 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855901 Jul 16 21:11:16.593036 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0ae8e-b2b6-4694-bfb7-cd4fa6c9dacb req-3f9d633e-01d2-4cf9-bbd4-d7bb43976880 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:16.594549 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-04e0ae8e-b2b6-4694-bfb7-cd4fa6c9dacb req-3f9d633e-01d2-4cf9-bbd4-d7bb43976880 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0664353 Jul 16 21:11:16.632002 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-04e0ae8e-b2b6-4694-bfb7-cd4fa6c9dacb req-cb14d5b9-521e-47f0-beb0-c9c46bf0a7bf tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313699 Jul 16 21:11:16.749285 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:11:17.803734 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04093a-e0ab-4263-9226-c1647845878e req-8614f798-c9c3-4e84-98ed-827df64e1eb0 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:17.805241 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6f04093a-e0ab-4263-9226-c1647845878e req-8614f798-c9c3-4e84-98ed-827df64e1eb0 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0628650 Jul 16 21:11:17.842035 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6f04093a-e0ab-4263-9226-c1647845878e req-7138ecc8-fbf8-4bef-bc1a-c60add47434c tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312698 Jul 16 21:11:19.013048 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55e939-bad7-4688-bc64-0664922b3329 req-3c01c997-8882-4b1f-881c-6b75b6890997 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:19.014534 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c55e939-bad7-4688-bc64-0664922b3329 req-3c01c997-8882-4b1f-881c-6b75b6890997 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0630226 Jul 16 21:11:19.051499 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c55e939-bad7-4688-bc64-0664922b3329 req-89b20749-0287-47ec-a515-917ead66958b tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312910 Jul 16 21:11:19.317092 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [req-cbe7898d-5096-486e-8c02-86270275c036 req-a8cd1178-d672-4345-85af-b420562eb63c service neutron] show failed (client error): The resource could not be found. Jul 16 21:11:19.318091 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbe7898d-5096-486e-8c02-86270275c036 req-a8cd1178-d672-4345-85af-b420562eb63c service neutron] 10.222.0.18 "GET /v2.0/ports/0acf77c2-1464-4a57-81ca-63a670fca4c7/bindings/n-h2-791506-21 HTTP/1.1" status: 404 len: 381 time: 0.0597634 Jul 16 21:11:19.563593 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7898d-5096-486e-8c02-86270275c036 req-d71ab000-1f33-4b0f-b4a5-02895e9bbaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:19.565146 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbe7898d-5096-486e-8c02-86270275c036 req-d71ab000-1f33-4b0f-b4a5-02895e9bbaaa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543&tenant_id=3170f2d500694b23842aa7725ef1b968 HTTP/1.1" status: 200 len: 1097 time: 0.0532694 Jul 16 21:11:19.575872 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-cbe7898d-5096-486e-8c02-86270275c036 req-1d5c9424-24fa-49ef-ac6d-31978860787f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-21', 'device_owner': 'compute:nova'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:11:19.647377 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cbe7898d-5096-486e-8c02-86270275c036 req-1d5c9424-24fa-49ef-ac6d-31978860787f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:19.849897 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-cbe7898d-5096-486e-8c02-86270275c036 req-1d5c9424-24fa-49ef-ac6d-31978860787f service neutron] For port 0acf77c2-1464-4a57-81ca-63a670fca4c7, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=0acf77c2-1464-4a57-81ca-63a670fca4c7,segment=NetworkSegment(dd998289-6450-4e5d-b0fe-e9c4b09d308b),segment_id=dd998289-6450-4e5d-b0fe-e9c4b09d308b)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:19.882009 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-cbe7898d-5096-486e-8c02-86270275c036 req-1d5c9424-24fa-49ef-ac6d-31978860787f service neutron] For port 0acf77c2-1464-4a57-81ca-63a670fca4c7, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:11:19.922564 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e42ffd-6cf0-45f1-beb1-67f21ef88543', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0acf77c2-1464-4a57-81ca-63a670fca4c7'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:11:19.924825 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46eb259-ec4f-4103-9857-97a8a0da07cd" -d '{"events": [{"server_uuid": "e5e42ffd-6cf0-45f1-beb1-67f21ef88543", "name": "network-vif-unplugged", "status": "completed", "tag": "0acf77c2-1464-4a57-81ca-63a670fca4c7"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:11:19.928544 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cbe7898d-5096-486e-8c02-86270275c036 req-1d5c9424-24fa-49ef-ac6d-31978860787f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:19.940881 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-cbe7898d-5096-486e-8c02-86270275c036 req-1d5c9424-24fa-49ef-ac6d-31978860787f service neutron] Transition to ACTIVE for port object 0acf77c2-1464-4a57-81ca-63a670fca4c7 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:11:19.944772 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cbe7898d-5096-486e-8c02-86270275c036 req-1d5c9424-24fa-49ef-ac6d-31978860787f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:19.977872 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9512b1db-c3d3-44df-8fcc-f4dedf734161 x-openstack-request-id: req-9512b1db-c3d3-44df-8fcc-f4dedf734161 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:11:19.978173 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e42ffd-6cf0-45f1-beb1-67f21ef88543", "name": "network-vif-unplugged", "status": "completed", "tag": "0acf77c2-1464-4a57-81ca-63a670fca4c7", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:11:19.978451 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9512b1db-c3d3-44df-8fcc-f4dedf734161 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:11:19.978842 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e42ffd-6cf0-45f1-beb1-67f21ef88543', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0acf77c2-1464-4a57-81ca-63a670fca4c7', 'code': 200} Jul 16 21:11:20.008107 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe7898d-5096-486e-8c02-86270275c036 req-1d5c9424-24fa-49ef-ac6d-31978860787f service neutron] No DVR routers for this DVR port 0acf77c2-1464-4a57-81ca-63a670fca4c7 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:11:20.014827 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c9424-24fa-49ef-ac6d-31978860787f service neutron] Pushing event updated for resources: {'Port': ['ID=0acf77c2-1464-4a57-81ca-63a670fca4c7,revision_number=6']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:20.050843 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-cbe7898d-5096-486e-8c02-86270275c036 req-1d5c9424-24fa-49ef-ac6d-31978860787f service neutron] Attempting to bind port 0acf77c2-1464-4a57-81ca-63a670fca4c7 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:11:20.051174 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-cbe7898d-5096-486e-8c02-86270275c036 req-1d5c9424-24fa-49ef-ac6d-31978860787f service neutron] Attempting to bind port 0acf77c2-1464-4a57-81ca-63a670fca4c7 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': 'dd998289-6450-4e5d-b0fe-e9c4b09d308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:11:20.051547 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe7898d-5096-486e-8c02-86270275c036 req-1d5c9424-24fa-49ef-ac6d-31978860787f service neutron] Attempting to bind port 0acf77c2-1464-4a57-81ca-63a670fca4c7 on network ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:11:20.056558 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe7898d-5096-486e-8c02-86270275c036 req-1d5c9424-24fa-49ef-ac6d-31978860787f service neutron] Port 0acf77c2-1464-4a57-81ca-63a670fca4c7 on network ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:11:20.056870 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe7898d-5096-486e-8c02-86270275c036 req-1d5c9424-24fa-49ef-ac6d-31978860787f service neutron] Attempting to bind port 0acf77c2-1464-4a57-81ca-63a670fca4c7 on network ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:11:20.061566 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe7898d-5096-486e-8c02-86270275c036 req-1d5c9424-24fa-49ef-ac6d-31978860787f service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:11:20.061896 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe7898d-5096-486e-8c02-86270275c036 req-1d5c9424-24fa-49ef-ac6d-31978860787f service neutron] Checking segment: {'id': 'dd998289-6450-4e5d-b0fe-e9c4b09d308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:11:20.062271 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe7898d-5096-486e-8c02-86270275c036 req-1d5c9424-24fa-49ef-ac6d-31978860787f service neutron] Bound using segment: {'id': 'dd998289-6450-4e5d-b0fe-e9c4b09d308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:11:20.062717 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-cbe7898d-5096-486e-8c02-86270275c036 req-1d5c9424-24fa-49ef-ac6d-31978860787f service neutron] Bound port: 0acf77c2-1464-4a57-81ca-63a670fca4c7, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd998289-6450-4e5d-b0fe-e9c4b09d308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:11:20.063342 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cbe7898d-5096-486e-8c02-86270275c036 req-1d5c9424-24fa-49ef-ac6d-31978860787f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:20.126442 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-cbe7898d-5096-486e-8c02-86270275c036 req-1d5c9424-24fa-49ef-ac6d-31978860787f service neutron] For port 0acf77c2-1464-4a57-81ca-63a670fca4c7, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:11:20.129472 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-cbe7898d-5096-486e-8c02-86270275c036 req-1d5c9424-24fa-49ef-ac6d-31978860787f service neutron] For port 0acf77c2-1464-4a57-81ca-63a670fca4c7, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=0acf77c2-1464-4a57-81ca-63a670fca4c7,segment=NetworkSegment(dd998289-6450-4e5d-b0fe-e9c4b09d308b),segment_id=dd998289-6450-4e5d-b0fe-e9c4b09d308b)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:11:20.133815 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cbe7898d-5096-486e-8c02-86270275c036 req-1d5c9424-24fa-49ef-ac6d-31978860787f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:20.167950 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7898d-5096-486e-8c02-86270275c036 req-1d5c9424-24fa-49ef-ac6d-31978860787f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:20.168940 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cbe7898d-5096-486e-8c02-86270275c036 req-1d5c9424-24fa-49ef-ac6d-31978860787f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:20.170397 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbe7898d-5096-486e-8c02-86270275c036 req-1d5c9424-24fa-49ef-ac6d-31978860787f service neutron] 10.222.0.62 "PUT /v2.0/ports/0acf77c2-1464-4a57-81ca-63a670fca4c7 HTTP/1.1" status: 200 len: 1092 time: 0.5984666 Jul 16 21:11:20.198310 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c9424-24fa-49ef-ac6d-31978860787f service neutron] Pushing event updated for resources: {'Port': ['ID=0acf77c2-1464-4a57-81ca-63a670fca4c7,revision_number=7']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:20.235109 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c5760-8fe2-4535-9f0f-90ead8d68eea req-324d865d-9f73-4777-98d2-c851fddb53d6 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:20.235109 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-482c5760-8fe2-4535-9f0f-90ead8d68eea req-324d865d-9f73-4777-98d2-c851fddb53d6 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 943 time: 0.0707595 Jul 16 21:11:20.257463 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7898d-5096-486e-8c02-86270275c036 req-4e299904-7ca9-4036-b666-2fd290d8f8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:20.259056 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbe7898d-5096-486e-8c02-86270275c036 req-4e299904-7ca9-4036-b666-2fd290d8f8d3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3170f2d500694b23842aa7725ef1b968&device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 1095 time: 0.0619247 Jul 16 21:11:20.274672 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-482c5760-8fe2-4535-9f0f-90ead8d68eea req-01b12023-7a2e-4e31-b421-dfd9ed34eac3 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350654 Jul 16 21:11:20.347863 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7898d-5096-486e-8c02-86270275c036 req-04d80f20-fed5-4fda-a466-5f262e033f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:20.349529 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbe7898d-5096-486e-8c02-86270275c036 req-04d80f20-fed5-4fda-a466-5f262e033f5f service neutron] 10.222.0.62 "GET /v2.0/networks?id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 HTTP/1.1" status: 200 len: 916 time: 0.0842688 Jul 16 21:11:20.392505 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbe7898d-5096-486e-8c02-86270275c036 req-d085fc2f-856a-4eee-965c-390754226d91 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0acf77c2-1464-4a57-81ca-63a670fca4c7 HTTP/1.1" status: 200 len: 217 time: 0.0366104 Jul 16 21:11:20.439144 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7898d-5096-486e-8c02-86270275c036 req-eca982ba-83e7-4da1-a815-9946fa14b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:20.440557 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbe7898d-5096-486e-8c02-86270275c036 req-eca982ba-83e7-4da1-a815-9946fa14b730 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5caf1872-20b3-47c4-97fd-f46c796e5da0 HTTP/1.1" status: 200 len: 855 time: 0.0424798 Jul 16 21:11:20.473513 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbe7898d-5096-486e-8c02-86270275c036 req-c18a922d-2b12-4290-8902-5b87b3c99f21 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259211 Jul 16 21:11:20.562822 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbe7898d-5096-486e-8c02-86270275c036 req-68d9a8cf-d6c2-4257-9a2c-e87a24e1170f service neutron] 10.222.0.62 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834117 Jul 16 21:11:20.650786 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cbe7898d-5096-486e-8c02-86270275c036 req-e636e919-a615-4f96-9a9e-da688b1e69ea service neutron] 10.222.0.62 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804656 Jul 16 21:11:21.450338 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a702606-1073-44f5-a0de-48f4c2180db1 req-3e9fed22-3fa8-4a8e-a880-aa8e83832e6c tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:21.451869 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2a702606-1073-44f5-a0de-48f4c2180db1 req-3e9fed22-3fa8-4a8e-a880-aa8e83832e6c tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 943 time: 0.0632043 Jul 16 21:11:21.491178 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2a702606-1073-44f5-a0de-48f4c2180db1 req-fe456483-4175-4401-9266-5a33d90e4eb7 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336902 Jul 16 21:11:21.757995 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-430ce216-3064-4714-9ddd-29fae31ede32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:21.980728 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e42ffd-6cf0-45f1-beb1-67f21ef88543', 'tag': '0acf77c2-1464-4a57-81ca-63a670fca4c7'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:11:21.983134 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7df043-9993-4fe3-8ff7-e2d14bcf2ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e42ffd-6cf0-45f1-beb1-67f21ef88543", "tag": "0acf77c2-1464-4a57-81ca-63a670fca4c7"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:11:22.030209 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914cbbdb-d32c-458f-8c66-5f6d8616c1dd x-openstack-request-id: req-914cbbdb-d32c-458f-8c66-5f6d8616c1dd {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:11:22.030610 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e42ffd-6cf0-45f1-beb1-67f21ef88543", "tag": "0acf77c2-1464-4a57-81ca-63a670fca4c7", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:11:22.030929 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-914cbbdb-d32c-458f-8c66-5f6d8616c1dd {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:11:22.031556 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e42ffd-6cf0-45f1-beb1-67f21ef88543', 'tag': '0acf77c2-1464-4a57-81ca-63a670fca4c7', 'status': 'completed', 'code': 200} Jul 16 21:11:22.153136 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7df043-9993-4fe3-8ff7-e2d14bcf2ddb req-bb7cd209-f03d-4cac-a046-0124ab581013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:22.154800 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ee7df043-9993-4fe3-8ff7-e2d14bcf2ddb req-bb7cd209-f03d-4cac-a046-0124ab581013 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3170f2d500694b23842aa7725ef1b968&device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 1095 time: 0.1059265 Jul 16 21:11:22.157512 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7df043-9993-4fe3-8ff7-e2d14bcf2ddb req-d59115b7-739e-452c-a96c-8f122ddad377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:22.158978 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ee7df043-9993-4fe3-8ff7-e2d14bcf2ddb req-d59115b7-739e-452c-a96c-8f122ddad377 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3170f2d500694b23842aa7725ef1b968&device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 1095 time: 0.1004844 Jul 16 21:11:22.321711 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7df043-9993-4fe3-8ff7-e2d14bcf2ddb req-3b75d9fe-8813-4efd-a788-c2266b7493c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:22.323269 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ee7df043-9993-4fe3-8ff7-e2d14bcf2ddb req-3b75d9fe-8813-4efd-a788-c2266b7493c4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 HTTP/1.1" status: 200 len: 916 time: 0.1610703 Jul 16 21:11:22.324325 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7df043-9993-4fe3-8ff7-e2d14bcf2ddb req-1398f1af-be54-4277-8813-b6dd09147a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:22.325628 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ee7df043-9993-4fe3-8ff7-e2d14bcf2ddb req-1398f1af-be54-4277-8813-b6dd09147a0d service neutron] 10.222.0.18 "GET /v2.0/networks?id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 HTTP/1.1" status: 200 len: 916 time: 0.1552753 Jul 16 21:11:22.396520 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ee7df043-9993-4fe3-8ff7-e2d14bcf2ddb req-5040cafe-c328-4794-94b7-f0a9fa02665a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0acf77c2-1464-4a57-81ca-63a670fca4c7 HTTP/1.1" status: 200 len: 217 time: 0.0670304 Jul 16 21:11:22.398499 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ee7df043-9993-4fe3-8ff7-e2d14bcf2ddb req-43c0f773-5247-4896-b649-7125c72e858b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0acf77c2-1464-4a57-81ca-63a670fca4c7 HTTP/1.1" status: 200 len: 217 time: 0.0625393 Jul 16 21:11:22.478448 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7df043-9993-4fe3-8ff7-e2d14bcf2ddb req-bac1c621-aa78-46b9-bfa1-196d20927978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:22.479942 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ee7df043-9993-4fe3-8ff7-e2d14bcf2ddb req-bac1c621-aa78-46b9-bfa1-196d20927978 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5caf1872-20b3-47c4-97fd-f46c796e5da0 HTTP/1.1" status: 200 len: 855 time: 0.0767837 Jul 16 21:11:22.481314 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7df043-9993-4fe3-8ff7-e2d14bcf2ddb req-7b376089-3e63-42b1-a5f6-ec6d9438f07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:22.482677 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ee7df043-9993-4fe3-8ff7-e2d14bcf2ddb req-7b376089-3e63-42b1-a5f6-ec6d9438f07d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5caf1872-20b3-47c4-97fd-f46c796e5da0 HTTP/1.1" status: 200 len: 855 time: 0.0724218 Jul 16 21:11:22.522472 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ee7df043-9993-4fe3-8ff7-e2d14bcf2ddb req-3675cedc-4e92-43c4-afae-78114b6eec5e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354314 Jul 16 21:11:22.541439 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ee7df043-9993-4fe3-8ff7-e2d14bcf2ddb req-34f47c25-aa4d-4dd5-98a0-8aabfc3d7a61 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477993 Jul 16 21:11:22.668472 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c9155-ca56-4c3d-844f-7f4bca232832 req-ce8e86ae-d01e-4aff-b4ed-0019c76f074c tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:22.669902 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc4c9155-ca56-4c3d-844f-7f4bca232832 req-ce8e86ae-d01e-4aff-b4ed-0019c76f074c tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 943 time: 0.0668507 Jul 16 21:11:22.692701 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ee7df043-9993-4fe3-8ff7-e2d14bcf2ddb req-2d61c609-24ea-49d6-8006-bbcb26fa6090 service neutron] 10.222.0.62 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535761 Jul 16 21:11:22.697052 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ee7df043-9993-4fe3-8ff7-e2d14bcf2ddb req-d57266b9-24fa-41ac-8978-165a44775a58 service neutron] 10.222.0.18 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484537 Jul 16 21:11:22.708938 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc4c9155-ca56-4c3d-844f-7f4bca232832 req-59ce3902-ce40-4d67-aa27-f5dec1432385 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330756 Jul 16 21:11:22.853576 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ee7df043-9993-4fe3-8ff7-e2d14bcf2ddb req-23196e33-90ec-4761-8fe6-e9fc1e3d902b service neutron] 10.222.0.62 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544261 Jul 16 21:11:22.855770 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ee7df043-9993-4fe3-8ff7-e2d14bcf2ddb req-ddf726db-9402-4aa5-8f1c-9a1de69121de service neutron] 10.222.0.18 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494429 Jul 16 21:11:22.944633 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 0acf77c2-1464-4a57-81ca-63a670fca4c7 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:11:22.984494 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 0acf77c2-1464-4a57-81ca-63a670fca4c7 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:11:23.021644 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b000ba8-a298-4aa9-9ffc-9944ccc6854a req-05f1a7a8-5c2e-4586-8ec7-223e0a53b7c4 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:23.023851 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b000ba8-a298-4aa9-9ffc-9944ccc6854a req-05f1a7a8-5c2e-4586-8ec7-223e0a53b7c4 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 943 time: 0.0668988 Jul 16 21:11:23.028306 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd930f15-b7ab-43bd-91e1-57dbd37ebf95 req-e9a06730-35e1-473e-89ad-8e631f1f99b7 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:23.029929 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dd930f15-b7ab-43bd-91e1-57dbd37ebf95 req-e9a06730-35e1-473e-89ad-8e631f1f99b7 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543&tenant_id=3170f2d500694b23842aa7725ef1b968&binding%3Ahost_id=n-h2-791506-21 HTTP/1.1" status: 200 len: 943 time: 0.0759604 Jul 16 21:11:23.062691 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b000ba8-a298-4aa9-9ffc-9944ccc6854a req-741cbc49-be33-48ca-83bc-4209e811ff08 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331812 Jul 16 21:11:23.090576 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [req-dd930f15-b7ab-43bd-91e1-57dbd37ebf95 req-c31a2057-712a-4cc7-bcdf-4916ce0b22db service neutron] delete failed (client error): The resource could not be found. Jul 16 21:11:23.091625 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dd930f15-b7ab-43bd-91e1-57dbd37ebf95 req-c31a2057-712a-4cc7-bcdf-4916ce0b22db service neutron] 10.222.0.18 "DELETE /v2.0/ports/0acf77c2-1464-4a57-81ca-63a670fca4c7/bindings/n-h1-791506-21 HTTP/1.1" status: 404 len: 381 time: 0.0553555 Jul 16 21:11:23.184476 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd930f15-b7ab-43bd-91e1-57dbd37ebf95 req-2156da67-15ed-4d98-bbfb-53229bedb56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:23.186645 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dd930f15-b7ab-43bd-91e1-57dbd37ebf95 req-2156da67-15ed-4d98-bbfb-53229bedb56c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3170f2d500694b23842aa7725ef1b968&device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 1095 time: 0.0524452 Jul 16 21:11:23.277822 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd930f15-b7ab-43bd-91e1-57dbd37ebf95 req-3060a32e-f0b3-4a52-ba78-8a8ff5bb826e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:23.279604 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dd930f15-b7ab-43bd-91e1-57dbd37ebf95 req-3060a32e-f0b3-4a52-ba78-8a8ff5bb826e service neutron] 10.222.0.18 "GET /v2.0/networks?id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 HTTP/1.1" status: 200 len: 916 time: 0.0873442 Jul 16 21:11:23.322307 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dd930f15-b7ab-43bd-91e1-57dbd37ebf95 req-7561049e-ac81-42c4-84bb-78ee3c1f4941 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0acf77c2-1464-4a57-81ca-63a670fca4c7 HTTP/1.1" status: 200 len: 217 time: 0.0361466 Jul 16 21:11:23.372974 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd930f15-b7ab-43bd-91e1-57dbd37ebf95 req-bf591168-72b0-4dac-b03b-4788b9893c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:23.374435 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dd930f15-b7ab-43bd-91e1-57dbd37ebf95 req-bf591168-72b0-4dac-b03b-4788b9893c3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5caf1872-20b3-47c4-97fd-f46c796e5da0 HTTP/1.1" status: 200 len: 855 time: 0.0467632 Jul 16 21:11:23.702908 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dd930f15-b7ab-43bd-91e1-57dbd37ebf95 req-2b79993a-3814-4b95-baac-ae4d3b7e6885 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3223164 Jul 16 21:11:23.791307 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dd930f15-b7ab-43bd-91e1-57dbd37ebf95 req-cc256b87-6a00-4e7c-83b5-6e9da5546e1e service neutron] 10.222.0.18 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822368 Jul 16 21:11:23.819963 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 0acf77c2-1464-4a57-81ca-63a670fca4c7 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:11:23.881781 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-dd930f15-b7ab-43bd-91e1-57dbd37ebf95 req-f5fc9f38-ef25-4d22-a679-c6e4d7c4be4e service neutron] 10.222.0.18 "GET /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845976 Jul 16 21:11:23.914947 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 0acf77c2-1464-4a57-81ca-63a670fca4c7, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=0acf77c2-1464-4a57-81ca-63a670fca4c7,segment=NetworkSegment(dd998289-6450-4e5d-b0fe-e9c4b09d308b),segment_id=dd998289-6450-4e5d-b0fe-e9c4b09d308b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:23.925935 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '0acf77c2-1464-4a57-81ca-63a670fca4c7', 'network_id': 'ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7', 'port_id': '0acf77c2-1464-4a57-81ca-63a670fca4c7', 'mac_address': 'fa:16:3e:3d:8c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5caf1872-20b3-47c4-97fd-f46c796e5da0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:11:23.962965 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:23.975915 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0acf77c2-1464-4a57-81ca-63a670fca4c7 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:11:23.994933 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 0acf77c2-1464-4a57-81ca-63a670fca4c7, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=0acf77c2-1464-4a57-81ca-63a670fca4c7,segment=NetworkSegment(dd998289-6450-4e5d-b0fe-e9c4b09d308b),segment_id=dd998289-6450-4e5d-b0fe-e9c4b09d308b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:23.998648 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:24.047431 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=0acf77c2-1464-4a57-81ca-63a670fca4c7,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:24.209622 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['0acf77c2-1464-4a57-81ca-63a670fca4c7'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:11:24.248480 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2650f-dc0b-480a-b60c-3a5f919c1689 req-1260ee8b-ea5e-4cd6-b188-87f2c81aa5f3 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:24.250133 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7d2650f-dc0b-480a-b60c-3a5f919c1689 req-1260ee8b-ea5e-4cd6-b188-87f2c81aa5f3 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 944 time: 0.0705168 Jul 16 21:11:24.291150 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7d2650f-dc0b-480a-b60c-3a5f919c1689 req-da0cdad5-846e-496d-9612-a15e60476814 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353982 Jul 16 21:11:24.303994 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4071ccc-63b3-4d09-9458-1d5666d93ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:24.388311 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:25.479172 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af787c34-bb26-4561-b60a-0cce02efd904 req-e78f05b7-a7fb-4c96-993a-59e1e5f2db83 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:25.480670 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-af787c34-bb26-4561-b60a-0cce02efd904 req-e78f05b7-a7fb-4c96-993a-59e1e5f2db83 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 944 time: 0.0670803 Jul 16 21:11:25.519289 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-af787c34-bb26-4561-b60a-0cce02efd904 req-1ce313c9-1369-476f-876b-34c426b870eb tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330558 Jul 16 21:11:25.691679 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96c3db-1fc6-4544-945c-1cc8e4d101bf req-678a7496-040a-4871-b499-43a276d509c9 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:25.693144 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ed96c3db-1fc6-4544-945c-1cc8e4d101bf req-678a7496-040a-4871-b499-43a276d509c9 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 944 time: 0.0647368 Jul 16 21:11:25.732047 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ed96c3db-1fc6-4544-945c-1cc8e4d101bf req-01b23ad5-8e60-4e14-8e44-3fce60326e69 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327449 Jul 16 21:11:25.838035 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 0acf77c2-1464-4a57-81ca-63a670fca4c7 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:11:25.891383 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 0acf77c2-1464-4a57-81ca-63a670fca4c7 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:11:25.895519 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 0acf77c2-1464-4a57-81ca-63a670fca4c7 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:11:25.895891 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:25.911781 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f4c9a-3180-4e3f-8a5e-ab7b723ae593 req-214418eb-ef63-4736-972c-d04ea43b2671 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:25.913340 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-838f4c9a-3180-4e3f-8a5e-ab7b723ae593 req-214418eb-ef63-4736-972c-d04ea43b2671 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 944 time: 0.0711815 Jul 16 21:11:25.942414 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:25.958294 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-838f4c9a-3180-4e3f-8a5e-ab7b723ae593 req-d6a9c592-11a1-450f-bcd0-03be35f03635 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382693 Jul 16 21:11:25.992105 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:26.016634 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e42ffd-6cf0-45f1-beb1-67f21ef88543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acf77c2-1464-4a57-81ca-63a670fca4c7'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:11:26.018952 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44eee451-6a26-4c0e-b832-db578b1c943f" -d '{"events": [{"server_uuid": "e5e42ffd-6cf0-45f1-beb1-67f21ef88543", "name": "network-vif-plugged", "status": "completed", "tag": "0acf77c2-1464-4a57-81ca-63a670fca4c7"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:11:26.033397 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 0acf77c2-1464-4a57-81ca-63a670fca4c7, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=0acf77c2-1464-4a57-81ca-63a670fca4c7,segment=NetworkSegment(dd998289-6450-4e5d-b0fe-e9c4b09d308b),segment_id=dd998289-6450-4e5d-b0fe-e9c4b09d308b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:26.038725 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:26.064697 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fded095-d663-4c36-a9f7-31f94526b071 x-openstack-request-id: req-4fded095-d663-4c36-a9f7-31f94526b071 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:11:26.064989 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e42ffd-6cf0-45f1-beb1-67f21ef88543", "name": "network-vif-plugged", "status": "completed", "tag": "0acf77c2-1464-4a57-81ca-63a670fca4c7", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:11:26.065238 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4fded095-d663-4c36-a9f7-31f94526b071 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:11:26.065618 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e42ffd-6cf0-45f1-beb1-67f21ef88543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acf77c2-1464-4a57-81ca-63a670fca4c7', 'code': 200} Jul 16 21:11:26.090471 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=0acf77c2-1464-4a57-81ca-63a670fca4c7,revision_number=9']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:26.556148 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611689bb-6089-433c-93b4-54caa84f2cfc req-68a55c3a-4db0-4e65-9e8c-537296944687 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:26.557557 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-611689bb-6089-433c-93b4-54caa84f2cfc req-68a55c3a-4db0-4e65-9e8c-537296944687 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0684764 Jul 16 21:11:26.596247 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-611689bb-6089-433c-93b4-54caa84f2cfc req-494e877b-4993-4a09-9a81-5685565b9297 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328944 Jul 16 21:11:27.557276 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa54a1-9297-4891-b8ac-e4a97906c509 req-91894160-dd32-44f9-8298-5188219a1b62 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:27.558763 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bcaa54a1-9297-4891-b8ac-e4a97906c509 req-91894160-dd32-44f9-8298-5188219a1b62 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0652788 Jul 16 21:11:27.661705 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-bcaa54a1-9297-4891-b8ac-e4a97906c509 req-b93db007-cc78-4aee-aa0d-6da6d4e07f6f tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Deleting port 0acf77c2-1464-4a57-81ca-63a670fca4c7 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:11:27.662048 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bcaa54a1-9297-4891-b8ac-e4a97906c509 req-b93db007-cc78-4aee-aa0d-6da6d4e07f6f tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:27.749909 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-bcaa54a1-9297-4891-b8ac-e4a97906c509 req-b93db007-cc78-4aee-aa0d-6da6d4e07f6f tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] For port 0acf77c2-1464-4a57-81ca-63a670fca4c7, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=0acf77c2-1464-4a57-81ca-63a670fca4c7,segment=NetworkSegment(dd998289-6450-4e5d-b0fe-e9c4b09d308b),segment_id=dd998289-6450-4e5d-b0fe-e9c4b09d308b)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:27.750268 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bcaa54a1-9297-4891-b8ac-e4a97906c509 req-b93db007-cc78-4aee-aa0d-6da6d4e07f6f tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:27.763460 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-bcaa54a1-9297-4891-b8ac-e4a97906c509 req-b93db007-cc78-4aee-aa0d-6da6d4e07f6f tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Calling delete_port for 0acf77c2-1464-4a57-81ca-63a670fca4c7 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:11:27.768676 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:27.791262 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760955e-b3fd-45d5-9291-e549359d7098 req-9cb2ba0e-830a-48ea-8d7d-e892f0e03d31 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:27.792765 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f760955e-b3fd-45d5-9291-e549359d7098 req-9cb2ba0e-830a-48ea-8d7d-e892f0e03d31 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5e42ffd-6cf0-45f1-beb1-67f21ef88543 HTTP/1.1" status: 200 len: 945 time: 0.0758286 Jul 16 21:11:27.829962 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f760955e-b3fd-45d5-9291-e549359d7098 req-b82ad3aa-731d-462e-bf0e-bd146e5e8ca3 tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.38 "GET /v2.0/security-groups?id=93110eac-8de8-418a-9edc-9c0047ca6379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312343 Jul 16 21:11:27.894085 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bcaa54a1-9297-4891-b8ac-e4a97906c509 req-b93db007-cc78-4aee-aa0d-6da6d4e07f6f tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:27.907183 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['0acf77c2-1464-4a57-81ca-63a670fca4c7'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:11:27.923752 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93db007-cc78-4aee-aa0d-6da6d4e07f6f tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Pushing event deleted for resources: {'Port': ['ID=0acf77c2-1464-4a57-81ca-63a670fca4c7,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:27.971064 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcaa54a1-9297-4891-b8ac-e4a97906c509 req-b93db007-cc78-4aee-aa0d-6da6d4e07f6f tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] No DVR routers for this DVR port 0acf77c2-1464-4a57-81ca-63a670fca4c7 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:11:27.973594 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-bcaa54a1-9297-4891-b8ac-e4a97906c509 req-b93db007-cc78-4aee-aa0d-6da6d4e07f6f tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:27.975613 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-bcaa54a1-9297-4891-b8ac-e4a97906c509 req-b93db007-cc78-4aee-aa0d-6da6d4e07f6f tempest-ServerDiskConfigTestJSON-1871163835 tempest-ServerDiskConfigTestJSON-1871163835-project] 10.222.0.62 "DELETE /v2.0/ports/0acf77c2-1464-4a57-81ca-63a670fca4c7 HTTP/1.1" status: 204 len: 173 time: 0.4114821 Jul 16 21:11:27.976111 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e42ffd-6cf0-45f1-beb1-67f21ef88543', 'name': 'network-vif-deleted', 'tag': '0acf77c2-1464-4a57-81ca-63a670fca4c7'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:11:27.978463 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c9dd1b-e15f-45f2-96d7-859434d3d29b" -d '{"events": [{"server_uuid": "e5e42ffd-6cf0-45f1-beb1-67f21ef88543", "name": "network-vif-deleted", "tag": "0acf77c2-1464-4a57-81ca-63a670fca4c7"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:11:28.017051 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b808d5d-efc3-4889-bbf8-cbe9c50279ee x-openstack-request-id: req-3b808d5d-efc3-4889-bbf8-cbe9c50279ee {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:11:28.017355 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e42ffd-6cf0-45f1-beb1-67f21ef88543", "name": "network-vif-deleted", "tag": "0acf77c2-1464-4a57-81ca-63a670fca4c7", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:11:28.017607 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3b808d5d-efc3-4889-bbf8-cbe9c50279ee {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:11:28.018000 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e42ffd-6cf0-45f1-beb1-67f21ef88543', 'name': 'network-vif-deleted', 'tag': '0acf77c2-1464-4a57-81ca-63a670fca4c7', 'status': 'completed', 'code': 200} Jul 16 21:11:29.059434 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55178) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:11:29.106034 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e0bb9f-f9ca-4986-a5da-4a08afdf1e63 admin admin] Deleting subnet 5caf1872-20b3-47c4-97fd-f46c796e5da0 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:11:29.108927 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-44e0bb9f-f9ca-4986-a5da-4a08afdf1e63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:29.142700 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-44e0bb9f-f9ca-4986-a5da-4a08afdf1e63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:29.179280 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-44e0bb9f-f9ca-4986-a5da-4a08afdf1e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:29.229312 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-44e0bb9f-f9ca-4986-a5da-4a08afdf1e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:29.258108 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0bb9f-f9ca-4986-a5da-4a08afdf1e63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5caf1872-20b3-47c4-97fd-f46c796e5da0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:29.260660 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-44e0bb9f-f9ca-4986-a5da-4a08afdf1e63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:29.262382 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-44e0bb9f-f9ca-4986-a5da-4a08afdf1e63 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5caf1872-20b3-47c4-97fd-f46c796e5da0 HTTP/1.1" status: 204 len: 168 time: 0.2019384 Jul 16 21:11:29.265020 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55180) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:11:29.268875 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0bb9f-f9ca-4986-a5da-4a08afdf1e63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:29.269222 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0bb9f-f9ca-4986-a5da-4a08afdf1e63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:29.269565 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0bb9f-f9ca-4986-a5da-4a08afdf1e63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:29.270005 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0bb9f-f9ca-4986-a5da-4a08afdf1e63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:29.270403 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0bb9f-f9ca-4986-a5da-4a08afdf1e63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:29.270747 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0bb9f-f9ca-4986-a5da-4a08afdf1e63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:29.271079 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0bb9f-f9ca-4986-a5da-4a08afdf1e63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:29.271406 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0bb9f-f9ca-4986-a5da-4a08afdf1e63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:29.271740 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0bb9f-f9ca-4986-a5da-4a08afdf1e63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:29.272068 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0bb9f-f9ca-4986-a5da-4a08afdf1e63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:29.272639 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0bb9f-f9ca-4986-a5da-4a08afdf1e63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:29.273133 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0bb9f-f9ca-4986-a5da-4a08afdf1e63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:29.331153 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-520e9bda-da28-4efc-9faf-01740d2bb933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:29.409198 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-520e9bda-da28-4efc-9faf-01740d2bb933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:29.419240 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-520e9bda-da28-4efc-9faf-01740d2bb933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:11:29.429542 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-520e9bda-da28-4efc-9faf-01740d2bb933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd998289-6450-4e5d-b0fe-e9c4b09d308b') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:11:29.429836 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-520e9bda-da28-4efc-9faf-01740d2bb933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd998289-6450-4e5d-b0fe-e9c4b09d308b') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:11:29.438416 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-520e9bda-da28-4efc-9faf-01740d2bb933 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:29.452548 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-520e9bda-da28-4efc-9faf-01740d2bb933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:29.461175 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-520e9bda-da28-4efc-9faf-01740d2bb933 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:11:29.461509 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-520e9bda-da28-4efc-9faf-01740d2bb933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: timer() Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:11:29.463970 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:11:29.514681 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-520e9bda-da28-4efc-9faf-01740d2bb933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:29.521288 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-520e9bda-da28-4efc-9faf-01740d2bb933 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:29.523772 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-520e9bda-da28-4efc-9faf-01740d2bb933 admin admin] 10.222.0.38 "DELETE /v2.0/networks/ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7 HTTP/1.1" status: 204 len: 168 time: 0.2577662 Jul 16 21:11:29.537165 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e9bda-da28-4efc-9faf-01740d2bb933 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab86ab37-491d-4967-8b8f-3f5c4d4ca8d7,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:29.630032 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55184) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:11:29.675894 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-51b1f166-0391-4da2-997d-ae487bc4f00e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3170f2d500694b23842aa7725ef1b968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445502 Jul 16 21:11:29.678404 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55186) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:11:29.725503 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-230c2811-8ebe-423b-a5d2-9b0af3aa2179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:29.746141 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-230c2811-8ebe-423b-a5d2-9b0af3aa2179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:29.791574 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-230c2811-8ebe-423b-a5d2-9b0af3aa2179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:29.794097 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-230c2811-8ebe-423b-a5d2-9b0af3aa2179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:29.795257 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-230c2811-8ebe-423b-a5d2-9b0af3aa2179 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/93110eac-8de8-418a-9edc-9c0047ca6379 HTTP/1.1" status: 204 len: 168 time: 0.1158943 Jul 16 21:11:29.802862 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c2811-8ebe-423b-a5d2-9b0af3aa2179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93110eac-8de8-418a-9edc-9c0047ca6379,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:29.862483 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:30.441426 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55210) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:11:30.535560 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-1e57d2d0-e246-48c9-a8be-332ffe53551a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1155577851-network', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:11:30.557557 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e57d2d0-e246-48c9-a8be-332ffe53551a admin admin] Made reservation on behalf of 25bfcd1cfbbd4085b947fb2ae9f94c95 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:11:30.559913 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e57d2d0-e246-48c9-a8be-332ffe53551a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:30.568112 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e57d2d0-e246-48c9-a8be-332ffe53551a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:30.657837 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e57d2d0-e246-48c9-a8be-332ffe53551a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:30.661399 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e57d2d0-e246-48c9-a8be-332ffe53551a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:30.685865 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e57d2d0-e246-48c9-a8be-332ffe53551a admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:11:30.696111 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57d2d0-e246-48c9-a8be-332ffe53551a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5c5b1e-f468-4f93-8c74-254bdb61787c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:30.701748 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e57d2d0-e246-48c9-a8be-332ffe53551a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:30.702084 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-1e57d2d0-e246-48c9-a8be-332ffe53551a admin admin] Added segment 68b4180b-6f87-4ca4-9660-61c9e86bc81b of type vlan for network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 Jul 16 21:11:30.743096 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e57d2d0-e246-48c9-a8be-332ffe53551a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:30.774114 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e57d2d0-e246-48c9-a8be-332ffe53551a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:30.775042 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e57d2d0-e246-48c9-a8be-332ffe53551a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:30.775620 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e57d2d0-e246-48c9-a8be-332ffe53551a admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:30.830811 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1e57d2d0-e246-48c9-a8be-332ffe53551a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3855698 Jul 16 21:11:30.831521 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55214) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:11:30.838105 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-fd94cc1b-2b6e-4dd0-954b-59316a0d62f8 admin admin] Request body: {'subnet': {'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1155577851-subnet', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:11:30.861080 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd94cc1b-2b6e-4dd0-954b-59316a0d62f8 admin admin] Made reservation on behalf of 25bfcd1cfbbd4085b947fb2ae9f94c95 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:11:30.863740 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fd94cc1b-2b6e-4dd0-954b-59316a0d62f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:30.865249 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57d2d0-e246-48c9-a8be-332ffe53551a admin admin] Pushing event updated for resources: {'Network': ['ID=5bad7e3f-d4d4-45ac-a989-a8056e5a5442,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:30.875501 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:11:31.032187 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fd94cc1b-2b6e-4dd0-954b-59316a0d62f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:31.086113 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94cc1b-2b6e-4dd0-954b-59316a0d62f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99a6fa48-2fab-42bf-b2ea-7a1009957e6a,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:31.096141 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd94cc1b-2b6e-4dd0-954b-59316a0d62f8 admin admin] Checking segment: {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:11:31.096494 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd94cc1b-2b6e-4dd0-954b-59316a0d62f8 admin admin] Network hostable DHCP agents. Network: 5bad7e3f-d4d4-45ac-a989-a8056e5a5442, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:11:31.113687 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd94cc1b-2b6e-4dd0-954b-59316a0d62f8 admin admin] Network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:11:31.122703 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-fd94cc1b-2b6e-4dd0-954b-59316a0d62f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 5bad7e3f-d4d4-45ac-a989-a8056e5a5442) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:11:31.126539 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd94cc1b-2b6e-4dd0-954b-59316a0d62f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:31.127123 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fd94cc1b-2b6e-4dd0-954b-59316a0d62f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:31.131679 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4c4ceb-4013-4889-b179-de0f24316147 None None] Network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:11:31.142184 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fd94cc1b-2b6e-4dd0-954b-59316a0d62f8 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3093221 Jul 16 21:11:31.144969 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55216) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:11:31.149509 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-dfd1858a-0b4d-451a-b798-6f49c13301db admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:11:31.170345 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dfd1858a-0b4d-451a-b798-6f49c13301db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:31.171610 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dfd1858a-0b4d-451a-b798-6f49c13301db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:31.223603 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dfd1858a-0b4d-451a-b798-6f49c13301db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:31.276131 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fa1e42-ef81-4945-bd85-72be712480a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:11:31.277047 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-25fa1e42-ef81-4945-bd85-72be712480a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:31.364837 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dfd1858a-0b4d-451a-b798-6f49c13301db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:31.413148 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-25fa1e42-ef81-4945-bd85-72be712480a4 None None] Allocated IP 172.20.0.2 (5bad7e3f-d4d4-45ac-a989-a8056e5a5442/99a6fa48-2fab-42bf-b2ea-7a1009957e6a/f0375389-e1dd-46bb-80e8-5f60d1509b13) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:11:31.555801 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-25fa1e42-ef81-4945-bd85-72be712480a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:31.564167 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-25fa1e42-ef81-4945-bd85-72be712480a4 None None] Transition to ACTIVE for port object f0375389-e1dd-46bb-80e8-5f60d1509b13 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:11:31.567285 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dfd1858a-0b4d-451a-b798-6f49c13301db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:31.579095 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-25fa1e42-ef81-4945-bd85-72be712480a4 None None] Transition to ACTIVE for port object f0375389-e1dd-46bb-80e8-5f60d1509b13 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:11:31.585461 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-25fa1e42-ef81-4945-bd85-72be712480a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:31.588466 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dfd1858a-0b4d-451a-b798-6f49c13301db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:31.626253 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fa1e42-ef81-4945-bd85-72be712480a4 None None] Network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:11:31.630591 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-25fa1e42-ef81-4945-bd85-72be712480a4 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:11:31.635018 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fa1e42-ef81-4945-bd85-72be712480a4 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:11:31.638203 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa1e42-ef81-4945-bd85-72be712480a4 None None] Pushing event updated for resources: {'Port': ['ID=f0375389-e1dd-46bb-80e8-5f60d1509b13,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:31.692859 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-25fa1e42-ef81-4945-bd85-72be712480a4 None None] Attempting to bind port f0375389-e1dd-46bb-80e8-5f60d1509b13 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:11:31.693231 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-25fa1e42-ef81-4945-bd85-72be712480a4 None None] Attempting to bind port f0375389-e1dd-46bb-80e8-5f60d1509b13 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:11:31.693599 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fa1e42-ef81-4945-bd85-72be712480a4 None None] Attempting to bind port f0375389-e1dd-46bb-80e8-5f60d1509b13 on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:11:31.696710 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-dfd1858a-0b4d-451a-b798-6f49c13301db admin admin] Allocated IP 172.25.0.12 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/0cee15b3-ccc8-418f-b657-fdd3620c5700) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:11:31.699514 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fa1e42-ef81-4945-bd85-72be712480a4 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:11:31.699893 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fa1e42-ef81-4945-bd85-72be712480a4 None None] Checking segment: {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:11:31.700301 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-25fa1e42-ef81-4945-bd85-72be712480a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:31.700696 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fa1e42-ef81-4945-bd85-72be712480a4 None None] Bound using segment: {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:11:31.701164 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-25fa1e42-ef81-4945-bd85-72be712480a4 None None] Bound port: f0375389-e1dd-46bb-80e8-5f60d1509b13, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:11:31.701655 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-25fa1e42-ef81-4945-bd85-72be712480a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:31.770123 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-25fa1e42-ef81-4945-bd85-72be712480a4 None None] For port f0375389-e1dd-46bb-80e8-5f60d1509b13, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:11:31.773763 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-25fa1e42-ef81-4945-bd85-72be712480a4 None None] For port f0375389-e1dd-46bb-80e8-5f60d1509b13, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f0375389-e1dd-46bb-80e8-5f60d1509b13,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:11:31.778818 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-25fa1e42-ef81-4945-bd85-72be712480a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:31.808884 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dfd1858a-0b4d-451a-b798-6f49c13301db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:31.836779 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa1e42-ef81-4945-bd85-72be712480a4 None None] Pushing event updated for resources: {'Port': ['ID=f0375389-e1dd-46bb-80e8-5f60d1509b13,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:31.850772 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dfd1858a-0b4d-451a-b798-6f49c13301db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:31.861387 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 0acf77c2-1464-4a57-81ca-63a670fca4c7 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:11:31.883260 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 0acf77c2-1464-4a57-81ca-63a670fca4c7 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:11:31.884263 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 0acf77c2-1464-4a57-81ca-63a670fca4c7 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:11:31.886945 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd1858a-0b4d-451a-b798-6f49c13301db admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:11:31.890366 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-dfd1858a-0b4d-451a-b798-6f49c13301db admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:11:31.896166 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd1858a-0b4d-451a-b798-6f49c13301db admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:11:31.925326 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1858a-0b4d-451a-b798-6f49c13301db admin admin] Pushing event updated for resources: {'Port': ['ID=0cee15b3-ccc8-418f-b657-fdd3620c5700,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:32.172524 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dfd1858a-0b4d-451a-b798-6f49c13301db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:32.370554 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dfd1858a-0b4d-451a-b798-6f49c13301db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:32.499870 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd1858a-0b4d-451a-b798-6f49c13301db admin admin] Router 1a079834-e375-48c6-8184-3b9b3e38c00b is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:11:32.612469 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd1858a-0b4d-451a-b798-6f49c13301db admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:11:32.622134 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cc0b2b-50ef-48d1-8e84-1c4e4e7dc0fa None None] Sync routers for ids ['1a079834-e375-48c6-8184-3b9b3e38c00b'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:11:32.629937 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dfd1858a-0b4d-451a-b798-6f49c13301db admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:32.634619 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55218) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:11:32.637618 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cc0b2b-50ef-48d1-8e84-1c4e4e7dc0fa None None] Routers {'1a079834-e375-48c6-8184-3b9b3e38c00b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:11:32.638231 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-18cc0b2b-50ef-48d1-8e84-1c4e4e7dc0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:11:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1a079834-e375-48c6-8184-3b9b3e38c00b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:11:32.638401 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-dfd1858a-0b4d-451a-b798-6f49c13301db admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4923491 Jul 16 21:11:32.745106 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-18cc0b2b-50ef-48d1-8e84-1c4e4e7dc0fa None None] Set router 1a079834-e375-48c6-8184-3b9b3e38c00b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:11:32.774294 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b734f93-7646-4168-875f-4739ee2567f6 None None] Network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:11:32.839398 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c5cb5e01-ade0-48f6-b1ec-ff7327f540b1 None None] Provisioning for port f0375389-e1dd-46bb-80e8-5f60d1509b13 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:11:32.933411 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-18cc0b2b-50ef-48d1-8e84-1c4e4e7dc0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:32Z', 'revision_number': 3, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:11:32.960577 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cc0b2b-50ef-48d1-8e84-1c4e4e7dc0fa None None] Checking router: 1a079834-e375-48c6-8184-3b9b3e38c00b for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:11:32.961111 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cc0b2b-50ef-48d1-8e84-1c4e4e7dc0fa None None] Updating router 1a079834-e375-48c6-8184-3b9b3e38c00b port 0cee15b3-ccc8-418f-b657-fdd3620c5700 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:11:32.995469 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-18cc0b2b-50ef-48d1-8e84-1c4e4e7dc0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:33.076711 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b877038c-b9f8-406a-a432-cb4cc04ad87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:33.262607 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-18cc0b2b-50ef-48d1-8e84-1c4e4e7dc0fa None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:33.272958 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-18cc0b2b-50ef-48d1-8e84-1c4e4e7dc0fa None None] Transition to ACTIVE for port object 0cee15b3-ccc8-418f-b657-fdd3620c5700 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:11:33.278725 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-18cc0b2b-50ef-48d1-8e84-1c4e4e7dc0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:33.281062 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-b877038c-b9f8-406a-a432-cb4cc04ad87b admin admin] Allocated IP 172.20.0.1 (5bad7e3f-d4d4-45ac-a989-a8056e5a5442/99a6fa48-2fab-42bf-b2ea-7a1009957e6a/3090be44-0f47-4693-a663-c2face31e986) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:11:33.330886 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-18cc0b2b-50ef-48d1-8e84-1c4e4e7dc0fa None None] Attempting to bind port 0cee15b3-ccc8-418f-b657-fdd3620c5700 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:11:33.331257 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-18cc0b2b-50ef-48d1-8e84-1c4e4e7dc0fa None None] Attempting to bind port 0cee15b3-ccc8-418f-b657-fdd3620c5700 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:11:33.331612 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cc0b2b-50ef-48d1-8e84-1c4e4e7dc0fa None None] Attempting to bind port 0cee15b3-ccc8-418f-b657-fdd3620c5700 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:11:33.334374 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce36af-5614-4410-a06f-58122e3f3785 None None] Pushing event updated for resources: {'Port': ['ID=0cee15b3-ccc8-418f-b657-fdd3620c5700,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:33.342528 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cc0b2b-50ef-48d1-8e84-1c4e4e7dc0fa None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:11:33.342899 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cc0b2b-50ef-48d1-8e84-1c4e4e7dc0fa None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:11:33.343295 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-18cc0b2b-50ef-48d1-8e84-1c4e4e7dc0fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:33.343686 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cc0b2b-50ef-48d1-8e84-1c4e4e7dc0fa None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:11:33.344136 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-18cc0b2b-50ef-48d1-8e84-1c4e4e7dc0fa None None] Bound port: 0cee15b3-ccc8-418f-b657-fdd3620c5700, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:11:33.344509 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-18cc0b2b-50ef-48d1-8e84-1c4e4e7dc0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:33.347402 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce36af-5614-4410-a06f-58122e3f3785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:33.347739 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce36af-5614-4410-a06f-58122e3f3785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:33.348077 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce36af-5614-4410-a06f-58122e3f3785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:33.348403 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce36af-5614-4410-a06f-58122e3f3785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:33.348736 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce36af-5614-4410-a06f-58122e3f3785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:33.349060 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce36af-5614-4410-a06f-58122e3f3785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:33.349381 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce36af-5614-4410-a06f-58122e3f3785 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:33.349699 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce36af-5614-4410-a06f-58122e3f3785 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:33.350021 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce36af-5614-4410-a06f-58122e3f3785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:33.350927 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce36af-5614-4410-a06f-58122e3f3785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:33.351913 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce36af-5614-4410-a06f-58122e3f3785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:33.351913 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce36af-5614-4410-a06f-58122e3f3785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:33.381763 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b877038c-b9f8-406a-a432-cb4cc04ad87b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:33.399207 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-b877038c-b9f8-406a-a432-cb4cc04ad87b admin admin] Transition to ACTIVE for port object 3090be44-0f47-4693-a663-c2face31e986 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:11:33.402453 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-18cc0b2b-50ef-48d1-8e84-1c4e4e7dc0fa None None] For port 0cee15b3-ccc8-418f-b657-fdd3620c5700, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:11:33.405543 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-18cc0b2b-50ef-48d1-8e84-1c4e4e7dc0fa None None] For port 0cee15b3-ccc8-418f-b657-fdd3620c5700, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=0cee15b3-ccc8-418f-b657-fdd3620c5700,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:11:33.409300 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-18cc0b2b-50ef-48d1-8e84-1c4e4e7dc0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:33.433785 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b877038c-b9f8-406a-a432-cb4cc04ad87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:33.467113 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cc0b2b-50ef-48d1-8e84-1c4e4e7dc0fa None None] Routers {'1a079834-e375-48c6-8184-3b9b3e38c00b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:11:33.467730 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-18cc0b2b-50ef-48d1-8e84-1c4e4e7dc0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:11:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1a079834-e375-48c6-8184-3b9b3e38c00b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:11:33.470367 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b877038c-b9f8-406a-a432-cb4cc04ad87b admin admin] Network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:11:33.477111 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-b877038c-b9f8-406a-a432-cb4cc04ad87b admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:11:33.479632 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b877038c-b9f8-406a-a432-cb4cc04ad87b admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:11:33.505648 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce36af-5614-4410-a06f-58122e3f3785 None None] Pushing event updated for resources: {'Port': ['ID=0cee15b3-ccc8-418f-b657-fdd3620c5700,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:33.516833 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877038c-b9f8-406a-a432-cb4cc04ad87b admin admin] Pushing event updated for resources: {'Port': ['ID=3090be44-0f47-4693-a663-c2face31e986,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:33.534500 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b877038c-b9f8-406a-a432-cb4cc04ad87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:33.572510 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:33.681966 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-18cc0b2b-50ef-48d1-8e84-1c4e4e7dc0fa None None] Set router 1a079834-e375-48c6-8184-3b9b3e38c00b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:11:33.687231 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b877038c-b9f8-406a-a432-cb4cc04ad87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:33.797143 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b0e4ea7f-6e97-48a0-88f7-4657a63aa2ba None None] Provisioning for port 3090be44-0f47-4693-a663-c2face31e986 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:11:33.801302 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b0e4ea7f-6e97-48a0-88f7-4657a63aa2ba None None] Provisioning complete for port 3090be44-0f47-4693-a663-c2face31e986 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:11:33.801859 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0e4ea7f-6e97-48a0-88f7-4657a63aa2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:33.841828 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b0e4ea7f-6e97-48a0-88f7-4657a63aa2ba None None] Port 3090be44-0f47-4693-a663-c2face31e986 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:11:33.853702 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b877038c-b9f8-406a-a432-cb4cc04ad87b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:33.859387 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b877038c-b9f8-406a-a432-cb4cc04ad87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:33.866855 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-18cc0b2b-50ef-48d1-8e84-1c4e4e7dc0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:32Z', 'revision_number': 3, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:11:33.892847 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cc0b2b-50ef-48d1-8e84-1c4e4e7dc0fa None None] The sync data for ids ['1a079834-e375-48c6-8184-3b9b3e38c00b'] in n-d-791506-21 is: [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:32Z', 'revision_number': 3, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:11:33.922290 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b877038c-b9f8-406a-a432-cb4cc04ad87b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:33.935634 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877038c-b9f8-406a-a432-cb4cc04ad87b admin admin] Pushing event updated for resources: {'Port': ['ID=3090be44-0f47-4693-a663-c2face31e986,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:34.007678 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f0375389-e1dd-46bb-80e8-5f60d1509b13 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:11:34.030386 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b877038c-b9f8-406a-a432-cb4cc04ad87b admin admin] Network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:11:34.033867 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-b877038c-b9f8-406a-a432-cb4cc04ad87b admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:11:34.062151 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port f0375389-e1dd-46bb-80e8-5f60d1509b13 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:11:34.066178 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port f0375389-e1dd-46bb-80e8-5f60d1509b13 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:11:34.071013 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:34.189027 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:34.238572 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port f0375389-e1dd-46bb-80e8-5f60d1509b13, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f0375389-e1dd-46bb-80e8-5f60d1509b13,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:34.246993 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:34.319742 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=f0375389-e1dd-46bb-80e8-5f60d1509b13,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:34.381304 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-fa6d2a7b-be10-46b6-8bf7-47e6bae834b1 None None] Provisioning complete for port 3090be44-0f47-4693-a663-c2face31e986 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:11:34.382425 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa6d2a7b-be10-46b6-8bf7-47e6bae834b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:34.419132 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fa6d2a7b-be10-46b6-8bf7-47e6bae834b1 None None] Port 3090be44-0f47-4693-a663-c2face31e986 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:11:34.552737 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b877038c-b9f8-406a-a432-cb4cc04ad87b admin admin] Router 1a079834-e375-48c6-8184-3b9b3e38c00b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:11:34.665185 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b877038c-b9f8-406a-a432-cb4cc04ad87b admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:11:34.670221 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b877038c-b9f8-406a-a432-cb4cc04ad87b admin admin] 10.222.0.38 "PUT /v2.0/routers/1a079834-e375-48c6-8184-3b9b3e38c00b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0345664 Jul 16 21:11:35.473184 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265de9ef-b0c7-4cc0-ab4f-af2541872e83 None None] Sync routers for ids ['1a079834-e375-48c6-8184-3b9b3e38c00b'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:11:35.482920 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265de9ef-b0c7-4cc0-ab4f-af2541872e83 None None] Routers {'1a079834-e375-48c6-8184-3b9b3e38c00b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:11:35.483541 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-265de9ef-b0c7-4cc0-ab4f-af2541872e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:11:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1a079834-e375-48c6-8184-3b9b3e38c00b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:11:35.588416 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-265de9ef-b0c7-4cc0-ab4f-af2541872e83 None None] Set router 1a079834-e375-48c6-8184-3b9b3e38c00b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:11:35.782120 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-265de9ef-b0c7-4cc0-ab4f-af2541872e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3090be44-0f47-4693-a663-c2face31e986', 'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'mac_address': 'fa:16:3e:45:29:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:33Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 2, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'subnets': [{'id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:11:35.812502 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265de9ef-b0c7-4cc0-ab4f-af2541872e83 None None] Checking router: 1a079834-e375-48c6-8184-3b9b3e38c00b for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:11:35.812861 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265de9ef-b0c7-4cc0-ab4f-af2541872e83 None None] Updating router 1a079834-e375-48c6-8184-3b9b3e38c00b port 3090be44-0f47-4693-a663-c2face31e986 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:11:35.826341 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55228) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:11:35.831212 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-17a293ff-eb55-459c-b38b-7c3e25853cbd tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--42337967', 'description': 'tempest-description--1154341357'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:11:35.846668 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-265de9ef-b0c7-4cc0-ab4f-af2541872e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:35.852646 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-17a293ff-eb55-459c-b38b-7c3e25853cbd tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:35.941625 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-17a293ff-eb55-459c-b38b-7c3e25853cbd tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:35.946448 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-17a293ff-eb55-459c-b38b-7c3e25853cbd tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:35.977170 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-17a293ff-eb55-459c-b38b-7c3e25853cbd tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:35.981177 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-17a293ff-eb55-459c-b38b-7c3e25853cbd tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1510003 Jul 16 21:11:35.981177 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a293ff-eb55-459c-b38b-7c3e25853cbd tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94f6a0d2-d9da-4768-99dd-dfe9568cbafa,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:35.981498 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 55230) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:11:35.986845 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-4ff1cf82-c649-428f-9b2d-66c5d6f9e313 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Request body: {'security_group_rule': {'security_group_id': '94f6a0d2-d9da-4768-99dd-dfe9568cbafa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:11:36.033219 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4ff1cf82-c649-428f-9b2d-66c5d6f9e313 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.098973 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f0375389-e1dd-46bb-80e8-5f60d1509b13 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:11:36.100025 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4ff1cf82-c649-428f-9b2d-66c5d6f9e313 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.105099 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4ff1cf82-c649-428f-9b2d-66c5d6f9e313 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.124749 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1cf82-c649-428f-9b2d-66c5d6f9e313 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed551f4-1d85-473d-a904-1bdfa2a52c00,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:36.131035 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4ff1cf82-c649-428f-9b2d-66c5d6f9e313 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.134813 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4ff1cf82-c649-428f-9b2d-66c5d6f9e313 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1516013 Jul 16 21:11:36.135335 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55232) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:11:36.140073 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-a57c0afe-33a9-41df-9d23-41e39f8e5a35 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Request body: {'security_group_rule': {'security_group_id': '94f6a0d2-d9da-4768-99dd-dfe9568cbafa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:11:36.167461 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a57c0afe-33a9-41df-9d23-41e39f8e5a35 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.189962 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-265de9ef-b0c7-4cc0-ab4f-af2541872e83 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.203601 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-265de9ef-b0c7-4cc0-ab4f-af2541872e83 None None] Transition to ACTIVE for port object 3090be44-0f47-4693-a663-c2face31e986 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:11:36.211948 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-265de9ef-b0c7-4cc0-ab4f-af2541872e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.219167 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port f0375389-e1dd-46bb-80e8-5f60d1509b13 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:11:36.219536 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.226932 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a57c0afe-33a9-41df-9d23-41e39f8e5a35 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.230720 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a57c0afe-33a9-41df-9d23-41e39f8e5a35 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.248915 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c0afe-33a9-41df-9d23-41e39f8e5a35 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c49db5-087f-4b43-991a-bfa4ae2cc761,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:36.256138 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a57c0afe-33a9-41df-9d23-41e39f8e5a35 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.258008 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a57c0afe-33a9-41df-9d23-41e39f8e5a35 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215942 Jul 16 21:11:36.261590 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55234) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:11:36.267640 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-e1c543bc-3c07-4177-a6d9-806b9e004a59 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:11:36.292135 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1c543bc-3c07-4177-a6d9-806b9e004a59 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.301895 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa361813-2fae-46c6-85c9-657411f8b1e0 None None] Pushing event updated for resources: {'Port': ['ID=3090be44-0f47-4693-a663-c2face31e986,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:36.380306 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-265de9ef-b0c7-4cc0-ab4f-af2541872e83 None None] Attempting to bind port 3090be44-0f47-4693-a663-c2face31e986 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:11:36.380672 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-265de9ef-b0c7-4cc0-ab4f-af2541872e83 None None] Attempting to bind port 3090be44-0f47-4693-a663-c2face31e986 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:11:36.381700 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265de9ef-b0c7-4cc0-ab4f-af2541872e83 None None] Attempting to bind port 3090be44-0f47-4693-a663-c2face31e986 on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:11:36.389370 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265de9ef-b0c7-4cc0-ab4f-af2541872e83 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:11:36.389751 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265de9ef-b0c7-4cc0-ab4f-af2541872e83 None None] Checking segment: {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:11:36.390162 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-265de9ef-b0c7-4cc0-ab4f-af2541872e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.390587 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265de9ef-b0c7-4cc0-ab4f-af2541872e83 None None] Bound using segment: {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:11:36.391060 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-265de9ef-b0c7-4cc0-ab4f-af2541872e83 None None] Bound port: 3090be44-0f47-4693-a663-c2face31e986, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:11:36.391442 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-265de9ef-b0c7-4cc0-ab4f-af2541872e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.399796 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1c543bc-3c07-4177-a6d9-806b9e004a59 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.411222 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0cee15b3-ccc8-418f-b657-fdd3620c5700 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:11:36.501978 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-265de9ef-b0c7-4cc0-ab4f-af2541872e83 None None] For port 3090be44-0f47-4693-a663-c2face31e986, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:11:36.505787 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 0cee15b3-ccc8-418f-b657-fdd3620c5700 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:11:36.510138 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-e1c543bc-3c07-4177-a6d9-806b9e004a59 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Allocated IP 172.25.0.175 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/41d08c04-034e-4f39-bfcc-998e4f9c86d8) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:11:36.517666 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-265de9ef-b0c7-4cc0-ab4f-af2541872e83 None None] For port 3090be44-0f47-4693-a663-c2face31e986, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=3090be44-0f47-4693-a663-c2face31e986,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:11:36.518772 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 0cee15b3-ccc8-418f-b657-fdd3620c5700 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:11:36.519164 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.523034 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-265de9ef-b0c7-4cc0-ab4f-af2541872e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.619371 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1c543bc-3c07-4177-a6d9-806b9e004a59 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.629645 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa361813-2fae-46c6-85c9-657411f8b1e0 None None] Pushing event updated for resources: {'Port': ['ID=3090be44-0f47-4693-a663-c2face31e986,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:36.632908 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265de9ef-b0c7-4cc0-ab4f-af2541872e83 None None] Routers {'1a079834-e375-48c6-8184-3b9b3e38c00b'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:11:36.633372 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-265de9ef-b0c7-4cc0-ab4f-af2541872e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:11:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1a079834-e375-48c6-8184-3b9b3e38c00b'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:11:36.665138 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1c543bc-3c07-4177-a6d9-806b9e004a59 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.708535 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c543bc-3c07-4177-a6d9-806b9e004a59 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:11:36.712509 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-e1c543bc-3c07-4177-a6d9-806b9e004a59 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:11:36.717873 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c543bc-3c07-4177-a6d9-806b9e004a59 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:11:36.720984 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c543bc-3c07-4177-a6d9-806b9e004a59 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Pushing event updated for resources: {'Port': ['ID=41d08c04-034e-4f39-bfcc-998e4f9c86d8,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:36.751434 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.789022 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-265de9ef-b0c7-4cc0-ab4f-af2541872e83 None None] Set router 1a079834-e375-48c6-8184-3b9b3e38c00b gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:11:36.792133 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 0cee15b3-ccc8-418f-b657-fdd3620c5700, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=0cee15b3-ccc8-418f-b657-fdd3620c5700,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:36.811828 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1c543bc-3c07-4177-a6d9-806b9e004a59 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.819431 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.857041 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1c543bc-3c07-4177-a6d9-806b9e004a59 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.932696 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=0cee15b3-ccc8-418f-b657-fdd3620c5700,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:37.014481 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1c543bc-3c07-4177-a6d9-806b9e004a59 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:37.019532 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1c543bc-3c07-4177-a6d9-806b9e004a59 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:37.095738 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c543bc-3c07-4177-a6d9-806b9e004a59 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Pushing event updated for resources: {'Port': ['ID=41d08c04-034e-4f39-bfcc-998e4f9c86d8,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:37.107641 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1c543bc-3c07-4177-a6d9-806b9e004a59 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:37.122004 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1c543bc-3c07-4177-a6d9-806b9e004a59 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:37.123266 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e1c543bc-3c07-4177-a6d9-806b9e004a59 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8606517 Jul 16 21:11:37.203752 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-265de9ef-b0c7-4cc0-ab4f-af2541872e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3090be44-0f47-4693-a663-c2face31e986', 'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'mac_address': 'fa:16:3e:45:29:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:33Z', 'updated_at': '2021-07-16T21:11:36Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'subnets': [{'id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:11:37.230025 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265de9ef-b0c7-4cc0-ab4f-af2541872e83 None None] The sync data for ids ['1a079834-e375-48c6-8184-3b9b3e38c00b'] in n-d-791506-21 is: [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3090be44-0f47-4693-a663-c2face31e986', 'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'mac_address': 'fa:16:3e:45:29:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:33Z', 'updated_at': '2021-07-16T21:11:36Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'subnets': [{'id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:11:37.308584 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-cddaee94-6d37-4070-9232-bafc43e5a054 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--42337967&fields=id&tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95 HTTP/1.1" status: 200 len: 267 time: 0.0525563 Jul 16 21:11:37.420342 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-6527f7e4-cf1c-4947-b9a2-6a588df61dc6 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:37.422138 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-6527f7e4-cf1c-4947-b9a2-6a588df61dc6 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 812 time: 0.1072035 Jul 16 21:11:37.437387 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-11a53e50-7474-439a-8d70-a0fb1d24c083 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/quotas/25bfcd1cfbbd4085b947fb2ae9f94c95 HTTP/1.1" status: 200 len: 375 time: 0.0099015 Jul 16 21:11:37.513555 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-9856b31f-77d1-4d4b-87a2-34f5543782bf tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0706706 Jul 16 21:11:37.612798 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-816b2c5e-e394-4b77-8e99-ff95e979efe0 service neutron] 10.222.0.38 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864272 Jul 16 21:11:37.712095 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-d0a54001-620c-4c66-bd3d-1de30b2fa918 service neutron] 10.222.0.38 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925834 Jul 16 21:11:37.887630 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3485c246-91ea-4687-8abf-b010ef9a0ed6 req-f8974350-d9fb-4c1d-bf9b-7f79b5c1e96f tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 210 time: 0.0293496 Jul 16 21:11:38.034130 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0cee15b3-ccc8-418f-b657-fdd3620c5700 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:11:38.086139 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 0cee15b3-ccc8-418f-b657-fdd3620c5700 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:11:38.086560 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:38.167190 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3090be44-0f47-4693-a663-c2face31e986 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:11:38.214900 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 3090be44-0f47-4693-a663-c2face31e986 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:11:38.218497 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 3090be44-0f47-4693-a663-c2face31e986 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:11:38.218872 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:38.298807 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:38.330964 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 3090be44-0f47-4693-a663-c2face31e986, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=3090be44-0f47-4693-a663-c2face31e986,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:38.336000 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:38.384356 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=3090be44-0f47-4693-a663-c2face31e986,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:38.960862 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-9aec54f8-0ad0-4dab-8041-1282d0dbd198 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:38.963217 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-9aec54f8-0ad0-4dab-8041-1282d0dbd198 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.18 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 812 time: 0.1158884 Jul 16 21:11:39.023274 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-f5ceb1e8-eb4b-4eab-a4a5-3a70953cfee8 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95 HTTP/1.1" status: 200 len: 378 time: 0.0463011 Jul 16 21:11:39.031504 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-13533081-6964-4337-8a34-3e8a06436970 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Request body: {'port': {'device_id': '1e5f5e63-ec2c-4b5b-9666-90ca3191db19', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'admin_state_up': True, 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'security_groups': ['94f6a0d2-d9da-4768-99dd-dfe9568cbafa']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:11:39.055826 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05431299-3bc7-474c-bd50-6f381dbb86c9 req-da190fcb-bd6c-4347-aefb-b8bad0b52803 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 210 time: 0.0380797 Jul 16 21:11:39.143597 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-13533081-6964-4337-8a34-3e8a06436970 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Made reservation on behalf of 25bfcd1cfbbd4085b947fb2ae9f94c95 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:11:39.147488 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-13533081-6964-4337-8a34-3e8a06436970 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:39.273007 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-13533081-6964-4337-8a34-3e8a06436970 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Allocated IP 172.20.0.5 (5bad7e3f-d4d4-45ac-a989-a8056e5a5442/99a6fa48-2fab-42bf-b2ea-7a1009957e6a/ad83c907-76e2-487d-af69-7860b5f28f82) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:11:39.412044 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-13533081-6964-4337-8a34-3e8a06436970 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:39.425355 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-13533081-6964-4337-8a34-3e8a06436970 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Transition to ACTIVE for port object ad83c907-76e2-487d-af69-7860b5f28f82 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:11:39.457087 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-13533081-6964-4337-8a34-3e8a06436970 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:39.501675 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-13533081-6964-4337-8a34-3e8a06436970 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:11:39.504750 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-13533081-6964-4337-8a34-3e8a06436970 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:11:39.509453 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-13533081-6964-4337-8a34-3e8a06436970 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:11:39.515774 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13533081-6964-4337-8a34-3e8a06436970 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Pushing event updated for resources: {'Port': ['ID=ad83c907-76e2-487d-af69-7860b5f28f82,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:39.561960 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-13533081-6964-4337-8a34-3e8a06436970 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:39.562612 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-13533081-6964-4337-8a34-3e8a06436970 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:39.577982 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-13533081-6964-4337-8a34-3e8a06436970 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5501995 Jul 16 21:11:39.589818 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-ff9b0871-356e-49be-ae17-f06f22c4b033 service neutron] Request body: {'port': {'device_id': '1e5f5e63-ec2c-4b5b-9666-90ca3191db19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:11:39.670304 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-ff9b0871-356e-49be-ae17-f06f22c4b033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:39.745778 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-48ba5697-b04f-4740-99be-265034020245 None None] Provisioning for port ad83c907-76e2-487d-af69-7860b5f28f82 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:11:39.749509 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-48ba5697-b04f-4740-99be-265034020245 None None] Provisioning complete for port ad83c907-76e2-487d-af69-7860b5f28f82 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:11:39.749903 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48ba5697-b04f-4740-99be-265034020245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:39.785872 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-48ba5697-b04f-4740-99be-265034020245 None None] Port ad83c907-76e2-487d-af69-7860b5f28f82 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:11:39.939605 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-ff9b0871-356e-49be-ae17-f06f22c4b033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad83c907-76e2-487d-af69-7860b5f28f82 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:11:39.947530 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-ff9b0871-356e-49be-ae17-f06f22c4b033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:39.959310 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-ff9b0871-356e-49be-ae17-f06f22c4b033 service neutron] Transition to ACTIVE for port object ad83c907-76e2-487d-af69-7860b5f28f82 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:11:39.962784 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-ff9b0871-356e-49be-ae17-f06f22c4b033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:39.970480 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3090be44-0f47-4693-a663-c2face31e986 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:11:40.019760 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 3090be44-0f47-4693-a663-c2face31e986 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:11:40.020136 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:40.031663 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b0871-356e-49be-ae17-f06f22c4b033 service neutron] Pushing event updated for resources: {'Port': ['ID=ad83c907-76e2-487d-af69-7860b5f28f82,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:40.083651 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-ff9b0871-356e-49be-ae17-f06f22c4b033 service neutron] Attempting to bind port ad83c907-76e2-487d-af69-7860b5f28f82 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:11:40.083990 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-ff9b0871-356e-49be-ae17-f06f22c4b033 service neutron] Attempting to bind port ad83c907-76e2-487d-af69-7860b5f28f82 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:11:40.084534 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-ff9b0871-356e-49be-ae17-f06f22c4b033 service neutron] Attempting to bind port ad83c907-76e2-487d-af69-7860b5f28f82 on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:11:40.089186 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-ff9b0871-356e-49be-ae17-f06f22c4b033 service neutron] Port ad83c907-76e2-487d-af69-7860b5f28f82 on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:11:40.089516 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-ff9b0871-356e-49be-ae17-f06f22c4b033 service neutron] Attempting to bind port ad83c907-76e2-487d-af69-7860b5f28f82 on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:11:40.094715 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-ff9b0871-356e-49be-ae17-f06f22c4b033 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:11:40.095095 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-ff9b0871-356e-49be-ae17-f06f22c4b033 service neutron] Checking segment: {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:11:40.095449 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-ff9b0871-356e-49be-ae17-f06f22c4b033 service neutron] Bound using segment: {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:11:40.095969 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-ff9b0871-356e-49be-ae17-f06f22c4b033 service neutron] Bound port: ad83c907-76e2-487d-af69-7860b5f28f82, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:11:40.096241 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-ff9b0871-356e-49be-ae17-f06f22c4b033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:40.171633 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-ff9b0871-356e-49be-ae17-f06f22c4b033 service neutron] For port ad83c907-76e2-487d-af69-7860b5f28f82, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:11:40.174989 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-ff9b0871-356e-49be-ae17-f06f22c4b033 service neutron] For port ad83c907-76e2-487d-af69-7860b5f28f82, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=ad83c907-76e2-487d-af69-7860b5f28f82,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:11:40.180902 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-ff9b0871-356e-49be-ae17-f06f22c4b033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:40.218011 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-ff9b0871-356e-49be-ae17-f06f22c4b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:40.218677 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-ff9b0871-356e-49be-ae17-f06f22c4b033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:40.220207 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-ff9b0871-356e-49be-ae17-f06f22c4b033 service neutron] 10.222.0.18 "PUT /v2.0/ports/ad83c907-76e2-487d-af69-7860b5f28f82 HTTP/1.1" status: 200 len: 1092 time: 0.6347353 Jul 16 21:11:40.220660 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5f5e63-ec2c-4b5b-9666-90ca3191db19', 'tag': 'ad83c907-76e2-487d-af69-7860b5f28f82'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:11:40.222981 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a62d31b-be3a-46f2-95db-cdbb6dae0bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "1e5f5e63-ec2c-4b5b-9666-90ca3191db19", "tag": "ad83c907-76e2-487d-af69-7860b5f28f82"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:11:40.274123 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b0871-356e-49be-ae17-f06f22c4b033 service neutron] Pushing event updated for resources: {'Port': ['ID=ad83c907-76e2-487d-af69-7860b5f28f82,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:40.285462 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee7ae24-f3fa-4bc8-8c8e-94a2a5fba5bd x-openstack-request-id: req-0ee7ae24-f3fa-4bc8-8c8e-94a2a5fba5bd {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:11:40.285588 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f76ad-667f-4d41-a945-a62797f5128a req-3f68c2a9-048a-4b8c-98ec-fea881e45e69 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:40.286047 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e5f5e63-ec2c-4b5b-9666-90ca3191db19", "tag": "ad83c907-76e2-487d-af69-7860b5f28f82", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:11:40.286047 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0ee7ae24-f3fa-4bc8-8c8e-94a2a5fba5bd {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:11:40.286419 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e5f5e63-ec2c-4b5b-9666-90ca3191db19', 'tag': 'ad83c907-76e2-487d-af69-7860b5f28f82', 'status': 'completed', 'code': 200} Jul 16 21:11:40.287096 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b51f76ad-667f-4d41-a945-a62797f5128a req-3f68c2a9-048a-4b8c-98ec-fea881e45e69 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 943 time: 0.1065781 Jul 16 21:11:40.330241 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b51f76ad-667f-4d41-a945-a62797f5128a req-96041a03-3f6b-453a-9648-4a7184c7488e tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374815 Jul 16 21:11:40.346903 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-125249fa-cbb2-4b83-83ec-5254d741d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:40.348557 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-125249fa-cbb2-4b83-83ec-5254d741d47a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 1095 time: 0.0767720 Jul 16 21:11:40.395199 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-0a662549-e69e-4f72-ba46-3c8a1e794d9e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad83c907-76e2-487d-af69-7860b5f28f82 HTTP/1.1" status: 200 len: 217 time: 0.0391955 Jul 16 21:11:40.446784 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-a1143756-ab30-4508-8d08-9bd9b2e53758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:40.448280 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-a1143756-ab30-4508-8d08-9bd9b2e53758 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0461793 Jul 16 21:11:40.503845 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-ae2186d5-b23c-42a1-954c-f29e2e574c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:40.505338 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-ae2186d5-b23c-42a1-954c-f29e2e574c14 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515323 Jul 16 21:11:40.596120 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-7970f7d1-88b0-49f5-a994-062c7dfb1050 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837834 Jul 16 21:11:40.685028 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a853a37d-0a83-4518-b014-87cfc41569a6 req-8c203a18-ac19-4fb2-94e5-c2a984751475 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828142 Jul 16 21:11:40.782987 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62d31b-be3a-46f2-95db-cdbb6dae0bc2 req-d87af7be-1c4e-45e1-b870-766b98d09c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:40.784480 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2a62d31b-be3a-46f2-95db-cdbb6dae0bc2 req-d87af7be-1c4e-45e1-b870-766b98d09c24 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 1095 time: 0.0519893 Jul 16 21:11:40.876600 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62d31b-be3a-46f2-95db-cdbb6dae0bc2 req-99b7770e-857a-4fd7-bdd8-7effa13807ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:40.878009 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2a62d31b-be3a-46f2-95db-cdbb6dae0bc2 req-99b7770e-857a-4fd7-bdd8-7effa13807ff service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0873542 Jul 16 21:11:40.917630 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2a62d31b-be3a-46f2-95db-cdbb6dae0bc2 req-de820467-54ee-49e6-8ec5-d1762d404eb8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad83c907-76e2-487d-af69-7860b5f28f82 HTTP/1.1" status: 200 len: 217 time: 0.0333476 Jul 16 21:11:41.261958 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62d31b-be3a-46f2-95db-cdbb6dae0bc2 req-ec3d9bf4-16b3-4cfd-89bf-52ece136f109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:41.263463 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2a62d31b-be3a-46f2-95db-cdbb6dae0bc2 req-ec3d9bf4-16b3-4cfd-89bf-52ece136f109 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.3400648 Jul 16 21:11:41.322730 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62d31b-be3a-46f2-95db-cdbb6dae0bc2 req-9aed6f98-ef74-4549-91c4-80e15145aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:41.324219 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2a62d31b-be3a-46f2-95db-cdbb6dae0bc2 req-9aed6f98-ef74-4549-91c4-80e15145aa73 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522859 Jul 16 21:11:41.417596 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2a62d31b-be3a-46f2-95db-cdbb6dae0bc2 req-b539ede6-751d-44db-a5c7-c10af3c1d8ad service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853608 Jul 16 21:11:41.506790 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2a62d31b-be3a-46f2-95db-cdbb6dae0bc2 req-9bb53af0-b956-485c-bb9f-b23dd071b04a service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822158 Jul 16 21:11:41.508618 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa2bff-b602-4cfd-94f2-e933f14be46f req-3de463e8-153a-4569-871e-eb29d97b1919 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:41.510117 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cffa2bff-b602-4cfd-94f2-e933f14be46f req-3de463e8-153a-4569-871e-eb29d97b1919 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 943 time: 0.0645328 Jul 16 21:11:41.549016 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cffa2bff-b602-4cfd-94f2-e933f14be46f req-3a832f2b-eb73-484c-a44e-ebf3e5af06e8 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331695 Jul 16 21:11:42.720971 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44019e2f-6755-4361-afc7-c5f372729422 req-6db5ea58-9edd-4edc-8f8a-585744b705f4 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:42.722460 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-44019e2f-6755-4361-afc7-c5f372729422 req-6db5ea58-9edd-4edc-8f8a-585744b705f4 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 943 time: 0.0644419 Jul 16 21:11:42.761438 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-44019e2f-6755-4361-afc7-c5f372729422 req-796b7bed-810a-4832-93ab-ba950838c802 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332277 Jul 16 21:11:43.038642 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device ad83c907-76e2-487d-af69-7860b5f28f82 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:11:43.135435 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port ad83c907-76e2-487d-af69-7860b5f28f82, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=ad83c907-76e2-487d-af69-7860b5f28f82,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:43.146121 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'ad83c907-76e2-487d-af69-7860b5f28f82', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'port_id': 'ad83c907-76e2-487d-af69-7860b5f28f82', 'mac_address': 'fa:16:3e:a3:3c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:11:43.182821 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:43.195050 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad83c907-76e2-487d-af69-7860b5f28f82 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:11:43.214022 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port ad83c907-76e2-487d-af69-7860b5f28f82, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=ad83c907-76e2-487d-af69-7860b5f28f82,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:43.217837 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:43.270255 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=ad83c907-76e2-487d-af69-7860b5f28f82,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:43.415875 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['ad83c907-76e2-487d-af69-7860b5f28f82'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:11:43.941138 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b13db-3f4a-4fe6-a9f6-05c46d1f5144 req-90c35424-bb26-4093-918c-074977723459 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:43.942712 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f97b13db-3f4a-4fe6-a9f6-05c46d1f5144 req-90c35424-bb26-4093-918c-074977723459 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 944 time: 0.0709352 Jul 16 21:11:43.980520 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f97b13db-3f4a-4fe6-a9f6-05c46d1f5144 req-cc6df895-b123-47b7-a5d5-021d87666d14 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322185 Jul 16 21:11:45.037361 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device ad83c907-76e2-487d-af69-7860b5f28f82 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:11:45.089255 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port ad83c907-76e2-487d-af69-7860b5f28f82 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:11:45.093042 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port ad83c907-76e2-487d-af69-7860b5f28f82 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:11:45.093407 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:45.153652 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222ffb1-8645-46ca-ae8a-d591410892e9 req-03eb6ada-75c1-4ce5-a58b-394942c0813b tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:45.155203 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a222ffb1-8645-46ca-ae8a-d591410892e9 req-03eb6ada-75c1-4ce5-a58b-394942c0813b tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 944 time: 0.0646913 Jul 16 21:11:45.169390 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:45.192972 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5f5e63-ec2c-4b5b-9666-90ca3191db19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad83c907-76e2-487d-af69-7860b5f28f82'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:11:45.194874 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a222ffb1-8645-46ca-ae8a-d591410892e9 req-a67316d8-5c02-4c1c-9386-be7dceeeeaee tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340157 Jul 16 21:11:45.195337 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e214b708-60a3-4369-95ee-bd11afd3c317" -d '{"events": [{"server_uuid": "1e5f5e63-ec2c-4b5b-9666-90ca3191db19", "name": "network-vif-plugged", "status": "completed", "tag": "ad83c907-76e2-487d-af69-7860b5f28f82"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:11:45.208865 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port ad83c907-76e2-487d-af69-7860b5f28f82, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=ad83c907-76e2-487d-af69-7860b5f28f82,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:45.222167 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:45.246753 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6874df19-91f3-4b37-a4a5-b9af19de46f7 x-openstack-request-id: req-6874df19-91f3-4b37-a4a5-b9af19de46f7 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:11:45.247087 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5f5e63-ec2c-4b5b-9666-90ca3191db19", "name": "network-vif-plugged", "status": "completed", "tag": "ad83c907-76e2-487d-af69-7860b5f28f82", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:11:45.247312 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6874df19-91f3-4b37-a4a5-b9af19de46f7 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:11:45.247699 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5f5e63-ec2c-4b5b-9666-90ca3191db19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad83c907-76e2-487d-af69-7860b5f28f82', 'code': 200} Jul 16 21:11:45.275933 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=ad83c907-76e2-487d-af69-7860b5f28f82,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:45.358713 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba5270-fb4f-46ea-a4c4-39b256d81496 req-87fe2a9b-d0e8-4f1b-9ad5-516d0a506d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:45.360198 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-55ba5270-fb4f-46ea-a4c4-39b256d81496 req-87fe2a9b-d0e8-4f1b-9ad5-516d0a506d15 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 1097 time: 0.0515392 Jul 16 21:11:45.398571 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-55ba5270-fb4f-46ea-a4c4-39b256d81496 req-fd9bba32-b22a-4815-992b-4c0397a8cfbf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323908 Jul 16 21:11:46.377005 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4c18d-d30d-497b-8f99-82a8e90ccc63 req-bd1fb76b-b8a1-4e72-b598-fdffda575086 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:46.378529 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aee4c18d-d30d-497b-8f99-82a8e90ccc63 req-bd1fb76b-b8a1-4e72-b598-fdffda575086 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 945 time: 0.0682218 Jul 16 21:11:46.416724 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aee4c18d-d30d-497b-8f99-82a8e90ccc63 req-b8cdbfe5-0200-4602-a8b9-7d66cdbcab10 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326881 Jul 16 21:11:46.588495 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45660e11-3dd5-4fe1-91a5-bb0e15aed52b req-a3ff503d-581a-414b-8b44-32326b02b68c tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:46.589982 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-45660e11-3dd5-4fe1-91a5-bb0e15aed52b req-a3ff503d-581a-414b-8b44-32326b02b68c tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 945 time: 0.0648925 Jul 16 21:11:46.598291 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55280) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:11:46.602969 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-0c68c046-38df-44e3-9c07-8a6dc57e3251 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Request body: {'floatingip': {'port_id': 'ad83c907-76e2-487d-af69-7860b5f28f82'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:11:46.642522 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c68c046-38df-44e3-9c07-8a6dc57e3251 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for floatingip, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:47.080965 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c68c046-38df-44e3-9c07-8a6dc57e3251 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:47.085311 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c68c046-38df-44e3-9c07-8a6dc57e3251 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:47.184356 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-0c68c046-38df-44e3-9c07-8a6dc57e3251 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Floating IP be2a6625-b75f-416a-b3f0-7936054f63db associated. External IP: 172.25.0.175, port: ad83c907-76e2-487d-af69-7860b5f28f82. Jul 16 21:11:47.392351 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c68c046-38df-44e3-9c07-8a6dc57e3251 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Router 1a079834-e375-48c6-8184-3b9b3e38c00b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:11:47.499806 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c68c046-38df-44e3-9c07-8a6dc57e3251 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:11:47.504547 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c68c046-38df-44e3-9c07-8a6dc57e3251 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:47.509803 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f23c5a-df9e-47ab-907c-d01587d992f6 None None] Sync routers for ids ['1a079834-e375-48c6-8184-3b9b3e38c00b'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:11:47.518470 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f23c5a-df9e-47ab-907c-d01587d992f6 None None] Routers {'1a079834-e375-48c6-8184-3b9b3e38c00b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:11:47.519064 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-81f23c5a-df9e-47ab-907c-d01587d992f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:11:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1a079834-e375-48c6-8184-3b9b3e38c00b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:11:47.541440 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0c68c046-38df-44e3-9c07-8a6dc57e3251 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "PUT /v2.0/floatingips/be2a6625-b75f-416a-b3f0-7936054f63db HTTP/1.1" status: 200 len: 991 time: 0.9420974 Jul 16 21:11:47.542019 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5f5e63-ec2c-4b5b-9666-90ca3191db19', 'tag': 'ad83c907-76e2-487d-af69-7860b5f28f82'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:11:47.544298 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f446a5-9e3b-44c6-8260-aee6d1257855" -d '{"events": [{"name": "network-changed", "server_uuid": "1e5f5e63-ec2c-4b5b-9666-90ca3191db19", "tag": "ad83c907-76e2-487d-af69-7860b5f28f82"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:11:47.581288 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17936251-0847-4214-860a-4d7ea6a2edc9 x-openstack-request-id: req-17936251-0847-4214-860a-4d7ea6a2edc9 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:11:47.581582 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e5f5e63-ec2c-4b5b-9666-90ca3191db19", "tag": "ad83c907-76e2-487d-af69-7860b5f28f82", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:11:47.581838 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-17936251-0847-4214-860a-4d7ea6a2edc9 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:11:47.582243 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e5f5e63-ec2c-4b5b-9666-90ca3191db19', 'tag': 'ad83c907-76e2-487d-af69-7860b5f28f82', 'status': 'completed', 'code': 200} Jul 16 21:11:47.628626 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-81f23c5a-df9e-47ab-907c-d01587d992f6 None None] Set router 1a079834-e375-48c6-8184-3b9b3e38c00b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:11:47.657636 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f446a5-9e3b-44c6-8260-aee6d1257855 req-ff6659bd-0a25-494e-952f-a732de16c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:47.659190 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a0f446a5-9e3b-44c6-8260-aee6d1257855 req-ff6659bd-0a25-494e-952f-a732de16c5cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 1097 time: 0.0531948 Jul 16 21:11:47.751185 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f446a5-9e3b-44c6-8260-aee6d1257855 req-fb5f56ff-e975-4fd1-9711-fdc898a19c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:47.752691 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a0f446a5-9e3b-44c6-8260-aee6d1257855 req-fb5f56ff-e975-4fd1-9711-fdc898a19c47 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0868101 Jul 16 21:11:47.849173 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a0f446a5-9e3b-44c6-8260-aee6d1257855 req-52c14a78-06e2-4185-b06e-44559533ab58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad83c907-76e2-487d-af69-7860b5f28f82 HTTP/1.1" status: 200 len: 999 time: 0.0906138 Jul 16 21:11:47.853652 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-81f23c5a-df9e-47ab-907c-d01587d992f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'be2a6625-b75f-416a-b3f0-7936054f63db', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'port_id': 'ad83c907-76e2-487d-af69-7860b5f28f82', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'mac_address': 'fa:16:3e:a3:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5f5e63-ec2c-4b5b-9666-90ca3191db19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:11:36Z', 'updated_at': '2021-07-16T21:11:46Z', 'revision_number': 1, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3090be44-0f47-4693-a663-c2face31e986', 'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'mac_address': 'fa:16:3e:45:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:33Z', 'updated_at': '2021-07-16T21:11:38Z', 'revision_number': 5, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'subnets': [{'id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:11:47.878845 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f23c5a-df9e-47ab-907c-d01587d992f6 None None] Checking router: 1a079834-e375-48c6-8184-3b9b3e38c00b for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:11:47.887499 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f23c5a-df9e-47ab-907c-d01587d992f6 None None] Routers {'1a079834-e375-48c6-8184-3b9b3e38c00b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:11:47.888096 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-81f23c5a-df9e-47ab-907c-d01587d992f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:11:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1a079834-e375-48c6-8184-3b9b3e38c00b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:11:47.896601 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f446a5-9e3b-44c6-8260-aee6d1257855 req-18da5479-c499-489e-a273-e6555d9ee49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:47.898689 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a0f446a5-9e3b-44c6-8260-aee6d1257855 req-18da5479-c499-489e-a273-e6555d9ee49a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0434670 Jul 16 21:11:47.958904 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f446a5-9e3b-44c6-8260-aee6d1257855 req-a998f9ab-3b1c-4f9e-924a-1d9103ca04a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:47.961119 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a0f446a5-9e3b-44c6-8260-aee6d1257855 req-a998f9ab-3b1c-4f9e-924a-1d9103ca04a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569179 Jul 16 21:11:47.994299 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-81f23c5a-df9e-47ab-907c-d01587d992f6 None None] Set router 1a079834-e375-48c6-8184-3b9b3e38c00b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:11:48.048809 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a0f446a5-9e3b-44c6-8260-aee6d1257855 req-f2dff2fb-69cf-4198-8ec9-188defa9c87f service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817428 Jul 16 21:11:48.144319 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a0f446a5-9e3b-44c6-8260-aee6d1257855 req-20d892b7-a0f9-422b-969e-9c139408b649 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893006 Jul 16 21:11:48.223939 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-81f23c5a-df9e-47ab-907c-d01587d992f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'be2a6625-b75f-416a-b3f0-7936054f63db', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'port_id': 'ad83c907-76e2-487d-af69-7860b5f28f82', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'mac_address': 'fa:16:3e:a3:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5f5e63-ec2c-4b5b-9666-90ca3191db19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:11:36Z', 'updated_at': '2021-07-16T21:11:46Z', 'revision_number': 1, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3090be44-0f47-4693-a663-c2face31e986', 'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'mac_address': 'fa:16:3e:45:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:33Z', 'updated_at': '2021-07-16T21:11:38Z', 'revision_number': 5, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'subnets': [{'id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:11:48.254040 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f23c5a-df9e-47ab-907c-d01587d992f6 None None] The sync data for ids ['1a079834-e375-48c6-8184-3b9b3e38c00b'] in n-d-791506-21 is: [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'be2a6625-b75f-416a-b3f0-7936054f63db', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'port_id': 'ad83c907-76e2-487d-af69-7860b5f28f82', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'mac_address': 'fa:16:3e:a3:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5f5e63-ec2c-4b5b-9666-90ca3191db19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:11:36Z', 'updated_at': '2021-07-16T21:11:46Z', 'revision_number': 1, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3090be44-0f47-4693-a663-c2face31e986', 'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'mac_address': 'fa:16:3e:45:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:33Z', 'updated_at': '2021-07-16T21:11:38Z', 'revision_number': 5, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'subnets': [{'id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:11:48.919336 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d857966-9908-4f57-8698-6b975cf72a89 None None] New status for floating IP be2a6625-b75f-416a-b3f0-7936054f63db: ACTIVE {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:11:51.759430 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-faa032a5-fe89-4612-ba29-e9b6f0ac6c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:53.748314 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:11:54.285656 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-888f69ee-f71c-44a2-ac64-56393e8cec17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:54.389172 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:55.925188 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:57.769100 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:59.868627 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:03.592664 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:15.820016 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c8c8e252-9991-4716-8c64-8c17293363dc req-2347fd45-0f30-4104-8d85-12f736527a18 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0552685 Jul 16 21:12:15.914070 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8e252-9991-4716-8c64-8c17293363dc req-729a6386-dd53-4fb4-a43d-5879b667c353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:15.916131 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c8c8e252-9991-4716-8c64-8c17293363dc req-729a6386-dd53-4fb4-a43d-5879b667c353 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 1097 time: 0.0528481 Jul 16 21:12:16.021033 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8e252-9991-4716-8c64-8c17293363dc req-4a4f8123-04c1-4838-aa00-6722eb2c6f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:16.022535 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c8c8e252-9991-4716-8c64-8c17293363dc req-4a4f8123-04c1-4838-aa00-6722eb2c6f20 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0871196 Jul 16 21:12:16.086859 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c8c8e252-9991-4716-8c64-8c17293363dc req-5a80668f-d332-4ebe-932d-7204f534de21 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad83c907-76e2-487d-af69-7860b5f28f82 HTTP/1.1" status: 200 len: 1001 time: 0.0576046 Jul 16 21:12:16.140245 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8e252-9991-4716-8c64-8c17293363dc req-cd52bd5d-8329-4c35-b0d4-0c5bf35e9e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:16.141730 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c8c8e252-9991-4716-8c64-8c17293363dc req-cd52bd5d-8329-4c35-b0d4-0c5bf35e9e8d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0490963 Jul 16 21:12:16.200755 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8e252-9991-4716-8c64-8c17293363dc req-582e32db-17f9-4dc4-9e55-9dfcbea0efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:16.202256 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c8c8e252-9991-4716-8c64-8c17293363dc req-582e32db-17f9-4dc4-9e55-9dfcbea0efa6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537848 Jul 16 21:12:16.213924 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [req-c8c8e252-9991-4716-8c64-8c17293363dc req-24a91e2c-6d1f-41cd-a5aa-193b3edf296d service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:12:16.215031 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c8c8e252-9991-4716-8c64-8c17293363dc req-24a91e2c-6d1f-41cd-a5aa-193b3edf296d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059495 Jul 16 21:12:16.306760 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c8c8e252-9991-4716-8c64-8c17293363dc req-4aaac001-87a2-42da-a0c3-e0b04beb3287 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831144 Jul 16 21:12:16.398132 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-c8c8e252-9991-4716-8c64-8c17293363dc req-51448f32-083d-4ab2-96ba-eb2217abf3da service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854347 Jul 16 21:12:21.759015 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-32d45b46-5e89-4783-bf21-bacaab78101c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:24.286518 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-adbe0704-a2db-4284-8128-cd4d9c089aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:24.389943 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:25.927848 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:27.772804 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:29.892976 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:30.747855 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:12:33.607259 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:51.764170 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17c29fe3-cbc8-4391-9b94-34fb3f15635a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:54.286948 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8a6f030-f204-46f4-ad09-04ff3ba989c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:54.390309 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:55.931545 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:57.773588 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:59.893164 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:03.607071 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:07.747591 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:13:15.906049 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3f9e7173-a030-4d8d-9615-73556aacf25e req-311d0602-d0ec-4dfd-beb5-355b9de89236 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1333582 Jul 16 21:13:16.005001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e7173-a030-4d8d-9615-73556aacf25e req-6726879a-d743-4639-a376-5e154822a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:16.006541 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3f9e7173-a030-4d8d-9615-73556aacf25e req-6726879a-d743-4639-a376-5e154822a4c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 1097 time: 0.0572410 Jul 16 21:13:16.110194 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e7173-a030-4d8d-9615-73556aacf25e req-e189773d-ecfe-4c01-9126-d4cbcda3106e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:16.111670 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3f9e7173-a030-4d8d-9615-73556aacf25e req-e189773d-ecfe-4c01-9126-d4cbcda3106e service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0853927 Jul 16 21:13:16.179764 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3f9e7173-a030-4d8d-9615-73556aacf25e req-1239a8be-56ba-4f6c-add8-dc4cd0c7c042 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad83c907-76e2-487d-af69-7860b5f28f82 HTTP/1.1" status: 200 len: 1001 time: 0.0619888 Jul 16 21:13:16.228078 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e7173-a030-4d8d-9615-73556aacf25e req-b8183b7e-3131-4184-9d77-262692ac9bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:16.229531 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3f9e7173-a030-4d8d-9615-73556aacf25e req-b8183b7e-3131-4184-9d77-262692ac9bb1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0436866 Jul 16 21:13:16.286429 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e7173-a030-4d8d-9615-73556aacf25e req-7773e085-ecb9-4ee8-be91-884615d83b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:16.288385 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3f9e7173-a030-4d8d-9615-73556aacf25e req-7773e085-ecb9-4ee8-be91-884615d83b15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526297 Jul 16 21:13:16.379639 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3f9e7173-a030-4d8d-9615-73556aacf25e req-ed882406-9b0f-49b0-93ee-f19872cd4c04 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853217 Jul 16 21:13:16.468309 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3f9e7173-a030-4d8d-9615-73556aacf25e req-0e61ea66-2203-49f1-9486-264403eb97b0 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821111 Jul 16 21:13:21.766181 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-587cad29-bdba-41bf-b9bb-fa2c51faaed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:22.516544 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633ea62-4361-40c8-94b1-c33e09570c02 req-fb80a622-69f4-4fd7-a3f8-e4d613c9850a tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:22.517938 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3633ea62-4361-40c8-94b1-c33e09570c02 req-fb80a622-69f4-4fd7-a3f8-e4d613c9850a tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 945 time: 0.1255233 Jul 16 21:13:22.559975 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3633ea62-4361-40c8-94b1-c33e09570c02 req-4cdf14ac-e29c-4918-ae52-4310ca454735 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364358 Jul 16 21:13:23.024812 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55484) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:23.171763 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8e72-481b-4293-b62a-8ac6fb3b383c req-67867d7e-0b93-489e-bf9a-b5fe02d6f025 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:23.173168 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-faeb8e72-481b-4293-b62a-8ac6fb3b383c req-67867d7e-0b93-489e-bf9a-b5fe02d6f025 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 945 time: 0.1018803 Jul 16 21:13:23.176838 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-59f4bf70-f60e-453f-89bb-fb88305bd367 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1509564 Jul 16 21:13:23.212259 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-faeb8e72-481b-4293-b62a-8ac6fb3b383c req-c86d1636-d7b7-44db-a2d8-bcba0b71689f tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335500 Jul 16 21:13:24.291059 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ccadeb9-e69a-433e-9c74-f29c38f9ea03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:24.368729 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-fac5cba4-ebf7-4abf-a862-088adc59af19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:24.370221 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-fac5cba4-ebf7-4abf-a862-088adc59af19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 1097 time: 0.0580461 Jul 16 21:13:24.392659 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:24.454090 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42c931-f400-4418-9b7f-0f83dc946732 req-aca260ff-4af3-4871-b7bb-31dc9aec6649 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:24.455611 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8f42c931-f400-4418-9b7f-0f83dc946732 req-aca260ff-4af3-4871-b7bb-31dc9aec6649 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 945 time: 0.1248167 Jul 16 21:13:24.462779 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-0acbe682-4a13-4b45-98c4-d3dba3ea29d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:24.464263 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-0acbe682-4a13-4b45-98c4-d3dba3ea29d2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0871592 Jul 16 21:13:24.493919 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8f42c931-f400-4418-9b7f-0f83dc946732 req-2cdeda66-6537-489d-8086-4bf45188c47d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324128 Jul 16 21:13:24.534699 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-c2ca10e2-4f40-4193-805e-7fe8e062d115 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad83c907-76e2-487d-af69-7860b5f28f82 HTTP/1.1" status: 200 len: 1001 time: 0.0634203 Jul 16 21:13:24.582424 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-62586868-4067-4348-b65c-57ea3a45b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:24.583855 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-62586868-4067-4348-b65c-57ea3a45b006 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0438466 Jul 16 21:13:24.640332 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-cef03dd9-d990-4107-bd6e-51dcba69ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:24.641978 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-cef03dd9-d990-4107-bd6e-51dcba69ba25 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523772 Jul 16 21:13:24.733937 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-75951f03-bddb-4a93-a4ff-5305dc2c688f service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858014 Jul 16 21:13:24.824836 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-7f59ab82-99b1-4b86-959c-08e87ec1ed01 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848210 Jul 16 21:13:25.669360 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384127e8-d45e-4f6b-8280-39eedc7e562f req-80879564-0eaf-4cb1-ab60-d783d22c7988 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:25.671111 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-384127e8-d45e-4f6b-8280-39eedc7e562f req-80879564-0eaf-4cb1-ab60-d783d22c7988 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 945 time: 0.0630782 Jul 16 21:13:25.707887 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-384127e8-d45e-4f6b-8280-39eedc7e562f req-678f78a9-0164-4001-a843-41e51b379a88 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312457 Jul 16 21:13:25.933129 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:26.882923 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd03511-490c-4725-94c3-0dfd3867e0c0 req-a86e55e4-8fac-4015-adab-e9dd8da008eb tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:26.884457 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1fd03511-490c-4725-94c3-0dfd3867e0c0 req-a86e55e4-8fac-4015-adab-e9dd8da008eb tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 945 time: 0.0634086 Jul 16 21:13:26.922452 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1fd03511-490c-4725-94c3-0dfd3867e0c0 req-e54c2e49-88ed-4263-95bd-65188c0d2f20 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323071 Jul 16 21:13:27.776774 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:28.100230 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a049e5-0de2-4cfc-b610-21dbe76e703f req-99f0f20d-c968-4f84-be21-1f9013886350 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:28.101727 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91a049e5-0de2-4cfc-b610-21dbe76e703f req-99f0f20d-c968-4f84-be21-1f9013886350 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 945 time: 0.0694203 Jul 16 21:13:28.140106 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-91a049e5-0de2-4cfc-b610-21dbe76e703f req-353ddd05-15df-4b26-a650-6d6e7736b891 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325258 Jul 16 21:13:29.314196 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f0d99-f31b-45d1-88c0-19df97bc3b0f req-9560f372-3f73-4d8c-a224-79c49a786b7d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:29.315692 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-900f0d99-f31b-45d1-88c0-19df97bc3b0f req-9560f372-3f73-4d8c-a224-79c49a786b7d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 945 time: 0.0635529 Jul 16 21:13:29.353276 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-900f0d99-f31b-45d1-88c0-19df97bc3b0f req-c05986e9-b36c-414d-818c-9a916f667d9a tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320921 Jul 16 21:13:29.910872 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:30.529813 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232c48d-1e2c-4c4a-af47-239778978335 req-b837a83a-335b-4e8f-ab39-85f66c296d61 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:30.531232 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a232c48d-1e2c-4c4a-af47-239778978335 req-b837a83a-335b-4e8f-ab39-85f66c296d61 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 945 time: 0.0672030 Jul 16 21:13:30.568771 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a232c48d-1e2c-4c4a-af47-239778978335 req-f86d24ed-73ce-46f9-a0c7-67e299aaf85e tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318792 Jul 16 21:13:31.747456 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0e22a-3715-4d8a-bb26-e66ae63e3e0c req-e66ae7d6-50d9-436f-9256-b076b2444c87 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:31.748948 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6af0e22a-3715-4d8a-bb26-e66ae63e3e0c req-e66ae7d6-50d9-436f-9256-b076b2444c87 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 945 time: 0.0648608 Jul 16 21:13:31.791726 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6af0e22a-3715-4d8a-bb26-e66ae63e3e0c req-6318dba8-740f-45f4-989b-3f6749104485 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357525 Jul 16 21:13:32.966606 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c144c-6558-4102-b635-3952513cf430 req-c5cd8f89-618b-4abe-8ce3-f8c10f37ae80 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:32.968062 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a19c144c-6558-4102-b635-3952513cf430 req-c5cd8f89-618b-4abe-8ce3-f8c10f37ae80 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 945 time: 0.0634558 Jul 16 21:13:33.005588 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a19c144c-6558-4102-b635-3952513cf430 req-da0c1862-0176-4c04-b5b9-902a6d283223 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314221 Jul 16 21:13:33.608049 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:34.204096 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1697af-59e0-4561-a0d7-999f89df92ed req-2f0835e1-e0b0-461a-bfd7-a32c6402ea24 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:34.205582 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd1697af-59e0-4561-a0d7-999f89df92ed req-2f0835e1-e0b0-461a-bfd7-a32c6402ea24 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 945 time: 0.0683475 Jul 16 21:13:34.242297 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd1697af-59e0-4561-a0d7-999f89df92ed req-7045f269-9500-43f9-ba00-56a440378d51 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311289 Jul 16 21:13:35.413675 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0da3f3-b975-40c5-9a79-038a7e1bf0d2 req-0002f98d-58c5-4354-99d6-13f2b6605446 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:35.415185 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3b0da3f3-b975-40c5-9a79-038a7e1bf0d2 req-0002f98d-58c5-4354-99d6-13f2b6605446 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 945 time: 0.0633464 Jul 16 21:13:35.452208 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3b0da3f3-b975-40c5-9a79-038a7e1bf0d2 req-2b584a47-7462-47b4-86a0-2a26c4db8658 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315967 Jul 16 21:13:36.632221 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848f5e6-2a06-4074-8b1a-1340d32d28d6 req-1fa226a3-8bcc-486e-a95e-c364182abc1e tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:36.633741 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1848f5e6-2a06-4074-8b1a-1340d32d28d6 req-1fa226a3-8bcc-486e-a95e-c364182abc1e tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 945 time: 0.0677600 Jul 16 21:13:36.658616 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-dea63685-8263-4225-91ca-bb5ba34f50ec service neutron] show failed (client error): The resource could not be found. Jul 16 21:13:36.659700 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-dea63685-8263-4225-91ca-bb5ba34f50ec service neutron] 10.222.0.18 "GET /v2.0/ports/ad83c907-76e2-487d-af69-7860b5f28f82/bindings/n-h2-791506-21 HTTP/1.1" status: 404 len: 381 time: 0.0601869 Jul 16 21:13:36.673146 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1848f5e6-2a06-4074-8b1a-1340d32d28d6 req-b6a5b52e-abba-4b0e-9e86-b972308c3572 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336566 Jul 16 21:13:36.951554 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-5616cc24-7e85-40b9-9054-43ee77217138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:36.953668 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-5616cc24-7e85-40b9-9054-43ee77217138 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19&tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95 HTTP/1.1" status: 200 len: 1097 time: 0.0985947 Jul 16 21:13:36.964115 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-21', 'device_owner': 'compute:nova'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:37.035500 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:37.238946 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] For port ad83c907-76e2-487d-af69-7860b5f28f82, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=ad83c907-76e2-487d-af69-7860b5f28f82,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:37.271243 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] For port ad83c907-76e2-487d-af69-7860b5f28f82, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:13:37.311001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5f5e63-ec2c-4b5b-9666-90ca3191db19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad83c907-76e2-487d-af69-7860b5f28f82'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:13:37.313942 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a9f801-57f8-4796-851a-a989c2de921a" -d '{"events": [{"server_uuid": "1e5f5e63-ec2c-4b5b-9666-90ca3191db19", "name": "network-vif-unplugged", "status": "completed", "tag": "ad83c907-76e2-487d-af69-7860b5f28f82"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:13:37.317769 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:37.330346 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Transition to ACTIVE for port object ad83c907-76e2-487d-af69-7860b5f28f82 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:13:37.334128 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:37.432962 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8997c54-05c9-43a4-b785-f1ab6f1316af x-openstack-request-id: req-e8997c54-05c9-43a4-b785-f1ab6f1316af {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:13:37.433261 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5f5e63-ec2c-4b5b-9666-90ca3191db19", "name": "network-vif-unplugged", "status": "completed", "tag": "ad83c907-76e2-487d-af69-7860b5f28f82", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:13:37.433515 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e8997c54-05c9-43a4-b785-f1ab6f1316af {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:13:37.433909 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5f5e63-ec2c-4b5b-9666-90ca3191db19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad83c907-76e2-487d-af69-7860b5f28f82', 'code': 200} Jul 16 21:13:37.451131 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad83c907-76e2-487d-af69-7860b5f28f82,revision_number=6']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:37.469597 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:37.469943 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:37.470279 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:37.470649 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:37.470982 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:37.471307 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:37.471631 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:37.471952 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:37.472271 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:37.472592 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:37.472914 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:37.473227 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:37.524181 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] No DVR routers for this DVR port ad83c907-76e2-487d-af69-7860b5f28f82 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:13:37.661976 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Attempting to bind port ad83c907-76e2-487d-af69-7860b5f28f82 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:13:37.662900 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Attempting to bind port ad83c907-76e2-487d-af69-7860b5f28f82 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:13:37.662900 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Attempting to bind port ad83c907-76e2-487d-af69-7860b5f28f82 on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:13:37.666871 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Port ad83c907-76e2-487d-af69-7860b5f28f82 on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:13:37.667190 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Attempting to bind port ad83c907-76e2-487d-af69-7860b5f28f82 on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:13:37.672154 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:13:37.672486 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Checking segment: {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:13:37.672863 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Bound using segment: {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:13:37.673281 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Bound port: ad83c907-76e2-487d-af69-7860b5f28f82, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:13:37.673633 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:37.735862 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] For port ad83c907-76e2-487d-af69-7860b5f28f82, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:13:37.739217 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] For port ad83c907-76e2-487d-af69-7860b5f28f82, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=ad83c907-76e2-487d-af69-7860b5f28f82,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:13:37.744648 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:37.779692 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:37.780319 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:37.781785 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] 10.222.0.62 "PUT /v2.0/ports/ad83c907-76e2-487d-af69-7860b5f28f82 HTTP/1.1" status: 200 len: 1092 time: 0.8216515 Jul 16 21:13:37.804196 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc3e33-b177-45f5-a149-48156c591eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad83c907-76e2-487d-af69-7860b5f28f82,revision_number=7']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:37.866947 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47e0fe-0589-4dee-b3c7-2aba18827ac4 req-52997a2d-51e5-481e-9bcf-41f17146b2a2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:37.868489 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2d47e0fe-0589-4dee-b3c7-2aba18827ac4 req-52997a2d-51e5-481e-9bcf-41f17146b2a2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 943 time: 0.0756633 Jul 16 21:13:37.874087 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-e8cae780-7364-41fc-9f22-4913ee93fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:37.875956 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-e8cae780-7364-41fc-9f22-4913ee93fa7b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 1095 time: 0.0592895 Jul 16 21:13:37.909218 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2d47e0fe-0589-4dee-b3c7-2aba18827ac4 req-6d7e7209-5ad2-46ae-82db-deb909511f12 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350809 Jul 16 21:13:37.974046 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-7d41a844-ba4b-4f79-a6ff-dc8972e8abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:37.975608 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-7d41a844-ba4b-4f79-a6ff-dc8972e8abc0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0935521 Jul 16 21:13:38.044745 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-24842b34-fcc3-48f1-a0bd-a916b70eff53 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad83c907-76e2-487d-af69-7860b5f28f82 HTTP/1.1" status: 200 len: 999 time: 0.0617363 Jul 16 21:13:38.091533 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-7a3ed668-a213-43a9-b320-ae8457c59ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:38.092985 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-7a3ed668-a213-43a9-b320-ae8457c59ab9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0426111 Jul 16 21:13:38.154974 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-f979ce77-d14b-4081-9c7a-3b3ea9100a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:38.156641 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-f979ce77-d14b-4081-9c7a-3b3ea9100a55 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573983 Jul 16 21:13:38.247859 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-521956f7-bd1b-4167-b5df-4686f74b258b service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847828 Jul 16 21:13:38.336646 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa1e6a58-c949-4517-b2db-9dcd47abb04b req-3519f316-ccd5-4bcf-8d59-d447690a84e9 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823977 Jul 16 21:13:39.085725 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff14b9-faed-43d4-93c3-c77f867307fa req-60f5b6e2-4667-4857-aef9-b6ddfe2092eb tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:39.087208 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e7ff14b9-faed-43d4-93c3-c77f867307fa req-60f5b6e2-4667-4857-aef9-b6ddfe2092eb tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 943 time: 0.0626907 Jul 16 21:13:39.125523 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e7ff14b9-faed-43d4-93c3-c77f867307fa req-dacea363-2516-4c9e-857d-027aa7c118cc tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328526 Jul 16 21:13:39.435162 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5f5e63-ec2c-4b5b-9666-90ca3191db19', 'tag': 'ad83c907-76e2-487d-af69-7860b5f28f82'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:13:39.437600 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d92f424-0b77-493d-8bf9-18ebfe55f0b0" -d '{"events": [{"name": "network-changed", "server_uuid": "1e5f5e63-ec2c-4b5b-9666-90ca3191db19", "tag": "ad83c907-76e2-487d-af69-7860b5f28f82"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:13:39.485263 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec206ba-d15c-4ffc-98c6-59e87b33f590 x-openstack-request-id: req-dec206ba-d15c-4ffc-98c6-59e87b33f590 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:13:39.485559 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e5f5e63-ec2c-4b5b-9666-90ca3191db19", "tag": "ad83c907-76e2-487d-af69-7860b5f28f82", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:13:39.485817 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dec206ba-d15c-4ffc-98c6-59e87b33f590 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:13:39.486223 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e5f5e63-ec2c-4b5b-9666-90ca3191db19', 'tag': 'ad83c907-76e2-487d-af69-7860b5f28f82', 'status': 'completed', 'code': 200} Jul 16 21:13:39.599897 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92f424-0b77-493d-8bf9-18ebfe55f0b0 req-0788b703-e6ec-4324-b6bf-0d3aa4031f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:39.601399 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d92f424-0b77-493d-8bf9-18ebfe55f0b0 req-0788b703-e6ec-4324-b6bf-0d3aa4031f7a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 1095 time: 0.0969830 Jul 16 21:13:39.603978 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92f424-0b77-493d-8bf9-18ebfe55f0b0 req-315ba4dd-80f4-4496-9767-3d93f99dfdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:39.605345 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d92f424-0b77-493d-8bf9-18ebfe55f0b0 req-315ba4dd-80f4-4496-9767-3d93f99dfdb7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 1095 time: 0.0931513 Jul 16 21:13:39.644409 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device ad83c907-76e2-487d-af69-7860b5f28f82 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:13:39.681727 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device ad83c907-76e2-487d-af69-7860b5f28f82 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:13:39.760054 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92f424-0b77-493d-8bf9-18ebfe55f0b0 req-12178bfb-cccf-47f4-9afa-b29da492149d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:39.761510 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d92f424-0b77-493d-8bf9-18ebfe55f0b0 req-12178bfb-cccf-47f4-9afa-b29da492149d service neutron] 10.222.0.62 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.1533945 Jul 16 21:13:39.764021 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92f424-0b77-493d-8bf9-18ebfe55f0b0 req-f3786e1f-c3a5-4351-8bdf-eeb8e2745f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:39.766055 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d92f424-0b77-493d-8bf9-18ebfe55f0b0 req-f3786e1f-c3a5-4351-8bdf-eeb8e2745f91 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.1499672 Jul 16 21:13:39.874367 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d92f424-0b77-493d-8bf9-18ebfe55f0b0 req-f8768049-cb3f-4ec6-8d17-592f64b8a12b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad83c907-76e2-487d-af69-7860b5f28f82 HTTP/1.1" status: 200 len: 999 time: 0.1059904 Jul 16 21:13:39.876987 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d92f424-0b77-493d-8bf9-18ebfe55f0b0 req-f710bbe1-33f2-48e0-8275-439f3e262559 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad83c907-76e2-487d-af69-7860b5f28f82 HTTP/1.1" status: 200 len: 999 time: 0.1032763 Jul 16 21:13:40.265080 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92f424-0b77-493d-8bf9-18ebfe55f0b0 req-863748ff-cc18-4caa-a736-c9a38eefa0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:40.266839 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d92f424-0b77-493d-8bf9-18ebfe55f0b0 req-863748ff-cc18-4caa-a736-c9a38eefa0ae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.3847060 Jul 16 21:13:40.270104 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92f424-0b77-493d-8bf9-18ebfe55f0b0 req-28cf11b9-e52c-4870-9169-a9087b43b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:40.271424 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d92f424-0b77-493d-8bf9-18ebfe55f0b0 req-28cf11b9-e52c-4870-9169-a9087b43b05f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.3882194 Jul 16 21:13:40.313178 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b13a9-04ab-4b4d-ba54-19240a77ff6a req-feecd98a-b53f-4439-8e53-aa053627b6e3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:40.314673 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-631b13a9-04ab-4b4d-ba54-19240a77ff6a req-feecd98a-b53f-4439-8e53-aa053627b6e3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 943 time: 0.0704279 Jul 16 21:13:40.352733 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-631b13a9-04ab-4b4d-ba54-19240a77ff6a req-9b6ae7f8-c1c9-4264-a4e6-916f745bf6ac tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320992 Jul 16 21:13:40.365058 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92f424-0b77-493d-8bf9-18ebfe55f0b0 req-de85ba1a-ab27-4987-aae5-19af6f149acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:40.366578 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d92f424-0b77-493d-8bf9-18ebfe55f0b0 req-de85ba1a-ab27-4987-aae5-19af6f149acf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0840197 Jul 16 21:13:40.369224 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92f424-0b77-493d-8bf9-18ebfe55f0b0 req-bb26a4eb-ae8b-4477-b56d-684aca0f3c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:40.370597 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d92f424-0b77-493d-8bf9-18ebfe55f0b0 req-bb26a4eb-ae8b-4477-b56d-684aca0f3c8a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955148 Jul 16 21:13:40.539416 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d92f424-0b77-493d-8bf9-18ebfe55f0b0 req-0313f1cf-9e4b-48c3-b260-ba07b1753aaa service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646144 Jul 16 21:13:40.541255 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d92f424-0b77-493d-8bf9-18ebfe55f0b0 req-ecf19c59-47f1-4f50-8806-e8931fc087f4 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580536 Jul 16 21:13:40.702176 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d92f424-0b77-493d-8bf9-18ebfe55f0b0 req-63ff1e8c-f281-470b-bc4c-08adc0726d5d service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556199 Jul 16 21:13:40.704952 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-9d92f424-0b77-493d-8bf9-18ebfe55f0b0 req-0bdd97a0-936c-4bd2-9b7f-f7edc278836d service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566274 Jul 16 21:13:40.710909 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfd122-c253-4e4a-a5b5-ff69ff9b597a req-d5b37f5b-8896-4274-abcb-b6492a4c2a7b tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:40.712443 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bcbfd122-c253-4e4a-a5b5-ff69ff9b597a req-d5b37f5b-8896-4274-abcb-b6492a4c2a7b tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 943 time: 0.1175261 Jul 16 21:13:40.728825 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c41cd9-ccd7-463c-82b6-b5587e0d9a3e req-0aa726ed-5853-4864-aace-05d585c4315a tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:40.730222 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-39c41cd9-ccd7-463c-82b6-b5587e0d9a3e req-0aa726ed-5853-4864-aace-05d585c4315a tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19&tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&binding%3Ahost_id=n-h2-791506-21 HTTP/1.1" status: 200 len: 943 time: 0.1258397 Jul 16 21:13:40.793484 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bcbfd122-c253-4e4a-a5b5-ff69ff9b597a req-e117f280-66fa-4120-8e62-a2fa7cd57a71 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622864 Jul 16 21:13:40.814469 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-39c41cd9-ccd7-463c-82b6-b5587e0d9a3e req-2839cad1-b702-4469-a19b-5aedb2061c82 service neutron] delete failed (client error): The resource could not be found. Jul 16 21:13:40.814469 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-39c41cd9-ccd7-463c-82b6-b5587e0d9a3e req-2839cad1-b702-4469-a19b-5aedb2061c82 service neutron] 10.222.0.18 "DELETE /v2.0/ports/ad83c907-76e2-487d-af69-7860b5f28f82/bindings/n-h1-791506-21 HTTP/1.1" status: 404 len: 381 time: 0.0759683 Jul 16 21:13:40.907251 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c41cd9-ccd7-463c-82b6-b5587e0d9a3e req-8cf044c5-f043-4cfe-8db2-e20c9b810523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:40.908728 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-39c41cd9-ccd7-463c-82b6-b5587e0d9a3e req-8cf044c5-f043-4cfe-8db2-e20c9b810523 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 1095 time: 0.0533247 Jul 16 21:13:40.999164 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c41cd9-ccd7-463c-82b6-b5587e0d9a3e req-108e4b35-a055-466a-acf3-bb6887e22abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:41.000788 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-39c41cd9-ccd7-463c-82b6-b5587e0d9a3e req-108e4b35-a055-466a-acf3-bb6887e22abc service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0861721 Jul 16 21:13:41.064877 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-39c41cd9-ccd7-463c-82b6-b5587e0d9a3e req-32e32e09-4d91-4fe7-a109-be462c80fa86 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad83c907-76e2-487d-af69-7860b5f28f82 HTTP/1.1" status: 200 len: 999 time: 0.0577955 Jul 16 21:13:41.116454 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c41cd9-ccd7-463c-82b6-b5587e0d9a3e req-918ebf3e-5832-49c5-a0c7-dd4d19f89e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:41.117865 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-39c41cd9-ccd7-463c-82b6-b5587e0d9a3e req-918ebf3e-5832-49c5-a0c7-dd4d19f89e44 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0469694 Jul 16 21:13:41.175619 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c41cd9-ccd7-463c-82b6-b5587e0d9a3e req-ff4b4d64-0ed5-4f5c-8a65-ca3bdaf7fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:41.177132 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-39c41cd9-ccd7-463c-82b6-b5587e0d9a3e req-ff4b4d64-0ed5-4f5c-8a65-ca3bdaf7fbf7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522192 Jul 16 21:13:41.271347 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-39c41cd9-ccd7-463c-82b6-b5587e0d9a3e req-f342abec-d89c-4bf4-b373-c5f228a9a2d7 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878084 Jul 16 21:13:41.359620 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-39c41cd9-ccd7-463c-82b6-b5587e0d9a3e req-b918465e-b9c2-4e7d-8d0f-e0b1cec4ddcf service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816731 Jul 16 21:13:41.975780 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ada63-5572-44c7-8e0b-85e1e2873354 req-4053b199-e499-4ed4-8e5d-d6556ee17d4f tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:41.977262 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c05ada63-5572-44c7-8e0b-85e1e2873354 req-4053b199-e499-4ed4-8e5d-d6556ee17d4f tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 943 time: 0.0670464 Jul 16 21:13:42.018553 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c05ada63-5572-44c7-8e0b-85e1e2873354 req-4cea6228-4657-4da4-b610-9eaf58f4e3bf tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355322 Jul 16 21:13:42.191945 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddd9aa-c7d4-4573-86d9-19fbd95e543a req-bd6deb65-322f-4e05-9393-d7a22a0d8a43 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:42.193439 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c8ddd9aa-c7d4-4573-86d9-19fbd95e543a req-bd6deb65-322f-4e05-9393-d7a22a0d8a43 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 943 time: 0.0641620 Jul 16 21:13:42.232591 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c8ddd9aa-c7d4-4573-86d9-19fbd95e543a req-ae9ee1c3-c649-4bff-bfec-805e9452e660 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331681 Jul 16 21:13:42.386059 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device ad83c907-76e2-487d-af69-7860b5f28f82 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:13:42.404391 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95605b2-0751-4159-984e-308eec85f448 req-a969d83f-4403-4adb-a93a-4fff474fbddb tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:42.406574 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d95605b2-0751-4159-984e-308eec85f448 req-a969d83f-4403-4adb-a93a-4fff474fbddb tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 943 time: 0.0631773 Jul 16 21:13:42.444668 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d95605b2-0751-4159-984e-308eec85f448 req-fda04e1d-ede9-4952-800f-5ab140f04235 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324037 Jul 16 21:13:42.482700 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port ad83c907-76e2-487d-af69-7860b5f28f82, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=ad83c907-76e2-487d-af69-7860b5f28f82,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:42.494379 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'ad83c907-76e2-487d-af69-7860b5f28f82', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'port_id': 'ad83c907-76e2-487d-af69-7860b5f28f82', 'mac_address': 'fa:16:3e:a3:3c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:13:42.531922 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:42.544596 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad83c907-76e2-487d-af69-7860b5f28f82 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:13:42.563957 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port ad83c907-76e2-487d-af69-7860b5f28f82, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=ad83c907-76e2-487d-af69-7860b5f28f82,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:42.568372 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:42.620291 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=ad83c907-76e2-487d-af69-7860b5f28f82,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:42.627974 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:42.628328 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:42.628672 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:42.629024 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:42.629334 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:42.629704 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:42.629989 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:42.630349 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:42.630700 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:42.631024 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:42.631349 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:42.631676 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:42.809508 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['ad83c907-76e2-487d-af69-7860b5f28f82'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:13:42.828683 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b815eb-f832-4faa-92d8-dd3dde2327c2 req-c06ff51a-237e-407f-8783-ccf512a23f24 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:42.830190 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-90b815eb-f832-4faa-92d8-dd3dde2327c2 req-c06ff51a-237e-407f-8783-ccf512a23f24 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 944 time: 0.0691252 Jul 16 21:13:42.867043 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-90b815eb-f832-4faa-92d8-dd3dde2327c2 req-68be4afb-95fa-4811-b75f-53a011fa9ec4 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310678 Jul 16 21:13:44.024164 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09cc61-ae53-4e11-af61-b13fc79ac2e4 req-5b1806d0-1eeb-4057-9013-4c51af54e43a tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:44.025616 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cf09cc61-ae53-4e11-af61-b13fc79ac2e4 req-5b1806d0-1eeb-4057-9013-4c51af54e43a tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 944 time: 0.0624294 Jul 16 21:13:44.041915 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933915f3-7fe6-4e47-9548-7a3e4458e649 req-fbfac84a-314d-44a1-ad83-fbe732eaf58b tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:44.043480 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-933915f3-7fe6-4e47-9548-7a3e4458e649 req-fbfac84a-314d-44a1-ad83-fbe732eaf58b tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 944 time: 0.0652869 Jul 16 21:13:44.082378 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-933915f3-7fe6-4e47-9548-7a3e4458e649 req-efe62d7b-b7db-4785-b418-dfc99b5d9c87 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320382 Jul 16 21:13:44.133594 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-cf09cc61-ae53-4e11-af61-b13fc79ac2e4 req-207037bd-6dce-442b-b40d-df0d96f366b3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Deleting port ad83c907-76e2-487d-af69-7860b5f28f82 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:13:44.133936 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cf09cc61-ae53-4e11-af61-b13fc79ac2e4 req-207037bd-6dce-442b-b40d-df0d96f366b3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:44.220755 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-cf09cc61-ae53-4e11-af61-b13fc79ac2e4 req-207037bd-6dce-442b-b40d-df0d96f366b3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] For port ad83c907-76e2-487d-af69-7860b5f28f82, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=ad83c907-76e2-487d-af69-7860b5f28f82,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:44.221022 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cf09cc61-ae53-4e11-af61-b13fc79ac2e4 req-207037bd-6dce-442b-b40d-df0d96f366b3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:44.391790 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device ad83c907-76e2-487d-af69-7860b5f28f82 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:13:44.440152 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cf09cc61-ae53-4e11-af61-b13fc79ac2e4 req-207037bd-6dce-442b-b40d-df0d96f366b3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:44.440587 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cf09cc61-ae53-4e11-af61-b13fc79ac2e4 req-207037bd-6dce-442b-b40d-df0d96f366b3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:44.440931 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [req-cf09cc61-ae53-4e11-af61-b13fc79ac2e4 req-207037bd-6dce-442b-b40d-df0d96f366b3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Floating IP be2a6625-b75f-416a-b3f0-7936054f63db disassociated. External IP: 172.25.0.175, port: ad83c907-76e2-487d-af69-7860b5f28f82. Jul 16 21:13:44.441350 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-cf09cc61-ae53-4e11-af61-b13fc79ac2e4 req-207037bd-6dce-442b-b40d-df0d96f366b3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Calling delete_port for ad83c907-76e2-487d-af69-7860b5f28f82 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:13:44.443809 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port ad83c907-76e2-487d-af69-7860b5f28f82 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:13:44.447782 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port ad83c907-76e2-487d-af69-7860b5f28f82 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:13:44.448153 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:44.523804 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:44.572004 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cf09cc61-ae53-4e11-af61-b13fc79ac2e4 req-207037bd-6dce-442b-b40d-df0d96f366b3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:44.607723 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207037bd-6dce-442b-b40d-df0d96f366b3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Pushing event deleted for resources: {'Port': ['ID=ad83c907-76e2-487d-af69-7860b5f28f82,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:44.724526 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf09cc61-ae53-4e11-af61-b13fc79ac2e4 req-207037bd-6dce-442b-b40d-df0d96f366b3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Router 1a079834-e375-48c6-8184-3b9b3e38c00b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:13:44.747313 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:13:44.834298 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf09cc61-ae53-4e11-af61-b13fc79ac2e4 req-207037bd-6dce-442b-b40d-df0d96f366b3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:13:44.844133 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff38f22-0e15-43cd-8d6e-6ca23cf9c149 None None] Sync routers for ids ['1a079834-e375-48c6-8184-3b9b3e38c00b'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:13:44.852743 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff38f22-0e15-43cd-8d6e-6ca23cf9c149 None None] Routers {'1a079834-e375-48c6-8184-3b9b3e38c00b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:13:44.853339 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-6ff38f22-0e15-43cd-8d6e-6ca23cf9c149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:13:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1a079834-e375-48c6-8184-3b9b3e38c00b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:44.878724 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf09cc61-ae53-4e11-af61-b13fc79ac2e4 req-207037bd-6dce-442b-b40d-df0d96f366b3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] No DVR routers for this DVR port ad83c907-76e2-487d-af69-7860b5f28f82 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:13:44.881324 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-cf09cc61-ae53-4e11-af61-b13fc79ac2e4 req-207037bd-6dce-442b-b40d-df0d96f366b3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:44.883406 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-cf09cc61-ae53-4e11-af61-b13fc79ac2e4 req-207037bd-6dce-442b-b40d-df0d96f366b3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.62 "DELETE /v2.0/ports/ad83c907-76e2-487d-af69-7860b5f28f82 HTTP/1.1" status: 204 len: 173 time: 0.8524625 Jul 16 21:13:44.883842 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5f5e63-ec2c-4b5b-9666-90ca3191db19', 'name': 'network-vif-deleted', 'tag': 'ad83c907-76e2-487d-af69-7860b5f28f82'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:13:44.886188 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddac77e-354d-4d43-9870-82565b7dddc0" -d '{"events": [{"server_uuid": "1e5f5e63-ec2c-4b5b-9666-90ca3191db19", "name": "network-vif-deleted", "tag": "ad83c907-76e2-487d-af69-7860b5f28f82"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:13:44.932967 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43da105-09b7-411f-9748-e56b4f667832 x-openstack-request-id: req-e43da105-09b7-411f-9748-e56b4f667832 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:13:44.933382 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5f5e63-ec2c-4b5b-9666-90ca3191db19", "name": "network-vif-deleted", "tag": "ad83c907-76e2-487d-af69-7860b5f28f82", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:13:44.933751 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e43da105-09b7-411f-9748-e56b4f667832 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:13:44.934224 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5f5e63-ec2c-4b5b-9666-90ca3191db19', 'name': 'network-vif-deleted', 'tag': 'ad83c907-76e2-487d-af69-7860b5f28f82', 'status': 'completed', 'code': 200} Jul 16 21:13:44.961161 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-6ff38f22-0e15-43cd-8d6e-6ca23cf9c149 None None] Set router 1a079834-e375-48c6-8184-3b9b3e38c00b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:13:45.162400 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-6ff38f22-0e15-43cd-8d6e-6ca23cf9c149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3090be44-0f47-4693-a663-c2face31e986', 'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'mac_address': 'fa:16:3e:45:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:33Z', 'updated_at': '2021-07-16T21:11:38Z', 'revision_number': 5, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'subnets': [{'id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:45.189918 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff38f22-0e15-43cd-8d6e-6ca23cf9c149 None None] Checking router: 1a079834-e375-48c6-8184-3b9b3e38c00b for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:13:45.201337 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff38f22-0e15-43cd-8d6e-6ca23cf9c149 None None] Routers {'1a079834-e375-48c6-8184-3b9b3e38c00b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:13:45.202283 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-6ff38f22-0e15-43cd-8d6e-6ca23cf9c149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:13:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1a079834-e375-48c6-8184-3b9b3e38c00b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:45.253864 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6112f7a6-8523-459e-9e37-d6063de3a68f req-5a382bdd-8b7d-4d91-9154-aaff50c81321 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e5f5e63-ec2c-4b5b-9666-90ca3191db19 HTTP/1.1" status: 200 len: 210 time: 0.0409625 Jul 16 21:13:45.405102 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-6ff38f22-0e15-43cd-8d6e-6ca23cf9c149 None None] Set router 1a079834-e375-48c6-8184-3b9b3e38c00b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:13:45.596732 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-6ff38f22-0e15-43cd-8d6e-6ca23cf9c149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3090be44-0f47-4693-a663-c2face31e986', 'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'mac_address': 'fa:16:3e:45:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:33Z', 'updated_at': '2021-07-16T21:11:38Z', 'revision_number': 5, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'subnets': [{'id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:45.627354 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff38f22-0e15-43cd-8d6e-6ca23cf9c149 None None] The sync data for ids ['1a079834-e375-48c6-8184-3b9b3e38c00b'] in n-d-791506-21 is: [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3090be44-0f47-4693-a663-c2face31e986', 'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'mac_address': 'fa:16:3e:45:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:33Z', 'updated_at': '2021-07-16T21:11:38Z', 'revision_number': 5, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'subnets': [{'id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:13:45.853831 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ef0234-cc87-46e8-bd39-27e497f35607 None None] New status for floating IP be2a6625-b75f-416a-b3f0-7936054f63db: DOWN {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:13:46.554986 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-60b50040-0db1-44d4-99cd-8b6e597a6430 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--42337967&fields=id&tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95 HTTP/1.1" status: 200 len: 267 time: 0.0355191 Jul 16 21:13:46.659051 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-5061a1c2-37fb-4d14-a392-393a50dd74da tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:46.660497 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-5061a1c2-37fb-4d14-a392-393a50dd74da tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 812 time: 0.0993106 Jul 16 21:13:46.674913 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-ed81443f-72d4-4b4b-86df-d5083c386cc1 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/quotas/25bfcd1cfbbd4085b947fb2ae9f94c95 HTTP/1.1" status: 200 len: 375 time: 0.0091534 Jul 16 21:13:46.745269 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-4d9fbcdb-7900-45c1-baf0-632b7d007db7 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0652499 Jul 16 21:13:46.839574 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-c995814e-e849-402f-aace-fd7e08fc44f6 service neutron] 10.222.0.38 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828550 Jul 16 21:13:47.265092 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-550eda38-1306-438f-aed8-c3cb51ddd260 service neutron] 10.222.0.38 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190719 Jul 16 21:13:47.433084 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75ac1fe2-0748-40f7-affc-1b530e260d7a req-c0829198-0b54-423a-92e1-bf87e87eccf2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 210 time: 0.0300605 Jul 16 21:13:48.407408 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device ad83c907-76e2-487d-af69-7860b5f28f82 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:13:48.429816 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: ad83c907-76e2-487d-af69-7860b5f28f82 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:13:48.430158 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device ad83c907-76e2-487d-af69-7860b5f28f82 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:13:48.445522 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-f99b1572-b711-40dd-a9ca-988b65e5b9d6 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:48.447018 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-f99b1572-b711-40dd-a9ca-988b65e5b9d6 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.62 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 812 time: 0.1125345 Jul 16 21:13:48.501080 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-0508e8b7-8ee6-460a-bd42-96839bd197c6 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95 HTTP/1.1" status: 200 len: 378 time: 0.0394928 Jul 16 21:13:48.509466 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-e364c859-6a7b-40bd-930f-46ffe06c21c5 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Request body: {'port': {'device_id': 'eb0d2a93-94d3-4303-b071-ad49f0e3317c', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'admin_state_up': True, 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'security_groups': ['94f6a0d2-d9da-4768-99dd-dfe9568cbafa']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:48.586664 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ea994b86-309a-4f59-a248-4fab3ea66239 req-5c84be4d-324a-4228-bbd1-c2f51ab53d05 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 210 time: 0.0282466 Jul 16 21:13:48.623056 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-e364c859-6a7b-40bd-930f-46ffe06c21c5 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Made reservation on behalf of 25bfcd1cfbbd4085b947fb2ae9f94c95 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:13:48.627818 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-e364c859-6a7b-40bd-930f-46ffe06c21c5 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:48.751935 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-e364c859-6a7b-40bd-930f-46ffe06c21c5 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Allocated IP 172.20.0.8 (5bad7e3f-d4d4-45ac-a989-a8056e5a5442/99a6fa48-2fab-42bf-b2ea-7a1009957e6a/9c0fe623-4b83-4017-b961-8b9eeca7a27e) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:13:48.887061 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-e364c859-6a7b-40bd-930f-46ffe06c21c5 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:48.900221 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-e364c859-6a7b-40bd-930f-46ffe06c21c5 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Transition to ACTIVE for port object 9c0fe623-4b83-4017-b961-8b9eeca7a27e will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:13:48.932233 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-e364c859-6a7b-40bd-930f-46ffe06c21c5 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:48.972633 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-e364c859-6a7b-40bd-930f-46ffe06c21c5 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:13:48.977627 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-e364c859-6a7b-40bd-930f-46ffe06c21c5 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:13:48.980438 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-e364c859-6a7b-40bd-930f-46ffe06c21c5 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:13:49.020247 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364c859-6a7b-40bd-930f-46ffe06c21c5 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Pushing event updated for resources: {'Port': ['ID=9c0fe623-4b83-4017-b961-8b9eeca7a27e,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:49.041693 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-e364c859-6a7b-40bd-930f-46ffe06c21c5 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:49.042343 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-e364c859-6a7b-40bd-930f-46ffe06c21c5 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:49.058161 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-e364c859-6a7b-40bd-930f-46ffe06c21c5 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5524707 Jul 16 21:13:49.069915 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-accbbf09-e317-402c-805f-91c24a04213b service neutron] Request body: {'port': {'device_id': 'eb0d2a93-94d3-4303-b071-ad49f0e3317c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:49.146830 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-accbbf09-e317-402c-805f-91c24a04213b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:49.224435 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ee75c185-c0a5-4b12-aba7-7e02b3e46e90 None None] Provisioning for port 9c0fe623-4b83-4017-b961-8b9eeca7a27e completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:13:49.228443 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ee75c185-c0a5-4b12-aba7-7e02b3e46e90 None None] Provisioning complete for port 9c0fe623-4b83-4017-b961-8b9eeca7a27e triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:13:49.230618 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee75c185-c0a5-4b12-aba7-7e02b3e46e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:49.264447 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ee75c185-c0a5-4b12-aba7-7e02b3e46e90 None None] Port 9c0fe623-4b83-4017-b961-8b9eeca7a27e cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:13:49.413678 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-accbbf09-e317-402c-805f-91c24a04213b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0fe623-4b83-4017-b961-8b9eeca7a27e {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:13:49.421202 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-accbbf09-e317-402c-805f-91c24a04213b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:49.433460 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-accbbf09-e317-402c-805f-91c24a04213b service neutron] Transition to ACTIVE for port object 9c0fe623-4b83-4017-b961-8b9eeca7a27e will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:13:49.437602 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-accbbf09-e317-402c-805f-91c24a04213b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:49.506057 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbbf09-e317-402c-805f-91c24a04213b service neutron] Pushing event updated for resources: {'Port': ['ID=9c0fe623-4b83-4017-b961-8b9eeca7a27e,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:49.555587 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-accbbf09-e317-402c-805f-91c24a04213b service neutron] Attempting to bind port 9c0fe623-4b83-4017-b961-8b9eeca7a27e on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:13:49.556071 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-accbbf09-e317-402c-805f-91c24a04213b service neutron] Attempting to bind port 9c0fe623-4b83-4017-b961-8b9eeca7a27e by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:13:49.556239 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-accbbf09-e317-402c-805f-91c24a04213b service neutron] Attempting to bind port 9c0fe623-4b83-4017-b961-8b9eeca7a27e on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:13:49.560535 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-accbbf09-e317-402c-805f-91c24a04213b service neutron] Port 9c0fe623-4b83-4017-b961-8b9eeca7a27e on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:13:49.560860 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-accbbf09-e317-402c-805f-91c24a04213b service neutron] Attempting to bind port 9c0fe623-4b83-4017-b961-8b9eeca7a27e on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:13:49.566676 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-accbbf09-e317-402c-805f-91c24a04213b service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:13:49.567010 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-accbbf09-e317-402c-805f-91c24a04213b service neutron] Checking segment: {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:13:49.567388 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-accbbf09-e317-402c-805f-91c24a04213b service neutron] Bound using segment: {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:13:49.567810 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-accbbf09-e317-402c-805f-91c24a04213b service neutron] Bound port: 9c0fe623-4b83-4017-b961-8b9eeca7a27e, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:13:49.568170 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-accbbf09-e317-402c-805f-91c24a04213b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:49.638272 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-accbbf09-e317-402c-805f-91c24a04213b service neutron] For port 9c0fe623-4b83-4017-b961-8b9eeca7a27e, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:13:49.642082 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-accbbf09-e317-402c-805f-91c24a04213b service neutron] For port 9c0fe623-4b83-4017-b961-8b9eeca7a27e, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=9c0fe623-4b83-4017-b961-8b9eeca7a27e,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:13:49.647279 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-accbbf09-e317-402c-805f-91c24a04213b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:49.682890 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-accbbf09-e317-402c-805f-91c24a04213b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:49.684031 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-accbbf09-e317-402c-805f-91c24a04213b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:49.685336 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-accbbf09-e317-402c-805f-91c24a04213b service neutron] 10.222.0.62 "PUT /v2.0/ports/9c0fe623-4b83-4017-b961-8b9eeca7a27e HTTP/1.1" status: 200 len: 1092 time: 0.6199450 Jul 16 21:13:49.688822 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0d2a93-94d3-4303-b071-ad49f0e3317c', 'tag': '9c0fe623-4b83-4017-b961-8b9eeca7a27e'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:13:49.695788 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f35aec-2213-4515-b936-1f2d0695630a" -d '{"events": [{"name": "network-changed", "server_uuid": "eb0d2a93-94d3-4303-b071-ad49f0e3317c", "tag": "9c0fe623-4b83-4017-b961-8b9eeca7a27e"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:13:49.726024 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbbf09-e317-402c-805f-91c24a04213b service neutron] Pushing event updated for resources: {'Port': ['ID=9c0fe623-4b83-4017-b961-8b9eeca7a27e,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:49.767665 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7979482-a8fc-4c77-be2d-6144dee1a74f x-openstack-request-id: req-e7979482-a8fc-4c77-be2d-6144dee1a74f {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:13:49.767949 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb0d2a93-94d3-4303-b071-ad49f0e3317c", "tag": "9c0fe623-4b83-4017-b961-8b9eeca7a27e", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:13:49.768310 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e7979482-a8fc-4c77-be2d-6144dee1a74f {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:13:49.768624 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb0d2a93-94d3-4303-b071-ad49f0e3317c', 'tag': '9c0fe623-4b83-4017-b961-8b9eeca7a27e', 'status': 'completed', 'code': 200} Jul 16 21:13:49.776001 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea5b76-94e3-4877-a898-f925ae70715d req-b1f829a6-0641-49fe-bf70-4c7bc3373268 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:49.778814 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-57ea5b76-94e3-4877-a898-f925ae70715d req-b1f829a6-0641-49fe-bf70-4c7bc3373268 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 943 time: 0.0665398 Jul 16 21:13:49.795431 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-ea5d73e4-b4f4-46ff-b77f-b66523b01e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:49.797677 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-ea5d73e4-b4f4-46ff-b77f-b66523b01e54 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 1095 time: 0.0605731 Jul 16 21:13:49.823670 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-57ea5b76-94e3-4877-a898-f925ae70715d req-1a003346-c7ba-49ae-8b8a-3cea34ac88d6 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395079 Jul 16 21:13:49.846062 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-fcc95c3e-4e2e-49b7-bec5-b625684ca6e4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c0fe623-4b83-4017-b961-8b9eeca7a27e HTTP/1.1" status: 200 len: 217 time: 0.0411451 Jul 16 21:13:49.895713 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-d682106b-3c2b-433b-9d33-bf928e4c5d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:49.897199 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-d682106b-3c2b-433b-9d33-bf928e4c5d65 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0458088 Jul 16 21:13:49.955953 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-2f7354c7-5c66-4536-9636-e41f168e8873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:49.957382 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-2f7354c7-5c66-4536-9636-e41f168e8873 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539751 Jul 16 21:13:50.048492 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-99cb7a76-ea05-4280-a881-796c8b0e2544 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849702 Jul 16 21:13:50.135547 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-06e36892-b6dd-43e7-a202-19a4aba3ee8d req-ac375622-1c7b-4279-8435-f900c828bd72 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811796 Jul 16 21:13:50.233599 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f35aec-2213-4515-b936-1f2d0695630a req-10b0929b-94fc-47b4-b7e0-1c727c03639f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:50.235350 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f2f35aec-2213-4515-b936-1f2d0695630a req-10b0929b-94fc-47b4-b7e0-1c727c03639f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 1095 time: 0.0531206 Jul 16 21:13:50.331714 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f35aec-2213-4515-b936-1f2d0695630a req-48f9666a-1e74-4251-97ad-f73b8913ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:50.333193 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f2f35aec-2213-4515-b936-1f2d0695630a req-48f9666a-1e74-4251-97ad-f73b8913ef25 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0917263 Jul 16 21:13:50.373403 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f2f35aec-2213-4515-b936-1f2d0695630a req-21a778ff-1a62-4858-a716-73b9ba6bb8ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c0fe623-4b83-4017-b961-8b9eeca7a27e HTTP/1.1" status: 200 len: 217 time: 0.0329654 Jul 16 21:13:50.424614 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f35aec-2213-4515-b936-1f2d0695630a req-c81a4e5f-bb4c-4870-ab1c-51d388fc1ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:50.426041 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f2f35aec-2213-4515-b936-1f2d0695630a req-c81a4e5f-bb4c-4870-ab1c-51d388fc1ee3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0463848 Jul 16 21:13:50.482005 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f35aec-2213-4515-b936-1f2d0695630a req-39cdecf9-ab92-4f6c-83e8-e1c75f26ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:50.483503 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f2f35aec-2213-4515-b936-1f2d0695630a req-39cdecf9-ab92-4f6c-83e8-e1c75f26ad70 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508668 Jul 16 21:13:50.574955 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f2f35aec-2213-4515-b936-1f2d0695630a req-b6c53062-8e9e-4d6b-9f89-2541a7884882 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841532 Jul 16 21:13:50.661963 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f2f35aec-2213-4515-b936-1f2d0695630a req-271f2eca-30c8-4ca2-9922-fca25facd9a6 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800695 Jul 16 21:13:51.001254 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f59f1-3fc6-421b-ad1f-ccc03ebd8150 req-3b933118-fb2d-40ce-91a5-32d4af36711d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:51.002748 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be8f59f1-3fc6-421b-ad1f-ccc03ebd8150 req-3b933118-fb2d-40ce-91a5-32d4af36711d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 943 time: 0.0635233 Jul 16 21:13:51.040039 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be8f59f1-3fc6-421b-ad1f-ccc03ebd8150 req-b390f6a7-dcd2-4432-886c-cac65cbb380a tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317626 Jul 16 21:13:51.767299 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-efde5743-5ceb-4d37-8de7-68e7441d3c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:52.216945 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe03ef2-8675-4bb6-b9ae-6da67bf01c55 req-814b3676-bcbd-4b72-a21a-c818333d8dd1 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:52.218567 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ebe03ef2-8675-4bb6-b9ae-6da67bf01c55 req-814b3676-bcbd-4b72-a21a-c818333d8dd1 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 943 time: 0.0664618 Jul 16 21:13:52.269578 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ebe03ef2-8675-4bb6-b9ae-6da67bf01c55 req-425aade9-b6fc-41c8-a192-95ada454269d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441058 Jul 16 21:13:52.436354 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 9c0fe623-4b83-4017-b961-8b9eeca7a27e details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:13:52.539961 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 9c0fe623-4b83-4017-b961-8b9eeca7a27e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=9c0fe623-4b83-4017-b961-8b9eeca7a27e,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:52.552242 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '9c0fe623-4b83-4017-b961-8b9eeca7a27e', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'port_id': '9c0fe623-4b83-4017-b961-8b9eeca7a27e', 'mac_address': 'fa:16:3e:40:d8:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:13:52.599930 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:52.618395 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0fe623-4b83-4017-b961-8b9eeca7a27e {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:13:52.641771 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 9c0fe623-4b83-4017-b961-8b9eeca7a27e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=9c0fe623-4b83-4017-b961-8b9eeca7a27e,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:52.647364 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:52.709370 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=9c0fe623-4b83-4017-b961-8b9eeca7a27e,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:52.834071 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['9c0fe623-4b83-4017-b961-8b9eeca7a27e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:13:53.444257 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929af55-8816-4de5-bbc2-38a2e3a910d4 req-2e39f5d0-9ddf-4591-85af-ac2a38d102c3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:53.445712 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6929af55-8816-4de5-bbc2-38a2e3a910d4 req-2e39f5d0-9ddf-4591-85af-ac2a38d102c3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 944 time: 0.0663033 Jul 16 21:13:53.482175 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6929af55-8816-4de5-bbc2-38a2e3a910d4 req-0baccc50-5519-441d-8845-9be0316f5f8b tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309131 Jul 16 21:13:54.294376 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-258097d3-ebb8-4738-bb7c-e088184f2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:54.394363 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:54.454386 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 9c0fe623-4b83-4017-b961-8b9eeca7a27e up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:13:54.501950 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 9c0fe623-4b83-4017-b961-8b9eeca7a27e completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:13:54.505539 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 9c0fe623-4b83-4017-b961-8b9eeca7a27e triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:13:54.505913 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:54.585409 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:54.607710 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0d2a93-94d3-4303-b071-ad49f0e3317c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0fe623-4b83-4017-b961-8b9eeca7a27e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:13:54.610117 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc30d23f-74ba-4eed-9d34-325243a47144" -d '{"events": [{"server_uuid": "eb0d2a93-94d3-4303-b071-ad49f0e3317c", "name": "network-vif-plugged", "status": "completed", "tag": "9c0fe623-4b83-4017-b961-8b9eeca7a27e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:13:54.623165 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 9c0fe623-4b83-4017-b961-8b9eeca7a27e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=9c0fe623-4b83-4017-b961-8b9eeca7a27e,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:54.627758 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:54.650777 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad6abcb-965a-436c-9541-9a44b18e4906 x-openstack-request-id: req-0ad6abcb-965a-436c-9541-9a44b18e4906 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:13:54.651072 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0d2a93-94d3-4303-b071-ad49f0e3317c", "name": "network-vif-plugged", "status": "completed", "tag": "9c0fe623-4b83-4017-b961-8b9eeca7a27e", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:13:54.651328 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0ad6abcb-965a-436c-9541-9a44b18e4906 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:13:54.651720 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0d2a93-94d3-4303-b071-ad49f0e3317c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0fe623-4b83-4017-b961-8b9eeca7a27e', 'code': 200} Jul 16 21:13:54.665409 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097941d-5349-48d1-9e5b-916e634557d1 req-39777e6b-dbe6-413b-963f-dc3fdd337a91 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:54.668045 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4097941d-5349-48d1-9e5b-916e634557d1 req-39777e6b-dbe6-413b-963f-dc3fdd337a91 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 944 time: 0.0716689 Jul 16 21:13:54.681320 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=9c0fe623-4b83-4017-b961-8b9eeca7a27e,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:54.710628 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4097941d-5349-48d1-9e5b-916e634557d1 req-8bf9d022-2201-4bb8-bf5d-f607309de2ca tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363367 Jul 16 21:13:54.759881 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04189f99-f3c7-49a2-b819-5892e1989398 req-9df07738-4bca-4110-95a5-59d149908b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:54.761306 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-04189f99-f3c7-49a2-b819-5892e1989398 req-9df07738-4bca-4110-95a5-59d149908b07 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 1097 time: 0.0525694 Jul 16 21:13:54.795185 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-04189f99-f3c7-49a2-b819-5892e1989398 req-30c9040c-b1d7-4289-8844-c5e2667cfcd5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0273046 Jul 16 21:13:55.888642 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9587ffb-ad74-4a67-9e81-aa8516c621c6 req-94045ece-fb1d-4891-8a60-abbfdb3f2b47 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:55.890116 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f9587ffb-ad74-4a67-9e81-aa8516c621c6 req-94045ece-fb1d-4891-8a60-abbfdb3f2b47 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 945 time: 0.0664108 Jul 16 21:13:55.929979 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f9587ffb-ad74-4a67-9e81-aa8516c621c6 req-75520943-a872-4aa3-87db-449e083c66b0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336776 Jul 16 21:13:55.936899 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:56.102624 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f8826-0925-4ff6-a5e8-7a7d8714a082 req-2a830ae6-65f2-448a-8865-41d86c5c3bf7 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:56.104133 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-713f8826-0925-4ff6-a5e8-7a7d8714a082 req-2a830ae6-65f2-448a-8865-41d86c5c3bf7 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 945 time: 0.0675144 Jul 16 21:13:56.113525 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55628) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:56.118843 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-3a6fe544-3844-4e6f-b223-0e231d20511d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Request body: {'floatingip': {'port_id': '9c0fe623-4b83-4017-b961-8b9eeca7a27e'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:56.159905 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a6fe544-3844-4e6f-b223-0e231d20511d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for floatingip, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:56.599608 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a6fe544-3844-4e6f-b223-0e231d20511d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:56.603813 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a6fe544-3844-4e6f-b223-0e231d20511d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:56.704718 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-3a6fe544-3844-4e6f-b223-0e231d20511d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Floating IP be2a6625-b75f-416a-b3f0-7936054f63db associated. External IP: 172.25.0.175, port: 9c0fe623-4b83-4017-b961-8b9eeca7a27e. Jul 16 21:13:56.912600 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6fe544-3844-4e6f-b223-0e231d20511d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Router 1a079834-e375-48c6-8184-3b9b3e38c00b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:13:57.020666 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6fe544-3844-4e6f-b223-0e231d20511d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:13:57.025538 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a6fe544-3844-4e6f-b223-0e231d20511d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:57.030761 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a662f7-8a15-4872-a58d-13c9d8017091 None None] Sync routers for ids ['1a079834-e375-48c6-8184-3b9b3e38c00b'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:13:57.039877 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a662f7-8a15-4872-a58d-13c9d8017091 None None] Routers {'1a079834-e375-48c6-8184-3b9b3e38c00b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:13:57.040487 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-80a662f7-8a15-4872-a58d-13c9d8017091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:13:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1a079834-e375-48c6-8184-3b9b3e38c00b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:57.066143 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3a6fe544-3844-4e6f-b223-0e231d20511d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "PUT /v2.0/floatingips/be2a6625-b75f-416a-b3f0-7936054f63db HTTP/1.1" status: 200 len: 991 time: 0.9514432 Jul 16 21:13:57.066764 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0d2a93-94d3-4303-b071-ad49f0e3317c', 'tag': '9c0fe623-4b83-4017-b961-8b9eeca7a27e'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:13:57.069132 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1be4b3-9359-4e35-a5a0-11198446e6d3" -d '{"events": [{"name": "network-changed", "server_uuid": "eb0d2a93-94d3-4303-b071-ad49f0e3317c", "tag": "9c0fe623-4b83-4017-b961-8b9eeca7a27e"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:13:57.109554 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f994f1-fecc-4f1a-a918-337c11790345 x-openstack-request-id: req-61f994f1-fecc-4f1a-a918-337c11790345 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:13:57.109978 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb0d2a93-94d3-4303-b071-ad49f0e3317c", "tag": "9c0fe623-4b83-4017-b961-8b9eeca7a27e", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:13:57.110871 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-61f994f1-fecc-4f1a-a918-337c11790345 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:13:57.111346 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb0d2a93-94d3-4303-b071-ad49f0e3317c', 'tag': '9c0fe623-4b83-4017-b961-8b9eeca7a27e', 'status': 'completed', 'code': 200} Jul 16 21:13:57.150853 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-80a662f7-8a15-4872-a58d-13c9d8017091 None None] Set router 1a079834-e375-48c6-8184-3b9b3e38c00b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:13:57.196926 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1be4b3-9359-4e35-a5a0-11198446e6d3 req-1b1ace4f-cd85-4119-b311-21ccc9c915e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:57.198750 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3f1be4b3-9359-4e35-a5a0-11198446e6d3 req-1b1ace4f-cd85-4119-b311-21ccc9c915e9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 1097 time: 0.0610256 Jul 16 21:13:57.288838 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1be4b3-9359-4e35-a5a0-11198446e6d3 req-70bbef01-5910-467d-83bd-f47f4a90d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:57.290346 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3f1be4b3-9359-4e35-a5a0-11198446e6d3 req-70bbef01-5910-467d-83bd-f47f4a90d553 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0851746 Jul 16 21:13:57.358458 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3f1be4b3-9359-4e35-a5a0-11198446e6d3 req-4c7722d3-a6db-4a09-9639-0387e523983f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c0fe623-4b83-4017-b961-8b9eeca7a27e HTTP/1.1" status: 200 len: 999 time: 0.0614133 Jul 16 21:13:57.375184 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-80a662f7-8a15-4872-a58d-13c9d8017091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'be2a6625-b75f-416a-b3f0-7936054f63db', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'port_id': '9c0fe623-4b83-4017-b961-8b9eeca7a27e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'mac_address': 'fa:16:3e:40:d8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0d2a93-94d3-4303-b071-ad49f0e3317c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:11:36Z', 'updated_at': '2021-07-16T21:13:56Z', 'revision_number': 5, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3090be44-0f47-4693-a663-c2face31e986', 'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'mac_address': 'fa:16:3e:45:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:33Z', 'updated_at': '2021-07-16T21:11:38Z', 'revision_number': 5, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'subnets': [{'id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:57.401115 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a662f7-8a15-4872-a58d-13c9d8017091 None None] Checking router: 1a079834-e375-48c6-8184-3b9b3e38c00b for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:13:57.407724 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1be4b3-9359-4e35-a5a0-11198446e6d3 req-c15aee57-ed11-42a2-8a0d-6eba25ebd2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:57.409184 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3f1be4b3-9359-4e35-a5a0-11198446e6d3 req-c15aee57-ed11-42a2-8a0d-6eba25ebd2a0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0441530 Jul 16 21:13:57.409314 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a662f7-8a15-4872-a58d-13c9d8017091 None None] Routers {'1a079834-e375-48c6-8184-3b9b3e38c00b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:13:57.409862 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-80a662f7-8a15-4872-a58d-13c9d8017091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:13:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1a079834-e375-48c6-8184-3b9b3e38c00b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:57.467794 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1be4b3-9359-4e35-a5a0-11198446e6d3 req-43d2d473-bd09-4ccd-b2dd-e727650b89cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:57.469379 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3f1be4b3-9359-4e35-a5a0-11198446e6d3 req-43d2d473-bd09-4ccd-b2dd-e727650b89cf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529678 Jul 16 21:13:57.515238 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-80a662f7-8a15-4872-a58d-13c9d8017091 None None] Set router 1a079834-e375-48c6-8184-3b9b3e38c00b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:13:57.564369 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3f1be4b3-9359-4e35-a5a0-11198446e6d3 req-404c4ca8-9ca9-43ce-85bf-a7c42a4e4d68 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884378 Jul 16 21:13:57.651636 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3f1be4b3-9359-4e35-a5a0-11198446e6d3 req-3f57c46d-f422-4cec-b52b-a5b4d91db565 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818043 Jul 16 21:13:57.740775 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-80a662f7-8a15-4872-a58d-13c9d8017091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'be2a6625-b75f-416a-b3f0-7936054f63db', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'port_id': '9c0fe623-4b83-4017-b961-8b9eeca7a27e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'mac_address': 'fa:16:3e:40:d8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0d2a93-94d3-4303-b071-ad49f0e3317c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:11:36Z', 'updated_at': '2021-07-16T21:13:56Z', 'revision_number': 5, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3090be44-0f47-4693-a663-c2face31e986', 'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'mac_address': 'fa:16:3e:45:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:33Z', 'updated_at': '2021-07-16T21:11:38Z', 'revision_number': 5, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'subnets': [{'id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:57.767291 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a662f7-8a15-4872-a58d-13c9d8017091 None None] The sync data for ids ['1a079834-e375-48c6-8184-3b9b3e38c00b'] in n-d-791506-21 is: [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'be2a6625-b75f-416a-b3f0-7936054f63db', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'port_id': '9c0fe623-4b83-4017-b961-8b9eeca7a27e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'mac_address': 'fa:16:3e:40:d8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0d2a93-94d3-4303-b071-ad49f0e3317c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:11:36Z', 'updated_at': '2021-07-16T21:13:56Z', 'revision_number': 5, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3090be44-0f47-4693-a663-c2face31e986', 'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'mac_address': 'fa:16:3e:45:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:33Z', 'updated_at': '2021-07-16T21:11:38Z', 'revision_number': 5, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'subnets': [{'id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:13:57.779975 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:57.944501 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ea33a1-ccf4-4fe2-af59-c5dbf25b5397 None None] New status for floating IP be2a6625-b75f-416a-b3f0-7936054f63db: ACTIVE {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:13:59.905973 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:03.623521 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:21.746141 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:14:21.768279 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c2c517c-ed79-445a-8537-de4fff320d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:24.297121 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ff1c3e8-9d34-43a3-8986-ee19c2bf2334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:24.395121 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:25.940079 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:27.781414 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:29.922379 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:30.597489 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f18086a8-3480-47b3-840e-2680627a352e req-ec6b0266-d685-44bc-bdd8-387770b52103 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0542564 Jul 16 21:14:30.691339 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18086a8-3480-47b3-840e-2680627a352e req-674d13fe-9fee-4ef1-8861-b3d928ca9406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:30.692820 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f18086a8-3480-47b3-840e-2680627a352e req-674d13fe-9fee-4ef1-8861-b3d928ca9406 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 1097 time: 0.0522630 Jul 16 21:14:30.796130 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18086a8-3480-47b3-840e-2680627a352e req-3afbbe9b-8598-48c7-ac69-2a13e8c2701d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:30.797575 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f18086a8-3480-47b3-840e-2680627a352e req-3afbbe9b-8598-48c7-ac69-2a13e8c2701d service neutron] 10.222.0.62 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0824802 Jul 16 21:14:30.864194 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f18086a8-3480-47b3-840e-2680627a352e req-49f1c90b-9039-46a3-8d18-7f15b7554288 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c0fe623-4b83-4017-b961-8b9eeca7a27e HTTP/1.1" status: 200 len: 1001 time: 0.0597801 Jul 16 21:14:30.913028 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18086a8-3480-47b3-840e-2680627a352e req-7514a6d6-4f32-4618-9544-4da2b5a06980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:30.914484 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f18086a8-3480-47b3-840e-2680627a352e req-7514a6d6-4f32-4618-9544-4da2b5a06980 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0434263 Jul 16 21:14:30.970241 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18086a8-3480-47b3-840e-2680627a352e req-40d9f8d6-caf0-4315-9860-3846e1014f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:30.972664 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f18086a8-3480-47b3-840e-2680627a352e req-40d9f8d6-caf0-4315-9860-3846e1014f39 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519612 Jul 16 21:14:31.063378 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f18086a8-3480-47b3-840e-2680627a352e req-83f2c2b3-faf2-4fdf-a93e-8fdb31d43c5e service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837152 Jul 16 21:14:31.151645 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f18086a8-3480-47b3-840e-2680627a352e req-9162f45c-d037-4cba-a0a8-9f415beb6b16 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818491 Jul 16 21:14:33.620357 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:51.768711 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a6e050e-5550-4c28-a47c-83280d4bb2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:54.297965 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67dd9576-a193-4929-bb01-9d43a61b9a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:54.397550 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:55.941920 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:57.784478 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:58.746683 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:14:59.935004 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:03.622663 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:21.769685 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6b04a654-4b09-415e-bbea-245f71805368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:24.301515 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e0490e8d-d314-412d-ba9f-cd2ab44f338e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:24.400324 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:25.945910 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:27.788269 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:29.941573 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:31.597520 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fb2207a9-98ae-499e-bfed-ae17afad6422 req-5666f076-30fb-4537-a7bc-756e90c10b10 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0573590 Jul 16 21:15:31.689618 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2207a9-98ae-499e-bfed-ae17afad6422 req-c3e47fb0-21ed-43dd-ae06-71ec35c8f4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:31.691189 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fb2207a9-98ae-499e-bfed-ae17afad6422 req-c3e47fb0-21ed-43dd-ae06-71ec35c8f4d8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 1097 time: 0.0513358 Jul 16 21:15:31.798516 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2207a9-98ae-499e-bfed-ae17afad6422 req-7f5a3d7d-2024-4f66-8a34-27b352013bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:31.800060 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fb2207a9-98ae-499e-bfed-ae17afad6422 req-7f5a3d7d-2024-4f66-8a34-27b352013bf7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0883951 Jul 16 21:15:31.870063 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fb2207a9-98ae-499e-bfed-ae17afad6422 req-6980aad1-1173-4372-8494-ea23a0b11e13 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c0fe623-4b83-4017-b961-8b9eeca7a27e HTTP/1.1" status: 200 len: 1001 time: 0.0633221 Jul 16 21:15:31.917859 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2207a9-98ae-499e-bfed-ae17afad6422 req-9bcdb015-24c9-4757-ab8b-f8c4d78f9311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:31.919331 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fb2207a9-98ae-499e-bfed-ae17afad6422 req-9bcdb015-24c9-4757-ab8b-f8c4d78f9311 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0432415 Jul 16 21:15:32.305256 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2207a9-98ae-499e-bfed-ae17afad6422 req-b95d7670-dc9a-422c-a707-8c3271a3f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:32.306783 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fb2207a9-98ae-499e-bfed-ae17afad6422 req-b95d7670-dc9a-422c-a707-8c3271a3f71e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3814998 Jul 16 21:15:32.394532 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fb2207a9-98ae-499e-bfed-ae17afad6422 req-ab467d0e-71b9-4153-8118-c900ebfbe757 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801508 Jul 16 21:15:32.493183 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fb2207a9-98ae-499e-bfed-ae17afad6422 req-2ec6ea06-b9b6-473a-a97c-a9a90d425af8 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925250 Jul 16 21:15:33.579211 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59aa8e-6e00-4ca5-bbf2-6568ad361d5c req-15339cf0-056f-4aa0-9e93-e129b4e79d27 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:33.580795 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c59aa8e-6e00-4ca5-bbf2-6568ad361d5c req-15339cf0-056f-4aa0-9e93-e129b4e79d27 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 945 time: 0.0699050 Jul 16 21:15:33.624751 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2c59aa8e-6e00-4ca5-bbf2-6568ad361d5c req-85900e94-e7a7-40a9-b121-0d0370d97e03 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383270 Jul 16 21:15:33.627006 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:34.806009 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98b41c-90a5-458d-b9c8-b186181ecfff req-de9cd40f-f67d-4a5d-864f-2c57c58cce50 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:34.807605 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8a98b41c-90a5-458d-b9c8-b186181ecfff req-de9cd40f-f67d-4a5d-864f-2c57c58cce50 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 945 time: 0.0664337 Jul 16 21:15:34.851849 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8a98b41c-90a5-458d-b9c8-b186181ecfff req-985a8882-7727-475b-bdcc-73056c710423 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378370 Jul 16 21:15:35.746108 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:15:36.029798 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2328f-7330-4722-8e11-8d1138ffc2e4 req-07943c42-e27e-4d07-8c08-aef4a66d6b57 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:36.031231 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b3d2328f-7330-4722-8e11-8d1138ffc2e4 req-07943c42-e27e-4d07-8c08-aef4a66d6b57 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 945 time: 0.0662525 Jul 16 21:15:36.070625 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b3d2328f-7330-4722-8e11-8d1138ffc2e4 req-dca822c4-f122-4a6b-97b5-11e8270e9588 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338101 Jul 16 21:15:37.253902 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f5935-85fc-4d7e-84c2-be75ec3de17c req-be46a2d3-5b52-485b-bfc0-ff5b5012f3d2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:37.255456 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e1f5935-85fc-4d7e-84c2-be75ec3de17c req-be46a2d3-5b52-485b-bfc0-ff5b5012f3d2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 945 time: 0.0691211 Jul 16 21:15:37.294198 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e1f5935-85fc-4d7e-84c2-be75ec3de17c req-ad95489d-5ace-489d-8054-3aa35ccadddf tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331328 Jul 16 21:15:38.486450 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603d19f-a060-4603-a819-2993081087c2 req-bcf2aed1-688b-4225-b837-343d17016179 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:38.488327 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e603d19f-a060-4603-a819-2993081087c2 req-bcf2aed1-688b-4225-b837-343d17016179 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 945 time: 0.0793214 Jul 16 21:15:38.528496 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e603d19f-a060-4603-a819-2993081087c2 req-632c9fe1-7bf8-4688-8516-1ee53ec7e251 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344839 Jul 16 21:15:39.699636 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9d425-cc05-4514-8ee1-ba86969cccc4 req-bc0177b0-1883-42cb-8173-579012747ba4 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:39.701144 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-76f9d425-cc05-4514-8ee1-ba86969cccc4 req-bc0177b0-1883-42cb-8173-579012747ba4 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 945 time: 0.0621965 Jul 16 21:15:39.742862 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-76f9d425-cc05-4514-8ee1-ba86969cccc4 req-9119e5f9-00c7-41ed-a5ee-646dc103888e tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360827 Jul 16 21:15:40.913173 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61ec53-622c-4dc2-ae18-7a1f28c5e152 req-48d0288f-12a3-4d58-92fd-09fd9a44a980 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:40.914747 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3c61ec53-622c-4dc2-ae18-7a1f28c5e152 req-48d0288f-12a3-4d58-92fd-09fd9a44a980 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 945 time: 0.0631011 Jul 16 21:15:40.951540 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3c61ec53-622c-4dc2-ae18-7a1f28c5e152 req-c72be033-c4cf-4f20-bfa0-0f0e712652d7 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313015 Jul 16 21:15:42.134505 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb5796-a87a-43ab-9230-f9dca94ceff7 req-1ce661b5-29b8-425b-b02c-2b8897d803ad tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:42.136093 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-71bb5796-a87a-43ab-9230-f9dca94ceff7 req-1ce661b5-29b8-425b-b02c-2b8897d803ad tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 945 time: 0.0665188 Jul 16 21:15:42.174884 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-71bb5796-a87a-43ab-9230-f9dca94ceff7 req-ff7f5f8d-7d0a-4f46-9bf5-701742200fbe tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331695 Jul 16 21:15:43.359444 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f5a24-1c73-4dde-b54a-72a267937fb8 req-f82e34b6-768c-47a0-afe4-acb843056a22 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:43.360931 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-df6f5a24-1c73-4dde-b54a-72a267937fb8 req-f82e34b6-768c-47a0-afe4-acb843056a22 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 945 time: 0.0680904 Jul 16 21:15:43.399079 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-df6f5a24-1c73-4dde-b54a-72a267937fb8 req-b36d382f-e72f-4962-a961-6e33a3659f10 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325823 Jul 16 21:15:44.573777 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd8b06-6fa3-48a0-953f-47e06cc4bca7 req-ebfb9ef3-e83d-4252-90fd-1cb89881a8ca tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:44.575275 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5cbd8b06-6fa3-48a0-953f-47e06cc4bca7 req-ebfb9ef3-e83d-4252-90fd-1cb89881a8ca tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 945 time: 0.0635490 Jul 16 21:15:44.613522 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5cbd8b06-6fa3-48a0-953f-47e06cc4bca7 req-3ae5b8bb-5b9f-49e5-a02d-76a550aede01 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320687 Jul 16 21:15:45.008448 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-3d004451-f486-4bc7-9866-9770d0bf41a6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0956364 Jul 16 21:15:45.028957 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9689d05-0819-4b15-bcb8-31e4353479ff req-22cd91b1-8ef0-4a7b-9a5f-3b8aa4f4d2d9 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:45.030741 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9689d05-0819-4b15-bcb8-31e4353479ff req-22cd91b1-8ef0-4a7b-9a5f-3b8aa4f4d2d9 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 945 time: 0.0878236 Jul 16 21:15:45.072986 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9689d05-0819-4b15-bcb8-31e4353479ff req-9a5f1591-ebed-4eae-be91-76ba61e99bd6 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367005 Jul 16 21:15:46.268425 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a22be-a042-4bd7-b528-c3fcfcf1e91f req-09f70d0f-0739-4828-a821-5959290d0c22 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:46.269886 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f54a22be-a042-4bd7-b528-c3fcfcf1e91f req-09f70d0f-0739-4828-a821-5959290d0c22 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 945 time: 0.0708826 Jul 16 21:15:46.290311 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-71e33cab-0482-47ab-8541-54c08216614e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:46.291856 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-71e33cab-0482-47ab-8541-54c08216614e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 1097 time: 0.0633335 Jul 16 21:15:46.312188 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f54a22be-a042-4bd7-b528-c3fcfcf1e91f req-5360e1fa-f5cc-4079-a1f7-8788ccf201a8 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367072 Jul 16 21:15:46.390648 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-d311fdeb-b1f7-418d-a409-883e5d8ea2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:46.392769 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-d311fdeb-b1f7-418d-a409-883e5d8ea2ab service neutron] 10.222.0.62 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0946848 Jul 16 21:15:46.462282 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-d14c3033-7510-48f5-9054-902885ce2cad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c0fe623-4b83-4017-b961-8b9eeca7a27e HTTP/1.1" status: 200 len: 1001 time: 0.0618114 Jul 16 21:15:46.517424 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-b047d909-4795-4da1-af1d-dd3f54dfb784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:46.519098 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-b047d909-4795-4da1-af1d-dd3f54dfb784 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0504816 Jul 16 21:15:46.589599 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-7c10d140-7588-4223-b604-e0f94ae1a42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:46.591133 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-7c10d140-7588-4223-b604-e0f94ae1a42c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638702 Jul 16 21:15:46.685622 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-19c6256e-4862-4690-aac0-3eee879199b3 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880501 Jul 16 21:15:46.782795 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-4ea611c0-be96-4eb3-899d-efcffaea84e7 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902548 Jul 16 21:15:47.491379 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6ae49-cd90-49e3-9e9a-0e27aab04563 req-0b0b44fa-d6b0-41e8-affd-ac31d9046d77 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:47.492783 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e7b6ae49-cd90-49e3-9e9a-0e27aab04563 req-0b0b44fa-d6b0-41e8-affd-ac31d9046d77 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 945 time: 0.0679908 Jul 16 21:15:47.531002 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e7b6ae49-cd90-49e3-9e9a-0e27aab04563 req-5e06c706-dea7-4fcf-a89b-71c37be4a5f1 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326025 Jul 16 21:15:48.566148 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-435131bd-baf2-4658-b50d-c900ae7c516c service neutron] show failed (client error): The resource could not be found. Jul 16 21:15:48.567222 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-435131bd-baf2-4658-b50d-c900ae7c516c service neutron] 10.222.0.62 "GET /v2.0/ports/9c0fe623-4b83-4017-b961-8b9eeca7a27e/bindings/n-h1-791506-21 HTTP/1.1" status: 404 len: 381 time: 0.0565119 Jul 16 21:15:48.712977 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2a38f-09e4-41e5-a3c5-bc03eade22b1 req-33a1d015-7b39-4db9-b0d9-89e1dd8dcd0d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:48.714474 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-88a2a38f-09e4-41e5-a3c5-bc03eade22b1 req-33a1d015-7b39-4db9-b0d9-89e1dd8dcd0d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 945 time: 0.0656142 Jul 16 21:15:48.756311 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-88a2a38f-09e4-41e5-a3c5-bc03eade22b1 req-fb916c08-6e14-4f3d-903f-4fe7eff1e79a tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360222 Jul 16 21:15:48.822406 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-7652b4ee-e6dc-401f-8e7d-cb677f7de0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:48.823837 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-7652b4ee-e6dc-401f-8e7d-cb677f7de0ec service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c&tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95 HTTP/1.1" status: 200 len: 1097 time: 0.0534387 Jul 16 21:15:48.834689 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-21', 'device_owner': 'compute:nova'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:15:48.908820 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:49.110013 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] For port 9c0fe623-4b83-4017-b961-8b9eeca7a27e, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=9c0fe623-4b83-4017-b961-8b9eeca7a27e,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:15:49.142267 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] For port 9c0fe623-4b83-4017-b961-8b9eeca7a27e, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:15:49.186807 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0d2a93-94d3-4303-b071-ad49f0e3317c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c0fe623-4b83-4017-b961-8b9eeca7a27e'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:15:49.189168 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d81ff24-63c0-4fa9-8866-e496ec37a3d4" -d '{"events": [{"server_uuid": "eb0d2a93-94d3-4303-b071-ad49f0e3317c", "name": "network-vif-unplugged", "status": "completed", "tag": "9c0fe623-4b83-4017-b961-8b9eeca7a27e"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:15:49.193318 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:49.208381 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Transition to ACTIVE for port object 9c0fe623-4b83-4017-b961-8b9eeca7a27e will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:15:49.211768 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:49.331872 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0fe623-4b83-4017-b961-8b9eeca7a27e,revision_number=6']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:15:49.346450 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789ccc71-8d52-41e1-9ba0-7772db29e66f x-openstack-request-id: req-789ccc71-8d52-41e1-9ba0-7772db29e66f {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:15:49.346748 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0d2a93-94d3-4303-b071-ad49f0e3317c", "name": "network-vif-unplugged", "status": "completed", "tag": "9c0fe623-4b83-4017-b961-8b9eeca7a27e", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:15:49.347005 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-789ccc71-8d52-41e1-9ba0-7772db29e66f {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:15:49.347433 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0d2a93-94d3-4303-b071-ad49f0e3317c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c0fe623-4b83-4017-b961-8b9eeca7a27e', 'code': 200} Jul 16 21:15:49.368101 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:49.368396 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:49.368711 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:49.369047 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:49.369377 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:49.369705 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:49.370034 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:49.370400 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:49.370729 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:49.371055 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:49.371376 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:49.371699 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:49.417075 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] No DVR routers for this DVR port 9c0fe623-4b83-4017-b961-8b9eeca7a27e on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:15:49.551999 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Attempting to bind port 9c0fe623-4b83-4017-b961-8b9eeca7a27e on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:15:49.552241 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Attempting to bind port 9c0fe623-4b83-4017-b961-8b9eeca7a27e by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:15:49.552570 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Attempting to bind port 9c0fe623-4b83-4017-b961-8b9eeca7a27e on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:15:49.556708 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Port 9c0fe623-4b83-4017-b961-8b9eeca7a27e on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:15:49.557033 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Attempting to bind port 9c0fe623-4b83-4017-b961-8b9eeca7a27e on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:15:49.562525 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:15:49.562863 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Checking segment: {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:15:49.563245 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Bound using segment: {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:15:49.563668 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Bound port: 9c0fe623-4b83-4017-b961-8b9eeca7a27e, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:15:49.564022 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:49.625480 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] For port 9c0fe623-4b83-4017-b961-8b9eeca7a27e, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:15:49.628744 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] For port 9c0fe623-4b83-4017-b961-8b9eeca7a27e, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9c0fe623-4b83-4017-b961-8b9eeca7a27e,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:15:49.632670 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:49.671323 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:49.671758 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:49.673148 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] 10.222.0.18 "PUT /v2.0/ports/9c0fe623-4b83-4017-b961-8b9eeca7a27e HTTP/1.1" status: 200 len: 1092 time: 0.8424182 Jul 16 21:15:49.696816 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549c5b0-44f5-437d-9fec-80ec67793f03 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0fe623-4b83-4017-b961-8b9eeca7a27e,revision_number=7']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:15:49.756767 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-0d0d54a5-5e79-4558-884a-43ad7ede4cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:49.758275 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-0d0d54a5-5e79-4558-884a-43ad7ede4cfe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 1095 time: 0.0575306 Jul 16 21:15:49.856048 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-acf877e0-18d7-4625-a97f-713c0060f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:49.858049 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-acf877e0-18d7-4625-a97f-713c0060f98c service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0930657 Jul 16 21:15:49.949946 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-fcbac7b4-81d6-40f7-82a0-3b3c1c987beb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c0fe623-4b83-4017-b961-8b9eeca7a27e HTTP/1.1" status: 200 len: 999 time: 0.0858223 Jul 16 21:15:50.008979 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd49c1e-d6df-43e2-9262-43934598d161 req-028bbee3-f377-490d-9a5a-cbc39ef3c25d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:50.010461 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ebd49c1e-d6df-43e2-9262-43934598d161 req-028bbee3-f377-490d-9a5a-cbc39ef3c25d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 943 time: 0.1393118 Jul 16 21:15:50.019791 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-af896655-e146-4fe3-8a40-d7175afc851d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:50.021142 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-af896655-e146-4fe3-8a40-d7175afc851d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0634961 Jul 16 21:15:50.078709 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ebd49c1e-d6df-43e2-9262-43934598d161 req-717bc44b-01de-45ed-8ca1-73b617761b40 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613887 Jul 16 21:15:50.098407 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-86e4b7f1-e739-41b4-8db4-ebfa1cada038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:50.099888 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-86e4b7f1-e739-41b4-8db4-ebfa1cada038 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730255 Jul 16 21:15:50.192964 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-bf5440c0-89f9-4656-8d4a-c50ec37dc58c service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860705 Jul 16 21:15:50.280456 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20f0537d-43f4-4575-8f62-29fd37fac3e2 req-54077127-5ad4-4c33-877b-172f5150e8bd service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814416 Jul 16 21:15:51.256709 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2a6ad-84a0-43f3-ae5c-c23096d731fd req-a95beed6-d08f-47bc-b7d1-df7d3110df2b tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:51.258202 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46b2a6ad-84a0-43f3-ae5c-c23096d731fd req-a95beed6-d08f-47bc-b7d1-df7d3110df2b tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 943 time: 0.0663812 Jul 16 21:15:51.299806 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46b2a6ad-84a0-43f3-ae5c-c23096d731fd req-491dde24-ec1d-4e38-9269-c0d716619ff2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361357 Jul 16 21:15:51.348468 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0d2a93-94d3-4303-b071-ad49f0e3317c', 'tag': '9c0fe623-4b83-4017-b961-8b9eeca7a27e'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:15:51.350832 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11588413-c539-4aa5-b088-fa865dfff4dd" -d '{"events": [{"name": "network-changed", "server_uuid": "eb0d2a93-94d3-4303-b071-ad49f0e3317c", "tag": "9c0fe623-4b83-4017-b961-8b9eeca7a27e"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:15:51.397854 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106acc43-ba8b-4596-b965-5323920cea8d x-openstack-request-id: req-106acc43-ba8b-4596-b965-5323920cea8d {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:15:51.399056 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb0d2a93-94d3-4303-b071-ad49f0e3317c", "tag": "9c0fe623-4b83-4017-b961-8b9eeca7a27e", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:15:51.399356 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-106acc43-ba8b-4596-b965-5323920cea8d {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:15:51.400090 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb0d2a93-94d3-4303-b071-ad49f0e3317c', 'tag': '9c0fe623-4b83-4017-b961-8b9eeca7a27e', 'status': 'completed', 'code': 200} Jul 16 21:15:51.470570 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11588413-c539-4aa5-b088-fa865dfff4dd req-577f6df7-1548-4e89-a55d-abd9613e2e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:51.472107 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-11588413-c539-4aa5-b088-fa865dfff4dd req-577f6df7-1548-4e89-a55d-abd9613e2e59 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 1095 time: 0.0545437 Jul 16 21:15:51.479193 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11588413-c539-4aa5-b088-fa865dfff4dd req-6cd6e94e-4f60-426d-8d46-57870dbc7ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:51.481414 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11588413-c539-4aa5-b088-fa865dfff4dd req-6cd6e94e-4f60-426d-8d46-57870dbc7ce5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 1095 time: 0.0572765 Jul 16 21:15:51.569796 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11588413-c539-4aa5-b088-fa865dfff4dd req-fb202403-4ab8-4f94-8d05-5dc2e84e497d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:51.571375 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-11588413-c539-4aa5-b088-fa865dfff4dd req-fb202403-4ab8-4f94-8d05-5dc2e84e497d service neutron] 10.222.0.62 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0926023 Jul 16 21:15:51.577115 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11588413-c539-4aa5-b088-fa865dfff4dd req-73094758-0135-46fb-ae43-e73032cf536d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:51.578700 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11588413-c539-4aa5-b088-fa865dfff4dd req-73094758-0135-46fb-ae43-e73032cf536d service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0902958 Jul 16 21:15:51.643923 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-11588413-c539-4aa5-b088-fa865dfff4dd req-f9f8b3ec-17ed-48c0-bb73-387e3282f013 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c0fe623-4b83-4017-b961-8b9eeca7a27e HTTP/1.1" status: 200 len: 999 time: 0.0658412 Jul 16 21:15:51.663626 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11588413-c539-4aa5-b088-fa865dfff4dd req-66bed23c-aa90-4669-b42d-c14f120912a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c0fe623-4b83-4017-b961-8b9eeca7a27e HTTP/1.1" status: 200 len: 999 time: 0.0661836 Jul 16 21:15:51.691811 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11588413-c539-4aa5-b088-fa865dfff4dd req-fb4a96c4-3ab6-4304-bb20-67b1d85f0de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:51.693270 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-11588413-c539-4aa5-b088-fa865dfff4dd req-fb4a96c4-3ab6-4304-bb20-67b1d85f0de8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0434244 Jul 16 21:15:51.712606 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11588413-c539-4aa5-b088-fa865dfff4dd req-158b95b7-a891-4d0a-aa08-05a20989ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:51.714041 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11588413-c539-4aa5-b088-fa865dfff4dd req-158b95b7-a891-4d0a-aa08-05a20989ee9a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0443153 Jul 16 21:15:51.749756 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11588413-c539-4aa5-b088-fa865dfff4dd req-e1463323-5c0b-4ff1-95f1-79b7ebe86990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:51.751295 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-11588413-c539-4aa5-b088-fa865dfff4dd req-e1463323-5c0b-4ff1-95f1-79b7ebe86990 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518904 Jul 16 21:15:51.771905 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1a37570-b414-400a-a827-2aa5bca61c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:51.772939 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11588413-c539-4aa5-b088-fa865dfff4dd req-04457206-3513-403e-9058-5eb05ede30cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:51.775171 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11588413-c539-4aa5-b088-fa865dfff4dd req-04457206-3513-403e-9058-5eb05ede30cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550225 Jul 16 21:15:51.846451 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-11588413-c539-4aa5-b088-fa865dfff4dd req-8b46e9c6-1165-47e8-9aca-c7f595d8128c service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887311 Jul 16 21:15:51.873957 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11588413-c539-4aa5-b088-fa865dfff4dd req-a63feaed-3f19-4d61-929d-b4a2bde84898 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911672 Jul 16 21:15:51.938440 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-11588413-c539-4aa5-b088-fa865dfff4dd req-2a3682c5-c746-4cde-b555-9f24480cca97 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850163 Jul 16 21:15:51.965722 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-11588413-c539-4aa5-b088-fa865dfff4dd req-fb6f24ac-9acc-4200-87ef-2f37ac7636b7 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857184 Jul 16 21:15:52.512064 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3836e8-6417-4dea-8c39-2750862b7aeb req-84ea8141-d7a6-4c13-9d3c-d73320591b8a tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:52.514091 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-af3836e8-6417-4dea-8c39-2750862b7aeb req-84ea8141-d7a6-4c13-9d3c-d73320591b8a tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 943 time: 0.0863750 Jul 16 21:15:52.556481 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-af3836e8-6417-4dea-8c39-2750862b7aeb req-77bc7d62-42b6-4af6-b205-09906f6ca99d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362937 Jul 16 21:15:52.900593 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05bbeb-b3f7-4305-9c75-d62894b9ce26 req-983a7a46-b04b-477a-bb8e-b56a8427ef1c tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:52.902095 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1e05bbeb-b3f7-4305-9c75-d62894b9ce26 req-983a7a46-b04b-477a-bb8e-b56a8427ef1c tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 943 time: 0.0663161 Jul 16 21:15:52.948469 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0ee37-ada4-4ff5-9112-01c583f4b9e7 req-330e1428-df89-4dfb-8c6f-031111b384a6 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:52.949075 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1e05bbeb-b3f7-4305-9c75-d62894b9ce26 req-bcf11fee-724d-48b8-ad01-ab81a01dca08 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356424 Jul 16 21:15:52.949956 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-15a0ee37-ada4-4ff5-9112-01c583f4b9e7 req-330e1428-df89-4dfb-8c6f-031111b384a6 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c&tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&binding%3Ahost_id=n-h1-791506-21 HTTP/1.1" status: 200 len: 943 time: 0.0874565 Jul 16 21:15:53.009798 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [req-15a0ee37-ada4-4ff5-9112-01c583f4b9e7 req-ff16d81f-39a8-4fc0-b13d-c961fd5b2576 service neutron] delete failed (client error): The resource could not be found. Jul 16 21:15:53.010849 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-15a0ee37-ada4-4ff5-9112-01c583f4b9e7 req-ff16d81f-39a8-4fc0-b13d-c961fd5b2576 service neutron] 10.222.0.62 "DELETE /v2.0/ports/9c0fe623-4b83-4017-b961-8b9eeca7a27e/bindings/n-h2-791506-21 HTTP/1.1" status: 404 len: 381 time: 0.0542705 Jul 16 21:15:53.110671 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0ee37-ada4-4ff5-9112-01c583f4b9e7 req-5300ff42-2acd-4253-b4bf-e3f3dca24d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:53.111422 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 9c0fe623-4b83-4017-b961-8b9eeca7a27e no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:15:53.112197 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-15a0ee37-ada4-4ff5-9112-01c583f4b9e7 req-5300ff42-2acd-4253-b4bf-e3f3dca24d75 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 1095 time: 0.0556166 Jul 16 21:15:53.149443 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 9c0fe623-4b83-4017-b961-8b9eeca7a27e not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:15:53.209156 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0ee37-ada4-4ff5-9112-01c583f4b9e7 req-d445aade-547f-4a2b-8e3d-c1f22fe1ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:53.210720 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-15a0ee37-ada4-4ff5-9112-01c583f4b9e7 req-d445aade-547f-4a2b-8e3d-c1f22fe1ad20 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0922706 Jul 16 21:15:53.275830 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-15a0ee37-ada4-4ff5-9112-01c583f4b9e7 req-08d49f5a-4f32-4bb2-8533-a9f63031ad50 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c0fe623-4b83-4017-b961-8b9eeca7a27e HTTP/1.1" status: 200 len: 999 time: 0.0588710 Jul 16 21:15:53.324482 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0ee37-ada4-4ff5-9112-01c583f4b9e7 req-624c4292-59fb-4703-8c73-fce16d677ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:53.326237 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-15a0ee37-ada4-4ff5-9112-01c583f4b9e7 req-624c4292-59fb-4703-8c73-fce16d677ab3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0440400 Jul 16 21:15:53.385428 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0ee37-ada4-4ff5-9112-01c583f4b9e7 req-4e4dcc40-3ae3-4814-831b-962a4f26ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:53.386951 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-15a0ee37-ada4-4ff5-9112-01c583f4b9e7 req-4e4dcc40-3ae3-4814-831b-962a4f26ac9e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551841 Jul 16 21:15:53.473801 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-15a0ee37-ada4-4ff5-9112-01c583f4b9e7 req-41a42362-d790-4e3b-9b99-bbb8c5bbebc9 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802069 Jul 16 21:15:53.567805 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-15a0ee37-ada4-4ff5-9112-01c583f4b9e7 req-6635e4e6-400c-4c5f-8935-70e56a771e73 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876043 Jul 16 21:15:54.125433 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9c0fe623-4b83-4017-b961-8b9eeca7a27e details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:15:54.138215 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d23389-3cfb-4285-b05a-a24d531f7e61 req-77c11b4f-b2e3-4a59-a6f3-d6b16b7d33c2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:54.140311 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-37d23389-3cfb-4285-b05a-a24d531f7e61 req-77c11b4f-b2e3-4a59-a6f3-d6b16b7d33c2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 943 time: 0.0731425 Jul 16 21:15:54.236210 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 9c0fe623-4b83-4017-b961-8b9eeca7a27e, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9c0fe623-4b83-4017-b961-8b9eeca7a27e,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:15:54.249827 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '9c0fe623-4b83-4017-b961-8b9eeca7a27e', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'port_id': '9c0fe623-4b83-4017-b961-8b9eeca7a27e', 'mac_address': 'fa:16:3e:40:d8:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:15:54.293052 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:54.312981 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0fe623-4b83-4017-b961-8b9eeca7a27e {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:15:54.318820 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea0b3be2-af5b-4cf7-991c-9bf936fa57f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:54.336011 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 9c0fe623-4b83-4017-b961-8b9eeca7a27e, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9c0fe623-4b83-4017-b961-8b9eeca7a27e,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:15:54.340070 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:54.394907 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=9c0fe623-4b83-4017-b961-8b9eeca7a27e,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:15:54.408441 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:54.408797 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:54.409152 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:54.409529 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:54.409812 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:54.410182 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:54.410531 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:54.410878 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:54.411210 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:54.411534 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:54.411858 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:54.412183 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:54.416200 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:54.530073 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-37d23389-3cfb-4285-b05a-a24d531f7e61 req-977670fa-f077-4561-a695-cc8735c38e00 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3838632 Jul 16 21:15:54.569009 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['9c0fe623-4b83-4017-b961-8b9eeca7a27e'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:15:54.704488 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2eff06-0b4f-49d7-8de9-6446393d2cd6 req-59bc1cdb-9295-4505-ac54-d8ac9279b8b9 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:54.705930 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dc2eff06-0b4f-49d7-8de9-6446393d2cd6 req-59bc1cdb-9295-4505-ac54-d8ac9279b8b9 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 944 time: 0.0636060 Jul 16 21:15:54.742199 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dc2eff06-0b4f-49d7-8de9-6446393d2cd6 req-a8de6ebc-e592-49c9-ac15-84282fa33593 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306170 Jul 16 21:15:55.105728 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c18d8-27df-4d46-b695-6fda0a7f1ba0 req-e0dea530-bbd4-437e-a8aa-df211ab8ca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:55.107294 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a25c18d8-27df-4d46-b695-6fda0a7f1ba0 req-e0dea530-bbd4-437e-a8aa-df211ab8ca5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 1096 time: 0.0990419 Jul 16 21:15:55.116487 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91095b1-7a8d-485e-9d4b-69ccd815fd39 req-4f1637a3-90a1-49b2-9eb5-a105b2653203 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:55.117835 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f91095b1-7a8d-485e-9d4b-69ccd815fd39 req-4f1637a3-90a1-49b2-9eb5-a105b2653203 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 944 time: 0.1014032 Jul 16 21:15:55.209372 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f91095b1-7a8d-485e-9d4b-69ccd815fd39 req-a7e82872-859c-40e5-ba73-d5f2665e495d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0824432 Jul 16 21:15:55.235173 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c18d8-27df-4d46-b695-6fda0a7f1ba0 req-91f08983-35fb-4ccc-a24b-2a17425b6c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:55.236724 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a25c18d8-27df-4d46-b695-6fda0a7f1ba0 req-91f08983-35fb-4ccc-a24b-2a17425b6c5a service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.1180332 Jul 16 21:15:55.303703 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a25c18d8-27df-4d46-b695-6fda0a7f1ba0 req-6cae8375-da97-4b49-8467-2507a4779a54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c0fe623-4b83-4017-b961-8b9eeca7a27e HTTP/1.1" status: 200 len: 1000 time: 0.0600669 Jul 16 21:15:55.350882 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c18d8-27df-4d46-b695-6fda0a7f1ba0 req-0233886e-d596-4c1c-8c40-d5d4ba4c0223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:55.352297 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a25c18d8-27df-4d46-b695-6fda0a7f1ba0 req-0233886e-d596-4c1c-8c40-d5d4ba4c0223 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0429912 Jul 16 21:15:55.412591 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c18d8-27df-4d46-b695-6fda0a7f1ba0 req-6caf0c8e-759e-4382-9568-048551b8aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:55.414058 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a25c18d8-27df-4d46-b695-6fda0a7f1ba0 req-6caf0c8e-759e-4382-9568-048551b8aa2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549748 Jul 16 21:15:55.504209 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a25c18d8-27df-4d46-b695-6fda0a7f1ba0 req-f2a929f4-25fa-4105-ba03-f5d26f1f2fc0 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826869 Jul 16 21:15:55.597836 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a25c18d8-27df-4d46-b695-6fda0a7f1ba0 req-fb26c776-b0aa-4b01-ae0d-d388a29e027f service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876367 Jul 16 21:15:55.947538 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:56.132071 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9c0fe623-4b83-4017-b961-8b9eeca7a27e up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:15:56.180439 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 9c0fe623-4b83-4017-b961-8b9eeca7a27e completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:15:56.183984 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 9c0fe623-4b83-4017-b961-8b9eeca7a27e triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:15:56.184355 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:56.265607 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:56.288047 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0d2a93-94d3-4303-b071-ad49f0e3317c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0fe623-4b83-4017-b961-8b9eeca7a27e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:15:56.290707 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f6e0a0-1aa4-426f-963a-1f69947a247c" -d '{"events": [{"server_uuid": "eb0d2a93-94d3-4303-b071-ad49f0e3317c", "name": "network-vif-plugged", "status": "completed", "tag": "9c0fe623-4b83-4017-b961-8b9eeca7a27e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:15:56.303776 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 9c0fe623-4b83-4017-b961-8b9eeca7a27e, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9c0fe623-4b83-4017-b961-8b9eeca7a27e,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:15:56.308036 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:56.363102 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=9c0fe623-4b83-4017-b961-8b9eeca7a27e,revision_number=9']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:15:56.391972 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d46bea-8b33-4b84-b02a-0b6ef3edfc3a x-openstack-request-id: req-24d46bea-8b33-4b84-b02a-0b6ef3edfc3a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:15:56.392273 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0d2a93-94d3-4303-b071-ad49f0e3317c", "name": "network-vif-plugged", "status": "completed", "tag": "9c0fe623-4b83-4017-b961-8b9eeca7a27e", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:15:56.392537 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-24d46bea-8b33-4b84-b02a-0b6ef3edfc3a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:15:56.392665 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952562f9-877e-42d0-9b9f-e8f9f8f2836b req-fa35e51f-ef25-48e1-b145-775d210a93f9 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:56.393126 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0d2a93-94d3-4303-b071-ad49f0e3317c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0fe623-4b83-4017-b961-8b9eeca7a27e', 'code': 200} Jul 16 21:15:56.394147 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-952562f9-877e-42d0-9b9f-e8f9f8f2836b req-fa35e51f-ef25-48e1-b145-775d210a93f9 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 945 time: 0.0698104 Jul 16 21:15:56.432610 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-952562f9-877e-42d0-9b9f-e8f9f8f2836b req-84972d96-2ce2-4e48-97c0-3eb6298600c2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326867 Jul 16 21:15:56.815648 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ccac6-4cc9-4540-a9bf-40f874b72148 req-699e4b94-2ee8-48e0-bb5d-5d88403b54b2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:56.817134 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-241ccac6-4cc9-4540-a9bf-40f874b72148 req-699e4b94-2ee8-48e0-bb5d-5d88403b54b2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 945 time: 0.0639291 Jul 16 21:15:56.857998 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-241ccac6-4cc9-4540-a9bf-40f874b72148 req-c26b8106-7a12-4752-a569-92cecdc3e015 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350351 Jul 16 21:15:57.789032 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:57.968058 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2139e8a-f2ea-43d7-8f38-81953f6a5bed req-826b97cb-974e-4ccb-879e-53eb1f2c996f tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:57.969503 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a2139e8a-f2ea-43d7-8f38-81953f6a5bed req-826b97cb-974e-4ccb-879e-53eb1f2c996f tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 945 time: 0.0633750 Jul 16 21:15:58.097399 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a7f3c-c224-4717-9df2-69944cc07b91 req-6b82c70e-2124-456b-a6fb-9b0997708b9f tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:58.098905 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f72a7f3c-c224-4717-9df2-69944cc07b91 req-6b82c70e-2124-456b-a6fb-9b0997708b9f tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0d2a93-94d3-4303-b071-ad49f0e3317c HTTP/1.1" status: 200 len: 945 time: 0.1274152 Jul 16 21:15:58.135621 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-a2139e8a-f2ea-43d7-8f38-81953f6a5bed req-14a0a06f-2f95-4d74-9ff3-d1ac4dedefa2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Deleting port 9c0fe623-4b83-4017-b961-8b9eeca7a27e {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:15:58.135963 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a2139e8a-f2ea-43d7-8f38-81953f6a5bed req-14a0a06f-2f95-4d74-9ff3-d1ac4dedefa2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:58.165221 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f72a7f3c-c224-4717-9df2-69944cc07b91 req-ecb1b72b-c315-432a-80ff-f6982f458d76 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583735 Jul 16 21:15:58.237452 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-a2139e8a-f2ea-43d7-8f38-81953f6a5bed req-14a0a06f-2f95-4d74-9ff3-d1ac4dedefa2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] For port 9c0fe623-4b83-4017-b961-8b9eeca7a27e, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9c0fe623-4b83-4017-b961-8b9eeca7a27e,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:15:58.237452 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a2139e8a-f2ea-43d7-8f38-81953f6a5bed req-14a0a06f-2f95-4d74-9ff3-d1ac4dedefa2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:58.454195 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a2139e8a-f2ea-43d7-8f38-81953f6a5bed req-14a0a06f-2f95-4d74-9ff3-d1ac4dedefa2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:58.454593 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a2139e8a-f2ea-43d7-8f38-81953f6a5bed req-14a0a06f-2f95-4d74-9ff3-d1ac4dedefa2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:58.454903 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [req-a2139e8a-f2ea-43d7-8f38-81953f6a5bed req-14a0a06f-2f95-4d74-9ff3-d1ac4dedefa2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Floating IP be2a6625-b75f-416a-b3f0-7936054f63db disassociated. External IP: 172.25.0.175, port: 9c0fe623-4b83-4017-b961-8b9eeca7a27e. Jul 16 21:15:58.455320 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-a2139e8a-f2ea-43d7-8f38-81953f6a5bed req-14a0a06f-2f95-4d74-9ff3-d1ac4dedefa2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Calling delete_port for 9c0fe623-4b83-4017-b961-8b9eeca7a27e owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:15:58.588604 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a2139e8a-f2ea-43d7-8f38-81953f6a5bed req-14a0a06f-2f95-4d74-9ff3-d1ac4dedefa2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:58.620067 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0a06f-2f95-4d74-9ff3-d1ac4dedefa2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Pushing event deleted for resources: {'Port': ['ID=9c0fe623-4b83-4017-b961-8b9eeca7a27e,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:15:58.740259 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2139e8a-f2ea-43d7-8f38-81953f6a5bed req-14a0a06f-2f95-4d74-9ff3-d1ac4dedefa2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Router 1a079834-e375-48c6-8184-3b9b3e38c00b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:15:58.849260 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2139e8a-f2ea-43d7-8f38-81953f6a5bed req-14a0a06f-2f95-4d74-9ff3-d1ac4dedefa2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:15:58.858734 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d69a85-f939-459c-90c1-b3e57ba6ca08 None None] Sync routers for ids ['1a079834-e375-48c6-8184-3b9b3e38c00b'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:15:58.867982 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d69a85-f939-459c-90c1-b3e57ba6ca08 None None] Routers {'1a079834-e375-48c6-8184-3b9b3e38c00b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:15:58.868595 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a9d69a85-f939-459c-90c1-b3e57ba6ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:15:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1a079834-e375-48c6-8184-3b9b3e38c00b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:15:58.892639 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2139e8a-f2ea-43d7-8f38-81953f6a5bed req-14a0a06f-2f95-4d74-9ff3-d1ac4dedefa2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] No DVR routers for this DVR port 9c0fe623-4b83-4017-b961-8b9eeca7a27e on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:15:58.895223 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-a2139e8a-f2ea-43d7-8f38-81953f6a5bed req-14a0a06f-2f95-4d74-9ff3-d1ac4dedefa2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:58.897187 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a2139e8a-f2ea-43d7-8f38-81953f6a5bed req-14a0a06f-2f95-4d74-9ff3-d1ac4dedefa2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.18 "DELETE /v2.0/ports/9c0fe623-4b83-4017-b961-8b9eeca7a27e HTTP/1.1" status: 204 len: 173 time: 0.9172451 Jul 16 21:15:58.897627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0d2a93-94d3-4303-b071-ad49f0e3317c', 'name': 'network-vif-deleted', 'tag': '9c0fe623-4b83-4017-b961-8b9eeca7a27e'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:15:58.899908 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77317ed-3bc4-4820-9889-16b0186d71c5" -d '{"events": [{"server_uuid": "eb0d2a93-94d3-4303-b071-ad49f0e3317c", "name": "network-vif-deleted", "tag": "9c0fe623-4b83-4017-b961-8b9eeca7a27e"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:15:58.937400 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6a0b99-ab9e-48a0-992a-aca71857ec59 x-openstack-request-id: req-0f6a0b99-ab9e-48a0-992a-aca71857ec59 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:15:58.937702 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0d2a93-94d3-4303-b071-ad49f0e3317c", "name": "network-vif-deleted", "tag": "9c0fe623-4b83-4017-b961-8b9eeca7a27e", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:15:58.937958 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0f6a0b99-ab9e-48a0-992a-aca71857ec59 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:15:58.938393 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0d2a93-94d3-4303-b071-ad49f0e3317c', 'name': 'network-vif-deleted', 'tag': '9c0fe623-4b83-4017-b961-8b9eeca7a27e', 'status': 'completed', 'code': 200} Jul 16 21:15:58.987670 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-a9d69a85-f939-459c-90c1-b3e57ba6ca08 None None] Set router 1a079834-e375-48c6-8184-3b9b3e38c00b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:15:59.293053 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a9d69a85-f939-459c-90c1-b3e57ba6ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3090be44-0f47-4693-a663-c2face31e986', 'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'mac_address': 'fa:16:3e:45:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:33Z', 'updated_at': '2021-07-16T21:11:38Z', 'revision_number': 5, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'subnets': [{'id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:15:59.319174 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d69a85-f939-459c-90c1-b3e57ba6ca08 None None] Checking router: 1a079834-e375-48c6-8184-3b9b3e38c00b for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:15:59.327954 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d69a85-f939-459c-90c1-b3e57ba6ca08 None None] Routers {'1a079834-e375-48c6-8184-3b9b3e38c00b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:15:59.328558 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a9d69a85-f939-459c-90c1-b3e57ba6ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:15:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1a079834-e375-48c6-8184-3b9b3e38c00b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:15:59.434484 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-a9d69a85-f939-459c-90c1-b3e57ba6ca08 None None] Set router 1a079834-e375-48c6-8184-3b9b3e38c00b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:15:59.517320 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-d3dafaf7-169d-4545-be1d-7860a28656a4 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--42337967&fields=id&tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95 HTTP/1.1" status: 200 len: 267 time: 0.0330536 Jul 16 21:15:59.626073 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-32e71a94-015e-438d-93ff-6ec1c0cb05ee tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:59.627124 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a9d69a85-f939-459c-90c1-b3e57ba6ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3090be44-0f47-4693-a663-c2face31e986', 'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'mac_address': 'fa:16:3e:45:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:33Z', 'updated_at': '2021-07-16T21:11:38Z', 'revision_number': 5, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'subnets': [{'id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:15:59.627703 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-32e71a94-015e-438d-93ff-6ec1c0cb05ee tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 812 time: 0.1035511 Jul 16 21:15:59.643907 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-fa6f36a0-a2f5-4775-bcf8-b7f53996cc62 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/quotas/25bfcd1cfbbd4085b947fb2ae9f94c95 HTTP/1.1" status: 200 len: 375 time: 0.0098369 Jul 16 21:15:59.657835 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d69a85-f939-459c-90c1-b3e57ba6ca08 None None] The sync data for ids ['1a079834-e375-48c6-8184-3b9b3e38c00b'] in n-d-791506-21 is: [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3090be44-0f47-4693-a663-c2face31e986', 'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'mac_address': 'fa:16:3e:45:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:33Z', 'updated_at': '2021-07-16T21:11:38Z', 'revision_number': 5, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'subnets': [{'id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:15:59.715872 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-bd473d36-5f34-4dac-95b4-f4f8b93b3922 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0667238 Jul 16 21:15:59.868292 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-f2931cee-383f-4e1c-9d07-465505ac2e5d service neutron] 10.222.0.38 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404052 Jul 16 21:15:59.869564 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e926c2d8-3448-487a-b72f-0dc6f3e88cd4 None None] New status for floating IP be2a6625-b75f-416a-b3f0-7936054f63db: DOWN {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:15:59.961708 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-e455ae2c-fed5-41a8-aaf8-1b011b6a0e9e service neutron] 10.222.0.38 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873737 Jul 16 21:15:59.982000 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:00.143343 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46f2375f-bf30-42f0-9322-90fd89525ba2 req-a4aea090-38fd-4f37-a3af-0b17eb62d712 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 210 time: 0.0335479 Jul 16 21:16:01.149629 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-98ffb419-51c4-489e-ae50-257c5a47c1fe tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:01.151112 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-98ffb419-51c4-489e-ae50-257c5a47c1fe tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.62 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 812 time: 0.1044521 Jul 16 21:16:01.200450 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-9f3a7b24-8a70-4d44-aebf-e82234b62987 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95 HTTP/1.1" status: 200 len: 378 time: 0.0415177 Jul 16 21:16:01.209299 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-2737f47b-41ca-491b-9f2a-1da6cbdd9c43 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Request body: {'port': {'device_id': 'fe9c654a-b727-4cfa-9c32-5b7307a9b4f9', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'admin_state_up': True, 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'security_groups': ['94f6a0d2-d9da-4768-99dd-dfe9568cbafa']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:16:01.297932 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ad7cfaf4-f88c-4672-9169-0a6cdb28b8fd req-2363aa5c-4afd-4256-8313-5a573889ae70 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 210 time: 0.0292184 Jul 16 21:16:01.331222 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-2737f47b-41ca-491b-9f2a-1da6cbdd9c43 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Made reservation on behalf of 25bfcd1cfbbd4085b947fb2ae9f94c95 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:16:01.334911 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-2737f47b-41ca-491b-9f2a-1da6cbdd9c43 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:01.462198 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-2737f47b-41ca-491b-9f2a-1da6cbdd9c43 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Allocated IP 172.20.0.11 (5bad7e3f-d4d4-45ac-a989-a8056e5a5442/99a6fa48-2fab-42bf-b2ea-7a1009957e6a/9370ca03-25ae-4fe0-aba2-d2f9aca35449) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:16:01.596732 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-2737f47b-41ca-491b-9f2a-1da6cbdd9c43 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:01.615307 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-2737f47b-41ca-491b-9f2a-1da6cbdd9c43 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Transition to ACTIVE for port object 9370ca03-25ae-4fe0-aba2-d2f9aca35449 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:16:01.648666 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-2737f47b-41ca-491b-9f2a-1da6cbdd9c43 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:01.694444 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-2737f47b-41ca-491b-9f2a-1da6cbdd9c43 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:16:01.697551 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-2737f47b-41ca-491b-9f2a-1da6cbdd9c43 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:16:01.702132 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-2737f47b-41ca-491b-9f2a-1da6cbdd9c43 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:16:01.708835 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737f47b-41ca-491b-9f2a-1da6cbdd9c43 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Pushing event updated for resources: {'Port': ['ID=9370ca03-25ae-4fe0-aba2-d2f9aca35449,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:16:01.737878 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2737f47b-41ca-491b-9f2a-1da6cbdd9c43 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:01.738224 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2737f47b-41ca-491b-9f2a-1da6cbdd9c43 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:01.738593 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2737f47b-41ca-491b-9f2a-1da6cbdd9c43 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:01.738928 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2737f47b-41ca-491b-9f2a-1da6cbdd9c43 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:01.739416 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2737f47b-41ca-491b-9f2a-1da6cbdd9c43 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:01.739762 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2737f47b-41ca-491b-9f2a-1da6cbdd9c43 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:01.740172 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2737f47b-41ca-491b-9f2a-1da6cbdd9c43 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:01.740504 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2737f47b-41ca-491b-9f2a-1da6cbdd9c43 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:01.740825 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2737f47b-41ca-491b-9f2a-1da6cbdd9c43 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:01.741148 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2737f47b-41ca-491b-9f2a-1da6cbdd9c43 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:01.741470 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2737f47b-41ca-491b-9f2a-1da6cbdd9c43 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:01.741787 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2737f47b-41ca-491b-9f2a-1da6cbdd9c43 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:01.769846 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-2737f47b-41ca-491b-9f2a-1da6cbdd9c43 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:01.770584 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-2737f47b-41ca-491b-9f2a-1da6cbdd9c43 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:01.785976 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-2737f47b-41ca-491b-9f2a-1da6cbdd9c43 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5807173 Jul 16 21:16:01.799101 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-fb4cbf1d-ce7c-4720-b4b1-39a66df548eb service neutron] Request body: {'port': {'device_id': 'fe9c654a-b727-4cfa-9c32-5b7307a9b4f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:16:01.878661 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-fb4cbf1d-ce7c-4720-b4b1-39a66df548eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:01.974249 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8af18889-fdff-450b-8877-790bca420634 None None] Provisioning for port 9370ca03-25ae-4fe0-aba2-d2f9aca35449 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:16:01.978929 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8af18889-fdff-450b-8877-790bca420634 None None] Provisioning complete for port 9370ca03-25ae-4fe0-aba2-d2f9aca35449 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:16:01.979556 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8af18889-fdff-450b-8877-790bca420634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:02.015939 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8af18889-fdff-450b-8877-790bca420634 None None] Port 9370ca03-25ae-4fe0-aba2-d2f9aca35449 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:16:02.135882 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-fb4cbf1d-ce7c-4720-b4b1-39a66df548eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9370ca03-25ae-4fe0-aba2-d2f9aca35449 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:16:02.143416 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-fb4cbf1d-ce7c-4720-b4b1-39a66df548eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:02.160128 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-fb4cbf1d-ce7c-4720-b4b1-39a66df548eb service neutron] Transition to ACTIVE for port object 9370ca03-25ae-4fe0-aba2-d2f9aca35449 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:16:02.163669 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-fb4cbf1d-ce7c-4720-b4b1-39a66df548eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:02.187099 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9c0fe623-4b83-4017-b961-8b9eeca7a27e no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:16:02.207912 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 9c0fe623-4b83-4017-b961-8b9eeca7a27e {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:16:02.208345 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9c0fe623-4b83-4017-b961-8b9eeca7a27e not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:16:02.240373 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4cbf1d-ce7c-4720-b4b1-39a66df548eb service neutron] Pushing event updated for resources: {'Port': ['ID=9370ca03-25ae-4fe0-aba2-d2f9aca35449,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:16:02.299692 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-fb4cbf1d-ce7c-4720-b4b1-39a66df548eb service neutron] Attempting to bind port 9370ca03-25ae-4fe0-aba2-d2f9aca35449 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:16:02.300037 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-fb4cbf1d-ce7c-4720-b4b1-39a66df548eb service neutron] Attempting to bind port 9370ca03-25ae-4fe0-aba2-d2f9aca35449 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:16:02.300359 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-fb4cbf1d-ce7c-4720-b4b1-39a66df548eb service neutron] Attempting to bind port 9370ca03-25ae-4fe0-aba2-d2f9aca35449 on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:16:02.305271 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-fb4cbf1d-ce7c-4720-b4b1-39a66df548eb service neutron] Port 9370ca03-25ae-4fe0-aba2-d2f9aca35449 on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:16:02.305603 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-fb4cbf1d-ce7c-4720-b4b1-39a66df548eb service neutron] Attempting to bind port 9370ca03-25ae-4fe0-aba2-d2f9aca35449 on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:16:02.312953 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-fb4cbf1d-ce7c-4720-b4b1-39a66df548eb service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:16:02.313296 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-fb4cbf1d-ce7c-4720-b4b1-39a66df548eb service neutron] Checking segment: {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:16:02.313715 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-fb4cbf1d-ce7c-4720-b4b1-39a66df548eb service neutron] Bound using segment: {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:16:02.314146 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-fb4cbf1d-ce7c-4720-b4b1-39a66df548eb service neutron] Bound port: 9370ca03-25ae-4fe0-aba2-d2f9aca35449, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:16:02.314541 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-fb4cbf1d-ce7c-4720-b4b1-39a66df548eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:02.385591 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-fb4cbf1d-ce7c-4720-b4b1-39a66df548eb service neutron] For port 9370ca03-25ae-4fe0-aba2-d2f9aca35449, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:16:02.389292 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-fb4cbf1d-ce7c-4720-b4b1-39a66df548eb service neutron] For port 9370ca03-25ae-4fe0-aba2-d2f9aca35449, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=9370ca03-25ae-4fe0-aba2-d2f9aca35449,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:16:02.394118 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-fb4cbf1d-ce7c-4720-b4b1-39a66df548eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:02.427693 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-fb4cbf1d-ce7c-4720-b4b1-39a66df548eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:02.428667 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-fb4cbf1d-ce7c-4720-b4b1-39a66df548eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:02.430686 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-fb4cbf1d-ce7c-4720-b4b1-39a66df548eb service neutron] 10.222.0.62 "PUT /v2.0/ports/9370ca03-25ae-4fe0-aba2-d2f9aca35449 HTTP/1.1" status: 200 len: 1093 time: 0.6370745 Jul 16 21:16:02.431215 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9c654a-b727-4cfa-9c32-5b7307a9b4f9', 'tag': '9370ca03-25ae-4fe0-aba2-d2f9aca35449'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:16:02.433722 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce8e494-07cf-4667-823b-3a15a611bad7" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9c654a-b727-4cfa-9c32-5b7307a9b4f9", "tag": "9370ca03-25ae-4fe0-aba2-d2f9aca35449"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:16:02.505071 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe71ec05-5e16-47a2-b4fb-3b1a1740207f x-openstack-request-id: req-fe71ec05-5e16-47a2-b4fb-3b1a1740207f {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:16:02.505254 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69025105-9cf7-4efb-876e-c8c4d9b1ef81 req-d98d3893-e02e-482e-8d78-336491082119 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:02.505757 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9c654a-b727-4cfa-9c32-5b7307a9b4f9", "tag": "9370ca03-25ae-4fe0-aba2-d2f9aca35449", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:16:02.505757 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fe71ec05-5e16-47a2-b4fb-3b1a1740207f {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:16:02.506002 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9c654a-b727-4cfa-9c32-5b7307a9b4f9', 'tag': '9370ca03-25ae-4fe0-aba2-d2f9aca35449', 'status': 'completed', 'code': 200} Jul 16 21:16:02.507603 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-69025105-9cf7-4efb-876e-c8c4d9b1ef81 req-d98d3893-e02e-482e-8d78-336491082119 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 944 time: 0.0948262 Jul 16 21:16:02.511254 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4cbf1d-ce7c-4720-b4b1-39a66df548eb service neutron] Pushing event updated for resources: {'Port': ['ID=9370ca03-25ae-4fe0-aba2-d2f9aca35449,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:16:02.544946 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-a576cff7-39a0-4805-a932-bae640452a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:02.547312 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-a576cff7-39a0-4805-a932-bae640452a4f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 1096 time: 0.0747311 Jul 16 21:16:02.553445 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-69025105-9cf7-4efb-876e-c8c4d9b1ef81 req-772ad205-bd53-4c81-9177-6ef65a45c54a tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391800 Jul 16 21:16:02.594530 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-3e8847ec-6d0b-4440-96e8-c4922dfd67b3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9370ca03-25ae-4fe0-aba2-d2f9aca35449 HTTP/1.1" status: 200 len: 217 time: 0.0396874 Jul 16 21:16:02.643329 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-2bbd941f-240a-4781-b5c6-a6c6b8858e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:02.644715 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-2bbd941f-240a-4781-b5c6-a6c6b8858e8f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0441308 Jul 16 21:16:02.706336 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-438ebe73-a833-422b-99c9-4a42e456414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:02.707893 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-438ebe73-a833-422b-99c9-4a42e456414d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568526 Jul 16 21:16:02.796073 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-71557a94-ea76-4ca1-9d31-267dd3b8336b service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813971 Jul 16 21:16:02.887516 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b4512d76-2259-4eb0-840a-a8cd46c31ce4 req-e53554e6-4d22-4c31-b7fb-21bdc64f8ed0 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860531 Jul 16 21:16:02.987457 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8e494-07cf-4667-823b-3a15a611bad7 req-100526bb-24c9-4b9f-b4d1-a332174a443b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:02.988960 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7ce8e494-07cf-4667-823b-3a15a611bad7 req-100526bb-24c9-4b9f-b4d1-a332174a443b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 1096 time: 0.0538940 Jul 16 21:16:03.082206 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8e494-07cf-4667-823b-3a15a611bad7 req-291de7a7-74fc-4e78-89d1-e8ce401870ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:03.083722 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7ce8e494-07cf-4667-823b-3a15a611bad7 req-291de7a7-74fc-4e78-89d1-e8ce401870ac service neutron] 10.222.0.62 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0868886 Jul 16 21:16:03.124635 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7ce8e494-07cf-4667-823b-3a15a611bad7 req-f7dac4f1-fa91-4016-ac56-05a5fb5ddc9a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9370ca03-25ae-4fe0-aba2-d2f9aca35449 HTTP/1.1" status: 200 len: 217 time: 0.0340199 Jul 16 21:16:03.172930 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8e494-07cf-4667-823b-3a15a611bad7 req-7ff774a2-471f-4689-8efb-aef1392dc289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:03.174500 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7ce8e494-07cf-4667-823b-3a15a611bad7 req-7ff774a2-471f-4689-8efb-aef1392dc289 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0434430 Jul 16 21:16:03.231074 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8e494-07cf-4667-823b-3a15a611bad7 req-79e7d779-a16c-4c7f-845f-53096052d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:03.232641 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7ce8e494-07cf-4667-823b-3a15a611bad7 req-79e7d779-a16c-4c7f-845f-53096052d3f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514827 Jul 16 21:16:03.327502 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7ce8e494-07cf-4667-823b-3a15a611bad7 req-f074d8d6-702b-4b60-943f-b47aaac030a4 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877008 Jul 16 21:16:03.420017 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-7ce8e494-07cf-4667-823b-3a15a611bad7 req-9f3e995a-1e20-4898-bcfc-036a8057b2cf service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851374 Jul 16 21:16:03.650228 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:03.733970 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b80245-d876-4aec-b135-d913551195ad req-c9784924-6480-4a20-871b-cb69f68c8567 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:03.735535 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0b80245-d876-4aec-b135-d913551195ad req-c9784924-6480-4a20-871b-cb69f68c8567 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 944 time: 0.0666411 Jul 16 21:16:03.774894 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0b80245-d876-4aec-b135-d913551195ad req-d1b303a2-99cd-4710-a9d2-3b32c4aacac7 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331511 Jul 16 21:16:04.947264 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b74a9-82af-4dcc-a36d-471108c1ff0f req-98e73c50-e1b9-43e9-981a-0702fd41ff6e tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:04.948754 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b1b74a9-82af-4dcc-a36d-471108c1ff0f req-98e73c50-e1b9-43e9-981a-0702fd41ff6e tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 944 time: 0.0643439 Jul 16 21:16:04.986724 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b1b74a9-82af-4dcc-a36d-471108c1ff0f req-d9b098eb-e7e7-4f41-81ea-903cfd19554c tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314238 Jul 16 21:16:05.182848 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 9370ca03-25ae-4fe0-aba2-d2f9aca35449 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:16:05.280575 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 9370ca03-25ae-4fe0-aba2-d2f9aca35449, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=9370ca03-25ae-4fe0-aba2-d2f9aca35449,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:16:05.291404 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '9370ca03-25ae-4fe0-aba2-d2f9aca35449', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'port_id': '9370ca03-25ae-4fe0-aba2-d2f9aca35449', 'mac_address': 'fa:16:3e:54:38:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:16:05.328292 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:05.340225 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9370ca03-25ae-4fe0-aba2-d2f9aca35449 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:16:05.359456 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 9370ca03-25ae-4fe0-aba2-d2f9aca35449, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=9370ca03-25ae-4fe0-aba2-d2f9aca35449,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:16:05.363219 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:05.409455 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=9370ca03-25ae-4fe0-aba2-d2f9aca35449,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:16:05.613460 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['9370ca03-25ae-4fe0-aba2-d2f9aca35449'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:16:06.159057 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e79927-efaa-46a3-89c7-492300411c62 req-4e0b59ec-ae52-491c-8b34-eb66c3fec5b8 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:06.160525 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1e79927-efaa-46a3-89c7-492300411c62 req-4e0b59ec-ae52-491c-8b34-eb66c3fec5b8 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 945 time: 0.0640223 Jul 16 21:16:06.203009 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1e79927-efaa-46a3-89c7-492300411c62 req-3f2274ef-6c3d-4357-9180-e9c47e47789f tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369682 Jul 16 21:16:07.198729 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 9370ca03-25ae-4fe0-aba2-d2f9aca35449 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:16:07.247948 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 9370ca03-25ae-4fe0-aba2-d2f9aca35449 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:16:07.252127 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 9370ca03-25ae-4fe0-aba2-d2f9aca35449 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:16:07.252503 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:07.333311 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:07.356059 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9c654a-b727-4cfa-9c32-5b7307a9b4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9370ca03-25ae-4fe0-aba2-d2f9aca35449'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:16:07.359175 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23bc959-8bba-4c04-8e1d-921598a88e82" -d '{"events": [{"server_uuid": "fe9c654a-b727-4cfa-9c32-5b7307a9b4f9", "name": "network-vif-plugged", "status": "completed", "tag": "9370ca03-25ae-4fe0-aba2-d2f9aca35449"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:16:07.371709 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 9370ca03-25ae-4fe0-aba2-d2f9aca35449, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=9370ca03-25ae-4fe0-aba2-d2f9aca35449,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:16:07.375908 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:07.383771 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b253a-474b-4a53-81a1-a3c2c29fc423 req-f627c927-4c81-4a00-a14a-416e98c1804c tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:07.385311 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-308b253a-474b-4a53-81a1-a3c2c29fc423 req-f627c927-4c81-4a00-a14a-416e98c1804c tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 945 time: 0.0665262 Jul 16 21:16:07.401149 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b07ddde-2cd3-4cfa-93c7-b87d74868e4b x-openstack-request-id: req-2b07ddde-2cd3-4cfa-93c7-b87d74868e4b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:16:07.401434 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9c654a-b727-4cfa-9c32-5b7307a9b4f9", "name": "network-vif-plugged", "status": "completed", "tag": "9370ca03-25ae-4fe0-aba2-d2f9aca35449", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:16:07.401682 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2b07ddde-2cd3-4cfa-93c7-b87d74868e4b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:16:07.402061 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9c654a-b727-4cfa-9c32-5b7307a9b4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9370ca03-25ae-4fe0-aba2-d2f9aca35449', 'code': 200} Jul 16 21:16:07.427098 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-308b253a-474b-4a53-81a1-a3c2c29fc423 req-ccf62e08-87b8-4a51-a9af-c25333583a7f tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350602 Jul 16 21:16:07.430920 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=9370ca03-25ae-4fe0-aba2-d2f9aca35449,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:16:07.517651 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874ab43-3da9-4e41-9b5e-5f772a292087 req-9f646f67-fde2-4833-8678-2e19b6089ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:07.519076 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6874ab43-3da9-4e41-9b5e-5f772a292087 req-9f646f67-fde2-4833-8678-2e19b6089ecc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 1098 time: 0.0526340 Jul 16 21:16:07.554691 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6874ab43-3da9-4e41-9b5e-5f772a292087 req-062f5557-c415-4410-83b7-37f91086be18 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0284541 Jul 16 21:16:08.606579 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dde074-d912-48b2-9ca5-438e7ef6cbfb req-ba1b3aaf-91ba-4d1c-9d56-cdface408340 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:08.608577 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-87dde074-d912-48b2-9ca5-438e7ef6cbfb req-ba1b3aaf-91ba-4d1c-9d56-cdface408340 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 946 time: 0.0650785 Jul 16 21:16:08.647022 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-87dde074-d912-48b2-9ca5-438e7ef6cbfb req-d83d5fd1-fd26-4b12-9ebd-42423b16f8f2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326703 Jul 16 21:16:08.818245 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23800d-0604-4efe-9e31-5af52ffbc6f1 req-f4b33eea-d74b-498e-9432-9763c56e39c2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:08.819743 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1a23800d-0604-4efe-9e31-5af52ffbc6f1 req-f4b33eea-d74b-498e-9432-9763c56e39c2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 946 time: 0.0664907 Jul 16 21:16:08.828737 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 55982) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:16:08.833214 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-0ae82ace-ad32-4575-a686-473a402f9efb tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Request body: {'floatingip': {'port_id': '9370ca03-25ae-4fe0-aba2-d2f9aca35449'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:16:08.872106 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0ae82ace-ad32-4575-a686-473a402f9efb tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for floatingip, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:09.314417 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0ae82ace-ad32-4575-a686-473a402f9efb tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:09.319006 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0ae82ace-ad32-4575-a686-473a402f9efb tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:09.418034 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-0ae82ace-ad32-4575-a686-473a402f9efb tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Floating IP be2a6625-b75f-416a-b3f0-7936054f63db associated. External IP: 172.25.0.175, port: 9370ca03-25ae-4fe0-aba2-d2f9aca35449. Jul 16 21:16:09.623879 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae82ace-ad32-4575-a686-473a402f9efb tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Router 1a079834-e375-48c6-8184-3b9b3e38c00b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:16:09.729108 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae82ace-ad32-4575-a686-473a402f9efb tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:16:09.733774 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0ae82ace-ad32-4575-a686-473a402f9efb tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:09.739076 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb970ab0-66dd-426a-a4c6-10aec44f98d5 None None] Sync routers for ids ['1a079834-e375-48c6-8184-3b9b3e38c00b'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:16:09.747867 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb970ab0-66dd-426a-a4c6-10aec44f98d5 None None] Routers {'1a079834-e375-48c6-8184-3b9b3e38c00b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:16:09.749279 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-fb970ab0-66dd-426a-a4c6-10aec44f98d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:15:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1a079834-e375-48c6-8184-3b9b3e38c00b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:16:09.771303 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0ae82ace-ad32-4575-a686-473a402f9efb tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "PUT /v2.0/floatingips/be2a6625-b75f-416a-b3f0-7936054f63db HTTP/1.1" status: 200 len: 992 time: 0.9415040 Jul 16 21:16:09.771993 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9c654a-b727-4cfa-9c32-5b7307a9b4f9', 'tag': '9370ca03-25ae-4fe0-aba2-d2f9aca35449'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:16:09.774364 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba5442d-fa40-4ae7-a69a-d6ef7d20e5f1" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9c654a-b727-4cfa-9c32-5b7307a9b4f9", "tag": "9370ca03-25ae-4fe0-aba2-d2f9aca35449"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:16:09.814616 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c18dcef-0e71-40d4-bdc6-0e52f9438d41 x-openstack-request-id: req-9c18dcef-0e71-40d4-bdc6-0e52f9438d41 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:16:09.814913 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9c654a-b727-4cfa-9c32-5b7307a9b4f9", "tag": "9370ca03-25ae-4fe0-aba2-d2f9aca35449", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:16:09.815172 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9c18dcef-0e71-40d4-bdc6-0e52f9438d41 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:16:09.815581 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9c654a-b727-4cfa-9c32-5b7307a9b4f9', 'tag': '9370ca03-25ae-4fe0-aba2-d2f9aca35449', 'status': 'completed', 'code': 200} Jul 16 21:16:09.864070 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-fb970ab0-66dd-426a-a4c6-10aec44f98d5 None None] Set router 1a079834-e375-48c6-8184-3b9b3e38c00b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:16:09.894521 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5442d-fa40-4ae7-a69a-d6ef7d20e5f1 req-156563fd-7f0b-45ab-b947-6055879a27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:09.896000 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-eba5442d-fa40-4ae7-a69a-d6ef7d20e5f1 req-156563fd-7f0b-45ab-b947-6055879a27fe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 1098 time: 0.0578983 Jul 16 21:16:09.989072 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5442d-fa40-4ae7-a69a-d6ef7d20e5f1 req-9d9f6c9c-0397-40d1-b279-09c7f32375bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:09.990575 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-eba5442d-fa40-4ae7-a69a-d6ef7d20e5f1 req-9d9f6c9c-0397-40d1-b279-09c7f32375bb service neutron] 10.222.0.62 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0885129 Jul 16 21:16:10.056684 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-eba5442d-fa40-4ae7-a69a-d6ef7d20e5f1 req-fd92c4c0-e477-4742-a0ca-609e35b6f927 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9370ca03-25ae-4fe0-aba2-d2f9aca35449 HTTP/1.1" status: 200 len: 1000 time: 0.0590239 Jul 16 21:16:10.085337 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-fb970ab0-66dd-426a-a4c6-10aec44f98d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'be2a6625-b75f-416a-b3f0-7936054f63db', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'port_id': '9370ca03-25ae-4fe0-aba2-d2f9aca35449', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'mac_address': 'fa:16:3e:54:38:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9c654a-b727-4cfa-9c32-5b7307a9b4f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:11:36Z', 'updated_at': '2021-07-16T21:16:09Z', 'revision_number': 9, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3090be44-0f47-4693-a663-c2face31e986', 'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'mac_address': 'fa:16:3e:45:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:33Z', 'updated_at': '2021-07-16T21:11:38Z', 'revision_number': 5, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'subnets': [{'id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:16:10.108532 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5442d-fa40-4ae7-a69a-d6ef7d20e5f1 req-368fd60d-523a-4b5d-b45d-e16c4bc0331c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:10.110059 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-eba5442d-fa40-4ae7-a69a-d6ef7d20e5f1 req-368fd60d-523a-4b5d-b45d-e16c4bc0331c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0477576 Jul 16 21:16:10.114886 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb970ab0-66dd-426a-a4c6-10aec44f98d5 None None] Checking router: 1a079834-e375-48c6-8184-3b9b3e38c00b for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:16:10.124353 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb970ab0-66dd-426a-a4c6-10aec44f98d5 None None] Routers {'1a079834-e375-48c6-8184-3b9b3e38c00b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:16:10.124561 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-fb970ab0-66dd-426a-a4c6-10aec44f98d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:15:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1a079834-e375-48c6-8184-3b9b3e38c00b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:16:10.166911 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5442d-fa40-4ae7-a69a-d6ef7d20e5f1 req-10f5b2a1-eb5c-4b77-9c79-6f99bc67c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:10.168347 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-eba5442d-fa40-4ae7-a69a-d6ef7d20e5f1 req-10f5b2a1-eb5c-4b77-9c79-6f99bc67c69d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525234 Jul 16 21:16:10.224257 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-fb970ab0-66dd-426a-a4c6-10aec44f98d5 None None] Set router 1a079834-e375-48c6-8184-3b9b3e38c00b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:16:10.261149 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-eba5442d-fa40-4ae7-a69a-d6ef7d20e5f1 req-a1a80190-092d-4b11-b9f5-5fe90b60507f service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867167 Jul 16 21:16:10.353685 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-eba5442d-fa40-4ae7-a69a-d6ef7d20e5f1 req-56a35eb5-ffa6-4028-953a-012f43fd75f8 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857539 Jul 16 21:16:10.445216 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-fb970ab0-66dd-426a-a4c6-10aec44f98d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'be2a6625-b75f-416a-b3f0-7936054f63db', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'port_id': '9370ca03-25ae-4fe0-aba2-d2f9aca35449', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'mac_address': 'fa:16:3e:54:38:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9c654a-b727-4cfa-9c32-5b7307a9b4f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:11:36Z', 'updated_at': '2021-07-16T21:16:09Z', 'revision_number': 9, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3090be44-0f47-4693-a663-c2face31e986', 'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'mac_address': 'fa:16:3e:45:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:33Z', 'updated_at': '2021-07-16T21:11:38Z', 'revision_number': 5, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'subnets': [{'id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:16:10.472116 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb970ab0-66dd-426a-a4c6-10aec44f98d5 None None] The sync data for ids ['1a079834-e375-48c6-8184-3b9b3e38c00b'] in n-d-791506-21 is: [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'be2a6625-b75f-416a-b3f0-7936054f63db', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'port_id': '9370ca03-25ae-4fe0-aba2-d2f9aca35449', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'mac_address': 'fa:16:3e:54:38:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9c654a-b727-4cfa-9c32-5b7307a9b4f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:11:36Z', 'updated_at': '2021-07-16T21:16:09Z', 'revision_number': 9, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3090be44-0f47-4693-a663-c2face31e986', 'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'mac_address': 'fa:16:3e:45:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:33Z', 'updated_at': '2021-07-16T21:11:38Z', 'revision_number': 5, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'subnets': [{'id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:16:10.664981 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f658dcd6-b424-4922-95e2-ac209e3a0748 None None] New status for floating IP be2a6625-b75f-416a-b3f0-7936054f63db: ACTIVE {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:16:12.746235 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:16:21.773446 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd35e2c9-eb1b-4ff3-8df8-f93f331d4224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:24.299707 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3467ca8-6615-41a2-a288-5e7106c6ab0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:24.403040 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:25.949446 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:27.794823 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:29.933806 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:31.591260 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-365b3e71-08ef-4574-a8f6-8667bf974517 req-7e927673-3368-45fa-8990-0d2e41b865b9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512452 Jul 16 21:16:31.689377 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b3e71-08ef-4574-a8f6-8667bf974517 req-55694243-d493-4605-8e59-75e48b35ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:31.690895 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-365b3e71-08ef-4574-a8f6-8667bf974517 req-55694243-d493-4605-8e59-75e48b35ea43 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 1098 time: 0.0574813 Jul 16 21:16:31.795220 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b3e71-08ef-4574-a8f6-8667bf974517 req-b80dc82f-e558-4145-a06a-c4625422b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:31.797754 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-365b3e71-08ef-4574-a8f6-8667bf974517 req-b80dc82f-e558-4145-a06a-c4625422b905 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0866849 Jul 16 21:16:31.870770 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-365b3e71-08ef-4574-a8f6-8667bf974517 req-7bf93e02-ab1e-4659-a19a-ccceab8cf709 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9370ca03-25ae-4fe0-aba2-d2f9aca35449 HTTP/1.1" status: 200 len: 1003 time: 0.0658796 Jul 16 21:16:31.918628 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b3e71-08ef-4574-a8f6-8667bf974517 req-30bed702-75b5-4d7a-83a3-b5f9b14daa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:31.920275 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-365b3e71-08ef-4574-a8f6-8667bf974517 req-30bed702-75b5-4d7a-83a3-b5f9b14daa9f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0434008 Jul 16 21:16:31.975308 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b3e71-08ef-4574-a8f6-8667bf974517 req-1fa1832d-4d5a-42dd-8fb8-30f359c34c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:31.976778 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-365b3e71-08ef-4574-a8f6-8667bf974517 req-1fa1832d-4d5a-42dd-8fb8-30f359c34c12 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503807 Jul 16 21:16:32.069266 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-365b3e71-08ef-4574-a8f6-8667bf974517 req-7207bd6e-4be2-4f50-bded-5da6947464e0 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845644 Jul 16 21:16:32.158072 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-365b3e71-08ef-4574-a8f6-8667bf974517 req-cd16b41c-6f36-4a91-8388-b6fe630c63d5 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820329 Jul 16 21:16:33.684402 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:49.745973 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:16:51.773886 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d2cbbd26-3e22-4262-9545-efffd9f647ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:54.301253 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1ec1460-b911-4e6f-bb38-ccb9025afae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:54.402586 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:55.953216 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:57.794818 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:59.932456 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:03.699592 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:21.773720 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a503ed70-eddd-4ed1-a6aa-82d1b329841f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:24.301186 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-172e5f3d-0cd3-4c54-9676-72c22622a206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:24.404126 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:25.955829 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:26.745844 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:17:27.797059 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:29.932064 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:33.596497 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f3551725-779e-47e1-93aa-42786071a856 req-f56c9fb7-23e7-4350-afc9-fe6030c7bc86 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0579715 Jul 16 21:17:33.694634 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3551725-779e-47e1-93aa-42786071a856 req-99a76022-43d6-4d2d-926c-7d5bb2c26a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:33.696161 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f3551725-779e-47e1-93aa-42786071a856 req-99a76022-43d6-4d2d-926c-7d5bb2c26a52 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 1098 time: 0.0545201 Jul 16 21:17:33.715767 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:33.803009 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3551725-779e-47e1-93aa-42786071a856 req-2518f894-b818-410c-9c07-d5e448bd611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:33.804419 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f3551725-779e-47e1-93aa-42786071a856 req-2518f894-b818-410c-9c07-d5e448bd611e service neutron] 10.222.0.62 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0870984 Jul 16 21:17:33.870296 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f3551725-779e-47e1-93aa-42786071a856 req-bec59cbb-5df6-420f-bb6f-2af988a26a03 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9370ca03-25ae-4fe0-aba2-d2f9aca35449 HTTP/1.1" status: 200 len: 1003 time: 0.0595939 Jul 16 21:17:33.917363 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3551725-779e-47e1-93aa-42786071a856 req-a9645410-af20-4e2b-9117-b03184a78a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:33.919131 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f3551725-779e-47e1-93aa-42786071a856 req-a9645410-af20-4e2b-9117-b03184a78a9f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0426126 Jul 16 21:17:33.972878 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3551725-779e-47e1-93aa-42786071a856 req-fa5c0770-9f0c-4989-a11c-73efeb3c4206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:33.974363 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f3551725-779e-47e1-93aa-42786071a856 req-fa5c0770-9f0c-4989-a11c-73efeb3c4206 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498514 Jul 16 21:17:34.069936 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f3551725-779e-47e1-93aa-42786071a856 req-d3db095d-0176-4e25-aae8-3eee28dd7cbc service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889716 Jul 16 21:17:34.159772 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f3551725-779e-47e1-93aa-42786071a856 req-a39bd191-dce5-4cdf-a532-f735b0edaa4a service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840302 Jul 16 21:17:47.269509 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75533afd-ef5d-42df-af0c-73fad25c4421 req-d2f55c1d-ee2e-43c9-96ae-a35ea6828cdd tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:47.271016 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75533afd-ef5d-42df-af0c-73fad25c4421 req-d2f55c1d-ee2e-43c9-96ae-a35ea6828cdd tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 946 time: 0.0998425 Jul 16 21:17:47.277852 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-75d02c76-33f5-4adb-8fa2-cfa951f552be service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1571960 Jul 16 21:17:47.316171 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75533afd-ef5d-42df-af0c-73fad25c4421 req-621385bc-8248-484e-b604-acbff5bcc302 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373569 Jul 16 21:17:48.484008 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-72aa41f4-956e-42fa-b776-5c16bfdf46e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:48.485545 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-72aa41f4-956e-42fa-b776-5c16bfdf46e9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 1098 time: 0.0581632 Jul 16 21:17:48.493837 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cebd51-7e44-45e3-97ed-34dcd82bd7f4 req-d9325741-3254-4398-92ed-ba5f215a1504 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:48.495372 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f7cebd51-7e44-45e3-97ed-34dcd82bd7f4 req-d9325741-3254-4398-92ed-ba5f215a1504 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 946 time: 0.0635371 Jul 16 21:17:48.535684 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f7cebd51-7e44-45e3-97ed-34dcd82bd7f4 req-9a3a9165-4e49-478a-9cb7-fa0cc41a7d7f tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339899 Jul 16 21:17:48.578514 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-77feb20a-ec30-492a-9e7b-9837e9186c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:48.580183 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-77feb20a-ec30-492a-9e7b-9837e9186c0c service neutron] 10.222.0.62 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0889914 Jul 16 21:17:48.651075 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-cd9c2a5d-7e84-44e6-a110-9dbc93dd2afa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9370ca03-25ae-4fe0-aba2-d2f9aca35449 HTTP/1.1" status: 200 len: 1003 time: 0.0645838 Jul 16 21:17:48.705321 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-087b9f2a-89a9-490a-b69f-a8a84e353a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:48.706819 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-087b9f2a-89a9-490a-b69f-a8a84e353a76 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0493050 Jul 16 21:17:48.764697 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-e8bec174-a2c0-46ef-ab74-9dd020ea0197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:48.766451 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-e8bec174-a2c0-46ef-ab74-9dd020ea0197 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536764 Jul 16 21:17:49.179178 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-9fe505dd-0f0d-43d7-af16-fd2cdf0872f0 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063878 Jul 16 21:17:49.268877 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-95c6fbdb-8f73-4178-aaa2-3d3af1cc0613 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834646 Jul 16 21:17:49.709417 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98569191-0a9b-4f30-b3f8-2748f41bd460 req-1e9e4b7a-b2cf-45d3-8c63-1238b7628a0b tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:49.710906 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-98569191-0a9b-4f30-b3f8-2748f41bd460 req-1e9e4b7a-b2cf-45d3-8c63-1238b7628a0b tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 946 time: 0.0631056 Jul 16 21:17:49.748571 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-98569191-0a9b-4f30-b3f8-2748f41bd460 req-5cdd3ac9-dfb7-43fc-a104-4e7c35d0102e tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320292 Jul 16 21:17:50.927804 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0f04b-11aa-43dc-a81d-b973316d3c3a req-4787fe47-97d8-4e88-b6be-499b35dacec4 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:50.929285 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1cd0f04b-11aa-43dc-a81d-b973316d3c3a req-4787fe47-97d8-4e88-b6be-499b35dacec4 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 946 time: 0.0693414 Jul 16 21:17:50.966590 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1cd0f04b-11aa-43dc-a81d-b973316d3c3a req-395daefb-4ad5-407b-ac09-24b072b1003d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317426 Jul 16 21:17:51.778409 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c591d091-66be-4f0e-a562-d8a93105e74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:52.153595 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be05dfd-0642-4581-b841-2613c8c4edc9 req-32b6c418-8a69-4825-93f1-93db4d096966 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:52.153595 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4be05dfd-0642-4581-b841-2613c8c4edc9 req-32b6c418-8a69-4825-93f1-93db4d096966 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 946 time: 0.0662184 Jul 16 21:17:52.192645 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4be05dfd-0642-4581-b841-2613c8c4edc9 req-d7c85f78-d03e-44ce-b9fc-b2800cea8b42 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337148 Jul 16 21:17:53.365731 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a793c-12a8-403f-9cfa-ab4b045635dd req-18ffb38c-ce24-450f-bd3b-4540297a13a6 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:53.367670 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d4a793c-12a8-403f-9cfa-ab4b045635dd req-18ffb38c-ce24-450f-bd3b-4540297a13a6 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 946 time: 0.0632780 Jul 16 21:17:53.407958 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8d4a793c-12a8-403f-9cfa-ab4b045635dd req-3465f1dd-08b1-40f8-9aa3-5f33986e7835 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347583 Jul 16 21:17:54.304020 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7226f93-05b8-494f-bdcd-e49dfa23fa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:54.405452 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:54.593881 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29abf1b-201e-4cbf-a1be-c2e4ab315cd9 req-5e13ce0c-7e56-4f06-b3e0-7f81fb366f51 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:54.595456 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b29abf1b-201e-4cbf-a1be-c2e4ab315cd9 req-5e13ce0c-7e56-4f06-b3e0-7f81fb366f51 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 946 time: 0.0680153 Jul 16 21:17:54.634994 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b29abf1b-201e-4cbf-a1be-c2e4ab315cd9 req-5a31ac5e-1374-4b64-aba4-30b71d7bc518 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332468 Jul 16 21:17:55.821066 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e954da1-dec9-480e-a28e-ac8dd2a04978 req-24b5ef6f-d8ea-4447-9a45-b1b10c2e15b4 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:55.822622 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3e954da1-dec9-480e-a28e-ac8dd2a04978 req-24b5ef6f-d8ea-4447-9a45-b1b10c2e15b4 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 946 time: 0.0677564 Jul 16 21:17:55.860876 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3e954da1-dec9-480e-a28e-ac8dd2a04978 req-81625085-ecee-4aee-87c8-6816482c36df tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325458 Jul 16 21:17:55.958980 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:57.039736 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7329b1-4d96-41a4-91d0-dcf9d6bd525b req-501fc1a5-1980-4eb2-be13-d4b03cc7b8d7 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:57.041204 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8a7329b1-4d96-41a4-91d0-dcf9d6bd525b req-501fc1a5-1980-4eb2-be13-d4b03cc7b8d7 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 946 time: 0.0669768 Jul 16 21:17:57.079336 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8a7329b1-4d96-41a4-91d0-dcf9d6bd525b req-d354b9ed-7871-45bd-acba-17a12bd72832 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321267 Jul 16 21:17:57.800052 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:58.253986 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0e937-7f46-4cab-adcf-e89cc946108f req-9800c228-8e51-4c19-88e7-24b05a79e109 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:58.255536 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bcb0e937-7f46-4cab-adcf-e89cc946108f req-9800c228-8e51-4c19-88e7-24b05a79e109 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 946 time: 0.0666676 Jul 16 21:17:58.293703 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bcb0e937-7f46-4cab-adcf-e89cc946108f req-c3553337-c2c3-4bd1-8239-c28de875633c tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324030 Jul 16 21:17:59.465812 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4fb4b-f72d-473b-847d-4c1581aeb113 req-917b0b49-25c9-4d6a-bc3f-13d0b9fb8b03 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:59.467286 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46a4fb4b-f72d-473b-847d-4c1581aeb113 req-917b0b49-25c9-4d6a-bc3f-13d0b9fb8b03 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 946 time: 0.0625463 Jul 16 21:17:59.508434 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46a4fb4b-f72d-473b-847d-4c1581aeb113 req-387fbc77-d25f-4cd9-adfc-ec88d0adab5e tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349145 Jul 16 21:17:59.946078 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:00.679960 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c737d94-83ce-4d8a-8687-79277e31b74d req-f545491a-77c2-4f7c-adb2-9d6f32529501 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:00.681450 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0c737d94-83ce-4d8a-8687-79277e31b74d req-f545491a-77c2-4f7c-adb2-9d6f32529501 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 946 time: 0.0630381 Jul 16 21:18:00.718302 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0c737d94-83ce-4d8a-8687-79277e31b74d req-7096ac00-f083-475c-8cc9-319ea666bfe8 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313025 Jul 16 21:18:01.219991 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-cf530213-6f1d-4d36-aa8b-f668790427da service neutron] show failed (client error): The resource could not be found. Jul 16 21:18:01.221591 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-cf530213-6f1d-4d36-aa8b-f668790427da service neutron] 10.222.0.62 "GET /v2.0/ports/9370ca03-25ae-4fe0-aba2-d2f9aca35449/bindings/n-h1-791506-21 HTTP/1.1" status: 404 len: 381 time: 0.0590851 Jul 16 21:18:01.469923 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-003596c8-4475-46ad-b908-453210fa4074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:01.472114 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-003596c8-4475-46ad-b908-453210fa4074 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9&tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95 HTTP/1.1" status: 200 len: 1098 time: 0.0524521 Jul 16 21:18:01.482709 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-21', 'device_owner': 'compute:nova'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:18:01.921911 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:01.999782 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601e038-0fb5-4e64-8eb9-f4c6b6efac06 req-69682217-7ace-48e7-922f-b3c962ef5002 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:02.001164 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1601e038-0fb5-4e64-8eb9-f4c6b6efac06 req-69682217-7ace-48e7-922f-b3c962ef5002 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 946 time: 0.1218736 Jul 16 21:18:02.107346 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1601e038-0fb5-4e64-8eb9-f4c6b6efac06 req-9134da0c-ebc6-4f5c-9ae4-45e043ec1088 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644834 Jul 16 21:18:02.173956 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] For port 9370ca03-25ae-4fe0-aba2-d2f9aca35449, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=9370ca03-25ae-4fe0-aba2-d2f9aca35449,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:02.206550 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] For port 9370ca03-25ae-4fe0-aba2-d2f9aca35449, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:18:02.246394 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9c654a-b727-4cfa-9c32-5b7307a9b4f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9370ca03-25ae-4fe0-aba2-d2f9aca35449'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:18:02.248667 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582c5317-2958-4bb8-96ea-def662a4ba93" -d '{"events": [{"server_uuid": "fe9c654a-b727-4cfa-9c32-5b7307a9b4f9", "name": "network-vif-unplugged", "status": "completed", "tag": "9370ca03-25ae-4fe0-aba2-d2f9aca35449"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:18:02.253370 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:02.266207 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Transition to ACTIVE for port object 9370ca03-25ae-4fe0-aba2-d2f9aca35449 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:18:02.270589 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:02.300508 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0598a0-0c80-4331-b795-b9446bfa08cb x-openstack-request-id: req-0b0598a0-0c80-4331-b795-b9446bfa08cb {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:18:02.300810 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9c654a-b727-4cfa-9c32-5b7307a9b4f9", "name": "network-vif-unplugged", "status": "completed", "tag": "9370ca03-25ae-4fe0-aba2-d2f9aca35449", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:18:02.301066 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0b0598a0-0c80-4331-b795-b9446bfa08cb {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:18:02.301463 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9c654a-b727-4cfa-9c32-5b7307a9b4f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9370ca03-25ae-4fe0-aba2-d2f9aca35449', 'code': 200} Jul 16 21:18:02.349438 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Pushing event updated for resources: {'Port': ['ID=9370ca03-25ae-4fe0-aba2-d2f9aca35449,revision_number=6']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:02.367757 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:02.368106 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:02.368447 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:02.368784 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:02.369115 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:02.369446 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:02.369772 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:02.370107 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:02.370455 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:02.370777 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:02.371099 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:02.371420 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:02.411269 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] No DVR routers for this DVR port 9370ca03-25ae-4fe0-aba2-d2f9aca35449 on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:18:02.548851 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Attempting to bind port 9370ca03-25ae-4fe0-aba2-d2f9aca35449 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:18:02.549108 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Attempting to bind port 9370ca03-25ae-4fe0-aba2-d2f9aca35449 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:18:02.549435 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Attempting to bind port 9370ca03-25ae-4fe0-aba2-d2f9aca35449 on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:18:02.553672 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Port 9370ca03-25ae-4fe0-aba2-d2f9aca35449 on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:18:02.554132 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Attempting to bind port 9370ca03-25ae-4fe0-aba2-d2f9aca35449 on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:18:02.559929 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:18:02.560231 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Checking segment: {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:18:02.560611 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Bound using segment: {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:18:02.561029 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Bound port: 9370ca03-25ae-4fe0-aba2-d2f9aca35449, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:18:02.561389 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:02.624291 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] For port 9370ca03-25ae-4fe0-aba2-d2f9aca35449, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:18:02.627291 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] For port 9370ca03-25ae-4fe0-aba2-d2f9aca35449, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9370ca03-25ae-4fe0-aba2-d2f9aca35449,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:18:02.631615 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:02.666160 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:02.666728 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:02.668063 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] 10.222.0.18 "PUT /v2.0/ports/9370ca03-25ae-4fe0-aba2-d2f9aca35449 HTTP/1.1" status: 200 len: 1093 time: 1.1892731 Jul 16 21:18:02.691159 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33dc37f-0896-44af-a7ee-99b2513123fb service neutron] Pushing event updated for resources: {'Port': ['ID=9370ca03-25ae-4fe0-aba2-d2f9aca35449,revision_number=7']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:02.753431 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-52ff641f-b01f-4ab7-aae6-6eb9b6032602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:02.755003 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-52ff641f-b01f-4ab7-aae6-6eb9b6032602 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 1096 time: 0.0610240 Jul 16 21:18:02.849860 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-9be1ef1e-a7db-4544-bd8b-08ab5390b917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:02.851382 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-9be1ef1e-a7db-4544-bd8b-08ab5390b917 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0895400 Jul 16 21:18:02.920030 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-5846deaa-3d5c-4a43-a5a3-e1866dd6eadd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9370ca03-25ae-4fe0-aba2-d2f9aca35449 HTTP/1.1" status: 200 len: 1001 time: 0.0623264 Jul 16 21:18:02.967677 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-c788b1aa-b26d-4e74-95c3-ccb7c430ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:02.969039 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-c788b1aa-b26d-4e74-95c3-ccb7c430ed1c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0435095 Jul 16 21:18:03.024210 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-99e6f1e1-7227-4293-9760-04e5cc4f81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:03.025691 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-99e6f1e1-7227-4293-9760-04e5cc4f81a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507734 Jul 16 21:18:03.117929 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-aaa46bd3-afe4-4dae-bb42-190618a69b4f service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860090 Jul 16 21:18:03.210958 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8fc6390c-41ca-410e-bf90-7d7af54896f9 req-70fa7284-6d9e-4e36-a683-220e99865e17 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872822 Jul 16 21:18:03.296521 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e21e14-9e94-4847-b1de-8513a769bb04 req-192dfc7a-d93e-4314-88ff-9d731725ff73 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:03.298013 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55e21e14-9e94-4847-b1de-8513a769bb04 req-192dfc7a-d93e-4314-88ff-9d731725ff73 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 944 time: 0.0710564 Jul 16 21:18:03.346039 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55e21e14-9e94-4847-b1de-8513a769bb04 req-7511808c-4d72-4a0e-b35b-758e2189f023 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355747 Jul 16 21:18:03.718587 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:03.745811 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:18:04.302953 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9c654a-b727-4cfa-9c32-5b7307a9b4f9', 'tag': '9370ca03-25ae-4fe0-aba2-d2f9aca35449'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:18:04.305373 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f034a0d8-865a-4ea3-883c-2535db442274" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9c654a-b727-4cfa-9c32-5b7307a9b4f9", "tag": "9370ca03-25ae-4fe0-aba2-d2f9aca35449"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:18:04.354299 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffad8fe-3838-4cbe-a0c0-95d96e578fa2 x-openstack-request-id: req-8ffad8fe-3838-4cbe-a0c0-95d96e578fa2 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:18:04.354614 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9c654a-b727-4cfa-9c32-5b7307a9b4f9", "tag": "9370ca03-25ae-4fe0-aba2-d2f9aca35449", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:18:04.354867 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8ffad8fe-3838-4cbe-a0c0-95d96e578fa2 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:18:04.355348 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9c654a-b727-4cfa-9c32-5b7307a9b4f9', 'tag': '9370ca03-25ae-4fe0-aba2-d2f9aca35449', 'status': 'completed', 'code': 200} Jul 16 21:18:04.428490 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034a0d8-865a-4ea3-883c-2535db442274 req-644079c1-9eb3-4774-919f-914d91a670f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:04.430112 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f034a0d8-865a-4ea3-883c-2535db442274 req-644079c1-9eb3-4774-919f-914d91a670f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 1096 time: 0.0551589 Jul 16 21:18:04.432438 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034a0d8-865a-4ea3-883c-2535db442274 req-33486cbd-9fab-4443-a551-b2a48ecc8321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:04.434029 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f034a0d8-865a-4ea3-883c-2535db442274 req-33486cbd-9fab-4443-a551-b2a48ecc8321 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 1096 time: 0.0557063 Jul 16 21:18:04.519204 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034a0d8-865a-4ea3-883c-2535db442274 req-48ecd7e7-52df-4cc4-ba3e-24276ad1b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:04.520751 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f034a0d8-865a-4ea3-883c-2535db442274 req-48ecd7e7-52df-4cc4-ba3e-24276ad1b0f0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0848069 Jul 16 21:18:04.570903 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034a0d8-865a-4ea3-883c-2535db442274 req-78c7894b-46e8-477a-bdd8-7f0ad0a4ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:04.572400 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f034a0d8-865a-4ea3-883c-2535db442274 req-78c7894b-46e8-477a-bdd8-7f0ad0a4ec00 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.1314790 Jul 16 21:18:04.585368 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6e1f5-40c2-4765-83e1-f530daf24c57 req-ddfa8f72-9392-4274-a191-2be8aaefe774 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:04.586878 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c4f6e1f5-40c2-4765-83e1-f530daf24c57 req-ddfa8f72-9392-4274-a191-2be8aaefe774 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 944 time: 0.1199181 Jul 16 21:18:04.589322 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f034a0d8-865a-4ea3-883c-2535db442274 req-b3dd3f87-4683-475d-b21e-b22666ea2ea1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9370ca03-25ae-4fe0-aba2-d2f9aca35449 HTTP/1.1" status: 200 len: 1001 time: 0.0617919 Jul 16 21:18:04.637757 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034a0d8-865a-4ea3-883c-2535db442274 req-880c9471-5b46-4fbe-8935-1127909aae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:04.639237 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f034a0d8-865a-4ea3-883c-2535db442274 req-880c9471-5b46-4fbe-8935-1127909aae6f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0437748 Jul 16 21:18:04.681024 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c4f6e1f5-40c2-4765-83e1-f530daf24c57 req-6a039d75-7f1d-4a4c-be23-922697729ad7 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0841799 Jul 16 21:18:04.682895 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f034a0d8-865a-4ea3-883c-2535db442274 req-628cd52f-9923-4c4d-8451-e19369e9a920 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9370ca03-25ae-4fe0-aba2-d2f9aca35449 HTTP/1.1" status: 200 len: 1001 time: 0.0951672 Jul 16 21:18:04.702306 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034a0d8-865a-4ea3-883c-2535db442274 req-80a87466-c94c-494d-b160-10a6d9ab90e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:04.703952 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f034a0d8-865a-4ea3-883c-2535db442274 req-80a87466-c94c-494d-b160-10a6d9ab90e2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587642 Jul 16 21:18:04.744714 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034a0d8-865a-4ea3-883c-2535db442274 req-cc026660-786d-4d7c-993e-5008bef007af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:04.746546 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f034a0d8-865a-4ea3-883c-2535db442274 req-cc026660-786d-4d7c-993e-5008bef007af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0568750 Jul 16 21:18:04.803959 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f034a0d8-865a-4ea3-883c-2535db442274 req-c275d84a-5513-49ad-a2e8-12da4405b47d service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935109 Jul 16 21:18:04.809579 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034a0d8-865a-4ea3-883c-2535db442274 req-3eb7045b-45df-408d-b6ce-a1674bb2aeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:04.811309 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f034a0d8-865a-4ea3-883c-2535db442274 req-3eb7045b-45df-408d-b6ce-a1674bb2aeee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566072 Jul 16 21:18:04.907024 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-f034a0d8-865a-4ea3-883c-2535db442274 req-4bb6b13a-cb16-497d-bd15-ea28e94e339e service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955231 Jul 16 21:18:04.910734 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f034a0d8-865a-4ea3-883c-2535db442274 req-77f0f017-90f5-47e1-8299-cdbce2155de2 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933547 Jul 16 21:18:05.000366 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f034a0d8-865a-4ea3-883c-2535db442274 req-8c0f8d44-5dad-436c-b144-504725ec0351 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830946 Jul 16 21:18:05.630343 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 9370ca03-25ae-4fe0-aba2-d2f9aca35449 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:18:05.670110 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 9370ca03-25ae-4fe0-aba2-d2f9aca35449 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:18:05.870516 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2067b-c99e-4288-b90b-9db0041622e8 req-d164bc10-fa0e-4b14-8aaf-4eb62141c597 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:05.872017 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7eb2067b-c99e-4288-b90b-9db0041622e8 req-d164bc10-fa0e-4b14-8aaf-4eb62141c597 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 944 time: 0.0699537 Jul 16 21:18:05.910482 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7eb2067b-c99e-4288-b90b-9db0041622e8 req-5a90a028-c3ff-4379-8b66-cfb138f9b0a1 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319002 Jul 16 21:18:06.332161 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-d44879f8-6c6a-474d-9f66-4b3378908401 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:06.333617 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-d44879f8-6c6a-474d-9f66-4b3378908401 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9&tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&binding%3Ahost_id=n-h1-791506-21 HTTP/1.1" status: 200 len: 944 time: 0.1023023 Jul 16 21:18:06.412899 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b572f-2230-4664-a719-134d0312cd29 req-e3d52212-ca69-44bb-a66b-4fda6ec353dd tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:06.414420 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0c8b572f-2230-4664-a719-134d0312cd29 req-e3d52212-ca69-44bb-a66b-4fda6ec353dd tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 944 time: 0.1210935 Jul 16 21:18:06.429153 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-8b047566-1fad-41d5-b0fc-252bc1a89f5e service neutron] 10.222.0.18 "GET /v2.0/ports/9370ca03-25ae-4fe0-aba2-d2f9aca35449/bindings/n-h1-791506-21 HTTP/1.1" status: 200 len: 383 time: 0.0884464 Jul 16 21:18:06.463395 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0c8b572f-2230-4664-a719-134d0312cd29 req-b1a1229e-1cee-4d30-9443-6d6dc9b1325b tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428483 Jul 16 21:18:06.508464 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-06019d5d-09f3-44c1-9767-cee2474ef3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:06.509966 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-06019d5d-09f3-44c1-9767-cee2474ef3bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 1096 time: 0.0571954 Jul 16 21:18:06.602240 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-2b9df6f2-0efa-4816-a40a-d48980731b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:06.603747 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-2b9df6f2-0efa-4816-a40a-d48980731b3d service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0878401 Jul 16 21:18:06.668766 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-fb2a0edb-2670-43b4-8bfd-01f5b2e5c3d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9370ca03-25ae-4fe0-aba2-d2f9aca35449 HTTP/1.1" status: 200 len: 1001 time: 0.0590007 Jul 16 21:18:06.721355 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-ff38a40e-85e8-4e28-8346-c82c5d7c31ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:06.722668 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-ff38a40e-85e8-4e28-8346-c82c5d7c31ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0482850 Jul 16 21:18:06.778948 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-968fdba4-a798-4c4c-b12e-9b60d479e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:06.780432 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-968fdba4-a798-4c4c-b12e-9b60d479e243 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520952 Jul 16 21:18:06.796781 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9370ca03-25ae-4fe0-aba2-d2f9aca35449 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:18:06.872854 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-74f120f1-e752-4e28-b062-c85f6a13d910 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860052 Jul 16 21:18:06.888898 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 9370ca03-25ae-4fe0-aba2-d2f9aca35449, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9370ca03-25ae-4fe0-aba2-d2f9aca35449,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:06.900564 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '9370ca03-25ae-4fe0-aba2-d2f9aca35449', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'port_id': '9370ca03-25ae-4fe0-aba2-d2f9aca35449', 'mac_address': 'fa:16:3e:54:38:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:18:06.940824 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:06.953498 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9370ca03-25ae-4fe0-aba2-d2f9aca35449 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:18:06.973333 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-03f161cc-557d-489e-ab27-f8f6906690f2 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944881 Jul 16 21:18:06.973980 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 9370ca03-25ae-4fe0-aba2-d2f9aca35449, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9370ca03-25ae-4fe0-aba2-d2f9aca35449,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:06.978487 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:07.034154 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=9370ca03-25ae-4fe0-aba2-d2f9aca35449,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:07.041392 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:07.041741 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:07.042082 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:07.042443 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:07.042779 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:07.043112 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:07.043706 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:07.044034 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:07.044358 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:07.044683 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:07.045008 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:07.045330 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:07.216427 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['9370ca03-25ae-4fe0-aba2-d2f9aca35449'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:18:07.640109 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76be15-f865-4f1f-b8ab-b6a0bea8a6be req-c713466f-75c8-4eb1-9044-d70dbd027521 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:07.641582 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0c76be15-f865-4f1f-b8ab-b6a0bea8a6be req-c713466f-75c8-4eb1-9044-d70dbd027521 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 945 time: 0.0633953 Jul 16 21:18:07.680415 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0c76be15-f865-4f1f-b8ab-b6a0bea8a6be req-ed421b93-71a5-4e08-9a25-bc772105105a tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325344 Jul 16 21:18:08.810182 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9370ca03-25ae-4fe0-aba2-d2f9aca35449 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:18:08.876943 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 9370ca03-25ae-4fe0-aba2-d2f9aca35449 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:18:08.881634 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 9370ca03-25ae-4fe0-aba2-d2f9aca35449 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:18:08.882254 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:08.883872 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674bf61-0c19-4218-9972-aab3b56b8424 req-54624840-cd97-47b4-84f9-cea5496a0221 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:08.885425 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8674bf61-0c19-4218-9972-aab3b56b8424 req-54624840-cd97-47b4-84f9-cea5496a0221 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 945 time: 0.0745602 Jul 16 21:18:08.940804 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8674bf61-0c19-4218-9972-aab3b56b8424 req-d1cff130-ce72-4c8e-a41a-a9a6b52772cf tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476108 Jul 16 21:18:08.961327 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-3edb4769-3efa-434c-85b0-18e8ab0b9f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:08.962856 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-3edb4769-3efa-434c-85b0-18e8ab0b9f5c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9&tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95 HTTP/1.1" status: 200 len: 1097 time: 0.0732639 Jul 16 21:18:08.969761 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:08.976241 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-21', 'device_owner': 'compute:nova'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:18:09.002503 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9c654a-b727-4cfa-9c32-5b7307a9b4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9370ca03-25ae-4fe0-aba2-d2f9aca35449'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:18:09.005512 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f7533c-d357-43b6-861c-2e98adf1540f" -d '{"events": [{"server_uuid": "fe9c654a-b727-4cfa-9c32-5b7307a9b4f9", "name": "network-vif-plugged", "status": "completed", "tag": "9370ca03-25ae-4fe0-aba2-d2f9aca35449"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:18:09.022820 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 9370ca03-25ae-4fe0-aba2-d2f9aca35449, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9370ca03-25ae-4fe0-aba2-d2f9aca35449,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:09.027972 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.053602 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.060687 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5830066-8bfd-4b21-8bca-43f2bae1ecbd x-openstack-request-id: req-d5830066-8bfd-4b21-8bca-43f2bae1ecbd {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:18:09.061107 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9c654a-b727-4cfa-9c32-5b7307a9b4f9", "name": "network-vif-plugged", "status": "completed", "tag": "9370ca03-25ae-4fe0-aba2-d2f9aca35449", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:18:09.061447 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d5830066-8bfd-4b21-8bca-43f2bae1ecbd {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:18:09.061945 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9c654a-b727-4cfa-9c32-5b7307a9b4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9370ca03-25ae-4fe0-aba2-d2f9aca35449', 'code': 200} Jul 16 21:18:09.096171 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=9370ca03-25ae-4fe0-aba2-d2f9aca35449,revision_number=9']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:09.272861 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] For port 9370ca03-25ae-4fe0-aba2-d2f9aca35449, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9370ca03-25ae-4fe0-aba2-d2f9aca35449,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:09.306397 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] For port 9370ca03-25ae-4fe0-aba2-d2f9aca35449, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:18:09.347542 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9c654a-b727-4cfa-9c32-5b7307a9b4f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9370ca03-25ae-4fe0-aba2-d2f9aca35449'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:18:09.350202 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed25f91-e7f9-4ff2-81b0-b42d762963ea" -d '{"events": [{"server_uuid": "fe9c654a-b727-4cfa-9c32-5b7307a9b4f9", "name": "network-vif-unplugged", "status": "completed", "tag": "9370ca03-25ae-4fe0-aba2-d2f9aca35449"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:18:09.354212 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.369731 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Transition to ACTIVE for port object 9370ca03-25ae-4fe0-aba2-d2f9aca35449 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:18:09.373416 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.406117 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a9b83a-fa80-4bd6-acdf-35dbff04453f x-openstack-request-id: req-36a9b83a-fa80-4bd6-acdf-35dbff04453f {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:18:09.406426 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9c654a-b727-4cfa-9c32-5b7307a9b4f9", "name": "network-vif-unplugged", "status": "completed", "tag": "9370ca03-25ae-4fe0-aba2-d2f9aca35449", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:18:09.406766 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-36a9b83a-fa80-4bd6-acdf-35dbff04453f {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:18:09.407066 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9c654a-b727-4cfa-9c32-5b7307a9b4f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9370ca03-25ae-4fe0-aba2-d2f9aca35449', 'code': 200} Jul 16 21:18:09.466268 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Pushing event updated for resources: {'Port': ['ID=9370ca03-25ae-4fe0-aba2-d2f9aca35449,revision_number=10']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:09.476936 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:09.477272 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:09.477611 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:09.477940 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:09.478268 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:09.478622 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:09.479216 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:09.479539 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:09.479863 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:09.480190 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:09.480512 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:09.480836 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:09.517912 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] No DVR routers for this DVR port 9370ca03-25ae-4fe0-aba2-d2f9aca35449 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:18:09.657575 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Attempting to bind port 9370ca03-25ae-4fe0-aba2-d2f9aca35449 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:18:09.657963 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Attempting to bind port 9370ca03-25ae-4fe0-aba2-d2f9aca35449 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:18:09.658293 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Attempting to bind port 9370ca03-25ae-4fe0-aba2-d2f9aca35449 on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:18:09.662476 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Port 9370ca03-25ae-4fe0-aba2-d2f9aca35449 on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:18:09.662804 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Attempting to bind port 9370ca03-25ae-4fe0-aba2-d2f9aca35449 on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:18:09.667634 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:18:09.667983 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Checking segment: {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:18:09.668622 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Bound using segment: {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:18:09.669042 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Bound port: 9370ca03-25ae-4fe0-aba2-d2f9aca35449, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:18:09.669401 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.732414 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] For port 9370ca03-25ae-4fe0-aba2-d2f9aca35449, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:18:09.737268 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] For port 9370ca03-25ae-4fe0-aba2-d2f9aca35449, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=9370ca03-25ae-4fe0-aba2-d2f9aca35449,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:18:09.742274 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.781384 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:09.782689 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.783850 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] 10.222.0.62 "PUT /v2.0/ports/9370ca03-25ae-4fe0-aba2-d2f9aca35449 HTTP/1.1" status: 200 len: 1094 time: 0.8122976 Jul 16 21:18:09.808687 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0e1e6-5b1e-45bb-8707-08a887fea555 service neutron] Pushing event updated for resources: {'Port': ['ID=9370ca03-25ae-4fe0-aba2-d2f9aca35449,revision_number=11']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:09.867252 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-6e34fb90-ca4d-444b-a6e8-a786a98f78fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:09.869004 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-6e34fb90-ca4d-444b-a6e8-a786a98f78fe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 1097 time: 0.0612769 Jul 16 21:18:09.970868 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-7e717f7f-d799-439e-8880-98ccdff6f93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:09.972365 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-7e717f7f-d799-439e-8880-98ccdff6f93e service neutron] 10.222.0.62 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0972016 Jul 16 21:18:10.057504 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-fcee2ba1-8042-4472-8055-697c16f15c56 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9370ca03-25ae-4fe0-aba2-d2f9aca35449 HTTP/1.1" status: 200 len: 1001 time: 0.0790179 Jul 16 21:18:10.110134 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-5185be33-4ed5-441f-9a0c-8880be335e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:10.112468 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-5185be33-4ed5-441f-9a0c-8880be335e9d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0491264 Jul 16 21:18:10.135091 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2251b53-23c8-43d2-9411-156bc382648d req-29abe989-60d2-413d-ba2d-40634b44d3f0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:10.136604 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c2251b53-23c8-43d2-9411-156bc382648d req-29abe989-60d2-413d-ba2d-40634b44d3f0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 945 time: 0.0730591 Jul 16 21:18:10.171578 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-78a51173-66a9-43c6-a3fe-06c0945e517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:10.174241 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-78a51173-66a9-43c6-a3fe-06c0945e517c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547640 Jul 16 21:18:10.183500 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c2251b53-23c8-43d2-9411-156bc382648d req-193660a7-152a-4589-85a0-c7b6958d50b3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373125 Jul 16 21:18:10.269223 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-85916429-77d9-43a1-a8dd-066c73860057 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896766 Jul 16 21:18:10.370899 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-20b03916-cf4f-4cfd-b181-5835bdbf8c79 req-57f98b04-9c4e-4ed7-883d-6959c1a69b8b service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948648 Jul 16 21:18:11.364899 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f3db6-4442-4569-a900-d7c963028673 req-6e01d48c-cd0b-4192-9a9d-1ae339f9588d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:11.366518 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-654f3db6-4442-4569-a900-d7c963028673 req-6e01d48c-cd0b-4192-9a9d-1ae339f9588d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 945 time: 0.0658982 Jul 16 21:18:11.406603 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-654f3db6-4442-4569-a900-d7c963028673 req-16e6049a-12f9-480c-9e49-0fb51ea39d40 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343323 Jul 16 21:18:11.408833 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9c654a-b727-4cfa-9c32-5b7307a9b4f9', 'tag': '9370ca03-25ae-4fe0-aba2-d2f9aca35449'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:18:11.411223 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2877029-418d-40ca-b0da-8eca8c9995de" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9c654a-b727-4cfa-9c32-5b7307a9b4f9", "tag": "9370ca03-25ae-4fe0-aba2-d2f9aca35449"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:18:11.460463 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb26ae9-b540-480e-a9a7-8219fbb5b555 x-openstack-request-id: req-ffb26ae9-b540-480e-a9a7-8219fbb5b555 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:18:11.460766 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9c654a-b727-4cfa-9c32-5b7307a9b4f9", "tag": "9370ca03-25ae-4fe0-aba2-d2f9aca35449", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:18:11.461024 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ffb26ae9-b540-480e-a9a7-8219fbb5b555 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:18:11.461434 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9c654a-b727-4cfa-9c32-5b7307a9b4f9', 'tag': '9370ca03-25ae-4fe0-aba2-d2f9aca35449', 'status': 'completed', 'code': 200} Jul 16 21:18:11.542075 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2877029-418d-40ca-b0da-8eca8c9995de req-231d4f20-1fcb-4eea-8c11-2313d1ca7257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:11.543598 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2877029-418d-40ca-b0da-8eca8c9995de req-8034af5b-4c00-42f8-ae1c-ffaf465c3736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:11.544058 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2877029-418d-40ca-b0da-8eca8c9995de req-231d4f20-1fcb-4eea-8c11-2313d1ca7257 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 1097 time: 0.0602489 Jul 16 21:18:11.545115 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2877029-418d-40ca-b0da-8eca8c9995de req-8034af5b-4c00-42f8-ae1c-ffaf465c3736 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 1097 time: 0.0617423 Jul 16 21:18:11.634886 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2877029-418d-40ca-b0da-8eca8c9995de req-8b6b11f9-077e-44c5-8379-e5644d6214de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:11.636377 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2877029-418d-40ca-b0da-8eca8c9995de req-8b6b11f9-077e-44c5-8379-e5644d6214de service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0868349 Jul 16 21:18:11.640260 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2877029-418d-40ca-b0da-8eca8c9995de req-ebb11821-7746-4ff2-b707-0d5c30ec4adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:11.642480 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2877029-418d-40ca-b0da-8eca8c9995de req-ebb11821-7746-4ff2-b707-0d5c30ec4adc service neutron] 10.222.0.62 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0897779 Jul 16 21:18:11.707756 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2877029-418d-40ca-b0da-8eca8c9995de req-fa6bb14a-f344-47c8-8d71-009b29c90ba9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9370ca03-25ae-4fe0-aba2-d2f9aca35449 HTTP/1.1" status: 200 len: 1001 time: 0.0647604 Jul 16 21:18:11.711346 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2877029-418d-40ca-b0da-8eca8c9995de req-2991ca6c-dbbf-4f4f-8180-b568c33f42ab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9370ca03-25ae-4fe0-aba2-d2f9aca35449 HTTP/1.1" status: 200 len: 1001 time: 0.0630167 Jul 16 21:18:11.760457 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2877029-418d-40ca-b0da-8eca8c9995de req-5104e6dd-8f52-4d2f-878f-a5d74b6796ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:11.761933 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2877029-418d-40ca-b0da-8eca8c9995de req-5104e6dd-8f52-4d2f-878f-a5d74b6796ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0484631 Jul 16 21:18:11.770653 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2877029-418d-40ca-b0da-8eca8c9995de req-a6f45bce-3ee2-4a13-8417-d84dfbc0209f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:11.772443 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2877029-418d-40ca-b0da-8eca8c9995de req-a6f45bce-3ee2-4a13-8417-d84dfbc0209f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0495627 Jul 16 21:18:11.820287 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2877029-418d-40ca-b0da-8eca8c9995de req-e4059f72-3016-4315-8ec2-823d3433ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:11.822044 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2877029-418d-40ca-b0da-8eca8c9995de req-e4059f72-3016-4315-8ec2-823d3433ec93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538385 Jul 16 21:18:11.849366 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2877029-418d-40ca-b0da-8eca8c9995de req-9208a851-6dff-4846-8c51-31b78238cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:11.850906 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2877029-418d-40ca-b0da-8eca8c9995de req-9208a851-6dff-4846-8c51-31b78238cb6a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722711 Jul 16 21:18:11.924493 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2877029-418d-40ca-b0da-8eca8c9995de req-2eb24a82-ca4a-4067-a2b1-aac0064da765 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961463 Jul 16 21:18:11.960412 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2877029-418d-40ca-b0da-8eca8c9995de req-0dac4fff-3fdc-4590-b501-d6cd10222ac8 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019416 Jul 16 21:18:12.027839 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2877029-418d-40ca-b0da-8eca8c9995de req-6ea388cb-3ee9-443c-b01f-0cec10805a96 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976169 Jul 16 21:18:12.060814 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b2877029-418d-40ca-b0da-8eca8c9995de req-6492f752-d02b-4a0b-bd45-b2fc127549d3 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941212 Jul 16 21:18:12.599670 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011c99d-b5cc-4810-aa7a-fc22839db9b8 req-d50bff26-f7fb-4f1b-84f8-cb4a12f5600c tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:12.601180 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9011c99d-b5cc-4810-aa7a-fc22839db9b8 req-d50bff26-f7fb-4f1b-84f8-cb4a12f5600c tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 945 time: 0.0697365 Jul 16 21:18:12.639919 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9011c99d-b5cc-4810-aa7a-fc22839db9b8 req-9605d130-5e1d-40fd-80b2-27ffe661feed tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332723 Jul 16 21:18:12.818107 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec23577-aa87-4414-86c9-9dbf44f7364f req-591ba185-e1c5-433a-b7cc-5802a847a576 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:12.819737 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ec23577-aa87-4414-86c9-9dbf44f7364f req-591ba185-e1c5-433a-b7cc-5802a847a576 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 945 time: 0.0685234 Jul 16 21:18:12.827041 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9370ca03-25ae-4fe0-aba2-d2f9aca35449 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:18:12.862398 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ec23577-aa87-4414-86c9-9dbf44f7364f req-d46559a6-c474-4368-9793-29930aaec1fc tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340922 Jul 16 21:18:12.868829 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9370ca03-25ae-4fe0-aba2-d2f9aca35449 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:18:13.049614 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912bd44-c6fb-424a-bd61-2060e1d782ae req-8620842d-f296-407e-808d-6ab9fef7655c tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:13.051211 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2912bd44-c6fb-424a-bd61-2060e1d782ae req-8620842d-f296-407e-808d-6ab9fef7655c tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 945 time: 0.0707257 Jul 16 21:18:13.091832 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2912bd44-c6fb-424a-bd61-2060e1d782ae req-9c01933c-d726-4ee3-8fb2-a93780dd5526 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351479 Jul 16 21:18:13.511987 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58609ad-b976-4354-a0fb-4edc9fbb21b4 req-5f7bf55c-812f-486d-9ce4-e8dbfcfb7baa tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:13.513409 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a58609ad-b976-4354-a0fb-4edc9fbb21b4 req-5f7bf55c-812f-486d-9ce4-e8dbfcfb7baa tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 945 time: 0.0665905 Jul 16 21:18:13.554611 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a58609ad-b976-4354-a0fb-4edc9fbb21b4 req-d743732b-f7c7-4cd1-ae74-8a038739adef tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331373 Jul 16 21:18:13.634949 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 9370ca03-25ae-4fe0-aba2-d2f9aca35449 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:18:13.736912 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 9370ca03-25ae-4fe0-aba2-d2f9aca35449, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=9370ca03-25ae-4fe0-aba2-d2f9aca35449,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:13.750151 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '9370ca03-25ae-4fe0-aba2-d2f9aca35449', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'port_id': '9370ca03-25ae-4fe0-aba2-d2f9aca35449', 'mac_address': 'fa:16:3e:54:38:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:18:13.796005 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:13.809870 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9370ca03-25ae-4fe0-aba2-d2f9aca35449 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:18:13.831688 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 9370ca03-25ae-4fe0-aba2-d2f9aca35449, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=9370ca03-25ae-4fe0-aba2-d2f9aca35449,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:13.836479 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:13.886463 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=9370ca03-25ae-4fe0-aba2-d2f9aca35449,revision_number=12']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:14.078455 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['9370ca03-25ae-4fe0-aba2-d2f9aca35449'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:18:14.668825 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84181e-a509-4056-8df2-ee99af175f6c req-eca80374-c297-402d-bbdf-e776f08b14a2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:14.670573 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3a84181e-a509-4056-8df2-ee99af175f6c req-eca80374-c297-402d-bbdf-e776f08b14a2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 946 time: 0.0730433 Jul 16 21:18:14.733187 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed461015-abaa-4fd8-a8ef-797f72bead08 req-32116834-613d-4e62-8342-8f23497314b4 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:14.734743 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ed461015-abaa-4fd8-a8ef-797f72bead08 req-32116834-613d-4e62-8342-8f23497314b4 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 946 time: 0.0643001 Jul 16 21:18:14.775190 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ed461015-abaa-4fd8-a8ef-797f72bead08 req-40ef23fb-bcfd-4da9-8ab6-89ed47516f6a tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347426 Jul 16 21:18:14.776308 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-3a84181e-a509-4056-8df2-ee99af175f6c req-b3982c9d-0d89-465f-97ac-eae56c116de0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Deleting port 9370ca03-25ae-4fe0-aba2-d2f9aca35449 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:18:14.776667 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3a84181e-a509-4056-8df2-ee99af175f6c req-b3982c9d-0d89-465f-97ac-eae56c116de0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:14.874680 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-3a84181e-a509-4056-8df2-ee99af175f6c req-b3982c9d-0d89-465f-97ac-eae56c116de0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] For port 9370ca03-25ae-4fe0-aba2-d2f9aca35449, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=9370ca03-25ae-4fe0-aba2-d2f9aca35449,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:14.874955 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3a84181e-a509-4056-8df2-ee99af175f6c req-b3982c9d-0d89-465f-97ac-eae56c116de0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:15.054980 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3a84181e-a509-4056-8df2-ee99af175f6c req-b3982c9d-0d89-465f-97ac-eae56c116de0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:15.055358 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3a84181e-a509-4056-8df2-ee99af175f6c req-b3982c9d-0d89-465f-97ac-eae56c116de0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:15.055674 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [req-3a84181e-a509-4056-8df2-ee99af175f6c req-b3982c9d-0d89-465f-97ac-eae56c116de0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Floating IP be2a6625-b75f-416a-b3f0-7936054f63db disassociated. External IP: 172.25.0.175, port: 9370ca03-25ae-4fe0-aba2-d2f9aca35449. Jul 16 21:18:15.056021 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-3a84181e-a509-4056-8df2-ee99af175f6c req-b3982c9d-0d89-465f-97ac-eae56c116de0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Calling delete_port for 9370ca03-25ae-4fe0-aba2-d2f9aca35449 owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:18:15.192025 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3a84181e-a509-4056-8df2-ee99af175f6c req-b3982c9d-0d89-465f-97ac-eae56c116de0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:15.223023 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3982c9d-0d89-465f-97ac-eae56c116de0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Pushing event deleted for resources: {'Port': ['ID=9370ca03-25ae-4fe0-aba2-d2f9aca35449,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:15.344756 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a84181e-a509-4056-8df2-ee99af175f6c req-b3982c9d-0d89-465f-97ac-eae56c116de0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Router 1a079834-e375-48c6-8184-3b9b3e38c00b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:18:15.458759 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a84181e-a509-4056-8df2-ee99af175f6c req-b3982c9d-0d89-465f-97ac-eae56c116de0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:18:15.468358 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d680ed1b-cf23-4632-be29-b5686ddc9f2e None None] Sync routers for ids ['1a079834-e375-48c6-8184-3b9b3e38c00b'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:18:15.477836 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d680ed1b-cf23-4632-be29-b5686ddc9f2e None None] Routers {'1a079834-e375-48c6-8184-3b9b3e38c00b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:18:15.478485 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d680ed1b-cf23-4632-be29-b5686ddc9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:17:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1a079834-e375-48c6-8184-3b9b3e38c00b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:15.509360 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a84181e-a509-4056-8df2-ee99af175f6c req-b3982c9d-0d89-465f-97ac-eae56c116de0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] No DVR routers for this DVR port 9370ca03-25ae-4fe0-aba2-d2f9aca35449 on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:18:15.512130 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-3a84181e-a509-4056-8df2-ee99af175f6c req-b3982c9d-0d89-465f-97ac-eae56c116de0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:15.514204 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-3a84181e-a509-4056-8df2-ee99af175f6c req-b3982c9d-0d89-465f-97ac-eae56c116de0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.62 "DELETE /v2.0/ports/9370ca03-25ae-4fe0-aba2-d2f9aca35449 HTTP/1.1" status: 204 len: 173 time: 0.8374352 Jul 16 21:18:15.514670 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9c654a-b727-4cfa-9c32-5b7307a9b4f9', 'name': 'network-vif-deleted', 'tag': '9370ca03-25ae-4fe0-aba2-d2f9aca35449'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:18:15.518146 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b607228a62fb58992ccf8608ba890ff2ef86f5552ca572cfd15eeee535a7d983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76683cff-ecd4-454d-93cf-85ccd82c5c94" -d '{"events": [{"server_uuid": "fe9c654a-b727-4cfa-9c32-5b7307a9b4f9", "name": "network-vif-deleted", "tag": "9370ca03-25ae-4fe0-aba2-d2f9aca35449"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:18:15.556598 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aef39ca-6a77-4669-9799-65d362bb8b26 x-openstack-request-id: req-1aef39ca-6a77-4669-9799-65d362bb8b26 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:18:15.557111 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9c654a-b727-4cfa-9c32-5b7307a9b4f9", "name": "network-vif-deleted", "tag": "9370ca03-25ae-4fe0-aba2-d2f9aca35449", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:18:15.557245 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1aef39ca-6a77-4669-9799-65d362bb8b26 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:18:15.557627 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9c654a-b727-4cfa-9c32-5b7307a9b4f9', 'name': 'network-vif-deleted', 'tag': '9370ca03-25ae-4fe0-aba2-d2f9aca35449', 'status': 'completed', 'code': 200} Jul 16 21:18:15.589054 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-d680ed1b-cf23-4632-be29-b5686ddc9f2e None None] Set router 1a079834-e375-48c6-8184-3b9b3e38c00b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:18:15.646672 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 9370ca03-25ae-4fe0-aba2-d2f9aca35449 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:18:15.651778 n-d-791506-21 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No ports have port_id starting with 9370ca03-25ae-4fe0-aba2-d2f9aca35449 Jul 16 21:18:15.652998 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 9370ca03-25ae-4fe0-aba2-d2f9aca35449 requested by agent hyperv_n-h2-791506-21 not found in database {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 16 21:18:15.900447 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d680ed1b-cf23-4632-be29-b5686ddc9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3090be44-0f47-4693-a663-c2face31e986', 'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'mac_address': 'fa:16:3e:45:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:33Z', 'updated_at': '2021-07-16T21:11:38Z', 'revision_number': 5, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'subnets': [{'id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:15.929423 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d680ed1b-cf23-4632-be29-b5686ddc9f2e None None] Checking router: 1a079834-e375-48c6-8184-3b9b3e38c00b for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:18:15.938146 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d680ed1b-cf23-4632-be29-b5686ddc9f2e None None] Routers {'1a079834-e375-48c6-8184-3b9b3e38c00b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:18:15.939010 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d680ed1b-cf23-4632-be29-b5686ddc9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:17:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1a079834-e375-48c6-8184-3b9b3e38c00b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:15.940730 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-63f8e4f0-edb0-4b5f-84c9-c1f9c87ac1a5 req-c2edfb41-8879-45cc-aa62-b526b6752858 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe9c654a-b727-4cfa-9c32-5b7307a9b4f9 HTTP/1.1" status: 200 len: 210 time: 0.0359917 Jul 16 21:18:16.058446 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-d680ed1b-cf23-4632-be29-b5686ddc9f2e None None] Set router 1a079834-e375-48c6-8184-3b9b3e38c00b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:18:16.277089 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d680ed1b-cf23-4632-be29-b5686ddc9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3090be44-0f47-4693-a663-c2face31e986', 'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'mac_address': 'fa:16:3e:45:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:33Z', 'updated_at': '2021-07-16T21:11:38Z', 'revision_number': 5, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'subnets': [{'id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:16.305074 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d680ed1b-cf23-4632-be29-b5686ddc9f2e None None] The sync data for ids ['1a079834-e375-48c6-8184-3b9b3e38c00b'] in n-d-791506-21 is: [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3090be44-0f47-4693-a663-c2face31e986', 'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'mac_address': 'fa:16:3e:45:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:33Z', 'updated_at': '2021-07-16T21:11:38Z', 'revision_number': 5, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'subnets': [{'id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:18:16.533083 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de711b7a-5f16-46b5-953c-d8f731fa4ef5 None None] New status for floating IP be2a6625-b75f-416a-b3f0-7936054f63db: DOWN {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:18:17.310211 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-72da1f36-1b10-470b-a785-b45f3cd0545d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--42337967&fields=id&tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95 HTTP/1.1" status: 200 len: 267 time: 0.0332386 Jul 16 21:18:17.433647 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-75de0248-58c7-4806-8d70-819bd906d11f tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:17.435159 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-75de0248-58c7-4806-8d70-819bd906d11f tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 812 time: 0.1176603 Jul 16 21:18:17.450596 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-353b77bf-6948-4c26-b8c5-60114eeb6818 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/quotas/25bfcd1cfbbd4085b947fb2ae9f94c95 HTTP/1.1" status: 200 len: 375 time: 0.0094109 Jul 16 21:18:17.526007 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-73d73a67-e362-4db5-99cf-8ed3affcd088 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0690155 Jul 16 21:18:17.542004 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-cc1ac768-13a7-4856-8837-bd602e51c9ee tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:18:17.544350 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-cc1ac768-13a7-4856-8837-bd602e51c9ee tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063431 Jul 16 21:18:17.688141 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-d61e3ceb-f473-4305-b4ae-3eca1274b682 service neutron] 10.222.0.38 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386452 Jul 16 21:18:17.781272 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-4c239093-eb76-4d46-9fae-68e3a644ea31 service neutron] 10.222.0.38 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868120 Jul 16 21:18:17.985772 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-68f1ba36-4e50-4a1d-93d8-d93df4eb66fc req-4e67b9a3-6984-449b-b2ec-9e49b01285af tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 210 time: 0.0286343 Jul 16 21:18:19.061714 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-4d02b9e9-a38a-4ee7-87d3-e8258481cb0f tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:19.063949 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-4d02b9e9-a38a-4ee7-87d3-e8258481cb0f tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.18 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 812 time: 0.1226659 Jul 16 21:18:19.122669 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-affddfd0-ed72-46ef-a468-a199b5fd7a25 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95 HTTP/1.1" status: 200 len: 378 time: 0.0436115 Jul 16 21:18:19.132632 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-a595060c-1dbd-444a-adf9-ab8ad537c57d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Request body: {'port': {'device_id': '9802f0ed-a9b2-4e90-b41f-f2922b51aa24', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'admin_state_up': True, 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'security_groups': ['94f6a0d2-d9da-4768-99dd-dfe9568cbafa']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:18:19.175124 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4dab051f-27d5-4d3f-9567-334fd9d18b29 req-373b4277-d24d-4490-afe9-df48d7394359 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 210 time: 0.0489640 Jul 16 21:18:19.280916 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-a595060c-1dbd-444a-adf9-ab8ad537c57d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Made reservation on behalf of 25bfcd1cfbbd4085b947fb2ae9f94c95 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:18:19.289512 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-a595060c-1dbd-444a-adf9-ab8ad537c57d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:19.420242 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-a595060c-1dbd-444a-adf9-ab8ad537c57d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Allocated IP 172.20.0.4 (5bad7e3f-d4d4-45ac-a989-a8056e5a5442/99a6fa48-2fab-42bf-b2ea-7a1009957e6a/e1a211e8-1055-40dc-9136-4c5ffe045b92) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:18:19.565477 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-a595060c-1dbd-444a-adf9-ab8ad537c57d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:19.580050 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-a595060c-1dbd-444a-adf9-ab8ad537c57d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Transition to ACTIVE for port object e1a211e8-1055-40dc-9136-4c5ffe045b92 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:18:19.611981 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-a595060c-1dbd-444a-adf9-ab8ad537c57d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:19.655242 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 9370ca03-25ae-4fe0-aba2-d2f9aca35449 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:18:19.659211 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-a595060c-1dbd-444a-adf9-ab8ad537c57d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:18:19.662505 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-a595060c-1dbd-444a-adf9-ab8ad537c57d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:18:19.666514 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-a595060c-1dbd-444a-adf9-ab8ad537c57d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:18:19.674177 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595060c-1dbd-444a-adf9-ab8ad537c57d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Pushing event updated for resources: {'Port': ['ID=e1a211e8-1055-40dc-9136-4c5ffe045b92,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:19.680983 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 9370ca03-25ae-4fe0-aba2-d2f9aca35449 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:18:19.681323 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 9370ca03-25ae-4fe0-aba2-d2f9aca35449 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:18:19.727765 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-a595060c-1dbd-444a-adf9-ab8ad537c57d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:19.729760 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-a595060c-1dbd-444a-adf9-ab8ad537c57d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:19.746257 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-a595060c-1dbd-444a-adf9-ab8ad537c57d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6179552 Jul 16 21:18:19.815863 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-98d3c4a8-95bd-42a6-bd7c-3e35549b07f2 service neutron] Request body: {'port': {'device_id': '9802f0ed-a9b2-4e90-b41f-f2922b51aa24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:18:19.900973 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-98d3c4a8-95bd-42a6-bd7c-3e35549b07f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:19.944639 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-18892bcc-8df4-4476-a27b-f068077c292c None None] Provisioning for port e1a211e8-1055-40dc-9136-4c5ffe045b92 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:18:19.948526 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-18892bcc-8df4-4476-a27b-f068077c292c None None] Provisioning complete for port e1a211e8-1055-40dc-9136-4c5ffe045b92 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:18:19.948903 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18892bcc-8df4-4476-a27b-f068077c292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:19.983694 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-18892bcc-8df4-4476-a27b-f068077c292c None None] Port e1a211e8-1055-40dc-9136-4c5ffe045b92 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:18:20.177574 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-98d3c4a8-95bd-42a6-bd7c-3e35549b07f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a211e8-1055-40dc-9136-4c5ffe045b92 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:18:20.185298 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-98d3c4a8-95bd-42a6-bd7c-3e35549b07f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:20.198281 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-98d3c4a8-95bd-42a6-bd7c-3e35549b07f2 service neutron] Transition to ACTIVE for port object e1a211e8-1055-40dc-9136-4c5ffe045b92 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:18:20.202152 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-98d3c4a8-95bd-42a6-bd7c-3e35549b07f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:20.285710 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3c4a8-95bd-42a6-bd7c-3e35549b07f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a211e8-1055-40dc-9136-4c5ffe045b92,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:20.385375 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-98d3c4a8-95bd-42a6-bd7c-3e35549b07f2 service neutron] Attempting to bind port e1a211e8-1055-40dc-9136-4c5ffe045b92 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:18:20.385631 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-98d3c4a8-95bd-42a6-bd7c-3e35549b07f2 service neutron] Attempting to bind port e1a211e8-1055-40dc-9136-4c5ffe045b92 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:18:20.385962 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-98d3c4a8-95bd-42a6-bd7c-3e35549b07f2 service neutron] Attempting to bind port e1a211e8-1055-40dc-9136-4c5ffe045b92 on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:18:20.394757 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-98d3c4a8-95bd-42a6-bd7c-3e35549b07f2 service neutron] Port e1a211e8-1055-40dc-9136-4c5ffe045b92 on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:18:20.394980 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-98d3c4a8-95bd-42a6-bd7c-3e35549b07f2 service neutron] Attempting to bind port e1a211e8-1055-40dc-9136-4c5ffe045b92 on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:18:20.402972 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-98d3c4a8-95bd-42a6-bd7c-3e35549b07f2 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:18:20.403298 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-98d3c4a8-95bd-42a6-bd7c-3e35549b07f2 service neutron] Checking segment: {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:18:20.403698 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-98d3c4a8-95bd-42a6-bd7c-3e35549b07f2 service neutron] Bound using segment: {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:18:20.404114 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-98d3c4a8-95bd-42a6-bd7c-3e35549b07f2 service neutron] Bound port: e1a211e8-1055-40dc-9136-4c5ffe045b92, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:18:20.404469 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-98d3c4a8-95bd-42a6-bd7c-3e35549b07f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:20.415745 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1453350-200e-4d9a-b2ea-b6470cd0b7e4 req-b6aa09a2-49f0-430a-b9d2-46825ba0bcac tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:20.418796 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a1453350-200e-4d9a-b2ea-b6470cd0b7e4 req-b6aa09a2-49f0-430a-b9d2-46825ba0bcac tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 943 time: 0.1101184 Jul 16 21:18:20.486897 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a1453350-200e-4d9a-b2ea-b6470cd0b7e4 req-b8a01a7a-a364-4c7a-b362-a2c3d0e9eb8c tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612323 Jul 16 21:18:20.514884 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-98d3c4a8-95bd-42a6-bd7c-3e35549b07f2 service neutron] For port e1a211e8-1055-40dc-9136-4c5ffe045b92, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:18:20.517456 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-98d3c4a8-95bd-42a6-bd7c-3e35549b07f2 service neutron] For port e1a211e8-1055-40dc-9136-4c5ffe045b92, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e1a211e8-1055-40dc-9136-4c5ffe045b92,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:18:20.521016 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-98d3c4a8-95bd-42a6-bd7c-3e35549b07f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:20.556368 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-98d3c4a8-95bd-42a6-bd7c-3e35549b07f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:20.562393 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-98d3c4a8-95bd-42a6-bd7c-3e35549b07f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:20.562393 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-98d3c4a8-95bd-42a6-bd7c-3e35549b07f2 service neutron] 10.222.0.18 "PUT /v2.0/ports/e1a211e8-1055-40dc-9136-4c5ffe045b92 HTTP/1.1" status: 200 len: 1092 time: 0.8049588 Jul 16 21:18:20.562393 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9802f0ed-a9b2-4e90-b41f-f2922b51aa24', 'tag': 'e1a211e8-1055-40dc-9136-4c5ffe045b92'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:18:20.562393 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbdc90f-55fa-4752-9bc4-5b74549b2c36" -d '{"events": [{"name": "network-changed", "server_uuid": "9802f0ed-a9b2-4e90-b41f-f2922b51aa24", "tag": "e1a211e8-1055-40dc-9136-4c5ffe045b92"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:18:20.598501 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3c4a8-95bd-42a6-bd7c-3e35549b07f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a211e8-1055-40dc-9136-4c5ffe045b92,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:20.611820 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a920829-d05f-4044-90e7-cb49a93f00b2 x-openstack-request-id: req-6a920829-d05f-4044-90e7-cb49a93f00b2 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:18:20.612117 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9802f0ed-a9b2-4e90-b41f-f2922b51aa24", "tag": "e1a211e8-1055-40dc-9136-4c5ffe045b92", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:18:20.612374 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6a920829-d05f-4044-90e7-cb49a93f00b2 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:18:20.612776 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9802f0ed-a9b2-4e90-b41f-f2922b51aa24', 'tag': 'e1a211e8-1055-40dc-9136-4c5ffe045b92', 'status': 'completed', 'code': 200} Jul 16 21:18:20.668554 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-55783b64-5e9e-4104-9d33-8615f71c837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:20.670100 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-55783b64-5e9e-4104-9d33-8615f71c837f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 1095 time: 0.0683315 Jul 16 21:18:20.714047 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-0c9473e7-4897-4701-918f-e2c87d775ed6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1a211e8-1055-40dc-9136-4c5ffe045b92 HTTP/1.1" status: 200 len: 217 time: 0.0373237 Jul 16 21:18:20.763871 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-ad05da8c-678c-4e9f-848c-88be0ff4c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:20.765379 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-ad05da8c-678c-4e9f-848c-88be0ff4c14b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0451508 Jul 16 21:18:20.823786 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-84a2275f-7089-4e36-add7-b7bd9476c138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:20.825326 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-84a2275f-7089-4e36-add7-b7bd9476c138 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540085 Jul 16 21:18:20.924900 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-ea5d2d3d-08ed-4753-a080-4a50160e2fde service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932059 Jul 16 21:18:21.377321 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7abfa899-9471-43c8-af05-fdcd5637d784 req-afa7ab31-9516-4ed4-b99a-3295af8d739b service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461613 Jul 16 21:18:21.481617 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdc90f-55fa-4752-9bc4-5b74549b2c36 req-f3976c3e-6080-45f1-bf30-fcfe125f7bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:21.483633 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-afbdc90f-55fa-4752-9bc4-5b74549b2c36 req-f3976c3e-6080-45f1-bf30-fcfe125f7bee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 1095 time: 0.0571959 Jul 16 21:18:21.576421 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdc90f-55fa-4752-9bc4-5b74549b2c36 req-d37a94d9-ffbe-432d-a10b-aace7fe22f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:21.577951 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-afbdc90f-55fa-4752-9bc4-5b74549b2c36 req-d37a94d9-ffbe-432d-a10b-aace7fe22f4a service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0881624 Jul 16 21:18:21.624302 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-afbdc90f-55fa-4752-9bc4-5b74549b2c36 req-c4d87aa9-f54f-4a5f-b701-a2d2288b6de4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1a211e8-1055-40dc-9136-4c5ffe045b92 HTTP/1.1" status: 200 len: 217 time: 0.0402203 Jul 16 21:18:21.698630 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdc90f-55fa-4752-9bc4-5b74549b2c36 req-a431ab93-4575-4aa2-9b60-a141fc024817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:21.700069 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-afbdc90f-55fa-4752-9bc4-5b74549b2c36 req-a431ab93-4575-4aa2-9b60-a141fc024817 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0674431 Jul 16 21:18:21.752935 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f80e8-9df2-4cba-90db-8552b73a6e37 req-14826dcc-a05d-4902-a66b-2cdf37defac5 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:21.754430 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f80e8-9df2-4cba-90db-8552b73a6e37 req-14826dcc-a05d-4902-a66b-2cdf37defac5 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 943 time: 0.1326072 Jul 16 21:18:21.771046 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a43a6d5-f7af-488a-9343-9da2769d07ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:21.803719 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdc90f-55fa-4752-9bc4-5b74549b2c36 req-86035b85-509d-4482-9afc-481622c60b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:21.805112 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-afbdc90f-55fa-4752-9bc4-5b74549b2c36 req-86035b85-509d-4482-9afc-481622c60b00 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982616 Jul 16 21:18:21.808372 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-551f80e8-9df2-4cba-90db-8552b73a6e37 req-c34b29ae-2adb-4267-bb5c-5d2ece280dfa tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479846 Jul 16 21:18:21.901728 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-afbdc90f-55fa-4752-9bc4-5b74549b2c36 req-1af4b6b6-f0c5-4308-aa62-2704ca3959b6 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896425 Jul 16 21:18:22.001650 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-afbdc90f-55fa-4752-9bc4-5b74549b2c36 req-30f1651c-edaf-4bea-a0a8-d80113d1c243 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925324 Jul 16 21:18:23.046241 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a112e9-b40d-4daf-92a7-cb01743ecfdb req-23a13ae1-cffa-429f-8731-6b859912cbe0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:23.048484 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c0a112e9-b40d-4daf-92a7-cb01743ecfdb req-23a13ae1-cffa-429f-8731-6b859912cbe0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 943 time: 0.1189866 Jul 16 21:18:23.089514 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c0a112e9-b40d-4daf-92a7-cb01743ecfdb req-ab833d7c-0cea-4c56-af40-625de4cb84ab tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346518 Jul 16 21:18:24.305519 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c5654eb7-c6b8-4c14-aa1f-343bb6a67c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:24.326601 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15f795-f72d-43da-9ad8-de1010f40eb2 req-e85e2ee2-d7d9-4c57-975d-e92ff5ce790f tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:24.328666 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-da15f795-f72d-43da-9ad8-de1010f40eb2 req-e85e2ee2-d7d9-4c57-975d-e92ff5ce790f tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 943 time: 0.1267552 Jul 16 21:18:24.371339 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-da15f795-f72d-43da-9ad8-de1010f40eb2 req-31980c3b-2a22-4f6c-a681-f3dc88c7bcb5 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363243 Jul 16 21:18:24.411062 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:24.902446 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e1a211e8-1055-40dc-9136-4c5ffe045b92 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:18:25.001122 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e1a211e8-1055-40dc-9136-4c5ffe045b92, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e1a211e8-1055-40dc-9136-4c5ffe045b92,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:25.012340 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'e1a211e8-1055-40dc-9136-4c5ffe045b92', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'port_id': 'e1a211e8-1055-40dc-9136-4c5ffe045b92', 'mac_address': 'fa:16:3e:65:b0:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:18:25.052106 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:25.065176 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a211e8-1055-40dc-9136-4c5ffe045b92 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:18:25.084740 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e1a211e8-1055-40dc-9136-4c5ffe045b92, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e1a211e8-1055-40dc-9136-4c5ffe045b92,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:25.088529 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:25.135118 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=e1a211e8-1055-40dc-9136-4c5ffe045b92,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:25.272354 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['e1a211e8-1055-40dc-9136-4c5ffe045b92'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:18:25.553085 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4409ec3-dce4-43f1-b265-b2303d25fa1d req-6b16018c-60a8-48b6-af3a-a4af1162c3ac tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:25.554847 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a4409ec3-dce4-43f1-b265-b2303d25fa1d req-6b16018c-60a8-48b6-af3a-a4af1162c3ac tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 944 time: 0.0650814 Jul 16 21:18:25.594252 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a4409ec3-dce4-43f1-b265-b2303d25fa1d req-9f592aa1-3a62-4aa3-9bbd-b4a5003f679b tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334847 Jul 16 21:18:25.961756 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:26.770766 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b442e8-4646-4672-921d-a68c5e7f0b11 req-55aa8ed4-dd0b-4575-a387-fc5dd095a358 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:26.772221 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05b442e8-4646-4672-921d-a68c5e7f0b11 req-55aa8ed4-dd0b-4575-a387-fc5dd095a358 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 944 time: 0.0636148 Jul 16 21:18:26.810973 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05b442e8-4646-4672-921d-a68c5e7f0b11 req-f5235a9f-c762-4b38-8918-961b2e6b652c tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322418 Jul 16 21:18:26.932582 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e1a211e8-1055-40dc-9136-4c5ffe045b92 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:18:26.981221 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port e1a211e8-1055-40dc-9136-4c5ffe045b92 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:18:26.984938 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port e1a211e8-1055-40dc-9136-4c5ffe045b92 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:18:26.985306 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:27.064103 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:27.087019 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9802f0ed-a9b2-4e90-b41f-f2922b51aa24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a211e8-1055-40dc-9136-4c5ffe045b92'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:18:27.089338 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90662690f342541f679c17fabd1837259072dcb2d3a36227b626550bb64f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0964d66-d2a1-40d1-91b8-b23116a1987a" -d '{"events": [{"server_uuid": "9802f0ed-a9b2-4e90-b41f-f2922b51aa24", "name": "network-vif-plugged", "status": "completed", "tag": "e1a211e8-1055-40dc-9136-4c5ffe045b92"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:18:27.103162 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e1a211e8-1055-40dc-9136-4c5ffe045b92, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e1a211e8-1055-40dc-9136-4c5ffe045b92,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:27.107344 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:27.132387 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4966a70-2af8-40f9-8eff-b7b25d5314b1 x-openstack-request-id: req-c4966a70-2af8-40f9-8eff-b7b25d5314b1 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:18:27.132779 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9802f0ed-a9b2-4e90-b41f-f2922b51aa24", "name": "network-vif-plugged", "status": "completed", "tag": "e1a211e8-1055-40dc-9136-4c5ffe045b92", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:18:27.133035 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c4966a70-2af8-40f9-8eff-b7b25d5314b1 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:18:27.133399 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9802f0ed-a9b2-4e90-b41f-f2922b51aa24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a211e8-1055-40dc-9136-4c5ffe045b92', 'code': 200} Jul 16 21:18:27.161457 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=e1a211e8-1055-40dc-9136-4c5ffe045b92,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:27.246996 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25246f5b-f634-42c0-9cc9-e5d886e65e2f req-cdf6ac93-a4ab-4cd7-9226-5057e4f85c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:27.248533 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-25246f5b-f634-42c0-9cc9-e5d886e65e2f req-cdf6ac93-a4ab-4cd7-9226-5057e4f85c6b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 1097 time: 0.0573959 Jul 16 21:18:27.281209 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-25246f5b-f634-42c0-9cc9-e5d886e65e2f req-9b644767-80d6-4af7-bf13-a0ef8e077da2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0265284 Jul 16 21:18:27.802187 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:27.988101 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dde5ff-1de0-4471-af49-1e7e9831d2c5 req-1d09a5c7-f94e-40b9-a613-f3bdc59ac049 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:27.989712 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-56dde5ff-1de0-4471-af49-1e7e9831d2c5 req-1d09a5c7-f94e-40b9-a613-f3bdc59ac049 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 945 time: 0.0672460 Jul 16 21:18:28.034268 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-56dde5ff-1de0-4471-af49-1e7e9831d2c5 req-fea3908a-0eb2-478e-b7fc-fbd35d88c64e tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347886 Jul 16 21:18:29.227670 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe7412-1ef7-4842-9176-3c0347777c1e req-3adbe0a2-2854-431c-a099-17d5e09cbfe7 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:29.229191 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6ebe7412-1ef7-4842-9176-3c0347777c1e req-3adbe0a2-2854-431c-a099-17d5e09cbfe7 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 945 time: 0.0737305 Jul 16 21:18:29.270015 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6ebe7412-1ef7-4842-9176-3c0347777c1e req-37c1b3f3-af60-48bf-b220-fc632475e91b tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350466 Jul 16 21:18:29.438611 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5c116-dc70-497a-8aaa-d23841b6653e req-0b73f454-1610-452c-a39d-7c83b1cbdcb4 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:29.440003 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f5b5c116-dc70-497a-8aaa-d23841b6653e req-0b73f454-1610-452c-a39d-7c83b1cbdcb4 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 945 time: 0.0656345 Jul 16 21:18:29.449237 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56366) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:18:29.453767 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-5b84bdbf-55f0-4ec4-b20f-61a745b2fd2e tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Request body: {'floatingip': {'port_id': 'e1a211e8-1055-40dc-9136-4c5ffe045b92'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:18:29.492564 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5b84bdbf-55f0-4ec4-b20f-61a745b2fd2e tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for floatingip, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:29.961969 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5b84bdbf-55f0-4ec4-b20f-61a745b2fd2e tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:29.964408 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:29.965948 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5b84bdbf-55f0-4ec4-b20f-61a745b2fd2e tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:30.071018 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-5b84bdbf-55f0-4ec4-b20f-61a745b2fd2e tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Floating IP be2a6625-b75f-416a-b3f0-7936054f63db associated. External IP: 172.25.0.175, port: e1a211e8-1055-40dc-9136-4c5ffe045b92. Jul 16 21:18:30.300895 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b84bdbf-55f0-4ec4-b20f-61a745b2fd2e tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Router 1a079834-e375-48c6-8184-3b9b3e38c00b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:18:30.412230 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b84bdbf-55f0-4ec4-b20f-61a745b2fd2e tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:18:30.417155 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5b84bdbf-55f0-4ec4-b20f-61a745b2fd2e tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:30.421962 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66cc2ad-f8a6-46a0-aeae-b02aa31c2279 None None] Sync routers for ids ['1a079834-e375-48c6-8184-3b9b3e38c00b'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:18:30.431847 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66cc2ad-f8a6-46a0-aeae-b02aa31c2279 None None] Routers {'1a079834-e375-48c6-8184-3b9b3e38c00b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:18:30.432806 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-e66cc2ad-f8a6-46a0-aeae-b02aa31c2279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:18:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1a079834-e375-48c6-8184-3b9b3e38c00b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:30.455665 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5b84bdbf-55f0-4ec4-b20f-61a745b2fd2e tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "PUT /v2.0/floatingips/be2a6625-b75f-416a-b3f0-7936054f63db HTTP/1.1" status: 200 len: 992 time: 1.0053391 Jul 16 21:18:30.456247 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9802f0ed-a9b2-4e90-b41f-f2922b51aa24', 'tag': 'e1a211e8-1055-40dc-9136-4c5ffe045b92'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:18:30.459249 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1435026af1f04d2f4e41338dee31dc738092160e6b83dfe92a6c8d4be550d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8aa704-6850-4283-bb81-6c85020375bb" -d '{"events": [{"name": "network-changed", "server_uuid": "9802f0ed-a9b2-4e90-b41f-f2922b51aa24", "tag": "e1a211e8-1055-40dc-9136-4c5ffe045b92"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:18:30.497621 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1444b12b-58ac-481e-b4fa-5b76cea3e33f x-openstack-request-id: req-1444b12b-58ac-481e-b4fa-5b76cea3e33f {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:18:30.497915 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9802f0ed-a9b2-4e90-b41f-f2922b51aa24", "tag": "e1a211e8-1055-40dc-9136-4c5ffe045b92", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:18:30.498223 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1444b12b-58ac-481e-b4fa-5b76cea3e33f {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:18:30.498671 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9802f0ed-a9b2-4e90-b41f-f2922b51aa24', 'tag': 'e1a211e8-1055-40dc-9136-4c5ffe045b92', 'status': 'completed', 'code': 200} Jul 16 21:18:30.552181 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-e66cc2ad-f8a6-46a0-aeae-b02aa31c2279 None None] Set router 1a079834-e375-48c6-8184-3b9b3e38c00b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:18:30.577505 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8aa704-6850-4283-bb81-6c85020375bb req-b7839a17-67de-470c-9939-13d0d4a42e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:30.579060 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a8aa704-6850-4283-bb81-6c85020375bb req-b7839a17-67de-470c-9939-13d0d4a42e10 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 1097 time: 0.0571847 Jul 16 21:18:30.680695 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8aa704-6850-4283-bb81-6c85020375bb req-14c89d44-05d9-4364-9c6d-ee2d3d2f6dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:30.682193 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a8aa704-6850-4283-bb81-6c85020375bb req-14c89d44-05d9-4364-9c6d-ee2d3d2f6dee service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0952635 Jul 16 21:18:30.748597 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a8aa704-6850-4283-bb81-6c85020375bb req-43540fac-bb79-4f92-b174-fa6c2fe6bb99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1a211e8-1055-40dc-9136-4c5ffe045b92 HTTP/1.1" status: 200 len: 1000 time: 0.0597103 Jul 16 21:18:30.782715 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-e66cc2ad-f8a6-46a0-aeae-b02aa31c2279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'be2a6625-b75f-416a-b3f0-7936054f63db', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'port_id': 'e1a211e8-1055-40dc-9136-4c5ffe045b92', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'mac_address': 'fa:16:3e:65:b0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9802f0ed-a9b2-4e90-b41f-f2922b51aa24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:11:36Z', 'updated_at': '2021-07-16T21:18:29Z', 'revision_number': 13, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3090be44-0f47-4693-a663-c2face31e986', 'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'mac_address': 'fa:16:3e:45:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:33Z', 'updated_at': '2021-07-16T21:11:38Z', 'revision_number': 5, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'subnets': [{'id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:30.810036 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66cc2ad-f8a6-46a0-aeae-b02aa31c2279 None None] Checking router: 1a079834-e375-48c6-8184-3b9b3e38c00b for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:18:30.810923 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8aa704-6850-4283-bb81-6c85020375bb req-3cc678e4-2283-4422-8f0f-4f228cf0c98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:30.812417 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a8aa704-6850-4283-bb81-6c85020375bb req-3cc678e4-2283-4422-8f0f-4f228cf0c98f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0512323 Jul 16 21:18:30.818546 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66cc2ad-f8a6-46a0-aeae-b02aa31c2279 None None] Routers {'1a079834-e375-48c6-8184-3b9b3e38c00b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:18:30.819145 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-e66cc2ad-f8a6-46a0-aeae-b02aa31c2279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:18:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1a079834-e375-48c6-8184-3b9b3e38c00b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:30.873779 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8aa704-6850-4283-bb81-6c85020375bb req-5bb061db-6ea3-4661-ad5c-bfbc7367f7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:30.875443 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a8aa704-6850-4283-bb81-6c85020375bb req-5bb061db-6ea3-4661-ad5c-bfbc7367f7b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565941 Jul 16 21:18:30.935304 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-e66cc2ad-f8a6-46a0-aeae-b02aa31c2279 None None] Set router 1a079834-e375-48c6-8184-3b9b3e38c00b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:18:30.967190 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a8aa704-6850-4283-bb81-6c85020375bb req-e3d9bee5-3a7e-4bfe-aeeb-185884fb70e1 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858803 Jul 16 21:18:31.069879 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a8aa704-6850-4283-bb81-6c85020375bb req-a319aff2-9158-49af-8e6c-eece7b359e56 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964358 Jul 16 21:18:31.171015 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-e66cc2ad-f8a6-46a0-aeae-b02aa31c2279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'be2a6625-b75f-416a-b3f0-7936054f63db', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'port_id': 'e1a211e8-1055-40dc-9136-4c5ffe045b92', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'mac_address': 'fa:16:3e:65:b0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9802f0ed-a9b2-4e90-b41f-f2922b51aa24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:11:36Z', 'updated_at': '2021-07-16T21:18:29Z', 'revision_number': 13, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3090be44-0f47-4693-a663-c2face31e986', 'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'mac_address': 'fa:16:3e:45:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:33Z', 'updated_at': '2021-07-16T21:11:38Z', 'revision_number': 5, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'subnets': [{'id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:31.286715 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66cc2ad-f8a6-46a0-aeae-b02aa31c2279 None None] The sync data for ids ['1a079834-e375-48c6-8184-3b9b3e38c00b'] in n-d-791506-21 is: [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'be2a6625-b75f-416a-b3f0-7936054f63db', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'port_id': 'e1a211e8-1055-40dc-9136-4c5ffe045b92', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'mac_address': 'fa:16:3e:65:b0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9802f0ed-a9b2-4e90-b41f-f2922b51aa24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:11:36Z', 'updated_at': '2021-07-16T21:18:29Z', 'revision_number': 13, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3090be44-0f47-4693-a663-c2face31e986', 'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'mac_address': 'fa:16:3e:45:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:33Z', 'updated_at': '2021-07-16T21:11:38Z', 'revision_number': 5, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'subnets': [{'id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:18:31.486749 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82618c4-606b-4449-9cfb-43eb8ce5d138 None None] New status for floating IP be2a6625-b75f-416a-b3f0-7936054f63db: ACTIVE {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:18:33.714183 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:40.745825 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:18:51.771347 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae6e7fe0-a1f3-4edf-bf2f-d5d91b3fd996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:54.308309 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64f28f51-075e-434f-bc46-08838d339af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:54.412287 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:55.963313 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:57.806115 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:59.975848 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:03.729371 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:17.745464 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:19:21.773605 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cecb5887-349e-4e0a-8dd2-952e3b54fc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:21.904192 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20115b5a-efdd-4c3c-970b-dca42097032e req-075b85d4-1bc5-4a9d-a0cf-2a8a8d0bc87a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0887680 Jul 16 21:19:22.001662 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20115b5a-efdd-4c3c-970b-dca42097032e req-353c43f7-a277-49c8-9d01-e86db14752bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:22.003268 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20115b5a-efdd-4c3c-970b-dca42097032e req-353c43f7-a277-49c8-9d01-e86db14752bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 1097 time: 0.0572104 Jul 16 21:19:22.106132 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20115b5a-efdd-4c3c-970b-dca42097032e req-f2aaa5fa-3b4b-4ed1-b69a-c07031434d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:22.107628 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20115b5a-efdd-4c3c-970b-dca42097032e req-f2aaa5fa-3b4b-4ed1-b69a-c07031434d0e service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0843556 Jul 16 21:19:22.175506 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20115b5a-efdd-4c3c-970b-dca42097032e req-e9cb4f3a-854e-470e-97f4-305a4c01628a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1a211e8-1055-40dc-9136-4c5ffe045b92 HTTP/1.1" status: 200 len: 1002 time: 0.0614057 Jul 16 21:19:22.222775 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20115b5a-efdd-4c3c-970b-dca42097032e req-adea445a-153f-4251-a9aa-e1457f9c2e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:22.224403 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20115b5a-efdd-4c3c-970b-dca42097032e req-adea445a-153f-4251-a9aa-e1457f9c2e92 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0426545 Jul 16 21:19:22.280500 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20115b5a-efdd-4c3c-970b-dca42097032e req-b743f69c-75af-4f97-949c-3a1d7b3ff5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:22.281897 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20115b5a-efdd-4c3c-970b-dca42097032e req-b743f69c-75af-4f97-949c-3a1d7b3ff5cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516763 Jul 16 21:19:22.375411 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20115b5a-efdd-4c3c-970b-dca42097032e req-3dabc8e7-a8b5-42fc-85fa-07163a870c59 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869093 Jul 16 21:19:22.468319 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20115b5a-efdd-4c3c-970b-dca42097032e req-1e1fe75f-4174-4cd2-95c0-db7a4e4caaf1 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866423 Jul 16 21:19:24.308126 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a3fb893-38ec-4b31-a37d-46a777c7ad88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:24.415760 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:25.966310 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:27.809047 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:29.974781 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:33.745383 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:51.775546 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd318912-9330-40be-98c0-0a7e0b6917b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:54.308422 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b183dd54-ed72-49c4-90e5-76954a86034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:54.417979 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:54.743848 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:19:55.970296 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:57.812961 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:59.972644 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:03.739428 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:06.077094 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115f981-d56d-45dd-a188-43c6bd735bbf req-f0e3cd86-2fe3-4e5f-bd16-30f8c666d798 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:06.078632 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6115f981-d56d-45dd-a188-43c6bd735bbf req-f0e3cd86-2fe3-4e5f-bd16-30f8c666d798 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 945 time: 0.1112273 Jul 16 21:20:06.117120 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6115f981-d56d-45dd-a188-43c6bd735bbf req-a522db2a-9b08-43d1-a784-c435c479681d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326903 Jul 16 21:20:17.450921 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-fcd03d6f-e30b-45a0-a39b-2bfe65ef43f1 req-8a183d47-7506-47f0-a169-e1754a643ab9 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:20:17.451930 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fcd03d6f-e30b-45a0-a39b-2bfe65ef43f1 req-8a183d47-7506-47f0-a169-e1754a643ab9 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491655 Jul 16 21:20:17.784733 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12faa39-264c-44a5-b0ee-d3aebc865201 req-7e184511-6dba-4a9b-b758-552c2ca9e16f tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:17.786143 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d12faa39-264c-44a5-b0ee-d3aebc865201 req-7e184511-6dba-4a9b-b758-552c2ca9e16f tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 945 time: 0.1032789 Jul 16 21:20:17.793879 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-863bbc91-f2ae-4298-b69f-70e6e73ac7b1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1354961 Jul 16 21:20:17.830367 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d12faa39-264c-44a5-b0ee-d3aebc865201 req-dc8172ab-8bd1-4997-9d93-957a98e34e42 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353725 Jul 16 21:20:19.010754 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-008e5dde-ec8a-4816-9d54-d39f17ee8430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:19.012270 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-008e5dde-ec8a-4816-9d54-d39f17ee8430 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 1097 time: 0.0975254 Jul 16 21:20:19.062147 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d9920-3f60-4fa9-b03f-414d999d7bf0 req-2898c363-c83e-43bd-8b08-ed3b158fda0c tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:19.063866 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-348d9920-3f60-4fa9-b03f-414d999d7bf0 req-2898c363-c83e-43bd-8b08-ed3b158fda0c tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 945 time: 0.1118662 Jul 16 21:20:19.154797 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-348d9920-3f60-4fa9-b03f-414d999d7bf0 req-5ac5b00c-c52d-46f3-8de3-c6952a0e2a36 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0853755 Jul 16 21:20:19.155962 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-531be125-c05d-4a25-aac9-64e4b08a9db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:19.157333 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-531be125-c05d-4a25-aac9-64e4b08a9db9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.1389036 Jul 16 21:20:19.230484 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-75646022-5d6a-465b-b49f-5f4abe348f64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1a211e8-1055-40dc-9136-4c5ffe045b92 HTTP/1.1" status: 200 len: 1002 time: 0.0664635 Jul 16 21:20:19.284818 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-3aa942d8-dbd2-4163-9d77-a10d9f4d446f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:19.286403 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-3aa942d8-dbd2-4163-9d77-a10d9f4d446f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0501993 Jul 16 21:20:19.346302 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-61dddb0c-1a52-46c4-bafc-ff86dcee835b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:19.347834 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-61dddb0c-1a52-46c4-bafc-ff86dcee835b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547194 Jul 16 21:20:19.440935 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-f0f679e1-39d3-440f-ac8b-ed505ce66fe0 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858350 Jul 16 21:20:19.535175 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-b597d0b4-f4ba-46bc-9d5d-66bac1b598c3 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885494 Jul 16 21:20:20.514852 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92610e72-5c10-48b1-859d-735c53ab4060 req-0c31cf88-e732-4d3c-b8b8-453657bf534a tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:20.516273 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-92610e72-5c10-48b1-859d-735c53ab4060 req-0c31cf88-e732-4d3c-b8b8-453657bf534a tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 945 time: 0.0627017 Jul 16 21:20:20.554902 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-92610e72-5c10-48b1-859d-735c53ab4060 req-b3fea03c-a863-4bb3-aa0a-081de095db11 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330920 Jul 16 21:20:21.740286 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d1489-da36-455a-beb1-2c12a635b827 req-8771f9bd-5d3e-461b-a088-88a16caffa95 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:21.741916 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-509d1489-da36-455a-beb1-2c12a635b827 req-8771f9bd-5d3e-461b-a088-88a16caffa95 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 945 time: 0.0703483 Jul 16 21:20:21.783674 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c20d85c5-89ad-4959-8616-7d023d3b2516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:21.787558 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-509d1489-da36-455a-beb1-2c12a635b827 req-b55cbebc-4624-4ac3-9d7f-005cf2b74b20 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386405 Jul 16 21:20:22.847058 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083b041-48d2-4b8e-97d4-ffdddf25fae9 req-5746ec52-c830-4a7e-96d9-681357cdf8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:22.848574 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6083b041-48d2-4b8e-97d4-ffdddf25fae9 req-5746ec52-c830-4a7e-96d9-681357cdf8af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 1097 time: 0.0546167 Jul 16 21:20:22.988243 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083b041-48d2-4b8e-97d4-ffdddf25fae9 req-d9b8dbcf-b4a6-4bd7-ad9b-8d95b75b3d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:22.989736 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6083b041-48d2-4b8e-97d4-ffdddf25fae9 req-d9b8dbcf-b4a6-4bd7-ad9b-8d95b75b3d41 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.1208067 Jul 16 21:20:23.053679 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cc69b-a5c5-42cf-84fc-e46fa314067f req-d25504ab-8e67-4a17-bcd5-2831e140f3c3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:23.055195 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9b3cc69b-a5c5-42cf-84fc-e46fa314067f req-d25504ab-8e67-4a17-bcd5-2831e140f3c3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 945 time: 0.1529453 Jul 16 21:20:23.082064 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6083b041-48d2-4b8e-97d4-ffdddf25fae9 req-c4e8a8cf-b378-47d6-a3f7-f51b63eae3a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1a211e8-1055-40dc-9136-4c5ffe045b92 HTTP/1.1" status: 200 len: 1002 time: 0.0852320 Jul 16 21:20:23.132950 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9b3cc69b-a5c5-42cf-84fc-e46fa314067f req-01f64f60-2435-41f3-a90e-f523fa8b6613 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706322 Jul 16 21:20:23.147264 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083b041-48d2-4b8e-97d4-ffdddf25fae9 req-c0905459-4284-4877-8091-4128b82d0508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:23.148746 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6083b041-48d2-4b8e-97d4-ffdddf25fae9 req-c0905459-4284-4877-8091-4128b82d0508 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0604701 Jul 16 21:20:23.209334 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083b041-48d2-4b8e-97d4-ffdddf25fae9 req-bb3bd594-e418-4528-b7f9-1e43010cba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:23.210873 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6083b041-48d2-4b8e-97d4-ffdddf25fae9 req-bb3bd594-e418-4528-b7f9-1e43010cba78 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555177 Jul 16 21:20:23.302908 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6083b041-48d2-4b8e-97d4-ffdddf25fae9 req-1f376852-f8b2-4ad1-a7c8-fef6f80bc62b service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847349 Jul 16 21:20:23.396104 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6083b041-48d2-4b8e-97d4-ffdddf25fae9 req-c84ebdb2-fbad-4d38-98bc-a2c1129c7a3b service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863085 Jul 16 21:20:24.309771 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67d01807-9711-4f1d-aeb8-43c1ca1c0e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:24.313448 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8acea1-ff44-48d8-a85e-eee47ea5f315 req-880d3cbe-91e0-4b9b-8114-32424919f796 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:24.315142 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe8acea1-ff44-48d8-a85e-eee47ea5f315 req-880d3cbe-91e0-4b9b-8114-32424919f796 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 945 time: 0.0681086 Jul 16 21:20:24.356090 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe8acea1-ff44-48d8-a85e-eee47ea5f315 req-548bb73b-f158-4f10-a5f5-90612fcbb7ea tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352342 Jul 16 21:20:24.420010 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:25.544274 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa2216-cc4b-447b-b123-e09fc0f8e371 req-8f227f11-efa5-4fa2-93ea-5b8782b998c0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:25.545686 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f4fa2216-cc4b-447b-b123-e09fc0f8e371 req-8f227f11-efa5-4fa2-93ea-5b8782b998c0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 945 time: 0.0703685 Jul 16 21:20:25.583684 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f4fa2216-cc4b-447b-b123-e09fc0f8e371 req-a7c8d935-d591-4f2c-be61-7bffb6933ca9 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323634 Jul 16 21:20:25.974545 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:26.768519 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b297b-74fd-4986-93f0-94243e922fcc req-860e8b34-7ae7-4c15-8976-389f7e6c8417 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:26.769489 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a45b297b-74fd-4986-93f0-94243e922fcc req-860e8b34-7ae7-4c15-8976-389f7e6c8417 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 945 time: 0.0661814 Jul 16 21:20:26.809698 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a45b297b-74fd-4986-93f0-94243e922fcc req-baa8c8e7-ff80-447c-9a4a-66a0f29ea39d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345855 Jul 16 21:20:27.815521 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:27.986099 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570e675-3a5a-4183-8732-b0001489de96 req-8ce09c82-4fde-4bfb-91fc-12d1f5478ac6 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:27.987628 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e570e675-3a5a-4183-8732-b0001489de96 req-8ce09c82-4fde-4bfb-91fc-12d1f5478ac6 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 945 time: 0.0631161 Jul 16 21:20:28.026597 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e570e675-3a5a-4183-8732-b0001489de96 req-1e3dd4fc-5e91-4422-adfa-fe09a66e4286 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333455 Jul 16 21:20:29.209278 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187cac8-f22c-4a17-b7b9-0945ad8713b8 req-c82757fd-9dee-400f-b7a1-51e4d470a00d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:29.211425 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d187cac8-f22c-4a17-b7b9-0945ad8713b8 req-c82757fd-9dee-400f-b7a1-51e4d470a00d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 945 time: 0.0684414 Jul 16 21:20:29.256763 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d187cac8-f22c-4a17-b7b9-0945ad8713b8 req-72cc74e5-d90c-4403-9002-0a166835db02 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384259 Jul 16 21:20:29.972906 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:30.432963 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede9b28-7162-422b-bee4-d8e8e079b685 req-3e9c722e-cf0d-4de6-924a-b594f3e85e2b tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:30.435340 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6ede9b28-7162-422b-bee4-d8e8e079b685 req-3e9c722e-cf0d-4de6-924a-b594f3e85e2b tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 945 time: 0.0665510 Jul 16 21:20:30.472651 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6ede9b28-7162-422b-bee4-d8e8e079b685 req-a852a505-212a-4f57-ad47-4b4a90eeadd2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315933 Jul 16 21:20:31.658628 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ff114-801d-45aa-a2bd-8b9fa0737c9a req-e99de248-c1af-4a33-b944-fe6d03b87259 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:31.660129 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-934ff114-801d-45aa-a2bd-8b9fa0737c9a req-e99de248-c1af-4a33-b944-fe6d03b87259 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 945 time: 0.0688772 Jul 16 21:20:31.701139 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-934ff114-801d-45aa-a2bd-8b9fa0737c9a req-dc4bb74e-1c8a-4090-8a15-d7cf0c49455a tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348525 Jul 16 21:20:31.749262 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:20:32.879107 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673b6c0-3490-4758-8cde-251fcf9df2bb req-fcc40ab3-7248-4de0-b78d-8be6746f1590 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:32.880726 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1673b6c0-3490-4758-8cde-251fcf9df2bb req-fcc40ab3-7248-4de0-b78d-8be6746f1590 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 945 time: 0.0654936 Jul 16 21:20:32.919669 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1673b6c0-3490-4758-8cde-251fcf9df2bb req-f50ae4e3-c2ca-4c3f-932c-f8d7feac091f tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331326 Jul 16 21:20:33.313162 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-8ea14883-dd4d-48dd-a8a6-f613af2830cf service neutron] show failed (client error): The resource could not be found. Jul 16 21:20:33.314343 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-8ea14883-dd4d-48dd-a8a6-f613af2830cf service neutron] 10.222.0.18 "GET /v2.0/ports/e1a211e8-1055-40dc-9136-4c5ffe045b92/bindings/n-h2-791506-21 HTTP/1.1" status: 404 len: 381 time: 0.0545032 Jul 16 21:20:33.650471 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-0ee4e337-a2f5-4d99-95a0-327138b6a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:33.652455 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-0ee4e337-a2f5-4d99-95a0-327138b6a21a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24&tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95 HTTP/1.1" status: 200 len: 1097 time: 0.0942736 Jul 16 21:20:33.663039 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-21', 'device_owner': 'compute:nova'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:20:33.738901 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:33.745824 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:33.948868 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] For port e1a211e8-1055-40dc-9136-4c5ffe045b92, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e1a211e8-1055-40dc-9136-4c5ffe045b92,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:20:33.984223 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] For port e1a211e8-1055-40dc-9136-4c5ffe045b92, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:20:34.024645 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9802f0ed-a9b2-4e90-b41f-f2922b51aa24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a211e8-1055-40dc-9136-4c5ffe045b92'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:20:34.030738 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:34.044422 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Transition to ACTIVE for port object e1a211e8-1055-40dc-9136-4c5ffe045b92 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:20:34.049400 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:34.065713 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc459459a4c5a11ec1d6886bc2ffdbf4fbc6faab23ac6f064f41edec039c064" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485feb7e-011d-427a-84c1-5c39074f1e99" -d '{"events": [{"server_uuid": "9802f0ed-a9b2-4e90-b41f-f2922b51aa24", "name": "network-vif-unplugged", "status": "completed", "tag": "e1a211e8-1055-40dc-9136-4c5ffe045b92"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:20:34.111673 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce6f4a-901b-4f4d-a83f-64c981adb052 req-28428f80-79bc-4ab5-b5de-8ec31dcb97dd tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:34.114856 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-51ce6f4a-901b-4f4d-a83f-64c981adb052 req-28428f80-79bc-4ab5-b5de-8ec31dcb97dd tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 943 time: 0.0794013 Jul 16 21:20:34.164855 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Pushing event updated for resources: {'Port': ['ID=e1a211e8-1055-40dc-9136-4c5ffe045b92,revision_number=6']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:20:34.174957 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-51ce6f4a-901b-4f4d-a83f-64c981adb052 req-fcc52f69-df65-4f9d-a0c0-7f8d3c40ba99 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535464 Jul 16 21:20:34.179515 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:34.179871 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:34.180216 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:34.180593 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:34.180897 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:34.181231 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:34.181565 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:34.181895 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:34.182228 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:34.191269 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:34.191751 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:34.192102 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:34.228780 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba9fed8-00f9-424b-a93c-5921377b35e6 x-openstack-request-id: req-dba9fed8-00f9-424b-a93c-5921377b35e6 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:20:34.229074 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9802f0ed-a9b2-4e90-b41f-f2922b51aa24", "name": "network-vif-unplugged", "status": "completed", "tag": "e1a211e8-1055-40dc-9136-4c5ffe045b92", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:20:34.229335 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dba9fed8-00f9-424b-a93c-5921377b35e6 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:20:34.230647 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9802f0ed-a9b2-4e90-b41f-f2922b51aa24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a211e8-1055-40dc-9136-4c5ffe045b92', 'code': 200} Jul 16 21:20:34.231801 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] No DVR routers for this DVR port e1a211e8-1055-40dc-9136-4c5ffe045b92 on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:20:34.376074 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Attempting to bind port e1a211e8-1055-40dc-9136-4c5ffe045b92 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:20:34.376407 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Attempting to bind port e1a211e8-1055-40dc-9136-4c5ffe045b92 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:20:34.376732 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Attempting to bind port e1a211e8-1055-40dc-9136-4c5ffe045b92 on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:20:34.381027 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Port e1a211e8-1055-40dc-9136-4c5ffe045b92 on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:20:34.381338 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Attempting to bind port e1a211e8-1055-40dc-9136-4c5ffe045b92 on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:20:34.386361 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:20:34.387296 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Checking segment: {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:20:34.387681 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Bound using segment: {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:20:34.388109 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Bound port: e1a211e8-1055-40dc-9136-4c5ffe045b92, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:20:34.388458 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:34.455056 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] For port e1a211e8-1055-40dc-9136-4c5ffe045b92, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:20:34.457952 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] For port e1a211e8-1055-40dc-9136-4c5ffe045b92, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=e1a211e8-1055-40dc-9136-4c5ffe045b92,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:20:34.462597 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:34.504769 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:34.505386 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:34.506806 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] 10.222.0.62 "PUT /v2.0/ports/e1a211e8-1055-40dc-9136-4c5ffe045b92 HTTP/1.1" status: 200 len: 1092 time: 0.8480885 Jul 16 21:20:34.525825 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b7282-4b22-4c85-ac14-ef090d871a2e service neutron] Pushing event updated for resources: {'Port': ['ID=e1a211e8-1055-40dc-9136-4c5ffe045b92,revision_number=7']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:20:34.591514 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-dc9a86a9-74e6-4d43-b7c4-9baf76bf592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:34.593502 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-dc9a86a9-74e6-4d43-b7c4-9baf76bf592e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 1095 time: 0.0617464 Jul 16 21:20:34.699808 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-0baf9a78-fcda-4606-a662-f7569efaa685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:34.701338 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-0baf9a78-fcda-4606-a662-f7569efaa685 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.1002426 Jul 16 21:20:34.767027 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-181a1860-be30-42b3-8fa2-b8550b16aa34 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1a211e8-1055-40dc-9136-4c5ffe045b92 HTTP/1.1" status: 200 len: 1000 time: 0.0588312 Jul 16 21:20:34.821662 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-f32b8d5c-5307-43ed-8976-91979fd79fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:34.823207 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-f32b8d5c-5307-43ed-8976-91979fd79fa5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0499058 Jul 16 21:20:34.880164 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-ecc323f8-b69a-4e8f-a226-5919afd98b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:34.881736 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-ecc323f8-b69a-4e8f-a226-5919afd98b50 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527225 Jul 16 21:20:34.892601 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-2cdaef73-827f-496c-b8d9-3c5a6efbcae5 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:20:34.893533 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-2cdaef73-827f-496c-b8d9-3c5a6efbcae5 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050046 Jul 16 21:20:34.982474 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-c7bd5da4-955a-4b75-a1ef-56215e334ba5 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825806 Jul 16 21:20:35.080145 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-61a163ce-cab3-463d-a08a-73371dc4794a service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913918 Jul 16 21:20:35.349503 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cac38-8f96-49b7-88eb-7bb5f06feae5 req-1a407eff-b113-447f-8609-70d58d2b7e76 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:35.351104 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2a2cac38-8f96-49b7-88eb-7bb5f06feae5 req-1a407eff-b113-447f-8609-70d58d2b7e76 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 943 time: 0.0675962 Jul 16 21:20:35.389265 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2a2cac38-8f96-49b7-88eb-7bb5f06feae5 req-f5a52d75-18a5-4f4f-a0e8-95d8dddf261f tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316515 Jul 16 21:20:35.516271 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e1a211e8-1055-40dc-9136-4c5ffe045b92 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:20:35.556524 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e1a211e8-1055-40dc-9136-4c5ffe045b92 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:20:35.662665 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99823c-3f5c-4b0e-b26b-e6f4990d58e6 req-0a5f6f4a-7185-482d-900f-4c38ae6aa9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:35.664442 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1e99823c-3f5c-4b0e-b26b-e6f4990d58e6 req-0a5f6f4a-7185-482d-900f-4c38ae6aa9c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 1095 time: 0.0552900 Jul 16 21:20:35.780100 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99823c-3f5c-4b0e-b26b-e6f4990d58e6 req-e9cd1f88-b291-433a-b86c-6968160b55db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:35.781883 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1e99823c-3f5c-4b0e-b26b-e6f4990d58e6 req-e9cd1f88-b291-433a-b86c-6968160b55db service neutron] 10.222.0.62 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0964475 Jul 16 21:20:35.851531 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1e99823c-3f5c-4b0e-b26b-e6f4990d58e6 req-13320d30-a9f4-4f62-a85c-bce785a07bbc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1a211e8-1055-40dc-9136-4c5ffe045b92 HTTP/1.1" status: 200 len: 1000 time: 0.0627182 Jul 16 21:20:35.906299 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99823c-3f5c-4b0e-b26b-e6f4990d58e6 req-a3aa0406-0587-406f-b3d3-97ddb08fc3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:35.907815 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1e99823c-3f5c-4b0e-b26b-e6f4990d58e6 req-a3aa0406-0587-406f-b3d3-97ddb08fc3dd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0503099 Jul 16 21:20:35.967157 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99823c-3f5c-4b0e-b26b-e6f4990d58e6 req-fc338a96-7498-48e1-bda0-0375ccc883df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:35.968587 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1e99823c-3f5c-4b0e-b26b-e6f4990d58e6 req-fc338a96-7498-48e1-bda0-0375ccc883df service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545690 Jul 16 21:20:36.061309 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1e99823c-3f5c-4b0e-b26b-e6f4990d58e6 req-6651d9b5-1397-4c86-83c8-3b74d88c45e1 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853555 Jul 16 21:20:36.156774 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-1e99823c-3f5c-4b0e-b26b-e6f4990d58e6 req-015dd9aa-fbfd-40a0-8182-0bd273767ac9 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898170 Jul 16 21:20:36.231713 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9802f0ed-a9b2-4e90-b41f-f2922b51aa24', 'tag': 'e1a211e8-1055-40dc-9136-4c5ffe045b92'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:20:36.235515 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc459459a4c5a11ec1d6886bc2ffdbf4fbc6faab23ac6f064f41edec039c064" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e473b997-cba0-47d1-8aff-575232665bba" -d '{"events": [{"name": "network-changed", "server_uuid": "9802f0ed-a9b2-4e90-b41f-f2922b51aa24", "tag": "e1a211e8-1055-40dc-9136-4c5ffe045b92"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:20:36.291786 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8796b3-6129-4ab6-a1c2-547f8b664529 x-openstack-request-id: req-7c8796b3-6129-4ab6-a1c2-547f8b664529 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:20:36.292078 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9802f0ed-a9b2-4e90-b41f-f2922b51aa24", "tag": "e1a211e8-1055-40dc-9136-4c5ffe045b92", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:20:36.292348 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7c8796b3-6129-4ab6-a1c2-547f8b664529 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:20:36.293024 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9802f0ed-a9b2-4e90-b41f-f2922b51aa24', 'tag': 'e1a211e8-1055-40dc-9136-4c5ffe045b92', 'status': 'completed', 'code': 200} Jul 16 21:20:36.367330 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473b997-cba0-47d1-8aff-575232665bba req-4f810e92-c3f4-43e5-8fc1-29c341d23171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:36.369896 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e473b997-cba0-47d1-8aff-575232665bba req-4f810e92-c3f4-43e5-8fc1-29c341d23171 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 1095 time: 0.0590534 Jul 16 21:20:36.375330 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473b997-cba0-47d1-8aff-575232665bba req-c39a4737-0ff4-40c6-93e9-80a477f0a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:36.376937 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e473b997-cba0-47d1-8aff-575232665bba req-c39a4737-0ff4-40c6-93e9-80a477f0a141 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 1095 time: 0.0577433 Jul 16 21:20:36.474699 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473b997-cba0-47d1-8aff-575232665bba req-fdd6b949-a1d6-4dc7-b7c3-83883a65389b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:36.476334 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e473b997-cba0-47d1-8aff-575232665bba req-fdd6b949-a1d6-4dc7-b7c3-83883a65389b service neutron] 10.222.0.62 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.1005905 Jul 16 21:20:36.499445 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473b997-cba0-47d1-8aff-575232665bba req-fb40c32c-aa3d-4e8a-a8cf-5f47db96474c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:36.500840 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e473b997-cba0-47d1-8aff-575232665bba req-fb40c32c-aa3d-4e8a-a8cf-5f47db96474c service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.1180184 Jul 16 21:20:36.547127 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e473b997-cba0-47d1-8aff-575232665bba req-46b2fb0b-1e92-4302-a119-b3ca610b3310 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1a211e8-1055-40dc-9136-4c5ffe045b92 HTTP/1.1" status: 200 len: 1000 time: 0.0642292 Jul 16 21:20:36.602526 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473b997-cba0-47d1-8aff-575232665bba req-f1b6e731-dcb3-4f3f-9565-213d130e5e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:36.604027 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e473b997-cba0-47d1-8aff-575232665bba req-f1b6e731-dcb3-4f3f-9565-213d130e5e8d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0510752 Jul 16 21:20:36.666079 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473b997-cba0-47d1-8aff-575232665bba req-9afe5ed2-7a72-4647-a42d-abd527c11b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:36.668287 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e473b997-cba0-47d1-8aff-575232665bba req-9afe5ed2-7a72-4647-a42d-abd527c11b92 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582075 Jul 16 21:20:36.768012 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e473b997-cba0-47d1-8aff-575232665bba req-b94395a9-ef69-4629-a58f-e5b868318309 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925581 Jul 16 21:20:36.874143 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e473b997-cba0-47d1-8aff-575232665bba req-d010dd7f-566f-4cb1-a096-15bf872cf72f service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988269 Jul 16 21:20:36.969248 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e473b997-cba0-47d1-8aff-575232665bba req-27b9297f-a930-4a67-906f-7735c43824bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1a211e8-1055-40dc-9136-4c5ffe045b92 HTTP/1.1" status: 200 len: 1000 time: 0.4618280 Jul 16 21:20:37.030863 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289fc24-e2f5-42b5-86c8-0c19daf4973e req-48f95422-45a1-41b5-b54c-b97dde55f814 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:37.032356 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5289fc24-e2f5-42b5-86c8-0c19daf4973e req-48f95422-45a1-41b5-b54c-b97dde55f814 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 943 time: 0.4886193 Jul 16 21:20:37.038674 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473b997-cba0-47d1-8aff-575232665bba req-9960600e-d3ff-461c-9398-100ca2737c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:37.040147 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e473b997-cba0-47d1-8aff-575232665bba req-9960600e-d3ff-461c-9398-100ca2737c2a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0631709 Jul 16 21:20:37.107588 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5289fc24-e2f5-42b5-86c8-0c19daf4973e req-dd6856c2-60cf-40ae-acd6-165cacc13d1f tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664577 Jul 16 21:20:37.130263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473b997-cba0-47d1-8aff-575232665bba req-ce6a0587-f2bd-4f15-9db3-69315f28b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:37.131806 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e473b997-cba0-47d1-8aff-575232665bba req-ce6a0587-f2bd-4f15-9db3-69315f28b67d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0832434 Jul 16 21:20:37.222724 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e473b997-cba0-47d1-8aff-575232665bba req-139530da-ce62-4f0c-869f-09fc7a4ee1c4 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846167 Jul 16 21:20:37.319050 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e473b997-cba0-47d1-8aff-575232665bba req-c776a643-0ec8-4279-a881-f971b7bd7f53 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896418 Jul 16 21:20:38.294974 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161c364-e760-4793-9aad-5b41219fdd91 req-11262368-16de-4dd8-92f0-ab8ead842535 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:38.296630 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f161c364-e760-4793-9aad-5b41219fdd91 req-11262368-16de-4dd8-92f0-ab8ead842535 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 943 time: 0.0692046 Jul 16 21:20:38.337043 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f161c364-e760-4793-9aad-5b41219fdd91 req-e593ced0-5371-47d9-8a6f-47daad7a0f8e tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347211 Jul 16 21:20:39.512758 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57c265-8c8c-4ae4-9f4b-9dd67b9ec4cc req-092d3de1-8ede-46fc-90de-d98d1d8e865d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:39.514244 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0e57c265-8c8c-4ae4-9f4b-9dd67b9ec4cc req-092d3de1-8ede-46fc-90de-d98d1d8e865d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 943 time: 0.0641029 Jul 16 21:20:39.558731 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0e57c265-8c8c-4ae4-9f4b-9dd67b9ec4cc req-ea1469dd-da21-4737-87af-840802739fd5 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382648 Jul 16 21:20:40.730515 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102c30b-9338-459e-ac7b-db39b8f18679 req-7d8a7236-052a-4cb7-b27e-5bb34dd4d466 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:40.732004 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b102c30b-9338-459e-ac7b-db39b8f18679 req-7d8a7236-052a-4cb7-b27e-5bb34dd4d466 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 943 time: 0.0632398 Jul 16 21:20:40.769599 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b102c30b-9338-459e-ac7b-db39b8f18679 req-459e605c-170d-416a-9d5a-39a7b5b874d8 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319602 Jul 16 21:20:41.943331 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26025c56-3cc4-4575-863c-eeb8d7a30080 req-8d3b2c98-c0e8-4168-975f-2cf75b597ff4 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:41.944799 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26025c56-3cc4-4575-863c-eeb8d7a30080 req-8d3b2c98-c0e8-4168-975f-2cf75b597ff4 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 943 time: 0.0646265 Jul 16 21:20:41.983001 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26025c56-3cc4-4575-863c-eeb8d7a30080 req-1de7d08d-9795-4614-893d-221a5d3dab0f tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320210 Jul 16 21:20:43.159642 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1630a-651c-45da-8c2c-8fc6eca3c04d req-beda5732-49dc-4388-92a0-f5854803cb31 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:43.161123 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-15e1630a-651c-45da-8c2c-8fc6eca3c04d req-beda5732-49dc-4388-92a0-f5854803cb31 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 943 time: 0.0673089 Jul 16 21:20:43.199291 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-15e1630a-651c-45da-8c2c-8fc6eca3c04d req-a8c2ae84-2140-4e2e-8caa-47f91d06d68b tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322857 Jul 16 21:20:44.370902 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80965807-472e-4d09-ab6d-eba82804a970 req-e222b2e0-104c-4b16-b738-262cf7228843 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:44.372576 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-80965807-472e-4d09-ab6d-eba82804a970 req-e222b2e0-104c-4b16-b738-262cf7228843 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 943 time: 0.0621874 Jul 16 21:20:44.409201 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-80965807-472e-4d09-ab6d-eba82804a970 req-505ba042-9e11-4cf7-ab42-637bf827e1e7 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310376 Jul 16 21:20:45.582761 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38431f6-3aeb-483d-8787-7cf26d4490f0 req-a6c0781d-7a65-4c32-bc50-321a55f04329 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:45.584267 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c38431f6-3aeb-483d-8787-7cf26d4490f0 req-a6c0781d-7a65-4c32-bc50-321a55f04329 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 943 time: 0.0635972 Jul 16 21:20:45.625168 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c38431f6-3aeb-483d-8787-7cf26d4490f0 req-e4620b96-aa98-44be-981d-a2330973c395 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348089 Jul 16 21:20:46.805120 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9b382-c836-499c-8dc7-46bafb62efdb req-eb699ebf-21f5-4e25-b851-a895cb808b71 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:46.806530 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3aa9b382-c836-499c-8dc7-46bafb62efdb req-eb699ebf-21f5-4e25-b851-a895cb808b71 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 943 time: 0.0634844 Jul 16 21:20:46.845372 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3aa9b382-c836-499c-8dc7-46bafb62efdb req-c7662ff1-76d1-4f49-bb4b-ec38b6db21a7 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318441 Jul 16 21:20:47.269708 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-c68bebb2-1b80-49f8-a6b6-830a1a612539 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:47.271277 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-c68bebb2-1b80-49f8-a6b6-830a1a612539 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.62 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24&tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&binding%3Ahost_id=n-h2-791506-21 HTTP/1.1" status: 200 len: 943 time: 0.0771935 Jul 16 21:20:47.314962 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42deba-e93e-49fd-873d-4e116910e9de req-df6210b3-2b89-4595-9bea-e841af302de9 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:47.316575 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-de42deba-e93e-49fd-873d-4e116910e9de req-df6210b3-2b89-4595-9bea-e841af302de9 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 943 time: 0.0646281 Jul 16 21:20:47.356874 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-de42deba-e93e-49fd-873d-4e116910e9de req-365e0888-4505-4386-8661-6be72aa68cdb tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345933 Jul 16 21:20:47.658402 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-ac95bbab-2a75-4a22-9271-1bb34281077c service neutron] 10.222.0.62 "GET /v2.0/ports/e1a211e8-1055-40dc-9136-4c5ffe045b92/bindings/n-h2-791506-21 HTTP/1.1" status: 200 len: 383 time: 0.3802314 Jul 16 21:20:47.735821 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-7b601bcd-015d-47b3-a86e-74a47fa76aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:47.737616 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-7b601bcd-015d-47b3-a86e-74a47fa76aee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 1095 time: 0.0547328 Jul 16 21:20:47.833287 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-b45557f7-f351-4988-aa02-daa91898fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:47.834810 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-b45557f7-f351-4988-aa02-daa91898fcde service neutron] 10.222.0.62 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0913143 Jul 16 21:20:47.899255 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-07b47f2f-a7c7-4c26-abcc-9e395df03e71 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1a211e8-1055-40dc-9136-4c5ffe045b92 HTTP/1.1" status: 200 len: 1000 time: 0.0581105 Jul 16 21:20:47.946645 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-9eefdfaf-79ca-4d9a-8327-e986d29ef649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:47.948039 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-9eefdfaf-79ca-4d9a-8327-e986d29ef649 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0433044 Jul 16 21:20:48.007947 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-e8342909-f879-47ba-aa9b-20d9997151fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:48.009431 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-e8342909-f879-47ba-aa9b-20d9997151fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551648 Jul 16 21:20:48.100770 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-3c604b5f-1648-4c1a-98d4-87251b00ae6a service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847526 Jul 16 21:20:48.191671 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-780a4c87-35c3-4d1b-9ff4-86cba0736c5b service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847867 Jul 16 21:20:48.489339 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device e1a211e8-1055-40dc-9136-4c5ffe045b92 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:20:48.555838 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c9040-6e21-40be-8855-593e4f4480ef req-f9fdc37c-ec3c-49e6-94dc-b31e055c6546 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:48.559092 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b35c9040-6e21-40be-8855-593e4f4480ef req-f9fdc37c-ec3c-49e6-94dc-b31e055c6546 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 943 time: 0.0875630 Jul 16 21:20:48.605872 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port e1a211e8-1055-40dc-9136-4c5ffe045b92, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=e1a211e8-1055-40dc-9136-4c5ffe045b92,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:20:48.607351 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b35c9040-6e21-40be-8855-593e4f4480ef req-45745bd9-ad02-4ca5-97dc-15065e673561 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418842 Jul 16 21:20:48.617736 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'e1a211e8-1055-40dc-9136-4c5ffe045b92', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'port_id': 'e1a211e8-1055-40dc-9136-4c5ffe045b92', 'mac_address': 'fa:16:3e:65:b0:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:20:48.655669 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:48.668342 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a211e8-1055-40dc-9136-4c5ffe045b92 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:20:48.687367 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port e1a211e8-1055-40dc-9136-4c5ffe045b92, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=e1a211e8-1055-40dc-9136-4c5ffe045b92,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:20:48.691201 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:48.739067 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=e1a211e8-1055-40dc-9136-4c5ffe045b92,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:20:48.747106 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:48.747387 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:48.747780 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:48.748130 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:48.748460 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:48.748786 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:48.749113 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:48.749432 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:48.749753 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:48.750075 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:48.750421 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:48.750744 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:48.930599 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['e1a211e8-1055-40dc-9136-4c5ffe045b92'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:20:49.796855 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9713149-2ef4-441a-bd84-df508c46e062 req-8cc15c18-c743-4739-b14a-79593309463e tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:49.798391 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9713149-2ef4-441a-bd84-df508c46e062 req-8cc15c18-c743-4739-b14a-79593309463e tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 944 time: 0.0636749 Jul 16 21:20:49.837323 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9713149-2ef4-441a-bd84-df508c46e062 req-777c52fe-281a-495f-b31b-26b40717ff85 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330238 Jul 16 21:20:50.498053 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device e1a211e8-1055-40dc-9136-4c5ffe045b92 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:20:50.548434 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port e1a211e8-1055-40dc-9136-4c5ffe045b92 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:20:50.552383 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port e1a211e8-1055-40dc-9136-4c5ffe045b92 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:20:50.552759 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:50.633215 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:50.657183 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9802f0ed-a9b2-4e90-b41f-f2922b51aa24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a211e8-1055-40dc-9136-4c5ffe045b92'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:20:50.671253 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port e1a211e8-1055-40dc-9136-4c5ffe045b92, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=e1a211e8-1055-40dc-9136-4c5ffe045b92,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:20:50.676613 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:50.702428 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d599d8cd7c90ef7a4a4f11e3824443e11814837840e0ec22718dbf4e389f10a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5346fa20-202c-4e81-8dc4-8699d56c9e69" -d '{"events": [{"server_uuid": "9802f0ed-a9b2-4e90-b41f-f2922b51aa24", "name": "network-vif-plugged", "status": "completed", "tag": "e1a211e8-1055-40dc-9136-4c5ffe045b92"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:20:50.733253 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=e1a211e8-1055-40dc-9136-4c5ffe045b92,revision_number=9']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:20:50.808715 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d855ea7-c7be-4e23-a6eb-4dac7ca73532 x-openstack-request-id: req-6d855ea7-c7be-4e23-a6eb-4dac7ca73532 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:20:50.809010 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9802f0ed-a9b2-4e90-b41f-f2922b51aa24", "name": "network-vif-plugged", "status": "completed", "tag": "e1a211e8-1055-40dc-9136-4c5ffe045b92", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:20:50.809262 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6d855ea7-c7be-4e23-a6eb-4dac7ca73532 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:20:50.809658 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9802f0ed-a9b2-4e90-b41f-f2922b51aa24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a211e8-1055-40dc-9136-4c5ffe045b92', 'code': 200} Jul 16 21:20:51.016744 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643379f-5546-4b80-93a4-a2162fb506f2 req-df531fcd-44c0-4567-ae63-3fa0314268dd tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:51.018362 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1643379f-5546-4b80-93a4-a2162fb506f2 req-df531fcd-44c0-4567-ae63-3fa0314268dd tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 945 time: 0.0670252 Jul 16 21:20:51.060753 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1643379f-5546-4b80-93a4-a2162fb506f2 req-4c4fbfce-688e-4f69-b9a2-ac8860c8afa1 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367727 Jul 16 21:20:51.777346 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e74768c-432f-4ad8-8512-6d7959805ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:51.935038 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-3d2346d0-ff56-4428-afae-ab2bb410cca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:51.936430 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-3d2346d0-ff56-4428-afae-ab2bb410cca3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24&tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95 HTTP/1.1" status: 200 len: 1097 time: 0.0526783 Jul 16 21:20:51.947827 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-21', 'device_owner': 'compute:nova'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:20:52.018450 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:52.261578 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] For port e1a211e8-1055-40dc-9136-4c5ffe045b92, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=e1a211e8-1055-40dc-9136-4c5ffe045b92,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:20:52.307466 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70a5af-5205-415b-a5a1-54eda2b4bdee req-fc6fd4c4-9dd6-4144-961b-a2cdad8438dc tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:52.309872 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-da70a5af-5205-415b-a5a1-54eda2b4bdee req-fc6fd4c4-9dd6-4144-961b-a2cdad8438dc tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 945 time: 0.1126115 Jul 16 21:20:52.318117 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] For port e1a211e8-1055-40dc-9136-4c5ffe045b92, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:20:52.380874 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-da70a5af-5205-415b-a5a1-54eda2b4bdee req-495b241d-e363-477c-bac4-f50ba70e383b tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0639312 Jul 16 21:20:52.383021 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9802f0ed-a9b2-4e90-b41f-f2922b51aa24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a211e8-1055-40dc-9136-4c5ffe045b92'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:20:52.388294 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:52.402876 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Transition to ACTIVE for port object e1a211e8-1055-40dc-9136-4c5ffe045b92 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:20:52.409629 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:52.443190 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07981224-feb7-4b1f-bf9d-716df4243b21" -d '{"events": [{"server_uuid": "9802f0ed-a9b2-4e90-b41f-f2922b51aa24", "name": "network-vif-unplugged", "status": "completed", "tag": "e1a211e8-1055-40dc-9136-4c5ffe045b92"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:20:52.506295 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Pushing event updated for resources: {'Port': ['ID=e1a211e8-1055-40dc-9136-4c5ffe045b92,revision_number=10']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:20:52.519609 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:52.519964 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:52.520310 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:52.520654 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:52.521044 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:52.521386 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:52.521819 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:52.522142 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:52.522408 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:52.522742 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:52.523073 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:52.523397 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:52.565905 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] No DVR routers for this DVR port e1a211e8-1055-40dc-9136-4c5ffe045b92 on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:20:52.606265 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858bf66f-8873-4ca5-90e9-3dd2c3f1656a x-openstack-request-id: req-858bf66f-8873-4ca5-90e9-3dd2c3f1656a {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:20:52.606583 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9802f0ed-a9b2-4e90-b41f-f2922b51aa24", "name": "network-vif-unplugged", "status": "completed", "tag": "e1a211e8-1055-40dc-9136-4c5ffe045b92", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:20:52.606851 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-858bf66f-8873-4ca5-90e9-3dd2c3f1656a {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:20:52.607235 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9802f0ed-a9b2-4e90-b41f-f2922b51aa24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a211e8-1055-40dc-9136-4c5ffe045b92', 'code': 200} Jul 16 21:20:52.710378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Attempting to bind port e1a211e8-1055-40dc-9136-4c5ffe045b92 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:20:52.710863 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Attempting to bind port e1a211e8-1055-40dc-9136-4c5ffe045b92 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:20:52.711204 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Attempting to bind port e1a211e8-1055-40dc-9136-4c5ffe045b92 on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:20:52.716733 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Port e1a211e8-1055-40dc-9136-4c5ffe045b92 on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:20:52.717079 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Attempting to bind port e1a211e8-1055-40dc-9136-4c5ffe045b92 on network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:20:52.721908 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:20:52.722192 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Checking segment: {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:20:52.722613 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Bound using segment: {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:20:52.723028 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Bound port: e1a211e8-1055-40dc-9136-4c5ffe045b92, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b4180b-6f87-4ca4-9660-61c9e86bc81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:20:52.723420 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:52.789278 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] For port e1a211e8-1055-40dc-9136-4c5ffe045b92, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:20:52.793196 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] For port e1a211e8-1055-40dc-9136-4c5ffe045b92, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e1a211e8-1055-40dc-9136-4c5ffe045b92,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:20:52.797549 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:52.831293 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:52.831916 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:52.833301 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] 10.222.0.18 "PUT /v2.0/ports/e1a211e8-1055-40dc-9136-4c5ffe045b92 HTTP/1.1" status: 200 len: 1093 time: 0.8894041 Jul 16 21:20:52.856688 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664bb53-6bf1-4252-84ae-6a62a9ed488c service neutron] Pushing event updated for resources: {'Port': ['ID=e1a211e8-1055-40dc-9136-4c5ffe045b92,revision_number=11']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:20:52.913635 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-d13f18bd-4276-4ad5-8311-c0698846e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:52.915180 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-d13f18bd-4276-4ad5-8311-c0698846e620 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 1096 time: 0.0556231 Jul 16 21:20:53.017397 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-e1070a00-5fb8-4414-8650-b95775cf7ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:53.018927 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-e1070a00-5fb8-4414-8650-b95775cf7ce2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.0952475 Jul 16 21:20:53.085193 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-473d5f90-e848-4fa5-b56b-6c06ae58bdd1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1a211e8-1055-40dc-9136-4c5ffe045b92 HTTP/1.1" status: 200 len: 1000 time: 0.0599384 Jul 16 21:20:53.139037 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-e7994b16-4396-4791-b734-66d25dd5d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:53.140408 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-e7994b16-4396-4791-b734-66d25dd5d0d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0493991 Jul 16 21:20:53.196707 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-9584ac62-8014-4373-b10c-61d2fc708ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:53.198172 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-9584ac62-8014-4373-b10c-61d2fc708ab9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512598 Jul 16 21:20:53.287246 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-2a8ea620-2628-4031-a90c-0b15608b7f15 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828733 Jul 16 21:20:53.380121 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-24398e0c-384d-48b7-8ab7-f1e2aba35e84 req-7b5809e4-bcdc-4848-9c21-680824d6f171 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860324 Jul 16 21:20:53.566811 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835856a-8f0e-4b95-9e4d-8de7c51fc50e req-9f3cdad5-9e44-46de-acd6-e3a702cff8bb tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:53.568325 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c835856a-8f0e-4b95-9e4d-8de7c51fc50e req-9f3cdad5-9e44-46de-acd6-e3a702cff8bb tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 944 time: 0.0676532 Jul 16 21:20:53.607396 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c835856a-8f0e-4b95-9e4d-8de7c51fc50e req-ee51dfe9-ad61-4e30-95b2-e73529f0fdeb tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326841 Jul 16 21:20:54.311036 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2e9fbd3e-1bb5-4a98-8b96-6bbbdbfd5855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:54.421889 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:54.524608 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device e1a211e8-1055-40dc-9136-4c5ffe045b92 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:20:54.566254 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device e1a211e8-1055-40dc-9136-4c5ffe045b92 not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:20:54.608411 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9802f0ed-a9b2-4e90-b41f-f2922b51aa24', 'tag': 'e1a211e8-1055-40dc-9136-4c5ffe045b92'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:20:54.610437 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464ab0fb-bfa1-41da-aaf4-ee0491201ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "9802f0ed-a9b2-4e90-b41f-f2922b51aa24", "tag": "e1a211e8-1055-40dc-9136-4c5ffe045b92"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:20:54.664382 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6266c8cb-dd81-4726-91f0-f5a4bed68af1 x-openstack-request-id: req-6266c8cb-dd81-4726-91f0-f5a4bed68af1 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:20:54.664842 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9802f0ed-a9b2-4e90-b41f-f2922b51aa24", "tag": "e1a211e8-1055-40dc-9136-4c5ffe045b92", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:20:54.665102 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6266c8cb-dd81-4726-91f0-f5a4bed68af1 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:20:54.665503 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9802f0ed-a9b2-4e90-b41f-f2922b51aa24', 'tag': 'e1a211e8-1055-40dc-9136-4c5ffe045b92', 'status': 'completed', 'code': 200} Jul 16 21:20:54.754732 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ab0fb-bfa1-41da-aaf4-ee0491201ac3 req-40bef009-2d92-4cdb-b97a-aa27a0a2ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:54.756285 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-464ab0fb-bfa1-41da-aaf4-ee0491201ac3 req-40bef009-2d92-4cdb-b97a-aa27a0a2ffd6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 1096 time: 0.0720396 Jul 16 21:20:54.805933 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ab0fb-bfa1-41da-aaf4-ee0491201ac3 req-bd6a2b44-3bf8-4dcc-87b5-35a85ed54fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:54.809718 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-464ab0fb-bfa1-41da-aaf4-ee0491201ac3 req-bd6a2b44-3bf8-4dcc-87b5-35a85ed54fc3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 1096 time: 0.1203570 Jul 16 21:20:54.868850 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356c922-1f23-4d42-8ee8-8b6ebb8f5f92 req-a80ea50a-f5b5-4c34-a155-d97d6c22ed75 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:54.870612 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ab0fb-bfa1-41da-aaf4-ee0491201ac3 req-76365680-4566-4e11-ae59-bc82de04d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:54.871153 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6356c922-1f23-4d42-8ee8-8b6ebb8f5f92 req-a80ea50a-f5b5-4c34-a155-d97d6c22ed75 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 944 time: 0.1325557 Jul 16 21:20:54.872447 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-464ab0fb-bfa1-41da-aaf4-ee0491201ac3 req-76365680-4566-4e11-ae59-bc82de04d27d service neutron] 10.222.0.62 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.1087801 Jul 16 21:20:54.957487 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ab0fb-bfa1-41da-aaf4-ee0491201ac3 req-45e73e84-c699-48da-99e6-57c97d8d9296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:54.959051 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-464ab0fb-bfa1-41da-aaf4-ee0491201ac3 req-45e73e84-c699-48da-99e6-57c97d8d9296 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 200 len: 913 time: 0.1422510 Jul 16 21:20:54.961954 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6356c922-1f23-4d42-8ee8-8b6ebb8f5f92 req-72a89cb7-7c66-4c04-b77d-5c6c9e0bec9d tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615609 Jul 16 21:20:54.965221 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-464ab0fb-bfa1-41da-aaf4-ee0491201ac3 req-37f77e85-15e1-4a71-8055-059e7ea42c1a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1a211e8-1055-40dc-9136-4c5ffe045b92 HTTP/1.1" status: 200 len: 1000 time: 0.0858338 Jul 16 21:20:55.038901 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-464ab0fb-bfa1-41da-aaf4-ee0491201ac3 req-9dc54a12-66a8-4b94-976f-03cce2a06a01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1a211e8-1055-40dc-9136-4c5ffe045b92 HTTP/1.1" status: 200 len: 1000 time: 0.0727320 Jul 16 21:20:55.043399 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ab0fb-bfa1-41da-aaf4-ee0491201ac3 req-aad3b960-dbce-414c-9a08-99ed71f81bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:55.045903 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-464ab0fb-bfa1-41da-aaf4-ee0491201ac3 req-aad3b960-dbce-414c-9a08-99ed71f81bf9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0744622 Jul 16 21:20:55.090418 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ab0fb-bfa1-41da-aaf4-ee0491201ac3 req-5590840e-aff2-4885-9a9b-299cc2034df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:55.092513 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-464ab0fb-bfa1-41da-aaf4-ee0491201ac3 req-5590840e-aff2-4885-9a9b-299cc2034df8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 200 len: 851 time: 0.0471244 Jul 16 21:20:55.135489 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ab0fb-bfa1-41da-aaf4-ee0491201ac3 req-4f8c6cae-4eb6-40ed-a45c-f7ae6d762da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:55.138218 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-464ab0fb-bfa1-41da-aaf4-ee0491201ac3 req-4f8c6cae-4eb6-40ed-a45c-f7ae6d762da0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856776 Jul 16 21:20:55.157706 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ab0fb-bfa1-41da-aaf4-ee0491201ac3 req-94e53d6e-9cbc-4d8b-b8ad-40f8e2f21e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:55.159410 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-464ab0fb-bfa1-41da-aaf4-ee0491201ac3 req-94e53d6e-9cbc-4d8b-b8ad-40f8e2f21e44 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bad7e3f-d4d4-45ac-a989-a8056e5a5442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612216 Jul 16 21:20:55.237112 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-464ab0fb-bfa1-41da-aaf4-ee0491201ac3 req-3b7e84a7-b1f6-4bab-b8d9-a6f65294ad75 service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920925 Jul 16 21:20:55.261782 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-464ab0fb-bfa1-41da-aaf4-ee0491201ac3 req-834732ee-1849-415a-8aa2-a7f0b9b9fc76 service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961235 Jul 16 21:20:55.336600 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-464ab0fb-bfa1-41da-aaf4-ee0491201ac3 req-406838a8-c675-43f3-9a0d-81e93b9dcbfb service neutron] 10.222.0.62 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934656 Jul 16 21:20:55.357985 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-464ab0fb-bfa1-41da-aaf4-ee0491201ac3 req-cb25bd38-363e-4e9d-8052-553c9c2f7b1d service neutron] 10.222.0.18 "GET /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903380 Jul 16 21:20:55.976332 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:56.143830 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad679e-747e-4586-b3e0-83cc9f1a9d50 req-58392b5b-7545-4473-a181-8b9e93dc6634 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:56.145234 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c8ad679e-747e-4586-b3e0-83cc9f1a9d50 req-58392b5b-7545-4473-a181-8b9e93dc6634 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 944 time: 0.0648799 Jul 16 21:20:56.184227 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c8ad679e-747e-4586-b3e0-83cc9f1a9d50 req-43b450e8-a091-4e44-b5dd-2133f98714e5 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328720 Jul 16 21:20:57.369331 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b1cc7-c750-428a-a8c2-d096f2386c70 req-0226a5ea-2103-4e77-9b4e-6e24fc62e50e tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:57.371022 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-743b1cc7-c750-428a-a8c2-d096f2386c70 req-0226a5ea-2103-4e77-9b4e-6e24fc62e50e tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 944 time: 0.0686338 Jul 16 21:20:57.409401 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-743b1cc7-c750-428a-a8c2-d096f2386c70 req-0b737846-eca5-43bf-9303-df1a7ce1b05a tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325875 Jul 16 21:20:57.820154 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:58.581343 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a1987-8dfe-43e7-87cc-e97859407297 req-b866108d-d1dc-4436-9ddb-383290bca63c tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:58.583171 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa0a1987-8dfe-43e7-87cc-e97859407297 req-b866108d-d1dc-4436-9ddb-383290bca63c tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 944 time: 0.0642087 Jul 16 21:20:58.621753 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa0a1987-8dfe-43e7-87cc-e97859407297 req-36d512fb-b3e3-494f-b091-64c8d5ed65ae tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328689 Jul 16 21:20:59.820190 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88646b53-c427-431a-8c4e-6f9e82e7a0f5 req-3abbdd90-bddc-402e-a976-6b015955a35e tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:59.821697 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-88646b53-c427-431a-8c4e-6f9e82e7a0f5 req-3abbdd90-bddc-402e-a976-6b015955a35e tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 944 time: 0.0681608 Jul 16 21:20:59.859330 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-88646b53-c427-431a-8c4e-6f9e82e7a0f5 req-402369d6-9ea1-4d84-981e-7c0cc5eadd73 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314786 Jul 16 21:20:59.970979 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:01.036636 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a987f-814c-48bb-b985-c01977ff2496 req-c9c50a0b-2920-426d-9650-f1aa86d324db tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:01.038131 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-936a987f-814c-48bb-b985-c01977ff2496 req-c9c50a0b-2920-426d-9650-f1aa86d324db tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 944 time: 0.0684319 Jul 16 21:21:01.078950 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-936a987f-814c-48bb-b985-c01977ff2496 req-2ec48aa7-8360-4196-b64d-36be919413bd tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325680 Jul 16 21:21:02.254640 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77d3ce-8e22-4fc7-afa1-e13ddf03d2d7 req-df79bde9-450c-42af-8ba7-d169096bb8eb tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:02.256185 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ff77d3ce-8e22-4fc7-afa1-e13ddf03d2d7 req-df79bde9-450c-42af-8ba7-d169096bb8eb tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 944 time: 0.0661216 Jul 16 21:21:02.294555 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ff77d3ce-8e22-4fc7-afa1-e13ddf03d2d7 req-6c196b10-8474-4df7-9e05-802d8008dafb tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316947 Jul 16 21:21:03.477193 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fe4f4-daf0-43b5-9da0-42d8dafcb9bc req-36c8bc73-d8c1-47e2-a567-534fa640f89b tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:03.478710 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa2fe4f4-daf0-43b5-9da0-42d8dafcb9bc req-36c8bc73-d8c1-47e2-a567-534fa640f89b tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 944 time: 0.0698247 Jul 16 21:21:03.515847 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa2fe4f4-daf0-43b5-9da0-42d8dafcb9bc req-a93cda8d-91bd-4813-b80f-94713600b645 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314841 Jul 16 21:21:03.745704 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:04.687943 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bce55f-bdff-48a6-9534-ccb34a171c24 req-bfd9fafc-0d88-44c9-86c1-d38f0844dc14 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:04.689435 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-82bce55f-bdff-48a6-9534-ccb34a171c24 req-bfd9fafc-0d88-44c9-86c1-d38f0844dc14 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 944 time: 0.0639725 Jul 16 21:21:04.726966 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-82bce55f-bdff-48a6-9534-ccb34a171c24 req-c7b036c6-06eb-42c8-b72c-017eb915627f tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319672 Jul 16 21:21:04.907058 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67a381-1262-4ae3-a085-793af8e0afda req-48952e4b-c789-432a-acf9-a0fe6a724328 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:04.909626 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0a67a381-1262-4ae3-a085-793af8e0afda req-48952e4b-c789-432a-acf9-a0fe6a724328 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 944 time: 0.0730436 Jul 16 21:21:04.947191 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0a67a381-1262-4ae3-a085-793af8e0afda req-fe2ab7e2-da04-4a22-814e-c8963fba206a tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322111 Jul 16 21:21:05.120678 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e4ce7-540f-4dc9-944f-a3f03c0daff2 req-ebdbd0c1-d78d-4712-932a-c6ec58fdc85c tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:05.122300 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b26e4ce7-540f-4dc9-944f-a3f03c0daff2 req-ebdbd0c1-d78d-4712-932a-c6ec58fdc85c tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 944 time: 0.0677278 Jul 16 21:21:05.160153 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b26e4ce7-540f-4dc9-944f-a3f03c0daff2 req-879cb4ea-cf50-494e-82eb-bb9ad374e3f5 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322280 Jul 16 21:21:05.544480 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d32ce-6c3e-442d-b475-a75ef24dd700 req-24ef56f2-c08d-4ae3-b15e-68b6d355c91e tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:05.545876 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac3d32ce-6c3e-442d-b475-a75ef24dd700 req-24ef56f2-c08d-4ae3-b15e-68b6d355c91e tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 944 time: 0.0643094 Jul 16 21:21:05.586357 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ac3d32ce-6c3e-442d-b475-a75ef24dd700 req-2e81a5a0-614b-4eb9-9794-602d09bc4a3a tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340641 Jul 16 21:21:05.700556 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e1a211e8-1055-40dc-9136-4c5ffe045b92 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:21:05.796256 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e1a211e8-1055-40dc-9136-4c5ffe045b92, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e1a211e8-1055-40dc-9136-4c5ffe045b92,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:05.807001 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'e1a211e8-1055-40dc-9136-4c5ffe045b92', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'port_id': 'e1a211e8-1055-40dc-9136-4c5ffe045b92', 'mac_address': 'fa:16:3e:65:b0:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:21:05.846640 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:05.859057 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a211e8-1055-40dc-9136-4c5ffe045b92 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:21:05.883419 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port e1a211e8-1055-40dc-9136-4c5ffe045b92, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e1a211e8-1055-40dc-9136-4c5ffe045b92,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:05.889967 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:05.940404 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=e1a211e8-1055-40dc-9136-4c5ffe045b92,revision_number=12']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:06.135076 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['e1a211e8-1055-40dc-9136-4c5ffe045b92'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:21:06.781036 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b3645-cb04-4852-9e9c-fb5ff1fc6ca3 req-ed66d161-36c8-49bf-abcc-c6b7e4842e5b tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:06.782577 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eb2b3645-cb04-4852-9e9c-fb5ff1fc6ca3 req-ed66d161-36c8-49bf-abcc-c6b7e4842e5b tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 945 time: 0.0670211 Jul 16 21:21:06.820795 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eb2b3645-cb04-4852-9e9c-fb5ff1fc6ca3 req-c110a4f2-ac0c-4faf-9daf-c3193ca22846 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups?id=94f6a0d2-d9da-4768-99dd-dfe9568cbafa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327215 Jul 16 21:21:06.977843 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044f419-6507-4285-9f3c-9ebb53f05e42 req-7b78fdfc-ca2d-4e98-bc69-a4ad4bcc5050 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:06.979937 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3044f419-6507-4285-9f3c-9ebb53f05e42 req-7b78fdfc-ca2d-4e98-bc69-a4ad4bcc5050 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 945 time: 0.0662096 Jul 16 21:21:07.081726 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-3044f419-6507-4285-9f3c-9ebb53f05e42 req-bf89fc89-2e86-4032-a5f8-cd898f2043f3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Deleting port e1a211e8-1055-40dc-9136-4c5ffe045b92 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:21:07.082060 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3044f419-6507-4285-9f3c-9ebb53f05e42 req-bf89fc89-2e86-4032-a5f8-cd898f2043f3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:07.174625 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-3044f419-6507-4285-9f3c-9ebb53f05e42 req-bf89fc89-2e86-4032-a5f8-cd898f2043f3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] For port e1a211e8-1055-40dc-9136-4c5ffe045b92, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=e1a211e8-1055-40dc-9136-4c5ffe045b92,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:07.174984 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3044f419-6507-4285-9f3c-9ebb53f05e42 req-bf89fc89-2e86-4032-a5f8-cd898f2043f3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:07.348079 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3044f419-6507-4285-9f3c-9ebb53f05e42 req-bf89fc89-2e86-4032-a5f8-cd898f2043f3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:07.348456 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3044f419-6507-4285-9f3c-9ebb53f05e42 req-bf89fc89-2e86-4032-a5f8-cd898f2043f3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:07.348774 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [req-3044f419-6507-4285-9f3c-9ebb53f05e42 req-bf89fc89-2e86-4032-a5f8-cd898f2043f3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Floating IP be2a6625-b75f-416a-b3f0-7936054f63db disassociated. External IP: 172.25.0.175, port: e1a211e8-1055-40dc-9136-4c5ffe045b92. Jul 16 21:21:07.349117 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-3044f419-6507-4285-9f3c-9ebb53f05e42 req-bf89fc89-2e86-4032-a5f8-cd898f2043f3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Calling delete_port for e1a211e8-1055-40dc-9136-4c5ffe045b92 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:21:07.483757 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3044f419-6507-4285-9f3c-9ebb53f05e42 req-bf89fc89-2e86-4032-a5f8-cd898f2043f3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:07.513027 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89fc89-2e86-4032-a5f8-cd898f2043f3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Pushing event deleted for resources: {'Port': ['ID=e1a211e8-1055-40dc-9136-4c5ffe045b92,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:07.645327 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3044f419-6507-4285-9f3c-9ebb53f05e42 req-bf89fc89-2e86-4032-a5f8-cd898f2043f3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Router 1a079834-e375-48c6-8184-3b9b3e38c00b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:21:07.709699 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e1a211e8-1055-40dc-9136-4c5ffe045b92 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:21:07.742165 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: e1a211e8-1055-40dc-9136-4c5ffe045b92 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:21:07.742756 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e1a211e8-1055-40dc-9136-4c5ffe045b92 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 21:21:07.773590 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Port e1a211e8-1055-40dc-9136-4c5ffe045b92 not found, will not notify nova. {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 21:21:07.787631 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3044f419-6507-4285-9f3c-9ebb53f05e42 req-bf89fc89-2e86-4032-a5f8-cd898f2043f3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:21:07.798004 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556a21ab-854e-4be6-bbb6-2281b47a385b None None] Sync routers for ids ['1a079834-e375-48c6-8184-3b9b3e38c00b'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:21:07.807603 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556a21ab-854e-4be6-bbb6-2281b47a385b None None] Routers {'1a079834-e375-48c6-8184-3b9b3e38c00b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:21:07.808254 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-556a21ab-854e-4be6-bbb6-2281b47a385b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:20:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1a079834-e375-48c6-8184-3b9b3e38c00b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:07.831698 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-3044f419-6507-4285-9f3c-9ebb53f05e42 req-bf89fc89-2e86-4032-a5f8-cd898f2043f3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] No DVR routers for this DVR port e1a211e8-1055-40dc-9136-4c5ffe045b92 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:21:07.834527 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-3044f419-6507-4285-9f3c-9ebb53f05e42 req-bf89fc89-2e86-4032-a5f8-cd898f2043f3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:07.836617 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3044f419-6507-4285-9f3c-9ebb53f05e42 req-bf89fc89-2e86-4032-a5f8-cd898f2043f3 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.18 "DELETE /v2.0/ports/e1a211e8-1055-40dc-9136-4c5ffe045b92 HTTP/1.1" status: 204 len: 173 time: 0.8521695 Jul 16 21:21:07.837059 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9802f0ed-a9b2-4e90-b41f-f2922b51aa24', 'name': 'network-vif-deleted', 'tag': 'e1a211e8-1055-40dc-9136-4c5ffe045b92'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:21:07.839544 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c70f1d5-59eb-4919-aacc-c6253ebe28fb" -d '{"events": [{"server_uuid": "9802f0ed-a9b2-4e90-b41f-f2922b51aa24", "name": "network-vif-deleted", "tag": "e1a211e8-1055-40dc-9136-4c5ffe045b92"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:21:07.901180 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478d7f2e-88f8-4664-8a32-b01c2ace45a8 x-openstack-request-id: req-478d7f2e-88f8-4664-8a32-b01c2ace45a8 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:21:07.901623 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9802f0ed-a9b2-4e90-b41f-f2922b51aa24", "name": "network-vif-deleted", "tag": "e1a211e8-1055-40dc-9136-4c5ffe045b92", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:21:07.901886 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-478d7f2e-88f8-4664-8a32-b01c2ace45a8 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:21:07.902299 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9802f0ed-a9b2-4e90-b41f-f2922b51aa24', 'name': 'network-vif-deleted', 'tag': 'e1a211e8-1055-40dc-9136-4c5ffe045b92', 'status': 'completed', 'code': 200} Jul 16 21:21:07.929319 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-556a21ab-854e-4be6-bbb6-2281b47a385b None None] Set router 1a079834-e375-48c6-8184-3b9b3e38c00b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:21:07.976336 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-63fa8fdf-d4bb-4984-98c7-2248cdd4a598 req-c824a112-7bc8-4b05-a693-cb5a6c359f73 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 210 time: 0.0344768 Jul 16 21:21:08.128856 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-556a21ab-854e-4be6-bbb6-2281b47a385b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3090be44-0f47-4693-a663-c2face31e986', 'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'mac_address': 'fa:16:3e:45:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:33Z', 'updated_at': '2021-07-16T21:11:38Z', 'revision_number': 5, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'subnets': [{'id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:08.159616 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556a21ab-854e-4be6-bbb6-2281b47a385b None None] Checking router: 1a079834-e375-48c6-8184-3b9b3e38c00b for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:21:08.168287 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556a21ab-854e-4be6-bbb6-2281b47a385b None None] Routers {'1a079834-e375-48c6-8184-3b9b3e38c00b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:21:08.168876 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-556a21ab-854e-4be6-bbb6-2281b47a385b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:20:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1a079834-e375-48c6-8184-3b9b3e38c00b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:08.282070 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-556a21ab-854e-4be6-bbb6-2281b47a385b None None] Set router 1a079834-e375-48c6-8184-3b9b3e38c00b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:21:08.490001 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-556a21ab-854e-4be6-bbb6-2281b47a385b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3090be44-0f47-4693-a663-c2face31e986', 'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'mac_address': 'fa:16:3e:45:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:33Z', 'updated_at': '2021-07-16T21:11:38Z', 'revision_number': 5, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'subnets': [{'id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:08.517113 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556a21ab-854e-4be6-bbb6-2281b47a385b None None] The sync data for ids ['1a079834-e375-48c6-8184-3b9b3e38c00b'] in n-d-791506-21 is: [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:33Z', 'revision_number': 4, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3090be44-0f47-4693-a663-c2face31e986', 'name': '', 'network_id': '5bad7e3f-d4d4-45ac-a989-a8056e5a5442', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'mac_address': 'fa:16:3e:45:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:33Z', 'updated_at': '2021-07-16T21:11:38Z', 'revision_number': 5, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'subnets': [{'id': '99a6fa48-2fab-42bf-b2ea-7a1009957e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:21:08.740597 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8160ea2f-96e8-45f8-b4d5-fa677ae1de75 None None] New status for floating IP be2a6625-b75f-416a-b3f0-7936054f63db: DOWN {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:21:08.750475 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:21:09.121520 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1e3fd62c-f707-4409-b15e-67132343a425 req-b085cc1f-0434-427d-83b0-e8ec2b45a2a2 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 210 time: 0.0311928 Jul 16 21:21:10.271724 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f8ec58fc-735d-4f54-8c76-8dcdf03d4ddf req-7470b71e-d37a-4041-983b-766a145454ce tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 210 time: 0.0286300 Jul 16 21:21:11.434690 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e122147a-b347-413c-9d73-c78678bae630 req-b8e3d8bd-7bad-4ee7-b929-30365c8665ab tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/ports?device_id=9802f0ed-a9b2-4e90-b41f-f2922b51aa24 HTTP/1.1" status: 200 len: 210 time: 0.0294788 Jul 16 21:21:11.708823 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e1a211e8-1055-40dc-9136-4c5ffe045b92 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:21:11.731558 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: e1a211e8-1055-40dc-9136-4c5ffe045b92 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:21:11.731558 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device e1a211e8-1055-40dc-9136-4c5ffe045b92 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:21:15.491509 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56856) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:15.554594 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-205dbcc2-35c2-4b72-aa1d-998c99c0f8f8 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:15.580694 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-205dbcc2-35c2-4b72-aa1d-998c99c0f8f8 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:15.633232 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-205dbcc2-35c2-4b72-aa1d-998c99c0f8f8 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:15.636378 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-205dbcc2-35c2-4b72-aa1d-998c99c0f8f8 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:15.637771 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-205dbcc2-35c2-4b72-aa1d-998c99c0f8f8 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "DELETE /v2.0/security-groups/94f6a0d2-d9da-4768-99dd-dfe9568cbafa HTTP/1.1" status: 204 len: 168 time: 0.1452267 Jul 16 21:21:15.640514 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56858) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:15.654575 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205dbcc2-35c2-4b72-aa1d-998c99c0f8f8 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f6a0d2-d9da-4768-99dd-dfe9568cbafa,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:15.655513 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-50146d6b-0ab3-4f08-a714-983bed2e4740 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] show failed (client error): The resource could not be found. Jul 16 21:21:15.660633 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56860) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:15.662250 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-50146d6b-0ab3-4f08-a714-983bed2e4740 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "GET /v2.0/security-groups/94f6a0d2-d9da-4768-99dd-dfe9568cbafa HTTP/1.1" status: 404 len: 347 time: 0.0144589 Jul 16 21:21:15.795774 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-bc1eb8ea-db14-41d2-a408-6e4271553cc0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Deleting port 41d08c04-034e-4f39-bfcc-998e4f9c86d8 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:21:15.796143 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc1eb8ea-db14-41d2-a408-6e4271553cc0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:15.884496 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc1eb8ea-db14-41d2-a408-6e4271553cc0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:15.884888 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc1eb8ea-db14-41d2-a408-6e4271553cc0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:15.896588 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-bc1eb8ea-db14-41d2-a408-6e4271553cc0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Calling delete_port for 41d08c04-034e-4f39-bfcc-998e4f9c86d8 owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:21:16.028219 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc1eb8ea-db14-41d2-a408-6e4271553cc0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:16.058545 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1eb8ea-db14-41d2-a408-6e4271553cc0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Pushing event deleted for resources: {'Port': ['ID=41d08c04-034e-4f39-bfcc-998e4f9c86d8,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:16.120692 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc1eb8ea-db14-41d2-a408-6e4271553cc0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:16.123176 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc1eb8ea-db14-41d2-a408-6e4271553cc0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:16.124378 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bc1eb8ea-db14-41d2-a408-6e4271553cc0 tempest-ServerActionsTestJSON-510453867 tempest-ServerActionsTestJSON-510453867-project] 10.222.0.38 "DELETE /v2.0/floatingips/be2a6625-b75f-416a-b3f0-7936054f63db HTTP/1.1" status: 204 len: 168 time: 0.4625218 Jul 16 21:21:16.127380 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56862) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:16.554190 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-89c8773f-b0c8-4a7f-9b86-05acfcb52c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:16.809978 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-89c8773f-b0c8-4a7f-9b86-05acfcb52c03 admin admin] Deleting port 3090be44-0f47-4693-a663-c2face31e986 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:21:16.810221 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-89c8773f-b0c8-4a7f-9b86-05acfcb52c03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:16.888031 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-89c8773f-b0c8-4a7f-9b86-05acfcb52c03 admin admin] For port 3090be44-0f47-4693-a663-c2face31e986, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=3090be44-0f47-4693-a663-c2face31e986,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:16.888385 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-89c8773f-b0c8-4a7f-9b86-05acfcb52c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:16.900645 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-89c8773f-b0c8-4a7f-9b86-05acfcb52c03 admin admin] Calling delete_port for 3090be44-0f47-4693-a663-c2face31e986 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:21:17.079734 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-89c8773f-b0c8-4a7f-9b86-05acfcb52c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:17.103857 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8773f-b0c8-4a7f-9b86-05acfcb52c03 admin admin] Pushing event deleted for resources: {'Port': ['ID=3090be44-0f47-4693-a663-c2face31e986,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:17.647376 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-89c8773f-b0c8-4a7f-9b86-05acfcb52c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:17.864801 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c8773f-b0c8-4a7f-9b86-05acfcb52c03 admin admin] Router 1a079834-e375-48c6-8184-3b9b3e38c00b has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:21:17.974379 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c8773f-b0c8-4a7f-9b86-05acfcb52c03 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:21:17.979625 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-89c8773f-b0c8-4a7f-9b86-05acfcb52c03 admin admin] 10.222.0.38 "PUT /v2.0/routers/1a079834-e375-48c6-8184-3b9b3e38c00b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8512273 Jul 16 21:21:17.982187 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56868) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:17.985018 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e1ef1d-6ec8-40bc-94ea-28ceabc283cb None None] Sync routers for ids ['1a079834-e375-48c6-8184-3b9b3e38c00b'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:21:17.995225 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e1ef1d-6ec8-40bc-94ea-28ceabc283cb None None] Routers {'1a079834-e375-48c6-8184-3b9b3e38c00b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:21:17.995847 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-c0e1ef1d-6ec8-40bc-94ea-28ceabc283cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:20:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1a079834-e375-48c6-8184-3b9b3e38c00b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:18.094878 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9737325f-6e24-417d-966a-ecc5a49a0342 admin admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:18.103781 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-c0e1ef1d-6ec8-40bc-94ea-28ceabc283cb None None] Set router 1a079834-e375-48c6-8184-3b9b3e38c00b gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:21:18.213074 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9737325f-6e24-417d-966a-ecc5a49a0342 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:18.277167 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-9737325f-6e24-417d-966a-ecc5a49a0342 admin admin] Deleting port 0cee15b3-ccc8-418f-b657-fdd3620c5700 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:21:18.277507 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9737325f-6e24-417d-966a-ecc5a49a0342 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:18.313715 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-c0e1ef1d-6ec8-40bc-94ea-28ceabc283cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:21:17Z', 'revision_number': 5, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port': {'id': '0cee15b3-ccc8-418f-b657-fdd3620c5700', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:18.341479 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e1ef1d-6ec8-40bc-94ea-28ceabc283cb None None] Checking router: 1a079834-e375-48c6-8184-3b9b3e38c00b for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:21:18.349609 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e1ef1d-6ec8-40bc-94ea-28ceabc283cb None None] Routers {'1a079834-e375-48c6-8184-3b9b3e38c00b'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:21:18.350296 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-c0e1ef1d-6ec8-40bc-94ea-28ceabc283cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:20:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['1a079834-e375-48c6-8184-3b9b3e38c00b'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:18.362741 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-9737325f-6e24-417d-966a-ecc5a49a0342 admin admin] For port 0cee15b3-ccc8-418f-b657-fdd3620c5700, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=0cee15b3-ccc8-418f-b657-fdd3620c5700,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:18.363120 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9737325f-6e24-417d-966a-ecc5a49a0342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:18.379617 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-9737325f-6e24-417d-966a-ecc5a49a0342 admin admin] Calling delete_port for 0cee15b3-ccc8-418f-b657-fdd3620c5700 owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:21:18.441015 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-c0e1ef1d-6ec8-40bc-94ea-28ceabc283cb None None] Set router 1a079834-e375-48c6-8184-3b9b3e38c00b gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:21:18.559376 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9737325f-6e24-417d-966a-ecc5a49a0342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:18.586359 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737325f-6e24-417d-966a-ecc5a49a0342 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cee15b3-ccc8-418f-b657-fdd3620c5700,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:18.601308 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-c0e1ef1d-6ec8-40bc-94ea-28ceabc283cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:21:18Z', 'revision_number': 6, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:18.629390 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e1ef1d-6ec8-40bc-94ea-28ceabc283cb None None] The sync data for ids ['1a079834-e375-48c6-8184-3b9b3e38c00b'] in n-d-791506-21 is: [{'id': '1a079834-e375-48c6-8184-3b9b3e38c00b', 'name': 'tempest-ServerActionsTestJSON-1155577851-router', 'tenant_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:31Z', 'updated_at': '2021-07-16T21:21:18Z', 'revision_number': 6, 'project_id': '25bfcd1cfbbd4085b947fb2ae9f94c95', 'gw_port_host': None}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:21:18.656945 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9737325f-6e24-417d-966a-ecc5a49a0342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:18.750207 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9737325f-6e24-417d-966a-ecc5a49a0342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:18.752353 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9737325f-6e24-417d-966a-ecc5a49a0342 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:18.797765 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9737325f-6e24-417d-966a-ecc5a49a0342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:18.798620 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9737325f-6e24-417d-966a-ecc5a49a0342 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a079834-e375-48c6-8184-3b9b3e38c00b {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:21:18.803878 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9737325f-6e24-417d-966a-ecc5a49a0342 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:18.805039 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9737325f-6e24-417d-966a-ecc5a49a0342 admin admin] 10.222.0.38 "DELETE /v2.0/routers/1a079834-e375-48c6-8184-3b9b3e38c00b HTTP/1.1" status: 204 len: 168 time: 0.8217678 Jul 16 21:21:18.807725 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56870) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:18.857744 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0c56dc-4603-4250-8fb8-f0010f5bc49f admin admin] Deleting subnet 99a6fa48-2fab-42bf-b2ea-7a1009957e6a {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:21:18.860964 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-be0c56dc-4603-4250-8fb8-f0010f5bc49f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:18.895228 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-be0c56dc-4603-4250-8fb8-f0010f5bc49f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:18.977895 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-be0c56dc-4603-4250-8fb8-f0010f5bc49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:19.035098 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-be0c56dc-4603-4250-8fb8-f0010f5bc49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:19.069412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c56dc-4603-4250-8fb8-f0010f5bc49f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99a6fa48-2fab-42bf-b2ea-7a1009957e6a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:19.071419 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-be0c56dc-4603-4250-8fb8-f0010f5bc49f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:19.074357 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-be0c56dc-4603-4250-8fb8-f0010f5bc49f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/99a6fa48-2fab-42bf-b2ea-7a1009957e6a HTTP/1.1" status: 204 len: 168 time: 0.2648258 Jul 16 21:21:19.076066 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56872) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:19.076409 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17550d57-1f74-4c3e-a5f6-05ffcc0e85a9 None None] Network 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:21:19.145029 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf6e8-340b-41dc-84a9-3bee84ee2e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:19.200055 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e5eaf6e8-340b-41dc-84a9-3bee84ee2e50 admin admin] Deleting port f0375389-e1dd-46bb-80e8-5f60d1509b13 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:21:19.200400 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf6e8-340b-41dc-84a9-3bee84ee2e50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:19.272274 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-e5eaf6e8-340b-41dc-84a9-3bee84ee2e50 admin admin] For port f0375389-e1dd-46bb-80e8-5f60d1509b13, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f0375389-e1dd-46bb-80e8-5f60d1509b13,segment=NetworkSegment(68b4180b-6f87-4ca4-9660-61c9e86bc81b),segment_id=68b4180b-6f87-4ca4-9660-61c9e86bc81b)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:19.272636 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf6e8-340b-41dc-84a9-3bee84ee2e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:19.289340 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e5eaf6e8-340b-41dc-84a9-3bee84ee2e50 admin admin] Calling delete_port for f0375389-e1dd-46bb-80e8-5f60d1509b13 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:21:19.367658 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf6e8-340b-41dc-84a9-3bee84ee2e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:19.392286 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eaf6e8-340b-41dc-84a9-3bee84ee2e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0375389-e1dd-46bb-80e8-5f60d1509b13,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:19.398821 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eaf6e8-340b-41dc-84a9-3bee84ee2e50 admin admin] No DVR routers for this DVR port f0375389-e1dd-46bb-80e8-5f60d1509b13 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:21:19.415500 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a58ddc-a1c9-43ae-84bb-711207a08e56 None None] DHCP port deletion for 5bad7e3f-d4d4-45ac-a989-a8056e5a5442 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:21:19.480494 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf6e8-340b-41dc-84a9-3bee84ee2e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:19.492157 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-e5eaf6e8-340b-41dc-84a9-3bee84ee2e50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bad7e3f-d4d4-45ac-a989-a8056e5a5442']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:19.504546 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-e5eaf6e8-340b-41dc-84a9-3bee84ee2e50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b4180b-6f87-4ca4-9660-61c9e86bc81b') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:19.504858 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-e5eaf6e8-340b-41dc-84a9-3bee84ee2e50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b4180b-6f87-4ca4-9660-61c9e86bc81b') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:19.515327 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf6e8-340b-41dc-84a9-3bee84ee2e50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:19.530449 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf6e8-340b-41dc-84a9-3bee84ee2e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:19.536846 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5eaf6e8-340b-41dc-84a9-3bee84ee2e50 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:21:19.537260 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf6e8-340b-41dc-84a9-3bee84ee2e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: timer() Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:21:19.539235 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:21:19.601390 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf6e8-340b-41dc-84a9-3bee84ee2e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:19.610811 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf6e8-340b-41dc-84a9-3bee84ee2e50 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:19.612665 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e5eaf6e8-340b-41dc-84a9-3bee84ee2e50 admin admin] 10.222.0.38 "DELETE /v2.0/networks/5bad7e3f-d4d4-45ac-a989-a8056e5a5442 HTTP/1.1" status: 204 len: 168 time: 0.5356829 Jul 16 21:21:19.624211 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eaf6e8-340b-41dc-84a9-3bee84ee2e50 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bad7e3f-d4d4-45ac-a989-a8056e5a5442,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:19.733263 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 56876) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:19.773861 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c2a34a70-7c81-420c-a823-212a5e2f3981 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=25bfcd1cfbbd4085b947fb2ae9f94c95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394435 Jul 16 21:21:19.777163 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56878) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:19.826807 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cabfa71-ccbb-4f50-bed0-aae07a86ce2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:19.848567 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cabfa71-ccbb-4f50-bed0-aae07a86ce2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:19.894717 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cabfa71-ccbb-4f50-bed0-aae07a86ce2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:19.897266 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cabfa71-ccbb-4f50-bed0-aae07a86ce2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:19.898508 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6cabfa71-ccbb-4f50-bed0-aae07a86ce2d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5a5c5b1e-f468-4f93-8c74-254bdb61787c HTTP/1.1" status: 204 len: 168 time: 0.1202483 Jul 16 21:21:19.907750 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cabfa71-ccbb-4f50-bed0-aae07a86ce2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5c5b1e-f468-4f93-8c74-254bdb61787c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:20.300555 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f0375389-e1dd-46bb-80e8-5f60d1509b13 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:21:20.326264 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: f0375389-e1dd-46bb-80e8-5f60d1509b13 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:21:20.326637 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f0375389-e1dd-46bb-80e8-5f60d1509b13 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:21:20.327063 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0cee15b3-ccc8-418f-b657-fdd3620c5700 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:21:20.345956 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 0cee15b3-ccc8-418f-b657-fdd3620c5700 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:21:20.346306 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0cee15b3-ccc8-418f-b657-fdd3620c5700 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:21:20.346754 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3090be44-0f47-4693-a663-c2face31e986 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:21:20.365789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 3090be44-0f47-4693-a663-c2face31e986 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:21:20.366131 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3090be44-0f47-4693-a663-c2face31e986 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:21:20.625551 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56900) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:20.724540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-46320f72-1c37-4796-b293-96abf2dcfbed admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-197581908-network', 'tenant_id': 'd84d21a944e745a58a0dd0583fb6b6a4'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:20.747939 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46320f72-1c37-4796-b293-96abf2dcfbed admin admin] Made reservation on behalf of d84d21a944e745a58a0dd0583fb6b6a4 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:21:20.750668 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-46320f72-1c37-4796-b293-96abf2dcfbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:20.759963 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-46320f72-1c37-4796-b293-96abf2dcfbed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:20.862910 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-46320f72-1c37-4796-b293-96abf2dcfbed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:20.867517 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-46320f72-1c37-4796-b293-96abf2dcfbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:20.895811 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46320f72-1c37-4796-b293-96abf2dcfbed admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:21:20.906835 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46320f72-1c37-4796-b293-96abf2dcfbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e35c6d-d9fd-4fcf-9561-6ae0158ef5fd,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:20.912370 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-46320f72-1c37-4796-b293-96abf2dcfbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:20.912728 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-46320f72-1c37-4796-b293-96abf2dcfbed admin admin] Added segment 0d62dfd4-a81c-4b88-a76c-925dc20b6dde of type vlan for network d31c1add-3535-4b2d-85eb-d333618775a5 Jul 16 21:21:20.957719 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-46320f72-1c37-4796-b293-96abf2dcfbed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:20.987594 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-46320f72-1c37-4796-b293-96abf2dcfbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:20.988693 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46320f72-1c37-4796-b293-96abf2dcfbed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:20.989268 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-46320f72-1c37-4796-b293-96abf2dcfbed admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:21.022575 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-46320f72-1c37-4796-b293-96abf2dcfbed admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3959153 Jul 16 21:21:21.025540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 56904) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:21.032129 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-ba17c774-22a8-4d3b-9d38-aa83601bee5d admin admin] Request body: {'subnet': {'network_id': 'd31c1add-3535-4b2d-85eb-d333618775a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-197581908-subnet', 'tenant_id': 'd84d21a944e745a58a0dd0583fb6b6a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:21.061671 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46320f72-1c37-4796-b293-96abf2dcfbed admin admin] Pushing event updated for resources: {'Network': ['ID=d31c1add-3535-4b2d-85eb-d333618775a5,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:21.071110 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network d31c1add-3535-4b2d-85eb-d333618775a5 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:21:21.083766 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba17c774-22a8-4d3b-9d38-aa83601bee5d admin admin] Made reservation on behalf of d84d21a944e745a58a0dd0583fb6b6a4 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:21:21.087731 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ba17c774-22a8-4d3b-9d38-aa83601bee5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:21.298767 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ba17c774-22a8-4d3b-9d38-aa83601bee5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:21.361616 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17c774-22a8-4d3b-9d38-aa83601bee5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b516143-8ea7-467b-a00e-fb6110624318,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:21.369051 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17c774-22a8-4d3b-9d38-aa83601bee5d admin admin] Checking segment: {'id': '0d62dfd4-a81c-4b88-a76c-925dc20b6dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd31c1add-3535-4b2d-85eb-d333618775a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:21:21.369992 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba17c774-22a8-4d3b-9d38-aa83601bee5d admin admin] Network hostable DHCP agents. Network: d31c1add-3535-4b2d-85eb-d333618775a5, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:21:21.388020 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba17c774-22a8-4d3b-9d38-aa83601bee5d admin admin] Network d31c1add-3535-4b2d-85eb-d333618775a5 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:21:21.397120 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-ba17c774-22a8-4d3b-9d38-aa83601bee5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, d31c1add-3535-4b2d-85eb-d333618775a5) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:21:21.401779 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba17c774-22a8-4d3b-9d38-aa83601bee5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:21.402943 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ba17c774-22a8-4d3b-9d38-aa83601bee5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:21.406572 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb33470-1da6-458c-be64-f66dea1ee55d None None] Network d31c1add-3535-4b2d-85eb-d333618775a5 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:21:21.422905 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ba17c774-22a8-4d3b-9d38-aa83601bee5d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3924491 Jul 16 21:21:21.533453 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef289c05-f169-44e1-a063-20fa4f5d8a58 None None] Network d31c1add-3535-4b2d-85eb-d333618775a5 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:21:21.792667 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd0cb-bf0a-4058-8cad-e362e53b2498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:21.883738 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75703db-1258-4789-b6b1-00294f617f22 req-aad2a38d-0619-4c31-a7ad-3074decdc038 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:21.885330 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e75703db-1258-4789-b6b1-00294f617f22 req-aad2a38d-0619-4c31-a7ad-3074decdc038 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/networks?id=d31c1add-3535-4b2d-85eb-d333618775a5 HTTP/1.1" status: 200 len: 813 time: 0.1077168 Jul 16 21:21:21.903229 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e75703db-1258-4789-b6b1-00294f617f22 req-b535fa6e-93ad-465e-9fac-5a9ec8d85368 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/quotas/d84d21a944e745a58a0dd0583fb6b6a4 HTTP/1.1" status: 200 len: 375 time: 0.0104454 Jul 16 21:21:21.939675 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e75703db-1258-4789-b6b1-00294f617f22 req-fb039c5a-9d2b-4ca6-8792-5276223442c8 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d84d21a944e745a58a0dd0583fb6b6a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302360 Jul 16 21:21:22.043473 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e75703db-1258-4789-b6b1-00294f617f22 req-6f67fb60-b2a6-443f-8cc8-71e5a5f620bf service neutron] 10.222.0.38 "GET /v2.0/networks/d31c1add-3535-4b2d-85eb-d333618775a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968008 Jul 16 21:21:22.143573 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e75703db-1258-4789-b6b1-00294f617f22 req-41e50877-ea61-4d36-9bc9-fdc7d57588f8 service neutron] 10.222.0.38 "GET /v2.0/networks/d31c1add-3535-4b2d-85eb-d333618775a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938759 Jul 16 21:21:22.318460 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6ae116e1-3c85-4eb1-915a-eb557c897baa req-f49f0c65-b787-4d54-a8e6-6e38259c2489 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?device_id=1524279b-9258-44dd-8c0a-56935cbef25d HTTP/1.1" status: 200 len: 210 time: 0.0300179 Jul 16 21:21:23.395152 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75703db-1258-4789-b6b1-00294f617f22 req-0c895704-df54-4cb6-a91a-fa1dcb8fde2f tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:23.396665 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e75703db-1258-4789-b6b1-00294f617f22 req-0c895704-df54-4cb6-a91a-fa1dcb8fde2f tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.62 "GET /v2.0/networks?id=d31c1add-3535-4b2d-85eb-d333618775a5 HTTP/1.1" status: 200 len: 813 time: 0.1127441 Jul 16 21:21:23.417057 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-e75703db-1258-4789-b6b1-00294f617f22 req-36fba7fe-25aa-4058-a35a-f8940819948e tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Request body: {'port': {'device_id': '1524279b-9258-44dd-8c0a-56935cbef25d', 'network_id': 'd31c1add-3535-4b2d-85eb-d333618775a5', 'admin_state_up': True, 'tenant_id': 'd84d21a944e745a58a0dd0583fb6b6a4'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:23.472733 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-57b10237-9098-425a-9974-43a4622edc15 req-a26e49b7-3d25-41d3-aff4-beb177bd1e28 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?device_id=1524279b-9258-44dd-8c0a-56935cbef25d HTTP/1.1" status: 200 len: 210 time: 0.0319469 Jul 16 21:21:23.547052 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75703db-1258-4789-b6b1-00294f617f22 req-36fba7fe-25aa-4058-a35a-f8940819948e tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Made reservation on behalf of d84d21a944e745a58a0dd0583fb6b6a4 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:21:23.550550 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e75703db-1258-4789-b6b1-00294f617f22 req-36fba7fe-25aa-4058-a35a-f8940819948e tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:23.680941 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-e75703db-1258-4789-b6b1-00294f617f22 req-36fba7fe-25aa-4058-a35a-f8940819948e tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Allocated IP 172.20.0.9 (d31c1add-3535-4b2d-85eb-d333618775a5/9b516143-8ea7-467b-a00e-fb6110624318/c4c221ac-7f3c-4730-8a5e-a99c77db8e3b) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:21:23.832259 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e75703db-1258-4789-b6b1-00294f617f22 req-36fba7fe-25aa-4058-a35a-f8940819948e tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:23.872546 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e75703db-1258-4789-b6b1-00294f617f22 req-36fba7fe-25aa-4058-a35a-f8940819948e tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:23.918090 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75703db-1258-4789-b6b1-00294f617f22 req-36fba7fe-25aa-4058-a35a-f8940819948e tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Network d31c1add-3535-4b2d-85eb-d333618775a5 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:21:23.921270 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-e75703db-1258-4789-b6b1-00294f617f22 req-36fba7fe-25aa-4058-a35a-f8940819948e tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:21:23.925225 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75703db-1258-4789-b6b1-00294f617f22 req-36fba7fe-25aa-4058-a35a-f8940819948e tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:21:23.931758 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fba7fe-25aa-4058-a35a-f8940819948e tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Pushing event updated for resources: {'Port': ['ID=c4c221ac-7f3c-4730-8a5e-a99c77db8e3b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:23.977713 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75703db-1258-4789-b6b1-00294f617f22 req-36fba7fe-25aa-4058-a35a-f8940819948e tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:23.978343 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e75703db-1258-4789-b6b1-00294f617f22 req-36fba7fe-25aa-4058-a35a-f8940819948e tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:23.992776 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e75703db-1258-4789-b6b1-00294f617f22 req-36fba7fe-25aa-4058-a35a-f8940819948e tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5810435 Jul 16 21:21:24.003864 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-e75703db-1258-4789-b6b1-00294f617f22 req-b56f8218-4532-4254-b917-eb7396cd6d52 service neutron] Request body: {'port': {'device_id': '1524279b-9258-44dd-8c0a-56935cbef25d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:24.084022 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e75703db-1258-4789-b6b1-00294f617f22 req-b56f8218-4532-4254-b917-eb7396cd6d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:24.312234 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e409710d-1264-4924-bd4d-f6e6226d77fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:24.355619 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-e75703db-1258-4789-b6b1-00294f617f22 req-b56f8218-4532-4254-b917-eb7396cd6d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c221ac-7f3c-4730-8a5e-a99c77db8e3b {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:21:24.363110 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e75703db-1258-4789-b6b1-00294f617f22 req-b56f8218-4532-4254-b917-eb7396cd6d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:24.376132 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-e75703db-1258-4789-b6b1-00294f617f22 req-b56f8218-4532-4254-b917-eb7396cd6d52 service neutron] Transition to ACTIVE for port object c4c221ac-7f3c-4730-8a5e-a99c77db8e3b will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:21:24.379758 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e75703db-1258-4789-b6b1-00294f617f22 req-b56f8218-4532-4254-b917-eb7396cd6d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:24.426922 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:24.428249 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f8218-4532-4254-b917-eb7396cd6d52 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c221ac-7f3c-4730-8a5e-a99c77db8e3b,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:24.502056 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-e75703db-1258-4789-b6b1-00294f617f22 req-b56f8218-4532-4254-b917-eb7396cd6d52 service neutron] Attempting to bind port c4c221ac-7f3c-4730-8a5e-a99c77db8e3b on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:21:24.502412 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-e75703db-1258-4789-b6b1-00294f617f22 req-b56f8218-4532-4254-b917-eb7396cd6d52 service neutron] Attempting to bind port c4c221ac-7f3c-4730-8a5e-a99c77db8e3b by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '0d62dfd4-a81c-4b88-a76c-925dc20b6dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd31c1add-3535-4b2d-85eb-d333618775a5'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:21:24.502742 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75703db-1258-4789-b6b1-00294f617f22 req-b56f8218-4532-4254-b917-eb7396cd6d52 service neutron] Attempting to bind port c4c221ac-7f3c-4730-8a5e-a99c77db8e3b on network d31c1add-3535-4b2d-85eb-d333618775a5 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:21:24.507112 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75703db-1258-4789-b6b1-00294f617f22 req-b56f8218-4532-4254-b917-eb7396cd6d52 service neutron] Port c4c221ac-7f3c-4730-8a5e-a99c77db8e3b on network d31c1add-3535-4b2d-85eb-d333618775a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:21:24.507439 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75703db-1258-4789-b6b1-00294f617f22 req-b56f8218-4532-4254-b917-eb7396cd6d52 service neutron] Attempting to bind port c4c221ac-7f3c-4730-8a5e-a99c77db8e3b on network d31c1add-3535-4b2d-85eb-d333618775a5 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:21:24.512379 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75703db-1258-4789-b6b1-00294f617f22 req-b56f8218-4532-4254-b917-eb7396cd6d52 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:21:24.512717 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75703db-1258-4789-b6b1-00294f617f22 req-b56f8218-4532-4254-b917-eb7396cd6d52 service neutron] Checking segment: {'id': '0d62dfd4-a81c-4b88-a76c-925dc20b6dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd31c1add-3535-4b2d-85eb-d333618775a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:21:24.513195 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75703db-1258-4789-b6b1-00294f617f22 req-b56f8218-4532-4254-b917-eb7396cd6d52 service neutron] Bound using segment: {'id': '0d62dfd4-a81c-4b88-a76c-925dc20b6dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd31c1add-3535-4b2d-85eb-d333618775a5'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:21:24.513614 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-e75703db-1258-4789-b6b1-00294f617f22 req-b56f8218-4532-4254-b917-eb7396cd6d52 service neutron] Bound port: c4c221ac-7f3c-4730-8a5e-a99c77db8e3b, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d62dfd4-a81c-4b88-a76c-925dc20b6dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd31c1add-3535-4b2d-85eb-d333618775a5'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:21:24.513978 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e75703db-1258-4789-b6b1-00294f617f22 req-b56f8218-4532-4254-b917-eb7396cd6d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:24.579532 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-e75703db-1258-4789-b6b1-00294f617f22 req-b56f8218-4532-4254-b917-eb7396cd6d52 service neutron] For port c4c221ac-7f3c-4730-8a5e-a99c77db8e3b, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:21:24.582776 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-e75703db-1258-4789-b6b1-00294f617f22 req-b56f8218-4532-4254-b917-eb7396cd6d52 service neutron] For port c4c221ac-7f3c-4730-8a5e-a99c77db8e3b, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c4c221ac-7f3c-4730-8a5e-a99c77db8e3b,segment=NetworkSegment(0d62dfd4-a81c-4b88-a76c-925dc20b6dde),segment_id=0d62dfd4-a81c-4b88-a76c-925dc20b6dde)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:21:24.587272 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e75703db-1258-4789-b6b1-00294f617f22 req-b56f8218-4532-4254-b917-eb7396cd6d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:24.621652 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75703db-1258-4789-b6b1-00294f617f22 req-b56f8218-4532-4254-b917-eb7396cd6d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:24.622267 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-e75703db-1258-4789-b6b1-00294f617f22 req-b56f8218-4532-4254-b917-eb7396cd6d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:24.623724 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e75703db-1258-4789-b6b1-00294f617f22 req-b56f8218-4532-4254-b917-eb7396cd6d52 service neutron] 10.222.0.62 "PUT /v2.0/ports/c4c221ac-7f3c-4730-8a5e-a99c77db8e3b HTTP/1.1" status: 200 len: 1092 time: 0.6240458 Jul 16 21:21:24.624165 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1524279b-9258-44dd-8c0a-56935cbef25d', 'tag': 'c4c221ac-7f3c-4730-8a5e-a99c77db8e3b'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:21:24.626470 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc459459a4c5a11ec1d6886bc2ffdbf4fbc6faab23ac6f064f41edec039c064" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6940ac81-8aba-4663-b5ef-57c21575b0c6" -d '{"events": [{"name": "network-changed", "server_uuid": "1524279b-9258-44dd-8c0a-56935cbef25d", "tag": "c4c221ac-7f3c-4730-8a5e-a99c77db8e3b"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:21:24.660266 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacac0c3-97a4-41ca-a619-4bf4e2e0dcda req-cc465888-2ea0-406e-b05f-bd4f2eb16b4b tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:24.661760 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cacac0c3-97a4-41ca-a619-4bf4e2e0dcda req-cc465888-2ea0-406e-b05f-bd4f2eb16b4b tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?device_id=1524279b-9258-44dd-8c0a-56935cbef25d HTTP/1.1" status: 200 len: 943 time: 0.0738039 Jul 16 21:21:24.683968 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9740b61-aa0a-46fe-89ae-fa6cc6af78a4 x-openstack-request-id: req-c9740b61-aa0a-46fe-89ae-fa6cc6af78a4 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:21:24.684406 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1524279b-9258-44dd-8c0a-56935cbef25d", "tag": "c4c221ac-7f3c-4730-8a5e-a99c77db8e3b", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:21:24.684666 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c9740b61-aa0a-46fe-89ae-fa6cc6af78a4 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:21:24.685070 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1524279b-9258-44dd-8c0a-56935cbef25d', 'tag': 'c4c221ac-7f3c-4730-8a5e-a99c77db8e3b', 'status': 'completed', 'code': 200} Jul 16 21:21:24.687072 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f8218-4532-4254-b917-eb7396cd6d52 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c221ac-7f3c-4730-8a5e-a99c77db8e3b,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:24.706293 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cacac0c3-97a4-41ca-a619-4bf4e2e0dcda req-727c7c7a-b44e-4568-932a-4eab26b38f4d tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1e35c6d-d9fd-4fcf-9561-6ae0158ef5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352170 Jul 16 21:21:24.741547 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75703db-1258-4789-b6b1-00294f617f22 req-b38fe501-89ab-48f3-ab02-a5878fe76e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:24.743169 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e75703db-1258-4789-b6b1-00294f617f22 req-b38fe501-89ab-48f3-ab02-a5878fe76e91 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d84d21a944e745a58a0dd0583fb6b6a4&device_id=1524279b-9258-44dd-8c0a-56935cbef25d HTTP/1.1" status: 200 len: 1095 time: 0.0734863 Jul 16 21:21:24.784997 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e75703db-1258-4789-b6b1-00294f617f22 req-8a65aa1e-a0ce-4663-a18d-1477234d7132 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4c221ac-7f3c-4730-8a5e-a99c77db8e3b HTTP/1.1" status: 200 len: 217 time: 0.0343425 Jul 16 21:21:24.834128 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75703db-1258-4789-b6b1-00294f617f22 req-e6faa7fb-bad0-474d-9461-7ffde2ce4de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:24.835676 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e75703db-1258-4789-b6b1-00294f617f22 req-e6faa7fb-bad0-474d-9461-7ffde2ce4de2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9b516143-8ea7-467b-a00e-fb6110624318 HTTP/1.1" status: 200 len: 853 time: 0.0441620 Jul 16 21:21:24.868145 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e75703db-1258-4789-b6b1-00294f617f22 req-7c4add18-152b-4fd9-b7d0-fc1a6733672d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d31c1add-3535-4b2d-85eb-d333618775a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261011 Jul 16 21:21:24.963338 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e75703db-1258-4789-b6b1-00294f617f22 req-a5346f64-ce6d-4c35-8045-00d30102eb43 service neutron] 10.222.0.62 "GET /v2.0/networks/d31c1add-3535-4b2d-85eb-d333618775a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887115 Jul 16 21:21:25.057294 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e75703db-1258-4789-b6b1-00294f617f22 req-ee549597-1c12-44c5-8c78-92cf4bfaa70f service neutron] 10.222.0.62 "GET /v2.0/networks/d31c1add-3535-4b2d-85eb-d333618775a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878088 Jul 16 21:21:25.156874 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940ac81-8aba-4663-b5ef-57c21575b0c6 req-436a2cf5-04ec-4f95-b369-13961680ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:25.158506 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6940ac81-8aba-4663-b5ef-57c21575b0c6 req-436a2cf5-04ec-4f95-b369-13961680ec5a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d84d21a944e745a58a0dd0583fb6b6a4&device_id=1524279b-9258-44dd-8c0a-56935cbef25d HTTP/1.1" status: 200 len: 1095 time: 0.0536146 Jul 16 21:21:25.249656 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940ac81-8aba-4663-b5ef-57c21575b0c6 req-b1ff0b2a-23f8-4446-918d-c3cdf4edc6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:25.251283 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6940ac81-8aba-4663-b5ef-57c21575b0c6 req-b1ff0b2a-23f8-4446-918d-c3cdf4edc6af service neutron] 10.222.0.62 "GET /v2.0/networks?id=d31c1add-3535-4b2d-85eb-d333618775a5 HTTP/1.1" status: 200 len: 914 time: 0.0866528 Jul 16 21:21:25.297538 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6940ac81-8aba-4663-b5ef-57c21575b0c6 req-67667b10-060c-4aaa-98b3-5b2493a16f29 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4c221ac-7f3c-4730-8a5e-a99c77db8e3b HTTP/1.1" status: 200 len: 217 time: 0.0392358 Jul 16 21:21:25.347443 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940ac81-8aba-4663-b5ef-57c21575b0c6 req-fc2bb4b6-2b09-41d9-974a-4acd48d9eca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:25.348947 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6940ac81-8aba-4663-b5ef-57c21575b0c6 req-fc2bb4b6-2b09-41d9-974a-4acd48d9eca1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9b516143-8ea7-467b-a00e-fb6110624318 HTTP/1.1" status: 200 len: 853 time: 0.0444939 Jul 16 21:21:25.383221 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6940ac81-8aba-4663-b5ef-57c21575b0c6 req-92331f09-f8f8-4668-b0fd-3231b2625699 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d31c1add-3535-4b2d-85eb-d333618775a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278053 Jul 16 21:21:25.480724 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6940ac81-8aba-4663-b5ef-57c21575b0c6 req-02f1e31c-4c3f-4531-b532-e1502230b436 service neutron] 10.222.0.62 "GET /v2.0/networks/d31c1add-3535-4b2d-85eb-d333618775a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894723 Jul 16 21:21:25.571977 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-6940ac81-8aba-4663-b5ef-57c21575b0c6 req-98e99ded-1bb1-4a18-ae88-b9116214c760 service neutron] 10.222.0.62 "GET /v2.0/networks/d31c1add-3535-4b2d-85eb-d333618775a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839338 Jul 16 21:21:25.891012 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb7e69-58b5-4c06-b964-b382d197380b req-4d207440-fb27-464b-9840-16d630367e08 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:25.892571 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1cb7e69-58b5-4c06-b964-b382d197380b req-4d207440-fb27-464b-9840-16d630367e08 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?device_id=1524279b-9258-44dd-8c0a-56935cbef25d HTTP/1.1" status: 200 len: 943 time: 0.0710781 Jul 16 21:21:25.934887 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1cb7e69-58b5-4c06-b964-b382d197380b req-85e69f62-2bdf-427a-82b2-182a72f892a5 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1e35c6d-d9fd-4fcf-9561-6ae0158ef5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368574 Jul 16 21:21:25.981979 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:26.606555 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device c4c221ac-7f3c-4730-8a5e-a99c77db8e3b details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:21:26.704240 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port c4c221ac-7f3c-4730-8a5e-a99c77db8e3b, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c4c221ac-7f3c-4730-8a5e-a99c77db8e3b,segment=NetworkSegment(0d62dfd4-a81c-4b88-a76c-925dc20b6dde),segment_id=0d62dfd4-a81c-4b88-a76c-925dc20b6dde)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:26.715903 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'c4c221ac-7f3c-4730-8a5e-a99c77db8e3b', 'network_id': 'd31c1add-3535-4b2d-85eb-d333618775a5', 'port_id': 'c4c221ac-7f3c-4730-8a5e-a99c77db8e3b', 'mac_address': 'fa:16:3e:0d:0d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b516143-8ea7-467b-a00e-fb6110624318', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:21:26.751738 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:26.764937 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c221ac-7f3c-4730-8a5e-a99c77db8e3b {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:21:26.784932 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port c4c221ac-7f3c-4730-8a5e-a99c77db8e3b, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c4c221ac-7f3c-4730-8a5e-a99c77db8e3b,segment=NetworkSegment(0d62dfd4-a81c-4b88-a76c-925dc20b6dde),segment_id=0d62dfd4-a81c-4b88-a76c-925dc20b6dde)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:26.788852 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:26.840366 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=c4c221ac-7f3c-4730-8a5e-a99c77db8e3b,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:26.976315 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['c4c221ac-7f3c-4730-8a5e-a99c77db8e3b'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:21:27.125606 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d238539-3dca-447d-918e-6085c99395aa req-17eea14d-d961-4039-b4e2-1062d4df5a46 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:27.127161 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d238539-3dca-447d-918e-6085c99395aa req-17eea14d-d961-4039-b4e2-1062d4df5a46 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?device_id=1524279b-9258-44dd-8c0a-56935cbef25d HTTP/1.1" status: 200 len: 944 time: 0.0789475 Jul 16 21:21:27.167144 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d238539-3dca-447d-918e-6085c99395aa req-18b21595-f5c8-419f-a321-fb38d2ef12a7 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1e35c6d-d9fd-4fcf-9561-6ae0158ef5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344303 Jul 16 21:21:27.823278 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:28.344533 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbb636-fefd-421d-82bc-20a976a537a7 req-b848e40c-7899-4b0b-9a6d-da787b6a3bca tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:28.346036 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2cbb636-fefd-421d-82bc-20a976a537a7 req-b848e40c-7899-4b0b-9a6d-da787b6a3bca tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?device_id=1524279b-9258-44dd-8c0a-56935cbef25d HTTP/1.1" status: 200 len: 944 time: 0.0678210 Jul 16 21:21:28.383877 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2cbb636-fefd-421d-82bc-20a976a537a7 req-ead86088-d6cb-4bd5-991d-01f17a0869ff tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1e35c6d-d9fd-4fcf-9561-6ae0158ef5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323303 Jul 16 21:21:28.622599 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device c4c221ac-7f3c-4730-8a5e-a99c77db8e3b up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:21:28.674398 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port c4c221ac-7f3c-4730-8a5e-a99c77db8e3b completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:21:28.678036 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port c4c221ac-7f3c-4730-8a5e-a99c77db8e3b triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:21:28.678433 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:28.760388 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:28.783197 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1524279b-9258-44dd-8c0a-56935cbef25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c221ac-7f3c-4730-8a5e-a99c77db8e3b'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:21:28.785487 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d599d8cd7c90ef7a4a4f11e3824443e11814837840e0ec22718dbf4e389f10a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d44f8e-d9e4-4311-a2a9-1dcaf7e9481f" -d '{"events": [{"server_uuid": "1524279b-9258-44dd-8c0a-56935cbef25d", "name": "network-vif-plugged", "status": "completed", "tag": "c4c221ac-7f3c-4730-8a5e-a99c77db8e3b"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:21:28.799201 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port c4c221ac-7f3c-4730-8a5e-a99c77db8e3b, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c4c221ac-7f3c-4730-8a5e-a99c77db8e3b,segment=NetworkSegment(0d62dfd4-a81c-4b88-a76c-925dc20b6dde),segment_id=0d62dfd4-a81c-4b88-a76c-925dc20b6dde)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:28.804067 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:28.829468 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed44cf81-c266-4d56-8943-000dacc357bf x-openstack-request-id: req-ed44cf81-c266-4d56-8943-000dacc357bf {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:21:28.830064 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1524279b-9258-44dd-8c0a-56935cbef25d", "name": "network-vif-plugged", "status": "completed", "tag": "c4c221ac-7f3c-4730-8a5e-a99c77db8e3b", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:21:28.830064 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ed44cf81-c266-4d56-8943-000dacc357bf {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:21:28.830397 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1524279b-9258-44dd-8c0a-56935cbef25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c221ac-7f3c-4730-8a5e-a99c77db8e3b', 'code': 200} Jul 16 21:21:28.862128 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=c4c221ac-7f3c-4730-8a5e-a99c77db8e3b,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:28.950175 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ee63e-b674-468d-8430-02c53974fe64 req-497c477a-a8c1-4ff1-a94c-b03434f786f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:28.951694 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-644ee63e-b674-468d-8430-02c53974fe64 req-497c477a-a8c1-4ff1-a94c-b03434f786f7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1524279b-9258-44dd-8c0a-56935cbef25d HTTP/1.1" status: 200 len: 1097 time: 0.0575507 Jul 16 21:21:28.986604 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-644ee63e-b674-468d-8430-02c53974fe64 req-be3be845-897e-4dbd-9eed-b54b97c4ee42 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e1e35c6d-d9fd-4fcf-9561-6ae0158ef5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288713 Jul 16 21:21:29.561536 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad32f0-b5d6-4849-8e87-b5a46bbd7644 req-5a2b9825-4e58-4f79-ba4b-fa583ece0b06 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:29.563107 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-74ad32f0-b5d6-4849-8e87-b5a46bbd7644 req-5a2b9825-4e58-4f79-ba4b-fa583ece0b06 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?device_id=1524279b-9258-44dd-8c0a-56935cbef25d HTTP/1.1" status: 200 len: 945 time: 0.0660455 Jul 16 21:21:29.602174 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-74ad32f0-b5d6-4849-8e87-b5a46bbd7644 req-33bd6660-6985-4c8a-bbaa-793f4a408324 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1e35c6d-d9fd-4fcf-9561-6ae0158ef5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334673 Jul 16 21:21:29.989128 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:30.776268 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0651504-9fea-439e-be13-544ecd14ae38 req-d5bfabb0-808f-4d72-8301-a1b0192f149b tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:30.777777 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c0651504-9fea-439e-be13-544ecd14ae38 req-d5bfabb0-808f-4d72-8301-a1b0192f149b tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?device_id=1524279b-9258-44dd-8c0a-56935cbef25d HTTP/1.1" status: 200 len: 945 time: 0.0635827 Jul 16 21:21:30.815527 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c0651504-9fea-439e-be13-544ecd14ae38 req-02f83ca0-2ea1-4823-b535-bf7f0d05d597 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1e35c6d-d9fd-4fcf-9561-6ae0158ef5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322602 Jul 16 21:21:31.042088 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-3b8a7a45-9118-466d-a425-26e84be0cf56 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:31.043554 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-3b8a7a45-9118-466d-a425-26e84be0cf56 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/networks?id=d31c1add-3535-4b2d-85eb-d333618775a5 HTTP/1.1" status: 200 len: 813 time: 0.1034009 Jul 16 21:21:31.058295 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-bda4d987-9dde-4306-b5bd-e2129afcb1d8 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/quotas/d84d21a944e745a58a0dd0583fb6b6a4 HTTP/1.1" status: 200 len: 375 time: 0.0093551 Jul 16 21:21:31.120292 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-12bc4a4d-9273-4acf-8e5f-642c1a55751f tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d84d21a944e745a58a0dd0583fb6b6a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0571334 Jul 16 21:21:31.213642 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-22b1ff18-994f-49a3-bbe7-0e4135134e93 service neutron] 10.222.0.38 "GET /v2.0/networks/d31c1add-3535-4b2d-85eb-d333618775a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863612 Jul 16 21:21:31.307157 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-4ea81343-4476-4a31-a849-4605d56f49b6 service neutron] 10.222.0.38 "GET /v2.0/networks/d31c1add-3535-4b2d-85eb-d333618775a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873652 Jul 16 21:21:31.480747 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3eaea55d-06ed-4422-835d-7ed502929e31 req-19f79aba-0a95-423a-b2e4-028982a45d37 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?device_id=f48f206a-be7d-483f-bf7c-582861845730 HTTP/1.1" status: 200 len: 210 time: 0.0355103 Jul 16 21:21:32.634011 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-69bb2709-287b-4f0f-b0a5-74998b2271d0 req-ff913c07-47d9-4ab4-8533-a7cfd38f6b0b tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?device_id=f48f206a-be7d-483f-bf7c-582861845730 HTTP/1.1" status: 200 len: 210 time: 0.0395360 Jul 16 21:21:32.730098 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-640ae749-75ae-4330-8cf9-75487a350858 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:32.731545 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-640ae749-75ae-4330-8cf9-75487a350858 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.18 "GET /v2.0/networks?id=d31c1add-3535-4b2d-85eb-d333618775a5 HTTP/1.1" status: 200 len: 813 time: 0.1276608 Jul 16 21:21:32.743547 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-a2dc677f-1d29-4152-86bd-f64aaa61b01c tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Request body: {'port': {'device_id': 'f48f206a-be7d-483f-bf7c-582861845730', 'network_id': 'd31c1add-3535-4b2d-85eb-d333618775a5', 'admin_state_up': True, 'tenant_id': 'd84d21a944e745a58a0dd0583fb6b6a4'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:32.848468 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-a2dc677f-1d29-4152-86bd-f64aaa61b01c tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Made reservation on behalf of d84d21a944e745a58a0dd0583fb6b6a4 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:21:32.852063 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-a2dc677f-1d29-4152-86bd-f64aaa61b01c tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:32.974757 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-a2dc677f-1d29-4152-86bd-f64aaa61b01c tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Allocated IP 172.20.0.3 (d31c1add-3535-4b2d-85eb-d333618775a5/9b516143-8ea7-467b-a00e-fb6110624318/2008ca1f-462f-4f82-8a9a-3a79c0a3e464) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:21:33.120213 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-a2dc677f-1d29-4152-86bd-f64aaa61b01c tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:33.158056 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-a2dc677f-1d29-4152-86bd-f64aaa61b01c tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:33.169985 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['c4c221ac-7f3c-4730-8a5e-a99c77db8e3b'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:21:33.200383 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-a2dc677f-1d29-4152-86bd-f64aaa61b01c tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Network d31c1add-3535-4b2d-85eb-d333618775a5 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:21:33.205555 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-a2dc677f-1d29-4152-86bd-f64aaa61b01c tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:21:33.209325 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-a2dc677f-1d29-4152-86bd-f64aaa61b01c tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:21:33.239459 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc677f-1d29-4152-86bd-f64aaa61b01c tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Pushing event updated for resources: {'Port': ['ID=2008ca1f-462f-4f82-8a9a-3a79c0a3e464,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:33.263129 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-a2dc677f-1d29-4152-86bd-f64aaa61b01c tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:33.263755 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-a2dc677f-1d29-4152-86bd-f64aaa61b01c tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:33.278597 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-a2dc677f-1d29-4152-86bd-f64aaa61b01c tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5387473 Jul 16 21:21:33.289857 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-3a30ce94-3c9f-4f8c-b784-76a4d70352e8 service neutron] Request body: {'port': {'device_id': 'f48f206a-be7d-483f-bf7c-582861845730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:33.365966 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-3a30ce94-3c9f-4f8c-b784-76a4d70352e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:33.621395 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-3a30ce94-3c9f-4f8c-b784-76a4d70352e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2008ca1f-462f-4f82-8a9a-3a79c0a3e464 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:21:33.628619 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-3a30ce94-3c9f-4f8c-b784-76a4d70352e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:33.640576 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-3a30ce94-3c9f-4f8c-b784-76a4d70352e8 service neutron] Transition to ACTIVE for port object 2008ca1f-462f-4f82-8a9a-3a79c0a3e464 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:21:33.644149 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-3a30ce94-3c9f-4f8c-b784-76a4d70352e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:33.695975 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30ce94-3c9f-4f8c-b784-76a4d70352e8 service neutron] Pushing event updated for resources: {'Port': ['ID=2008ca1f-462f-4f82-8a9a-3a79c0a3e464,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:33.763819 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:33.801022 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-3a30ce94-3c9f-4f8c-b784-76a4d70352e8 service neutron] Attempting to bind port 2008ca1f-462f-4f82-8a9a-3a79c0a3e464 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:21:33.801361 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-3a30ce94-3c9f-4f8c-b784-76a4d70352e8 service neutron] Attempting to bind port 2008ca1f-462f-4f82-8a9a-3a79c0a3e464 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '0d62dfd4-a81c-4b88-a76c-925dc20b6dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd31c1add-3535-4b2d-85eb-d333618775a5'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:21:33.801699 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-3a30ce94-3c9f-4f8c-b784-76a4d70352e8 service neutron] Attempting to bind port 2008ca1f-462f-4f82-8a9a-3a79c0a3e464 on network d31c1add-3535-4b2d-85eb-d333618775a5 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:21:33.808604 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-3a30ce94-3c9f-4f8c-b784-76a4d70352e8 service neutron] Port 2008ca1f-462f-4f82-8a9a-3a79c0a3e464 on network d31c1add-3535-4b2d-85eb-d333618775a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:21:33.808935 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-3a30ce94-3c9f-4f8c-b784-76a4d70352e8 service neutron] Attempting to bind port 2008ca1f-462f-4f82-8a9a-3a79c0a3e464 on network d31c1add-3535-4b2d-85eb-d333618775a5 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:21:33.822433 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-3a30ce94-3c9f-4f8c-b784-76a4d70352e8 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:21:33.822780 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-3a30ce94-3c9f-4f8c-b784-76a4d70352e8 service neutron] Checking segment: {'id': '0d62dfd4-a81c-4b88-a76c-925dc20b6dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd31c1add-3535-4b2d-85eb-d333618775a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:21:33.823155 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-3a30ce94-3c9f-4f8c-b784-76a4d70352e8 service neutron] Bound using segment: {'id': '0d62dfd4-a81c-4b88-a76c-925dc20b6dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd31c1add-3535-4b2d-85eb-d333618775a5'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:21:33.823602 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-3a30ce94-3c9f-4f8c-b784-76a4d70352e8 service neutron] Bound port: 2008ca1f-462f-4f82-8a9a-3a79c0a3e464, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d62dfd4-a81c-4b88-a76c-925dc20b6dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd31c1add-3535-4b2d-85eb-d333618775a5'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:21:33.824036 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-3a30ce94-3c9f-4f8c-b784-76a4d70352e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:33.877989 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745460f-a5bc-446a-9298-daff2461ae97 req-a4056d7a-0515-433d-a755-85343265fd12 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:33.879463 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e745460f-a5bc-446a-9298-daff2461ae97 req-a4056d7a-0515-433d-a755-85343265fd12 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?device_id=f48f206a-be7d-483f-bf7c-582861845730 HTTP/1.1" status: 200 len: 943 time: 0.1256070 Jul 16 21:21:33.929762 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-3a30ce94-3c9f-4f8c-b784-76a4d70352e8 service neutron] For port 2008ca1f-462f-4f82-8a9a-3a79c0a3e464, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:21:33.934090 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-3a30ce94-3c9f-4f8c-b784-76a4d70352e8 service neutron] For port 2008ca1f-462f-4f82-8a9a-3a79c0a3e464, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=2008ca1f-462f-4f82-8a9a-3a79c0a3e464,segment=NetworkSegment(0d62dfd4-a81c-4b88-a76c-925dc20b6dde),segment_id=0d62dfd4-a81c-4b88-a76c-925dc20b6dde)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:21:33.942502 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-3a30ce94-3c9f-4f8c-b784-76a4d70352e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:33.975299 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e745460f-a5bc-446a-9298-daff2461ae97 req-d3d0aa33-c8c0-400b-9caa-a4aae7048d1e tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1e35c6d-d9fd-4fcf-9561-6ae0158ef5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887594 Jul 16 21:21:33.986077 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-3a30ce94-3c9f-4f8c-b784-76a4d70352e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:33.986734 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-3a30ce94-3c9f-4f8c-b784-76a4d70352e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:33.988131 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-3a30ce94-3c9f-4f8c-b784-76a4d70352e8 service neutron] 10.222.0.18 "PUT /v2.0/ports/2008ca1f-462f-4f82-8a9a-3a79c0a3e464 HTTP/1.1" status: 200 len: 1092 time: 0.7025986 Jul 16 21:21:33.988581 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f48f206a-be7d-483f-bf7c-582861845730', 'tag': '2008ca1f-462f-4f82-8a9a-3a79c0a3e464'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:21:33.990923 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05133e31-780f-493a-b454-7784fc5bf363" -d '{"events": [{"name": "network-changed", "server_uuid": "f48f206a-be7d-483f-bf7c-582861845730", "tag": "2008ca1f-462f-4f82-8a9a-3a79c0a3e464"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:21:34.017387 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30ce94-3c9f-4f8c-b784-76a4d70352e8 service neutron] Pushing event updated for resources: {'Port': ['ID=2008ca1f-462f-4f82-8a9a-3a79c0a3e464,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:34.036434 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127451bc-4e89-4224-99f5-eb350bc4ee9a x-openstack-request-id: req-127451bc-4e89-4224-99f5-eb350bc4ee9a {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:21:34.036726 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f48f206a-be7d-483f-bf7c-582861845730", "tag": "2008ca1f-462f-4f82-8a9a-3a79c0a3e464", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:21:34.036985 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-127451bc-4e89-4224-99f5-eb350bc4ee9a {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:21:34.037390 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f48f206a-be7d-483f-bf7c-582861845730', 'tag': '2008ca1f-462f-4f82-8a9a-3a79c0a3e464', 'status': 'completed', 'code': 200} Jul 16 21:21:34.094545 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-b6692c5a-6e5a-40f9-b0dc-19dbc5a20ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:34.096065 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-b6692c5a-6e5a-40f9-b0dc-19dbc5a20ab9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d84d21a944e745a58a0dd0583fb6b6a4&device_id=f48f206a-be7d-483f-bf7c-582861845730 HTTP/1.1" status: 200 len: 1095 time: 0.0567684 Jul 16 21:21:34.139982 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-c0cf6e5c-3770-4603-8272-fef5eaaf59d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2008ca1f-462f-4f82-8a9a-3a79c0a3e464 HTTP/1.1" status: 200 len: 217 time: 0.0369306 Jul 16 21:21:34.197523 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-9730d7a1-27e4-4868-acd8-2162052b3598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:34.199121 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-9730d7a1-27e4-4868-acd8-2162052b3598 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9b516143-8ea7-467b-a00e-fb6110624318 HTTP/1.1" status: 200 len: 853 time: 0.0531569 Jul 16 21:21:34.235011 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-1e47dc5e-f212-42e2-981a-2dec9ca91614 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d31c1add-3535-4b2d-85eb-d333618775a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276132 Jul 16 21:21:34.328656 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-0f5c40a7-2e5d-49aa-9311-82c0a0f2e376 service neutron] 10.222.0.18 "GET /v2.0/networks/d31c1add-3535-4b2d-85eb-d333618775a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874288 Jul 16 21:21:34.416317 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-252ebbd1-4a38-4ed2-8592-526bc7bbe91c req-832eb3f1-5808-4643-b11c-89c42e351896 service neutron] 10.222.0.18 "GET /v2.0/networks/d31c1add-3535-4b2d-85eb-d333618775a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803826 Jul 16 21:21:34.515937 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05133e31-780f-493a-b454-7784fc5bf363 req-7a34251f-8c8e-4d0b-b178-dd83b85c172e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:34.517448 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05133e31-780f-493a-b454-7784fc5bf363 req-7a34251f-8c8e-4d0b-b178-dd83b85c172e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d84d21a944e745a58a0dd0583fb6b6a4&device_id=f48f206a-be7d-483f-bf7c-582861845730 HTTP/1.1" status: 200 len: 1095 time: 0.0539103 Jul 16 21:21:34.959426 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05133e31-780f-493a-b454-7784fc5bf363 req-7337696a-e9bc-4131-b560-eae26d1ebd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:34.960892 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05133e31-780f-493a-b454-7784fc5bf363 req-7337696a-e9bc-4131-b560-eae26d1ebd1d service neutron] 10.222.0.18 "GET /v2.0/networks?id=d31c1add-3535-4b2d-85eb-d333618775a5 HTTP/1.1" status: 200 len: 914 time: 0.4372325 Jul 16 21:21:35.000844 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05133e31-780f-493a-b454-7784fc5bf363 req-ea48b55a-cad9-49ff-80f6-56efef504a10 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2008ca1f-462f-4f82-8a9a-3a79c0a3e464 HTTP/1.1" status: 200 len: 217 time: 0.0332205 Jul 16 21:21:35.055842 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05133e31-780f-493a-b454-7784fc5bf363 req-6c040056-784e-4f24-95ba-17a845ea45f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:35.058125 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05133e31-780f-493a-b454-7784fc5bf363 req-6c040056-784e-4f24-95ba-17a845ea45f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9b516143-8ea7-467b-a00e-fb6110624318 HTTP/1.1" status: 200 len: 853 time: 0.0490363 Jul 16 21:21:35.090677 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05133e31-780f-493a-b454-7784fc5bf363 req-414885ef-35bb-4874-bc0b-a8355e7b4abb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d31c1add-3535-4b2d-85eb-d333618775a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257547 Jul 16 21:21:35.215421 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05133e31-780f-493a-b454-7784fc5bf363 req-87eb4b10-b80d-40d7-9170-8ee88f0b957d service neutron] 10.222.0.18 "GET /v2.0/networks/d31c1add-3535-4b2d-85eb-d333618775a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153085 Jul 16 21:21:35.222881 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e3dff-8e3a-4fe9-b9f6-73e669e315eb req-6ca51474-f5c3-46cd-b18d-80884b772f45 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:35.224228 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-263e3dff-8e3a-4fe9-b9f6-73e669e315eb req-6ca51474-f5c3-46cd-b18d-80884b772f45 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?device_id=f48f206a-be7d-483f-bf7c-582861845730 HTTP/1.1" status: 200 len: 943 time: 0.1327226 Jul 16 21:21:35.315458 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-263e3dff-8e3a-4fe9-b9f6-73e669e315eb req-87f9c54b-a22e-4a56-abdb-91530691a62d tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1e35c6d-d9fd-4fcf-9561-6ae0158ef5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827346 Jul 16 21:21:35.339682 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05133e31-780f-493a-b454-7784fc5bf363 req-564cd779-9f9f-4b0f-9f3b-433cb3ecd47f service neutron] 10.222.0.18 "GET /v2.0/networks/d31c1add-3535-4b2d-85eb-d333618775a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145492 Jul 16 21:21:36.489435 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078f274-b99b-403a-992b-863baa0e8b91 req-726b84a1-860c-47b0-82b5-c4c0b9dbf16d tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:36.490855 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c078f274-b99b-403a-992b-863baa0e8b91 req-726b84a1-860c-47b0-82b5-c4c0b9dbf16d tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?device_id=f48f206a-be7d-483f-bf7c-582861845730 HTTP/1.1" status: 200 len: 943 time: 0.0644493 Jul 16 21:21:36.529708 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c078f274-b99b-403a-992b-863baa0e8b91 req-84fb45e5-88da-4359-95ac-f82cd12d12ca tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1e35c6d-d9fd-4fcf-9561-6ae0158ef5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322742 Jul 16 21:21:36.586738 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e02cb5ce-7afd-4616-9f8c-c9e00c0cc4c2 req-60340ea0-2437-4887-8c12-36375e0e3753 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1524279b-9258-44dd-8c0a-56935cbef25d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506864 Jul 16 21:21:36.679260 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cb5ce-7afd-4616-9f8c-c9e00c0cc4c2 req-813708db-3efe-4a4b-8883-5ec907348720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:36.680843 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e02cb5ce-7afd-4616-9f8c-c9e00c0cc4c2 req-813708db-3efe-4a4b-8883-5ec907348720 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d84d21a944e745a58a0dd0583fb6b6a4&device_id=1524279b-9258-44dd-8c0a-56935cbef25d HTTP/1.1" status: 200 len: 1097 time: 0.0519087 Jul 16 21:21:36.785133 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cb5ce-7afd-4616-9f8c-c9e00c0cc4c2 req-2ca6a294-1710-416f-bd93-22da27ec183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:36.786512 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e02cb5ce-7afd-4616-9f8c-c9e00c0cc4c2 req-2ca6a294-1710-416f-bd93-22da27ec183a service neutron] 10.222.0.62 "GET /v2.0/networks?id=d31c1add-3535-4b2d-85eb-d333618775a5 HTTP/1.1" status: 200 len: 914 time: 0.0859926 Jul 16 21:21:36.827967 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e02cb5ce-7afd-4616-9f8c-c9e00c0cc4c2 req-8516cf46-8f50-4419-b8bf-d762d82682e9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4c221ac-7f3c-4730-8a5e-a99c77db8e3b HTTP/1.1" status: 200 len: 217 time: 0.0348752 Jul 16 21:21:36.878659 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cb5ce-7afd-4616-9f8c-c9e00c0cc4c2 req-2d31cbcb-12d8-4049-907f-08a47ef0ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:36.880103 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e02cb5ce-7afd-4616-9f8c-c9e00c0cc4c2 req-2d31cbcb-12d8-4049-907f-08a47ef0ba03 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9b516143-8ea7-467b-a00e-fb6110624318 HTTP/1.1" status: 200 len: 853 time: 0.0458269 Jul 16 21:21:36.912124 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e02cb5ce-7afd-4616-9f8c-c9e00c0cc4c2 req-cb2c6db0-b051-4b44-b7d2-c13a31a7e4e6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d31c1add-3535-4b2d-85eb-d333618775a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258923 Jul 16 21:21:37.000093 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e02cb5ce-7afd-4616-9f8c-c9e00c0cc4c2 req-a0bde967-c4a8-41d9-89fa-fd7d85658003 service neutron] 10.222.0.62 "GET /v2.0/networks/d31c1add-3535-4b2d-85eb-d333618775a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812862 Jul 16 21:21:37.095307 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e02cb5ce-7afd-4616-9f8c-c9e00c0cc4c2 req-4fa718f6-0152-41f7-91bc-b975ab37e1f9 service neutron] 10.222.0.62 "GET /v2.0/networks/d31c1add-3535-4b2d-85eb-d333618775a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886834 Jul 16 21:21:37.706928 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1467f00-155e-412f-a9c2-38f45e9c2534 req-b1fbe1a1-c720-4d37-943e-b7e16c8db52c tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:37.708344 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d1467f00-155e-412f-a9c2-38f45e9c2534 req-b1fbe1a1-c720-4d37-943e-b7e16c8db52c tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?device_id=f48f206a-be7d-483f-bf7c-582861845730 HTTP/1.1" status: 200 len: 943 time: 0.0646975 Jul 16 21:21:37.750130 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d1467f00-155e-412f-a9c2-38f45e9c2534 req-053b66f9-33cc-48e0-8f8b-050330acc2b5 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1e35c6d-d9fd-4fcf-9561-6ae0158ef5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357425 Jul 16 21:21:37.863652 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 2008ca1f-462f-4f82-8a9a-3a79c0a3e464 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:21:37.958263 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 2008ca1f-462f-4f82-8a9a-3a79c0a3e464, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=2008ca1f-462f-4f82-8a9a-3a79c0a3e464,segment=NetworkSegment(0d62dfd4-a81c-4b88-a76c-925dc20b6dde),segment_id=0d62dfd4-a81c-4b88-a76c-925dc20b6dde)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:37.969488 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '2008ca1f-462f-4f82-8a9a-3a79c0a3e464', 'network_id': 'd31c1add-3535-4b2d-85eb-d333618775a5', 'port_id': '2008ca1f-462f-4f82-8a9a-3a79c0a3e464', 'mac_address': 'fa:16:3e:af:70:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b516143-8ea7-467b-a00e-fb6110624318', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:21:38.004601 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:38.017338 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2008ca1f-462f-4f82-8a9a-3a79c0a3e464 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:21:38.035808 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 2008ca1f-462f-4f82-8a9a-3a79c0a3e464, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=2008ca1f-462f-4f82-8a9a-3a79c0a3e464,segment=NetworkSegment(0d62dfd4-a81c-4b88-a76c-925dc20b6dde),segment_id=0d62dfd4-a81c-4b88-a76c-925dc20b6dde)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:38.039843 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:38.086772 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=2008ca1f-462f-4f82-8a9a-3a79c0a3e464,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:38.224884 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['2008ca1f-462f-4f82-8a9a-3a79c0a3e464'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:21:38.922019 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714f1c5-0d94-475a-a309-6567f79c8813 req-7e5814fa-2077-4722-a9bf-9d90d113de49 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:38.923541 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c714f1c5-0d94-475a-a309-6567f79c8813 req-7e5814fa-2077-4722-a9bf-9d90d113de49 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?device_id=f48f206a-be7d-483f-bf7c-582861845730 HTTP/1.1" status: 200 len: 944 time: 0.0637906 Jul 16 21:21:38.965011 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c714f1c5-0d94-475a-a309-6567f79c8813 req-0a7036d4-8464-4987-b68b-40e9f89f2771 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1e35c6d-d9fd-4fcf-9561-6ae0158ef5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351553 Jul 16 21:21:39.863466 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 2008ca1f-462f-4f82-8a9a-3a79c0a3e464 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:21:39.911327 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 2008ca1f-462f-4f82-8a9a-3a79c0a3e464 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:21:39.915223 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 2008ca1f-462f-4f82-8a9a-3a79c0a3e464 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:21:39.916397 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:39.992977 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:40.015956 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48f206a-be7d-483f-bf7c-582861845730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2008ca1f-462f-4f82-8a9a-3a79c0a3e464'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:21:40.018203 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d599d8cd7c90ef7a4a4f11e3824443e11814837840e0ec22718dbf4e389f10a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80ff653-f3d6-4119-9800-4a32fe4d6255" -d '{"events": [{"server_uuid": "f48f206a-be7d-483f-bf7c-582861845730", "name": "network-vif-plugged", "status": "completed", "tag": "2008ca1f-462f-4f82-8a9a-3a79c0a3e464"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:21:40.031379 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 2008ca1f-462f-4f82-8a9a-3a79c0a3e464, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=2008ca1f-462f-4f82-8a9a-3a79c0a3e464,segment=NetworkSegment(0d62dfd4-a81c-4b88-a76c-925dc20b6dde),segment_id=0d62dfd4-a81c-4b88-a76c-925dc20b6dde)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:40.035470 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:40.061637 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d15cb1e-fb15-4ba1-8aaa-a3a444d90e10 x-openstack-request-id: req-0d15cb1e-fb15-4ba1-8aaa-a3a444d90e10 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:21:40.061932 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48f206a-be7d-483f-bf7c-582861845730", "name": "network-vif-plugged", "status": "completed", "tag": "2008ca1f-462f-4f82-8a9a-3a79c0a3e464", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:21:40.062181 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0d15cb1e-fb15-4ba1-8aaa-a3a444d90e10 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:21:40.062589 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48f206a-be7d-483f-bf7c-582861845730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2008ca1f-462f-4f82-8a9a-3a79c0a3e464', 'code': 200} Jul 16 21:21:40.094486 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=2008ca1f-462f-4f82-8a9a-3a79c0a3e464,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:40.181477 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0672c21-5a78-42dc-9325-0e1a9ea0d276 req-c7113660-fc26-476d-92ae-2eb726fd05be tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:40.183138 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b0672c21-5a78-42dc-9325-0e1a9ea0d276 req-c7113660-fc26-476d-92ae-2eb726fd05be tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?device_id=f48f206a-be7d-483f-bf7c-582861845730 HTTP/1.1" status: 200 len: 945 time: 0.1066008 Jul 16 21:21:40.212019 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1b0ae-5006-499f-92dd-56d7636470ad req-b1b58e80-f1e1-400a-8f69-ab71dadbfe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:40.214178 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bdd1b0ae-5006-499f-92dd-56d7636470ad req-b1b58e80-f1e1-400a-8f69-ab71dadbfe0b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f48f206a-be7d-483f-bf7c-582861845730 HTTP/1.1" status: 200 len: 1097 time: 0.0938451 Jul 16 21:21:40.240257 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b0672c21-5a78-42dc-9325-0e1a9ea0d276 req-b1c76512-6ea3-403e-9e33-d64307161119 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1e35c6d-d9fd-4fcf-9561-6ae0158ef5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513513 Jul 16 21:21:40.259921 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bdd1b0ae-5006-499f-92dd-56d7636470ad req-a17e105f-b652-41fc-bd1a-10c474023e3c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e1e35c6d-d9fd-4fcf-9561-6ae0158ef5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352893 Jul 16 21:21:41.419364 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d4ea5-45b1-46cd-bfb6-50fe037be800 req-3371366d-f72c-4366-8e6f-ecb228f99640 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:41.420749 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7e7d4ea5-45b1-46cd-bfb6-50fe037be800 req-3371366d-f72c-4366-8e6f-ecb228f99640 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?device_id=f48f206a-be7d-483f-bf7c-582861845730 HTTP/1.1" status: 200 len: 945 time: 0.0642431 Jul 16 21:21:41.459295 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7e7d4ea5-45b1-46cd-bfb6-50fe037be800 req-d5629ddb-f2fe-4f09-9234-d0a932adcc2e tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1e35c6d-d9fd-4fcf-9561-6ae0158ef5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330501 Jul 16 21:21:41.832736 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195ec73-d280-42ee-961f-aeb87b4abcda req-0108f97f-ceb5-43a6-b17a-db05a7320c56 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:41.834238 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7195ec73-d280-42ee-961f-aeb87b4abcda req-0108f97f-ceb5-43a6-b17a-db05a7320c56 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?device_id=f48f206a-be7d-483f-bf7c-582861845730 HTTP/1.1" status: 200 len: 945 time: 0.0637050 Jul 16 21:21:41.876030 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7195ec73-d280-42ee-961f-aeb87b4abcda req-1d957e7d-61cb-48b3-b6e0-271942804197 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1e35c6d-d9fd-4fcf-9561-6ae0158ef5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354526 Jul 16 21:21:42.995285 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0614574-c7db-4b9d-b88f-abe6256456e1 req-706cf0b1-60b6-4075-97b2-5228c06263d0 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:42.996739 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0614574-c7db-4b9d-b88f-abe6256456e1 req-706cf0b1-60b6-4075-97b2-5228c06263d0 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.18 "GET /v2.0/ports?device_id=f48f206a-be7d-483f-bf7c-582861845730 HTTP/1.1" status: 200 len: 945 time: 0.0631735 Jul 16 21:21:43.126127 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c230a9e-c498-44a9-a0dc-c982f83fa0bd req-415bb221-5050-48e1-aa13-3df172e73888 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:43.127636 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c230a9e-c498-44a9-a0dc-c982f83fa0bd req-415bb221-5050-48e1-aa13-3df172e73888 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?device_id=f48f206a-be7d-483f-bf7c-582861845730 HTTP/1.1" status: 200 len: 945 time: 0.1299555 Jul 16 21:21:43.159118 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-e0614574-c7db-4b9d-b88f-abe6256456e1 req-f0d08b2a-7397-42b3-a759-5dbc81033043 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Deleting port 2008ca1f-462f-4f82-8a9a-3a79c0a3e464 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:21:43.159374 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e0614574-c7db-4b9d-b88f-abe6256456e1 req-f0d08b2a-7397-42b3-a759-5dbc81033043 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:43.193195 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c230a9e-c498-44a9-a0dc-c982f83fa0bd req-f8c7ea13-fd93-4c9f-8fd5-38b8e7461a01 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1e35c6d-d9fd-4fcf-9561-6ae0158ef5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594826 Jul 16 21:21:43.267919 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-e0614574-c7db-4b9d-b88f-abe6256456e1 req-f0d08b2a-7397-42b3-a759-5dbc81033043 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] For port 2008ca1f-462f-4f82-8a9a-3a79c0a3e464, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=2008ca1f-462f-4f82-8a9a-3a79c0a3e464,segment=NetworkSegment(0d62dfd4-a81c-4b88-a76c-925dc20b6dde),segment_id=0d62dfd4-a81c-4b88-a76c-925dc20b6dde)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:43.268284 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e0614574-c7db-4b9d-b88f-abe6256456e1 req-f0d08b2a-7397-42b3-a759-5dbc81033043 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:43.280254 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-e0614574-c7db-4b9d-b88f-abe6256456e1 req-f0d08b2a-7397-42b3-a759-5dbc81033043 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Calling delete_port for 2008ca1f-462f-4f82-8a9a-3a79c0a3e464 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:21:43.408546 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e0614574-c7db-4b9d-b88f-abe6256456e1 req-f0d08b2a-7397-42b3-a759-5dbc81033043 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:43.420865 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['c4c221ac-7f3c-4730-8a5e-a99c77db8e3b'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:21:43.423688 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['2008ca1f-462f-4f82-8a9a-3a79c0a3e464'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:21:43.444282 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d08b2a-7397-42b3-a759-5dbc81033043 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Pushing event deleted for resources: {'Port': ['ID=2008ca1f-462f-4f82-8a9a-3a79c0a3e464,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:43.491376 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0614574-c7db-4b9d-b88f-abe6256456e1 req-f0d08b2a-7397-42b3-a759-5dbc81033043 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] No DVR routers for this DVR port 2008ca1f-462f-4f82-8a9a-3a79c0a3e464 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:21:43.494722 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e0614574-c7db-4b9d-b88f-abe6256456e1 req-f0d08b2a-7397-42b3-a759-5dbc81033043 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:43.496728 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0614574-c7db-4b9d-b88f-abe6256456e1 req-f0d08b2a-7397-42b3-a759-5dbc81033043 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.18 "DELETE /v2.0/ports/2008ca1f-462f-4f82-8a9a-3a79c0a3e464 HTTP/1.1" status: 204 len: 173 time: 0.4905770 Jul 16 21:21:43.497176 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48f206a-be7d-483f-bf7c-582861845730', 'name': 'network-vif-deleted', 'tag': '2008ca1f-462f-4f82-8a9a-3a79c0a3e464'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:21:43.499517 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39e81cc-05cf-4b61-9f0b-3bec0737bf79" -d '{"events": [{"server_uuid": "f48f206a-be7d-483f-bf7c-582861845730", "name": "network-vif-deleted", "tag": "2008ca1f-462f-4f82-8a9a-3a79c0a3e464"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:21:43.539398 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085ef054-55be-4661-abe6-13cfa855dfe3 x-openstack-request-id: req-085ef054-55be-4661-abe6-13cfa855dfe3 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:21:43.539689 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48f206a-be7d-483f-bf7c-582861845730", "name": "network-vif-deleted", "tag": "2008ca1f-462f-4f82-8a9a-3a79c0a3e464", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:21:43.539942 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-085ef054-55be-4661-abe6-13cfa855dfe3 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:21:43.540631 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48f206a-be7d-483f-bf7c-582861845730', 'name': 'network-vif-deleted', 'tag': '2008ca1f-462f-4f82-8a9a-3a79c0a3e464', 'status': 'completed', 'code': 200} Jul 16 21:21:44.433897 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3be74-76c2-4fe5-b427-c1f995aac019 req-113c1d74-7e15-4b81-be38-f3849d4c2bac tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:44.435384 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33b3be74-76c2-4fe5-b427-c1f995aac019 req-113c1d74-7e15-4b81-be38-f3849d4c2bac tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?device_id=1524279b-9258-44dd-8c0a-56935cbef25d HTTP/1.1" status: 200 len: 945 time: 0.0631979 Jul 16 21:21:44.472671 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33b3be74-76c2-4fe5-b427-c1f995aac019 req-cad5ca4a-7dc4-41f4-a148-37aed5f8190d tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1e35c6d-d9fd-4fcf-9561-6ae0158ef5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317819 Jul 16 21:21:44.660426 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f1d9f-b487-4420-963d-4bff6f8fb185 req-331a9e21-7b12-4575-b5e9-0835e193048c tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:44.661905 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d20f1d9f-b487-4420-963d-4bff6f8fb185 req-331a9e21-7b12-4575-b5e9-0835e193048c tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?device_id=1524279b-9258-44dd-8c0a-56935cbef25d HTTP/1.1" status: 200 len: 945 time: 0.0664673 Jul 16 21:21:44.700343 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d20f1d9f-b487-4420-963d-4bff6f8fb185 req-33fda012-3c1a-4943-bcfd-6af63d36f026 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1e35c6d-d9fd-4fcf-9561-6ae0158ef5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320373 Jul 16 21:21:44.873255 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa49d92-cc4f-4b1c-91b9-abfbd486c763 req-613c584c-47a7-4eab-8f76-c083e76788cb tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:44.874764 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-caa49d92-cc4f-4b1c-91b9-abfbd486c763 req-613c584c-47a7-4eab-8f76-c083e76788cb tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?device_id=1524279b-9258-44dd-8c0a-56935cbef25d HTTP/1.1" status: 200 len: 945 time: 0.0632029 Jul 16 21:21:44.912482 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-caa49d92-cc4f-4b1c-91b9-abfbd486c763 req-cad3fbee-3218-4de1-b60f-48059d42a149 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1e35c6d-d9fd-4fcf-9561-6ae0158ef5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321932 Jul 16 21:21:45.180744 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f6d71-854d-4ac0-bedf-a080187a9be3 req-7593eb49-45a2-4f8f-abdb-63ca8603043b tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:45.182780 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3c6f6d71-854d-4ac0-bedf-a080187a9be3 req-7593eb49-45a2-4f8f-abdb-63ca8603043b tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?device_id=1524279b-9258-44dd-8c0a-56935cbef25d HTTP/1.1" status: 200 len: 945 time: 0.0624523 Jul 16 21:21:45.220000 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3c6f6d71-854d-4ac0-bedf-a080187a9be3 req-b2993479-36db-46c3-9973-7bd29d54ba45 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1e35c6d-d9fd-4fcf-9561-6ae0158ef5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316429 Jul 16 21:21:45.397610 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88aa02f-b161-4ff1-8973-7d4acd443c75 req-0220932c-b6bc-4819-98c8-cb47fdd35809 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:45.399106 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d88aa02f-b161-4ff1-8973-7d4acd443c75 req-0220932c-b6bc-4819-98c8-cb47fdd35809 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?device_id=1524279b-9258-44dd-8c0a-56935cbef25d HTTP/1.1" status: 200 len: 945 time: 0.0686991 Jul 16 21:21:45.436531 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d88aa02f-b161-4ff1-8973-7d4acd443c75 req-c607f8b1-c843-4683-84d2-6417bf594ff9 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1e35c6d-d9fd-4fcf-9561-6ae0158ef5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317521 Jul 16 21:21:45.616809 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ed6ea-16d4-4c5a-9ca0-5f1f5f97b813 req-d9e222c8-4878-4421-b3e3-e25fad5aff98 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:45.618298 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e68ed6ea-16d4-4c5a-9ca0-5f1f5f97b813 req-d9e222c8-4878-4421-b3e3-e25fad5aff98 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?device_id=1524279b-9258-44dd-8c0a-56935cbef25d HTTP/1.1" status: 200 len: 945 time: 0.0639129 Jul 16 21:21:45.655715 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e68ed6ea-16d4-4c5a-9ca0-5f1f5f97b813 req-f7b9430b-6be1-4d30-aa0f-e4d138f7f23e tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1e35c6d-d9fd-4fcf-9561-6ae0158ef5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311239 Jul 16 21:21:45.750467 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:21:46.178168 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7105fc8-65d0-4435-9b80-e5adcb505caa req-9062780f-07ec-4f14-916c-48fecc24cd6d tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:46.179630 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c7105fc8-65d0-4435-9b80-e5adcb505caa req-9062780f-07ec-4f14-916c-48fecc24cd6d tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?device_id=1524279b-9258-44dd-8c0a-56935cbef25d HTTP/1.1" status: 200 len: 945 time: 0.0663669 Jul 16 21:21:46.217152 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c7105fc8-65d0-4435-9b80-e5adcb505caa req-d4138294-5821-4e2c-bbf1-8af5b8161602 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1e35c6d-d9fd-4fcf-9561-6ae0158ef5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319707 Jul 16 21:21:47.392705 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e25a28-bc01-4d2e-953a-69ea23decce7 req-212185ea-e3f6-4400-b7f8-2076a8e833ad tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:47.394226 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-30e25a28-bc01-4d2e-953a-69ea23decce7 req-212185ea-e3f6-4400-b7f8-2076a8e833ad tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/ports?device_id=1524279b-9258-44dd-8c0a-56935cbef25d HTTP/1.1" status: 200 len: 945 time: 0.0639167 Jul 16 21:21:47.434051 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-30e25a28-bc01-4d2e-953a-69ea23decce7 req-f356d519-db7d-4240-80eb-ad6edc824fb3 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1e35c6d-d9fd-4fcf-9561-6ae0158ef5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342021 Jul 16 21:21:47.452567 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0eebe-9ebf-4676-a089-d013d7dbceb2 req-5c22df81-f1bd-4f17-9f1a-7ef0126bc364 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:47.454036 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fcb0eebe-9ebf-4676-a089-d013d7dbceb2 req-5c22df81-f1bd-4f17-9f1a-7ef0126bc364 tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.62 "GET /v2.0/ports?device_id=1524279b-9258-44dd-8c0a-56935cbef25d HTTP/1.1" status: 200 len: 945 time: 0.0739365 Jul 16 21:21:47.557710 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-fcb0eebe-9ebf-4676-a089-d013d7dbceb2 req-4102d63a-5d0f-4d3a-82c5-4170a4939a7a tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Deleting port c4c221ac-7f3c-4730-8a5e-a99c77db8e3b {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:21:47.557940 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-fcb0eebe-9ebf-4676-a089-d013d7dbceb2 req-4102d63a-5d0f-4d3a-82c5-4170a4939a7a tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:47.644738 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-fcb0eebe-9ebf-4676-a089-d013d7dbceb2 req-4102d63a-5d0f-4d3a-82c5-4170a4939a7a tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] For port c4c221ac-7f3c-4730-8a5e-a99c77db8e3b, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=c4c221ac-7f3c-4730-8a5e-a99c77db8e3b,segment=NetworkSegment(0d62dfd4-a81c-4b88-a76c-925dc20b6dde),segment_id=0d62dfd4-a81c-4b88-a76c-925dc20b6dde)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:47.645094 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-fcb0eebe-9ebf-4676-a089-d013d7dbceb2 req-4102d63a-5d0f-4d3a-82c5-4170a4939a7a tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:47.657410 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-fcb0eebe-9ebf-4676-a089-d013d7dbceb2 req-4102d63a-5d0f-4d3a-82c5-4170a4939a7a tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Calling delete_port for c4c221ac-7f3c-4730-8a5e-a99c77db8e3b owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:21:47.788659 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-fcb0eebe-9ebf-4676-a089-d013d7dbceb2 req-4102d63a-5d0f-4d3a-82c5-4170a4939a7a tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:47.800842 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['c4c221ac-7f3c-4730-8a5e-a99c77db8e3b'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:21:47.821189 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d63a-5d0f-4d3a-82c5-4170a4939a7a tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Pushing event deleted for resources: {'Port': ['ID=c4c221ac-7f3c-4730-8a5e-a99c77db8e3b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:47.856479 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d63a-5d0f-4d3a-82c5-4170a4939a7a tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:47.856825 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d63a-5d0f-4d3a-82c5-4170a4939a7a tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:47.857165 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d63a-5d0f-4d3a-82c5-4170a4939a7a tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:47.857500 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d63a-5d0f-4d3a-82c5-4170a4939a7a tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:47.857834 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d63a-5d0f-4d3a-82c5-4170a4939a7a tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:47.858165 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d63a-5d0f-4d3a-82c5-4170a4939a7a tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:47.858516 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d63a-5d0f-4d3a-82c5-4170a4939a7a tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:47.859142 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d63a-5d0f-4d3a-82c5-4170a4939a7a tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:47.859142 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d63a-5d0f-4d3a-82c5-4170a4939a7a tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:47.859481 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d63a-5d0f-4d3a-82c5-4170a4939a7a tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:47.859804 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d63a-5d0f-4d3a-82c5-4170a4939a7a tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:47.860128 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d63a-5d0f-4d3a-82c5-4170a4939a7a tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:47.882091 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb0eebe-9ebf-4676-a089-d013d7dbceb2 req-4102d63a-5d0f-4d3a-82c5-4170a4939a7a tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] No DVR routers for this DVR port c4c221ac-7f3c-4730-8a5e-a99c77db8e3b on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:21:47.886058 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-fcb0eebe-9ebf-4676-a089-d013d7dbceb2 req-4102d63a-5d0f-4d3a-82c5-4170a4939a7a tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:47.888103 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-fcb0eebe-9ebf-4676-a089-d013d7dbceb2 req-4102d63a-5d0f-4d3a-82c5-4170a4939a7a tempest-ServersNegativeTestJSON-1223540356 tempest-ServersNegativeTestJSON-1223540356-project] 10.222.0.62 "DELETE /v2.0/ports/c4c221ac-7f3c-4730-8a5e-a99c77db8e3b HTTP/1.1" status: 204 len: 173 time: 0.4291756 Jul 16 21:21:47.888547 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1524279b-9258-44dd-8c0a-56935cbef25d', 'name': 'network-vif-deleted', 'tag': 'c4c221ac-7f3c-4730-8a5e-a99c77db8e3b'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:21:47.890935 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc459459a4c5a11ec1d6886bc2ffdbf4fbc6faab23ac6f064f41edec039c064" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa391ab0-5307-4f16-a735-dca08e0a6181" -d '{"events": [{"server_uuid": "1524279b-9258-44dd-8c0a-56935cbef25d", "name": "network-vif-deleted", "tag": "c4c221ac-7f3c-4730-8a5e-a99c77db8e3b"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:21:47.892438 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 2008ca1f-462f-4f82-8a9a-3a79c0a3e464 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:21:47.914311 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 2008ca1f-462f-4f82-8a9a-3a79c0a3e464 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:21:47.914684 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 2008ca1f-462f-4f82-8a9a-3a79c0a3e464 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:21:47.934886 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0401c3b-eb4d-4328-b119-1a64b36f01f4 x-openstack-request-id: req-f0401c3b-eb4d-4328-b119-1a64b36f01f4 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:21:47.935186 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1524279b-9258-44dd-8c0a-56935cbef25d", "name": "network-vif-deleted", "tag": "c4c221ac-7f3c-4730-8a5e-a99c77db8e3b", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:21:47.935438 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f0401c3b-eb4d-4328-b119-1a64b36f01f4 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:21:47.935842 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1524279b-9258-44dd-8c0a-56935cbef25d', 'name': 'network-vif-deleted', 'tag': 'c4c221ac-7f3c-4730-8a5e-a99c77db8e3b', 'status': 'completed', 'code': 200} Jul 16 21:21:48.533646 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57082) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:48.577993 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a52f508-d9d4-48b7-b76f-8f2094ee72f0 admin admin] Deleting subnet 9b516143-8ea7-467b-a00e-fb6110624318 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:21:48.580876 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a52f508-d9d4-48b7-b76f-8f2094ee72f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:48.620385 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a52f508-d9d4-48b7-b76f-8f2094ee72f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:48.658094 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a52f508-d9d4-48b7-b76f-8f2094ee72f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:48.711144 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a52f508-d9d4-48b7-b76f-8f2094ee72f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:48.734513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52f508-d9d4-48b7-b76f-8f2094ee72f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b516143-8ea7-467b-a00e-fb6110624318,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:48.743026 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3a52f508-d9d4-48b7-b76f-8f2094ee72f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:48.745776 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3a52f508-d9d4-48b7-b76f-8f2094ee72f0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9b516143-8ea7-467b-a00e-fb6110624318 HTTP/1.1" status: 204 len: 168 time: 0.2107437 Jul 16 21:21:48.748399 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57086) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:48.820203 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2882d2fd-7dcf-4a8f-ab91-5cf51975e9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:48.896339 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2882d2fd-7dcf-4a8f-ab91-5cf51975e9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:48.906661 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-2882d2fd-7dcf-4a8f-ab91-5cf51975e9ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d31c1add-3535-4b2d-85eb-d333618775a5']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:48.916687 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-2882d2fd-7dcf-4a8f-ab91-5cf51975e9ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d62dfd4-a81c-4b88-a76c-925dc20b6dde') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:48.916989 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-2882d2fd-7dcf-4a8f-ab91-5cf51975e9ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d62dfd4-a81c-4b88-a76c-925dc20b6dde') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:48.925485 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2882d2fd-7dcf-4a8f-ab91-5cf51975e9ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:48.939173 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2882d2fd-7dcf-4a8f-ab91-5cf51975e9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:48.945003 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2882d2fd-7dcf-4a8f-ab91-5cf51975e9ec admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:21:48.945392 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2882d2fd-7dcf-4a8f-ab91-5cf51975e9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: timer() Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:21:48.947816 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:21:49.003451 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2882d2fd-7dcf-4a8f-ab91-5cf51975e9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.008840 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2882d2fd-7dcf-4a8f-ab91-5cf51975e9ec admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.011518 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2882d2fd-7dcf-4a8f-ab91-5cf51975e9ec admin admin] 10.222.0.38 "DELETE /v2.0/networks/d31c1add-3535-4b2d-85eb-d333618775a5 HTTP/1.1" status: 204 len: 168 time: 0.2620733 Jul 16 21:21:49.023093 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882d2fd-7dcf-4a8f-ab91-5cf51975e9ec admin admin] Pushing event deleted for resources: {'Network': ['ID=d31c1add-3535-4b2d-85eb-d333618775a5,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:49.132621 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57090) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:49.172858 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9d30d5b6-a963-4578-9067-8fa78ab08eab admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d84d21a944e745a58a0dd0583fb6b6a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390115 Jul 16 21:21:49.175257 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57092) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:49.222969 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dbe4305d-869a-4e8f-ac26-96e1a79888d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.244308 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dbe4305d-869a-4e8f-ac26-96e1a79888d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.291311 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dbe4305d-869a-4e8f-ac26-96e1a79888d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.293889 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dbe4305d-869a-4e8f-ac26-96e1a79888d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.295087 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-dbe4305d-869a-4e8f-ac26-96e1a79888d6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e1e35c6d-d9fd-4fcf-9561-6ae0158ef5fd HTTP/1.1" status: 204 len: 168 time: 0.1189084 Jul 16 21:21:49.302427 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4305d-869a-4e8f-ac26-96e1a79888d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e35c6d-d9fd-4fcf-9561-6ae0158ef5fd,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:49.959756 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57114) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:50.050073 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-6cb14fb1-1d9a-4928-aeae-85b2387b9b92 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1613023849'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:50.070827 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb14fb1-1d9a-4928-aeae-85b2387b9b92 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Made reservation on behalf of 6c5dbc54547b49c7a74a1c143b42403e for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:21:50.074273 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6cb14fb1-1d9a-4928-aeae-85b2387b9b92 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:50.082773 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6cb14fb1-1d9a-4928-aeae-85b2387b9b92 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:50.177498 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6cb14fb1-1d9a-4928-aeae-85b2387b9b92 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:50.181869 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6cb14fb1-1d9a-4928-aeae-85b2387b9b92 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:50.210545 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb14fb1-1d9a-4928-aeae-85b2387b9b92 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:21:50.217018 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb14fb1-1d9a-4928-aeae-85b2387b9b92 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=315882d2-ab39-4382-b182-ea0c30dd3514,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:50.223418 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6cb14fb1-1d9a-4928-aeae-85b2387b9b92 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:50.223938 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-6cb14fb1-1d9a-4928-aeae-85b2387b9b92 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Added segment 2a0b2c90-4da2-4998-8901-9d78aec165cb of type vlan for network 6776d1e4-b6d6-4e28-abfc-4c4f18803ee8 Jul 16 21:21:50.267519 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6cb14fb1-1d9a-4928-aeae-85b2387b9b92 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:50.296826 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6cb14fb1-1d9a-4928-aeae-85b2387b9b92 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:50.302654 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb14fb1-1d9a-4928-aeae-85b2387b9b92 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:50.303239 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6cb14fb1-1d9a-4928-aeae-85b2387b9b92 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:50.341887 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6cb14fb1-1d9a-4928-aeae-85b2387b9b92 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3809643 Jul 16 21:21:50.372473 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb14fb1-1d9a-4928-aeae-85b2387b9b92 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Pushing event updated for resources: {'Network': ['ID=6776d1e4-b6d6-4e28-abfc-4c4f18803ee8,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:50.383299 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 6776d1e4-b6d6-4e28-abfc-4c4f18803ee8 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:21:50.762844 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device c4c221ac-7f3c-4730-8a5e-a99c77db8e3b no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:21:50.783215 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: c4c221ac-7f3c-4730-8a5e-a99c77db8e3b {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:21:50.783561 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device c4c221ac-7f3c-4730-8a5e-a99c77db8e3b not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:21:51.784680 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8fca92f-47ca-41dc-b92f-721f236b9ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:53.634115 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57118) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:53.639950 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-14ea31b6-29fb-459e-b0aa-d9a45477ab2c tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Request body: {'subnet': {'network_id': '6776d1e4-b6d6-4e28-abfc-4c4f18803ee8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:53.729043 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ea31b6-29fb-459e-b0aa-d9a45477ab2c tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Made reservation on behalf of 6c5dbc54547b49c7a74a1c143b42403e for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:21:53.732574 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-14ea31b6-29fb-459e-b0aa-d9a45477ab2c tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:53.910010 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-14ea31b6-29fb-459e-b0aa-d9a45477ab2c tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:53.973053 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea31b6-29fb-459e-b0aa-d9a45477ab2c tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Pushing event updated for resources: {'Subnet': ['ID=1ada6a46-78c0-48fd-b222-7f51629522ba,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:53.981092 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ea31b6-29fb-459e-b0aa-d9a45477ab2c tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Checking segment: {'id': '2a0b2c90-4da2-4998-8901-9d78aec165cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6776d1e4-b6d6-4e28-abfc-4c4f18803ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:21:53.981450 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ea31b6-29fb-459e-b0aa-d9a45477ab2c tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Network hostable DHCP agents. Network: 6776d1e4-b6d6-4e28-abfc-4c4f18803ee8, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:21:53.998285 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ea31b6-29fb-459e-b0aa-d9a45477ab2c tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Network 6776d1e4-b6d6-4e28-abfc-4c4f18803ee8 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:21:54.007162 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-14ea31b6-29fb-459e-b0aa-d9a45477ab2c tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 6776d1e4-b6d6-4e28-abfc-4c4f18803ee8) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:21:54.012040 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ea31b6-29fb-459e-b0aa-d9a45477ab2c tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:54.012624 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-14ea31b6-29fb-459e-b0aa-d9a45477ab2c tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.018724 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db1a524-7a0e-4630-9d57-a9f5f11f1390 None None] Network 6776d1e4-b6d6-4e28-abfc-4c4f18803ee8 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:21:54.027668 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-14ea31b6-29fb-459e-b0aa-d9a45477ab2c tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3924167 Jul 16 21:21:54.031435 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57120) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:54.036480 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-9c43580d-efe9-4689-9de7-820c20be7da1 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-786626303'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:54.059011 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c43580d-efe9-4689-9de7-820c20be7da1 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Made reservation on behalf of 6c5dbc54547b49c7a74a1c143b42403e for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:21:54.063047 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9c43580d-efe9-4689-9de7-820c20be7da1 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.088075 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c43580d-efe9-4689-9de7-820c20be7da1 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:21:54.097135 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9c43580d-efe9-4689-9de7-820c20be7da1 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.097481 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-9c43580d-efe9-4689-9de7-820c20be7da1 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Added segment 501edb12-51a8-4e96-9c38-b2bbde75c98a of type vlan for network 2c0bec5d-ec1b-408b-b638-58b665694fec Jul 16 21:21:54.136586 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9c43580d-efe9-4689-9de7-820c20be7da1 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.169482 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9c43580d-efe9-4689-9de7-820c20be7da1 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.172878 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-6776d1e4-b6d6-4e28-abfc-4c4f18803ee8', 'network_id': '6776d1e4-b6d6-4e28-abfc-4c4f18803ee8', 'tenant_id': '6c5dbc54547b49c7a74a1c143b42403e', 'fixed_ips': [{'subnet_id': '1ada6a46-78c0-48fd-b222-7f51629522ba'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:21:54.173838 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.175230 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c43580d-efe9-4689-9de7-820c20be7da1 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:54.175860 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9c43580d-efe9-4689-9de7-820c20be7da1 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.209750 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9c43580d-efe9-4689-9de7-820c20be7da1 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1772320 Jul 16 21:21:54.213425 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57124) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:54.220449 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-fcf7c397-b907-4dbb-add5-8702a4292bbb tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Request body: {'subnet': {'network_id': '2c0bec5d-ec1b-408b-b638-58b665694fec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:54.264878 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43580d-efe9-4689-9de7-820c20be7da1 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Pushing event updated for resources: {'Network': ['ID=2c0bec5d-ec1b-408b-b638-58b665694fec,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:54.291433 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 2c0bec5d-ec1b-408b-b638-58b665694fec details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:21:54.339912 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf7c397-b907-4dbb-add5-8702a4292bbb tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Made reservation on behalf of 6c5dbc54547b49c7a74a1c143b42403e for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:21:54.343568 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fcf7c397-b907-4dbb-add5-8702a4292bbb tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.346616 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Allocated IP 2001:db8:0:ffff::2 (6776d1e4-b6d6-4e28-abfc-4c4f18803ee8/1ada6a46-78c0-48fd-b222-7f51629522ba/75c3e46f-bcd2-40fd-9f47-0c48f6a4d918) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:21:54.348627 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31657d83-3b14-4621-9b11-51e1147d7d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.461149 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.541686 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.550907 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fcf7c397-b907-4dbb-add5-8702a4292bbb tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.551643 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Transition to ACTIVE for port object 75c3e46f-bcd2-40fd-9f47-0c48f6a4d918 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:21:54.569446 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Transition to ACTIVE for port object 75c3e46f-bcd2-40fd-9f47-0c48f6a4d918 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:21:54.575433 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.615997 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Network 6776d1e4-b6d6-4e28-abfc-4c4f18803ee8 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:21:54.617935 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7c397-b907-4dbb-add5-8702a4292bbb tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Pushing event updated for resources: {'Subnet': ['ID=c90f498a-98fb-43dd-a7df-92ef849d662e,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:54.619450 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:21:54.627842 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:21:54.630974 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Pushing event updated for resources: {'Port': ['ID=75c3e46f-bcd2-40fd-9f47-0c48f6a4d918,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:54.633787 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf7c397-b907-4dbb-add5-8702a4292bbb tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Checking segment: {'id': '501edb12-51a8-4e96-9c38-b2bbde75c98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2c0bec5d-ec1b-408b-b638-58b665694fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:21:54.634190 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf7c397-b907-4dbb-add5-8702a4292bbb tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Network hostable DHCP agents. Network: 2c0bec5d-ec1b-408b-b638-58b665694fec, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:21:54.639709 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:54.640070 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:54.640415 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:54.640753 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:54.641087 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:54.641419 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:54.641748 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:54.642079 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:54.642442 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:54.642773 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:54.643102 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:54.643426 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:54.653529 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf7c397-b907-4dbb-add5-8702a4292bbb tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Network 2c0bec5d-ec1b-408b-b638-58b665694fec is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:21:54.663166 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-fcf7c397-b907-4dbb-add5-8702a4292bbb tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 2c0bec5d-ec1b-408b-b638-58b665694fec) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:21:54.668341 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf7c397-b907-4dbb-add5-8702a4292bbb tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:54.668943 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fcf7c397-b907-4dbb-add5-8702a4292bbb tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.677186 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a08fe8-421a-4598-a6a8-3197acbfa2bd None None] Network 2c0bec5d-ec1b-408b-b638-58b665694fec requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:21:54.686056 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fcf7c397-b907-4dbb-add5-8702a4292bbb tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4697099 Jul 16 21:21:54.686872 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57126) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:54.723126 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Attempting to bind port 75c3e46f-bcd2-40fd-9f47-0c48f6a4d918 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:21:54.723497 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Attempting to bind port 75c3e46f-bcd2-40fd-9f47-0c48f6a4d918 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '2a0b2c90-4da2-4998-8901-9d78aec165cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6776d1e4-b6d6-4e28-abfc-4c4f18803ee8'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:21:54.723863 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Attempting to bind port 75c3e46f-bcd2-40fd-9f47-0c48f6a4d918 on network 6776d1e4-b6d6-4e28-abfc-4c4f18803ee8 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:21:54.733832 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:21:54.734208 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Checking segment: {'id': '2a0b2c90-4da2-4998-8901-9d78aec165cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6776d1e4-b6d6-4e28-abfc-4c4f18803ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:21:54.734641 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.735036 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Bound using segment: {'id': '2a0b2c90-4da2-4998-8901-9d78aec165cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6776d1e4-b6d6-4e28-abfc-4c4f18803ee8'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:21:54.735501 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Bound port: 75c3e46f-bcd2-40fd-9f47-0c48f6a4d918, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a0b2c90-4da2-4998-8901-9d78aec165cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6776d1e4-b6d6-4e28-abfc-4c4f18803ee8'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:21:54.735883 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.781330 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.861708 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.869340 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] For port 75c3e46f-bcd2-40fd-9f47-0c48f6a4d918, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:21:54.874056 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] For port 75c3e46f-bcd2-40fd-9f47-0c48f6a4d918, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=75c3e46f-bcd2-40fd-9f47-0c48f6a4d918,segment=NetworkSegment(2a0b2c90-4da2-4998-8901-9d78aec165cb),segment_id=2a0b2c90-4da2-4998-8901-9d78aec165cb)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:21:54.881314 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.932768 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539d614e-a4c4-4c87-aa52-9019842d879a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-2c0bec5d-ec1b-408b-b638-58b665694fec', 'network_id': '2c0bec5d-ec1b-408b-b638-58b665694fec', 'tenant_id': '6c5dbc54547b49c7a74a1c143b42403e', 'fixed_ips': [{'subnet_id': 'c90f498a-98fb-43dd-a7df-92ef849d662e'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:21:54.933620 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-539d614e-a4c4-4c87-aa52-9019842d879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.037953 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e6711-2fc5-4d1d-80c0-ca42cf34da55 None None] Pushing event updated for resources: {'Port': ['ID=75c3e46f-bcd2-40fd-9f47-0c48f6a4d918,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:55.120605 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-539d614e-a4c4-4c87-aa52-9019842d879a None None] Allocated IP 2001:db8::2 (2c0bec5d-ec1b-408b-b638-58b665694fec/c90f498a-98fb-43dd-a7df-92ef849d662e/4d5b89e6-89ac-4c74-baff-a6f9ad812b81) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:21:55.339630 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-539d614e-a4c4-4c87-aa52-9019842d879a None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.347591 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-539d614e-a4c4-4c87-aa52-9019842d879a None None] Transition to ACTIVE for port object 4d5b89e6-89ac-4c74-baff-a6f9ad812b81 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:21:55.361995 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-539d614e-a4c4-4c87-aa52-9019842d879a None None] Transition to ACTIVE for port object 4d5b89e6-89ac-4c74-baff-a6f9ad812b81 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:21:55.368221 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-539d614e-a4c4-4c87-aa52-9019842d879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.385224 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.409795 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539d614e-a4c4-4c87-aa52-9019842d879a None None] Network 2c0bec5d-ec1b-408b-b638-58b665694fec is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:21:55.412652 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Pushing event deleted for resources: {'Subnet': ['ID=c90f498a-98fb-43dd-a7df-92ef849d662e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:55.412803 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-539d614e-a4c4-4c87-aa52-9019842d879a None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:21:55.415048 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539d614e-a4c4-4c87-aa52-9019842d879a None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:21:55.423269 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d614e-a4c4-4c87-aa52-9019842d879a None None] Pushing event updated for resources: {'Port': ['ID=4d5b89e6-89ac-4c74-baff-a6f9ad812b81,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:55.476405 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.484937 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-539d614e-a4c4-4c87-aa52-9019842d879a None None] Attempting to bind port 4d5b89e6-89ac-4c74-baff-a6f9ad812b81 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:21:55.485162 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-539d614e-a4c4-4c87-aa52-9019842d879a None None] Attempting to bind port 4d5b89e6-89ac-4c74-baff-a6f9ad812b81 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '501edb12-51a8-4e96-9c38-b2bbde75c98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2c0bec5d-ec1b-408b-b638-58b665694fec'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:21:55.485529 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539d614e-a4c4-4c87-aa52-9019842d879a None None] Attempting to bind port 4d5b89e6-89ac-4c74-baff-a6f9ad812b81 on network 2c0bec5d-ec1b-408b-b638-58b665694fec {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:21:55.486267 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0bec5d-ec1b-408b-b638-58b665694fec']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:55.490452 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539d614e-a4c4-4c87-aa52-9019842d879a None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:21:55.490829 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539d614e-a4c4-4c87-aa52-9019842d879a None None] Checking segment: {'id': '501edb12-51a8-4e96-9c38-b2bbde75c98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2c0bec5d-ec1b-408b-b638-58b665694fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:21:55.491232 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-539d614e-a4c4-4c87-aa52-9019842d879a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.491627 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539d614e-a4c4-4c87-aa52-9019842d879a None None] Bound using segment: {'id': '501edb12-51a8-4e96-9c38-b2bbde75c98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2c0bec5d-ec1b-408b-b638-58b665694fec'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:21:55.492089 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-539d614e-a4c4-4c87-aa52-9019842d879a None None] Bound port: 4d5b89e6-89ac-4c74-baff-a6f9ad812b81, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '501edb12-51a8-4e96-9c38-b2bbde75c98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2c0bec5d-ec1b-408b-b638-58b665694fec'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:21:55.492471 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-539d614e-a4c4-4c87-aa52-9019842d879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.497136 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501edb12-51a8-4e96-9c38-b2bbde75c98a') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:55.497433 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501edb12-51a8-4e96-9c38-b2bbde75c98a') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:55.506752 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.521447 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.527825 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:21:55.528230 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: timer() Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:21:55.531350 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:21:55.589988 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.db.api [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 21:21:55.589988 n-d-791506-21 neutron-server[93793]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 21:21:55.589988 n-d-791506-21 neutron-server[93793]: [parameters: {'id': '2c0bec5d-ec1b-408b-b638-58b665694fec'}] Jul 16 21:21:55.589988 n-d-791506-21 neutron-server[93793]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 21:21:55.590384 n-d-791506-21 neutron-server[93793]: DEBUG oslo_db.api [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 21:21:55.716166 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-539d614e-a4c4-4c87-aa52-9019842d879a None None] For port 4d5b89e6-89ac-4c74-baff-a6f9ad812b81, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:21:55.719440 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-539d614e-a4c4-4c87-aa52-9019842d879a None None] For port 4d5b89e6-89ac-4c74-baff-a6f9ad812b81, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4d5b89e6-89ac-4c74-baff-a6f9ad812b81,segment=NetworkSegment(501edb12-51a8-4e96-9c38-b2bbde75c98a),segment_id=501edb12-51a8-4e96-9c38-b2bbde75c98a)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:21:55.725307 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-539d614e-a4c4-4c87-aa52-9019842d879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.814880 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d614e-a4c4-4c87-aa52-9019842d879a None None] Pushing event updated for resources: {'Port': ['ID=4d5b89e6-89ac-4c74-baff-a6f9ad812b81,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:55.837566 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4101b0ee-2295-4836-afd2-a303210f84ef None None] Network 2c0bec5d-ec1b-408b-b638-58b665694fec requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:21:55.937538 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b0fedd-032d-47b3-b6b8-f170f763a545 None None] Network 6776d1e4-b6d6-4e28-abfc-4c4f18803ee8 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:21:56.025585 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.026227 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-de6abe2c-dd6b-4264-805f-662eaec036cd None None] Provisioning for port 75c3e46f-bcd2-40fd-9f47-0c48f6a4d918 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:21:56.091539 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.144167 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Deleting port 4d5b89e6-89ac-4c74-baff-a6f9ad812b81 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:21:56.144527 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.214541 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] For port 4d5b89e6-89ac-4c74-baff-a6f9ad812b81, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4d5b89e6-89ac-4c74-baff-a6f9ad812b81,segment=NetworkSegment(501edb12-51a8-4e96-9c38-b2bbde75c98a),segment_id=501edb12-51a8-4e96-9c38-b2bbde75c98a)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:56.215049 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.227367 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Calling delete_port for 4d5b89e6-89ac-4c74-baff-a6f9ad812b81 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:21:56.319852 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435a4c17-b529-495b-a210-df6db38f0aa5 None None] get_active_networks_info from n-d-791506-21 {{(pid=93795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 21:21:56.323650 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.359370 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] No DVR routers for this DVR port 4d5b89e6-89ac-4c74-baff-a6f9ad812b81 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:21:56.365855 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Pushing event deleted for resources: {'Port': ['ID=4d5b89e6-89ac-4c74-baff-a6f9ad812b81,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:56.366477 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 75c3e46f-bcd2-40fd-9f47-0c48f6a4d918 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:21:56.430407 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435a4c17-b529-495b-a210-df6db38f0aa5 None None] Resources bound (agent type, host, resource id): {{(pid=93795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 21:21:56.443615 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.452060 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 75c3e46f-bcd2-40fd-9f47-0c48f6a4d918 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:21:56.455088 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0bec5d-ec1b-408b-b638-58b665694fec']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:56.465742 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501edb12-51a8-4e96-9c38-b2bbde75c98a') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:56.466048 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501edb12-51a8-4e96-9c38-b2bbde75c98a') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:56.471718 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 75c3e46f-bcd2-40fd-9f47-0c48f6a4d918 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:21:56.472092 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.475087 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.490132 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.497945 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:21:56.498492 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: timer() Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:21:56.501550 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:21:56.563466 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.568213 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.570479 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] 10.222.0.38 "DELETE /v2.0/networks/2c0bec5d-ec1b-408b-b638-58b665694fec HTTP/1.1" status: 204 len: 168 time: 1.8824382 Jul 16 21:21:56.576455 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57128) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:56.581811 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-b4c018f7-25ea-4820-a2d5-237f0be86a58 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1941039262'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:56.585227 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84fa1a8-2092-4cc5-ac65-dd5f72f04c52 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Pushing event deleted for resources: {'Network': ['ID=2c0bec5d-ec1b-408b-b638-58b665694fec,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:56.609822 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c018f7-25ea-4820-a2d5-237f0be86a58 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Made reservation on behalf of 6c5dbc54547b49c7a74a1c143b42403e for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:21:56.613329 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b4c018f7-25ea-4820-a2d5-237f0be86a58 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.634483 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.637832 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c018f7-25ea-4820-a2d5-237f0be86a58 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:21:56.648598 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b4c018f7-25ea-4820-a2d5-237f0be86a58 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.648958 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-b4c018f7-25ea-4820-a2d5-237f0be86a58 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Added segment d72471a1-172f-4049-8a2d-1361dcecf7f1 of type vlan for network c49d77f4-b2fc-4531-9df0-595f5466bd58 Jul 16 21:21:56.683350 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 75c3e46f-bcd2-40fd-9f47-0c48f6a4d918, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=75c3e46f-bcd2-40fd-9f47-0c48f6a4d918,segment=NetworkSegment(2a0b2c90-4da2-4998-8901-9d78aec165cb),segment_id=2a0b2c90-4da2-4998-8901-9d78aec165cb)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:56.692717 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.699582 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b4c018f7-25ea-4820-a2d5-237f0be86a58 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.730822 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b4c018f7-25ea-4820-a2d5-237f0be86a58 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.736401 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c018f7-25ea-4820-a2d5-237f0be86a58 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:56.737082 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b4c018f7-25ea-4820-a2d5-237f0be86a58 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.778131 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=75c3e46f-bcd2-40fd-9f47-0c48f6a4d918,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:56.781296 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b4c018f7-25ea-4820-a2d5-237f0be86a58 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2036345 Jul 16 21:21:56.781834 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57130) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:56.789435 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-7a7681b6-4290-480a-8db6-82dc76162dcf tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Request body: {'subnet': {'network_id': 'c49d77f4-b2fc-4531-9df0-595f5466bd58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:56.812324 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c018f7-25ea-4820-a2d5-237f0be86a58 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Pushing event updated for resources: {'Network': ['ID=c49d77f4-b2fc-4531-9df0-595f5466bd58,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:56.820026 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c018f7-25ea-4820-a2d5-237f0be86a58 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:56.820379 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c018f7-25ea-4820-a2d5-237f0be86a58 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:56.820722 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c018f7-25ea-4820-a2d5-237f0be86a58 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:56.821072 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c018f7-25ea-4820-a2d5-237f0be86a58 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:56.821986 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c018f7-25ea-4820-a2d5-237f0be86a58 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:56.822349 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c018f7-25ea-4820-a2d5-237f0be86a58 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:56.822670 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c018f7-25ea-4820-a2d5-237f0be86a58 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:56.823000 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c018f7-25ea-4820-a2d5-237f0be86a58 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:56.823330 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c018f7-25ea-4820-a2d5-237f0be86a58 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:56.823659 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c018f7-25ea-4820-a2d5-237f0be86a58 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:56.823988 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c018f7-25ea-4820-a2d5-237f0be86a58 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:56.824442 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c018f7-25ea-4820-a2d5-237f0be86a58 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:56.835332 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network c49d77f4-b2fc-4531-9df0-595f5466bd58 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:21:56.896037 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7681b6-4290-480a-8db6-82dc76162dcf tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Made reservation on behalf of 6c5dbc54547b49c7a74a1c143b42403e for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:21:56.900400 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a7681b6-4290-480a-8db6-82dc76162dcf tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.956746 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.ipam_backend_mixin [None req-7a7681b6-4290-480a-8db6-82dc76162dcf tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Performing IP validity checks on allocation pools {{(pid=93793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 21:21:56.957178 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.ipam_backend_mixin [None req-7a7681b6-4290-480a-8db6-82dc76162dcf tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 21:21:57.092564 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a7681b6-4290-480a-8db6-82dc76162dcf tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:57.155091 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7681b6-4290-480a-8db6-82dc76162dcf tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Pushing event updated for resources: {'Subnet': ['ID=c9c10b19-af20-40b6-9066-2f8d08dedaec,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:57.167435 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7681b6-4290-480a-8db6-82dc76162dcf tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Checking segment: {'id': 'd72471a1-172f-4049-8a2d-1361dcecf7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c49d77f4-b2fc-4531-9df0-595f5466bd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:21:57.167804 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7681b6-4290-480a-8db6-82dc76162dcf tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Network hostable DHCP agents. Network: c49d77f4-b2fc-4531-9df0-595f5466bd58, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:21:57.185033 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7681b6-4290-480a-8db6-82dc76162dcf tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Network c49d77f4-b2fc-4531-9df0-595f5466bd58 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:21:57.194139 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-7a7681b6-4290-480a-8db6-82dc76162dcf tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, c49d77f4-b2fc-4531-9df0-595f5466bd58) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:21:57.198971 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7681b6-4290-480a-8db6-82dc76162dcf tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:57.199800 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a7681b6-4290-480a-8db6-82dc76162dcf tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:57.204824 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfabde7-5293-4332-9400-bc6325d0c9b5 None None] Network c49d77f4-b2fc-4531-9df0-595f5466bd58 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:21:57.223187 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7a7681b6-4290-480a-8db6-82dc76162dcf tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4368463 Jul 16 21:21:57.223481 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57132) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:57.333128 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-24e4583b-6cc1-45b5-b9db-548229e28526 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:57.378961 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325909f1-cfa7-4b6f-a3a3-8edd07f01524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-c49d77f4-b2fc-4531-9df0-595f5466bd58', 'network_id': 'c49d77f4-b2fc-4531-9df0-595f5466bd58', 'tenant_id': '6c5dbc54547b49c7a74a1c143b42403e', 'fixed_ips': [{'subnet_id': 'c9c10b19-af20-40b6-9066-2f8d08dedaec'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:21:57.379831 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-325909f1-cfa7-4b6f-a3a3-8edd07f01524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:57.403080 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-24e4583b-6cc1-45b5-b9db-548229e28526 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:57.467084 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-24e4583b-6cc1-45b5-b9db-548229e28526 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server [None req-325909f1-cfa7-4b6f-a3a3-8edd07f01524 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9c10b19-af20-40b6-9066-2f8d08dedaec: This subnet is being modified by another concurrent operation. Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server raise exception Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9c10b19-af20-40b6-9066-2f8d08dedaec: This subnet is being modified by another concurrent operation. Jul 16 21:21:57.476688 n-d-791506-21 neutron-server[93795]: ERROR oslo_messaging.rpc.server Jul 16 21:21:57.491818 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7558064b-e959-4bc2-b852-4d3a665a6ff0 None None] Network c49d77f4-b2fc-4531-9df0-595f5466bd58 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:21:57.500923 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4583b-6cc1-45b5-b9db-548229e28526 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Pushing event deleted for resources: {'Subnet': ['ID=c9c10b19-af20-40b6-9066-2f8d08dedaec,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:57.568567 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-24e4583b-6cc1-45b5-b9db-548229e28526 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:57.579234 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-24e4583b-6cc1-45b5-b9db-548229e28526 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49d77f4-b2fc-4531-9df0-595f5466bd58']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:57.589628 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-24e4583b-6cc1-45b5-b9db-548229e28526 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72471a1-172f-4049-8a2d-1361dcecf7f1') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:57.589925 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-24e4583b-6cc1-45b5-b9db-548229e28526 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72471a1-172f-4049-8a2d-1361dcecf7f1') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:57.600631 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524ebf60-07b9-4469-bf7e-d1848eac6021 None None] get_active_networks_info from n-d-791506-21 {{(pid=93795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 21:21:57.600792 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-24e4583b-6cc1-45b5-b9db-548229e28526 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:57.614308 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-24e4583b-6cc1-45b5-b9db-548229e28526 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:57.620721 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e4583b-6cc1-45b5-b9db-548229e28526 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:21:57.621126 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-24e4583b-6cc1-45b5-b9db-548229e28526 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: timer() Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:21:57.624153 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:21:57.664899 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524ebf60-07b9-4469-bf7e-d1848eac6021 None None] Resources bound (agent type, host, resource id): {{(pid=93795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 21:21:57.683754 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-24e4583b-6cc1-45b5-b9db-548229e28526 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:57.688357 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-24e4583b-6cc1-45b5-b9db-548229e28526 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:57.690262 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-24e4583b-6cc1-45b5-b9db-548229e28526 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] 10.222.0.38 "DELETE /v2.0/networks/c49d77f4-b2fc-4531-9df0-595f5466bd58 HTTP/1.1" status: 204 len: 168 time: 0.4656296 Jul 16 21:21:57.693991 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57134) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:57.709154 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-21ccc8c4-481c-423d-84ab-3b739a7eea57 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-430304606'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:57.714249 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4583b-6cc1-45b5-b9db-548229e28526 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Pushing event deleted for resources: {'Network': ['ID=c49d77f4-b2fc-4531-9df0-595f5466bd58,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:57.734263 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ccc8c4-481c-423d-84ab-3b739a7eea57 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Made reservation on behalf of 6c5dbc54547b49c7a74a1c143b42403e for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:21:57.737795 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21ccc8c4-481c-423d-84ab-3b739a7eea57 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:57.763896 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ccc8c4-481c-423d-84ab-3b739a7eea57 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:21:57.775152 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21ccc8c4-481c-423d-84ab-3b739a7eea57 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:57.775530 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-21ccc8c4-481c-423d-84ab-3b739a7eea57 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Added segment 28b2cde3-7a79-431d-9029-f2df4a2b2fed of type vlan for network 9db52443-f5d8-4293-8da8-b6d17cb6f27e Jul 16 21:21:57.816811 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21ccc8c4-481c-423d-84ab-3b739a7eea57 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:57.831943 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:57.852860 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21ccc8c4-481c-423d-84ab-3b739a7eea57 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:57.858698 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ccc8c4-481c-423d-84ab-3b739a7eea57 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:57.859285 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21ccc8c4-481c-423d-84ab-3b739a7eea57 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:57.896528 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-21ccc8c4-481c-423d-84ab-3b739a7eea57 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2001095 Jul 16 21:21:57.900770 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57136) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:57.905887 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-2710e30c-5b21-417a-be93-9f1507a57d4a tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Request body: {'subnet': {'network_id': '9db52443-f5d8-4293-8da8-b6d17cb6f27e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:57.947535 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ccc8c4-481c-423d-84ab-3b739a7eea57 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Pushing event updated for resources: {'Network': ['ID=9db52443-f5d8-4293-8da8-b6d17cb6f27e,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:57.957397 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 9db52443-f5d8-4293-8da8-b6d17cb6f27e details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:21:58.028142 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2710e30c-5b21-417a-be93-9f1507a57d4a tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Made reservation on behalf of 6c5dbc54547b49c7a74a1c143b42403e for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:21:58.032187 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2710e30c-5b21-417a-be93-9f1507a57d4a tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:58.212478 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2710e30c-5b21-417a-be93-9f1507a57d4a tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:58.274192 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710e30c-5b21-417a-be93-9f1507a57d4a tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Pushing event updated for resources: {'Subnet': ['ID=25008c69-3349-4c98-9e66-6077c07eade5,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:58.285167 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2710e30c-5b21-417a-be93-9f1507a57d4a tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Checking segment: {'id': '28b2cde3-7a79-431d-9029-f2df4a2b2fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9db52443-f5d8-4293-8da8-b6d17cb6f27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:21:58.285167 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2710e30c-5b21-417a-be93-9f1507a57d4a tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Network hostable DHCP agents. Network: 9db52443-f5d8-4293-8da8-b6d17cb6f27e, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:21:58.301909 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2710e30c-5b21-417a-be93-9f1507a57d4a tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Network 9db52443-f5d8-4293-8da8-b6d17cb6f27e is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:21:58.311637 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-2710e30c-5b21-417a-be93-9f1507a57d4a tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 9db52443-f5d8-4293-8da8-b6d17cb6f27e) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:21:58.316302 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2710e30c-5b21-417a-be93-9f1507a57d4a tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:58.317373 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2710e30c-5b21-417a-be93-9f1507a57d4a tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:58.321061 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d34db94-8712-46f6-8f2e-8f2b00f9fbaf None None] Network 9db52443-f5d8-4293-8da8-b6d17cb6f27e requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:21:58.333484 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2710e30c-5b21-417a-be93-9f1507a57d4a tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4316280 Jul 16 21:21:58.337693 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57138) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:58.338892 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 75c3e46f-bcd2-40fd-9f47-0c48f6a4d918 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:21:58.343081 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-29072437-9c12-4443-b706-74d166d39b12 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1274088235'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:58.363989 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29072437-9c12-4443-b706-74d166d39b12 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Made reservation on behalf of 6c5dbc54547b49c7a74a1c143b42403e for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:21:58.367733 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-29072437-9c12-4443-b706-74d166d39b12 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:58.391384 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29072437-9c12-4443-b706-74d166d39b12 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:21:58.400571 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-29072437-9c12-4443-b706-74d166d39b12 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:58.401038 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-29072437-9c12-4443-b706-74d166d39b12 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Added segment cbafc8ad-b61e-4661-8908-42a8e75152d1 of type vlan for network cf16307a-f8fd-4760-97a4-0cca233d2ad3 Jul 16 21:21:58.453649 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-29072437-9c12-4443-b706-74d166d39b12 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:58.468854 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 75c3e46f-bcd2-40fd-9f47-0c48f6a4d918 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:21:58.469405 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:58.482776 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-29072437-9c12-4443-b706-74d166d39b12 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:58.488409 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29072437-9c12-4443-b706-74d166d39b12 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:58.489012 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-29072437-9c12-4443-b706-74d166d39b12 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:58.522985 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-29072437-9c12-4443-b706-74d166d39b12 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1842444 Jul 16 21:21:58.526473 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57140) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:58.531267 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-cd210a9c-5a99-413e-9c5e-4cc6cbbfb67d tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Request body: {'subnet': {'network_id': 'cf16307a-f8fd-4760-97a4-0cca233d2ad3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:58.544289 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c6a5c9-3eff-4f2e-ba9c-5aa9e933f975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-9db52443-f5d8-4293-8da8-b6d17cb6f27e', 'network_id': '9db52443-f5d8-4293-8da8-b6d17cb6f27e', 'tenant_id': '6c5dbc54547b49c7a74a1c143b42403e', 'fixed_ips': [{'subnet_id': '25008c69-3349-4c98-9e66-6077c07eade5'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:21:58.545165 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-40c6a5c9-3eff-4f2e-ba9c-5aa9e933f975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:58.580468 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29072437-9c12-4443-b706-74d166d39b12 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Pushing event updated for resources: {'Network': ['ID=cf16307a-f8fd-4760-97a4-0cca233d2ad3,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:58.642158 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network cf16307a-f8fd-4760-97a4-0cca233d2ad3 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:21:58.653500 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd210a9c-5a99-413e-9c5e-4cc6cbbfb67d tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Made reservation on behalf of 6c5dbc54547b49c7a74a1c143b42403e for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:21:58.657140 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cd210a9c-5a99-413e-9c5e-4cc6cbbfb67d tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:58.775225 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-40c6a5c9-3eff-4f2e-ba9c-5aa9e933f975 None None] Allocated IP 2001:db8::2 (9db52443-f5d8-4293-8da8-b6d17cb6f27e/25008c69-3349-4c98-9e66-6077c07eade5/b079975a-7a7a-44d9-ae7d-68f845c636e8) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:21:58.843458 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cd210a9c-5a99-413e-9c5e-4cc6cbbfb67d tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:58.907034 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd210a9c-5a99-413e-9c5e-4cc6cbbfb67d tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Pushing event updated for resources: {'Subnet': ['ID=bf28d9c5-cd3d-412a-83bf-da9c7b6e7e35,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:58.914962 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd210a9c-5a99-413e-9c5e-4cc6cbbfb67d tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Checking segment: {'id': 'cbafc8ad-b61e-4661-8908-42a8e75152d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cf16307a-f8fd-4760-97a4-0cca233d2ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:21:58.915599 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd210a9c-5a99-413e-9c5e-4cc6cbbfb67d tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Network hostable DHCP agents. Network: cf16307a-f8fd-4760-97a4-0cca233d2ad3, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:21:58.923318 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-40c6a5c9-3eff-4f2e-ba9c-5aa9e933f975 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:58.931834 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-40c6a5c9-3eff-4f2e-ba9c-5aa9e933f975 None None] Transition to ACTIVE for port object b079975a-7a7a-44d9-ae7d-68f845c636e8 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:21:58.932172 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd210a9c-5a99-413e-9c5e-4cc6cbbfb67d tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Network cf16307a-f8fd-4760-97a4-0cca233d2ad3 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:21:58.941059 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-cd210a9c-5a99-413e-9c5e-4cc6cbbfb67d tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, cf16307a-f8fd-4760-97a4-0cca233d2ad3) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:21:58.945417 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd210a9c-5a99-413e-9c5e-4cc6cbbfb67d tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:58.946008 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cd210a9c-5a99-413e-9c5e-4cc6cbbfb67d tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:58.948060 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-40c6a5c9-3eff-4f2e-ba9c-5aa9e933f975 None None] Transition to ACTIVE for port object b079975a-7a7a-44d9-ae7d-68f845c636e8 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:21:58.952577 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89d1c3a-87b5-4b41-8eca-e30d060a9a5f None None] Network cf16307a-f8fd-4760-97a4-0cca233d2ad3 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:21:58.956483 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-40c6a5c9-3eff-4f2e-ba9c-5aa9e933f975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:58.960973 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cd210a9c-5a99-413e-9c5e-4cc6cbbfb67d tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4334240 Jul 16 21:21:58.963689 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57142) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:59.045552 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c6a5c9-3eff-4f2e-ba9c-5aa9e933f975 None None] Network 9db52443-f5d8-4293-8da8-b6d17cb6f27e is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:21:59.054172 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-40c6a5c9-3eff-4f2e-ba9c-5aa9e933f975 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:21:59.060098 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c6a5c9-3eff-4f2e-ba9c-5aa9e933f975 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:21:59.064275 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6a5c9-3eff-4f2e-ba9c-5aa9e933f975 None None] Pushing event updated for resources: {'Port': ['ID=b079975a-7a7a-44d9-ae7d-68f845c636e8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:59.065275 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4562e2f9-a0ac-4369-a7f9-0f4875a8d309 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:59.117637 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4562e2f9-a0ac-4369-a7f9-0f4875a8d309 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:59.181304 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4562e2f9-a0ac-4369-a7f9-0f4875a8d309 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:59.207924 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562e2f9-a0ac-4369-a7f9-0f4875a8d309 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Pushing event deleted for resources: {'Subnet': ['ID=bf28d9c5-cd3d-412a-83bf-da9c7b6e7e35,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:59.281095 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4562e2f9-a0ac-4369-a7f9-0f4875a8d309 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:59.291537 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-4562e2f9-a0ac-4369-a7f9-0f4875a8d309 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf16307a-f8fd-4760-97a4-0cca233d2ad3']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:59.301041 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-4562e2f9-a0ac-4369-a7f9-0f4875a8d309 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbafc8ad-b61e-4661-8908-42a8e75152d1') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:59.301339 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-4562e2f9-a0ac-4369-a7f9-0f4875a8d309 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbafc8ad-b61e-4661-8908-42a8e75152d1') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:59.311608 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4562e2f9-a0ac-4369-a7f9-0f4875a8d309 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:59.321686 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-40c6a5c9-3eff-4f2e-ba9c-5aa9e933f975 None None] Attempting to bind port b079975a-7a7a-44d9-ae7d-68f845c636e8 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:21:59.322071 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-40c6a5c9-3eff-4f2e-ba9c-5aa9e933f975 None None] Attempting to bind port b079975a-7a7a-44d9-ae7d-68f845c636e8 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '28b2cde3-7a79-431d-9029-f2df4a2b2fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9db52443-f5d8-4293-8da8-b6d17cb6f27e'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:21:59.322906 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6a5c9-3eff-4f2e-ba9c-5aa9e933f975 None None] Attempting to bind port b079975a-7a7a-44d9-ae7d-68f845c636e8 on network 9db52443-f5d8-4293-8da8-b6d17cb6f27e {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:21:59.327138 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4562e2f9-a0ac-4369-a7f9-0f4875a8d309 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:59.327771 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6a5c9-3eff-4f2e-ba9c-5aa9e933f975 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:21:59.328135 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6a5c9-3eff-4f2e-ba9c-5aa9e933f975 None None] Checking segment: {'id': '28b2cde3-7a79-431d-9029-f2df4a2b2fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9db52443-f5d8-4293-8da8-b6d17cb6f27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:21:59.328545 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-40c6a5c9-3eff-4f2e-ba9c-5aa9e933f975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:59.328939 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6a5c9-3eff-4f2e-ba9c-5aa9e933f975 None None] Bound using segment: {'id': '28b2cde3-7a79-431d-9029-f2df4a2b2fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9db52443-f5d8-4293-8da8-b6d17cb6f27e'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:21:59.329405 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-40c6a5c9-3eff-4f2e-ba9c-5aa9e933f975 None None] Bound port: b079975a-7a7a-44d9-ae7d-68f845c636e8, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b2cde3-7a79-431d-9029-f2df4a2b2fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9db52443-f5d8-4293-8da8-b6d17cb6f27e'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:21:59.329799 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-40c6a5c9-3eff-4f2e-ba9c-5aa9e933f975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:59.333329 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4562e2f9-a0ac-4369-a7f9-0f4875a8d309 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:21:59.333585 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d630cff2-81b8-4e3d-8b82-6a74e36f6ffa None None] Network cf16307a-f8fd-4760-97a4-0cca233d2ad3 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:21:59.333759 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4562e2f9-a0ac-4369-a7f9-0f4875a8d309 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: timer() Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:21:59.337526 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:21:59.395489 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4562e2f9-a0ac-4369-a7f9-0f4875a8d309 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:59.403043 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4562e2f9-a0ac-4369-a7f9-0f4875a8d309 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:59.404928 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4562e2f9-a0ac-4369-a7f9-0f4875a8d309 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] 10.222.0.38 "DELETE /v2.0/networks/cf16307a-f8fd-4760-97a4-0cca233d2ad3 HTTP/1.1" status: 204 len: 168 time: 0.4402471 Jul 16 21:21:59.407767 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57144) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:59.418610 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562e2f9-a0ac-4369-a7f9-0f4875a8d309 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Pushing event deleted for resources: {'Network': ['ID=cf16307a-f8fd-4760-97a4-0cca233d2ad3,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:59.437874 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd47e84-aa87-47ac-b40a-0d70a7b1b3fc tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] GET failed (client error): The resource could not be found. Jul 16 21:21:59.439328 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3bd47e84-aa87-47ac-b40a-0d70a7b1b3fc tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] 10.222.0.38 "GET /v2.0/subnets/bf28d9c5-cd3d-412a-83bf-da9c7b6e7e35 HTTP/1.1" status: 404 len: 337 time: 0.0304904 Jul 16 21:21:59.442097 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57146) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:59.461001 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f05b892-10f6-405f-95ca-fc2ca41d7278 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] DELETE failed (client error): The resource could not be found. Jul 16 21:21:59.461949 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f05b892-10f6-405f-95ca-fc2ca41d7278 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:21:59.464594 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3f05b892-10f6-405f-95ca-fc2ca41d7278 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] 10.222.0.38 "DELETE /v2.0/networks/cf16307a-f8fd-4760-97a4-0cca233d2ad3 HTTP/1.1" status: 404 len: 339 time: 0.0203774 Jul 16 21:21:59.467409 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57148) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:59.490223 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-40c6a5c9-3eff-4f2e-ba9c-5aa9e933f975 None None] For port b079975a-7a7a-44d9-ae7d-68f845c636e8, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:21:59.499399 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef5274c5-e5aa-4a4c-9440-0dc530316638 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] DELETE failed (client error): The resource could not be found. Jul 16 21:21:59.499857 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef5274c5-e5aa-4a4c-9440-0dc530316638 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:21:59.501652 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ef5274c5-e5aa-4a4c-9440-0dc530316638 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] 10.222.0.38 "DELETE /v2.0/subnets/bf28d9c5-cd3d-412a-83bf-da9c7b6e7e35 HTTP/1.1" status: 404 len: 337 time: 0.0333354 Jul 16 21:21:59.502886 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-40c6a5c9-3eff-4f2e-ba9c-5aa9e933f975 None None] For port b079975a-7a7a-44d9-ae7d-68f845c636e8, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b079975a-7a7a-44d9-ae7d-68f845c636e8,segment=NetworkSegment(28b2cde3-7a79-431d-9029-f2df4a2b2fed),segment_id=28b2cde3-7a79-431d-9029-f2df4a2b2fed)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:21:59.504880 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57150) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:59.509339 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-40c6a5c9-3eff-4f2e-ba9c-5aa9e933f975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:59.523870 n-d-791506-21 neutron-server[93793]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f9349e-bf46-4d5e-9774-139dc203d59b tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] DELETE failed (client error): The resource could not be found. Jul 16 21:21:59.524438 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f9349e-bf46-4d5e-9774-139dc203d59b tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:21:59.526106 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-53f9349e-bf46-4d5e-9774-139dc203d59b tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] 10.222.0.38 "DELETE /v2.0/networks/cf16307a-f8fd-4760-97a4-0cca233d2ad3 HTTP/1.1" status: 404 len: 339 time: 0.0201666 Jul 16 21:21:59.528788 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57152) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:59.569996 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6a5c9-3eff-4f2e-ba9c-5aa9e933f975 None None] Pushing event updated for resources: {'Port': ['ID=b079975a-7a7a-44d9-ae7d-68f845c636e8,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:59.588794 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d4dc47-7a7a-4ed7-9840-5587eb6856b2 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Deleting subnet 25008c69-3349-4c98-9e66-6077c07eade5 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:21:59.592248 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c6d4dc47-7a7a-4ed7-9840-5587eb6856b2 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:59.634536 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c6d4dc47-7a7a-4ed7-9840-5587eb6856b2 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:59.740054 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c6d4dc47-7a7a-4ed7-9840-5587eb6856b2 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:59.812111 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c6d4dc47-7a7a-4ed7-9840-5587eb6856b2 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:59.843180 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4dc47-7a7a-4ed7-9840-5587eb6856b2 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Pushing event deleted for resources: {'Subnet': ['ID=25008c69-3349-4c98-9e66-6077c07eade5,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:59.845149 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c6d4dc47-7a7a-4ed7-9840-5587eb6856b2 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:59.847066 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c6d4dc47-7a7a-4ed7-9840-5587eb6856b2 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] 10.222.0.38 "DELETE /v2.0/subnets/25008c69-3349-4c98-9e66-6077c07eade5 HTTP/1.1" status: 204 len: 168 time: 0.3173997 Jul 16 21:21:59.849632 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57154) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:59.924614 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-488b14d0-21c6-48fe-8220-367b771c7036 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:59.980758 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-488b14d0-21c6-48fe-8220-367b771c7036 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Deleting port b079975a-7a7a-44d9-ae7d-68f845c636e8 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:21:59.981018 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-488b14d0-21c6-48fe-8220-367b771c7036 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:00.000500 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:00.049673 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-488b14d0-21c6-48fe-8220-367b771c7036 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] For port b079975a-7a7a-44d9-ae7d-68f845c636e8, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=b079975a-7a7a-44d9-ae7d-68f845c636e8,segment=NetworkSegment(28b2cde3-7a79-431d-9029-f2df4a2b2fed),segment_id=28b2cde3-7a79-431d-9029-f2df4a2b2fed)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:00.050555 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-488b14d0-21c6-48fe-8220-367b771c7036 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:00.062780 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-488b14d0-21c6-48fe-8220-367b771c7036 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Calling delete_port for b079975a-7a7a-44d9-ae7d-68f845c636e8 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:22:00.151635 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-488b14d0-21c6-48fe-8220-367b771c7036 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:00.178216 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b14d0-21c6-48fe-8220-367b771c7036 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Pushing event deleted for resources: {'Port': ['ID=b079975a-7a7a-44d9-ae7d-68f845c636e8,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:00.182978 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488b14d0-21c6-48fe-8220-367b771c7036 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] No DVR routers for this DVR port b079975a-7a7a-44d9-ae7d-68f845c636e8 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:22:00.270851 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-488b14d0-21c6-48fe-8220-367b771c7036 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:00.283215 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-488b14d0-21c6-48fe-8220-367b771c7036 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db52443-f5d8-4293-8da8-b6d17cb6f27e']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:00.300444 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-488b14d0-21c6-48fe-8220-367b771c7036 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b2cde3-7a79-431d-9029-f2df4a2b2fed') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:00.300737 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-488b14d0-21c6-48fe-8220-367b771c7036 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b2cde3-7a79-431d-9029-f2df4a2b2fed') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:00.311166 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-488b14d0-21c6-48fe-8220-367b771c7036 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:00.327521 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-488b14d0-21c6-48fe-8220-367b771c7036 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:00.335015 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488b14d0-21c6-48fe-8220-367b771c7036 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:22:00.335429 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-488b14d0-21c6-48fe-8220-367b771c7036 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: timer() Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:22:00.339361 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:22:00.410805 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-488b14d0-21c6-48fe-8220-367b771c7036 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:00.420133 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-488b14d0-21c6-48fe-8220-367b771c7036 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:00.424630 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-488b14d0-21c6-48fe-8220-367b771c7036 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] 10.222.0.38 "DELETE /v2.0/networks/9db52443-f5d8-4293-8da8-b6d17cb6f27e HTTP/1.1" status: 204 len: 168 time: 0.5714729 Jul 16 21:22:00.425143 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57156) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:00.441795 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b14d0-21c6-48fe-8220-367b771c7036 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Pushing event deleted for resources: {'Network': ['ID=9db52443-f5d8-4293-8da8-b6d17cb6f27e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:00.454717 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-168b31db-46a5-4f88-bac0-b15eec3d488a tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] DELETE failed (client error): The resource could not be found. Jul 16 21:22:00.455053 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-168b31db-46a5-4f88-bac0-b15eec3d488a tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:22:00.456852 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-168b31db-46a5-4f88-bac0-b15eec3d488a tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] 10.222.0.38 "DELETE /v2.0/subnets/c9c10b19-af20-40b6-9066-2f8d08dedaec HTTP/1.1" status: 404 len: 337 time: 0.0307052 Jul 16 21:22:00.459477 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57158) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:00.479422 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-15900b2f-808d-4dd7-9c4b-f05ff03d660d tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] DELETE failed (client error): The resource could not be found. Jul 16 21:22:00.480015 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15900b2f-808d-4dd7-9c4b-f05ff03d660d tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:22:00.481798 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-15900b2f-808d-4dd7-9c4b-f05ff03d660d tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] 10.222.0.38 "DELETE /v2.0/networks/c49d77f4-b2fc-4531-9df0-595f5466bd58 HTTP/1.1" status: 404 len: 339 time: 0.0213897 Jul 16 21:22:00.484959 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57160) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:00.513970 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-1031f1c4-7220-466a-ab15-f713662bc188 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] DELETE failed (client error): The resource could not be found. Jul 16 21:22:00.514486 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1031f1c4-7220-466a-ab15-f713662bc188 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:22:00.516230 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1031f1c4-7220-466a-ab15-f713662bc188 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] 10.222.0.38 "DELETE /v2.0/subnets/c90f498a-98fb-43dd-a7df-92ef849d662e HTTP/1.1" status: 404 len: 337 time: 0.0303645 Jul 16 21:22:00.519244 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57162) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:00.539691 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-93a3ef72-486c-47ed-9102-74ca30eb0ef1 None None] Could not find standard attr ID for object b079975a-7a7a-44d9-ae7d-68f845c636e8. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 21:22:00.542895 n-d-791506-21 neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b42895-fe92-4be3-92bd-a3fc6c878db3 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] DELETE failed (client error): The resource could not be found. Jul 16 21:22:00.543232 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b42895-fe92-4be3-92bd-a3fc6c878db3 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:22:00.544979 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b5b42895-fe92-4be3-92bd-a3fc6c878db3 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] 10.222.0.38 "DELETE /v2.0/networks/2c0bec5d-ec1b-408b-b638-58b665694fec HTTP/1.1" status: 404 len: 339 time: 0.0247374 Jul 16 21:22:00.547968 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57164) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:00.559162 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263ba30e-ff25-4c69-8b44-681929d63beb None None] DHCP port deletion for 9db52443-f5d8-4293-8da8-b6d17cb6f27e request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:22:00.575414 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cccee0e-bd0e-4a4b-9175-654406e76560 None None] Network 9db52443-f5d8-4293-8da8-b6d17cb6f27e requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:00.588360 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cccee0e-bd0e-4a4b-9175-654406e76560 None None] Network 9db52443-f5d8-4293-8da8-b6d17cb6f27e could not be found, it might have been deleted concurrently. {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 21:22:00.605692 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f67dd3-b3f6-4fb3-824c-fb10c6129289 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Deleting subnet 1ada6a46-78c0-48fd-b222-7f51629522ba {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:22:00.608869 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1f67dd3-b3f6-4fb3-824c-fb10c6129289 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:00.654376 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1f67dd3-b3f6-4fb3-824c-fb10c6129289 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:00.741130 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1f67dd3-b3f6-4fb3-824c-fb10c6129289 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:00.813585 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1f67dd3-b3f6-4fb3-824c-fb10c6129289 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:00.839742 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f67dd3-b3f6-4fb3-824c-fb10c6129289 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Pushing event deleted for resources: {'Subnet': ['ID=1ada6a46-78c0-48fd-b222-7f51629522ba,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:00.845588 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1f67dd3-b3f6-4fb3-824c-fb10c6129289 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:00.847500 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d1f67dd3-b3f6-4fb3-824c-fb10c6129289 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] 10.222.0.38 "DELETE /v2.0/subnets/1ada6a46-78c0-48fd-b222-7f51629522ba HTTP/1.1" status: 204 len: 168 time: 0.2989600 Jul 16 21:22:00.849969 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57166) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:00.854214 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458ad02a-84b0-449e-9426-c563b829db3b None None] Network 6776d1e4-b6d6-4e28-abfc-4c4f18803ee8 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:00.931733 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9d83384c-17c2-41bb-a306-495dccc9c619 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:00.985308 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-9d83384c-17c2-41bb-a306-495dccc9c619 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Deleting port 75c3e46f-bcd2-40fd-9f47-0c48f6a4d918 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:22:00.985654 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9d83384c-17c2-41bb-a306-495dccc9c619 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:01.030951 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480d192f-0e91-4fad-ba2c-b63b3679e4d0 None None] DHCP port deletion for 6776d1e4-b6d6-4e28-abfc-4c4f18803ee8 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:22:01.054649 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-9d83384c-17c2-41bb-a306-495dccc9c619 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] For port 75c3e46f-bcd2-40fd-9f47-0c48f6a4d918, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=75c3e46f-bcd2-40fd-9f47-0c48f6a4d918,segment=NetworkSegment(2a0b2c90-4da2-4998-8901-9d78aec165cb),segment_id=2a0b2c90-4da2-4998-8901-9d78aec165cb)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:01.055016 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9d83384c-17c2-41bb-a306-495dccc9c619 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:01.067861 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-9d83384c-17c2-41bb-a306-495dccc9c619 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Calling delete_port for 75c3e46f-bcd2-40fd-9f47-0c48f6a4d918 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:22:01.078040 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-480d192f-0e91-4fad-ba2c-b63b3679e4d0 None None] Deleting port 75c3e46f-bcd2-40fd-9f47-0c48f6a4d918 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:22:01.078568 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-480d192f-0e91-4fad-ba2c-b63b3679e4d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:01.144143 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-480d192f-0e91-4fad-ba2c-b63b3679e4d0 None None] For port 75c3e46f-bcd2-40fd-9f47-0c48f6a4d918, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=75c3e46f-bcd2-40fd-9f47-0c48f6a4d918,segment=NetworkSegment(2a0b2c90-4da2-4998-8901-9d78aec165cb),segment_id=2a0b2c90-4da2-4998-8901-9d78aec165cb)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:01.144546 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-480d192f-0e91-4fad-ba2c-b63b3679e4d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:01.148933 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9d83384c-17c2-41bb-a306-495dccc9c619 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:01.157725 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-480d192f-0e91-4fad-ba2c-b63b3679e4d0 None None] Calling delete_port for 75c3e46f-bcd2-40fd-9f47-0c48f6a4d918 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:22:01.181251 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83384c-17c2-41bb-a306-495dccc9c619 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Pushing event deleted for resources: {'Port': ['ID=75c3e46f-bcd2-40fd-9f47-0c48f6a4d918,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:01.185391 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d83384c-17c2-41bb-a306-495dccc9c619 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] No DVR routers for this DVR port 75c3e46f-bcd2-40fd-9f47-0c48f6a4d918 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:22:01.237205 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-480d192f-0e91-4fad-ba2c-b63b3679e4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:01.267248 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d192f-0e91-4fad-ba2c-b63b3679e4d0 None None] Pushing event deleted for resources: {'Port': ['ID=75c3e46f-bcd2-40fd-9f47-0c48f6a4d918,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:01.267513 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9d83384c-17c2-41bb-a306-495dccc9c619 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:01.269007 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480d192f-0e91-4fad-ba2c-b63b3679e4d0 None None] No DVR routers for this DVR port 75c3e46f-bcd2-40fd-9f47-0c48f6a4d918 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:22:01.281519 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-9d83384c-17c2-41bb-a306-495dccc9c619 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6776d1e4-b6d6-4e28-abfc-4c4f18803ee8']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:01.292370 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-9d83384c-17c2-41bb-a306-495dccc9c619 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a0b2c90-4da2-4998-8901-9d78aec165cb') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:01.292696 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-9d83384c-17c2-41bb-a306-495dccc9c619 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a0b2c90-4da2-4998-8901-9d78aec165cb') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:01.301644 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9d83384c-17c2-41bb-a306-495dccc9c619 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:01.315771 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9d83384c-17c2-41bb-a306-495dccc9c619 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:01.321844 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d83384c-17c2-41bb-a306-495dccc9c619 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:22:01.322279 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9d83384c-17c2-41bb-a306-495dccc9c619 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: timer() Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:22:01.325201 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:22:01.386155 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9d83384c-17c2-41bb-a306-495dccc9c619 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:01.392667 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9d83384c-17c2-41bb-a306-495dccc9c619 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:01.394473 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9d83384c-17c2-41bb-a306-495dccc9c619 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] 10.222.0.38 "DELETE /v2.0/networks/6776d1e4-b6d6-4e28-abfc-4c4f18803ee8 HTTP/1.1" status: 204 len: 168 time: 0.5435331 Jul 16 21:22:01.405995 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83384c-17c2-41bb-a306-495dccc9c619 tempest-NetworksIpV6Test-765402838 tempest-NetworksIpV6Test-765402838-project] Pushing event deleted for resources: {'Network': ['ID=6776d1e4-b6d6-4e28-abfc-4c4f18803ee8,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:01.641378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57172) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:01.771272 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-12e93a74-b242-4adc-9aaf-5589c76674c9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6c5dbc54547b49c7a74a1c143b42403e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286421 Jul 16 21:22:01.773641 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57176) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:01.821931 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4fc3a938-d43b-4001-8412-75f8b3b38224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:01.843165 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4fc3a938-d43b-4001-8412-75f8b3b38224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:01.888796 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4fc3a938-d43b-4001-8412-75f8b3b38224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:01.891532 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4fc3a938-d43b-4001-8412-75f8b3b38224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:01.892682 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4fc3a938-d43b-4001-8412-75f8b3b38224 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/315882d2-ab39-4382-b182-ea0c30dd3514 HTTP/1.1" status: 204 len: 168 time: 0.1181171 Jul 16 21:22:01.901731 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3a938-d43b-4001-8412-75f8b3b38224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315882d2-ab39-4382-b182-ea0c30dd3514,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:02.333311 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b079975a-7a7a-44d9-ae7d-68f845c636e8 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:22:02.356889 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: b079975a-7a7a-44d9-ae7d-68f845c636e8 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:22:02.357247 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device b079975a-7a7a-44d9-ae7d-68f845c636e8 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:22:02.357674 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 75c3e46f-bcd2-40fd-9f47-0c48f6a4d918 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:22:02.376544 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 75c3e46f-bcd2-40fd-9f47-0c48f6a4d918 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:22:02.376890 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 75c3e46f-bcd2-40fd-9f47-0c48f6a4d918 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:22:02.546733 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57198) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:02.637244 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-a3c6a8ab-4bc7-49df-a71f-b43fb9cde68f tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-3171436', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:02.664125 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a8ab-4bc7-49df-a71f-b43fb9cde68f tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:02.666052 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a8ab-4bc7-49df-a71f-b43fb9cde68f tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:02.716440 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a8ab-4bc7-49df-a71f-b43fb9cde68f tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:02.720489 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a8ab-4bc7-49df-a71f-b43fb9cde68f tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:02.736230 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a8ab-4bc7-49df-a71f-b43fb9cde68f tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:02.737435 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a3c6a8ab-4bc7-49df-a71f-b43fb9cde68f tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1896698 Jul 16 21:22:02.740387 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57202) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:02.745936 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-4928354a-777d-45a6-97b7-09a516704c41 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-466569690'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:02.765779 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4928354a-777d-45a6-97b7-09a516704c41 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Made reservation on behalf of 47d7bd32c76946d0b8351b891e60f980 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:02.769188 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4928354a-777d-45a6-97b7-09a516704c41 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:02.777558 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4928354a-777d-45a6-97b7-09a516704c41 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:02.869929 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4928354a-777d-45a6-97b7-09a516704c41 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:02.873285 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4928354a-777d-45a6-97b7-09a516704c41 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:02.898593 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4928354a-777d-45a6-97b7-09a516704c41 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:22:02.908095 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928354a-777d-45a6-97b7-09a516704c41 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59f5db7f-0388-47ac-aef9-5b26430e2590,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:02.913052 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4928354a-777d-45a6-97b7-09a516704c41 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:02.913389 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-4928354a-777d-45a6-97b7-09a516704c41 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Added segment c8f191b2-2fbe-4465-acd1-6c97caa2e49b of type vlan for network 751e3e9f-ab55-4cc4-92be-4ce20b424a45 Jul 16 21:22:02.957470 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4928354a-777d-45a6-97b7-09a516704c41 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:02.985131 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4928354a-777d-45a6-97b7-09a516704c41 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:02.990615 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4928354a-777d-45a6-97b7-09a516704c41 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:02.991196 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4928354a-777d-45a6-97b7-09a516704c41 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:03.024013 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-4928354a-777d-45a6-97b7-09a516704c41 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2826259 Jul 16 21:22:03.027448 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57204) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:03.032273 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-f5960fe3-7db1-404f-96d1-b76be1afe86e tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Request body: {'subnet': {'network_id': '751e3e9f-ab55-4cc4-92be-4ce20b424a45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:03.078023 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928354a-777d-45a6-97b7-09a516704c41 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Pushing event updated for resources: {'Network': ['ID=751e3e9f-ab55-4cc4-92be-4ce20b424a45,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:03.088944 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 751e3e9f-ab55-4cc4-92be-4ce20b424a45 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:22:03.151619 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5960fe3-7db1-404f-96d1-b76be1afe86e tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Made reservation on behalf of 47d7bd32c76946d0b8351b891e60f980 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:03.157526 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f5960fe3-7db1-404f-96d1-b76be1afe86e tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:03.337589 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f5960fe3-7db1-404f-96d1-b76be1afe86e tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:03.395020 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5960fe3-7db1-404f-96d1-b76be1afe86e tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Pushing event updated for resources: {'Subnet': ['ID=27788d33-c5fa-4f4b-8eb6-c9fd08c53df3,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:03.405326 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5960fe3-7db1-404f-96d1-b76be1afe86e tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Checking segment: {'id': 'c8f191b2-2fbe-4465-acd1-6c97caa2e49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '751e3e9f-ab55-4cc4-92be-4ce20b424a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:03.405626 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5960fe3-7db1-404f-96d1-b76be1afe86e tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Network hostable DHCP agents. Network: 751e3e9f-ab55-4cc4-92be-4ce20b424a45, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:22:03.422599 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5960fe3-7db1-404f-96d1-b76be1afe86e tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Network 751e3e9f-ab55-4cc4-92be-4ce20b424a45 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:22:03.431907 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-f5960fe3-7db1-404f-96d1-b76be1afe86e tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 751e3e9f-ab55-4cc4-92be-4ce20b424a45) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:03.435865 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5960fe3-7db1-404f-96d1-b76be1afe86e tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:03.436455 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f5960fe3-7db1-404f-96d1-b76be1afe86e tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:03.441445 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5ed99b-67d1-4cde-ae61-9db137c30fa5 None None] Network 751e3e9f-ab55-4cc4-92be-4ce20b424a45 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:03.453107 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f5960fe3-7db1-404f-96d1-b76be1afe86e tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4246342 Jul 16 21:22:03.456184 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57206) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:03.461190 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-9d4ff8d4-ec15-441a-aa14-8354fb709ea7 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1293211080'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:03.484876 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4ff8d4-ec15-441a-aa14-8354fb709ea7 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Made reservation on behalf of 47d7bd32c76946d0b8351b891e60f980 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:03.488418 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9d4ff8d4-ec15-441a-aa14-8354fb709ea7 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:03.514216 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d4ff8d4-ec15-441a-aa14-8354fb709ea7 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:22:03.523254 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9d4ff8d4-ec15-441a-aa14-8354fb709ea7 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:03.523593 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-9d4ff8d4-ec15-441a-aa14-8354fb709ea7 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Added segment 4e915e59-f997-4e17-87cb-a43fecb2cb1f of type vlan for network 9bde85e3-e800-4708-a136-d042158a01a4 Jul 16 21:22:03.563363 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9d4ff8d4-ec15-441a-aa14-8354fb709ea7 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:03.592516 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8080ad3f-ebf0-4cf9-85fa-6a91257b9619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-751e3e9f-ab55-4cc4-92be-4ce20b424a45', 'network_id': '751e3e9f-ab55-4cc4-92be-4ce20b424a45', 'tenant_id': '47d7bd32c76946d0b8351b891e60f980', 'fixed_ips': [{'subnet_id': '27788d33-c5fa-4f4b-8eb6-c9fd08c53df3'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:22:03.593685 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8080ad3f-ebf0-4cf9-85fa-6a91257b9619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:03.594201 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9d4ff8d4-ec15-441a-aa14-8354fb709ea7 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:03.599786 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4ff8d4-ec15-441a-aa14-8354fb709ea7 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:03.600368 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9d4ff8d4-ec15-441a-aa14-8354fb709ea7 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:03.635924 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9d4ff8d4-ec15-441a-aa14-8354fb709ea7 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1785965 Jul 16 21:22:03.638832 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57208) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:03.643627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-ccdd726b-7925-48ea-99e8-1437c83e6956 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Request body: {'subnet': {'network_id': '9bde85e3-e800-4708-a136-d042158a01a4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:03.695107 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ff8d4-ec15-441a-aa14-8354fb709ea7 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Pushing event updated for resources: {'Network': ['ID=9bde85e3-e800-4708-a136-d042158a01a4,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:03.711735 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 9bde85e3-e800-4708-a136-d042158a01a4 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:22:03.770915 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdd726b-7925-48ea-99e8-1437c83e6956 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Made reservation on behalf of 47d7bd32c76946d0b8351b891e60f980 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:03.775055 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ccdd726b-7925-48ea-99e8-1437c83e6956 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:03.791676 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-8080ad3f-ebf0-4cf9-85fa-6a91257b9619 None None] Allocated IP 172.20.0.2 (751e3e9f-ab55-4cc4-92be-4ce20b424a45/27788d33-c5fa-4f4b-8eb6-c9fd08c53df3/663bea7f-d492-43e1-ae53-861643008fa6) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:22:03.826272 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:03.943150 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8080ad3f-ebf0-4cf9-85fa-6a91257b9619 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:03.952291 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8080ad3f-ebf0-4cf9-85fa-6a91257b9619 None None] Transition to ACTIVE for port object 663bea7f-d492-43e1-ae53-861643008fa6 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:03.962809 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ccdd726b-7925-48ea-99e8-1437c83e6956 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:03.967704 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8080ad3f-ebf0-4cf9-85fa-6a91257b9619 None None] Transition to ACTIVE for port object 663bea7f-d492-43e1-ae53-861643008fa6 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:03.972720 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8080ad3f-ebf0-4cf9-85fa-6a91257b9619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:04.015506 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8080ad3f-ebf0-4cf9-85fa-6a91257b9619 None None] Network 751e3e9f-ab55-4cc4-92be-4ce20b424a45 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:22:04.018556 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-8080ad3f-ebf0-4cf9-85fa-6a91257b9619 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:04.022117 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8080ad3f-ebf0-4cf9-85fa-6a91257b9619 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:22:04.029425 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080ad3f-ebf0-4cf9-85fa-6a91257b9619 None None] Pushing event updated for resources: {'Port': ['ID=663bea7f-d492-43e1-ae53-861643008fa6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:04.029726 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd726b-7925-48ea-99e8-1437c83e6956 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Pushing event updated for resources: {'Subnet': ['ID=c95fe104-5438-42eb-9b6f-9f54b4c3eb38,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:04.038182 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdd726b-7925-48ea-99e8-1437c83e6956 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Checking segment: {'id': '4e915e59-f997-4e17-87cb-a43fecb2cb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9bde85e3-e800-4708-a136-d042158a01a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:04.038556 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdd726b-7925-48ea-99e8-1437c83e6956 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Network hostable DHCP agents. Network: 9bde85e3-e800-4708-a136-d042158a01a4, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:22:04.058289 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdd726b-7925-48ea-99e8-1437c83e6956 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Network 9bde85e3-e800-4708-a136-d042158a01a4 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:22:04.066933 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-ccdd726b-7925-48ea-99e8-1437c83e6956 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 9bde85e3-e800-4708-a136-d042158a01a4) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:04.072000 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdd726b-7925-48ea-99e8-1437c83e6956 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:04.072615 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ccdd726b-7925-48ea-99e8-1437c83e6956 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:04.077033 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe7b4c6-ea93-4993-bc99-883f558dfa56 None None] Network 9bde85e3-e800-4708-a136-d042158a01a4 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:04.090678 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57210) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:04.091272 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ccdd726b-7925-48ea-99e8-1437c83e6956 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4508972 Jul 16 21:22:04.095478 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d90df2d5-6217-4105-8f5f-626362c4dfd6 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Request body: {'router': {'external_gateway_info': {'network_id': '9bde85e3-e800-4708-a136-d042158a01a4'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:04.100926 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-8080ad3f-ebf0-4cf9-85fa-6a91257b9619 None None] Attempting to bind port 663bea7f-d492-43e1-ae53-861643008fa6 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:22:04.101300 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-8080ad3f-ebf0-4cf9-85fa-6a91257b9619 None None] Attempting to bind port 663bea7f-d492-43e1-ae53-861643008fa6 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'c8f191b2-2fbe-4465-acd1-6c97caa2e49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '751e3e9f-ab55-4cc4-92be-4ce20b424a45'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:22:04.101666 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8080ad3f-ebf0-4cf9-85fa-6a91257b9619 None None] Attempting to bind port 663bea7f-d492-43e1-ae53-861643008fa6 on network 751e3e9f-ab55-4cc4-92be-4ce20b424a45 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:22:04.111020 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8080ad3f-ebf0-4cf9-85fa-6a91257b9619 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:22:04.111744 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8080ad3f-ebf0-4cf9-85fa-6a91257b9619 None None] Checking segment: {'id': 'c8f191b2-2fbe-4465-acd1-6c97caa2e49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '751e3e9f-ab55-4cc4-92be-4ce20b424a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:04.111860 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8080ad3f-ebf0-4cf9-85fa-6a91257b9619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:04.112189 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8080ad3f-ebf0-4cf9-85fa-6a91257b9619 None None] Bound using segment: {'id': 'c8f191b2-2fbe-4465-acd1-6c97caa2e49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '751e3e9f-ab55-4cc4-92be-4ce20b424a45'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:22:04.112655 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-8080ad3f-ebf0-4cf9-85fa-6a91257b9619 None None] Bound port: 663bea7f-d492-43e1-ae53-861643008fa6, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8f191b2-2fbe-4465-acd1-6c97caa2e49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '751e3e9f-ab55-4cc4-92be-4ce20b424a45'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:22:04.113037 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8080ad3f-ebf0-4cf9-85fa-6a91257b9619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:04.244244 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8080ad3f-ebf0-4cf9-85fa-6a91257b9619 None None] For port 663bea7f-d492-43e1-ae53-861643008fa6, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:22:04.261554 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8080ad3f-ebf0-4cf9-85fa-6a91257b9619 None None] For port 663bea7f-d492-43e1-ae53-861643008fa6, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=663bea7f-d492-43e1-ae53-861643008fa6,segment=NetworkSegment(c8f191b2-2fbe-4465-acd1-6c97caa2e49b),segment_id=c8f191b2-2fbe-4465-acd1-6c97caa2e49b)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:22:04.268332 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8080ad3f-ebf0-4cf9-85fa-6a91257b9619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:04.314539 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fcbf2c-cce6-4e28-9a9a-5faea3de60e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-9bde85e3-e800-4708-a136-d042158a01a4', 'network_id': '9bde85e3-e800-4708-a136-d042158a01a4', 'tenant_id': '47d7bd32c76946d0b8351b891e60f980', 'fixed_ips': [{'subnet_id': 'c95fe104-5438-42eb-9b6f-9f54b4c3eb38'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:22:04.315391 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66fcbf2c-cce6-4e28-9a9a-5faea3de60e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:04.318710 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d90df2d5-6217-4105-8f5f-626362c4dfd6 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:04.366874 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080ad3f-ebf0-4cf9-85fa-6a91257b9619 None None] Pushing event updated for resources: {'Port': ['ID=663bea7f-d492-43e1-ae53-861643008fa6,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:04.431952 n-d-791506-21 neutron-server[93793]: INFO neutron.api.v2.resource [None req-d90df2d5-6217-4105-8f5f-626362c4dfd6 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 21:22:04.436399 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d90df2d5-6217-4105-8f5f-626362c4dfd6 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] 10.222.0.38 "PUT /v2.0/routers/9463049d-a3c7-41e5-9344-325c60e4d0d6 HTTP/1.1" status: 400 len: 364 time: 0.3446369 Jul 16 21:22:04.439335 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57212) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:04.489213 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-66fcbf2c-cce6-4e28-9a9a-5faea3de60e3 None None] Allocated IP 172.21.0.2 (9bde85e3-e800-4708-a136-d042158a01a4/c95fe104-5438-42eb-9b6f-9f54b4c3eb38/cb86a561-1c3f-4d59-ab94-b6fff57e5a55) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:22:04.493947 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a86672-9f5d-4d50-b915-fe7f0b6d6e73 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Deleting subnet c95fe104-5438-42eb-9b6f-9f54b4c3eb38 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:22:04.648386 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66fcbf2c-cce6-4e28-9a9a-5faea3de60e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:04.657838 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-66fcbf2c-cce6-4e28-9a9a-5faea3de60e3 None None] Transition to ACTIVE for port object cb86a561-1c3f-4d59-ab94-b6fff57e5a55 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:04.672548 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-66fcbf2c-cce6-4e28-9a9a-5faea3de60e3 None None] Transition to ACTIVE for port object cb86a561-1c3f-4d59-ab94-b6fff57e5a55 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:04.677898 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-37a86672-9f5d-4d50-b915-fe7f0b6d6e73 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:04.678463 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66fcbf2c-cce6-4e28-9a9a-5faea3de60e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:04.715450 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fcbf2c-cce6-4e28-9a9a-5faea3de60e3 None None] Network 9bde85e3-e800-4708-a136-d042158a01a4 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:22:04.719139 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-37a86672-9f5d-4d50-b915-fe7f0b6d6e73 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:04.721852 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-66fcbf2c-cce6-4e28-9a9a-5faea3de60e3 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:04.724307 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fcbf2c-cce6-4e28-9a9a-5faea3de60e3 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:22:04.733148 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcbf2c-cce6-4e28-9a9a-5faea3de60e3 None None] Pushing event updated for resources: {'Port': ['ID=cb86a561-1c3f-4d59-ab94-b6fff57e5a55,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:04.790873 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-66fcbf2c-cce6-4e28-9a9a-5faea3de60e3 None None] Attempting to bind port cb86a561-1c3f-4d59-ab94-b6fff57e5a55 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:22:04.791145 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-66fcbf2c-cce6-4e28-9a9a-5faea3de60e3 None None] Attempting to bind port cb86a561-1c3f-4d59-ab94-b6fff57e5a55 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '4e915e59-f997-4e17-87cb-a43fecb2cb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9bde85e3-e800-4708-a136-d042158a01a4'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:22:04.791515 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fcbf2c-cce6-4e28-9a9a-5faea3de60e3 None None] Attempting to bind port cb86a561-1c3f-4d59-ab94-b6fff57e5a55 on network 9bde85e3-e800-4708-a136-d042158a01a4 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:22:04.796741 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fcbf2c-cce6-4e28-9a9a-5faea3de60e3 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:22:04.797124 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fcbf2c-cce6-4e28-9a9a-5faea3de60e3 None None] Checking segment: {'id': '4e915e59-f997-4e17-87cb-a43fecb2cb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9bde85e3-e800-4708-a136-d042158a01a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:04.797532 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66fcbf2c-cce6-4e28-9a9a-5faea3de60e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:04.797927 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fcbf2c-cce6-4e28-9a9a-5faea3de60e3 None None] Bound using segment: {'id': '4e915e59-f997-4e17-87cb-a43fecb2cb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9bde85e3-e800-4708-a136-d042158a01a4'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:22:04.798427 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-66fcbf2c-cce6-4e28-9a9a-5faea3de60e3 None None] Bound port: cb86a561-1c3f-4d59-ab94-b6fff57e5a55, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e915e59-f997-4e17-87cb-a43fecb2cb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9bde85e3-e800-4708-a136-d042158a01a4'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:22:04.798816 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66fcbf2c-cce6-4e28-9a9a-5faea3de60e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:04.809849 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-37a86672-9f5d-4d50-b915-fe7f0b6d6e73 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:04.868439 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-37a86672-9f5d-4d50-b915-fe7f0b6d6e73 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:04.871148 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-66fcbf2c-cce6-4e28-9a9a-5faea3de60e3 None None] For port cb86a561-1c3f-4d59-ab94-b6fff57e5a55, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:22:04.874028 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-66fcbf2c-cce6-4e28-9a9a-5faea3de60e3 None None] For port cb86a561-1c3f-4d59-ab94-b6fff57e5a55, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=cb86a561-1c3f-4d59-ab94-b6fff57e5a55,segment=NetworkSegment(4e915e59-f997-4e17-87cb-a43fecb2cb1f),segment_id=4e915e59-f997-4e17-87cb-a43fecb2cb1f)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:22:04.879945 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66fcbf2c-cce6-4e28-9a9a-5faea3de60e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:04.899260 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-37a86672-9f5d-4d50-b915-fe7f0b6d6e73 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:04.901249 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-37a86672-9f5d-4d50-b915-fe7f0b6d6e73 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] 10.222.0.38 "DELETE /v2.0/subnets/c95fe104-5438-42eb-9b6f-9f54b4c3eb38 HTTP/1.1" status: 204 len: 168 time: 0.4608088 Jul 16 21:22:04.902185 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a86672-9f5d-4d50-b915-fe7f0b6d6e73 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Pushing event deleted for resources: {'Subnet': ['ID=c95fe104-5438-42eb-9b6f-9f54b4c3eb38,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:04.903978 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57214) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:04.942465 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcbf2c-cce6-4e28-9a9a-5faea3de60e3 None None] Pushing event updated for resources: {'Port': ['ID=cb86a561-1c3f-4d59-ab94-b6fff57e5a55,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:04.998206 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef8c42ae-f088-4840-87ea-b9e1ce7eea7d tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:05.054418 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c42ae-f088-4840-87ea-b9e1ce7eea7d tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Deleting port cb86a561-1c3f-4d59-ab94-b6fff57e5a55 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:22:05.054940 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef8c42ae-f088-4840-87ea-b9e1ce7eea7d tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:05.135112 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-ef8c42ae-f088-4840-87ea-b9e1ce7eea7d tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] For port cb86a561-1c3f-4d59-ab94-b6fff57e5a55, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=cb86a561-1c3f-4d59-ab94-b6fff57e5a55,segment=NetworkSegment(4e915e59-f997-4e17-87cb-a43fecb2cb1f),segment_id=4e915e59-f997-4e17-87cb-a43fecb2cb1f)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:05.135714 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef8c42ae-f088-4840-87ea-b9e1ce7eea7d tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:05.162047 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c42ae-f088-4840-87ea-b9e1ce7eea7d tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Calling delete_port for cb86a561-1c3f-4d59-ab94-b6fff57e5a55 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:22:05.253044 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef8c42ae-f088-4840-87ea-b9e1ce7eea7d tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:05.281876 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c42ae-f088-4840-87ea-b9e1ce7eea7d tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Pushing event deleted for resources: {'Port': ['ID=cb86a561-1c3f-4d59-ab94-b6fff57e5a55,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:05.285256 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8c42ae-f088-4840-87ea-b9e1ce7eea7d tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] No DVR routers for this DVR port cb86a561-1c3f-4d59-ab94-b6fff57e5a55 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:22:05.370869 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef8c42ae-f088-4840-87ea-b9e1ce7eea7d tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:05.381450 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-ef8c42ae-f088-4840-87ea-b9e1ce7eea7d tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bde85e3-e800-4708-a136-d042158a01a4']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:05.392752 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-ef8c42ae-f088-4840-87ea-b9e1ce7eea7d tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e915e59-f997-4e17-87cb-a43fecb2cb1f') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:05.393070 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-ef8c42ae-f088-4840-87ea-b9e1ce7eea7d tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e915e59-f997-4e17-87cb-a43fecb2cb1f') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:05.402279 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef8c42ae-f088-4840-87ea-b9e1ce7eea7d tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:05.416833 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef8c42ae-f088-4840-87ea-b9e1ce7eea7d tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:05.418263 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109e6a52-e759-49ea-b12d-495dc943c15b None None] Network 751e3e9f-ab55-4cc4-92be-4ce20b424a45 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:05.423490 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8c42ae-f088-4840-87ea-b9e1ce7eea7d tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:22:05.423931 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef8c42ae-f088-4840-87ea-b9e1ce7eea7d tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: timer() Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:22:05.426926 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:22:05.495098 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef8c42ae-f088-4840-87ea-b9e1ce7eea7d tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:05.500215 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef8c42ae-f088-4840-87ea-b9e1ce7eea7d tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:05.502306 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ef8c42ae-f088-4840-87ea-b9e1ce7eea7d tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] 10.222.0.38 "DELETE /v2.0/networks/9bde85e3-e800-4708-a136-d042158a01a4 HTTP/1.1" status: 204 len: 168 time: 0.5967495 Jul 16 21:22:05.504866 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57216) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:05.516740 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c42ae-f088-4840-87ea-b9e1ce7eea7d tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Pushing event deleted for resources: {'Network': ['ID=9bde85e3-e800-4708-a136-d042158a01a4,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:05.519162 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a75e8c46-16be-4745-a775-4164d5206be8 None None] Provisioning for port 663bea7f-d492-43e1-ae53-861643008fa6 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:05.560915 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d6cc64-ca48-4125-9f34-889ef1b536f2 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Deleting subnet 27788d33-c5fa-4f4b-8eb6-c9fd08c53df3 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:22:05.564126 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-20d6cc64-ca48-4125-9f34-889ef1b536f2 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:05.611733 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-20d6cc64-ca48-4125-9f34-889ef1b536f2 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:05.700950 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-20d6cc64-ca48-4125-9f34-889ef1b536f2 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:05.773007 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-20d6cc64-ca48-4125-9f34-889ef1b536f2 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:05.802839 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6cc64-ca48-4125-9f34-889ef1b536f2 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Pushing event deleted for resources: {'Subnet': ['ID=27788d33-c5fa-4f4b-8eb6-c9fd08c53df3,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:05.813407 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-20d6cc64-ca48-4125-9f34-889ef1b536f2 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:05.815500 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-20d6cc64-ca48-4125-9f34-889ef1b536f2 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] 10.222.0.38 "DELETE /v2.0/subnets/27788d33-c5fa-4f4b-8eb6-c9fd08c53df3 HTTP/1.1" status: 204 len: 168 time: 0.3096461 Jul 16 21:22:05.818808 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57218) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:05.868794 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5411e75b-0dd0-4d85-8e55-3abe86afc417 None None] Network 751e3e9f-ab55-4cc4-92be-4ce20b424a45 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:05.906854 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d66d355-f578-4f10-80b1-444442d6b6be tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:05.975088 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-5d66d355-f578-4f10-80b1-444442d6b6be tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Deleting port 663bea7f-d492-43e1-ae53-861643008fa6 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:22:05.975432 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d66d355-f578-4f10-80b1-444442d6b6be tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:06.049060 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-5d66d355-f578-4f10-80b1-444442d6b6be tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] For port 663bea7f-d492-43e1-ae53-861643008fa6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=663bea7f-d492-43e1-ae53-861643008fa6,segment=NetworkSegment(c8f191b2-2fbe-4465-acd1-6c97caa2e49b),segment_id=c8f191b2-2fbe-4465-acd1-6c97caa2e49b)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:06.049411 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d66d355-f578-4f10-80b1-444442d6b6be tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:06.063175 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67713ad7-d1e7-4482-94a3-d092b645c5b2 None None] DHCP port deletion for 751e3e9f-ab55-4cc4-92be-4ce20b424a45 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:22:06.063958 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-5d66d355-f578-4f10-80b1-444442d6b6be tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Calling delete_port for 663bea7f-d492-43e1-ae53-861643008fa6 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:22:06.095471 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6c177e79-a526-4a9d-9a26-89b93948a250 None None] Could not find standard attr ID for object cb86a561-1c3f-4d59-ab94-b6fff57e5a55. {{(pid=93795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 21:22:06.099846 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a48228-1f21-4485-8bb7-f0d9218b3c97 None None] DHCP port deletion for 9bde85e3-e800-4708-a136-d042158a01a4 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:22:06.117760 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cb6ed1-72a7-47c1-8033-385a69153de1 None None] Network 9bde85e3-e800-4708-a136-d042158a01a4 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:06.139937 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cb6ed1-72a7-47c1-8033-385a69153de1 None None] Network 9bde85e3-e800-4708-a136-d042158a01a4 could not be found, it might have been deleted concurrently. {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 21:22:06.149260 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-67713ad7-d1e7-4482-94a3-d092b645c5b2 None None] Deleting port 663bea7f-d492-43e1-ae53-861643008fa6 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:22:06.149645 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67713ad7-d1e7-4482-94a3-d092b645c5b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:06.155798 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d66d355-f578-4f10-80b1-444442d6b6be tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:06.187402 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66d355-f578-4f10-80b1-444442d6b6be tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Pushing event deleted for resources: {'Port': ['ID=663bea7f-d492-43e1-ae53-861643008fa6,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:06.190204 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d66d355-f578-4f10-80b1-444442d6b6be tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] No DVR routers for this DVR port 663bea7f-d492-43e1-ae53-861643008fa6 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:22:06.214047 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-67713ad7-d1e7-4482-94a3-d092b645c5b2 None None] For port 663bea7f-d492-43e1-ae53-861643008fa6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=663bea7f-d492-43e1-ae53-861643008fa6,segment=NetworkSegment(c8f191b2-2fbe-4465-acd1-6c97caa2e49b),segment_id=c8f191b2-2fbe-4465-acd1-6c97caa2e49b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:06.214468 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67713ad7-d1e7-4482-94a3-d092b645c5b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:06.230468 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-67713ad7-d1e7-4482-94a3-d092b645c5b2 None None] Calling delete_port for 663bea7f-d492-43e1-ae53-861643008fa6 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:22:06.275990 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d66d355-f578-4f10-80b1-444442d6b6be tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:06.286145 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-5d66d355-f578-4f10-80b1-444442d6b6be tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751e3e9f-ab55-4cc4-92be-4ce20b424a45']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:06.298021 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-5d66d355-f578-4f10-80b1-444442d6b6be tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f191b2-2fbe-4465-acd1-6c97caa2e49b') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:06.298342 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-5d66d355-f578-4f10-80b1-444442d6b6be tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f191b2-2fbe-4465-acd1-6c97caa2e49b') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:06.307736 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d66d355-f578-4f10-80b1-444442d6b6be tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:06.309681 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67713ad7-d1e7-4482-94a3-d092b645c5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:06.323021 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d66d355-f578-4f10-80b1-444442d6b6be tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:06.328868 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d66d355-f578-4f10-80b1-444442d6b6be tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:22:06.329296 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d66d355-f578-4f10-80b1-444442d6b6be tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: timer() Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:22:06.332926 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:22:06.335033 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67713ad7-d1e7-4482-94a3-d092b645c5b2 None None] Pushing event deleted for resources: {'Port': ['ID=663bea7f-d492-43e1-ae53-861643008fa6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:06.339515 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67713ad7-d1e7-4482-94a3-d092b645c5b2 None None] No DVR routers for this DVR port 663bea7f-d492-43e1-ae53-861643008fa6 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:22:06.403662 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d66d355-f578-4f10-80b1-444442d6b6be tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:06.408197 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5d66d355-f578-4f10-80b1-444442d6b6be tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:06.410943 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5d66d355-f578-4f10-80b1-444442d6b6be tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] 10.222.0.38 "DELETE /v2.0/networks/751e3e9f-ab55-4cc4-92be-4ce20b424a45 HTTP/1.1" status: 204 len: 168 time: 0.5909300 Jul 16 21:22:06.413119 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57220) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:06.427381 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66d355-f578-4f10-80b1-444442d6b6be tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Pushing event deleted for resources: {'Network': ['ID=751e3e9f-ab55-4cc4-92be-4ce20b424a45,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:06.447446 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-541ed5cb-7018-43a1-ba4a-efbfe6286664 tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] 10.222.0.38 "GET /v2.0/ports?device_id=9463049d-a3c7-41e5-9344-325c60e4d0d6 HTTP/1.1" status: 200 len: 205 time: 0.0331221 Jul 16 21:22:06.449822 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57222) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:06.521499 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-508e1155-09d8-4422-a01d-9947bea4cc9d tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:07.030601 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-508e1155-09d8-4422-a01d-9947bea4cc9d tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:07.032687 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-508e1155-09d8-4422-a01d-9947bea4cc9d tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:07.078270 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-508e1155-09d8-4422-a01d-9947bea4cc9d tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:07.078850 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508e1155-09d8-4422-a01d-9947bea4cc9d tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Fanout notify agent at l3_agent the message router_deleted on router 9463049d-a3c7-41e5-9344-325c60e4d0d6 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:22:07.085557 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-508e1155-09d8-4422-a01d-9947bea4cc9d tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:07.086727 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-508e1155-09d8-4422-a01d-9947bea4cc9d tempest-RoutersNegativeTest-1560038866 tempest-RoutersNegativeTest-1560038866-project] 10.222.0.38 "DELETE /v2.0/routers/9463049d-a3c7-41e5-9344-325c60e4d0d6 HTTP/1.1" status: 204 len: 168 time: 0.6359744 Jul 16 21:22:07.326832 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57228) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:07.454500 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cb845797-a6cc-414e-9468-ce81f21564a9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=47d7bd32c76946d0b8351b891e60f980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1263633 Jul 16 21:22:07.456938 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57232) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:07.505977 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cb5cd4ae-2ef0-47aa-ab72-8bf05b86715d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:07.527867 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cb5cd4ae-2ef0-47aa-ab72-8bf05b86715d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:07.574803 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cb5cd4ae-2ef0-47aa-ab72-8bf05b86715d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:07.577370 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cb5cd4ae-2ef0-47aa-ab72-8bf05b86715d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:07.578663 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cb5cd4ae-2ef0-47aa-ab72-8bf05b86715d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/59f5db7f-0388-47ac-aef9-5b26430e2590 HTTP/1.1" status: 204 len: 168 time: 0.1208179 Jul 16 21:22:07.588416 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cd4ae-2ef0-47aa-ab72-8bf05b86715d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f5db7f-0388-47ac-aef9-5b26430e2590,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:08.239935 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57254) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:08.340411 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-4d1c9a65-f2e0-4bf7-b630-58337a8e97d8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1780447962-network', 'tenant_id': 'd453ebdc109142dab4321b895a8f6252'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:08.361244 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1c9a65-f2e0-4bf7-b630-58337a8e97d8 admin admin] Made reservation on behalf of d453ebdc109142dab4321b895a8f6252 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:08.363594 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9a65-f2e0-4bf7-b630-58337a8e97d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:08.373046 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9a65-f2e0-4bf7-b630-58337a8e97d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:08.470632 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9a65-f2e0-4bf7-b630-58337a8e97d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:08.474706 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9a65-f2e0-4bf7-b630-58337a8e97d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:08.497756 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1c9a65-f2e0-4bf7-b630-58337a8e97d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:22:08.511480 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c9a65-f2e0-4bf7-b630-58337a8e97d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93171dfb-23df-43a2-aa2d-bd468a70e70b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:08.517025 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9a65-f2e0-4bf7-b630-58337a8e97d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:08.517367 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-4d1c9a65-f2e0-4bf7-b630-58337a8e97d8 admin admin] Added segment af939e7d-8398-447e-bfe8-9e9342e24e98 of type vlan for network 528a8abb-23f0-46b0-948f-38e096079bef Jul 16 21:22:08.561675 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9a65-f2e0-4bf7-b630-58337a8e97d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:08.594346 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9a65-f2e0-4bf7-b630-58337a8e97d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:08.595392 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1c9a65-f2e0-4bf7-b630-58337a8e97d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:08.596064 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9a65-f2e0-4bf7-b630-58337a8e97d8 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:08.629653 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4d1c9a65-f2e0-4bf7-b630-58337a8e97d8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3885345 Jul 16 21:22:08.632328 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57258) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:08.639245 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-f721cfad-4da8-47fe-b570-da9919047db9 admin admin] Request body: {'subnet': {'network_id': '528a8abb-23f0-46b0-948f-38e096079bef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1780447962-subnet', 'tenant_id': 'd453ebdc109142dab4321b895a8f6252', 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:08.668052 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c9a65-f2e0-4bf7-b630-58337a8e97d8 admin admin] Pushing event updated for resources: {'Network': ['ID=528a8abb-23f0-46b0-948f-38e096079bef,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:08.678344 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 528a8abb-23f0-46b0-948f-38e096079bef details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:22:08.692263 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f721cfad-4da8-47fe-b570-da9919047db9 admin admin] Made reservation on behalf of d453ebdc109142dab4321b895a8f6252 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:08.694944 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f721cfad-4da8-47fe-b570-da9919047db9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:08.861116 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f721cfad-4da8-47fe-b570-da9919047db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:08.907959 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721cfad-4da8-47fe-b570-da9919047db9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02e84907-99db-41f2-a9a8-7d7378a1998e,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:08.928362 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f721cfad-4da8-47fe-b570-da9919047db9 admin admin] Checking segment: {'id': 'af939e7d-8398-447e-bfe8-9e9342e24e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '528a8abb-23f0-46b0-948f-38e096079bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:08.928362 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f721cfad-4da8-47fe-b570-da9919047db9 admin admin] Network hostable DHCP agents. Network: 528a8abb-23f0-46b0-948f-38e096079bef, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:22:08.942218 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f721cfad-4da8-47fe-b570-da9919047db9 admin admin] Network 528a8abb-23f0-46b0-948f-38e096079bef is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:22:08.951452 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-f721cfad-4da8-47fe-b570-da9919047db9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 528a8abb-23f0-46b0-948f-38e096079bef) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:08.955445 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f721cfad-4da8-47fe-b570-da9919047db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:08.956036 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f721cfad-4da8-47fe-b570-da9919047db9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:08.962281 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f05c8d-eba9-49bf-99ea-586c5286916a None None] Network 528a8abb-23f0-46b0-948f-38e096079bef requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:08.969661 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f721cfad-4da8-47fe-b570-da9919047db9 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3362405 Jul 16 21:22:08.973515 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57260) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:08.978971 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-6483d864-7b13-4280-8a15-ef12239bcfcc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1780447962-router', 'tenant_id': 'd453ebdc109142dab4321b895a8f6252', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:09.002444 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6483d864-7b13-4280-8a15-ef12239bcfcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:09.003439 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6483d864-7b13-4280-8a15-ef12239bcfcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:09.063531 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6483d864-7b13-4280-8a15-ef12239bcfcc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:09.124610 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab958f8d-19c3-4905-8e8e-7ad5e1ad463a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-528a8abb-23f0-46b0-948f-38e096079bef', 'network_id': '528a8abb-23f0-46b0-948f-38e096079bef', 'tenant_id': 'd453ebdc109142dab4321b895a8f6252', 'fixed_ips': [{'subnet_id': '02e84907-99db-41f2-a9a8-7d7378a1998e'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:22:09.125484 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab958f8d-19c3-4905-8e8e-7ad5e1ad463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:09.203341 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6483d864-7b13-4280-8a15-ef12239bcfcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:09.278539 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-ab958f8d-19c3-4905-8e8e-7ad5e1ad463a None None] Allocated IP 172.20.0.2 (528a8abb-23f0-46b0-948f-38e096079bef/02e84907-99db-41f2-a9a8-7d7378a1998e/a2297697-b7fd-409d-8261-3fec3087e4b6) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:22:09.438793 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab958f8d-19c3-4905-8e8e-7ad5e1ad463a None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:09.448273 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ab958f8d-19c3-4905-8e8e-7ad5e1ad463a None None] Transition to ACTIVE for port object a2297697-b7fd-409d-8261-3fec3087e4b6 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:09.464728 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ab958f8d-19c3-4905-8e8e-7ad5e1ad463a None None] Transition to ACTIVE for port object a2297697-b7fd-409d-8261-3fec3087e4b6 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:09.471542 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab958f8d-19c3-4905-8e8e-7ad5e1ad463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:09.513769 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab958f8d-19c3-4905-8e8e-7ad5e1ad463a None None] Network 528a8abb-23f0-46b0-948f-38e096079bef is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:22:09.516623 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-ab958f8d-19c3-4905-8e8e-7ad5e1ad463a None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:09.520304 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab958f8d-19c3-4905-8e8e-7ad5e1ad463a None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:22:09.528641 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab958f8d-19c3-4905-8e8e-7ad5e1ad463a None None] Pushing event updated for resources: {'Port': ['ID=a2297697-b7fd-409d-8261-3fec3087e4b6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:09.588131 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ab958f8d-19c3-4905-8e8e-7ad5e1ad463a None None] Attempting to bind port a2297697-b7fd-409d-8261-3fec3087e4b6 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:22:09.588516 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ab958f8d-19c3-4905-8e8e-7ad5e1ad463a None None] Attempting to bind port a2297697-b7fd-409d-8261-3fec3087e4b6 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'af939e7d-8398-447e-bfe8-9e9342e24e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '528a8abb-23f0-46b0-948f-38e096079bef'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:22:09.588908 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab958f8d-19c3-4905-8e8e-7ad5e1ad463a None None] Attempting to bind port a2297697-b7fd-409d-8261-3fec3087e4b6 on network 528a8abb-23f0-46b0-948f-38e096079bef {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:22:09.594804 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab958f8d-19c3-4905-8e8e-7ad5e1ad463a None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:22:09.594804 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab958f8d-19c3-4905-8e8e-7ad5e1ad463a None None] Checking segment: {'id': 'af939e7d-8398-447e-bfe8-9e9342e24e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '528a8abb-23f0-46b0-948f-38e096079bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:09.595852 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab958f8d-19c3-4905-8e8e-7ad5e1ad463a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:09.595852 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab958f8d-19c3-4905-8e8e-7ad5e1ad463a None None] Bound using segment: {'id': 'af939e7d-8398-447e-bfe8-9e9342e24e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '528a8abb-23f0-46b0-948f-38e096079bef'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:22:09.596240 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ab958f8d-19c3-4905-8e8e-7ad5e1ad463a None None] Bound port: a2297697-b7fd-409d-8261-3fec3087e4b6, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af939e7d-8398-447e-bfe8-9e9342e24e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '528a8abb-23f0-46b0-948f-38e096079bef'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:22:09.596622 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab958f8d-19c3-4905-8e8e-7ad5e1ad463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:09.768144 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6483d864-7b13-4280-8a15-ef12239bcfcc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:09.787221 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6483d864-7b13-4280-8a15-ef12239bcfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:09.811089 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ab958f8d-19c3-4905-8e8e-7ad5e1ad463a None None] For port a2297697-b7fd-409d-8261-3fec3087e4b6, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:22:09.814267 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ab958f8d-19c3-4905-8e8e-7ad5e1ad463a None None] For port a2297697-b7fd-409d-8261-3fec3087e4b6, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a2297697-b7fd-409d-8261-3fec3087e4b6,segment=NetworkSegment(af939e7d-8398-447e-bfe8-9e9342e24e98),segment_id=af939e7d-8398-447e-bfe8-9e9342e24e98)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:22:09.823100 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab958f8d-19c3-4905-8e8e-7ad5e1ad463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:09.879340 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab958f8d-19c3-4905-8e8e-7ad5e1ad463a None None] Pushing event updated for resources: {'Port': ['ID=a2297697-b7fd-409d-8261-3fec3087e4b6,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:09.899499 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-6483d864-7b13-4280-8a15-ef12239bcfcc admin admin] Allocated IP 172.25.0.17 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/9b927e83-d5d8-46e2-a34c-f1cd57270351) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:22:10.015432 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6483d864-7b13-4280-8a15-ef12239bcfcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:10.066899 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6483d864-7b13-4280-8a15-ef12239bcfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:10.113771 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6483d864-7b13-4280-8a15-ef12239bcfcc admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:22:10.116731 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-6483d864-7b13-4280-8a15-ef12239bcfcc admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:10.121331 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6483d864-7b13-4280-8a15-ef12239bcfcc admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:22:10.144434 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483d864-7b13-4280-8a15-ef12239bcfcc admin admin] Pushing event updated for resources: {'Port': ['ID=9b927e83-d5d8-46e2-a34c-f1cd57270351,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:10.362428 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a2297697-b7fd-409d-8261-3fec3087e4b6 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:10.381935 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6483d864-7b13-4280-8a15-ef12239bcfcc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:10.414027 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port a2297697-b7fd-409d-8261-3fec3087e4b6 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:10.601945 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6483d864-7b13-4280-8a15-ef12239bcfcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:10.739366 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6483d864-7b13-4280-8a15-ef12239bcfcc admin admin] Router c2c7b14b-3fca-4916-9ce9-b92c257c40c3 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:22:10.853420 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671ff0da-8ffc-4778-ba02-d2ee665cd0f7 None None] Network 528a8abb-23f0-46b0-948f-38e096079bef requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:10.857725 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6483d864-7b13-4280-8a15-ef12239bcfcc admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:22:10.868428 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1f4d62-63a1-42d1-bbed-adf500d392cf None None] Sync routers for ids ['c2c7b14b-3fca-4916-9ce9-b92c257c40c3'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:22:10.875865 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6483d864-7b13-4280-8a15-ef12239bcfcc admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:10.877511 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6483d864-7b13-4280-8a15-ef12239bcfcc admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9029400 Jul 16 21:22:10.880089 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57262) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:10.913714 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1f4d62-63a1-42d1-bbed-adf500d392cf None None] Routers {'c2c7b14b-3fca-4916-9ce9-b92c257c40c3'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:22:10.914382 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-1d1f4d62-63a1-42d1-bbed-adf500d392cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:21:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c2c7b14b-3fca-4916-9ce9-b92c257c40c3'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:11.016670 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a163c149-da6f-4a51-9525-a70e9b7cfde9 None None] Provisioning for port a2297697-b7fd-409d-8261-3fec3087e4b6 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:11.046815 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a163c149-da6f-4a51-9525-a70e9b7cfde9 None None] Provisioning complete for port a2297697-b7fd-409d-8261-3fec3087e4b6 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:11.047195 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a163c149-da6f-4a51-9525-a70e9b7cfde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:11.096407 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-1d1f4d62-63a1-42d1-bbed-adf500d392cf None None] Set router c2c7b14b-3fca-4916-9ce9-b92c257c40c3 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:22:11.295828 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c987469c-ba6e-44ba-984e-21ff96bf01b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:11.324706 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a163c149-da6f-4a51-9525-a70e9b7cfde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:11.374275 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a163c149-da6f-4a51-9525-a70e9b7cfde9 None None] For port a2297697-b7fd-409d-8261-3fec3087e4b6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a2297697-b7fd-409d-8261-3fec3087e4b6,segment=NetworkSegment(af939e7d-8398-447e-bfe8-9e9342e24e98),segment_id=af939e7d-8398-447e-bfe8-9e9342e24e98)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:11.379536 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a163c149-da6f-4a51-9525-a70e9b7cfde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:11.415526 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-1d1f4d62-63a1-42d1-bbed-adf500d392cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c7b14b-3fca-4916-9ce9-b92c257c40c3', 'name': 'tempest-TestEncryptedCinderVolumes-1780447962-router', 'tenant_id': 'd453ebdc109142dab4321b895a8f6252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '9b927e83-d5d8-46e2-a34c-f1cd57270351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:09Z', 'updated_at': '2021-07-16T21:22:10Z', 'revision_number': 3, 'project_id': 'd453ebdc109142dab4321b895a8f6252', 'gw_port': {'id': '9b927e83-d5d8-46e2-a34c-f1cd57270351', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c7b14b-3fca-4916-9ce9-b92c257c40c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:09Z', 'updated_at': '2021-07-16T21:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:11.448029 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1f4d62-63a1-42d1-bbed-adf500d392cf None None] Checking router: c2c7b14b-3fca-4916-9ce9-b92c257c40c3 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:22:11.448029 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1f4d62-63a1-42d1-bbed-adf500d392cf None None] Updating router c2c7b14b-3fca-4916-9ce9-b92c257c40c3 port 9b927e83-d5d8-46e2-a34c-f1cd57270351 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:22:11.466834 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-c987469c-ba6e-44ba-984e-21ff96bf01b6 admin admin] Allocated IP 172.20.0.1 (528a8abb-23f0-46b0-948f-38e096079bef/02e84907-99db-41f2-a9a8-7d7378a1998e/06bf0d75-7cb1-468f-8538-b635c61c0a91) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:22:11.484531 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163c149-da6f-4a51-9525-a70e9b7cfde9 None None] Pushing event updated for resources: {'Port': ['ID=a2297697-b7fd-409d-8261-3fec3087e4b6,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:11.499432 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d1f4d62-63a1-42d1-bbed-adf500d392cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:11.582424 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c987469c-ba6e-44ba-984e-21ff96bf01b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:11.596151 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-c987469c-ba6e-44ba-984e-21ff96bf01b6 admin admin] Transition to ACTIVE for port object 06bf0d75-7cb1-468f-8538-b635c61c0a91 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:11.619674 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-97a751af-95fe-49a0-985c-8c48b5435c27 None None] Provisioning complete for port a2297697-b7fd-409d-8261-3fec3087e4b6 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:11.619969 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-97a751af-95fe-49a0-985c-8c48b5435c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:11.632079 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c987469c-ba6e-44ba-984e-21ff96bf01b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:11.668438 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c987469c-ba6e-44ba-984e-21ff96bf01b6 admin admin] Network 528a8abb-23f0-46b0-948f-38e096079bef is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:22:11.671371 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-c987469c-ba6e-44ba-984e-21ff96bf01b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:11.676968 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c987469c-ba6e-44ba-984e-21ff96bf01b6 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:22:11.706898 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987469c-ba6e-44ba-984e-21ff96bf01b6 admin admin] Pushing event updated for resources: {'Port': ['ID=06bf0d75-7cb1-468f-8538-b635c61c0a91,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:11.725998 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c987469c-ba6e-44ba-984e-21ff96bf01b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:11.845858 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d1f4d62-63a1-42d1-bbed-adf500d392cf None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:11.858927 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1d1f4d62-63a1-42d1-bbed-adf500d392cf None None] Transition to ACTIVE for port object 9b927e83-d5d8-46e2-a34c-f1cd57270351 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:11.865129 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d1f4d62-63a1-42d1-bbed-adf500d392cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:11.881749 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c987469c-ba6e-44ba-984e-21ff96bf01b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:11.927885 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577990de-9a12-4b73-bfee-7be0a6c370d8 None None] Pushing event updated for resources: {'Port': ['ID=9b927e83-d5d8-46e2-a34c-f1cd57270351,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:11.934536 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1d1f4d62-63a1-42d1-bbed-adf500d392cf None None] Attempting to bind port 9b927e83-d5d8-46e2-a34c-f1cd57270351 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:22:11.934893 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1d1f4d62-63a1-42d1-bbed-adf500d392cf None None] Attempting to bind port 9b927e83-d5d8-46e2-a34c-f1cd57270351 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:22:11.935281 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1f4d62-63a1-42d1-bbed-adf500d392cf None None] Attempting to bind port 9b927e83-d5d8-46e2-a34c-f1cd57270351 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:22:11.938504 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b5a25b02-a18d-4e65-86b6-28bb18f5994d None None] Provisioning for port 06bf0d75-7cb1-468f-8538-b635c61c0a91 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:11.943407 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1f4d62-63a1-42d1-bbed-adf500d392cf None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:22:11.943720 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1f4d62-63a1-42d1-bbed-adf500d392cf None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:11.944119 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d1f4d62-63a1-42d1-bbed-adf500d392cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:11.944514 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1f4d62-63a1-42d1-bbed-adf500d392cf None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:22:11.944980 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-1d1f4d62-63a1-42d1-bbed-adf500d392cf None None] Bound port: 9b927e83-d5d8-46e2-a34c-f1cd57270351, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:22:11.945359 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d1f4d62-63a1-42d1-bbed-adf500d392cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:11.948778 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b5a25b02-a18d-4e65-86b6-28bb18f5994d None None] Provisioning complete for port 06bf0d75-7cb1-468f-8538-b635c61c0a91 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:11.949133 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5a25b02-a18d-4e65-86b6-28bb18f5994d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:12.012242 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b5a25b02-a18d-4e65-86b6-28bb18f5994d None None] Port 06bf0d75-7cb1-468f-8538-b635c61c0a91 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:22:12.032465 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1d1f4d62-63a1-42d1-bbed-adf500d392cf None None] For port 9b927e83-d5d8-46e2-a34c-f1cd57270351, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:22:12.036027 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1d1f4d62-63a1-42d1-bbed-adf500d392cf None None] For port 9b927e83-d5d8-46e2-a34c-f1cd57270351, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9b927e83-d5d8-46e2-a34c-f1cd57270351,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:22:12.042273 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d1f4d62-63a1-42d1-bbed-adf500d392cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:12.058040 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c987469c-ba6e-44ba-984e-21ff96bf01b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:12.063453 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c987469c-ba6e-44ba-984e-21ff96bf01b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:12.104501 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1f4d62-63a1-42d1-bbed-adf500d392cf None None] Routers {'c2c7b14b-3fca-4916-9ce9-b92c257c40c3'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:22:12.105131 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-1d1f4d62-63a1-42d1-bbed-adf500d392cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:21:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c2c7b14b-3fca-4916-9ce9-b92c257c40c3'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:12.135545 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987469c-ba6e-44ba-984e-21ff96bf01b6 admin admin] Pushing event updated for resources: {'Port': ['ID=06bf0d75-7cb1-468f-8538-b635c61c0a91,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:12.139050 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c987469c-ba6e-44ba-984e-21ff96bf01b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:12.142129 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577990de-9a12-4b73-bfee-7be0a6c370d8 None None] Pushing event updated for resources: {'Port': ['ID=9b927e83-d5d8-46e2-a34c-f1cd57270351,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:12.220207 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-1d1f4d62-63a1-42d1-bbed-adf500d392cf None None] Set router c2c7b14b-3fca-4916-9ce9-b92c257c40c3 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:22:12.231226 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c987469c-ba6e-44ba-984e-21ff96bf01b6 admin admin] Network 528a8abb-23f0-46b0-948f-38e096079bef is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:22:12.236727 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-c987469c-ba6e-44ba-984e-21ff96bf01b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:12.379664 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c987469c-ba6e-44ba-984e-21ff96bf01b6 admin admin] Router c2c7b14b-3fca-4916-9ce9-b92c257c40c3 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:22:12.387756 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a2297697-b7fd-409d-8261-3fec3087e4b6 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:12.509824 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port a2297697-b7fd-409d-8261-3fec3087e4b6 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:12.510266 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:12.526928 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c987469c-ba6e-44ba-984e-21ff96bf01b6 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:22:12.539443 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c987469c-ba6e-44ba-984e-21ff96bf01b6 admin admin] 10.222.0.38 "PUT /v2.0/routers/c2c7b14b-3fca-4916-9ce9-b92c257c40c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6507249 Jul 16 21:22:12.574998 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-1d1f4d62-63a1-42d1-bbed-adf500d392cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c7b14b-3fca-4916-9ce9-b92c257c40c3', 'name': 'tempest-TestEncryptedCinderVolumes-1780447962-router', 'tenant_id': 'd453ebdc109142dab4321b895a8f6252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '9b927e83-d5d8-46e2-a34c-f1cd57270351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:09Z', 'updated_at': '2021-07-16T21:22:11Z', 'revision_number': 4, 'project_id': 'd453ebdc109142dab4321b895a8f6252', 'gw_port': {'id': '9b927e83-d5d8-46e2-a34c-f1cd57270351', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c7b14b-3fca-4916-9ce9-b92c257c40c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:09Z', 'updated_at': '2021-07-16T21:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '06bf0d75-7cb1-468f-8538-b635c61c0a91', 'name': '', 'network_id': '528a8abb-23f0-46b0-948f-38e096079bef', 'tenant_id': 'd453ebdc109142dab4321b895a8f6252', 'mac_address': 'fa:16:3e:7b:35:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c7b14b-3fca-4916-9ce9-b92c257c40c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '02e84907-99db-41f2-a9a8-7d7378a1998e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:11Z', 'updated_at': '2021-07-16T21:22:11Z', 'revision_number': 2, 'project_id': 'd453ebdc109142dab4321b895a8f6252', 'subnets': [{'id': '02e84907-99db-41f2-a9a8-7d7378a1998e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:12.579332 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4a34c5ce-fc2a-40d6-988d-d54ca139d286 None None] Provisioning complete for port 06bf0d75-7cb1-468f-8538-b635c61c0a91 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:12.579707 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a34c5ce-fc2a-40d6-988d-d54ca139d286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:12.624621 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1f4d62-63a1-42d1-bbed-adf500d392cf None None] The sync data for ids ['c2c7b14b-3fca-4916-9ce9-b92c257c40c3'] in n-d-791506-21 is: [{'id': 'c2c7b14b-3fca-4916-9ce9-b92c257c40c3', 'name': 'tempest-TestEncryptedCinderVolumes-1780447962-router', 'tenant_id': 'd453ebdc109142dab4321b895a8f6252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '9b927e83-d5d8-46e2-a34c-f1cd57270351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:09Z', 'updated_at': '2021-07-16T21:22:11Z', 'revision_number': 4, 'project_id': 'd453ebdc109142dab4321b895a8f6252', 'gw_port': {'id': '9b927e83-d5d8-46e2-a34c-f1cd57270351', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c7b14b-3fca-4916-9ce9-b92c257c40c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:09Z', 'updated_at': '2021-07-16T21:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '06bf0d75-7cb1-468f-8538-b635c61c0a91', 'name': '', 'network_id': '528a8abb-23f0-46b0-948f-38e096079bef', 'tenant_id': 'd453ebdc109142dab4321b895a8f6252', 'mac_address': 'fa:16:3e:7b:35:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c7b14b-3fca-4916-9ce9-b92c257c40c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '02e84907-99db-41f2-a9a8-7d7378a1998e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:11Z', 'updated_at': '2021-07-16T21:22:11Z', 'revision_number': 2, 'project_id': 'd453ebdc109142dab4321b895a8f6252', 'subnets': [{'id': '02e84907-99db-41f2-a9a8-7d7378a1998e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:22:12.661828 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4a34c5ce-fc2a-40d6-988d-d54ca139d286 None None] Port 06bf0d75-7cb1-468f-8538-b635c61c0a91 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:22:13.069402 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57278) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:13.076759 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-6fd4f1f4-4835-4381-99de-cb43d840dcfe admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-620931771-network', 'tenant_id': '30f56b78fe174f148e3556d0183a3058'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:13.105812 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd4f1f4-4835-4381-99de-cb43d840dcfe admin admin] Made reservation on behalf of 30f56b78fe174f148e3556d0183a3058 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:13.110697 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f1f4-4835-4381-99de-cb43d840dcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:13.125792 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f1f4-4835-4381-99de-cb43d840dcfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:13.246503 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f1f4-4835-4381-99de-cb43d840dcfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:13.251780 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f1f4-4835-4381-99de-cb43d840dcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:13.266882 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd4f1f4-4835-4381-99de-cb43d840dcfe admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:22:13.302351 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f1f4-4835-4381-99de-cb43d840dcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:13.302771 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-6fd4f1f4-4835-4381-99de-cb43d840dcfe admin admin] Added segment f5d59a99-ba9a-4ed0-aeae-7b1908b185a4 of type vlan for network ed8224ef-4e5b-49f6-a56f-de76a9225147 Jul 16 21:22:13.326808 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4f1f4-4835-4381-99de-cb43d840dcfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e536c5-f085-43b0-9ed2-569be5768993,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:13.373886 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f1f4-4835-4381-99de-cb43d840dcfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:13.407680 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f1f4-4835-4381-99de-cb43d840dcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:13.408956 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd4f1f4-4835-4381-99de-cb43d840dcfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:13.409573 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f1f4-4835-4381-99de-cb43d840dcfe admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:13.451038 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6fd4f1f4-4835-4381-99de-cb43d840dcfe admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3803868 Jul 16 21:22:13.453731 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57280) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:13.458811 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-bf01e671-07de-46c9-88ed-e756da49b64b admin admin] Request body: {'subnet': {'network_id': 'ed8224ef-4e5b-49f6-a56f-de76a9225147', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-620931771-subnet', 'tenant_id': '30f56b78fe174f148e3556d0183a3058', 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:13.487007 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf01e671-07de-46c9-88ed-e756da49b64b admin admin] Made reservation on behalf of 30f56b78fe174f148e3556d0183a3058 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:13.490525 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4f1f4-4835-4381-99de-cb43d840dcfe admin admin] Pushing event updated for resources: {'Network': ['ID=ed8224ef-4e5b-49f6-a56f-de76a9225147,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:13.491208 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bf01e671-07de-46c9-88ed-e756da49b64b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:13.501352 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network ed8224ef-4e5b-49f6-a56f-de76a9225147 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:22:13.678633 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bf01e671-07de-46c9-88ed-e756da49b64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:13.741414 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01e671-07de-46c9-88ed-e756da49b64b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d8a359b-fec9-426c-bbcb-877db217b7f7,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:13.747559 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf01e671-07de-46c9-88ed-e756da49b64b admin admin] Checking segment: {'id': 'f5d59a99-ba9a-4ed0-aeae-7b1908b185a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ed8224ef-4e5b-49f6-a56f-de76a9225147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:13.748520 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf01e671-07de-46c9-88ed-e756da49b64b admin admin] Network hostable DHCP agents. Network: ed8224ef-4e5b-49f6-a56f-de76a9225147, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:22:13.771304 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf01e671-07de-46c9-88ed-e756da49b64b admin admin] Network ed8224ef-4e5b-49f6-a56f-de76a9225147 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:22:13.783567 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-bf01e671-07de-46c9-88ed-e756da49b64b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, ed8224ef-4e5b-49f6-a56f-de76a9225147) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:13.789102 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf01e671-07de-46c9-88ed-e756da49b64b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:13.791241 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bf01e671-07de-46c9-88ed-e756da49b64b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:13.795473 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8c128b-7c00-495e-88a6-fd3d29611353 None None] Network ed8224ef-4e5b-49f6-a56f-de76a9225147 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:13.809565 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57282) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:13.809784 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bf01e671-07de-46c9-88ed-e756da49b64b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3548608 Jul 16 21:22:13.816110 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-fc54f4b1-28e9-4889-80bc-ae494d32fcaf admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-620931771-router', 'tenant_id': '30f56b78fe174f148e3556d0183a3058', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:13.879850 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc54f4b1-28e9-4889-80bc-ae494d32fcaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:13.881297 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc54f4b1-28e9-4889-80bc-ae494d32fcaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:13.960435 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc54f4b1-28e9-4889-80bc-ae494d32fcaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:14.140589 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc54f4b1-28e9-4889-80bc-ae494d32fcaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:14.173688 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf23f17d-0c33-4a5f-8c28-027f032e53fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-ed8224ef-4e5b-49f6-a56f-de76a9225147', 'network_id': 'ed8224ef-4e5b-49f6-a56f-de76a9225147', 'tenant_id': '30f56b78fe174f148e3556d0183a3058', 'fixed_ips': [{'subnet_id': '7d8a359b-fec9-426c-bbcb-877db217b7f7'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:22:14.174721 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cf23f17d-0c33-4a5f-8c28-027f032e53fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:14.375589 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-cf23f17d-0c33-4a5f-8c28-027f032e53fc None None] Allocated IP 172.20.0.2 (ed8224ef-4e5b-49f6-a56f-de76a9225147/7d8a359b-fec9-426c-bbcb-877db217b7f7/1ceddb5a-2df8-4028-9773-32db13728ded) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:22:14.423042 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9b927e83-d5d8-46e2-a34c-f1cd57270351 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:14.551822 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 9b927e83-d5d8-46e2-a34c-f1cd57270351 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:14.563725 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 9b927e83-d5d8-46e2-a34c-f1cd57270351 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:14.564101 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:14.597744 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cf23f17d-0c33-4a5f-8c28-027f032e53fc None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:14.613881 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-cf23f17d-0c33-4a5f-8c28-027f032e53fc None None] Transition to ACTIVE for port object 1ceddb5a-2df8-4028-9773-32db13728ded will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:14.634467 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-cf23f17d-0c33-4a5f-8c28-027f032e53fc None None] Transition to ACTIVE for port object 1ceddb5a-2df8-4028-9773-32db13728ded will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:14.643645 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cf23f17d-0c33-4a5f-8c28-027f032e53fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:14.705236 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf23f17d-0c33-4a5f-8c28-027f032e53fc None None] Network ed8224ef-4e5b-49f6-a56f-de76a9225147 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:22:14.712774 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-cf23f17d-0c33-4a5f-8c28-027f032e53fc None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:14.717315 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf23f17d-0c33-4a5f-8c28-027f032e53fc None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:22:14.733372 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:14.749043 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23f17d-0c33-4a5f-8c28-027f032e53fc None None] Pushing event updated for resources: {'Port': ['ID=1ceddb5a-2df8-4028-9773-32db13728ded,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:14.750572 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc54f4b1-28e9-4889-80bc-ae494d32fcaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:14.770575 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc54f4b1-28e9-4889-80bc-ae494d32fcaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:14.779890 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 9b927e83-d5d8-46e2-a34c-f1cd57270351, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9b927e83-d5d8-46e2-a34c-f1cd57270351,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:14.799552 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:14.835099 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-cf23f17d-0c33-4a5f-8c28-027f032e53fc None None] Attempting to bind port 1ceddb5a-2df8-4028-9773-32db13728ded on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:22:14.835550 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-cf23f17d-0c33-4a5f-8c28-027f032e53fc None None] Attempting to bind port 1ceddb5a-2df8-4028-9773-32db13728ded by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'f5d59a99-ba9a-4ed0-aeae-7b1908b185a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ed8224ef-4e5b-49f6-a56f-de76a9225147'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:22:14.835914 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23f17d-0c33-4a5f-8c28-027f032e53fc None None] Attempting to bind port 1ceddb5a-2df8-4028-9773-32db13728ded on network ed8224ef-4e5b-49f6-a56f-de76a9225147 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:22:14.844635 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23f17d-0c33-4a5f-8c28-027f032e53fc None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:22:14.845007 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23f17d-0c33-4a5f-8c28-027f032e53fc None None] Checking segment: {'id': 'f5d59a99-ba9a-4ed0-aeae-7b1908b185a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ed8224ef-4e5b-49f6-a56f-de76a9225147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:14.845408 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cf23f17d-0c33-4a5f-8c28-027f032e53fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:14.845798 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23f17d-0c33-4a5f-8c28-027f032e53fc None None] Bound using segment: {'id': 'f5d59a99-ba9a-4ed0-aeae-7b1908b185a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ed8224ef-4e5b-49f6-a56f-de76a9225147'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:22:14.846260 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-cf23f17d-0c33-4a5f-8c28-027f032e53fc None None] Bound port: 1ceddb5a-2df8-4028-9773-32db13728ded, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d59a99-ba9a-4ed0-aeae-7b1908b185a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ed8224ef-4e5b-49f6-a56f-de76a9225147'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:22:14.846681 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cf23f17d-0c33-4a5f-8c28-027f032e53fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:14.878135 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-fc54f4b1-28e9-4889-80bc-ae494d32fcaf admin admin] Allocated IP 172.25.0.182 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/35fc9919-1257-4637-9813-d9b783651a83) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:22:14.901280 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f90652f-2edc-4d3d-9432-54068ec8cec8 None None] Sync routers for ids ['c2c7b14b-3fca-4916-9ce9-b92c257c40c3'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:22:14.904750 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=9b927e83-d5d8-46e2-a34c-f1cd57270351,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:14.911417 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f90652f-2edc-4d3d-9432-54068ec8cec8 None None] Routers {'c2c7b14b-3fca-4916-9ce9-b92c257c40c3'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:22:14.912361 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-6f90652f-2edc-4d3d-9432-54068ec8cec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:21:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c2c7b14b-3fca-4916-9ce9-b92c257c40c3'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:14.938192 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-cf23f17d-0c33-4a5f-8c28-027f032e53fc None None] For port 1ceddb5a-2df8-4028-9773-32db13728ded, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:22:14.941488 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-cf23f17d-0c33-4a5f-8c28-027f032e53fc None None] For port 1ceddb5a-2df8-4028-9773-32db13728ded, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=1ceddb5a-2df8-4028-9773-32db13728ded,segment=NetworkSegment(f5d59a99-ba9a-4ed0-aeae-7b1908b185a4),segment_id=f5d59a99-ba9a-4ed0-aeae-7b1908b185a4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:22:14.946484 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cf23f17d-0c33-4a5f-8c28-027f032e53fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:15.007852 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23f17d-0c33-4a5f-8c28-027f032e53fc None None] Pushing event updated for resources: {'Port': ['ID=1ceddb5a-2df8-4028-9773-32db13728ded,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:15.010876 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc54f4b1-28e9-4889-80bc-ae494d32fcaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:15.049324 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-6f90652f-2edc-4d3d-9432-54068ec8cec8 None None] Set router c2c7b14b-3fca-4916-9ce9-b92c257c40c3 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:22:15.054257 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc54f4b1-28e9-4889-80bc-ae494d32fcaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:15.100630 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc54f4b1-28e9-4889-80bc-ae494d32fcaf admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:22:15.105444 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-fc54f4b1-28e9-4889-80bc-ae494d32fcaf admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:15.110291 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc54f4b1-28e9-4889-80bc-ae494d32fcaf admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:22:15.114135 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54f4b1-28e9-4889-80bc-ae494d32fcaf admin admin] Pushing event updated for resources: {'Port': ['ID=35fc9919-1257-4637-9813-d9b783651a83,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:15.323691 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-6f90652f-2edc-4d3d-9432-54068ec8cec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c7b14b-3fca-4916-9ce9-b92c257c40c3', 'name': 'tempest-TestEncryptedCinderVolumes-1780447962-router', 'tenant_id': 'd453ebdc109142dab4321b895a8f6252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '9b927e83-d5d8-46e2-a34c-f1cd57270351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:09Z', 'updated_at': '2021-07-16T21:22:11Z', 'revision_number': 4, 'project_id': 'd453ebdc109142dab4321b895a8f6252', 'gw_port': {'id': '9b927e83-d5d8-46e2-a34c-f1cd57270351', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c7b14b-3fca-4916-9ce9-b92c257c40c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:09Z', 'updated_at': '2021-07-16T21:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '06bf0d75-7cb1-468f-8538-b635c61c0a91', 'name': '', 'network_id': '528a8abb-23f0-46b0-948f-38e096079bef', 'tenant_id': 'd453ebdc109142dab4321b895a8f6252', 'mac_address': 'fa:16:3e:7b:35:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c7b14b-3fca-4916-9ce9-b92c257c40c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '02e84907-99db-41f2-a9a8-7d7378a1998e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:11Z', 'updated_at': '2021-07-16T21:22:11Z', 'revision_number': 2, 'project_id': 'd453ebdc109142dab4321b895a8f6252', 'subnets': [{'id': '02e84907-99db-41f2-a9a8-7d7378a1998e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:15.352638 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f90652f-2edc-4d3d-9432-54068ec8cec8 None None] Checking router: c2c7b14b-3fca-4916-9ce9-b92c257c40c3 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:22:15.353121 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f90652f-2edc-4d3d-9432-54068ec8cec8 None None] Updating router c2c7b14b-3fca-4916-9ce9-b92c257c40c3 port 06bf0d75-7cb1-468f-8538-b635c61c0a91 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:22:15.388093 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f90652f-2edc-4d3d-9432-54068ec8cec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:15.421702 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc54f4b1-28e9-4889-80bc-ae494d32fcaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:15.642676 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc54f4b1-28e9-4889-80bc-ae494d32fcaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:15.683898 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f90652f-2edc-4d3d-9432-54068ec8cec8 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:15.695204 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-6f90652f-2edc-4d3d-9432-54068ec8cec8 None None] Transition to ACTIVE for port object 06bf0d75-7cb1-468f-8538-b635c61c0a91 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:15.703896 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f90652f-2edc-4d3d-9432-54068ec8cec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:15.802200 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc54f4b1-28e9-4889-80bc-ae494d32fcaf admin admin] Router 82c95521-da6a-4cf1-b673-dfb57bdcb625 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:22:15.808045 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88fa50-cbbf-4ea4-bf9b-9d37e25da047 None None] Pushing event updated for resources: {'Port': ['ID=06bf0d75-7cb1-468f-8538-b635c61c0a91,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:15.839196 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88fa50-cbbf-4ea4-bf9b-9d37e25da047 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:15.839729 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88fa50-cbbf-4ea4-bf9b-9d37e25da047 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:15.840277 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88fa50-cbbf-4ea4-bf9b-9d37e25da047 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:15.840828 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88fa50-cbbf-4ea4-bf9b-9d37e25da047 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:15.841374 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88fa50-cbbf-4ea4-bf9b-9d37e25da047 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:15.841922 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88fa50-cbbf-4ea4-bf9b-9d37e25da047 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:15.842500 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88fa50-cbbf-4ea4-bf9b-9d37e25da047 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:15.843033 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88fa50-cbbf-4ea4-bf9b-9d37e25da047 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:15.843562 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88fa50-cbbf-4ea4-bf9b-9d37e25da047 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:15.844098 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88fa50-cbbf-4ea4-bf9b-9d37e25da047 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:15.844629 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88fa50-cbbf-4ea4-bf9b-9d37e25da047 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:15.845158 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88fa50-cbbf-4ea4-bf9b-9d37e25da047 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:15.869734 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-6f90652f-2edc-4d3d-9432-54068ec8cec8 None None] Attempting to bind port 06bf0d75-7cb1-468f-8538-b635c61c0a91 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:22:15.870103 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-6f90652f-2edc-4d3d-9432-54068ec8cec8 None None] Attempting to bind port 06bf0d75-7cb1-468f-8538-b635c61c0a91 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'af939e7d-8398-447e-bfe8-9e9342e24e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '528a8abb-23f0-46b0-948f-38e096079bef'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:22:15.870682 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f90652f-2edc-4d3d-9432-54068ec8cec8 None None] Attempting to bind port 06bf0d75-7cb1-468f-8538-b635c61c0a91 on network 528a8abb-23f0-46b0-948f-38e096079bef {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:22:15.876807 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f90652f-2edc-4d3d-9432-54068ec8cec8 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:22:15.877189 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f90652f-2edc-4d3d-9432-54068ec8cec8 None None] Checking segment: {'id': 'af939e7d-8398-447e-bfe8-9e9342e24e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '528a8abb-23f0-46b0-948f-38e096079bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:15.877723 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f90652f-2edc-4d3d-9432-54068ec8cec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:15.878180 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f90652f-2edc-4d3d-9432-54068ec8cec8 None None] Bound using segment: {'id': 'af939e7d-8398-447e-bfe8-9e9342e24e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '528a8abb-23f0-46b0-948f-38e096079bef'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:22:15.878849 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-6f90652f-2edc-4d3d-9432-54068ec8cec8 None None] Bound port: 06bf0d75-7cb1-468f-8538-b635c61c0a91, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af939e7d-8398-447e-bfe8-9e9342e24e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '528a8abb-23f0-46b0-948f-38e096079bef'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:22:15.879411 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f90652f-2edc-4d3d-9432-54068ec8cec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:15.967137 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-6f90652f-2edc-4d3d-9432-54068ec8cec8 None None] For port 06bf0d75-7cb1-468f-8538-b635c61c0a91, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:22:15.972362 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-6f90652f-2edc-4d3d-9432-54068ec8cec8 None None] For port 06bf0d75-7cb1-468f-8538-b635c61c0a91, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=06bf0d75-7cb1-468f-8538-b635c61c0a91,segment=NetworkSegment(af939e7d-8398-447e-bfe8-9e9342e24e98),segment_id=af939e7d-8398-447e-bfe8-9e9342e24e98)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:22:15.982446 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f90652f-2edc-4d3d-9432-54068ec8cec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:15.990000 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc54f4b1-28e9-4889-80bc-ae494d32fcaf admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:22:16.002739 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012c640a-1010-4475-a315-ef1f9671e9e0 None None] Sync routers for ids ['82c95521-da6a-4cf1-b673-dfb57bdcb625'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:22:16.013716 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012c640a-1010-4475-a315-ef1f9671e9e0 None None] Routers {'82c95521-da6a-4cf1-b673-dfb57bdcb625'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:22:16.014818 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-012c640a-1010-4475-a315-ef1f9671e9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:21:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['82c95521-da6a-4cf1-b673-dfb57bdcb625'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:16.021209 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fc54f4b1-28e9-4889-80bc-ae494d32fcaf admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:16.023611 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fc54f4b1-28e9-4889-80bc-ae494d32fcaf admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2120061 Jul 16 21:22:16.027836 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57284) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:16.072720 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f90652f-2edc-4d3d-9432-54068ec8cec8 None None] Routers {'c2c7b14b-3fca-4916-9ce9-b92c257c40c3'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:22:16.073651 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-6f90652f-2edc-4d3d-9432-54068ec8cec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:21:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c2c7b14b-3fca-4916-9ce9-b92c257c40c3'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:16.153023 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-012c640a-1010-4475-a315-ef1f9671e9e0 None None] Set router 82c95521-da6a-4cf1-b673-dfb57bdcb625 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:22:16.218596 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-6f90652f-2edc-4d3d-9432-54068ec8cec8 None None] Set router c2c7b14b-3fca-4916-9ce9-b92c257c40c3 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:22:16.257461 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58795f09-e166-48fa-802a-ea260edc396f None None] Network ed8224ef-4e5b-49f6-a56f-de76a9225147 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:16.334234 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88fa50-cbbf-4ea4-bf9b-9d37e25da047 None None] Pushing event updated for resources: {'Port': ['ID=06bf0d75-7cb1-468f-8538-b635c61c0a91,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:16.487319 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-6f90652f-2edc-4d3d-9432-54068ec8cec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c7b14b-3fca-4916-9ce9-b92c257c40c3', 'name': 'tempest-TestEncryptedCinderVolumes-1780447962-router', 'tenant_id': 'd453ebdc109142dab4321b895a8f6252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '9b927e83-d5d8-46e2-a34c-f1cd57270351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:09Z', 'updated_at': '2021-07-16T21:22:11Z', 'revision_number': 4, 'project_id': 'd453ebdc109142dab4321b895a8f6252', 'gw_port': {'id': '9b927e83-d5d8-46e2-a34c-f1cd57270351', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c7b14b-3fca-4916-9ce9-b92c257c40c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:09Z', 'updated_at': '2021-07-16T21:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '06bf0d75-7cb1-468f-8538-b635c61c0a91', 'name': '', 'network_id': '528a8abb-23f0-46b0-948f-38e096079bef', 'tenant_id': 'd453ebdc109142dab4321b895a8f6252', 'mac_address': 'fa:16:3e:7b:35:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c7b14b-3fca-4916-9ce9-b92c257c40c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '02e84907-99db-41f2-a9a8-7d7378a1998e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:11Z', 'updated_at': '2021-07-16T21:22:15Z', 'revision_number': 4, 'project_id': 'd453ebdc109142dab4321b895a8f6252', 'subnets': [{'id': '02e84907-99db-41f2-a9a8-7d7378a1998e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:16.522183 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f90652f-2edc-4d3d-9432-54068ec8cec8 None None] The sync data for ids ['c2c7b14b-3fca-4916-9ce9-b92c257c40c3'] in n-d-791506-21 is: [{'id': 'c2c7b14b-3fca-4916-9ce9-b92c257c40c3', 'name': 'tempest-TestEncryptedCinderVolumes-1780447962-router', 'tenant_id': 'd453ebdc109142dab4321b895a8f6252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '9b927e83-d5d8-46e2-a34c-f1cd57270351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:09Z', 'updated_at': '2021-07-16T21:22:11Z', 'revision_number': 4, 'project_id': 'd453ebdc109142dab4321b895a8f6252', 'gw_port': {'id': '9b927e83-d5d8-46e2-a34c-f1cd57270351', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c7b14b-3fca-4916-9ce9-b92c257c40c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:09Z', 'updated_at': '2021-07-16T21:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '06bf0d75-7cb1-468f-8538-b635c61c0a91', 'name': '', 'network_id': '528a8abb-23f0-46b0-948f-38e096079bef', 'tenant_id': 'd453ebdc109142dab4321b895a8f6252', 'mac_address': 'fa:16:3e:7b:35:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c7b14b-3fca-4916-9ce9-b92c257c40c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '02e84907-99db-41f2-a9a8-7d7378a1998e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:11Z', 'updated_at': '2021-07-16T21:22:15Z', 'revision_number': 4, 'project_id': 'd453ebdc109142dab4321b895a8f6252', 'subnets': [{'id': '02e84907-99db-41f2-a9a8-7d7378a1998e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:22:16.540920 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9b927e83-d5d8-46e2-a34c-f1cd57270351 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:16.597009 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-012c640a-1010-4475-a315-ef1f9671e9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c95521-da6a-4cf1-b673-dfb57bdcb625', 'name': 'tempest-TestEncryptedCinderVolumes-620931771-router', 'tenant_id': '30f56b78fe174f148e3556d0183a3058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '35fc9919-1257-4637-9813-d9b783651a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:13Z', 'updated_at': '2021-07-16T21:22:15Z', 'revision_number': 3, 'project_id': '30f56b78fe174f148e3556d0183a3058', 'gw_port': {'id': '35fc9919-1257-4637-9813-d9b783651a83', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ce:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c95521-da6a-4cf1-b673-dfb57bdcb625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:14Z', 'updated_at': '2021-07-16T21:22:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:16.600616 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-89320cfd-1938-4c11-ae9d-68a051b4ef4d None None] Provisioning for port 1ceddb5a-2df8-4028-9773-32db13728ded completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:16.638415 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012c640a-1010-4475-a315-ef1f9671e9e0 None None] Checking router: 82c95521-da6a-4cf1-b673-dfb57bdcb625 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:22:16.638775 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012c640a-1010-4475-a315-ef1f9671e9e0 None None] Updating router 82c95521-da6a-4cf1-b673-dfb57bdcb625 port 35fc9919-1257-4637-9813-d9b783651a83 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:22:16.675782 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cafcccee-9b31-42d8-a382-b321f27f931f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:16.682215 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 9b927e83-d5d8-46e2-a34c-f1cd57270351 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:16.682627 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:16.684417 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-012c640a-1010-4475-a315-ef1f9671e9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:16.865756 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-cafcccee-9b31-42d8-a382-b321f27f931f admin admin] Allocated IP 172.20.0.1 (ed8224ef-4e5b-49f6-a56f-de76a9225147/7d8a359b-fec9-426c-bbcb-877db217b7f7/691a50b1-1e6c-4ace-8f8f-d21361473b42) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:22:16.903795 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 1ceddb5a-2df8-4028-9773-32db13728ded up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:17.007470 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cafcccee-9b31-42d8-a382-b321f27f931f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:17.026502 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-cafcccee-9b31-42d8-a382-b321f27f931f admin admin] Transition to ACTIVE for port object 691a50b1-1e6c-4ace-8f8f-d21361473b42 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:17.032415 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 1ceddb5a-2df8-4028-9773-32db13728ded completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:17.042797 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 1ceddb5a-2df8-4028-9773-32db13728ded triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:17.043178 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:17.066189 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cafcccee-9b31-42d8-a382-b321f27f931f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:17.111338 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafcccee-9b31-42d8-a382-b321f27f931f admin admin] Network ed8224ef-4e5b-49f6-a56f-de76a9225147 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:22:17.114496 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-cafcccee-9b31-42d8-a382-b321f27f931f admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:17.120440 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafcccee-9b31-42d8-a382-b321f27f931f admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:22:17.123807 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafcccee-9b31-42d8-a382-b321f27f931f admin admin] Pushing event updated for resources: {'Port': ['ID=691a50b1-1e6c-4ace-8f8f-d21361473b42,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:17.124623 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-012c640a-1010-4475-a315-ef1f9671e9e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:17.138770 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-012c640a-1010-4475-a315-ef1f9671e9e0 None None] Transition to ACTIVE for port object 35fc9919-1257-4637-9813-d9b783651a83 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:17.165194 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-012c640a-1010-4475-a315-ef1f9671e9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:17.166723 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cafcccee-9b31-42d8-a382-b321f27f931f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:17.355439 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cafcccee-9b31-42d8-a382-b321f27f931f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:17.394104 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:17.410300 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-012c640a-1010-4475-a315-ef1f9671e9e0 None None] Attempting to bind port 35fc9919-1257-4637-9813-d9b783651a83 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:22:17.410707 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-012c640a-1010-4475-a315-ef1f9671e9e0 None None] Attempting to bind port 35fc9919-1257-4637-9813-d9b783651a83 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:22:17.411073 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012c640a-1010-4475-a315-ef1f9671e9e0 None None] Attempting to bind port 35fc9919-1257-4637-9813-d9b783651a83 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:22:17.416329 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbcd20-b3a9-4a3d-b819-86edbaad9088 None None] Pushing event updated for resources: {'Port': ['ID=35fc9919-1257-4637-9813-d9b783651a83,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:17.422982 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012c640a-1010-4475-a315-ef1f9671e9e0 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:22:17.423366 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012c640a-1010-4475-a315-ef1f9671e9e0 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:17.423767 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-012c640a-1010-4475-a315-ef1f9671e9e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:17.424157 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012c640a-1010-4475-a315-ef1f9671e9e0 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:22:17.424631 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-012c640a-1010-4475-a315-ef1f9671e9e0 None None] Bound port: 35fc9919-1257-4637-9813-d9b783651a83, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:22:17.425016 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-012c640a-1010-4475-a315-ef1f9671e9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:17.474083 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 1ceddb5a-2df8-4028-9773-32db13728ded, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=1ceddb5a-2df8-4028-9773-32db13728ded,segment=NetworkSegment(f5d59a99-ba9a-4ed0-aeae-7b1908b185a4),segment_id=f5d59a99-ba9a-4ed0-aeae-7b1908b185a4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:17.482430 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:17.492269 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-301f4c28-67d3-40a2-84d0-da60dce99085 None None] Provisioning for port 691a50b1-1e6c-4ace-8f8f-d21361473b42 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:17.520808 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-301f4c28-67d3-40a2-84d0-da60dce99085 None None] Provisioning complete for port 691a50b1-1e6c-4ace-8f8f-d21361473b42 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:17.521098 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-301f4c28-67d3-40a2-84d0-da60dce99085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:17.544598 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cafcccee-9b31-42d8-a382-b321f27f931f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:17.549759 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cafcccee-9b31-42d8-a382-b321f27f931f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:17.564221 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-012c640a-1010-4475-a315-ef1f9671e9e0 None None] For port 35fc9919-1257-4637-9813-d9b783651a83, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:22:17.589602 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-012c640a-1010-4475-a315-ef1f9671e9e0 None None] For port 35fc9919-1257-4637-9813-d9b783651a83, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=35fc9919-1257-4637-9813-d9b783651a83,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:22:17.598212 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-012c640a-1010-4475-a315-ef1f9671e9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:17.600062 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=1ceddb5a-2df8-4028-9773-32db13728ded,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:17.608407 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-301f4c28-67d3-40a2-84d0-da60dce99085 None None] Port 691a50b1-1e6c-4ace-8f8f-d21361473b42 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:22:17.626141 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cafcccee-9b31-42d8-a382-b321f27f931f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:17.628912 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafcccee-9b31-42d8-a382-b321f27f931f admin admin] Pushing event updated for resources: {'Port': ['ID=691a50b1-1e6c-4ace-8f8f-d21361473b42,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:17.661305 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012c640a-1010-4475-a315-ef1f9671e9e0 None None] Routers {'82c95521-da6a-4cf1-b673-dfb57bdcb625'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:22:17.661954 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-012c640a-1010-4475-a315-ef1f9671e9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:21:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['82c95521-da6a-4cf1-b673-dfb57bdcb625'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:17.697472 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbcd20-b3a9-4a3d-b819-86edbaad9088 None None] Pushing event updated for resources: {'Port': ['ID=35fc9919-1257-4637-9813-d9b783651a83,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:17.726485 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafcccee-9b31-42d8-a382-b321f27f931f admin admin] Network ed8224ef-4e5b-49f6-a56f-de76a9225147 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:22:17.728729 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-cafcccee-9b31-42d8-a382-b321f27f931f admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:17.794006 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-012c640a-1010-4475-a315-ef1f9671e9e0 None None] Set router 82c95521-da6a-4cf1-b673-dfb57bdcb625 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:22:17.871609 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafcccee-9b31-42d8-a382-b321f27f931f admin admin] Router 82c95521-da6a-4cf1-b673-dfb57bdcb625 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:22:17.989991 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafcccee-9b31-42d8-a382-b321f27f931f admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:22:17.999407 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cafcccee-9b31-42d8-a382-b321f27f931f admin admin] 10.222.0.38 "PUT /v2.0/routers/82c95521-da6a-4cf1-b673-dfb57bdcb625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9700131 Jul 16 21:22:18.030843 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-012c640a-1010-4475-a315-ef1f9671e9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c95521-da6a-4cf1-b673-dfb57bdcb625', 'name': 'tempest-TestEncryptedCinderVolumes-620931771-router', 'tenant_id': '30f56b78fe174f148e3556d0183a3058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '35fc9919-1257-4637-9813-d9b783651a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:13Z', 'updated_at': '2021-07-16T21:22:17Z', 'revision_number': 4, 'project_id': '30f56b78fe174f148e3556d0183a3058', 'gw_port': {'id': '35fc9919-1257-4637-9813-d9b783651a83', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ce:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c95521-da6a-4cf1-b673-dfb57bdcb625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:14Z', 'updated_at': '2021-07-16T21:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '691a50b1-1e6c-4ace-8f8f-d21361473b42', 'name': '', 'network_id': 'ed8224ef-4e5b-49f6-a56f-de76a9225147', 'tenant_id': '30f56b78fe174f148e3556d0183a3058', 'mac_address': 'fa:16:3e:ca:fe:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c95521-da6a-4cf1-b673-dfb57bdcb625', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '7d8a359b-fec9-426c-bbcb-877db217b7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:16Z', 'updated_at': '2021-07-16T21:22:17Z', 'revision_number': 2, 'project_id': '30f56b78fe174f148e3556d0183a3058', 'subnets': [{'id': '7d8a359b-fec9-426c-bbcb-877db217b7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:18.064588 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012c640a-1010-4475-a315-ef1f9671e9e0 None None] The sync data for ids ['82c95521-da6a-4cf1-b673-dfb57bdcb625'] in n-d-791506-21 is: [{'id': '82c95521-da6a-4cf1-b673-dfb57bdcb625', 'name': 'tempest-TestEncryptedCinderVolumes-620931771-router', 'tenant_id': '30f56b78fe174f148e3556d0183a3058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '35fc9919-1257-4637-9813-d9b783651a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:13Z', 'updated_at': '2021-07-16T21:22:17Z', 'revision_number': 4, 'project_id': '30f56b78fe174f148e3556d0183a3058', 'gw_port': {'id': '35fc9919-1257-4637-9813-d9b783651a83', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ce:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c95521-da6a-4cf1-b673-dfb57bdcb625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:14Z', 'updated_at': '2021-07-16T21:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '691a50b1-1e6c-4ace-8f8f-d21361473b42', 'name': '', 'network_id': 'ed8224ef-4e5b-49f6-a56f-de76a9225147', 'tenant_id': '30f56b78fe174f148e3556d0183a3058', 'mac_address': 'fa:16:3e:ca:fe:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c95521-da6a-4cf1-b673-dfb57bdcb625', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '7d8a359b-fec9-426c-bbcb-877db217b7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:16Z', 'updated_at': '2021-07-16T21:22:17Z', 'revision_number': 2, 'project_id': '30f56b78fe174f148e3556d0183a3058', 'subnets': [{'id': '7d8a359b-fec9-426c-bbcb-877db217b7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:22:18.068450 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-33ed6b8e-045a-4ed9-904a-ea62a63925af None None] Provisioning complete for port 691a50b1-1e6c-4ace-8f8f-d21361473b42 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:18.068450 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33ed6b8e-045a-4ed9-904a-ea62a63925af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:18.106901 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-33ed6b8e-045a-4ed9-904a-ea62a63925af None None] Port 691a50b1-1e6c-4ace-8f8f-d21361473b42 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:22:18.410698 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 1ceddb5a-2df8-4028-9773-32db13728ded up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:18.463955 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 1ceddb5a-2df8-4028-9773-32db13728ded triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:18.464251 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:18.552732 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 06bf0d75-7cb1-468f-8538-b635c61c0a91 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:18.611372 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 06bf0d75-7cb1-468f-8538-b635c61c0a91 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:18.615751 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 06bf0d75-7cb1-468f-8538-b635c61c0a91 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:18.616309 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:18.711377 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:18.762918 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 06bf0d75-7cb1-468f-8538-b635c61c0a91, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=06bf0d75-7cb1-468f-8538-b635c61c0a91,segment=NetworkSegment(af939e7d-8398-447e-bfe8-9e9342e24e98),segment_id=af939e7d-8398-447e-bfe8-9e9342e24e98)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:18.767720 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:18.820103 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=06bf0d75-7cb1-468f-8538-b635c61c0a91,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:19.104539 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-00cd61ae-6b5d-4868-8093-147da9708263 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:19.105961 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-00cd61ae-6b5d-4868-8093-147da9708263 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/networks?id=528a8abb-23f0-46b0-948f-38e096079bef HTTP/1.1" status: 200 len: 817 time: 0.1076360 Jul 16 21:22:19.120807 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-e509d008-06f9-42b1-82d8-84457191cc97 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/quotas/d453ebdc109142dab4321b895a8f6252 HTTP/1.1" status: 200 len: 375 time: 0.0094197 Jul 16 21:22:19.191659 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-9fd8083d-65cf-4404-b4fd-472cd347d2b6 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d453ebdc109142dab4321b895a8f6252&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656898 Jul 16 21:22:19.209269 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-84aface2-3919-4c2d-8912-8085e8775631 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:22:19.210235 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-84aface2-3919-4c2d-8912-8085e8775631 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059953 Jul 16 21:22:19.459588 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-0c37bd61-c75b-4481-836f-0d66fad28fbd service neutron] 10.222.0.38 "GET /v2.0/networks/528a8abb-23f0-46b0-948f-38e096079bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619909 Jul 16 21:22:19.559813 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-71ad9a08-26ff-4039-9077-46930080f943 service neutron] 10.222.0.38 "GET /v2.0/networks/528a8abb-23f0-46b0-948f-38e096079bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932996 Jul 16 21:22:20.407243 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 06bf0d75-7cb1-468f-8538-b635c61c0a91 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:20.456416 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 06bf0d75-7cb1-468f-8538-b635c61c0a91 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:20.456754 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:20.540764 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 35fc9919-1257-4637-9813-d9b783651a83 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:20.593921 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 35fc9919-1257-4637-9813-d9b783651a83 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:20.597812 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 35fc9919-1257-4637-9813-d9b783651a83 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:20.598297 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:20.616749 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67acf5fc-276c-42aa-bd05-3b2e07f46ea8 None None] Sync routers for ids ['82c95521-da6a-4cf1-b673-dfb57bdcb625'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:22:20.626103 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67acf5fc-276c-42aa-bd05-3b2e07f46ea8 None None] Routers {'82c95521-da6a-4cf1-b673-dfb57bdcb625'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:22:20.626737 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-67acf5fc-276c-42aa-bd05-3b2e07f46ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:21:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['82c95521-da6a-4cf1-b673-dfb57bdcb625'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:20.678963 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:20.702599 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 35fc9919-1257-4637-9813-d9b783651a83, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=35fc9919-1257-4637-9813-d9b783651a83,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:20.712208 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:20.749534 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-67acf5fc-276c-42aa-bd05-3b2e07f46ea8 None None] Set router 82c95521-da6a-4cf1-b673-dfb57bdcb625 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:22:20.771185 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=35fc9919-1257-4637-9813-d9b783651a83,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:20.802954 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d34b20f9-a69b-4a04-82c4-eec4a1138285 req-d74fc010-f65c-43e5-bc2d-f348a23a69a3 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb2578b0-dd0e-4625-abdf-67ef3958d423 HTTP/1.1" status: 200 len: 210 time: 0.0383584 Jul 16 21:22:21.012771 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-67acf5fc-276c-42aa-bd05-3b2e07f46ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c95521-da6a-4cf1-b673-dfb57bdcb625', 'name': 'tempest-TestEncryptedCinderVolumes-620931771-router', 'tenant_id': '30f56b78fe174f148e3556d0183a3058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '35fc9919-1257-4637-9813-d9b783651a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:13Z', 'updated_at': '2021-07-16T21:22:17Z', 'revision_number': 4, 'project_id': '30f56b78fe174f148e3556d0183a3058', 'gw_port': {'id': '35fc9919-1257-4637-9813-d9b783651a83', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ce:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c95521-da6a-4cf1-b673-dfb57bdcb625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:14Z', 'updated_at': '2021-07-16T21:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '691a50b1-1e6c-4ace-8f8f-d21361473b42', 'name': '', 'network_id': 'ed8224ef-4e5b-49f6-a56f-de76a9225147', 'tenant_id': '30f56b78fe174f148e3556d0183a3058', 'mac_address': 'fa:16:3e:ca:fe:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c95521-da6a-4cf1-b673-dfb57bdcb625', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '7d8a359b-fec9-426c-bbcb-877db217b7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:16Z', 'updated_at': '2021-07-16T21:22:17Z', 'revision_number': 2, 'project_id': '30f56b78fe174f148e3556d0183a3058', 'subnets': [{'id': '7d8a359b-fec9-426c-bbcb-877db217b7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:21.043387 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67acf5fc-276c-42aa-bd05-3b2e07f46ea8 None None] Checking router: 82c95521-da6a-4cf1-b673-dfb57bdcb625 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:22:21.043387 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67acf5fc-276c-42aa-bd05-3b2e07f46ea8 None None] Updating router 82c95521-da6a-4cf1-b673-dfb57bdcb625 port 691a50b1-1e6c-4ace-8f8f-d21361473b42 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:22:21.084263 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-67acf5fc-276c-42aa-bd05-3b2e07f46ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:21.406377 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-67acf5fc-276c-42aa-bd05-3b2e07f46ea8 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:21.419371 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-67acf5fc-276c-42aa-bd05-3b2e07f46ea8 None None] Transition to ACTIVE for port object 691a50b1-1e6c-4ace-8f8f-d21361473b42 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:21.425303 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-67acf5fc-276c-42aa-bd05-3b2e07f46ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:21.480871 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1442de-507e-4db5-938c-3f4192fa85ab None None] Pushing event updated for resources: {'Port': ['ID=691a50b1-1e6c-4ace-8f8f-d21361473b42,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:21.633961 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-67acf5fc-276c-42aa-bd05-3b2e07f46ea8 None None] Attempting to bind port 691a50b1-1e6c-4ace-8f8f-d21361473b42 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:22:21.634709 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-67acf5fc-276c-42aa-bd05-3b2e07f46ea8 None None] Attempting to bind port 691a50b1-1e6c-4ace-8f8f-d21361473b42 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'f5d59a99-ba9a-4ed0-aeae-7b1908b185a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ed8224ef-4e5b-49f6-a56f-de76a9225147'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:22:21.634709 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67acf5fc-276c-42aa-bd05-3b2e07f46ea8 None None] Attempting to bind port 691a50b1-1e6c-4ace-8f8f-d21361473b42 on network ed8224ef-4e5b-49f6-a56f-de76a9225147 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:22:21.640303 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67acf5fc-276c-42aa-bd05-3b2e07f46ea8 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:22:21.640684 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67acf5fc-276c-42aa-bd05-3b2e07f46ea8 None None] Checking segment: {'id': 'f5d59a99-ba9a-4ed0-aeae-7b1908b185a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ed8224ef-4e5b-49f6-a56f-de76a9225147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:21.641086 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-67acf5fc-276c-42aa-bd05-3b2e07f46ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:21.641534 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67acf5fc-276c-42aa-bd05-3b2e07f46ea8 None None] Bound using segment: {'id': 'f5d59a99-ba9a-4ed0-aeae-7b1908b185a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ed8224ef-4e5b-49f6-a56f-de76a9225147'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:22:21.642006 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-67acf5fc-276c-42aa-bd05-3b2e07f46ea8 None None] Bound port: 691a50b1-1e6c-4ace-8f8f-d21361473b42, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d59a99-ba9a-4ed0-aeae-7b1908b185a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ed8224ef-4e5b-49f6-a56f-de76a9225147'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:22:21.642415 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-67acf5fc-276c-42aa-bd05-3b2e07f46ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:21.710070 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-67acf5fc-276c-42aa-bd05-3b2e07f46ea8 None None] For port 691a50b1-1e6c-4ace-8f8f-d21361473b42, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:22:21.713600 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-67acf5fc-276c-42aa-bd05-3b2e07f46ea8 None None] For port 691a50b1-1e6c-4ace-8f8f-d21361473b42, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=691a50b1-1e6c-4ace-8f8f-d21361473b42,segment=NetworkSegment(f5d59a99-ba9a-4ed0-aeae-7b1908b185a4),segment_id=f5d59a99-ba9a-4ed0-aeae-7b1908b185a4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:22:21.717433 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-67acf5fc-276c-42aa-bd05-3b2e07f46ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:21.774783 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67acf5fc-276c-42aa-bd05-3b2e07f46ea8 None None] Routers {'82c95521-da6a-4cf1-b673-dfb57bdcb625'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:22:21.775343 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-67acf5fc-276c-42aa-bd05-3b2e07f46ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:21:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['82c95521-da6a-4cf1-b673-dfb57bdcb625'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:21.802395 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ed1fb60-8053-43f6-8a0f-1cd817a79d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:21.826650 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1442de-507e-4db5-938c-3f4192fa85ab None None] Pushing event updated for resources: {'Port': ['ID=691a50b1-1e6c-4ace-8f8f-d21361473b42,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:21.920856 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-67acf5fc-276c-42aa-bd05-3b2e07f46ea8 None None] Set router 82c95521-da6a-4cf1-b673-dfb57bdcb625 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:22:21.983210 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-0534358b-0ff7-46b4-8c11-4f79322e94ba tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:21.987287 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-0534358b-0ff7-46b4-8c11-4f79322e94ba tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.18 "GET /v2.0/networks?id=528a8abb-23f0-46b0-948f-38e096079bef HTTP/1.1" status: 200 len: 817 time: 0.1719024 Jul 16 21:22:22.007206 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-399e7b99-f9d1-40be-aca2-9731d7253e5f tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Request body: {'port': {'device_id': 'fb2578b0-dd0e-4625-abdf-67ef3958d423', 'network_id': '528a8abb-23f0-46b0-948f-38e096079bef', 'admin_state_up': True, 'tenant_id': 'd453ebdc109142dab4321b895a8f6252'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:22.057899 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c8082a55-63b7-4fb0-854a-6dd1244e99ff req-64a0bd14-c1ae-499d-832b-92fb51083a16 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb2578b0-dd0e-4625-abdf-67ef3958d423 HTTP/1.1" status: 200 len: 210 time: 0.0690997 Jul 16 21:22:22.174127 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-399e7b99-f9d1-40be-aca2-9731d7253e5f tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Made reservation on behalf of d453ebdc109142dab4321b895a8f6252 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:22.177644 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-399e7b99-f9d1-40be-aca2-9731d7253e5f tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:22.228082 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-67acf5fc-276c-42aa-bd05-3b2e07f46ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c95521-da6a-4cf1-b673-dfb57bdcb625', 'name': 'tempest-TestEncryptedCinderVolumes-620931771-router', 'tenant_id': '30f56b78fe174f148e3556d0183a3058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '35fc9919-1257-4637-9813-d9b783651a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:13Z', 'updated_at': '2021-07-16T21:22:17Z', 'revision_number': 4, 'project_id': '30f56b78fe174f148e3556d0183a3058', 'gw_port': {'id': '35fc9919-1257-4637-9813-d9b783651a83', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ce:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c95521-da6a-4cf1-b673-dfb57bdcb625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:14Z', 'updated_at': '2021-07-16T21:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '691a50b1-1e6c-4ace-8f8f-d21361473b42', 'name': '', 'network_id': 'ed8224ef-4e5b-49f6-a56f-de76a9225147', 'tenant_id': '30f56b78fe174f148e3556d0183a3058', 'mac_address': 'fa:16:3e:ca:fe:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c95521-da6a-4cf1-b673-dfb57bdcb625', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '7d8a359b-fec9-426c-bbcb-877db217b7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:16Z', 'updated_at': '2021-07-16T21:22:21Z', 'revision_number': 4, 'project_id': '30f56b78fe174f148e3556d0183a3058', 'subnets': [{'id': '7d8a359b-fec9-426c-bbcb-877db217b7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:22.279343 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67acf5fc-276c-42aa-bd05-3b2e07f46ea8 None None] The sync data for ids ['82c95521-da6a-4cf1-b673-dfb57bdcb625'] in n-d-791506-21 is: [{'id': '82c95521-da6a-4cf1-b673-dfb57bdcb625', 'name': 'tempest-TestEncryptedCinderVolumes-620931771-router', 'tenant_id': '30f56b78fe174f148e3556d0183a3058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '35fc9919-1257-4637-9813-d9b783651a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:13Z', 'updated_at': '2021-07-16T21:22:17Z', 'revision_number': 4, 'project_id': '30f56b78fe174f148e3556d0183a3058', 'gw_port': {'id': '35fc9919-1257-4637-9813-d9b783651a83', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ce:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c95521-da6a-4cf1-b673-dfb57bdcb625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:14Z', 'updated_at': '2021-07-16T21:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '691a50b1-1e6c-4ace-8f8f-d21361473b42', 'name': '', 'network_id': 'ed8224ef-4e5b-49f6-a56f-de76a9225147', 'tenant_id': '30f56b78fe174f148e3556d0183a3058', 'mac_address': 'fa:16:3e:ca:fe:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c95521-da6a-4cf1-b673-dfb57bdcb625', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '7d8a359b-fec9-426c-bbcb-877db217b7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:16Z', 'updated_at': '2021-07-16T21:22:21Z', 'revision_number': 4, 'project_id': '30f56b78fe174f148e3556d0183a3058', 'subnets': [{'id': '7d8a359b-fec9-426c-bbcb-877db217b7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:22:22.315988 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-399e7b99-f9d1-40be-aca2-9731d7253e5f tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Allocated IP 172.20.0.12 (528a8abb-23f0-46b0-948f-38e096079bef/02e84907-99db-41f2-a9a8-7d7378a1998e/46fa5b50-afa5-43a3-9e8d-c30a700b4361) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:22:22.395782 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 691a50b1-1e6c-4ace-8f8f-d21361473b42 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:22.451794 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 691a50b1-1e6c-4ace-8f8f-d21361473b42 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:22.456185 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 691a50b1-1e6c-4ace-8f8f-d21361473b42 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:22.456801 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:22.503776 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-399e7b99-f9d1-40be-aca2-9731d7253e5f tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:22.524277 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-399e7b99-f9d1-40be-aca2-9731d7253e5f tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Transition to ACTIVE for port object 46fa5b50-afa5-43a3-9e8d-c30a700b4361 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:22.546720 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:22.562986 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-399e7b99-f9d1-40be-aca2-9731d7253e5f tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:22.586906 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 691a50b1-1e6c-4ace-8f8f-d21361473b42, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=691a50b1-1e6c-4ace-8f8f-d21361473b42,segment=NetworkSegment(f5d59a99-ba9a-4ed0-aeae-7b1908b185a4),segment_id=f5d59a99-ba9a-4ed0-aeae-7b1908b185a4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:22.591616 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:22.592829 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 35fc9919-1257-4637-9813-d9b783651a83 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:22.615591 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-399e7b99-f9d1-40be-aca2-9731d7253e5f tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Network 528a8abb-23f0-46b0-948f-38e096079bef is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:22:22.619707 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-399e7b99-f9d1-40be-aca2-9731d7253e5f tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:22.622132 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-399e7b99-f9d1-40be-aca2-9731d7253e5f tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:22:22.654763 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e7b99-f9d1-40be-aca2-9731d7253e5f tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Pushing event updated for resources: {'Port': ['ID=46fa5b50-afa5-43a3-9e8d-c30a700b4361,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:22.690485 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-399e7b99-f9d1-40be-aca2-9731d7253e5f tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:22.691282 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-399e7b99-f9d1-40be-aca2-9731d7253e5f tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:22.692237 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=691a50b1-1e6c-4ace-8f8f-d21361473b42,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:22.701200 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 35fc9919-1257-4637-9813-d9b783651a83 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:22.701670 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:22.718292 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-399e7b99-f9d1-40be-aca2-9731d7253e5f tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7170587 Jul 16 21:22:22.731311 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-eb623faa-fe03-4566-8bf9-57e79dd37f4c tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:22:22.732096 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-eb623faa-fe03-4566-8bf9-57e79dd37f4c tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073071 Jul 16 21:22:22.746778 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-5f29899f-909c-4587-be7b-7a880769164e service neutron] Request body: {'port': {'device_id': 'fb2578b0-dd0e-4625-abdf-67ef3958d423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:22.752621 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:22:22.835494 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-5f29899f-909c-4587-be7b-7a880769164e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:22.921242 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-711ef66d-28f7-4d7d-9b10-7b6fc57508af None None] Provisioning for port 46fa5b50-afa5-43a3-9e8d-c30a700b4361 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:22.925548 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-711ef66d-28f7-4d7d-9b10-7b6fc57508af None None] Provisioning complete for port 46fa5b50-afa5-43a3-9e8d-c30a700b4361 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:22.925932 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-711ef66d-28f7-4d7d-9b10-7b6fc57508af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:22.963965 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-711ef66d-28f7-4d7d-9b10-7b6fc57508af None None] Port 46fa5b50-afa5-43a3-9e8d-c30a700b4361 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:22:23.106704 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-5f29899f-909c-4587-be7b-7a880769164e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46fa5b50-afa5-43a3-9e8d-c30a700b4361 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:22:23.114266 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-5f29899f-909c-4587-be7b-7a880769164e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:23.127548 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-5f29899f-909c-4587-be7b-7a880769164e service neutron] Transition to ACTIVE for port object 46fa5b50-afa5-43a3-9e8d-c30a700b4361 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:23.131531 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-5f29899f-909c-4587-be7b-7a880769164e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:23.237172 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29899f-909c-4587-be7b-7a880769164e service neutron] Pushing event updated for resources: {'Port': ['ID=46fa5b50-afa5-43a3-9e8d-c30a700b4361,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:23.308846 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-5f29899f-909c-4587-be7b-7a880769164e service neutron] Attempting to bind port 46fa5b50-afa5-43a3-9e8d-c30a700b4361 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:22:23.309185 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-5f29899f-909c-4587-be7b-7a880769164e service neutron] Attempting to bind port 46fa5b50-afa5-43a3-9e8d-c30a700b4361 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af939e7d-8398-447e-bfe8-9e9342e24e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '528a8abb-23f0-46b0-948f-38e096079bef'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:22:23.309520 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-5f29899f-909c-4587-be7b-7a880769164e service neutron] Attempting to bind port 46fa5b50-afa5-43a3-9e8d-c30a700b4361 on network 528a8abb-23f0-46b0-948f-38e096079bef {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:22:23.316921 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-5f29899f-909c-4587-be7b-7a880769164e service neutron] Port 46fa5b50-afa5-43a3-9e8d-c30a700b4361 on network 528a8abb-23f0-46b0-948f-38e096079bef not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:22:23.317241 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-5f29899f-909c-4587-be7b-7a880769164e service neutron] Attempting to bind port 46fa5b50-afa5-43a3-9e8d-c30a700b4361 on network 528a8abb-23f0-46b0-948f-38e096079bef {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:22:23.327303 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edb973-28ac-4e6a-ab32-6466f726c40b req-91973491-24e5-4254-9082-e2fd1d6298a1 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:23.328876 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9edb973-28ac-4e6a-ab32-6466f726c40b req-91973491-24e5-4254-9082-e2fd1d6298a1 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb2578b0-dd0e-4625-abdf-67ef3958d423 HTTP/1.1" status: 200 len: 944 time: 0.1525161 Jul 16 21:22:23.333372 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-5f29899f-909c-4587-be7b-7a880769164e service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:22:23.333712 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-5f29899f-909c-4587-be7b-7a880769164e service neutron] Checking segment: {'id': 'af939e7d-8398-447e-bfe8-9e9342e24e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '528a8abb-23f0-46b0-948f-38e096079bef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:23.334098 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-5f29899f-909c-4587-be7b-7a880769164e service neutron] Bound using segment: {'id': 'af939e7d-8398-447e-bfe8-9e9342e24e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '528a8abb-23f0-46b0-948f-38e096079bef'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:22:23.335141 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-5f29899f-909c-4587-be7b-7a880769164e service neutron] Bound port: 46fa5b50-afa5-43a3-9e8d-c30a700b4361, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af939e7d-8398-447e-bfe8-9e9342e24e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '528a8abb-23f0-46b0-948f-38e096079bef'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:22:23.335477 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-5f29899f-909c-4587-be7b-7a880769164e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:23.406100 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a9edb973-28ac-4e6a-ab32-6466f726c40b req-9104946b-f85e-47ae-8ed4-890fea4041e5 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/security-groups?id=93171dfb-23df-43a2-aa2d-bd468a70e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676291 Jul 16 21:22:23.431966 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-5f29899f-909c-4587-be7b-7a880769164e service neutron] For port 46fa5b50-afa5-43a3-9e8d-c30a700b4361, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:22:23.434927 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-5f29899f-909c-4587-be7b-7a880769164e service neutron] For port 46fa5b50-afa5-43a3-9e8d-c30a700b4361, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=46fa5b50-afa5-43a3-9e8d-c30a700b4361,segment=NetworkSegment(af939e7d-8398-447e-bfe8-9e9342e24e98),segment_id=af939e7d-8398-447e-bfe8-9e9342e24e98)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:22:23.439370 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-5f29899f-909c-4587-be7b-7a880769164e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:23.482223 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-5f29899f-909c-4587-be7b-7a880769164e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:23.483154 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-5f29899f-909c-4587-be7b-7a880769164e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:23.484795 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-5f29899f-909c-4587-be7b-7a880769164e service neutron] 10.222.0.18 "PUT /v2.0/ports/46fa5b50-afa5-43a3-9e8d-c30a700b4361 HTTP/1.1" status: 200 len: 1093 time: 0.7437692 Jul 16 21:22:23.485379 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2578b0-dd0e-4625-abdf-67ef3958d423', 'tag': '46fa5b50-afa5-43a3-9e8d-c30a700b4361'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:22:23.487953 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8213af5b-e822-41f4-abe7-b5afdfa4a8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "fb2578b0-dd0e-4625-abdf-67ef3958d423", "tag": "46fa5b50-afa5-43a3-9e8d-c30a700b4361"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:22:23.527383 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29899f-909c-4587-be7b-7a880769164e service neutron] Pushing event updated for resources: {'Port': ['ID=46fa5b50-afa5-43a3-9e8d-c30a700b4361,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:23.568550 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0752bd4-da31-46aa-898b-5e8648f3d900 x-openstack-request-id: req-b0752bd4-da31-46aa-898b-5e8648f3d900 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:22:23.568877 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb2578b0-dd0e-4625-abdf-67ef3958d423", "tag": "46fa5b50-afa5-43a3-9e8d-c30a700b4361", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:22:23.569093 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b0752bd4-da31-46aa-898b-5e8648f3d900 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:22:23.569494 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb2578b0-dd0e-4625-abdf-67ef3958d423', 'tag': '46fa5b50-afa5-43a3-9e8d-c30a700b4361', 'status': 'completed', 'code': 200} Jul 16 21:22:23.604350 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-e95c53d3-bdba-4f25-8331-13aad1be71ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:23.606662 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-e95c53d3-bdba-4f25-8331-13aad1be71ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d453ebdc109142dab4321b895a8f6252&device_id=fb2578b0-dd0e-4625-abdf-67ef3958d423 HTTP/1.1" status: 200 len: 1096 time: 0.0761390 Jul 16 21:22:23.651247 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-de044e5a-12e1-42d7-b0ae-d1d2774cbf19 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46fa5b50-afa5-43a3-9e8d-c30a700b4361 HTTP/1.1" status: 200 len: 217 time: 0.0375724 Jul 16 21:22:23.705667 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-fa611af1-a57c-4465-b938-a524397c0cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:23.707188 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-fa611af1-a57c-4465-b938-a524397c0cd9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02e84907-99db-41f2-a9a8-7d7378a1998e HTTP/1.1" status: 200 len: 856 time: 0.0487700 Jul 16 21:22:23.773044 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-80f7ed8b-bb2b-4796-9b77-a61a9e6da9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:23.774549 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-80f7ed8b-bb2b-4796-9b77-a61a9e6da9ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=528a8abb-23f0-46b0-948f-38e096079bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615532 Jul 16 21:22:23.873821 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-6f7a3d81-e0ff-41fa-ab66-777e88e07df9 service neutron] 10.222.0.18 "GET /v2.0/networks/528a8abb-23f0-46b0-948f-38e096079bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927298 Jul 16 21:22:23.975098 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-13a6fa8c-3c85-48aa-8d58-4795bb62a122 req-5baacb8b-837c-4f8d-bb11-8844c268aaf3 service neutron] 10.222.0.18 "GET /v2.0/networks/528a8abb-23f0-46b0-948f-38e096079bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954649 Jul 16 21:22:24.079681 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213af5b-e822-41f4-abe7-b5afdfa4a8dd req-c429b9e6-6c6e-46d6-9ed5-586da30a6fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:24.081200 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8213af5b-e822-41f4-abe7-b5afdfa4a8dd req-c429b9e6-6c6e-46d6-9ed5-586da30a6fa7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d453ebdc109142dab4321b895a8f6252&device_id=fb2578b0-dd0e-4625-abdf-67ef3958d423 HTTP/1.1" status: 200 len: 1096 time: 0.0574667 Jul 16 21:22:24.176754 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213af5b-e822-41f4-abe7-b5afdfa4a8dd req-fb4f2c04-2494-4aaa-a432-c04c5a72445e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:24.178200 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8213af5b-e822-41f4-abe7-b5afdfa4a8dd req-fb4f2c04-2494-4aaa-a432-c04c5a72445e service neutron] 10.222.0.18 "GET /v2.0/networks?id=528a8abb-23f0-46b0-948f-38e096079bef HTTP/1.1" status: 200 len: 918 time: 0.0900300 Jul 16 21:22:24.218520 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8213af5b-e822-41f4-abe7-b5afdfa4a8dd req-de245bfe-3a6d-4ca7-88ea-4fb4f4656338 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46fa5b50-afa5-43a3-9e8d-c30a700b4361 HTTP/1.1" status: 200 len: 217 time: 0.0342188 Jul 16 21:22:24.267712 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213af5b-e822-41f4-abe7-b5afdfa4a8dd req-67fff077-e570-41e1-a3ce-4cbd956e78e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:24.269488 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8213af5b-e822-41f4-abe7-b5afdfa4a8dd req-67fff077-e570-41e1-a3ce-4cbd956e78e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02e84907-99db-41f2-a9a8-7d7378a1998e HTTP/1.1" status: 200 len: 856 time: 0.0451462 Jul 16 21:22:24.312588 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c8401cd-e4c9-4969-b3ed-42970d4da7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:24.338581 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213af5b-e822-41f4-abe7-b5afdfa4a8dd req-a02d500f-e835-47b6-8c86-f666dab9db71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:24.340220 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8213af5b-e822-41f4-abe7-b5afdfa4a8dd req-a02d500f-e835-47b6-8c86-f666dab9db71 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=528a8abb-23f0-46b0-948f-38e096079bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644529 Jul 16 21:22:24.344830 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 691a50b1-1e6c-4ace-8f8f-d21361473b42 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:24.392767 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 691a50b1-1e6c-4ace-8f8f-d21361473b42 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:24.393138 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:24.437341 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8213af5b-e822-41f4-abe7-b5afdfa4a8dd req-f4643abb-48f6-4a26-87f4-55595cf9e08e service neutron] 10.222.0.18 "GET /v2.0/networks/528a8abb-23f0-46b0-948f-38e096079bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899162 Jul 16 21:22:24.442087 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:24.564579 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8213af5b-e822-41f4-abe7-b5afdfa4a8dd req-d7bab088-38c8-4fcb-aeda-f2684fb54965 service neutron] 10.222.0.18 "GET /v2.0/networks/528a8abb-23f0-46b0-948f-38e096079bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206951 Jul 16 21:22:24.600782 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb38255-a2e6-429f-b077-f71ee9bf43e7 req-bfc89589-e4c7-4e8a-b630-62903af881ab tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:24.603062 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9eb38255-a2e6-429f-b077-f71ee9bf43e7 req-bfc89589-e4c7-4e8a-b630-62903af881ab tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb2578b0-dd0e-4625-abdf-67ef3958d423 HTTP/1.1" status: 200 len: 944 time: 0.0781143 Jul 16 21:22:24.651775 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9eb38255-a2e6-429f-b077-f71ee9bf43e7 req-e8edfedb-f363-456b-9f80-d3f4d6cb48cf tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/security-groups?id=93171dfb-23df-43a2-aa2d-bd468a70e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431740 Jul 16 21:22:25.840419 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996b417-36d6-457e-9bd9-c9184131f1d9 req-e29c14c5-dc1e-48a2-b683-a31d8c3ff1dc tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:25.841976 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3996b417-36d6-457e-9bd9-c9184131f1d9 req-e29c14c5-dc1e-48a2-b683-a31d8c3ff1dc tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb2578b0-dd0e-4625-abdf-67ef3958d423 HTTP/1.1" status: 200 len: 944 time: 0.0711346 Jul 16 21:22:25.881507 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3996b417-36d6-457e-9bd9-c9184131f1d9 req-1a074d93-e6d0-43e3-bf48-572a16d36dd0 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/security-groups?id=93171dfb-23df-43a2-aa2d-bd468a70e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338287 Jul 16 21:22:25.984878 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:27.058506 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2798b3-5e50-4ee7-9cda-790c05e69d24 req-1434844f-9ac9-4962-9521-49565c203bd1 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:27.059994 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f2798b3-5e50-4ee7-9cda-790c05e69d24 req-1434844f-9ac9-4962-9521-49565c203bd1 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb2578b0-dd0e-4625-abdf-67ef3958d423 HTTP/1.1" status: 200 len: 944 time: 0.0650296 Jul 16 21:22:27.097485 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f2798b3-5e50-4ee7-9cda-790c05e69d24 req-a2beedfb-cc1b-4d6e-ac50-30404a33f630 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/security-groups?id=93171dfb-23df-43a2-aa2d-bd468a70e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318823 Jul 16 21:22:27.829513 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:28.095917 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 46fa5b50-afa5-43a3-9e8d-c30a700b4361 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:22:28.191185 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 46fa5b50-afa5-43a3-9e8d-c30a700b4361, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=46fa5b50-afa5-43a3-9e8d-c30a700b4361,segment=NetworkSegment(af939e7d-8398-447e-bfe8-9e9342e24e98),segment_id=af939e7d-8398-447e-bfe8-9e9342e24e98)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:28.202697 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '46fa5b50-afa5-43a3-9e8d-c30a700b4361', 'network_id': '528a8abb-23f0-46b0-948f-38e096079bef', 'port_id': '46fa5b50-afa5-43a3-9e8d-c30a700b4361', 'mac_address': 'fa:16:3e:9a:4a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e84907-99db-41f2-a9a8-7d7378a1998e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:22:28.247057 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:28.261954 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46fa5b50-afa5-43a3-9e8d-c30a700b4361 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:22:28.282637 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 46fa5b50-afa5-43a3-9e8d-c30a700b4361, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=46fa5b50-afa5-43a3-9e8d-c30a700b4361,segment=NetworkSegment(af939e7d-8398-447e-bfe8-9e9342e24e98),segment_id=af939e7d-8398-447e-bfe8-9e9342e24e98)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:28.283508 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9d32c-3415-411f-9e58-bd63a0d032ea req-04c9df14-3c5e-4549-a39d-ed596a100346 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:28.285021 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-52f9d32c-3415-411f-9e58-bd63a0d032ea req-04c9df14-3c5e-4549-a39d-ed596a100346 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb2578b0-dd0e-4625-abdf-67ef3958d423 HTTP/1.1" status: 200 len: 944 time: 0.0706151 Jul 16 21:22:28.286890 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:28.325837 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-52f9d32c-3415-411f-9e58-bd63a0d032ea req-96e53bb5-739e-4c7b-9ad6-189646c39d64 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/security-groups?id=93171dfb-23df-43a2-aa2d-bd468a70e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324461 Jul 16 21:22:28.336675 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=46fa5b50-afa5-43a3-9e8d-c30a700b4361,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:28.485228 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['46fa5b50-afa5-43a3-9e8d-c30a700b4361'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:22:29.506495 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac14f2-4d2f-4bd7-b93d-9d8a1e51e1b8 req-55a3e1c1-401d-4e6a-a87e-3595b49fc27f tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:29.507891 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a4ac14f2-4d2f-4bd7-b93d-9d8a1e51e1b8 req-55a3e1c1-401d-4e6a-a87e-3595b49fc27f tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb2578b0-dd0e-4625-abdf-67ef3958d423 HTTP/1.1" status: 200 len: 945 time: 0.0688946 Jul 16 21:22:29.547686 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a4ac14f2-4d2f-4bd7-b93d-9d8a1e51e1b8 req-34bc4304-ea0a-4d34-aa9c-080fe164346d tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/security-groups?id=93171dfb-23df-43a2-aa2d-bd468a70e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335882 Jul 16 21:22:29.999069 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:30.095536 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 46fa5b50-afa5-43a3-9e8d-c30a700b4361 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:30.145213 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 46fa5b50-afa5-43a3-9e8d-c30a700b4361 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:30.148933 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 46fa5b50-afa5-43a3-9e8d-c30a700b4361 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:30.149430 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:30.224733 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:30.248969 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2578b0-dd0e-4625-abdf-67ef3958d423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46fa5b50-afa5-43a3-9e8d-c30a700b4361'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:22:30.251847 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d599d8cd7c90ef7a4a4f11e3824443e11814837840e0ec22718dbf4e389f10a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa618a56-a181-40fe-8b53-542bbfd93a1c" -d '{"events": [{"server_uuid": "fb2578b0-dd0e-4625-abdf-67ef3958d423", "name": "network-vif-plugged", "status": "completed", "tag": "46fa5b50-afa5-43a3-9e8d-c30a700b4361"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:22:30.270211 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 46fa5b50-afa5-43a3-9e8d-c30a700b4361, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=46fa5b50-afa5-43a3-9e8d-c30a700b4361,segment=NetworkSegment(af939e7d-8398-447e-bfe8-9e9342e24e98),segment_id=af939e7d-8398-447e-bfe8-9e9342e24e98)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:30.275507 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:30.301208 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ec3651-d620-48fa-b62d-91317e4a7911 x-openstack-request-id: req-b1ec3651-d620-48fa-b62d-91317e4a7911 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:22:30.301503 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb2578b0-dd0e-4625-abdf-67ef3958d423", "name": "network-vif-plugged", "status": "completed", "tag": "46fa5b50-afa5-43a3-9e8d-c30a700b4361", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:22:30.301754 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b1ec3651-d620-48fa-b62d-91317e4a7911 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:22:30.302131 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2578b0-dd0e-4625-abdf-67ef3958d423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46fa5b50-afa5-43a3-9e8d-c30a700b4361', 'code': 200} Jul 16 21:22:30.340913 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=46fa5b50-afa5-43a3-9e8d-c30a700b4361,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:30.411913 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa2833-e39b-48ff-81f2-3c3ba58df4c4 req-1a33fafa-67d3-423d-8c4f-a2eedd7a4d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:30.413436 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aefa2833-e39b-48ff-81f2-3c3ba58df4c4 req-1a33fafa-67d3-423d-8c4f-a2eedd7a4d6a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fb2578b0-dd0e-4625-abdf-67ef3958d423 HTTP/1.1" status: 200 len: 1098 time: 0.0513127 Jul 16 21:22:30.447896 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aefa2833-e39b-48ff-81f2-3c3ba58df4c4 req-a3229dec-673f-4be7-85f8-1a151383c739 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=93171dfb-23df-43a2-aa2d-bd468a70e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280883 Jul 16 21:22:30.721924 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227e61a-406c-4b1a-8e22-5c9081d184e5 req-f2995b2a-8a1f-4ce7-9ff9-6d3dbd589fdf tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:30.723559 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9227e61a-406c-4b1a-8e22-5c9081d184e5 req-f2995b2a-8a1f-4ce7-9ff9-6d3dbd589fdf tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb2578b0-dd0e-4625-abdf-67ef3958d423 HTTP/1.1" status: 200 len: 946 time: 0.0674839 Jul 16 21:22:31.112762 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9227e61a-406c-4b1a-8e22-5c9081d184e5 req-9bfa2381-ecfe-4432-847e-127fae9ae226 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/security-groups?id=93171dfb-23df-43a2-aa2d-bd468a70e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825839 Jul 16 21:22:32.293811 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012843be-8e41-46bd-8bdc-34b39859808e req-7315ce66-b22b-489a-9ca6-ee23a011f87f tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:32.295359 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-012843be-8e41-46bd-8bdc-34b39859808e req-7315ce66-b22b-489a-9ca6-ee23a011f87f tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb2578b0-dd0e-4625-abdf-67ef3958d423 HTTP/1.1" status: 200 len: 946 time: 0.0671518 Jul 16 21:22:32.333604 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-012843be-8e41-46bd-8bdc-34b39859808e req-637a1fd4-ce69-4b74-9281-93bd921231fc tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/security-groups?id=93171dfb-23df-43a2-aa2d-bd468a70e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327194 Jul 16 21:22:32.511403 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba869e85-ad4f-40c3-a0dc-7705e023e174 req-6a7af0ac-1083-45e8-93b4-33cf74a69383 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:32.512836 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba869e85-ad4f-40c3-a0dc-7705e023e174 req-6a7af0ac-1083-45e8-93b4-33cf74a69383 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb2578b0-dd0e-4625-abdf-67ef3958d423 HTTP/1.1" status: 200 len: 946 time: 0.0644171 Jul 16 21:22:32.563781 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba869e85-ad4f-40c3-a0dc-7705e023e174 req-534c5d84-bd16-4bef-9e42-66f5d2bb5f8a tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/security-groups?id=93171dfb-23df-43a2-aa2d-bd468a70e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452607 Jul 16 21:22:33.796275 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:51.787728 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c0f4973-5ac7-45e1-b0c6-e1b416b571ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:51.831833 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53b389-769a-4e68-9fcc-9443776cc242 req-de865c91-91b0-4076-878e-0e7f24294ff9 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:51.833349 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2e53b389-769a-4e68-9fcc-9443776cc242 req-de865c91-91b0-4076-878e-0e7f24294ff9 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb2578b0-dd0e-4625-abdf-67ef3958d423 HTTP/1.1" status: 200 len: 946 time: 0.0688167 Jul 16 21:22:51.873144 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2e53b389-769a-4e68-9fcc-9443776cc242 req-22dd846e-9c2e-4a3e-83f8-11605f52c125 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/security-groups?id=93171dfb-23df-43a2-aa2d-bd468a70e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338531 Jul 16 21:22:53.057217 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1de4b-00d0-40a5-8951-dabb9e1ff16f req-25b19a32-336e-4a41-9493-d36ba8bfb2dd tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:53.059456 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c2f1de4b-00d0-40a5-8951-dabb9e1ff16f req-25b19a32-336e-4a41-9493-d36ba8bfb2dd tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb2578b0-dd0e-4625-abdf-67ef3958d423 HTTP/1.1" status: 200 len: 946 time: 0.0665565 Jul 16 21:22:53.097904 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c2f1de4b-00d0-40a5-8951-dabb9e1ff16f req-e7e1cd20-ac6a-49b3-ba6d-ec0b8894550f tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/security-groups?id=93171dfb-23df-43a2-aa2d-bd468a70e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328722 Jul 16 21:22:53.280058 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec841bb0-f698-46e2-93e3-db664b0a70b7 req-10e6ebe9-ab75-460a-a3c6-83a6840c12a7 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:53.281555 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ec841bb0-f698-46e2-93e3-db664b0a70b7 req-10e6ebe9-ab75-460a-a3c6-83a6840c12a7 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb2578b0-dd0e-4625-abdf-67ef3958d423 HTTP/1.1" status: 200 len: 946 time: 0.0671520 Jul 16 21:22:53.377776 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-ec841bb0-f698-46e2-93e3-db664b0a70b7 req-09c7dc05-c78e-4d08-9f7d-eec66b232ba6 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Deleting port 46fa5b50-afa5-43a3-9e8d-c30a700b4361 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:22:53.378121 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ec841bb0-f698-46e2-93e3-db664b0a70b7 req-09c7dc05-c78e-4d08-9f7d-eec66b232ba6 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:53.467258 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-ec841bb0-f698-46e2-93e3-db664b0a70b7 req-09c7dc05-c78e-4d08-9f7d-eec66b232ba6 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] For port 46fa5b50-afa5-43a3-9e8d-c30a700b4361, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=46fa5b50-afa5-43a3-9e8d-c30a700b4361,segment=NetworkSegment(af939e7d-8398-447e-bfe8-9e9342e24e98),segment_id=af939e7d-8398-447e-bfe8-9e9342e24e98)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:53.467611 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ec841bb0-f698-46e2-93e3-db664b0a70b7 req-09c7dc05-c78e-4d08-9f7d-eec66b232ba6 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:53.482120 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-ec841bb0-f698-46e2-93e3-db664b0a70b7 req-09c7dc05-c78e-4d08-9f7d-eec66b232ba6 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Calling delete_port for 46fa5b50-afa5-43a3-9e8d-c30a700b4361 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:22:53.608813 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ec841bb0-f698-46e2-93e3-db664b0a70b7 req-09c7dc05-c78e-4d08-9f7d-eec66b232ba6 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:53.620701 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['46fa5b50-afa5-43a3-9e8d-c30a700b4361'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:22:53.642209 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7dc05-c78e-4d08-9f7d-eec66b232ba6 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Pushing event deleted for resources: {'Port': ['ID=46fa5b50-afa5-43a3-9e8d-c30a700b4361,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:53.688743 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec841bb0-f698-46e2-93e3-db664b0a70b7 req-09c7dc05-c78e-4d08-9f7d-eec66b232ba6 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] No DVR routers for this DVR port 46fa5b50-afa5-43a3-9e8d-c30a700b4361 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:22:53.691406 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ec841bb0-f698-46e2-93e3-db664b0a70b7 req-09c7dc05-c78e-4d08-9f7d-eec66b232ba6 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:53.693400 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ec841bb0-f698-46e2-93e3-db664b0a70b7 req-09c7dc05-c78e-4d08-9f7d-eec66b232ba6 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.18 "DELETE /v2.0/ports/46fa5b50-afa5-43a3-9e8d-c30a700b4361 HTTP/1.1" status: 204 len: 173 time: 0.4066594 Jul 16 21:22:53.693844 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2578b0-dd0e-4625-abdf-67ef3958d423', 'name': 'network-vif-deleted', 'tag': '46fa5b50-afa5-43a3-9e8d-c30a700b4361'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:22:53.697614 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5414d2e-a790-4f16-9c5f-921078851fb3" -d '{"events": [{"server_uuid": "fb2578b0-dd0e-4625-abdf-67ef3958d423", "name": "network-vif-deleted", "tag": "46fa5b50-afa5-43a3-9e8d-c30a700b4361"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:22:53.736409 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6612e0-b372-40e6-99cb-367fc0e9fc2d x-openstack-request-id: req-6d6612e0-b372-40e6-99cb-367fc0e9fc2d {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:22:53.736711 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb2578b0-dd0e-4625-abdf-67ef3958d423", "name": "network-vif-deleted", "tag": "46fa5b50-afa5-43a3-9e8d-c30a700b4361", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:22:53.736969 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6d6612e0-b372-40e6-99cb-367fc0e9fc2d {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:22:53.737402 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2578b0-dd0e-4625-abdf-67ef3958d423', 'name': 'network-vif-deleted', 'tag': '46fa5b50-afa5-43a3-9e8d-c30a700b4361', 'status': 'completed', 'code': 200} Jul 16 21:22:54.259833 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f5226508-17b6-42b1-8b39-2699bd7c0b4a req-96632132-e2c9-4921-b7d8-d9636f2ff55f tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb2578b0-dd0e-4625-abdf-67ef3958d423 HTTP/1.1" status: 200 len: 210 time: 0.0323877 Jul 16 21:22:54.310440 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5ecd596-85e8-470e-a3c6-210e659f3ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:54.422672 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:55.893433 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-74feadce-7105-41a9-867c-ba5978d76d23 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:55.894830 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-74feadce-7105-41a9-867c-ba5978d76d23 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/networks?id=528a8abb-23f0-46b0-948f-38e096079bef HTTP/1.1" status: 200 len: 817 time: 0.1062868 Jul 16 21:22:55.915186 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-da0919a8-f4bd-4743-8f9d-c0ff2587b33f tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/quotas/d453ebdc109142dab4321b895a8f6252 HTTP/1.1" status: 200 len: 375 time: 0.0148666 Jul 16 21:22:55.981672 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-021b82a0-d54e-46e3-9b3e-7363eda4d3d1 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d453ebdc109142dab4321b895a8f6252&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612676 Jul 16 21:22:55.987538 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:56.082693 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-0023df5a-e88b-4c5c-a509-fdfd570748c5 service neutron] 10.222.0.38 "GET /v2.0/networks/528a8abb-23f0-46b0-948f-38e096079bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876975 Jul 16 21:22:56.172358 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-6dc618d6-a11f-4364-a999-36a2e5bda502 service neutron] 10.222.0.38 "GET /v2.0/networks/528a8abb-23f0-46b0-948f-38e096079bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830579 Jul 16 21:22:56.347259 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-63dd17e5-bd68-44a2-bd57-6ee91850d77b req-2bb4f3e8-de16-4d85-b4b9-97e152ec77e7 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/ports?device_id=86283bde-8cce-4066-b2bd-b8c28e1c79d2 HTTP/1.1" status: 200 len: 210 time: 0.0336764 Jul 16 21:22:57.361792 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-0af89f20-fc06-499f-8340-0352760baaa8 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:57.363330 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-0af89f20-fc06-499f-8340-0352760baaa8 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.18 "GET /v2.0/networks?id=528a8abb-23f0-46b0-948f-38e096079bef HTTP/1.1" status: 200 len: 817 time: 0.1049776 Jul 16 21:22:57.377350 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-45ff9f6d-693b-4e19-97a2-2753a5ef53b5 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Request body: {'port': {'device_id': '86283bde-8cce-4066-b2bd-b8c28e1c79d2', 'network_id': '528a8abb-23f0-46b0-948f-38e096079bef', 'admin_state_up': True, 'tenant_id': 'd453ebdc109142dab4321b895a8f6252'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:57.498887 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46c6f7f9-e8f6-406d-b9b3-4a90af464e20 req-ca73b746-d99c-40a3-8929-64f6265caa22 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/ports?device_id=86283bde-8cce-4066-b2bd-b8c28e1c79d2 HTTP/1.1" status: 200 len: 210 time: 0.0365393 Jul 16 21:22:57.521280 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-45ff9f6d-693b-4e19-97a2-2753a5ef53b5 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Made reservation on behalf of d453ebdc109142dab4321b895a8f6252 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:57.524951 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-45ff9f6d-693b-4e19-97a2-2753a5ef53b5 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:57.655004 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-45ff9f6d-693b-4e19-97a2-2753a5ef53b5 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Allocated IP 172.20.0.12 (528a8abb-23f0-46b0-948f-38e096079bef/02e84907-99db-41f2-a9a8-7d7378a1998e/eebc8db5-3944-460e-a63b-c703dc37e017) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:22:57.800310 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-45ff9f6d-693b-4e19-97a2-2753a5ef53b5 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:57.814201 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-45ff9f6d-693b-4e19-97a2-2753a5ef53b5 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Transition to ACTIVE for port object eebc8db5-3944-460e-a63b-c703dc37e017 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:57.831603 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:57.847385 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-45ff9f6d-693b-4e19-97a2-2753a5ef53b5 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:57.892732 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-45ff9f6d-693b-4e19-97a2-2753a5ef53b5 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Network 528a8abb-23f0-46b0-948f-38e096079bef is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:22:57.895878 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-45ff9f6d-693b-4e19-97a2-2753a5ef53b5 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:57.899779 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-45ff9f6d-693b-4e19-97a2-2753a5ef53b5 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:22:57.927394 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff9f6d-693b-4e19-97a2-2753a5ef53b5 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Pushing event updated for resources: {'Port': ['ID=eebc8db5-3944-460e-a63b-c703dc37e017,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:57.940814 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff9f6d-693b-4e19-97a2-2753a5ef53b5 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:57.941194 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff9f6d-693b-4e19-97a2-2753a5ef53b5 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:57.941504 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff9f6d-693b-4e19-97a2-2753a5ef53b5 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:57.941839 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff9f6d-693b-4e19-97a2-2753a5ef53b5 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:57.942169 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff9f6d-693b-4e19-97a2-2753a5ef53b5 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:57.942523 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff9f6d-693b-4e19-97a2-2753a5ef53b5 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:57.942858 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff9f6d-693b-4e19-97a2-2753a5ef53b5 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:57.943184 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff9f6d-693b-4e19-97a2-2753a5ef53b5 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:57.943512 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff9f6d-693b-4e19-97a2-2753a5ef53b5 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:57.943832 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff9f6d-693b-4e19-97a2-2753a5ef53b5 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:57.944161 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff9f6d-693b-4e19-97a2-2753a5ef53b5 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:57.944505 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff9f6d-693b-4e19-97a2-2753a5ef53b5 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:57.965784 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-45ff9f6d-693b-4e19-97a2-2753a5ef53b5 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:57.969174 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-45ff9f6d-693b-4e19-97a2-2753a5ef53b5 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:57.982960 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-45ff9f6d-693b-4e19-97a2-2753a5ef53b5 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6103640 Jul 16 21:22:57.995706 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-a0ac3619-7873-4035-80e8-f4382c6e8ad5 service neutron] Request body: {'port': {'device_id': '86283bde-8cce-4066-b2bd-b8c28e1c79d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:58.077251 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-a0ac3619-7873-4035-80e8-f4382c6e8ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:58.161862 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-30737dc3-a94e-42b2-8333-d52c8cef7235 None None] Provisioning for port eebc8db5-3944-460e-a63b-c703dc37e017 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:58.166109 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-30737dc3-a94e-42b2-8333-d52c8cef7235 None None] Provisioning complete for port eebc8db5-3944-460e-a63b-c703dc37e017 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:58.166762 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-30737dc3-a94e-42b2-8333-d52c8cef7235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:58.203020 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-30737dc3-a94e-42b2-8333-d52c8cef7235 None None] Port eebc8db5-3944-460e-a63b-c703dc37e017 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:22:58.251966 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 46fa5b50-afa5-43a3-9e8d-c30a700b4361 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:22:58.272580 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 46fa5b50-afa5-43a3-9e8d-c30a700b4361 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:22:58.272986 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 46fa5b50-afa5-43a3-9e8d-c30a700b4361 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:22:58.341937 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-a0ac3619-7873-4035-80e8-f4382c6e8ad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eebc8db5-3944-460e-a63b-c703dc37e017 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:22:58.349336 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-a0ac3619-7873-4035-80e8-f4382c6e8ad5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:58.361819 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-a0ac3619-7873-4035-80e8-f4382c6e8ad5 service neutron] Transition to ACTIVE for port object eebc8db5-3944-460e-a63b-c703dc37e017 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:58.365210 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-a0ac3619-7873-4035-80e8-f4382c6e8ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:58.421456 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac3619-7873-4035-80e8-f4382c6e8ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=eebc8db5-3944-460e-a63b-c703dc37e017,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:58.492683 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-a0ac3619-7873-4035-80e8-f4382c6e8ad5 service neutron] Attempting to bind port eebc8db5-3944-460e-a63b-c703dc37e017 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:22:58.493017 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-a0ac3619-7873-4035-80e8-f4382c6e8ad5 service neutron] Attempting to bind port eebc8db5-3944-460e-a63b-c703dc37e017 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'af939e7d-8398-447e-bfe8-9e9342e24e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '528a8abb-23f0-46b0-948f-38e096079bef'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:22:58.493346 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-a0ac3619-7873-4035-80e8-f4382c6e8ad5 service neutron] Attempting to bind port eebc8db5-3944-460e-a63b-c703dc37e017 on network 528a8abb-23f0-46b0-948f-38e096079bef {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:22:58.497943 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-a0ac3619-7873-4035-80e8-f4382c6e8ad5 service neutron] Port eebc8db5-3944-460e-a63b-c703dc37e017 on network 528a8abb-23f0-46b0-948f-38e096079bef not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:22:58.498264 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-a0ac3619-7873-4035-80e8-f4382c6e8ad5 service neutron] Attempting to bind port eebc8db5-3944-460e-a63b-c703dc37e017 on network 528a8abb-23f0-46b0-948f-38e096079bef {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:22:58.503191 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-a0ac3619-7873-4035-80e8-f4382c6e8ad5 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:22:58.503528 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-a0ac3619-7873-4035-80e8-f4382c6e8ad5 service neutron] Checking segment: {'id': 'af939e7d-8398-447e-bfe8-9e9342e24e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '528a8abb-23f0-46b0-948f-38e096079bef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:58.503911 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-a0ac3619-7873-4035-80e8-f4382c6e8ad5 service neutron] Bound using segment: {'id': 'af939e7d-8398-447e-bfe8-9e9342e24e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '528a8abb-23f0-46b0-948f-38e096079bef'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:22:58.504336 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-a0ac3619-7873-4035-80e8-f4382c6e8ad5 service neutron] Bound port: eebc8db5-3944-460e-a63b-c703dc37e017, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af939e7d-8398-447e-bfe8-9e9342e24e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '528a8abb-23f0-46b0-948f-38e096079bef'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:22:58.504698 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-a0ac3619-7873-4035-80e8-f4382c6e8ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:58.572577 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-a0ac3619-7873-4035-80e8-f4382c6e8ad5 service neutron] For port eebc8db5-3944-460e-a63b-c703dc37e017, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:22:58.575827 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-a0ac3619-7873-4035-80e8-f4382c6e8ad5 service neutron] For port eebc8db5-3944-460e-a63b-c703dc37e017, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=eebc8db5-3944-460e-a63b-c703dc37e017,segment=NetworkSegment(af939e7d-8398-447e-bfe8-9e9342e24e98),segment_id=af939e7d-8398-447e-bfe8-9e9342e24e98)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:22:58.581829 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-a0ac3619-7873-4035-80e8-f4382c6e8ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:58.621385 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-a0ac3619-7873-4035-80e8-f4382c6e8ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:58.621600 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-a0ac3619-7873-4035-80e8-f4382c6e8ad5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:58.623008 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-a0ac3619-7873-4035-80e8-f4382c6e8ad5 service neutron] 10.222.0.18 "PUT /v2.0/ports/eebc8db5-3944-460e-a63b-c703dc37e017 HTTP/1.1" status: 200 len: 1093 time: 0.6324852 Jul 16 21:22:58.624671 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86283bde-8cce-4066-b2bd-b8c28e1c79d2', 'tag': 'eebc8db5-3944-460e-a63b-c703dc37e017'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:22:58.625681 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8ba4ea-4704-422e-a754-380685dcdaaf" -d '{"events": [{"name": "network-changed", "server_uuid": "86283bde-8cce-4066-b2bd-b8c28e1c79d2", "tag": "eebc8db5-3944-460e-a63b-c703dc37e017"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:22:58.686559 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cbd5f2-d5d6-4eef-ba97-fca2ff3d326d x-openstack-request-id: req-f4cbd5f2-d5d6-4eef-ba97-fca2ff3d326d {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:22:58.686848 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86283bde-8cce-4066-b2bd-b8c28e1c79d2", "tag": "eebc8db5-3944-460e-a63b-c703dc37e017", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:22:58.687101 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f4cbd5f2-d5d6-4eef-ba97-fca2ff3d326d {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:22:58.687494 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86283bde-8cce-4066-b2bd-b8c28e1c79d2', 'tag': 'eebc8db5-3944-460e-a63b-c703dc37e017', 'status': 'completed', 'code': 200} Jul 16 21:22:58.713638 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac3619-7873-4035-80e8-f4382c6e8ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=eebc8db5-3944-460e-a63b-c703dc37e017,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:58.756918 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab2069-c8a3-43a9-8bad-8e30df14a137 req-c2b48862-fab7-4a0e-8afc-06a43a15f851 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:58.758649 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f4ab2069-c8a3-43a9-8bad-8e30df14a137 req-c2b48862-fab7-4a0e-8afc-06a43a15f851 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/ports?device_id=86283bde-8cce-4066-b2bd-b8c28e1c79d2 HTTP/1.1" status: 200 len: 944 time: 0.1256595 Jul 16 21:22:58.766111 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-8417159c-9cb1-489a-9be6-f9629ddf97ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:58.767770 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-8417159c-9cb1-489a-9be6-f9629ddf97ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d453ebdc109142dab4321b895a8f6252&device_id=86283bde-8cce-4066-b2bd-b8c28e1c79d2 HTTP/1.1" status: 200 len: 1096 time: 0.0968561 Jul 16 21:22:58.821690 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-61c5371d-e307-4a2e-9cc0-950410e21bd1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eebc8db5-3944-460e-a63b-c703dc37e017 HTTP/1.1" status: 200 len: 217 time: 0.0462723 Jul 16 21:22:58.865259 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f4ab2069-c8a3-43a9-8bad-8e30df14a137 req-75d4df74-94e8-4eea-bf5d-7a43d0366111 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/security-groups?id=93171dfb-23df-43a2-aa2d-bd468a70e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965068 Jul 16 21:22:58.884413 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-0a6d7474-9f18-439b-95a1-2183e998fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:58.884413 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-0a6d7474-9f18-439b-95a1-2183e998fe26 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02e84907-99db-41f2-a9a8-7d7378a1998e HTTP/1.1" status: 200 len: 856 time: 0.0559053 Jul 16 21:22:58.942224 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-844f0147-f094-440f-90f2-50f34c9f034a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:58.943724 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-844f0147-f094-440f-90f2-50f34c9f034a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=528a8abb-23f0-46b0-948f-38e096079bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533378 Jul 16 21:22:59.036600 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-3f81501f-a41b-497c-975e-07e1c7f6659d service neutron] 10.222.0.18 "GET /v2.0/networks/528a8abb-23f0-46b0-948f-38e096079bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865586 Jul 16 21:22:59.125171 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-134d4ca5-7286-48d2-badc-65cd8dfa62ea req-613058b1-9af5-4eed-afcd-b25ac7147d7e service neutron] 10.222.0.18 "GET /v2.0/networks/528a8abb-23f0-46b0-948f-38e096079bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820286 Jul 16 21:22:59.231507 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ba4ea-4704-422e-a754-380685dcdaaf req-7c6dc8db-e436-40b3-a387-d4a75f99d8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:59.232994 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e8ba4ea-4704-422e-a754-380685dcdaaf req-7c6dc8db-e436-40b3-a387-d4a75f99d8a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d453ebdc109142dab4321b895a8f6252&device_id=86283bde-8cce-4066-b2bd-b8c28e1c79d2 HTTP/1.1" status: 200 len: 1096 time: 0.0578542 Jul 16 21:22:59.325691 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ba4ea-4704-422e-a754-380685dcdaaf req-f13ca84d-63b7-4d18-8893-87eeadad5fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:59.327193 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e8ba4ea-4704-422e-a754-380685dcdaaf req-f13ca84d-63b7-4d18-8893-87eeadad5fbd service neutron] 10.222.0.18 "GET /v2.0/networks?id=528a8abb-23f0-46b0-948f-38e096079bef HTTP/1.1" status: 200 len: 918 time: 0.0879309 Jul 16 21:22:59.371933 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e8ba4ea-4704-422e-a754-380685dcdaaf req-de46eebe-05fb-42e9-a630-6a4d48c71c7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eebc8db5-3944-460e-a63b-c703dc37e017 HTTP/1.1" status: 200 len: 217 time: 0.0387232 Jul 16 21:22:59.421947 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ba4ea-4704-422e-a754-380685dcdaaf req-e935cff4-39cd-4f1b-9770-d04da8eea4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:59.423328 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e8ba4ea-4704-422e-a754-380685dcdaaf req-e935cff4-39cd-4f1b-9770-d04da8eea4a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02e84907-99db-41f2-a9a8-7d7378a1998e HTTP/1.1" status: 200 len: 856 time: 0.0444787 Jul 16 21:22:59.479726 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ba4ea-4704-422e-a754-380685dcdaaf req-960a88da-70de-4ce8-958d-73d9fdc833d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:59.481247 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e8ba4ea-4704-422e-a754-380685dcdaaf req-960a88da-70de-4ce8-958d-73d9fdc833d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=528a8abb-23f0-46b0-948f-38e096079bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513515 Jul 16 21:22:59.573639 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e8ba4ea-4704-422e-a754-380685dcdaaf req-3e15421d-374d-47ac-a9cc-8dd151b93c72 service neutron] 10.222.0.18 "GET /v2.0/networks/528a8abb-23f0-46b0-948f-38e096079bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855355 Jul 16 21:22:59.660767 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e8ba4ea-4704-422e-a754-380685dcdaaf req-42aa5dc6-2864-4b02-9860-056385a1cb05 service neutron] 10.222.0.18 "GET /v2.0/networks/528a8abb-23f0-46b0-948f-38e096079bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800512 Jul 16 21:22:59.752361 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:23:00.015217 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:00.054031 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8270e4-53e9-4966-a043-f2aab89bc2f6 req-68ecd993-bef8-40c0-873b-8f0445b3fba6 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:00.055528 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3f8270e4-53e9-4966-a043-f2aab89bc2f6 req-68ecd993-bef8-40c0-873b-8f0445b3fba6 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/ports?device_id=86283bde-8cce-4066-b2bd-b8c28e1c79d2 HTTP/1.1" status: 200 len: 944 time: 0.0680022 Jul 16 21:23:00.093690 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3f8270e4-53e9-4966-a043-f2aab89bc2f6 req-b623c600-3aca-4bd8-ba13-c54b224a7a74 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/security-groups?id=93171dfb-23df-43a2-aa2d-bd468a70e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323408 Jul 16 21:23:01.269264 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dede44-7503-472e-991f-24441ef44da5 req-691b27cf-ffc7-4a80-abf4-8af2e05fb4ef tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:01.270780 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e6dede44-7503-472e-991f-24441ef44da5 req-691b27cf-ffc7-4a80-abf4-8af2e05fb4ef tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/ports?device_id=86283bde-8cce-4066-b2bd-b8c28e1c79d2 HTTP/1.1" status: 200 len: 944 time: 0.0643823 Jul 16 21:23:01.309430 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e6dede44-7503-472e-991f-24441ef44da5 req-dc938755-951e-49ba-9067-21680c65ac0f tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/security-groups?id=93171dfb-23df-43a2-aa2d-bd468a70e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322371 Jul 16 21:23:02.283531 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device eebc8db5-3944-460e-a63b-c703dc37e017 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:23:02.383866 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port eebc8db5-3944-460e-a63b-c703dc37e017, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=eebc8db5-3944-460e-a63b-c703dc37e017,segment=NetworkSegment(af939e7d-8398-447e-bfe8-9e9342e24e98),segment_id=af939e7d-8398-447e-bfe8-9e9342e24e98)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:02.396475 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'eebc8db5-3944-460e-a63b-c703dc37e017', 'network_id': '528a8abb-23f0-46b0-948f-38e096079bef', 'port_id': 'eebc8db5-3944-460e-a63b-c703dc37e017', 'mac_address': 'fa:16:3e:7f:b4:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e84907-99db-41f2-a9a8-7d7378a1998e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:23:02.441222 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:02.456932 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eebc8db5-3944-460e-a63b-c703dc37e017 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:23:02.477821 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port eebc8db5-3944-460e-a63b-c703dc37e017, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=eebc8db5-3944-460e-a63b-c703dc37e017,segment=NetworkSegment(af939e7d-8398-447e-bfe8-9e9342e24e98),segment_id=af939e7d-8398-447e-bfe8-9e9342e24e98)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:02.484213 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:02.510122 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b5fae-88cc-4d97-9844-d7f2897f48f2 req-ece69816-6df7-4b3b-a70d-c94d904f9c73 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:02.511802 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc3b5fae-88cc-4d97-9844-d7f2897f48f2 req-ece69816-6df7-4b3b-a70d-c94d904f9c73 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/ports?device_id=86283bde-8cce-4066-b2bd-b8c28e1c79d2 HTTP/1.1" status: 200 len: 944 time: 0.0684025 Jul 16 21:23:02.539605 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=eebc8db5-3944-460e-a63b-c703dc37e017,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:02.548734 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:02.549255 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:02.549610 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:02.549949 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:02.550288 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:02.550642 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:02.550974 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:02.551303 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:02.551632 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:02.551966 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:02.552290 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:02.552612 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:02.556491 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc3b5fae-88cc-4d97-9844-d7f2897f48f2 req-9589f821-3781-45fa-a6dd-3f953bc9efa6 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/security-groups?id=93171dfb-23df-43a2-aa2d-bd468a70e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370882 Jul 16 21:23:02.667635 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['eebc8db5-3944-460e-a63b-c703dc37e017'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:23:03.737137 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f64d3-af9e-4fdf-8b49-15335400a320 req-78c79cc1-a956-4aa9-bcd0-2e73c9d17119 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:03.738643 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a84f64d3-af9e-4fdf-8b49-15335400a320 req-78c79cc1-a956-4aa9-bcd0-2e73c9d17119 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/ports?device_id=86283bde-8cce-4066-b2bd-b8c28e1c79d2 HTTP/1.1" status: 200 len: 945 time: 0.0685048 Jul 16 21:23:03.775671 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a84f64d3-af9e-4fdf-8b49-15335400a320 req-ec94a322-095d-4f87-b826-a58ad49afb02 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/security-groups?id=93171dfb-23df-43a2-aa2d-bd468a70e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305872 Jul 16 21:23:03.791855 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:04.299181 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device eebc8db5-3944-460e-a63b-c703dc37e017 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:23:04.346201 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port eebc8db5-3944-460e-a63b-c703dc37e017 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:23:04.349661 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port eebc8db5-3944-460e-a63b-c703dc37e017 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:04.350028 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:04.425201 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:04.449484 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86283bde-8cce-4066-b2bd-b8c28e1c79d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eebc8db5-3944-460e-a63b-c703dc37e017'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:23:04.451733 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d599d8cd7c90ef7a4a4f11e3824443e11814837840e0ec22718dbf4e389f10a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346b0d5e-9c97-44ed-9aac-51e93540f2f1" -d '{"events": [{"server_uuid": "86283bde-8cce-4066-b2bd-b8c28e1c79d2", "name": "network-vif-plugged", "status": "completed", "tag": "eebc8db5-3944-460e-a63b-c703dc37e017"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:23:04.464740 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port eebc8db5-3944-460e-a63b-c703dc37e017, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=eebc8db5-3944-460e-a63b-c703dc37e017,segment=NetworkSegment(af939e7d-8398-447e-bfe8-9e9342e24e98),segment_id=af939e7d-8398-447e-bfe8-9e9342e24e98)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:04.468494 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:04.491427 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174c8c65-7b77-4d04-b958-a63eb17ef248 x-openstack-request-id: req-174c8c65-7b77-4d04-b958-a63eb17ef248 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:23:04.491710 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86283bde-8cce-4066-b2bd-b8c28e1c79d2", "name": "network-vif-plugged", "status": "completed", "tag": "eebc8db5-3944-460e-a63b-c703dc37e017", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:23:04.491960 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-174c8c65-7b77-4d04-b958-a63eb17ef248 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:23:04.492343 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86283bde-8cce-4066-b2bd-b8c28e1c79d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eebc8db5-3944-460e-a63b-c703dc37e017', 'code': 200} Jul 16 21:23:04.518581 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=eebc8db5-3944-460e-a63b-c703dc37e017,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:04.599895 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf41db4-ae2a-4161-9052-f34d6cb632e7 req-cc3776f8-8fd7-4dd3-917f-10fe1624c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:04.601371 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cbf41db4-ae2a-4161-9052-f34d6cb632e7 req-cc3776f8-8fd7-4dd3-917f-10fe1624c3e0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=86283bde-8cce-4066-b2bd-b8c28e1c79d2 HTTP/1.1" status: 200 len: 1098 time: 0.0505660 Jul 16 21:23:04.636797 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cbf41db4-ae2a-4161-9052-f34d6cb632e7 req-c621f992-cf5b-4f8b-b8e4-83db51a058a1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=93171dfb-23df-43a2-aa2d-bd468a70e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287380 Jul 16 21:23:04.948723 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80280eeb-6ad0-408e-aed8-23759d813738 req-530d8ef3-f272-4010-9206-72a333307172 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:04.950222 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-80280eeb-6ad0-408e-aed8-23759d813738 req-530d8ef3-f272-4010-9206-72a333307172 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/ports?device_id=86283bde-8cce-4066-b2bd-b8c28e1c79d2 HTTP/1.1" status: 200 len: 946 time: 0.0669839 Jul 16 21:23:04.987700 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-80280eeb-6ad0-408e-aed8-23759d813738 req-a04bf323-8d1f-46ed-af7f-0527419ee0c4 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/security-groups?id=93171dfb-23df-43a2-aa2d-bd468a70e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319242 Jul 16 21:23:06.157872 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d804f64-e3a3-4971-969f-5ec063b320c8 req-982dc240-9f81-497d-bf83-bd378bfefdf8 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:06.159424 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d804f64-e3a3-4971-969f-5ec063b320c8 req-982dc240-9f81-497d-bf83-bd378bfefdf8 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/ports?device_id=86283bde-8cce-4066-b2bd-b8c28e1c79d2 HTTP/1.1" status: 200 len: 946 time: 0.0627716 Jul 16 21:23:06.196338 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d804f64-e3a3-4971-969f-5ec063b320c8 req-fd25b5ce-d863-48fa-a9a9-3f60954e7b9e tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/security-groups?id=93171dfb-23df-43a2-aa2d-bd468a70e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311134 Jul 16 21:23:06.370968 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd8e96-9601-4e5b-a870-6dca509182cd req-bdd28d26-863e-4c9b-a925-e0e1bc19bf9f tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:06.372435 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2dd8e96-9601-4e5b-a870-6dca509182cd req-bdd28d26-863e-4c9b-a925-e0e1bc19bf9f tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/ports?device_id=86283bde-8cce-4066-b2bd-b8c28e1c79d2 HTTP/1.1" status: 200 len: 946 time: 0.0657465 Jul 16 21:23:06.410165 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2dd8e96-9601-4e5b-a870-6dca509182cd req-5ec35fab-d7c9-4c42-ba7f-5094da675b50 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/security-groups?id=93171dfb-23df-43a2-aa2d-bd468a70e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319254 Jul 16 21:23:21.782344 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f7c12e35-4e5e-4489-8fc4-d9b89039fa60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:24.310920 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51b18c2e-6567-4f5c-8d0a-211540c65bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:24.422161 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:24.805196 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55abcd77-0185-4ff4-8f51-c1ef7806902a req-e5746c74-7773-4aa2-986a-a1cebd0db388 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=86283bde-8cce-4066-b2bd-b8c28e1c79d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0581033 Jul 16 21:23:24.913219 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abcd77-0185-4ff4-8f51-c1ef7806902a req-8161c4a4-26ff-485b-a200-644b68475b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:24.915653 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55abcd77-0185-4ff4-8f51-c1ef7806902a req-8161c4a4-26ff-485b-a200-644b68475b8f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d453ebdc109142dab4321b895a8f6252&device_id=86283bde-8cce-4066-b2bd-b8c28e1c79d2 HTTP/1.1" status: 200 len: 1098 time: 0.0574710 Jul 16 21:23:25.032179 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abcd77-0185-4ff4-8f51-c1ef7806902a req-4b8f05a6-4b17-497f-a0bb-2a2dfd661689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:25.033833 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55abcd77-0185-4ff4-8f51-c1ef7806902a req-4b8f05a6-4b17-497f-a0bb-2a2dfd661689 service neutron] 10.222.0.18 "GET /v2.0/networks?id=528a8abb-23f0-46b0-948f-38e096079bef HTTP/1.1" status: 200 len: 918 time: 0.0928910 Jul 16 21:23:25.076400 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55abcd77-0185-4ff4-8f51-c1ef7806902a req-495d8b96-5db9-4a17-9f6a-3a6228a60c33 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eebc8db5-3944-460e-a63b-c703dc37e017 HTTP/1.1" status: 200 len: 217 time: 0.0360155 Jul 16 21:23:25.129139 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abcd77-0185-4ff4-8f51-c1ef7806902a req-11df6402-1081-4ae9-8488-797bc0160ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:25.131115 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55abcd77-0185-4ff4-8f51-c1ef7806902a req-11df6402-1081-4ae9-8488-797bc0160ec8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02e84907-99db-41f2-a9a8-7d7378a1998e HTTP/1.1" status: 200 len: 856 time: 0.0483444 Jul 16 21:23:25.195578 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abcd77-0185-4ff4-8f51-c1ef7806902a req-a9650464-1040-42ae-a2b3-93049afa4be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:25.197688 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55abcd77-0185-4ff4-8f51-c1ef7806902a req-a9650464-1040-42ae-a2b3-93049afa4be2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=528a8abb-23f0-46b0-948f-38e096079bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532811 Jul 16 21:23:25.334351 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55abcd77-0185-4ff4-8f51-c1ef7806902a req-015c6598-6c25-4e64-b051-f898aec91db3 service neutron] 10.222.0.18 "GET /v2.0/networks/528a8abb-23f0-46b0-948f-38e096079bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294909 Jul 16 21:23:25.347059 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8eea6d-1bfd-4414-b73f-8396d3a1a441 req-c42419b9-826f-4f33-9297-86e28e46e1a2 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:25.348498 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8c8eea6d-1bfd-4414-b73f-8396d3a1a441 req-c42419b9-826f-4f33-9297-86e28e46e1a2 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/ports?device_id=86283bde-8cce-4066-b2bd-b8c28e1c79d2 HTTP/1.1" status: 200 len: 946 time: 0.1215086 Jul 16 21:23:25.439094 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8c8eea6d-1bfd-4414-b73f-8396d3a1a441 req-cca24fbe-4105-4584-b6e7-de2863d0a2ea tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/security-groups?id=93171dfb-23df-43a2-aa2d-bd468a70e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822372 Jul 16 21:23:25.465143 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55abcd77-0185-4ff4-8f51-c1ef7806902a req-dae146f5-5ff9-4e65-aff7-702647c0f94d service neutron] 10.222.0.18 "GET /v2.0/networks/528a8abb-23f0-46b0-948f-38e096079bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156292 Jul 16 21:23:25.992039 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:26.616285 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07f532-8d1c-4c7d-a469-f3ad43015170 req-a782cd89-f34d-47d4-b38d-c2d7b7c6eec8 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:26.617683 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ef07f532-8d1c-4c7d-a469-f3ad43015170 req-a782cd89-f34d-47d4-b38d-c2d7b7c6eec8 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/ports?device_id=86283bde-8cce-4066-b2bd-b8c28e1c79d2 HTTP/1.1" status: 200 len: 946 time: 0.0646374 Jul 16 21:23:26.669738 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ef07f532-8d1c-4c7d-a469-f3ad43015170 req-6ea0b12a-63b0-4ee5-9259-41bcf66ccd0c tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.38 "GET /v2.0/security-groups?id=93171dfb-23df-43a2-aa2d-bd468a70e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464580 Jul 16 21:23:26.723785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35bb44-e677-4299-9689-522af634455e req-563fdc8b-9dd3-45e3-80de-edda08679ddc tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:26.725240 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-df35bb44-e677-4299-9689-522af634455e req-563fdc8b-9dd3-45e3-80de-edda08679ddc tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.18 "GET /v2.0/ports?device_id=86283bde-8cce-4066-b2bd-b8c28e1c79d2 HTTP/1.1" status: 200 len: 946 time: 0.0666230 Jul 16 21:23:26.824820 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-df35bb44-e677-4299-9689-522af634455e req-d8f51c25-c229-4d43-b919-dd03dc61e819 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Deleting port eebc8db5-3944-460e-a63b-c703dc37e017 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:23:26.825165 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-df35bb44-e677-4299-9689-522af634455e req-d8f51c25-c229-4d43-b919-dd03dc61e819 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:26.919511 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-df35bb44-e677-4299-9689-522af634455e req-d8f51c25-c229-4d43-b919-dd03dc61e819 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] For port eebc8db5-3944-460e-a63b-c703dc37e017, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=eebc8db5-3944-460e-a63b-c703dc37e017,segment=NetworkSegment(af939e7d-8398-447e-bfe8-9e9342e24e98),segment_id=af939e7d-8398-447e-bfe8-9e9342e24e98)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:26.920032 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-df35bb44-e677-4299-9689-522af634455e req-d8f51c25-c229-4d43-b919-dd03dc61e819 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:26.935733 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-df35bb44-e677-4299-9689-522af634455e req-d8f51c25-c229-4d43-b919-dd03dc61e819 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Calling delete_port for eebc8db5-3944-460e-a63b-c703dc37e017 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:23:27.063047 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-df35bb44-e677-4299-9689-522af634455e req-d8f51c25-c229-4d43-b919-dd03dc61e819 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:27.075040 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['eebc8db5-3944-460e-a63b-c703dc37e017'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:23:27.095064 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f51c25-c229-4d43-b919-dd03dc61e819 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Pushing event deleted for resources: {'Port': ['ID=eebc8db5-3944-460e-a63b-c703dc37e017,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:27.143661 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-df35bb44-e677-4299-9689-522af634455e req-d8f51c25-c229-4d43-b919-dd03dc61e819 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] No DVR routers for this DVR port eebc8db5-3944-460e-a63b-c703dc37e017 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:23:27.146397 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-df35bb44-e677-4299-9689-522af634455e req-d8f51c25-c229-4d43-b919-dd03dc61e819 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:27.148542 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-df35bb44-e677-4299-9689-522af634455e req-d8f51c25-c229-4d43-b919-dd03dc61e819 tempest-TestEncryptedCinderVolumes-1130346759 tempest-TestEncryptedCinderVolumes-1130346759-project] 10.222.0.18 "DELETE /v2.0/ports/eebc8db5-3944-460e-a63b-c703dc37e017 HTTP/1.1" status: 204 len: 173 time: 0.4177036 Jul 16 21:23:27.148985 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86283bde-8cce-4066-b2bd-b8c28e1c79d2', 'name': 'network-vif-deleted', 'tag': 'eebc8db5-3944-460e-a63b-c703dc37e017'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:23:27.151958 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76717b16-9fa1-4e45-a652-23481741b513" -d '{"events": [{"server_uuid": "86283bde-8cce-4066-b2bd-b8c28e1c79d2", "name": "network-vif-deleted", "tag": "eebc8db5-3944-460e-a63b-c703dc37e017"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:23:27.192459 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a770abe8-68ea-4396-9837-93a40346ae56 x-openstack-request-id: req-a770abe8-68ea-4396-9837-93a40346ae56 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:23:27.192757 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86283bde-8cce-4066-b2bd-b8c28e1c79d2", "name": "network-vif-deleted", "tag": "eebc8db5-3944-460e-a63b-c703dc37e017", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:23:27.193012 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a770abe8-68ea-4396-9837-93a40346ae56 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:23:27.193416 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86283bde-8cce-4066-b2bd-b8c28e1c79d2', 'name': 'network-vif-deleted', 'tag': 'eebc8db5-3944-460e-a63b-c703dc37e017', 'status': 'completed', 'code': 200} Jul 16 21:23:27.804456 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57594) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:27.828204 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:28.149340 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac9dd676-14cd-4dff-b03f-6b99b3e054ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:28.403360 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-ac9dd676-14cd-4dff-b03f-6b99b3e054ea admin admin] Deleting port 06bf0d75-7cb1-468f-8538-b635c61c0a91 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:23:28.403593 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac9dd676-14cd-4dff-b03f-6b99b3e054ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:28.479441 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-ac9dd676-14cd-4dff-b03f-6b99b3e054ea admin admin] For port 06bf0d75-7cb1-468f-8538-b635c61c0a91, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=06bf0d75-7cb1-468f-8538-b635c61c0a91,segment=NetworkSegment(af939e7d-8398-447e-bfe8-9e9342e24e98),segment_id=af939e7d-8398-447e-bfe8-9e9342e24e98)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:28.479792 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac9dd676-14cd-4dff-b03f-6b99b3e054ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:28.491616 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-ac9dd676-14cd-4dff-b03f-6b99b3e054ea admin admin] Calling delete_port for 06bf0d75-7cb1-468f-8538-b635c61c0a91 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:23:28.680731 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac9dd676-14cd-4dff-b03f-6b99b3e054ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:28.710554 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9dd676-14cd-4dff-b03f-6b99b3e054ea admin admin] Pushing event deleted for resources: {'Port': ['ID=06bf0d75-7cb1-468f-8538-b635c61c0a91,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:28.874147 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ac9dd676-14cd-4dff-b03f-6b99b3e054ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:29.435730 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9dd676-14cd-4dff-b03f-6b99b3e054ea admin admin] Router c2c7b14b-3fca-4916-9ce9-b92c257c40c3 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:23:29.540094 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9dd676-14cd-4dff-b03f-6b99b3e054ea admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:23:29.547120 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ac9dd676-14cd-4dff-b03f-6b99b3e054ea admin admin] 10.222.0.38 "PUT /v2.0/routers/c2c7b14b-3fca-4916-9ce9-b92c257c40c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7404046 Jul 16 21:23:29.548413 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57596) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:29.549443 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ca398f-01f0-490e-8b4d-49b3dc031ad9 None None] Sync routers for ids ['c2c7b14b-3fca-4916-9ce9-b92c257c40c3'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:23:29.559178 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ca398f-01f0-490e-8b4d-49b3dc031ad9 None None] Routers {'c2c7b14b-3fca-4916-9ce9-b92c257c40c3'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:23:29.559789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-e2ca398f-01f0-490e-8b4d-49b3dc031ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:23:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c2c7b14b-3fca-4916-9ce9-b92c257c40c3'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:29.653249 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-75d5e611-3c0d-47d4-afef-01eef6eb5fc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:29.662137 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-e2ca398f-01f0-490e-8b4d-49b3dc031ad9 None None] Set router c2c7b14b-3fca-4916-9ce9-b92c257c40c3 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:23:29.753578 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-75d5e611-3c0d-47d4-afef-01eef6eb5fc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:29.812458 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-75d5e611-3c0d-47d4-afef-01eef6eb5fc6 admin admin] Deleting port 9b927e83-d5d8-46e2-a34c-f1cd57270351 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:23:29.812807 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-75d5e611-3c0d-47d4-afef-01eef6eb5fc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:29.893494 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-75d5e611-3c0d-47d4-afef-01eef6eb5fc6 admin admin] For port 9b927e83-d5d8-46e2-a34c-f1cd57270351, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=9b927e83-d5d8-46e2-a34c-f1cd57270351,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:29.894216 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-75d5e611-3c0d-47d4-afef-01eef6eb5fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:29.906376 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-75d5e611-3c0d-47d4-afef-01eef6eb5fc6 admin admin] Calling delete_port for 9b927e83-d5d8-46e2-a34c-f1cd57270351 owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:23:30.015749 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-e2ca398f-01f0-490e-8b4d-49b3dc031ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c7b14b-3fca-4916-9ce9-b92c257c40c3', 'name': 'tempest-TestEncryptedCinderVolumes-1780447962-router', 'tenant_id': 'd453ebdc109142dab4321b895a8f6252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '9b927e83-d5d8-46e2-a34c-f1cd57270351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:09Z', 'updated_at': '2021-07-16T21:23:28Z', 'revision_number': 5, 'project_id': 'd453ebdc109142dab4321b895a8f6252', 'gw_port': {'id': '9b927e83-d5d8-46e2-a34c-f1cd57270351', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c7b14b-3fca-4916-9ce9-b92c257c40c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:09Z', 'updated_at': '2021-07-16T21:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:30.018990 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:30.043561 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ca398f-01f0-490e-8b4d-49b3dc031ad9 None None] Checking router: c2c7b14b-3fca-4916-9ce9-b92c257c40c3 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:23:30.051566 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ca398f-01f0-490e-8b4d-49b3dc031ad9 None None] Routers {'c2c7b14b-3fca-4916-9ce9-b92c257c40c3'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:23:30.052171 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-e2ca398f-01f0-490e-8b4d-49b3dc031ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:23:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c2c7b14b-3fca-4916-9ce9-b92c257c40c3'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:30.078309 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-75d5e611-3c0d-47d4-afef-01eef6eb5fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:30.109460 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5e611-3c0d-47d4-afef-01eef6eb5fc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b927e83-d5d8-46e2-a34c-f1cd57270351,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:30.138741 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-e2ca398f-01f0-490e-8b4d-49b3dc031ad9 None None] Set router c2c7b14b-3fca-4916-9ce9-b92c257c40c3 gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:23:30.172270 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-75d5e611-3c0d-47d4-afef-01eef6eb5fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:30.193555 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-e2ca398f-01f0-490e-8b4d-49b3dc031ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c7b14b-3fca-4916-9ce9-b92c257c40c3', 'name': 'tempest-TestEncryptedCinderVolumes-1780447962-router', 'tenant_id': 'd453ebdc109142dab4321b895a8f6252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:09Z', 'updated_at': '2021-07-16T21:23:29Z', 'revision_number': 6, 'project_id': 'd453ebdc109142dab4321b895a8f6252', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:30.220056 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ca398f-01f0-490e-8b4d-49b3dc031ad9 None None] The sync data for ids ['c2c7b14b-3fca-4916-9ce9-b92c257c40c3'] in n-d-791506-21 is: [{'id': 'c2c7b14b-3fca-4916-9ce9-b92c257c40c3', 'name': 'tempest-TestEncryptedCinderVolumes-1780447962-router', 'tenant_id': 'd453ebdc109142dab4321b895a8f6252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:09Z', 'updated_at': '2021-07-16T21:23:29Z', 'revision_number': 6, 'project_id': 'd453ebdc109142dab4321b895a8f6252', 'gw_port_host': None}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:23:30.265750 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-75d5e611-3c0d-47d4-afef-01eef6eb5fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:30.267867 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-75d5e611-3c0d-47d4-afef-01eef6eb5fc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:30.310630 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-75d5e611-3c0d-47d4-afef-01eef6eb5fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:30.311175 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d5e611-3c0d-47d4-afef-01eef6eb5fc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2c7b14b-3fca-4916-9ce9-b92c257c40c3 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:23:30.315453 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-75d5e611-3c0d-47d4-afef-01eef6eb5fc6 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:30.316612 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-75d5e611-3c0d-47d4-afef-01eef6eb5fc6 admin admin] 10.222.0.38 "DELETE /v2.0/routers/c2c7b14b-3fca-4916-9ce9-b92c257c40c3 HTTP/1.1" status: 204 len: 168 time: 0.7672935 Jul 16 21:23:30.319141 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57598) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:30.363642 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b328d507-5b9e-45b7-805c-1a86ea01f79d admin admin] Deleting subnet 02e84907-99db-41f2-a9a8-7d7378a1998e {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:23:30.366573 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b328d507-5b9e-45b7-805c-1a86ea01f79d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:30.405389 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b328d507-5b9e-45b7-805c-1a86ea01f79d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:30.405765 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device eebc8db5-3944-460e-a63b-c703dc37e017 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:23:30.425404 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: eebc8db5-3944-460e-a63b-c703dc37e017 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:23:30.425751 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device eebc8db5-3944-460e-a63b-c703dc37e017 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:23:30.482613 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b328d507-5b9e-45b7-805c-1a86ea01f79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:30.534360 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b328d507-5b9e-45b7-805c-1a86ea01f79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:30.562096 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328d507-5b9e-45b7-805c-1a86ea01f79d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02e84907-99db-41f2-a9a8-7d7378a1998e,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:30.565407 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b328d507-5b9e-45b7-805c-1a86ea01f79d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:30.569574 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b328d507-5b9e-45b7-805c-1a86ea01f79d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/02e84907-99db-41f2-a9a8-7d7378a1998e HTTP/1.1" status: 204 len: 168 time: 0.2473500 Jul 16 21:23:30.570071 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57600) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:30.576462 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340aabe1-2453-4004-8c5d-458d095fab75 None None] Network 528a8abb-23f0-46b0-948f-38e096079bef requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:23:30.662816 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:30.751682 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] Deleting port a2297697-b7fd-409d-8261-3fec3087e4b6 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:23:30.752032 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:30.835712 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] For port a2297697-b7fd-409d-8261-3fec3087e4b6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a2297697-b7fd-409d-8261-3fec3087e4b6,segment=NetworkSegment(af939e7d-8398-447e-bfe8-9e9342e24e98),segment_id=af939e7d-8398-447e-bfe8-9e9342e24e98)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:30.836278 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:30.852858 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] Calling delete_port for a2297697-b7fd-409d-8261-3fec3087e4b6 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:23:30.956513 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:30.982096 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2297697-b7fd-409d-8261-3fec3087e4b6,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:30.986433 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] No DVR routers for this DVR port a2297697-b7fd-409d-8261-3fec3087e4b6 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:23:30.994959 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:30.995377 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:30.996022 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:30.996160 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:30.996449 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:30.996787 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:30.997118 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:30.997449 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:30.997779 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:30.998109 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:30.998460 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:30.998834 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:31.031992 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364a1358-7453-423a-beff-306a07251198 None None] DHCP port deletion for 528a8abb-23f0-46b0-948f-38e096079bef request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:23:31.057987 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 06bf0d75-7cb1-468f-8538-b635c61c0a91 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:23:31.079926 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 06bf0d75-7cb1-468f-8538-b635c61c0a91 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:23:31.080327 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 06bf0d75-7cb1-468f-8538-b635c61c0a91 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:23:31.095246 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:31.106491 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['528a8abb-23f0-46b0-948f-38e096079bef']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:31.121221 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af939e7d-8398-447e-bfe8-9e9342e24e98') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:31.121607 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af939e7d-8398-447e-bfe8-9e9342e24e98') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:31.131356 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:31.148309 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:31.157621 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:23:31.158100 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: timer() Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:23:31.159932 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:23:31.223923 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:31.231138 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:31.233052 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/528a8abb-23f0-46b0-948f-38e096079bef HTTP/1.1" status: 204 len: 168 time: 0.6620545 Jul 16 21:23:31.235975 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57604) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:31.256292 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2c281-57f0-4ffb-aa81-c448fa4347d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=528a8abb-23f0-46b0-948f-38e096079bef,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:31.604919 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-90188a8f-631b-4430-96ed-4f5d8053f028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:31.851765 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-90188a8f-631b-4430-96ed-4f5d8053f028 admin admin] Deleting port 691a50b1-1e6c-4ace-8f8f-d21361473b42 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:23:31.852105 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-90188a8f-631b-4430-96ed-4f5d8053f028 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:31.929249 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-90188a8f-631b-4430-96ed-4f5d8053f028 admin admin] For port 691a50b1-1e6c-4ace-8f8f-d21361473b42, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=691a50b1-1e6c-4ace-8f8f-d21361473b42,segment=NetworkSegment(f5d59a99-ba9a-4ed0-aeae-7b1908b185a4),segment_id=f5d59a99-ba9a-4ed0-aeae-7b1908b185a4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:31.929523 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-90188a8f-631b-4430-96ed-4f5d8053f028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:31.941848 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-90188a8f-631b-4430-96ed-4f5d8053f028 admin admin] Calling delete_port for 691a50b1-1e6c-4ace-8f8f-d21361473b42 owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:23:32.132716 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-90188a8f-631b-4430-96ed-4f5d8053f028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:32.163017 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90188a8f-631b-4430-96ed-4f5d8053f028 admin admin] Pushing event deleted for resources: {'Port': ['ID=691a50b1-1e6c-4ace-8f8f-d21361473b42,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:32.332858 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-90188a8f-631b-4430-96ed-4f5d8053f028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:32.434044 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9b927e83-d5d8-46e2-a34c-f1cd57270351 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:23:32.453455 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 9b927e83-d5d8-46e2-a34c-f1cd57270351 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:23:32.453803 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 9b927e83-d5d8-46e2-a34c-f1cd57270351 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:23:32.454224 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a2297697-b7fd-409d-8261-3fec3087e4b6 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:23:32.475792 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: a2297697-b7fd-409d-8261-3fec3087e4b6 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:23:32.476131 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a2297697-b7fd-409d-8261-3fec3087e4b6 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:23:32.551951 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90188a8f-631b-4430-96ed-4f5d8053f028 admin admin] Router 82c95521-da6a-4cf1-b673-dfb57bdcb625 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:23:32.655391 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90188a8f-631b-4430-96ed-4f5d8053f028 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:23:32.660321 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-90188a8f-631b-4430-96ed-4f5d8053f028 admin admin] 10.222.0.38 "PUT /v2.0/routers/82c95521-da6a-4cf1-b673-dfb57bdcb625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4233968 Jul 16 21:23:32.662932 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57606) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:32.663531 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e98d2c4-2844-4b43-b604-0dea883cc343 None None] Sync routers for ids ['82c95521-da6a-4cf1-b673-dfb57bdcb625'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:23:32.672794 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e98d2c4-2844-4b43-b604-0dea883cc343 None None] Routers {'82c95521-da6a-4cf1-b673-dfb57bdcb625'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:23:32.673395 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-6e98d2c4-2844-4b43-b604-0dea883cc343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:23:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['82c95521-da6a-4cf1-b673-dfb57bdcb625'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:32.764984 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-72454b41-87a6-494a-b1b2-ba4e08f5be16 admin admin] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:32.775797 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-6e98d2c4-2844-4b43-b604-0dea883cc343 None None] Set router 82c95521-da6a-4cf1-b673-dfb57bdcb625 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:23:32.862134 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-72454b41-87a6-494a-b1b2-ba4e08f5be16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:32.918975 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-72454b41-87a6-494a-b1b2-ba4e08f5be16 admin admin] Deleting port 35fc9919-1257-4637-9813-d9b783651a83 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:23:32.919323 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-72454b41-87a6-494a-b1b2-ba4e08f5be16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:32.951793 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-6e98d2c4-2844-4b43-b604-0dea883cc343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c95521-da6a-4cf1-b673-dfb57bdcb625', 'name': 'tempest-TestEncryptedCinderVolumes-620931771-router', 'tenant_id': '30f56b78fe174f148e3556d0183a3058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '35fc9919-1257-4637-9813-d9b783651a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:13Z', 'updated_at': '2021-07-16T21:23:32Z', 'revision_number': 5, 'project_id': '30f56b78fe174f148e3556d0183a3058', 'gw_port': {'id': '35fc9919-1257-4637-9813-d9b783651a83', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ce:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c95521-da6a-4cf1-b673-dfb57bdcb625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:14Z', 'updated_at': '2021-07-16T21:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:32.977184 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e98d2c4-2844-4b43-b604-0dea883cc343 None None] Checking router: 82c95521-da6a-4cf1-b673-dfb57bdcb625 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:23:32.985735 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e98d2c4-2844-4b43-b604-0dea883cc343 None None] Routers {'82c95521-da6a-4cf1-b673-dfb57bdcb625'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:23:32.986342 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-6e98d2c4-2844-4b43-b604-0dea883cc343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:23:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['82c95521-da6a-4cf1-b673-dfb57bdcb625'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:32.997044 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-72454b41-87a6-494a-b1b2-ba4e08f5be16 admin admin] For port 35fc9919-1257-4637-9813-d9b783651a83, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=35fc9919-1257-4637-9813-d9b783651a83,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:32.997403 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-72454b41-87a6-494a-b1b2-ba4e08f5be16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:33.009650 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-72454b41-87a6-494a-b1b2-ba4e08f5be16 admin admin] Calling delete_port for 35fc9919-1257-4637-9813-d9b783651a83 owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:23:33.077901 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-6e98d2c4-2844-4b43-b604-0dea883cc343 None None] Set router 82c95521-da6a-4cf1-b673-dfb57bdcb625 gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:23:33.131154 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-6e98d2c4-2844-4b43-b604-0dea883cc343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c95521-da6a-4cf1-b673-dfb57bdcb625', 'name': 'tempest-TestEncryptedCinderVolumes-620931771-router', 'tenant_id': '30f56b78fe174f148e3556d0183a3058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:13Z', 'updated_at': '2021-07-16T21:23:32Z', 'revision_number': 6, 'project_id': '30f56b78fe174f148e3556d0183a3058', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:33.156349 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e98d2c4-2844-4b43-b604-0dea883cc343 None None] The sync data for ids ['82c95521-da6a-4cf1-b673-dfb57bdcb625'] in n-d-791506-21 is: [{'id': '82c95521-da6a-4cf1-b673-dfb57bdcb625', 'name': 'tempest-TestEncryptedCinderVolumes-620931771-router', 'tenant_id': '30f56b78fe174f148e3556d0183a3058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:13Z', 'updated_at': '2021-07-16T21:23:32Z', 'revision_number': 6, 'project_id': '30f56b78fe174f148e3556d0183a3058', 'gw_port_host': None}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:23:33.181831 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-72454b41-87a6-494a-b1b2-ba4e08f5be16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:33.207552 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72454b41-87a6-494a-b1b2-ba4e08f5be16 admin admin] Pushing event deleted for resources: {'Port': ['ID=35fc9919-1257-4637-9813-d9b783651a83,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:33.596501 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-72454b41-87a6-494a-b1b2-ba4e08f5be16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:33.683869 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-72454b41-87a6-494a-b1b2-ba4e08f5be16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:33.685952 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-72454b41-87a6-494a-b1b2-ba4e08f5be16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:33.728553 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-72454b41-87a6-494a-b1b2-ba4e08f5be16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:33.729072 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72454b41-87a6-494a-b1b2-ba4e08f5be16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82c95521-da6a-4cf1-b673-dfb57bdcb625 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:23:33.736353 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-72454b41-87a6-494a-b1b2-ba4e08f5be16 admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:33.737508 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-72454b41-87a6-494a-b1b2-ba4e08f5be16 admin admin] 10.222.0.38 "DELETE /v2.0/routers/82c95521-da6a-4cf1-b673-dfb57bdcb625 HTTP/1.1" status: 204 len: 168 time: 1.0736597 Jul 16 21:23:33.740003 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57608) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:33.788038 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1503ac-1627-4424-8227-a5fb5a50bcc7 admin admin] Deleting subnet 7d8a359b-fec9-426c-bbcb-877db217b7f7 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:23:33.789384 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:33.792646 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e1503ac-1627-4424-8227-a5fb5a50bcc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:33.840286 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e1503ac-1627-4424-8227-a5fb5a50bcc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:33.951429 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e1503ac-1627-4424-8227-a5fb5a50bcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:34.033998 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e1503ac-1627-4424-8227-a5fb5a50bcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:34.078783 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1503ac-1627-4424-8227-a5fb5a50bcc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d8a359b-fec9-426c-bbcb-877db217b7f7,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:34.083098 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e1503ac-1627-4424-8227-a5fb5a50bcc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:34.086732 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5e1503ac-1627-4424-8227-a5fb5a50bcc7 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/7d8a359b-fec9-426c-bbcb-877db217b7f7 HTTP/1.1" status: 204 len: 168 time: 0.3451688 Jul 16 21:23:34.088828 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57610) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:34.090170 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad4b65b-4236-4d37-bc2c-996ea0b4a6d0 None None] Network ed8224ef-4e5b-49f6-a56f-de76a9225147 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:23:34.182971 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0e89e506-3e2a-46e8-9c85-744d39b64071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:34.249726 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-0e89e506-3e2a-46e8-9c85-744d39b64071 admin admin] Deleting port 1ceddb5a-2df8-4028-9773-32db13728ded {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:23:34.250069 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0e89e506-3e2a-46e8-9c85-744d39b64071 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:34.319649 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de411e9e-beeb-4f29-9904-30dec8de233c None None] DHCP port deletion for ed8224ef-4e5b-49f6-a56f-de76a9225147 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:23:34.325712 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-0e89e506-3e2a-46e8-9c85-744d39b64071 admin admin] For port 1ceddb5a-2df8-4028-9773-32db13728ded, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=1ceddb5a-2df8-4028-9773-32db13728ded,segment=NetworkSegment(f5d59a99-ba9a-4ed0-aeae-7b1908b185a4),segment_id=f5d59a99-ba9a-4ed0-aeae-7b1908b185a4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:34.326085 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0e89e506-3e2a-46e8-9c85-744d39b64071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:34.340475 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-0e89e506-3e2a-46e8-9c85-744d39b64071 admin admin] Calling delete_port for 1ceddb5a-2df8-4028-9773-32db13728ded owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:23:34.374602 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-de411e9e-beeb-4f29-9904-30dec8de233c None None] Deleting port 1ceddb5a-2df8-4028-9773-32db13728ded {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:23:34.374981 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-de411e9e-beeb-4f29-9904-30dec8de233c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:34.401803 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 691a50b1-1e6c-4ace-8f8f-d21361473b42 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:23:34.426231 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0e89e506-3e2a-46e8-9c85-744d39b64071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:34.448701 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 691a50b1-1e6c-4ace-8f8f-d21361473b42 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:23:34.449040 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 691a50b1-1e6c-4ace-8f8f-d21361473b42 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:23:34.449446 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 35fc9919-1257-4637-9813-d9b783651a83 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:23:34.451411 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89e506-3e2a-46e8-9c85-744d39b64071 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ceddb5a-2df8-4028-9773-32db13728ded,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:34.455289 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e89e506-3e2a-46e8-9c85-744d39b64071 admin admin] No DVR routers for this DVR port 1ceddb5a-2df8-4028-9773-32db13728ded on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:23:34.478612 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 35fc9919-1257-4637-9813-d9b783651a83 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:23:34.479274 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 35fc9919-1257-4637-9813-d9b783651a83 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:23:34.479685 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 1ceddb5a-2df8-4028-9773-32db13728ded no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:23:34.482373 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-de411e9e-beeb-4f29-9904-30dec8de233c None None] For port 1ceddb5a-2df8-4028-9773-32db13728ded, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=1ceddb5a-2df8-4028-9773-32db13728ded,segment=NetworkSegment(f5d59a99-ba9a-4ed0-aeae-7b1908b185a4),segment_id=f5d59a99-ba9a-4ed0-aeae-7b1908b185a4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:34.482763 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-de411e9e-beeb-4f29-9904-30dec8de233c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:34.506430 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 1ceddb5a-2df8-4028-9773-32db13728ded {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:23:34.506694 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 1ceddb5a-2df8-4028-9773-32db13728ded not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:23:34.514202 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-de411e9e-beeb-4f29-9904-30dec8de233c None None] Calling delete_port for 1ceddb5a-2df8-4028-9773-32db13728ded owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:23:34.534216 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0e89e506-3e2a-46e8-9c85-744d39b64071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:34.545133 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-0e89e506-3e2a-46e8-9c85-744d39b64071 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8224ef-4e5b-49f6-a56f-de76a9225147']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:34.555348 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-0e89e506-3e2a-46e8-9c85-744d39b64071 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d59a99-ba9a-4ed0-aeae-7b1908b185a4') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:34.555592 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-0e89e506-3e2a-46e8-9c85-744d39b64071 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d59a99-ba9a-4ed0-aeae-7b1908b185a4') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:34.564774 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0e89e506-3e2a-46e8-9c85-744d39b64071 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:34.579497 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0e89e506-3e2a-46e8-9c85-744d39b64071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:34.585442 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e89e506-3e2a-46e8-9c85-744d39b64071 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:23:34.585765 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0e89e506-3e2a-46e8-9c85-744d39b64071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:34.592752 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-de411e9e-beeb-4f29-9904-30dec8de233c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: timer() Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:23:34.596800 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:23:34.617210 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de411e9e-beeb-4f29-9904-30dec8de233c None None] Pushing event deleted for resources: {'Port': ['ID=1ceddb5a-2df8-4028-9773-32db13728ded,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:34.620970 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de411e9e-beeb-4f29-9904-30dec8de233c None None] No DVR routers for this DVR port 1ceddb5a-2df8-4028-9773-32db13728ded on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:23:34.647268 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0e89e506-3e2a-46e8-9c85-744d39b64071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:34.653740 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0e89e506-3e2a-46e8-9c85-744d39b64071 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:34.655683 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0e89e506-3e2a-46e8-9c85-744d39b64071 admin admin] 10.222.0.38 "DELETE /v2.0/networks/ed8224ef-4e5b-49f6-a56f-de76a9225147 HTTP/1.1" status: 204 len: 168 time: 0.5658264 Jul 16 21:23:34.667372 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89e506-3e2a-46e8-9c85-744d39b64071 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed8224ef-4e5b-49f6-a56f-de76a9225147,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:34.822747 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57614) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:34.862249 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7965201c-de26-4a46-9aa3-7fa4f74f08a7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d453ebdc109142dab4321b895a8f6252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383070 Jul 16 21:23:34.864708 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57616) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:34.913313 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8bcb6dfe-8a22-45bf-9d2f-52f5ceea1412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:34.935084 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8bcb6dfe-8a22-45bf-9d2f-52f5ceea1412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:34.981829 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8bcb6dfe-8a22-45bf-9d2f-52f5ceea1412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:34.984416 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8bcb6dfe-8a22-45bf-9d2f-52f5ceea1412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:34.985546 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8bcb6dfe-8a22-45bf-9d2f-52f5ceea1412 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/93171dfb-23df-43a2-aa2d-bd468a70e70b HTTP/1.1" status: 204 len: 168 time: 0.1199560 Jul 16 21:23:34.993874 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb6dfe-8a22-45bf-9d2f-52f5ceea1412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93171dfb-23df-43a2-aa2d-bd468a70e70b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:35.304765 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57622) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:35.345185 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-dd32ecc7-f2c9-48a1-885b-9a6d8681688a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=30f56b78fe174f148e3556d0183a3058&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392118 Jul 16 21:23:35.347575 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57624) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:35.394540 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3d82fdb-9eab-48ca-8969-a76e83b8a9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:35.416172 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3d82fdb-9eab-48ca-8969-a76e83b8a9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:35.461572 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3d82fdb-9eab-48ca-8969-a76e83b8a9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:35.464406 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3d82fdb-9eab-48ca-8969-a76e83b8a9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:35.465581 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b3d82fdb-9eab-48ca-8969-a76e83b8a9c8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/88e536c5-f085-43b0-9ed2-569be5768993 HTTP/1.1" status: 204 len: 168 time: 0.1170278 Jul 16 21:23:35.473504 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d82fdb-9eab-48ca-8969-a76e83b8a9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e536c5-f085-43b0-9ed2-569be5768993,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:36.134452 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57646) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:36.254296 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-da7fab41-2ca3-4655-82e2-b103010a4c3b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1985934510-network', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:23:36.277670 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7fab41-2ca3-4655-82e2-b103010a4c3b admin admin] Made reservation on behalf of eecb2cebb38e4910a91c2e675256bfe5 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:23:36.280126 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da7fab41-2ca3-4655-82e2-b103010a4c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:36.288107 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da7fab41-2ca3-4655-82e2-b103010a4c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:36.377031 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da7fab41-2ca3-4655-82e2-b103010a4c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:36.380920 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da7fab41-2ca3-4655-82e2-b103010a4c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:36.404952 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da7fab41-2ca3-4655-82e2-b103010a4c3b admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:23:36.419008 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fab41-2ca3-4655-82e2-b103010a4c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bae07e-c271-4b92-ad23-beaea834a460,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:36.423778 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da7fab41-2ca3-4655-82e2-b103010a4c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:36.424122 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-da7fab41-2ca3-4655-82e2-b103010a4c3b admin admin] Added segment 8ef6bf68-1a85-41b0-acf5-f5d09056a7b6 of type vlan for network 462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd Jul 16 21:23:36.464986 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da7fab41-2ca3-4655-82e2-b103010a4c3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:36.493339 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da7fab41-2ca3-4655-82e2-b103010a4c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:36.494607 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7fab41-2ca3-4655-82e2-b103010a4c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:36.495293 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da7fab41-2ca3-4655-82e2-b103010a4c3b admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:36.527927 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-da7fab41-2ca3-4655-82e2-b103010a4c3b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3918161 Jul 16 21:23:36.531881 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57650) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:36.536918 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-bc273441-5534-42e1-a67c-5548eeefd5f3 admin admin] Request body: {'subnet': {'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1985934510-subnet', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:23:36.557491 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fab41-2ca3-4655-82e2-b103010a4c3b admin admin] Pushing event updated for resources: {'Network': ['ID=462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:36.559023 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc273441-5534-42e1-a67c-5548eeefd5f3 admin admin] Made reservation on behalf of eecb2cebb38e4910a91c2e675256bfe5 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:23:36.561341 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc273441-5534-42e1-a67c-5548eeefd5f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:36.568276 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:23:36.724969 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc273441-5534-42e1-a67c-5548eeefd5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:36.752246 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:23:36.783498 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc273441-5534-42e1-a67c-5548eeefd5f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=159b0c97-c06e-4914-ba06-334048d4bae7,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:36.792681 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc273441-5534-42e1-a67c-5548eeefd5f3 admin admin] Checking segment: {'id': '8ef6bf68-1a85-41b0-acf5-f5d09056a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:23:36.793039 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc273441-5534-42e1-a67c-5548eeefd5f3 admin admin] Network hostable DHCP agents. Network: 462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:23:36.809537 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc273441-5534-42e1-a67c-5548eeefd5f3 admin admin] Network 462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:23:36.817933 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-bc273441-5534-42e1-a67c-5548eeefd5f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:23:36.821846 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc273441-5534-42e1-a67c-5548eeefd5f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:36.822523 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc273441-5534-42e1-a67c-5548eeefd5f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:36.827353 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24a30ee-4bc8-40f8-868c-3a2224653080 None None] Network 462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:23:36.836121 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bc273441-5534-42e1-a67c-5548eeefd5f3 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3030832 Jul 16 21:23:36.839026 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57652) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:36.843373 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-dbe2d1c9-f0fd-498d-b63a-a9e98b5ac37d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1985934510-router', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:23:36.863659 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d1c9-f0fd-498d-b63a-a9e98b5ac37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:36.864677 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d1c9-f0fd-498d-b63a-a9e98b5ac37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:36.918578 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d1c9-f0fd-498d-b63a-a9e98b5ac37d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:36.971491 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca4b7a3-80ee-400f-9838-04a3ac91c094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd', 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'fixed_ips': [{'subnet_id': '159b0c97-c06e-4914-ba06-334048d4bae7'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:23:36.972338 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b7a3-80ee-400f-9838-04a3ac91c094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:37.056893 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d1c9-f0fd-498d-b63a-a9e98b5ac37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:37.107685 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-0ca4b7a3-80ee-400f-9838-04a3ac91c094 None None] Allocated IP 172.20.0.2 (462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd/159b0c97-c06e-4914-ba06-334048d4bae7/0a6901f1-ecbe-43e3-80af-ff24d7b7c908) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:23:37.252388 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b7a3-80ee-400f-9838-04a3ac91c094 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:37.263366 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0ca4b7a3-80ee-400f-9838-04a3ac91c094 None None] Transition to ACTIVE for port object 0a6901f1-ecbe-43e3-80af-ff24d7b7c908 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:23:37.266013 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d1c9-f0fd-498d-b63a-a9e98b5ac37d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:37.278724 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0ca4b7a3-80ee-400f-9838-04a3ac91c094 None None] Transition to ACTIVE for port object 0a6901f1-ecbe-43e3-80af-ff24d7b7c908 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:23:37.284417 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b7a3-80ee-400f-9838-04a3ac91c094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:37.285412 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d1c9-f0fd-498d-b63a-a9e98b5ac37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:37.326912 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca4b7a3-80ee-400f-9838-04a3ac91c094 None None] Network 462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:23:37.329792 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0ca4b7a3-80ee-400f-9838-04a3ac91c094 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:23:37.332691 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca4b7a3-80ee-400f-9838-04a3ac91c094 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:23:37.340674 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4b7a3-80ee-400f-9838-04a3ac91c094 None None] Pushing event updated for resources: {'Port': ['ID=0a6901f1-ecbe-43e3-80af-ff24d7b7c908,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:37.389397 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-dbe2d1c9-f0fd-498d-b63a-a9e98b5ac37d admin admin] Allocated IP 172.25.0.153 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/fbe53a1d-5501-4fc7-9ffe-334187e39244) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:23:37.393315 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-0ca4b7a3-80ee-400f-9838-04a3ac91c094 None None] Attempting to bind port 0a6901f1-ecbe-43e3-80af-ff24d7b7c908 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:23:37.393681 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-0ca4b7a3-80ee-400f-9838-04a3ac91c094 None None] Attempting to bind port 0a6901f1-ecbe-43e3-80af-ff24d7b7c908 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '8ef6bf68-1a85-41b0-acf5-f5d09056a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:23:37.394039 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca4b7a3-80ee-400f-9838-04a3ac91c094 None None] Attempting to bind port 0a6901f1-ecbe-43e3-80af-ff24d7b7c908 on network 462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:23:37.399147 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca4b7a3-80ee-400f-9838-04a3ac91c094 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:23:37.399583 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca4b7a3-80ee-400f-9838-04a3ac91c094 None None] Checking segment: {'id': '8ef6bf68-1a85-41b0-acf5-f5d09056a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:23:37.400017 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b7a3-80ee-400f-9838-04a3ac91c094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:37.401035 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca4b7a3-80ee-400f-9838-04a3ac91c094 None None] Bound using segment: {'id': '8ef6bf68-1a85-41b0-acf5-f5d09056a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:23:37.401517 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-0ca4b7a3-80ee-400f-9838-04a3ac91c094 None None] Bound port: 0a6901f1-ecbe-43e3-80af-ff24d7b7c908, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef6bf68-1a85-41b0-acf5-f5d09056a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:23:37.401889 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b7a3-80ee-400f-9838-04a3ac91c094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:37.467372 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-0ca4b7a3-80ee-400f-9838-04a3ac91c094 None None] For port 0a6901f1-ecbe-43e3-80af-ff24d7b7c908, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:23:37.470431 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-0ca4b7a3-80ee-400f-9838-04a3ac91c094 None None] For port 0a6901f1-ecbe-43e3-80af-ff24d7b7c908, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=0a6901f1-ecbe-43e3-80af-ff24d7b7c908,segment=NetworkSegment(8ef6bf68-1a85-41b0-acf5-f5d09056a7b6),segment_id=8ef6bf68-1a85-41b0-acf5-f5d09056a7b6)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:23:37.476113 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b7a3-80ee-400f-9838-04a3ac91c094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:37.497541 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d1c9-f0fd-498d-b63a-a9e98b5ac37d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:37.539092 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4b7a3-80ee-400f-9838-04a3ac91c094 None None] Pushing event updated for resources: {'Port': ['ID=0a6901f1-ecbe-43e3-80af-ff24d7b7c908,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:37.551476 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d1c9-f0fd-498d-b63a-a9e98b5ac37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:37.593283 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe2d1c9-f0fd-498d-b63a-a9e98b5ac37d admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:23:37.596039 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-dbe2d1c9-f0fd-498d-b63a-a9e98b5ac37d admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:23:37.599652 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe2d1c9-f0fd-498d-b63a-a9e98b5ac37d admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:23:37.605916 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2d1c9-f0fd-498d-b63a-a9e98b5ac37d admin admin] Pushing event updated for resources: {'Port': ['ID=fbe53a1d-5501-4fc7-9ffe-334187e39244,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:37.875813 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d1c9-f0fd-498d-b63a-a9e98b5ac37d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:38.098995 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d1c9-f0fd-498d-b63a-a9e98b5ac37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:38.250407 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe2d1c9-f0fd-498d-b63a-a9e98b5ac37d admin admin] Router ee87afcb-2457-4f08-b629-7936243065f1 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:23:38.383290 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe2d1c9-f0fd-498d-b63a-a9e98b5ac37d admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:23:38.403297 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d1c9-f0fd-498d-b63a-a9e98b5ac37d admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:38.404661 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-dbe2d1c9-f0fd-498d-b63a-a9e98b5ac37d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5646780 Jul 16 21:23:38.406244 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2023473-91f8-4588-981d-abfa047b7795 None None] Sync routers for ids ['ee87afcb-2457-4f08-b629-7936243065f1'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:23:38.407564 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57654) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:38.417965 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2023473-91f8-4588-981d-abfa047b7795 None None] Routers {'ee87afcb-2457-4f08-b629-7936243065f1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:23:38.421433 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-e2023473-91f8-4588-981d-abfa047b7795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:23:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ee87afcb-2457-4f08-b629-7936243065f1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:38.459701 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0a6901f1-ecbe-43e3-80af-ff24d7b7c908 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:23:38.485875 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b2da69-a8b1-4b58-84a1-07ae65b58736 None None] Network 462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:23:38.616244 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-975c5eb9-6680-4ec3-b1f1-1413f2dd5e02 None None] Provisioning for port 0a6901f1-ecbe-43e3-80af-ff24d7b7c908 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:23:38.649732 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 0a6901f1-ecbe-43e3-80af-ff24d7b7c908 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:23:38.652712 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-e2023473-91f8-4588-981d-abfa047b7795 None None] Set router ee87afcb-2457-4f08-b629-7936243065f1 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:23:38.712823 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 0a6901f1-ecbe-43e3-80af-ff24d7b7c908 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:38.712823 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.153631 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.200518 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 0a6901f1-ecbe-43e3-80af-ff24d7b7c908, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=0a6901f1-ecbe-43e3-80af-ff24d7b7c908,segment=NetworkSegment(8ef6bf68-1a85-41b0-acf5-f5d09056a7b6),segment_id=8ef6bf68-1a85-41b0-acf5-f5d09056a7b6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:39.205605 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.212750 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-e2023473-91f8-4588-981d-abfa047b7795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'name': 'tempest-TestMinimumBasicScenario-1985934510-router', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fbe53a1d-5501-4fc7-9ffe-334187e39244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:36Z', 'updated_at': '2021-07-16T21:23:37Z', 'revision_number': 3, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'gw_port': {'id': 'fbe53a1d-5501-4fc7-9ffe-334187e39244', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:37Z', 'updated_at': '2021-07-16T21:23:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:39.262012 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2023473-91f8-4588-981d-abfa047b7795 None None] Checking router: ee87afcb-2457-4f08-b629-7936243065f1 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:23:39.262434 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2023473-91f8-4588-981d-abfa047b7795 None None] Updating router ee87afcb-2457-4f08-b629-7936243065f1 port fbe53a1d-5501-4fc7-9ffe-334187e39244 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:23:39.278890 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a7921691-9f78-457a-96e0-191a884cd01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.313989 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=0a6901f1-ecbe-43e3-80af-ff24d7b7c908,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:39.319256 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2023473-91f8-4588-981d-abfa047b7795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.448685 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-a7921691-9f78-457a-96e0-191a884cd01e admin admin] Allocated IP 172.20.0.1 (462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd/159b0c97-c06e-4914-ba06-334048d4bae7/3e1738e8-df05-4b3e-8ddf-5fd2e631039e) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:23:39.495082 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c49d5e00-4c5f-484c-b773-78bfb58ec11d None None] Provisioning complete for port 0a6901f1-ecbe-43e3-80af-ff24d7b7c908 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:39.495686 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c49d5e00-4c5f-484c-b773-78bfb58ec11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.555604 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a7921691-9f78-457a-96e0-191a884cd01e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.569354 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-a7921691-9f78-457a-96e0-191a884cd01e admin admin] Transition to ACTIVE for port object 3e1738e8-df05-4b3e-8ddf-5fd2e631039e will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:23:39.602150 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a7921691-9f78-457a-96e0-191a884cd01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.643307 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7921691-9f78-457a-96e0-191a884cd01e admin admin] Network 462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:23:39.646360 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-a7921691-9f78-457a-96e0-191a884cd01e admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:23:39.650360 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7921691-9f78-457a-96e0-191a884cd01e admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:23:39.651962 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2023473-91f8-4588-981d-abfa047b7795 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.666847 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e2023473-91f8-4588-981d-abfa047b7795 None None] Transition to ACTIVE for port object fbe53a1d-5501-4fc7-9ffe-334187e39244 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:23:39.674104 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2023473-91f8-4588-981d-abfa047b7795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.674871 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7921691-9f78-457a-96e0-191a884cd01e admin admin] Pushing event updated for resources: {'Port': ['ID=3e1738e8-df05-4b3e-8ddf-5fd2e631039e,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:39.696608 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a7921691-9f78-457a-96e0-191a884cd01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.731769 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-e2023473-91f8-4588-981d-abfa047b7795 None None] Attempting to bind port fbe53a1d-5501-4fc7-9ffe-334187e39244 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:23:39.732138 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-e2023473-91f8-4588-981d-abfa047b7795 None None] Attempting to bind port fbe53a1d-5501-4fc7-9ffe-334187e39244 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:23:39.732561 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2023473-91f8-4588-981d-abfa047b7795 None None] Attempting to bind port fbe53a1d-5501-4fc7-9ffe-334187e39244 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:23:39.738546 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fae62a-7210-4315-82dc-05f0f4097ee6 None None] Pushing event updated for resources: {'Port': ['ID=fbe53a1d-5501-4fc7-9ffe-334187e39244,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:39.744988 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2023473-91f8-4588-981d-abfa047b7795 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:23:39.745366 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2023473-91f8-4588-981d-abfa047b7795 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:23:39.745769 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2023473-91f8-4588-981d-abfa047b7795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.746152 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2023473-91f8-4588-981d-abfa047b7795 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:23:39.747123 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-e2023473-91f8-4588-981d-abfa047b7795 None None] Bound port: fbe53a1d-5501-4fc7-9ffe-334187e39244, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:23:39.747123 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2023473-91f8-4588-981d-abfa047b7795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.807807 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-e2023473-91f8-4588-981d-abfa047b7795 None None] For port fbe53a1d-5501-4fc7-9ffe-334187e39244, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:23:39.811444 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-e2023473-91f8-4588-981d-abfa047b7795 None None] For port fbe53a1d-5501-4fc7-9ffe-334187e39244, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fbe53a1d-5501-4fc7-9ffe-334187e39244,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:23:39.816293 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2023473-91f8-4588-981d-abfa047b7795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.846532 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a7921691-9f78-457a-96e0-191a884cd01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.880941 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fae62a-7210-4315-82dc-05f0f4097ee6 None None] Pushing event updated for resources: {'Port': ['ID=fbe53a1d-5501-4fc7-9ffe-334187e39244,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:39.883974 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2023473-91f8-4588-981d-abfa047b7795 None None] Routers {'ee87afcb-2457-4f08-b629-7936243065f1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:23:39.885142 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-e2023473-91f8-4588-981d-abfa047b7795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:23:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ee87afcb-2457-4f08-b629-7936243065f1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:39.935242 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-71bc8ed6-aaa7-4263-a96d-8d59ecf2a07c None None] Provisioning for port 3e1738e8-df05-4b3e-8ddf-5fd2e631039e completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:23:39.943272 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-71bc8ed6-aaa7-4263-a96d-8d59ecf2a07c None None] Provisioning complete for port 3e1738e8-df05-4b3e-8ddf-5fd2e631039e triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:39.943649 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71bc8ed6-aaa7-4263-a96d-8d59ecf2a07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:40.015938 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-71bc8ed6-aaa7-4263-a96d-8d59ecf2a07c None None] Port 3e1738e8-df05-4b3e-8ddf-5fd2e631039e cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:23:40.024306 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a7921691-9f78-457a-96e0-191a884cd01e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:40.028561 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-e2023473-91f8-4588-981d-abfa047b7795 None None] Set router ee87afcb-2457-4f08-b629-7936243065f1 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:23:40.029570 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a7921691-9f78-457a-96e0-191a884cd01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:40.099610 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a7921691-9f78-457a-96e0-191a884cd01e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:40.101288 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7921691-9f78-457a-96e0-191a884cd01e admin admin] Pushing event updated for resources: {'Port': ['ID=3e1738e8-df05-4b3e-8ddf-5fd2e631039e,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:40.199647 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7921691-9f78-457a-96e0-191a884cd01e admin admin] Network 462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:23:40.201075 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-a7921691-9f78-457a-96e0-191a884cd01e admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:23:40.231055 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-e2023473-91f8-4588-981d-abfa047b7795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'name': 'tempest-TestMinimumBasicScenario-1985934510-router', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fbe53a1d-5501-4fc7-9ffe-334187e39244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:36Z', 'updated_at': '2021-07-16T21:23:39Z', 'revision_number': 4, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'gw_port': {'id': 'fbe53a1d-5501-4fc7-9ffe-334187e39244', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:37Z', 'updated_at': '2021-07-16T21:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3e1738e8-df05-4b3e-8ddf-5fd2e631039e', 'name': '', 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'mac_address': 'fa:16:3e:92:f6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '159b0c97-c06e-4914-ba06-334048d4bae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:39Z', 'updated_at': '2021-07-16T21:23:39Z', 'revision_number': 1, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'subnets': [{'id': '159b0c97-c06e-4914-ba06-334048d4bae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:40.260753 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2023473-91f8-4588-981d-abfa047b7795 None None] The sync data for ids ['ee87afcb-2457-4f08-b629-7936243065f1'] in n-d-791506-21 is: [{'id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'name': 'tempest-TestMinimumBasicScenario-1985934510-router', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fbe53a1d-5501-4fc7-9ffe-334187e39244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:36Z', 'updated_at': '2021-07-16T21:23:39Z', 'revision_number': 4, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'gw_port': {'id': 'fbe53a1d-5501-4fc7-9ffe-334187e39244', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:37Z', 'updated_at': '2021-07-16T21:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3e1738e8-df05-4b3e-8ddf-5fd2e631039e', 'name': '', 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'mac_address': 'fa:16:3e:92:f6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '159b0c97-c06e-4914-ba06-334048d4bae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:39Z', 'updated_at': '2021-07-16T21:23:39Z', 'revision_number': 1, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'subnets': [{'id': '159b0c97-c06e-4914-ba06-334048d4bae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:23:40.332792 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7921691-9f78-457a-96e0-191a884cd01e admin admin] Router ee87afcb-2457-4f08-b629-7936243065f1 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:23:40.392505 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0a6901f1-ecbe-43e3-80af-ff24d7b7c908 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:23:40.457266 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 0a6901f1-ecbe-43e3-80af-ff24d7b7c908 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:40.457266 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:40.482912 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7921691-9f78-457a-96e0-191a884cd01e admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:23:40.489798 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a7921691-9f78-457a-96e0-191a884cd01e admin admin] 10.222.0.38 "PUT /v2.0/routers/ee87afcb-2457-4f08-b629-7936243065f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0804060 Jul 16 21:23:40.569208 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-791c00ce-45b7-4a17-b270-da8d7a891f90 None None] Provisioning complete for port 3e1738e8-df05-4b3e-8ddf-5fd2e631039e triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:40.569827 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-791c00ce-45b7-4a17-b270-da8d7a891f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:40.607908 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-791c00ce-45b7-4a17-b270-da8d7a891f90 None None] Port 3e1738e8-df05-4b3e-8ddf-5fd2e631039e cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:23:41.008316 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57672) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:41.013976 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-ce6e9b99-dd2b-4cf4-8887-bc6c378e332b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-204879191-network', 'tenant_id': 'dc82bd580b7f465091d5c36223db95cc'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:23:41.042430 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6e9b99-dd2b-4cf4-8887-bc6c378e332b admin admin] Made reservation on behalf of dc82bd580b7f465091d5c36223db95cc for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:23:41.045737 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce6e9b99-dd2b-4cf4-8887-bc6c378e332b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.055661 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce6e9b99-dd2b-4cf4-8887-bc6c378e332b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.153233 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce6e9b99-dd2b-4cf4-8887-bc6c378e332b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.157251 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce6e9b99-dd2b-4cf4-8887-bc6c378e332b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.184333 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce6e9b99-dd2b-4cf4-8887-bc6c378e332b admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:23:41.194571 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e9b99-dd2b-4cf4-8887-bc6c378e332b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab9d916-fadc-458f-a37b-65a3124f2917,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:41.201396 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce6e9b99-dd2b-4cf4-8887-bc6c378e332b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.201743 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-ce6e9b99-dd2b-4cf4-8887-bc6c378e332b admin admin] Added segment 7f8ea96b-9654-4678-bb81-0e994f88ec19 of type vlan for network 11d23e6d-55f9-4fba-b50a-4efe7d942d7f Jul 16 21:23:41.250755 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce6e9b99-dd2b-4cf4-8887-bc6c378e332b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.281729 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce6e9b99-dd2b-4cf4-8887-bc6c378e332b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.282751 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6e9b99-dd2b-4cf4-8887-bc6c378e332b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:41.283332 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ce6e9b99-dd2b-4cf4-8887-bc6c378e332b admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.316526 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ce6e9b99-dd2b-4cf4-8887-bc6c378e332b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3069398 Jul 16 21:23:41.319746 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57674) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:41.325705 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-286c721a-afc2-4e7d-a5a6-6ffd5a612030 admin admin] Request body: {'subnet': {'network_id': '11d23e6d-55f9-4fba-b50a-4efe7d942d7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-204879191-subnet', 'tenant_id': 'dc82bd580b7f465091d5c36223db95cc', 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:23:41.346279 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e9b99-dd2b-4cf4-8887-bc6c378e332b admin admin] Pushing event updated for resources: {'Network': ['ID=11d23e6d-55f9-4fba-b50a-4efe7d942d7f,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:41.352622 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286c721a-afc2-4e7d-a5a6-6ffd5a612030 admin admin] Made reservation on behalf of dc82bd580b7f465091d5c36223db95cc for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:23:41.355706 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-286c721a-afc2-4e7d-a5a6-6ffd5a612030 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.357977 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 11d23e6d-55f9-4fba-b50a-4efe7d942d7f details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:23:41.534972 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-286c721a-afc2-4e7d-a5a6-6ffd5a612030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.592571 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c721a-afc2-4e7d-a5a6-6ffd5a612030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9347bd1d-0c71-4648-9310-704170730822,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:41.608664 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286c721a-afc2-4e7d-a5a6-6ffd5a612030 admin admin] Checking segment: {'id': '7f8ea96b-9654-4678-bb81-0e994f88ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11d23e6d-55f9-4fba-b50a-4efe7d942d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:23:41.609018 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286c721a-afc2-4e7d-a5a6-6ffd5a612030 admin admin] Network hostable DHCP agents. Network: 11d23e6d-55f9-4fba-b50a-4efe7d942d7f, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:23:41.625647 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286c721a-afc2-4e7d-a5a6-6ffd5a612030 admin admin] Network 11d23e6d-55f9-4fba-b50a-4efe7d942d7f is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:23:41.633546 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-286c721a-afc2-4e7d-a5a6-6ffd5a612030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 11d23e6d-55f9-4fba-b50a-4efe7d942d7f) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:23:41.637734 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286c721a-afc2-4e7d-a5a6-6ffd5a612030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:41.638346 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-286c721a-afc2-4e7d-a5a6-6ffd5a612030 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.643375 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a097a2b-d0f3-4745-906b-69bbcfed066f None None] Network 11d23e6d-55f9-4fba-b50a-4efe7d942d7f requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:23:41.654042 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-286c721a-afc2-4e7d-a5a6-6ffd5a612030 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3324890 Jul 16 21:23:41.656504 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57678) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:41.660799 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-48ad69a7-97af-4f8e-8b19-539c99686477 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-204879191-router', 'tenant_id': 'dc82bd580b7f465091d5c36223db95cc', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:23:41.682178 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-48ad69a7-97af-4f8e-8b19-539c99686477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.683188 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-48ad69a7-97af-4f8e-8b19-539c99686477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.736787 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-48ad69a7-97af-4f8e-8b19-539c99686477 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.790023 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56887a5-651f-4012-9e67-d0fa5636d642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-11d23e6d-55f9-4fba-b50a-4efe7d942d7f', 'network_id': '11d23e6d-55f9-4fba-b50a-4efe7d942d7f', 'tenant_id': 'dc82bd580b7f465091d5c36223db95cc', 'fixed_ips': [{'subnet_id': '9347bd1d-0c71-4648-9310-704170730822'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:23:41.792050 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c56887a5-651f-4012-9e67-d0fa5636d642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.880370 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-48ad69a7-97af-4f8e-8b19-539c99686477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.935652 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-c56887a5-651f-4012-9e67-d0fa5636d642 None None] Allocated IP 172.20.0.2 (11d23e6d-55f9-4fba-b50a-4efe7d942d7f/9347bd1d-0c71-4648-9310-704170730822/129ab4a0-cfc3-4831-9f43-15ed6f012384) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:23:42.097723 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c56887a5-651f-4012-9e67-d0fa5636d642 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:42.101417 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-48ad69a7-97af-4f8e-8b19-539c99686477 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:42.110227 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c56887a5-651f-4012-9e67-d0fa5636d642 None None] Transition to ACTIVE for port object 129ab4a0-cfc3-4831-9f43-15ed6f012384 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:23:42.127799 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-48ad69a7-97af-4f8e-8b19-539c99686477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:42.167307 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c56887a5-651f-4012-9e67-d0fa5636d642 None None] Transition to ACTIVE for port object 129ab4a0-cfc3-4831-9f43-15ed6f012384 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:23:42.175672 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c56887a5-651f-4012-9e67-d0fa5636d642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:42.226914 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56887a5-651f-4012-9e67-d0fa5636d642 None None] Network 11d23e6d-55f9-4fba-b50a-4efe7d942d7f is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:23:42.233019 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-c56887a5-651f-4012-9e67-d0fa5636d642 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:23:42.236003 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56887a5-651f-4012-9e67-d0fa5636d642 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:23:42.240364 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-48ad69a7-97af-4f8e-8b19-539c99686477 admin admin] Allocated IP 172.25.0.137 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/76bc56b8-dd36-4a80-8935-83ee1de33974) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:23:42.240532 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56887a5-651f-4012-9e67-d0fa5636d642 None None] Pushing event updated for resources: {'Port': ['ID=129ab4a0-cfc3-4831-9f43-15ed6f012384,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:42.338094 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-c56887a5-651f-4012-9e67-d0fa5636d642 None None] Attempting to bind port 129ab4a0-cfc3-4831-9f43-15ed6f012384 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:23:42.338638 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-c56887a5-651f-4012-9e67-d0fa5636d642 None None] Attempting to bind port 129ab4a0-cfc3-4831-9f43-15ed6f012384 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '7f8ea96b-9654-4678-bb81-0e994f88ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11d23e6d-55f9-4fba-b50a-4efe7d942d7f'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:23:42.339388 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56887a5-651f-4012-9e67-d0fa5636d642 None None] Attempting to bind port 129ab4a0-cfc3-4831-9f43-15ed6f012384 on network 11d23e6d-55f9-4fba-b50a-4efe7d942d7f {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:23:42.347537 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56887a5-651f-4012-9e67-d0fa5636d642 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:23:42.347916 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56887a5-651f-4012-9e67-d0fa5636d642 None None] Checking segment: {'id': '7f8ea96b-9654-4678-bb81-0e994f88ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11d23e6d-55f9-4fba-b50a-4efe7d942d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:23:42.348325 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c56887a5-651f-4012-9e67-d0fa5636d642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:42.348724 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56887a5-651f-4012-9e67-d0fa5636d642 None None] Bound using segment: {'id': '7f8ea96b-9654-4678-bb81-0e994f88ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11d23e6d-55f9-4fba-b50a-4efe7d942d7f'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:23:42.349199 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-c56887a5-651f-4012-9e67-d0fa5636d642 None None] Bound port: 129ab4a0-cfc3-4831-9f43-15ed6f012384, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8ea96b-9654-4678-bb81-0e994f88ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11d23e6d-55f9-4fba-b50a-4efe7d942d7f'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:23:42.349591 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c56887a5-651f-4012-9e67-d0fa5636d642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:42.362681 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-48ad69a7-97af-4f8e-8b19-539c99686477 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:42.415691 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ee7922-fccd-462c-bc7e-02f29b150c33 None None] Sync routers for ids ['ee87afcb-2457-4f08-b629-7936243065f1'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:23:42.419649 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-48ad69a7-97af-4f8e-8b19-539c99686477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:42.428521 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ee7922-fccd-462c-bc7e-02f29b150c33 None None] Routers {'ee87afcb-2457-4f08-b629-7936243065f1'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:23:42.429352 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-85ee7922-fccd-462c-bc7e-02f29b150c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:23:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ee87afcb-2457-4f08-b629-7936243065f1'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:42.435697 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fbe53a1d-5501-4fc7-9ffe-334187e39244 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:23:42.464106 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ad69a7-97af-4f8e-8b19-539c99686477 admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:23:42.466993 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-48ad69a7-97af-4f8e-8b19-539c99686477 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:23:42.470962 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad69a7-97af-4f8e-8b19-539c99686477 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:23:42.496812 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad69a7-97af-4f8e-8b19-539c99686477 admin admin] Pushing event updated for resources: {'Port': ['ID=76bc56b8-dd36-4a80-8935-83ee1de33974,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:42.499495 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c56887a5-651f-4012-9e67-d0fa5636d642 None None] For port 129ab4a0-cfc3-4831-9f43-15ed6f012384, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:23:42.503941 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c56887a5-651f-4012-9e67-d0fa5636d642 None None] For port 129ab4a0-cfc3-4831-9f43-15ed6f012384, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=129ab4a0-cfc3-4831-9f43-15ed6f012384,segment=NetworkSegment(7f8ea96b-9654-4678-bb81-0e994f88ec19),segment_id=7f8ea96b-9654-4678-bb81-0e994f88ec19)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:23:42.515826 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c56887a5-651f-4012-9e67-d0fa5636d642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:42.569844 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port fbe53a1d-5501-4fc7-9ffe-334187e39244 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:23:42.581198 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-85ee7922-fccd-462c-bc7e-02f29b150c33 None None] Set router ee87afcb-2457-4f08-b629-7936243065f1 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:23:42.584250 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port fbe53a1d-5501-4fc7-9ffe-334187e39244 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:42.584771 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:42.610055 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56887a5-651f-4012-9e67-d0fa5636d642 None None] Pushing event updated for resources: {'Port': ['ID=129ab4a0-cfc3-4831-9f43-15ed6f012384,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:42.677628 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:42.703718 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port fbe53a1d-5501-4fc7-9ffe-334187e39244, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fbe53a1d-5501-4fc7-9ffe-334187e39244,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:42.708345 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:42.777198 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=fbe53a1d-5501-4fc7-9ffe-334187e39244,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:42.780700 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-48ad69a7-97af-4f8e-8b19-539c99686477 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:42.952981 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-85ee7922-fccd-462c-bc7e-02f29b150c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'name': 'tempest-TestMinimumBasicScenario-1985934510-router', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fbe53a1d-5501-4fc7-9ffe-334187e39244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:36Z', 'updated_at': '2021-07-16T21:23:39Z', 'revision_number': 4, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'gw_port': {'id': 'fbe53a1d-5501-4fc7-9ffe-334187e39244', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:37Z', 'updated_at': '2021-07-16T21:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3e1738e8-df05-4b3e-8ddf-5fd2e631039e', 'name': '', 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'mac_address': 'fa:16:3e:92:f6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '159b0c97-c06e-4914-ba06-334048d4bae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:39Z', 'updated_at': '2021-07-16T21:23:39Z', 'revision_number': 2, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'subnets': [{'id': '159b0c97-c06e-4914-ba06-334048d4bae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:42.982403 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ee7922-fccd-462c-bc7e-02f29b150c33 None None] Checking router: ee87afcb-2457-4f08-b629-7936243065f1 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:23:42.982967 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ee7922-fccd-462c-bc7e-02f29b150c33 None None] Updating router ee87afcb-2457-4f08-b629-7936243065f1 port 3e1738e8-df05-4b3e-8ddf-5fd2e631039e binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:23:43.021270 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-85ee7922-fccd-462c-bc7e-02f29b150c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:43.029786 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-48ad69a7-97af-4f8e-8b19-539c99686477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:43.161095 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ad69a7-97af-4f8e-8b19-539c99686477 admin admin] Router bcaf9fee-90ef-410a-9e08-1d49b70dfa91 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:23:43.273789 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ad69a7-97af-4f8e-8b19-539c99686477 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:23:43.284614 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9894cedf-5d88-437f-8797-278734adf2d8 None None] Sync routers for ids ['bcaf9fee-90ef-410a-9e08-1d49b70dfa91'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:23:43.291860 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-48ad69a7-97af-4f8e-8b19-539c99686477 admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:43.293730 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-48ad69a7-97af-4f8e-8b19-539c99686477 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6361082 Jul 16 21:23:43.294719 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-85ee7922-fccd-462c-bc7e-02f29b150c33 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:43.296408 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57680) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:43.301834 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9894cedf-5d88-437f-8797-278734adf2d8 None None] Routers {'bcaf9fee-90ef-410a-9e08-1d49b70dfa91'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:23:43.302636 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9894cedf-5d88-437f-8797-278734adf2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:23:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['bcaf9fee-90ef-410a-9e08-1d49b70dfa91'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:43.305731 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-85ee7922-fccd-462c-bc7e-02f29b150c33 None None] Transition to ACTIVE for port object 3e1738e8-df05-4b3e-8ddf-5fd2e631039e will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:23:43.313250 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-85ee7922-fccd-462c-bc7e-02f29b150c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:43.373387 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8c20b-5367-42ef-93d4-e96fe3d9b933 None None] Pushing event updated for resources: {'Port': ['ID=3e1738e8-df05-4b3e-8ddf-5fd2e631039e,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:43.402671 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d8c20b-5367-42ef-93d4-e96fe3d9b933 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:43.403151 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d8c20b-5367-42ef-93d4-e96fe3d9b933 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:43.403585 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d8c20b-5367-42ef-93d4-e96fe3d9b933 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:43.404003 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d8c20b-5367-42ef-93d4-e96fe3d9b933 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:43.404428 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d8c20b-5367-42ef-93d4-e96fe3d9b933 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:43.404846 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d8c20b-5367-42ef-93d4-e96fe3d9b933 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:43.405261 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d8c20b-5367-42ef-93d4-e96fe3d9b933 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:43.405681 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d8c20b-5367-42ef-93d4-e96fe3d9b933 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:43.406097 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d8c20b-5367-42ef-93d4-e96fe3d9b933 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:43.406725 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d8c20b-5367-42ef-93d4-e96fe3d9b933 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:43.407082 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d8c20b-5367-42ef-93d4-e96fe3d9b933 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:43.407496 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d8c20b-5367-42ef-93d4-e96fe3d9b933 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:43.449729 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-9894cedf-5d88-437f-8797-278734adf2d8 None None] Set router bcaf9fee-90ef-410a-9e08-1d49b70dfa91 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:23:43.479514 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-85ee7922-fccd-462c-bc7e-02f29b150c33 None None] Attempting to bind port 3e1738e8-df05-4b3e-8ddf-5fd2e631039e on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:23:43.480125 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-85ee7922-fccd-462c-bc7e-02f29b150c33 None None] Attempting to bind port 3e1738e8-df05-4b3e-8ddf-5fd2e631039e by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '8ef6bf68-1a85-41b0-acf5-f5d09056a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:23:43.480226 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee7922-fccd-462c-bc7e-02f29b150c33 None None] Attempting to bind port 3e1738e8-df05-4b3e-8ddf-5fd2e631039e on network 462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:23:43.485682 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee7922-fccd-462c-bc7e-02f29b150c33 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:23:43.486052 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee7922-fccd-462c-bc7e-02f29b150c33 None None] Checking segment: {'id': '8ef6bf68-1a85-41b0-acf5-f5d09056a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:23:43.486609 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-85ee7922-fccd-462c-bc7e-02f29b150c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:43.487006 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee7922-fccd-462c-bc7e-02f29b150c33 None None] Bound using segment: {'id': '8ef6bf68-1a85-41b0-acf5-f5d09056a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:23:43.487518 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-85ee7922-fccd-462c-bc7e-02f29b150c33 None None] Bound port: 3e1738e8-df05-4b3e-8ddf-5fd2e631039e, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef6bf68-1a85-41b0-acf5-f5d09056a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:23:43.487844 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-85ee7922-fccd-462c-bc7e-02f29b150c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:43.578890 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-85ee7922-fccd-462c-bc7e-02f29b150c33 None None] For port 3e1738e8-df05-4b3e-8ddf-5fd2e631039e, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:23:43.583261 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-85ee7922-fccd-462c-bc7e-02f29b150c33 None None] For port 3e1738e8-df05-4b3e-8ddf-5fd2e631039e, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=3e1738e8-df05-4b3e-8ddf-5fd2e631039e,segment=NetworkSegment(8ef6bf68-1a85-41b0-acf5-f5d09056a7b6),segment_id=8ef6bf68-1a85-41b0-acf5-f5d09056a7b6)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:23:43.589743 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-85ee7922-fccd-462c-bc7e-02f29b150c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:43.650678 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ee7922-fccd-462c-bc7e-02f29b150c33 None None] Routers {'ee87afcb-2457-4f08-b629-7936243065f1'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:23:43.651388 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-85ee7922-fccd-462c-bc7e-02f29b150c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:23:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ee87afcb-2457-4f08-b629-7936243065f1'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:43.728206 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8c20b-5367-42ef-93d4-e96fe3d9b933 None None] Pushing event updated for resources: {'Port': ['ID=3e1738e8-df05-4b3e-8ddf-5fd2e631039e,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:43.765934 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9894cedf-5d88-437f-8797-278734adf2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaf9fee-90ef-410a-9e08-1d49b70dfa91', 'name': 'tempest-TestMinimumBasicScenario-204879191-router', 'tenant_id': 'dc82bd580b7f465091d5c36223db95cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '76bc56b8-dd36-4a80-8935-83ee1de33974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:41Z', 'updated_at': '2021-07-16T21:23:42Z', 'revision_number': 3, 'project_id': 'dc82bd580b7f465091d5c36223db95cc', 'gw_port': {'id': '76bc56b8-dd36-4a80-8935-83ee1de33974', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:4d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaf9fee-90ef-410a-9e08-1d49b70dfa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:42Z', 'updated_at': '2021-07-16T21:23:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:43.807578 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9894cedf-5d88-437f-8797-278734adf2d8 None None] Checking router: bcaf9fee-90ef-410a-9e08-1d49b70dfa91 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:23:43.808009 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9894cedf-5d88-437f-8797-278734adf2d8 None None] Updating router bcaf9fee-90ef-410a-9e08-1d49b70dfa91 port 76bc56b8-dd36-4a80-8935-83ee1de33974 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:23:43.838902 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-85ee7922-fccd-462c-bc7e-02f29b150c33 None None] Set router ee87afcb-2457-4f08-b629-7936243065f1 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:23:43.849788 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9894cedf-5d88-437f-8797-278734adf2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:43.934801 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c047095d-61b2-4471-b0a3-fab24db861a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:44.113594 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfeb226-1611-4ec1-b1c4-5bce7b0bcb0d None None] Network 11d23e6d-55f9-4fba-b50a-4efe7d942d7f requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:23:44.116064 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-85ee7922-fccd-462c-bc7e-02f29b150c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'name': 'tempest-TestMinimumBasicScenario-1985934510-router', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fbe53a1d-5501-4fc7-9ffe-334187e39244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:36Z', 'updated_at': '2021-07-16T21:23:39Z', 'revision_number': 4, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'gw_port': {'id': 'fbe53a1d-5501-4fc7-9ffe-334187e39244', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:37Z', 'updated_at': '2021-07-16T21:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3e1738e8-df05-4b3e-8ddf-5fd2e631039e', 'name': '', 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'mac_address': 'fa:16:3e:92:f6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '159b0c97-c06e-4914-ba06-334048d4bae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:39Z', 'updated_at': '2021-07-16T21:23:43Z', 'revision_number': 4, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'subnets': [{'id': '159b0c97-c06e-4914-ba06-334048d4bae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:44.121608 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-c047095d-61b2-4471-b0a3-fab24db861a6 admin admin] Allocated IP 172.20.0.1 (11d23e6d-55f9-4fba-b50a-4efe7d942d7f/9347bd1d-0c71-4648-9310-704170730822/e8da5be1-0698-4bc4-90d3-d6a74698d037) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:23:44.154937 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ee7922-fccd-462c-bc7e-02f29b150c33 None None] The sync data for ids ['ee87afcb-2457-4f08-b629-7936243065f1'] in n-d-791506-21 is: [{'id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'name': 'tempest-TestMinimumBasicScenario-1985934510-router', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fbe53a1d-5501-4fc7-9ffe-334187e39244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:36Z', 'updated_at': '2021-07-16T21:23:39Z', 'revision_number': 4, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'gw_port': {'id': 'fbe53a1d-5501-4fc7-9ffe-334187e39244', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:37Z', 'updated_at': '2021-07-16T21:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3e1738e8-df05-4b3e-8ddf-5fd2e631039e', 'name': '', 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'mac_address': 'fa:16:3e:92:f6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '159b0c97-c06e-4914-ba06-334048d4bae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:39Z', 'updated_at': '2021-07-16T21:23:43Z', 'revision_number': 4, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'subnets': [{'id': '159b0c97-c06e-4914-ba06-334048d4bae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:23:44.251414 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1735f490-7123-4f62-a752-ce9a051d7522 None None] Provisioning for port 129ab4a0-cfc3-4831-9f43-15ed6f012384 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:23:44.263488 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c047095d-61b2-4471-b0a3-fab24db861a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:44.279314 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-c047095d-61b2-4471-b0a3-fab24db861a6 admin admin] Transition to ACTIVE for port object e8da5be1-0698-4bc4-90d3-d6a74698d037 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:23:44.314056 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c047095d-61b2-4471-b0a3-fab24db861a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:44.359404 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c047095d-61b2-4471-b0a3-fab24db861a6 admin admin] Network 11d23e6d-55f9-4fba-b50a-4efe7d942d7f is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:23:44.362421 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-c047095d-61b2-4471-b0a3-fab24db861a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:23:44.366952 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c047095d-61b2-4471-b0a3-fab24db861a6 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:23:44.373767 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047095d-61b2-4471-b0a3-fab24db861a6 admin admin] Pushing event updated for resources: {'Port': ['ID=e8da5be1-0698-4bc4-90d3-d6a74698d037,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:44.429612 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c047095d-61b2-4471-b0a3-fab24db861a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:44.500625 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9894cedf-5d88-437f-8797-278734adf2d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:44.515163 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9894cedf-5d88-437f-8797-278734adf2d8 None None] Transition to ACTIVE for port object 76bc56b8-dd36-4a80-8935-83ee1de33974 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:23:44.529649 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9894cedf-5d88-437f-8797-278734adf2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:44.595863 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-9894cedf-5d88-437f-8797-278734adf2d8 None None] Attempting to bind port 76bc56b8-dd36-4a80-8935-83ee1de33974 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:23:44.596232 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-9894cedf-5d88-437f-8797-278734adf2d8 None None] Attempting to bind port 76bc56b8-dd36-4a80-8935-83ee1de33974 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:23:44.596601 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9894cedf-5d88-437f-8797-278734adf2d8 None None] Attempting to bind port 76bc56b8-dd36-4a80-8935-83ee1de33974 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:23:44.620716 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9290aa2-eff3-470b-891e-a242aa0450ca None None] Pushing event updated for resources: {'Port': ['ID=76bc56b8-dd36-4a80-8935-83ee1de33974,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:44.638450 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9894cedf-5d88-437f-8797-278734adf2d8 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:23:44.639065 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9894cedf-5d88-437f-8797-278734adf2d8 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:23:44.639571 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9894cedf-5d88-437f-8797-278734adf2d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:44.639981 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9894cedf-5d88-437f-8797-278734adf2d8 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:23:44.640495 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-9894cedf-5d88-437f-8797-278734adf2d8 None None] Bound port: 76bc56b8-dd36-4a80-8935-83ee1de33974, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:23:44.640890 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9894cedf-5d88-437f-8797-278734adf2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:44.644551 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3e1738e8-df05-4b3e-8ddf-5fd2e631039e up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:23:44.750834 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-9894cedf-5d88-437f-8797-278734adf2d8 None None] For port 76bc56b8-dd36-4a80-8935-83ee1de33974, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:23:44.755048 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-9894cedf-5d88-437f-8797-278734adf2d8 None None] For port 76bc56b8-dd36-4a80-8935-83ee1de33974, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=76bc56b8-dd36-4a80-8935-83ee1de33974,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:23:44.765385 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9894cedf-5d88-437f-8797-278734adf2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:44.770531 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 3e1738e8-df05-4b3e-8ddf-5fd2e631039e completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:23:44.800335 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 3e1738e8-df05-4b3e-8ddf-5fd2e631039e triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:44.800668 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:44.878287 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9290aa2-eff3-470b-891e-a242aa0450ca None None] Pushing event updated for resources: {'Port': ['ID=76bc56b8-dd36-4a80-8935-83ee1de33974,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:44.887952 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9894cedf-5d88-437f-8797-278734adf2d8 None None] Routers {'bcaf9fee-90ef-410a-9e08-1d49b70dfa91'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:23:44.888599 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9894cedf-5d88-437f-8797-278734adf2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:23:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['bcaf9fee-90ef-410a-9e08-1d49b70dfa91'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:44.959230 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f6d2db19-17b6-4253-902d-6a5187e95988 None None] Provisioning for port e8da5be1-0698-4bc4-90d3-d6a74698d037 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:23:45.002282 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c047095d-61b2-4471-b0a3-fab24db861a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:45.022453 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f6d2db19-17b6-4253-902d-6a5187e95988 None None] Provisioning complete for port e8da5be1-0698-4bc4-90d3-d6a74698d037 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:45.023095 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6d2db19-17b6-4253-902d-6a5187e95988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:45.079339 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:45.088941 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-9894cedf-5d88-437f-8797-278734adf2d8 None None] Set router bcaf9fee-90ef-410a-9e08-1d49b70dfa91 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:23:45.162072 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f6d2db19-17b6-4253-902d-6a5187e95988 None None] Port e8da5be1-0698-4bc4-90d3-d6a74698d037 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:23:45.181718 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c047095d-61b2-4471-b0a3-fab24db861a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:45.186288 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c047095d-61b2-4471-b0a3-fab24db861a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:45.199486 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 3e1738e8-df05-4b3e-8ddf-5fd2e631039e, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=3e1738e8-df05-4b3e-8ddf-5fd2e631039e,segment=NetworkSegment(8ef6bf68-1a85-41b0-acf5-f5d09056a7b6),segment_id=8ef6bf68-1a85-41b0-acf5-f5d09056a7b6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:45.226380 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:45.227176 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 129ab4a0-cfc3-4831-9f43-15ed6f012384 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:23:45.268570 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c047095d-61b2-4471-b0a3-fab24db861a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:45.271841 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047095d-61b2-4471-b0a3-fab24db861a6 admin admin] Pushing event updated for resources: {'Port': ['ID=e8da5be1-0698-4bc4-90d3-d6a74698d037,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:45.357072 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-93fc425c-a47b-4228-96f7-ac5c17aed6c2 None None] Provisioning complete for port e8da5be1-0698-4bc4-90d3-d6a74698d037 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:45.357441 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-93fc425c-a47b-4228-96f7-ac5c17aed6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:45.360292 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=3e1738e8-df05-4b3e-8ddf-5fd2e631039e,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:45.371185 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c047095d-61b2-4471-b0a3-fab24db861a6 admin admin] Network 11d23e6d-55f9-4fba-b50a-4efe7d942d7f is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:23:45.372679 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-c047095d-61b2-4471-b0a3-fab24db861a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:23:45.407116 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 129ab4a0-cfc3-4831-9f43-15ed6f012384 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:23:45.411622 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-93fc425c-a47b-4228-96f7-ac5c17aed6c2 None None] Port e8da5be1-0698-4bc4-90d3-d6a74698d037 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:23:45.417220 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 129ab4a0-cfc3-4831-9f43-15ed6f012384 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:45.417594 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:45.467099 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9894cedf-5d88-437f-8797-278734adf2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaf9fee-90ef-410a-9e08-1d49b70dfa91', 'name': 'tempest-TestMinimumBasicScenario-204879191-router', 'tenant_id': 'dc82bd580b7f465091d5c36223db95cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '76bc56b8-dd36-4a80-8935-83ee1de33974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:41Z', 'updated_at': '2021-07-16T21:23:42Z', 'revision_number': 3, 'project_id': 'dc82bd580b7f465091d5c36223db95cc', 'gw_port': {'id': '76bc56b8-dd36-4a80-8935-83ee1de33974', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:4d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaf9fee-90ef-410a-9e08-1d49b70dfa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:42Z', 'updated_at': '2021-07-16T21:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:45.496133 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9894cedf-5d88-437f-8797-278734adf2d8 None None] The sync data for ids ['bcaf9fee-90ef-410a-9e08-1d49b70dfa91'] in n-d-791506-21 is: [{'id': 'bcaf9fee-90ef-410a-9e08-1d49b70dfa91', 'name': 'tempest-TestMinimumBasicScenario-204879191-router', 'tenant_id': 'dc82bd580b7f465091d5c36223db95cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '76bc56b8-dd36-4a80-8935-83ee1de33974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:41Z', 'updated_at': '2021-07-16T21:23:42Z', 'revision_number': 3, 'project_id': 'dc82bd580b7f465091d5c36223db95cc', 'gw_port': {'id': '76bc56b8-dd36-4a80-8935-83ee1de33974', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:4d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaf9fee-90ef-410a-9e08-1d49b70dfa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:42Z', 'updated_at': '2021-07-16T21:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:23:45.509070 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c047095d-61b2-4471-b0a3-fab24db861a6 admin admin] Router bcaf9fee-90ef-410a-9e08-1d49b70dfa91 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:23:45.547188 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:45.591375 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 129ab4a0-cfc3-4831-9f43-15ed6f012384, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=129ab4a0-cfc3-4831-9f43-15ed6f012384,segment=NetworkSegment(7f8ea96b-9654-4678-bb81-0e994f88ec19),segment_id=7f8ea96b-9654-4678-bb81-0e994f88ec19)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:45.596243 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:45.597074 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fbe53a1d-5501-4fc7-9ffe-334187e39244 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:23:45.649460 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c047095d-61b2-4471-b0a3-fab24db861a6 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:23:45.658376 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c047095d-61b2-4471-b0a3-fab24db861a6 admin admin] 10.222.0.38 "PUT /v2.0/routers/bcaf9fee-90ef-410a-9e08-1d49b70dfa91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3580263 Jul 16 21:23:45.683079 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69ee9ab7-d2c7-42ee-848a-945507952942 None None] Provisioning complete for port e8da5be1-0698-4bc4-90d3-d6a74698d037 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:45.683452 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69ee9ab7-d2c7-42ee-848a-945507952942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:45.710464 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=129ab4a0-cfc3-4831-9f43-15ed6f012384,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:45.733312 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port fbe53a1d-5501-4fc7-9ffe-334187e39244 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:45.733684 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:45.736232 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69ee9ab7-d2c7-42ee-848a-945507952942 None None] Port e8da5be1-0698-4bc4-90d3-d6a74698d037 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:23:46.471253 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 76bc56b8-dd36-4a80-8935-83ee1de33974 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:23:46.523850 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 76bc56b8-dd36-4a80-8935-83ee1de33974 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:23:46.529215 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 76bc56b8-dd36-4a80-8935-83ee1de33974 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:46.529640 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:46.619654 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:46.643684 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 76bc56b8-dd36-4a80-8935-83ee1de33974, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=76bc56b8-dd36-4a80-8935-83ee1de33974,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:46.650867 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:46.651892 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3e1738e8-df05-4b3e-8ddf-5fd2e631039e up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:23:46.747738 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=76bc56b8-dd36-4a80-8935-83ee1de33974,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:46.755480 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 3e1738e8-df05-4b3e-8ddf-5fd2e631039e triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:46.755858 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:46.846497 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 129ab4a0-cfc3-4831-9f43-15ed6f012384 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:23:46.900453 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 129ab4a0-cfc3-4831-9f43-15ed6f012384 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:46.900998 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:47.709521 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d125a905-b520-464a-8246-1e8ddc657422 None None] Sync routers for ids ['bcaf9fee-90ef-410a-9e08-1d49b70dfa91'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:23:47.720751 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d125a905-b520-464a-8246-1e8ddc657422 None None] Routers {'bcaf9fee-90ef-410a-9e08-1d49b70dfa91'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:23:47.721619 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d125a905-b520-464a-8246-1e8ddc657422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:23:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['bcaf9fee-90ef-410a-9e08-1d49b70dfa91'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:47.838468 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-d125a905-b520-464a-8246-1e8ddc657422 None None] Set router bcaf9fee-90ef-410a-9e08-1d49b70dfa91 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:23:48.072596 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d125a905-b520-464a-8246-1e8ddc657422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaf9fee-90ef-410a-9e08-1d49b70dfa91', 'name': 'tempest-TestMinimumBasicScenario-204879191-router', 'tenant_id': 'dc82bd580b7f465091d5c36223db95cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '76bc56b8-dd36-4a80-8935-83ee1de33974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:41Z', 'updated_at': '2021-07-16T21:23:44Z', 'revision_number': 4, 'project_id': 'dc82bd580b7f465091d5c36223db95cc', 'gw_port': {'id': '76bc56b8-dd36-4a80-8935-83ee1de33974', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf9fee-90ef-410a-9e08-1d49b70dfa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:42Z', 'updated_at': '2021-07-16T21:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e8da5be1-0698-4bc4-90d3-d6a74698d037', 'name': '', 'network_id': '11d23e6d-55f9-4fba-b50a-4efe7d942d7f', 'tenant_id': 'dc82bd580b7f465091d5c36223db95cc', 'mac_address': 'fa:16:3e:ab:05:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaf9fee-90ef-410a-9e08-1d49b70dfa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '9347bd1d-0c71-4648-9310-704170730822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:43Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 2, 'project_id': 'dc82bd580b7f465091d5c36223db95cc', 'subnets': [{'id': '9347bd1d-0c71-4648-9310-704170730822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:48.100954 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d125a905-b520-464a-8246-1e8ddc657422 None None] Checking router: bcaf9fee-90ef-410a-9e08-1d49b70dfa91 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:23:48.101300 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d125a905-b520-464a-8246-1e8ddc657422 None None] Updating router bcaf9fee-90ef-410a-9e08-1d49b70dfa91 port e8da5be1-0698-4bc4-90d3-d6a74698d037 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:23:48.144862 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d125a905-b520-464a-8246-1e8ddc657422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:48.423784 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 76bc56b8-dd36-4a80-8935-83ee1de33974 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:23:48.487725 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 76bc56b8-dd36-4a80-8935-83ee1de33974 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:48.488738 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:48.550741 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d125a905-b520-464a-8246-1e8ddc657422 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:48.562742 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-d125a905-b520-464a-8246-1e8ddc657422 None None] Transition to ACTIVE for port object e8da5be1-0698-4bc4-90d3-d6a74698d037 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:23:48.572203 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d125a905-b520-464a-8246-1e8ddc657422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:48.632171 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09a975-65d8-4068-a6f7-92055595dad8 None None] Pushing event updated for resources: {'Port': ['ID=e8da5be1-0698-4bc4-90d3-d6a74698d037,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:48.691074 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-d125a905-b520-464a-8246-1e8ddc657422 None None] Attempting to bind port e8da5be1-0698-4bc4-90d3-d6a74698d037 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:23:48.691074 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-d125a905-b520-464a-8246-1e8ddc657422 None None] Attempting to bind port e8da5be1-0698-4bc4-90d3-d6a74698d037 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '7f8ea96b-9654-4678-bb81-0e994f88ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11d23e6d-55f9-4fba-b50a-4efe7d942d7f'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:23:48.691074 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d125a905-b520-464a-8246-1e8ddc657422 None None] Attempting to bind port e8da5be1-0698-4bc4-90d3-d6a74698d037 on network 11d23e6d-55f9-4fba-b50a-4efe7d942d7f {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:23:48.695254 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d125a905-b520-464a-8246-1e8ddc657422 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:23:48.695629 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d125a905-b520-464a-8246-1e8ddc657422 None None] Checking segment: {'id': '7f8ea96b-9654-4678-bb81-0e994f88ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11d23e6d-55f9-4fba-b50a-4efe7d942d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:23:48.696036 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d125a905-b520-464a-8246-1e8ddc657422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:48.696429 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d125a905-b520-464a-8246-1e8ddc657422 None None] Bound using segment: {'id': '7f8ea96b-9654-4678-bb81-0e994f88ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11d23e6d-55f9-4fba-b50a-4efe7d942d7f'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:23:48.697468 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-d125a905-b520-464a-8246-1e8ddc657422 None None] Bound port: e8da5be1-0698-4bc4-90d3-d6a74698d037, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8ea96b-9654-4678-bb81-0e994f88ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11d23e6d-55f9-4fba-b50a-4efe7d942d7f'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:23:48.697851 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d125a905-b520-464a-8246-1e8ddc657422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:48.789344 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-d125a905-b520-464a-8246-1e8ddc657422 None None] For port e8da5be1-0698-4bc4-90d3-d6a74698d037, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:23:48.793699 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-d125a905-b520-464a-8246-1e8ddc657422 None None] For port e8da5be1-0698-4bc4-90d3-d6a74698d037, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e8da5be1-0698-4bc4-90d3-d6a74698d037,segment=NetworkSegment(7f8ea96b-9654-4678-bb81-0e994f88ec19),segment_id=7f8ea96b-9654-4678-bb81-0e994f88ec19)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:23:48.801235 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d125a905-b520-464a-8246-1e8ddc657422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:48.878557 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d125a905-b520-464a-8246-1e8ddc657422 None None] Routers {'bcaf9fee-90ef-410a-9e08-1d49b70dfa91'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:23:48.878557 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d125a905-b520-464a-8246-1e8ddc657422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:23:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['bcaf9fee-90ef-410a-9e08-1d49b70dfa91'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:48.879516 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09a975-65d8-4068-a6f7-92055595dad8 None None] Pushing event updated for resources: {'Port': ['ID=e8da5be1-0698-4bc4-90d3-d6a74698d037,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:49.016417 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-d125a905-b520-464a-8246-1e8ddc657422 None None] Set router bcaf9fee-90ef-410a-9e08-1d49b70dfa91 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:23:49.274439 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d125a905-b520-464a-8246-1e8ddc657422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaf9fee-90ef-410a-9e08-1d49b70dfa91', 'name': 'tempest-TestMinimumBasicScenario-204879191-router', 'tenant_id': 'dc82bd580b7f465091d5c36223db95cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '76bc56b8-dd36-4a80-8935-83ee1de33974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:41Z', 'updated_at': '2021-07-16T21:23:44Z', 'revision_number': 4, 'project_id': 'dc82bd580b7f465091d5c36223db95cc', 'gw_port': {'id': '76bc56b8-dd36-4a80-8935-83ee1de33974', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf9fee-90ef-410a-9e08-1d49b70dfa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:42Z', 'updated_at': '2021-07-16T21:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e8da5be1-0698-4bc4-90d3-d6a74698d037', 'name': '', 'network_id': '11d23e6d-55f9-4fba-b50a-4efe7d942d7f', 'tenant_id': 'dc82bd580b7f465091d5c36223db95cc', 'mac_address': 'fa:16:3e:ab:05:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaf9fee-90ef-410a-9e08-1d49b70dfa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '9347bd1d-0c71-4648-9310-704170730822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:43Z', 'updated_at': '2021-07-16T21:23:48Z', 'revision_number': 4, 'project_id': 'dc82bd580b7f465091d5c36223db95cc', 'subnets': [{'id': '9347bd1d-0c71-4648-9310-704170730822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:49.303560 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d125a905-b520-464a-8246-1e8ddc657422 None None] The sync data for ids ['bcaf9fee-90ef-410a-9e08-1d49b70dfa91'] in n-d-791506-21 is: [{'id': 'bcaf9fee-90ef-410a-9e08-1d49b70dfa91', 'name': 'tempest-TestMinimumBasicScenario-204879191-router', 'tenant_id': 'dc82bd580b7f465091d5c36223db95cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '76bc56b8-dd36-4a80-8935-83ee1de33974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:41Z', 'updated_at': '2021-07-16T21:23:44Z', 'revision_number': 4, 'project_id': 'dc82bd580b7f465091d5c36223db95cc', 'gw_port': {'id': '76bc56b8-dd36-4a80-8935-83ee1de33974', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf9fee-90ef-410a-9e08-1d49b70dfa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:42Z', 'updated_at': '2021-07-16T21:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e8da5be1-0698-4bc4-90d3-d6a74698d037', 'name': '', 'network_id': '11d23e6d-55f9-4fba-b50a-4efe7d942d7f', 'tenant_id': 'dc82bd580b7f465091d5c36223db95cc', 'mac_address': 'fa:16:3e:ab:05:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaf9fee-90ef-410a-9e08-1d49b70dfa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '9347bd1d-0c71-4648-9310-704170730822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:43Z', 'updated_at': '2021-07-16T21:23:48Z', 'revision_number': 4, 'project_id': 'dc82bd580b7f465091d5c36223db95cc', 'subnets': [{'id': '9347bd1d-0c71-4648-9310-704170730822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:23:50.436007 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e8da5be1-0698-4bc4-90d3-d6a74698d037 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:23:50.490100 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port e8da5be1-0698-4bc4-90d3-d6a74698d037 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:23:50.493844 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port e8da5be1-0698-4bc4-90d3-d6a74698d037 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:50.494220 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:50.578512 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:50.766781 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port e8da5be1-0698-4bc4-90d3-d6a74698d037, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e8da5be1-0698-4bc4-90d3-d6a74698d037,segment=NetworkSegment(7f8ea96b-9654-4678-bb81-0e994f88ec19),segment_id=7f8ea96b-9654-4678-bb81-0e994f88ec19)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:50.771778 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:50.833106 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=e8da5be1-0698-4bc4-90d3-d6a74698d037,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:51.787482 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b322a40-21f9-4b77-af27-acf6d5080dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:52.401511 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e8da5be1-0698-4bc4-90d3-d6a74698d037 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:23:52.459966 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port e8da5be1-0698-4bc4-90d3-d6a74698d037 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:52.460340 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:54.314904 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f32ef31-15e8-4e1c-bd4a-fd0f1df537ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:54.432123 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:55.742409 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716eac68-e523-4718-a06f-2c1f99190c8a req-8d6fbf2e-a4bb-4944-a67d-bc3188f8dec4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:55.743963 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-716eac68-e523-4718-a06f-2c1f99190c8a req-8d6fbf2e-a4bb-4944-a67d-bc3188f8dec4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/networks?id=462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd HTTP/1.1" status: 200 len: 815 time: 0.1048970 Jul 16 21:23:55.758399 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-716eac68-e523-4718-a06f-2c1f99190c8a req-3e95279a-74ea-4dc4-a21f-80533b953dea tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/quotas/eecb2cebb38e4910a91c2e675256bfe5 HTTP/1.1" status: 200 len: 375 time: 0.0090036 Jul 16 21:23:55.825629 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-716eac68-e523-4718-a06f-2c1f99190c8a req-a1adb576-ee86-4bd9-941d-369f61a38f0d tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=eecb2cebb38e4910a91c2e675256bfe5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614750 Jul 16 21:23:55.924569 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-716eac68-e523-4718-a06f-2c1f99190c8a req-615776e2-d82d-436a-9518-5c0790560f90 service neutron] 10.222.0.38 "GET /v2.0/networks/462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879622 Jul 16 21:23:55.995020 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:56.016482 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-716eac68-e523-4718-a06f-2c1f99190c8a req-0ff7629c-60ac-45c9-a0da-927aab654d84 service neutron] 10.222.0.38 "GET /v2.0/networks/462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862274 Jul 16 21:23:56.189051 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-24e9bc43-e231-46a6-b2db-25c382b352ec req-f4a7ccc6-eda9-4536-8fa8-c81346cc51a1 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 210 time: 0.0298262 Jul 16 21:23:57.358790 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e089d2b3-8055-4b78-a7ab-df487489edd3 req-9c196778-c395-4812-9753-f53821a26a2f tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 210 time: 0.0372853 Jul 16 21:23:57.429876 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716eac68-e523-4718-a06f-2c1f99190c8a req-0e4179ae-fa4e-4305-8a2f-17d817ad6ddf tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:57.431945 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-716eac68-e523-4718-a06f-2c1f99190c8a req-0e4179ae-fa4e-4305-8a2f-17d817ad6ddf tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.18 "GET /v2.0/networks?id=462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd HTTP/1.1" status: 200 len: 815 time: 0.1396978 Jul 16 21:23:57.444568 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-716eac68-e523-4718-a06f-2c1f99190c8a req-a4553f84-9ca6-4703-a151-57027aa32ec4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Request body: {'port': {'device_id': 'e442019b-1a21-41b6-9c2c-b63b05ac82dc', 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd', 'admin_state_up': True, 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:23:57.558447 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-716eac68-e523-4718-a06f-2c1f99190c8a req-a4553f84-9ca6-4703-a151-57027aa32ec4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Made reservation on behalf of eecb2cebb38e4910a91c2e675256bfe5 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:23:57.562097 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-716eac68-e523-4718-a06f-2c1f99190c8a req-a4553f84-9ca6-4703-a151-57027aa32ec4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:57.693705 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-716eac68-e523-4718-a06f-2c1f99190c8a req-a4553f84-9ca6-4703-a151-57027aa32ec4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Allocated IP 172.20.0.10 (462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd/159b0c97-c06e-4914-ba06-334048d4bae7/fa87d2ba-a6b0-490e-b71e-faaa455d82ba) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:23:57.841703 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:57.883163 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-716eac68-e523-4718-a06f-2c1f99190c8a req-a4553f84-9ca6-4703-a151-57027aa32ec4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:57.898832 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-716eac68-e523-4718-a06f-2c1f99190c8a req-a4553f84-9ca6-4703-a151-57027aa32ec4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Transition to ACTIVE for port object fa87d2ba-a6b0-490e-b71e-faaa455d82ba will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:23:57.936474 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-716eac68-e523-4718-a06f-2c1f99190c8a req-a4553f84-9ca6-4703-a151-57027aa32ec4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:57.995689 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-716eac68-e523-4718-a06f-2c1f99190c8a req-a4553f84-9ca6-4703-a151-57027aa32ec4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Network 462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:23:57.999206 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-716eac68-e523-4718-a06f-2c1f99190c8a req-a4553f84-9ca6-4703-a151-57027aa32ec4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:23:58.003378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-716eac68-e523-4718-a06f-2c1f99190c8a req-a4553f84-9ca6-4703-a151-57027aa32ec4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:23:58.010646 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4553f84-9ca6-4703-a151-57027aa32ec4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Pushing event updated for resources: {'Port': ['ID=fa87d2ba-a6b0-490e-b71e-faaa455d82ba,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:58.055628 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4553f84-9ca6-4703-a151-57027aa32ec4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:58.055959 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4553f84-9ca6-4703-a151-57027aa32ec4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:58.056319 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4553f84-9ca6-4703-a151-57027aa32ec4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:58.056640 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4553f84-9ca6-4703-a151-57027aa32ec4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:58.056978 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4553f84-9ca6-4703-a151-57027aa32ec4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:58.057311 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4553f84-9ca6-4703-a151-57027aa32ec4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:58.057644 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4553f84-9ca6-4703-a151-57027aa32ec4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:58.058076 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4553f84-9ca6-4703-a151-57027aa32ec4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:58.058426 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4553f84-9ca6-4703-a151-57027aa32ec4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:58.058752 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4553f84-9ca6-4703-a151-57027aa32ec4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:58.059079 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4553f84-9ca6-4703-a151-57027aa32ec4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:58.059438 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4553f84-9ca6-4703-a151-57027aa32ec4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:58.097431 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716eac68-e523-4718-a06f-2c1f99190c8a req-a4553f84-9ca6-4703-a151-57027aa32ec4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:58.098625 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-716eac68-e523-4718-a06f-2c1f99190c8a req-a4553f84-9ca6-4703-a151-57027aa32ec4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:58.117341 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-716eac68-e523-4718-a06f-2c1f99190c8a req-a4553f84-9ca6-4703-a151-57027aa32ec4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6768770 Jul 16 21:23:58.319720 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e9a7e1f0-1218-4b04-a243-7dc01128e413 None None] Provisioning for port fa87d2ba-a6b0-490e-b71e-faaa455d82ba completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:23:58.325064 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e9a7e1f0-1218-4b04-a243-7dc01128e413 None None] Provisioning complete for port fa87d2ba-a6b0-490e-b71e-faaa455d82ba triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:58.325437 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9a7e1f0-1218-4b04-a243-7dc01128e413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:58.360015 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7e1f0-1218-4b04-a243-7dc01128e413 None None] Port fa87d2ba-a6b0-490e-b71e-faaa455d82ba cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:23:58.543263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dbf23-c2b7-4517-bdbc-cc02eefde793 req-1aedc74f-e04d-42bf-92bf-f3fc77f207a9 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:58.544804 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8b8dbf23-c2b7-4517-bdbc-cc02eefde793 req-1aedc74f-e04d-42bf-92bf-f3fc77f207a9 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 932 time: 0.0660412 Jul 16 21:23:58.587132 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8b8dbf23-c2b7-4517-bdbc-cc02eefde793 req-9cee92cb-aeb1-4103-9f86-1aa7b009b582 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366499 Jul 16 21:23:59.770563 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43bd3f-5217-4ca7-ae19-032590784ee6 req-a3e1d056-2c16-4470-a199-6aec61385098 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:59.772069 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0c43bd3f-5217-4ca7-ae19-032590784ee6 req-a3e1d056-2c16-4470-a199-6aec61385098 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 932 time: 0.0729246 Jul 16 21:23:59.814141 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0c43bd3f-5217-4ca7-ae19-032590784ee6 req-8354c7b8-b148-4bf3-bf82-078809cb6c0b tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356641 Jul 16 21:24:00.027981 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:00.998018 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d569c31-582f-4285-873a-4dd4a1f47d54 req-6519ef2f-82ba-4f5a-981a-2306c9539aca tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:00.999495 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d569c31-582f-4285-873a-4dd4a1f47d54 req-6519ef2f-82ba-4f5a-981a-2306c9539aca tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 932 time: 0.0660875 Jul 16 21:24:01.038500 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d569c31-582f-4285-873a-4dd4a1f47d54 req-7f457a6f-45ac-411b-8bfb-d436fa87e1a0 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330043 Jul 16 21:24:02.228879 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d9c4e-bef4-4e9f-9a05-e432558bbe08 req-7104ecf2-0f30-4e2b-a25f-3b9f288eeac8 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:02.230406 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-330d9c4e-bef4-4e9f-9a05-e432558bbe08 req-7104ecf2-0f30-4e2b-a25f-3b9f288eeac8 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 932 time: 0.0701721 Jul 16 21:24:02.281977 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-330d9c4e-bef4-4e9f-9a05-e432558bbe08 req-297cac42-9cd5-4297-af16-3dee3275c2df tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458376 Jul 16 21:24:03.473790 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9dc61-1592-4664-b9bf-36cb64c1156d req-b07d6c59-4ca2-4770-b7b3-0b6f88cb6b9f tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:03.475351 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-84e9dc61-1592-4664-b9bf-36cb64c1156d req-b07d6c59-4ca2-4770-b7b3-0b6f88cb6b9f tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 932 time: 0.0688457 Jul 16 21:24:03.519456 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-84e9dc61-1592-4664-b9bf-36cb64c1156d req-3407567b-05d5-4d9a-a722-5afffc80f770 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345826 Jul 16 21:24:03.805473 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:04.731612 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889b39d-830e-4766-a813-8e1ddf587456 req-e87b6826-8f5b-4a7a-b4e5-27a23b6b4525 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:04.733122 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b889b39d-830e-4766-a813-8e1ddf587456 req-e87b6826-8f5b-4a7a-b4e5-27a23b6b4525 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 932 time: 0.0722258 Jul 16 21:24:04.774104 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b889b39d-830e-4766-a813-8e1ddf587456 req-bc9561e6-7b46-49c7-a64c-0c90089ee3c3 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346704 Jul 16 21:24:05.973665 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148884c3-de13-4881-ace4-c7e03858f639 req-72e58525-41a7-4fbf-85f3-eaf72f271769 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:05.975132 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-148884c3-de13-4881-ace4-c7e03858f639 req-72e58525-41a7-4fbf-85f3-eaf72f271769 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 932 time: 0.0741746 Jul 16 21:24:06.022741 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-148884c3-de13-4881-ace4-c7e03858f639 req-99a5eb1c-ac45-4bce-9a37-91ede10599cf tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410612 Jul 16 21:24:07.202563 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12ac6e-ff16-4bba-b74c-f0a86255ae07 req-24219a5c-2aa1-429f-86dc-0aed5807bf9a tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:07.203990 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6a12ac6e-ff16-4bba-b74c-f0a86255ae07 req-24219a5c-2aa1-429f-86dc-0aed5807bf9a tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 932 time: 0.0651660 Jul 16 21:24:07.242884 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6a12ac6e-ff16-4bba-b74c-f0a86255ae07 req-f1349389-6f41-4b41-9f9e-2ae879922a86 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333104 Jul 16 21:24:07.512736 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-716eac68-e523-4718-a06f-2c1f99190c8a req-988494f0-8881-4b4f-9aed-f45db056717f service neutron] Request body: {'port': {'device_id': 'e442019b-1a21-41b6-9c2c-b63b05ac82dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:07.588775 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-716eac68-e523-4718-a06f-2c1f99190c8a req-988494f0-8881-4b4f-9aed-f45db056717f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:07.841909 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-716eac68-e523-4718-a06f-2c1f99190c8a req-988494f0-8881-4b4f-9aed-f45db056717f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa87d2ba-a6b0-490e-b71e-faaa455d82ba {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:24:07.849115 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-716eac68-e523-4718-a06f-2c1f99190c8a req-988494f0-8881-4b4f-9aed-f45db056717f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:07.861297 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-716eac68-e523-4718-a06f-2c1f99190c8a req-988494f0-8881-4b4f-9aed-f45db056717f service neutron] Transition to ACTIVE for port object fa87d2ba-a6b0-490e-b71e-faaa455d82ba will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:24:07.864776 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-716eac68-e523-4718-a06f-2c1f99190c8a req-988494f0-8881-4b4f-9aed-f45db056717f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:07.917711 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988494f0-8881-4b4f-9aed-f45db056717f service neutron] Pushing event updated for resources: {'Port': ['ID=fa87d2ba-a6b0-490e-b71e-faaa455d82ba,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:07.990754 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-716eac68-e523-4718-a06f-2c1f99190c8a req-988494f0-8881-4b4f-9aed-f45db056717f service neutron] Attempting to bind port fa87d2ba-a6b0-490e-b71e-faaa455d82ba on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:24:07.991093 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-716eac68-e523-4718-a06f-2c1f99190c8a req-988494f0-8881-4b4f-9aed-f45db056717f service neutron] Attempting to bind port fa87d2ba-a6b0-490e-b71e-faaa455d82ba by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '8ef6bf68-1a85-41b0-acf5-f5d09056a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:24:07.991423 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716eac68-e523-4718-a06f-2c1f99190c8a req-988494f0-8881-4b4f-9aed-f45db056717f service neutron] Attempting to bind port fa87d2ba-a6b0-490e-b71e-faaa455d82ba on network 462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:24:07.995821 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716eac68-e523-4718-a06f-2c1f99190c8a req-988494f0-8881-4b4f-9aed-f45db056717f service neutron] Port fa87d2ba-a6b0-490e-b71e-faaa455d82ba on network 462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:24:07.996139 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716eac68-e523-4718-a06f-2c1f99190c8a req-988494f0-8881-4b4f-9aed-f45db056717f service neutron] Attempting to bind port fa87d2ba-a6b0-490e-b71e-faaa455d82ba on network 462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:24:08.001067 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716eac68-e523-4718-a06f-2c1f99190c8a req-988494f0-8881-4b4f-9aed-f45db056717f service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:24:08.001412 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716eac68-e523-4718-a06f-2c1f99190c8a req-988494f0-8881-4b4f-9aed-f45db056717f service neutron] Checking segment: {'id': '8ef6bf68-1a85-41b0-acf5-f5d09056a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:24:08.001796 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716eac68-e523-4718-a06f-2c1f99190c8a req-988494f0-8881-4b4f-9aed-f45db056717f service neutron] Bound using segment: {'id': '8ef6bf68-1a85-41b0-acf5-f5d09056a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:24:08.002229 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-716eac68-e523-4718-a06f-2c1f99190c8a req-988494f0-8881-4b4f-9aed-f45db056717f service neutron] Bound port: fa87d2ba-a6b0-490e-b71e-faaa455d82ba, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef6bf68-1a85-41b0-acf5-f5d09056a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:24:08.002628 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-716eac68-e523-4718-a06f-2c1f99190c8a req-988494f0-8881-4b4f-9aed-f45db056717f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:08.067784 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-716eac68-e523-4718-a06f-2c1f99190c8a req-988494f0-8881-4b4f-9aed-f45db056717f service neutron] For port fa87d2ba-a6b0-490e-b71e-faaa455d82ba, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:24:08.070706 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-716eac68-e523-4718-a06f-2c1f99190c8a req-988494f0-8881-4b4f-9aed-f45db056717f service neutron] For port fa87d2ba-a6b0-490e-b71e-faaa455d82ba, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=fa87d2ba-a6b0-490e-b71e-faaa455d82ba,segment=NetworkSegment(8ef6bf68-1a85-41b0-acf5-f5d09056a7b6),segment_id=8ef6bf68-1a85-41b0-acf5-f5d09056a7b6)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:24:08.075311 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-716eac68-e523-4718-a06f-2c1f99190c8a req-988494f0-8881-4b4f-9aed-f45db056717f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:08.109685 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716eac68-e523-4718-a06f-2c1f99190c8a req-988494f0-8881-4b4f-9aed-f45db056717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:08.110363 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-716eac68-e523-4718-a06f-2c1f99190c8a req-988494f0-8881-4b4f-9aed-f45db056717f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:08.111693 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-716eac68-e523-4718-a06f-2c1f99190c8a req-988494f0-8881-4b4f-9aed-f45db056717f service neutron] 10.222.0.18 "PUT /v2.0/ports/fa87d2ba-a6b0-490e-b71e-faaa455d82ba HTTP/1.1" status: 200 len: 1093 time: 0.6035202 Jul 16 21:24:08.112114 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e442019b-1a21-41b6-9c2c-b63b05ac82dc', 'tag': 'fa87d2ba-a6b0-490e-b71e-faaa455d82ba'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:24:08.114389 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3aefbd6-83b4-43be-9e9a-9f31866ad647" -d '{"events": [{"name": "network-changed", "server_uuid": "e442019b-1a21-41b6-9c2c-b63b05ac82dc", "tag": "fa87d2ba-a6b0-490e-b71e-faaa455d82ba"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:24:08.142620 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988494f0-8881-4b4f-9aed-f45db056717f service neutron] Pushing event updated for resources: {'Port': ['ID=fa87d2ba-a6b0-490e-b71e-faaa455d82ba,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:08.187304 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccc232c-f655-4e40-ac70-8253573543ea x-openstack-request-id: req-cccc232c-f655-4e40-ac70-8253573543ea {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:24:08.187606 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e442019b-1a21-41b6-9c2c-b63b05ac82dc", "tag": "fa87d2ba-a6b0-490e-b71e-faaa455d82ba", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:24:08.187861 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cccc232c-f655-4e40-ac70-8253573543ea {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:24:08.188260 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e442019b-1a21-41b6-9c2c-b63b05ac82dc', 'tag': 'fa87d2ba-a6b0-490e-b71e-faaa455d82ba', 'status': 'completed', 'code': 200} Jul 16 21:24:08.216307 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716eac68-e523-4718-a06f-2c1f99190c8a req-a272d516-a561-482c-acee-e5bf2e5d8c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:08.217881 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-716eac68-e523-4718-a06f-2c1f99190c8a req-a272d516-a561-482c-acee-e5bf2e5d8c73 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eecb2cebb38e4910a91c2e675256bfe5&device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 1096 time: 0.0679109 Jul 16 21:24:08.261871 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-716eac68-e523-4718-a06f-2c1f99190c8a req-8ee42d21-457b-4b43-807b-4e7e8472f474 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa87d2ba-a6b0-490e-b71e-faaa455d82ba HTTP/1.1" status: 200 len: 217 time: 0.0367796 Jul 16 21:24:08.313992 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716eac68-e523-4718-a06f-2c1f99190c8a req-0ed9b3e0-11ee-40b2-8b2b-77f41cc9ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:08.315143 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-716eac68-e523-4718-a06f-2c1f99190c8a req-0ed9b3e0-11ee-40b2-8b2b-77f41cc9ddb4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=159b0c97-c06e-4914-ba06-334048d4bae7 HTTP/1.1" status: 200 len: 854 time: 0.0470548 Jul 16 21:24:08.415028 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716eac68-e523-4718-a06f-2c1f99190c8a req-c4caeb5c-2016-4bb8-be56-c47e4a3abd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:08.417522 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-716eac68-e523-4718-a06f-2c1f99190c8a req-c4caeb5c-2016-4bb8-be56-c47e4a3abd38 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960245 Jul 16 21:24:08.461791 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725095d3-e650-4d90-9d5c-6df9bb685ed1 req-3761ded5-67af-4951-a210-301881ec3ca8 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:08.463403 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-725095d3-e650-4d90-9d5c-6df9bb685ed1 req-3761ded5-67af-4951-a210-301881ec3ca8 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 944 time: 0.1039248 Jul 16 21:24:08.542390 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-725095d3-e650-4d90-9d5c-6df9bb685ed1 req-4c389884-8063-4494-a40a-a7b1ccfa730c tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726914 Jul 16 21:24:08.552640 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-716eac68-e523-4718-a06f-2c1f99190c8a req-e370a3b1-bb19-49c3-8dee-f85ff985398c service neutron] 10.222.0.18 "GET /v2.0/networks/462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283734 Jul 16 21:24:08.642146 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-716eac68-e523-4718-a06f-2c1f99190c8a req-74f3d227-55ce-44a7-89d3-e3ce856dbd73 service neutron] 10.222.0.18 "GET /v2.0/networks/462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827913 Jul 16 21:24:08.741973 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aefbd6-83b4-43be-9e9a-9f31866ad647 req-f992a4dc-ecef-4bd8-a767-4767da2bcb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:08.743498 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a3aefbd6-83b4-43be-9e9a-9f31866ad647 req-f992a4dc-ecef-4bd8-a767-4767da2bcb12 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eecb2cebb38e4910a91c2e675256bfe5&device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 1096 time: 0.0543697 Jul 16 21:24:08.835170 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aefbd6-83b4-43be-9e9a-9f31866ad647 req-b41901f3-c939-4d64-a3c5-ad1bcad991db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:08.836612 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a3aefbd6-83b4-43be-9e9a-9f31866ad647 req-b41901f3-c939-4d64-a3c5-ad1bcad991db service neutron] 10.222.0.18 "GET /v2.0/networks?id=462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd HTTP/1.1" status: 200 len: 916 time: 0.0873766 Jul 16 21:24:08.877452 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a3aefbd6-83b4-43be-9e9a-9f31866ad647 req-35486ef4-c0c6-4d56-993b-28de4ebcb1a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa87d2ba-a6b0-490e-b71e-faaa455d82ba HTTP/1.1" status: 200 len: 217 time: 0.0335133 Jul 16 21:24:08.928777 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aefbd6-83b4-43be-9e9a-9f31866ad647 req-09314fc8-38a5-4316-a514-5b949b7979b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:08.930106 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a3aefbd6-83b4-43be-9e9a-9f31866ad647 req-09314fc8-38a5-4316-a514-5b949b7979b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=159b0c97-c06e-4914-ba06-334048d4bae7 HTTP/1.1" status: 200 len: 854 time: 0.0463099 Jul 16 21:24:08.988232 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aefbd6-83b4-43be-9e9a-9f31866ad647 req-262c65cd-5fdf-46f8-adb7-9cbd2f5e4842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:08.989694 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a3aefbd6-83b4-43be-9e9a-9f31866ad647 req-262c65cd-5fdf-46f8-adb7-9cbd2f5e4842 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530777 Jul 16 21:24:09.081618 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a3aefbd6-83b4-43be-9e9a-9f31866ad647 req-ff5d28d2-90e8-4ba5-bc00-319b51a2e4a9 service neutron] 10.222.0.18 "GET /v2.0/networks/462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845134 Jul 16 21:24:09.172047 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a3aefbd6-83b4-43be-9e9a-9f31866ad647 req-e09be888-1d9c-4f5b-8c4e-5fd634a324ca service neutron] 10.222.0.18 "GET /v2.0/networks/462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826554 Jul 16 21:24:09.716770 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4762c71-a234-43b8-aa30-8dd9dfa97318 req-5de589a7-7366-42ae-bba0-fa6d21975124 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:09.718236 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a4762c71-a234-43b8-aa30-8dd9dfa97318 req-5de589a7-7366-42ae-bba0-fa6d21975124 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 944 time: 0.0622854 Jul 16 21:24:09.759160 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a4762c71-a234-43b8-aa30-8dd9dfa97318 req-50d6d7f7-4eee-4fd9-a307-15fc6eda244d tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353279 Jul 16 21:24:10.933673 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae8604-4dca-4bd4-a621-d8f91ab67672 req-9799745f-2c2e-4b4e-a727-137f6815c464 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:10.935188 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-95ae8604-4dca-4bd4-a621-d8f91ab67672 req-9799745f-2c2e-4b4e-a727-137f6815c464 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 944 time: 0.0636799 Jul 16 21:24:10.973036 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-95ae8604-4dca-4bd4-a621-d8f91ab67672 req-a09262e5-164b-497d-a9cc-052f348ea58c tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323124 Jul 16 21:24:12.141586 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4df8a-873d-49cc-bcdd-8aa23dc18cae req-ebb2c266-166e-4a76-85f3-fb430573108b tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:12.143091 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b5d4df8a-873d-49cc-bcdd-8aa23dc18cae req-ebb2c266-166e-4a76-85f3-fb430573108b tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 944 time: 0.0618668 Jul 16 21:24:12.180370 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b5d4df8a-873d-49cc-bcdd-8aa23dc18cae req-fb35a2b9-ff4a-4d12-9f4a-22635fd776ac tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318546 Jul 16 21:24:12.498524 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device fa87d2ba-a6b0-490e-b71e-faaa455d82ba details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:24:12.595317 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port fa87d2ba-a6b0-490e-b71e-faaa455d82ba, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=fa87d2ba-a6b0-490e-b71e-faaa455d82ba,segment=NetworkSegment(8ef6bf68-1a85-41b0-acf5-f5d09056a7b6),segment_id=8ef6bf68-1a85-41b0-acf5-f5d09056a7b6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:12.606307 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'fa87d2ba-a6b0-490e-b71e-faaa455d82ba', 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd', 'port_id': 'fa87d2ba-a6b0-490e-b71e-faaa455d82ba', 'mac_address': 'fa:16:3e:ff:47:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159b0c97-c06e-4914-ba06-334048d4bae7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:24:12.642103 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:12.654439 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa87d2ba-a6b0-490e-b71e-faaa455d82ba {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:24:12.674152 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port fa87d2ba-a6b0-490e-b71e-faaa455d82ba, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=fa87d2ba-a6b0-490e-b71e-faaa455d82ba,segment=NetworkSegment(8ef6bf68-1a85-41b0-acf5-f5d09056a7b6),segment_id=8ef6bf68-1a85-41b0-acf5-f5d09056a7b6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:12.678014 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:12.727660 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=fa87d2ba-a6b0-490e-b71e-faaa455d82ba,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:12.735338 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:12.735681 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:12.736032 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:12.736347 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:12.736676 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:12.737000 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:12.737322 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:12.737641 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:12.737959 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:12.738276 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:12.738619 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:12.738941 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:12.911389 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['fa87d2ba-a6b0-490e-b71e-faaa455d82ba'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:24:13.360427 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9aac8f-64c7-4b2e-8a2a-c595d1c5c507 req-491b9601-c499-4d3c-a3c2-4c3a39992b79 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:13.361897 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2e9aac8f-64c7-4b2e-8a2a-c595d1c5c507 req-491b9601-c499-4d3c-a3c2-4c3a39992b79 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 945 time: 0.0688207 Jul 16 21:24:13.399848 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2e9aac8f-64c7-4b2e-8a2a-c595d1c5c507 req-820a4802-8ca5-4fd4-8e27-c310ca6ab1a1 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322070 Jul 16 21:24:13.752242 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:24:14.514031 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device fa87d2ba-a6b0-490e-b71e-faaa455d82ba up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:24:14.565679 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port fa87d2ba-a6b0-490e-b71e-faaa455d82ba completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:24:14.569497 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port fa87d2ba-a6b0-490e-b71e-faaa455d82ba triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:14.569868 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:14.571697 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c125f8-ede9-4faf-89a4-7c66ddf926ff req-ba0ea711-3953-438c-b68a-8b1de72c0d85 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:14.573836 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a0c125f8-ede9-4faf-89a4-7c66ddf926ff req-ba0ea711-3953-438c-b68a-8b1de72c0d85 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 945 time: 0.0647178 Jul 16 21:24:14.615767 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a0c125f8-ede9-4faf-89a4-7c66ddf926ff req-ee43bfe1-18c4-4037-85c2-c43672bb5e28 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346513 Jul 16 21:24:14.653329 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:14.676044 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e442019b-1a21-41b6-9c2c-b63b05ac82dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa87d2ba-a6b0-490e-b71e-faaa455d82ba'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:24:14.678443 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d599d8cd7c90ef7a4a4f11e3824443e11814837840e0ec22718dbf4e389f10a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3d5fa7-fb46-4054-ae37-bc58af75809c" -d '{"events": [{"server_uuid": "e442019b-1a21-41b6-9c2c-b63b05ac82dc", "name": "network-vif-plugged", "status": "completed", "tag": "fa87d2ba-a6b0-490e-b71e-faaa455d82ba"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:24:14.692264 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port fa87d2ba-a6b0-490e-b71e-faaa455d82ba, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=fa87d2ba-a6b0-490e-b71e-faaa455d82ba,segment=NetworkSegment(8ef6bf68-1a85-41b0-acf5-f5d09056a7b6),segment_id=8ef6bf68-1a85-41b0-acf5-f5d09056a7b6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:14.697490 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:14.722931 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739e39d3-c62a-4354-9a04-d2095afc65df x-openstack-request-id: req-739e39d3-c62a-4354-9a04-d2095afc65df {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:24:14.723229 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e442019b-1a21-41b6-9c2c-b63b05ac82dc", "name": "network-vif-plugged", "status": "completed", "tag": "fa87d2ba-a6b0-490e-b71e-faaa455d82ba", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:24:14.723486 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-739e39d3-c62a-4354-9a04-d2095afc65df {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:24:14.723880 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e442019b-1a21-41b6-9c2c-b63b05ac82dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa87d2ba-a6b0-490e-b71e-faaa455d82ba', 'code': 200} Jul 16 21:24:14.754100 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=fa87d2ba-a6b0-490e-b71e-faaa455d82ba,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:14.842876 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe0e00-3beb-4125-a218-b96a638dcaf8 req-d9e64c84-a75c-4b26-9285-b4902c7092ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:14.844381 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fefe0e00-3beb-4125-a218-b96a638dcaf8 req-d9e64c84-a75c-4b26-9285-b4902c7092ab service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 1098 time: 0.0609920 Jul 16 21:24:14.878414 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fefe0e00-3beb-4125-a218-b96a638dcaf8 req-bdc7f6f9-97b9-40bf-b820-66d542d6b6da service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276556 Jul 16 21:24:15.792661 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4ce74-7058-4f07-9be8-fefc0d437791 req-f83edbde-8792-43e9-a3b0-d8112ac65925 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:15.794436 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-94b4ce74-7058-4f07-9be8-fefc0d437791 req-f83edbde-8792-43e9-a3b0-d8112ac65925 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 946 time: 0.0656350 Jul 16 21:24:15.831206 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-94b4ce74-7058-4f07-9be8-fefc0d437791 req-448c8f1d-4f0f-4ee0-9174-31dae0021763 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313003 Jul 16 21:24:16.001191 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b1acd-ab93-435b-96f8-0940b7b3c5e3 req-677732d8-024a-4eb4-a5a1-dcfda5553846 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:16.002609 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe8b1acd-ab93-435b-96f8-0940b7b3c5e3 req-677732d8-024a-4eb4-a5a1-dcfda5553846 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 946 time: 0.0624647 Jul 16 21:24:16.039784 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe8b1acd-ab93-435b-96f8-0940b7b3c5e3 req-1260dda2-d4fb-4b72-8234-9226a8effa9a tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316086 Jul 16 21:24:16.390111 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a04d8-7f91-40bf-8e91-557bd8bd124e req-15c4afb8-f544-4c2c-90f5-14f67d90eab7 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:16.391629 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cf1a04d8-7f91-40bf-8e91-557bd8bd124e req-15c4afb8-f544-4c2c-90f5-14f67d90eab7 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 946 time: 0.0696826 Jul 16 21:24:16.430504 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cf1a04d8-7f91-40bf-8e91-557bd8bd124e req-1fee35cb-602c-49c1-b3cf-4ab80e82a4ed tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331342 Jul 16 21:24:21.780726 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7436a47-734f-4aa9-b64e-8e4b7552aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:24.315263 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa7ac5a4-97e7-4be6-b486-25336faab0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:24.424734 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:25.888357 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-705be450-9e73-4614-bf8a-a0cbbefc2988 req-cba943d9-e767-4dcc-8cea-406ca8614696 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1384785 Jul 16 21:24:25.985156 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705be450-9e73-4614-bf8a-a0cbbefc2988 req-d80ac1c7-0857-4efb-add5-92dfdbefe5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:25.986571 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-705be450-9e73-4614-bf8a-a0cbbefc2988 req-d80ac1c7-0857-4efb-add5-92dfdbefe5cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eecb2cebb38e4910a91c2e675256bfe5&device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 1098 time: 0.0561280 Jul 16 21:24:25.998540 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:26.086910 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705be450-9e73-4614-bf8a-a0cbbefc2988 req-900b907e-ab50-471f-ab54-c428ad11e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:26.088991 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-705be450-9e73-4614-bf8a-a0cbbefc2988 req-900b907e-ab50-471f-ab54-c428ad11e9e7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd HTTP/1.1" status: 200 len: 916 time: 0.0824592 Jul 16 21:24:26.132663 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-705be450-9e73-4614-bf8a-a0cbbefc2988 req-4be55dab-19e5-4edc-bdd3-5edda9585fe2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa87d2ba-a6b0-490e-b71e-faaa455d82ba HTTP/1.1" status: 200 len: 217 time: 0.0367961 Jul 16 21:24:26.179805 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705be450-9e73-4614-bf8a-a0cbbefc2988 req-c0458bd3-022f-43a9-bed7-77c59a28e22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:26.181218 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-705be450-9e73-4614-bf8a-a0cbbefc2988 req-c0458bd3-022f-43a9-bed7-77c59a28e22c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=159b0c97-c06e-4914-ba06-334048d4bae7 HTTP/1.1" status: 200 len: 854 time: 0.0427997 Jul 16 21:24:26.238278 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705be450-9e73-4614-bf8a-a0cbbefc2988 req-ef0e686f-c483-458b-9d54-fc1d40fcce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:26.239578 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-705be450-9e73-4614-bf8a-a0cbbefc2988 req-ef0e686f-c483-458b-9d54-fc1d40fcce14 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516191 Jul 16 21:24:26.332548 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-705be450-9e73-4614-bf8a-a0cbbefc2988 req-44d59a53-0a4a-4d09-b709-c529cb8e7ca3 service neutron] 10.222.0.18 "GET /v2.0/networks/462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854111 Jul 16 21:24:26.438686 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-705be450-9e73-4614-bf8a-a0cbbefc2988 req-c572821b-a1bb-4de5-9cc1-535e9ee44488 service neutron] 10.222.0.18 "GET /v2.0/networks/462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962870 Jul 16 21:24:27.834180 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:28.089556 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b8cc4-8df5-4ea2-a7db-c6e05f232c51 req-2630753d-c8c1-455e-9dff-397f23480d9d tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:28.091029 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf5b8cc4-8df5-4ea2-a7db-c6e05f232c51 req-2630753d-c8c1-455e-9dff-397f23480d9d tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 946 time: 0.0668778 Jul 16 21:24:28.128330 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf5b8cc4-8df5-4ea2-a7db-c6e05f232c51 req-92d05287-2926-4545-b5af-a1b6aac1b10b tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317588 Jul 16 21:24:28.153162 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57886) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:28.243307 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71c176c-09d4-4388-816b-0dd4b460956f tempest-TestMinimumBasicScenario-1381337886 tempest-TestMinimumBasicScenario-1381337886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:28.245373 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e71c176c-09d4-4388-816b-0dd4b460956f tempest-TestMinimumBasicScenario-1381337886 tempest-TestMinimumBasicScenario-1381337886-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 1093 time: 0.0912523 Jul 16 21:24:28.248725 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57890) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:28.253725 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-9c36a3a8-26a4-4bbd-9877-a3fa448f04bf tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'port_id': 'fa87d2ba-a6b0-490e-b71e-faaa455d82ba', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:28.276984 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9c36a3a8-26a4-4bbd-9877-a3fa448f04bf tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:28.376454 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9c36a3a8-26a4-4bbd-9877-a3fa448f04bf tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:28.478745 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-9c36a3a8-26a4-4bbd-9877-a3fa448f04bf tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Allocated IP 172.25.0.109 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/0c92af3d-3ea0-4258-91fb-0eb3052a9b23) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:24:28.929999 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9c36a3a8-26a4-4bbd-9877-a3fa448f04bf tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:28.968697 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9c36a3a8-26a4-4bbd-9877-a3fa448f04bf tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:29.004007 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c36a3a8-26a4-4bbd-9877-a3fa448f04bf tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:24:29.010617 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-9c36a3a8-26a4-4bbd-9877-a3fa448f04bf tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:24:29.015772 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c36a3a8-26a4-4bbd-9877-a3fa448f04bf tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:24:29.021623 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36a3a8-26a4-4bbd-9877-a3fa448f04bf tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Pushing event updated for resources: {'Port': ['ID=0c92af3d-3ea0-4258-91fb-0eb3052a9b23,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:29.383526 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9c36a3a8-26a4-4bbd-9877-a3fa448f04bf tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:29.465943 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9c36a3a8-26a4-4bbd-9877-a3fa448f04bf tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:29.611145 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9c36a3a8-26a4-4bbd-9877-a3fa448f04bf tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:29.615342 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9c36a3a8-26a4-4bbd-9877-a3fa448f04bf tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:29.686286 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36a3a8-26a4-4bbd-9877-a3fa448f04bf tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Pushing event updated for resources: {'Port': ['ID=0c92af3d-3ea0-4258-91fb-0eb3052a9b23,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:29.694236 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9c36a3a8-26a4-4bbd-9877-a3fa448f04bf tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:29.793108 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-9c36a3a8-26a4-4bbd-9877-a3fa448f04bf tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Floating IP 33d2c65e-adde-441f-9425-c6086adee7b8 associated. External IP: 172.25.0.109, port: fa87d2ba-a6b0-490e-b71e-faaa455d82ba. Jul 16 21:24:29.995919 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c36a3a8-26a4-4bbd-9877-a3fa448f04bf tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Router ee87afcb-2457-4f08-b629-7936243065f1 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:24:30.024346 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:30.105743 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c36a3a8-26a4-4bbd-9877-a3fa448f04bf tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:24:30.114959 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71688866-52be-4e0e-b8fe-5f38fc5a381b None None] Sync routers for ids ['ee87afcb-2457-4f08-b629-7936243065f1'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:24:30.121257 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9c36a3a8-26a4-4bbd-9877-a3fa448f04bf tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:30.124705 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71688866-52be-4e0e-b8fe-5f38fc5a381b None None] Routers {'ee87afcb-2457-4f08-b629-7936243065f1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:24:30.125331 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-71688866-52be-4e0e-b8fe-5f38fc5a381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:24:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ee87afcb-2457-4f08-b629-7936243065f1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:30.159437 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9c36a3a8-26a4-4bbd-9877-a3fa448f04bf tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9096823 Jul 16 21:24:30.160042 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e442019b-1a21-41b6-9c2c-b63b05ac82dc', 'tag': 'fa87d2ba-a6b0-490e-b71e-faaa455d82ba'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:24:30.162306 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57892) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:30.163150 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e9b47d-bc0c-4977-9797-d81f866a91de" -d '{"events": [{"name": "network-changed", "server_uuid": "e442019b-1a21-41b6-9c2c-b63b05ac82dc", "tag": "fa87d2ba-a6b0-490e-b71e-faaa455d82ba"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:24:30.169203 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d34888fc-d74b-4d2e-bbcf-a0573c39ab4f tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-523713972', 'description': 'tempest-secgroup-smoke-523713972 description', 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:30.198848 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d34888fc-d74b-4d2e-bbcf-a0573c39ab4f tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:30.199711 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9911a6a-1991-4c92-83e0-d807c8b1a21f x-openstack-request-id: req-e9911a6a-1991-4c92-83e0-d807c8b1a21f {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:24:30.200022 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e442019b-1a21-41b6-9c2c-b63b05ac82dc", "tag": "fa87d2ba-a6b0-490e-b71e-faaa455d82ba", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:24:30.200272 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e9911a6a-1991-4c92-83e0-d807c8b1a21f {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:24:30.200670 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e442019b-1a21-41b6-9c2c-b63b05ac82dc', 'tag': 'fa87d2ba-a6b0-490e-b71e-faaa455d82ba', 'status': 'completed', 'code': 200} Jul 16 21:24:30.236058 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-71688866-52be-4e0e-b8fe-5f38fc5a381b None None] Set router ee87afcb-2457-4f08-b629-7936243065f1 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:24:30.284701 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9b47d-bc0c-4977-9797-d81f866a91de req-b9996e45-7957-4d78-b2ee-a70e6de196be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:30.286268 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-96e9b47d-bc0c-4977-9797-d81f866a91de req-b9996e45-7957-4d78-b2ee-a70e6de196be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eecb2cebb38e4910a91c2e675256bfe5&device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 1098 time: 0.0592899 Jul 16 21:24:30.293400 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d34888fc-d74b-4d2e-bbcf-a0573c39ab4f tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:30.297551 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d34888fc-d74b-4d2e-bbcf-a0573c39ab4f tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:30.327703 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34888fc-d74b-4d2e-bbcf-a0573c39ab4f tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5bd9f6-3a36-485b-9af8-6a3a75f06203,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:30.330940 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d34888fc-d74b-4d2e-bbcf-a0573c39ab4f tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:30.335032 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d34888fc-d74b-4d2e-bbcf-a0573c39ab4f tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1677723 Jul 16 21:24:30.335219 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57896) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:30.340578 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-b5e5ff46-2b32-4a71-95a0-f93c90c42bff tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Request body: {'security_group_rule': {'security_group_id': '9c5bd9f6-3a36-485b-9af8-6a3a75f06203', 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:30.370597 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b5e5ff46-2b32-4a71-95a0-f93c90c42bff tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:30.396468 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9b47d-bc0c-4977-9797-d81f866a91de req-424dcae0-d6a3-41a0-9f1e-a3b06e195ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:30.397947 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-96e9b47d-bc0c-4977-9797-d81f866a91de req-424dcae0-d6a3-41a0-9f1e-a3b06e195ff9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd HTTP/1.1" status: 200 len: 916 time: 0.1046343 Jul 16 21:24:30.439776 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b5e5ff46-2b32-4a71-95a0-f93c90c42bff tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:30.443895 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b5e5ff46-2b32-4a71-95a0-f93c90c42bff tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:30.465107 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5ff46-2b32-4a71-95a0-f93c90c42bff tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be43bf0-b8d4-4915-a528-5d875d3f1cf2,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:30.468095 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-96e9b47d-bc0c-4977-9797-d81f866a91de req-10ce8317-31c0-470e-925b-fdba118cfd32 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa87d2ba-a6b0-490e-b71e-faaa455d82ba HTTP/1.1" status: 200 len: 1000 time: 0.0627666 Jul 16 21:24:30.475951 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b5e5ff46-2b32-4a71-95a0-f93c90c42bff tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:30.480493 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b5e5ff46-2b32-4a71-95a0-f93c90c42bff tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412051 Jul 16 21:24:30.481372 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57898) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:30.486506 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-2cc52ac3-6e58-4e4f-a4c0-3e637ece1ff4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Request body: {'security_group_rule': {'security_group_id': '9c5bd9f6-3a36-485b-9af8-6a3a75f06203', 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:30.490543 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-71688866-52be-4e0e-b8fe-5f38fc5a381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'name': 'tempest-TestMinimumBasicScenario-1985934510-router', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fbe53a1d-5501-4fc7-9ffe-334187e39244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:36Z', 'updated_at': '2021-07-16T21:23:39Z', 'revision_number': 4, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'gw_port': {'id': 'fbe53a1d-5501-4fc7-9ffe-334187e39244', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:37Z', 'updated_at': '2021-07-16T21:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '33d2c65e-adde-441f-9425-c6086adee7b8', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'port_id': 'fa87d2ba-a6b0-490e-b71e-faaa455d82ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd', 'mac_address': 'fa:16:3e:ff:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e442019b-1a21-41b6-9c2c-b63b05ac82dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:24:29Z', 'updated_at': '2021-07-16T21:24:29Z', 'revision_number': 0, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e1738e8-df05-4b3e-8ddf-5fd2e631039e', 'name': '', 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'mac_address': 'fa:16:3e:92:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '159b0c97-c06e-4914-ba06-334048d4bae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:39Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 5, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'subnets': [{'id': '159b0c97-c06e-4914-ba06-334048d4bae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:30.515387 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2cc52ac3-6e58-4e4f-a4c0-3e637ece1ff4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:30.522134 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71688866-52be-4e0e-b8fe-5f38fc5a381b None None] Checking router: ee87afcb-2457-4f08-b629-7936243065f1 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:24:30.522312 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9b47d-bc0c-4977-9797-d81f866a91de req-b94820f7-d58d-4027-89ae-35e9b041d034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:30.523754 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-96e9b47d-bc0c-4977-9797-d81f866a91de req-b94820f7-d58d-4027-89ae-35e9b041d034 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=159b0c97-c06e-4914-ba06-334048d4bae7 HTTP/1.1" status: 200 len: 854 time: 0.0490677 Jul 16 21:24:30.532283 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71688866-52be-4e0e-b8fe-5f38fc5a381b None None] Routers {'ee87afcb-2457-4f08-b629-7936243065f1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:24:30.533176 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-71688866-52be-4e0e-b8fe-5f38fc5a381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:24:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ee87afcb-2457-4f08-b629-7936243065f1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:30.580262 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2cc52ac3-6e58-4e4f-a4c0-3e637ece1ff4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:30.587079 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2cc52ac3-6e58-4e4f-a4c0-3e637ece1ff4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:30.596167 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9b47d-bc0c-4977-9797-d81f866a91de req-a0603286-8381-4669-99cc-1f82b3a4ce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:30.597708 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-96e9b47d-bc0c-4977-9797-d81f866a91de req-a0603286-8381-4669-99cc-1f82b3a4ce7e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667989 Jul 16 21:24:30.605521 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc52ac3-6e58-4e4f-a4c0-3e637ece1ff4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04075c47-dcc8-48c4-b4a9-61cf085846c6,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:30.617444 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2cc52ac3-6e58-4e4f-a4c0-3e637ece1ff4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:30.618727 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2cc52ac3-6e58-4e4f-a4c0-3e637ece1ff4 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1360743 Jul 16 21:24:30.622598 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57900) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:30.627206 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-74a8fff4-fa54-413e-a740-e7aaec90d902 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Request body: {'security_group_rule': {'security_group_id': '9c5bd9f6-3a36-485b-9af8-6a3a75f06203', 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:30.653405 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-71688866-52be-4e0e-b8fe-5f38fc5a381b None None] Set router ee87afcb-2457-4f08-b629-7936243065f1 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:24:30.659016 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-74a8fff4-fa54-413e-a740-e7aaec90d902 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:30.700664 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-96e9b47d-bc0c-4977-9797-d81f866a91de req-fb5c7242-c593-420f-bb25-a1f356f181c6 service neutron] 10.222.0.18 "GET /v2.0/networks/462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943587 Jul 16 21:24:30.719381 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-74a8fff4-fa54-413e-a740-e7aaec90d902 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:30.723191 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-74a8fff4-fa54-413e-a740-e7aaec90d902 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:30.741584 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8fff4-fa54-413e-a740-e7aaec90d902 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67f0046-0136-4e72-af11-8e0b417e0909,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:30.748891 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-74a8fff4-fa54-413e-a740-e7aaec90d902 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:30.750832 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-74a8fff4-fa54-413e-a740-e7aaec90d902 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273744 Jul 16 21:24:30.753582 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57902) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:30.758836 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e116c5f2-40e9-4fdd-8c87-1399fa9e72b7 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Request body: {'security_group_rule': {'security_group_id': '9c5bd9f6-3a36-485b-9af8-6a3a75f06203', 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:30.787015 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e116c5f2-40e9-4fdd-8c87-1399fa9e72b7 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:30.824618 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-96e9b47d-bc0c-4977-9797-d81f866a91de req-be08abf0-835d-433e-8065-0914431af795 service neutron] 10.222.0.18 "GET /v2.0/networks/462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170735 Jul 16 21:24:30.856359 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e116c5f2-40e9-4fdd-8c87-1399fa9e72b7 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:30.860812 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e116c5f2-40e9-4fdd-8c87-1399fa9e72b7 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:30.881371 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116c5f2-40e9-4fdd-8c87-1399fa9e72b7 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c225f2a-6ead-4a4f-bd8c-65320eb75587,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:30.885374 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e116c5f2-40e9-4fdd-8c87-1399fa9e72b7 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:30.886631 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e116c5f2-40e9-4fdd-8c87-1399fa9e72b7 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1320195 Jul 16 21:24:30.889414 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57904) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:30.893919 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-af63bc66-abcc-4ba1-bb8d-55112da1b386 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Request body: {'security_group_rule': {'security_group_id': '9c5bd9f6-3a36-485b-9af8-6a3a75f06203', 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:30.913424 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-71688866-52be-4e0e-b8fe-5f38fc5a381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'name': 'tempest-TestMinimumBasicScenario-1985934510-router', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fbe53a1d-5501-4fc7-9ffe-334187e39244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:36Z', 'updated_at': '2021-07-16T21:23:39Z', 'revision_number': 4, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'gw_port': {'id': 'fbe53a1d-5501-4fc7-9ffe-334187e39244', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:37Z', 'updated_at': '2021-07-16T21:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '33d2c65e-adde-441f-9425-c6086adee7b8', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'port_id': 'fa87d2ba-a6b0-490e-b71e-faaa455d82ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd', 'mac_address': 'fa:16:3e:ff:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e442019b-1a21-41b6-9c2c-b63b05ac82dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:24:29Z', 'updated_at': '2021-07-16T21:24:29Z', 'revision_number': 0, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e1738e8-df05-4b3e-8ddf-5fd2e631039e', 'name': '', 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'mac_address': 'fa:16:3e:92:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '159b0c97-c06e-4914-ba06-334048d4bae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:39Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 5, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'subnets': [{'id': '159b0c97-c06e-4914-ba06-334048d4bae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:30.917676 n-d-791506-21 neutron-server[93793]: INFO neutron.db.securitygroups_db [None req-af63bc66-abcc-4ba1-bb8d-55112da1b386 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Project eecb2cebb38e4910a91c2e675256bfe5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:24:30.922622 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-af63bc66-abcc-4ba1-bb8d-55112da1b386 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:30.943625 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71688866-52be-4e0e-b8fe-5f38fc5a381b None None] The sync data for ids ['ee87afcb-2457-4f08-b629-7936243065f1'] in n-d-791506-21 is: [{'id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'name': 'tempest-TestMinimumBasicScenario-1985934510-router', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fbe53a1d-5501-4fc7-9ffe-334187e39244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:36Z', 'updated_at': '2021-07-16T21:23:39Z', 'revision_number': 4, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'gw_port': {'id': 'fbe53a1d-5501-4fc7-9ffe-334187e39244', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:37Z', 'updated_at': '2021-07-16T21:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '33d2c65e-adde-441f-9425-c6086adee7b8', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'port_id': 'fa87d2ba-a6b0-490e-b71e-faaa455d82ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd', 'mac_address': 'fa:16:3e:ff:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e442019b-1a21-41b6-9c2c-b63b05ac82dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:24:29Z', 'updated_at': '2021-07-16T21:24:29Z', 'revision_number': 0, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e1738e8-df05-4b3e-8ddf-5fd2e631039e', 'name': '', 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'mac_address': 'fa:16:3e:92:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '159b0c97-c06e-4914-ba06-334048d4bae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:39Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 5, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'subnets': [{'id': '159b0c97-c06e-4914-ba06-334048d4bae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:24:30.984803 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-af63bc66-abcc-4ba1-bb8d-55112da1b386 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:30.988647 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-af63bc66-abcc-4ba1-bb8d-55112da1b386 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:31.009188 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63bc66-abcc-4ba1-bb8d-55112da1b386 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12558f5f-6d8f-4537-aefc-542968e8571b,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:31.013376 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-af63bc66-abcc-4ba1-bb8d-55112da1b386 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:31.017516 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57906) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:31.017648 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-af63bc66-abcc-4ba1-bb8d-55112da1b386 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271205 Jul 16 21:24:31.022628 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-6cc80016-f98d-4800-b027-3076f4661ed6 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Request body: {'security_group_rule': {'security_group_id': '9c5bd9f6-3a36-485b-9af8-6a3a75f06203', 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:31.022961 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63bc66-abcc-4ba1-bb8d-55112da1b386 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:31.023305 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63bc66-abcc-4ba1-bb8d-55112da1b386 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:31.023645 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63bc66-abcc-4ba1-bb8d-55112da1b386 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:31.023983 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63bc66-abcc-4ba1-bb8d-55112da1b386 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:31.024316 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63bc66-abcc-4ba1-bb8d-55112da1b386 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:31.024645 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63bc66-abcc-4ba1-bb8d-55112da1b386 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:31.025211 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63bc66-abcc-4ba1-bb8d-55112da1b386 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:31.025587 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63bc66-abcc-4ba1-bb8d-55112da1b386 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:31.026038 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63bc66-abcc-4ba1-bb8d-55112da1b386 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:31.026620 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63bc66-abcc-4ba1-bb8d-55112da1b386 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:31.027170 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63bc66-abcc-4ba1-bb8d-55112da1b386 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:31.027505 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63bc66-abcc-4ba1-bb8d-55112da1b386 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:31.046147 n-d-791506-21 neutron-server[93794]: INFO neutron.db.securitygroups_db [None req-6cc80016-f98d-4800-b027-3076f4661ed6 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Project eecb2cebb38e4910a91c2e675256bfe5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:24:31.050919 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cc80016-f98d-4800-b027-3076f4661ed6 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:31.115379 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cc80016-f98d-4800-b027-3076f4661ed6 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:31.119714 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cc80016-f98d-4800-b027-3076f4661ed6 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:31.140709 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc80016-f98d-4800-b027-3076f4661ed6 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb224a72-24df-4a37-b68e-89026fc6ba35,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:31.143652 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cc80016-f98d-4800-b027-3076f4661ed6 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:31.149041 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6cc80016-f98d-4800-b027-3076f4661ed6 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266005 Jul 16 21:24:31.153105 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b30a9-a584-4200-a471-251c1b3a8d46 None None] New status for floating IP 33d2c65e-adde-441f-9425-c6086adee7b8: ACTIVE {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:24:31.269869 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ce5c379f-5106-4123-ad53-717de7b7a95c req-7d973b16-d24e-41a7-9a10-59b2d0407d07 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-523713972&fields=id&tenant_id=eecb2cebb38e4910a91c2e675256bfe5 HTTP/1.1" status: 200 len: 267 time: 0.0344069 Jul 16 21:24:31.343890 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c379f-5106-4123-ad53-717de7b7a95c req-4a2fd9c0-6a11-4dbf-b96d-0d5c3619ba20 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:31.345395 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ce5c379f-5106-4123-ad53-717de7b7a95c req-4a2fd9c0-6a11-4dbf-b96d-0d5c3619ba20 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 946 time: 0.0702245 Jul 16 21:24:31.356174 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-ce5c379f-5106-4123-ad53-717de7b7a95c req-5eaea9f9-c32f-40fe-9e47-9e1b62f2c156 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Request body: {'port': {'security_groups': ['91bae07e-c271-4b92-ad23-beaea834a460', '9c5bd9f6-3a36-485b-9af8-6a3a75f06203']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:31.440604 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ce5c379f-5106-4123-ad53-717de7b7a95c req-5eaea9f9-c32f-40fe-9e47-9e1b62f2c156 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:31.624627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-ce5c379f-5106-4123-ad53-717de7b7a95c req-5eaea9f9-c32f-40fe-9e47-9e1b62f2c156 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] For port fa87d2ba-a6b0-490e-b71e-faaa455d82ba, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=fa87d2ba-a6b0-490e-b71e-faaa455d82ba,segment=NetworkSegment(8ef6bf68-1a85-41b0-acf5-f5d09056a7b6),segment_id=8ef6bf68-1a85-41b0-acf5-f5d09056a7b6)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:31.653617 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ce5c379f-5106-4123-ad53-717de7b7a95c req-5eaea9f9-c32f-40fe-9e47-9e1b62f2c156 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:31.658206 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ce5c379f-5106-4123-ad53-717de7b7a95c req-5eaea9f9-c32f-40fe-9e47-9e1b62f2c156 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:31.670267 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['fa87d2ba-a6b0-490e-b71e-faaa455d82ba'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:24:31.703280 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c379f-5106-4123-ad53-717de7b7a95c req-5eaea9f9-c32f-40fe-9e47-9e1b62f2c156 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:31.703913 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ce5c379f-5106-4123-ad53-717de7b7a95c req-5eaea9f9-c32f-40fe-9e47-9e1b62f2c156 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:31.705324 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ce5c379f-5106-4123-ad53-717de7b7a95c req-5eaea9f9-c32f-40fe-9e47-9e1b62f2c156 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "PUT /v2.0/ports/fa87d2ba-a6b0-490e-b71e-faaa455d82ba HTTP/1.1" status: 200 len: 982 time: 0.3538430 Jul 16 21:24:31.732987 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaea9f9-c32f-40fe-9e47-9e1b62f2c156 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Pushing event updated for resources: {'Port': ['ID=fa87d2ba-a6b0-490e-b71e-faaa455d82ba,revision_number=6']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:31.768035 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['fa87d2ba-a6b0-490e-b71e-faaa455d82ba'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:24:31.890556 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157edc72-68e5-440b-b64e-e57407cbfe72 req-9a8ec055-8971-4611-903e-3106c293bc9b tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:31.892191 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-157edc72-68e5-440b-b64e-e57407cbfe72 req-9a8ec055-8971-4611-903e-3106c293bc9b tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 985 time: 0.0752735 Jul 16 21:24:31.936195 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-157edc72-68e5-440b-b64e-e57407cbfe72 req-1fda6849-cf5f-4599-97c6-ca7af901c8c0 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&id=9c5bd9f6-3a36-485b-9af8-6a3a75f06203&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380604 Jul 16 21:24:31.980437 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d3171c4d-ae6e-4dc3-b951-d9ce64e42b6d None None] Provisioning complete for port fa87d2ba-a6b0-490e-b71e-faaa455d82ba triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:31.980739 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3171c4d-ae6e-4dc3-b951-d9ce64e42b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:32.202301 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e442019b-1a21-41b6-9c2c-b63b05ac82dc', 'tag': 'fa87d2ba-a6b0-490e-b71e-faaa455d82ba'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:24:32.204649 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fd26d6-afcf-4601-9ee8-45baceaa541e" -d '{"events": [{"name": "network-changed", "server_uuid": "e442019b-1a21-41b6-9c2c-b63b05ac82dc", "tag": "fa87d2ba-a6b0-490e-b71e-faaa455d82ba"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:24:32.241613 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf39b8bd-8b82-4466-a61a-06b75ebf72c1 x-openstack-request-id: req-cf39b8bd-8b82-4466-a61a-06b75ebf72c1 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:24:32.241912 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e442019b-1a21-41b6-9c2c-b63b05ac82dc", "tag": "fa87d2ba-a6b0-490e-b71e-faaa455d82ba", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:24:32.242176 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cf39b8bd-8b82-4466-a61a-06b75ebf72c1 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:24:32.242619 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e442019b-1a21-41b6-9c2c-b63b05ac82dc', 'tag': 'fa87d2ba-a6b0-490e-b71e-faaa455d82ba', 'status': 'completed', 'code': 200} Jul 16 21:24:32.317691 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd26d6-afcf-4601-9ee8-45baceaa541e req-c70b5634-8e0a-419b-ab82-0879014cd1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:32.319243 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b8fd26d6-afcf-4601-9ee8-45baceaa541e req-c70b5634-8e0a-419b-ab82-0879014cd1a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eecb2cebb38e4910a91c2e675256bfe5&device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 1137 time: 0.0545616 Jul 16 21:24:32.414021 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd26d6-afcf-4601-9ee8-45baceaa541e req-1f8f11b0-f4e8-48ba-90fc-3ca44fe782a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:32.415523 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b8fd26d6-afcf-4601-9ee8-45baceaa541e req-1f8f11b0-f4e8-48ba-90fc-3ca44fe782a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd HTTP/1.1" status: 200 len: 916 time: 0.0890667 Jul 16 21:24:32.480757 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b8fd26d6-afcf-4601-9ee8-45baceaa541e req-1ac824b4-56f7-42ed-b7e0-15e8addd911d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa87d2ba-a6b0-490e-b71e-faaa455d82ba HTTP/1.1" status: 200 len: 1002 time: 0.0582042 Jul 16 21:24:32.533189 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd26d6-afcf-4601-9ee8-45baceaa541e req-3213a793-ac5d-45e1-ac71-056186ec37fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:32.534676 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b8fd26d6-afcf-4601-9ee8-45baceaa541e req-3213a793-ac5d-45e1-ac71-056186ec37fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=159b0c97-c06e-4914-ba06-334048d4bae7 HTTP/1.1" status: 200 len: 854 time: 0.0473688 Jul 16 21:24:32.591379 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd26d6-afcf-4601-9ee8-45baceaa541e req-d4f13903-c30a-4d54-bff5-608f48d052c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:32.592897 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b8fd26d6-afcf-4601-9ee8-45baceaa541e req-d4f13903-c30a-4d54-bff5-608f48d052c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524571 Jul 16 21:24:32.682805 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b8fd26d6-afcf-4601-9ee8-45baceaa541e req-27637280-c1e6-4556-bcb9-e30cdb28701a service neutron] 10.222.0.18 "GET /v2.0/networks/462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831370 Jul 16 21:24:32.775233 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b8fd26d6-afcf-4601-9ee8-45baceaa541e req-e50cab54-7031-4943-b8c9-34e703f15f88 service neutron] 10.222.0.18 "GET /v2.0/networks/462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856493 Jul 16 21:24:33.818427 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:49.093077 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec983754-9f6d-4740-92fe-d90b11463bab req-30116e6d-686f-4971-9126-b0c7a4ba48d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:49.094612 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ec983754-9f6d-4740-92fe-d90b11463bab req-30116e6d-686f-4971-9126-b0c7a4ba48d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eecb2cebb38e4910a91c2e675256bfe5&device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 1137 time: 0.1037819 Jul 16 21:24:49.102984 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28023d9d-1fbf-45fc-a96f-e2fca6825055 req-0048d749-5fe3-49a1-b3d3-59dd6fb742e2 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:49.104333 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-28023d9d-1fbf-45fc-a96f-e2fca6825055 req-0048d749-5fe3-49a1-b3d3-59dd6fb742e2 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 985 time: 0.0849757 Jul 16 21:24:49.192449 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-28023d9d-1fbf-45fc-a96f-e2fca6825055 req-69b8de22-82d6-4553-80f6-6283913f73dd tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&id=9c5bd9f6-3a36-485b-9af8-6a3a75f06203&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0794215 Jul 16 21:24:49.216417 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec983754-9f6d-4740-92fe-d90b11463bab req-d0cd7c03-5d2e-4b51-9846-d934a84e7168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:49.217894 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ec983754-9f6d-4740-92fe-d90b11463bab req-d0cd7c03-5d2e-4b51-9846-d934a84e7168 service neutron] 10.222.0.18 "GET /v2.0/networks?id=462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd HTTP/1.1" status: 200 len: 916 time: 0.1127329 Jul 16 21:24:49.287998 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ec983754-9f6d-4740-92fe-d90b11463bab req-e2a67c7b-d734-41ed-a95c-9519536182f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa87d2ba-a6b0-490e-b71e-faaa455d82ba HTTP/1.1" status: 200 len: 1002 time: 0.0631020 Jul 16 21:24:49.336469 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec983754-9f6d-4740-92fe-d90b11463bab req-5158bfd8-efde-437a-8693-100def5f844b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:49.337909 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ec983754-9f6d-4740-92fe-d90b11463bab req-5158bfd8-efde-437a-8693-100def5f844b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=159b0c97-c06e-4914-ba06-334048d4bae7 HTTP/1.1" status: 200 len: 854 time: 0.0435679 Jul 16 21:24:49.395276 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec983754-9f6d-4740-92fe-d90b11463bab req-c9c2572a-f025-44a6-bf66-c2d9445d31bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:49.396667 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ec983754-9f6d-4740-92fe-d90b11463bab req-c9c2572a-f025-44a6-bf66-c2d9445d31bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514963 Jul 16 21:24:49.490872 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ec983754-9f6d-4740-92fe-d90b11463bab req-36b1ae21-564e-49a1-abaa-5cfe2b42ddce service neutron] 10.222.0.18 "GET /v2.0/networks/462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868564 Jul 16 21:24:49.579550 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ec983754-9f6d-4740-92fe-d90b11463bab req-eace2fd8-0514-4afd-8c8d-98c68781ac18 service neutron] 10.222.0.18 "GET /v2.0/networks/462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820158 Jul 16 21:24:50.371539 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea563d32-6e4e-498e-85d8-eff43aac1833 req-62e8afd1-bf31-49c0-a8c9-a945095e17f5 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:50.373047 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ea563d32-6e4e-498e-85d8-eff43aac1833 req-62e8afd1-bf31-49c0-a8c9-a945095e17f5 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 985 time: 0.0671816 Jul 16 21:24:50.414971 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ea563d32-6e4e-498e-85d8-eff43aac1833 req-725c875b-6dc0-4140-a71f-2e4a238e499d tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&id=9c5bd9f6-3a36-485b-9af8-6a3a75f06203&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362244 Jul 16 21:24:50.752223 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:24:51.591735 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776da726-eec7-4e49-bc91-ed9f6210df6f req-ddbb33d2-7639-4383-911c-b4945a00bc04 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:51.593220 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-776da726-eec7-4e49-bc91-ed9f6210df6f req-ddbb33d2-7639-4383-911c-b4945a00bc04 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 985 time: 0.0671840 Jul 16 21:24:51.632700 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-776da726-eec7-4e49-bc91-ed9f6210df6f req-63caeded-712a-4044-9765-ae743f3b532d tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&id=9c5bd9f6-3a36-485b-9af8-6a3a75f06203&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338099 Jul 16 21:24:51.782455 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-97d3635b-6697-4bef-9927-b5575c6363b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:52.804717 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8c0c0-4a6a-4428-b2cd-9a49e46a297c req-e1a2cffd-b2ef-4b86-82bb-fde19a6f8d66 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:52.806191 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-64e8c0c0-4a6a-4428-b2cd-9a49e46a297c req-e1a2cffd-b2ef-4b86-82bb-fde19a6f8d66 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 985 time: 0.0642955 Jul 16 21:24:52.850124 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-64e8c0c0-4a6a-4428-b2cd-9a49e46a297c req-75660805-9423-48df-8084-28f792662911 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&id=9c5bd9f6-3a36-485b-9af8-6a3a75f06203&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373325 Jul 16 21:24:54.023400 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93120727-e0bf-4f35-b056-da506b032bb9 req-68cba038-19dd-4167-a9e9-c140697d1857 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:54.024854 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-93120727-e0bf-4f35-b056-da506b032bb9 req-68cba038-19dd-4167-a9e9-c140697d1857 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 985 time: 0.0623176 Jul 16 21:24:54.064575 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-93120727-e0bf-4f35-b056-da506b032bb9 req-60a9fda2-26b9-4fa0-af5b-44974bc27922 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&id=9c5bd9f6-3a36-485b-9af8-6a3a75f06203&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338733 Jul 16 21:24:54.315553 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f64614ed-45db-4af4-99d7-1603fd772bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:54.427349 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:55.241031 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c2958-226a-4cc1-86ec-3ad28be8ba90 req-596fab61-33d7-4ff7-9bb6-11905330d95c tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:55.242539 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3e7c2958-226a-4cc1-86ec-3ad28be8ba90 req-596fab61-33d7-4ff7-9bb6-11905330d95c tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 985 time: 0.0641747 Jul 16 21:24:55.282243 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3e7c2958-226a-4cc1-86ec-3ad28be8ba90 req-e45032be-b729-4671-a57b-4ec710ebf490 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&id=9c5bd9f6-3a36-485b-9af8-6a3a75f06203&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333979 Jul 16 21:24:56.000884 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:56.467536 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe1d5b-03e3-491f-b963-6d99a320f1f3 req-dfa133e1-2c1e-4ba7-859b-4f5ab5decf28 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:56.469019 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-61fe1d5b-03e3-491f-b963-6d99a320f1f3 req-dfa133e1-2c1e-4ba7-859b-4f5ab5decf28 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 985 time: 0.0688646 Jul 16 21:24:56.512762 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-61fe1d5b-03e3-491f-b963-6d99a320f1f3 req-2886cab2-8c5e-4817-a446-d432c548bccb tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&id=9c5bd9f6-3a36-485b-9af8-6a3a75f06203&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380394 Jul 16 21:24:57.685609 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbbf22-38c2-4cb9-ab06-04097f35298e req-b32eb472-60e2-4b8b-8819-0f1139cb9826 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:57.687110 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f7bbbf22-38c2-4cb9-ab06-04097f35298e req-b32eb472-60e2-4b8b-8819-0f1139cb9826 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 985 time: 0.0631857 Jul 16 21:24:57.726537 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f7bbbf22-38c2-4cb9-ab06-04097f35298e req-53314658-d3b5-441f-bed4-2e7c19675d81 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&id=9c5bd9f6-3a36-485b-9af8-6a3a75f06203&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337033 Jul 16 21:24:57.836943 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:58.905479 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29814903-3668-4b31-8285-79c392126310 req-8e57c61a-4753-4187-933b-522416913b60 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:58.907010 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-29814903-3668-4b31-8285-79c392126310 req-8e57c61a-4753-4187-933b-522416913b60 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 985 time: 0.0694604 Jul 16 21:24:58.950083 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-29814903-3668-4b31-8285-79c392126310 req-4fed03dd-c739-4176-bc1b-03a0521f240f tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&id=9c5bd9f6-3a36-485b-9af8-6a3a75f06203&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364740 Jul 16 21:25:00.034104 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:00.128606 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c0406-2d70-48b5-afac-2fd13499c588 req-88198dc8-7e59-46f4-80a5-c76a207fc034 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:00.130098 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ec1c0406-2d70-48b5-afac-2fd13499c588 req-88198dc8-7e59-46f4-80a5-c76a207fc034 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 985 time: 0.0644863 Jul 16 21:25:00.170973 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ec1c0406-2d70-48b5-afac-2fd13499c588 req-209cb684-9bbc-48e1-a3fe-5e71f35fcaaa tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&id=9c5bd9f6-3a36-485b-9af8-6a3a75f06203&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352550 Jul 16 21:25:01.348748 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f67497-4cae-42c3-b54d-65fb6ce8519f req-8ebcb09d-97c4-4638-a0da-70ccd7f5ccd1 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:01.350211 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b9f67497-4cae-42c3-b54d-65fb6ce8519f req-8ebcb09d-97c4-4638-a0da-70ccd7f5ccd1 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 985 time: 0.0625207 Jul 16 21:25:01.391699 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b9f67497-4cae-42c3-b54d-65fb6ce8519f req-139335f0-7203-48da-8d1e-98d6bd3fba8d tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&id=9c5bd9f6-3a36-485b-9af8-6a3a75f06203&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340221 Jul 16 21:25:03.834046 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:21.783699 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7510a09d-9948-4734-bb91-03e4b3baf945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:24.318019 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbc71c58-3a25-4c4a-99c3-bd89e0a3e9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:24.427289 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:25.790950 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f568d4fd-f62f-444a-9ee0-cbd9720d5ff3 req-cf7abdab-9665-4ed1-b932-35691b45c078 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0549757 Jul 16 21:25:25.882551 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568d4fd-f62f-444a-9ee0-cbd9720d5ff3 req-79b15a55-ae86-48a3-8732-fe65ddad6eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:25.884052 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f568d4fd-f62f-444a-9ee0-cbd9720d5ff3 req-79b15a55-ae86-48a3-8732-fe65ddad6eba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eecb2cebb38e4910a91c2e675256bfe5&device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 1137 time: 0.0525711 Jul 16 21:25:25.992164 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568d4fd-f62f-444a-9ee0-cbd9720d5ff3 req-10fa7cba-4e8e-4d97-bcc4-f96ca0303b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:25.993729 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f568d4fd-f62f-444a-9ee0-cbd9720d5ff3 req-10fa7cba-4e8e-4d97-bcc4-f96ca0303b7f service neutron] 10.222.0.18 "GET /v2.0/networks?id=462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd HTTP/1.1" status: 200 len: 916 time: 0.0890653 Jul 16 21:25:26.003302 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:26.058165 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f568d4fd-f62f-444a-9ee0-cbd9720d5ff3 req-17a80900-3a90-44d0-9451-0f2040c8a72f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa87d2ba-a6b0-490e-b71e-faaa455d82ba HTTP/1.1" status: 200 len: 1002 time: 0.0579834 Jul 16 21:25:26.105424 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568d4fd-f62f-444a-9ee0-cbd9720d5ff3 req-cbb4a799-927b-4da8-9ba9-f4d81caa3c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:26.106900 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f568d4fd-f62f-444a-9ee0-cbd9720d5ff3 req-cbb4a799-927b-4da8-9ba9-f4d81caa3c54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=159b0c97-c06e-4914-ba06-334048d4bae7 HTTP/1.1" status: 200 len: 854 time: 0.0426960 Jul 16 21:25:26.511194 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568d4fd-f62f-444a-9ee0-cbd9720d5ff3 req-ec97a791-6779-4ed8-b3bd-194f1355a5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:26.512728 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f568d4fd-f62f-444a-9ee0-cbd9720d5ff3 req-ec97a791-6779-4ed8-b3bd-194f1355a5e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3996794 Jul 16 21:25:26.600009 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f568d4fd-f62f-444a-9ee0-cbd9720d5ff3 req-802db1fb-dadc-4665-a6f5-183640c9fdf0 service neutron] 10.222.0.18 "GET /v2.0/networks/462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802004 Jul 16 21:25:26.691851 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f568d4fd-f62f-444a-9ee0-cbd9720d5ff3 req-c2ed0330-a9c8-43dc-ab76-9bfa26bb5e30 service neutron] 10.222.0.18 "GET /v2.0/networks/462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850213 Jul 16 21:25:27.752292 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:25:27.837870 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:30.039720 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:33.833239 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:34.233830 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-baf049cd-ab9a-4545-9238-c06074dc235d req-a72205b9-696a-48c0-9e37-143a8e6fc5b0 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-523713972&fields=id&tenant_id=eecb2cebb38e4910a91c2e675256bfe5 HTTP/1.1" status: 200 len: 267 time: 0.1334445 Jul 16 21:25:34.301742 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf049cd-ab9a-4545-9238-c06074dc235d req-555ab4df-aee8-4d2d-96d0-885d4b6087eb tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:34.303228 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-baf049cd-ab9a-4545-9238-c06074dc235d req-555ab4df-aee8-4d2d-96d0-885d4b6087eb tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 985 time: 0.0640390 Jul 16 21:25:34.314510 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-baf049cd-ab9a-4545-9238-c06074dc235d req-7d377fbd-056e-4e4e-b4dd-04de459d31d2 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Request body: {'port': {'security_groups': ['91bae07e-c271-4b92-ad23-beaea834a460']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:25:34.399081 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-baf049cd-ab9a-4545-9238-c06074dc235d req-7d377fbd-056e-4e4e-b4dd-04de459d31d2 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:34.572350 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-baf049cd-ab9a-4545-9238-c06074dc235d req-7d377fbd-056e-4e4e-b4dd-04de459d31d2 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] For port fa87d2ba-a6b0-490e-b71e-faaa455d82ba, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=fa87d2ba-a6b0-490e-b71e-faaa455d82ba,segment=NetworkSegment(8ef6bf68-1a85-41b0-acf5-f5d09056a7b6),segment_id=8ef6bf68-1a85-41b0-acf5-f5d09056a7b6)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:25:34.597847 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-baf049cd-ab9a-4545-9238-c06074dc235d req-7d377fbd-056e-4e4e-b4dd-04de459d31d2 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:34.602254 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-baf049cd-ab9a-4545-9238-c06074dc235d req-7d377fbd-056e-4e4e-b4dd-04de459d31d2 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:34.615432 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['fa87d2ba-a6b0-490e-b71e-faaa455d82ba'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:25:34.652278 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf049cd-ab9a-4545-9238-c06074dc235d req-7d377fbd-056e-4e4e-b4dd-04de459d31d2 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:34.652913 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-baf049cd-ab9a-4545-9238-c06074dc235d req-7d377fbd-056e-4e4e-b4dd-04de459d31d2 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:34.655325 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-baf049cd-ab9a-4545-9238-c06074dc235d req-7d377fbd-056e-4e4e-b4dd-04de459d31d2 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "PUT /v2.0/ports/fa87d2ba-a6b0-490e-b71e-faaa455d82ba HTTP/1.1" status: 200 len: 943 time: 0.3454905 Jul 16 21:25:34.655933 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e442019b-1a21-41b6-9c2c-b63b05ac82dc', 'tag': 'fa87d2ba-a6b0-490e-b71e-faaa455d82ba'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:25:34.658255 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fb2bcf-b551-4884-a56f-2cfff75ac35f" -d '{"events": [{"name": "network-changed", "server_uuid": "e442019b-1a21-41b6-9c2c-b63b05ac82dc", "tag": "fa87d2ba-a6b0-490e-b71e-faaa455d82ba"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:25:34.663521 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 57964) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:34.700132 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d377fbd-056e-4e4e-b4dd-04de459d31d2 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Pushing event updated for resources: {'Port': ['ID=fa87d2ba-a6b0-490e-b71e-faaa455d82ba,revision_number=7']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:34.713561 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['fa87d2ba-a6b0-490e-b71e-faaa455d82ba'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:25:34.715895 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5bdf54-0b0c-4eaf-85f7-bc1662125217 x-openstack-request-id: req-2a5bdf54-0b0c-4eaf-85f7-bc1662125217 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:25:34.716178 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e442019b-1a21-41b6-9c2c-b63b05ac82dc", "tag": "fa87d2ba-a6b0-490e-b71e-faaa455d82ba", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:25:34.716429 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2a5bdf54-0b0c-4eaf-85f7-bc1662125217 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:25:34.716821 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e442019b-1a21-41b6-9c2c-b63b05ac82dc', 'tag': 'fa87d2ba-a6b0-490e-b71e-faaa455d82ba', 'status': 'completed', 'code': 200} Jul 16 21:25:34.724898 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d377fbd-056e-4e4e-b4dd-04de459d31d2 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:34.725244 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d377fbd-056e-4e4e-b4dd-04de459d31d2 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:34.725586 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d377fbd-056e-4e4e-b4dd-04de459d31d2 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:34.725925 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d377fbd-056e-4e4e-b4dd-04de459d31d2 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:34.726256 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d377fbd-056e-4e4e-b4dd-04de459d31d2 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:34.726607 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d377fbd-056e-4e4e-b4dd-04de459d31d2 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:34.726934 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d377fbd-056e-4e4e-b4dd-04de459d31d2 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:34.727259 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d377fbd-056e-4e4e-b4dd-04de459d31d2 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:34.727584 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d377fbd-056e-4e4e-b4dd-04de459d31d2 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:34.727904 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d377fbd-056e-4e4e-b4dd-04de459d31d2 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:34.728228 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d377fbd-056e-4e4e-b4dd-04de459d31d2 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:34.728547 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d377fbd-056e-4e4e-b4dd-04de459d31d2 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:34.790585 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d5738aed-268f-4762-b30e-de95c1355e7e tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:34.826722 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d5738aed-268f-4762-b30e-de95c1355e7e tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:34.850413 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb2bcf-b551-4884-a56f-2cfff75ac35f req-e967ca61-ecfb-4080-b546-90070c26f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:34.851928 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-94fb2bcf-b551-4884-a56f-2cfff75ac35f req-e967ca61-ecfb-4080-b546-90070c26f044 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eecb2cebb38e4910a91c2e675256bfe5&device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 1098 time: 0.1132367 Jul 16 21:25:34.955469 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-fb8e33ef-fd7b-4c11-8178-5e93f516d851 None None] Provisioning complete for port fa87d2ba-a6b0-490e-b71e-faaa455d82ba triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:25:34.956038 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fb8e33ef-fd7b-4c11-8178-5e93f516d851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:34.961528 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d5738aed-268f-4762-b30e-de95c1355e7e tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:34.964076 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d5738aed-268f-4762-b30e-de95c1355e7e tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:34.965253 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d5738aed-268f-4762-b30e-de95c1355e7e tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "DELETE /v2.0/security-groups/9c5bd9f6-3a36-485b-9af8-6a3a75f06203 HTTP/1.1" status: 204 len: 168 time: 0.3008275 Jul 16 21:25:34.966404 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb2bcf-b551-4884-a56f-2cfff75ac35f req-2eb0e98f-e92c-4508-97ec-e1b90bdf1abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:34.968029 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-94fb2bcf-b551-4884-a56f-2cfff75ac35f req-2eb0e98f-e92c-4508-97ec-e1b90bdf1abe service neutron] 10.222.0.18 "GET /v2.0/networks?id=462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd HTTP/1.1" status: 200 len: 916 time: 0.1048934 Jul 16 21:25:34.968212 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 57966) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:34.983075 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5738aed-268f-4762-b30e-de95c1355e7e tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5bd9f6-3a36-485b-9af8-6a3a75f06203,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:35.039800 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-94fb2bcf-b551-4884-a56f-2cfff75ac35f req-81cc168c-ecaf-4b6c-adac-6a963d77e929 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa87d2ba-a6b0-490e-b71e-faaa455d82ba HTTP/1.1" status: 200 len: 1002 time: 0.0627680 Jul 16 21:25:35.090713 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb2bcf-b551-4884-a56f-2cfff75ac35f req-f4131a75-b0e1-45e8-b3ef-a3924699660f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:35.092251 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-94fb2bcf-b551-4884-a56f-2cfff75ac35f req-f4131a75-b0e1-45e8-b3ef-a3924699660f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=159b0c97-c06e-4914-ba06-334048d4bae7 HTTP/1.1" status: 200 len: 854 time: 0.0453026 Jul 16 21:25:35.155196 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb2bcf-b551-4884-a56f-2cfff75ac35f req-8228d720-ddb8-43b0-9af5-d9a5b9084ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:35.156803 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-94fb2bcf-b551-4884-a56f-2cfff75ac35f req-8228d720-ddb8-43b0-9af5-d9a5b9084ec8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581839 Jul 16 21:25:35.157680 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-c1f8714e-04cf-4c28-9e0f-8d3f3a67644a tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Deleting port 0c92af3d-3ea0-4258-91fb-0eb3052a9b23 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:25:35.158099 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c1f8714e-04cf-4c28-9e0f-8d3f3a67644a tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:35.237272 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c1f8714e-04cf-4c28-9e0f-8d3f3a67644a tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:35.237496 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c1f8714e-04cf-4c28-9e0f-8d3f3a67644a tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:35.250147 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-c1f8714e-04cf-4c28-9e0f-8d3f3a67644a tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Calling delete_port for 0c92af3d-3ea0-4258-91fb-0eb3052a9b23 owned by network:floatingip {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:25:35.253124 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-94fb2bcf-b551-4884-a56f-2cfff75ac35f req-4b0e5c15-a6b6-4bdf-9f5a-b52033a3c2a7 service neutron] 10.222.0.18 "GET /v2.0/networks/462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893548 Jul 16 21:25:35.348242 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-94fb2bcf-b551-4884-a56f-2cfff75ac35f req-b64fe740-aa25-40af-a715-139665499b3f service neutron] 10.222.0.18 "GET /v2.0/networks/462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885437 Jul 16 21:25:35.396016 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c1f8714e-04cf-4c28-9e0f-8d3f3a67644a tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:35.427056 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8714e-04cf-4c28-9e0f-8d3f3a67644a tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Pushing event deleted for resources: {'Port': ['ID=0c92af3d-3ea0-4258-91fb-0eb3052a9b23,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:35.451973 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8714e-04cf-4c28-9e0f-8d3f3a67644a tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:35.452340 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8714e-04cf-4c28-9e0f-8d3f3a67644a tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:35.452517 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8714e-04cf-4c28-9e0f-8d3f3a67644a tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:35.452851 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8714e-04cf-4c28-9e0f-8d3f3a67644a tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:35.453179 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8714e-04cf-4c28-9e0f-8d3f3a67644a tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:35.453504 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8714e-04cf-4c28-9e0f-8d3f3a67644a tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:35.453827 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8714e-04cf-4c28-9e0f-8d3f3a67644a tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:35.454148 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8714e-04cf-4c28-9e0f-8d3f3a67644a tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:35.454500 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8714e-04cf-4c28-9e0f-8d3f3a67644a tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:35.454821 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8714e-04cf-4c28-9e0f-8d3f3a67644a tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:35.455137 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8714e-04cf-4c28-9e0f-8d3f3a67644a tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:35.455492 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8714e-04cf-4c28-9e0f-8d3f3a67644a tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:35.496696 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c1f8714e-04cf-4c28-9e0f-8d3f3a67644a tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks [] for floatingip, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:35.496953 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-c1f8714e-04cf-4c28-9e0f-8d3f3a67644a tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Floating IP 33d2c65e-adde-441f-9425-c6086adee7b8 disassociated (deleted). External IP: 172.25.0.109, port: fa87d2ba-a6b0-490e-b71e-faaa455d82ba. Jul 16 21:25:35.701751 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f8714e-04cf-4c28-9e0f-8d3f3a67644a tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Router ee87afcb-2457-4f08-b629-7936243065f1 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:25:35.812631 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f8714e-04cf-4c28-9e0f-8d3f3a67644a tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:25:35.817599 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c1f8714e-04cf-4c28-9e0f-8d3f3a67644a tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:35.822212 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9f3fa2-ad5c-4c91-b1b0-1c3558c1fea1 None None] Sync routers for ids ['ee87afcb-2457-4f08-b629-7936243065f1'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:25:35.832158 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9f3fa2-ad5c-4c91-b1b0-1c3558c1fea1 None None] Routers {'ee87afcb-2457-4f08-b629-7936243065f1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:25:35.832778 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-2e9f3fa2-ad5c-4c91-b1b0-1c3558c1fea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:25:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ee87afcb-2457-4f08-b629-7936243065f1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:25:35.855293 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c1f8714e-04cf-4c28-9e0f-8d3f3a67644a tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "DELETE /v2.0/floatingips/33d2c65e-adde-441f-9425-c6086adee7b8 HTTP/1.1" status: 204 len: 168 time: 0.8852813 Jul 16 21:25:35.855872 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e442019b-1a21-41b6-9c2c-b63b05ac82dc', 'tag': 'fa87d2ba-a6b0-490e-b71e-faaa455d82ba'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:25:35.858225 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc459459a4c5a11ec1d6886bc2ffdbf4fbc6faab23ac6f064f41edec039c064" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29c67b7-0f69-46a3-aef7-6f64b50b7048" -d '{"events": [{"name": "network-changed", "server_uuid": "e442019b-1a21-41b6-9c2c-b63b05ac82dc", "tag": "fa87d2ba-a6b0-490e-b71e-faaa455d82ba"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:25:35.961205 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-2e9f3fa2-ad5c-4c91-b1b0-1c3558c1fea1 None None] Set router ee87afcb-2457-4f08-b629-7936243065f1 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:25:35.963244 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26214cef-1326-45ce-87b0-37eb80b9c860 x-openstack-request-id: req-26214cef-1326-45ce-87b0-37eb80b9c860 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:25:35.963536 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e442019b-1a21-41b6-9c2c-b63b05ac82dc", "tag": "fa87d2ba-a6b0-490e-b71e-faaa455d82ba", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:25:35.963783 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-26214cef-1326-45ce-87b0-37eb80b9c860 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:25:35.964192 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e442019b-1a21-41b6-9c2c-b63b05ac82dc', 'tag': 'fa87d2ba-a6b0-490e-b71e-faaa455d82ba', 'status': 'completed', 'code': 200} Jul 16 21:25:36.043665 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c67b7-0f69-46a3-aef7-6f64b50b7048 req-b7b40f32-ae69-4775-a8e7-b7b3bb6eae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:36.046053 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c29c67b7-0f69-46a3-aef7-6f64b50b7048 req-b7b40f32-ae69-4775-a8e7-b7b3bb6eae29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eecb2cebb38e4910a91c2e675256bfe5&device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 1098 time: 0.0590165 Jul 16 21:25:36.165168 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c67b7-0f69-46a3-aef7-6f64b50b7048 req-73d64776-256a-4148-821b-8aa9efb61d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:36.168013 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c29c67b7-0f69-46a3-aef7-6f64b50b7048 req-73d64776-256a-4148-821b-8aa9efb61d29 service neutron] 10.222.0.18 "GET /v2.0/networks?id=462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd HTTP/1.1" status: 200 len: 916 time: 0.1151919 Jul 16 21:25:36.192873 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-2e9f3fa2-ad5c-4c91-b1b0-1c3558c1fea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'name': 'tempest-TestMinimumBasicScenario-1985934510-router', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fbe53a1d-5501-4fc7-9ffe-334187e39244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:36Z', 'updated_at': '2021-07-16T21:23:39Z', 'revision_number': 4, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'gw_port': {'id': 'fbe53a1d-5501-4fc7-9ffe-334187e39244', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:37Z', 'updated_at': '2021-07-16T21:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3e1738e8-df05-4b3e-8ddf-5fd2e631039e', 'name': '', 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'mac_address': 'fa:16:3e:92:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '159b0c97-c06e-4914-ba06-334048d4bae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:39Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 5, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'subnets': [{'id': '159b0c97-c06e-4914-ba06-334048d4bae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:25:36.215884 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c29c67b7-0f69-46a3-aef7-6f64b50b7048 req-193319bb-b358-4e57-94c8-c6e74041c8f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa87d2ba-a6b0-490e-b71e-faaa455d82ba HTTP/1.1" status: 200 len: 217 time: 0.0414031 Jul 16 21:25:36.222825 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9f3fa2-ad5c-4c91-b1b0-1c3558c1fea1 None None] Checking router: ee87afcb-2457-4f08-b629-7936243065f1 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:25:36.232779 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9f3fa2-ad5c-4c91-b1b0-1c3558c1fea1 None None] Routers {'ee87afcb-2457-4f08-b629-7936243065f1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:25:36.233507 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-2e9f3fa2-ad5c-4c91-b1b0-1c3558c1fea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:25:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ee87afcb-2457-4f08-b629-7936243065f1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:25:36.268970 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c67b7-0f69-46a3-aef7-6f64b50b7048 req-92bd26e3-c116-4222-bfe4-efef6227f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:36.270790 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c29c67b7-0f69-46a3-aef7-6f64b50b7048 req-92bd26e3-c116-4222-bfe4-efef6227f659 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=159b0c97-c06e-4914-ba06-334048d4bae7 HTTP/1.1" status: 200 len: 854 time: 0.0488420 Jul 16 21:25:36.332211 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c67b7-0f69-46a3-aef7-6f64b50b7048 req-6bc84f39-883b-4d3a-8099-04a3899c1000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:36.333688 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c29c67b7-0f69-46a3-aef7-6f64b50b7048 req-6bc84f39-883b-4d3a-8099-04a3899c1000 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559866 Jul 16 21:25:36.347106 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-2e9f3fa2-ad5c-4c91-b1b0-1c3558c1fea1 None None] Set router ee87afcb-2457-4f08-b629-7936243065f1 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:25:36.444114 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c29c67b7-0f69-46a3-aef7-6f64b50b7048 req-2edc00c5-d715-4acc-97d2-be908c084344 service neutron] 10.222.0.18 "GET /v2.0/networks/462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027772 Jul 16 21:25:36.546830 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c29c67b7-0f69-46a3-aef7-6f64b50b7048 req-59def984-a599-48ef-9951-be745ac7d7c0 service neutron] 10.222.0.18 "GET /v2.0/networks/462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953887 Jul 16 21:25:36.708293 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-2e9f3fa2-ad5c-4c91-b1b0-1c3558c1fea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'name': 'tempest-TestMinimumBasicScenario-1985934510-router', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fbe53a1d-5501-4fc7-9ffe-334187e39244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:36Z', 'updated_at': '2021-07-16T21:23:39Z', 'revision_number': 4, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'gw_port': {'id': 'fbe53a1d-5501-4fc7-9ffe-334187e39244', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:37Z', 'updated_at': '2021-07-16T21:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3e1738e8-df05-4b3e-8ddf-5fd2e631039e', 'name': '', 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'mac_address': 'fa:16:3e:92:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '159b0c97-c06e-4914-ba06-334048d4bae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:39Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 5, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'subnets': [{'id': '159b0c97-c06e-4914-ba06-334048d4bae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:25:36.735778 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9f3fa2-ad5c-4c91-b1b0-1c3558c1fea1 None None] The sync data for ids ['ee87afcb-2457-4f08-b629-7936243065f1'] in n-d-791506-21 is: [{'id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'name': 'tempest-TestMinimumBasicScenario-1985934510-router', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fbe53a1d-5501-4fc7-9ffe-334187e39244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:36Z', 'updated_at': '2021-07-16T21:23:39Z', 'revision_number': 4, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'gw_port': {'id': 'fbe53a1d-5501-4fc7-9ffe-334187e39244', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:37Z', 'updated_at': '2021-07-16T21:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3e1738e8-df05-4b3e-8ddf-5fd2e631039e', 'name': '', 'network_id': '462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'mac_address': 'fa:16:3e:92:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '159b0c97-c06e-4914-ba06-334048d4bae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:39Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 5, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'subnets': [{'id': '159b0c97-c06e-4914-ba06-334048d4bae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:25:36.954850 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf98be-e057-4c2b-a63d-968f4ce47fba None None] New status for floating IP 33d2c65e-adde-441f-9425-c6086adee7b8: DOWN {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:25:43.299887 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44583e7-40a7-4279-a990-615c6517fa41 req-1a990d6c-6235-4c4d-8e25-42d0eff30ecc tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:43.301384 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f44583e7-40a7-4279-a990-615c6517fa41 req-1a990d6c-6235-4c4d-8e25-42d0eff30ecc tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 946 time: 0.0665996 Jul 16 21:25:43.341070 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f44583e7-40a7-4279-a990-615c6517fa41 req-b8edccdb-a6af-48aa-ade0-5e89a7dc029d tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337007 Jul 16 21:25:44.564344 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868acec-4178-4f41-94f4-031cbca2cfce req-4ee7a7e8-264d-4669-9ea4-6a3fc98a257b tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:44.565836 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1868acec-4178-4f41-94f4-031cbca2cfce req-4ee7a7e8-264d-4669-9ea4-6a3fc98a257b tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 946 time: 0.1102364 Jul 16 21:25:44.605645 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1868acec-4178-4f41-94f4-031cbca2cfce req-5cc16876-7c6f-4e46-9f7a-03fd0ea2b54f tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/security-groups?id=91bae07e-c271-4b92-ad23-beaea834a460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341821 Jul 16 21:25:44.840747 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2004e02-cb08-4180-9616-1508128cef1a req-20a74d63-9255-46be-ba73-833fcdd4de99 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:44.842227 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d2004e02-cb08-4180-9616-1508128cef1a req-20a74d63-9255-46be-ba73-833fcdd4de99 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 946 time: 0.0663962 Jul 16 21:25:44.939731 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-d2004e02-cb08-4180-9616-1508128cef1a req-dcf4ba4e-d8c0-4eec-9723-cb3c2fd32343 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Deleting port fa87d2ba-a6b0-490e-b71e-faaa455d82ba {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:25:44.940070 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d2004e02-cb08-4180-9616-1508128cef1a req-dcf4ba4e-d8c0-4eec-9723-cb3c2fd32343 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:45.029702 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-d2004e02-cb08-4180-9616-1508128cef1a req-dcf4ba4e-d8c0-4eec-9723-cb3c2fd32343 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] For port fa87d2ba-a6b0-490e-b71e-faaa455d82ba, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=fa87d2ba-a6b0-490e-b71e-faaa455d82ba,segment=NetworkSegment(8ef6bf68-1a85-41b0-acf5-f5d09056a7b6),segment_id=8ef6bf68-1a85-41b0-acf5-f5d09056a7b6)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:25:45.030052 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d2004e02-cb08-4180-9616-1508128cef1a req-dcf4ba4e-d8c0-4eec-9723-cb3c2fd32343 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:45.041793 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-d2004e02-cb08-4180-9616-1508128cef1a req-dcf4ba4e-d8c0-4eec-9723-cb3c2fd32343 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Calling delete_port for fa87d2ba-a6b0-490e-b71e-faaa455d82ba owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:25:45.172823 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d2004e02-cb08-4180-9616-1508128cef1a req-dcf4ba4e-d8c0-4eec-9723-cb3c2fd32343 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:45.183895 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['fa87d2ba-a6b0-490e-b71e-faaa455d82ba'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:25:45.203064 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4ba4e-d8c0-4eec-9723-cb3c2fd32343 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Pushing event deleted for resources: {'Port': ['ID=fa87d2ba-a6b0-490e-b71e-faaa455d82ba,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:45.249273 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2004e02-cb08-4180-9616-1508128cef1a req-dcf4ba4e-d8c0-4eec-9723-cb3c2fd32343 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] No DVR routers for this DVR port fa87d2ba-a6b0-490e-b71e-faaa455d82ba on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:25:45.251877 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-d2004e02-cb08-4180-9616-1508128cef1a req-dcf4ba4e-d8c0-4eec-9723-cb3c2fd32343 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:45.253812 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d2004e02-cb08-4180-9616-1508128cef1a req-dcf4ba4e-d8c0-4eec-9723-cb3c2fd32343 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.18 "DELETE /v2.0/ports/fa87d2ba-a6b0-490e-b71e-faaa455d82ba HTTP/1.1" status: 204 len: 173 time: 0.4067137 Jul 16 21:25:45.254238 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e442019b-1a21-41b6-9c2c-b63b05ac82dc', 'name': 'network-vif-deleted', 'tag': 'fa87d2ba-a6b0-490e-b71e-faaa455d82ba'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:25:45.256495 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3153610-a2fb-46d4-b2f3-136e944472d2" -d '{"events": [{"server_uuid": "e442019b-1a21-41b6-9c2c-b63b05ac82dc", "name": "network-vif-deleted", "tag": "fa87d2ba-a6b0-490e-b71e-faaa455d82ba"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:25:45.291936 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a042918d-5860-41a2-a257-aec22b15d817 x-openstack-request-id: req-a042918d-5860-41a2-a257-aec22b15d817 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:25:45.292226 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e442019b-1a21-41b6-9c2c-b63b05ac82dc", "name": "network-vif-deleted", "tag": "fa87d2ba-a6b0-490e-b71e-faaa455d82ba", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:25:45.292474 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a042918d-5860-41a2-a257-aec22b15d817 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:25:45.292869 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e442019b-1a21-41b6-9c2c-b63b05ac82dc', 'name': 'network-vif-deleted', 'tag': 'fa87d2ba-a6b0-490e-b71e-faaa455d82ba', 'status': 'completed', 'code': 200} Jul 16 21:25:45.768521 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0f76b0d2-6c3b-4db7-8533-22980daea6bd req-181bb16a-92f3-49ce-9dab-25ee4c2515b1 tempest-TestMinimumBasicScenario-40031711 tempest-TestMinimumBasicScenario-40031711-project] 10.222.0.38 "GET /v2.0/ports?device_id=e442019b-1a21-41b6-9c2c-b63b05ac82dc HTTP/1.1" status: 200 len: 210 time: 0.0308399 Jul 16 21:25:47.374807 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58074) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:47.719575 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3b7bfd4-d2c0-423e-bdfc-041e2e2f91ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:47.965911 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-e3b7bfd4-d2c0-423e-bdfc-041e2e2f91ab admin admin] Deleting port 3e1738e8-df05-4b3e-8ddf-5fd2e631039e {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:25:47.966250 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3b7bfd4-d2c0-423e-bdfc-041e2e2f91ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:48.041523 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-e3b7bfd4-d2c0-423e-bdfc-041e2e2f91ab admin admin] For port 3e1738e8-df05-4b3e-8ddf-5fd2e631039e, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=3e1738e8-df05-4b3e-8ddf-5fd2e631039e,segment=NetworkSegment(8ef6bf68-1a85-41b0-acf5-f5d09056a7b6),segment_id=8ef6bf68-1a85-41b0-acf5-f5d09056a7b6)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:25:48.041804 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3b7bfd4-d2c0-423e-bdfc-041e2e2f91ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:48.054264 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-e3b7bfd4-d2c0-423e-bdfc-041e2e2f91ab admin admin] Calling delete_port for 3e1738e8-df05-4b3e-8ddf-5fd2e631039e owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:25:48.233987 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3b7bfd4-d2c0-423e-bdfc-041e2e2f91ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:48.257420 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7bfd4-d2c0-423e-bdfc-041e2e2f91ab admin admin] Pushing event deleted for resources: {'Port': ['ID=3e1738e8-df05-4b3e-8ddf-5fd2e631039e,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:48.435789 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3b7bfd4-d2c0-423e-bdfc-041e2e2f91ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:48.641770 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b7bfd4-d2c0-423e-bdfc-041e2e2f91ab admin admin] Router ee87afcb-2457-4f08-b629-7936243065f1 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:25:48.753421 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b7bfd4-d2c0-423e-bdfc-041e2e2f91ab admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:25:48.758454 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e3b7bfd4-d2c0-423e-bdfc-041e2e2f91ab admin admin] 10.222.0.38 "PUT /v2.0/routers/ee87afcb-2457-4f08-b629-7936243065f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3825381 Jul 16 21:25:48.761000 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58076) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:48.763575 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce801829-9db9-48fa-a296-9b20b08e0d9d None None] Sync routers for ids ['ee87afcb-2457-4f08-b629-7936243065f1'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:25:48.772823 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce801829-9db9-48fa-a296-9b20b08e0d9d None None] Routers {'ee87afcb-2457-4f08-b629-7936243065f1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:25:48.773514 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-ce801829-9db9-48fa-a296-9b20b08e0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:25:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ee87afcb-2457-4f08-b629-7936243065f1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:25:48.866334 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4a396e27-d8f8-40b5-b22e-5d607ee5e9be admin admin] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:48.872616 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-ce801829-9db9-48fa-a296-9b20b08e0d9d None None] Set router ee87afcb-2457-4f08-b629-7936243065f1 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:25:48.902695 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device fa87d2ba-a6b0-490e-b71e-faaa455d82ba no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:25:48.950420 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: fa87d2ba-a6b0-490e-b71e-faaa455d82ba {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:25:48.950761 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device fa87d2ba-a6b0-490e-b71e-faaa455d82ba not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:25:48.973182 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4a396e27-d8f8-40b5-b22e-5d607ee5e9be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:49.027176 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-4a396e27-d8f8-40b5-b22e-5d607ee5e9be admin admin] Deleting port fbe53a1d-5501-4fc7-9ffe-334187e39244 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:25:49.027522 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4a396e27-d8f8-40b5-b22e-5d607ee5e9be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:49.078413 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-ce801829-9db9-48fa-a296-9b20b08e0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'name': 'tempest-TestMinimumBasicScenario-1985934510-router', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fbe53a1d-5501-4fc7-9ffe-334187e39244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:36Z', 'updated_at': '2021-07-16T21:25:48Z', 'revision_number': 5, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'gw_port': {'id': 'fbe53a1d-5501-4fc7-9ffe-334187e39244', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:37Z', 'updated_at': '2021-07-16T21:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:25:49.104384 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce801829-9db9-48fa-a296-9b20b08e0d9d None None] Checking router: ee87afcb-2457-4f08-b629-7936243065f1 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:25:49.109921 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-4a396e27-d8f8-40b5-b22e-5d607ee5e9be admin admin] For port fbe53a1d-5501-4fc7-9ffe-334187e39244, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=fbe53a1d-5501-4fc7-9ffe-334187e39244,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:25:49.110285 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4a396e27-d8f8-40b5-b22e-5d607ee5e9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:49.113903 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce801829-9db9-48fa-a296-9b20b08e0d9d None None] Routers {'ee87afcb-2457-4f08-b629-7936243065f1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:25:49.114557 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-ce801829-9db9-48fa-a296-9b20b08e0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:25:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['ee87afcb-2457-4f08-b629-7936243065f1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:25:49.122060 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-4a396e27-d8f8-40b5-b22e-5d607ee5e9be admin admin] Calling delete_port for fbe53a1d-5501-4fc7-9ffe-334187e39244 owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:25:49.206748 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-ce801829-9db9-48fa-a296-9b20b08e0d9d None None] Set router ee87afcb-2457-4f08-b629-7936243065f1 gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:25:49.265287 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-ce801829-9db9-48fa-a296-9b20b08e0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'name': 'tempest-TestMinimumBasicScenario-1985934510-router', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:36Z', 'updated_at': '2021-07-16T21:25:48Z', 'revision_number': 6, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:25:49.293235 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce801829-9db9-48fa-a296-9b20b08e0d9d None None] The sync data for ids ['ee87afcb-2457-4f08-b629-7936243065f1'] in n-d-791506-21 is: [{'id': 'ee87afcb-2457-4f08-b629-7936243065f1', 'name': 'tempest-TestMinimumBasicScenario-1985934510-router', 'tenant_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:36Z', 'updated_at': '2021-07-16T21:25:48Z', 'revision_number': 6, 'project_id': 'eecb2cebb38e4910a91c2e675256bfe5', 'gw_port_host': None}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:25:49.305379 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4a396e27-d8f8-40b5-b22e-5d607ee5e9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:49.332787 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a396e27-d8f8-40b5-b22e-5d607ee5e9be admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe53a1d-5501-4fc7-9ffe-334187e39244,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:49.399405 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4a396e27-d8f8-40b5-b22e-5d607ee5e9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:49.816359 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4a396e27-d8f8-40b5-b22e-5d607ee5e9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:49.818543 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4a396e27-d8f8-40b5-b22e-5d607ee5e9be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:49.861854 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4a396e27-d8f8-40b5-b22e-5d607ee5e9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:49.862400 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a396e27-d8f8-40b5-b22e-5d607ee5e9be admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee87afcb-2457-4f08-b629-7936243065f1 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:25:49.866729 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4a396e27-d8f8-40b5-b22e-5d607ee5e9be admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:49.868050 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4a396e27-d8f8-40b5-b22e-5d607ee5e9be admin admin] 10.222.0.38 "DELETE /v2.0/routers/ee87afcb-2457-4f08-b629-7936243065f1 HTTP/1.1" status: 204 len: 168 time: 1.1059871 Jul 16 21:25:49.870814 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58078) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:49.916011 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ad2af4-edc3-4bee-94ef-3c955ea33aec admin admin] Deleting subnet 159b0c97-c06e-4914-ba06-334048d4bae7 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:25:49.919092 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-16ad2af4-edc3-4bee-94ef-3c955ea33aec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:49.954773 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-16ad2af4-edc3-4bee-94ef-3c955ea33aec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:50.038032 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-16ad2af4-edc3-4bee-94ef-3c955ea33aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:50.095561 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-16ad2af4-edc3-4bee-94ef-3c955ea33aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:50.122228 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad2af4-edc3-4bee-94ef-3c955ea33aec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=159b0c97-c06e-4914-ba06-334048d4bae7,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:50.127086 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-16ad2af4-edc3-4bee-94ef-3c955ea33aec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:50.129012 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-16ad2af4-edc3-4bee-94ef-3c955ea33aec admin admin] 10.222.0.38 "DELETE /v2.0/subnets/159b0c97-c06e-4914-ba06-334048d4bae7 HTTP/1.1" status: 204 len: 168 time: 0.2572677 Jul 16 21:25:50.131656 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58080) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:50.133284 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91c6afa-480d-453c-9ffa-5d634cccef02 None None] Network 462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:25:50.211587 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dac185f2-fc4e-440c-9b65-e862501d58ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:50.273393 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-dac185f2-fc4e-440c-9b65-e862501d58ec admin admin] Deleting port 0a6901f1-ecbe-43e3-80af-ff24d7b7c908 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:25:50.276871 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dac185f2-fc4e-440c-9b65-e862501d58ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:50.343334 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2df5ba3-d0c5-4106-87b5-479c4f0cb6a4 None None] DHCP port deletion for 462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:25:50.358505 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-dac185f2-fc4e-440c-9b65-e862501d58ec admin admin] For port 0a6901f1-ecbe-43e3-80af-ff24d7b7c908, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=0a6901f1-ecbe-43e3-80af-ff24d7b7c908,segment=NetworkSegment(8ef6bf68-1a85-41b0-acf5-f5d09056a7b6),segment_id=8ef6bf68-1a85-41b0-acf5-f5d09056a7b6)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:25:50.359031 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dac185f2-fc4e-440c-9b65-e862501d58ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:50.371695 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-dac185f2-fc4e-440c-9b65-e862501d58ec admin admin] Calling delete_port for 0a6901f1-ecbe-43e3-80af-ff24d7b7c908 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:25:50.394812 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c2df5ba3-d0c5-4106-87b5-479c4f0cb6a4 None None] Deleting port 0a6901f1-ecbe-43e3-80af-ff24d7b7c908 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:25:50.395265 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c2df5ba3-d0c5-4106-87b5-479c4f0cb6a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:50.468047 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dac185f2-fc4e-440c-9b65-e862501d58ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:50.470273 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c2df5ba3-d0c5-4106-87b5-479c4f0cb6a4 None None] For port 0a6901f1-ecbe-43e3-80af-ff24d7b7c908, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=0a6901f1-ecbe-43e3-80af-ff24d7b7c908,segment=NetworkSegment(8ef6bf68-1a85-41b0-acf5-f5d09056a7b6),segment_id=8ef6bf68-1a85-41b0-acf5-f5d09056a7b6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:25:50.470774 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c2df5ba3-d0c5-4106-87b5-479c4f0cb6a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:50.480482 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0a6901f1-ecbe-43e3-80af-ff24d7b7c908 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:25:50.498545 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac185f2-fc4e-440c-9b65-e862501d58ec admin admin] Pushing event deleted for resources: {'Port': ['ID=0a6901f1-ecbe-43e3-80af-ff24d7b7c908,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:50.500915 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac185f2-fc4e-440c-9b65-e862501d58ec admin admin] No DVR routers for this DVR port 0a6901f1-ecbe-43e3-80af-ff24d7b7c908 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:25:50.504514 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 0a6901f1-ecbe-43e3-80af-ff24d7b7c908 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:25:50.505511 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0a6901f1-ecbe-43e3-80af-ff24d7b7c908 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:25:50.505939 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3e1738e8-df05-4b3e-8ddf-5fd2e631039e no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:25:50.507878 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c2df5ba3-d0c5-4106-87b5-479c4f0cb6a4 None None] Calling delete_port for 0a6901f1-ecbe-43e3-80af-ff24d7b7c908 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:25:50.532517 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 3e1738e8-df05-4b3e-8ddf-5fd2e631039e {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:25:50.532866 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3e1738e8-df05-4b3e-8ddf-5fd2e631039e not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:25:50.533285 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fbe53a1d-5501-4fc7-9ffe-334187e39244 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:25:50.556240 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: fbe53a1d-5501-4fc7-9ffe-334187e39244 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:25:50.556653 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device fbe53a1d-5501-4fc7-9ffe-334187e39244 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:25:50.579270 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dac185f2-fc4e-440c-9b65-e862501d58ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:50.589780 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-dac185f2-fc4e-440c-9b65-e862501d58ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:25:50.600948 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-dac185f2-fc4e-440c-9b65-e862501d58ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef6bf68-1a85-41b0-acf5-f5d09056a7b6') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:25:50.601269 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-dac185f2-fc4e-440c-9b65-e862501d58ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef6bf68-1a85-41b0-acf5-f5d09056a7b6') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:25:50.611581 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dac185f2-fc4e-440c-9b65-e862501d58ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:25:50.617890 n-d-791506-21 neutron-server[93795]: self.session.flush() Jul 16 21:25:50.624805 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c2df5ba3-d0c5-4106-87b5-479c4f0cb6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:50.627997 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dac185f2-fc4e-440c-9b65-e862501d58ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:50.634640 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac185f2-fc4e-440c-9b65-e862501d58ec admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:25:50.634967 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dac185f2-fc4e-440c-9b65-e862501d58ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: timer() Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:25:50.636702 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:25:50.650246 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df5ba3-d0c5-4106-87b5-479c4f0cb6a4 None None] Pushing event deleted for resources: {'Port': ['ID=0a6901f1-ecbe-43e3-80af-ff24d7b7c908,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:50.658286 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2df5ba3-d0c5-4106-87b5-479c4f0cb6a4 None None] No DVR routers for this DVR port 0a6901f1-ecbe-43e3-80af-ff24d7b7c908 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:25:50.660502 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df5ba3-d0c5-4106-87b5-479c4f0cb6a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:50.660857 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df5ba3-d0c5-4106-87b5-479c4f0cb6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:50.661563 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df5ba3-d0c5-4106-87b5-479c4f0cb6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:50.661813 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df5ba3-d0c5-4106-87b5-479c4f0cb6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:50.662148 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df5ba3-d0c5-4106-87b5-479c4f0cb6a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:50.662511 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df5ba3-d0c5-4106-87b5-479c4f0cb6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:50.662846 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df5ba3-d0c5-4106-87b5-479c4f0cb6a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:50.663175 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df5ba3-d0c5-4106-87b5-479c4f0cb6a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:50.663504 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df5ba3-d0c5-4106-87b5-479c4f0cb6a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:50.663823 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df5ba3-d0c5-4106-87b5-479c4f0cb6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:50.664155 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df5ba3-d0c5-4106-87b5-479c4f0cb6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:50.664478 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df5ba3-d0c5-4106-87b5-479c4f0cb6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:50.707503 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dac185f2-fc4e-440c-9b65-e862501d58ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:50.714123 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dac185f2-fc4e-440c-9b65-e862501d58ec admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:50.716445 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-dac185f2-fc4e-440c-9b65-e862501d58ec admin admin] 10.222.0.38 "DELETE /v2.0/networks/462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd HTTP/1.1" status: 204 len: 168 time: 0.5829298 Jul 16 21:25:50.720291 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58082) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:50.731854 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac185f2-fc4e-440c-9b65-e862501d58ec admin admin] Pushing event deleted for resources: {'Network': ['ID=462bf8ec-f3ad-4b4d-bd86-b937dbdc0bcd,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:51.087463 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85d7b04d-6e02-4d17-aad1-744a9b51d593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:51.371086 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-85d7b04d-6e02-4d17-aad1-744a9b51d593 admin admin] Deleting port e8da5be1-0698-4bc4-90d3-d6a74698d037 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:25:51.371352 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85d7b04d-6e02-4d17-aad1-744a9b51d593 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:51.449769 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-85d7b04d-6e02-4d17-aad1-744a9b51d593 admin admin] For port e8da5be1-0698-4bc4-90d3-d6a74698d037, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e8da5be1-0698-4bc4-90d3-d6a74698d037,segment=NetworkSegment(7f8ea96b-9654-4678-bb81-0e994f88ec19),segment_id=7f8ea96b-9654-4678-bb81-0e994f88ec19)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:25:51.450132 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85d7b04d-6e02-4d17-aad1-744a9b51d593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:51.462791 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-85d7b04d-6e02-4d17-aad1-744a9b51d593 admin admin] Calling delete_port for e8da5be1-0698-4bc4-90d3-d6a74698d037 owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:25:51.649660 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85d7b04d-6e02-4d17-aad1-744a9b51d593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:51.685732 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7b04d-6e02-4d17-aad1-744a9b51d593 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8da5be1-0698-4bc4-90d3-d6a74698d037,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:51.788201 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fcabfb2f-ef70-41e8-9f7c-ce1bcf3eecf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:51.870919 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85d7b04d-6e02-4d17-aad1-744a9b51d593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:52.090773 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d7b04d-6e02-4d17-aad1-744a9b51d593 admin admin] Router bcaf9fee-90ef-410a-9e08-1d49b70dfa91 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:25:52.198938 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d7b04d-6e02-4d17-aad1-744a9b51d593 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:25:52.204820 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-85d7b04d-6e02-4d17-aad1-744a9b51d593 admin admin] 10.222.0.38 "PUT /v2.0/routers/bcaf9fee-90ef-410a-9e08-1d49b70dfa91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4831195 Jul 16 21:25:52.207401 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58086) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:52.208215 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21131bbb-91f8-4cd0-9e7f-3a599b319c17 None None] Sync routers for ids ['bcaf9fee-90ef-410a-9e08-1d49b70dfa91'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:25:52.219238 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21131bbb-91f8-4cd0-9e7f-3a599b319c17 None None] Routers {'bcaf9fee-90ef-410a-9e08-1d49b70dfa91'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:25:52.219920 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-21131bbb-91f8-4cd0-9e7f-3a599b319c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:25:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['bcaf9fee-90ef-410a-9e08-1d49b70dfa91'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:25:52.316279 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f1f7da19-bc8f-48da-8415-77b7c24e7d82 admin admin] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:52.329480 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-21131bbb-91f8-4cd0-9e7f-3a599b319c17 None None] Set router bcaf9fee-90ef-410a-9e08-1d49b70dfa91 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:25:52.418286 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f1f7da19-bc8f-48da-8415-77b7c24e7d82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:52.484004 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-f1f7da19-bc8f-48da-8415-77b7c24e7d82 admin admin] Deleting port 76bc56b8-dd36-4a80-8935-83ee1de33974 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:25:52.484355 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f1f7da19-bc8f-48da-8415-77b7c24e7d82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:52.520331 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-21131bbb-91f8-4cd0-9e7f-3a599b319c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaf9fee-90ef-410a-9e08-1d49b70dfa91', 'name': 'tempest-TestMinimumBasicScenario-204879191-router', 'tenant_id': 'dc82bd580b7f465091d5c36223db95cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '76bc56b8-dd36-4a80-8935-83ee1de33974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:41Z', 'updated_at': '2021-07-16T21:25:51Z', 'revision_number': 5, 'project_id': 'dc82bd580b7f465091d5c36223db95cc', 'gw_port': {'id': '76bc56b8-dd36-4a80-8935-83ee1de33974', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf9fee-90ef-410a-9e08-1d49b70dfa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:42Z', 'updated_at': '2021-07-16T21:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:25:52.547162 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21131bbb-91f8-4cd0-9e7f-3a599b319c17 None None] Checking router: bcaf9fee-90ef-410a-9e08-1d49b70dfa91 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:25:52.555143 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21131bbb-91f8-4cd0-9e7f-3a599b319c17 None None] Routers {'bcaf9fee-90ef-410a-9e08-1d49b70dfa91'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:25:52.555742 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-21131bbb-91f8-4cd0-9e7f-3a599b319c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:25:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['bcaf9fee-90ef-410a-9e08-1d49b70dfa91'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:25:52.565296 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-f1f7da19-bc8f-48da-8415-77b7c24e7d82 admin admin] For port 76bc56b8-dd36-4a80-8935-83ee1de33974, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=76bc56b8-dd36-4a80-8935-83ee1de33974,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:25:52.565687 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f1f7da19-bc8f-48da-8415-77b7c24e7d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:52.580708 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-f1f7da19-bc8f-48da-8415-77b7c24e7d82 admin admin] Calling delete_port for 76bc56b8-dd36-4a80-8935-83ee1de33974 owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:25:52.736513 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-21131bbb-91f8-4cd0-9e7f-3a599b319c17 None None] Set router bcaf9fee-90ef-410a-9e08-1d49b70dfa91 gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:25:52.763134 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f1f7da19-bc8f-48da-8415-77b7c24e7d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:52.789777 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-21131bbb-91f8-4cd0-9e7f-3a599b319c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaf9fee-90ef-410a-9e08-1d49b70dfa91', 'name': 'tempest-TestMinimumBasicScenario-204879191-router', 'tenant_id': 'dc82bd580b7f465091d5c36223db95cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:41Z', 'updated_at': '2021-07-16T21:25:52Z', 'revision_number': 6, 'project_id': 'dc82bd580b7f465091d5c36223db95cc', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:25:52.791168 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7da19-bc8f-48da-8415-77b7c24e7d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=76bc56b8-dd36-4a80-8935-83ee1de33974,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:52.821211 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21131bbb-91f8-4cd0-9e7f-3a599b319c17 None None] The sync data for ids ['bcaf9fee-90ef-410a-9e08-1d49b70dfa91'] in n-d-791506-21 is: [{'id': 'bcaf9fee-90ef-410a-9e08-1d49b70dfa91', 'name': 'tempest-TestMinimumBasicScenario-204879191-router', 'tenant_id': 'dc82bd580b7f465091d5c36223db95cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:41Z', 'updated_at': '2021-07-16T21:25:52Z', 'revision_number': 6, 'project_id': 'dc82bd580b7f465091d5c36223db95cc', 'gw_port_host': None}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:25:52.865619 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f1f7da19-bc8f-48da-8415-77b7c24e7d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:52.960383 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f1f7da19-bc8f-48da-8415-77b7c24e7d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:52.962514 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f1f7da19-bc8f-48da-8415-77b7c24e7d82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:53.006875 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f1f7da19-bc8f-48da-8415-77b7c24e7d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:53.007345 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f7da19-bc8f-48da-8415-77b7c24e7d82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcaf9fee-90ef-410a-9e08-1d49b70dfa91 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:25:53.012013 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f1f7da19-bc8f-48da-8415-77b7c24e7d82 admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:53.013169 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f1f7da19-bc8f-48da-8415-77b7c24e7d82 admin admin] 10.222.0.38 "DELETE /v2.0/routers/bcaf9fee-90ef-410a-9e08-1d49b70dfa91 HTTP/1.1" status: 204 len: 168 time: 0.8047631 Jul 16 21:25:53.016523 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58088) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:53.066198 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ff5255-5ff5-4645-baa1-2c79d35dbf15 admin admin] Deleting subnet 9347bd1d-0c71-4648-9310-704170730822 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:25:53.069261 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2ff5255-5ff5-4645-baa1-2c79d35dbf15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:53.102976 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2ff5255-5ff5-4645-baa1-2c79d35dbf15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:53.184726 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2ff5255-5ff5-4645-baa1-2c79d35dbf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:53.246574 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2ff5255-5ff5-4645-baa1-2c79d35dbf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:53.280063 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff5255-5ff5-4645-baa1-2c79d35dbf15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9347bd1d-0c71-4648-9310-704170730822,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:53.283682 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c2ff5255-5ff5-4645-baa1-2c79d35dbf15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:53.285580 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c2ff5255-5ff5-4645-baa1-2c79d35dbf15 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9347bd1d-0c71-4648-9310-704170730822 HTTP/1.1" status: 204 len: 168 time: 0.2681370 Jul 16 21:25:53.288397 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58090) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:53.293105 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff1cc98-1ede-4028-863c-f7fd33ef422b None None] Network 11d23e6d-55f9-4fba-b50a-4efe7d942d7f requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:25:53.356617 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e33370d7-fe83-4135-9664-b3d408dbf66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:53.420155 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e33370d7-fe83-4135-9664-b3d408dbf66c admin admin] Deleting port 129ab4a0-cfc3-4831-9f43-15ed6f012384 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:25:53.420491 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e33370d7-fe83-4135-9664-b3d408dbf66c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:53.489076 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-e33370d7-fe83-4135-9664-b3d408dbf66c admin admin] For port 129ab4a0-cfc3-4831-9f43-15ed6f012384, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=129ab4a0-cfc3-4831-9f43-15ed6f012384,segment=NetworkSegment(7f8ea96b-9654-4678-bb81-0e994f88ec19),segment_id=7f8ea96b-9654-4678-bb81-0e994f88ec19)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:25:53.489437 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e33370d7-fe83-4135-9664-b3d408dbf66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:53.502174 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e33370d7-fe83-4135-9664-b3d408dbf66c admin admin] Calling delete_port for 129ab4a0-cfc3-4831-9f43-15ed6f012384 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:25:53.584270 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852032fb-47bb-4820-80b2-8d61b9c98658 None None] DHCP port deletion for 11d23e6d-55f9-4fba-b50a-4efe7d942d7f request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:25:53.594487 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e33370d7-fe83-4135-9664-b3d408dbf66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:53.621981 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33370d7-fe83-4135-9664-b3d408dbf66c admin admin] Pushing event deleted for resources: {'Port': ['ID=129ab4a0-cfc3-4831-9f43-15ed6f012384,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:53.625930 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33370d7-fe83-4135-9664-b3d408dbf66c admin admin] No DVR routers for this DVR port 129ab4a0-cfc3-4831-9f43-15ed6f012384 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:25:53.637858 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-852032fb-47bb-4820-80b2-8d61b9c98658 None None] Deleting port 129ab4a0-cfc3-4831-9f43-15ed6f012384 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:25:53.638887 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-852032fb-47bb-4820-80b2-8d61b9c98658 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:53.699615 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e33370d7-fe83-4135-9664-b3d408dbf66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:53.707140 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-852032fb-47bb-4820-80b2-8d61b9c98658 None None] For port 129ab4a0-cfc3-4831-9f43-15ed6f012384, host n-d-791506-21, got binding levels [] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:25:53.707647 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-852032fb-47bb-4820-80b2-8d61b9c98658 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:53.710876 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-e33370d7-fe83-4135-9664-b3d408dbf66c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d23e6d-55f9-4fba-b50a-4efe7d942d7f']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:25:53.721037 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-852032fb-47bb-4820-80b2-8d61b9c98658 None None] Calling delete_port for 129ab4a0-cfc3-4831-9f43-15ed6f012384 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:25:53.723827 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.ipam_backend_mixin [None req-852032fb-47bb-4820-80b2-8d61b9c98658 None None] Port 129ab4a0-cfc3-4831-9f43-15ed6f012384 was not found and therefore no delete operation was performed {{(pid=93795) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 21:25:53.725438 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-852032fb-47bb-4820-80b2-8d61b9c98658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:53.725974 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-e33370d7-fe83-4135-9664-b3d408dbf66c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f8ea96b-9654-4678-bb81-0e994f88ec19') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:25:53.726279 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-e33370d7-fe83-4135-9664-b3d408dbf66c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f8ea96b-9654-4678-bb81-0e994f88ec19') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:25:53.735912 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e33370d7-fe83-4135-9664-b3d408dbf66c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:53.752389 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852032fb-47bb-4820-80b2-8d61b9c98658 None None] Pushing event deleted for resources: {'Port': ['ID=129ab4a0-cfc3-4831-9f43-15ed6f012384,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:53.752913 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e33370d7-fe83-4135-9664-b3d408dbf66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:53.757894 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852032fb-47bb-4820-80b2-8d61b9c98658 None None] No DVR routers for this DVR port 129ab4a0-cfc3-4831-9f43-15ed6f012384 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:25:53.759733 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33370d7-fe83-4135-9664-b3d408dbf66c admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:25:53.760423 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e33370d7-fe83-4135-9664-b3d408dbf66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: timer() Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:25:53.762256 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:25:53.820680 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e33370d7-fe83-4135-9664-b3d408dbf66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:53.831022 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e33370d7-fe83-4135-9664-b3d408dbf66c admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:53.832946 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e33370d7-fe83-4135-9664-b3d408dbf66c admin admin] 10.222.0.38 "DELETE /v2.0/networks/11d23e6d-55f9-4fba-b50a-4efe7d942d7f HTTP/1.1" status: 204 len: 168 time: 0.5435488 Jul 16 21:25:53.846131 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33370d7-fe83-4135-9664-b3d408dbf66c admin admin] Pushing event deleted for resources: {'Network': ['ID=11d23e6d-55f9-4fba-b50a-4efe7d942d7f,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:54.008498 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58094) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:54.049457 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0fa3ab25-314d-46e4-adf1-d56d7fd60d49 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eecb2cebb38e4910a91c2e675256bfe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396774 Jul 16 21:25:54.053274 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58096) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:54.102216 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-72d179e3-6165-44f9-8dbc-23e3d6c4d827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:54.129208 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-72d179e3-6165-44f9-8dbc-23e3d6c4d827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:54.175662 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-72d179e3-6165-44f9-8dbc-23e3d6c4d827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:54.178446 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-72d179e3-6165-44f9-8dbc-23e3d6c4d827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:54.179611 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-72d179e3-6165-44f9-8dbc-23e3d6c4d827 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/91bae07e-c271-4b92-ad23-beaea834a460 HTTP/1.1" status: 204 len: 168 time: 0.1254129 Jul 16 21:25:54.187508 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d179e3-6165-44f9-8dbc-23e3d6c4d827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bae07e-c271-4b92-ad23-beaea834a460,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:54.318190 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7121fe64-d751-4e0c-88f3-851ffed296b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:54.438461 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:54.476234 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 76bc56b8-dd36-4a80-8935-83ee1de33974 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:25:54.501460 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 76bc56b8-dd36-4a80-8935-83ee1de33974 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:25:54.501807 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 76bc56b8-dd36-4a80-8935-83ee1de33974 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:25:54.502238 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e8da5be1-0698-4bc4-90d3-d6a74698d037 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:25:54.520652 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58102) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:54.521181 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: e8da5be1-0698-4bc4-90d3-d6a74698d037 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:25:54.521462 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e8da5be1-0698-4bc4-90d3-d6a74698d037 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:25:54.521871 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 129ab4a0-cfc3-4831-9f43-15ed6f012384 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:25:54.543882 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 129ab4a0-cfc3-4831-9f43-15ed6f012384 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:25:54.544218 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 129ab4a0-cfc3-4831-9f43-15ed6f012384 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:25:54.564101 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-53b8969b-8c12-477b-8eee-bef9bb43acde admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dc82bd580b7f465091d5c36223db95cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413387 Jul 16 21:25:54.566376 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58104) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:54.613665 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-240c5ddb-fc8d-4e63-b391-c2595ce1a84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:54.634341 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-240c5ddb-fc8d-4e63-b391-c2595ce1a84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:54.682700 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-240c5ddb-fc8d-4e63-b391-c2595ce1a84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:54.685791 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-240c5ddb-fc8d-4e63-b391-c2595ce1a84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:54.686966 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-240c5ddb-fc8d-4e63-b391-c2595ce1a84a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3ab9d916-fadc-458f-a37b-65a3124f2917 HTTP/1.1" status: 204 len: 168 time: 0.1196797 Jul 16 21:25:54.694649 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c5ddb-fc8d-4e63-b391-c2595ce1a84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab9d916-fadc-458f-a37b-65a3124f2917,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:56.009128 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:56.330762 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58146) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:56.335499 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-bb3eb30a-e0c1-4a11-86db-ef07511be3e8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2074484836', 'description': 'tempest-secgroup-smoke-2074484836 description', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:25:56.358199 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb3eb30a-e0c1-4a11-86db-ef07511be3e8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:56.366257 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb3eb30a-e0c1-4a11-86db-ef07511be3e8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:56.479178 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb3eb30a-e0c1-4a11-86db-ef07511be3e8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:56.483606 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb3eb30a-e0c1-4a11-86db-ef07511be3e8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:56.518743 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3eb30a-e0c1-4a11-86db-ef07511be3e8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a68c41f6-ee6e-4a86-9135-73108981898b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:56.579719 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb3eb30a-e0c1-4a11-86db-ef07511be3e8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:56.584110 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb3eb30a-e0c1-4a11-86db-ef07511be3e8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:56.613472 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb3eb30a-e0c1-4a11-86db-ef07511be3e8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:56.614731 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bb3eb30a-e0c1-4a11-86db-ef07511be3e8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2829576 Jul 16 21:25:56.616562 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3eb30a-e0c1-4a11-86db-ef07511be3e8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6424c98c-dd1b-4525-8ca9-7d49ced8bdb9,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:56.617781 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58148) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:56.623430 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-fb20be96-6011-470a-a1a4-5e395a063aab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': '6424c98c-dd1b-4525-8ca9-7d49ced8bdb9', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:25:56.650644 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fb20be96-6011-470a-a1a4-5e395a063aab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:56.706445 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fb20be96-6011-470a-a1a4-5e395a063aab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:56.709854 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fb20be96-6011-470a-a1a4-5e395a063aab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:56.728706 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20be96-6011-470a-a1a4-5e395a063aab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0fe268-ae5e-4f74-80ca-a01e5eeb6d6c,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:56.741363 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fb20be96-6011-470a-a1a4-5e395a063aab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:56.742719 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-fb20be96-6011-470a-a1a4-5e395a063aab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232848 Jul 16 21:25:56.745248 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58150) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:56.749831 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-f60445d3-9cda-4bc1-8a04-e0d147ab715e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': '6424c98c-dd1b-4525-8ca9-7d49ced8bdb9', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:25:56.775627 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f60445d3-9cda-4bc1-8a04-e0d147ab715e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:56.835384 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f60445d3-9cda-4bc1-8a04-e0d147ab715e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:56.838847 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f60445d3-9cda-4bc1-8a04-e0d147ab715e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:56.858125 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60445d3-9cda-4bc1-8a04-e0d147ab715e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc0e1bbd-517e-489c-b029-883211e675ff,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:56.872723 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f60445d3-9cda-4bc1-8a04-e0d147ab715e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:56.874140 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f60445d3-9cda-4bc1-8a04-e0d147ab715e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1279714 Jul 16 21:25:56.876921 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58152) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:56.881558 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-b38bdcd7-eac4-455e-ad28-8ad90a6c53f0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': '6424c98c-dd1b-4525-8ca9-7d49ced8bdb9', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:25:56.908465 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b38bdcd7-eac4-455e-ad28-8ad90a6c53f0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:56.976175 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b38bdcd7-eac4-455e-ad28-8ad90a6c53f0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:56.979707 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b38bdcd7-eac4-455e-ad28-8ad90a6c53f0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:57.006281 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38bdcd7-eac4-455e-ad28-8ad90a6c53f0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f5d6bc7-8333-4a6f-a462-08869a2387c3,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:57.014046 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b38bdcd7-eac4-455e-ad28-8ad90a6c53f0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:57.015319 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b38bdcd7-eac4-455e-ad28-8ad90a6c53f0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374111 Jul 16 21:25:57.018006 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58156) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:57.022376 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e3ee8e34-0211-4caf-a819-4cdae37f133a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': '6424c98c-dd1b-4525-8ca9-7d49ced8bdb9', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:25:57.051162 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8e34-0211-4caf-a819-4cdae37f133a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:57.110398 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8e34-0211-4caf-a819-4cdae37f133a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:57.115326 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8e34-0211-4caf-a819-4cdae37f133a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:57.133289 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee8e34-0211-4caf-a819-4cdae37f133a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aead388-ff6a-4d75-9941-1b9ea0121533,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:57.139085 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8e34-0211-4caf-a819-4cdae37f133a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:57.140428 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e3ee8e34-0211-4caf-a819-4cdae37f133a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213415 Jul 16 21:25:57.142982 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58158) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:57.147431 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-67de9c95-2684-46af-83e8-2d276b12f56a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': '6424c98c-dd1b-4525-8ca9-7d49ced8bdb9', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:25:57.168796 n-d-791506-21 neutron-server[93793]: INFO neutron.db.securitygroups_db [None req-67de9c95-2684-46af-83e8-2d276b12f56a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Project d0e49adb7de6459493e23c0b2760acb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:25:57.174271 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-67de9c95-2684-46af-83e8-2d276b12f56a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:57.243102 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-67de9c95-2684-46af-83e8-2d276b12f56a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:57.247141 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-67de9c95-2684-46af-83e8-2d276b12f56a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:57.264967 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de9c95-2684-46af-83e8-2d276b12f56a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da234456-e768-4308-9201-8eba512961ee,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:57.272801 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-67de9c95-2684-46af-83e8-2d276b12f56a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:57.274164 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-67de9c95-2684-46af-83e8-2d276b12f56a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1301663 Jul 16 21:25:57.276900 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58160) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:57.282073 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-7de3b149-6b11-41f1-a01d-0b70416e4986 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': '6424c98c-dd1b-4525-8ca9-7d49ced8bdb9', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:25:57.304658 n-d-791506-21 neutron-server[93793]: INFO neutron.db.securitygroups_db [None req-7de3b149-6b11-41f1-a01d-0b70416e4986 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Project d0e49adb7de6459493e23c0b2760acb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:25:57.309532 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7de3b149-6b11-41f1-a01d-0b70416e4986 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:57.373045 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7de3b149-6b11-41f1-a01d-0b70416e4986 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:57.376584 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7de3b149-6b11-41f1-a01d-0b70416e4986 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:57.397291 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3b149-6b11-41f1-a01d-0b70416e4986 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc42cf13-a71d-4175-b517-d4076c2d9954,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:57.402983 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7de3b149-6b11-41f1-a01d-0b70416e4986 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:57.405238 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7de3b149-6b11-41f1-a01d-0b70416e4986 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268952 Jul 16 21:25:57.407731 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58162) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:57.412846 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-aec61682-8a8e-412d-b511-f10b798c57fc tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'network': {'name': 'tempest-network-smoke--416698512', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'port_security_enabled': True}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:25:57.438504 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec61682-8a8e-412d-b511-f10b798c57fc tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Made reservation on behalf of d0e49adb7de6459493e23c0b2760acb3 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:25:57.442015 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aec61682-8a8e-412d-b511-f10b798c57fc tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:57.465324 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec61682-8a8e-412d-b511-f10b798c57fc tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:25:57.473683 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aec61682-8a8e-412d-b511-f10b798c57fc tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:57.474027 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-aec61682-8a8e-412d-b511-f10b798c57fc tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Added segment e8934e01-c811-4607-a686-201a1f995586 of type vlan for network 0a565961-893f-4e9c-851e-ea7318a41ba0 Jul 16 21:25:57.514300 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aec61682-8a8e-412d-b511-f10b798c57fc tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:57.544219 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aec61682-8a8e-412d-b511-f10b798c57fc tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:57.550990 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec61682-8a8e-412d-b511-f10b798c57fc tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:57.551564 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aec61682-8a8e-412d-b511-f10b798c57fc tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:57.588329 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-aec61682-8a8e-412d-b511-f10b798c57fc tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1795454 Jul 16 21:25:57.592172 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58164) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:57.596986 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-0e43622b-88b2-411a-b740-0c84fe6a4dfb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-87329441', 'admin_state_up': True, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:25:57.636416 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec61682-8a8e-412d-b511-f10b798c57fc tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Network': ['ID=0a565961-893f-4e9c-851e-ea7318a41ba0,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:57.647476 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 0a565961-893f-4e9c-851e-ea7318a41ba0 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:25:57.651432 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0e43622b-88b2-411a-b740-0c84fe6a4dfb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:57.652441 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0e43622b-88b2-411a-b740-0c84fe6a4dfb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:57.711155 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0e43622b-88b2-411a-b740-0c84fe6a4dfb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:57.843306 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:58.178982 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0e43622b-88b2-411a-b740-0c84fe6a4dfb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:58.376670 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0e43622b-88b2-411a-b740-0c84fe6a4dfb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:58.395667 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0e43622b-88b2-411a-b740-0c84fe6a4dfb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:58.517784 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-0e43622b-88b2-411a-b740-0c84fe6a4dfb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Allocated IP 172.25.0.146 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/af7e53b1-244d-4cdd-827e-8359702f7f42) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:25:58.619885 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0e43622b-88b2-411a-b740-0c84fe6a4dfb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:58.660525 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0e43622b-88b2-411a-b740-0c84fe6a4dfb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:58.706570 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e43622b-88b2-411a-b740-0c84fe6a4dfb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:25:58.709393 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-0e43622b-88b2-411a-b740-0c84fe6a4dfb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:25:58.713284 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e43622b-88b2-411a-b740-0c84fe6a4dfb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:25:58.719003 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43622b-88b2-411a-b740-0c84fe6a4dfb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=af7e53b1-244d-4cdd-827e-8359702f7f42,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:58.976400 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0e43622b-88b2-411a-b740-0c84fe6a4dfb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:59.181127 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0e43622b-88b2-411a-b740-0c84fe6a4dfb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:59.313638 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e43622b-88b2-411a-b740-0c84fe6a4dfb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Router 9624182b-dcc5-405a-bfa3-9ca8516b2eee is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:25:59.423646 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e43622b-88b2-411a-b740-0c84fe6a4dfb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:25:59.434458 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bb935b-f6cf-4eee-a515-ee6957433795 None None] Sync routers for ids ['9624182b-dcc5-405a-bfa3-9ca8516b2eee'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:25:59.443608 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0e43622b-88b2-411a-b740-0c84fe6a4dfb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:59.443996 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bb935b-f6cf-4eee-a515-ee6957433795 None None] Routers {'9624182b-dcc5-405a-bfa3-9ca8516b2eee'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:25:59.444787 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-84bb935b-f6cf-4eee-a515-ee6957433795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:25:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9624182b-dcc5-405a-bfa3-9ca8516b2eee'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:25:59.444961 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0e43622b-88b2-411a-b740-0c84fe6a4dfb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8514526 Jul 16 21:25:59.448161 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58168) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:59.557243 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-84bb935b-f6cf-4eee-a515-ee6957433795 None None] Set router 9624182b-dcc5-405a-bfa3-9ca8516b2eee gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:25:59.573472 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b58096cb-e82b-4113-ae3b-bbad941d0fdc tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=d0e49adb7de6459493e23c0b2760acb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1240764 Jul 16 21:25:59.576660 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58172) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:59.666503 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd2929c-f303-470d-b10b-7cd390295d75 tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:59.668200 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7dd2929c-f303-470d-b10b-7cd390295d75 tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905738 Jul 16 21:25:59.671160 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58174) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:59.699231 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6b69f5c0-a427-4351-acc2-098dae2d4c70 tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=9eaba347-54f9-4044-808d-862f23e2a998&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269423 Jul 16 21:25:59.702167 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58176) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:59.707065 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-1911e940-ffb5-4c02-a87e-afbc52f54265 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1824222864', 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:25:59.747768 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-84bb935b-f6cf-4eee-a515-ee6957433795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87329441', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'af7e53b1-244d-4cdd-827e-8359702f7f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:25:57Z', 'updated_at': '2021-07-16T21:25:58Z', 'revision_number': 3, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'af7e53b1-244d-4cdd-827e-8359702f7f42', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:25:58Z', 'updated_at': '2021-07-16T21:25:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:25:59.774200 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bb935b-f6cf-4eee-a515-ee6957433795 None None] Checking router: 9624182b-dcc5-405a-bfa3-9ca8516b2eee for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:25:59.774470 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bb935b-f6cf-4eee-a515-ee6957433795 None None] Updating router 9624182b-dcc5-405a-bfa3-9ca8516b2eee port af7e53b1-244d-4cdd-827e-8359702f7f42 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:25:59.798002 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1911e940-ffb5-4c02-a87e-afbc52f54265 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Made reservation on behalf of d0e49adb7de6459493e23c0b2760acb3 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:25:59.801607 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1911e940-ffb5-4c02-a87e-afbc52f54265 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:59.808954 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84bb935b-f6cf-4eee-a515-ee6957433795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:59.993051 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1911e940-ffb5-4c02-a87e-afbc52f54265 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:00.064124 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911e940-ffb5-4c02-a87e-afbc52f54265 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Subnet': ['ID=299bf9cf-3cd2-4453-b8da-139f9e7566d3,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:00.072848 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1911e940-ffb5-4c02-a87e-afbc52f54265 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Checking segment: {'id': 'e8934e01-c811-4607-a686-201a1f995586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:26:00.072848 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1911e940-ffb5-4c02-a87e-afbc52f54265 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network hostable DHCP agents. Network: 0a565961-893f-4e9c-851e-ea7318a41ba0, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:26:00.076221 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:00.089942 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1911e940-ffb5-4c02-a87e-afbc52f54265 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network 0a565961-893f-4e9c-851e-ea7318a41ba0 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:26:00.094518 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84bb935b-f6cf-4eee-a515-ee6957433795 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:00.099793 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-1911e940-ffb5-4c02-a87e-afbc52f54265 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 0a565961-893f-4e9c-851e-ea7318a41ba0) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:26:00.104419 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84bb935b-f6cf-4eee-a515-ee6957433795 None None] Transition to ACTIVE for port object af7e53b1-244d-4cdd-827e-8359702f7f42 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:26:00.105076 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1911e940-ffb5-4c02-a87e-afbc52f54265 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:00.105732 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1911e940-ffb5-4c02-a87e-afbc52f54265 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:00.111693 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb09ba1b-d19b-491c-9b90-252a058c69d5 None None] Network 0a565961-893f-4e9c-851e-ea7318a41ba0 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:26:00.123451 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1911e940-ffb5-4c02-a87e-afbc52f54265 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4200301 Jul 16 21:26:00.123953 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84bb935b-f6cf-4eee-a515-ee6957433795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:00.126484 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58178) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:00.220761 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe37d7b-6e2f-465f-b97e-ab42a9ff8322 None None] Pushing event updated for resources: {'Port': ['ID=af7e53b1-244d-4cdd-827e-8359702f7f42,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:00.227157 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-84bb935b-f6cf-4eee-a515-ee6957433795 None None] Attempting to bind port af7e53b1-244d-4cdd-827e-8359702f7f42 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:26:00.227525 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-84bb935b-f6cf-4eee-a515-ee6957433795 None None] Attempting to bind port af7e53b1-244d-4cdd-827e-8359702f7f42 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:26:00.227889 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bb935b-f6cf-4eee-a515-ee6957433795 None None] Attempting to bind port af7e53b1-244d-4cdd-827e-8359702f7f42 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:26:00.238284 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bb935b-f6cf-4eee-a515-ee6957433795 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:26:00.238284 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bb935b-f6cf-4eee-a515-ee6957433795 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:26:00.238642 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84bb935b-f6cf-4eee-a515-ee6957433795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:00.239041 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bb935b-f6cf-4eee-a515-ee6957433795 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:26:00.239513 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-84bb935b-f6cf-4eee-a515-ee6957433795 None None] Bound port: af7e53b1-244d-4cdd-827e-8359702f7f42, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:26:00.239904 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84bb935b-f6cf-4eee-a515-ee6957433795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:00.490935 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84bb935b-f6cf-4eee-a515-ee6957433795 None None] For port af7e53b1-244d-4cdd-827e-8359702f7f42, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:26:00.495276 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84bb935b-f6cf-4eee-a515-ee6957433795 None None] For port af7e53b1-244d-4cdd-827e-8359702f7f42, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=af7e53b1-244d-4cdd-827e-8359702f7f42,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:26:00.500339 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84bb935b-f6cf-4eee-a515-ee6957433795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:00.547032 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a52ccf8-c0fd-493a-b590-e4ada4b372a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-0a565961-893f-4e9c-851e-ea7318a41ba0', 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'fixed_ips': [{'subnet_id': '299bf9cf-3cd2-4453-b8da-139f9e7566d3'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:26:00.547894 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a52ccf8-c0fd-493a-b590-e4ada4b372a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:00.591850 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-217b2ebb-3038-4d8f-a487-d14cfc662f0a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:00.599595 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bb935b-f6cf-4eee-a515-ee6957433795 None None] Routers {'9624182b-dcc5-405a-bfa3-9ca8516b2eee'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:26:00.600239 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-84bb935b-f6cf-4eee-a515-ee6957433795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:25:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9624182b-dcc5-405a-bfa3-9ca8516b2eee'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:00.680650 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe37d7b-6e2f-465f-b97e-ab42a9ff8322 None None] Pushing event updated for resources: {'Port': ['ID=af7e53b1-244d-4cdd-827e-8359702f7f42,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:00.805334 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-84bb935b-f6cf-4eee-a515-ee6957433795 None None] Set router 9624182b-dcc5-405a-bfa3-9ca8516b2eee gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:26:00.863735 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-7a52ccf8-c0fd-493a-b590-e4ada4b372a6 None None] Allocated IP 172.20.0.2 (0a565961-893f-4e9c-851e-ea7318a41ba0/299bf9cf-3cd2-4453-b8da-139f9e7566d3/f6c90923-b3cb-4a57-871f-4f97caad3dc8) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:26:01.105499 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a52ccf8-c0fd-493a-b590-e4ada4b372a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:01.117151 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7a52ccf8-c0fd-493a-b590-e4ada4b372a6 None None] Transition to ACTIVE for port object f6c90923-b3cb-4a57-871f-4f97caad3dc8 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:26:01.124893 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-84bb935b-f6cf-4eee-a515-ee6957433795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87329441', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'af7e53b1-244d-4cdd-827e-8359702f7f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:25:57Z', 'updated_at': '2021-07-16T21:25:58Z', 'revision_number': 3, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'af7e53b1-244d-4cdd-827e-8359702f7f42', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:25:58Z', 'updated_at': '2021-07-16T21:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:01.157002 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bb935b-f6cf-4eee-a515-ee6957433795 None None] The sync data for ids ['9624182b-dcc5-405a-bfa3-9ca8516b2eee'] in n-d-791506-21 is: [{'id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87329441', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'af7e53b1-244d-4cdd-827e-8359702f7f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:25:57Z', 'updated_at': '2021-07-16T21:25:58Z', 'revision_number': 3, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'af7e53b1-244d-4cdd-827e-8359702f7f42', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:25:58Z', 'updated_at': '2021-07-16T21:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:26:01.160843 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7a52ccf8-c0fd-493a-b590-e4ada4b372a6 None None] Transition to ACTIVE for port object f6c90923-b3cb-4a57-871f-4f97caad3dc8 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:26:01.167127 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a52ccf8-c0fd-493a-b590-e4ada4b372a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:01.214481 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a52ccf8-c0fd-493a-b590-e4ada4b372a6 None None] Network 0a565961-893f-4e9c-851e-ea7318a41ba0 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:26:01.219394 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-217b2ebb-3038-4d8f-a487-d14cfc662f0a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Allocated IP 172.20.0.1 (0a565961-893f-4e9c-851e-ea7318a41ba0/299bf9cf-3cd2-4453-b8da-139f9e7566d3/4fa8f339-5622-4532-970a-7a716f983d29) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:26:01.220987 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-7a52ccf8-c0fd-493a-b590-e4ada4b372a6 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:26:01.223139 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52ccf8-c0fd-493a-b590-e4ada4b372a6 None None] Pushing event updated for resources: {'Port': ['ID=f6c90923-b3cb-4a57-871f-4f97caad3dc8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:01.225287 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a52ccf8-c0fd-493a-b590-e4ada4b372a6 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:26:01.292703 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-7a52ccf8-c0fd-493a-b590-e4ada4b372a6 None None] Attempting to bind port f6c90923-b3cb-4a57-871f-4f97caad3dc8 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:26:01.293079 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-7a52ccf8-c0fd-493a-b590-e4ada4b372a6 None None] Attempting to bind port f6c90923-b3cb-4a57-871f-4f97caad3dc8 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'e8934e01-c811-4607-a686-201a1f995586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:26:01.293453 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a52ccf8-c0fd-493a-b590-e4ada4b372a6 None None] Attempting to bind port f6c90923-b3cb-4a57-871f-4f97caad3dc8 on network 0a565961-893f-4e9c-851e-ea7318a41ba0 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:26:01.299577 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a52ccf8-c0fd-493a-b590-e4ada4b372a6 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:26:01.299960 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a52ccf8-c0fd-493a-b590-e4ada4b372a6 None None] Checking segment: {'id': 'e8934e01-c811-4607-a686-201a1f995586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:26:01.300379 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a52ccf8-c0fd-493a-b590-e4ada4b372a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:01.300764 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a52ccf8-c0fd-493a-b590-e4ada4b372a6 None None] Bound using segment: {'id': 'e8934e01-c811-4607-a686-201a1f995586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:26:01.301236 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-7a52ccf8-c0fd-493a-b590-e4ada4b372a6 None None] Bound port: f6c90923-b3cb-4a57-871f-4f97caad3dc8, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8934e01-c811-4607-a686-201a1f995586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:26:01.301623 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a52ccf8-c0fd-493a-b590-e4ada4b372a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:01.359881 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-217b2ebb-3038-4d8f-a487-d14cfc662f0a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:01.371418 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-7a52ccf8-c0fd-493a-b590-e4ada4b372a6 None None] For port f6c90923-b3cb-4a57-871f-4f97caad3dc8, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:26:01.375549 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-7a52ccf8-c0fd-493a-b590-e4ada4b372a6 None None] For port f6c90923-b3cb-4a57-871f-4f97caad3dc8, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f6c90923-b3cb-4a57-871f-4f97caad3dc8,segment=NetworkSegment(e8934e01-c811-4607-a686-201a1f995586),segment_id=e8934e01-c811-4607-a686-201a1f995586)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:26:01.388551 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-217b2ebb-3038-4d8f-a487-d14cfc662f0a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Transition to ACTIVE for port object 4fa8f339-5622-4532-970a-7a716f983d29 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:26:01.388768 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a52ccf8-c0fd-493a-b590-e4ada4b372a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:01.431693 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-217b2ebb-3038-4d8f-a487-d14cfc662f0a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:01.456877 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52ccf8-c0fd-493a-b590-e4ada4b372a6 None None] Pushing event updated for resources: {'Port': ['ID=f6c90923-b3cb-4a57-871f-4f97caad3dc8,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:01.492679 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217b2ebb-3038-4d8f-a487-d14cfc662f0a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network 0a565961-893f-4e9c-851e-ea7318a41ba0 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:26:01.498386 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-217b2ebb-3038-4d8f-a487-d14cfc662f0a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:26:01.503658 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217b2ebb-3038-4d8f-a487-d14cfc662f0a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:26:01.530803 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b2ebb-3038-4d8f-a487-d14cfc662f0a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=4fa8f339-5622-4532-970a-7a716f983d29,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:01.563056 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-217b2ebb-3038-4d8f-a487-d14cfc662f0a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:01.740191 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-217b2ebb-3038-4d8f-a487-d14cfc662f0a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:02.033435 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-217b2ebb-3038-4d8f-a487-d14cfc662f0a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:02.038493 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-217b2ebb-3038-4d8f-a487-d14cfc662f0a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:02.117921 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-217b2ebb-3038-4d8f-a487-d14cfc662f0a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:02.119805 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b2ebb-3038-4d8f-a487-d14cfc662f0a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=4fa8f339-5622-4532-970a-7a716f983d29,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:02.216952 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217b2ebb-3038-4d8f-a487-d14cfc662f0a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network 0a565961-893f-4e9c-851e-ea7318a41ba0 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:26:02.218488 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-217b2ebb-3038-4d8f-a487-d14cfc662f0a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:26:02.444038 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2baf83-6d4f-4ca5-9b3f-2c60fde569a5 None None] Network 0a565961-893f-4e9c-851e-ea7318a41ba0 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:26:02.491195 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-634486b9-bd89-432a-94c8-f4bbd0da8ca5 None None] Provisioning for port f6c90923-b3cb-4a57-871f-4f97caad3dc8 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:26:02.566452 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device af7e53b1-244d-4cdd-827e-8359702f7f42 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:26:02.676300 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port af7e53b1-244d-4cdd-827e-8359702f7f42 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:26:02.685995 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port af7e53b1-244d-4cdd-827e-8359702f7f42 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:26:02.686394 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:02.705236 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217b2ebb-3038-4d8f-a487-d14cfc662f0a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Router 9624182b-dcc5-405a-bfa3-9ca8516b2eee has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:26:02.775489 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:02.800621 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port af7e53b1-244d-4cdd-827e-8359702f7f42, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=af7e53b1-244d-4cdd-827e-8359702f7f42,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:26:02.808268 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:02.809105 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f6c90923-b3cb-4a57-871f-4f97caad3dc8 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:26:02.828080 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217b2ebb-3038-4d8f-a487-d14cfc662f0a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:26:02.833917 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-217b2ebb-3038-4d8f-a487-d14cfc662f0a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "PUT /v2.0/routers/9624182b-dcc5-405a-bfa3-9ca8516b2eee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7062652 Jul 16 21:26:02.893983 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=af7e53b1-244d-4cdd-827e-8359702f7f42,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:02.916657 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port f6c90923-b3cb-4a57-871f-4f97caad3dc8 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:26:02.922180 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port f6c90923-b3cb-4a57-871f-4f97caad3dc8 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:26:02.922643 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:03.018354 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:03.069167 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port f6c90923-b3cb-4a57-871f-4f97caad3dc8, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f6c90923-b3cb-4a57-871f-4f97caad3dc8,segment=NetworkSegment(e8934e01-c811-4607-a686-201a1f995586),segment_id=e8934e01-c811-4607-a686-201a1f995586)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:26:03.076123 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ea88afd9-23f3-4de4-9f1a-63c4da9b8069 None None] Provisioning for port 4fa8f339-5622-4532-970a-7a716f983d29 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:26:03.081528 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ea88afd9-23f3-4de4-9f1a-63c4da9b8069 None None] Provisioning complete for port 4fa8f339-5622-4532-970a-7a716f983d29 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:26:03.081908 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea88afd9-23f3-4de4-9f1a-63c4da9b8069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:03.104019 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:03.122956 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbf3765-d055-4db1-a477-3ea9ceac7a30 None None] Sync routers for ids ['9624182b-dcc5-405a-bfa3-9ca8516b2eee'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:26:03.140455 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbf3765-d055-4db1-a477-3ea9ceac7a30 None None] Routers {'9624182b-dcc5-405a-bfa3-9ca8516b2eee'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:26:03.141400 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9fbf3765-d055-4db1-a477-3ea9ceac7a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:25:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9624182b-dcc5-405a-bfa3-9ca8516b2eee'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:03.156447 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ea88afd9-23f3-4de4-9f1a-63c4da9b8069 None None] Port 4fa8f339-5622-4532-970a-7a716f983d29 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:26:03.180922 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ea88afd9-23f3-4de4-9f1a-63c4da9b8069 None None] Provisioning complete for port f6c90923-b3cb-4a57-871f-4f97caad3dc8 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:26:03.181380 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea88afd9-23f3-4de4-9f1a-63c4da9b8069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:03.208641 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=f6c90923-b3cb-4a57-871f-4f97caad3dc8,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:03.231721 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-4f47515e-0eb0-4a0c-b27a-bd4c3c3f4582 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2074484836&fields=id&tenant_id=d0e49adb7de6459493e23c0b2760acb3 HTTP/1.1" status: 200 len: 267 time: 0.0514092 Jul 16 21:26:03.296359 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-9fbf3765-d055-4db1-a477-3ea9ceac7a30 None None] Set router 9624182b-dcc5-405a-bfa3-9ca8516b2eee gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:26:03.354013 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-c5235a76-b35d-4a51-9586-d19b3a7f3510 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:03.355608 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-c5235a76-b35d-4a51-9586-d19b3a7f3510 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/networks?id=0a565961-893f-4e9c-851e-ea7318a41ba0 HTTP/1.1" status: 200 len: 796 time: 0.1231019 Jul 16 21:26:03.379236 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-e68019de-c568-44a7-a7ff-59fa978fa3cc tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/quotas/d0e49adb7de6459493e23c0b2760acb3 HTTP/1.1" status: 200 len: 375 time: 0.0155389 Jul 16 21:26:03.399240 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5b29c422-9d8d-40be-b8df-085c248bc380 None None] Provisioning complete for port 4fa8f339-5622-4532-970a-7a716f983d29 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:26:03.399777 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b29c422-9d8d-40be-b8df-085c248bc380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:03.437882 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5b29c422-9d8d-40be-b8df-085c248bc380 None None] Port 4fa8f339-5622-4532-970a-7a716f983d29 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:26:03.456698 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-1041c678-f9f3-4f80-9407-f676836958e0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766020 Jul 16 21:26:03.511784 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9fbf3765-d055-4db1-a477-3ea9ceac7a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87329441', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'af7e53b1-244d-4cdd-827e-8359702f7f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:25:57Z', 'updated_at': '2021-07-16T21:26:01Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'af7e53b1-244d-4cdd-827e-8359702f7f42', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:25:58Z', 'updated_at': '2021-07-16T21:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '4fa8f339-5622-4532-970a-7a716f983d29', 'name': '', 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:f7:d0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '299bf9cf-3cd2-4453-b8da-139f9e7566d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:00Z', 'updated_at': '2021-07-16T21:26:01Z', 'revision_number': 2, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': '299bf9cf-3cd2-4453-b8da-139f9e7566d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:03.537923 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbf3765-d055-4db1-a477-3ea9ceac7a30 None None] Checking router: 9624182b-dcc5-405a-bfa3-9ca8516b2eee for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:26:03.538266 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbf3765-d055-4db1-a477-3ea9ceac7a30 None None] Updating router 9624182b-dcc5-405a-bfa3-9ca8516b2eee port 4fa8f339-5622-4532-970a-7a716f983d29 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:26:03.556411 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-35c237e0-57d0-4d5e-bffc-34d2f4d18588 None None] Provisioning complete for port 4fa8f339-5622-4532-970a-7a716f983d29 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:26:03.556998 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35c237e0-57d0-4d5e-bffc-34d2f4d18588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:03.576264 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9fbf3765-d055-4db1-a477-3ea9ceac7a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:03.593993 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-35c237e0-57d0-4d5e-bffc-34d2f4d18588 None None] Port 4fa8f339-5622-4532-970a-7a716f983d29 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:26:03.600734 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-86b958b0-c4c4-4f51-abec-17b1a11a304f service neutron] 10.222.0.38 "GET /v2.0/networks/0a565961-893f-4e9c-851e-ea7318a41ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319308 Jul 16 21:26:03.693015 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-0baa749b-a842-4ae1-97de-0499b962d3bb service neutron] 10.222.0.38 "GET /v2.0/networks/0a565961-893f-4e9c-851e-ea7318a41ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865531 Jul 16 21:26:03.835725 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:03.854976 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9fbf3765-d055-4db1-a477-3ea9ceac7a30 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:03.866399 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-9fbf3765-d055-4db1-a477-3ea9ceac7a30 None None] Transition to ACTIVE for port object 4fa8f339-5622-4532-970a-7a716f983d29 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:26:03.872177 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9fbf3765-d055-4db1-a477-3ea9ceac7a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:03.882274 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73d75f96-1639-48dc-aa0f-d7baa93d0c9c req-e9530d89-df6d-4312-92a5-4dbf8f38eeb4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=03753f03-c076-4d65-a40f-63a82fdf9ba5 HTTP/1.1" status: 200 len: 210 time: 0.0342560 Jul 16 21:26:03.951744 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad802110-3ac5-4ad6-a7d8-56eb5ff4e9ca None None] Pushing event updated for resources: {'Port': ['ID=4fa8f339-5622-4532-970a-7a716f983d29,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:03.977492 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad802110-3ac5-4ad6-a7d8-56eb5ff4e9ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:03.977836 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad802110-3ac5-4ad6-a7d8-56eb5ff4e9ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:03.978175 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad802110-3ac5-4ad6-a7d8-56eb5ff4e9ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:03.978533 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad802110-3ac5-4ad6-a7d8-56eb5ff4e9ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:03.978866 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad802110-3ac5-4ad6-a7d8-56eb5ff4e9ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:03.979200 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad802110-3ac5-4ad6-a7d8-56eb5ff4e9ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:03.979525 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad802110-3ac5-4ad6-a7d8-56eb5ff4e9ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:03.979845 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad802110-3ac5-4ad6-a7d8-56eb5ff4e9ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:03.980514 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad802110-3ac5-4ad6-a7d8-56eb5ff4e9ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:03.980514 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad802110-3ac5-4ad6-a7d8-56eb5ff4e9ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:03.980785 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad802110-3ac5-4ad6-a7d8-56eb5ff4e9ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:03.981585 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad802110-3ac5-4ad6-a7d8-56eb5ff4e9ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:03.993720 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9fbf3765-d055-4db1-a477-3ea9ceac7a30 None None] Attempting to bind port 4fa8f339-5622-4532-970a-7a716f983d29 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:26:03.994086 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9fbf3765-d055-4db1-a477-3ea9ceac7a30 None None] Attempting to bind port 4fa8f339-5622-4532-970a-7a716f983d29 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'e8934e01-c811-4607-a686-201a1f995586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:26:03.994481 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf3765-d055-4db1-a477-3ea9ceac7a30 None None] Attempting to bind port 4fa8f339-5622-4532-970a-7a716f983d29 on network 0a565961-893f-4e9c-851e-ea7318a41ba0 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:26:04.000664 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf3765-d055-4db1-a477-3ea9ceac7a30 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:26:04.001035 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf3765-d055-4db1-a477-3ea9ceac7a30 None None] Checking segment: {'id': 'e8934e01-c811-4607-a686-201a1f995586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:26:04.001435 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9fbf3765-d055-4db1-a477-3ea9ceac7a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:04.001820 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf3765-d055-4db1-a477-3ea9ceac7a30 None None] Bound using segment: {'id': 'e8934e01-c811-4607-a686-201a1f995586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:26:04.002281 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9fbf3765-d055-4db1-a477-3ea9ceac7a30 None None] Bound port: 4fa8f339-5622-4532-970a-7a716f983d29, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8934e01-c811-4607-a686-201a1f995586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:26:04.002686 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9fbf3765-d055-4db1-a477-3ea9ceac7a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:04.067898 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-9fbf3765-d055-4db1-a477-3ea9ceac7a30 None None] For port 4fa8f339-5622-4532-970a-7a716f983d29, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:26:04.071904 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-9fbf3765-d055-4db1-a477-3ea9ceac7a30 None None] For port 4fa8f339-5622-4532-970a-7a716f983d29, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4fa8f339-5622-4532-970a-7a716f983d29,segment=NetworkSegment(e8934e01-c811-4607-a686-201a1f995586),segment_id=e8934e01-c811-4607-a686-201a1f995586)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:26:04.077031 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9fbf3765-d055-4db1-a477-3ea9ceac7a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:04.135307 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbf3765-d055-4db1-a477-3ea9ceac7a30 None None] Routers {'9624182b-dcc5-405a-bfa3-9ca8516b2eee'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:26:04.135932 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9fbf3765-d055-4db1-a477-3ea9ceac7a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:25:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9624182b-dcc5-405a-bfa3-9ca8516b2eee'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:04.175004 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad802110-3ac5-4ad6-a7d8-56eb5ff4e9ca None None] Pushing event updated for resources: {'Port': ['ID=4fa8f339-5622-4532-970a-7a716f983d29,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:04.253406 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-9fbf3765-d055-4db1-a477-3ea9ceac7a30 None None] Set router 9624182b-dcc5-405a-bfa3-9ca8516b2eee gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:26:04.459182 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9fbf3765-d055-4db1-a477-3ea9ceac7a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87329441', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'af7e53b1-244d-4cdd-827e-8359702f7f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:25:57Z', 'updated_at': '2021-07-16T21:26:01Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'af7e53b1-244d-4cdd-827e-8359702f7f42', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:25:58Z', 'updated_at': '2021-07-16T21:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '4fa8f339-5622-4532-970a-7a716f983d29', 'name': '', 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:f7:d0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '299bf9cf-3cd2-4453-b8da-139f9e7566d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:00Z', 'updated_at': '2021-07-16T21:26:04Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': '299bf9cf-3cd2-4453-b8da-139f9e7566d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:04.486540 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbf3765-d055-4db1-a477-3ea9ceac7a30 None None] The sync data for ids ['9624182b-dcc5-405a-bfa3-9ca8516b2eee'] in n-d-791506-21 is: [{'id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87329441', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'af7e53b1-244d-4cdd-827e-8359702f7f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:25:57Z', 'updated_at': '2021-07-16T21:26:01Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'af7e53b1-244d-4cdd-827e-8359702f7f42', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:25:58Z', 'updated_at': '2021-07-16T21:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '4fa8f339-5622-4532-970a-7a716f983d29', 'name': '', 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:f7:d0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '299bf9cf-3cd2-4453-b8da-139f9e7566d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:00Z', 'updated_at': '2021-07-16T21:26:04Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': '299bf9cf-3cd2-4453-b8da-139f9e7566d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:26:04.488250 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device af7e53b1-244d-4cdd-827e-8359702f7f42 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:26:04.564019 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port af7e53b1-244d-4cdd-827e-8359702f7f42 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:26:04.564658 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:04.650579 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f6c90923-b3cb-4a57-871f-4f97caad3dc8 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:26:04.701706 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port f6c90923-b3cb-4a57-871f-4f97caad3dc8 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:26:04.702184 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:04.751342 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:26:04.980240 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5a4250c9-f656-4622-817f-af8a56e4907a req-c58577e9-1c27-4d04-9812-0f1dfd31fbf0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=03753f03-c076-4d65-a40f-63a82fdf9ba5 HTTP/1.1" status: 200 len: 210 time: 0.0355806 Jul 16 21:26:06.144839 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a325ee4a-759c-4c0f-836c-74a39c95580d req-3d2ae8de-1ec0-4ddb-8dfb-936c2c3bd0c9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=03753f03-c076-4d65-a40f-63a82fdf9ba5 HTTP/1.1" status: 200 len: 210 time: 0.0329959 Jul 16 21:26:06.516051 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4fa8f339-5622-4532-970a-7a716f983d29 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:26:06.573117 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 4fa8f339-5622-4532-970a-7a716f983d29 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:26:06.577407 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 4fa8f339-5622-4532-970a-7a716f983d29 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:26:06.577780 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:06.670442 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:06.713977 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 4fa8f339-5622-4532-970a-7a716f983d29, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4fa8f339-5622-4532-970a-7a716f983d29,segment=NetworkSegment(e8934e01-c811-4607-a686-201a1f995586),segment_id=e8934e01-c811-4607-a686-201a1f995586)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:26:06.719141 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:06.782170 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=4fa8f339-5622-4532-970a-7a716f983d29,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:07.092183 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-05735333-525a-4445-b97c-436c8db1dfa8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:07.093694 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-05735333-525a-4445-b97c-436c8db1dfa8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.18 "GET /v2.0/networks?id=0a565961-893f-4e9c-851e-ea7318a41ba0 HTTP/1.1" status: 200 len: 796 time: 0.1159153 Jul 16 21:26:07.139570 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-e1e7b61b-5d8a-4608-b119-32dd0047ea5d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0e49adb7de6459493e23c0b2760acb3 HTTP/1.1" status: 200 len: 380 time: 0.0347657 Jul 16 21:26:07.148197 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-c35619c3-76a8-45a4-96d1-81ba17eb1e2a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'port': {'device_id': '03753f03-c076-4d65-a40f-63a82fdf9ba5', 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0', 'admin_state_up': True, 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'security_groups': ['6424c98c-dd1b-4525-8ca9-7d49ced8bdb9']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:26:07.280247 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-c35619c3-76a8-45a4-96d1-81ba17eb1e2a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Made reservation on behalf of d0e49adb7de6459493e23c0b2760acb3 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:26:07.283659 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-c35619c3-76a8-45a4-96d1-81ba17eb1e2a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:07.303691 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-07f6ec7f-5aa2-4b82-a3c0-bce3d21a29f6 req-ac1762e9-6892-44ca-a523-0bfa6c0d7f60 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=03753f03-c076-4d65-a40f-63a82fdf9ba5 HTTP/1.1" status: 200 len: 210 time: 0.0375397 Jul 16 21:26:07.432172 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-c35619c3-76a8-45a4-96d1-81ba17eb1e2a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Allocated IP 172.20.0.5 (0a565961-893f-4e9c-851e-ea7318a41ba0/299bf9cf-3cd2-4453-b8da-139f9e7566d3/9c6d56cf-ab88-4ded-8e8f-5d279824a7d3) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:26:07.576473 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-c35619c3-76a8-45a4-96d1-81ba17eb1e2a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:07.589573 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-c35619c3-76a8-45a4-96d1-81ba17eb1e2a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Transition to ACTIVE for port object 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:26:07.623349 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-c35619c3-76a8-45a4-96d1-81ba17eb1e2a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:07.668816 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-c35619c3-76a8-45a4-96d1-81ba17eb1e2a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network 0a565961-893f-4e9c-851e-ea7318a41ba0 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:26:07.671953 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-c35619c3-76a8-45a4-96d1-81ba17eb1e2a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:26:07.677091 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-c35619c3-76a8-45a4-96d1-81ba17eb1e2a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:26:07.683387 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35619c3-76a8-45a4-96d1-81ba17eb1e2a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=9c6d56cf-ab88-4ded-8e8f-5d279824a7d3,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:07.730451 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-c35619c3-76a8-45a4-96d1-81ba17eb1e2a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:07.731071 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-c35619c3-76a8-45a4-96d1-81ba17eb1e2a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:07.745940 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-c35619c3-76a8-45a4-96d1-81ba17eb1e2a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6016366 Jul 16 21:26:07.757328 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-50288f4c-c5d4-4f1e-acce-83319a4e9742 service neutron] Request body: {'port': {'device_id': '03753f03-c076-4d65-a40f-63a82fdf9ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:26:07.836801 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-50288f4c-c5d4-4f1e-acce-83319a4e9742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:07.890026 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-90a7af59-13f7-41be-8c32-c31841d49822 None None] Provisioning for port 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:26:07.894599 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-90a7af59-13f7-41be-8c32-c31841d49822 None None] Provisioning complete for port 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:26:07.894978 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-90a7af59-13f7-41be-8c32-c31841d49822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:07.931553 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-90a7af59-13f7-41be-8c32-c31841d49822 None None] Port 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:26:08.098531 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-50288f4c-c5d4-4f1e-acce-83319a4e9742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:26:08.105759 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-50288f4c-c5d4-4f1e-acce-83319a4e9742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:08.119112 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-50288f4c-c5d4-4f1e-acce-83319a4e9742 service neutron] Transition to ACTIVE for port object 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:26:08.122124 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-50288f4c-c5d4-4f1e-acce-83319a4e9742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:08.178728 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50288f4c-c5d4-4f1e-acce-83319a4e9742 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6d56cf-ab88-4ded-8e8f-5d279824a7d3,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:08.253604 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-50288f4c-c5d4-4f1e-acce-83319a4e9742 service neutron] Attempting to bind port 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:26:08.253944 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-50288f4c-c5d4-4f1e-acce-83319a4e9742 service neutron] Attempting to bind port 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'e8934e01-c811-4607-a686-201a1f995586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:26:08.254274 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-50288f4c-c5d4-4f1e-acce-83319a4e9742 service neutron] Attempting to bind port 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 on network 0a565961-893f-4e9c-851e-ea7318a41ba0 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:26:08.258654 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-50288f4c-c5d4-4f1e-acce-83319a4e9742 service neutron] Port 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 on network 0a565961-893f-4e9c-851e-ea7318a41ba0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:26:08.258977 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-50288f4c-c5d4-4f1e-acce-83319a4e9742 service neutron] Attempting to bind port 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 on network 0a565961-893f-4e9c-851e-ea7318a41ba0 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:26:08.263966 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-50288f4c-c5d4-4f1e-acce-83319a4e9742 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:26:08.264308 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-50288f4c-c5d4-4f1e-acce-83319a4e9742 service neutron] Checking segment: {'id': 'e8934e01-c811-4607-a686-201a1f995586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:26:08.264692 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-50288f4c-c5d4-4f1e-acce-83319a4e9742 service neutron] Bound using segment: {'id': 'e8934e01-c811-4607-a686-201a1f995586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:26:08.265120 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-50288f4c-c5d4-4f1e-acce-83319a4e9742 service neutron] Bound port: 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8934e01-c811-4607-a686-201a1f995586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:26:08.265483 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-50288f4c-c5d4-4f1e-acce-83319a4e9742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:08.332119 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-50288f4c-c5d4-4f1e-acce-83319a4e9742 service neutron] For port 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:26:08.335789 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-50288f4c-c5d4-4f1e-acce-83319a4e9742 service neutron] For port 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9c6d56cf-ab88-4ded-8e8f-5d279824a7d3,segment=NetworkSegment(e8934e01-c811-4607-a686-201a1f995586),segment_id=e8934e01-c811-4607-a686-201a1f995586)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:26:08.340523 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-50288f4c-c5d4-4f1e-acce-83319a4e9742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:08.378263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-50288f4c-c5d4-4f1e-acce-83319a4e9742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:08.378899 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-50288f4c-c5d4-4f1e-acce-83319a4e9742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:08.380267 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-50288f4c-c5d4-4f1e-acce-83319a4e9742 service neutron] 10.222.0.18 "PUT /v2.0/ports/9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 HTTP/1.1" status: 200 len: 1092 time: 0.6272416 Jul 16 21:26:08.380704 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03753f03-c076-4d65-a40f-63a82fdf9ba5', 'tag': '9c6d56cf-ab88-4ded-8e8f-5d279824a7d3'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:26:08.383001 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d650cb4c-5556-4de1-af68-89b390a2af99" -d '{"events": [{"name": "network-changed", "server_uuid": "03753f03-c076-4d65-a40f-63a82fdf9ba5", "tag": "9c6d56cf-ab88-4ded-8e8f-5d279824a7d3"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:26:08.423589 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50288f4c-c5d4-4f1e-acce-83319a4e9742 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6d56cf-ab88-4ded-8e8f-5d279824a7d3,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:08.514129 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4fa8f339-5622-4532-970a-7a716f983d29 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:26:08.523014 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f14a68-abe3-4a0f-b128-52e30863d0c9 x-openstack-request-id: req-f6f14a68-abe3-4a0f-b128-52e30863d0c9 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:26:08.523313 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03753f03-c076-4d65-a40f-63a82fdf9ba5", "tag": "9c6d56cf-ab88-4ded-8e8f-5d279824a7d3", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:26:08.523570 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f6f14a68-abe3-4a0f-b128-52e30863d0c9 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:26:08.523973 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03753f03-c076-4d65-a40f-63a82fdf9ba5', 'tag': '9c6d56cf-ab88-4ded-8e8f-5d279824a7d3', 'status': 'completed', 'code': 200} Jul 16 21:26:08.564830 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0c4ff-ae37-4b17-8443-94e02b13f17e req-fa594069-ca4f-4b9e-831f-826b9f81226d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:08.566807 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8c0c4ff-ae37-4b17-8443-94e02b13f17e req-fa594069-ca4f-4b9e-831f-826b9f81226d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=03753f03-c076-4d65-a40f-63a82fdf9ba5 HTTP/1.1" status: 200 len: 943 time: 0.1153710 Jul 16 21:26:08.568548 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 4fa8f339-5622-4532-970a-7a716f983d29 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:26:08.568928 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:08.575468 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-c4d17f74-7b96-4c48-8078-787847076675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:08.577578 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-c4d17f74-7b96-4c48-8078-787847076675 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=03753f03-c076-4d65-a40f-63a82fdf9ba5 HTTP/1.1" status: 200 len: 1095 time: 0.1417284 Jul 16 21:26:08.631874 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-4cd6d9c7-f25e-4919-a4c8-a3a9ee5733e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 HTTP/1.1" status: 200 len: 217 time: 0.0471592 Jul 16 21:26:08.680624 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8c0c4ff-ae37-4b17-8443-94e02b13f17e req-4545f02e-93e4-44d3-a5aa-7e764502664d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=6424c98c-dd1b-4525-8ca9-7d49ced8bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014078 Jul 16 21:26:08.696153 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-905a61f8-17ab-49e1-b770-69dd3eea744c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:08.697619 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-905a61f8-17ab-49e1-b770-69dd3eea744c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=299bf9cf-3cd2-4453-b8da-139f9e7566d3 HTTP/1.1" status: 200 len: 835 time: 0.0600951 Jul 16 21:26:08.753745 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-270161bf-55c4-4b72-a767-230b1446a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:08.755278 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-270161bf-55c4-4b72-a767-230b1446a796 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a565961-893f-4e9c-851e-ea7318a41ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518286 Jul 16 21:26:08.848668 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-81ca004c-b72b-4512-acc7-77462f109a45 service neutron] 10.222.0.18 "GET /v2.0/networks/0a565961-893f-4e9c-851e-ea7318a41ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872662 Jul 16 21:26:08.937797 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccf5ff11-c9d9-456c-8f1e-9591c7172deb req-2a4dd283-423b-42a4-9d7b-6fb0d5b49a5d service neutron] 10.222.0.18 "GET /v2.0/networks/0a565961-893f-4e9c-851e-ea7318a41ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832827 Jul 16 21:26:09.046031 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650cb4c-5556-4de1-af68-89b390a2af99 req-16b37adc-46ae-4a7e-84ad-84d9b65b1262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:09.047508 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d650cb4c-5556-4de1-af68-89b390a2af99 req-16b37adc-46ae-4a7e-84ad-84d9b65b1262 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=03753f03-c076-4d65-a40f-63a82fdf9ba5 HTTP/1.1" status: 200 len: 1095 time: 0.0585229 Jul 16 21:26:09.136571 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650cb4c-5556-4de1-af68-89b390a2af99 req-66cfc6ef-86f3-47aa-8e46-e5473eb1d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:09.138762 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d650cb4c-5556-4de1-af68-89b390a2af99 req-66cfc6ef-86f3-47aa-8e46-e5473eb1d943 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0a565961-893f-4e9c-851e-ea7318a41ba0 HTTP/1.1" status: 200 len: 897 time: 0.0847597 Jul 16 21:26:09.182957 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d650cb4c-5556-4de1-af68-89b390a2af99 req-729e4de1-84a0-40bb-9eaa-e69e04dd3758 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 HTTP/1.1" status: 200 len: 217 time: 0.0383284 Jul 16 21:26:09.230542 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650cb4c-5556-4de1-af68-89b390a2af99 req-5443efb6-91be-4b97-b211-865b69390428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:09.232153 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d650cb4c-5556-4de1-af68-89b390a2af99 req-5443efb6-91be-4b97-b211-865b69390428 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=299bf9cf-3cd2-4453-b8da-139f9e7566d3 HTTP/1.1" status: 200 len: 835 time: 0.0430067 Jul 16 21:26:09.291619 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650cb4c-5556-4de1-af68-89b390a2af99 req-d7245628-107d-4bae-8c8e-35839d1f538d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:09.293142 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d650cb4c-5556-4de1-af68-89b390a2af99 req-d7245628-107d-4bae-8c8e-35839d1f538d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a565961-893f-4e9c-851e-ea7318a41ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543232 Jul 16 21:26:09.386929 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d650cb4c-5556-4de1-af68-89b390a2af99 req-c6c2dcd6-bc5e-4cc8-bb82-758e247d1744 service neutron] 10.222.0.18 "GET /v2.0/networks/0a565961-893f-4e9c-851e-ea7318a41ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869656 Jul 16 21:26:09.476161 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d650cb4c-5556-4de1-af68-89b390a2af99 req-255b4815-a4ea-4f83-a9d7-35839b5614d3 service neutron] 10.222.0.18 "GET /v2.0/networks/0a565961-893f-4e9c-851e-ea7318a41ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820508 Jul 16 21:26:09.858023 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34b87f-7fb2-4602-a846-58720743a667 req-7581144f-75ea-476f-a412-07fbe8802377 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:09.859523 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8a34b87f-7fb2-4602-a846-58720743a667 req-7581144f-75ea-476f-a412-07fbe8802377 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=03753f03-c076-4d65-a40f-63a82fdf9ba5 HTTP/1.1" status: 200 len: 943 time: 0.0665383 Jul 16 21:26:09.897016 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8a34b87f-7fb2-4602-a846-58720743a667 req-4bf0f6f6-10de-435a-b8e8-ebb0a007a841 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=6424c98c-dd1b-4525-8ca9-7d49ced8bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319295 Jul 16 21:26:10.901049 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:26:11.075788 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803d3ff-05f7-4730-a7ca-b6ab536238f8 req-081597d8-dd3e-4b06-9f26-2576f712fb2e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:11.077676 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8803d3ff-05f7-4730-a7ca-b6ab536238f8 req-081597d8-dd3e-4b06-9f26-2576f712fb2e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=03753f03-c076-4d65-a40f-63a82fdf9ba5 HTTP/1.1" status: 200 len: 943 time: 0.0678499 Jul 16 21:26:11.118258 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8803d3ff-05f7-4730-a7ca-b6ab536238f8 req-8f44f251-b7ed-443e-a79f-a82bc64f3c7a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=6424c98c-dd1b-4525-8ca9-7d49ced8bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346410 Jul 16 21:26:11.151499 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9c6d56cf-ab88-4ded-8e8f-5d279824a7d3,segment=NetworkSegment(e8934e01-c811-4607-a686-201a1f995586),segment_id=e8934e01-c811-4607-a686-201a1f995586)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:26:11.163372 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '9c6d56cf-ab88-4ded-8e8f-5d279824a7d3', 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0', 'port_id': '9c6d56cf-ab88-4ded-8e8f-5d279824a7d3', 'mac_address': 'fa:16:3e:4f:19:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299bf9cf-3cd2-4453-b8da-139f9e7566d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:26:11.199023 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:11.211756 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:26:11.231431 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9c6d56cf-ab88-4ded-8e8f-5d279824a7d3,segment=NetworkSegment(e8934e01-c811-4607-a686-201a1f995586),segment_id=e8934e01-c811-4607-a686-201a1f995586)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:26:11.235792 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:11.287256 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=9c6d56cf-ab88-4ded-8e8f-5d279824a7d3,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:11.428232 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['9c6d56cf-ab88-4ded-8e8f-5d279824a7d3'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:26:12.291104 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32badfaf-ae30-4622-aee6-aacd27fb4071 req-ad2af869-4f5d-4b03-8e4e-1699e1fdd347 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:12.292605 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-32badfaf-ae30-4622-aee6-aacd27fb4071 req-ad2af869-4f5d-4b03-8e4e-1699e1fdd347 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=03753f03-c076-4d65-a40f-63a82fdf9ba5 HTTP/1.1" status: 200 len: 944 time: 0.0649302 Jul 16 21:26:12.335394 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-32badfaf-ae30-4622-aee6-aacd27fb4071 req-448c938c-0962-46a2-b5d2-43ecba6dd0e6 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=6424c98c-dd1b-4525-8ca9-7d49ced8bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367186 Jul 16 21:26:12.915961 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:26:12.972296 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:26:12.977697 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:26:12.978074 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:13.052869 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:13.078270 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03753f03-c076-4d65-a40f-63a82fdf9ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6d56cf-ab88-4ded-8e8f-5d279824a7d3'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:26:13.080554 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d599d8cd7c90ef7a4a4f11e3824443e11814837840e0ec22718dbf4e389f10a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546bf13c-aea2-4063-b175-463a5b4664b4" -d '{"events": [{"server_uuid": "03753f03-c076-4d65-a40f-63a82fdf9ba5", "name": "network-vif-plugged", "status": "completed", "tag": "9c6d56cf-ab88-4ded-8e8f-5d279824a7d3"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:26:13.094091 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9c6d56cf-ab88-4ded-8e8f-5d279824a7d3,segment=NetworkSegment(e8934e01-c811-4607-a686-201a1f995586),segment_id=e8934e01-c811-4607-a686-201a1f995586)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:26:13.099971 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:13.157106 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=9c6d56cf-ab88-4ded-8e8f-5d279824a7d3,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:13.184121 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c50ab9c-21a3-4b71-94e7-1458fa8a9888 x-openstack-request-id: req-3c50ab9c-21a3-4b71-94e7-1458fa8a9888 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:26:13.184953 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03753f03-c076-4d65-a40f-63a82fdf9ba5", "name": "network-vif-plugged", "status": "completed", "tag": "9c6d56cf-ab88-4ded-8e8f-5d279824a7d3", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:26:13.185234 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3c50ab9c-21a3-4b71-94e7-1458fa8a9888 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:26:13.185642 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03753f03-c076-4d65-a40f-63a82fdf9ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6d56cf-ab88-4ded-8e8f-5d279824a7d3', 'code': 200} Jul 16 21:26:13.303301 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d376c-cf37-4191-894d-5477d395f136 req-d81bb87f-3174-44d1-aff5-4c5397e162dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:13.304864 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-169d376c-cf37-4191-894d-5477d395f136 req-d81bb87f-3174-44d1-aff5-4c5397e162dd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=03753f03-c076-4d65-a40f-63a82fdf9ba5 HTTP/1.1" status: 200 len: 1097 time: 0.0579550 Jul 16 21:26:13.340416 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-169d376c-cf37-4191-894d-5477d395f136 req-1f396ffd-7817-492d-8dde-6f3e1433561b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6424c98c-dd1b-4525-8ca9-7d49ced8bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283210 Jul 16 21:26:13.509317 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600756fe-e60a-49d2-bdae-82805d915c44 req-84e0f5f2-76b6-474b-9e41-acf2bbcb1a8a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:13.510736 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-600756fe-e60a-49d2-bdae-82805d915c44 req-84e0f5f2-76b6-474b-9e41-acf2bbcb1a8a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=03753f03-c076-4d65-a40f-63a82fdf9ba5 HTTP/1.1" status: 200 len: 945 time: 0.0640881 Jul 16 21:26:13.550036 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-600756fe-e60a-49d2-bdae-82805d915c44 req-71dc7278-ca5e-4c83-8055-65e22e536668 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=6424c98c-dd1b-4525-8ca9-7d49ced8bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335667 Jul 16 21:26:14.729593 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc548a3f-3bb8-4d4c-b0f3-4603c60d24ad req-8b6b2c18-b7cf-4278-8644-2379eb7d3621 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:14.731008 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc548a3f-3bb8-4d4c-b0f3-4603c60d24ad req-8b6b2c18-b7cf-4278-8644-2379eb7d3621 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=03753f03-c076-4d65-a40f-63a82fdf9ba5 HTTP/1.1" status: 200 len: 945 time: 0.0678039 Jul 16 21:26:14.769758 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc548a3f-3bb8-4d4c-b0f3-4603c60d24ad req-cc8f6837-e899-4068-bb80-3404faca3542 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=6424c98c-dd1b-4525-8ca9-7d49ced8bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324650 Jul 16 21:26:14.943159 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844f747-e2c9-4acc-8dde-6e516da9d1a6 req-66c91bed-8862-4f06-bb43-13711d2029ad tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:14.944641 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0844f747-e2c9-4acc-8dde-6e516da9d1a6 req-66c91bed-8862-4f06-bb43-13711d2029ad tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=03753f03-c076-4d65-a40f-63a82fdf9ba5 HTTP/1.1" status: 200 len: 945 time: 0.0649219 Jul 16 21:26:14.985530 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0844f747-e2c9-4acc-8dde-6e516da9d1a6 req-662af1db-ea42-4605-ace7-0838039f5463 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=6424c98c-dd1b-4525-8ca9-7d49ced8bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352538 Jul 16 21:26:15.011241 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58244) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:15.064103 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d28afdc-f24f-44ab-93f6-32963a149c4c tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:15.065594 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5d28afdc-f24f-44ab-93f6-32963a149c4c tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=03753f03-c076-4d65-a40f-63a82fdf9ba5 HTTP/1.1" status: 200 len: 1092 time: 0.0533776 Jul 16 21:26:15.068533 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58246) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:15.072762 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-6dcee582-2934-4c92-9bb5-10e7d9021653 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'port_id': '9c6d56cf-ab88-4ded-8e8f-5d279824a7d3', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:26:15.094821 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6dcee582-2934-4c92-9bb5-10e7d9021653 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:15.198752 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6dcee582-2934-4c92-9bb5-10e7d9021653 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:15.308307 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-6dcee582-2934-4c92-9bb5-10e7d9021653 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Allocated IP 172.25.0.252 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/0d1ba028-95c2-49e6-bfa2-9227262cfe3b) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:26:15.412138 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6dcee582-2934-4c92-9bb5-10e7d9021653 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:15.449620 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6dcee582-2934-4c92-9bb5-10e7d9021653 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:15.488148 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcee582-2934-4c92-9bb5-10e7d9021653 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:26:15.491258 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-6dcee582-2934-4c92-9bb5-10e7d9021653 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:26:15.495451 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcee582-2934-4c92-9bb5-10e7d9021653 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:26:15.522667 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcee582-2934-4c92-9bb5-10e7d9021653 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=0d1ba028-95c2-49e6-bfa2-9227262cfe3b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:15.863441 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6dcee582-2934-4c92-9bb5-10e7d9021653 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:15.941126 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6dcee582-2934-4c92-9bb5-10e7d9021653 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:16.089870 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6dcee582-2934-4c92-9bb5-10e7d9021653 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:16.095139 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6dcee582-2934-4c92-9bb5-10e7d9021653 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:16.167196 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcee582-2934-4c92-9bb5-10e7d9021653 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=0d1ba028-95c2-49e6-bfa2-9227262cfe3b,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:16.176209 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6dcee582-2934-4c92-9bb5-10e7d9021653 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:16.280118 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-6dcee582-2934-4c92-9bb5-10e7d9021653 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Floating IP 2c6cbea7-56cf-4afe-987b-69d4ff161ae5 associated. External IP: 172.25.0.252, port: 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3. Jul 16 21:26:16.485389 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcee582-2934-4c92-9bb5-10e7d9021653 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Router 9624182b-dcc5-405a-bfa3-9ca8516b2eee has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:26:16.592860 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcee582-2934-4c92-9bb5-10e7d9021653 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:26:16.602931 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dac381-f21a-40d5-8118-e4c6adaeebd7 None None] Sync routers for ids ['9624182b-dcc5-405a-bfa3-9ca8516b2eee'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:26:16.608612 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6dcee582-2934-4c92-9bb5-10e7d9021653 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:16.615088 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dac381-f21a-40d5-8118-e4c6adaeebd7 None None] Routers {'9624182b-dcc5-405a-bfa3-9ca8516b2eee'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:26:16.615710 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-60dac381-f21a-40d5-8118-e4c6adaeebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:25:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9624182b-dcc5-405a-bfa3-9ca8516b2eee'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:16.645128 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6dcee582-2934-4c92-9bb5-10e7d9021653 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5755858 Jul 16 21:26:16.645826 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03753f03-c076-4d65-a40f-63a82fdf9ba5', 'tag': '9c6d56cf-ab88-4ded-8e8f-5d279824a7d3'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:26:16.648247 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842c0d0d-432a-49d6-88cf-2157def15b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "03753f03-c076-4d65-a40f-63a82fdf9ba5", "tag": "9c6d56cf-ab88-4ded-8e8f-5d279824a7d3"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:26:16.691254 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a79dc6-aece-499d-972d-a5c78c69c4b1 x-openstack-request-id: req-f8a79dc6-aece-499d-972d-a5c78c69c4b1 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:26:16.691598 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03753f03-c076-4d65-a40f-63a82fdf9ba5", "tag": "9c6d56cf-ab88-4ded-8e8f-5d279824a7d3", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:26:16.691864 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f8a79dc6-aece-499d-972d-a5c78c69c4b1 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:26:16.692476 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03753f03-c076-4d65-a40f-63a82fdf9ba5', 'tag': '9c6d56cf-ab88-4ded-8e8f-5d279824a7d3', 'status': 'completed', 'code': 200} Jul 16 21:26:16.725628 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-60dac381-f21a-40d5-8118-e4c6adaeebd7 None None] Set router 9624182b-dcc5-405a-bfa3-9ca8516b2eee gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:26:16.971714 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-60dac381-f21a-40d5-8118-e4c6adaeebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87329441', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'af7e53b1-244d-4cdd-827e-8359702f7f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:25:57Z', 'updated_at': '2021-07-16T21:26:01Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'af7e53b1-244d-4cdd-827e-8359702f7f42', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:25:58Z', 'updated_at': '2021-07-16T21:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '2c6cbea7-56cf-4afe-987b-69d4ff161ae5', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'floating_ip_address': '172.25.0.252', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'port_id': '9c6d56cf-ab88-4ded-8e8f-5d279824a7d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0', 'mac_address': 'fa:16:3e:4f:19:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03753f03-c076-4d65-a40f-63a82fdf9ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:26:15Z', 'updated_at': '2021-07-16T21:26:15Z', 'revision_number': 0, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fa8f339-5622-4532-970a-7a716f983d29', 'name': '', 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:f7:d0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '299bf9cf-3cd2-4453-b8da-139f9e7566d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:00Z', 'updated_at': '2021-07-16T21:26:06Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': '299bf9cf-3cd2-4453-b8da-139f9e7566d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:17.002617 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dac381-f21a-40d5-8118-e4c6adaeebd7 None None] Checking router: 9624182b-dcc5-405a-bfa3-9ca8516b2eee for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:26:17.011488 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dac381-f21a-40d5-8118-e4c6adaeebd7 None None] Routers {'9624182b-dcc5-405a-bfa3-9ca8516b2eee'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:26:17.012208 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-60dac381-f21a-40d5-8118-e4c6adaeebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:25:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9624182b-dcc5-405a-bfa3-9ca8516b2eee'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:17.124669 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-60dac381-f21a-40d5-8118-e4c6adaeebd7 None None] Set router 9624182b-dcc5-405a-bfa3-9ca8516b2eee gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:26:17.167436 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c0d0d-432a-49d6-88cf-2157def15b7f req-cf3b155f-856c-45d4-83a9-8da6a403fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:17.169007 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-842c0d0d-432a-49d6-88cf-2157def15b7f req-cf3b155f-856c-45d4-83a9-8da6a403fc65 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=03753f03-c076-4d65-a40f-63a82fdf9ba5 HTTP/1.1" status: 200 len: 1097 time: 0.4549563 Jul 16 21:26:17.219744 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88206224-dc38-48eb-a14a-f323c89e1dac req-33b30b83-c995-450e-93f5-b9d767bcff84 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:17.221270 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-88206224-dc38-48eb-a14a-f323c89e1dac req-33b30b83-c995-450e-93f5-b9d767bcff84 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=03753f03-c076-4d65-a40f-63a82fdf9ba5 HTTP/1.1" status: 200 len: 945 time: 0.4753578 Jul 16 21:26:17.299589 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-88206224-dc38-48eb-a14a-f323c89e1dac req-19a0b9de-fa32-4686-b2bd-d40ca8c85126 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=6424c98c-dd1b-4525-8ca9-7d49ced8bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517812 Jul 16 21:26:17.302537 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c0d0d-432a-49d6-88cf-2157def15b7f req-16f64d1b-a1f0-43ee-88b3-4d136e3764d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:17.303770 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-842c0d0d-432a-49d6-88cf-2157def15b7f req-16f64d1b-a1f0-43ee-88b3-4d136e3764d2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0a565961-893f-4e9c-851e-ea7318a41ba0 HTTP/1.1" status: 200 len: 897 time: 0.1272831 Jul 16 21:26:17.326725 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58252) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:17.361148 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-60dac381-f21a-40d5-8118-e4c6adaeebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87329441', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'af7e53b1-244d-4cdd-827e-8359702f7f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:25:57Z', 'updated_at': '2021-07-16T21:26:01Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'af7e53b1-244d-4cdd-827e-8359702f7f42', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:25:58Z', 'updated_at': '2021-07-16T21:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '2c6cbea7-56cf-4afe-987b-69d4ff161ae5', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'floating_ip_address': '172.25.0.252', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'port_id': '9c6d56cf-ab88-4ded-8e8f-5d279824a7d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0', 'mac_address': 'fa:16:3e:4f:19:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03753f03-c076-4d65-a40f-63a82fdf9ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:26:15Z', 'updated_at': '2021-07-16T21:26:15Z', 'revision_number': 0, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fa8f339-5622-4532-970a-7a716f983d29', 'name': '', 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:f7:d0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '299bf9cf-3cd2-4453-b8da-139f9e7566d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:00Z', 'updated_at': '2021-07-16T21:26:06Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': '299bf9cf-3cd2-4453-b8da-139f9e7566d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:17.373122 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-842c0d0d-432a-49d6-88cf-2157def15b7f req-9e5351ef-dda7-4f19-8938-dd1b40b3fc70 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 HTTP/1.1" status: 200 len: 999 time: 0.0634887 Jul 16 21:26:17.392222 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dac381-f21a-40d5-8118-e4c6adaeebd7 None None] The sync data for ids ['9624182b-dcc5-405a-bfa3-9ca8516b2eee'] in n-d-791506-21 is: [{'id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87329441', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'af7e53b1-244d-4cdd-827e-8359702f7f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:25:57Z', 'updated_at': '2021-07-16T21:26:01Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'af7e53b1-244d-4cdd-827e-8359702f7f42', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:25:58Z', 'updated_at': '2021-07-16T21:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '2c6cbea7-56cf-4afe-987b-69d4ff161ae5', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'floating_ip_address': '172.25.0.252', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'port_id': '9c6d56cf-ab88-4ded-8e8f-5d279824a7d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0', 'mac_address': 'fa:16:3e:4f:19:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03753f03-c076-4d65-a40f-63a82fdf9ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:26:15Z', 'updated_at': '2021-07-16T21:26:15Z', 'revision_number': 0, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fa8f339-5622-4532-970a-7a716f983d29', 'name': '', 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:f7:d0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '299bf9cf-3cd2-4453-b8da-139f9e7566d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:00Z', 'updated_at': '2021-07-16T21:26:06Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': '299bf9cf-3cd2-4453-b8da-139f9e7566d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:26:17.398718 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e76934de-fe87-4800-912c-5adfbd83d486 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/floatingips/2c6cbea7-56cf-4afe-987b-69d4ff161ae5 HTTP/1.1" status: 200 len: 991 time: 0.0694633 Jul 16 21:26:17.423403 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c0d0d-432a-49d6-88cf-2157def15b7f req-36593330-5bb1-4428-88b6-aa985fe6288b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:17.424893 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-842c0d0d-432a-49d6-88cf-2157def15b7f req-36593330-5bb1-4428-88b6-aa985fe6288b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=299bf9cf-3cd2-4453-b8da-139f9e7566d3 HTTP/1.1" status: 200 len: 835 time: 0.0462863 Jul 16 21:26:17.485415 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c0d0d-432a-49d6-88cf-2157def15b7f req-431b16b1-052f-4618-8177-0053074c56af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:17.487108 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-842c0d0d-432a-49d6-88cf-2157def15b7f req-431b16b1-052f-4618-8177-0053074c56af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a565961-893f-4e9c-851e-ea7318a41ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558264 Jul 16 21:26:17.587852 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-842c0d0d-432a-49d6-88cf-2157def15b7f req-885ab302-ee3b-4144-9099-8c2cfe74946a service neutron] 10.222.0.18 "GET /v2.0/networks/0a565961-893f-4e9c-851e-ea7318a41ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938087 Jul 16 21:26:17.613790 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4549d6f7-0fc3-4efa-950d-48a0e0dd15f7 None None] New status for floating IP 2c6cbea7-56cf-4afe-987b-69d4ff161ae5: ACTIVE {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:26:17.685961 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-842c0d0d-432a-49d6-88cf-2157def15b7f req-cba6feb9-c6bb-4dd2-bca1-272b6470a04d service neutron] 10.222.0.18 "GET /v2.0/networks/0a565961-893f-4e9c-851e-ea7318a41ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913262 Jul 16 21:26:18.400973 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58254) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:18.464779 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-af8315c0-bc4c-4896-89ee-ef6f546e6c10 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/floatingips/2c6cbea7-56cf-4afe-987b-69d4ff161ae5 HTTP/1.1" status: 200 len: 993 time: 0.0626836 Jul 16 21:26:21.790233 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-358c430f-c0c9-41f6-b0d4-fb20ce97c726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:24.321240 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4b52366d-37cf-4846-bfbf-c7cec96e1b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:24.433531 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:26.007943 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:26.805467 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-abdcceed-ef63-4dd8-b43d-198c611bb7e2 req-c0f757ee-f037-475a-b548-536c4f169eff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=03753f03-c076-4d65-a40f-63a82fdf9ba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0548563 Jul 16 21:26:26.899549 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcceed-ef63-4dd8-b43d-198c611bb7e2 req-e4f4d821-1035-4aa8-be56-8be2f5079d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:26.901089 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-abdcceed-ef63-4dd8-b43d-198c611bb7e2 req-e4f4d821-1035-4aa8-be56-8be2f5079d3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=03753f03-c076-4d65-a40f-63a82fdf9ba5 HTTP/1.1" status: 200 len: 1097 time: 0.0534708 Jul 16 21:26:27.011773 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcceed-ef63-4dd8-b43d-198c611bb7e2 req-0156a39b-1afc-4713-a35e-bc8b783e729e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:27.013853 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-abdcceed-ef63-4dd8-b43d-198c611bb7e2 req-0156a39b-1afc-4713-a35e-bc8b783e729e service neutron] 10.222.0.18 "GET /v2.0/networks?id=0a565961-893f-4e9c-851e-ea7318a41ba0 HTTP/1.1" status: 200 len: 897 time: 0.0921140 Jul 16 21:26:27.078944 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-abdcceed-ef63-4dd8-b43d-198c611bb7e2 req-9509887d-e8c3-49b3-94cf-d78be9ce8106 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 HTTP/1.1" status: 200 len: 1001 time: 0.0587978 Jul 16 21:26:27.135471 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcceed-ef63-4dd8-b43d-198c611bb7e2 req-a0536885-295d-4fec-bf89-3b4c20e76d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:27.136955 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-abdcceed-ef63-4dd8-b43d-198c611bb7e2 req-a0536885-295d-4fec-bf89-3b4c20e76d63 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=299bf9cf-3cd2-4453-b8da-139f9e7566d3 HTTP/1.1" status: 200 len: 835 time: 0.0497520 Jul 16 21:26:27.200812 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcceed-ef63-4dd8-b43d-198c611bb7e2 req-c2abf9c7-1204-4b4b-ba1b-37469322f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:27.202342 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-abdcceed-ef63-4dd8-b43d-198c611bb7e2 req-c2abf9c7-1204-4b4b-ba1b-37469322f52e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a565961-893f-4e9c-851e-ea7318a41ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596905 Jul 16 21:26:27.295419 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-abdcceed-ef63-4dd8-b43d-198c611bb7e2 req-fea7cac5-4c76-4a25-a158-cf3a154d7a77 service neutron] 10.222.0.18 "GET /v2.0/networks/0a565961-893f-4e9c-851e-ea7318a41ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866556 Jul 16 21:26:27.391680 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-abdcceed-ef63-4dd8-b43d-198c611bb7e2 req-5a6d5546-4ef2-4e69-b2ce-814a0afcfd9a service neutron] 10.222.0.18 "GET /v2.0/networks/0a565961-893f-4e9c-851e-ea7318a41ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906231 Jul 16 21:26:27.843807 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:30.041287 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:33.832212 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:41.755117 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:26:46.360309 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df9a34-fa23-4c9c-9e54-1176285822dd req-6457eb95-fddc-47b6-aae4-d9e37e2cc2be tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:46.361815 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8df9a34-fa23-4c9c-9e54-1176285822dd req-6457eb95-fddc-47b6-aae4-d9e37e2cc2be tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=03753f03-c076-4d65-a40f-63a82fdf9ba5 HTTP/1.1" status: 200 len: 945 time: 0.0710435 Jul 16 21:26:46.401119 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8df9a34-fa23-4c9c-9e54-1176285822dd req-ae78b9f2-4702-4bf8-ad99-d75d9fba8f8c tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=6424c98c-dd1b-4525-8ca9-7d49ced8bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334444 Jul 16 21:26:47.579381 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628d9dc-b637-42cc-87dd-72492389ca8e req-7f296e55-2ef5-4f75-84fe-d11c7d24d8da tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:47.580838 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3628d9dc-b637-42cc-87dd-72492389ca8e req-7f296e55-2ef5-4f75-84fe-d11c7d24d8da tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=03753f03-c076-4d65-a40f-63a82fdf9ba5 HTTP/1.1" status: 200 len: 945 time: 0.0671360 Jul 16 21:26:47.621488 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3628d9dc-b637-42cc-87dd-72492389ca8e req-c29c6f92-4bb7-4377-9a4d-8a04cd07e566 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=6424c98c-dd1b-4525-8ca9-7d49ced8bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348930 Jul 16 21:26:47.646396 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58278) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:47.707283 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bd7ccca5-fe82-4a15-a2c9-654b1eedfc36 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/floatingips/2c6cbea7-56cf-4afe-987b-69d4ff161ae5 HTTP/1.1" status: 200 len: 993 time: 0.0596747 Jul 16 21:26:49.147778 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a5864-8962-4b0a-8665-ca3e0c6425b7 req-f3115858-ba3b-4da4-a70c-1ce91640f54c tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:49.149316 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7d6a5864-8962-4b0a-8665-ca3e0c6425b7 req-f3115858-ba3b-4da4-a70c-1ce91640f54c tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=03753f03-c076-4d65-a40f-63a82fdf9ba5 HTTP/1.1" status: 200 len: 945 time: 0.0651000 Jul 16 21:26:49.195288 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7d6a5864-8962-4b0a-8665-ca3e0c6425b7 req-bd5c47b1-b1dc-4160-bbfa-271190ca4cbe tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=6424c98c-dd1b-4525-8ca9-7d49ced8bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389743 Jul 16 21:26:50.372146 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc30383-5bde-46fd-97a2-129f05234703 req-180d4ccd-8e6f-407d-9407-373d77849dad tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:50.374188 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4cc30383-5bde-46fd-97a2-129f05234703 req-180d4ccd-8e6f-407d-9407-373d77849dad tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=03753f03-c076-4d65-a40f-63a82fdf9ba5 HTTP/1.1" status: 200 len: 945 time: 0.0644677 Jul 16 21:26:50.410836 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4cc30383-5bde-46fd-97a2-129f05234703 req-3a569543-3cd3-4910-b54b-0af291d728bd tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=6424c98c-dd1b-4525-8ca9-7d49ced8bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309796 Jul 16 21:26:50.434938 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58288) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:50.495883 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7ce8f3b1-1141-44be-b735-106d5dd77361 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/floatingips/2c6cbea7-56cf-4afe-987b-69d4ff161ae5 HTTP/1.1" status: 200 len: 993 time: 0.0595841 Jul 16 21:26:50.807131 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58294) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:50.967625 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-2208b258-37ac-4e56-8fd4-ff04bd6b570e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Deleting port 0d1ba028-95c2-49e6-bfa2-9227262cfe3b {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:26:50.968109 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2208b258-37ac-4e56-8fd4-ff04bd6b570e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:51.042748 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2208b258-37ac-4e56-8fd4-ff04bd6b570e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:51.043079 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2208b258-37ac-4e56-8fd4-ff04bd6b570e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:51.054895 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-2208b258-37ac-4e56-8fd4-ff04bd6b570e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Calling delete_port for 0d1ba028-95c2-49e6-bfa2-9227262cfe3b owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:26:51.205685 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2208b258-37ac-4e56-8fd4-ff04bd6b570e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:51.231677 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208b258-37ac-4e56-8fd4-ff04bd6b570e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Port': ['ID=0d1ba028-95c2-49e6-bfa2-9227262cfe3b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:51.260151 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208b258-37ac-4e56-8fd4-ff04bd6b570e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:51.260504 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208b258-37ac-4e56-8fd4-ff04bd6b570e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:51.260845 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208b258-37ac-4e56-8fd4-ff04bd6b570e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:51.261186 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208b258-37ac-4e56-8fd4-ff04bd6b570e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:51.261521 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208b258-37ac-4e56-8fd4-ff04bd6b570e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:51.261860 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208b258-37ac-4e56-8fd4-ff04bd6b570e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:51.262190 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208b258-37ac-4e56-8fd4-ff04bd6b570e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:51.262579 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208b258-37ac-4e56-8fd4-ff04bd6b570e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:51.262896 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208b258-37ac-4e56-8fd4-ff04bd6b570e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:51.263226 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208b258-37ac-4e56-8fd4-ff04bd6b570e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:51.263558 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208b258-37ac-4e56-8fd4-ff04bd6b570e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:51.263884 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208b258-37ac-4e56-8fd4-ff04bd6b570e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:51.305676 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2208b258-37ac-4e56-8fd4-ff04bd6b570e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:51.306070 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-2208b258-37ac-4e56-8fd4-ff04bd6b570e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Floating IP 2c6cbea7-56cf-4afe-987b-69d4ff161ae5 disassociated (deleted). External IP: 172.25.0.252, port: 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3. Jul 16 21:26:51.518704 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2208b258-37ac-4e56-8fd4-ff04bd6b570e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Router 9624182b-dcc5-405a-bfa3-9ca8516b2eee has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:26:51.624530 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2208b258-37ac-4e56-8fd4-ff04bd6b570e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:26:51.629360 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2208b258-37ac-4e56-8fd4-ff04bd6b570e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:51.633564 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7753a9e-0cb4-49d7-8986-af0abe633505 None None] Sync routers for ids ['9624182b-dcc5-405a-bfa3-9ca8516b2eee'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:26:51.643745 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7753a9e-0cb4-49d7-8986-af0abe633505 None None] Routers {'9624182b-dcc5-405a-bfa3-9ca8516b2eee'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:26:51.644358 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b7753a9e-0cb4-49d7-8986-af0abe633505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:26:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9624182b-dcc5-405a-bfa3-9ca8516b2eee'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:51.666124 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2208b258-37ac-4e56-8fd4-ff04bd6b570e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "DELETE /v2.0/floatingips/2c6cbea7-56cf-4afe-987b-69d4ff161ae5 HTTP/1.1" status: 204 len: 168 time: 0.8579910 Jul 16 21:26:51.666836 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03753f03-c076-4d65-a40f-63a82fdf9ba5', 'tag': '9c6d56cf-ab88-4ded-8e8f-5d279824a7d3'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:26:51.669258 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ecec52-6dd5-4002-ad5b-8f137b1ce535" -d '{"events": [{"name": "network-changed", "server_uuid": "03753f03-c076-4d65-a40f-63a82fdf9ba5", "tag": "9c6d56cf-ab88-4ded-8e8f-5d279824a7d3"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:26:51.708986 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea57127-5d63-4e14-9f9d-872c84480267 x-openstack-request-id: req-9ea57127-5d63-4e14-9f9d-872c84480267 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:26:51.709279 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03753f03-c076-4d65-a40f-63a82fdf9ba5", "tag": "9c6d56cf-ab88-4ded-8e8f-5d279824a7d3", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:26:51.709662 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9ea57127-5d63-4e14-9f9d-872c84480267 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:26:51.710072 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03753f03-c076-4d65-a40f-63a82fdf9ba5', 'tag': '9c6d56cf-ab88-4ded-8e8f-5d279824a7d3', 'status': 'completed', 'code': 200} Jul 16 21:26:51.750581 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-b7753a9e-0cb4-49d7-8986-af0abe633505 None None] Set router 9624182b-dcc5-405a-bfa3-9ca8516b2eee gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:26:51.792907 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecec52-6dd5-4002-ad5b-8f137b1ce535 req-e3c9eed9-e521-4f98-85d4-e3829e4d567f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:51.794632 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59ecec52-6dd5-4002-ad5b-8f137b1ce535 req-e3c9eed9-e521-4f98-85d4-e3829e4d567f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=03753f03-c076-4d65-a40f-63a82fdf9ba5 HTTP/1.1" status: 200 len: 1097 time: 0.0610261 Jul 16 21:26:51.851051 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-920e895f-5621-4f4c-8c0b-b841f89f9f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:51.905047 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecec52-6dd5-4002-ad5b-8f137b1ce535 req-20bfcf80-ad47-40bd-b175-439bb0952642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:51.906624 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59ecec52-6dd5-4002-ad5b-8f137b1ce535 req-20bfcf80-ad47-40bd-b175-439bb0952642 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0a565961-893f-4e9c-851e-ea7318a41ba0 HTTP/1.1" status: 200 len: 897 time: 0.1045673 Jul 16 21:26:51.959245 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59ecec52-6dd5-4002-ad5b-8f137b1ce535 req-e5da3087-fac5-4a25-be7b-c8a89b4fa9a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 HTTP/1.1" status: 200 len: 217 time: 0.0411742 Jul 16 21:26:51.971027 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b7753a9e-0cb4-49d7-8986-af0abe633505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87329441', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'af7e53b1-244d-4cdd-827e-8359702f7f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:25:57Z', 'updated_at': '2021-07-16T21:26:01Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'af7e53b1-244d-4cdd-827e-8359702f7f42', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:25:58Z', 'updated_at': '2021-07-16T21:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '4fa8f339-5622-4532-970a-7a716f983d29', 'name': '', 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:f7:d0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '299bf9cf-3cd2-4453-b8da-139f9e7566d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:00Z', 'updated_at': '2021-07-16T21:26:06Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': '299bf9cf-3cd2-4453-b8da-139f9e7566d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:52.001235 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7753a9e-0cb4-49d7-8986-af0abe633505 None None] Checking router: 9624182b-dcc5-405a-bfa3-9ca8516b2eee for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:26:52.009304 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7753a9e-0cb4-49d7-8986-af0abe633505 None None] Routers {'9624182b-dcc5-405a-bfa3-9ca8516b2eee'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:26:52.009910 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b7753a9e-0cb4-49d7-8986-af0abe633505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:26:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9624182b-dcc5-405a-bfa3-9ca8516b2eee'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:52.038137 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecec52-6dd5-4002-ad5b-8f137b1ce535 req-2349c524-61a0-4ac0-ae75-2b4cefacc96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:52.039547 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59ecec52-6dd5-4002-ad5b-8f137b1ce535 req-2349c524-61a0-4ac0-ae75-2b4cefacc96c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=299bf9cf-3cd2-4453-b8da-139f9e7566d3 HTTP/1.1" status: 200 len: 835 time: 0.0741224 Jul 16 21:26:52.095518 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6ac30-4c0d-42d3-a189-09ae7401b8e9 req-e7d4d392-d7dc-4d09-84ec-c25501757c8c tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:52.096979 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c5a6ac30-4c0d-42d3-a189-09ae7401b8e9 req-e7d4d392-d7dc-4d09-84ec-c25501757c8c tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=03753f03-c076-4d65-a40f-63a82fdf9ba5 HTTP/1.1" status: 200 len: 945 time: 0.1044948 Jul 16 21:26:52.112890 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-b7753a9e-0cb4-49d7-8986-af0abe633505 None None] Set router 9624182b-dcc5-405a-bfa3-9ca8516b2eee gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:26:52.146693 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecec52-6dd5-4002-ad5b-8f137b1ce535 req-cdc92741-7048-4b1e-af95-7f1d3fa5c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:52.148233 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59ecec52-6dd5-4002-ad5b-8f137b1ce535 req-cdc92741-7048-4b1e-af95-7f1d3fa5c3be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a565961-893f-4e9c-851e-ea7318a41ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1008170 Jul 16 21:26:52.153176 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c5a6ac30-4c0d-42d3-a189-09ae7401b8e9 req-53e5f901-5d6d-4a32-a71a-64cc997a771b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=6424c98c-dd1b-4525-8ca9-7d49ced8bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494337 Jul 16 21:26:52.242193 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59ecec52-6dd5-4002-ad5b-8f137b1ce535 req-55f7ef2f-13ba-4a5f-a094-26b914c0f274 service neutron] 10.222.0.18 "GET /v2.0/networks/0a565961-893f-4e9c-851e-ea7318a41ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857077 Jul 16 21:26:52.309302 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b7753a9e-0cb4-49d7-8986-af0abe633505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87329441', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'af7e53b1-244d-4cdd-827e-8359702f7f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:25:57Z', 'updated_at': '2021-07-16T21:26:01Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'af7e53b1-244d-4cdd-827e-8359702f7f42', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:25:58Z', 'updated_at': '2021-07-16T21:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '4fa8f339-5622-4532-970a-7a716f983d29', 'name': '', 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:f7:d0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '299bf9cf-3cd2-4453-b8da-139f9e7566d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:00Z', 'updated_at': '2021-07-16T21:26:06Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': '299bf9cf-3cd2-4453-b8da-139f9e7566d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:52.336999 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7753a9e-0cb4-49d7-8986-af0abe633505 None None] The sync data for ids ['9624182b-dcc5-405a-bfa3-9ca8516b2eee'] in n-d-791506-21 is: [{'id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87329441', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'af7e53b1-244d-4cdd-827e-8359702f7f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:25:57Z', 'updated_at': '2021-07-16T21:26:01Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'af7e53b1-244d-4cdd-827e-8359702f7f42', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:25:58Z', 'updated_at': '2021-07-16T21:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '4fa8f339-5622-4532-970a-7a716f983d29', 'name': '', 'network_id': '0a565961-893f-4e9c-851e-ea7318a41ba0', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:f7:d0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '299bf9cf-3cd2-4453-b8da-139f9e7566d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:00Z', 'updated_at': '2021-07-16T21:26:06Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': '299bf9cf-3cd2-4453-b8da-139f9e7566d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:26:52.340014 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59ecec52-6dd5-4002-ad5b-8f137b1ce535 req-651f772d-ed19-4657-aad1-8963ebe50ba5 service neutron] 10.222.0.18 "GET /v2.0/networks/0a565961-893f-4e9c-851e-ea7318a41ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900040 Jul 16 21:26:52.561456 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84645e28-ce0e-45c5-9116-1252d5eefd6f None None] New status for floating IP 2c6cbea7-56cf-4afe-987b-69d4ff161ae5: DOWN {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:26:53.335596 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255e9b6-ccc5-49e5-b625-e8a7afbd9189 req-a3400b07-f7f6-4010-a17f-a301c56d4c17 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:53.337113 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8255e9b6-ccc5-49e5-b625-e8a7afbd9189 req-a3400b07-f7f6-4010-a17f-a301c56d4c17 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=03753f03-c076-4d65-a40f-63a82fdf9ba5 HTTP/1.1" status: 200 len: 945 time: 0.0683296 Jul 16 21:26:53.377159 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8255e9b6-ccc5-49e5-b625-e8a7afbd9189 req-43c13622-3dac-4119-928a-c73f4809d13a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=6424c98c-dd1b-4525-8ca9-7d49ced8bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338988 Jul 16 21:26:53.562302 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ac41f-9ff9-4682-9fd7-423161f6f82e req-647262c8-bddc-4229-acd8-b84644a4fde0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:53.563755 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd0ac41f-9ff9-4682-9fd7-423161f6f82e req-647262c8-bddc-4229-acd8-b84644a4fde0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.18 "GET /v2.0/ports?device_id=03753f03-c076-4d65-a40f-63a82fdf9ba5 HTTP/1.1" status: 200 len: 945 time: 0.0632837 Jul 16 21:26:53.666095 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-cd0ac41f-9ff9-4682-9fd7-423161f6f82e req-8a6db1a9-faec-45d7-b7b2-2d3ad6296013 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Deleting port 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:26:53.666464 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-cd0ac41f-9ff9-4682-9fd7-423161f6f82e req-8a6db1a9-faec-45d7-b7b2-2d3ad6296013 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:53.752038 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-cd0ac41f-9ff9-4682-9fd7-423161f6f82e req-8a6db1a9-faec-45d7-b7b2-2d3ad6296013 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] For port 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=9c6d56cf-ab88-4ded-8e8f-5d279824a7d3,segment=NetworkSegment(e8934e01-c811-4607-a686-201a1f995586),segment_id=e8934e01-c811-4607-a686-201a1f995586)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:26:53.752389 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-cd0ac41f-9ff9-4682-9fd7-423161f6f82e req-8a6db1a9-faec-45d7-b7b2-2d3ad6296013 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:53.769365 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-cd0ac41f-9ff9-4682-9fd7-423161f6f82e req-8a6db1a9-faec-45d7-b7b2-2d3ad6296013 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Calling delete_port for 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:26:53.899500 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-cd0ac41f-9ff9-4682-9fd7-423161f6f82e req-8a6db1a9-faec-45d7-b7b2-2d3ad6296013 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:53.926718 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6db1a9-faec-45d7-b7b2-2d3ad6296013 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Port': ['ID=9c6d56cf-ab88-4ded-8e8f-5d279824a7d3,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:53.978247 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0ac41f-9ff9-4682-9fd7-423161f6f82e req-8a6db1a9-faec-45d7-b7b2-2d3ad6296013 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] No DVR routers for this DVR port 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:26:53.981012 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-cd0ac41f-9ff9-4682-9fd7-423161f6f82e req-8a6db1a9-faec-45d7-b7b2-2d3ad6296013 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:53.983206 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cd0ac41f-9ff9-4682-9fd7-423161f6f82e req-8a6db1a9-faec-45d7-b7b2-2d3ad6296013 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.18 "DELETE /v2.0/ports/9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 HTTP/1.1" status: 204 len: 173 time: 0.4138114 Jul 16 21:26:53.983645 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03753f03-c076-4d65-a40f-63a82fdf9ba5', 'name': 'network-vif-deleted', 'tag': '9c6d56cf-ab88-4ded-8e8f-5d279824a7d3'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:26:53.986001 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d10912-8202-4100-8baf-9d8b5c3fed97" -d '{"events": [{"server_uuid": "03753f03-c076-4d65-a40f-63a82fdf9ba5", "name": "network-vif-deleted", "tag": "9c6d56cf-ab88-4ded-8e8f-5d279824a7d3"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:26:54.022100 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b62d0f2-6b34-498d-b46f-e25b0b2ffeff x-openstack-request-id: req-8b62d0f2-6b34-498d-b46f-e25b0b2ffeff {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:26:54.022431 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03753f03-c076-4d65-a40f-63a82fdf9ba5", "name": "network-vif-deleted", "tag": "9c6d56cf-ab88-4ded-8e8f-5d279824a7d3", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:26:54.022683 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8b62d0f2-6b34-498d-b46f-e25b0b2ffeff {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:26:54.023105 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03753f03-c076-4d65-a40f-63a82fdf9ba5', 'name': 'network-vif-deleted', 'tag': '9c6d56cf-ab88-4ded-8e8f-5d279824a7d3', 'status': 'completed', 'code': 200} Jul 16 21:26:54.322402 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6fcf42b7-5b71-4c19-aeba-78f32ac41dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:54.430738 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:54.543600 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-450cc5df-1172-45ff-8cf9-724575428b1f req-f27373b2-837f-4347-851d-027c00a83f80 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=03753f03-c076-4d65-a40f-63a82fdf9ba5 HTTP/1.1" status: 200 len: 210 time: 0.0311806 Jul 16 21:26:55.638700 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58312) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:56.001547 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c273110-4156-4bf0-90db-2e2cc402cbdd tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:56.010775 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:56.274958 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-3c273110-4156-4bf0-90db-2e2cc402cbdd tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Deleting port 4fa8f339-5622-4532-970a-7a716f983d29 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:26:56.275216 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c273110-4156-4bf0-90db-2e2cc402cbdd tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:56.363448 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-3c273110-4156-4bf0-90db-2e2cc402cbdd tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] For port 4fa8f339-5622-4532-970a-7a716f983d29, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=4fa8f339-5622-4532-970a-7a716f983d29,segment=NetworkSegment(e8934e01-c811-4607-a686-201a1f995586),segment_id=e8934e01-c811-4607-a686-201a1f995586)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:26:56.363804 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c273110-4156-4bf0-90db-2e2cc402cbdd tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:56.376011 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-3c273110-4156-4bf0-90db-2e2cc402cbdd tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Calling delete_port for 4fa8f339-5622-4532-970a-7a716f983d29 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:26:56.560090 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c273110-4156-4bf0-90db-2e2cc402cbdd tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:56.588510 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c273110-4156-4bf0-90db-2e2cc402cbdd tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Port': ['ID=4fa8f339-5622-4532-970a-7a716f983d29,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:56.766347 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c273110-4156-4bf0-90db-2e2cc402cbdd tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:56.975721 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c273110-4156-4bf0-90db-2e2cc402cbdd tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Router 9624182b-dcc5-405a-bfa3-9ca8516b2eee has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:26:57.081195 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c273110-4156-4bf0-90db-2e2cc402cbdd tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:26:57.086119 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:26:57.086586 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3c273110-4156-4bf0-90db-2e2cc402cbdd tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "PUT /v2.0/routers/9624182b-dcc5-405a-bfa3-9ca8516b2eee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4466336 Jul 16 21:26:57.089208 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58314) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:57.111457 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9ed18a-36c7-4044-8d0e-f84d65b1e264 None None] Sync routers for ids ['9624182b-dcc5-405a-bfa3-9ca8516b2eee'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:26:57.113699 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:26:57.114034 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 9c6d56cf-ab88-4ded-8e8f-5d279824a7d3 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:26:57.122689 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9ed18a-36c7-4044-8d0e-f84d65b1e264 None None] Routers {'9624182b-dcc5-405a-bfa3-9ca8516b2eee'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:26:57.123978 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4c9ed18a-36c7-4044-8d0e-f84d65b1e264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:26:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9624182b-dcc5-405a-bfa3-9ca8516b2eee'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:57.144856 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b95a5a77-947e-44bf-ba73-7d2b479798d2 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Deleting subnet 299bf9cf-3cd2-4453-b8da-139f9e7566d3 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:26:57.147915 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b95a5a77-947e-44bf-ba73-7d2b479798d2 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:57.187857 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b95a5a77-947e-44bf-ba73-7d2b479798d2 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:57.275905 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b95a5a77-947e-44bf-ba73-7d2b479798d2 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:57.344194 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b95a5a77-947e-44bf-ba73-7d2b479798d2 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:57.369406 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a5a77-947e-44bf-ba73-7d2b479798d2 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Subnet': ['ID=299bf9cf-3cd2-4453-b8da-139f9e7566d3,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:57.375719 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b95a5a77-947e-44bf-ba73-7d2b479798d2 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:57.377479 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b95a5a77-947e-44bf-ba73-7d2b479798d2 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "DELETE /v2.0/subnets/299bf9cf-3cd2-4453-b8da-139f9e7566d3 HTTP/1.1" status: 204 len: 168 time: 0.2873418 Jul 16 21:26:57.380618 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58316) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:57.383135 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7892120c-52ed-46fa-8e27-46597ac2011c None None] Network 0a565961-893f-4e9c-851e-ea7318a41ba0 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:26:57.385895 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-4c9ed18a-36c7-4044-8d0e-f84d65b1e264 None None] Set router 9624182b-dcc5-405a-bfa3-9ca8516b2eee gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:26:57.488602 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85c4100c-e5fc-48c3-aedc-0f611268f789 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:57.588834 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85c4100c-e5fc-48c3-aedc-0f611268f789 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:57.647692 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-85c4100c-e5fc-48c3-aedc-0f611268f789 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Deleting port af7e53b1-244d-4cdd-827e-8359702f7f42 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:26:57.647929 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85c4100c-e5fc-48c3-aedc-0f611268f789 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:57.662310 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4c9ed18a-36c7-4044-8d0e-f84d65b1e264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87329441', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'af7e53b1-244d-4cdd-827e-8359702f7f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:25:57Z', 'updated_at': '2021-07-16T21:26:56Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'af7e53b1-244d-4cdd-827e-8359702f7f42', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:25:58Z', 'updated_at': '2021-07-16T21:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:57.689676 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9ed18a-36c7-4044-8d0e-f84d65b1e264 None None] Checking router: 9624182b-dcc5-405a-bfa3-9ca8516b2eee for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:26:57.699513 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9ed18a-36c7-4044-8d0e-f84d65b1e264 None None] Routers {'9624182b-dcc5-405a-bfa3-9ca8516b2eee'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:26:57.700132 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4c9ed18a-36c7-4044-8d0e-f84d65b1e264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:26:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['9624182b-dcc5-405a-bfa3-9ca8516b2eee'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:57.732635 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-85c4100c-e5fc-48c3-aedc-0f611268f789 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] For port af7e53b1-244d-4cdd-827e-8359702f7f42, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=af7e53b1-244d-4cdd-827e-8359702f7f42,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:26:57.733092 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85c4100c-e5fc-48c3-aedc-0f611268f789 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:57.736839 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb78f7d-2e9d-4d34-a508-fc322b373346 None None] DHCP port deletion for 0a565961-893f-4e9c-851e-ea7318a41ba0 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:26:57.746090 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-85c4100c-e5fc-48c3-aedc-0f611268f789 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Calling delete_port for af7e53b1-244d-4cdd-827e-8359702f7f42 owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:26:57.807823 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-4c9ed18a-36c7-4044-8d0e-f84d65b1e264 None None] Set router 9624182b-dcc5-405a-bfa3-9ca8516b2eee gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:26:57.874528 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-4c9ed18a-36c7-4044-8d0e-f84d65b1e264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87329441', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:25:57Z', 'updated_at': '2021-07-16T21:26:57Z', 'revision_number': 6, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:57.907060 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9ed18a-36c7-4044-8d0e-f84d65b1e264 None None] The sync data for ids ['9624182b-dcc5-405a-bfa3-9ca8516b2eee'] in n-d-791506-21 is: [{'id': '9624182b-dcc5-405a-bfa3-9ca8516b2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87329441', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:25:57Z', 'updated_at': '2021-07-16T21:26:57Z', 'revision_number': 6, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port_host': None}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:26:57.908472 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:57.915946 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85c4100c-e5fc-48c3-aedc-0f611268f789 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:57.916844 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-aeb78f7d-2e9d-4d34-a508-fc322b373346 None None] Deleting port f6c90923-b3cb-4a57-871f-4f97caad3dc8 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:26:57.917218 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aeb78f7d-2e9d-4d34-a508-fc322b373346 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:57.955070 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c4100c-e5fc-48c3-aedc-0f611268f789 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Port': ['ID=af7e53b1-244d-4cdd-827e-8359702f7f42,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:57.983131 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-aeb78f7d-2e9d-4d34-a508-fc322b373346 None None] For port f6c90923-b3cb-4a57-871f-4f97caad3dc8, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f6c90923-b3cb-4a57-871f-4f97caad3dc8,segment=NetworkSegment(e8934e01-c811-4607-a686-201a1f995586),segment_id=e8934e01-c811-4607-a686-201a1f995586)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:26:57.983608 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aeb78f7d-2e9d-4d34-a508-fc322b373346 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:57.984776 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4100c-e5fc-48c3-aedc-0f611268f789 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:57.985137 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4100c-e5fc-48c3-aedc-0f611268f789 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:57.985498 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4100c-e5fc-48c3-aedc-0f611268f789 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:57.985838 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4100c-e5fc-48c3-aedc-0f611268f789 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:57.986180 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4100c-e5fc-48c3-aedc-0f611268f789 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:57.986541 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4100c-e5fc-48c3-aedc-0f611268f789 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:57.986922 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4100c-e5fc-48c3-aedc-0f611268f789 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:57.987238 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4100c-e5fc-48c3-aedc-0f611268f789 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:57.987571 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4100c-e5fc-48c3-aedc-0f611268f789 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:57.987901 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4100c-e5fc-48c3-aedc-0f611268f789 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:57.988233 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4100c-e5fc-48c3-aedc-0f611268f789 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:57.988564 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4100c-e5fc-48c3-aedc-0f611268f789 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:57.995974 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-aeb78f7d-2e9d-4d34-a508-fc322b373346 None None] Calling delete_port for f6c90923-b3cb-4a57-871f-4f97caad3dc8 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:26:58.029429 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85c4100c-e5fc-48c3-aedc-0f611268f789 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:58.071863 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aeb78f7d-2e9d-4d34-a508-fc322b373346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:58.101733 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb78f7d-2e9d-4d34-a508-fc322b373346 None None] Pushing event deleted for resources: {'Port': ['ID=f6c90923-b3cb-4a57-871f-4f97caad3dc8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:58.107017 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb78f7d-2e9d-4d34-a508-fc322b373346 None None] No DVR routers for this DVR port f6c90923-b3cb-4a57-871f-4f97caad3dc8 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:26:58.116572 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb78f7d-2e9d-4d34-a508-fc322b373346 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:58.116572 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb78f7d-2e9d-4d34-a508-fc322b373346 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:58.117211 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb78f7d-2e9d-4d34-a508-fc322b373346 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:58.117211 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb78f7d-2e9d-4d34-a508-fc322b373346 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:58.117384 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb78f7d-2e9d-4d34-a508-fc322b373346 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:58.119034 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb78f7d-2e9d-4d34-a508-fc322b373346 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:58.119034 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb78f7d-2e9d-4d34-a508-fc322b373346 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:58.119034 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb78f7d-2e9d-4d34-a508-fc322b373346 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:58.119034 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb78f7d-2e9d-4d34-a508-fc322b373346 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:58.119034 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb78f7d-2e9d-4d34-a508-fc322b373346 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:58.119476 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb78f7d-2e9d-4d34-a508-fc322b373346 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:58.119619 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb78f7d-2e9d-4d34-a508-fc322b373346 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:58.121524 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85c4100c-e5fc-48c3-aedc-0f611268f789 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:58.123764 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85c4100c-e5fc-48c3-aedc-0f611268f789 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:58.168202 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85c4100c-e5fc-48c3-aedc-0f611268f789 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:58.168658 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c4100c-e5fc-48c3-aedc-0f611268f789 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Fanout notify agent at l3_agent the message router_deleted on router 9624182b-dcc5-405a-bfa3-9ca8516b2eee {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:26:58.175727 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-85c4100c-e5fc-48c3-aedc-0f611268f789 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:58.176844 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-85c4100c-e5fc-48c3-aedc-0f611268f789 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "DELETE /v2.0/routers/9624182b-dcc5-405a-bfa3-9ca8516b2eee HTTP/1.1" status: 204 len: 168 time: 0.7947009 Jul 16 21:26:58.179547 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58318) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:58.258886 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91c1075b-fde7-462a-8323-9cbda46a9030 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:58.348363 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91c1075b-fde7-462a-8323-9cbda46a9030 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:58.363208 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-91c1075b-fde7-462a-8323-9cbda46a9030 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a565961-893f-4e9c-851e-ea7318a41ba0']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:58.373008 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-91c1075b-fde7-462a-8323-9cbda46a9030 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8934e01-c811-4607-a686-201a1f995586') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:58.373774 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-91c1075b-fde7-462a-8323-9cbda46a9030 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8934e01-c811-4607-a686-201a1f995586') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:58.382489 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91c1075b-fde7-462a-8323-9cbda46a9030 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:58.397004 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91c1075b-fde7-462a-8323-9cbda46a9030 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:58.402796 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c1075b-fde7-462a-8323-9cbda46a9030 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:26:58.403183 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91c1075b-fde7-462a-8323-9cbda46a9030 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: timer() Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:26:58.406692 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:26:58.470963 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91c1075b-fde7-462a-8323-9cbda46a9030 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:58.477876 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-91c1075b-fde7-462a-8323-9cbda46a9030 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:58.479662 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-91c1075b-fde7-462a-8323-9cbda46a9030 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "DELETE /v2.0/networks/0a565961-893f-4e9c-851e-ea7318a41ba0 HTTP/1.1" status: 204 len: 168 time: 0.2992063 Jul 16 21:26:58.483120 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58320) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:58.491601 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1075b-fde7-462a-8323-9cbda46a9030 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Network': ['ID=0a565961-893f-4e9c-851e-ea7318a41ba0,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:58.542157 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-02ed0293-5a8b-4528-b1bc-a094c7a73035 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:58.567376 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-02ed0293-5a8b-4528-b1bc-a094c7a73035 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:58.626544 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-02ed0293-5a8b-4528-b1bc-a094c7a73035 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:58.629152 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-02ed0293-5a8b-4528-b1bc-a094c7a73035 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:58.630337 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-02ed0293-5a8b-4528-b1bc-a094c7a73035 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "DELETE /v2.0/security-groups/6424c98c-dd1b-4525-8ca9-7d49ced8bdb9 HTTP/1.1" status: 204 len: 168 time: 0.1460583 Jul 16 21:26:58.639967 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed0293-5a8b-4528-b1bc-a094c7a73035 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6424c98c-dd1b-4525-8ca9-7d49ced8bdb9,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:58.743659 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device af7e53b1-244d-4cdd-827e-8359702f7f42 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:26:58.763460 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: af7e53b1-244d-4cdd-827e-8359702f7f42 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:26:58.764439 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device af7e53b1-244d-4cdd-827e-8359702f7f42 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:26:58.764744 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4fa8f339-5622-4532-970a-7a716f983d29 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:26:58.783455 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 4fa8f339-5622-4532-970a-7a716f983d29 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:26:58.783811 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 4fa8f339-5622-4532-970a-7a716f983d29 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:26:58.784226 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f6c90923-b3cb-4a57-871f-4f97caad3dc8 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:26:58.803590 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: f6c90923-b3cb-4a57-871f-4f97caad3dc8 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:26:58.803945 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f6c90923-b3cb-4a57-871f-4f97caad3dc8 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:26:59.119280 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58326) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:59.124628 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-e69d4e8b-8575-4d93-aba6-5523fb48d381 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-966979755', 'description': 'tempest-secgroup-smoke-966979755 description', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:26:59.146965 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e69d4e8b-8575-4d93-aba6-5523fb48d381 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:59.227653 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e69d4e8b-8575-4d93-aba6-5523fb48d381 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:59.231737 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e69d4e8b-8575-4d93-aba6-5523fb48d381 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:59.263582 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e69d4e8b-8575-4d93-aba6-5523fb48d381 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:59.265010 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e69d4e8b-8575-4d93-aba6-5523fb48d381 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1446912 Jul 16 21:26:59.267829 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d4e8b-8575-4d93-aba6-5523fb48d381 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd50cbe7-75cf-4630-bc14-4f2df4ff06de,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:59.268097 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58328) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:59.273157 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a7b96271-e0d2-4fd1-a191-0f0ddcdb4d38 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': 'fd50cbe7-75cf-4630-bc14-4f2df4ff06de', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:26:59.302555 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a7b96271-e0d2-4fd1-a191-0f0ddcdb4d38 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:59.357134 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a7b96271-e0d2-4fd1-a191-0f0ddcdb4d38 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:59.361327 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a7b96271-e0d2-4fd1-a191-0f0ddcdb4d38 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:59.380242 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b96271-e0d2-4fd1-a191-0f0ddcdb4d38 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095f80e0-292b-42e6-be65-31ba2cfa6120,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:59.387314 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a7b96271-e0d2-4fd1-a191-0f0ddcdb4d38 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:59.392176 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a7b96271-e0d2-4fd1-a191-0f0ddcdb4d38 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195729 Jul 16 21:26:59.392438 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58330) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:59.397364 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-67c16951-6743-4ccf-a88b-f5f14c7c64fa tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': 'fd50cbe7-75cf-4630-bc14-4f2df4ff06de', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:26:59.426464 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-67c16951-6743-4ccf-a88b-f5f14c7c64fa tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:59.495504 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-67c16951-6743-4ccf-a88b-f5f14c7c64fa tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:59.500333 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-67c16951-6743-4ccf-a88b-f5f14c7c64fa tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:59.519979 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c16951-6743-4ccf-a88b-f5f14c7c64fa tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbda78d-177d-4e52-bc1a-35795b69638d,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:59.526222 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-67c16951-6743-4ccf-a88b-f5f14c7c64fa tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:59.527448 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-67c16951-6743-4ccf-a88b-f5f14c7c64fa tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1340115 Jul 16 21:26:59.530949 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58332) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:59.535854 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2b587a78-efeb-44bc-b830-a9eba2a213a3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': 'fd50cbe7-75cf-4630-bc14-4f2df4ff06de', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:26:59.562609 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2b587a78-efeb-44bc-b830-a9eba2a213a3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:59.623763 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2b587a78-efeb-44bc-b830-a9eba2a213a3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:59.627529 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2b587a78-efeb-44bc-b830-a9eba2a213a3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:59.646943 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b587a78-efeb-44bc-b830-a9eba2a213a3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3459c3a-4b73-49f8-9735-02a60f96c315,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:59.650110 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2b587a78-efeb-44bc-b830-a9eba2a213a3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:59.651321 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2b587a78-efeb-44bc-b830-a9eba2a213a3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193449 Jul 16 21:26:59.653993 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58334) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:59.659388 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-fc74e6d1-90e5-4c25-a806-7948139fbd31 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': 'fd50cbe7-75cf-4630-bc14-4f2df4ff06de', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:26:59.684058 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fc74e6d1-90e5-4c25-a806-7948139fbd31 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:59.742935 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fc74e6d1-90e5-4c25-a806-7948139fbd31 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:59.746639 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fc74e6d1-90e5-4c25-a806-7948139fbd31 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:59.766563 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74e6d1-90e5-4c25-a806-7948139fbd31 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012c7028-dc8c-455f-a3bc-8147e4df1571,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:59.769238 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fc74e6d1-90e5-4c25-a806-7948139fbd31 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:59.770546 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fc74e6d1-90e5-4c25-a806-7948139fbd31 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149623 Jul 16 21:26:59.773334 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58336) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:59.778057 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-603d20ac-f605-4938-b367-e99a2e7558e1 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': 'fd50cbe7-75cf-4630-bc14-4f2df4ff06de', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:26:59.799810 n-d-791506-21 neutron-server[93793]: INFO neutron.db.securitygroups_db [None req-603d20ac-f605-4938-b367-e99a2e7558e1 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Project d0e49adb7de6459493e23c0b2760acb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:26:59.804331 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-603d20ac-f605-4938-b367-e99a2e7558e1 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:59.864329 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-603d20ac-f605-4938-b367-e99a2e7558e1 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:59.867985 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-603d20ac-f605-4938-b367-e99a2e7558e1 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:59.886289 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d20ac-f605-4938-b367-e99a2e7558e1 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf031e3-4b43-438d-a337-56a532d18f73,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:59.894234 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-603d20ac-f605-4938-b367-e99a2e7558e1 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:59.895461 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-603d20ac-f605-4938-b367-e99a2e7558e1 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210907 Jul 16 21:26:59.898200 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58338) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:59.902581 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-083f6b6a-96cf-48b5-9126-1a566e548fd9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': 'fd50cbe7-75cf-4630-bc14-4f2df4ff06de', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:26:59.923157 n-d-791506-21 neutron-server[93793]: INFO neutron.db.securitygroups_db [None req-083f6b6a-96cf-48b5-9126-1a566e548fd9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Project d0e49adb7de6459493e23c0b2760acb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:26:59.927886 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-083f6b6a-96cf-48b5-9126-1a566e548fd9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:59.988457 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-083f6b6a-96cf-48b5-9126-1a566e548fd9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:59.992073 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-083f6b6a-96cf-48b5-9126-1a566e548fd9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:00.011507 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f6b6a-96cf-48b5-9126-1a566e548fd9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec55e10-8e6f-4b16-8c37-8446e5ebae4b,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:00.018623 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-083f6b6a-96cf-48b5-9126-1a566e548fd9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:00.020918 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-083f6b6a-96cf-48b5-9126-1a566e548fd9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207666 Jul 16 21:27:00.022735 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58340) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:00.028248 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d860c235-0eae-45cd-bf63-1aa25221d45d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'network': {'name': 'tempest-network-smoke--1212935122', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'port_security_enabled': True}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:27:00.035814 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:00.050101 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d860c235-0eae-45cd-bf63-1aa25221d45d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Made reservation on behalf of d0e49adb7de6459493e23c0b2760acb3 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:27:00.053546 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d860c235-0eae-45cd-bf63-1aa25221d45d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:00.077692 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d860c235-0eae-45cd-bf63-1aa25221d45d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:27:00.087193 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d860c235-0eae-45cd-bf63-1aa25221d45d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:00.087542 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-d860c235-0eae-45cd-bf63-1aa25221d45d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Added segment 229915d9-3590-4a8e-8cd6-29c683b30d96 of type vlan for network 05e90e35-3540-41c6-8c63-6e57cbd4e71d Jul 16 21:27:00.130834 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d860c235-0eae-45cd-bf63-1aa25221d45d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:00.158294 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d860c235-0eae-45cd-bf63-1aa25221d45d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:00.164011 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d860c235-0eae-45cd-bf63-1aa25221d45d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:00.164613 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d860c235-0eae-45cd-bf63-1aa25221d45d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:00.198402 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d860c235-0eae-45cd-bf63-1aa25221d45d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1743300 Jul 16 21:27:00.201198 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58342) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:00.205785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-001c987d-cce1-4eb1-95f2-6ca976a9b2e9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1181475095', 'admin_state_up': True, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:27:00.227886 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-001c987d-cce1-4eb1-95f2-6ca976a9b2e9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:00.228872 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-001c987d-cce1-4eb1-95f2-6ca976a9b2e9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:00.234388 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860c235-0eae-45cd-bf63-1aa25221d45d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Network': ['ID=05e90e35-3540-41c6-8c63-6e57cbd4e71d,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:00.252668 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 05e90e35-3540-41c6-8c63-6e57cbd4e71d details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:27:00.634673 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-001c987d-cce1-4eb1-95f2-6ca976a9b2e9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:00.765525 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-001c987d-cce1-4eb1-95f2-6ca976a9b2e9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:00.956111 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-001c987d-cce1-4eb1-95f2-6ca976a9b2e9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:00.974117 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-001c987d-cce1-4eb1-95f2-6ca976a9b2e9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:01.074113 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-001c987d-cce1-4eb1-95f2-6ca976a9b2e9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Allocated IP 172.25.0.249 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:27:01.181326 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-001c987d-cce1-4eb1-95f2-6ca976a9b2e9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:01.222091 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-001c987d-cce1-4eb1-95f2-6ca976a9b2e9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:01.263344 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001c987d-cce1-4eb1-95f2-6ca976a9b2e9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:27:01.269589 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-001c987d-cce1-4eb1-95f2-6ca976a9b2e9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:27:01.272686 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001c987d-cce1-4eb1-95f2-6ca976a9b2e9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:27:01.274807 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c987d-cce1-4eb1-95f2-6ca976a9b2e9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:01.524858 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-001c987d-cce1-4eb1-95f2-6ca976a9b2e9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:01.714657 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-001c987d-cce1-4eb1-95f2-6ca976a9b2e9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:01.841484 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001c987d-cce1-4eb1-95f2-6ca976a9b2e9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Router efe6c60c-2393-4e2d-9d36-cd5537e55551 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:27:01.950619 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001c987d-cce1-4eb1-95f2-6ca976a9b2e9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:27:01.960060 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8df02ad-ce26-4d30-a7c3-141c0d71b1fc None None] Sync routers for ids ['efe6c60c-2393-4e2d-9d36-cd5537e55551'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:27:01.969671 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-001c987d-cce1-4eb1-95f2-6ca976a9b2e9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:01.971026 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-001c987d-cce1-4eb1-95f2-6ca976a9b2e9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7688174 Jul 16 21:27:01.971364 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8df02ad-ce26-4d30-a7c3-141c0d71b1fc None None] Routers {'efe6c60c-2393-4e2d-9d36-cd5537e55551'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:27:01.971975 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a8df02ad-ce26-4d30-a7c3-141c0d71b1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:26:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['efe6c60c-2393-4e2d-9d36-cd5537e55551'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:01.974099 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58344) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:02.002791 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f5c214d8-4127-4540-af1d-e570d416023a tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=d0e49adb7de6459493e23c0b2760acb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275025 Jul 16 21:27:02.005273 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58346) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:02.075774 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-a8df02ad-ce26-4d30-a7c3-141c0d71b1fc None None] Set router efe6c60c-2393-4e2d-9d36-cd5537e55551 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:27:02.097528 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b03c98-6f9f-43a7-88b4-c485120a6710 tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:02.099142 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-52b03c98-6f9f-43a7-88b4-c485120a6710 tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929687 Jul 16 21:27:02.102087 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58348) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:02.137259 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ae5e6a35-7045-4522-ad75-0dc10ce84a86 tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=9eaba347-54f9-4044-808d-862f23e2a998&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338974 Jul 16 21:27:02.140395 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58350) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:02.145611 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-acd318f4-e4d6-4a41-9d53-bb75ca5b50fe tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1735121914', 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:27:02.246001 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd318f4-e4d6-4a41-9d53-bb75ca5b50fe tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Made reservation on behalf of d0e49adb7de6459493e23c0b2760acb3 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:27:02.250551 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-acd318f4-e4d6-4a41-9d53-bb75ca5b50fe tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:02.348853 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a8df02ad-ce26-4d30-a7c3-141c0d71b1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181475095', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:27:01Z', 'revision_number': 3, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:27:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:02.375594 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8df02ad-ce26-4d30-a7c3-141c0d71b1fc None None] Checking router: efe6c60c-2393-4e2d-9d36-cd5537e55551 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:27:02.375942 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8df02ad-ce26-4d30-a7c3-141c0d71b1fc None None] Updating router efe6c60c-2393-4e2d-9d36-cd5537e55551 port e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:27:02.409613 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8df02ad-ce26-4d30-a7c3-141c0d71b1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:02.432893 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-acd318f4-e4d6-4a41-9d53-bb75ca5b50fe tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:02.494551 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd318f4-e4d6-4a41-9d53-bb75ca5b50fe tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Subnet': ['ID=a0078a1f-37a7-49da-a49f-860eca62a1aa,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:02.503148 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd318f4-e4d6-4a41-9d53-bb75ca5b50fe tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Checking segment: {'id': '229915d9-3590-4a8e-8cd6-29c683b30d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:27:02.503513 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd318f4-e4d6-4a41-9d53-bb75ca5b50fe tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network hostable DHCP agents. Network: 05e90e35-3540-41c6-8c63-6e57cbd4e71d, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:27:02.519957 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd318f4-e4d6-4a41-9d53-bb75ca5b50fe tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network 05e90e35-3540-41c6-8c63-6e57cbd4e71d is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:27:02.528700 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-acd318f4-e4d6-4a41-9d53-bb75ca5b50fe tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 05e90e35-3540-41c6-8c63-6e57cbd4e71d) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:27:02.533724 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd318f4-e4d6-4a41-9d53-bb75ca5b50fe tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:02.534331 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-acd318f4-e4d6-4a41-9d53-bb75ca5b50fe tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:02.540297 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261913d3-0600-455e-8bfb-24f97d8ad693 None None] Network 05e90e35-3540-41c6-8c63-6e57cbd4e71d requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:27:02.554867 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58352) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:02.555197 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-acd318f4-e4d6-4a41-9d53-bb75ca5b50fe tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4136510 Jul 16 21:27:02.670879 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8df02ad-ce26-4d30-a7c3-141c0d71b1fc None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:02.680782 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-a8df02ad-ce26-4d30-a7c3-141c0d71b1fc None None] Transition to ACTIVE for port object e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:27:02.687578 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8df02ad-ce26-4d30-a7c3-141c0d71b1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:02.695438 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eff69b-2647-47b6-9545-3175c1b06d9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-05e90e35-3540-41c6-8c63-6e57cbd4e71d', 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'fixed_ips': [{'subnet_id': 'a0078a1f-37a7-49da-a49f-860eca62a1aa'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:27:02.697465 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70eff69b-2647-47b6-9545-3175c1b06d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:02.743568 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-a8df02ad-ce26-4d30-a7c3-141c0d71b1fc None None] Attempting to bind port e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:27:02.743939 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-a8df02ad-ce26-4d30-a7c3-141c0d71b1fc None None] Attempting to bind port e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:27:02.744297 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8df02ad-ce26-4d30-a7c3-141c0d71b1fc None None] Attempting to bind port e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:27:02.747525 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b705a0f-31a1-44de-8bad-f42f2158b1b5 None None] Pushing event updated for resources: {'Port': ['ID=e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:02.754867 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8df02ad-ce26-4d30-a7c3-141c0d71b1fc None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:27:02.755512 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8df02ad-ce26-4d30-a7c3-141c0d71b1fc None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:27:02.756078 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8df02ad-ce26-4d30-a7c3-141c0d71b1fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:02.756621 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8df02ad-ce26-4d30-a7c3-141c0d71b1fc None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:27:02.757251 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-a8df02ad-ce26-4d30-a7c3-141c0d71b1fc None None] Bound port: e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:27:02.758171 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8df02ad-ce26-4d30-a7c3-141c0d71b1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:02.809803 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-a8df02ad-ce26-4d30-a7c3-141c0d71b1fc None None] For port e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:27:02.814007 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-a8df02ad-ce26-4d30-a7c3-141c0d71b1fc None None] For port e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:27:02.818981 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8df02ad-ce26-4d30-a7c3-141c0d71b1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:02.836726 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-70eff69b-2647-47b6-9545-3175c1b06d9a None None] Allocated IP 172.20.0.2 (05e90e35-3540-41c6-8c63-6e57cbd4e71d/a0078a1f-37a7-49da-a49f-860eca62a1aa/753a6570-a029-4c05-98c0-f2896375c8ac) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:27:02.876857 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8df02ad-ce26-4d30-a7c3-141c0d71b1fc None None] Routers {'efe6c60c-2393-4e2d-9d36-cd5537e55551'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:27:02.877474 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a8df02ad-ce26-4d30-a7c3-141c0d71b1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:26:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['efe6c60c-2393-4e2d-9d36-cd5537e55551'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:02.970950 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b705a0f-31a1-44de-8bad-f42f2158b1b5 None None] Pushing event updated for resources: {'Port': ['ID=e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:02.990970 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70eff69b-2647-47b6-9545-3175c1b06d9a None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:02.992496 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-a8df02ad-ce26-4d30-a7c3-141c0d71b1fc None None] Set router efe6c60c-2393-4e2d-9d36-cd5537e55551 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:27:02.999636 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-70eff69b-2647-47b6-9545-3175c1b06d9a None None] Transition to ACTIVE for port object 753a6570-a029-4c05-98c0-f2896375c8ac will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:27:03.014735 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-70eff69b-2647-47b6-9545-3175c1b06d9a None None] Transition to ACTIVE for port object 753a6570-a029-4c05-98c0-f2896375c8ac will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:27:03.018550 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-83a78865-2c6c-4a0f-98bb-456fd39689ab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:03.022713 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70eff69b-2647-47b6-9545-3175c1b06d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:03.064477 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eff69b-2647-47b6-9545-3175c1b06d9a None None] Network 05e90e35-3540-41c6-8c63-6e57cbd4e71d is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:27:03.067400 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-70eff69b-2647-47b6-9545-3175c1b06d9a None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:27:03.070857 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eff69b-2647-47b6-9545-3175c1b06d9a None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:27:03.078582 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eff69b-2647-47b6-9545-3175c1b06d9a None None] Pushing event updated for resources: {'Port': ['ID=753a6570-a029-4c05-98c0-f2896375c8ac,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:03.136116 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-70eff69b-2647-47b6-9545-3175c1b06d9a None None] Attempting to bind port 753a6570-a029-4c05-98c0-f2896375c8ac on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:27:03.136488 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-70eff69b-2647-47b6-9545-3175c1b06d9a None None] Attempting to bind port 753a6570-a029-4c05-98c0-f2896375c8ac by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '229915d9-3590-4a8e-8cd6-29c683b30d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:27:03.136854 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eff69b-2647-47b6-9545-3175c1b06d9a None None] Attempting to bind port 753a6570-a029-4c05-98c0-f2896375c8ac on network 05e90e35-3540-41c6-8c63-6e57cbd4e71d {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:27:03.142905 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eff69b-2647-47b6-9545-3175c1b06d9a None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:27:03.143284 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eff69b-2647-47b6-9545-3175c1b06d9a None None] Checking segment: {'id': '229915d9-3590-4a8e-8cd6-29c683b30d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:27:03.143692 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70eff69b-2647-47b6-9545-3175c1b06d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:03.144170 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eff69b-2647-47b6-9545-3175c1b06d9a None None] Bound using segment: {'id': '229915d9-3590-4a8e-8cd6-29c683b30d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:27:03.144634 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-70eff69b-2647-47b6-9545-3175c1b06d9a None None] Bound port: 753a6570-a029-4c05-98c0-f2896375c8ac, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '229915d9-3590-4a8e-8cd6-29c683b30d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:27:03.145069 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70eff69b-2647-47b6-9545-3175c1b06d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:03.195224 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a8df02ad-ce26-4d30-a7c3-141c0d71b1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181475095', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:27:01Z', 'revision_number': 3, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:03.215158 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-70eff69b-2647-47b6-9545-3175c1b06d9a None None] For port 753a6570-a029-4c05-98c0-f2896375c8ac, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:27:03.218464 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-70eff69b-2647-47b6-9545-3175c1b06d9a None None] For port 753a6570-a029-4c05-98c0-f2896375c8ac, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=753a6570-a029-4c05-98c0-f2896375c8ac,segment=NetworkSegment(229915d9-3590-4a8e-8cd6-29c683b30d96),segment_id=229915d9-3590-4a8e-8cd6-29c683b30d96)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:27:03.223496 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8df02ad-ce26-4d30-a7c3-141c0d71b1fc None None] The sync data for ids ['efe6c60c-2393-4e2d-9d36-cd5537e55551'] in n-d-791506-21 is: [{'id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181475095', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:27:01Z', 'revision_number': 3, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:27:03.224579 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70eff69b-2647-47b6-9545-3175c1b06d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:03.283673 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eff69b-2647-47b6-9545-3175c1b06d9a None None] Pushing event updated for resources: {'Port': ['ID=753a6570-a029-4c05-98c0-f2896375c8ac,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:03.334461 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-83a78865-2c6c-4a0f-98bb-456fd39689ab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Allocated IP 172.20.0.1 (05e90e35-3540-41c6-8c63-6e57cbd4e71d/a0078a1f-37a7-49da-a49f-860eca62a1aa/69e32570-e74f-4c98-9b9f-8c9fc7f06e95) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:27:03.477845 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-83a78865-2c6c-4a0f-98bb-456fd39689ab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:03.504869 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-83a78865-2c6c-4a0f-98bb-456fd39689ab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Transition to ACTIVE for port object 69e32570-e74f-4c98-9b9f-8c9fc7f06e95 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:27:03.560188 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-83a78865-2c6c-4a0f-98bb-456fd39689ab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:03.611565 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a78865-2c6c-4a0f-98bb-456fd39689ab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network 05e90e35-3540-41c6-8c63-6e57cbd4e71d is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:27:03.615494 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-83a78865-2c6c-4a0f-98bb-456fd39689ab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:27:03.617878 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a78865-2c6c-4a0f-98bb-456fd39689ab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:27:03.645079 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a78865-2c6c-4a0f-98bb-456fd39689ab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=69e32570-e74f-4c98-9b9f-8c9fc7f06e95,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:03.670205 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-83a78865-2c6c-4a0f-98bb-456fd39689ab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:03.822839 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-83a78865-2c6c-4a0f-98bb-456fd39689ab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:03.865901 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:04.125351 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-83a78865-2c6c-4a0f-98bb-456fd39689ab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:04.130505 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-83a78865-2c6c-4a0f-98bb-456fd39689ab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:04.210073 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-83a78865-2c6c-4a0f-98bb-456fd39689ab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:04.220754 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a78865-2c6c-4a0f-98bb-456fd39689ab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=69e32570-e74f-4c98-9b9f-8c9fc7f06e95,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:04.280137 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad171f3-afae-4c6d-834d-64cd6894d139 None None] Network 05e90e35-3540-41c6-8c63-6e57cbd4e71d requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:27:04.323272 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a78865-2c6c-4a0f-98bb-456fd39689ab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network 05e90e35-3540-41c6-8c63-6e57cbd4e71d is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:27:04.324733 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-83a78865-2c6c-4a0f-98bb-456fd39689ab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:27:04.360995 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2c9e9acf-8274-495d-87c2-f27c2261a20f None None] Provisioning for port 753a6570-a029-4c05-98c0-f2896375c8ac completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:27:04.441723 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a78865-2c6c-4a0f-98bb-456fd39689ab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Router efe6c60c-2393-4e2d-9d36-cd5537e55551 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:27:04.570142 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 753a6570-a029-4c05-98c0-f2896375c8ac up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:27:04.573057 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a78865-2c6c-4a0f-98bb-456fd39689ab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:27:04.591233 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-83a78865-2c6c-4a0f-98bb-456fd39689ab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "PUT /v2.0/routers/efe6c60c-2393-4e2d-9d36-cd5537e55551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0345669 Jul 16 21:27:04.642751 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 753a6570-a029-4c05-98c0-f2896375c8ac completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:27:04.644738 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 753a6570-a029-4c05-98c0-f2896375c8ac triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:27:04.645113 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:04.703502 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8fac51f6-1d82-4f0e-8401-fa0e1706f672 None None] Provisioning complete for port 753a6570-a029-4c05-98c0-f2896375c8ac triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:27:04.703948 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8fac51f6-1d82-4f0e-8401-fa0e1706f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:04.764037 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-559d7e78-3220-4d5b-bfd4-6b87f2595bfd tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-966979755&fields=id&tenant_id=d0e49adb7de6459493e23c0b2760acb3 HTTP/1.1" status: 200 len: 267 time: 0.0412970 Jul 16 21:27:04.780636 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:04.846897 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 753a6570-a029-4c05-98c0-f2896375c8ac, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=753a6570-a029-4c05-98c0-f2896375c8ac,segment=NetworkSegment(229915d9-3590-4a8e-8cd6-29c683b30d96),segment_id=229915d9-3590-4a8e-8cd6-29c683b30d96)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:27:04.853408 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:04.854209 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:27:04.895194 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-625be019-fb77-45f2-8985-8d25ec9b6827 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:04.896772 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-625be019-fb77-45f2-8985-8d25ec9b6827 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/networks?id=05e90e35-3540-41c6-8c63-6e57cbd4e71d HTTP/1.1" status: 200 len: 797 time: 0.1237338 Jul 16 21:27:04.898951 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8fac51f6-1d82-4f0e-8401-fa0e1706f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:04.915900 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-5fbf8d82-5ca3-483b-9906-214a4dce0af1 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/quotas/d0e49adb7de6459493e23c0b2760acb3 HTTP/1.1" status: 200 len: 375 time: 0.0108011 Jul 16 21:27:04.959894 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=753a6570-a029-4c05-98c0-f2896375c8ac,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:05.007039 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c0251e-18d0-478b-bfc4-64aa9f3fdacd None None] Sync routers for ids ['efe6c60c-2393-4e2d-9d36-cd5537e55551'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:27:05.012938 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-655c368d-d4ab-46ee-b37d-9442154e886a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895300 Jul 16 21:27:05.014995 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-8fac51f6-1d82-4f0e-8401-fa0e1706f672 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 21:27:05.015538 n-d-791506-21 neutron-server[93795]: DEBUG oslo_db.api [None req-8fac51f6-1d82-4f0e-8401-fa0e1706f672 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 21:27:05.020292 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:27:05.022203 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c0251e-18d0-478b-bfc4-64aa9f3fdacd None None] Routers {'efe6c60c-2393-4e2d-9d36-cd5537e55551'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:27:05.022868 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-57c0251e-18d0-478b-bfc4-64aa9f3fdacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:26:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['efe6c60c-2393-4e2d-9d36-cd5537e55551'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:05.027168 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:27:05.027472 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:05.126296 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-59056820-ccaf-47cb-bef3-e9c2771a6b22 service neutron] 10.222.0.38 "GET /v2.0/networks/05e90e35-3540-41c6-8c63-6e57cbd4e71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943809 Jul 16 21:27:05.169377 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-57c0251e-18d0-478b-bfc4-64aa9f3fdacd None None] Set router efe6c60c-2393-4e2d-9d36-cd5537e55551 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:27:05.225451 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-633bc243-a0d1-4640-8579-9699a9902079 service neutron] 10.222.0.38 "GET /v2.0/networks/05e90e35-3540-41c6-8c63-6e57cbd4e71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912311 Jul 16 21:27:05.240254 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:05.306133 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:27:05.313571 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:05.425233 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99b7aebe-6d07-4667-baad-485b20ca99a7 req-05c8f234-85cf-4666-90b8-168d245088c5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 210 time: 0.0311294 Jul 16 21:27:05.626545 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:05.642384 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8fac51f6-1d82-4f0e-8401-fa0e1706f672 None None] Provisioning for port 69e32570-e74f-4c98-9b9f-8c9fc7f06e95 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:27:05.651298 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8fac51f6-1d82-4f0e-8401-fa0e1706f672 None None] Provisioning complete for port 69e32570-e74f-4c98-9b9f-8c9fc7f06e95 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:27:05.651704 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8fac51f6-1d82-4f0e-8401-fa0e1706f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:05.697672 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8fac51f6-1d82-4f0e-8401-fa0e1706f672 None None] Port 69e32570-e74f-4c98-9b9f-8c9fc7f06e95 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:27:05.703272 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-57c0251e-18d0-478b-bfc4-64aa9f3fdacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181475095', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:27:03Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '69e32570-e74f-4c98-9b9f-8c9fc7f06e95', 'name': '', 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:93:da:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'a0078a1f-37a7-49da-a49f-860eca62a1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:03Z', 'updated_at': '2021-07-16T21:27:03Z', 'revision_number': 2, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': 'a0078a1f-37a7-49da-a49f-860eca62a1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:05.730432 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c0251e-18d0-478b-bfc4-64aa9f3fdacd None None] Checking router: efe6c60c-2393-4e2d-9d36-cd5537e55551 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:27:05.730794 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c0251e-18d0-478b-bfc4-64aa9f3fdacd None None] Updating router efe6c60c-2393-4e2d-9d36-cd5537e55551 port 69e32570-e74f-4c98-9b9f-8c9fc7f06e95 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:27:05.768213 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-57c0251e-18d0-478b-bfc4-64aa9f3fdacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:05.877301 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4db943fd-31f4-4fcb-88fd-1929142a6998 None None] Provisioning complete for port 69e32570-e74f-4c98-9b9f-8c9fc7f06e95 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:27:05.877677 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4db943fd-31f4-4fcb-88fd-1929142a6998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:05.939008 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4db943fd-31f4-4fcb-88fd-1929142a6998 None None] Port 69e32570-e74f-4c98-9b9f-8c9fc7f06e95 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:27:06.080054 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-57c0251e-18d0-478b-bfc4-64aa9f3fdacd None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:06.089852 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-57c0251e-18d0-478b-bfc4-64aa9f3fdacd None None] Transition to ACTIVE for port object 69e32570-e74f-4c98-9b9f-8c9fc7f06e95 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:27:06.097146 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-57c0251e-18d0-478b-bfc4-64aa9f3fdacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:06.154920 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b993c2f-8563-41b9-85be-2e015dda5c79 None None] Pushing event updated for resources: {'Port': ['ID=69e32570-e74f-4c98-9b9f-8c9fc7f06e95,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:06.222424 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-57c0251e-18d0-478b-bfc4-64aa9f3fdacd None None] Attempting to bind port 69e32570-e74f-4c98-9b9f-8c9fc7f06e95 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:27:06.222790 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-57c0251e-18d0-478b-bfc4-64aa9f3fdacd None None] Attempting to bind port 69e32570-e74f-4c98-9b9f-8c9fc7f06e95 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '229915d9-3590-4a8e-8cd6-29c683b30d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:27:06.223156 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c0251e-18d0-478b-bfc4-64aa9f3fdacd None None] Attempting to bind port 69e32570-e74f-4c98-9b9f-8c9fc7f06e95 on network 05e90e35-3540-41c6-8c63-6e57cbd4e71d {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:27:06.228441 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c0251e-18d0-478b-bfc4-64aa9f3fdacd None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:27:06.228817 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c0251e-18d0-478b-bfc4-64aa9f3fdacd None None] Checking segment: {'id': '229915d9-3590-4a8e-8cd6-29c683b30d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:27:06.229218 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-57c0251e-18d0-478b-bfc4-64aa9f3fdacd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:06.229733 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c0251e-18d0-478b-bfc4-64aa9f3fdacd None None] Bound using segment: {'id': '229915d9-3590-4a8e-8cd6-29c683b30d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:27:06.230205 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-57c0251e-18d0-478b-bfc4-64aa9f3fdacd None None] Bound port: 69e32570-e74f-4c98-9b9f-8c9fc7f06e95, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '229915d9-3590-4a8e-8cd6-29c683b30d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:27:06.231152 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-57c0251e-18d0-478b-bfc4-64aa9f3fdacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:06.307332 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-57c0251e-18d0-478b-bfc4-64aa9f3fdacd None None] For port 69e32570-e74f-4c98-9b9f-8c9fc7f06e95, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:27:06.311381 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-57c0251e-18d0-478b-bfc4-64aa9f3fdacd None None] For port 69e32570-e74f-4c98-9b9f-8c9fc7f06e95, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=69e32570-e74f-4c98-9b9f-8c9fc7f06e95,segment=NetworkSegment(229915d9-3590-4a8e-8cd6-29c683b30d96),segment_id=229915d9-3590-4a8e-8cd6-29c683b30d96)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:27:06.316018 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-57c0251e-18d0-478b-bfc4-64aa9f3fdacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:06.406988 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c0251e-18d0-478b-bfc4-64aa9f3fdacd None None] Routers {'efe6c60c-2393-4e2d-9d36-cd5537e55551'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:27:06.407573 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-57c0251e-18d0-478b-bfc4-64aa9f3fdacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:26:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['efe6c60c-2393-4e2d-9d36-cd5537e55551'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:06.412145 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b993c2f-8563-41b9-85be-2e015dda5c79 None None] Pushing event updated for resources: {'Port': ['ID=69e32570-e74f-4c98-9b9f-8c9fc7f06e95,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:06.582995 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 753a6570-a029-4c05-98c0-f2896375c8ac up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:27:06.637080 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-57c0251e-18d0-478b-bfc4-64aa9f3fdacd None None] Set router efe6c60c-2393-4e2d-9d36-cd5537e55551 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:27:06.703106 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-55264339-9674-4b7e-8625-1c905e563012 req-16d96828-3b74-4c5a-8085-e502a7410023 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 210 time: 0.0759382 Jul 16 21:27:06.746829 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-acf9d76f-5476-4b10-9512-85cbc5903f4c tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:06.749420 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-acf9d76f-5476-4b10-9512-85cbc5903f4c tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.18 "GET /v2.0/networks?id=05e90e35-3540-41c6-8c63-6e57cbd4e71d HTTP/1.1" status: 200 len: 797 time: 0.1818905 Jul 16 21:27:06.759500 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 753a6570-a029-4c05-98c0-f2896375c8ac triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:27:06.759885 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:06.801611 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-8befc98b-6163-4be5-bd83-b3712b581b48 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0e49adb7de6459493e23c0b2760acb3 HTTP/1.1" status: 200 len: 379 time: 0.0421057 Jul 16 21:27:06.811863 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-2ce0c53b-855f-4751-b129-5498a3b7fb94 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'port': {'device_id': '0bd1a56e-57a5-4163-b04b-16ae28d25211', 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d', 'admin_state_up': True, 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'security_groups': ['fd50cbe7-75cf-4630-bc14-4f2df4ff06de']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:27:06.937964 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-2ce0c53b-855f-4751-b129-5498a3b7fb94 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Made reservation on behalf of d0e49adb7de6459493e23c0b2760acb3 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:27:06.941443 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-2ce0c53b-855f-4751-b129-5498a3b7fb94 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:06.957163 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:27:07.015874 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-57c0251e-18d0-478b-bfc4-64aa9f3fdacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181475095', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:27:03Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '69e32570-e74f-4c98-9b9f-8c9fc7f06e95', 'name': '', 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:93:da:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'a0078a1f-37a7-49da-a49f-860eca62a1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:03Z', 'updated_at': '2021-07-16T21:27:06Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': 'a0078a1f-37a7-49da-a49f-860eca62a1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:07.046633 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c0251e-18d0-478b-bfc4-64aa9f3fdacd None None] The sync data for ids ['efe6c60c-2393-4e2d-9d36-cd5537e55551'] in n-d-791506-21 is: [{'id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181475095', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:27:03Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '69e32570-e74f-4c98-9b9f-8c9fc7f06e95', 'name': '', 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:93:da:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'a0078a1f-37a7-49da-a49f-860eca62a1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:03Z', 'updated_at': '2021-07-16T21:27:06Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': 'a0078a1f-37a7-49da-a49f-860eca62a1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:27:07.053345 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:27:07.053727 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:07.080522 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-2ce0c53b-855f-4751-b129-5498a3b7fb94 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Allocated IP 172.20.0.11 (05e90e35-3540-41c6-8c63-6e57cbd4e71d/a0078a1f-37a7-49da-a49f-860eca62a1aa/62b3f32b-61f4-452d-969a-17ef59cc48be) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:27:07.641372 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-2ce0c53b-855f-4751-b129-5498a3b7fb94 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:07.656004 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-2ce0c53b-855f-4751-b129-5498a3b7fb94 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Transition to ACTIVE for port object 62b3f32b-61f4-452d-969a-17ef59cc48be will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:27:07.691159 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-2ce0c53b-855f-4751-b129-5498a3b7fb94 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:07.737616 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-2ce0c53b-855f-4751-b129-5498a3b7fb94 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network 05e90e35-3540-41c6-8c63-6e57cbd4e71d is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:27:07.740774 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-2ce0c53b-855f-4751-b129-5498a3b7fb94 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:27:07.744813 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-2ce0c53b-855f-4751-b129-5498a3b7fb94 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:27:07.770836 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0c53b-855f-4751-b129-5498a3b7fb94 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=62b3f32b-61f4-452d-969a-17ef59cc48be,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:07.802143 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-2ce0c53b-855f-4751-b129-5498a3b7fb94 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:07.802902 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-2ce0c53b-855f-4751-b129-5498a3b7fb94 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:07.820205 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-2ce0c53b-855f-4751-b129-5498a3b7fb94 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0135622 Jul 16 21:27:07.833766 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-07c92e25-7baf-4872-b996-7c7b5632e26e service neutron] Request body: {'port': {'device_id': '0bd1a56e-57a5-4163-b04b-16ae28d25211', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:27:07.962362 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-07c92e25-7baf-4872-b996-7c7b5632e26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:07.979606 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16d465-b179-4287-b870-e207f81971ee req-d8fdcaac-23a4-4566-865c-7ec41e9f9487 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:07.981157 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e16d465-b179-4287-b870-e207f81971ee req-d8fdcaac-23a4-4566-865c-7ec41e9f9487 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 932 time: 0.1208398 Jul 16 21:27:08.058937 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e16d465-b179-4287-b870-e207f81971ee req-cfa60b44-a658-4c85-8202-0b5cf30740f4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd50cbe7-75cf-4630-bc14-4f2df4ff06de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709956 Jul 16 21:27:08.067444 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c7d2c451-79b4-412f-ac71-0c340533b092 None None] Provisioning for port 62b3f32b-61f4-452d-969a-17ef59cc48be completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:27:08.071502 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c7d2c451-79b4-412f-ac71-0c340533b092 None None] Provisioning complete for port 62b3f32b-61f4-452d-969a-17ef59cc48be triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:27:08.071881 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7d2c451-79b4-412f-ac71-0c340533b092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:08.112618 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c7d2c451-79b4-412f-ac71-0c340533b092 None None] Port 62b3f32b-61f4-452d-969a-17ef59cc48be cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:27:08.272881 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-07c92e25-7baf-4872-b996-7c7b5632e26e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b3f32b-61f4-452d-969a-17ef59cc48be {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:27:08.280702 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-07c92e25-7baf-4872-b996-7c7b5632e26e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:08.292783 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-07c92e25-7baf-4872-b996-7c7b5632e26e service neutron] Transition to ACTIVE for port object 62b3f32b-61f4-452d-969a-17ef59cc48be will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:27:08.296491 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-07c92e25-7baf-4872-b996-7c7b5632e26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:08.345524 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c92e25-7baf-4872-b996-7c7b5632e26e service neutron] Pushing event updated for resources: {'Port': ['ID=62b3f32b-61f4-452d-969a-17ef59cc48be,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:08.425543 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-07c92e25-7baf-4872-b996-7c7b5632e26e service neutron] Attempting to bind port 62b3f32b-61f4-452d-969a-17ef59cc48be on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:27:08.425884 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-07c92e25-7baf-4872-b996-7c7b5632e26e service neutron] Attempting to bind port 62b3f32b-61f4-452d-969a-17ef59cc48be by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '229915d9-3590-4a8e-8cd6-29c683b30d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:27:08.426221 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-07c92e25-7baf-4872-b996-7c7b5632e26e service neutron] Attempting to bind port 62b3f32b-61f4-452d-969a-17ef59cc48be on network 05e90e35-3540-41c6-8c63-6e57cbd4e71d {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:27:08.430690 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-07c92e25-7baf-4872-b996-7c7b5632e26e service neutron] Port 62b3f32b-61f4-452d-969a-17ef59cc48be on network 05e90e35-3540-41c6-8c63-6e57cbd4e71d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:27:08.431016 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-07c92e25-7baf-4872-b996-7c7b5632e26e service neutron] Attempting to bind port 62b3f32b-61f4-452d-969a-17ef59cc48be on network 05e90e35-3540-41c6-8c63-6e57cbd4e71d {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:27:08.436451 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-07c92e25-7baf-4872-b996-7c7b5632e26e service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:27:08.436795 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-07c92e25-7baf-4872-b996-7c7b5632e26e service neutron] Checking segment: {'id': '229915d9-3590-4a8e-8cd6-29c683b30d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:27:08.437188 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-07c92e25-7baf-4872-b996-7c7b5632e26e service neutron] Bound using segment: {'id': '229915d9-3590-4a8e-8cd6-29c683b30d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:27:08.437615 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-07c92e25-7baf-4872-b996-7c7b5632e26e service neutron] Bound port: 62b3f32b-61f4-452d-969a-17ef59cc48be, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '229915d9-3590-4a8e-8cd6-29c683b30d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:27:08.437976 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-07c92e25-7baf-4872-b996-7c7b5632e26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:08.515554 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-07c92e25-7baf-4872-b996-7c7b5632e26e service neutron] For port 62b3f32b-61f4-452d-969a-17ef59cc48be, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:27:08.519255 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-07c92e25-7baf-4872-b996-7c7b5632e26e service neutron] For port 62b3f32b-61f4-452d-969a-17ef59cc48be, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=62b3f32b-61f4-452d-969a-17ef59cc48be,segment=NetworkSegment(229915d9-3590-4a8e-8cd6-29c683b30d96),segment_id=229915d9-3590-4a8e-8cd6-29c683b30d96)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:27:08.524658 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-07c92e25-7baf-4872-b996-7c7b5632e26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:08.538481 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 69e32570-e74f-4c98-9b9f-8c9fc7f06e95 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:27:08.565959 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-07c92e25-7baf-4872-b996-7c7b5632e26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:08.566382 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-07c92e25-7baf-4872-b996-7c7b5632e26e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:08.568129 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-07c92e25-7baf-4872-b996-7c7b5632e26e service neutron] 10.222.0.18 "PUT /v2.0/ports/62b3f32b-61f4-452d-969a-17ef59cc48be HTTP/1.1" status: 200 len: 1093 time: 0.7399993 Jul 16 21:27:08.568986 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd1a56e-57a5-4163-b04b-16ae28d25211', 'tag': '62b3f32b-61f4-452d-969a-17ef59cc48be'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:27:08.570967 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fadbbe7-f30b-4ec4-84df-227c25b4cfb4" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd1a56e-57a5-4163-b04b-16ae28d25211", "tag": "62b3f32b-61f4-452d-969a-17ef59cc48be"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:27:08.603453 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 69e32570-e74f-4c98-9b9f-8c9fc7f06e95 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:27:08.603721 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c92e25-7baf-4872-b996-7c7b5632e26e service neutron] Pushing event updated for resources: {'Port': ['ID=62b3f32b-61f4-452d-969a-17ef59cc48be,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:08.608157 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 69e32570-e74f-4c98-9b9f-8c9fc7f06e95 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:27:08.608661 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:08.642913 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42866df-a375-40d2-b1c8-59e5b7d7b5be x-openstack-request-id: req-c42866df-a375-40d2-b1c8-59e5b7d7b5be {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:27:08.643189 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd1a56e-57a5-4163-b04b-16ae28d25211", "tag": "62b3f32b-61f4-452d-969a-17ef59cc48be", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:27:08.643437 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c42866df-a375-40d2-b1c8-59e5b7d7b5be {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:27:08.643833 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd1a56e-57a5-4163-b04b-16ae28d25211', 'tag': '62b3f32b-61f4-452d-969a-17ef59cc48be', 'status': 'completed', 'code': 200} Jul 16 21:27:08.675743 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-49bffdc5-6561-4e58-b4d7-e1c44553e30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:08.677240 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-49bffdc5-6561-4e58-b4d7-e1c44553e30a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 1096 time: 0.0631051 Jul 16 21:27:08.708217 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:08.724624 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-e6b858d6-40f4-4c17-9a26-fa8d36ede26c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62b3f32b-61f4-452d-969a-17ef59cc48be HTTP/1.1" status: 200 len: 217 time: 0.0403070 Jul 16 21:27:08.745951 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 69e32570-e74f-4c98-9b9f-8c9fc7f06e95, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=69e32570-e74f-4c98-9b9f-8c9fc7f06e95,segment=NetworkSegment(229915d9-3590-4a8e-8cd6-29c683b30d96),segment_id=229915d9-3590-4a8e-8cd6-29c683b30d96)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:27:08.751805 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:08.781483 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-93af5b24-e44b-4303-a72a-dc4d44878ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:08.782994 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-93af5b24-e44b-4303-a72a-dc4d44878ec1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0078a1f-37a7-49da-a49f-860eca62a1aa HTTP/1.1" status: 200 len: 835 time: 0.0516503 Jul 16 21:27:08.800245 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=69e32570-e74f-4c98-9b9f-8c9fc7f06e95,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:08.839259 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-3d8b89c9-d5ba-43f6-95d3-dcf4eb75c088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:08.840747 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-3d8b89c9-d5ba-43f6-95d3-dcf4eb75c088 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05e90e35-3540-41c6-8c63-6e57cbd4e71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520205 Jul 16 21:27:08.933868 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-7120b632-7baf-4ef9-9ce2-13e0e8e27211 service neutron] 10.222.0.18 "GET /v2.0/networks/05e90e35-3540-41c6-8c63-6e57cbd4e71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869772 Jul 16 21:27:09.021241 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59d3a877-4c4b-421f-aec1-679e145bdfd1 req-a5c67b58-6187-4e9d-aee4-154ec03eb486 service neutron] 10.222.0.18 "GET /v2.0/networks/05e90e35-3540-41c6-8c63-6e57cbd4e71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807316 Jul 16 21:27:09.124086 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fadbbe7-f30b-4ec4-84df-227c25b4cfb4 req-be4150e4-40da-4808-86a6-9fd0e0759ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:09.125623 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2fadbbe7-f30b-4ec4-84df-227c25b4cfb4 req-be4150e4-40da-4808-86a6-9fd0e0759ab8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 1096 time: 0.0597270 Jul 16 21:27:09.254194 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fadbbe7-f30b-4ec4-84df-227c25b4cfb4 req-436db729-83c0-48de-9fed-1e3ec6ce2363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:09.255701 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2fadbbe7-f30b-4ec4-84df-227c25b4cfb4 req-436db729-83c0-48de-9fed-1e3ec6ce2363 service neutron] 10.222.0.18 "GET /v2.0/networks?id=05e90e35-3540-41c6-8c63-6e57cbd4e71d HTTP/1.1" status: 200 len: 898 time: 0.1238878 Jul 16 21:27:09.308214 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2fadbbe7-f30b-4ec4-84df-227c25b4cfb4 req-2c175d35-cf35-4d5c-85cb-56c8baefdaa2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62b3f32b-61f4-452d-969a-17ef59cc48be HTTP/1.1" status: 200 len: 217 time: 0.0449021 Jul 16 21:27:09.320831 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12dd1f-5268-4efd-877b-df3946965189 req-198cf303-9f26-41ab-87b6-b1aa85df8119 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:09.322243 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b12dd1f-5268-4efd-877b-df3946965189 req-198cf303-9f26-41ab-87b6-b1aa85df8119 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 944 time: 0.1315269 Jul 16 21:27:09.389873 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fadbbe7-f30b-4ec4-84df-227c25b4cfb4 req-7585cc10-e8f0-4d76-a98c-a53242a6d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:09.391374 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2fadbbe7-f30b-4ec4-84df-227c25b4cfb4 req-7585cc10-e8f0-4d76-a98c-a53242a6d277 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0078a1f-37a7-49da-a49f-860eca62a1aa HTTP/1.1" status: 200 len: 835 time: 0.0682559 Jul 16 21:27:09.396281 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b12dd1f-5268-4efd-877b-df3946965189 req-c0465337-0ebb-456c-a854-e6f3f6e5f238 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd50cbe7-75cf-4630-bc14-4f2df4ff06de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649176 Jul 16 21:27:09.455926 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fadbbe7-f30b-4ec4-84df-227c25b4cfb4 req-5e89f1c8-5c5e-4bbd-8982-ad2a8a49b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:09.457432 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2fadbbe7-f30b-4ec4-84df-227c25b4cfb4 req-5e89f1c8-5c5e-4bbd-8982-ad2a8a49b3fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05e90e35-3540-41c6-8c63-6e57cbd4e71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586784 Jul 16 21:27:09.549728 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2fadbbe7-f30b-4ec4-84df-227c25b4cfb4 req-2855b924-295b-48e7-828c-1cf77a23ceed service neutron] 10.222.0.18 "GET /v2.0/networks/05e90e35-3540-41c6-8c63-6e57cbd4e71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850739 Jul 16 21:27:09.645477 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2fadbbe7-f30b-4ec4-84df-227c25b4cfb4 req-f22828ad-0eed-46b2-a3b5-140ec94608b8 service neutron] 10.222.0.18 "GET /v2.0/networks/05e90e35-3540-41c6-8c63-6e57cbd4e71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893672 Jul 16 21:27:10.520097 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 69e32570-e74f-4c98-9b9f-8c9fc7f06e95 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:27:10.567113 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 69e32570-e74f-4c98-9b9f-8c9fc7f06e95 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:27:10.567496 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:10.573976 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a09fd7-98b5-4c2f-99ce-687ece972870 req-95ab5642-e65c-459c-8bde-ec2360f717d1 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:10.575719 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75a09fd7-98b5-4c2f-99ce-687ece972870 req-95ab5642-e65c-459c-8bde-ec2360f717d1 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 944 time: 0.0673344 Jul 16 21:27:10.614047 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75a09fd7-98b5-4c2f-99ce-687ece972870 req-36b38d76-da7f-4fbb-848b-55b2c58b02dd tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd50cbe7-75cf-4630-bc14-4f2df4ff06de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324662 Jul 16 21:27:11.132067 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 62b3f32b-61f4-452d-969a-17ef59cc48be details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:27:11.224486 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 62b3f32b-61f4-452d-969a-17ef59cc48be, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=62b3f32b-61f4-452d-969a-17ef59cc48be,segment=NetworkSegment(229915d9-3590-4a8e-8cd6-29c683b30d96),segment_id=229915d9-3590-4a8e-8cd6-29c683b30d96)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:27:11.235831 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '62b3f32b-61f4-452d-969a-17ef59cc48be', 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d', 'port_id': '62b3f32b-61f4-452d-969a-17ef59cc48be', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0078a1f-37a7-49da-a49f-860eca62a1aa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:27:11.274328 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:11.288052 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b3f32b-61f4-452d-969a-17ef59cc48be {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:27:11.307432 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 62b3f32b-61f4-452d-969a-17ef59cc48be, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=62b3f32b-61f4-452d-969a-17ef59cc48be,segment=NetworkSegment(229915d9-3590-4a8e-8cd6-29c683b30d96),segment_id=229915d9-3590-4a8e-8cd6-29c683b30d96)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:27:11.311655 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:11.357991 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=62b3f32b-61f4-452d-969a-17ef59cc48be,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:11.510192 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['62b3f32b-61f4-452d-969a-17ef59cc48be'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:27:11.791131 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f26e8-4bd0-497e-ae32-c4501b787475 req-9ecd3b7c-b745-44e4-bea1-3a6c9331794b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:11.792525 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3e0f26e8-4bd0-497e-ae32-c4501b787475 req-9ecd3b7c-b745-44e4-bea1-3a6c9331794b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 945 time: 0.0669169 Jul 16 21:27:11.835005 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3e0f26e8-4bd0-497e-ae32-c4501b787475 req-6e9f8587-a7ac-4986-812b-5143e635384c tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd50cbe7-75cf-4630-bc14-4f2df4ff06de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363607 Jul 16 21:27:13.005499 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4467915-74c2-43d4-b901-3273c552a972 req-5d6b8797-f803-4f3c-8e32-eb4d3e6d489e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:13.006984 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a4467915-74c2-43d4-b901-3273c552a972 req-5d6b8797-f803-4f3c-8e32-eb4d3e6d489e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 945 time: 0.0630443 Jul 16 21:27:13.044185 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a4467915-74c2-43d4-b901-3273c552a972 req-7ea33abc-f35e-4923-a9f2-ea123158ab9e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd50cbe7-75cf-4630-bc14-4f2df4ff06de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312281 Jul 16 21:27:13.133346 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 62b3f32b-61f4-452d-969a-17ef59cc48be up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:27:13.182577 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 62b3f32b-61f4-452d-969a-17ef59cc48be completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:27:13.186987 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 62b3f32b-61f4-452d-969a-17ef59cc48be triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:27:13.187363 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:13.267862 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:13.293095 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd1a56e-57a5-4163-b04b-16ae28d25211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b3f32b-61f4-452d-969a-17ef59cc48be'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:27:13.296638 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d599d8cd7c90ef7a4a4f11e3824443e11814837840e0ec22718dbf4e389f10a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1beca02-c0d5-4102-ad67-bcf71665e287" -d '{"events": [{"server_uuid": "0bd1a56e-57a5-4163-b04b-16ae28d25211", "name": "network-vif-plugged", "status": "completed", "tag": "62b3f32b-61f4-452d-969a-17ef59cc48be"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:27:13.309617 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 62b3f32b-61f4-452d-969a-17ef59cc48be, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=62b3f32b-61f4-452d-969a-17ef59cc48be,segment=NetworkSegment(229915d9-3590-4a8e-8cd6-29c683b30d96),segment_id=229915d9-3590-4a8e-8cd6-29c683b30d96)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:27:13.315569 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:13.339472 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97f127c-9aa1-4901-bcfb-a7ab4946ae7f x-openstack-request-id: req-a97f127c-9aa1-4901-bcfb-a7ab4946ae7f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:27:13.339770 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd1a56e-57a5-4163-b04b-16ae28d25211", "name": "network-vif-plugged", "status": "completed", "tag": "62b3f32b-61f4-452d-969a-17ef59cc48be", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:27:13.340023 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a97f127c-9aa1-4901-bcfb-a7ab4946ae7f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:27:13.340606 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd1a56e-57a5-4163-b04b-16ae28d25211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b3f32b-61f4-452d-969a-17ef59cc48be', 'code': 200} Jul 16 21:27:13.370596 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=62b3f32b-61f4-452d-969a-17ef59cc48be,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:13.455358 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269976da-c7da-463c-b357-3d7982612ea6 req-3914cc46-8580-4bc1-bffc-b3865c825546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:13.456751 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-269976da-c7da-463c-b357-3d7982612ea6 req-3914cc46-8580-4bc1-bffc-b3865c825546 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 1098 time: 0.0533619 Jul 16 21:27:13.490956 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-269976da-c7da-463c-b357-3d7982612ea6 req-907d5ff6-892e-442b-b504-ea1e7338a444 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fd50cbe7-75cf-4630-bc14-4f2df4ff06de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277843 Jul 16 21:27:14.220306 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb447fda-3431-4dbf-8fb0-231fd8103590 req-b36fe59d-c9cd-416c-b341-ea4914c99390 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:14.221797 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eb447fda-3431-4dbf-8fb0-231fd8103590 req-b36fe59d-c9cd-416c-b341-ea4914c99390 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 946 time: 0.0680113 Jul 16 21:27:14.260195 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eb447fda-3431-4dbf-8fb0-231fd8103590 req-6f8918ee-c1a6-4761-9c4d-51abdfbfb020 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd50cbe7-75cf-4630-bc14-4f2df4ff06de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327866 Jul 16 21:27:15.438901 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887676d-a56f-4434-8d2e-d3a3bd0319c5 req-ea0fed10-b22c-4200-9f54-5550f8763fa4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:15.440425 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d887676d-a56f-4434-8d2e-d3a3bd0319c5 req-ea0fed10-b22c-4200-9f54-5550f8763fa4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 946 time: 0.0653274 Jul 16 21:27:15.484016 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d887676d-a56f-4434-8d2e-d3a3bd0319c5 req-635e7ee1-4b6b-4c6e-8f85-a059e5fb3257 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd50cbe7-75cf-4630-bc14-4f2df4ff06de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344799 Jul 16 21:27:15.661441 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b41b8-66b8-47fd-9ad0-d5c63cff2b67 req-97e6198c-d142-4663-935a-2f9bf0befb2d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:15.663068 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a28b41b8-66b8-47fd-9ad0-d5c63cff2b67 req-97e6198c-d142-4663-935a-2f9bf0befb2d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 946 time: 0.0657885 Jul 16 21:27:15.705499 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a28b41b8-66b8-47fd-9ad0-d5c63cff2b67 req-44642f31-35af-42a7-ad94-f875cdb08dab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd50cbe7-75cf-4630-bc14-4f2df4ff06de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365698 Jul 16 21:27:15.729040 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58408) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:15.779785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41853bc-d98f-4dd1-92a4-c8b2da76a792 tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:15.781180 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e41853bc-d98f-4dd1-92a4-c8b2da76a792 tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 1093 time: 0.0511749 Jul 16 21:27:15.784048 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58410) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:15.788601 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-37f3a1b6-3b01-45bf-95ac-271a3badcaa8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'port_id': '62b3f32b-61f4-452d-969a-17ef59cc48be', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:27:15.811280 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-37f3a1b6-3b01-45bf-95ac-271a3badcaa8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:15.907235 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-37f3a1b6-3b01-45bf-95ac-271a3badcaa8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:16.012717 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-37f3a1b6-3b01-45bf-95ac-271a3badcaa8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Allocated IP 172.25.0.159 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/25d47311-80d3-408e-be87-f1ad7851b562) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:27:16.115219 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-37f3a1b6-3b01-45bf-95ac-271a3badcaa8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:16.161915 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-37f3a1b6-3b01-45bf-95ac-271a3badcaa8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:16.205716 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f3a1b6-3b01-45bf-95ac-271a3badcaa8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:27:16.208542 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-37f3a1b6-3b01-45bf-95ac-271a3badcaa8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:27:16.212093 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f3a1b6-3b01-45bf-95ac-271a3badcaa8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:27:16.219046 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3a1b6-3b01-45bf-95ac-271a3badcaa8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=25d47311-80d3-408e-be87-f1ad7851b562,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:16.585640 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-37f3a1b6-3b01-45bf-95ac-271a3badcaa8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:16.659443 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-37f3a1b6-3b01-45bf-95ac-271a3badcaa8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:16.807551 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-37f3a1b6-3b01-45bf-95ac-271a3badcaa8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:16.812734 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-37f3a1b6-3b01-45bf-95ac-271a3badcaa8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:16.884723 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3a1b6-3b01-45bf-95ac-271a3badcaa8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=25d47311-80d3-408e-be87-f1ad7851b562,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:16.892868 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-37f3a1b6-3b01-45bf-95ac-271a3badcaa8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:16.991643 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-37f3a1b6-3b01-45bf-95ac-271a3badcaa8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Floating IP 4dce30fa-9589-4a66-8a29-ec10c37b3747 associated. External IP: 172.25.0.159, port: 62b3f32b-61f4-452d-969a-17ef59cc48be. Jul 16 21:27:17.197239 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f3a1b6-3b01-45bf-95ac-271a3badcaa8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Router efe6c60c-2393-4e2d-9d36-cd5537e55551 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:27:17.306461 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f3a1b6-3b01-45bf-95ac-271a3badcaa8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:27:17.316481 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b599aba4-cfc4-4212-8fc9-1295a949b48e None None] Sync routers for ids ['efe6c60c-2393-4e2d-9d36-cd5537e55551'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:27:17.322388 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-37f3a1b6-3b01-45bf-95ac-271a3badcaa8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:17.325688 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b599aba4-cfc4-4212-8fc9-1295a949b48e None None] Routers {'efe6c60c-2393-4e2d-9d36-cd5537e55551'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:27:17.326399 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-b599aba4-cfc4-4212-8fc9-1295a949b48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:26:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['efe6c60c-2393-4e2d-9d36-cd5537e55551'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:17.363705 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-37f3a1b6-3b01-45bf-95ac-271a3badcaa8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5783792 Jul 16 21:27:17.364382 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd1a56e-57a5-4163-b04b-16ae28d25211', 'tag': '62b3f32b-61f4-452d-969a-17ef59cc48be'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:27:17.366796 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85ac4ea-9ebc-4170-8f9a-5a39cf1c781c" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd1a56e-57a5-4163-b04b-16ae28d25211", "tag": "62b3f32b-61f4-452d-969a-17ef59cc48be"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:27:17.406744 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fb8b9f-51e2-4d41-a827-022ae3c778a4 x-openstack-request-id: req-15fb8b9f-51e2-4d41-a827-022ae3c778a4 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:27:17.407041 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd1a56e-57a5-4163-b04b-16ae28d25211", "tag": "62b3f32b-61f4-452d-969a-17ef59cc48be", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:27:17.407297 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-15fb8b9f-51e2-4d41-a827-022ae3c778a4 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:27:17.407707 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd1a56e-57a5-4163-b04b-16ae28d25211', 'tag': '62b3f32b-61f4-452d-969a-17ef59cc48be', 'status': 'completed', 'code': 200} Jul 16 21:27:17.442093 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-b599aba4-cfc4-4212-8fc9-1295a949b48e None None] Set router efe6c60c-2393-4e2d-9d36-cd5537e55551 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:27:17.522435 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ac4ea-9ebc-4170-8f9a-5a39cf1c781c req-fc09c904-eb43-450c-aaa6-9f6f6109f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:17.523873 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f85ac4ea-9ebc-4170-8f9a-5a39cf1c781c req-fc09c904-eb43-450c-aaa6-9f6f6109f51e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 1098 time: 0.0938754 Jul 16 21:27:17.548236 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc2249-c8f6-402b-ac5e-b9696c7a593c req-63bc2435-479f-4bc0-a126-17eeeec233f3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:17.549714 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bfdc2249-c8f6-402b-ac5e-b9696c7a593c req-63bc2435-479f-4bc0-a126-17eeeec233f3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 946 time: 0.0917411 Jul 16 21:27:17.644101 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bfdc2249-c8f6-402b-ac5e-b9696c7a593c req-6fb64b24-3a4a-4693-ae83-77050f963d33 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd50cbe7-75cf-4630-bc14-4f2df4ff06de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845349 Jul 16 21:27:17.662651 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ac4ea-9ebc-4170-8f9a-5a39cf1c781c req-07a8d2e6-9f8c-4d21-a3dc-262f647506f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:17.664240 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f85ac4ea-9ebc-4170-8f9a-5a39cf1c781c req-07a8d2e6-9f8c-4d21-a3dc-262f647506f4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=05e90e35-3540-41c6-8c63-6e57cbd4e71d HTTP/1.1" status: 200 len: 898 time: 0.1339836 Jul 16 21:27:17.672397 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58416) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:17.677265 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-b599aba4-cfc4-4212-8fc9-1295a949b48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181475095', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:27:03Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '4dce30fa-9589-4a66-8a29-ec10c37b3747', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'port_id': '62b3f32b-61f4-452d-969a-17ef59cc48be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a56e-57a5-4163-b04b-16ae28d25211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:27:16Z', 'updated_at': '2021-07-16T21:27:16Z', 'revision_number': 0, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69e32570-e74f-4c98-9b9f-8c9fc7f06e95', 'name': '', 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:93:da:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'a0078a1f-37a7-49da-a49f-860eca62a1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:03Z', 'updated_at': '2021-07-16T21:27:08Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': 'a0078a1f-37a7-49da-a49f-860eca62a1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:17.705074 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b599aba4-cfc4-4212-8fc9-1295a949b48e None None] Checking router: efe6c60c-2393-4e2d-9d36-cd5537e55551 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:27:17.714677 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b599aba4-cfc4-4212-8fc9-1295a949b48e None None] Routers {'efe6c60c-2393-4e2d-9d36-cd5537e55551'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:27:17.715649 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-b599aba4-cfc4-4212-8fc9-1295a949b48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:26:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['efe6c60c-2393-4e2d-9d36-cd5537e55551'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:17.733037 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f85ac4ea-9ebc-4170-8f9a-5a39cf1c781c req-c66cd84a-005e-40f1-becf-c77f6ff9ee5f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62b3f32b-61f4-452d-969a-17ef59cc48be HTTP/1.1" status: 200 len: 1000 time: 0.0616663 Jul 16 21:27:17.740938 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f8b87b83-d9b4-475f-9c53-7acea398a330 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/floatingips/4dce30fa-9589-4a66-8a29-ec10c37b3747 HTTP/1.1" status: 200 len: 992 time: 0.0671189 Jul 16 21:27:17.784160 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ac4ea-9ebc-4170-8f9a-5a39cf1c781c req-8060275a-cd84-42f2-820e-8db9749ed4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:17.785809 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f85ac4ea-9ebc-4170-8f9a-5a39cf1c781c req-8060275a-cd84-42f2-820e-8db9749ed4c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0078a1f-37a7-49da-a49f-860eca62a1aa HTTP/1.1" status: 200 len: 835 time: 0.0473797 Jul 16 21:27:17.821116 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-b599aba4-cfc4-4212-8fc9-1295a949b48e None None] Set router efe6c60c-2393-4e2d-9d36-cd5537e55551 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:27:17.843095 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ac4ea-9ebc-4170-8f9a-5a39cf1c781c req-4034aae3-02fb-42e7-b198-287038f3ee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:17.844598 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f85ac4ea-9ebc-4170-8f9a-5a39cf1c781c req-4034aae3-02fb-42e7-b198-287038f3ee42 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05e90e35-3540-41c6-8c63-6e57cbd4e71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521116 Jul 16 21:27:17.939864 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f85ac4ea-9ebc-4170-8f9a-5a39cf1c781c req-b9347d54-e46c-41f7-8101-6db5326c80ca service neutron] 10.222.0.18 "GET /v2.0/networks/05e90e35-3540-41c6-8c63-6e57cbd4e71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886867 Jul 16 21:27:18.030074 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f85ac4ea-9ebc-4170-8f9a-5a39cf1c781c req-7b495bd8-5a08-4c67-8014-1c38509eea3b service neutron] 10.222.0.18 "GET /v2.0/networks/05e90e35-3540-41c6-8c63-6e57cbd4e71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841992 Jul 16 21:27:18.134539 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-b599aba4-cfc4-4212-8fc9-1295a949b48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181475095', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:27:03Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '4dce30fa-9589-4a66-8a29-ec10c37b3747', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'port_id': '62b3f32b-61f4-452d-969a-17ef59cc48be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a56e-57a5-4163-b04b-16ae28d25211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:27:16Z', 'updated_at': '2021-07-16T21:27:16Z', 'revision_number': 0, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69e32570-e74f-4c98-9b9f-8c9fc7f06e95', 'name': '', 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:93:da:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'a0078a1f-37a7-49da-a49f-860eca62a1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:03Z', 'updated_at': '2021-07-16T21:27:08Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': 'a0078a1f-37a7-49da-a49f-860eca62a1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:18.161246 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b599aba4-cfc4-4212-8fc9-1295a949b48e None None] The sync data for ids ['efe6c60c-2393-4e2d-9d36-cd5537e55551'] in n-d-791506-21 is: [{'id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181475095', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:27:03Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '4dce30fa-9589-4a66-8a29-ec10c37b3747', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'port_id': '62b3f32b-61f4-452d-969a-17ef59cc48be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a56e-57a5-4163-b04b-16ae28d25211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:27:16Z', 'updated_at': '2021-07-16T21:27:16Z', 'revision_number': 0, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69e32570-e74f-4c98-9b9f-8c9fc7f06e95', 'name': '', 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:93:da:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'a0078a1f-37a7-49da-a49f-860eca62a1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:03Z', 'updated_at': '2021-07-16T21:27:08Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': 'a0078a1f-37a7-49da-a49f-860eca62a1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:27:18.341111 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870b5d37-cbe5-4a8b-8d1b-dee5c7477dea None None] New status for floating IP 4dce30fa-9589-4a66-8a29-ec10c37b3747: ACTIVE {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:27:18.744203 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58418) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:18.754461 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:27:18.807773 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1cc13bd9-0969-409e-8052-f1964cfeed5c tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/floatingips/4dce30fa-9589-4a66-8a29-ec10c37b3747 HTTP/1.1" status: 200 len: 994 time: 0.0624809 Jul 16 21:27:21.791634 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7535242d-fe93-4cfb-8dff-c34525a23e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:24.323690 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e03f822-1872-4c9c-9bf7-de4f533c8a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:24.421541 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:26.016176 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:27.849378 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:28.783944 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bbb2ffef-997e-43ad-b521-8fd6dd0cbc44 req-45390416-fccc-4159-8a87-ed48a1c741d8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506330 Jul 16 21:27:28.878764 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2ffef-997e-43ad-b521-8fd6dd0cbc44 req-beb32f36-6b87-460c-a4e8-5541622b704b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:28.880435 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bbb2ffef-997e-43ad-b521-8fd6dd0cbc44 req-beb32f36-6b87-460c-a4e8-5541622b704b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 1098 time: 0.0539660 Jul 16 21:27:29.349462 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2ffef-997e-43ad-b521-8fd6dd0cbc44 req-b5b725ab-2380-414a-86e6-73846a636344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:29.351020 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bbb2ffef-997e-43ad-b521-8fd6dd0cbc44 req-b5b725ab-2380-414a-86e6-73846a636344 service neutron] 10.222.0.18 "GET /v2.0/networks?id=05e90e35-3540-41c6-8c63-6e57cbd4e71d HTTP/1.1" status: 200 len: 898 time: 0.4432211 Jul 16 21:27:29.415274 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bbb2ffef-997e-43ad-b521-8fd6dd0cbc44 req-b36a75ba-84fc-491e-b0c4-5c269618224f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62b3f32b-61f4-452d-969a-17ef59cc48be HTTP/1.1" status: 200 len: 1002 time: 0.0573988 Jul 16 21:27:29.464073 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2ffef-997e-43ad-b521-8fd6dd0cbc44 req-9bfc6796-76df-4d88-937d-0a26831dc6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:29.465505 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bbb2ffef-997e-43ad-b521-8fd6dd0cbc44 req-9bfc6796-76df-4d88-937d-0a26831dc6d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0078a1f-37a7-49da-a49f-860eca62a1aa HTTP/1.1" status: 200 len: 835 time: 0.0442514 Jul 16 21:27:29.525224 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2ffef-997e-43ad-b521-8fd6dd0cbc44 req-9f15d7f0-51bd-467a-a76d-ba0bcf4cce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:29.526625 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bbb2ffef-997e-43ad-b521-8fd6dd0cbc44 req-9f15d7f0-51bd-467a-a76d-ba0bcf4cce0f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05e90e35-3540-41c6-8c63-6e57cbd4e71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542197 Jul 16 21:27:29.613655 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bbb2ffef-997e-43ad-b521-8fd6dd0cbc44 req-e56222db-6666-4b62-a7b8-666305f9f9ea service neutron] 10.222.0.18 "GET /v2.0/networks/05e90e35-3540-41c6-8c63-6e57cbd4e71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810149 Jul 16 21:27:29.706584 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bbb2ffef-997e-43ad-b521-8fd6dd0cbc44 req-73d9d96d-b065-4824-9d84-a2bba8eaa4e8 service neutron] 10.222.0.18 "GET /v2.0/networks/05e90e35-3540-41c6-8c63-6e57cbd4e71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861793 Jul 16 21:27:30.042799 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:33.862482 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:45.702002 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d76d3-bd7d-4f78-a6bd-93ad3e9a70f0 req-d4a11575-9937-415a-a536-67e658c3aed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:45.704117 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-792d76d3-bd7d-4f78-a6bd-93ad3e9a70f0 req-d4a11575-9937-415a-a536-67e658c3aed3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 1098 time: 0.0965805 Jul 16 21:27:45.736142 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653021f-3f56-41d2-8cd9-9b3dfc9287c4 req-61f66a90-1b4a-42c3-a970-fe2778591c0e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:45.737575 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b653021f-3f56-41d2-8cd9-9b3dfc9287c4 req-61f66a90-1b4a-42c3-a970-fe2778591c0e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 946 time: 0.1004019 Jul 16 21:27:45.814238 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b653021f-3f56-41d2-8cd9-9b3dfc9287c4 req-a6176df1-696d-4f35-8d93-ebb0a9d90de6 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd50cbe7-75cf-4630-bc14-4f2df4ff06de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702155 Jul 16 21:27:45.830591 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d76d3-bd7d-4f78-a6bd-93ad3e9a70f0 req-4be65805-be73-4523-8fd8-86f0e1fb6422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:45.832059 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-792d76d3-bd7d-4f78-a6bd-93ad3e9a70f0 req-4be65805-be73-4523-8fd8-86f0e1fb6422 service neutron] 10.222.0.18 "GET /v2.0/networks?id=05e90e35-3540-41c6-8c63-6e57cbd4e71d HTTP/1.1" status: 200 len: 898 time: 0.1217499 Jul 16 21:27:45.899048 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-792d76d3-bd7d-4f78-a6bd-93ad3e9a70f0 req-7442867c-c6a7-4ee4-a72a-597567836530 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62b3f32b-61f4-452d-969a-17ef59cc48be HTTP/1.1" status: 200 len: 1002 time: 0.0606949 Jul 16 21:27:45.947405 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d76d3-bd7d-4f78-a6bd-93ad3e9a70f0 req-25e5ed63-f77d-4313-b0be-f0155d38accf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:45.948838 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-792d76d3-bd7d-4f78-a6bd-93ad3e9a70f0 req-25e5ed63-f77d-4313-b0be-f0155d38accf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0078a1f-37a7-49da-a49f-860eca62a1aa HTTP/1.1" status: 200 len: 835 time: 0.0433865 Jul 16 21:27:46.005805 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d76d3-bd7d-4f78-a6bd-93ad3e9a70f0 req-a75c6625-00fd-4416-b01a-4eb0fba65cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:46.007294 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-792d76d3-bd7d-4f78-a6bd-93ad3e9a70f0 req-a75c6625-00fd-4416-b01a-4eb0fba65cfc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05e90e35-3540-41c6-8c63-6e57cbd4e71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516841 Jul 16 21:27:46.098667 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-792d76d3-bd7d-4f78-a6bd-93ad3e9a70f0 req-ada224c3-22a6-4df9-9633-f2fed2d647f7 service neutron] 10.222.0.18 "GET /v2.0/networks/05e90e35-3540-41c6-8c63-6e57cbd4e71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846493 Jul 16 21:27:46.186712 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-792d76d3-bd7d-4f78-a6bd-93ad3e9a70f0 req-fb266ac2-5638-4b0b-b7da-9d051a640614 service neutron] 10.222.0.18 "GET /v2.0/networks/05e90e35-3540-41c6-8c63-6e57cbd4e71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814610 Jul 16 21:27:46.993651 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579c752-0846-42cc-a221-697c03452046 req-5b9c17b1-740a-462c-9bdf-5d66f0a25486 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:46.995267 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2579c752-0846-42cc-a221-697c03452046 req-5b9c17b1-740a-462c-9bdf-5d66f0a25486 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 946 time: 0.0678031 Jul 16 21:27:47.033119 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2579c752-0846-42cc-a221-697c03452046 req-7998465d-6a96-452d-8a16-872f4027678b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd50cbe7-75cf-4630-bc14-4f2df4ff06de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317950 Jul 16 21:27:48.205004 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8ad87-f9a1-4a1c-a2e5-4ac02a8d400c req-5be2d08d-b8af-4fa4-943f-d50fc5b6f1fb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:48.206571 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ecd8ad87-f9a1-4a1c-a2e5-4ac02a8d400c req-5be2d08d-b8af-4fa4-943f-d50fc5b6f1fb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 946 time: 0.0630987 Jul 16 21:27:48.244279 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ecd8ad87-f9a1-4a1c-a2e5-4ac02a8d400c req-839d78e3-07ec-4870-9dcb-c993842f86c4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd50cbe7-75cf-4630-bc14-4f2df4ff06de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322070 Jul 16 21:27:49.421139 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ee7fa-3c59-4eb9-aff4-a60824cc03cb req-a97d5b44-f8af-421b-8d82-530a0997e549 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:49.423372 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-639ee7fa-3c59-4eb9-aff4-a60824cc03cb req-a97d5b44-f8af-421b-8d82-530a0997e549 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 946 time: 0.0685399 Jul 16 21:27:49.459866 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-639ee7fa-3c59-4eb9-aff4-a60824cc03cb req-309b6f61-aa35-4834-a1d0-a35a64d33d93 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd50cbe7-75cf-4630-bc14-4f2df4ff06de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310178 Jul 16 21:27:50.635924 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74962a22-7f54-4314-9cdb-a55139ce4104 req-2c240d8c-854f-41d9-ad7a-5defd6c4fc9f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:50.637408 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-74962a22-7f54-4314-9cdb-a55139ce4104 req-2c240d8c-854f-41d9-ad7a-5defd6c4fc9f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 946 time: 0.0636690 Jul 16 21:27:50.676172 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-74962a22-7f54-4314-9cdb-a55139ce4104 req-73911075-3fda-4219-83d6-272455b8f95a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd50cbe7-75cf-4630-bc14-4f2df4ff06de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327561 Jul 16 21:27:51.792647 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ff1fe96-c15e-44f5-bf7a-d016686841e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:51.849018 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3eac9-1890-48d6-84b7-d95d4a2c7b1f req-382da37b-eacf-4f85-b923-cf82414e5a0b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:51.850518 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fde3eac9-1890-48d6-84b7-d95d4a2c7b1f req-382da37b-eacf-4f85-b923-cf82414e5a0b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 946 time: 0.0638754 Jul 16 21:27:51.888272 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fde3eac9-1890-48d6-84b7-d95d4a2c7b1f req-cf128b47-28c2-481f-9c1d-ef58794419c9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd50cbe7-75cf-4630-bc14-4f2df4ff06de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320222 Jul 16 21:27:53.064238 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3e639-cdda-4499-a4d9-58bf6550ef0b req-b49280a6-b2e1-4811-8e55-3074e27da1d7 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:53.065710 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bdd3e639-cdda-4499-a4d9-58bf6550ef0b req-b49280a6-b2e1-4811-8e55-3074e27da1d7 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 946 time: 0.0671284 Jul 16 21:27:53.102786 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bdd3e639-cdda-4499-a4d9-58bf6550ef0b req-6cc59a31-aae7-493e-9805-2712e169dbb0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd50cbe7-75cf-4630-bc14-4f2df4ff06de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315661 Jul 16 21:27:54.275239 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aed595-036f-4b6c-b85e-8d997047cede req-ec8aa411-8e8d-4317-a506-b8d6b3afbb86 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:54.276756 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1aed595-036f-4b6c-b85e-8d997047cede req-ec8aa411-8e8d-4317-a506-b8d6b3afbb86 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 946 time: 0.0642073 Jul 16 21:27:54.320746 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c1aed595-036f-4b6c-b85e-8d997047cede req-0df0b284-410b-4d0f-8a10-d3634ec40b3f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd50cbe7-75cf-4630-bc14-4f2df4ff06de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377846 Jul 16 21:27:54.326995 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2a32887-1a29-4bf4-bf09-394536eef222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:54.423507 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:55.497827 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750fb3a-9791-4ecf-b3e2-f4417abfa7f1 req-13d1d6d1-4c9e-4142-8b07-a152d4b61ad4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:55.499250 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8750fb3a-9791-4ecf-b3e2-f4417abfa7f1 req-13d1d6d1-4c9e-4142-8b07-a152d4b61ad4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 946 time: 0.0661681 Jul 16 21:27:55.537373 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8750fb3a-9791-4ecf-b3e2-f4417abfa7f1 req-2af70861-e482-40da-852d-d2bb6a66bacf tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd50cbe7-75cf-4630-bc14-4f2df4ff06de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324724 Jul 16 21:27:55.753654 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:27:56.018554 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:56.713118 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab2429-fc21-48bb-868d-16dc61ae67a5 req-2a2156f7-a828-445d-b019-ddeb5fd7219f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:56.714615 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2bab2429-fc21-48bb-868d-16dc61ae67a5 req-2a2156f7-a828-445d-b019-ddeb5fd7219f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 946 time: 0.0634584 Jul 16 21:27:56.753159 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2bab2429-fc21-48bb-868d-16dc61ae67a5 req-04ad4e12-824b-4896-a5fe-e5fdcd76d7c1 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd50cbe7-75cf-4630-bc14-4f2df4ff06de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316877 Jul 16 21:27:57.853925 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:57.924617 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6fccf-1a7f-4046-a596-c3f06627f39f req-8535cf5d-40eb-4449-9e96-b37a53925939 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:57.926102 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09d6fccf-1a7f-4046-a596-c3f06627f39f req-8535cf5d-40eb-4449-9e96-b37a53925939 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 946 time: 0.0631459 Jul 16 21:27:57.963260 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09d6fccf-1a7f-4046-a596-c3f06627f39f req-5ac23a24-b862-465f-8d8a-3da3e1a9d562 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd50cbe7-75cf-4630-bc14-4f2df4ff06de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314851 Jul 16 21:27:57.987826 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58460) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:58.052134 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1bac7c76-ed55-4233-8a73-aa3fd93a9b73 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/floatingips/4dce30fa-9589-4a66-8a29-ec10c37b3747 HTTP/1.1" status: 200 len: 994 time: 0.0631051 Jul 16 21:28:00.041072 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:03.877823 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:21.795301 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2c750e2-bb69-44d0-b177-0f7061436ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:24.327174 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c564dbde-0610-40c7-bac9-72b5fdea9775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:24.423946 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:26.021451 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:27.855890 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:28.791256 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58474) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:28:28.950837 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-0cd58abf-b5d2-4f77-8627-805b9e250a36 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Deleting port 25d47311-80d3-408e-be87-f1ad7851b562 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:28:28.951240 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0cd58abf-b5d2-4f77-8627-805b9e250a36 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:29.030072 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0cd58abf-b5d2-4f77-8627-805b9e250a36 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:29.030427 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0cd58abf-b5d2-4f77-8627-805b9e250a36 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:29.042922 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-0cd58abf-b5d2-4f77-8627-805b9e250a36 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Calling delete_port for 25d47311-80d3-408e-be87-f1ad7851b562 owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:28:29.185273 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0cd58abf-b5d2-4f77-8627-805b9e250a36 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:29.212747 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd58abf-b5d2-4f77-8627-805b9e250a36 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Port': ['ID=25d47311-80d3-408e-be87-f1ad7851b562,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:29.223372 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd58abf-b5d2-4f77-8627-805b9e250a36 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:29.224469 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd58abf-b5d2-4f77-8627-805b9e250a36 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:29.224977 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd58abf-b5d2-4f77-8627-805b9e250a36 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:29.225845 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd58abf-b5d2-4f77-8627-805b9e250a36 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:29.225845 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd58abf-b5d2-4f77-8627-805b9e250a36 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:29.226061 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd58abf-b5d2-4f77-8627-805b9e250a36 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:29.226273 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd58abf-b5d2-4f77-8627-805b9e250a36 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:29.226624 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd58abf-b5d2-4f77-8627-805b9e250a36 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:29.226951 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd58abf-b5d2-4f77-8627-805b9e250a36 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:29.227273 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd58abf-b5d2-4f77-8627-805b9e250a36 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:29.227599 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd58abf-b5d2-4f77-8627-805b9e250a36 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:29.227921 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd58abf-b5d2-4f77-8627-805b9e250a36 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:29.291703 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0cd58abf-b5d2-4f77-8627-805b9e250a36 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:29.292584 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-0cd58abf-b5d2-4f77-8627-805b9e250a36 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Floating IP 4dce30fa-9589-4a66-8a29-ec10c37b3747 disassociated (deleted). External IP: 172.25.0.159, port: 62b3f32b-61f4-452d-969a-17ef59cc48be. Jul 16 21:28:29.501934 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd58abf-b5d2-4f77-8627-805b9e250a36 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Router efe6c60c-2393-4e2d-9d36-cd5537e55551 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:28:29.609489 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd58abf-b5d2-4f77-8627-805b9e250a36 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:28:29.614271 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0cd58abf-b5d2-4f77-8627-805b9e250a36 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:29.618775 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84502221-5970-45b5-abb3-92f757bdb2b2 None None] Sync routers for ids ['efe6c60c-2393-4e2d-9d36-cd5537e55551'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:28:29.627624 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84502221-5970-45b5-abb3-92f757bdb2b2 None None] Routers {'efe6c60c-2393-4e2d-9d36-cd5537e55551'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:28:29.628217 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-84502221-5970-45b5-abb3-92f757bdb2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:28:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['efe6c60c-2393-4e2d-9d36-cd5537e55551'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:28:29.651942 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0cd58abf-b5d2-4f77-8627-805b9e250a36 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "DELETE /v2.0/floatingips/4dce30fa-9589-4a66-8a29-ec10c37b3747 HTTP/1.1" status: 204 len: 168 time: 0.8593860 Jul 16 21:28:29.652538 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd1a56e-57a5-4163-b04b-16ae28d25211', 'tag': '62b3f32b-61f4-452d-969a-17ef59cc48be'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:28:29.654855 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf01847c-c24d-4865-8fb3-2ab9ac053840" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd1a56e-57a5-4163-b04b-16ae28d25211", "tag": "62b3f32b-61f4-452d-969a-17ef59cc48be"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:28:29.694734 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c624bf-e0df-49fb-9cbc-94881efa0e1e x-openstack-request-id: req-c0c624bf-e0df-49fb-9cbc-94881efa0e1e {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:28:29.695322 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd1a56e-57a5-4163-b04b-16ae28d25211", "tag": "62b3f32b-61f4-452d-969a-17ef59cc48be", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:28:29.695587 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c0c624bf-e0df-49fb-9cbc-94881efa0e1e {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:28:29.695995 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd1a56e-57a5-4163-b04b-16ae28d25211', 'tag': '62b3f32b-61f4-452d-969a-17ef59cc48be', 'status': 'completed', 'code': 200} Jul 16 21:28:29.743966 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-84502221-5970-45b5-abb3-92f757bdb2b2 None None] Set router efe6c60c-2393-4e2d-9d36-cd5537e55551 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:28:29.774766 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01847c-c24d-4865-8fb3-2ab9ac053840 req-65f2d571-e064-4f37-afc6-3898352e51cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:29.776363 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf01847c-c24d-4865-8fb3-2ab9ac053840 req-65f2d571-e064-4f37-afc6-3898352e51cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 1098 time: 0.0547819 Jul 16 21:28:29.795260 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d233a4eb-04e1-486b-be04-653b99c3712b req-63690c77-ead4-46fa-8882-2091941a0457 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0630903 Jul 16 21:28:29.877970 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01847c-c24d-4865-8fb3-2ab9ac053840 req-74b97934-6a95-42ee-ae6a-e414dc97d669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:29.879404 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf01847c-c24d-4865-8fb3-2ab9ac053840 req-74b97934-6a95-42ee-ae6a-e414dc97d669 service neutron] 10.222.0.18 "GET /v2.0/networks?id=05e90e35-3540-41c6-8c63-6e57cbd4e71d HTTP/1.1" status: 200 len: 898 time: 0.0959580 Jul 16 21:28:29.933782 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf01847c-c24d-4865-8fb3-2ab9ac053840 req-1aced016-3657-4a5e-8924-b2028ee691ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62b3f32b-61f4-452d-969a-17ef59cc48be HTTP/1.1" status: 200 len: 217 time: 0.0411668 Jul 16 21:28:29.963510 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-84502221-5970-45b5-abb3-92f757bdb2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181475095', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:27:03Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '69e32570-e74f-4c98-9b9f-8c9fc7f06e95', 'name': '', 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:93:da:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'a0078a1f-37a7-49da-a49f-860eca62a1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:03Z', 'updated_at': '2021-07-16T21:27:08Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': 'a0078a1f-37a7-49da-a49f-860eca62a1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:28:29.989805 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84502221-5970-45b5-abb3-92f757bdb2b2 None None] Checking router: efe6c60c-2393-4e2d-9d36-cd5537e55551 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:28:29.997849 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84502221-5970-45b5-abb3-92f757bdb2b2 None None] Routers {'efe6c60c-2393-4e2d-9d36-cd5537e55551'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:28:29.998545 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-84502221-5970-45b5-abb3-92f757bdb2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:28:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['efe6c60c-2393-4e2d-9d36-cd5537e55551'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:28:29.999882 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01847c-c24d-4865-8fb3-2ab9ac053840 req-88db0a1a-38ef-4ed7-8b29-477f9fd53fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:30.001336 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf01847c-c24d-4865-8fb3-2ab9ac053840 req-88db0a1a-38ef-4ed7-8b29-477f9fd53fbf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0078a1f-37a7-49da-a49f-860eca62a1aa HTTP/1.1" status: 200 len: 835 time: 0.0613189 Jul 16 21:28:30.049609 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:30.095137 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6332cc0-6ad6-420b-97f4-af5ea5704696 req-0e36f78b-5767-443c-94bb-f52ba08a66ba tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:30.096632 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d6332cc0-6ad6-420b-97f4-af5ea5704696 req-0e36f78b-5767-443c-94bb-f52ba08a66ba tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 946 time: 0.1105139 Jul 16 21:28:30.102758 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01847c-c24d-4865-8fb3-2ab9ac053840 req-1e7ff592-a7af-4499-af71-fedfe0dc1c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:30.104186 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf01847c-c24d-4865-8fb3-2ab9ac053840 req-1e7ff592-a7af-4499-af71-fedfe0dc1c3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05e90e35-3540-41c6-8c63-6e57cbd4e71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0858769 Jul 16 21:28:30.104327 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-84502221-5970-45b5-abb3-92f757bdb2b2 None None] Set router efe6c60c-2393-4e2d-9d36-cd5537e55551 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:28:30.164405 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d6332cc0-6ad6-420b-97f4-af5ea5704696 req-352ce996-b83a-42dd-915e-98755043dcfc tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd50cbe7-75cf-4630-bc14-4f2df4ff06de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592558 Jul 16 21:28:30.226083 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf01847c-c24d-4865-8fb3-2ab9ac053840 req-2b78f53c-e04e-4659-b4b7-f9e8ea97d003 service neutron] 10.222.0.18 "GET /v2.0/networks/05e90e35-3540-41c6-8c63-6e57cbd4e71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068549 Jul 16 21:28:30.303431 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-84502221-5970-45b5-abb3-92f757bdb2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181475095', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:27:03Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '69e32570-e74f-4c98-9b9f-8c9fc7f06e95', 'name': '', 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:93:da:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'a0078a1f-37a7-49da-a49f-860eca62a1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:03Z', 'updated_at': '2021-07-16T21:27:08Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': 'a0078a1f-37a7-49da-a49f-860eca62a1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:28:30.320139 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bf01847c-c24d-4865-8fb3-2ab9ac053840 req-c4133794-b898-4e3c-904b-91fa3efa686b service neutron] 10.222.0.18 "GET /v2.0/networks/05e90e35-3540-41c6-8c63-6e57cbd4e71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847726 Jul 16 21:28:30.332592 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84502221-5970-45b5-abb3-92f757bdb2b2 None None] The sync data for ids ['efe6c60c-2393-4e2d-9d36-cd5537e55551'] in n-d-791506-21 is: [{'id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181475095', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:27:03Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '69e32570-e74f-4c98-9b9f-8c9fc7f06e95', 'name': '', 'network_id': '05e90e35-3540-41c6-8c63-6e57cbd4e71d', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:93:da:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'a0078a1f-37a7-49da-a49f-860eca62a1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:03Z', 'updated_at': '2021-07-16T21:27:08Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': 'a0078a1f-37a7-49da-a49f-860eca62a1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:28:30.445875 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233a4eb-04e1-486b-be04-653b99c3712b req-21912e16-b339-4a8d-b9e1-c8478a2a06e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:30.447528 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d233a4eb-04e1-486b-be04-653b99c3712b req-21912e16-b339-4a8d-b9e1-c8478a2a06e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 1098 time: 0.0596302 Jul 16 21:28:30.559439 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233a4eb-04e1-486b-be04-653b99c3712b req-bbe1dea4-6d01-4552-aecd-fdaee0b8fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:30.560792 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d233a4eb-04e1-486b-be04-653b99c3712b req-bbe1dea4-6d01-4552-aecd-fdaee0b8fd81 service neutron] 10.222.0.18 "GET /v2.0/networks?id=05e90e35-3540-41c6-8c63-6e57cbd4e71d HTTP/1.1" status: 200 len: 898 time: 0.0915065 Jul 16 21:28:30.563723 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eebfc4a-70e6-442d-8b10-0fbb585a48e4 None None] New status for floating IP 4dce30fa-9589-4a66-8a29-ec10c37b3747: DOWN {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:28:30.608041 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d233a4eb-04e1-486b-be04-653b99c3712b req-26b61a34-752c-4b51-9941-af616f7ce85f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62b3f32b-61f4-452d-969a-17ef59cc48be HTTP/1.1" status: 200 len: 217 time: 0.0394320 Jul 16 21:28:30.659465 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233a4eb-04e1-486b-be04-653b99c3712b req-09025977-2e14-40e5-a1b5-01456317a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:30.661596 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d233a4eb-04e1-486b-be04-653b99c3712b req-09025977-2e14-40e5-a1b5-01456317a901 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0078a1f-37a7-49da-a49f-860eca62a1aa HTTP/1.1" status: 200 len: 835 time: 0.0474663 Jul 16 21:28:30.721147 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233a4eb-04e1-486b-be04-653b99c3712b req-c20a81f3-8cdf-42fc-bc7c-66e512715ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:30.722707 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d233a4eb-04e1-486b-be04-653b99c3712b req-c20a81f3-8cdf-42fc-bc7c-66e512715ff8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05e90e35-3540-41c6-8c63-6e57cbd4e71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544500 Jul 16 21:28:30.819846 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d233a4eb-04e1-486b-be04-653b99c3712b req-b26623c6-a922-4dde-8fe8-2caf2e9bbc2f service neutron] 10.222.0.18 "GET /v2.0/networks/05e90e35-3540-41c6-8c63-6e57cbd4e71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900238 Jul 16 21:28:30.907487 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d233a4eb-04e1-486b-be04-653b99c3712b req-d9d7e338-26fe-465c-bded-99f70f3eefc3 service neutron] 10.222.0.18 "GET /v2.0/networks/05e90e35-3540-41c6-8c63-6e57cbd4e71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796149 Jul 16 21:28:31.346383 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da7cb9-d258-40c6-b46a-166dfff22079 req-b3e21075-ccbd-4f37-b471-865a89cc24dc tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:31.347843 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-28da7cb9-d258-40c6-b46a-166dfff22079 req-b3e21075-ccbd-4f37-b471-865a89cc24dc tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 946 time: 0.0694134 Jul 16 21:28:31.412999 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-28da7cb9-d258-40c6-b46a-166dfff22079 req-ea7cef2a-a703-4096-ab32-562ac5ad67b4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd50cbe7-75cf-4630-bc14-4f2df4ff06de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589964 Jul 16 21:28:31.446358 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc333aa-2df1-482a-992d-d1d4a1a0fffe req-e2d81970-7a0b-41a3-b17f-85ae61916097 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:31.447705 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7bc333aa-2df1-482a-992d-d1d4a1a0fffe req-e2d81970-7a0b-41a3-b17f-85ae61916097 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bd1a56e-57a5-4163-b04b-16ae28d25211 HTTP/1.1" status: 200 len: 946 time: 0.0764968 Jul 16 21:28:31.545891 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-7bc333aa-2df1-482a-992d-d1d4a1a0fffe req-6359cabf-181e-4b04-b1a5-60aa597a1620 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Deleting port 62b3f32b-61f4-452d-969a-17ef59cc48be {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:28:31.546225 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7bc333aa-2df1-482a-992d-d1d4a1a0fffe req-6359cabf-181e-4b04-b1a5-60aa597a1620 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:31.635388 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-7bc333aa-2df1-482a-992d-d1d4a1a0fffe req-6359cabf-181e-4b04-b1a5-60aa597a1620 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] For port 62b3f32b-61f4-452d-969a-17ef59cc48be, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=62b3f32b-61f4-452d-969a-17ef59cc48be,segment=NetworkSegment(229915d9-3590-4a8e-8cd6-29c683b30d96),segment_id=229915d9-3590-4a8e-8cd6-29c683b30d96)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:28:31.635748 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7bc333aa-2df1-482a-992d-d1d4a1a0fffe req-6359cabf-181e-4b04-b1a5-60aa597a1620 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:31.648722 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-7bc333aa-2df1-482a-992d-d1d4a1a0fffe req-6359cabf-181e-4b04-b1a5-60aa597a1620 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Calling delete_port for 62b3f32b-61f4-452d-969a-17ef59cc48be owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:28:31.777520 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7bc333aa-2df1-482a-992d-d1d4a1a0fffe req-6359cabf-181e-4b04-b1a5-60aa597a1620 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:31.805775 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359cabf-181e-4b04-b1a5-60aa597a1620 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Port': ['ID=62b3f32b-61f4-452d-969a-17ef59cc48be,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:31.850560 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc333aa-2df1-482a-992d-d1d4a1a0fffe req-6359cabf-181e-4b04-b1a5-60aa597a1620 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] No DVR routers for this DVR port 62b3f32b-61f4-452d-969a-17ef59cc48be on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:28:31.853573 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-7bc333aa-2df1-482a-992d-d1d4a1a0fffe req-6359cabf-181e-4b04-b1a5-60aa597a1620 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:31.856288 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7bc333aa-2df1-482a-992d-d1d4a1a0fffe req-6359cabf-181e-4b04-b1a5-60aa597a1620 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.18 "DELETE /v2.0/ports/62b3f32b-61f4-452d-969a-17ef59cc48be HTTP/1.1" status: 204 len: 173 time: 0.4031689 Jul 16 21:28:31.856750 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd1a56e-57a5-4163-b04b-16ae28d25211', 'name': 'network-vif-deleted', 'tag': '62b3f32b-61f4-452d-969a-17ef59cc48be'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:28:31.859096 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff95a10f-8cc9-410c-9adf-b52b6959cff5" -d '{"events": [{"server_uuid": "0bd1a56e-57a5-4163-b04b-16ae28d25211", "name": "network-vif-deleted", "tag": "62b3f32b-61f4-452d-969a-17ef59cc48be"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:28:31.898657 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eceaebe0-9685-4c7a-b790-690c7e899f0e x-openstack-request-id: req-eceaebe0-9685-4c7a-b790-690c7e899f0e {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:28:31.899054 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd1a56e-57a5-4163-b04b-16ae28d25211", "name": "network-vif-deleted", "tag": "62b3f32b-61f4-452d-969a-17ef59cc48be", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:28:31.899456 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eceaebe0-9685-4c7a-b790-690c7e899f0e {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:28:31.899856 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd1a56e-57a5-4163-b04b-16ae28d25211', 'name': 'network-vif-deleted', 'tag': '62b3f32b-61f4-452d-969a-17ef59cc48be', 'status': 'completed', 'code': 200} Jul 16 21:28:32.506830 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58490) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:28:32.752118 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:28:32.866507 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3d481635-8119-403b-a2b9-57da96b77d1d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:33.126788 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-3d481635-8119-403b-a2b9-57da96b77d1d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Deleting port 69e32570-e74f-4c98-9b9f-8c9fc7f06e95 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:28:33.127144 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3d481635-8119-403b-a2b9-57da96b77d1d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:33.216356 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-3d481635-8119-403b-a2b9-57da96b77d1d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] For port 69e32570-e74f-4c98-9b9f-8c9fc7f06e95, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=69e32570-e74f-4c98-9b9f-8c9fc7f06e95,segment=NetworkSegment(229915d9-3590-4a8e-8cd6-29c683b30d96),segment_id=229915d9-3590-4a8e-8cd6-29c683b30d96)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:28:33.216714 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3d481635-8119-403b-a2b9-57da96b77d1d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:33.228660 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-3d481635-8119-403b-a2b9-57da96b77d1d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Calling delete_port for 69e32570-e74f-4c98-9b9f-8c9fc7f06e95 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:28:33.413851 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3d481635-8119-403b-a2b9-57da96b77d1d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:33.440649 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d481635-8119-403b-a2b9-57da96b77d1d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Port': ['ID=69e32570-e74f-4c98-9b9f-8c9fc7f06e95,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:33.615003 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3d481635-8119-403b-a2b9-57da96b77d1d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:33.878928 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:34.183874 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d481635-8119-403b-a2b9-57da96b77d1d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Router efe6c60c-2393-4e2d-9d36-cd5537e55551 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:28:34.287542 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d481635-8119-403b-a2b9-57da96b77d1d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:28:34.293203 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3d481635-8119-403b-a2b9-57da96b77d1d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "PUT /v2.0/routers/efe6c60c-2393-4e2d-9d36-cd5537e55551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7853081 Jul 16 21:28:34.296082 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58492) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:28:34.301143 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754ff1ab-296f-4a9b-a4d4-9099e4037e1c None None] Sync routers for ids ['efe6c60c-2393-4e2d-9d36-cd5537e55551'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:28:34.311056 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754ff1ab-296f-4a9b-a4d4-9099e4037e1c None None] Routers {'efe6c60c-2393-4e2d-9d36-cd5537e55551'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:28:34.311661 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-754ff1ab-296f-4a9b-a4d4-9099e4037e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:28:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['efe6c60c-2393-4e2d-9d36-cd5537e55551'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:28:34.346122 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c959a4e-1884-4f03-af02-0416c797316c tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Deleting subnet a0078a1f-37a7-49da-a49f-860eca62a1aa {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:28:34.349710 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c959a4e-1884-4f03-af02-0416c797316c tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:34.388307 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c959a4e-1884-4f03-af02-0416c797316c tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:34.413784 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-754ff1ab-296f-4a9b-a4d4-9099e4037e1c None None] Set router efe6c60c-2393-4e2d-9d36-cd5537e55551 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:28:34.475181 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c959a4e-1884-4f03-af02-0416c797316c tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:34.541787 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c959a4e-1884-4f03-af02-0416c797316c tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:34.570873 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c959a4e-1884-4f03-af02-0416c797316c tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Subnet': ['ID=a0078a1f-37a7-49da-a49f-860eca62a1aa,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:34.578460 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c959a4e-1884-4f03-af02-0416c797316c tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:34.580492 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2c959a4e-1884-4f03-af02-0416c797316c tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "DELETE /v2.0/subnets/a0078a1f-37a7-49da-a49f-860eca62a1aa HTTP/1.1" status: 204 len: 168 time: 0.2832658 Jul 16 21:28:34.582999 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58494) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:28:34.584936 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a590fdd-3bc6-4647-9f62-f2e7cb6248b8 None None] Network 05e90e35-3540-41c6-8c63-6e57cbd4e71d requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:28:34.600683 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-754ff1ab-296f-4a9b-a4d4-9099e4037e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181475095', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:28:33Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:28:34.627805 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754ff1ab-296f-4a9b-a4d4-9099e4037e1c None None] Checking router: efe6c60c-2393-4e2d-9d36-cd5537e55551 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:28:34.637389 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754ff1ab-296f-4a9b-a4d4-9099e4037e1c None None] Routers {'efe6c60c-2393-4e2d-9d36-cd5537e55551'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:28:34.637997 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-754ff1ab-296f-4a9b-a4d4-9099e4037e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:28:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['efe6c60c-2393-4e2d-9d36-cd5537e55551'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:28:34.699643 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1b7c89a-ba26-44ec-8bd2-3447a369232f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:34.778419 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b2a993-0d14-449e-9573-256f8ea0c916 None None] DHCP port deletion for 05e90e35-3540-41c6-8c63-6e57cbd4e71d request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:28:34.816411 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1b7c89a-ba26-44ec-8bd2-3447a369232f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:34.825717 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-82b2a993-0d14-449e-9573-256f8ea0c916 None None] Deleting port 753a6570-a029-4c05-98c0-f2896375c8ac {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:28:34.826401 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-82b2a993-0d14-449e-9573-256f8ea0c916 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:34.847275 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-754ff1ab-296f-4a9b-a4d4-9099e4037e1c None None] Set router efe6c60c-2393-4e2d-9d36-cd5537e55551 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:28:34.871869 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-b1b7c89a-ba26-44ec-8bd2-3447a369232f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Deleting port e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:28:34.872216 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1b7c89a-ba26-44ec-8bd2-3447a369232f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:34.893436 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-82b2a993-0d14-449e-9573-256f8ea0c916 None None] For port 753a6570-a029-4c05-98c0-f2896375c8ac, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=753a6570-a029-4c05-98c0-f2896375c8ac,segment=NetworkSegment(229915d9-3590-4a8e-8cd6-29c683b30d96),segment_id=229915d9-3590-4a8e-8cd6-29c683b30d96)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:28:34.894052 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-82b2a993-0d14-449e-9573-256f8ea0c916 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:34.906101 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-82b2a993-0d14-449e-9573-256f8ea0c916 None None] Calling delete_port for 753a6570-a029-4c05-98c0-f2896375c8ac owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:28:34.958314 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-b1b7c89a-ba26-44ec-8bd2-3447a369232f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] For port e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:28:34.958739 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1b7c89a-ba26-44ec-8bd2-3447a369232f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:34.970406 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-b1b7c89a-ba26-44ec-8bd2-3447a369232f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Calling delete_port for e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6 owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:28:34.991565 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-82b2a993-0d14-449e-9573-256f8ea0c916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:35.015279 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2a993-0d14-449e-9573-256f8ea0c916 None None] Pushing event deleted for resources: {'Port': ['ID=753a6570-a029-4c05-98c0-f2896375c8ac,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:35.025092 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2a993-0d14-449e-9573-256f8ea0c916 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:35.025443 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2a993-0d14-449e-9573-256f8ea0c916 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:35.025791 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2a993-0d14-449e-9573-256f8ea0c916 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:35.026134 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2a993-0d14-449e-9573-256f8ea0c916 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:35.026498 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2a993-0d14-449e-9573-256f8ea0c916 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:35.026839 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2a993-0d14-449e-9573-256f8ea0c916 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:35.027172 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2a993-0d14-449e-9573-256f8ea0c916 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:35.027502 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2a993-0d14-449e-9573-256f8ea0c916 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:35.027842 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2a993-0d14-449e-9573-256f8ea0c916 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:35.028164 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2a993-0d14-449e-9573-256f8ea0c916 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:35.028494 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2a993-0d14-449e-9573-256f8ea0c916 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:35.028819 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2a993-0d14-449e-9573-256f8ea0c916 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:35.034769 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b2a993-0d14-449e-9573-256f8ea0c916 None None] No DVR routers for this DVR port 753a6570-a029-4c05-98c0-f2896375c8ac on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:28:35.035019 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-754ff1ab-296f-4a9b-a4d4-9099e4037e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181475095', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:28:33Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:28:35.063795 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754ff1ab-296f-4a9b-a4d4-9099e4037e1c None None] The sync data for ids ['efe6c60c-2393-4e2d-9d36-cd5537e55551'] in n-d-791506-21 is: [{'id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181475095', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:28:33Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c60c-2393-4e2d-9d36-cd5537e55551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:00Z', 'updated_at': '2021-07-16T21:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:28:35.157352 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1b7c89a-ba26-44ec-8bd2-3447a369232f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:35.183852 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7c89a-ba26-44ec-8bd2-3447a369232f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Port': ['ID=e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:35.245387 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1b7c89a-ba26-44ec-8bd2-3447a369232f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:35.340636 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1b7c89a-ba26-44ec-8bd2-3447a369232f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:35.342838 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1b7c89a-ba26-44ec-8bd2-3447a369232f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:35.386334 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1b7c89a-ba26-44ec-8bd2-3447a369232f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:35.387001 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b7c89a-ba26-44ec-8bd2-3447a369232f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Fanout notify agent at l3_agent the message router_deleted on router efe6c60c-2393-4e2d-9d36-cd5537e55551 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:28:35.394457 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1b7c89a-ba26-44ec-8bd2-3447a369232f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:35.396139 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b1b7c89a-ba26-44ec-8bd2-3447a369232f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "DELETE /v2.0/routers/efe6c60c-2393-4e2d-9d36-cd5537e55551 HTTP/1.1" status: 204 len: 168 time: 0.8118079 Jul 16 21:28:35.398919 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58496) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:28:35.477692 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cc31203-19b1-4359-a313-ebc520fe9c97 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:35.519386 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 62b3f32b-61f4-452d-969a-17ef59cc48be no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:28:35.541626 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 62b3f32b-61f4-452d-969a-17ef59cc48be {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:28:35.541974 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 62b3f32b-61f4-452d-969a-17ef59cc48be not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:28:35.570991 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cc31203-19b1-4359-a313-ebc520fe9c97 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:35.581422 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-6cc31203-19b1-4359-a313-ebc520fe9c97 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e90e35-3540-41c6-8c63-6e57cbd4e71d']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:28:35.592762 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-6cc31203-19b1-4359-a313-ebc520fe9c97 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '229915d9-3590-4a8e-8cd6-29c683b30d96') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:28:35.593058 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-6cc31203-19b1-4359-a313-ebc520fe9c97 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '229915d9-3590-4a8e-8cd6-29c683b30d96') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:28:35.602249 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cc31203-19b1-4359-a313-ebc520fe9c97 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:35.616624 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cc31203-19b1-4359-a313-ebc520fe9c97 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:35.623067 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cc31203-19b1-4359-a313-ebc520fe9c97 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:28:35.623475 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cc31203-19b1-4359-a313-ebc520fe9c97 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: timer() Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:28:35.626739 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:28:35.694207 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cc31203-19b1-4359-a313-ebc520fe9c97 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:35.702345 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cc31203-19b1-4359-a313-ebc520fe9c97 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:35.706101 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6cc31203-19b1-4359-a313-ebc520fe9c97 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "DELETE /v2.0/networks/05e90e35-3540-41c6-8c63-6e57cbd4e71d HTTP/1.1" status: 204 len: 168 time: 0.3036623 Jul 16 21:28:35.706552 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58498) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:28:35.715130 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc31203-19b1-4359-a313-ebc520fe9c97 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Network': ['ID=05e90e35-3540-41c6-8c63-6e57cbd4e71d,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:35.766596 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d13447ca-62c0-4e45-8db1-6465d0a771b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:35.795080 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d13447ca-62c0-4e45-8db1-6465d0a771b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:36.170746 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d13447ca-62c0-4e45-8db1-6465d0a771b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:36.173325 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d13447ca-62c0-4e45-8db1-6465d0a771b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:36.174581 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d13447ca-62c0-4e45-8db1-6465d0a771b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "DELETE /v2.0/security-groups/fd50cbe7-75cf-4630-bc14-4f2df4ff06de HTTP/1.1" status: 204 len: 168 time: 0.4669249 Jul 16 21:28:36.184395 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13447ca-62c0-4e45-8db1-6465d0a771b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd50cbe7-75cf-4630-bc14-4f2df4ff06de,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:36.192778 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13447ca-62c0-4e45-8db1-6465d0a771b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:36.193424 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13447ca-62c0-4e45-8db1-6465d0a771b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:36.194071 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13447ca-62c0-4e45-8db1-6465d0a771b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:36.194527 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13447ca-62c0-4e45-8db1-6465d0a771b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:36.194939 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13447ca-62c0-4e45-8db1-6465d0a771b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:36.195369 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13447ca-62c0-4e45-8db1-6465d0a771b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:36.195707 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13447ca-62c0-4e45-8db1-6465d0a771b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:36.196070 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13447ca-62c0-4e45-8db1-6465d0a771b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:36.196399 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13447ca-62c0-4e45-8db1-6465d0a771b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:36.196728 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13447ca-62c0-4e45-8db1-6465d0a771b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:36.197065 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13447ca-62c0-4e45-8db1-6465d0a771b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:36.197394 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13447ca-62c0-4e45-8db1-6465d0a771b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:36.557555 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58504) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:28:36.564137 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 753a6570-a029-4c05-98c0-f2896375c8ac no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:28:36.565171 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-c440c8b4-d026-494d-a91b-635d89444cbe tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1339691978', 'description': 'tempest-secgroup-smoke-1339691978 description', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:28:36.587198 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 753a6570-a029-4c05-98c0-f2896375c8ac {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:28:36.587543 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 753a6570-a029-4c05-98c0-f2896375c8ac not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:28:36.587873 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c440c8b4-d026-494d-a91b-635d89444cbe tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:36.588116 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:28:36.606759 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:28:36.607104 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e8ccfac8-1af6-4e74-9ba0-7ab51f75bfd6 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:28:36.607514 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 69e32570-e74f-4c98-9b9f-8c9fc7f06e95 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:28:36.626075 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 69e32570-e74f-4c98-9b9f-8c9fc7f06e95 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:28:36.626449 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 69e32570-e74f-4c98-9b9f-8c9fc7f06e95 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:28:36.674411 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c440c8b4-d026-494d-a91b-635d89444cbe tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:36.678688 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c440c8b4-d026-494d-a91b-635d89444cbe tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:36.704636 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c440c8b4-d026-494d-a91b-635d89444cbe tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:36.705845 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c440c8b4-d026-494d-a91b-635d89444cbe tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1472905 Jul 16 21:28:36.709577 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58506) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:28:36.710431 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440c8b4-d026-494d-a91b-635d89444cbe tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:36.714363 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-b7da0960-17c2-47d6-9481-0422d34bfd71 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': 'c44fc483-67bd-48bc-9e9d-c8aaab84ddf6', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:28:36.741399 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7da0960-17c2-47d6-9481-0422d34bfd71 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:36.797916 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7da0960-17c2-47d6-9481-0422d34bfd71 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:36.801635 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7da0960-17c2-47d6-9481-0422d34bfd71 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:36.819469 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da0960-17c2-47d6-9481-0422d34bfd71 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4fac668-3ae3-438f-b35e-a18b524ba16d,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:36.827239 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b7da0960-17c2-47d6-9481-0422d34bfd71 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:36.828595 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b7da0960-17c2-47d6-9481-0422d34bfd71 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180000 Jul 16 21:28:36.831337 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58508) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:28:36.836522 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-bb87725d-ca4e-4c8a-bbaf-9f55ae942bf5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': 'c44fc483-67bd-48bc-9e9d-c8aaab84ddf6', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:28:36.862851 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb87725d-ca4e-4c8a-bbaf-9f55ae942bf5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:36.919028 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb87725d-ca4e-4c8a-bbaf-9f55ae942bf5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:36.922561 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb87725d-ca4e-4c8a-bbaf-9f55ae942bf5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:36.939430 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87725d-ca4e-4c8a-bbaf-9f55ae942bf5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c07791c-f844-4369-abce-8d4f37094588,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:36.945680 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb87725d-ca4e-4c8a-bbaf-9f55ae942bf5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:36.946968 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bb87725d-ca4e-4c8a-bbaf-9f55ae942bf5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1146879 Jul 16 21:28:36.949723 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58510) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:28:36.954180 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-e7dac181-ac82-4f72-851d-4a9e9289b846 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': 'c44fc483-67bd-48bc-9e9d-c8aaab84ddf6', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:28:36.980769 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e7dac181-ac82-4f72-851d-4a9e9289b846 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:37.043876 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e7dac181-ac82-4f72-851d-4a9e9289b846 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:37.047109 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e7dac181-ac82-4f72-851d-4a9e9289b846 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:37.064884 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dac181-ac82-4f72-851d-4a9e9289b846 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63fe2346-be78-4cdf-91a0-4408fc386fa8,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:37.073122 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e7dac181-ac82-4f72-851d-4a9e9289b846 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:37.074377 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e7dac181-ac82-4f72-851d-4a9e9289b846 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236367 Jul 16 21:28:37.077271 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58512) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:28:37.081652 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-aba5c9f1-3172-48f5-85c5-1723d108bac7 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': 'c44fc483-67bd-48bc-9e9d-c8aaab84ddf6', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:28:37.108368 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aba5c9f1-3172-48f5-85c5-1723d108bac7 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:37.168459 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aba5c9f1-3172-48f5-85c5-1723d108bac7 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:37.172060 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aba5c9f1-3172-48f5-85c5-1723d108bac7 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:37.190090 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5c9f1-3172-48f5-85c5-1723d108bac7 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789166da-7ba7-4b1e-8b66-21b831bebc70,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:37.195865 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aba5c9f1-3172-48f5-85c5-1723d108bac7 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:37.197143 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-aba5c9f1-3172-48f5-85c5-1723d108bac7 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189592 Jul 16 21:28:37.199918 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58514) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:28:37.204366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-08712401-76fa-45b2-9345-e3c51272ca38 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': 'c44fc483-67bd-48bc-9e9d-c8aaab84ddf6', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:28:37.225581 n-d-791506-21 neutron-server[93794]: INFO neutron.db.securitygroups_db [None req-08712401-76fa-45b2-9345-e3c51272ca38 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Project d0e49adb7de6459493e23c0b2760acb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:28:37.230406 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-08712401-76fa-45b2-9345-e3c51272ca38 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:37.291427 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-08712401-76fa-45b2-9345-e3c51272ca38 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:37.294895 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-08712401-76fa-45b2-9345-e3c51272ca38 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:37.314185 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08712401-76fa-45b2-9345-e3c51272ca38 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd376a4d-a774-4ca5-8243-c7bf3af1f74c,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:37.318919 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-08712401-76fa-45b2-9345-e3c51272ca38 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:37.320128 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-08712401-76fa-45b2-9345-e3c51272ca38 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192250 Jul 16 21:28:37.322907 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58516) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:28:37.327298 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-62f9861c-5274-49f5-a97b-f026bc03c339 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': 'c44fc483-67bd-48bc-9e9d-c8aaab84ddf6', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:28:37.349106 n-d-791506-21 neutron-server[93794]: INFO neutron.db.securitygroups_db [None req-62f9861c-5274-49f5-a97b-f026bc03c339 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Project d0e49adb7de6459493e23c0b2760acb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:28:37.354424 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-62f9861c-5274-49f5-a97b-f026bc03c339 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:37.416928 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-62f9861c-5274-49f5-a97b-f026bc03c339 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:37.420478 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-62f9861c-5274-49f5-a97b-f026bc03c339 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:37.439407 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9861c-5274-49f5-a97b-f026bc03c339 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb643ed-07bd-49bc-b0a2-40234deee4b1,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:37.443118 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-62f9861c-5274-49f5-a97b-f026bc03c339 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:37.444343 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-62f9861c-5274-49f5-a97b-f026bc03c339 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204908 Jul 16 21:28:37.447410 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58518) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:28:37.452336 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-d71db4e6-5c69-4979-bf76-6a9fb77d0be8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'network': {'name': 'tempest-network-smoke--1813840144', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'port_security_enabled': True}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:28:37.471866 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71db4e6-5c69-4979-bf76-6a9fb77d0be8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Made reservation on behalf of d0e49adb7de6459493e23c0b2760acb3 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:28:37.475458 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d71db4e6-5c69-4979-bf76-6a9fb77d0be8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:37.498516 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d71db4e6-5c69-4979-bf76-6a9fb77d0be8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:28:37.508119 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d71db4e6-5c69-4979-bf76-6a9fb77d0be8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:37.508455 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-d71db4e6-5c69-4979-bf76-6a9fb77d0be8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Added segment 4d73261e-e4be-4823-b65f-eb4cbfadd115 of type vlan for network 107be6d5-5363-40e5-b914-322dcdae3502 Jul 16 21:28:37.547223 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d71db4e6-5c69-4979-bf76-6a9fb77d0be8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:37.575825 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d71db4e6-5c69-4979-bf76-6a9fb77d0be8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:37.581317 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71db4e6-5c69-4979-bf76-6a9fb77d0be8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:37.581891 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d71db4e6-5c69-4979-bf76-6a9fb77d0be8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:37.617588 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d71db4e6-5c69-4979-bf76-6a9fb77d0be8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1691711 Jul 16 21:28:37.620569 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58520) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:28:37.625455 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-e624056a-f1d9-426d-b2d9-a1994c227309 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1533500896', 'admin_state_up': True, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:28:37.649163 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e624056a-f1d9-426d-b2d9-a1994c227309 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:37.650430 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e624056a-f1d9-426d-b2d9-a1994c227309 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:37.653145 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71db4e6-5c69-4979-bf76-6a9fb77d0be8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Network': ['ID=107be6d5-5363-40e5-b914-322dcdae3502,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:37.664584 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 107be6d5-5363-40e5-b914-322dcdae3502 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:28:37.712698 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e624056a-f1d9-426d-b2d9-a1994c227309 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:37.849354 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e624056a-f1d9-426d-b2d9-a1994c227309 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:38.051364 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e624056a-f1d9-426d-b2d9-a1994c227309 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:38.070880 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e624056a-f1d9-426d-b2d9-a1994c227309 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:38.182237 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-e624056a-f1d9-426d-b2d9-a1994c227309 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Allocated IP 172.25.0.194 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/016ee86b-9615-4b9d-84b1-6e93ff95ba91) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:28:38.287255 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e624056a-f1d9-426d-b2d9-a1994c227309 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:38.327492 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e624056a-f1d9-426d-b2d9-a1994c227309 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:38.372367 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e624056a-f1d9-426d-b2d9-a1994c227309 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:28:38.375148 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-e624056a-f1d9-426d-b2d9-a1994c227309 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:28:38.378721 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e624056a-f1d9-426d-b2d9-a1994c227309 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:28:38.384927 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624056a-f1d9-426d-b2d9-a1994c227309 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=016ee86b-9615-4b9d-84b1-6e93ff95ba91,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:38.626786 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e624056a-f1d9-426d-b2d9-a1994c227309 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:38.825800 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e624056a-f1d9-426d-b2d9-a1994c227309 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:38.947378 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e624056a-f1d9-426d-b2d9-a1994c227309 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Router 0104d2f2-b37d-48c4-88e2-9e54f32ad7c1 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:28:39.051453 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e624056a-f1d9-426d-b2d9-a1994c227309 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:28:39.062233 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3d7806-7d0e-4281-aae6-e78ab4932e95 None None] Sync routers for ids ['0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:28:39.069530 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e624056a-f1d9-426d-b2d9-a1994c227309 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:39.070985 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e624056a-f1d9-426d-b2d9-a1994c227309 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4493756 Jul 16 21:28:39.072140 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3d7806-7d0e-4281-aae6-e78ab4932e95 None None] Routers {'0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:28:39.072765 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-0e3d7806-7d0e-4281-aae6-e78ab4932e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:28:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:28:39.074110 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58522) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:28:39.113373 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-45be47ad-298c-4f42-9957-3353220307c2 tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=d0e49adb7de6459493e23c0b2760acb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380554 Jul 16 21:28:39.116122 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58524) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:28:39.178942 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-0e3d7806-7d0e-4281-aae6-e78ab4932e95 None None] Set router 0104d2f2-b37d-48c4-88e2-9e54f32ad7c1 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:28:39.263229 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f676b6-17a9-4b25-af98-d12dbb4a3d6a tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:39.264766 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-32f676b6-17a9-4b25-af98-d12dbb4a3d6a tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1477304 Jul 16 21:28:39.267654 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58526) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:28:39.298005 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8437eeba-3b88-425c-adc7-46475dae77ab tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=9eaba347-54f9-4044-808d-862f23e2a998&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292907 Jul 16 21:28:39.300556 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58528) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:28:39.305411 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-5105d950-00b3-4eee-bebe-9c9c8c9c769e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-593037006', 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:28:39.357679 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-0e3d7806-7d0e-4281-aae6-e78ab4932e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533500896', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:28:37Z', 'updated_at': '2021-07-16T21:28:38Z', 'revision_number': 3, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:28:38Z', 'updated_at': '2021-07-16T21:28:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:28:39.384613 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3d7806-7d0e-4281-aae6-e78ab4932e95 None None] Checking router: 0104d2f2-b37d-48c4-88e2-9e54f32ad7c1 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:28:39.384870 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3d7806-7d0e-4281-aae6-e78ab4932e95 None None] Updating router 0104d2f2-b37d-48c4-88e2-9e54f32ad7c1 port 016ee86b-9615-4b9d-84b1-6e93ff95ba91 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:28:39.398269 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5105d950-00b3-4eee-bebe-9c9c8c9c769e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Made reservation on behalf of d0e49adb7de6459493e23c0b2760acb3 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:28:39.401814 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5105d950-00b3-4eee-bebe-9c9c8c9c769e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:39.424795 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e3d7806-7d0e-4281-aae6-e78ab4932e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:39.583755 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5105d950-00b3-4eee-bebe-9c9c8c9c769e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:39.641604 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105d950-00b3-4eee-bebe-9c9c8c9c769e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Subnet': ['ID=6f17e216-ed4d-463f-9d98-c2dadd3fbca4,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:39.653672 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5105d950-00b3-4eee-bebe-9c9c8c9c769e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Checking segment: {'id': '4d73261e-e4be-4823-b65f-eb4cbfadd115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:28:39.654034 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5105d950-00b3-4eee-bebe-9c9c8c9c769e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network hostable DHCP agents. Network: 107be6d5-5363-40e5-b914-322dcdae3502, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:28:39.670713 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5105d950-00b3-4eee-bebe-9c9c8c9c769e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network 107be6d5-5363-40e5-b914-322dcdae3502 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:28:39.678696 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e3d7806-7d0e-4281-aae6-e78ab4932e95 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:39.680390 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-5105d950-00b3-4eee-bebe-9c9c8c9c769e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 107be6d5-5363-40e5-b914-322dcdae3502) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:28:39.684840 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5105d950-00b3-4eee-bebe-9c9c8c9c769e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:39.685439 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5105d950-00b3-4eee-bebe-9c9c8c9c769e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:39.689297 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0e3d7806-7d0e-4281-aae6-e78ab4932e95 None None] Transition to ACTIVE for port object 016ee86b-9615-4b9d-84b1-6e93ff95ba91 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:28:39.693403 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404cc379-6275-4313-8886-229a84319223 None None] Network 107be6d5-5363-40e5-b914-322dcdae3502 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:28:39.702742 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5105d950-00b3-4eee-bebe-9c9c8c9c769e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4011862 Jul 16 21:28:39.705489 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58530) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:28:39.706961 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e3d7806-7d0e-4281-aae6-e78ab4932e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:39.798084 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6408c54-c502-4d0b-8f7b-bceeac36cfc8 None None] Pushing event updated for resources: {'Port': ['ID=016ee86b-9615-4b9d-84b1-6e93ff95ba91,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:39.810883 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-0e3d7806-7d0e-4281-aae6-e78ab4932e95 None None] Attempting to bind port 016ee86b-9615-4b9d-84b1-6e93ff95ba91 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:28:39.811255 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-0e3d7806-7d0e-4281-aae6-e78ab4932e95 None None] Attempting to bind port 016ee86b-9615-4b9d-84b1-6e93ff95ba91 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:28:39.811618 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3d7806-7d0e-4281-aae6-e78ab4932e95 None None] Attempting to bind port 016ee86b-9615-4b9d-84b1-6e93ff95ba91 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:28:39.822254 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3d7806-7d0e-4281-aae6-e78ab4932e95 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:28:39.822638 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3d7806-7d0e-4281-aae6-e78ab4932e95 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:28:39.823039 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e3d7806-7d0e-4281-aae6-e78ab4932e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:39.823434 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3d7806-7d0e-4281-aae6-e78ab4932e95 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:28:39.823899 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-0e3d7806-7d0e-4281-aae6-e78ab4932e95 None None] Bound port: 016ee86b-9615-4b9d-84b1-6e93ff95ba91, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:28:39.824275 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e3d7806-7d0e-4281-aae6-e78ab4932e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:39.911683 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-0e3d7806-7d0e-4281-aae6-e78ab4932e95 None None] For port 016ee86b-9615-4b9d-84b1-6e93ff95ba91, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:28:39.915450 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-0e3d7806-7d0e-4281-aae6-e78ab4932e95 None None] For port 016ee86b-9615-4b9d-84b1-6e93ff95ba91, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=016ee86b-9615-4b9d-84b1-6e93ff95ba91,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:28:39.938291 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e3d7806-7d0e-4281-aae6-e78ab4932e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:39.964242 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b2a25e-0e11-47ec-9173-14252626f980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-107be6d5-5363-40e5-b914-322dcdae3502', 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'fixed_ips': [{'subnet_id': '6f17e216-ed4d-463f-9d98-c2dadd3fbca4'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:28:39.965101 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a25e-0e11-47ec-9173-14252626f980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:40.017271 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6408c54-c502-4d0b-8f7b-bceeac36cfc8 None None] Pushing event updated for resources: {'Port': ['ID=016ee86b-9615-4b9d-84b1-6e93ff95ba91,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:40.025851 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3d7806-7d0e-4281-aae6-e78ab4932e95 None None] Routers {'0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:28:40.026511 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-0e3d7806-7d0e-4281-aae6-e78ab4932e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:28:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:28:40.229429 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-a7b2a25e-0e11-47ec-9173-14252626f980 None None] Allocated IP 172.20.0.2 (107be6d5-5363-40e5-b914-322dcdae3502/6f17e216-ed4d-463f-9d98-c2dadd3fbca4/53a28ee5-820d-4243-9bb7-e5e1ab66f8d8) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:28:40.232368 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-0e3d7806-7d0e-4281-aae6-e78ab4932e95 None None] Set router 0104d2f2-b37d-48c4-88e2-9e54f32ad7c1 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:28:40.465568 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-726e8285-d01c-4466-b039-65cb475e52be tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:40.518226 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a25e-0e11-47ec-9173-14252626f980 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:40.529272 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a7b2a25e-0e11-47ec-9173-14252626f980 None None] Transition to ACTIVE for port object 53a28ee5-820d-4243-9bb7-e5e1ab66f8d8 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:28:40.547309 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-0e3d7806-7d0e-4281-aae6-e78ab4932e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533500896', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:28:37Z', 'updated_at': '2021-07-16T21:28:38Z', 'revision_number': 3, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:28:38Z', 'updated_at': '2021-07-16T21:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:28:40.574624 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a7b2a25e-0e11-47ec-9173-14252626f980 None None] Transition to ACTIVE for port object 53a28ee5-820d-4243-9bb7-e5e1ab66f8d8 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:28:40.576260 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3d7806-7d0e-4281-aae6-e78ab4932e95 None None] The sync data for ids ['0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'] in n-d-791506-21 is: [{'id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533500896', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:28:37Z', 'updated_at': '2021-07-16T21:28:38Z', 'revision_number': 3, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:28:38Z', 'updated_at': '2021-07-16T21:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:28:40.583428 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a25e-0e11-47ec-9173-14252626f980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:40.629287 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b2a25e-0e11-47ec-9173-14252626f980 None None] Network 107be6d5-5363-40e5-b914-322dcdae3502 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:28:40.632779 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a7b2a25e-0e11-47ec-9173-14252626f980 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:28:40.637308 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b2a25e-0e11-47ec-9173-14252626f980 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:28:40.640515 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2a25e-0e11-47ec-9173-14252626f980 None None] Pushing event updated for resources: {'Port': ['ID=53a28ee5-820d-4243-9bb7-e5e1ab66f8d8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:40.765862 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-726e8285-d01c-4466-b039-65cb475e52be tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Allocated IP 172.20.0.1 (107be6d5-5363-40e5-b914-322dcdae3502/6f17e216-ed4d-463f-9d98-c2dadd3fbca4/26f3d852-8708-4d3c-8d64-7782146f36eb) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:28:40.869471 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a7b2a25e-0e11-47ec-9173-14252626f980 None None] Attempting to bind port 53a28ee5-820d-4243-9bb7-e5e1ab66f8d8 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:28:40.869940 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a7b2a25e-0e11-47ec-9173-14252626f980 None None] Attempting to bind port 53a28ee5-820d-4243-9bb7-e5e1ab66f8d8 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '4d73261e-e4be-4823-b65f-eb4cbfadd115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:28:40.870479 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b2a25e-0e11-47ec-9173-14252626f980 None None] Attempting to bind port 53a28ee5-820d-4243-9bb7-e5e1ab66f8d8 on network 107be6d5-5363-40e5-b914-322dcdae3502 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:28:40.884096 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b2a25e-0e11-47ec-9173-14252626f980 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:28:40.884474 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b2a25e-0e11-47ec-9173-14252626f980 None None] Checking segment: {'id': '4d73261e-e4be-4823-b65f-eb4cbfadd115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:28:40.884875 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a25e-0e11-47ec-9173-14252626f980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:40.885264 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b2a25e-0e11-47ec-9173-14252626f980 None None] Bound using segment: {'id': '4d73261e-e4be-4823-b65f-eb4cbfadd115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:28:40.885728 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a7b2a25e-0e11-47ec-9173-14252626f980 None None] Bound port: 53a28ee5-820d-4243-9bb7-e5e1ab66f8d8, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d73261e-e4be-4823-b65f-eb4cbfadd115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:28:40.886106 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a25e-0e11-47ec-9173-14252626f980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:40.911366 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-726e8285-d01c-4466-b039-65cb475e52be tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:40.925836 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-726e8285-d01c-4466-b039-65cb475e52be tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Transition to ACTIVE for port object 26f3d852-8708-4d3c-8d64-7782146f36eb will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:28:40.957125 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a7b2a25e-0e11-47ec-9173-14252626f980 None None] For port 53a28ee5-820d-4243-9bb7-e5e1ab66f8d8, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:28:40.962686 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a7b2a25e-0e11-47ec-9173-14252626f980 None None] For port 53a28ee5-820d-4243-9bb7-e5e1ab66f8d8, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=53a28ee5-820d-4243-9bb7-e5e1ab66f8d8,segment=NetworkSegment(4d73261e-e4be-4823-b65f-eb4cbfadd115),segment_id=4d73261e-e4be-4823-b65f-eb4cbfadd115)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:28:40.963129 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-726e8285-d01c-4466-b039-65cb475e52be tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:40.967004 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a25e-0e11-47ec-9173-14252626f980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:41.010422 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726e8285-d01c-4466-b039-65cb475e52be tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network 107be6d5-5363-40e5-b914-322dcdae3502 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:28:41.013607 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-726e8285-d01c-4466-b039-65cb475e52be tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:28:41.016161 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726e8285-d01c-4466-b039-65cb475e52be tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:28:41.029507 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2a25e-0e11-47ec-9173-14252626f980 None None] Pushing event updated for resources: {'Port': ['ID=53a28ee5-820d-4243-9bb7-e5e1ab66f8d8,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:41.056894 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e8285-d01c-4466-b039-65cb475e52be tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=26f3d852-8708-4d3c-8d64-7782146f36eb,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:41.076742 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-726e8285-d01c-4466-b039-65cb475e52be tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:41.248386 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-726e8285-d01c-4466-b039-65cb475e52be tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:41.609413 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-726e8285-d01c-4466-b039-65cb475e52be tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:41.614283 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-726e8285-d01c-4466-b039-65cb475e52be tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:41.694548 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e8285-d01c-4466-b039-65cb475e52be tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=26f3d852-8708-4d3c-8d64-7782146f36eb,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:41.697176 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-726e8285-d01c-4466-b039-65cb475e52be tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:41.795924 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726e8285-d01c-4466-b039-65cb475e52be tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network 107be6d5-5363-40e5-b914-322dcdae3502 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:28:41.797350 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-726e8285-d01c-4466-b039-65cb475e52be tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:28:41.918781 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726e8285-d01c-4466-b039-65cb475e52be tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Router 0104d2f2-b37d-48c4-88e2-9e54f32ad7c1 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:28:41.965829 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00089872-a370-4421-9598-dc9693ccb12f None None] Network 107be6d5-5363-40e5-b914-322dcdae3502 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:28:42.036350 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726e8285-d01c-4466-b039-65cb475e52be tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:28:42.042057 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-726e8285-d01c-4466-b039-65cb475e52be tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "PUT /v2.0/routers/0104d2f2-b37d-48c4-88e2-9e54f32ad7c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3354437 Jul 16 21:28:42.112920 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-48bb01a9-9b7a-4481-9f81-8fa6a934b544 None None] Provisioning for port 53a28ee5-820d-4243-9bb7-e5e1ab66f8d8 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:28:42.201013 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-fce7f9a5-ba4f-45bd-9bc6-f01b6e3db71b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1339691978&fields=id&tenant_id=d0e49adb7de6459493e23c0b2760acb3 HTTP/1.1" status: 200 len: 267 time: 0.0439029 Jul 16 21:28:42.323455 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-b05643f2-d7e9-45f9-8293-e3b49ba1ea7c tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:42.325326 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-b05643f2-d7e9-45f9-8293-e3b49ba1ea7c tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/networks?id=107be6d5-5363-40e5-b914-322dcdae3502 HTTP/1.1" status: 200 len: 797 time: 0.1179154 Jul 16 21:28:42.342614 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-d7cbfb3b-ebd1-4772-b7b3-d2839b401781 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/quotas/d0e49adb7de6459493e23c0b2760acb3 HTTP/1.1" status: 200 len: 375 time: 0.0113878 Jul 16 21:28:42.420076 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-a8484b28-56c9-4f0a-a1b6-d5b657823e5d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718942 Jul 16 21:28:42.440552 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-014f2247-cde5-43d6-830f-e9771e6cf960 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:28:42.442374 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-014f2247-cde5-43d6-830f-e9771e6cf960 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063243 Jul 16 21:28:42.456954 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3591f5bb-1e49-4eee-a997-e24905e02edb None None] Provisioning for port 26f3d852-8708-4d3c-8d64-7782146f36eb completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:28:42.462114 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3591f5bb-1e49-4eee-a997-e24905e02edb None None] Provisioning complete for port 26f3d852-8708-4d3c-8d64-7782146f36eb triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:28:42.462599 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3591f5bb-1e49-4eee-a997-e24905e02edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:42.509277 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3591f5bb-1e49-4eee-a997-e24905e02edb None None] Port 26f3d852-8708-4d3c-8d64-7782146f36eb cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:28:42.593386 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-d02369ba-7541-440e-b9fe-de1b3bd332f9 service neutron] 10.222.0.38 "GET /v2.0/networks/107be6d5-5363-40e5-b914-322dcdae3502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440861 Jul 16 21:28:42.620319 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a45e660-9268-4663-869a-8c9ccc84468f None None] Sync routers for ids ['0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:28:42.633451 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a45e660-9268-4663-869a-8c9ccc84468f None None] Routers {'0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:28:42.634088 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4a45e660-9268-4663-869a-8c9ccc84468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:28:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:28:42.634614 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e2ed341f-3f38-4f30-ab80-81eb4e90c797 None None] Provisioning complete for port 26f3d852-8708-4d3c-8d64-7782146f36eb triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:28:42.635312 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2ed341f-3f38-4f30-ab80-81eb4e90c797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:42.696257 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 016ee86b-9615-4b9d-84b1-6e93ff95ba91 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:28:42.733211 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e2ed341f-3f38-4f30-ab80-81eb4e90c797 None None] Port 26f3d852-8708-4d3c-8d64-7782146f36eb cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:28:42.758649 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-1b0e4690-57d2-43ab-a3cd-1a7747abdf5a service neutron] 10.222.0.38 "GET /v2.0/networks/107be6d5-5363-40e5-b914-322dcdae3502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564069 Jul 16 21:28:42.764268 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 016ee86b-9615-4b9d-84b1-6e93ff95ba91 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:28:42.770939 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 016ee86b-9615-4b9d-84b1-6e93ff95ba91 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:28:42.771583 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:42.800794 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-4a45e660-9268-4663-869a-8c9ccc84468f None None] Set router 0104d2f2-b37d-48c4-88e2-9e54f32ad7c1 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:28:42.876745 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-914faec9-04e2-4c39-9046-b118877d7b1f None None] Provisioning complete for port 26f3d852-8708-4d3c-8d64-7782146f36eb triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:28:42.877117 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-914faec9-04e2-4c39-9046-b118877d7b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:42.878815 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:42.919479 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 016ee86b-9615-4b9d-84b1-6e93ff95ba91, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=016ee86b-9615-4b9d-84b1-6e93ff95ba91,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:28:42.925552 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:42.926974 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 53a28ee5-820d-4243-9bb7-e5e1ab66f8d8 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:28:42.971233 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-914faec9-04e2-4c39-9046-b118877d7b1f None None] Port 26f3d852-8708-4d3c-8d64-7782146f36eb cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:28:43.007683 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4a45e660-9268-4663-869a-8c9ccc84468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533500896', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:28:37Z', 'updated_at': '2021-07-16T21:28:41Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:28:38Z', 'updated_at': '2021-07-16T21:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '26f3d852-8708-4d3c-8d64-7782146f36eb', 'name': '', 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:49:ad:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '6f17e216-ed4d-463f-9d98-c2dadd3fbca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:28:40Z', 'updated_at': '2021-07-16T21:28:41Z', 'revision_number': 2, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': '6f17e216-ed4d-463f-9d98-c2dadd3fbca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:28:43.010757 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=016ee86b-9615-4b9d-84b1-6e93ff95ba91,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:43.027998 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 53a28ee5-820d-4243-9bb7-e5e1ab66f8d8 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:28:43.031720 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 53a28ee5-820d-4243-9bb7-e5e1ab66f8d8 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:28:43.032093 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:43.038276 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a45e660-9268-4663-869a-8c9ccc84468f None None] Checking router: 0104d2f2-b37d-48c4-88e2-9e54f32ad7c1 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:28:43.038643 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a45e660-9268-4663-869a-8c9ccc84468f None None] Updating router 0104d2f2-b37d-48c4-88e2-9e54f32ad7c1 port 26f3d852-8708-4d3c-8d64-7782146f36eb binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:28:43.072391 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a45e660-9268-4663-869a-8c9ccc84468f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:43.112397 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:43.143982 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 53a28ee5-820d-4243-9bb7-e5e1ab66f8d8, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=53a28ee5-820d-4243-9bb7-e5e1ab66f8d8,segment=NetworkSegment(4d73261e-e4be-4823-b65f-eb4cbfadd115),segment_id=4d73261e-e4be-4823-b65f-eb4cbfadd115)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:28:43.149377 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:43.197676 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=53a28ee5-820d-4243-9bb7-e5e1ab66f8d8,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:43.359911 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a45e660-9268-4663-869a-8c9ccc84468f None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:43.371643 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-4a45e660-9268-4663-869a-8c9ccc84468f None None] Transition to ACTIVE for port object 26f3d852-8708-4d3c-8d64-7782146f36eb will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:28:43.378556 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a45e660-9268-4663-869a-8c9ccc84468f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:43.442648 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626037db-5c64-4ea4-a231-a3d4b3a09991 None None] Pushing event updated for resources: {'Port': ['ID=26f3d852-8708-4d3c-8d64-7782146f36eb,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:43.474104 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626037db-5c64-4ea4-a231-a3d4b3a09991 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:43.474518 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626037db-5c64-4ea4-a231-a3d4b3a09991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:43.474896 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626037db-5c64-4ea4-a231-a3d4b3a09991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:43.475285 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626037db-5c64-4ea4-a231-a3d4b3a09991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:43.475713 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626037db-5c64-4ea4-a231-a3d4b3a09991 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:43.476081 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626037db-5c64-4ea4-a231-a3d4b3a09991 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:43.476450 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626037db-5c64-4ea4-a231-a3d4b3a09991 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:43.476814 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626037db-5c64-4ea4-a231-a3d4b3a09991 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:43.477216 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626037db-5c64-4ea4-a231-a3d4b3a09991 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:43.477538 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626037db-5c64-4ea4-a231-a3d4b3a09991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:43.478492 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626037db-5c64-4ea4-a231-a3d4b3a09991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:43.478850 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626037db-5c64-4ea4-a231-a3d4b3a09991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:43.516393 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4a45e660-9268-4663-869a-8c9ccc84468f None None] Attempting to bind port 26f3d852-8708-4d3c-8d64-7782146f36eb on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:28:43.516803 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4a45e660-9268-4663-869a-8c9ccc84468f None None] Attempting to bind port 26f3d852-8708-4d3c-8d64-7782146f36eb by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '4d73261e-e4be-4823-b65f-eb4cbfadd115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:28:43.517216 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a45e660-9268-4663-869a-8c9ccc84468f None None] Attempting to bind port 26f3d852-8708-4d3c-8d64-7782146f36eb on network 107be6d5-5363-40e5-b914-322dcdae3502 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:28:43.523772 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a45e660-9268-4663-869a-8c9ccc84468f None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:28:43.524183 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a45e660-9268-4663-869a-8c9ccc84468f None None] Checking segment: {'id': '4d73261e-e4be-4823-b65f-eb4cbfadd115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:28:43.524618 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a45e660-9268-4663-869a-8c9ccc84468f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:43.525059 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a45e660-9268-4663-869a-8c9ccc84468f None None] Bound using segment: {'id': '4d73261e-e4be-4823-b65f-eb4cbfadd115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:28:43.525566 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4a45e660-9268-4663-869a-8c9ccc84468f None None] Bound port: 26f3d852-8708-4d3c-8d64-7782146f36eb, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d73261e-e4be-4823-b65f-eb4cbfadd115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:28:43.525978 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a45e660-9268-4663-869a-8c9ccc84468f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:43.594057 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-4a45e660-9268-4663-869a-8c9ccc84468f None None] For port 26f3d852-8708-4d3c-8d64-7782146f36eb, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:28:43.597502 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-4a45e660-9268-4663-869a-8c9ccc84468f None None] For port 26f3d852-8708-4d3c-8d64-7782146f36eb, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=26f3d852-8708-4d3c-8d64-7782146f36eb,segment=NetworkSegment(4d73261e-e4be-4823-b65f-eb4cbfadd115),segment_id=4d73261e-e4be-4823-b65f-eb4cbfadd115)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:28:43.604030 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a45e660-9268-4663-869a-8c9ccc84468f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:43.667163 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a45e660-9268-4663-869a-8c9ccc84468f None None] Routers {'0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:28:43.667840 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4a45e660-9268-4663-869a-8c9ccc84468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:28:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:28:43.672394 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626037db-5c64-4ea4-a231-a3d4b3a09991 None None] Pushing event updated for resources: {'Port': ['ID=26f3d852-8708-4d3c-8d64-7782146f36eb,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:43.787106 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-4a45e660-9268-4663-869a-8c9ccc84468f None None] Set router 0104d2f2-b37d-48c4-88e2-9e54f32ad7c1 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:28:43.998571 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9c75acbf-a81a-4261-8aed-decfa52112a0 req-2607096d-417b-4e74-b259-cdeda99ffe03 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 210 time: 0.0290287 Jul 16 21:28:44.002693 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4a45e660-9268-4663-869a-8c9ccc84468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533500896', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:28:37Z', 'updated_at': '2021-07-16T21:28:41Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:28:38Z', 'updated_at': '2021-07-16T21:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '26f3d852-8708-4d3c-8d64-7782146f36eb', 'name': '', 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:49:ad:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '6f17e216-ed4d-463f-9d98-c2dadd3fbca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:28:40Z', 'updated_at': '2021-07-16T21:28:43Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': '6f17e216-ed4d-463f-9d98-c2dadd3fbca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:28:44.031767 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a45e660-9268-4663-869a-8c9ccc84468f None None] The sync data for ids ['0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'] in n-d-791506-21 is: [{'id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533500896', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:28:37Z', 'updated_at': '2021-07-16T21:28:41Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:28:38Z', 'updated_at': '2021-07-16T21:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '26f3d852-8708-4d3c-8d64-7782146f36eb', 'name': '', 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:49:ad:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '6f17e216-ed4d-463f-9d98-c2dadd3fbca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:28:40Z', 'updated_at': '2021-07-16T21:28:43Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': '6f17e216-ed4d-463f-9d98-c2dadd3fbca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:28:44.667690 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 016ee86b-9615-4b9d-84b1-6e93ff95ba91 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:28:44.725771 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 016ee86b-9615-4b9d-84b1-6e93ff95ba91 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:28:44.726068 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:44.807086 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 53a28ee5-820d-4243-9bb7-e5e1ab66f8d8 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:28:44.855140 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 53a28ee5-820d-4243-9bb7-e5e1ab66f8d8 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:28:44.855518 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:44.938260 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 26f3d852-8708-4d3c-8d64-7782146f36eb up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:28:44.994734 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 26f3d852-8708-4d3c-8d64-7782146f36eb completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:28:44.998486 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 26f3d852-8708-4d3c-8d64-7782146f36eb triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:28:44.998862 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:45.092489 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:45.137075 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 26f3d852-8708-4d3c-8d64-7782146f36eb, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=26f3d852-8708-4d3c-8d64-7782146f36eb,segment=NetworkSegment(4d73261e-e4be-4823-b65f-eb4cbfadd115),segment_id=4d73261e-e4be-4823-b65f-eb4cbfadd115)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:28:45.142822 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:45.217434 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=26f3d852-8708-4d3c-8d64-7782146f36eb,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:45.273081 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-073fb9ce-fbe8-4ff7-b0be-0f092d97d21a req-f6842516-78d5-4580-9910-7d5c66600727 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 210 time: 0.0455492 Jul 16 21:28:45.307303 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-77ca32ae-38b0-4234-93b5-5e2d0aedf5a0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:45.309158 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-77ca32ae-38b0-4234-93b5-5e2d0aedf5a0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.18 "GET /v2.0/networks?id=107be6d5-5363-40e5-b914-322dcdae3502 HTTP/1.1" status: 200 len: 797 time: 0.2220800 Jul 16 21:28:45.353252 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-ca2f3e40-20f4-4ee3-82a4-934c69032530 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0e49adb7de6459493e23c0b2760acb3 HTTP/1.1" status: 200 len: 380 time: 0.0344241 Jul 16 21:28:45.371938 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-0392ee73-8740-426b-bc75-ced2c07efde6 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'port': {'device_id': '504f5949-df0f-4080-ab92-5eb45b93a7b4', 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502', 'admin_state_up': True, 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'security_groups': ['c44fc483-67bd-48bc-9e9d-c8aaab84ddf6']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:28:45.487718 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-0392ee73-8740-426b-bc75-ced2c07efde6 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Made reservation on behalf of d0e49adb7de6459493e23c0b2760acb3 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:28:45.491477 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-0392ee73-8740-426b-bc75-ced2c07efde6 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:45.614645 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-0392ee73-8740-426b-bc75-ced2c07efde6 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Allocated IP 172.20.0.14 (107be6d5-5363-40e5-b914-322dcdae3502/6f17e216-ed4d-463f-9d98-c2dadd3fbca4/abb08e3e-c926-408a-b98e-8c684be66fbe) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:28:45.755599 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-0392ee73-8740-426b-bc75-ced2c07efde6 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:45.769017 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-0392ee73-8740-426b-bc75-ced2c07efde6 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Transition to ACTIVE for port object abb08e3e-c926-408a-b98e-8c684be66fbe will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:28:45.802410 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-0392ee73-8740-426b-bc75-ced2c07efde6 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:45.849791 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-0392ee73-8740-426b-bc75-ced2c07efde6 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network 107be6d5-5363-40e5-b914-322dcdae3502 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:28:45.852972 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-0392ee73-8740-426b-bc75-ced2c07efde6 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:28:45.856937 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-0392ee73-8740-426b-bc75-ced2c07efde6 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:28:45.884750 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392ee73-8740-426b-bc75-ced2c07efde6 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=abb08e3e-c926-408a-b98e-8c684be66fbe,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:45.914134 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-0392ee73-8740-426b-bc75-ced2c07efde6 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:45.914815 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-0392ee73-8740-426b-bc75-ced2c07efde6 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:45.929582 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-0392ee73-8740-426b-bc75-ced2c07efde6 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5614207 Jul 16 21:28:45.941592 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-6f529dba-6ad8-4eb6-ba2d-3386b315292c service neutron] Request body: {'port': {'device_id': '504f5949-df0f-4080-ab92-5eb45b93a7b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:28:46.018499 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-6f529dba-6ad8-4eb6-ba2d-3386b315292c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:46.056596 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-473aef81-f380-4ee6-a626-726a6e5a6754 None None] Provisioning for port abb08e3e-c926-408a-b98e-8c684be66fbe completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:28:46.060432 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-473aef81-f380-4ee6-a626-726a6e5a6754 None None] Provisioning complete for port abb08e3e-c926-408a-b98e-8c684be66fbe triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:28:46.060813 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-473aef81-f380-4ee6-a626-726a6e5a6754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:46.096326 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-473aef81-f380-4ee6-a626-726a6e5a6754 None None] Port abb08e3e-c926-408a-b98e-8c684be66fbe cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:28:46.285264 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-6f529dba-6ad8-4eb6-ba2d-3386b315292c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb08e3e-c926-408a-b98e-8c684be66fbe {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:28:46.293346 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-6f529dba-6ad8-4eb6-ba2d-3386b315292c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:46.307375 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-6f529dba-6ad8-4eb6-ba2d-3386b315292c service neutron] Transition to ACTIVE for port object abb08e3e-c926-408a-b98e-8c684be66fbe will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:28:46.311069 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-6f529dba-6ad8-4eb6-ba2d-3386b315292c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:46.360068 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f529dba-6ad8-4eb6-ba2d-3386b315292c service neutron] Pushing event updated for resources: {'Port': ['ID=abb08e3e-c926-408a-b98e-8c684be66fbe,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:46.473711 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-6f529dba-6ad8-4eb6-ba2d-3386b315292c service neutron] Attempting to bind port abb08e3e-c926-408a-b98e-8c684be66fbe on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:28:46.474060 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-6f529dba-6ad8-4eb6-ba2d-3386b315292c service neutron] Attempting to bind port abb08e3e-c926-408a-b98e-8c684be66fbe by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '4d73261e-e4be-4823-b65f-eb4cbfadd115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:28:46.474430 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-6f529dba-6ad8-4eb6-ba2d-3386b315292c service neutron] Attempting to bind port abb08e3e-c926-408a-b98e-8c684be66fbe on network 107be6d5-5363-40e5-b914-322dcdae3502 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:28:46.486936 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-6f529dba-6ad8-4eb6-ba2d-3386b315292c service neutron] Port abb08e3e-c926-408a-b98e-8c684be66fbe on network 107be6d5-5363-40e5-b914-322dcdae3502 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:28:46.487264 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-6f529dba-6ad8-4eb6-ba2d-3386b315292c service neutron] Attempting to bind port abb08e3e-c926-408a-b98e-8c684be66fbe on network 107be6d5-5363-40e5-b914-322dcdae3502 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:28:46.497956 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-6f529dba-6ad8-4eb6-ba2d-3386b315292c service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:28:46.498267 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-6f529dba-6ad8-4eb6-ba2d-3386b315292c service neutron] Checking segment: {'id': '4d73261e-e4be-4823-b65f-eb4cbfadd115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:28:46.498609 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-6f529dba-6ad8-4eb6-ba2d-3386b315292c service neutron] Bound using segment: {'id': '4d73261e-e4be-4823-b65f-eb4cbfadd115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:28:46.499072 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-6f529dba-6ad8-4eb6-ba2d-3386b315292c service neutron] Bound port: abb08e3e-c926-408a-b98e-8c684be66fbe, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d73261e-e4be-4823-b65f-eb4cbfadd115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:28:46.499463 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-6f529dba-6ad8-4eb6-ba2d-3386b315292c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:46.523776 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914231de-c1a8-4040-87e4-9e064b0b12d3 req-9b5578a0-748e-44bd-b581-738d6c812e87 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:46.526796 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-914231de-c1a8-4040-87e4-9e064b0b12d3 req-9b5578a0-748e-44bd-b581-738d6c812e87 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 944 time: 0.1215343 Jul 16 21:28:46.576567 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 26f3d852-8708-4d3c-8d64-7782146f36eb up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:28:46.606006 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-914231de-c1a8-4040-87e4-9e064b0b12d3 req-7b487ade-0941-4efc-b20a-3802a1449905 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572679 Jul 16 21:28:46.614821 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-6f529dba-6ad8-4eb6-ba2d-3386b315292c service neutron] For port abb08e3e-c926-408a-b98e-8c684be66fbe, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:28:46.618532 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-6f529dba-6ad8-4eb6-ba2d-3386b315292c service neutron] For port abb08e3e-c926-408a-b98e-8c684be66fbe, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=abb08e3e-c926-408a-b98e-8c684be66fbe,segment=NetworkSegment(4d73261e-e4be-4823-b65f-eb4cbfadd115),segment_id=4d73261e-e4be-4823-b65f-eb4cbfadd115)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:28:46.629248 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-6f529dba-6ad8-4eb6-ba2d-3386b315292c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:46.644207 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 26f3d852-8708-4d3c-8d64-7782146f36eb triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:28:46.644581 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:46.665785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-6f529dba-6ad8-4eb6-ba2d-3386b315292c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:46.666519 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-6f529dba-6ad8-4eb6-ba2d-3386b315292c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:46.668128 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-6f529dba-6ad8-4eb6-ba2d-3386b315292c service neutron] 10.222.0.18 "PUT /v2.0/ports/abb08e3e-c926-408a-b98e-8c684be66fbe HTTP/1.1" status: 200 len: 1093 time: 0.7313402 Jul 16 21:28:46.668645 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504f5949-df0f-4080-ab92-5eb45b93a7b4', 'tag': 'abb08e3e-c926-408a-b98e-8c684be66fbe'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:28:46.671139 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00267a12-eb2a-45cc-9456-e23f4243f310" -d '{"events": [{"name": "network-changed", "server_uuid": "504f5949-df0f-4080-ab92-5eb45b93a7b4", "tag": "abb08e3e-c926-408a-b98e-8c684be66fbe"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:28:46.705059 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f529dba-6ad8-4eb6-ba2d-3386b315292c service neutron] Pushing event updated for resources: {'Port': ['ID=abb08e3e-c926-408a-b98e-8c684be66fbe,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:46.748339 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6427e8ee-bafa-41a2-892d-6b7b88183a1f x-openstack-request-id: req-6427e8ee-bafa-41a2-892d-6b7b88183a1f {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:28:46.748738 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504f5949-df0f-4080-ab92-5eb45b93a7b4", "tag": "abb08e3e-c926-408a-b98e-8c684be66fbe", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:28:46.748933 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6427e8ee-bafa-41a2-892d-6b7b88183a1f {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:28:46.749375 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504f5949-df0f-4080-ab92-5eb45b93a7b4', 'tag': 'abb08e3e-c926-408a-b98e-8c684be66fbe', 'status': 'completed', 'code': 200} Jul 16 21:28:46.777128 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-b38effde-bb54-439e-b18e-0d0a77b2c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:46.778678 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-b38effde-bb54-439e-b18e-0d0a77b2c04f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 1096 time: 0.0685296 Jul 16 21:28:46.823565 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-e13f2daa-92de-45e2-a88a-4822d7641680 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abb08e3e-c926-408a-b98e-8c684be66fbe HTTP/1.1" status: 200 len: 217 time: 0.0365682 Jul 16 21:28:46.872867 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-5cd2c6ba-d970-49ad-ae48-1188deb5d17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:46.874388 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-5cd2c6ba-d970-49ad-ae48-1188deb5d17b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6f17e216-ed4d-463f-9d98-c2dadd3fbca4 HTTP/1.1" status: 200 len: 834 time: 0.0445418 Jul 16 21:28:46.934809 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-0888da59-3081-4e9f-9985-833b58cc118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:46.936208 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-0888da59-3081-4e9f-9985-833b58cc118d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=107be6d5-5363-40e5-b914-322dcdae3502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556831 Jul 16 21:28:47.026682 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-569d6aee-5348-42d5-9a9c-ea29be99cf68 service neutron] 10.222.0.18 "GET /v2.0/networks/107be6d5-5363-40e5-b914-322dcdae3502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822947 Jul 16 21:28:47.118023 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bcb8be2b-4552-45bf-aa05-2f3c8f953eee req-e42a3fd8-cb2e-4964-98d8-8505e9a13eec service neutron] 10.222.0.18 "GET /v2.0/networks/107be6d5-5363-40e5-b914-322dcdae3502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845208 Jul 16 21:28:47.214265 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00267a12-eb2a-45cc-9456-e23f4243f310 req-2af86616-8ec5-403d-b8d8-e4268933c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:47.215786 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-00267a12-eb2a-45cc-9456-e23f4243f310 req-2af86616-8ec5-403d-b8d8-e4268933c618 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 1096 time: 0.0525413 Jul 16 21:28:47.308987 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00267a12-eb2a-45cc-9456-e23f4243f310 req-6fba5c52-cbdb-4fd1-ab49-4eec698418ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:47.310465 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-00267a12-eb2a-45cc-9456-e23f4243f310 req-6fba5c52-cbdb-4fd1-ab49-4eec698418ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=107be6d5-5363-40e5-b914-322dcdae3502 HTTP/1.1" status: 200 len: 898 time: 0.0885508 Jul 16 21:28:47.351426 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-00267a12-eb2a-45cc-9456-e23f4243f310 req-81f7b6ac-7f5e-4302-9c11-18947f9ead9b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abb08e3e-c926-408a-b98e-8c684be66fbe HTTP/1.1" status: 200 len: 217 time: 0.0345526 Jul 16 21:28:47.398772 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00267a12-eb2a-45cc-9456-e23f4243f310 req-53a6fb76-56f0-47e7-a4f8-30d715885373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:47.400196 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-00267a12-eb2a-45cc-9456-e23f4243f310 req-53a6fb76-56f0-47e7-a4f8-30d715885373 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6f17e216-ed4d-463f-9d98-c2dadd3fbca4 HTTP/1.1" status: 200 len: 834 time: 0.0425031 Jul 16 21:28:47.457526 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00267a12-eb2a-45cc-9456-e23f4243f310 req-c5272004-350e-417b-b800-99196c9997b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:47.459054 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-00267a12-eb2a-45cc-9456-e23f4243f310 req-c5272004-350e-417b-b800-99196c9997b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=107be6d5-5363-40e5-b914-322dcdae3502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514886 Jul 16 21:28:47.551687 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-00267a12-eb2a-45cc-9456-e23f4243f310 req-4983d1ef-70d9-4d58-9a95-bb2868c1aaa9 service neutron] 10.222.0.18 "GET /v2.0/networks/107be6d5-5363-40e5-b914-322dcdae3502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849741 Jul 16 21:28:47.641889 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-00267a12-eb2a-45cc-9456-e23f4243f310 req-e95d5ea9-74c0-4ebd-a80f-1b8005dd00a1 service neutron] 10.222.0.18 "GET /v2.0/networks/107be6d5-5363-40e5-b914-322dcdae3502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842581 Jul 16 21:28:47.778577 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229987bc-2025-4b15-bb6a-f106bda33f5f req-0507334b-fe54-4dd0-97c9-94d81b38fbea tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:47.780047 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-229987bc-2025-4b15-bb6a-f106bda33f5f req-0507334b-fe54-4dd0-97c9-94d81b38fbea tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 944 time: 0.0624192 Jul 16 21:28:47.818249 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-229987bc-2025-4b15-bb6a-f106bda33f5f req-d31c8cb1-45cb-4c92-8a30-45550df04086 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318620 Jul 16 21:28:48.991503 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed28e1-1692-4507-9aa0-2960563c9c7e req-70c294f9-b773-496e-9df7-e5d8aae8c9a3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:48.992971 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e8ed28e1-1692-4507-9aa0-2960563c9c7e req-70c294f9-b773-496e-9df7-e5d8aae8c9a3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 944 time: 0.0634305 Jul 16 21:28:49.030233 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e8ed28e1-1692-4507-9aa0-2960563c9c7e req-e233afca-76c4-4a5b-9a0e-1d98532deb1a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317400 Jul 16 21:28:49.612473 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device abb08e3e-c926-408a-b98e-8c684be66fbe details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:28:49.709927 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port abb08e3e-c926-408a-b98e-8c684be66fbe, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=abb08e3e-c926-408a-b98e-8c684be66fbe,segment=NetworkSegment(4d73261e-e4be-4823-b65f-eb4cbfadd115),segment_id=4d73261e-e4be-4823-b65f-eb4cbfadd115)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:28:49.720766 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'abb08e3e-c926-408a-b98e-8c684be66fbe', 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502', 'port_id': 'abb08e3e-c926-408a-b98e-8c684be66fbe', 'mac_address': 'fa:16:3e:c7:5e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f17e216-ed4d-463f-9d98-c2dadd3fbca4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:28:49.757793 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:49.770978 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb08e3e-c926-408a-b98e-8c684be66fbe {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:28:49.790606 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port abb08e3e-c926-408a-b98e-8c684be66fbe, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=abb08e3e-c926-408a-b98e-8c684be66fbe,segment=NetworkSegment(4d73261e-e4be-4823-b65f-eb4cbfadd115),segment_id=4d73261e-e4be-4823-b65f-eb4cbfadd115)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:28:49.794702 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:49.839668 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=abb08e3e-c926-408a-b98e-8c684be66fbe,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:49.991451 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['abb08e3e-c926-408a-b98e-8c684be66fbe'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:28:50.213556 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f198fda-cf85-4cd8-a958-429cefeff4a4 req-370c2c2b-b062-4b54-855d-b879e797b459 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:50.215088 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f198fda-cf85-4cd8-a958-429cefeff4a4 req-370c2c2b-b062-4b54-855d-b879e797b459 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 945 time: 0.0692928 Jul 16 21:28:50.254985 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f198fda-cf85-4cd8-a958-429cefeff4a4 req-f4f90494-8f37-4565-a28d-6d51f1122e6d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331388 Jul 16 21:28:51.424853 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec2091-ac87-4e14-9de8-8fa20f55ba68 req-82d0e1f9-43c6-46fd-afde-68a582033eff tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:51.426959 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5ec2091-ac87-4e14-9de8-8fa20f55ba68 req-82d0e1f9-43c6-46fd-afde-68a582033eff tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 945 time: 0.0622251 Jul 16 21:28:51.464925 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5ec2091-ac87-4e14-9de8-8fa20f55ba68 req-f5be8ca8-3107-44c7-8894-8e4f6f191b1b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318973 Jul 16 21:28:51.612517 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device abb08e3e-c926-408a-b98e-8c684be66fbe up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:28:51.663270 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port abb08e3e-c926-408a-b98e-8c684be66fbe completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:28:51.667062 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port abb08e3e-c926-408a-b98e-8c684be66fbe triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:28:51.667437 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:51.739903 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:51.761041 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504f5949-df0f-4080-ab92-5eb45b93a7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb08e3e-c926-408a-b98e-8c684be66fbe'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:28:51.763413 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d599d8cd7c90ef7a4a4f11e3824443e11814837840e0ec22718dbf4e389f10a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef49d89-4080-43f3-9372-59d0a8fe3271" -d '{"events": [{"server_uuid": "504f5949-df0f-4080-ab92-5eb45b93a7b4", "name": "network-vif-plugged", "status": "completed", "tag": "abb08e3e-c926-408a-b98e-8c684be66fbe"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:28:51.778094 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port abb08e3e-c926-408a-b98e-8c684be66fbe, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=abb08e3e-c926-408a-b98e-8c684be66fbe,segment=NetworkSegment(4d73261e-e4be-4823-b65f-eb4cbfadd115),segment_id=4d73261e-e4be-4823-b65f-eb4cbfadd115)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:28:51.788282 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:51.818854 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3457cdf7-38cc-459e-a7a2-2f0b3a75da71 x-openstack-request-id: req-3457cdf7-38cc-459e-a7a2-2f0b3a75da71 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:28:51.818854 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504f5949-df0f-4080-ab92-5eb45b93a7b4", "name": "network-vif-plugged", "status": "completed", "tag": "abb08e3e-c926-408a-b98e-8c684be66fbe", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:28:51.818854 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3457cdf7-38cc-459e-a7a2-2f0b3a75da71 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:28:51.818854 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504f5949-df0f-4080-ab92-5eb45b93a7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb08e3e-c926-408a-b98e-8c684be66fbe', 'code': 200} Jul 16 21:28:51.825530 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ad7a044-4694-455c-8372-b4ce4d5b8f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:51.853152 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=abb08e3e-c926-408a-b98e-8c684be66fbe,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:51.923270 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abf9de-6648-4264-bbe6-5e92ce9ea6cc req-7b4fff0a-20a8-4d85-a370-3098378b005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:51.924795 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7abf9de-6648-4264-bbe6-5e92ce9ea6cc req-7b4fff0a-20a8-4d85-a370-3098378b005f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 1098 time: 0.0554278 Jul 16 21:28:51.958020 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7abf9de-6648-4264-bbe6-5e92ce9ea6cc req-310010e1-7b22-4482-b4b7-d8fa161f6747 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270748 Jul 16 21:28:52.648454 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41105bcb-71f2-49bc-b20e-1001635eff3e req-e9733e9e-154d-4e12-8f45-76f3e5fb048e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:52.650229 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-41105bcb-71f2-49bc-b20e-1001635eff3e req-e9733e9e-154d-4e12-8f45-76f3e5fb048e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0671880 Jul 16 21:28:52.689682 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-41105bcb-71f2-49bc-b20e-1001635eff3e req-20f622da-a57b-4f43-9c5e-17dccb5bb378 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332873 Jul 16 21:28:53.871273 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074d9cb-557b-4fdf-b52b-555f88452b34 req-623acf01-fb8d-434f-bb84-30b1f6673474 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:53.872784 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2074d9cb-557b-4fdf-b52b-555f88452b34 req-623acf01-fb8d-434f-bb84-30b1f6673474 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0634501 Jul 16 21:28:53.913787 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2074d9cb-557b-4fdf-b52b-555f88452b34 req-74cdf7ef-bd4d-4378-833d-5c4f8b9a4312 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335107 Jul 16 21:28:54.090805 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb71a0-d165-44b0-97a6-d6d4eea33207 req-00033191-c932-429c-8375-f8d200f45c2a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:54.092179 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cddb71a0-d165-44b0-97a6-d6d4eea33207 req-00033191-c932-429c-8375-f8d200f45c2a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0671115 Jul 16 21:28:54.129793 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cddb71a0-d165-44b0-97a6-d6d4eea33207 req-43565b30-3468-41fd-b89e-6db2512f60b6 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320694 Jul 16 21:28:54.153954 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58586) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:28:54.204936 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219e1f2-7ffc-4d85-8cdb-8298cf7cc5d6 tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:54.206477 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b219e1f2-7ffc-4d85-8cdb-8298cf7cc5d6 tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 1093 time: 0.0514660 Jul 16 21:28:54.209817 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58588) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:28:54.214381 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-6586ada3-4e26-47a7-bccd-78b7afd58c63 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'port_id': 'abb08e3e-c926-408a-b98e-8c684be66fbe', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:28:54.237720 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6586ada3-4e26-47a7-bccd-78b7afd58c63 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for floatingip, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:54.329725 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-574a08e2-cc46-4e89-9b54-1fe2921fc765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:54.337789 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6586ada3-4e26-47a7-bccd-78b7afd58c63 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:54.425272 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:54.436676 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-6586ada3-4e26-47a7-bccd-78b7afd58c63 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Allocated IP 172.25.0.119 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/a2bd3155-0018-442c-bd00-598d94bf55a1) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:28:54.539169 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6586ada3-4e26-47a7-bccd-78b7afd58c63 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:54.577347 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6586ada3-4e26-47a7-bccd-78b7afd58c63 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:54.612995 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6586ada3-4e26-47a7-bccd-78b7afd58c63 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:28:54.618391 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-6586ada3-4e26-47a7-bccd-78b7afd58c63 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:28:54.621865 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6586ada3-4e26-47a7-bccd-78b7afd58c63 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:28:54.645490 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586ada3-4e26-47a7-bccd-78b7afd58c63 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=a2bd3155-0018-442c-bd00-598d94bf55a1,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:54.989972 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6586ada3-4e26-47a7-bccd-78b7afd58c63 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:55.062949 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6586ada3-4e26-47a7-bccd-78b7afd58c63 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:55.211982 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6586ada3-4e26-47a7-bccd-78b7afd58c63 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:55.216297 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6586ada3-4e26-47a7-bccd-78b7afd58c63 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:55.287197 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586ada3-4e26-47a7-bccd-78b7afd58c63 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=a2bd3155-0018-442c-bd00-598d94bf55a1,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:55.300300 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6586ada3-4e26-47a7-bccd-78b7afd58c63 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:55.397340 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-6586ada3-4e26-47a7-bccd-78b7afd58c63 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Floating IP c98769ec-a6fd-46e0-8027-919b7f876cf5 associated. External IP: 172.25.0.119, port: abb08e3e-c926-408a-b98e-8c684be66fbe. Jul 16 21:28:55.598038 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6586ada3-4e26-47a7-bccd-78b7afd58c63 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Router 0104d2f2-b37d-48c4-88e2-9e54f32ad7c1 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:28:55.706453 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6586ada3-4e26-47a7-bccd-78b7afd58c63 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:28:55.716077 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76d2883-c116-4385-b993-1866af72de90 None None] Sync routers for ids ['0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:28:55.722252 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6586ada3-4e26-47a7-bccd-78b7afd58c63 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:55.726747 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76d2883-c116-4385-b993-1866af72de90 None None] Routers {'0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:28:55.727371 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b76d2883-c116-4385-b993-1866af72de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:28:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:28:55.758393 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6586ada3-4e26-47a7-bccd-78b7afd58c63 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5474763 Jul 16 21:28:55.759076 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504f5949-df0f-4080-ab92-5eb45b93a7b4', 'tag': 'abb08e3e-c926-408a-b98e-8c684be66fbe'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:28:55.761519 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc459459a4c5a11ec1d6886bc2ffdbf4fbc6faab23ac6f064f41edec039c064" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e03c99-1747-4480-a848-bb4d09de3cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "504f5949-df0f-4080-ab92-5eb45b93a7b4", "tag": "abb08e3e-c926-408a-b98e-8c684be66fbe"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:28:55.799966 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cc5835-890e-4113-84bb-f69ff86d2c0b x-openstack-request-id: req-93cc5835-890e-4113-84bb-f69ff86d2c0b {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:28:55.800581 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504f5949-df0f-4080-ab92-5eb45b93a7b4", "tag": "abb08e3e-c926-408a-b98e-8c684be66fbe", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:28:55.801730 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-93cc5835-890e-4113-84bb-f69ff86d2c0b {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:28:55.802612 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504f5949-df0f-4080-ab92-5eb45b93a7b4', 'tag': 'abb08e3e-c926-408a-b98e-8c684be66fbe', 'status': 'completed', 'code': 200} Jul 16 21:28:55.839013 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-b76d2883-c116-4385-b993-1866af72de90 None None] Set router 0104d2f2-b37d-48c4-88e2-9e54f32ad7c1 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:28:55.922919 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e03c99-1747-4480-a848-bb4d09de3cf8 req-8e340d42-1268-4e1d-be82-80feed04331f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:55.924336 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-74e03c99-1747-4480-a848-bb4d09de3cf8 req-8e340d42-1268-4e1d-be82-80feed04331f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 1098 time: 0.1014299 Jul 16 21:28:55.945285 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573bcdd-6e66-44a6-b1f3-f18cd2b1053f req-9df7544c-0fcf-46d1-b905-4298dcd1770d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:55.946786 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9573bcdd-6e66-44a6-b1f3-f18cd2b1053f req-9df7544c-0fcf-46d1-b905-4298dcd1770d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0937662 Jul 16 21:28:56.029114 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9573bcdd-6e66-44a6-b1f3-f18cd2b1053f req-a6eb9a66-6ab0-4276-b023-63ff7a0234a1 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706141 Jul 16 21:28:56.050570 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:56.055232 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58594) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:28:56.064247 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e03c99-1747-4480-a848-bb4d09de3cf8 req-5310ea72-d947-44b2-ad71-20b82c6d1636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:56.065720 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-74e03c99-1747-4480-a848-bb4d09de3cf8 req-5310ea72-d947-44b2-ad71-20b82c6d1636 service neutron] 10.222.0.18 "GET /v2.0/networks?id=107be6d5-5363-40e5-b914-322dcdae3502 HTTP/1.1" status: 200 len: 898 time: 0.1348801 Jul 16 21:28:56.081389 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b76d2883-c116-4385-b993-1866af72de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533500896', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:28:37Z', 'updated_at': '2021-07-16T21:28:41Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:28:38Z', 'updated_at': '2021-07-16T21:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'c98769ec-a6fd-46e0-8027-919b7f876cf5', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'floating_ip_address': '172.25.0.119', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'port_id': 'abb08e3e-c926-408a-b98e-8c684be66fbe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502', 'mac_address': 'fa:16:3e:c7:5e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504f5949-df0f-4080-ab92-5eb45b93a7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:28:54Z', 'updated_at': '2021-07-16T21:28:54Z', 'revision_number': 0, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f3d852-8708-4d3c-8d64-7782146f36eb', 'name': '', 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:49:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '6f17e216-ed4d-463f-9d98-c2dadd3fbca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:28:40Z', 'updated_at': '2021-07-16T21:28:45Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': '6f17e216-ed4d-463f-9d98-c2dadd3fbca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:28:56.111965 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76d2883-c116-4385-b993-1866af72de90 None None] Checking router: 0104d2f2-b37d-48c4-88e2-9e54f32ad7c1 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:28:56.120902 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76d2883-c116-4385-b993-1866af72de90 None None] Routers {'0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:28:56.121531 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b76d2883-c116-4385-b993-1866af72de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:28:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:28:56.127469 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-cbcab062-5057-45ef-9c3f-8d59dba642c1 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/floatingips/c98769ec-a6fd-46e0-8027-919b7f876cf5 HTTP/1.1" status: 200 len: 992 time: 0.0703821 Jul 16 21:28:56.138524 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-74e03c99-1747-4480-a848-bb4d09de3cf8 req-54415e96-96a7-425c-bcb5-0e5090d613a4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abb08e3e-c926-408a-b98e-8c684be66fbe HTTP/1.1" status: 200 len: 1000 time: 0.0662422 Jul 16 21:28:56.190399 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e03c99-1747-4480-a848-bb4d09de3cf8 req-7ae67e2e-3584-498e-99d1-f1d57bc9f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:56.191992 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-74e03c99-1747-4480-a848-bb4d09de3cf8 req-7ae67e2e-3584-498e-99d1-f1d57bc9f0a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6f17e216-ed4d-463f-9d98-c2dadd3fbca4 HTTP/1.1" status: 200 len: 834 time: 0.0472972 Jul 16 21:28:56.224254 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-b76d2883-c116-4385-b993-1866af72de90 None None] Set router 0104d2f2-b37d-48c4-88e2-9e54f32ad7c1 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:28:56.248713 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e03c99-1747-4480-a848-bb4d09de3cf8 req-7162bab5-205b-49ac-9055-bfd7d46cda84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:56.250204 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-74e03c99-1747-4480-a848-bb4d09de3cf8 req-7162bab5-205b-49ac-9055-bfd7d46cda84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=107be6d5-5363-40e5-b914-322dcdae3502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525043 Jul 16 21:28:56.343782 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-74e03c99-1747-4480-a848-bb4d09de3cf8 req-acb497f5-92e9-46c1-bb46-33531d2fd6a6 service neutron] 10.222.0.18 "GET /v2.0/networks/107be6d5-5363-40e5-b914-322dcdae3502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873785 Jul 16 21:28:56.431613 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-74e03c99-1747-4480-a848-bb4d09de3cf8 req-f3044d3f-778f-4986-bdda-98355dec1b6b service neutron] 10.222.0.18 "GET /v2.0/networks/107be6d5-5363-40e5-b914-322dcdae3502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818708 Jul 16 21:28:56.452218 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b76d2883-c116-4385-b993-1866af72de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533500896', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:28:37Z', 'updated_at': '2021-07-16T21:28:41Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:28:38Z', 'updated_at': '2021-07-16T21:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'c98769ec-a6fd-46e0-8027-919b7f876cf5', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'floating_ip_address': '172.25.0.119', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'port_id': 'abb08e3e-c926-408a-b98e-8c684be66fbe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502', 'mac_address': 'fa:16:3e:c7:5e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504f5949-df0f-4080-ab92-5eb45b93a7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:28:54Z', 'updated_at': '2021-07-16T21:28:54Z', 'revision_number': 0, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f3d852-8708-4d3c-8d64-7782146f36eb', 'name': '', 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:49:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '6f17e216-ed4d-463f-9d98-c2dadd3fbca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:28:40Z', 'updated_at': '2021-07-16T21:28:45Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': '6f17e216-ed4d-463f-9d98-c2dadd3fbca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:28:56.479847 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76d2883-c116-4385-b993-1866af72de90 None None] The sync data for ids ['0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'] in n-d-791506-21 is: [{'id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533500896', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:28:37Z', 'updated_at': '2021-07-16T21:28:41Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:28:38Z', 'updated_at': '2021-07-16T21:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'c98769ec-a6fd-46e0-8027-919b7f876cf5', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'floating_ip_address': '172.25.0.119', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'port_id': 'abb08e3e-c926-408a-b98e-8c684be66fbe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502', 'mac_address': 'fa:16:3e:c7:5e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504f5949-df0f-4080-ab92-5eb45b93a7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:28:54Z', 'updated_at': '2021-07-16T21:28:54Z', 'revision_number': 0, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f3d852-8708-4d3c-8d64-7782146f36eb', 'name': '', 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:49:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '6f17e216-ed4d-463f-9d98-c2dadd3fbca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:28:40Z', 'updated_at': '2021-07-16T21:28:45Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': '6f17e216-ed4d-463f-9d98-c2dadd3fbca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:28:56.674035 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2775160e-5ca5-4df8-a762-73e8644ce7ab None None] New status for floating IP c98769ec-a6fd-46e0-8027-919b7f876cf5: ACTIVE {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:28:57.129747 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58596) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:28:57.192655 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cb3e5a51-94da-4273-b6af-183c549b070d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/floatingips/c98769ec-a6fd-46e0-8027-919b7f876cf5 HTTP/1.1" status: 200 len: 994 time: 0.0616565 Jul 16 21:28:57.856608 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:00.047251 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:03.877939 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:09.750308 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:29:21.800985 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c0519cf-cd2c-42de-a58e-96db23d8e5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:23.926387 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-48e272ca-9809-4e29-ac15-af2ded325b79 req-b45e3401-be6d-4134-8681-bfca2657cdc0 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:29:23.927395 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-48e272ca-9809-4e29-ac15-af2ded325b79 req-b45e3401-be6d-4134-8681-bfca2657cdc0 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0603509 Jul 16 21:29:24.224161 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa2684-d57e-47dc-af38-20fbbda65e90 req-6fddcebe-351e-4854-b77f-c286b61e736f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:24.225647 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-71aa2684-d57e-47dc-af38-20fbbda65e90 req-6fddcebe-351e-4854-b77f-c286b61e736f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0710309 Jul 16 21:29:24.295805 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-71aa2684-d57e-47dc-af38-20fbbda65e90 req-96b3ec75-3a18-49e1-a1cf-2ebeb1df2f98 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608561 Jul 16 21:29:24.312644 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-b23144c9-3bb2-470a-a68e-0a6a505d453c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1468039 Jul 16 21:29:24.331881 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6b68c3e6-ff5f-4290-957b-5e68450e89b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:24.426673 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:25.480267 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382cec0-b1e2-45de-a401-f35c09ff2943 req-6e891d3f-bccc-4f11-9fce-855958291852 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:25.481745 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8382cec0-b1e2-45de-a401-f35c09ff2943 req-6e891d3f-bccc-4f11-9fce-855958291852 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0653269 Jul 16 21:29:25.520220 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8382cec0-b1e2-45de-a401-f35c09ff2943 req-f5ad21ef-1bfe-4377-8366-988a95ce3666 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320990 Jul 16 21:29:26.028195 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:26.694432 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8bc68-e938-492f-895c-2b853c74cb10 req-050f417d-64b5-46c9-b219-1bee30f6384b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:26.695981 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4ff8bc68-e938-492f-895c-2b853c74cb10 req-050f417d-64b5-46c9-b219-1bee30f6384b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0628178 Jul 16 21:29:26.733100 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4ff8bc68-e938-492f-895c-2b853c74cb10 req-c620b320-eca1-418c-af5d-bc93eb089464 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308235 Jul 16 21:29:27.510689 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-6dd86496-a47e-4826-9b57-8d403759aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:27.512557 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-6dd86496-a47e-4826-9b57-8d403759aeca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 1098 time: 0.0979164 Jul 16 21:29:27.601513 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-bda055fe-03e2-4c57-8d13-5c1f260d65be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:27.603006 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-bda055fe-03e2-4c57-8d13-5c1f260d65be service neutron] 10.222.0.18 "GET /v2.0/networks?id=107be6d5-5363-40e5-b914-322dcdae3502 HTTP/1.1" status: 200 len: 898 time: 0.0841110 Jul 16 21:29:27.861333 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:28.049836 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-1ab2229c-3bb8-42b5-9bde-4ce6a1693623 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abb08e3e-c926-408a-b98e-8c684be66fbe HTTP/1.1" status: 200 len: 1002 time: 0.4392233 Jul 16 21:29:28.112923 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-1a9adb07-2d03-4073-8980-c1f4508ff8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:28.114368 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-1a9adb07-2d03-4073-8980-c1f4508ff8bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6f17e216-ed4d-463f-9d98-c2dadd3fbca4 HTTP/1.1" status: 200 len: 834 time: 0.0569818 Jul 16 21:29:28.123104 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba16411-0c77-4fa5-9b60-9d2066d7933e req-ed67c469-34c4-4220-be6c-861d2954eb50 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:28.124484 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ba16411-0c77-4fa5-9b60-9d2066d7933e req-ed67c469-34c4-4220-be6c-861d2954eb50 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 946 time: 0.1070623 Jul 16 21:29:28.189708 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3ba16411-0c77-4fa5-9b60-9d2066d7933e req-5cbed89d-ffca-4bed-939f-d53d49e35e0f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571697 Jul 16 21:29:28.207410 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-19a07c5e-059f-490b-9a58-aa429bd68a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:28.208889 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-19a07c5e-059f-490b-9a58-aa429bd68a1b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=107be6d5-5363-40e5-b914-322dcdae3502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835743 Jul 16 21:29:28.300145 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-a6a72fd9-3a0a-4f93-949c-244a5f28cfb1 service neutron] 10.222.0.18 "GET /v2.0/networks/107be6d5-5363-40e5-b914-322dcdae3502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847325 Jul 16 21:29:28.391468 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-a69769af-ac8c-4960-ad6b-5e21c7dd7f52 service neutron] 10.222.0.18 "GET /v2.0/networks/107be6d5-5363-40e5-b914-322dcdae3502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855911 Jul 16 21:29:29.364025 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e96555-434c-4cd1-b9c1-b0b7928c3c2d req-42f6c9d1-ec20-4c50-93ab-d06e886a1177 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:29.365509 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e8e96555-434c-4cd1-b9c1-b0b7928c3c2d req-42f6c9d1-ec20-4c50-93ab-d06e886a1177 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0632486 Jul 16 21:29:29.404052 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e8e96555-434c-4cd1-b9c1-b0b7928c3c2d req-1128bfea-1087-4a09-a555-2846afa2d476 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329626 Jul 16 21:29:30.048495 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:30.576224 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b327175-756a-4c37-b0c4-1e42c0b9427e req-f38dc9b4-2a6d-4960-bbaa-04d558261d34 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:30.577684 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b327175-756a-4c37-b0c4-1e42c0b9427e req-f38dc9b4-2a6d-4960-bbaa-04d558261d34 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0638332 Jul 16 21:29:30.618333 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1b327175-756a-4c37-b0c4-1e42c0b9427e req-ed8030b1-6745-47b4-b99c-598edeb192b0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350418 Jul 16 21:29:30.832173 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef221c6-294e-450c-b8e1-e29505050a3d req-35b76aec-a443-4be9-ac2b-c3334e0bcfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:30.833637 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ef221c6-294e-450c-b8e1-e29505050a3d req-35b76aec-a443-4be9-ac2b-c3334e0bcfd0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 1098 time: 0.0520515 Jul 16 21:29:30.936611 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef221c6-294e-450c-b8e1-e29505050a3d req-6906e6ae-f345-4d6b-8cb0-236c27bbd409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:30.938045 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ef221c6-294e-450c-b8e1-e29505050a3d req-6906e6ae-f345-4d6b-8cb0-236c27bbd409 service neutron] 10.222.0.18 "GET /v2.0/networks?id=107be6d5-5363-40e5-b914-322dcdae3502 HTTP/1.1" status: 200 len: 898 time: 0.0845082 Jul 16 21:29:31.003664 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ef221c6-294e-450c-b8e1-e29505050a3d req-132f0604-b3e6-4eba-923f-b49037dfbc42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abb08e3e-c926-408a-b98e-8c684be66fbe HTTP/1.1" status: 200 len: 1002 time: 0.0596533 Jul 16 21:29:31.056641 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef221c6-294e-450c-b8e1-e29505050a3d req-f66a5369-dbea-4168-95ce-dea2cedad3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:31.058059 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ef221c6-294e-450c-b8e1-e29505050a3d req-f66a5369-dbea-4168-95ce-dea2cedad3aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6f17e216-ed4d-463f-9d98-c2dadd3fbca4 HTTP/1.1" status: 200 len: 834 time: 0.0482373 Jul 16 21:29:31.113788 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef221c6-294e-450c-b8e1-e29505050a3d req-2bc7c43b-8144-433e-b114-2eb22e41b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:31.115206 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ef221c6-294e-450c-b8e1-e29505050a3d req-2bc7c43b-8144-433e-b114-2eb22e41b4c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=107be6d5-5363-40e5-b914-322dcdae3502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513041 Jul 16 21:29:31.209806 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ef221c6-294e-450c-b8e1-e29505050a3d req-915be1f1-d329-43b7-b41e-5692bafaaa81 service neutron] 10.222.0.18 "GET /v2.0/networks/107be6d5-5363-40e5-b914-322dcdae3502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878000 Jul 16 21:29:31.297035 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ef221c6-294e-450c-b8e1-e29505050a3d req-ed991241-caa6-4bc8-bace-15bc82266b5e service neutron] 10.222.0.18 "GET /v2.0/networks/107be6d5-5363-40e5-b914-322dcdae3502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809054 Jul 16 21:29:31.796678 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca91a0-81ec-4892-943c-403e96d25066 req-756599b6-6003-4b5c-a2a2-cd907ee4acea tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:31.798157 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0aca91a0-81ec-4892-943c-403e96d25066 req-756599b6-6003-4b5c-a2a2-cd907ee4acea tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0688267 Jul 16 21:29:31.841727 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0aca91a0-81ec-4892-943c-403e96d25066 req-8d66711a-da14-4758-8564-33a33d77736d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375042 Jul 16 21:29:33.015207 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dafd579-5553-4266-b0e6-b3f99a127ee4 req-8af5405b-d952-42e2-bc72-03ae13fc46f3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:33.016673 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3dafd579-5553-4266-b0e6-b3f99a127ee4 req-8af5405b-d952-42e2-bc72-03ae13fc46f3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0636330 Jul 16 21:29:33.054549 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3dafd579-5553-4266-b0e6-b3f99a127ee4 req-5b633189-59ba-40e5-8aa1-b934071c2587 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323205 Jul 16 21:29:33.877346 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:34.234814 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f28f1-be6c-4687-b314-16699e5ef194 req-b8c01a2b-c185-4cf0-a11d-7f5972894b35 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:34.236265 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8e2f28f1-be6c-4687-b314-16699e5ef194 req-b8c01a2b-c185-4cf0-a11d-7f5972894b35 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0673883 Jul 16 21:29:34.274042 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8e2f28f1-be6c-4687-b314-16699e5ef194 req-b6ea156d-21c4-4685-a86a-ca2b2d7a3899 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322337 Jul 16 21:29:35.452189 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495da34-0921-46c5-b201-17d3ff041787 req-47d4bceb-ec3c-48f9-bed7-cb1879f72b67 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:35.454128 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4495da34-0921-46c5-b201-17d3ff041787 req-47d4bceb-ec3c-48f9-bed7-cb1879f72b67 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0640595 Jul 16 21:29:35.491307 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4495da34-0921-46c5-b201-17d3ff041787 req-c7340703-fc14-4faa-88bb-3011ad07cbe1 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315332 Jul 16 21:29:36.671082 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b6f42-70f4-41ce-8731-91ce9321f703 req-c19c3b56-3822-44bd-b029-0367aa815118 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:36.672544 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c63b6f42-70f4-41ce-8731-91ce9321f703 req-c19c3b56-3822-44bd-b029-0367aa815118 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0652812 Jul 16 21:29:36.709252 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c63b6f42-70f4-41ce-8731-91ce9321f703 req-38e507d0-19bc-4eae-85a3-b4485e5e4efd tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312312 Jul 16 21:29:37.903669 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4e5ac-ce64-4328-8290-52dd80108984 req-85bfdda0-a49e-4f8e-889a-52907ab02640 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:37.905734 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-35b4e5ac-ce64-4328-8290-52dd80108984 req-85bfdda0-a49e-4f8e-889a-52907ab02640 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0838284 Jul 16 21:29:37.950505 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-35b4e5ac-ce64-4328-8290-52dd80108984 req-b6f07c93-8af4-4f4e-9c5f-5d9c51c7335a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384603 Jul 16 21:29:39.132543 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba0c63-8b7b-468c-90a8-76257fc7d1c9 req-27e6a5ad-88ca-4722-9d0a-b3520d1f675c tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:39.134416 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-baba0c63-8b7b-468c-90a8-76257fc7d1c9 req-27e6a5ad-88ca-4722-9d0a-b3520d1f675c tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0668828 Jul 16 21:29:39.180776 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-baba0c63-8b7b-468c-90a8-76257fc7d1c9 req-b61287dc-84e7-4d86-8cc8-408986d9f0f9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402150 Jul 16 21:29:40.370629 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a99977-1be4-49b8-91cc-6f21c408de70 req-18b06608-e5a1-4ce9-939a-7aa0400ab001 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:40.372237 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e6a99977-1be4-49b8-91cc-6f21c408de70 req-18b06608-e5a1-4ce9-939a-7aa0400ab001 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0713797 Jul 16 21:29:40.414410 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e6a99977-1be4-49b8-91cc-6f21c408de70 req-e75dd27e-0587-4026-9202-2325c493edb5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364838 Jul 16 21:29:41.589466 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a78a5-7919-46d5-98cc-805312516f1a req-686639d1-2440-4550-a2ae-9c505bd19c34 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:41.591007 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6e4a78a5-7919-46d5-98cc-805312516f1a req-686639d1-2440-4550-a2ae-9c505bd19c34 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0643821 Jul 16 21:29:41.629446 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6e4a78a5-7919-46d5-98cc-805312516f1a req-f5e35dc6-feb2-4e96-b55b-82c720a1b014 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323756 Jul 16 21:29:42.812853 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825738b-2a28-4cff-86ce-65d6b9105f56 req-7b4c7628-9e2c-40c7-89f9-63b11019dd18 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:42.814366 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3825738b-2a28-4cff-86ce-65d6b9105f56 req-7b4c7628-9e2c-40c7-89f9-63b11019dd18 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0680687 Jul 16 21:29:42.851232 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3825738b-2a28-4cff-86ce-65d6b9105f56 req-297ba10c-9a82-4444-ab79-d46d21516967 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312011 Jul 16 21:29:44.032785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4aee35-b74a-448e-8503-52d6551f3569 req-e5e07ea1-52b3-432c-9f16-84de6a8e9952 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:44.034251 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6e4aee35-b74a-448e-8503-52d6551f3569 req-e5e07ea1-52b3-432c-9f16-84de6a8e9952 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0695126 Jul 16 21:29:44.072794 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6e4aee35-b74a-448e-8503-52d6551f3569 req-190a20ae-d70f-4d86-a9ce-59526370a187 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329928 Jul 16 21:29:45.247121 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-8d1fff96-f029-40e3-ba5a-5a54553524f8 service neutron] show failed (client error): The resource could not be found. Jul 16 21:29:45.248148 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-8d1fff96-f029-40e3-ba5a-5a54553524f8 service neutron] 10.222.0.18 "GET /v2.0/ports/abb08e3e-c926-408a-b98e-8c684be66fbe/bindings/n-h2-791506-21 HTTP/1.1" status: 404 len: 381 time: 0.0899136 Jul 16 21:29:45.272040 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462a657-8b20-4dbe-9686-ffb9f446945a req-b92b92e2-a9ce-4611-8300-4d45b50b04a9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:45.273579 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5462a657-8b20-4dbe-9686-ffb9f446945a req-b92b92e2-a9ce-4611-8300-4d45b50b04a9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0869999 Jul 16 21:29:45.321445 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5462a657-8b20-4dbe-9686-ffb9f446945a req-983594da-2028-455d-9443-30e93b823c81 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421655 Jul 16 21:29:45.540346 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-0378fead-c89f-4d13-bd46-4be70569c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:45.542142 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-0378fead-c89f-4d13-bd46-4be70569c47b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4&tenant_id=d0e49adb7de6459493e23c0b2760acb3 HTTP/1.1" status: 200 len: 1098 time: 0.0987344 Jul 16 21:29:45.555202 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-21', 'device_owner': 'compute:nova'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:29:45.594222 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.62', 53176) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:45.633693 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:45.647140 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b18c1-555f-460c-ba81-03da5c152ed2 req-b2bd5015-f7f9-47f2-aab8-4158e7b66115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:45.648704 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc6b18c1-555f-460c-ba81-03da5c152ed2 req-b2bd5015-f7f9-47f2-aab8-4158e7b66115 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 1098 time: 0.0534320 Jul 16 21:29:45.753516 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b18c1-555f-460c-ba81-03da5c152ed2 req-66c2b8d5-9a65-469e-95a4-70a2b892e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:45.754993 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc6b18c1-555f-460c-ba81-03da5c152ed2 req-66c2b8d5-9a65-469e-95a4-70a2b892e257 service neutron] 10.222.0.62 "GET /v2.0/networks?id=107be6d5-5363-40e5-b914-322dcdae3502 HTTP/1.1" status: 200 len: 898 time: 0.0864933 Jul 16 21:29:45.824031 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc6b18c1-555f-460c-ba81-03da5c152ed2 req-fec0a4c4-b611-4fc2-8a69-4372f6ff93ce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abb08e3e-c926-408a-b98e-8c684be66fbe HTTP/1.1" status: 200 len: 1002 time: 0.0626380 Jul 16 21:29:45.838462 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] For port abb08e3e-c926-408a-b98e-8c684be66fbe, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=abb08e3e-c926-408a-b98e-8c684be66fbe,segment=NetworkSegment(4d73261e-e4be-4823-b65f-eb4cbfadd115),segment_id=4d73261e-e4be-4823-b65f-eb4cbfadd115)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:29:45.871328 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b18c1-555f-460c-ba81-03da5c152ed2 req-9e936229-e4a9-4db8-92ef-3bc1d198a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:45.871557 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] For port abb08e3e-c926-408a-b98e-8c684be66fbe, host n-h1-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:29:45.872830 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc6b18c1-555f-460c-ba81-03da5c152ed2 req-9e936229-e4a9-4db8-92ef-3bc1d198a1ce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6f17e216-ed4d-463f-9d98-c2dadd3fbca4 HTTP/1.1" status: 200 len: 834 time: 0.0429516 Jul 16 21:29:45.911204 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504f5949-df0f-4080-ab92-5eb45b93a7b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abb08e3e-c926-408a-b98e-8c684be66fbe'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:29:45.913482 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc459459a4c5a11ec1d6886bc2ffdbf4fbc6faab23ac6f064f41edec039c064" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf58cc4-285e-45ab-8057-58a62d19299c" -d '{"events": [{"server_uuid": "504f5949-df0f-4080-ab92-5eb45b93a7b4", "name": "network-vif-unplugged", "status": "completed", "tag": "abb08e3e-c926-408a-b98e-8c684be66fbe"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:29:45.917572 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:45.930162 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Transition to ACTIVE for port object abb08e3e-c926-408a-b98e-8c684be66fbe will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:29:45.933931 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:45.935210 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b18c1-555f-460c-ba81-03da5c152ed2 req-2aee372b-694c-440e-a503-95d7266618fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:45.936883 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc6b18c1-555f-460c-ba81-03da5c152ed2 req-2aee372b-694c-440e-a503-95d7266618fe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=107be6d5-5363-40e5-b914-322dcdae3502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576839 Jul 16 21:29:45.965712 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19ec3ee-5905-4f3b-9b8c-1c8e5826278b x-openstack-request-id: req-d19ec3ee-5905-4f3b-9b8c-1c8e5826278b {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:29:45.966001 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504f5949-df0f-4080-ab92-5eb45b93a7b4", "name": "network-vif-unplugged", "status": "completed", "tag": "abb08e3e-c926-408a-b98e-8c684be66fbe", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:29:45.966254 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d19ec3ee-5905-4f3b-9b8c-1c8e5826278b {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:29:45.966676 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504f5949-df0f-4080-ab92-5eb45b93a7b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abb08e3e-c926-408a-b98e-8c684be66fbe', 'code': 200} Jul 16 21:29:46.021699 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Pushing event updated for resources: {'Port': ['ID=abb08e3e-c926-408a-b98e-8c684be66fbe,revision_number=6']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:46.036907 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:46.037252 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:46.037591 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:46.037943 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:46.038253 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:46.038601 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:46.038922 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:46.039243 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:46.039563 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:46.039888 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:46.040201 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:46.040516 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:46.053921 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc6b18c1-555f-460c-ba81-03da5c152ed2 req-2bd14d04-8346-42aa-b86b-7238729770aa service neutron] 10.222.0.62 "GET /v2.0/networks/107be6d5-5363-40e5-b914-322dcdae3502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109753 Jul 16 21:29:46.078179 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] No DVR routers for this DVR port abb08e3e-c926-408a-b98e-8c684be66fbe on host n-h1-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:29:46.153493 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bc6b18c1-555f-460c-ba81-03da5c152ed2 req-2719dd06-4a40-4bc4-b7aa-1f6ea0eba659 service neutron] 10.222.0.62 "GET /v2.0/networks/107be6d5-5363-40e5-b914-322dcdae3502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924251 Jul 16 21:29:46.220219 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Attempting to bind port abb08e3e-c926-408a-b98e-8c684be66fbe on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:29:46.220743 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Attempting to bind port abb08e3e-c926-408a-b98e-8c684be66fbe by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '4d73261e-e4be-4823-b65f-eb4cbfadd115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:29:46.221083 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Attempting to bind port abb08e3e-c926-408a-b98e-8c684be66fbe on network 107be6d5-5363-40e5-b914-322dcdae3502 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:29:46.225529 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Port abb08e3e-c926-408a-b98e-8c684be66fbe on network 107be6d5-5363-40e5-b914-322dcdae3502 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:29:46.225851 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Attempting to bind port abb08e3e-c926-408a-b98e-8c684be66fbe on network 107be6d5-5363-40e5-b914-322dcdae3502 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:29:46.230673 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:29:46.231014 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Checking segment: {'id': '4d73261e-e4be-4823-b65f-eb4cbfadd115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:29:46.231400 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Bound using segment: {'id': '4d73261e-e4be-4823-b65f-eb4cbfadd115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:29:46.231830 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Bound port: abb08e3e-c926-408a-b98e-8c684be66fbe, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d73261e-e4be-4823-b65f-eb4cbfadd115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:29:46.232200 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:46.295319 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] For port abb08e3e-c926-408a-b98e-8c684be66fbe, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:29:46.298667 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] For port abb08e3e-c926-408a-b98e-8c684be66fbe, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=abb08e3e-c926-408a-b98e-8c684be66fbe,segment=NetworkSegment(4d73261e-e4be-4823-b65f-eb4cbfadd115),segment_id=4d73261e-e4be-4823-b65f-eb4cbfadd115)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:29:46.303459 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:46.340910 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:46.341470 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:46.342845 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] 10.222.0.62 "PUT /v2.0/ports/abb08e3e-c926-408a-b98e-8c684be66fbe HTTP/1.1" status: 200 len: 1093 time: 0.7929728 Jul 16 21:29:46.380536 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7fb35f-7ca5-4cdb-af76-d9090858d294 service neutron] Pushing event updated for resources: {'Port': ['ID=abb08e3e-c926-408a-b98e-8c684be66fbe,revision_number=7']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:46.428456 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-85990b48-cea2-40d5-a523-2a284cd96ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:46.430136 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-85990b48-cea2-40d5-a523-2a284cd96ae7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 1096 time: 0.0616410 Jul 16 21:29:46.532440 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9677ba-a949-417f-b7d0-ef13187b5a41 req-47ccf262-4f53-46db-9664-3850a94dbc7d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:46.534000 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3c9677ba-a949-417f-b7d0-ef13187b5a41 req-47ccf262-4f53-46db-9664-3850a94dbc7d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 944 time: 0.0862892 Jul 16 21:29:46.553740 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-deb3273a-0e49-40a4-8d5d-7bd749e0cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:46.555227 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-deb3273a-0e49-40a4-8d5d-7bd749e0cea3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=107be6d5-5363-40e5-b914-322dcdae3502 HTTP/1.1" status: 200 len: 898 time: 0.1169271 Jul 16 21:29:46.574824 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3c9677ba-a949-417f-b7d0-ef13187b5a41 req-3fe1ec77-af8f-453f-bdc5-9b2d5444b1de tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345018 Jul 16 21:29:46.619703 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-dc673760-a477-40dc-9b93-e0e82f20449b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abb08e3e-c926-408a-b98e-8c684be66fbe HTTP/1.1" status: 200 len: 1000 time: 0.0584798 Jul 16 21:29:46.668015 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-4471bcc5-f664-4138-aa50-f0ff972ca3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:46.669461 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-4471bcc5-f664-4138-aa50-f0ff972ca3c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6f17e216-ed4d-463f-9d98-c2dadd3fbca4 HTTP/1.1" status: 200 len: 834 time: 0.0442212 Jul 16 21:29:46.729052 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-02e0efbe-031c-4f61-a0e1-f8488407e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:46.730569 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-02e0efbe-031c-4f61-a0e1-f8488407e6f7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=107be6d5-5363-40e5-b914-322dcdae3502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550597 Jul 16 21:29:46.749058 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:29:46.818956 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-b7533120-7ea9-4a64-b50e-ca31b12a8eb9 service neutron] 10.222.0.62 "GET /v2.0/networks/107be6d5-5363-40e5-b914-322dcdae3502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796087 Jul 16 21:29:47.248332 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-253d8b37-fa7f-49d8-9da8-6ac56ac334db req-30cc3662-661d-4102-b888-9c29fa7028e2 service neutron] 10.222.0.62 "GET /v2.0/networks/107be6d5-5363-40e5-b914-322dcdae3502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241495 Jul 16 21:29:47.753054 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547bda1-197e-4d46-b121-436ee5b50b9c req-1c85124c-d45e-48fd-ad34-b1500161615f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:47.754435 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3547bda1-197e-4d46-b121-436ee5b50b9c req-1c85124c-d45e-48fd-ad34-b1500161615f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 944 time: 0.0634010 Jul 16 21:29:47.792216 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3547bda1-197e-4d46-b121-436ee5b50b9c req-29fe1a6b-f735-4d7a-8ae0-0bf85f4dc1c2 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322649 Jul 16 21:29:47.938903 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device abb08e3e-c926-408a-b98e-8c684be66fbe no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:29:47.967505 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504f5949-df0f-4080-ab92-5eb45b93a7b4', 'tag': 'abb08e3e-c926-408a-b98e-8c684be66fbe'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:29:47.970099 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc459459a4c5a11ec1d6886bc2ffdbf4fbc6faab23ac6f064f41edec039c064" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4364bc50-8488-4f60-994e-d5c9e2dccdd6" -d '{"events": [{"name": "network-changed", "server_uuid": "504f5949-df0f-4080-ab92-5eb45b93a7b4", "tag": "abb08e3e-c926-408a-b98e-8c684be66fbe"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:29:47.976637 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device abb08e3e-c926-408a-b98e-8c684be66fbe not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:29:48.018229 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a0c01b-452e-44da-9c8e-05ddae8f81c4 x-openstack-request-id: req-b9a0c01b-452e-44da-9c8e-05ddae8f81c4 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:29:48.018689 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504f5949-df0f-4080-ab92-5eb45b93a7b4", "tag": "abb08e3e-c926-408a-b98e-8c684be66fbe", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:29:48.018945 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b9a0c01b-452e-44da-9c8e-05ddae8f81c4 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:29:48.019340 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504f5949-df0f-4080-ab92-5eb45b93a7b4', 'tag': 'abb08e3e-c926-408a-b98e-8c684be66fbe', 'status': 'completed', 'code': 200} Jul 16 21:29:48.088044 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364bc50-8488-4f60-994e-d5c9e2dccdd6 req-fb7983ba-b855-4751-bef1-42a80e6e35b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:48.089592 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4364bc50-8488-4f60-994e-d5c9e2dccdd6 req-fb7983ba-b855-4751-bef1-42a80e6e35b0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 1096 time: 0.0525212 Jul 16 21:29:48.097139 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364bc50-8488-4f60-994e-d5c9e2dccdd6 req-c1fb96b3-d8ec-4205-99fb-0248d4e861c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:48.098642 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4364bc50-8488-4f60-994e-d5c9e2dccdd6 req-c1fb96b3-d8ec-4205-99fb-0248d4e861c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 1096 time: 0.0575333 Jul 16 21:29:48.183289 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364bc50-8488-4f60-994e-d5c9e2dccdd6 req-31194b71-548e-4d31-b5ac-e41dee4dee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:48.184800 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4364bc50-8488-4f60-994e-d5c9e2dccdd6 req-31194b71-548e-4d31-b5ac-e41dee4dee44 service neutron] 10.222.0.62 "GET /v2.0/networks?id=107be6d5-5363-40e5-b914-322dcdae3502 HTTP/1.1" status: 200 len: 898 time: 0.0882647 Jul 16 21:29:48.188336 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364bc50-8488-4f60-994e-d5c9e2dccdd6 req-6d785680-e658-422c-9845-2678300d819e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:48.189792 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4364bc50-8488-4f60-994e-d5c9e2dccdd6 req-6d785680-e658-422c-9845-2678300d819e service neutron] 10.222.0.18 "GET /v2.0/networks?id=107be6d5-5363-40e5-b914-322dcdae3502 HTTP/1.1" status: 200 len: 898 time: 0.0855448 Jul 16 21:29:48.253332 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4364bc50-8488-4f60-994e-d5c9e2dccdd6 req-1f6b3c66-dc60-482e-8a10-d27af9778e46 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abb08e3e-c926-408a-b98e-8c684be66fbe HTTP/1.1" status: 200 len: 1000 time: 0.0617285 Jul 16 21:29:48.260026 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4364bc50-8488-4f60-994e-d5c9e2dccdd6 req-694c07d2-d669-4c5f-aeb8-5849431aca11 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abb08e3e-c926-408a-b98e-8c684be66fbe HTTP/1.1" status: 200 len: 1000 time: 0.0638821 Jul 16 21:29:48.305357 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364bc50-8488-4f60-994e-d5c9e2dccdd6 req-bace2d2a-3c2c-417c-8c39-02c3d31333bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:48.307104 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4364bc50-8488-4f60-994e-d5c9e2dccdd6 req-bace2d2a-3c2c-417c-8c39-02c3d31333bd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6f17e216-ed4d-463f-9d98-c2dadd3fbca4 HTTP/1.1" status: 200 len: 834 time: 0.0452342 Jul 16 21:29:48.308113 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364bc50-8488-4f60-994e-d5c9e2dccdd6 req-fbea48c8-2d70-46ca-81a2-5e55072acb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:48.309578 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4364bc50-8488-4f60-994e-d5c9e2dccdd6 req-fbea48c8-2d70-46ca-81a2-5e55072acb53 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6f17e216-ed4d-463f-9d98-c2dadd3fbca4 HTTP/1.1" status: 200 len: 834 time: 0.0430131 Jul 16 21:29:48.365636 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364bc50-8488-4f60-994e-d5c9e2dccdd6 req-e7de8208-5f5c-470f-bce0-96c23c79db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:48.367251 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4364bc50-8488-4f60-994e-d5c9e2dccdd6 req-e7de8208-5f5c-470f-bce0-96c23c79db89 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=107be6d5-5363-40e5-b914-322dcdae3502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519564 Jul 16 21:29:48.367683 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364bc50-8488-4f60-994e-d5c9e2dccdd6 req-6f114031-0afd-4d6f-9ed7-34e41ab17c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:48.369170 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4364bc50-8488-4f60-994e-d5c9e2dccdd6 req-6f114031-0afd-4d6f-9ed7-34e41ab17c46 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=107be6d5-5363-40e5-b914-322dcdae3502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552864 Jul 16 21:29:48.460417 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4364bc50-8488-4f60-994e-d5c9e2dccdd6 req-fb22fd6d-5c56-4802-9534-dd9722230cf0 service neutron] 10.222.0.62 "GET /v2.0/networks/107be6d5-5363-40e5-b914-322dcdae3502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839479 Jul 16 21:29:48.461255 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4364bc50-8488-4f60-994e-d5c9e2dccdd6 req-4429fc96-895b-44b8-903e-f54611ba1460 service neutron] 10.222.0.18 "GET /v2.0/networks/107be6d5-5363-40e5-b914-322dcdae3502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879157 Jul 16 21:29:48.553375 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4364bc50-8488-4f60-994e-d5c9e2dccdd6 req-41334f27-951c-49ee-95a6-eac15cb6fda5 service neutron] 10.222.0.18 "GET /v2.0/networks/107be6d5-5363-40e5-b914-322dcdae3502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860023 Jul 16 21:29:48.555421 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-4364bc50-8488-4f60-994e-d5c9e2dccdd6 req-1013495f-36a3-4505-b532-87c0c9d0bfb2 service neutron] 10.222.0.62 "GET /v2.0/networks/107be6d5-5363-40e5-b914-322dcdae3502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880430 Jul 16 21:29:48.863362 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device abb08e3e-c926-408a-b98e-8c684be66fbe details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:29:48.980033 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b750cc-47af-4dd6-aeb1-d2a644660e79 req-7b9c602b-554e-4663-8a06-039e6e39b089 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:48.981635 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-93b750cc-47af-4dd6-aeb1-d2a644660e79 req-7b9c602b-554e-4663-8a06-039e6e39b089 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 944 time: 0.0714335 Jul 16 21:29:49.023420 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-93b750cc-47af-4dd6-aeb1-d2a644660e79 req-5dfc50c6-7c9d-4364-96ab-efe8dbfe3b41 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346889 Jul 16 21:29:49.114383 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port abb08e3e-c926-408a-b98e-8c684be66fbe, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=abb08e3e-c926-408a-b98e-8c684be66fbe,segment=NetworkSegment(4d73261e-e4be-4823-b65f-eb4cbfadd115),segment_id=4d73261e-e4be-4823-b65f-eb4cbfadd115)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:29:49.125272 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': 'abb08e3e-c926-408a-b98e-8c684be66fbe', 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502', 'port_id': 'abb08e3e-c926-408a-b98e-8c684be66fbe', 'mac_address': 'fa:16:3e:c7:5e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f17e216-ed4d-463f-9d98-c2dadd3fbca4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:29:49.163392 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:49.181180 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb08e3e-c926-408a-b98e-8c684be66fbe {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:29:49.210769 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port abb08e3e-c926-408a-b98e-8c684be66fbe, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=abb08e3e-c926-408a-b98e-8c684be66fbe,segment=NetworkSegment(4d73261e-e4be-4823-b65f-eb4cbfadd115),segment_id=4d73261e-e4be-4823-b65f-eb4cbfadd115)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:29:49.214832 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:49.262860 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=abb08e3e-c926-408a-b98e-8c684be66fbe,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:49.270993 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:49.271385 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:49.271944 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:49.272477 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:49.272815 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:49.273346 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:49.273555 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:49.273992 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:49.274232 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:49.274562 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:49.274887 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:49.275206 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:49.383327 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ee20c-8f20-4719-9dfa-16fd22197fbf req-fc06d57f-e183-4b96-bc59-ca7a30e2b4a9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:49.384698 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b03ee20c-8f20-4719-9dfa-16fd22197fbf req-fc06d57f-e183-4b96-bc59-ca7a30e2b4a9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 945 time: 0.1177931 Jul 16 21:29:49.393074 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703d173-5f7b-4c92-aa53-2bf38c75f201 req-5aff5ed2-d03d-4387-9341-442d63ef6292 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:49.394885 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2703d173-5f7b-4c92-aa53-2bf38c75f201 req-5aff5ed2-d03d-4387-9341-442d63ef6292 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.18 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4&tenant_id=d0e49adb7de6459493e23c0b2760acb3&binding%3Ahost_id=n-h2-791506-21 HTTP/1.1" status: 200 len: 945 time: 0.0954645 Jul 16 21:29:49.463683 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b03ee20c-8f20-4719-9dfa-16fd22197fbf req-d6817f20-6337-4da7-8fba-50143cbfc429 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678425 Jul 16 21:29:49.464327 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['abb08e3e-c926-408a-b98e-8c684be66fbe'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:29:49.487646 n-d-791506-21 neutron-server[93794]: INFO neutron.api.v2.resource [req-2703d173-5f7b-4c92-aa53-2bf38c75f201 req-39fc47d8-efa9-4e11-906c-0e375c59e11a service neutron] delete failed (client error): The resource could not be found. Jul 16 21:29:49.488680 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2703d173-5f7b-4c92-aa53-2bf38c75f201 req-39fc47d8-efa9-4e11-906c-0e375c59e11a service neutron] 10.222.0.18 "DELETE /v2.0/ports/abb08e3e-c926-408a-b98e-8c684be66fbe/bindings/n-h1-791506-21 HTTP/1.1" status: 404 len: 381 time: 0.0871127 Jul 16 21:29:49.589094 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703d173-5f7b-4c92-aa53-2bf38c75f201 req-d100a8d0-d4b3-449e-a2e0-97743c19f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:49.590999 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2703d173-5f7b-4c92-aa53-2bf38c75f201 req-d100a8d0-d4b3-449e-a2e0-97743c19f4a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 1097 time: 0.0565431 Jul 16 21:29:49.728877 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427c6ea-93ca-4b16-a69b-282b24781336 req-9a981bbc-8d84-484d-a855-9e4f8bf0e005 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:49.730280 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0427c6ea-93ca-4b16-a69b-282b24781336 req-9a981bbc-8d84-484d-a855-9e4f8bf0e005 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 945 time: 0.1376536 Jul 16 21:29:49.735507 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703d173-5f7b-4c92-aa53-2bf38c75f201 req-d49b6289-d4fb-4bcd-af00-b0f94f6f0690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:49.736872 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2703d173-5f7b-4c92-aa53-2bf38c75f201 req-d49b6289-d4fb-4bcd-af00-b0f94f6f0690 service neutron] 10.222.0.18 "GET /v2.0/networks?id=107be6d5-5363-40e5-b914-322dcdae3502 HTTP/1.1" status: 200 len: 898 time: 0.1338377 Jul 16 21:29:49.816487 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0427c6ea-93ca-4b16-a69b-282b24781336 req-fb10bacf-f252-46eb-bd11-1be9a9b72846 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786650 Jul 16 21:29:49.824602 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2703d173-5f7b-4c92-aa53-2bf38c75f201 req-86da9cab-df1c-4015-b2b7-db70c5f491a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abb08e3e-c926-408a-b98e-8c684be66fbe HTTP/1.1" status: 200 len: 1001 time: 0.0809808 Jul 16 21:29:49.874440 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703d173-5f7b-4c92-aa53-2bf38c75f201 req-897bb47e-c930-4136-b269-7b27cdd00b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:49.875868 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2703d173-5f7b-4c92-aa53-2bf38c75f201 req-897bb47e-c930-4136-b269-7b27cdd00b62 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6f17e216-ed4d-463f-9d98-c2dadd3fbca4 HTTP/1.1" status: 200 len: 834 time: 0.0454092 Jul 16 21:29:49.932705 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703d173-5f7b-4c92-aa53-2bf38c75f201 req-bc0e09be-c6da-4298-9657-e9cb41272190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:49.934169 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2703d173-5f7b-4c92-aa53-2bf38c75f201 req-bc0e09be-c6da-4298-9657-e9cb41272190 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=107be6d5-5363-40e5-b914-322dcdae3502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522542 Jul 16 21:29:50.025798 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2703d173-5f7b-4c92-aa53-2bf38c75f201 req-5a3eb471-4d85-4d6a-9660-f36af4b26e2e service neutron] 10.222.0.18 "GET /v2.0/networks/107be6d5-5363-40e5-b914-322dcdae3502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855949 Jul 16 21:29:50.113463 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2703d173-5f7b-4c92-aa53-2bf38c75f201 req-8be7efd6-a745-44d0-b204-d772fce7991c service neutron] 10.222.0.18 "GET /v2.0/networks/107be6d5-5363-40e5-b914-322dcdae3502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809414 Jul 16 21:29:50.872153 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device abb08e3e-c926-408a-b98e-8c684be66fbe up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:29:50.921555 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port abb08e3e-c926-408a-b98e-8c684be66fbe completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:29:50.925974 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port abb08e3e-c926-408a-b98e-8c684be66fbe triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:29:50.926407 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:50.995992 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8547e-f04e-46c5-9347-cc89fe525426 req-17f0db2b-ca97-45f7-8880-71e64a62c45b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:50.997506 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7f8547e-f04e-46c5-9347-cc89fe525426 req-17f0db2b-ca97-45f7-8880-71e64a62c45b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 945 time: 0.0689685 Jul 16 21:29:51.004370 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:51.027455 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504f5949-df0f-4080-ab92-5eb45b93a7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb08e3e-c926-408a-b98e-8c684be66fbe'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:29:51.029721 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d599d8cd7c90ef7a4a4f11e3824443e11814837840e0ec22718dbf4e389f10a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55a27c9-a19d-4d61-9fd6-2c738f818ba9" -d '{"events": [{"server_uuid": "504f5949-df0f-4080-ab92-5eb45b93a7b4", "name": "network-vif-plugged", "status": "completed", "tag": "abb08e3e-c926-408a-b98e-8c684be66fbe"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:29:51.037267 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d7f8547e-f04e-46c5-9347-cc89fe525426 req-18db4686-0cae-4dfd-bd56-a6f9912b469a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338204 Jul 16 21:29:51.043593 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port abb08e3e-c926-408a-b98e-8c684be66fbe, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=abb08e3e-c926-408a-b98e-8c684be66fbe,segment=NetworkSegment(4d73261e-e4be-4823-b65f-eb4cbfadd115),segment_id=4d73261e-e4be-4823-b65f-eb4cbfadd115)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:29:51.049352 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:51.065724 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58704) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:51.082611 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cbebd8-098e-4c46-86c0-e2456d846859 x-openstack-request-id: req-b7cbebd8-098e-4c46-86c0-e2456d846859 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:29:51.082909 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504f5949-df0f-4080-ab92-5eb45b93a7b4", "name": "network-vif-plugged", "status": "completed", "tag": "abb08e3e-c926-408a-b98e-8c684be66fbe", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:29:51.083167 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b7cbebd8-098e-4c46-86c0-e2456d846859 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:29:51.084006 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504f5949-df0f-4080-ab92-5eb45b93a7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb08e3e-c926-408a-b98e-8c684be66fbe', 'code': 200} Jul 16 21:29:51.103507 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=abb08e3e-c926-408a-b98e-8c684be66fbe,revision_number=9']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:51.126151 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5601c93f-7b0b-48f9-a5fe-dfdbf4d89515 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/floatingips/c98769ec-a6fd-46e0-8027-919b7f876cf5 HTTP/1.1" status: 200 len: 994 time: 0.0590305 Jul 16 21:29:51.801923 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52973042-eecf-4949-a65f-7701cafcd0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:54.333405 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f538ab3f-9881-4929-b827-5ef271bb0d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:54.428100 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:56.030704 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:57.865408 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:00.044104 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:03.876041 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:19.661604 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58714) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:19.820404 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-4b28a276-d6cd-4229-949a-6f2343268203 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Deleting port a2bd3155-0018-442c-bd00-598d94bf55a1 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:30:19.820744 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4b28a276-d6cd-4229-949a-6f2343268203 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:19.897451 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4b28a276-d6cd-4229-949a-6f2343268203 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:19.897777 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4b28a276-d6cd-4229-949a-6f2343268203 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:19.908988 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-4b28a276-d6cd-4229-949a-6f2343268203 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Calling delete_port for a2bd3155-0018-442c-bd00-598d94bf55a1 owned by network:floatingip {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:30:20.057657 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4b28a276-d6cd-4229-949a-6f2343268203 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:20.086920 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28a276-d6cd-4229-949a-6f2343268203 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Port': ['ID=a2bd3155-0018-442c-bd00-598d94bf55a1,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:20.144605 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4b28a276-d6cd-4229-949a-6f2343268203 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for floatingip, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:20.144954 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-4b28a276-d6cd-4229-949a-6f2343268203 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Floating IP c98769ec-a6fd-46e0-8027-919b7f876cf5 disassociated (deleted). External IP: 172.25.0.119, port: abb08e3e-c926-408a-b98e-8c684be66fbe. Jul 16 21:30:20.353936 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b28a276-d6cd-4229-949a-6f2343268203 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Router 0104d2f2-b37d-48c4-88e2-9e54f32ad7c1 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:30:20.462676 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b28a276-d6cd-4229-949a-6f2343268203 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:30:20.467406 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4b28a276-d6cd-4229-949a-6f2343268203 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:20.471794 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c75e5ff-779d-4103-b6e8-c5bf3b1173f6 None None] Sync routers for ids ['0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:30:20.482056 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c75e5ff-779d-4103-b6e8-c5bf3b1173f6 None None] Routers {'0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:30:20.482692 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9c75e5ff-779d-4103-b6e8-c5bf3b1173f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:29:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:20.503303 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4b28a276-d6cd-4229-949a-6f2343268203 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "DELETE /v2.0/floatingips/c98769ec-a6fd-46e0-8027-919b7f876cf5 HTTP/1.1" status: 204 len: 168 time: 0.8405545 Jul 16 21:30:20.504247 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504f5949-df0f-4080-ab92-5eb45b93a7b4', 'tag': 'abb08e3e-c926-408a-b98e-8c684be66fbe'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:30:20.506556 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc459459a4c5a11ec1d6886bc2ffdbf4fbc6faab23ac6f064f41edec039c064" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a914ec6-f96d-4edb-b58d-2b3a8acb4c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "504f5949-df0f-4080-ab92-5eb45b93a7b4", "tag": "abb08e3e-c926-408a-b98e-8c684be66fbe"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:30:20.562859 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186880fe-3d6b-4ba8-87c6-0d5d219979ca x-openstack-request-id: req-186880fe-3d6b-4ba8-87c6-0d5d219979ca {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:30:20.563115 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504f5949-df0f-4080-ab92-5eb45b93a7b4", "tag": "abb08e3e-c926-408a-b98e-8c684be66fbe", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:30:20.563373 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-186880fe-3d6b-4ba8-87c6-0d5d219979ca {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:30:20.563792 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504f5949-df0f-4080-ab92-5eb45b93a7b4', 'tag': 'abb08e3e-c926-408a-b98e-8c684be66fbe', 'status': 'completed', 'code': 200} Jul 16 21:30:20.600063 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-9c75e5ff-779d-4103-b6e8-c5bf3b1173f6 None None] Set router 0104d2f2-b37d-48c4-88e2-9e54f32ad7c1 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:30:20.641884 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a914ec6-f96d-4edb-b58d-2b3a8acb4c8e req-838b050c-da62-4332-95a2-5a0ae2c23d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:20.645535 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5a914ec6-f96d-4edb-b58d-2b3a8acb4c8e req-838b050c-da62-4332-95a2-5a0ae2c23d33 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 1098 time: 0.0574369 Jul 16 21:30:20.743179 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a914ec6-f96d-4edb-b58d-2b3a8acb4c8e req-33048a9f-4108-41ab-94a2-304e718c62e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:20.744912 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5a914ec6-f96d-4edb-b58d-2b3a8acb4c8e req-33048a9f-4108-41ab-94a2-304e718c62e7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=107be6d5-5363-40e5-b914-322dcdae3502 HTTP/1.1" status: 200 len: 898 time: 0.0952642 Jul 16 21:30:20.794456 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5a914ec6-f96d-4edb-b58d-2b3a8acb4c8e req-ba67c374-47f1-4b10-bf6c-e8ac414ce8bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abb08e3e-c926-408a-b98e-8c684be66fbe HTTP/1.1" status: 200 len: 217 time: 0.0414133 Jul 16 21:30:20.806095 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9c75e5ff-779d-4103-b6e8-c5bf3b1173f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533500896', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:28:37Z', 'updated_at': '2021-07-16T21:28:41Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:28:38Z', 'updated_at': '2021-07-16T21:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '26f3d852-8708-4d3c-8d64-7782146f36eb', 'name': '', 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:49:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '6f17e216-ed4d-463f-9d98-c2dadd3fbca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:28:40Z', 'updated_at': '2021-07-16T21:28:45Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': '6f17e216-ed4d-463f-9d98-c2dadd3fbca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:20.832495 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c75e5ff-779d-4103-b6e8-c5bf3b1173f6 None None] Checking router: 0104d2f2-b37d-48c4-88e2-9e54f32ad7c1 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:30:20.841570 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c75e5ff-779d-4103-b6e8-c5bf3b1173f6 None None] Routers {'0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:30:20.842200 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9c75e5ff-779d-4103-b6e8-c5bf3b1173f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:29:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:20.846942 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a914ec6-f96d-4edb-b58d-2b3a8acb4c8e req-51c73605-4693-4a5a-b127-11ce5aaefa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:20.848468 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5a914ec6-f96d-4edb-b58d-2b3a8acb4c8e req-51c73605-4693-4a5a-b127-11ce5aaefa88 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6f17e216-ed4d-463f-9d98-c2dadd3fbca4 HTTP/1.1" status: 200 len: 834 time: 0.0472686 Jul 16 21:30:20.908382 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3178bc-cd2b-4559-aa10-2b08826a8c38 req-9de9f8d6-4916-4ec9-8576-cb43ad320200 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:20.910569 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f3178bc-cd2b-4559-aa10-2b08826a8c38 req-9de9f8d6-4916-4ec9-8576-cb43ad320200 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0681357 Jul 16 21:30:20.911754 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a914ec6-f96d-4edb-b58d-2b3a8acb4c8e req-7993f488-5a51-4d9c-99d4-30f348f476f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:20.913342 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5a914ec6-f96d-4edb-b58d-2b3a8acb4c8e req-7993f488-5a51-4d9c-99d4-30f348f476f0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=107be6d5-5363-40e5-b914-322dcdae3502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581226 Jul 16 21:30:20.952652 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7f3178bc-cd2b-4559-aa10-2b08826a8c38 req-8a0dc3bc-9be2-4cc2-a807-78aa9942d9ad tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362253 Jul 16 21:30:20.953553 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-9c75e5ff-779d-4103-b6e8-c5bf3b1173f6 None None] Set router 0104d2f2-b37d-48c4-88e2-9e54f32ad7c1 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:30:21.015308 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5a914ec6-f96d-4edb-b58d-2b3a8acb4c8e req-ed14f6f4-452d-4077-b427-c80871357b70 service neutron] 10.222.0.62 "GET /v2.0/networks/107be6d5-5363-40e5-b914-322dcdae3502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924447 Jul 16 21:30:21.106725 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5a914ec6-f96d-4edb-b58d-2b3a8acb4c8e req-cd977182-5d78-4ff8-8482-acc949060fd1 service neutron] 10.222.0.62 "GET /v2.0/networks/107be6d5-5363-40e5-b914-322dcdae3502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839915 Jul 16 21:30:21.163158 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9c75e5ff-779d-4103-b6e8-c5bf3b1173f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533500896', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:28:37Z', 'updated_at': '2021-07-16T21:28:41Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:28:38Z', 'updated_at': '2021-07-16T21:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '26f3d852-8708-4d3c-8d64-7782146f36eb', 'name': '', 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:49:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '6f17e216-ed4d-463f-9d98-c2dadd3fbca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:28:40Z', 'updated_at': '2021-07-16T21:28:45Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': '6f17e216-ed4d-463f-9d98-c2dadd3fbca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:21.189487 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c75e5ff-779d-4103-b6e8-c5bf3b1173f6 None None] The sync data for ids ['0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'] in n-d-791506-21 is: [{'id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533500896', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:28:37Z', 'updated_at': '2021-07-16T21:28:41Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:28:38Z', 'updated_at': '2021-07-16T21:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '26f3d852-8708-4d3c-8d64-7782146f36eb', 'name': '', 'network_id': '107be6d5-5363-40e5-b914-322dcdae3502', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:49:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '6f17e216-ed4d-463f-9d98-c2dadd3fbca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:28:40Z', 'updated_at': '2021-07-16T21:28:45Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': '6f17e216-ed4d-463f-9d98-c2dadd3fbca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:30:21.429907 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd79146-7131-414c-9276-e8515216983d None None] New status for floating IP c98769ec-a6fd-46e0-8027-919b7f876cf5: DOWN {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:30:21.804428 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb2061bf-60d9-4df3-9472-e0dc31ab701f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:22.127926 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe8127-6d52-4844-963b-6ac2a3340c84 req-2446050e-1063-4cbe-9fa4-2cddd304ccb1 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:22.130919 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3fe8127-6d52-4844-963b-6ac2a3340c84 req-2446050e-1063-4cbe-9fa4-2cddd304ccb1 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0631795 Jul 16 21:30:22.170882 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f3fe8127-6d52-4844-963b-6ac2a3340c84 req-c89ee19b-0ebf-4bea-b856-9cb9b6e2993d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341752 Jul 16 21:30:22.173481 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f294b-ca78-437e-a3b4-44d1e7ee191a req-a15609a6-5b5f-4d62-84e8-3f02ac83809e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:22.175735 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a14f294b-ca78-437e-a3b4-44d1e7ee191a req-a15609a6-5b5f-4d62-84e8-3f02ac83809e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.62 "GET /v2.0/ports?device_id=504f5949-df0f-4080-ab92-5eb45b93a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0708022 Jul 16 21:30:22.279068 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-a14f294b-ca78-437e-a3b4-44d1e7ee191a req-dfab7a8d-0a49-4c3b-8867-7a6885fcb639 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Deleting port abb08e3e-c926-408a-b98e-8c684be66fbe {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:30:22.279418 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a14f294b-ca78-437e-a3b4-44d1e7ee191a req-dfab7a8d-0a49-4c3b-8867-7a6885fcb639 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:22.371550 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-a14f294b-ca78-437e-a3b4-44d1e7ee191a req-dfab7a8d-0a49-4c3b-8867-7a6885fcb639 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] For port abb08e3e-c926-408a-b98e-8c684be66fbe, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=abb08e3e-c926-408a-b98e-8c684be66fbe,segment=NetworkSegment(4d73261e-e4be-4823-b65f-eb4cbfadd115),segment_id=4d73261e-e4be-4823-b65f-eb4cbfadd115)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:30:22.371913 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a14f294b-ca78-437e-a3b4-44d1e7ee191a req-dfab7a8d-0a49-4c3b-8867-7a6885fcb639 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:22.383964 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-a14f294b-ca78-437e-a3b4-44d1e7ee191a req-dfab7a8d-0a49-4c3b-8867-7a6885fcb639 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Calling delete_port for abb08e3e-c926-408a-b98e-8c684be66fbe owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:30:22.508658 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a14f294b-ca78-437e-a3b4-44d1e7ee191a req-dfab7a8d-0a49-4c3b-8867-7a6885fcb639 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:22.543509 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab7a8d-0a49-4c3b-8867-7a6885fcb639 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Port': ['ID=abb08e3e-c926-408a-b98e-8c684be66fbe,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:22.586987 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14f294b-ca78-437e-a3b4-44d1e7ee191a req-dfab7a8d-0a49-4c3b-8867-7a6885fcb639 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] No DVR routers for this DVR port abb08e3e-c926-408a-b98e-8c684be66fbe on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:30:22.589473 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-a14f294b-ca78-437e-a3b4-44d1e7ee191a req-dfab7a8d-0a49-4c3b-8867-7a6885fcb639 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:22.591489 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a14f294b-ca78-437e-a3b4-44d1e7ee191a req-dfab7a8d-0a49-4c3b-8867-7a6885fcb639 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.62 "DELETE /v2.0/ports/abb08e3e-c926-408a-b98e-8c684be66fbe HTTP/1.1" status: 204 len: 173 time: 0.4107683 Jul 16 21:30:22.591937 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504f5949-df0f-4080-ab92-5eb45b93a7b4', 'name': 'network-vif-deleted', 'tag': 'abb08e3e-c926-408a-b98e-8c684be66fbe'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:30:22.594220 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc459459a4c5a11ec1d6886bc2ffdbf4fbc6faab23ac6f064f41edec039c064" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faed8df9-5e11-443e-b36c-8029b5bb27ef" -d '{"events": [{"server_uuid": "504f5949-df0f-4080-ab92-5eb45b93a7b4", "name": "network-vif-deleted", "tag": "abb08e3e-c926-408a-b98e-8c684be66fbe"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:30:22.634372 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ca6e0a-d359-4eb3-8a63-9022a5b78c8c x-openstack-request-id: req-00ca6e0a-d359-4eb3-8a63-9022a5b78c8c {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:30:22.634920 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504f5949-df0f-4080-ab92-5eb45b93a7b4", "name": "network-vif-deleted", "tag": "abb08e3e-c926-408a-b98e-8c684be66fbe", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:30:22.635171 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-00ca6e0a-d359-4eb3-8a63-9022a5b78c8c {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:30:22.635573 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504f5949-df0f-4080-ab92-5eb45b93a7b4', 'name': 'network-vif-deleted', 'tag': 'abb08e3e-c926-408a-b98e-8c684be66fbe', 'status': 'completed', 'code': 200} Jul 16 21:30:23.269760 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58732) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:23.627546 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b0c0fcb9-42ef-4a3f-a847-50ebe512de20 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:23.748251 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:30:23.893364 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-b0c0fcb9-42ef-4a3f-a847-50ebe512de20 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Deleting port 26f3d852-8708-4d3c-8d64-7782146f36eb {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:30:23.893669 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b0c0fcb9-42ef-4a3f-a847-50ebe512de20 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:23.982521 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-b0c0fcb9-42ef-4a3f-a847-50ebe512de20 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] For port 26f3d852-8708-4d3c-8d64-7782146f36eb, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=26f3d852-8708-4d3c-8d64-7782146f36eb,segment=NetworkSegment(4d73261e-e4be-4823-b65f-eb4cbfadd115),segment_id=4d73261e-e4be-4823-b65f-eb4cbfadd115)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:30:23.982883 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b0c0fcb9-42ef-4a3f-a847-50ebe512de20 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:23.995423 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-b0c0fcb9-42ef-4a3f-a847-50ebe512de20 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Calling delete_port for 26f3d852-8708-4d3c-8d64-7782146f36eb owned by network:router_interface {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:30:24.178276 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b0c0fcb9-42ef-4a3f-a847-50ebe512de20 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:24.210311 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0fcb9-42ef-4a3f-a847-50ebe512de20 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Port': ['ID=26f3d852-8708-4d3c-8d64-7782146f36eb,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:24.337273 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a022746-98e9-4008-9d11-197b738170c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:24.385994 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b0c0fcb9-42ef-4a3f-a847-50ebe512de20 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:24.428992 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:24.600507 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c0fcb9-42ef-4a3f-a847-50ebe512de20 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Router 0104d2f2-b37d-48c4-88e2-9e54f32ad7c1 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:30:25.029826 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c0fcb9-42ef-4a3f-a847-50ebe512de20 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:30:25.035856 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b0c0fcb9-42ef-4a3f-a847-50ebe512de20 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "PUT /v2.0/routers/0104d2f2-b37d-48c4-88e2-9e54f32ad7c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7650025 Jul 16 21:30:25.038535 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58734) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:25.039917 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdf96aa-431e-492f-8205-b857098fcb36 None None] Sync routers for ids ['0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:30:25.048942 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdf96aa-431e-492f-8205-b857098fcb36 None None] Routers {'0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:30:25.049546 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-efdf96aa-431e-492f-8205-b857098fcb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:30:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:25.088658 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b6386f0-cf6a-41c1-9a32-89038855d282 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Deleting subnet 6f17e216-ed4d-463f-9d98-c2dadd3fbca4 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:30:25.091675 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7b6386f0-cf6a-41c1-9a32-89038855d282 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:25.127986 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device abb08e3e-c926-408a-b98e-8c684be66fbe no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:30:25.131068 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7b6386f0-cf6a-41c1-9a32-89038855d282 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:25.151408 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: abb08e3e-c926-408a-b98e-8c684be66fbe {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:30:25.151751 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device abb08e3e-c926-408a-b98e-8c684be66fbe not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:30:25.176643 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-efdf96aa-431e-492f-8205-b857098fcb36 None None] Set router 0104d2f2-b37d-48c4-88e2-9e54f32ad7c1 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:30:25.219649 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7b6386f0-cf6a-41c1-9a32-89038855d282 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:25.281491 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7b6386f0-cf6a-41c1-9a32-89038855d282 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:25.308197 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6386f0-cf6a-41c1-9a32-89038855d282 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Subnet': ['ID=6f17e216-ed4d-463f-9d98-c2dadd3fbca4,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:25.314757 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7b6386f0-cf6a-41c1-9a32-89038855d282 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:25.320613 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-7b6386f0-cf6a-41c1-9a32-89038855d282 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "DELETE /v2.0/subnets/6f17e216-ed4d-463f-9d98-c2dadd3fbca4 HTTP/1.1" status: 204 len: 168 time: 0.2808206 Jul 16 21:30:25.321132 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58736) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:25.333605 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2407d340-d440-4155-bc4a-8446493f616e None None] Network 107be6d5-5363-40e5-b914-322dcdae3502 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:30:25.430306 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28afbf03-70fb-4d85-8176-c17f53b9d84d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:25.452739 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-efdf96aa-431e-492f-8205-b857098fcb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533500896', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:28:37Z', 'updated_at': '2021-07-16T21:30:24Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:28:38Z', 'updated_at': '2021-07-16T21:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:25.481641 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdf96aa-431e-492f-8205-b857098fcb36 None None] Checking router: 0104d2f2-b37d-48c4-88e2-9e54f32ad7c1 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:30:25.497194 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdf96aa-431e-492f-8205-b857098fcb36 None None] Routers {'0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:30:25.497802 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-efdf96aa-431e-492f-8205-b857098fcb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:30:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:25.537464 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28afbf03-70fb-4d85-8176-c17f53b9d84d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:25.595637 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-28afbf03-70fb-4d85-8176-c17f53b9d84d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Deleting port 016ee86b-9615-4b9d-84b1-6e93ff95ba91 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:30:25.595982 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28afbf03-70fb-4d85-8176-c17f53b9d84d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:25.610898 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-efdf96aa-431e-492f-8205-b857098fcb36 None None] Set router 0104d2f2-b37d-48c4-88e2-9e54f32ad7c1 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:30:25.639820 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9901ae41-2858-43d0-bf48-e2eeb6c548cc None None] DHCP port deletion for 107be6d5-5363-40e5-b914-322dcdae3502 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:30:25.674500 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-28afbf03-70fb-4d85-8176-c17f53b9d84d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] For port 016ee86b-9615-4b9d-84b1-6e93ff95ba91, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=016ee86b-9615-4b9d-84b1-6e93ff95ba91,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:30:25.674955 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28afbf03-70fb-4d85-8176-c17f53b9d84d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:25.686849 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-28afbf03-70fb-4d85-8176-c17f53b9d84d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Calling delete_port for 016ee86b-9615-4b9d-84b1-6e93ff95ba91 owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:30:25.802177 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9901ae41-2858-43d0-bf48-e2eeb6c548cc None None] Deleting port 53a28ee5-820d-4243-9bb7-e5e1ab66f8d8 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:30:25.802492 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9901ae41-2858-43d0-bf48-e2eeb6c548cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:25.863251 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28afbf03-70fb-4d85-8176-c17f53b9d84d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:25.876786 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-9901ae41-2858-43d0-bf48-e2eeb6c548cc None None] For port 53a28ee5-820d-4243-9bb7-e5e1ab66f8d8, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=53a28ee5-820d-4243-9bb7-e5e1ab66f8d8,segment=NetworkSegment(4d73261e-e4be-4823-b65f-eb4cbfadd115),segment_id=4d73261e-e4be-4823-b65f-eb4cbfadd115)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:30:25.877185 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9901ae41-2858-43d0-bf48-e2eeb6c548cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:25.892898 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9901ae41-2858-43d0-bf48-e2eeb6c548cc None None] Calling delete_port for 53a28ee5-820d-4243-9bb7-e5e1ab66f8d8 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:30:25.897685 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28afbf03-70fb-4d85-8176-c17f53b9d84d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Port': ['ID=016ee86b-9615-4b9d-84b1-6e93ff95ba91,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:25.909080 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-efdf96aa-431e-492f-8205-b857098fcb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533500896', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:28:37Z', 'updated_at': '2021-07-16T21:30:24Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:28:38Z', 'updated_at': '2021-07-16T21:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:25.957594 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28afbf03-70fb-4d85-8176-c17f53b9d84d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:25.966690 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdf96aa-431e-492f-8205-b857098fcb36 None None] The sync data for ids ['0104d2f2-b37d-48c4-88e2-9e54f32ad7c1'] in n-d-791506-21 is: [{'id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533500896', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:28:37Z', 'updated_at': '2021-07-16T21:30:24Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '016ee86b-9615-4b9d-84b1-6e93ff95ba91', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0104d2f2-b37d-48c4-88e2-9e54f32ad7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:28:38Z', 'updated_at': '2021-07-16T21:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:30:26.011933 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9901ae41-2858-43d0-bf48-e2eeb6c548cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:26.042716 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901ae41-2858-43d0-bf48-e2eeb6c548cc None None] Pushing event deleted for resources: {'Port': ['ID=53a28ee5-820d-4243-9bb7-e5e1ab66f8d8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:26.051477 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9901ae41-2858-43d0-bf48-e2eeb6c548cc None None] No DVR routers for this DVR port 53a28ee5-820d-4243-9bb7-e5e1ab66f8d8 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:30:26.053496 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28afbf03-70fb-4d85-8176-c17f53b9d84d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:26.056249 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28afbf03-70fb-4d85-8176-c17f53b9d84d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:26.067695 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:26.102767 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28afbf03-70fb-4d85-8176-c17f53b9d84d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:26.103282 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28afbf03-70fb-4d85-8176-c17f53b9d84d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Fanout notify agent at l3_agent the message router_deleted on router 0104d2f2-b37d-48c4-88e2-9e54f32ad7c1 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:30:26.110069 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28afbf03-70fb-4d85-8176-c17f53b9d84d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:26.111188 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-28afbf03-70fb-4d85-8176-c17f53b9d84d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "DELETE /v2.0/routers/0104d2f2-b37d-48c4-88e2-9e54f32ad7c1 HTTP/1.1" status: 204 len: 168 time: 0.7891381 Jul 16 21:30:26.114691 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58738) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:26.188355 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3817a3f6-01c0-4090-8114-bb2a77936303 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:26.275471 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3817a3f6-01c0-4090-8114-bb2a77936303 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:26.285931 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-3817a3f6-01c0-4090-8114-bb2a77936303 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['107be6d5-5363-40e5-b914-322dcdae3502']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:26.300392 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-3817a3f6-01c0-4090-8114-bb2a77936303 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d73261e-e4be-4823-b65f-eb4cbfadd115') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:26.300704 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-3817a3f6-01c0-4090-8114-bb2a77936303 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d73261e-e4be-4823-b65f-eb4cbfadd115') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:26.309726 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3817a3f6-01c0-4090-8114-bb2a77936303 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:26.323501 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3817a3f6-01c0-4090-8114-bb2a77936303 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:26.329563 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3817a3f6-01c0-4090-8114-bb2a77936303 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:30:26.329961 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3817a3f6-01c0-4090-8114-bb2a77936303 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: timer() Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:30:26.333793 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:30:26.394681 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3817a3f6-01c0-4090-8114-bb2a77936303 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:26.404271 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3817a3f6-01c0-4090-8114-bb2a77936303 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:26.406381 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3817a3f6-01c0-4090-8114-bb2a77936303 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "DELETE /v2.0/networks/107be6d5-5363-40e5-b914-322dcdae3502 HTTP/1.1" status: 204 len: 168 time: 0.2904994 Jul 16 21:30:26.409405 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58740) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:26.419021 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817a3f6-01c0-4090-8114-bb2a77936303 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Network': ['ID=107be6d5-5363-40e5-b914-322dcdae3502,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:26.479086 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c9fa464-ae2c-4e73-a9c1-812d9d7f63d5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:26.505819 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c9fa464-ae2c-4e73-a9c1-812d9d7f63d5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:26.573436 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c9fa464-ae2c-4e73-a9c1-812d9d7f63d5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:26.576900 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6c9fa464-ae2c-4e73-a9c1-812d9d7f63d5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:26.578588 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6c9fa464-ae2c-4e73-a9c1-812d9d7f63d5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "DELETE /v2.0/security-groups/c44fc483-67bd-48bc-9e9d-c8aaab84ddf6 HTTP/1.1" status: 204 len: 168 time: 0.1682158 Jul 16 21:30:26.589101 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fa464-ae2c-4e73-a9c1-812d9d7f63d5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44fc483-67bd-48bc-9e9d-c8aaab84ddf6,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:26.603152 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9fa464-ae2c-4e73-a9c1-812d9d7f63d5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:26.603678 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9fa464-ae2c-4e73-a9c1-812d9d7f63d5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:26.604008 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9fa464-ae2c-4e73-a9c1-812d9d7f63d5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:26.604414 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9fa464-ae2c-4e73-a9c1-812d9d7f63d5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:26.605127 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9fa464-ae2c-4e73-a9c1-812d9d7f63d5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:26.605622 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9fa464-ae2c-4e73-a9c1-812d9d7f63d5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:26.606297 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9fa464-ae2c-4e73-a9c1-812d9d7f63d5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:26.606692 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9fa464-ae2c-4e73-a9c1-812d9d7f63d5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:26.607137 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9fa464-ae2c-4e73-a9c1-812d9d7f63d5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:26.607664 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9fa464-ae2c-4e73-a9c1-812d9d7f63d5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:26.608263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9fa464-ae2c-4e73-a9c1-812d9d7f63d5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:26.608561 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9fa464-ae2c-4e73-a9c1-812d9d7f63d5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:26.847479 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58746) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:26.852519 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-beebce3f-c949-45b1-9f6e-c88b19f6a7c1 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-294969903', 'description': 'tempest-secgroup-smoke-294969903 description', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:30:26.875086 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-beebce3f-c949-45b1-9f6e-c88b19f6a7c1 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:26.958468 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-beebce3f-c949-45b1-9f6e-c88b19f6a7c1 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:26.964846 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-beebce3f-c949-45b1-9f6e-c88b19f6a7c1 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:26.992671 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-beebce3f-c949-45b1-9f6e-c88b19f6a7c1 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:26.993923 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-beebce3f-c949-45b1-9f6e-c88b19f6a7c1 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1451616 Jul 16 21:30:26.997443 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58748) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:27.004044 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebce3f-c949-45b1-9f6e-c88b19f6a7c1 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51b43e8a-17b6-45a1-a94c-5dadd2bcf165,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:27.004683 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 53a28ee5-820d-4243-9bb7-e5e1ab66f8d8 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:30:27.008567 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-77a40757-9d3c-4cca-9ca6-6412423ecb52 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': '51b43e8a-17b6-45a1-a94c-5dadd2bcf165', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:30:27.026540 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 53a28ee5-820d-4243-9bb7-e5e1ab66f8d8 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:30:27.026877 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 53a28ee5-820d-4243-9bb7-e5e1ab66f8d8 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:30:27.027481 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 26f3d852-8708-4d3c-8d64-7782146f36eb no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:30:27.043015 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77a40757-9d3c-4cca-9ca6-6412423ecb52 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.048404 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 26f3d852-8708-4d3c-8d64-7782146f36eb {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:30:27.048650 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 26f3d852-8708-4d3c-8d64-7782146f36eb not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:30:27.111138 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77a40757-9d3c-4cca-9ca6-6412423ecb52 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.114793 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77a40757-9d3c-4cca-9ca6-6412423ecb52 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.134375 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a40757-9d3c-4cca-9ca6-6412423ecb52 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e023134e-7af2-44b0-8eb8-eb46497bc47b,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:27.138189 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77a40757-9d3c-4cca-9ca6-6412423ecb52 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.139410 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-77a40757-9d3c-4cca-9ca6-6412423ecb52 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1396689 Jul 16 21:30:27.142186 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58750) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:27.147518 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-21c5ef4c-0b2e-4231-88ae-f7d440510846 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': '51b43e8a-17b6-45a1-a94c-5dadd2bcf165', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:30:27.175099 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21c5ef4c-0b2e-4231-88ae-f7d440510846 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.232000 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21c5ef4c-0b2e-4231-88ae-f7d440510846 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.238495 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21c5ef4c-0b2e-4231-88ae-f7d440510846 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.254770 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5ef4c-0b2e-4231-88ae-f7d440510846 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403c81c0-e351-45b6-8dc0-0e3c9c3ce9e8,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:27.266624 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-21c5ef4c-0b2e-4231-88ae-f7d440510846 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.267821 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-21c5ef4c-0b2e-4231-88ae-f7d440510846 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1247056 Jul 16 21:30:27.271356 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58752) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:27.275959 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-13a27aea-00ab-48ee-8ec9-7107d64f3a20 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': '51b43e8a-17b6-45a1-a94c-5dadd2bcf165', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:30:27.302955 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-13a27aea-00ab-48ee-8ec9-7107d64f3a20 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.360679 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-13a27aea-00ab-48ee-8ec9-7107d64f3a20 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.364324 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-13a27aea-00ab-48ee-8ec9-7107d64f3a20 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.384355 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a27aea-00ab-48ee-8ec9-7107d64f3a20 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=582c4c10-48e4-46c9-b293-28bb95c56498,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:27.390418 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-13a27aea-00ab-48ee-8ec9-7107d64f3a20 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.391693 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-13a27aea-00ab-48ee-8ec9-7107d64f3a20 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193316 Jul 16 21:30:27.394879 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58754) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:27.399209 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2741b07d-e337-4e24-beeb-fc532eda7e3f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': '51b43e8a-17b6-45a1-a94c-5dadd2bcf165', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:30:27.426419 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2741b07d-e337-4e24-beeb-fc532eda7e3f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.485751 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2741b07d-e337-4e24-beeb-fc532eda7e3f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.492941 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2741b07d-e337-4e24-beeb-fc532eda7e3f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.513278 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741b07d-e337-4e24-beeb-fc532eda7e3f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedfba7e-3e04-4402-8302-2bc5fec26a05,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:27.520809 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2741b07d-e337-4e24-beeb-fc532eda7e3f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.524076 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2741b07d-e337-4e24-beeb-fc532eda7e3f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1258934 Jul 16 21:30:27.524335 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58756) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:27.529227 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-92d19def-fa6b-4b11-8c77-5fa71c36cd2e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': '51b43e8a-17b6-45a1-a94c-5dadd2bcf165', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:30:27.552287 n-d-791506-21 neutron-server[93794]: INFO neutron.db.securitygroups_db [None req-92d19def-fa6b-4b11-8c77-5fa71c36cd2e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Project d0e49adb7de6459493e23c0b2760acb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:30:27.557556 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-92d19def-fa6b-4b11-8c77-5fa71c36cd2e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.622275 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-92d19def-fa6b-4b11-8c77-5fa71c36cd2e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.626081 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-92d19def-fa6b-4b11-8c77-5fa71c36cd2e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.645079 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d19def-fa6b-4b11-8c77-5fa71c36cd2e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48825fcc-6fc5-42bf-922c-a732f6d58bf2,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:27.652609 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-92d19def-fa6b-4b11-8c77-5fa71c36cd2e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.656674 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-92d19def-fa6b-4b11-8c77-5fa71c36cd2e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285770 Jul 16 21:30:27.656916 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58758) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:27.662439 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-cf24a919-23a3-41f7-b078-a7da07705b15 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': '51b43e8a-17b6-45a1-a94c-5dadd2bcf165', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:30:27.686071 n-d-791506-21 neutron-server[93794]: INFO neutron.db.securitygroups_db [None req-cf24a919-23a3-41f7-b078-a7da07705b15 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Project d0e49adb7de6459493e23c0b2760acb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:30:27.690940 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cf24a919-23a3-41f7-b078-a7da07705b15 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.755058 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cf24a919-23a3-41f7-b078-a7da07705b15 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.759085 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cf24a919-23a3-41f7-b078-a7da07705b15 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.781580 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf24a919-23a3-41f7-b078-a7da07705b15 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3874ff02-fa99-452f-af9e-caed5db848d4,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:27.785424 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cf24a919-23a3-41f7-b078-a7da07705b15 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.786731 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cf24a919-23a3-41f7-b078-a7da07705b15 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287396 Jul 16 21:30:27.792942 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58760) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:27.797886 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-c60d1e1c-9579-4370-b51f-818498164980 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'network': {'name': 'tempest-network-smoke--407200372', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'port_security_enabled': True}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:30:27.819432 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60d1e1c-9579-4370-b51f-818498164980 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Made reservation on behalf of d0e49adb7de6459493e23c0b2760acb3 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:30:27.823003 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c60d1e1c-9579-4370-b51f-818498164980 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.850881 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60d1e1c-9579-4370-b51f-818498164980 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:30:27.866607 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c60d1e1c-9579-4370-b51f-818498164980 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.867156 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-c60d1e1c-9579-4370-b51f-818498164980 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Added segment a7df12a2-b08c-4092-8a21-aa474b777af6 of type vlan for network 6d1d4c3c-f835-46d5-9681-6f05467535dd Jul 16 21:30:27.868727 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.911647 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c60d1e1c-9579-4370-b51f-818498164980 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.940662 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c60d1e1c-9579-4370-b51f-818498164980 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.946276 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60d1e1c-9579-4370-b51f-818498164980 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:27.946893 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c60d1e1c-9579-4370-b51f-818498164980 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:27.984001 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c60d1e1c-9579-4370-b51f-818498164980 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1899865 Jul 16 21:30:27.986740 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58762) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:27.991168 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2c4bf6ef-2cc0-442d-bd16-0c571c77ac5a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-137916023', 'admin_state_up': True, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:30:28.030216 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d1e1c-9579-4370-b51f-818498164980 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Network': ['ID=6d1d4c3c-f835-46d5-9681-6f05467535dd,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:28.041490 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 6d1d4c3c-f835-46d5-9681-6f05467535dd details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:30:28.047742 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c4bf6ef-2cc0-442d-bd16-0c571c77ac5a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:28.048753 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c4bf6ef-2cc0-442d-bd16-0c571c77ac5a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:28.102356 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c4bf6ef-2cc0-442d-bd16-0c571c77ac5a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:28.240422 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c4bf6ef-2cc0-442d-bd16-0c571c77ac5a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:28.427395 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c4bf6ef-2cc0-442d-bd16-0c571c77ac5a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:28.446399 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c4bf6ef-2cc0-442d-bd16-0c571c77ac5a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:28.549183 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-2c4bf6ef-2cc0-442d-bd16-0c571c77ac5a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Allocated IP 172.25.0.47 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/f7c4ccf7-6c9f-4911-af74-e835982f4a11) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:30:28.571696 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 016ee86b-9615-4b9d-84b1-6e93ff95ba91 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:30:28.592519 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 016ee86b-9615-4b9d-84b1-6e93ff95ba91 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:30:28.592859 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 016ee86b-9615-4b9d-84b1-6e93ff95ba91 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:30:28.648513 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c4bf6ef-2cc0-442d-bd16-0c571c77ac5a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:28.691392 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c4bf6ef-2cc0-442d-bd16-0c571c77ac5a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:28.727831 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4bf6ef-2cc0-442d-bd16-0c571c77ac5a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:30:28.733832 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-2c4bf6ef-2cc0-442d-bd16-0c571c77ac5a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:30:28.738401 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4bf6ef-2cc0-442d-bd16-0c571c77ac5a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:30:28.743999 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4bf6ef-2cc0-442d-bd16-0c571c77ac5a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=f7c4ccf7-6c9f-4911-af74-e835982f4a11,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:28.986929 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c4bf6ef-2cc0-442d-bd16-0c571c77ac5a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:29.536644 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c4bf6ef-2cc0-442d-bd16-0c571c77ac5a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:29.663078 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4bf6ef-2cc0-442d-bd16-0c571c77ac5a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Router c4dc0911-cafd-47a2-b829-da3196e9fe79 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:30:29.773701 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4bf6ef-2cc0-442d-bd16-0c571c77ac5a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:30:29.785331 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cde307-8a9a-4ed7-b03a-a8127ab6b32a None None] Sync routers for ids ['c4dc0911-cafd-47a2-b829-da3196e9fe79'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:30:29.797122 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c4bf6ef-2cc0-442d-bd16-0c571c77ac5a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:29.797369 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cde307-8a9a-4ed7-b03a-a8127ab6b32a None None] Routers {'c4dc0911-cafd-47a2-b829-da3196e9fe79'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:30:29.797835 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f1cde307-8a9a-4ed7-b03a-a8127ab6b32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:30:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c4dc0911-cafd-47a2-b829-da3196e9fe79'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:29.798713 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2c4bf6ef-2cc0-442d-bd16-0c571c77ac5a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8109918 Jul 16 21:30:29.803618 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58764) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:29.833438 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-db0971c6-b81c-4830-96f9-c1f85d136191 tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=d0e49adb7de6459493e23c0b2760acb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286436 Jul 16 21:30:29.836106 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58766) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:29.910969 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-f1cde307-8a9a-4ed7-b03a-a8127ab6b32a None None] Set router c4dc0911-cafd-47a2-b829-da3196e9fe79 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:30:29.936503 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96397ae-1046-422d-9698-53dc06b8c2a8 tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:29.938084 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a96397ae-1046-422d-9698-53dc06b8c2a8 tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1010160 Jul 16 21:30:29.940969 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58768) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:29.969322 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6a6ac958-8ca4-4c5d-9600-b5e707fc5311 tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=9eaba347-54f9-4044-808d-862f23e2a998&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271094 Jul 16 21:30:29.972537 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58770) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:29.977335 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-d4e3ecf8-3f47-4973-8702-78b7590bd9e4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-976761008', 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:30:30.060300 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:30.071367 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e3ecf8-3f47-4973-8702-78b7590bd9e4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Made reservation on behalf of d0e49adb7de6459493e23c0b2760acb3 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:30:30.074883 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d4e3ecf8-3f47-4973-8702-78b7590bd9e4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:30.087830 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f1cde307-8a9a-4ed7-b03a-a8127ab6b32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137916023', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:30:28Z', 'revision_number': 3, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:30:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:30.113610 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cde307-8a9a-4ed7-b03a-a8127ab6b32a None None] Checking router: c4dc0911-cafd-47a2-b829-da3196e9fe79 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:30:30.113958 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cde307-8a9a-4ed7-b03a-a8127ab6b32a None None] Updating router c4dc0911-cafd-47a2-b829-da3196e9fe79 port f7c4ccf7-6c9f-4911-af74-e835982f4a11 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:30:30.152568 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1cde307-8a9a-4ed7-b03a-a8127ab6b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:30.263304 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d4e3ecf8-3f47-4973-8702-78b7590bd9e4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:30.324721 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3ecf8-3f47-4973-8702-78b7590bd9e4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Subnet': ['ID=751d7b16-f15b-467b-8537-fd31caf94f63,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:30.335590 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e3ecf8-3f47-4973-8702-78b7590bd9e4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Checking segment: {'id': 'a7df12a2-b08c-4092-8a21-aa474b777af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:30:30.335954 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e3ecf8-3f47-4973-8702-78b7590bd9e4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network hostable DHCP agents. Network: 6d1d4c3c-f835-46d5-9681-6f05467535dd, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:30:30.352325 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e3ecf8-3f47-4973-8702-78b7590bd9e4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network 6d1d4c3c-f835-46d5-9681-6f05467535dd is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:30:30.360398 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-d4e3ecf8-3f47-4973-8702-78b7590bd9e4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 6d1d4c3c-f835-46d5-9681-6f05467535dd) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:30:30.365778 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e3ecf8-3f47-4973-8702-78b7590bd9e4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:30.367008 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d4e3ecf8-3f47-4973-8702-78b7590bd9e4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:30.372295 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a6f7ef-63dc-4cf7-a53e-771e2b929acb None None] Network 6d1d4c3c-f835-46d5-9681-6f05467535dd requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:30:30.383209 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d4e3ecf8-3f47-4973-8702-78b7590bd9e4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4096661 Jul 16 21:30:30.386267 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58772) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:30.412165 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1cde307-8a9a-4ed7-b03a-a8127ab6b32a None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:30.422157 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-f1cde307-8a9a-4ed7-b03a-a8127ab6b32a None None] Transition to ACTIVE for port object f7c4ccf7-6c9f-4911-af74-e835982f4a11 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:30:30.430527 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1cde307-8a9a-4ed7-b03a-a8127ab6b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:30.483112 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16fbbb-0b54-4279-bbad-ab231e463797 None None] Pushing event updated for resources: {'Port': ['ID=f7c4ccf7-6c9f-4911-af74-e835982f4a11,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:30.485256 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f1cde307-8a9a-4ed7-b03a-a8127ab6b32a None None] Attempting to bind port f7c4ccf7-6c9f-4911-af74-e835982f4a11 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:30:30.485626 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f1cde307-8a9a-4ed7-b03a-a8127ab6b32a None None] Attempting to bind port f7c4ccf7-6c9f-4911-af74-e835982f4a11 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:30:30.485989 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cde307-8a9a-4ed7-b03a-a8127ab6b32a None None] Attempting to bind port f7c4ccf7-6c9f-4911-af74-e835982f4a11 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:30:30.496046 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db16fbbb-0b54-4279-bbad-ab231e463797 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:30.496394 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db16fbbb-0b54-4279-bbad-ab231e463797 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:30.496737 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db16fbbb-0b54-4279-bbad-ab231e463797 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:30.497073 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db16fbbb-0b54-4279-bbad-ab231e463797 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:30.497404 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db16fbbb-0b54-4279-bbad-ab231e463797 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:30.497731 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db16fbbb-0b54-4279-bbad-ab231e463797 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:30.498071 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db16fbbb-0b54-4279-bbad-ab231e463797 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:30.498413 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db16fbbb-0b54-4279-bbad-ab231e463797 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:30.498734 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db16fbbb-0b54-4279-bbad-ab231e463797 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:30.499055 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db16fbbb-0b54-4279-bbad-ab231e463797 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:30.499372 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db16fbbb-0b54-4279-bbad-ab231e463797 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:30.499696 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db16fbbb-0b54-4279-bbad-ab231e463797 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:30.502833 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cde307-8a9a-4ed7-b03a-a8127ab6b32a None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:30:30.503410 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cde307-8a9a-4ed7-b03a-a8127ab6b32a None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:30:30.503856 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1cde307-8a9a-4ed7-b03a-a8127ab6b32a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:30.504205 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cde307-8a9a-4ed7-b03a-a8127ab6b32a None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:30:30.504676 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f1cde307-8a9a-4ed7-b03a-a8127ab6b32a None None] Bound port: f7c4ccf7-6c9f-4911-af74-e835982f4a11, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:30:30.505059 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1cde307-8a9a-4ed7-b03a-a8127ab6b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:30.545477 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c25f1e-70ad-49de-ac3c-ecebdf899a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-6d1d4c3c-f835-46d5-9681-6f05467535dd', 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'fixed_ips': [{'subnet_id': '751d7b16-f15b-467b-8537-fd31caf94f63'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:30:30.546367 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7c25f1e-70ad-49de-ac3c-ecebdf899a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:30.560896 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-f1cde307-8a9a-4ed7-b03a-a8127ab6b32a None None] For port f7c4ccf7-6c9f-4911-af74-e835982f4a11, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:30:30.564053 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-f1cde307-8a9a-4ed7-b03a-a8127ab6b32a None None] For port f7c4ccf7-6c9f-4911-af74-e835982f4a11, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f7c4ccf7-6c9f-4911-af74-e835982f4a11,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:30:30.571037 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1cde307-8a9a-4ed7-b03a-a8127ab6b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:30.630955 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cde307-8a9a-4ed7-b03a-a8127ab6b32a None None] Routers {'c4dc0911-cafd-47a2-b829-da3196e9fe79'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:30:30.631671 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f1cde307-8a9a-4ed7-b03a-a8127ab6b32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:30:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c4dc0911-cafd-47a2-b829-da3196e9fe79'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:30.673202 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16fbbb-0b54-4279-bbad-ab231e463797 None None] Pushing event updated for resources: {'Port': ['ID=f7c4ccf7-6c9f-4911-af74-e835982f4a11,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:30.746514 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-f1cde307-8a9a-4ed7-b03a-a8127ab6b32a None None] Set router c4dc0911-cafd-47a2-b829-da3196e9fe79 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:30:30.848256 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-a7c25f1e-70ad-49de-ac3c-ecebdf899a60 None None] Allocated IP 172.20.0.2 (6d1d4c3c-f835-46d5-9681-6f05467535dd/751d7b16-f15b-467b-8537-fd31caf94f63/938c77a7-cc2f-4bf4-b80c-0b03f93c9efd) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:30:30.851461 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff187111-227b-46c3-a8ae-6d4718b98b33 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:30.932769 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f1cde307-8a9a-4ed7-b03a-a8127ab6b32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137916023', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:30:28Z', 'revision_number': 3, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:30.963626 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cde307-8a9a-4ed7-b03a-a8127ab6b32a None None] The sync data for ids ['c4dc0911-cafd-47a2-b829-da3196e9fe79'] in n-d-791506-21 is: [{'id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137916023', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:30:28Z', 'revision_number': 3, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:30:31.006829 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7c25f1e-70ad-49de-ac3c-ecebdf899a60 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:31.017188 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a7c25f1e-70ad-49de-ac3c-ecebdf899a60 None None] Transition to ACTIVE for port object 938c77a7-cc2f-4bf4-b80c-0b03f93c9efd will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:30:31.036333 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a7c25f1e-70ad-49de-ac3c-ecebdf899a60 None None] Transition to ACTIVE for port object 938c77a7-cc2f-4bf4-b80c-0b03f93c9efd will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:30:31.043046 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7c25f1e-70ad-49de-ac3c-ecebdf899a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:31.085049 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c25f1e-70ad-49de-ac3c-ecebdf899a60 None None] Network 6d1d4c3c-f835-46d5-9681-6f05467535dd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:30:31.088298 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a7c25f1e-70ad-49de-ac3c-ecebdf899a60 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:30:31.092992 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c25f1e-70ad-49de-ac3c-ecebdf899a60 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:30:31.095888 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c25f1e-70ad-49de-ac3c-ecebdf899a60 None None] Pushing event updated for resources: {'Port': ['ID=938c77a7-cc2f-4bf4-b80c-0b03f93c9efd,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:31.143238 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-ff187111-227b-46c3-a8ae-6d4718b98b33 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Allocated IP 172.20.0.1 (6d1d4c3c-f835-46d5-9681-6f05467535dd/751d7b16-f15b-467b-8537-fd31caf94f63/a8b4236e-b7fd-423e-91c9-5ae9b7689828) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:30:31.156446 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a7c25f1e-70ad-49de-ac3c-ecebdf899a60 None None] Attempting to bind port 938c77a7-cc2f-4bf4-b80c-0b03f93c9efd on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:30:31.156850 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a7c25f1e-70ad-49de-ac3c-ecebdf899a60 None None] Attempting to bind port 938c77a7-cc2f-4bf4-b80c-0b03f93c9efd by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'a7df12a2-b08c-4092-8a21-aa474b777af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:30:31.157225 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c25f1e-70ad-49de-ac3c-ecebdf899a60 None None] Attempting to bind port 938c77a7-cc2f-4bf4-b80c-0b03f93c9efd on network 6d1d4c3c-f835-46d5-9681-6f05467535dd {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:30:31.163772 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c25f1e-70ad-49de-ac3c-ecebdf899a60 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:30:31.164145 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c25f1e-70ad-49de-ac3c-ecebdf899a60 None None] Checking segment: {'id': 'a7df12a2-b08c-4092-8a21-aa474b777af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:30:31.164549 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7c25f1e-70ad-49de-ac3c-ecebdf899a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:31.164946 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c25f1e-70ad-49de-ac3c-ecebdf899a60 None None] Bound using segment: {'id': 'a7df12a2-b08c-4092-8a21-aa474b777af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:30:31.165432 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-a7c25f1e-70ad-49de-ac3c-ecebdf899a60 None None] Bound port: 938c77a7-cc2f-4bf4-b80c-0b03f93c9efd, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7df12a2-b08c-4092-8a21-aa474b777af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:30:31.165800 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7c25f1e-70ad-49de-ac3c-ecebdf899a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:31.254345 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a7c25f1e-70ad-49de-ac3c-ecebdf899a60 None None] For port 938c77a7-cc2f-4bf4-b80c-0b03f93c9efd, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:30:31.257924 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a7c25f1e-70ad-49de-ac3c-ecebdf899a60 None None] For port 938c77a7-cc2f-4bf4-b80c-0b03f93c9efd, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=938c77a7-cc2f-4bf4-b80c-0b03f93c9efd,segment=NetworkSegment(a7df12a2-b08c-4092-8a21-aa474b777af6),segment_id=a7df12a2-b08c-4092-8a21-aa474b777af6)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:30:31.263300 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7c25f1e-70ad-49de-ac3c-ecebdf899a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:31.300867 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff187111-227b-46c3-a8ae-6d4718b98b33 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:31.317994 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-ff187111-227b-46c3-a8ae-6d4718b98b33 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Transition to ACTIVE for port object a8b4236e-b7fd-423e-91c9-5ae9b7689828 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:30:31.338832 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c25f1e-70ad-49de-ac3c-ecebdf899a60 None None] Pushing event updated for resources: {'Port': ['ID=938c77a7-cc2f-4bf4-b80c-0b03f93c9efd,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:31.360583 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff187111-227b-46c3-a8ae-6d4718b98b33 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:31.404462 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff187111-227b-46c3-a8ae-6d4718b98b33 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network 6d1d4c3c-f835-46d5-9681-6f05467535dd is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:30:31.411181 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-ff187111-227b-46c3-a8ae-6d4718b98b33 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:30:31.413832 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff187111-227b-46c3-a8ae-6d4718b98b33 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:30:31.445707 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff187111-227b-46c3-a8ae-6d4718b98b33 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=a8b4236e-b7fd-423e-91c9-5ae9b7689828,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:31.473096 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff187111-227b-46c3-a8ae-6d4718b98b33 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:31.664504 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff187111-227b-46c3-a8ae-6d4718b98b33 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:32.004752 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff187111-227b-46c3-a8ae-6d4718b98b33 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:32.009980 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff187111-227b-46c3-a8ae-6d4718b98b33 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:32.095098 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff187111-227b-46c3-a8ae-6d4718b98b33 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=a8b4236e-b7fd-423e-91c9-5ae9b7689828,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:32.099018 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ff187111-227b-46c3-a8ae-6d4718b98b33 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:32.210388 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff187111-227b-46c3-a8ae-6d4718b98b33 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network 6d1d4c3c-f835-46d5-9681-6f05467535dd is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:30:32.211861 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-ff187111-227b-46c3-a8ae-6d4718b98b33 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:30:32.327948 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b77243f-7544-4785-8c53-904ab9006d08 None None] Network 6d1d4c3c-f835-46d5-9681-6f05467535dd requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:30:32.337821 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff187111-227b-46c3-a8ae-6d4718b98b33 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Router c4dc0911-cafd-47a2-b829-da3196e9fe79 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:30:32.452272 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff187111-227b-46c3-a8ae-6d4718b98b33 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:30:32.462363 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ff187111-227b-46c3-a8ae-6d4718b98b33 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "PUT /v2.0/routers/c4dc0911-cafd-47a2-b829-da3196e9fe79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0712974 Jul 16 21:30:32.470135 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ba99bfc3-fbf3-4a43-a92c-51924e908576 None None] Provisioning for port 938c77a7-cc2f-4bf4-b80c-0b03f93c9efd completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:30:32.634997 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-4d198405-11e8-41bb-ba7a-8b9b31f7b64c tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-294969903&fields=id&tenant_id=d0e49adb7de6459493e23c0b2760acb3 HTTP/1.1" status: 200 len: 267 time: 0.0563462 Jul 16 21:30:32.695958 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f7c4ccf7-6c9f-4911-af74-e835982f4a11 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:30:32.753466 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port f7c4ccf7-6c9f-4911-af74-e835982f4a11 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:30:32.758637 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port f7c4ccf7-6c9f-4911-af74-e835982f4a11 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:30:32.759269 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:32.764164 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-baf7f4a5-1a3c-42ea-be38-09edf50ce6ae tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:32.765761 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-baf7f4a5-1a3c-42ea-be38-09edf50ce6ae tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/networks?id=6d1d4c3c-f835-46d5-9681-6f05467535dd HTTP/1.1" status: 200 len: 796 time: 0.1233180 Jul 16 21:30:32.784091 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-1b6b8a37-80a9-4ed1-9bf5-090502447870 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/quotas/d0e49adb7de6459493e23c0b2760acb3 HTTP/1.1" status: 200 len: 375 time: 0.0118296 Jul 16 21:30:32.856320 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0fe003-b4a4-4eda-b735-74adb6c0d4cb None None] Sync routers for ids ['c4dc0911-cafd-47a2-b829-da3196e9fe79'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:30:32.862110 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-265969df-bb36-4e8a-b0f2-6412135b4d64 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723197 Jul 16 21:30:32.867692 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:32.875966 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-61f97769-fc7b-4aa3-8bce-9517553d2fa0 None None] Provisioning for port a8b4236e-b7fd-423e-91c9-5ae9b7689828 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:30:32.885423 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-61f97769-fc7b-4aa3-8bce-9517553d2fa0 None None] Provisioning complete for port a8b4236e-b7fd-423e-91c9-5ae9b7689828 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:30:32.885796 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61f97769-fc7b-4aa3-8bce-9517553d2fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:32.889772 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0fe003-b4a4-4eda-b735-74adb6c0d4cb None None] Routers {'c4dc0911-cafd-47a2-b829-da3196e9fe79'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:30:32.890429 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-ed0fe003-b4a4-4eda-b735-74adb6c0d4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:30:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c4dc0911-cafd-47a2-b829-da3196e9fe79'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:32.948739 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port f7c4ccf7-6c9f-4911-af74-e835982f4a11, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f7c4ccf7-6c9f-4911-af74-e835982f4a11,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:30:32.960465 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:32.961253 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 938c77a7-cc2f-4bf4-b80c-0b03f93c9efd up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:30:32.973706 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-4f2a44e2-5a1c-4587-804d-d3765333d651 service neutron] 10.222.0.38 "GET /v2.0/networks/6d1d4c3c-f835-46d5-9681-6f05467535dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979927 Jul 16 21:30:33.017078 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-61f97769-fc7b-4aa3-8bce-9517553d2fa0 None None] Port a8b4236e-b7fd-423e-91c9-5ae9b7689828 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:30:33.090861 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-ee434fe9-29a6-4fad-b980-a9ac0a93b336 service neutron] 10.222.0.38 "GET /v2.0/networks/6d1d4c3c-f835-46d5-9681-6f05467535dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104774 Jul 16 21:30:33.106931 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=f7c4ccf7-6c9f-4911-af74-e835982f4a11,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:33.112577 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-ed0fe003-b4a4-4eda-b735-74adb6c0d4cb None None] Set router c4dc0911-cafd-47a2-b829-da3196e9fe79 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:30:33.152037 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 938c77a7-cc2f-4bf4-b80c-0b03f93c9efd completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:30:33.163093 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 938c77a7-cc2f-4bf4-b80c-0b03f93c9efd triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:30:33.163461 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:33.227156 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-08fc5c89-aca6-42c6-b69e-d01e81858260 None None] Provisioning complete for port a8b4236e-b7fd-423e-91c9-5ae9b7689828 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:30:33.227527 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08fc5c89-aca6-42c6-b69e-d01e81858260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:33.276679 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-414c6d7f-f970-4210-83e8-32c2dae56221 req-5c12dbcb-7668-48d4-8124-f9610774aa36 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 210 time: 0.0308104 Jul 16 21:30:33.330012 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-08fc5c89-aca6-42c6-b69e-d01e81858260 None None] Port a8b4236e-b7fd-423e-91c9-5ae9b7689828 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:30:33.393665 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:33.459411 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 938c77a7-cc2f-4bf4-b80c-0b03f93c9efd, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=938c77a7-cc2f-4bf4-b80c-0b03f93c9efd,segment=NetworkSegment(a7df12a2-b08c-4092-8a21-aa474b777af6),segment_id=a7df12a2-b08c-4092-8a21-aa474b777af6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:30:33.465759 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:33.495656 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-19e12e6f-9658-44f7-b10e-570c01ed4386 None None] Provisioning complete for port a8b4236e-b7fd-423e-91c9-5ae9b7689828 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:30:33.496027 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-19e12e6f-9658-44f7-b10e-570c01ed4386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:33.529613 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-ed0fe003-b4a4-4eda-b735-74adb6c0d4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137916023', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:30:31Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'a8b4236e-b7fd-423e-91c9-5ae9b7689828', 'name': '', 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:58:ad:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '751d7b16-f15b-467b-8537-fd31caf94f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:30:30Z', 'updated_at': '2021-07-16T21:30:31Z', 'revision_number': 2, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': '751d7b16-f15b-467b-8537-fd31caf94f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:33.569968 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0fe003-b4a4-4eda-b735-74adb6c0d4cb None None] Checking router: c4dc0911-cafd-47a2-b829-da3196e9fe79 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:30:33.570329 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0fe003-b4a4-4eda-b735-74adb6c0d4cb None None] Updating router c4dc0911-cafd-47a2-b829-da3196e9fe79 port a8b4236e-b7fd-423e-91c9-5ae9b7689828 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:30:33.601386 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=938c77a7-cc2f-4bf4-b80c-0b03f93c9efd,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:33.609717 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-19e12e6f-9658-44f7-b10e-570c01ed4386 None None] Port a8b4236e-b7fd-423e-91c9-5ae9b7689828 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:30:33.620203 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ed0fe003-b4a4-4eda-b735-74adb6c0d4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:33.900704 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ed0fe003-b4a4-4eda-b735-74adb6c0d4cb None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:33.917816 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ed0fe003-b4a4-4eda-b735-74adb6c0d4cb None None] Transition to ACTIVE for port object a8b4236e-b7fd-423e-91c9-5ae9b7689828 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:30:33.920325 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:33.926052 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ed0fe003-b4a4-4eda-b735-74adb6c0d4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:33.974162 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbff17d-2523-4e38-80c6-6457d1f89795 None None] Pushing event updated for resources: {'Port': ['ID=a8b4236e-b7fd-423e-91c9-5ae9b7689828,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:34.031914 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ed0fe003-b4a4-4eda-b735-74adb6c0d4cb None None] Attempting to bind port a8b4236e-b7fd-423e-91c9-5ae9b7689828 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:30:34.032292 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ed0fe003-b4a4-4eda-b735-74adb6c0d4cb None None] Attempting to bind port a8b4236e-b7fd-423e-91c9-5ae9b7689828 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'a7df12a2-b08c-4092-8a21-aa474b777af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:30:34.032655 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0fe003-b4a4-4eda-b735-74adb6c0d4cb None None] Attempting to bind port a8b4236e-b7fd-423e-91c9-5ae9b7689828 on network 6d1d4c3c-f835-46d5-9681-6f05467535dd {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:30:34.038899 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0fe003-b4a4-4eda-b735-74adb6c0d4cb None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:30:34.039272 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0fe003-b4a4-4eda-b735-74adb6c0d4cb None None] Checking segment: {'id': 'a7df12a2-b08c-4092-8a21-aa474b777af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:30:34.039697 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ed0fe003-b4a4-4eda-b735-74adb6c0d4cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:34.040090 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0fe003-b4a4-4eda-b735-74adb6c0d4cb None None] Bound using segment: {'id': 'a7df12a2-b08c-4092-8a21-aa474b777af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:30:34.040553 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-ed0fe003-b4a4-4eda-b735-74adb6c0d4cb None None] Bound port: a8b4236e-b7fd-423e-91c9-5ae9b7689828, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7df12a2-b08c-4092-8a21-aa474b777af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:30:34.040935 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ed0fe003-b4a4-4eda-b735-74adb6c0d4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:34.109152 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ed0fe003-b4a4-4eda-b735-74adb6c0d4cb None None] For port a8b4236e-b7fd-423e-91c9-5ae9b7689828, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:30:34.112570 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ed0fe003-b4a4-4eda-b735-74adb6c0d4cb None None] For port a8b4236e-b7fd-423e-91c9-5ae9b7689828, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a8b4236e-b7fd-423e-91c9-5ae9b7689828,segment=NetworkSegment(a7df12a2-b08c-4092-8a21-aa474b777af6),segment_id=a7df12a2-b08c-4092-8a21-aa474b777af6)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:30:34.116545 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ed0fe003-b4a4-4eda-b735-74adb6c0d4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:34.169793 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0fe003-b4a4-4eda-b735-74adb6c0d4cb None None] Routers {'c4dc0911-cafd-47a2-b829-da3196e9fe79'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:30:34.170472 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-ed0fe003-b4a4-4eda-b735-74adb6c0d4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:30:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c4dc0911-cafd-47a2-b829-da3196e9fe79'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:34.211540 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbff17d-2523-4e38-80c6-6457d1f89795 None None] Pushing event updated for resources: {'Port': ['ID=a8b4236e-b7fd-423e-91c9-5ae9b7689828,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:34.477960 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-611bc9e1-148b-4c70-9856-a9a99785f9bf req-212632f4-901c-4d18-b534-af1984dd573e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 210 time: 0.0423067 Jul 16 21:30:34.478657 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-ed0fe003-b4a4-4eda-b735-74adb6c0d4cb None None] Set router c4dc0911-cafd-47a2-b829-da3196e9fe79 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:30:34.510853 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-35c5bb2d-eaf7-4404-9c3b-664ff9931f91 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:34.512617 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-35c5bb2d-eaf7-4404-9c3b-664ff9931f91 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.18 "GET /v2.0/networks?id=6d1d4c3c-f835-46d5-9681-6f05467535dd HTTP/1.1" status: 200 len: 796 time: 0.1526797 Jul 16 21:30:34.559483 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-806a915c-77fe-4465-94b8-a6c10b78a8c8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0e49adb7de6459493e23c0b2760acb3 HTTP/1.1" status: 200 len: 379 time: 0.0385106 Jul 16 21:30:34.569658 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-1d0b7aa3-085d-4a38-90db-5616a8a699d0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'port': {'device_id': '0fa06fa5-413a-4bfc-9612-53115bb8957e', 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd', 'admin_state_up': True, 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'security_groups': ['51b43e8a-17b6-45a1-a94c-5dadd2bcf165']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:30:34.643014 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f7c4ccf7-6c9f-4911-af74-e835982f4a11 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:30:34.697068 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-1d0b7aa3-085d-4a38-90db-5616a8a699d0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Made reservation on behalf of d0e49adb7de6459493e23c0b2760acb3 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:30:34.700946 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-1d0b7aa3-085d-4a38-90db-5616a8a699d0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:34.731049 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port f7c4ccf7-6c9f-4911-af74-e835982f4a11 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:30:34.731415 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:34.760934 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-ed0fe003-b4a4-4eda-b735-74adb6c0d4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137916023', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:30:31Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'a8b4236e-b7fd-423e-91c9-5ae9b7689828', 'name': '', 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:58:ad:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '751d7b16-f15b-467b-8537-fd31caf94f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:30:30Z', 'updated_at': '2021-07-16T21:30:34Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': '751d7b16-f15b-467b-8537-fd31caf94f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:34.792945 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0fe003-b4a4-4eda-b735-74adb6c0d4cb None None] The sync data for ids ['c4dc0911-cafd-47a2-b829-da3196e9fe79'] in n-d-791506-21 is: [{'id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137916023', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:30:31Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'a8b4236e-b7fd-423e-91c9-5ae9b7689828', 'name': '', 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:58:ad:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '751d7b16-f15b-467b-8537-fd31caf94f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:30:30Z', 'updated_at': '2021-07-16T21:30:34Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': '751d7b16-f15b-467b-8537-fd31caf94f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:30:34.849339 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 938c77a7-cc2f-4bf4-b80c-0b03f93c9efd up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:30:34.868036 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-1d0b7aa3-085d-4a38-90db-5616a8a699d0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Allocated IP 172.20.0.14 (6d1d4c3c-f835-46d5-9681-6f05467535dd/751d7b16-f15b-467b-8537-fd31caf94f63/1ba09b4c-542a-40b9-831b-6bd7b5ec9759) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:30:34.910704 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 938c77a7-cc2f-4bf4-b80c-0b03f93c9efd triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:30:34.911073 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:35.031686 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-1d0b7aa3-085d-4a38-90db-5616a8a699d0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:35.046553 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-1d0b7aa3-085d-4a38-90db-5616a8a699d0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Transition to ACTIVE for port object 1ba09b4c-542a-40b9-831b-6bd7b5ec9759 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:30:35.082527 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-1d0b7aa3-085d-4a38-90db-5616a8a699d0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:35.131877 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-1d0b7aa3-085d-4a38-90db-5616a8a699d0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network 6d1d4c3c-f835-46d5-9681-6f05467535dd is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:30:35.135200 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-1d0b7aa3-085d-4a38-90db-5616a8a699d0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:30:35.140174 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-1d0b7aa3-085d-4a38-90db-5616a8a699d0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:30:35.147133 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b7aa3-085d-4a38-90db-5616a8a699d0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=1ba09b4c-542a-40b9-831b-6bd7b5ec9759,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:35.196593 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-1d0b7aa3-085d-4a38-90db-5616a8a699d0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:35.197237 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-1d0b7aa3-085d-4a38-90db-5616a8a699d0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:35.212782 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-1d0b7aa3-085d-4a38-90db-5616a8a699d0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6485744 Jul 16 21:30:35.225328 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-a8d31165-0cae-42e1-b598-29476a4d4d97 service neutron] Request body: {'port': {'device_id': '0fa06fa5-413a-4bfc-9612-53115bb8957e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:30:35.319255 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-a8d31165-0cae-42e1-b598-29476a4d4d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:35.421149 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-97002e1e-3644-4338-ae68-6b6e8d4ded83 None None] Provisioning for port 1ba09b4c-542a-40b9-831b-6bd7b5ec9759 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:30:35.426685 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-97002e1e-3644-4338-ae68-6b6e8d4ded83 None None] Provisioning complete for port 1ba09b4c-542a-40b9-831b-6bd7b5ec9759 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:30:35.427124 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-97002e1e-3644-4338-ae68-6b6e8d4ded83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:35.463172 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-97002e1e-3644-4338-ae68-6b6e8d4ded83 None None] Port 1ba09b4c-542a-40b9-831b-6bd7b5ec9759 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:30:35.609356 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-a8d31165-0cae-42e1-b598-29476a4d4d97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ba09b4c-542a-40b9-831b-6bd7b5ec9759 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:30:35.619349 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-a8d31165-0cae-42e1-b598-29476a4d4d97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:35.632732 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-a8d31165-0cae-42e1-b598-29476a4d4d97 service neutron] Transition to ACTIVE for port object 1ba09b4c-542a-40b9-831b-6bd7b5ec9759 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:30:35.637445 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-a8d31165-0cae-42e1-b598-29476a4d4d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:35.734128 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d31165-0cae-42e1-b598-29476a4d4d97 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba09b4c-542a-40b9-831b-6bd7b5ec9759,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:35.819905 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899dd346-e557-4164-90d8-d3b591610489 req-4ee5c98f-0c7e-4b67-b22c-da5f02c97614 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:35.821539 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-899dd346-e557-4164-90d8-d3b591610489 req-4ee5c98f-0c7e-4b67-b22c-da5f02c97614 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 944 time: 0.2179890 Jul 16 21:30:35.859785 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-a8d31165-0cae-42e1-b598-29476a4d4d97 service neutron] Attempting to bind port 1ba09b4c-542a-40b9-831b-6bd7b5ec9759 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:30:35.860129 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-a8d31165-0cae-42e1-b598-29476a4d4d97 service neutron] Attempting to bind port 1ba09b4c-542a-40b9-831b-6bd7b5ec9759 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': 'a7df12a2-b08c-4092-8a21-aa474b777af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:30:35.860467 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-a8d31165-0cae-42e1-b598-29476a4d4d97 service neutron] Attempting to bind port 1ba09b4c-542a-40b9-831b-6bd7b5ec9759 on network 6d1d4c3c-f835-46d5-9681-6f05467535dd {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:30:35.870188 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-a8d31165-0cae-42e1-b598-29476a4d4d97 service neutron] Port 1ba09b4c-542a-40b9-831b-6bd7b5ec9759 on network 6d1d4c3c-f835-46d5-9681-6f05467535dd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:30:35.870592 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-a8d31165-0cae-42e1-b598-29476a4d4d97 service neutron] Attempting to bind port 1ba09b4c-542a-40b9-831b-6bd7b5ec9759 on network 6d1d4c3c-f835-46d5-9681-6f05467535dd {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:30:35.884452 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-a8d31165-0cae-42e1-b598-29476a4d4d97 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:30:35.884796 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-a8d31165-0cae-42e1-b598-29476a4d4d97 service neutron] Checking segment: {'id': 'a7df12a2-b08c-4092-8a21-aa474b777af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:30:35.885227 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-a8d31165-0cae-42e1-b598-29476a4d4d97 service neutron] Bound using segment: {'id': 'a7df12a2-b08c-4092-8a21-aa474b777af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:30:35.885601 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-a8d31165-0cae-42e1-b598-29476a4d4d97 service neutron] Bound port: 1ba09b4c-542a-40b9-831b-6bd7b5ec9759, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7df12a2-b08c-4092-8a21-aa474b777af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:30:35.885961 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-a8d31165-0cae-42e1-b598-29476a4d4d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:35.891243 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-899dd346-e557-4164-90d8-d3b591610489 req-dcf0f8af-1da1-4e52-920b-dc2eeb12cfc4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=51b43e8a-17b6-45a1-a94c-5dadd2bcf165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623093 Jul 16 21:30:35.957613 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-a8d31165-0cae-42e1-b598-29476a4d4d97 service neutron] For port 1ba09b4c-542a-40b9-831b-6bd7b5ec9759, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:30:35.961007 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-a8d31165-0cae-42e1-b598-29476a4d4d97 service neutron] For port 1ba09b4c-542a-40b9-831b-6bd7b5ec9759, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=1ba09b4c-542a-40b9-831b-6bd7b5ec9759,segment=NetworkSegment(a7df12a2-b08c-4092-8a21-aa474b777af6),segment_id=a7df12a2-b08c-4092-8a21-aa474b777af6)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:30:35.965939 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-a8d31165-0cae-42e1-b598-29476a4d4d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:36.001114 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-a8d31165-0cae-42e1-b598-29476a4d4d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:36.001804 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-a8d31165-0cae-42e1-b598-29476a4d4d97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:36.003276 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-a8d31165-0cae-42e1-b598-29476a4d4d97 service neutron] 10.222.0.18 "PUT /v2.0/ports/1ba09b4c-542a-40b9-831b-6bd7b5ec9759 HTTP/1.1" status: 200 len: 1093 time: 0.7834017 Jul 16 21:30:36.003845 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa06fa5-413a-4bfc-9612-53115bb8957e', 'tag': '1ba09b4c-542a-40b9-831b-6bd7b5ec9759'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:30:36.006062 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a943c250-bc78-4613-b97c-2ba4a4f87918" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa06fa5-413a-4bfc-9612-53115bb8957e", "tag": "1ba09b4c-542a-40b9-831b-6bd7b5ec9759"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:30:36.030383 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d31165-0cae-42e1-b598-29476a4d4d97 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba09b4c-542a-40b9-831b-6bd7b5ec9759,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:36.072328 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd780ec1-1db4-4099-a2e5-b49f47b8fe27 x-openstack-request-id: req-fd780ec1-1db4-4099-a2e5-b49f47b8fe27 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:30:36.072624 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa06fa5-413a-4bfc-9612-53115bb8957e", "tag": "1ba09b4c-542a-40b9-831b-6bd7b5ec9759", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:30:36.072879 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fd780ec1-1db4-4099-a2e5-b49f47b8fe27 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:30:36.073271 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa06fa5-413a-4bfc-9612-53115bb8957e', 'tag': '1ba09b4c-542a-40b9-831b-6bd7b5ec9759', 'status': 'completed', 'code': 200} Jul 16 21:30:36.124108 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-c90bc1a9-0650-4ac7-8b72-c8b33154d14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:36.125626 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-c90bc1a9-0650-4ac7-8b72-c8b33154d14a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 1096 time: 0.0636199 Jul 16 21:30:36.170937 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-a9bdd349-dd1a-4f25-b0c6-2a92a26cfe13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ba09b4c-542a-40b9-831b-6bd7b5ec9759 HTTP/1.1" status: 200 len: 217 time: 0.0369415 Jul 16 21:30:36.224365 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-2341c977-c9de-471a-a703-2edb9c016328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:36.225825 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-2341c977-c9de-471a-a703-2edb9c016328 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=751d7b16-f15b-467b-8537-fd31caf94f63 HTTP/1.1" status: 200 len: 834 time: 0.0493116 Jul 16 21:30:36.283663 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-49f8ee9b-b6aa-4048-ba2a-e0b65c71a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:36.285074 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-49f8ee9b-b6aa-4048-ba2a-e0b65c71a088 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6d1d4c3c-f835-46d5-9681-6f05467535dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530508 Jul 16 21:30:36.380461 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-2e05874c-f843-4af9-9699-c2aca6e04cf5 service neutron] 10.222.0.18 "GET /v2.0/networks/6d1d4c3c-f835-46d5-9681-6f05467535dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894940 Jul 16 21:30:36.482642 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f026f0c5-1030-41bf-a5ab-76ebe22cc051 req-4300fbaa-2e2c-4acd-889b-2e4e5557e9e3 service neutron] 10.222.0.18 "GET /v2.0/networks/6d1d4c3c-f835-46d5-9681-6f05467535dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952156 Jul 16 21:30:36.590457 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943c250-bc78-4613-b97c-2ba4a4f87918 req-5c1c70b4-eb6c-47dc-8a35-e7b599e3c673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:36.591984 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a943c250-bc78-4613-b97c-2ba4a4f87918 req-5c1c70b4-eb6c-47dc-8a35-e7b599e3c673 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 1096 time: 0.0574358 Jul 16 21:30:36.641797 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a8b4236e-b7fd-423e-91c9-5ae9b7689828 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:30:36.692431 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943c250-bc78-4613-b97c-2ba4a4f87918 req-dc57a1e7-b020-418a-82bc-e423e785909e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:36.694041 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a943c250-bc78-4613-b97c-2ba4a4f87918 req-dc57a1e7-b020-418a-82bc-e423e785909e service neutron] 10.222.0.18 "GET /v2.0/networks?id=6d1d4c3c-f835-46d5-9681-6f05467535dd HTTP/1.1" status: 200 len: 897 time: 0.0955412 Jul 16 21:30:36.697183 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port a8b4236e-b7fd-423e-91c9-5ae9b7689828 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:30:36.700918 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port a8b4236e-b7fd-423e-91c9-5ae9b7689828 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:30:36.701284 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:36.742646 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a943c250-bc78-4613-b97c-2ba4a4f87918 req-5074d06e-4380-434f-b612-94d704ad4267 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ba09b4c-542a-40b9-831b-6bd7b5ec9759 HTTP/1.1" status: 200 len: 217 time: 0.0404172 Jul 16 21:30:36.779443 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:36.794803 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943c250-bc78-4613-b97c-2ba4a4f87918 req-64c3665e-cf17-44c0-8bfb-244f4cc84639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:36.796253 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a943c250-bc78-4613-b97c-2ba4a4f87918 req-64c3665e-cf17-44c0-8bfb-244f4cc84639 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=751d7b16-f15b-467b-8537-fd31caf94f63 HTTP/1.1" status: 200 len: 834 time: 0.0459285 Jul 16 21:30:36.812772 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port a8b4236e-b7fd-423e-91c9-5ae9b7689828, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a8b4236e-b7fd-423e-91c9-5ae9b7689828,segment=NetworkSegment(a7df12a2-b08c-4092-8a21-aa474b777af6),segment_id=a7df12a2-b08c-4092-8a21-aa474b777af6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:30:36.817132 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:36.858105 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943c250-bc78-4613-b97c-2ba4a4f87918 req-12fc2523-d808-4033-8c4d-74e3b81f8770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:36.859654 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a943c250-bc78-4613-b97c-2ba4a4f87918 req-12fc2523-d808-4033-8c4d-74e3b81f8770 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6d1d4c3c-f835-46d5-9681-6f05467535dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570259 Jul 16 21:30:36.869644 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=a8b4236e-b7fd-423e-91c9-5ae9b7689828,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:36.953695 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a943c250-bc78-4613-b97c-2ba4a4f87918 req-9f68bb70-0d28-414d-993a-07f2d6d45341 service neutron] 10.222.0.18 "GET /v2.0/networks/6d1d4c3c-f835-46d5-9681-6f05467535dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873661 Jul 16 21:30:37.078917 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a943c250-bc78-4613-b97c-2ba4a4f87918 req-4067e887-254b-46a5-a9f8-673467ab842c service neutron] 10.222.0.18 "GET /v2.0/networks/6d1d4c3c-f835-46d5-9681-6f05467535dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187696 Jul 16 21:30:37.105354 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748be9c-89b3-4a05-9cc1-8215514218ce req-66c1e903-2ac6-49c1-b6d2-3bb1a2288dd8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:37.106837 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9748be9c-89b3-4a05-9cc1-8215514218ce req-66c1e903-2ac6-49c1-b6d2-3bb1a2288dd8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 944 time: 0.0904586 Jul 16 21:30:37.145533 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9748be9c-89b3-4a05-9cc1-8215514218ce req-9885daf3-6695-4f86-b8fa-a78712c6d5d5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=51b43e8a-17b6-45a1-a94c-5dadd2bcf165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324974 Jul 16 21:30:38.076701 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 1ba09b4c-542a-40b9-831b-6bd7b5ec9759 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:30:38.172025 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 1ba09b4c-542a-40b9-831b-6bd7b5ec9759, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=1ba09b4c-542a-40b9-831b-6bd7b5ec9759,segment=NetworkSegment(a7df12a2-b08c-4092-8a21-aa474b777af6),segment_id=a7df12a2-b08c-4092-8a21-aa474b777af6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:30:38.183817 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '1ba09b4c-542a-40b9-831b-6bd7b5ec9759', 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd', 'port_id': '1ba09b4c-542a-40b9-831b-6bd7b5ec9759', 'mac_address': 'fa:16:3e:d1:89:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '751d7b16-f15b-467b-8537-fd31caf94f63', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:30:38.220823 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:38.233603 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba09b4c-542a-40b9-831b-6bd7b5ec9759 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:30:38.254885 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 1ba09b4c-542a-40b9-831b-6bd7b5ec9759, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=1ba09b4c-542a-40b9-831b-6bd7b5ec9759,segment=NetworkSegment(a7df12a2-b08c-4092-8a21-aa474b777af6),segment_id=a7df12a2-b08c-4092-8a21-aa474b777af6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:30:38.259020 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:38.310655 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=1ba09b4c-542a-40b9-831b-6bd7b5ec9759,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:38.323951 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d6bc1-a17a-4fdb-914c-63804f4266d3 req-a060422a-ac08-4b2c-aa03-1e497df55110 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:38.325445 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ce3d6bc1-a17a-4fdb-914c-63804f4266d3 req-a060422a-ac08-4b2c-aa03-1e497df55110 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 945 time: 0.0652227 Jul 16 21:30:38.362800 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ce3d6bc1-a17a-4fdb-914c-63804f4266d3 req-e8d407a8-cc5c-4df1-b9eb-a7c253fe3ac3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=51b43e8a-17b6-45a1-a94c-5dadd2bcf165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309429 Jul 16 21:30:38.454777 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['1ba09b4c-542a-40b9-831b-6bd7b5ec9759'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:30:38.621067 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a8b4236e-b7fd-423e-91c9-5ae9b7689828 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:30:38.716178 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port a8b4236e-b7fd-423e-91c9-5ae9b7689828 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:30:38.716467 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:39.538636 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d5655-f2f3-4e1a-bc0b-698e0467d66b req-f510a079-eed2-4e0f-8b31-315ffee47ef9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:39.540026 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cc0d5655-f2f3-4e1a-bc0b-698e0467d66b req-f510a079-eed2-4e0f-8b31-315ffee47ef9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 945 time: 0.0674114 Jul 16 21:30:39.579077 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cc0d5655-f2f3-4e1a-bc0b-698e0467d66b req-8a555234-408a-4777-97e4-4a9d093fa2ef tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=51b43e8a-17b6-45a1-a94c-5dadd2bcf165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335231 Jul 16 21:30:40.077318 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 1ba09b4c-542a-40b9-831b-6bd7b5ec9759 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:30:40.128523 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 1ba09b4c-542a-40b9-831b-6bd7b5ec9759 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:30:40.132266 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 1ba09b4c-542a-40b9-831b-6bd7b5ec9759 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:30:40.132641 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:40.207723 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:40.229397 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa06fa5-413a-4bfc-9612-53115bb8957e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba09b4c-542a-40b9-831b-6bd7b5ec9759'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:30:40.231708 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d599d8cd7c90ef7a4a4f11e3824443e11814837840e0ec22718dbf4e389f10a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdffd3eb-aad7-4d14-b028-c75f3c97c44e" -d '{"events": [{"server_uuid": "0fa06fa5-413a-4bfc-9612-53115bb8957e", "name": "network-vif-plugged", "status": "completed", "tag": "1ba09b4c-542a-40b9-831b-6bd7b5ec9759"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:30:40.245896 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 1ba09b4c-542a-40b9-831b-6bd7b5ec9759, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=1ba09b4c-542a-40b9-831b-6bd7b5ec9759,segment=NetworkSegment(a7df12a2-b08c-4092-8a21-aa474b777af6),segment_id=a7df12a2-b08c-4092-8a21-aa474b777af6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:30:40.250594 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:40.276677 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f60bdc6-ea54-4c12-8e01-813c05f4e8e8 x-openstack-request-id: req-5f60bdc6-ea54-4c12-8e01-813c05f4e8e8 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:30:40.276968 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa06fa5-413a-4bfc-9612-53115bb8957e", "name": "network-vif-plugged", "status": "completed", "tag": "1ba09b4c-542a-40b9-831b-6bd7b5ec9759", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:30:40.277217 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5f60bdc6-ea54-4c12-8e01-813c05f4e8e8 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:30:40.277603 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa06fa5-413a-4bfc-9612-53115bb8957e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba09b4c-542a-40b9-831b-6bd7b5ec9759', 'code': 200} Jul 16 21:30:40.304502 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=1ba09b4c-542a-40b9-831b-6bd7b5ec9759,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:40.389124 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994d97b-1e5e-4153-b460-98cfd92740c2 req-d0b1cc91-0987-4bab-91e7-563bcc1088c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:40.390554 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2994d97b-1e5e-4153-b460-98cfd92740c2 req-d0b1cc91-0987-4bab-91e7-563bcc1088c6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 1098 time: 0.0541620 Jul 16 21:30:40.425951 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2994d97b-1e5e-4153-b460-98cfd92740c2 req-46c78bce-ec90-4c28-ad8e-5172a2ae9375 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=51b43e8a-17b6-45a1-a94c-5dadd2bcf165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292215 Jul 16 21:30:40.758384 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49683303-6fde-4e8b-9910-c62fbeb368aa req-704e11b5-e945-4660-b8b7-be139f1376d9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:40.760301 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-49683303-6fde-4e8b-9910-c62fbeb368aa req-704e11b5-e945-4660-b8b7-be139f1376d9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 946 time: 0.0685325 Jul 16 21:30:40.803253 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-49683303-6fde-4e8b-9910-c62fbeb368aa req-c069f277-637d-4d50-be29-6fd317c00810 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=51b43e8a-17b6-45a1-a94c-5dadd2bcf165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367587 Jul 16 21:30:41.997278 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413394f9-48cd-471d-9411-175201d0e11e req-635d56d3-d1fd-4f5c-bbb4-a9a2f4a2b742 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:41.998773 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-413394f9-48cd-471d-9411-175201d0e11e req-635d56d3-d1fd-4f5c-bbb4-a9a2f4a2b742 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 946 time: 0.0771582 Jul 16 21:30:42.036728 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-413394f9-48cd-471d-9411-175201d0e11e req-18c91f0d-c026-4908-9951-5ae79307e8d3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=51b43e8a-17b6-45a1-a94c-5dadd2bcf165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323098 Jul 16 21:30:42.207205 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30124411-9ec1-4268-85d9-dbc126bb8d32 req-8e5a879e-ce84-4533-9e3b-9346709d582d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:42.208700 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-30124411-9ec1-4268-85d9-dbc126bb8d32 req-8e5a879e-ce84-4533-9e3b-9346709d582d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 946 time: 0.0646112 Jul 16 21:30:42.246743 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-30124411-9ec1-4268-85d9-dbc126bb8d32 req-045c9c8e-71ba-4b08-aa66-1750fe66cde9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=51b43e8a-17b6-45a1-a94c-5dadd2bcf165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324585 Jul 16 21:30:42.270463 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58826) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:42.323180 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8145ec81-1950-483f-a9b9-690522b823fb tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:42.324790 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-8145ec81-1950-483f-a9b9-690522b823fb tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 1093 time: 0.0533316 Jul 16 21:30:42.327743 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58828) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:42.332841 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-586a3ceb-01ec-44e7-91b8-da4f5441bd6b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'port_id': '1ba09b4c-542a-40b9-831b-6bd7b5ec9759', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:30:42.356316 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-586a3ceb-01ec-44e7-91b8-da4f5441bd6b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for floatingip, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:42.459632 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-586a3ceb-01ec-44e7-91b8-da4f5441bd6b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:42.559830 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-586a3ceb-01ec-44e7-91b8-da4f5441bd6b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Allocated IP 172.25.0.118 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/7e7a13dd-ab38-487a-b29c-6ce0953b128b) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:30:42.669071 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-586a3ceb-01ec-44e7-91b8-da4f5441bd6b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:42.713193 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-586a3ceb-01ec-44e7-91b8-da4f5441bd6b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:42.750456 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586a3ceb-01ec-44e7-91b8-da4f5441bd6b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:30:42.753928 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-586a3ceb-01ec-44e7-91b8-da4f5441bd6b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:30:42.760374 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586a3ceb-01ec-44e7-91b8-da4f5441bd6b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:30:42.792841 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a3ceb-01ec-44e7-91b8-da4f5441bd6b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=7e7a13dd-ab38-487a-b29c-6ce0953b128b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:43.486596 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-586a3ceb-01ec-44e7-91b8-da4f5441bd6b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:43.570144 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-586a3ceb-01ec-44e7-91b8-da4f5441bd6b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:43.727488 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-586a3ceb-01ec-44e7-91b8-da4f5441bd6b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:43.732184 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-586a3ceb-01ec-44e7-91b8-da4f5441bd6b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:43.810635 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a3ceb-01ec-44e7-91b8-da4f5441bd6b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=7e7a13dd-ab38-487a-b29c-6ce0953b128b,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:43.819954 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-586a3ceb-01ec-44e7-91b8-da4f5441bd6b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:43.929130 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-586a3ceb-01ec-44e7-91b8-da4f5441bd6b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Floating IP 27bbe3c3-210f-4227-a9f6-a809a24aee60 associated. External IP: 172.25.0.118, port: 1ba09b4c-542a-40b9-831b-6bd7b5ec9759. Jul 16 21:30:44.140070 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586a3ceb-01ec-44e7-91b8-da4f5441bd6b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Router c4dc0911-cafd-47a2-b829-da3196e9fe79 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:30:44.246544 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586a3ceb-01ec-44e7-91b8-da4f5441bd6b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:30:44.257468 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062ea2f1-a6db-4daa-bbcd-9d8c6f838557 None None] Sync routers for ids ['c4dc0911-cafd-47a2-b829-da3196e9fe79'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:30:44.262233 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-586a3ceb-01ec-44e7-91b8-da4f5441bd6b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:44.307456 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-586a3ceb-01ec-44e7-91b8-da4f5441bd6b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9785872 Jul 16 21:30:44.308078 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa06fa5-413a-4bfc-9612-53115bb8957e', 'tag': '1ba09b4c-542a-40b9-831b-6bd7b5ec9759'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:30:44.310555 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc459459a4c5a11ec1d6886bc2ffdbf4fbc6faab23ac6f064f41edec039c064" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329560f6-dde6-403a-bc2d-dfe4cf50ad2e" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa06fa5-413a-4bfc-9612-53115bb8957e", "tag": "1ba09b4c-542a-40b9-831b-6bd7b5ec9759"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:30:44.370549 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062ea2f1-a6db-4daa-bbcd-9d8c6f838557 None None] Routers {'c4dc0911-cafd-47a2-b829-da3196e9fe79'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:30:44.371508 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-062ea2f1-a6db-4daa-bbcd-9d8c6f838557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:30:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c4dc0911-cafd-47a2-b829-da3196e9fe79'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:44.423461 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc94b8f2-6a73-4e41-be59-bb53d25d80fe x-openstack-request-id: req-cc94b8f2-6a73-4e41-be59-bb53d25d80fe {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:30:44.423785 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa06fa5-413a-4bfc-9612-53115bb8957e", "tag": "1ba09b4c-542a-40b9-831b-6bd7b5ec9759", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:30:44.424104 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cc94b8f2-6a73-4e41-be59-bb53d25d80fe {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:30:44.425112 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa06fa5-413a-4bfc-9612-53115bb8957e', 'tag': '1ba09b4c-542a-40b9-831b-6bd7b5ec9759', 'status': 'completed', 'code': 200} Jul 16 21:30:44.491085 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-062ea2f1-a6db-4daa-bbcd-9d8c6f838557 None None] Set router c4dc0911-cafd-47a2-b829-da3196e9fe79 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:30:44.540860 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329560f6-dde6-403a-bc2d-dfe4cf50ad2e req-8ef65c9c-4938-42ac-8f6d-f5923c8dfce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:44.542534 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-329560f6-dde6-403a-bc2d-dfe4cf50ad2e req-8ef65c9c-4938-42ac-8f6d-f5923c8dfce1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 1098 time: 0.0973306 Jul 16 21:30:44.592663 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb5c80-8a75-4816-aa0e-285811b7bfe3 req-f6923c92-d06e-4253-9662-a11e6300cdd8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:44.594169 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59cb5c80-8a75-4816-aa0e-285811b7bfe3 req-f6923c92-d06e-4253-9662-a11e6300cdd8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 946 time: 0.1777930 Jul 16 21:30:44.680174 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-59cb5c80-8a75-4816-aa0e-285811b7bfe3 req-5036e6be-0961-4794-8488-fa4cea13db9a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=51b43e8a-17b6-45a1-a94c-5dadd2bcf165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573606 Jul 16 21:30:44.681195 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329560f6-dde6-403a-bc2d-dfe4cf50ad2e req-2458427e-12e5-4020-812a-0a7fad6f4c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:44.682576 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-329560f6-dde6-403a-bc2d-dfe4cf50ad2e req-2458427e-12e5-4020-812a-0a7fad6f4c88 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6d1d4c3c-f835-46d5-9681-6f05467535dd HTTP/1.1" status: 200 len: 897 time: 0.1339595 Jul 16 21:30:44.706143 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58838) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:44.720749 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-062ea2f1-a6db-4daa-bbcd-9d8c6f838557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137916023', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:30:31Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '27bbe3c3-210f-4227-a9f6-a809a24aee60', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'port_id': '1ba09b4c-542a-40b9-831b-6bd7b5ec9759', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd', 'mac_address': 'fa:16:3e:d1:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa06fa5-413a-4bfc-9612-53115bb8957e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:30:43Z', 'updated_at': '2021-07-16T21:30:43Z', 'revision_number': 0, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8b4236e-b7fd-423e-91c9-5ae9b7689828', 'name': '', 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:58:ad:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '751d7b16-f15b-467b-8537-fd31caf94f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:30:30Z', 'updated_at': '2021-07-16T21:30:36Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': '751d7b16-f15b-467b-8537-fd31caf94f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:44.752845 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-329560f6-dde6-403a-bc2d-dfe4cf50ad2e req-b76ee985-3431-4ed1-b63c-f8b6050d67ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ba09b4c-542a-40b9-831b-6bd7b5ec9759 HTTP/1.1" status: 200 len: 1000 time: 0.0635107 Jul 16 21:30:44.755110 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062ea2f1-a6db-4daa-bbcd-9d8c6f838557 None None] Checking router: c4dc0911-cafd-47a2-b829-da3196e9fe79 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:30:44.766620 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062ea2f1-a6db-4daa-bbcd-9d8c6f838557 None None] Routers {'c4dc0911-cafd-47a2-b829-da3196e9fe79'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:30:44.767239 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-062ea2f1-a6db-4daa-bbcd-9d8c6f838557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:30:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c4dc0911-cafd-47a2-b829-da3196e9fe79'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:44.772164 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1c1f57b0-d562-4c9a-be13-69080b6e8082 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/floatingips/27bbe3c3-210f-4227-a9f6-a809a24aee60 HTTP/1.1" status: 200 len: 992 time: 0.0648386 Jul 16 21:30:44.801770 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329560f6-dde6-403a-bc2d-dfe4cf50ad2e req-0bde1c3b-3800-4e78-8abd-121f44d7f4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:44.803317 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-329560f6-dde6-403a-bc2d-dfe4cf50ad2e req-0bde1c3b-3800-4e78-8abd-121f44d7f4e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=751d7b16-f15b-467b-8537-fd31caf94f63 HTTP/1.1" status: 200 len: 834 time: 0.0456498 Jul 16 21:30:44.866752 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329560f6-dde6-403a-bc2d-dfe4cf50ad2e req-d6784777-8032-44d6-9c96-7fb52f215766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:44.868267 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-329560f6-dde6-403a-bc2d-dfe4cf50ad2e req-d6784777-8032-44d6-9c96-7fb52f215766 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6d1d4c3c-f835-46d5-9681-6f05467535dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592558 Jul 16 21:30:44.873719 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-062ea2f1-a6db-4daa-bbcd-9d8c6f838557 None None] Set router c4dc0911-cafd-47a2-b829-da3196e9fe79 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:30:44.958738 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-329560f6-dde6-403a-bc2d-dfe4cf50ad2e req-e1632188-dbf8-4d9b-affa-61667cc099f7 service neutron] 10.222.0.18 "GET /v2.0/networks/6d1d4c3c-f835-46d5-9681-6f05467535dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841391 Jul 16 21:30:45.055856 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-329560f6-dde6-403a-bc2d-dfe4cf50ad2e req-9855a426-4897-4230-836c-967738182405 service neutron] 10.222.0.18 "GET /v2.0/networks/6d1d4c3c-f835-46d5-9681-6f05467535dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907283 Jul 16 21:30:45.107638 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-062ea2f1-a6db-4daa-bbcd-9d8c6f838557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137916023', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:30:31Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '27bbe3c3-210f-4227-a9f6-a809a24aee60', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'port_id': '1ba09b4c-542a-40b9-831b-6bd7b5ec9759', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd', 'mac_address': 'fa:16:3e:d1:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa06fa5-413a-4bfc-9612-53115bb8957e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:30:43Z', 'updated_at': '2021-07-16T21:30:43Z', 'revision_number': 0, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8b4236e-b7fd-423e-91c9-5ae9b7689828', 'name': '', 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:58:ad:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '751d7b16-f15b-467b-8537-fd31caf94f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:30:30Z', 'updated_at': '2021-07-16T21:30:36Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': '751d7b16-f15b-467b-8537-fd31caf94f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:45.133598 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062ea2f1-a6db-4daa-bbcd-9d8c6f838557 None None] The sync data for ids ['c4dc0911-cafd-47a2-b829-da3196e9fe79'] in n-d-791506-21 is: [{'id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137916023', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:30:31Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '27bbe3c3-210f-4227-a9f6-a809a24aee60', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'port_id': '1ba09b4c-542a-40b9-831b-6bd7b5ec9759', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd', 'mac_address': 'fa:16:3e:d1:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa06fa5-413a-4bfc-9612-53115bb8957e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:30:43Z', 'updated_at': '2021-07-16T21:30:43Z', 'revision_number': 0, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8b4236e-b7fd-423e-91c9-5ae9b7689828', 'name': '', 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:58:ad:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '751d7b16-f15b-467b-8537-fd31caf94f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:30:30Z', 'updated_at': '2021-07-16T21:30:36Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': '751d7b16-f15b-467b-8537-fd31caf94f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:30:45.333992 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42ae3ef-5958-4a70-9a62-97d5d9ea3c95 None None] New status for floating IP 27bbe3c3-210f-4227-a9f6-a809a24aee60: ACTIVE {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:30:45.776152 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58842) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:45.845515 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-65949c3b-045e-4124-82c4-b1680b373299 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/floatingips/27bbe3c3-210f-4227-a9f6-a809a24aee60 HTTP/1.1" status: 200 len: 994 time: 0.0681794 Jul 16 21:30:51.806465 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16989778-f075-4bcb-9532-1c0c65908b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:54.338486 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-00c166fc-8b64-4979-aefe-ced85d57d719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:54.431328 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:56.040283 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:57.869648 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:00.048369 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:00.747201 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:31:03.934432 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:12.757191 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a925450-caf1-426b-ab2e-58eae5d5813c req-f0e4e315-7c05-4b92-8011-e6b5d2dbfaab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:12.758677 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8a925450-caf1-426b-ab2e-58eae5d5813c req-f0e4e315-7c05-4b92-8011-e6b5d2dbfaab tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 946 time: 0.0626538 Jul 16 21:31:12.796777 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8a925450-caf1-426b-ab2e-58eae5d5813c req-2e3d80b3-30a3-4117-9c4f-ec38c757e378 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=51b43e8a-17b6-45a1-a94c-5dadd2bcf165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325050 Jul 16 21:31:13.977836 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed06b33-4967-4ee3-b5af-e8b67beebab0 req-d9008f0c-edbe-4e6c-af54-5fb1413fa986 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:13.979467 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ed06b33-4967-4ee3-b5af-e8b67beebab0 req-d9008f0c-edbe-4e6c-af54-5fb1413fa986 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 946 time: 0.0651839 Jul 16 21:31:14.022616 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ed06b33-4967-4ee3-b5af-e8b67beebab0 req-6e039b34-d3b9-4e6b-9c9e-a4fb4719202f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=51b43e8a-17b6-45a1-a94c-5dadd2bcf165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372629 Jul 16 21:31:15.196537 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cfb41-a27b-47b6-ae36-7214d7be41db req-2e9c7201-3967-476b-b7e0-6454e3ee9a99 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:15.197931 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a68cfb41-a27b-47b6-ae36-7214d7be41db req-2e9c7201-3967-476b-b7e0-6454e3ee9a99 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 946 time: 0.0627728 Jul 16 21:31:15.236720 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a68cfb41-a27b-47b6-ae36-7214d7be41db req-ba81b291-0d81-4256-87ce-abfba7a2d593 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=51b43e8a-17b6-45a1-a94c-5dadd2bcf165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332642 Jul 16 21:31:16.406550 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edded2d-a076-4645-a866-b41af95c7ad6 req-80920d5b-0e9c-457d-b12c-d5a03e522d83 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:16.408055 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5edded2d-a076-4645-a866-b41af95c7ad6 req-80920d5b-0e9c-457d-b12c-d5a03e522d83 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 946 time: 0.0626032 Jul 16 21:31:16.447501 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5edded2d-a076-4645-a866-b41af95c7ad6 req-8c6e3d0b-ad55-40a7-a4f9-ac90bf16d222 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=51b43e8a-17b6-45a1-a94c-5dadd2bcf165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332687 Jul 16 21:31:17.631132 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdf738-16e9-49b2-a0ab-d962ad4af6ae req-9e9d7bb5-a040-4caa-8081-d0bc8d12bef8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:17.632707 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b3fdf738-16e9-49b2-a0ab-d962ad4af6ae req-9e9d7bb5-a040-4caa-8081-d0bc8d12bef8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 946 time: 0.0674171 Jul 16 21:31:17.672039 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b3fdf738-16e9-49b2-a0ab-d962ad4af6ae req-c542dc44-f177-4fad-a212-a9caada23c93 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=51b43e8a-17b6-45a1-a94c-5dadd2bcf165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338254 Jul 16 21:31:18.853738 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd3a69-b535-427a-b444-4d0a486b566f req-508faae3-ddf4-4e7c-9fbd-d6d8fd3c0823 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:18.855172 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-43fd3a69-b535-427a-b444-4d0a486b566f req-508faae3-ddf4-4e7c-9fbd-d6d8fd3c0823 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 946 time: 0.0639210 Jul 16 21:31:18.892728 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-43fd3a69-b535-427a-b444-4d0a486b566f req-4393a245-6cce-4ef1-8aab-4eada2bc91e4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=51b43e8a-17b6-45a1-a94c-5dadd2bcf165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320590 Jul 16 21:31:20.069742 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4a4d3-3a8f-4d9c-add0-45e5e4be3ef9 req-2926789f-b988-4cca-ba60-a52dd71d4b27 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:20.071243 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b3c4a4d3-3a8f-4d9c-add0-45e5e4be3ef9 req-2926789f-b988-4cca-ba60-a52dd71d4b27 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 946 time: 0.0632982 Jul 16 21:31:20.111723 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b3c4a4d3-3a8f-4d9c-add0-45e5e4be3ef9 req-1185da60-63d0-4f5f-8e05-7bba1b4a5a66 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=51b43e8a-17b6-45a1-a94c-5dadd2bcf165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349996 Jul 16 21:31:21.286973 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4803a1-e0f3-4a22-94e8-c6e6606b509a req-63bf25c4-2ed5-43f7-8df6-d34b87eba0f6 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:21.288462 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1d4803a1-e0f3-4a22-94e8-c6e6606b509a req-63bf25c4-2ed5-43f7-8df6-d34b87eba0f6 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 946 time: 0.0632942 Jul 16 21:31:21.327437 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1d4803a1-e0f3-4a22-94e8-c6e6606b509a req-16b8fd85-41ae-48a4-bd61-464589e90cfb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=51b43e8a-17b6-45a1-a94c-5dadd2bcf165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334342 Jul 16 21:31:21.809776 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f73488e6-386f-4ec9-bd52-8f81317255d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:22.501364 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1ed9b-ac04-49a2-9d67-6998f7f07ee1 req-1731f998-4987-404b-8a6b-fab5970075ff tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:22.502883 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-afa1ed9b-ac04-49a2-9d67-6998f7f07ee1 req-1731f998-4987-404b-8a6b-fab5970075ff tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 946 time: 0.0632014 Jul 16 21:31:22.540569 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-afa1ed9b-ac04-49a2-9d67-6998f7f07ee1 req-76ec54b7-49e5-4ca4-96a3-995009302f2f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=51b43e8a-17b6-45a1-a94c-5dadd2bcf165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314691 Jul 16 21:31:23.718953 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b13c3c-88f4-439b-804a-fbcc629ce3d5 req-b8b7fd73-e673-4bf6-9f95-ddd7b95da2a8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:23.720519 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f4b13c3c-88f4-439b-804a-fbcc629ce3d5 req-b8b7fd73-e673-4bf6-9f95-ddd7b95da2a8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 946 time: 0.0698464 Jul 16 21:31:23.771380 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f4b13c3c-88f4-439b-804a-fbcc629ce3d5 req-4fb1f372-5ad2-4d8a-a63c-2c9e9833d08a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=51b43e8a-17b6-45a1-a94c-5dadd2bcf165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440304 Jul 16 21:31:23.796063 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58882) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:31:23.857967 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-55d5b689-fad7-4d76-b9b3-3052884e2050 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/floatingips/27bbe3c3-210f-4227-a9f6-a809a24aee60 HTTP/1.1" status: 200 len: 994 time: 0.0606132 Jul 16 21:31:24.337981 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c69bbb97-5aef-4410-8c05-a72eb1585cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:24.432657 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:25.301245 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e521d58-43b0-4684-8f6c-8b50e76bc76d req-ef7d79df-a686-4f49-b5ae-ca6fe96a1680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:25.302866 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e521d58-43b0-4684-8f6c-8b50e76bc76d req-ef7d79df-a686-4f49-b5ae-ca6fe96a1680 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 1098 time: 0.0898261 Jul 16 21:31:25.326230 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea09d4e-8947-4ae4-9874-0402e153de73 req-03ada7b1-22c1-4afe-8a39-d950b53b738c tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:25.327673 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0ea09d4e-8947-4ae4-9874-0402e153de73 req-03ada7b1-22c1-4afe-8a39-d950b53b738c tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 946 time: 0.0887308 Jul 16 21:31:25.414671 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0ea09d4e-8947-4ae4-9874-0402e153de73 req-b5075df3-f0d2-4e81-aedf-061325520b71 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=51b43e8a-17b6-45a1-a94c-5dadd2bcf165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765276 Jul 16 21:31:25.430992 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e521d58-43b0-4684-8f6c-8b50e76bc76d req-cd707e34-d7a3-42de-a251-adba5dcc6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:25.432463 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e521d58-43b0-4684-8f6c-8b50e76bc76d req-cd707e34-d7a3-42de-a251-adba5dcc6392 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6d1d4c3c-f835-46d5-9681-6f05467535dd HTTP/1.1" status: 200 len: 897 time: 0.1234577 Jul 16 21:31:25.499212 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e521d58-43b0-4684-8f6c-8b50e76bc76d req-38a8576e-10ce-40fe-839b-3dcf969964cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ba09b4c-542a-40b9-831b-6bd7b5ec9759 HTTP/1.1" status: 200 len: 1002 time: 0.0603292 Jul 16 21:31:25.547326 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e521d58-43b0-4684-8f6c-8b50e76bc76d req-47f83441-1a9c-4433-b518-e0c10be0c58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:25.548744 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e521d58-43b0-4684-8f6c-8b50e76bc76d req-47f83441-1a9c-4433-b518-e0c10be0c58c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=751d7b16-f15b-467b-8537-fd31caf94f63 HTTP/1.1" status: 200 len: 834 time: 0.0429950 Jul 16 21:31:25.604413 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e521d58-43b0-4684-8f6c-8b50e76bc76d req-372adb9a-8f04-4bb3-a33a-4f635addeb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:25.605877 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e521d58-43b0-4684-8f6c-8b50e76bc76d req-372adb9a-8f04-4bb3-a33a-4f635addeb8c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6d1d4c3c-f835-46d5-9681-6f05467535dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510273 Jul 16 21:31:25.697432 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e521d58-43b0-4684-8f6c-8b50e76bc76d req-7e1db255-4356-4ef6-9f1a-06070e8b144c service neutron] 10.222.0.18 "GET /v2.0/networks/6d1d4c3c-f835-46d5-9681-6f05467535dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847032 Jul 16 21:31:25.783250 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e521d58-43b0-4684-8f6c-8b50e76bc76d req-9ccc0305-5373-4b0b-a26b-92e805c2bc1f service neutron] 10.222.0.18 "GET /v2.0/networks/6d1d4c3c-f835-46d5-9681-6f05467535dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801816 Jul 16 21:31:26.041587 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:26.593137 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d250a-ce45-4417-ac85-42d7b4735abf req-6333dd00-8a7c-444b-9b49-51bf25ff73e0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:26.594625 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-481d250a-ce45-4417-ac85-42d7b4735abf req-6333dd00-8a7c-444b-9b49-51bf25ff73e0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 946 time: 0.0671492 Jul 16 21:31:26.986605 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-481d250a-ce45-4417-ac85-42d7b4735abf req-c9bf44f4-0734-4d4d-9983-bde377d25e3d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=51b43e8a-17b6-45a1-a94c-5dadd2bcf165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3856370 Jul 16 21:31:27.011239 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58892) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:31:27.070163 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-aebe5aeb-1f6d-4bbc-be4e-79493e4a3c28 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/floatingips/27bbe3c3-210f-4227-a9f6-a809a24aee60 HTTP/1.1" status: 200 len: 994 time: 0.0577757 Jul 16 21:31:27.872806 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:30.055716 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:33.773327 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6007ae55-3974-4eb0-a79c-09361a5cc2c1 req-1f260fcf-7baa-4091-b416-e0e0b3f5f179 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0499451 Jul 16 21:31:33.869300 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007ae55-3974-4eb0-a79c-09361a5cc2c1 req-e953a6cc-117e-4df4-bcb8-173ecf69a89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:33.870800 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6007ae55-3974-4eb0-a79c-09361a5cc2c1 req-e953a6cc-117e-4df4-bcb8-173ecf69a89d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 1098 time: 0.0552037 Jul 16 21:31:33.950864 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:33.972803 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007ae55-3974-4eb0-a79c-09361a5cc2c1 req-c9cc4ee4-57d7-46f0-9cb2-c7acd3dc79b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:33.974263 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6007ae55-3974-4eb0-a79c-09361a5cc2c1 req-c9cc4ee4-57d7-46f0-9cb2-c7acd3dc79b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6d1d4c3c-f835-46d5-9681-6f05467535dd HTTP/1.1" status: 200 len: 897 time: 0.0836740 Jul 16 21:31:34.041742 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6007ae55-3974-4eb0-a79c-09361a5cc2c1 req-ccdfb512-7ae8-4054-ade3-093299437b64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ba09b4c-542a-40b9-831b-6bd7b5ec9759 HTTP/1.1" status: 200 len: 1002 time: 0.0612121 Jul 16 21:31:34.089486 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007ae55-3974-4eb0-a79c-09361a5cc2c1 req-87bf0005-c648-4fba-bf20-b805e4819f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:34.090959 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6007ae55-3974-4eb0-a79c-09361a5cc2c1 req-87bf0005-c648-4fba-bf20-b805e4819f98 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=751d7b16-f15b-467b-8537-fd31caf94f63 HTTP/1.1" status: 200 len: 834 time: 0.0432980 Jul 16 21:31:34.145972 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007ae55-3974-4eb0-a79c-09361a5cc2c1 req-a31d8121-09a5-491a-abea-478a5a41f68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:34.147572 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6007ae55-3974-4eb0-a79c-09361a5cc2c1 req-a31d8121-09a5-491a-abea-478a5a41f68a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6d1d4c3c-f835-46d5-9681-6f05467535dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506942 Jul 16 21:31:34.238836 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6007ae55-3974-4eb0-a79c-09361a5cc2c1 req-463cc576-8d77-497e-9a60-7a9bfa8137f9 service neutron] 10.222.0.18 "GET /v2.0/networks/6d1d4c3c-f835-46d5-9681-6f05467535dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845046 Jul 16 21:31:34.326990 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6007ae55-3974-4eb0-a79c-09361a5cc2c1 req-89a567d9-610a-40c0-8d05-2857d447a0ab service neutron] 10.222.0.18 "GET /v2.0/networks/6d1d4c3c-f835-46d5-9681-6f05467535dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817807 Jul 16 21:31:37.747514 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:31:51.811529 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b98a2606-048e-4d57-9c41-6dcb4cdff1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:54.339566 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b59e496a-25ce-4fe3-8b50-5a336b7c47d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:54.434161 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:56.043217 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:57.797206 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58908) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:31:57.875269 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:57.958176 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-be271285-fcc0-41f6-8d56-01bba2a11608 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Deleting port 7e7a13dd-ab38-487a-b29c-6ce0953b128b {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:31:57.958553 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-be271285-fcc0-41f6-8d56-01bba2a11608 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:58.033381 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-be271285-fcc0-41f6-8d56-01bba2a11608 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:58.033714 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-be271285-fcc0-41f6-8d56-01bba2a11608 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:58.045136 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-be271285-fcc0-41f6-8d56-01bba2a11608 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Calling delete_port for 7e7a13dd-ab38-487a-b29c-6ce0953b128b owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:31:58.192649 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-be271285-fcc0-41f6-8d56-01bba2a11608 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:58.217893 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be271285-fcc0-41f6-8d56-01bba2a11608 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Port': ['ID=7e7a13dd-ab38-487a-b29c-6ce0953b128b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:31:58.246089 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be271285-fcc0-41f6-8d56-01bba2a11608 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:58.246467 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be271285-fcc0-41f6-8d56-01bba2a11608 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:58.246813 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be271285-fcc0-41f6-8d56-01bba2a11608 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:58.247151 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be271285-fcc0-41f6-8d56-01bba2a11608 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:58.247485 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be271285-fcc0-41f6-8d56-01bba2a11608 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:58.247816 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be271285-fcc0-41f6-8d56-01bba2a11608 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:58.248147 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be271285-fcc0-41f6-8d56-01bba2a11608 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:58.248469 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be271285-fcc0-41f6-8d56-01bba2a11608 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:58.248794 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be271285-fcc0-41f6-8d56-01bba2a11608 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:58.249119 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be271285-fcc0-41f6-8d56-01bba2a11608 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:58.249442 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be271285-fcc0-41f6-8d56-01bba2a11608 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:58.249766 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be271285-fcc0-41f6-8d56-01bba2a11608 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:58.298129 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-be271285-fcc0-41f6-8d56-01bba2a11608 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:58.298614 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-be271285-fcc0-41f6-8d56-01bba2a11608 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Floating IP 27bbe3c3-210f-4227-a9f6-a809a24aee60 disassociated (deleted). External IP: 172.25.0.118, port: 1ba09b4c-542a-40b9-831b-6bd7b5ec9759. Jul 16 21:31:58.503121 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be271285-fcc0-41f6-8d56-01bba2a11608 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Router c4dc0911-cafd-47a2-b829-da3196e9fe79 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:31:58.610777 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be271285-fcc0-41f6-8d56-01bba2a11608 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:31:58.615541 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-be271285-fcc0-41f6-8d56-01bba2a11608 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:58.621447 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650defca-0123-4458-b559-cbedd1a0c723 None None] Sync routers for ids ['c4dc0911-cafd-47a2-b829-da3196e9fe79'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:31:58.630111 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650defca-0123-4458-b559-cbedd1a0c723 None None] Routers {'c4dc0911-cafd-47a2-b829-da3196e9fe79'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:31:58.630745 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-650defca-0123-4458-b559-cbedd1a0c723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:31:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c4dc0911-cafd-47a2-b829-da3196e9fe79'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:31:58.659350 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-be271285-fcc0-41f6-8d56-01bba2a11608 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "DELETE /v2.0/floatingips/27bbe3c3-210f-4227-a9f6-a809a24aee60 HTTP/1.1" status: 204 len: 168 time: 0.8610263 Jul 16 21:31:58.660097 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa06fa5-413a-4bfc-9612-53115bb8957e', 'tag': '1ba09b4c-542a-40b9-831b-6bd7b5ec9759'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:31:58.662524 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c690b2f-f206-4d6a-8d89-d39a89f01032" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa06fa5-413a-4bfc-9612-53115bb8957e", "tag": "1ba09b4c-542a-40b9-831b-6bd7b5ec9759"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:31:58.754186 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-650defca-0123-4458-b559-cbedd1a0c723 None None] Set router c4dc0911-cafd-47a2-b829-da3196e9fe79 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:31:58.768048 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61967637-0369-474b-9d40-2cd1b244d6f8 x-openstack-request-id: req-61967637-0369-474b-9d40-2cd1b244d6f8 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:31:58.768444 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa06fa5-413a-4bfc-9612-53115bb8957e", "tag": "1ba09b4c-542a-40b9-831b-6bd7b5ec9759", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:31:58.768836 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-61967637-0369-474b-9d40-2cd1b244d6f8 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:31:58.769757 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa06fa5-413a-4bfc-9612-53115bb8957e', 'tag': '1ba09b4c-542a-40b9-831b-6bd7b5ec9759', 'status': 'completed', 'code': 200} Jul 16 21:31:58.848951 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c690b2f-f206-4d6a-8d89-d39a89f01032 req-527adf69-f36b-45d3-978b-443ed181b6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:58.850677 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c690b2f-f206-4d6a-8d89-d39a89f01032 req-527adf69-f36b-45d3-978b-443ed181b6a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 1098 time: 0.0598125 Jul 16 21:31:58.960218 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c690b2f-f206-4d6a-8d89-d39a89f01032 req-c91e5cdd-735d-4a32-b5c6-cd94431fdb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:58.961955 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c690b2f-f206-4d6a-8d89-d39a89f01032 req-c91e5cdd-735d-4a32-b5c6-cd94431fdb61 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6d1d4c3c-f835-46d5-9681-6f05467535dd HTTP/1.1" status: 200 len: 897 time: 0.1051526 Jul 16 21:31:58.968919 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-650defca-0123-4458-b559-cbedd1a0c723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137916023', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:30:31Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'a8b4236e-b7fd-423e-91c9-5ae9b7689828', 'name': '', 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:58:ad:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '751d7b16-f15b-467b-8537-fd31caf94f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:30:30Z', 'updated_at': '2021-07-16T21:30:36Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': '751d7b16-f15b-467b-8537-fd31caf94f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:31:58.996774 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650defca-0123-4458-b559-cbedd1a0c723 None None] Checking router: c4dc0911-cafd-47a2-b829-da3196e9fe79 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:31:59.006112 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650defca-0123-4458-b559-cbedd1a0c723 None None] Routers {'c4dc0911-cafd-47a2-b829-da3196e9fe79'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:31:59.006686 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-650defca-0123-4458-b559-cbedd1a0c723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:31:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c4dc0911-cafd-47a2-b829-da3196e9fe79'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:31:59.012508 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c690b2f-f206-4d6a-8d89-d39a89f01032 req-3b3dee18-aa7e-40b2-b1e1-cfa16fe09e01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ba09b4c-542a-40b9-831b-6bd7b5ec9759 HTTP/1.1" status: 200 len: 217 time: 0.0436990 Jul 16 21:31:59.066991 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c690b2f-f206-4d6a-8d89-d39a89f01032 req-d51d4a25-d2dc-4662-8578-4fc0f4c48eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:59.068611 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c690b2f-f206-4d6a-8d89-d39a89f01032 req-d51d4a25-d2dc-4662-8578-4fc0f4c48eb7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=751d7b16-f15b-467b-8537-fd31caf94f63 HTTP/1.1" status: 200 len: 834 time: 0.0483212 Jul 16 21:31:59.126294 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-650defca-0123-4458-b559-cbedd1a0c723 None None] Set router c4dc0911-cafd-47a2-b829-da3196e9fe79 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:31:59.133312 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c690b2f-f206-4d6a-8d89-d39a89f01032 req-c30952f5-a185-40df-8c2d-ee39e0f620f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:59.135074 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c690b2f-f206-4d6a-8d89-d39a89f01032 req-c30952f5-a185-40df-8c2d-ee39e0f620f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6d1d4c3c-f835-46d5-9681-6f05467535dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600929 Jul 16 21:31:59.268229 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c690b2f-f206-4d6a-8d89-d39a89f01032 req-7500325d-9a2c-4251-a07e-70920d2b7446 service neutron] 10.222.0.18 "GET /v2.0/networks/6d1d4c3c-f835-46d5-9681-6f05467535dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255412 Jul 16 21:31:59.312798 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585139b-b8b9-4050-b0c5-11b3b6774d1b req-7c65ae75-14e5-4dc0-ae88-f8703ab85fec tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:59.314356 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7585139b-b8b9-4050-b0c5-11b3b6774d1b req-7c65ae75-14e5-4dc0-ae88-f8703ab85fec tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 946 time: 0.1422484 Jul 16 21:31:59.327296 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-650defca-0123-4458-b559-cbedd1a0c723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137916023', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:30:31Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'a8b4236e-b7fd-423e-91c9-5ae9b7689828', 'name': '', 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:58:ad:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '751d7b16-f15b-467b-8537-fd31caf94f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:30:30Z', 'updated_at': '2021-07-16T21:30:36Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': '751d7b16-f15b-467b-8537-fd31caf94f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:31:59.357019 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650defca-0123-4458-b559-cbedd1a0c723 None None] The sync data for ids ['c4dc0911-cafd-47a2-b829-da3196e9fe79'] in n-d-791506-21 is: [{'id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137916023', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:30:31Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'a8b4236e-b7fd-423e-91c9-5ae9b7689828', 'name': '', 'network_id': '6d1d4c3c-f835-46d5-9681-6f05467535dd', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:58:ad:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '751d7b16-f15b-467b-8537-fd31caf94f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:30:30Z', 'updated_at': '2021-07-16T21:30:36Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': '751d7b16-f15b-467b-8537-fd31caf94f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:31:59.405099 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7585139b-b8b9-4050-b0c5-11b3b6774d1b req-8ea77022-ce8b-47ab-a455-635993566ce0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=51b43e8a-17b6-45a1-a94c-5dadd2bcf165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841739 Jul 16 21:31:59.407548 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5c690b2f-f206-4d6a-8d89-d39a89f01032 req-7df1192f-5804-4e62-a2f8-7a37ae65b52b service neutron] 10.222.0.18 "GET /v2.0/networks/6d1d4c3c-f835-46d5-9681-6f05467535dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320000 Jul 16 21:31:59.580961 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a8051a-8c5e-4cda-b23d-104404e8050a None None] New status for floating IP 27bbe3c3-210f-4227-a9f6-a809a24aee60: DOWN {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:32:00.062230 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:00.425690 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785fa91-fca6-4997-9a00-56924e6edb30 req-4d924915-aafb-453b-949a-0bda2c4dc310 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:00.427082 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2785fa91-fca6-4997-9a00-56924e6edb30 req-4d924915-aafb-453b-949a-0bda2c4dc310 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.18 "GET /v2.0/ports?device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 946 time: 0.0636761 Jul 16 21:32:00.565011 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-2785fa91-fca6-4997-9a00-56924e6edb30 req-98f1a251-8e02-4e5b-b730-1eb391c3641b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Deleting port 1ba09b4c-542a-40b9-831b-6bd7b5ec9759 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:32:00.565353 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2785fa91-fca6-4997-9a00-56924e6edb30 req-98f1a251-8e02-4e5b-b730-1eb391c3641b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:00.674867 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dccc41-0750-4ee9-b16c-110c7b81983c req-1817bb37-e822-4024-b094-33f39003f084 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:00.676399 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-01dccc41-0750-4ee9-b16c-110c7b81983c req-1817bb37-e822-4024-b094-33f39003f084 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa06fa5-413a-4bfc-9612-53115bb8957e HTTP/1.1" status: 200 len: 946 time: 0.1454449 Jul 16 21:32:00.678006 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-2785fa91-fca6-4997-9a00-56924e6edb30 req-98f1a251-8e02-4e5b-b730-1eb391c3641b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] For port 1ba09b4c-542a-40b9-831b-6bd7b5ec9759, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=1ba09b4c-542a-40b9-831b-6bd7b5ec9759,segment=NetworkSegment(a7df12a2-b08c-4092-8a21-aa474b777af6),segment_id=a7df12a2-b08c-4092-8a21-aa474b777af6)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:32:00.678386 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2785fa91-fca6-4997-9a00-56924e6edb30 req-98f1a251-8e02-4e5b-b730-1eb391c3641b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:00.696435 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-2785fa91-fca6-4997-9a00-56924e6edb30 req-98f1a251-8e02-4e5b-b730-1eb391c3641b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Calling delete_port for 1ba09b4c-542a-40b9-831b-6bd7b5ec9759 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:32:00.760060 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-01dccc41-0750-4ee9-b16c-110c7b81983c req-e5c26c6c-a30e-422e-b0b6-b991a2492c2e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=51b43e8a-17b6-45a1-a94c-5dadd2bcf165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742505 Jul 16 21:32:00.843759 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2785fa91-fca6-4997-9a00-56924e6edb30 req-98f1a251-8e02-4e5b-b730-1eb391c3641b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:00.882781 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1a251-8e02-4e5b-b730-1eb391c3641b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Port': ['ID=1ba09b4c-542a-40b9-831b-6bd7b5ec9759,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:00.923265 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2785fa91-fca6-4997-9a00-56924e6edb30 req-98f1a251-8e02-4e5b-b730-1eb391c3641b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] No DVR routers for this DVR port 1ba09b4c-542a-40b9-831b-6bd7b5ec9759 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:32:00.925761 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-2785fa91-fca6-4997-9a00-56924e6edb30 req-98f1a251-8e02-4e5b-b730-1eb391c3641b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:00.927827 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2785fa91-fca6-4997-9a00-56924e6edb30 req-98f1a251-8e02-4e5b-b730-1eb391c3641b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.18 "DELETE /v2.0/ports/1ba09b4c-542a-40b9-831b-6bd7b5ec9759 HTTP/1.1" status: 204 len: 173 time: 0.4954600 Jul 16 21:32:00.928207 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa06fa5-413a-4bfc-9612-53115bb8957e', 'name': 'network-vif-deleted', 'tag': '1ba09b4c-542a-40b9-831b-6bd7b5ec9759'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:32:00.931081 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11009836-9219-4104-a037-21309d02508f" -d '{"events": [{"server_uuid": "0fa06fa5-413a-4bfc-9612-53115bb8957e", "name": "network-vif-deleted", "tag": "1ba09b4c-542a-40b9-831b-6bd7b5ec9759"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:32:00.969839 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90deb2d-81ba-4dab-a6cf-05d1d42d5a7a x-openstack-request-id: req-e90deb2d-81ba-4dab-a6cf-05d1d42d5a7a {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:32:00.970161 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa06fa5-413a-4bfc-9612-53115bb8957e", "name": "network-vif-deleted", "tag": "1ba09b4c-542a-40b9-831b-6bd7b5ec9759", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:32:00.970625 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e90deb2d-81ba-4dab-a6cf-05d1d42d5a7a {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:32:00.970856 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa06fa5-413a-4bfc-9612-53115bb8957e', 'name': 'network-vif-deleted', 'tag': '1ba09b4c-542a-40b9-831b-6bd7b5ec9759', 'status': 'completed', 'code': 200} Jul 16 21:32:01.853254 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58926) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:02.213887 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ea8a8cc7-85ad-4ad3-89b9-34ce438dad21 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:02.476482 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-ea8a8cc7-85ad-4ad3-89b9-34ce438dad21 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Deleting port a8b4236e-b7fd-423e-91c9-5ae9b7689828 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:32:02.476770 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ea8a8cc7-85ad-4ad3-89b9-34ce438dad21 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:02.563340 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-ea8a8cc7-85ad-4ad3-89b9-34ce438dad21 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] For port a8b4236e-b7fd-423e-91c9-5ae9b7689828, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a8b4236e-b7fd-423e-91c9-5ae9b7689828,segment=NetworkSegment(a7df12a2-b08c-4092-8a21-aa474b777af6),segment_id=a7df12a2-b08c-4092-8a21-aa474b777af6)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:32:02.563695 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ea8a8cc7-85ad-4ad3-89b9-34ce438dad21 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:02.576748 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-ea8a8cc7-85ad-4ad3-89b9-34ce438dad21 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Calling delete_port for a8b4236e-b7fd-423e-91c9-5ae9b7689828 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:32:02.761599 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ea8a8cc7-85ad-4ad3-89b9-34ce438dad21 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:02.790086 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a8cc7-85ad-4ad3-89b9-34ce438dad21 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Port': ['ID=a8b4236e-b7fd-423e-91c9-5ae9b7689828,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:02.970002 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ea8a8cc7-85ad-4ad3-89b9-34ce438dad21 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:03.175716 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8a8cc7-85ad-4ad3-89b9-34ce438dad21 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Router c4dc0911-cafd-47a2-b829-da3196e9fe79 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:32:03.279945 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8a8cc7-85ad-4ad3-89b9-34ce438dad21 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:32:03.285089 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ea8a8cc7-85ad-4ad3-89b9-34ce438dad21 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "PUT /v2.0/routers/c4dc0911-cafd-47a2-b829-da3196e9fe79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4308100 Jul 16 21:32:03.287921 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58928) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:03.292366 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b30ae79-36d8-449e-8eb9-70f9b3d07572 None None] Sync routers for ids ['c4dc0911-cafd-47a2-b829-da3196e9fe79'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:32:03.301306 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b30ae79-36d8-449e-8eb9-70f9b3d07572 None None] Routers {'c4dc0911-cafd-47a2-b829-da3196e9fe79'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:32:03.301909 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-5b30ae79-36d8-449e-8eb9-70f9b3d07572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:31:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c4dc0911-cafd-47a2-b829-da3196e9fe79'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:03.339248 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5030565-6624-478f-a323-45116bcc9b90 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Deleting subnet 751d7b16-f15b-467b-8537-fd31caf94f63 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:32:03.342369 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d5030565-6624-478f-a323-45116bcc9b90 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:03.387798 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d5030565-6624-478f-a323-45116bcc9b90 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:03.476622 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d5030565-6624-478f-a323-45116bcc9b90 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:03.496988 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-5b30ae79-36d8-449e-8eb9-70f9b3d07572 None None] Set router c4dc0911-cafd-47a2-b829-da3196e9fe79 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:32:03.535704 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d5030565-6624-478f-a323-45116bcc9b90 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:03.568340 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5030565-6624-478f-a323-45116bcc9b90 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Subnet': ['ID=751d7b16-f15b-467b-8537-fd31caf94f63,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:03.574132 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d5030565-6624-478f-a323-45116bcc9b90 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:03.576018 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-d5030565-6624-478f-a323-45116bcc9b90 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "DELETE /v2.0/subnets/751d7b16-f15b-467b-8537-fd31caf94f63 HTTP/1.1" status: 204 len: 168 time: 0.2871149 Jul 16 21:32:03.578872 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58930) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:03.581688 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fef6555-cbb2-4178-9cbb-a2f18163fe6e None None] Network 6d1d4c3c-f835-46d5-9681-6f05467535dd requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:32:03.582208 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5030565-6624-478f-a323-45116bcc9b90 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:03.582404 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5030565-6624-478f-a323-45116bcc9b90 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:03.582619 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5030565-6624-478f-a323-45116bcc9b90 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:03.582966 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5030565-6624-478f-a323-45116bcc9b90 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:03.583307 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5030565-6624-478f-a323-45116bcc9b90 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:03.583647 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5030565-6624-478f-a323-45116bcc9b90 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:03.583989 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5030565-6624-478f-a323-45116bcc9b90 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:03.584326 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5030565-6624-478f-a323-45116bcc9b90 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:03.584662 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5030565-6624-478f-a323-45116bcc9b90 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:03.585014 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5030565-6624-478f-a323-45116bcc9b90 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:03.585346 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5030565-6624-478f-a323-45116bcc9b90 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:03.585665 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5030565-6624-478f-a323-45116bcc9b90 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:03.676051 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-5b30ae79-36d8-449e-8eb9-70f9b3d07572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137916023', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:32:02Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:03.690165 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-233277e5-fbb3-4244-93ea-320f36e41bbb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:03.703497 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b30ae79-36d8-449e-8eb9-70f9b3d07572 None None] Checking router: c4dc0911-cafd-47a2-b829-da3196e9fe79 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:32:03.713043 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b30ae79-36d8-449e-8eb9-70f9b3d07572 None None] Routers {'c4dc0911-cafd-47a2-b829-da3196e9fe79'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:32:03.713659 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-5b30ae79-36d8-449e-8eb9-70f9b3d07572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:31:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['c4dc0911-cafd-47a2-b829-da3196e9fe79'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:03.785292 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b0eab7-466f-4aa7-bf2f-114d39b4313e None None] DHCP port deletion for 6d1d4c3c-f835-46d5-9681-6f05467535dd request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:32:03.801072 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-233277e5-fbb3-4244-93ea-320f36e41bbb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:03.824374 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-5b30ae79-36d8-449e-8eb9-70f9b3d07572 None None] Set router c4dc0911-cafd-47a2-b829-da3196e9fe79 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:32:03.838645 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a2b0eab7-466f-4aa7-bf2f-114d39b4313e None None] Deleting port 938c77a7-cc2f-4bf4-b80c-0b03f93c9efd {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:32:03.839019 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2b0eab7-466f-4aa7-bf2f-114d39b4313e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:03.859480 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-233277e5-fbb3-4244-93ea-320f36e41bbb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Deleting port f7c4ccf7-6c9f-4911-af74-e835982f4a11 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:32:03.860157 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-233277e5-fbb3-4244-93ea-320f36e41bbb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:03.902092 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a2b0eab7-466f-4aa7-bf2f-114d39b4313e None None] For port 938c77a7-cc2f-4bf4-b80c-0b03f93c9efd, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=938c77a7-cc2f-4bf4-b80c-0b03f93c9efd,segment=NetworkSegment(a7df12a2-b08c-4092-8a21-aa474b777af6),segment_id=a7df12a2-b08c-4092-8a21-aa474b777af6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:32:03.902551 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2b0eab7-466f-4aa7-bf2f-114d39b4313e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:03.915530 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a2b0eab7-466f-4aa7-bf2f-114d39b4313e None None] Calling delete_port for 938c77a7-cc2f-4bf4-b80c-0b03f93c9efd owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:32:03.953141 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-233277e5-fbb3-4244-93ea-320f36e41bbb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] For port f7c4ccf7-6c9f-4911-af74-e835982f4a11, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=f7c4ccf7-6c9f-4911-af74-e835982f4a11,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:32:03.953502 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-233277e5-fbb3-4244-93ea-320f36e41bbb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:03.966910 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-233277e5-fbb3-4244-93ea-320f36e41bbb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Calling delete_port for f7c4ccf7-6c9f-4911-af74-e835982f4a11 owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:32:03.996313 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:04.021561 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2b0eab7-466f-4aa7-bf2f-114d39b4313e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:04.021949 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-5b30ae79-36d8-449e-8eb9-70f9b3d07572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137916023', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:32:02Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:04.047990 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0eab7-466f-4aa7-bf2f-114d39b4313e None None] Pushing event deleted for resources: {'Port': ['ID=938c77a7-cc2f-4bf4-b80c-0b03f93c9efd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:04.049791 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b30ae79-36d8-449e-8eb9-70f9b3d07572 None None] The sync data for ids ['c4dc0911-cafd-47a2-b829-da3196e9fe79'] in n-d-791506-21 is: [{'id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137916023', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:32:02Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': 'f7c4ccf7-6c9f-4911-af74-e835982f4a11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dc0911-cafd-47a2-b829-da3196e9fe79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:30:28Z', 'updated_at': '2021-07-16T21:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:32:04.053759 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b0eab7-466f-4aa7-bf2f-114d39b4313e None None] No DVR routers for this DVR port 938c77a7-cc2f-4bf4-b80c-0b03f93c9efd on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:32:04.062568 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b0eab7-466f-4aa7-bf2f-114d39b4313e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:04.063704 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b0eab7-466f-4aa7-bf2f-114d39b4313e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:04.063704 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b0eab7-466f-4aa7-bf2f-114d39b4313e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:04.063704 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b0eab7-466f-4aa7-bf2f-114d39b4313e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:04.065010 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b0eab7-466f-4aa7-bf2f-114d39b4313e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:04.065010 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b0eab7-466f-4aa7-bf2f-114d39b4313e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:04.065010 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b0eab7-466f-4aa7-bf2f-114d39b4313e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:04.065308 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b0eab7-466f-4aa7-bf2f-114d39b4313e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:04.065581 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b0eab7-466f-4aa7-bf2f-114d39b4313e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:04.065973 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b0eab7-466f-4aa7-bf2f-114d39b4313e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:04.066381 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b0eab7-466f-4aa7-bf2f-114d39b4313e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:04.066769 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b0eab7-466f-4aa7-bf2f-114d39b4313e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:04.147525 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-233277e5-fbb3-4244-93ea-320f36e41bbb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:04.174411 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233277e5-fbb3-4244-93ea-320f36e41bbb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Port': ['ID=f7c4ccf7-6c9f-4911-af74-e835982f4a11,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:04.237863 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-233277e5-fbb3-4244-93ea-320f36e41bbb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:04.324495 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 1ba09b4c-542a-40b9-831b-6bd7b5ec9759 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:32:04.344723 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 1ba09b4c-542a-40b9-831b-6bd7b5ec9759 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:32:04.345074 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 1ba09b4c-542a-40b9-831b-6bd7b5ec9759 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:32:04.683696 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-233277e5-fbb3-4244-93ea-320f36e41bbb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:04.685836 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-233277e5-fbb3-4244-93ea-320f36e41bbb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:04.713286 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a8b4236e-b7fd-423e-91c9-5ae9b7689828 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:32:04.731526 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-233277e5-fbb3-4244-93ea-320f36e41bbb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:04.732043 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233277e5-fbb3-4244-93ea-320f36e41bbb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Fanout notify agent at l3_agent the message router_deleted on router c4dc0911-cafd-47a2-b829-da3196e9fe79 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:32:04.734142 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: a8b4236e-b7fd-423e-91c9-5ae9b7689828 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:32:04.734521 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a8b4236e-b7fd-423e-91c9-5ae9b7689828 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:32:04.735072 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 938c77a7-cc2f-4bf4-b80c-0b03f93c9efd no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:32:04.739381 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-233277e5-fbb3-4244-93ea-320f36e41bbb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:04.740497 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-233277e5-fbb3-4244-93ea-320f36e41bbb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "DELETE /v2.0/routers/c4dc0911-cafd-47a2-b829-da3196e9fe79 HTTP/1.1" status: 204 len: 168 time: 1.1600266 Jul 16 21:32:04.743292 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58932) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:04.754506 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 938c77a7-cc2f-4bf4-b80c-0b03f93c9efd {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:32:04.754849 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 938c77a7-cc2f-4bf4-b80c-0b03f93c9efd not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:32:04.825377 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f6011b0-b463-4d76-a770-1d86e7e1f801 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:04.915288 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f6011b0-b463-4d76-a770-1d86e7e1f801 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:04.924898 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-7f6011b0-b463-4d76-a770-1d86e7e1f801 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1d4c3c-f835-46d5-9681-6f05467535dd']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:04.934919 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-7f6011b0-b463-4d76-a770-1d86e7e1f801 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7df12a2-b08c-4092-8a21-aa474b777af6') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:04.935214 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-7f6011b0-b463-4d76-a770-1d86e7e1f801 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7df12a2-b08c-4092-8a21-aa474b777af6') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:04.943582 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f6011b0-b463-4d76-a770-1d86e7e1f801 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:04.956577 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f6011b0-b463-4d76-a770-1d86e7e1f801 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:04.962700 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6011b0-b463-4d76-a770-1d86e7e1f801 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:32:04.963086 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f6011b0-b463-4d76-a770-1d86e7e1f801 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: timer() Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:32:04.965976 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:32:05.026462 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f6011b0-b463-4d76-a770-1d86e7e1f801 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:05.031409 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f6011b0-b463-4d76-a770-1d86e7e1f801 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:05.033515 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7f6011b0-b463-4d76-a770-1d86e7e1f801 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "DELETE /v2.0/networks/6d1d4c3c-f835-46d5-9681-6f05467535dd HTTP/1.1" status: 204 len: 168 time: 0.2891448 Jul 16 21:32:05.036420 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58934) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:05.048276 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6011b0-b463-4d76-a770-1d86e7e1f801 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Network': ['ID=6d1d4c3c-f835-46d5-9681-6f05467535dd,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:05.097502 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-679fad96-d84b-431a-9f5a-d2fb621362be tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:05.123116 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-679fad96-d84b-431a-9f5a-d2fb621362be tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:05.183531 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-679fad96-d84b-431a-9f5a-d2fb621362be tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:05.186240 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-679fad96-d84b-431a-9f5a-d2fb621362be tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:05.187479 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-679fad96-d84b-431a-9f5a-d2fb621362be tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "DELETE /v2.0/security-groups/51b43e8a-17b6-45a1-a94c-5dadd2bcf165 HTTP/1.1" status: 204 len: 168 time: 0.1500349 Jul 16 21:32:05.197886 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fad96-d84b-431a-9f5a-d2fb621362be tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b43e8a-17b6-45a1-a94c-5dadd2bcf165,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:05.424634 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58940) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:05.429270 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-6af9fc95-2846-4d07-adc3-a76085d05148 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1228828232', 'description': 'tempest-secgroup-smoke-1228828232 description', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:32:05.451566 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6af9fc95-2846-4d07-adc3-a76085d05148 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:05.530207 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6af9fc95-2846-4d07-adc3-a76085d05148 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:05.533811 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6af9fc95-2846-4d07-adc3-a76085d05148 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:05.560325 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6af9fc95-2846-4d07-adc3-a76085d05148 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:05.561510 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-6af9fc95-2846-4d07-adc3-a76085d05148 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1358781 Jul 16 21:32:05.563358 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9fc95-2846-4d07-adc3-a76085d05148 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13fb35d3-8e45-44fa-9a47-a7d1303efbac,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:05.564665 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58942) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:05.569926 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-8c0d0e8b-6852-4a23-8cba-328fc9b18c37 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': '13fb35d3-8e45-44fa-9a47-a7d1303efbac', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:32:05.596138 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8c0d0e8b-6852-4a23-8cba-328fc9b18c37 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:05.650359 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8c0d0e8b-6852-4a23-8cba-328fc9b18c37 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:05.653794 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8c0d0e8b-6852-4a23-8cba-328fc9b18c37 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:05.671063 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d0e8b-6852-4a23-8cba-328fc9b18c37 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98bbc01-358c-4438-bd21-7a13ea6c0927,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:05.676729 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8c0d0e8b-6852-4a23-8cba-328fc9b18c37 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:05.677913 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8c0d0e8b-6852-4a23-8cba-328fc9b18c37 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1116831 Jul 16 21:32:05.681114 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58944) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:05.685920 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-54f89dd3-ba5d-4cd1-8213-b792cbdec9bc tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': '13fb35d3-8e45-44fa-9a47-a7d1303efbac', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:32:05.711825 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-54f89dd3-ba5d-4cd1-8213-b792cbdec9bc tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:05.767748 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-54f89dd3-ba5d-4cd1-8213-b792cbdec9bc tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:05.771299 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-54f89dd3-ba5d-4cd1-8213-b792cbdec9bc tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:05.794610 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f89dd3-ba5d-4cd1-8213-b792cbdec9bc tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e105804-4b64-43f7-9e9d-5ae4d3305468,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:05.802465 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-54f89dd3-ba5d-4cd1-8213-b792cbdec9bc tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:05.803668 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-54f89dd3-ba5d-4cd1-8213-b792cbdec9bc tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212816 Jul 16 21:32:05.806287 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58946) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:05.810750 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-ad42193e-2632-42a5-8966-818fe28398a8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': '13fb35d3-8e45-44fa-9a47-a7d1303efbac', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:32:05.836868 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ad42193e-2632-42a5-8966-818fe28398a8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:05.894364 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ad42193e-2632-42a5-8966-818fe28398a8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:05.897770 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ad42193e-2632-42a5-8966-818fe28398a8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:05.919579 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42193e-2632-42a5-8966-818fe28398a8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201c37bc-4b40-4300-adcf-24a4d13cb59c,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:05.922903 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ad42193e-2632-42a5-8966-818fe28398a8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:05.924091 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ad42193e-2632-42a5-8966-818fe28398a8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168444 Jul 16 21:32:05.927042 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58948) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:05.931576 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-798f2e9b-f9f5-4d12-8d3b-c9a6d2da66fa tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': '13fb35d3-8e45-44fa-9a47-a7d1303efbac', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:32:05.956498 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-798f2e9b-f9f5-4d12-8d3b-c9a6d2da66fa tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:06.014979 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-798f2e9b-f9f5-4d12-8d3b-c9a6d2da66fa tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:06.018340 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-798f2e9b-f9f5-4d12-8d3b-c9a6d2da66fa tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:06.038362 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f2e9b-f9f5-4d12-8d3b-c9a6d2da66fa tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=202181a1-263d-49cb-bd2e-378d05faf961,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:06.041664 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-798f2e9b-f9f5-4d12-8d3b-c9a6d2da66fa tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:06.042871 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-798f2e9b-f9f5-4d12-8d3b-c9a6d2da66fa tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149151 Jul 16 21:32:06.045657 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58950) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:06.049970 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-652dce8a-1a9f-4338-afbd-c6b497bd37f4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': '13fb35d3-8e45-44fa-9a47-a7d1303efbac', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:32:06.072570 n-d-791506-21 neutron-server[93794]: INFO neutron.db.securitygroups_db [None req-652dce8a-1a9f-4338-afbd-c6b497bd37f4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Project d0e49adb7de6459493e23c0b2760acb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:32:06.077775 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-652dce8a-1a9f-4338-afbd-c6b497bd37f4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:06.137005 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-652dce8a-1a9f-4338-afbd-c6b497bd37f4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:06.140372 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-652dce8a-1a9f-4338-afbd-c6b497bd37f4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:06.160090 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652dce8a-1a9f-4338-afbd-c6b497bd37f4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a486b5f0-cebb-49ac-a7be-1fed5d3b09bf,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:06.165344 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-652dce8a-1a9f-4338-afbd-c6b497bd37f4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:06.166980 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-652dce8a-1a9f-4338-afbd-c6b497bd37f4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204000 Jul 16 21:32:06.169794 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58952) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:06.174342 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-65162ccd-b5f5-441d-980b-5414401b96e5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'security_group_rule': {'security_group_id': '13fb35d3-8e45-44fa-9a47-a7d1303efbac', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:32:06.197033 n-d-791506-21 neutron-server[93794]: INFO neutron.db.securitygroups_db [None req-65162ccd-b5f5-441d-980b-5414401b96e5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Project d0e49adb7de6459493e23c0b2760acb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:32:06.201772 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-65162ccd-b5f5-441d-980b-5414401b96e5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:06.265512 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-65162ccd-b5f5-441d-980b-5414401b96e5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:06.269332 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-65162ccd-b5f5-441d-980b-5414401b96e5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:06.288950 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65162ccd-b5f5-441d-980b-5414401b96e5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95909b2d-9d47-4e58-93ce-1bf5ebfd671b,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:06.292682 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-65162ccd-b5f5-441d-980b-5414401b96e5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:06.294030 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-65162ccd-b5f5-441d-980b-5414401b96e5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233284 Jul 16 21:32:06.296919 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58954) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:06.301794 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-cba8ea94-8f5b-4fa3-85a9-e5bf26e890b9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'network': {'name': 'tempest-network-smoke--811691209', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'port_security_enabled': True}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:32:06.323643 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba8ea94-8f5b-4fa3-85a9-e5bf26e890b9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Made reservation on behalf of d0e49adb7de6459493e23c0b2760acb3 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:32:06.327091 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cba8ea94-8f5b-4fa3-85a9-e5bf26e890b9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:06.349677 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba8ea94-8f5b-4fa3-85a9-e5bf26e890b9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:32:06.358924 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cba8ea94-8f5b-4fa3-85a9-e5bf26e890b9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:06.359266 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-cba8ea94-8f5b-4fa3-85a9-e5bf26e890b9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Added segment 4e77b85c-dc3e-41c9-af09-543c274c74f9 of type vlan for network f9c000fd-ad09-4585-bac8-a1915ebf8833 Jul 16 21:32:06.397733 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cba8ea94-8f5b-4fa3-85a9-e5bf26e890b9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:06.426210 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cba8ea94-8f5b-4fa3-85a9-e5bf26e890b9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:06.432539 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba8ea94-8f5b-4fa3-85a9-e5bf26e890b9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:06.433115 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cba8ea94-8f5b-4fa3-85a9-e5bf26e890b9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:06.465794 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-cba8ea94-8f5b-4fa3-85a9-e5bf26e890b9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1678634 Jul 16 21:32:06.468701 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58956) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:06.473360 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-1b98adcc-e551-49bf-a9c3-66ad024b15ff tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1329799126', 'admin_state_up': True, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:32:06.496558 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b98adcc-e551-49bf-a9c3-66ad024b15ff tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:06.497626 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b98adcc-e551-49bf-a9c3-66ad024b15ff tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:06.505049 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8ea94-8f5b-4fa3-85a9-e5bf26e890b9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Network': ['ID=f9c000fd-ad09-4585-bac8-a1915ebf8833,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:06.518498 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network f9c000fd-ad09-4585-bac8-a1915ebf8833 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:32:06.557561 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b98adcc-e551-49bf-a9c3-66ad024b15ff tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:06.620136 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f7c4ccf7-6c9f-4911-af74-e835982f4a11 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:32:06.641024 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: f7c4ccf7-6c9f-4911-af74-e835982f4a11 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:32:06.641371 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device f7c4ccf7-6c9f-4911-af74-e835982f4a11 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:32:06.693368 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b98adcc-e551-49bf-a9c3-66ad024b15ff tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:06.889229 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b98adcc-e551-49bf-a9c3-66ad024b15ff tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:06.907488 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b98adcc-e551-49bf-a9c3-66ad024b15ff tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:07.011295 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-1b98adcc-e551-49bf-a9c3-66ad024b15ff tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Allocated IP 172.25.0.253 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/920c8847-b39f-41cf-8400-927f68ff385a) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:32:07.110794 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b98adcc-e551-49bf-a9c3-66ad024b15ff tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:07.148600 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b98adcc-e551-49bf-a9c3-66ad024b15ff tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:07.192819 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b98adcc-e551-49bf-a9c3-66ad024b15ff tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:32:07.195597 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-1b98adcc-e551-49bf-a9c3-66ad024b15ff tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:32:07.199511 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b98adcc-e551-49bf-a9c3-66ad024b15ff tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:32:07.222817 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98adcc-e551-49bf-a9c3-66ad024b15ff tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=920c8847-b39f-41cf-8400-927f68ff385a,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:07.450119 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b98adcc-e551-49bf-a9c3-66ad024b15ff tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:07.641834 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b98adcc-e551-49bf-a9c3-66ad024b15ff tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:07.766513 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b98adcc-e551-49bf-a9c3-66ad024b15ff tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Router 50861aca-9fd2-40ad-bc66-c49ce811d738 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:32:08.193458 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b98adcc-e551-49bf-a9c3-66ad024b15ff tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:32:08.203159 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6923c3c8-bd5d-4033-947c-1eae02a0bf8f None None] Sync routers for ids ['50861aca-9fd2-40ad-bc66-c49ce811d738'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:32:08.212156 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1b98adcc-e551-49bf-a9c3-66ad024b15ff tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:08.212501 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6923c3c8-bd5d-4033-947c-1eae02a0bf8f None None] Routers {'50861aca-9fd2-40ad-bc66-c49ce811d738'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:32:08.212896 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-6923c3c8-bd5d-4033-947c-1eae02a0bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:31:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['50861aca-9fd2-40ad-bc66-c49ce811d738'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:08.213433 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1b98adcc-e551-49bf-a9c3-66ad024b15ff tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7436996 Jul 16 21:32:08.216565 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58958) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:08.291839 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ae150565-ea71-4cc6-8809-1c03b9143d0a tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=d0e49adb7de6459493e23c0b2760acb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0741427 Jul 16 21:32:08.294343 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 58962) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:08.318803 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-6923c3c8-bd5d-4033-947c-1eae02a0bf8f None None] Set router 50861aca-9fd2-40ad-bc66-c49ce811d738 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:32:08.383733 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d001af5-1fe6-42cb-bbef-206d0cca0430 tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:08.385268 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5d001af5-1fe6-42cb-bbef-206d0cca0430 tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899241 Jul 16 21:32:08.388515 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58964) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:08.417643 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5cb4d758-10b7-4c36-ab65-d7f3dbc19b84 tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=9eaba347-54f9-4044-808d-862f23e2a998&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279515 Jul 16 21:32:08.420188 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58966) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:08.424936 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-bba3ab2d-3e35-4869-a508-8146a8e2b2b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-672644717', 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833', 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:32:08.497789 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-6923c3c8-bd5d-4033-947c-1eae02a0bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329799126', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '920c8847-b39f-41cf-8400-927f68ff385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:32:07Z', 'revision_number': 3, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '920c8847-b39f-41cf-8400-927f68ff385a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:32:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:08.516871 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba3ab2d-3e35-4869-a508-8146a8e2b2b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Made reservation on behalf of d0e49adb7de6459493e23c0b2760acb3 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:32:08.520476 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bba3ab2d-3e35-4869-a508-8146a8e2b2b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:08.523747 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6923c3c8-bd5d-4033-947c-1eae02a0bf8f None None] Checking router: 50861aca-9fd2-40ad-bc66-c49ce811d738 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:32:08.524637 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6923c3c8-bd5d-4033-947c-1eae02a0bf8f None None] Updating router 50861aca-9fd2-40ad-bc66-c49ce811d738 port 920c8847-b39f-41cf-8400-927f68ff385a binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:32:08.557411 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6923c3c8-bd5d-4033-947c-1eae02a0bf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:08.708343 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bba3ab2d-3e35-4869-a508-8146a8e2b2b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:08.767141 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3ab2d-3e35-4869-a508-8146a8e2b2b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Subnet': ['ID=bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:08.777486 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba3ab2d-3e35-4869-a508-8146a8e2b2b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Checking segment: {'id': '4e77b85c-dc3e-41c9-af09-543c274c74f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:32:08.777850 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba3ab2d-3e35-4869-a508-8146a8e2b2b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network hostable DHCP agents. Network: f9c000fd-ad09-4585-bac8-a1915ebf8833, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:32:08.794603 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba3ab2d-3e35-4869-a508-8146a8e2b2b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network f9c000fd-ad09-4585-bac8-a1915ebf8833 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:32:08.803425 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-bba3ab2d-3e35-4869-a508-8146a8e2b2b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, f9c000fd-ad09-4585-bac8-a1915ebf8833) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:32:08.808627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba3ab2d-3e35-4869-a508-8146a8e2b2b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:08.809222 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bba3ab2d-3e35-4869-a508-8146a8e2b2b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:08.820261 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aee061-c5d1-4dca-874c-7a6c4766f3f7 None None] Network f9c000fd-ad09-4585-bac8-a1915ebf8833 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:32:08.824302 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bba3ab2d-3e35-4869-a508-8146a8e2b2b5 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4031270 Jul 16 21:32:08.827117 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 58968) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:08.827267 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6923c3c8-bd5d-4033-947c-1eae02a0bf8f None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:08.855222 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6923c3c8-bd5d-4033-947c-1eae02a0bf8f None None] Transition to ACTIVE for port object 920c8847-b39f-41cf-8400-927f68ff385a will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:32:08.886251 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6923c3c8-bd5d-4033-947c-1eae02a0bf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:08.962929 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402b29e-2c90-4187-b718-be8e33e780d3 None None] Pushing event updated for resources: {'Port': ['ID=920c8847-b39f-41cf-8400-927f68ff385a,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:08.983592 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-6923c3c8-bd5d-4033-947c-1eae02a0bf8f None None] Attempting to bind port 920c8847-b39f-41cf-8400-927f68ff385a on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:32:08.983966 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-6923c3c8-bd5d-4033-947c-1eae02a0bf8f None None] Attempting to bind port 920c8847-b39f-41cf-8400-927f68ff385a by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:32:08.984331 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6923c3c8-bd5d-4033-947c-1eae02a0bf8f None None] Attempting to bind port 920c8847-b39f-41cf-8400-927f68ff385a on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:32:08.995120 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6923c3c8-bd5d-4033-947c-1eae02a0bf8f None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:32:08.995495 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6923c3c8-bd5d-4033-947c-1eae02a0bf8f None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:32:08.995896 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6923c3c8-bd5d-4033-947c-1eae02a0bf8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:08.996290 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6923c3c8-bd5d-4033-947c-1eae02a0bf8f None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:32:08.996756 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-6923c3c8-bd5d-4033-947c-1eae02a0bf8f None None] Bound port: 920c8847-b39f-41cf-8400-927f68ff385a, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:32:08.997142 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6923c3c8-bd5d-4033-947c-1eae02a0bf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:09.067110 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e782e14-9955-4609-8fdf-b6d0a3ad88ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-f9c000fd-ad09-4585-bac8-a1915ebf8833', 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'fixed_ips': [{'subnet_id': 'bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:32:09.067953 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e782e14-9955-4609-8fdf-b6d0a3ad88ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:09.083845 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-6923c3c8-bd5d-4033-947c-1eae02a0bf8f None None] For port 920c8847-b39f-41cf-8400-927f68ff385a, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:32:09.097302 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-6923c3c8-bd5d-4033-947c-1eae02a0bf8f None None] For port 920c8847-b39f-41cf-8400-927f68ff385a, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=920c8847-b39f-41cf-8400-927f68ff385a,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:32:09.106979 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6923c3c8-bd5d-4033-947c-1eae02a0bf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:09.263498 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27ac85ff-4834-4a99-ba50-f83c8c01382b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:09.414356 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6923c3c8-bd5d-4033-947c-1eae02a0bf8f None None] Routers {'50861aca-9fd2-40ad-bc66-c49ce811d738'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:32:09.415528 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-6923c3c8-bd5d-4033-947c-1eae02a0bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:31:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['50861aca-9fd2-40ad-bc66-c49ce811d738'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:09.420606 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402b29e-2c90-4187-b718-be8e33e780d3 None None] Pushing event updated for resources: {'Port': ['ID=920c8847-b39f-41cf-8400-927f68ff385a,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:09.482224 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-9e782e14-9955-4609-8fdf-b6d0a3ad88ab None None] Allocated IP 172.20.0.2 (f9c000fd-ad09-4585-bac8-a1915ebf8833/bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf/a5e50b57-90b7-4d74-bd2f-f10805164c46) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:32:09.570562 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-6923c3c8-bd5d-4033-947c-1eae02a0bf8f None None] Set router 50861aca-9fd2-40ad-bc66-c49ce811d738 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:32:09.798906 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e782e14-9955-4609-8fdf-b6d0a3ad88ab None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:09.810313 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9e782e14-9955-4609-8fdf-b6d0a3ad88ab None None] Transition to ACTIVE for port object a5e50b57-90b7-4d74-bd2f-f10805164c46 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:32:09.832361 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9e782e14-9955-4609-8fdf-b6d0a3ad88ab None None] Transition to ACTIVE for port object a5e50b57-90b7-4d74-bd2f-f10805164c46 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:32:09.841365 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e782e14-9955-4609-8fdf-b6d0a3ad88ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:09.888881 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-27ac85ff-4834-4a99-ba50-f83c8c01382b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Allocated IP 172.20.0.1 (f9c000fd-ad09-4585-bac8-a1915ebf8833/bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf/e23382c9-150c-4168-a79e-6e6879d9a6db) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:32:09.891780 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e782e14-9955-4609-8fdf-b6d0a3ad88ab None None] Network f9c000fd-ad09-4585-bac8-a1915ebf8833 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:32:09.895564 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-6923c3c8-bd5d-4033-947c-1eae02a0bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329799126', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '920c8847-b39f-41cf-8400-927f68ff385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:32:07Z', 'revision_number': 3, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '920c8847-b39f-41cf-8400-927f68ff385a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:09.899492 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9e782e14-9955-4609-8fdf-b6d0a3ad88ab None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:32:09.906572 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e782e14-9955-4609-8fdf-b6d0a3ad88ab None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:32:09.932899 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e782e14-9955-4609-8fdf-b6d0a3ad88ab None None] Pushing event updated for resources: {'Port': ['ID=a5e50b57-90b7-4d74-bd2f-f10805164c46,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:09.936910 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6923c3c8-bd5d-4033-947c-1eae02a0bf8f None None] The sync data for ids ['50861aca-9fd2-40ad-bc66-c49ce811d738'] in n-d-791506-21 is: [{'id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329799126', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '920c8847-b39f-41cf-8400-927f68ff385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:32:07Z', 'revision_number': 3, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '920c8847-b39f-41cf-8400-927f68ff385a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:32:09.994219 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-9e782e14-9955-4609-8fdf-b6d0a3ad88ab None None] Attempting to bind port a5e50b57-90b7-4d74-bd2f-f10805164c46 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:32:09.994627 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-9e782e14-9955-4609-8fdf-b6d0a3ad88ab None None] Attempting to bind port a5e50b57-90b7-4d74-bd2f-f10805164c46 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '4e77b85c-dc3e-41c9-af09-543c274c74f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:32:09.994996 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e782e14-9955-4609-8fdf-b6d0a3ad88ab None None] Attempting to bind port a5e50b57-90b7-4d74-bd2f-f10805164c46 on network f9c000fd-ad09-4585-bac8-a1915ebf8833 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:32:10.001101 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e782e14-9955-4609-8fdf-b6d0a3ad88ab None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:32:10.001483 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e782e14-9955-4609-8fdf-b6d0a3ad88ab None None] Checking segment: {'id': '4e77b85c-dc3e-41c9-af09-543c274c74f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:32:10.001892 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e782e14-9955-4609-8fdf-b6d0a3ad88ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:10.002290 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e782e14-9955-4609-8fdf-b6d0a3ad88ab None None] Bound using segment: {'id': '4e77b85c-dc3e-41c9-af09-543c274c74f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:32:10.002790 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-9e782e14-9955-4609-8fdf-b6d0a3ad88ab None None] Bound port: a5e50b57-90b7-4d74-bd2f-f10805164c46, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e77b85c-dc3e-41c9-af09-543c274c74f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:32:10.003177 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e782e14-9955-4609-8fdf-b6d0a3ad88ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:10.015527 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27ac85ff-4834-4a99-ba50-f83c8c01382b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:10.031062 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-27ac85ff-4834-4a99-ba50-f83c8c01382b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Transition to ACTIVE for port object e23382c9-150c-4168-a79e-6e6879d9a6db will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:32:10.068836 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27ac85ff-4834-4a99-ba50-f83c8c01382b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:10.076497 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-9e782e14-9955-4609-8fdf-b6d0a3ad88ab None None] For port a5e50b57-90b7-4d74-bd2f-f10805164c46, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:32:10.081648 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-9e782e14-9955-4609-8fdf-b6d0a3ad88ab None None] For port a5e50b57-90b7-4d74-bd2f-f10805164c46, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a5e50b57-90b7-4d74-bd2f-f10805164c46,segment=NetworkSegment(4e77b85c-dc3e-41c9-af09-543c274c74f9),segment_id=4e77b85c-dc3e-41c9-af09-543c274c74f9)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:32:10.085877 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e782e14-9955-4609-8fdf-b6d0a3ad88ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:10.117360 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ac85ff-4834-4a99-ba50-f83c8c01382b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network f9c000fd-ad09-4585-bac8-a1915ebf8833 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:32:10.120833 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-27ac85ff-4834-4a99-ba50-f83c8c01382b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:32:10.126315 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ac85ff-4834-4a99-ba50-f83c8c01382b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:32:10.134121 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac85ff-4834-4a99-ba50-f83c8c01382b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=e23382c9-150c-4168-a79e-6e6879d9a6db,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:10.152249 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e782e14-9955-4609-8fdf-b6d0a3ad88ab None None] Pushing event updated for resources: {'Port': ['ID=a5e50b57-90b7-4d74-bd2f-f10805164c46,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:10.202048 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27ac85ff-4834-4a99-ba50-f83c8c01382b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:10.378280 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27ac85ff-4834-4a99-ba50-f83c8c01382b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:10.694750 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27ac85ff-4834-4a99-ba50-f83c8c01382b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:10.700974 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27ac85ff-4834-4a99-ba50-f83c8c01382b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:10.747159 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a5e50b57-90b7-4d74-bd2f-f10805164c46 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:32:10.787863 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac85ff-4834-4a99-ba50-f83c8c01382b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=e23382c9-150c-4168-a79e-6e6879d9a6db,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:10.790437 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-27ac85ff-4834-4a99-ba50-f83c8c01382b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:10.803264 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port a5e50b57-90b7-4d74-bd2f-f10805164c46 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:32:10.808517 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 920c8847-b39f-41cf-8400-927f68ff385a up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:32:10.872188 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 920c8847-b39f-41cf-8400-927f68ff385a completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:32:10.877452 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 920c8847-b39f-41cf-8400-927f68ff385a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:32:10.877832 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:10.902892 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ac85ff-4834-4a99-ba50-f83c8c01382b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network f9c000fd-ad09-4585-bac8-a1915ebf8833 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:32:10.904894 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-27ac85ff-4834-4a99-ba50-f83c8c01382b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:32:10.972637 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:10.994528 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 920c8847-b39f-41cf-8400-927f68ff385a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=920c8847-b39f-41cf-8400-927f68ff385a,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:32:10.999425 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:11.043756 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ac85ff-4834-4a99-ba50-f83c8c01382b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Router 50861aca-9fd2-40ad-bc66-c49ce811d738 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:32:11.057498 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=920c8847-b39f-41cf-8400-927f68ff385a,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:11.158479 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ac85ff-4834-4a99-ba50-f83c8c01382b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:32:11.163436 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-27ac85ff-4834-4a99-ba50-f83c8c01382b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "PUT /v2.0/routers/50861aca-9fd2-40ad-bc66-c49ce811d738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3353500 Jul 16 21:32:11.225213 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1664ce-b8de-4098-96a9-2fd24c6d8ab4 None None] Network f9c000fd-ad09-4585-bac8-a1915ebf8833 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:32:11.328716 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-611a3526-3cff-45ac-a50d-028a1371369d None None] Provisioning for port a5e50b57-90b7-4d74-bd2f-f10805164c46 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:32:11.333134 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-9f8e4f74-4bcc-4852-8488-0defe2566427 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1228828232&fields=id&tenant_id=d0e49adb7de6459493e23c0b2760acb3 HTTP/1.1" status: 200 len: 267 time: 0.0381479 Jul 16 21:32:11.351068 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-611a3526-3cff-45ac-a50d-028a1371369d None None] Provisioning complete for port a5e50b57-90b7-4d74-bd2f-f10805164c46 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:32:11.351432 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-611a3526-3cff-45ac-a50d-028a1371369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:11.456854 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-2a1d8d88-ab4a-4d9c-b1b0-aa11a9b0d8fa tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:11.458375 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-2a1d8d88-ab4a-4d9c-b1b0-aa11a9b0d8fa tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/networks?id=f9c000fd-ad09-4585-bac8-a1915ebf8833 HTTP/1.1" status: 200 len: 796 time: 0.1176515 Jul 16 21:32:11.474796 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-a43b84f4-4360-4843-af7d-2232021f9bcd tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/quotas/d0e49adb7de6459493e23c0b2760acb3 HTTP/1.1" status: 200 len: 375 time: 0.0097661 Jul 16 21:32:11.480950 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-611a3526-3cff-45ac-a50d-028a1371369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:11.522689 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-611a3526-3cff-45ac-a50d-028a1371369d None None] For port a5e50b57-90b7-4d74-bd2f-f10805164c46, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a5e50b57-90b7-4d74-bd2f-f10805164c46,segment=NetworkSegment(4e77b85c-dc3e-41c9-af09-543c274c74f9),segment_id=4e77b85c-dc3e-41c9-af09-543c274c74f9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:32:11.527745 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-611a3526-3cff-45ac-a50d-028a1371369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:11.559444 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-549d5018-e335-4228-b870-44a719b6c052 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781658 Jul 16 21:32:11.580244 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a3526-3cff-45ac-a50d-028a1371369d None None] Pushing event updated for resources: {'Port': ['ID=a5e50b57-90b7-4d74-bd2f-f10805164c46,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:11.620119 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c146b62-fda1-4f13-89d5-e0d5778e50a5 None None] Sync routers for ids ['50861aca-9fd2-40ad-bc66-c49ce811d738'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:32:11.629948 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c146b62-fda1-4f13-89d5-e0d5778e50a5 None None] Routers {'50861aca-9fd2-40ad-bc66-c49ce811d738'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:32:11.630733 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-7c146b62-fda1-4f13-89d5-e0d5778e50a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:31:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['50861aca-9fd2-40ad-bc66-c49ce811d738'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:11.669443 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-750e9cd0-d818-4ce4-a8d6-fdfb24de0ed9 service neutron] 10.222.0.38 "GET /v2.0/networks/f9c000fd-ad09-4585-bac8-a1915ebf8833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971420 Jul 16 21:32:11.745583 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-7c146b62-fda1-4f13-89d5-e0d5778e50a5 None None] Set router 50861aca-9fd2-40ad-bc66-c49ce811d738 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:32:11.750281 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0ee114df-4157-42b1-ad87-dfd9d2bd7c91 None None] Provisioning complete for port a5e50b57-90b7-4d74-bd2f-f10805164c46 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:32:11.750810 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ee114df-4157-42b1-ad87-dfd9d2bd7c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:11.787195 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-958a0cd5-9a8b-4783-978b-057749fc19c7 service neutron] 10.222.0.38 "GET /v2.0/networks/f9c000fd-ad09-4585-bac8-a1915ebf8833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093571 Jul 16 21:32:11.872034 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0ee114df-4157-42b1-ad87-dfd9d2bd7c91 None None] Provisioning for port e23382c9-150c-4168-a79e-6e6879d9a6db completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:32:11.881390 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0ee114df-4157-42b1-ad87-dfd9d2bd7c91 None None] Provisioning complete for port e23382c9-150c-4168-a79e-6e6879d9a6db triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:32:11.881869 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ee114df-4157-42b1-ad87-dfd9d2bd7c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:11.935039 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0ee114df-4157-42b1-ad87-dfd9d2bd7c91 None None] Port e23382c9-150c-4168-a79e-6e6879d9a6db cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:32:11.980818 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-7c146b62-fda1-4f13-89d5-e0d5778e50a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329799126', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '920c8847-b39f-41cf-8400-927f68ff385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:32:10Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '920c8847-b39f-41cf-8400-927f68ff385a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e23382c9-150c-4168-a79e-6e6879d9a6db', 'name': '', 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:ae:d8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:09Z', 'updated_at': '2021-07-16T21:32:10Z', 'revision_number': 2, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': 'bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:12.013217 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c146b62-fda1-4f13-89d5-e0d5778e50a5 None None] Checking router: 50861aca-9fd2-40ad-bc66-c49ce811d738 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:32:12.013572 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c146b62-fda1-4f13-89d5-e0d5778e50a5 None None] Updating router 50861aca-9fd2-40ad-bc66-c49ce811d738 port e23382c9-150c-4168-a79e-6e6879d9a6db binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:32:12.050399 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c146b62-fda1-4f13-89d5-e0d5778e50a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:12.055490 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-10bb574f-f8bc-4466-b4ad-71669a3b8bd2 None None] Provisioning complete for port e23382c9-150c-4168-a79e-6e6879d9a6db triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:32:12.055889 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-10bb574f-f8bc-4466-b4ad-71669a3b8bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:12.092146 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-10bb574f-f8bc-4466-b4ad-71669a3b8bd2 None None] Port e23382c9-150c-4168-a79e-6e6879d9a6db cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:32:12.212697 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5e334412-9b70-4a79-85c3-455a96eca811 None None] Provisioning complete for port e23382c9-150c-4168-a79e-6e6879d9a6db triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:32:12.213074 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e334412-9b70-4a79-85c3-455a96eca811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:12.248464 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5e334412-9b70-4a79-85c3-455a96eca811 None None] Port e23382c9-150c-4168-a79e-6e6879d9a6db cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:32:12.344525 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c146b62-fda1-4f13-89d5-e0d5778e50a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:12.355924 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-7c146b62-fda1-4f13-89d5-e0d5778e50a5 None None] Transition to ACTIVE for port object e23382c9-150c-4168-a79e-6e6879d9a6db will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:32:12.360889 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c146b62-fda1-4f13-89d5-e0d5778e50a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:12.410877 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce6c72-a0bb-4f8d-9d0e-b07d863e3c00 None None] Pushing event updated for resources: {'Port': ['ID=e23382c9-150c-4168-a79e-6e6879d9a6db,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:12.437924 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce6c72-a0bb-4f8d-9d0e-b07d863e3c00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:12.438272 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce6c72-a0bb-4f8d-9d0e-b07d863e3c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:12.438631 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce6c72-a0bb-4f8d-9d0e-b07d863e3c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:12.438961 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce6c72-a0bb-4f8d-9d0e-b07d863e3c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:12.439286 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce6c72-a0bb-4f8d-9d0e-b07d863e3c00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:12.439610 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce6c72-a0bb-4f8d-9d0e-b07d863e3c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:12.439929 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce6c72-a0bb-4f8d-9d0e-b07d863e3c00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:12.440250 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce6c72-a0bb-4f8d-9d0e-b07d863e3c00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:12.440569 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce6c72-a0bb-4f8d-9d0e-b07d863e3c00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:12.440885 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce6c72-a0bb-4f8d-9d0e-b07d863e3c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:12.441201 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce6c72-a0bb-4f8d-9d0e-b07d863e3c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:12.441514 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce6c72-a0bb-4f8d-9d0e-b07d863e3c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:12.478995 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-7c146b62-fda1-4f13-89d5-e0d5778e50a5 None None] Attempting to bind port e23382c9-150c-4168-a79e-6e6879d9a6db on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:32:12.479451 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-7c146b62-fda1-4f13-89d5-e0d5778e50a5 None None] Attempting to bind port e23382c9-150c-4168-a79e-6e6879d9a6db by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '4e77b85c-dc3e-41c9-af09-543c274c74f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:32:12.479815 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c146b62-fda1-4f13-89d5-e0d5778e50a5 None None] Attempting to bind port e23382c9-150c-4168-a79e-6e6879d9a6db on network f9c000fd-ad09-4585-bac8-a1915ebf8833 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:32:12.485058 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c146b62-fda1-4f13-89d5-e0d5778e50a5 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:32:12.485476 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c146b62-fda1-4f13-89d5-e0d5778e50a5 None None] Checking segment: {'id': '4e77b85c-dc3e-41c9-af09-543c274c74f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:32:12.485911 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c146b62-fda1-4f13-89d5-e0d5778e50a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:12.486296 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c146b62-fda1-4f13-89d5-e0d5778e50a5 None None] Bound using segment: {'id': '4e77b85c-dc3e-41c9-af09-543c274c74f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:32:12.486788 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-7c146b62-fda1-4f13-89d5-e0d5778e50a5 None None] Bound port: e23382c9-150c-4168-a79e-6e6879d9a6db, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e77b85c-dc3e-41c9-af09-543c274c74f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:32:12.487163 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c146b62-fda1-4f13-89d5-e0d5778e50a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:12.557112 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-7c146b62-fda1-4f13-89d5-e0d5778e50a5 None None] For port e23382c9-150c-4168-a79e-6e6879d9a6db, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:32:12.560522 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-7c146b62-fda1-4f13-89d5-e0d5778e50a5 None None] For port e23382c9-150c-4168-a79e-6e6879d9a6db, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e23382c9-150c-4168-a79e-6e6879d9a6db,segment=NetworkSegment(4e77b85c-dc3e-41c9-af09-543c274c74f9),segment_id=4e77b85c-dc3e-41c9-af09-543c274c74f9)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:32:12.565664 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c146b62-fda1-4f13-89d5-e0d5778e50a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:12.625161 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c146b62-fda1-4f13-89d5-e0d5778e50a5 None None] Routers {'50861aca-9fd2-40ad-bc66-c49ce811d738'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:32:12.625813 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-7c146b62-fda1-4f13-89d5-e0d5778e50a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:31:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['50861aca-9fd2-40ad-bc66-c49ce811d738'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:12.630994 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce6c72-a0bb-4f8d-9d0e-b07d863e3c00 None None] Pushing event updated for resources: {'Port': ['ID=e23382c9-150c-4168-a79e-6e6879d9a6db,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:12.692327 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a5e50b57-90b7-4d74-bd2f-f10805164c46 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:32:12.757479 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port a5e50b57-90b7-4d74-bd2f-f10805164c46 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:32:12.758737 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:12.766066 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-7c146b62-fda1-4f13-89d5-e0d5778e50a5 None None] Set router 50861aca-9fd2-40ad-bc66-c49ce811d738 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:32:12.840836 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 920c8847-b39f-41cf-8400-927f68ff385a up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:32:12.890119 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 920c8847-b39f-41cf-8400-927f68ff385a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:32:12.890509 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:12.984627 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-7c146b62-fda1-4f13-89d5-e0d5778e50a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329799126', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '920c8847-b39f-41cf-8400-927f68ff385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:32:10Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '920c8847-b39f-41cf-8400-927f68ff385a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e23382c9-150c-4168-a79e-6e6879d9a6db', 'name': '', 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:ae:d8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:09Z', 'updated_at': '2021-07-16T21:32:12Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': 'bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:13.016884 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c146b62-fda1-4f13-89d5-e0d5778e50a5 None None] The sync data for ids ['50861aca-9fd2-40ad-bc66-c49ce811d738'] in n-d-791506-21 is: [{'id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329799126', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '920c8847-b39f-41cf-8400-927f68ff385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:32:10Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '920c8847-b39f-41cf-8400-927f68ff385a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e23382c9-150c-4168-a79e-6e6879d9a6db', 'name': '', 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:ae:d8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:09Z', 'updated_at': '2021-07-16T21:32:12Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': 'bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:32:13.051266 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bdcbaade-0c61-492c-8e4f-71c395ba4fc2 req-5e95222a-b9fc-4026-a806-9c56ad66c04f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c97f75-8aca-46e0-9169-afbd951f4a27 HTTP/1.1" status: 200 len: 210 time: 0.0319498 Jul 16 21:32:14.217265 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-722008ec-efa0-47d7-bf67-096a5728b616 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:14.219318 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-722008ec-efa0-47d7-bf67-096a5728b616 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.18 "GET /v2.0/networks?id=f9c000fd-ad09-4585-bac8-a1915ebf8833 HTTP/1.1" status: 200 len: 796 time: 0.1400740 Jul 16 21:32:14.273311 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-46c9d3fb-d6b2-49e0-bde1-2179d5f4e5b0 req-896ea5ae-629d-4e78-9989-2f4caf1476d0 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c97f75-8aca-46e0-9169-afbd951f4a27 HTTP/1.1" status: 200 len: 210 time: 0.0495040 Jul 16 21:32:14.292277 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-ba2a9ffb-b154-48d2-bd98-12074dd05361 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0e49adb7de6459493e23c0b2760acb3 HTTP/1.1" status: 200 len: 380 time: 0.0565343 Jul 16 21:32:14.301004 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-b8ebe93b-c3a9-494d-a4ef-f9167d9364a4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'port': {'device_id': '88c97f75-8aca-46e0-9169-afbd951f4a27', 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833', 'admin_state_up': True, 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'security_groups': ['13fb35d3-8e45-44fa-9a47-a7d1303efbac']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:32:14.419003 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-b8ebe93b-c3a9-494d-a4ef-f9167d9364a4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Made reservation on behalf of d0e49adb7de6459493e23c0b2760acb3 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:32:14.422733 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-b8ebe93b-c3a9-494d-a4ef-f9167d9364a4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:14.545336 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-b8ebe93b-c3a9-494d-a4ef-f9167d9364a4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Allocated IP 172.20.0.10 (f9c000fd-ad09-4585-bac8-a1915ebf8833/bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf/5e22be9d-9f12-442d-99f0-502c9592ec6b) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:32:14.686131 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e23382c9-150c-4168-a79e-6e6879d9a6db up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:32:14.690846 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-b8ebe93b-c3a9-494d-a4ef-f9167d9364a4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:14.705014 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-b8ebe93b-c3a9-494d-a4ef-f9167d9364a4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Transition to ACTIVE for port object 5e22be9d-9f12-442d-99f0-502c9592ec6b will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:32:14.733841 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port e23382c9-150c-4168-a79e-6e6879d9a6db completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:32:14.737983 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port e23382c9-150c-4168-a79e-6e6879d9a6db triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:32:14.738378 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:14.739569 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-b8ebe93b-c3a9-494d-a4ef-f9167d9364a4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:14.747685 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:32:14.791845 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-b8ebe93b-c3a9-494d-a4ef-f9167d9364a4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network f9c000fd-ad09-4585-bac8-a1915ebf8833 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:32:14.795123 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-b8ebe93b-c3a9-494d-a4ef-f9167d9364a4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:32:14.799214 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-b8ebe93b-c3a9-494d-a4ef-f9167d9364a4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:32:14.823807 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebe93b-c3a9-494d-a4ef-f9167d9364a4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=5e22be9d-9f12-442d-99f0-502c9592ec6b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:14.824117 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:14.853638 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-b8ebe93b-c3a9-494d-a4ef-f9167d9364a4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:14.854466 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-b8ebe93b-c3a9-494d-a4ef-f9167d9364a4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:14.859852 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port e23382c9-150c-4168-a79e-6e6879d9a6db, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e23382c9-150c-4168-a79e-6e6879d9a6db,segment=NetworkSegment(4e77b85c-dc3e-41c9-af09-543c274c74f9),segment_id=4e77b85c-dc3e-41c9-af09-543c274c74f9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:32:14.872893 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-b8ebe93b-c3a9-494d-a4ef-f9167d9364a4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5756416 Jul 16 21:32:14.873103 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:14.884409 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-78a90e38-855d-4b88-802b-c645a19ed69c service neutron] Request body: {'port': {'device_id': '88c97f75-8aca-46e0-9169-afbd951f4a27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:32:14.931080 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=e23382c9-150c-4168-a79e-6e6879d9a6db,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:14.964215 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-78a90e38-855d-4b88-802b-c645a19ed69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:15.070259 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-53e8252a-ce66-4b4e-9fc8-04dac477e8ea None None] Provisioning for port 5e22be9d-9f12-442d-99f0-502c9592ec6b completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:32:15.074636 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-53e8252a-ce66-4b4e-9fc8-04dac477e8ea None None] Provisioning complete for port 5e22be9d-9f12-442d-99f0-502c9592ec6b triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:32:15.075033 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53e8252a-ce66-4b4e-9fc8-04dac477e8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:15.108928 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-53e8252a-ce66-4b4e-9fc8-04dac477e8ea None None] Port 5e22be9d-9f12-442d-99f0-502c9592ec6b cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:32:15.241356 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-78a90e38-855d-4b88-802b-c645a19ed69c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e22be9d-9f12-442d-99f0-502c9592ec6b {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:32:15.249413 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-78a90e38-855d-4b88-802b-c645a19ed69c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:15.262910 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-78a90e38-855d-4b88-802b-c645a19ed69c service neutron] Transition to ACTIVE for port object 5e22be9d-9f12-442d-99f0-502c9592ec6b will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:32:15.266303 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-78a90e38-855d-4b88-802b-c645a19ed69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:15.329039 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a90e38-855d-4b88-802b-c645a19ed69c service neutron] Pushing event updated for resources: {'Port': ['ID=5e22be9d-9f12-442d-99f0-502c9592ec6b,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:15.456462 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-78a90e38-855d-4b88-802b-c645a19ed69c service neutron] Attempting to bind port 5e22be9d-9f12-442d-99f0-502c9592ec6b on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:32:15.456950 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-78a90e38-855d-4b88-802b-c645a19ed69c service neutron] Attempting to bind port 5e22be9d-9f12-442d-99f0-502c9592ec6b by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '4e77b85c-dc3e-41c9-af09-543c274c74f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:32:15.457494 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-78a90e38-855d-4b88-802b-c645a19ed69c service neutron] Attempting to bind port 5e22be9d-9f12-442d-99f0-502c9592ec6b on network f9c000fd-ad09-4585-bac8-a1915ebf8833 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:32:15.467886 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-78a90e38-855d-4b88-802b-c645a19ed69c service neutron] Port 5e22be9d-9f12-442d-99f0-502c9592ec6b on network f9c000fd-ad09-4585-bac8-a1915ebf8833 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:32:15.467886 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-78a90e38-855d-4b88-802b-c645a19ed69c service neutron] Attempting to bind port 5e22be9d-9f12-442d-99f0-502c9592ec6b on network f9c000fd-ad09-4585-bac8-a1915ebf8833 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:32:15.481619 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-78a90e38-855d-4b88-802b-c645a19ed69c service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:32:15.481973 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-78a90e38-855d-4b88-802b-c645a19ed69c service neutron] Checking segment: {'id': '4e77b85c-dc3e-41c9-af09-543c274c74f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:32:15.482395 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-78a90e38-855d-4b88-802b-c645a19ed69c service neutron] Bound using segment: {'id': '4e77b85c-dc3e-41c9-af09-543c274c74f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:32:15.482845 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-78a90e38-855d-4b88-802b-c645a19ed69c service neutron] Bound port: 5e22be9d-9f12-442d-99f0-502c9592ec6b, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e77b85c-dc3e-41c9-af09-543c274c74f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:32:15.483214 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-78a90e38-855d-4b88-802b-c645a19ed69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:15.555205 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745aacf2-923e-4ed3-87f1-b3568ec7ceb2 req-9c80ab1a-be91-417c-af9b-8ed77e2e9b8a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:15.556828 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-745aacf2-923e-4ed3-87f1-b3568ec7ceb2 req-9c80ab1a-be91-417c-af9b-8ed77e2e9b8a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c97f75-8aca-46e0-9169-afbd951f4a27 HTTP/1.1" status: 200 len: 944 time: 0.1438310 Jul 16 21:32:15.621150 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-78a90e38-855d-4b88-802b-c645a19ed69c service neutron] For port 5e22be9d-9f12-442d-99f0-502c9592ec6b, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:32:15.638012 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-745aacf2-923e-4ed3-87f1-b3568ec7ceb2 req-8fd12402-ca29-4f32-9404-e1a2c7a929cb tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=13fb35d3-8e45-44fa-9a47-a7d1303efbac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728109 Jul 16 21:32:15.641993 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-78a90e38-855d-4b88-802b-c645a19ed69c service neutron] For port 5e22be9d-9f12-442d-99f0-502c9592ec6b, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=5e22be9d-9f12-442d-99f0-502c9592ec6b,segment=NetworkSegment(4e77b85c-dc3e-41c9-af09-543c274c74f9),segment_id=4e77b85c-dc3e-41c9-af09-543c274c74f9)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:32:15.647780 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-78a90e38-855d-4b88-802b-c645a19ed69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:15.691410 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-78a90e38-855d-4b88-802b-c645a19ed69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:15.692069 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-78a90e38-855d-4b88-802b-c645a19ed69c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:15.693522 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-78a90e38-855d-4b88-802b-c645a19ed69c service neutron] 10.222.0.18 "PUT /v2.0/ports/5e22be9d-9f12-442d-99f0-502c9592ec6b HTTP/1.1" status: 200 len: 1093 time: 0.8135345 Jul 16 21:32:15.693999 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c97f75-8aca-46e0-9169-afbd951f4a27', 'tag': '5e22be9d-9f12-442d-99f0-502c9592ec6b'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:32:15.697707 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae25ff7-cffb-4d51-8a7e-4cc163f82472" -d '{"events": [{"name": "network-changed", "server_uuid": "88c97f75-8aca-46e0-9169-afbd951f4a27", "tag": "5e22be9d-9f12-442d-99f0-502c9592ec6b"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:32:15.732919 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a90e38-855d-4b88-802b-c645a19ed69c service neutron] Pushing event updated for resources: {'Port': ['ID=5e22be9d-9f12-442d-99f0-502c9592ec6b,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:15.748121 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3450e82-e22d-4298-8bc4-9ce140bff876 x-openstack-request-id: req-a3450e82-e22d-4298-8bc4-9ce140bff876 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:32:15.748421 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c97f75-8aca-46e0-9169-afbd951f4a27", "tag": "5e22be9d-9f12-442d-99f0-502c9592ec6b", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:32:15.748681 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a3450e82-e22d-4298-8bc4-9ce140bff876 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:32:15.749249 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c97f75-8aca-46e0-9169-afbd951f4a27', 'tag': '5e22be9d-9f12-442d-99f0-502c9592ec6b', 'status': 'completed', 'code': 200} Jul 16 21:32:15.809555 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-14d35e25-f6c3-4404-9874-c7d099dcd0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:15.811126 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-14d35e25-f6c3-4404-9874-c7d099dcd0df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=88c97f75-8aca-46e0-9169-afbd951f4a27 HTTP/1.1" status: 200 len: 1096 time: 0.0746667 Jul 16 21:32:15.857011 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-1aebed59-cb2b-4ef0-b4e8-d0ac70c0587c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e22be9d-9f12-442d-99f0-502c9592ec6b HTTP/1.1" status: 200 len: 217 time: 0.0391028 Jul 16 21:32:15.917735 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-9f77c16a-8f44-464f-9d73-063909218a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:15.919245 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-9f77c16a-8f44-464f-9d73-063909218a8e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf HTTP/1.1" status: 200 len: 834 time: 0.0558605 Jul 16 21:32:15.985198 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-e82a1283-f4ea-4f23-b0dd-72280c2c28a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:15.986741 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-e82a1283-f4ea-4f23-b0dd-72280c2c28a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9c000fd-ad09-4585-bac8-a1915ebf8833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607102 Jul 16 21:32:16.076872 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-7aa443de-cc2b-498b-8c18-1f6f4416f3d8 service neutron] 10.222.0.18 "GET /v2.0/networks/f9c000fd-ad09-4585-bac8-a1915ebf8833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831482 Jul 16 21:32:16.171813 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6620465a-b602-4a18-b07a-7c6e6465a097 req-13831cb1-c12a-460e-9733-161b09bc1982 service neutron] 10.222.0.18 "GET /v2.0/networks/f9c000fd-ad09-4585-bac8-a1915ebf8833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884993 Jul 16 21:32:16.278201 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae25ff7-cffb-4d51-8a7e-4cc163f82472 req-dd5ede91-8f5e-45ed-96bf-5509bf50ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:16.278201 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1ae25ff7-cffb-4d51-8a7e-4cc163f82472 req-dd5ede91-8f5e-45ed-96bf-5509bf50ee88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=88c97f75-8aca-46e0-9169-afbd951f4a27 HTTP/1.1" status: 200 len: 1096 time: 0.0581725 Jul 16 21:32:16.370117 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae25ff7-cffb-4d51-8a7e-4cc163f82472 req-2676eec1-a8b3-4ede-8b0d-a4ebfe895a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:16.371614 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1ae25ff7-cffb-4d51-8a7e-4cc163f82472 req-2676eec1-a8b3-4ede-8b0d-a4ebfe895a0e service neutron] 10.222.0.18 "GET /v2.0/networks?id=f9c000fd-ad09-4585-bac8-a1915ebf8833 HTTP/1.1" status: 200 len: 897 time: 0.0885570 Jul 16 21:32:16.413221 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1ae25ff7-cffb-4d51-8a7e-4cc163f82472 req-668a42dd-2afd-457d-a736-60c271118c3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e22be9d-9f12-442d-99f0-502c9592ec6b HTTP/1.1" status: 200 len: 217 time: 0.0345747 Jul 16 21:32:16.459828 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae25ff7-cffb-4d51-8a7e-4cc163f82472 req-50533160-28be-43f3-bb66-f80168a09ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:16.461857 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1ae25ff7-cffb-4d51-8a7e-4cc163f82472 req-50533160-28be-43f3-bb66-f80168a09ca0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf HTTP/1.1" status: 200 len: 834 time: 0.0419352 Jul 16 21:32:16.527740 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae25ff7-cffb-4d51-8a7e-4cc163f82472 req-0de0d22b-206d-48e6-af00-f0031340d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:16.529533 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1ae25ff7-cffb-4d51-8a7e-4cc163f82472 req-0de0d22b-206d-48e6-af00-f0031340d917 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9c000fd-ad09-4585-bac8-a1915ebf8833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618372 Jul 16 21:32:16.622132 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1ae25ff7-cffb-4d51-8a7e-4cc163f82472 req-53cb6bbb-976d-40c9-9899-ed88d42b546d service neutron] 10.222.0.18 "GET /v2.0/networks/f9c000fd-ad09-4585-bac8-a1915ebf8833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848792 Jul 16 21:32:16.686159 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e23382c9-150c-4168-a79e-6e6879d9a6db up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:32:16.752118 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port e23382c9-150c-4168-a79e-6e6879d9a6db triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:32:16.752489 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:17.131120 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1ae25ff7-cffb-4d51-8a7e-4cc163f82472 req-45cea6ed-c7d8-4c32-a226-608615c45383 service neutron] 10.222.0.18 "GET /v2.0/networks/f9c000fd-ad09-4585-bac8-a1915ebf8833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025053 Jul 16 21:32:17.157617 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4b68b-6df5-4843-99d1-5951db82ea6e req-f041ab2d-2653-42bf-9d1e-84b487b4033c tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:17.159114 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-07d4b68b-6df5-4843-99d1-5951db82ea6e req-f041ab2d-2653-42bf-9d1e-84b487b4033c tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c97f75-8aca-46e0-9169-afbd951f4a27 HTTP/1.1" status: 200 len: 944 time: 0.0830770 Jul 16 21:32:17.196841 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-07d4b68b-6df5-4843-99d1-5951db82ea6e req-cf1ab350-c9af-4f1a-bb8c-365da0711304 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=13fb35d3-8e45-44fa-9a47-a7d1303efbac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315158 Jul 16 21:32:18.379625 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ca0cf-0964-495d-baf2-44b7951d6fb0 req-42e5afad-6f7f-41ff-adfc-b0cb0d7fb55d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:18.381075 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9c6ca0cf-0964-495d-baf2-44b7951d6fb0 req-42e5afad-6f7f-41ff-adfc-b0cb0d7fb55d tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c97f75-8aca-46e0-9169-afbd951f4a27 HTTP/1.1" status: 200 len: 944 time: 0.0670283 Jul 16 21:32:18.420420 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9c6ca0cf-0964-495d-baf2-44b7951d6fb0 req-259422d3-c405-4173-8454-bafdb3e0c502 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=13fb35d3-8e45-44fa-9a47-a7d1303efbac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331600 Jul 16 21:32:18.433328 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 5e22be9d-9f12-442d-99f0-502c9592ec6b details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:32:18.532747 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 5e22be9d-9f12-442d-99f0-502c9592ec6b, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=5e22be9d-9f12-442d-99f0-502c9592ec6b,segment=NetworkSegment(4e77b85c-dc3e-41c9-af09-543c274c74f9),segment_id=4e77b85c-dc3e-41c9-af09-543c274c74f9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:32:18.543886 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '5e22be9d-9f12-442d-99f0-502c9592ec6b', 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833', 'port_id': '5e22be9d-9f12-442d-99f0-502c9592ec6b', 'mac_address': 'fa:16:3e:bf:12:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:32:18.581431 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:18.595126 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e22be9d-9f12-442d-99f0-502c9592ec6b {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:32:18.614180 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 5e22be9d-9f12-442d-99f0-502c9592ec6b, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=5e22be9d-9f12-442d-99f0-502c9592ec6b,segment=NetworkSegment(4e77b85c-dc3e-41c9-af09-543c274c74f9),segment_id=4e77b85c-dc3e-41c9-af09-543c274c74f9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:32:18.618684 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:18.664935 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=5e22be9d-9f12-442d-99f0-502c9592ec6b,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:18.815291 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['5e22be9d-9f12-442d-99f0-502c9592ec6b'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:32:19.601288 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e4c4c-2a62-4c04-8ab3-1542f55f5197 req-99278e32-0f16-41d2-8dde-d7f38a599ace tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:19.602899 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c93e4c4c-2a62-4c04-8ab3-1542f55f5197 req-99278e32-0f16-41d2-8dde-d7f38a599ace tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c97f75-8aca-46e0-9169-afbd951f4a27 HTTP/1.1" status: 200 len: 945 time: 0.0659511 Jul 16 21:32:19.643295 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c93e4c4c-2a62-4c04-8ab3-1542f55f5197 req-297ccc43-dec4-432c-8d93-6520a8b64a10 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=13fb35d3-8e45-44fa-9a47-a7d1303efbac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348079 Jul 16 21:32:20.442712 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 5e22be9d-9f12-442d-99f0-502c9592ec6b up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:32:20.491758 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 5e22be9d-9f12-442d-99f0-502c9592ec6b completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:32:20.495913 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 5e22be9d-9f12-442d-99f0-502c9592ec6b triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:32:20.496288 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:20.573230 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:20.595807 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c97f75-8aca-46e0-9169-afbd951f4a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e22be9d-9f12-442d-99f0-502c9592ec6b'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:32:20.598068 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d599d8cd7c90ef7a4a4f11e3824443e11814837840e0ec22718dbf4e389f10a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520ce659-f6cb-4bd3-aebc-d24a0d4c02d5" -d '{"events": [{"server_uuid": "88c97f75-8aca-46e0-9169-afbd951f4a27", "name": "network-vif-plugged", "status": "completed", "tag": "5e22be9d-9f12-442d-99f0-502c9592ec6b"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:32:20.610537 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 5e22be9d-9f12-442d-99f0-502c9592ec6b, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=5e22be9d-9f12-442d-99f0-502c9592ec6b,segment=NetworkSegment(4e77b85c-dc3e-41c9-af09-543c274c74f9),segment_id=4e77b85c-dc3e-41c9-af09-543c274c74f9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:32:20.615430 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:20.674288 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=5e22be9d-9f12-442d-99f0-502c9592ec6b,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:20.690713 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724d0029-71ba-403d-b2b2-ff7de0d13f5b x-openstack-request-id: req-724d0029-71ba-403d-b2b2-ff7de0d13f5b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:32:20.691152 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c97f75-8aca-46e0-9169-afbd951f4a27", "name": "network-vif-plugged", "status": "completed", "tag": "5e22be9d-9f12-442d-99f0-502c9592ec6b", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:32:20.691449 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-724d0029-71ba-403d-b2b2-ff7de0d13f5b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:32:20.691932 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c97f75-8aca-46e0-9169-afbd951f4a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e22be9d-9f12-442d-99f0-502c9592ec6b', 'code': 200} Jul 16 21:32:20.847217 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31516b92-1871-474b-aec1-c11de6d982a9 req-134ae0bd-688d-4902-b1b4-c7abf83572d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:20.848714 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-31516b92-1871-474b-aec1-c11de6d982a9 req-134ae0bd-688d-4902-b1b4-c7abf83572d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=88c97f75-8aca-46e0-9169-afbd951f4a27 HTTP/1.1" status: 200 len: 1098 time: 0.0968816 Jul 16 21:32:20.870900 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0787c-cc37-4c26-be9c-73501a4c9f00 req-ccd38b74-9f93-4d0e-9075-539936e1237b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:20.872368 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2ad0787c-cc37-4c26-be9c-73501a4c9f00 req-ccd38b74-9f93-4d0e-9075-539936e1237b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c97f75-8aca-46e0-9169-afbd951f4a27 HTTP/1.1" status: 200 len: 946 time: 0.0938404 Jul 16 21:32:20.912151 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-31516b92-1871-474b-aec1-c11de6d982a9 req-47b95a4c-12e7-454b-9c60-afd87b95afd0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=13fb35d3-8e45-44fa-9a47-a7d1303efbac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568213 Jul 16 21:32:20.924071 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2ad0787c-cc37-4c26-be9c-73501a4c9f00 req-194841d0-69e1-4361-9471-a525222e5f10 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=13fb35d3-8e45-44fa-9a47-a7d1303efbac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455527 Jul 16 21:32:21.812603 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-762c1fbd-98d0-4b6f-a680-3cf31ea9dea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:22.100613 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23cce4-5c97-4e45-b36d-8d812620f4aa req-2b60572e-0fee-4ba1-8540-1754ea0a6fa2 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:22.101943 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9d23cce4-5c97-4e45-b36d-8d812620f4aa req-2b60572e-0fee-4ba1-8540-1754ea0a6fa2 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c97f75-8aca-46e0-9169-afbd951f4a27 HTTP/1.1" status: 200 len: 946 time: 0.0645721 Jul 16 21:32:22.141015 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9d23cce4-5c97-4e45-b36d-8d812620f4aa req-3de9eb00-318d-4201-b8e3-81b56f18275a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=13fb35d3-8e45-44fa-9a47-a7d1303efbac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324190 Jul 16 21:32:22.326490 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00618d0e-c720-47ae-b600-20e785dcef52 req-668cbda5-6f24-477b-8ee1-272e3c793635 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:22.327998 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-00618d0e-c720-47ae-b600-20e785dcef52 req-668cbda5-6f24-477b-8ee1-272e3c793635 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c97f75-8aca-46e0-9169-afbd951f4a27 HTTP/1.1" status: 200 len: 946 time: 0.0742462 Jul 16 21:32:22.365694 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-00618d0e-c720-47ae-b600-20e785dcef52 req-0a012261-1c27-4cf6-93fc-ac33a5e2e796 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=13fb35d3-8e45-44fa-9a47-a7d1303efbac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319932 Jul 16 21:32:22.389642 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59022) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:22.441092 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605d3e39-c84e-4121-9fa9-57ff2ac1d5d2 tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:22.442622 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-605d3e39-c84e-4121-9fa9-57ff2ac1d5d2 tempest-TestNetworkAdvancedServerOps-767176281 tempest-TestNetworkAdvancedServerOps-767176281-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=88c97f75-8aca-46e0-9169-afbd951f4a27 HTTP/1.1" status: 200 len: 1093 time: 0.0518379 Jul 16 21:32:22.445479 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59024) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:22.450799 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-667bf06a-3248-4a1d-9b70-4339feaf3df4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'port_id': '5e22be9d-9f12-442d-99f0-502c9592ec6b', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:32:22.472965 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-667bf06a-3248-4a1d-9b70-4339feaf3df4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:22.577073 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-667bf06a-3248-4a1d-9b70-4339feaf3df4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:22.684599 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-667bf06a-3248-4a1d-9b70-4339feaf3df4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Allocated IP 172.25.0.165 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/6edc4ea8-eef0-428c-9e5c-582f8e125f28) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:32:22.792336 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-667bf06a-3248-4a1d-9b70-4339feaf3df4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:22.831289 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-667bf06a-3248-4a1d-9b70-4339feaf3df4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:22.868928 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667bf06a-3248-4a1d-9b70-4339feaf3df4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:32:22.874596 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-667bf06a-3248-4a1d-9b70-4339feaf3df4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:32:22.879959 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667bf06a-3248-4a1d-9b70-4339feaf3df4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:32:22.906839 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667bf06a-3248-4a1d-9b70-4339feaf3df4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=6edc4ea8-eef0-428c-9e5c-582f8e125f28,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:23.254250 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-667bf06a-3248-4a1d-9b70-4339feaf3df4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:23.334830 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-667bf06a-3248-4a1d-9b70-4339feaf3df4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:23.483815 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-667bf06a-3248-4a1d-9b70-4339feaf3df4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:23.488334 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-667bf06a-3248-4a1d-9b70-4339feaf3df4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:23.563297 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667bf06a-3248-4a1d-9b70-4339feaf3df4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event updated for resources: {'Port': ['ID=6edc4ea8-eef0-428c-9e5c-582f8e125f28,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:23.571283 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-667bf06a-3248-4a1d-9b70-4339feaf3df4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:23.674253 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-667bf06a-3248-4a1d-9b70-4339feaf3df4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Floating IP 394de330-afc5-4dcc-96a6-5ffa927f7327 associated. External IP: 172.25.0.165, port: 5e22be9d-9f12-442d-99f0-502c9592ec6b. Jul 16 21:32:23.893846 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667bf06a-3248-4a1d-9b70-4339feaf3df4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Router 50861aca-9fd2-40ad-bc66-c49ce811d738 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:32:24.017921 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667bf06a-3248-4a1d-9b70-4339feaf3df4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:32:24.027069 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e38123-5b23-44cb-8df5-99512fef7e43 None None] Sync routers for ids ['50861aca-9fd2-40ad-bc66-c49ce811d738'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:32:24.034672 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-667bf06a-3248-4a1d-9b70-4339feaf3df4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:24.039065 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e38123-5b23-44cb-8df5-99512fef7e43 None None] Routers {'50861aca-9fd2-40ad-bc66-c49ce811d738'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:32:24.039810 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-23e38123-5b23-44cb-8df5-99512fef7e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:31:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['50861aca-9fd2-40ad-bc66-c49ce811d738'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:24.072239 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-667bf06a-3248-4a1d-9b70-4339feaf3df4 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6257417 Jul 16 21:32:24.072839 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c97f75-8aca-46e0-9169-afbd951f4a27', 'tag': '5e22be9d-9f12-442d-99f0-502c9592ec6b'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:32:24.075187 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b86d58-9f9d-4d12-8a2d-f9f8c2e5f38f" -d '{"events": [{"name": "network-changed", "server_uuid": "88c97f75-8aca-46e0-9169-afbd951f4a27", "tag": "5e22be9d-9f12-442d-99f0-502c9592ec6b"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:32:24.116065 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33c8459-0b52-4243-a2e6-42460b400cbe x-openstack-request-id: req-b33c8459-0b52-4243-a2e6-42460b400cbe {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:32:24.116466 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c97f75-8aca-46e0-9169-afbd951f4a27", "tag": "5e22be9d-9f12-442d-99f0-502c9592ec6b", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:32:24.116827 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b33c8459-0b52-4243-a2e6-42460b400cbe {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:32:24.117421 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c97f75-8aca-46e0-9169-afbd951f4a27', 'tag': '5e22be9d-9f12-442d-99f0-502c9592ec6b', 'status': 'completed', 'code': 200} Jul 16 21:32:24.160335 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-23e38123-5b23-44cb-8df5-99512fef7e43 None None] Set router 50861aca-9fd2-40ad-bc66-c49ce811d738 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:32:24.237015 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b86d58-9f9d-4d12-8a2d-f9f8c2e5f38f req-54d13ac0-27c5-43e4-b96a-e1b1c7685432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:24.238579 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f6b86d58-9f9d-4d12-8a2d-f9f8c2e5f38f req-54d13ac0-27c5-43e4-b96a-e1b1c7685432 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=88c97f75-8aca-46e0-9169-afbd951f4a27 HTTP/1.1" status: 200 len: 1098 time: 0.0974426 Jul 16 21:32:24.275292 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf90025-8567-4534-910d-fb5c5c568a3c req-a396b721-b6d7-406d-b03b-8ebac2af681a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:24.277009 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-adf90025-8567-4534-910d-fb5c5c568a3c req-a396b721-b6d7-406d-b03b-8ebac2af681a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c97f75-8aca-46e0-9169-afbd951f4a27 HTTP/1.1" status: 200 len: 946 time: 0.1079471 Jul 16 21:32:24.351825 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5def5023-9e5d-47e3-8da5-82f60b831ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:24.357518 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-adf90025-8567-4534-910d-fb5c5c568a3c req-163e4ece-3475-4e18-a336-837ceb653ce2 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=13fb35d3-8e45-44fa-9a47-a7d1303efbac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737119 Jul 16 21:32:24.383371 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59030) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:24.388113 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b86d58-9f9d-4d12-8a2d-f9f8c2e5f38f req-2d2a4f71-97d9-4535-b165-a057587b757b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:24.389590 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f6b86d58-9f9d-4d12-8a2d-f9f8c2e5f38f req-2d2a4f71-97d9-4535-b165-a057587b757b service neutron] 10.222.0.18 "GET /v2.0/networks?id=f9c000fd-ad09-4585-bac8-a1915ebf8833 HTTP/1.1" status: 200 len: 897 time: 0.1441276 Jul 16 21:32:24.414390 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-23e38123-5b23-44cb-8df5-99512fef7e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329799126', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '920c8847-b39f-41cf-8400-927f68ff385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:32:10Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '920c8847-b39f-41cf-8400-927f68ff385a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '394de330-afc5-4dcc-96a6-5ffa927f7327', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'port_id': '5e22be9d-9f12-442d-99f0-502c9592ec6b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833', 'mac_address': 'fa:16:3e:bf:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c97f75-8aca-46e0-9169-afbd951f4a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:32:23Z', 'updated_at': '2021-07-16T21:32:23Z', 'revision_number': 0, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23382c9-150c-4168-a79e-6e6879d9a6db', 'name': '', 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:ae:d8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:09Z', 'updated_at': '2021-07-16T21:32:14Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': 'bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:24.451062 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e38123-5b23-44cb-8df5-99512fef7e43 None None] Checking router: 50861aca-9fd2-40ad-bc66-c49ce811d738 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:32:24.459238 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0c683c33-9f6c-4906-83d0-07e0cd942340 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/floatingips/394de330-afc5-4dcc-96a6-5ffa927f7327 HTTP/1.1" status: 200 len: 992 time: 0.0748925 Jul 16 21:32:24.464878 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e38123-5b23-44cb-8df5-99512fef7e43 None None] Routers {'50861aca-9fd2-40ad-bc66-c49ce811d738'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:32:24.465326 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f6b86d58-9f9d-4d12-8a2d-f9f8c2e5f38f req-5bfcfc2d-9d6a-43b8-9a16-41cf6e2a24bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e22be9d-9f12-442d-99f0-502c9592ec6b HTTP/1.1" status: 200 len: 1000 time: 0.0687826 Jul 16 21:32:24.465654 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-23e38123-5b23-44cb-8df5-99512fef7e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:32:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['50861aca-9fd2-40ad-bc66-c49ce811d738'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:24.469033 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:24.525777 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b86d58-9f9d-4d12-8a2d-f9f8c2e5f38f req-ed8079c9-0b41-455c-8163-127b9c25a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:24.527969 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f6b86d58-9f9d-4d12-8a2d-f9f8c2e5f38f req-ed8079c9-0b41-455c-8163-127b9c25a1e0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf HTTP/1.1" status: 200 len: 834 time: 0.0557127 Jul 16 21:32:24.577717 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-23e38123-5b23-44cb-8df5-99512fef7e43 None None] Set router 50861aca-9fd2-40ad-bc66-c49ce811d738 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:32:24.586545 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b86d58-9f9d-4d12-8a2d-f9f8c2e5f38f req-9d9932ae-5c91-44ba-996c-9a94a1943580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:24.588123 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f6b86d58-9f9d-4d12-8a2d-f9f8c2e5f38f req-9d9932ae-5c91-44ba-996c-9a94a1943580 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9c000fd-ad09-4585-bac8-a1915ebf8833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540946 Jul 16 21:32:24.598463 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-f6b86d58-9f9d-4d12-8a2d-f9f8c2e5f38f req-ac574a7f-572d-4d2c-b6fa-aad0a634d233 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:32:24.599389 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f6b86d58-9f9d-4d12-8a2d-f9f8c2e5f38f req-ac574a7f-572d-4d2c-b6fa-aad0a634d233 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050216 Jul 16 21:32:24.695510 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f6b86d58-9f9d-4d12-8a2d-f9f8c2e5f38f req-12c26332-dd64-477a-8f63-45775ebf3261 service neutron] 10.222.0.18 "GET /v2.0/networks/f9c000fd-ad09-4585-bac8-a1915ebf8833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897474 Jul 16 21:32:24.786081 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f6b86d58-9f9d-4d12-8a2d-f9f8c2e5f38f req-6c4a4c0e-09af-4bc7-a908-1ae8769caeb4 service neutron] 10.222.0.18 "GET /v2.0/networks/f9c000fd-ad09-4585-bac8-a1915ebf8833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849438 Jul 16 21:32:24.956707 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-23e38123-5b23-44cb-8df5-99512fef7e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329799126', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '920c8847-b39f-41cf-8400-927f68ff385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:32:10Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '920c8847-b39f-41cf-8400-927f68ff385a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '394de330-afc5-4dcc-96a6-5ffa927f7327', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'port_id': '5e22be9d-9f12-442d-99f0-502c9592ec6b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833', 'mac_address': 'fa:16:3e:bf:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c97f75-8aca-46e0-9169-afbd951f4a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:32:23Z', 'updated_at': '2021-07-16T21:32:23Z', 'revision_number': 0, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23382c9-150c-4168-a79e-6e6879d9a6db', 'name': '', 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:ae:d8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:09Z', 'updated_at': '2021-07-16T21:32:14Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': 'bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:24.982399 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e38123-5b23-44cb-8df5-99512fef7e43 None None] The sync data for ids ['50861aca-9fd2-40ad-bc66-c49ce811d738'] in n-d-791506-21 is: [{'id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329799126', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '920c8847-b39f-41cf-8400-927f68ff385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:32:10Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '920c8847-b39f-41cf-8400-927f68ff385a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '394de330-afc5-4dcc-96a6-5ffa927f7327', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'port_id': '5e22be9d-9f12-442d-99f0-502c9592ec6b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833', 'mac_address': 'fa:16:3e:bf:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c97f75-8aca-46e0-9169-afbd951f4a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:32:23Z', 'updated_at': '2021-07-16T21:32:23Z', 'revision_number': 0, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23382c9-150c-4168-a79e-6e6879d9a6db', 'name': '', 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:ae:d8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:09Z', 'updated_at': '2021-07-16T21:32:14Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': 'bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:32:25.170711 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052b8363-36d7-45d8-8a49-80991d52b09c None None] New status for floating IP 394de330-afc5-4dcc-96a6-5ffa927f7327: ACTIVE {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:32:25.460865 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59032) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:25.527372 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8d7bada4-3901-4d59-a44f-7feefebc2096 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/floatingips/394de330-afc5-4dcc-96a6-5ffa927f7327 HTTP/1.1" status: 200 len: 994 time: 0.0652587 Jul 16 21:32:26.046545 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:27.879846 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:30.070775 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:33.952144 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:35.773165 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-573da97c-9eab-4e66-b707-b8ca36c4c04f req-937c7092-941c-4a1f-b5b7-1e8204f86ea1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=88c97f75-8aca-46e0-9169-afbd951f4a27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512094 Jul 16 21:32:35.864529 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573da97c-9eab-4e66-b707-b8ca36c4c04f req-5005bd12-c088-41a1-9dab-697b5ae7d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:35.866024 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-573da97c-9eab-4e66-b707-b8ca36c4c04f req-5005bd12-c088-41a1-9dab-697b5ae7d8dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=88c97f75-8aca-46e0-9169-afbd951f4a27 HTTP/1.1" status: 200 len: 1098 time: 0.0513945 Jul 16 21:32:35.971753 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573da97c-9eab-4e66-b707-b8ca36c4c04f req-29d30910-e622-412e-8070-21457235d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:35.973257 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-573da97c-9eab-4e66-b707-b8ca36c4c04f req-29d30910-e622-412e-8070-21457235d92d service neutron] 10.222.0.18 "GET /v2.0/networks?id=f9c000fd-ad09-4585-bac8-a1915ebf8833 HTTP/1.1" status: 200 len: 897 time: 0.0878303 Jul 16 21:32:36.040838 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-573da97c-9eab-4e66-b707-b8ca36c4c04f req-d9d33d67-6283-479c-9ef5-90eaa92ea9c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e22be9d-9f12-442d-99f0-502c9592ec6b HTTP/1.1" status: 200 len: 1002 time: 0.0610635 Jul 16 21:32:36.091566 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573da97c-9eab-4e66-b707-b8ca36c4c04f req-be7fee64-772c-4e75-8cf5-083f42111d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:36.093412 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-573da97c-9eab-4e66-b707-b8ca36c4c04f req-be7fee64-772c-4e75-8cf5-083f42111d61 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf HTTP/1.1" status: 200 len: 834 time: 0.0470021 Jul 16 21:32:36.149809 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573da97c-9eab-4e66-b707-b8ca36c4c04f req-d786730c-354d-45b6-b118-e5082115f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:36.151310 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-573da97c-9eab-4e66-b707-b8ca36c4c04f req-d786730c-354d-45b6-b118-e5082115f232 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9c000fd-ad09-4585-bac8-a1915ebf8833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525899 Jul 16 21:32:36.240263 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-573da97c-9eab-4e66-b707-b8ca36c4c04f req-8a20a956-6f00-4ed5-949b-35159a36c86f service neutron] 10.222.0.18 "GET /v2.0/networks/f9c000fd-ad09-4585-bac8-a1915ebf8833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813291 Jul 16 21:32:36.337778 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-573da97c-9eab-4e66-b707-b8ca36c4c04f req-d66a64ef-7278-48da-bb82-46a7776454cf service neutron] 10.222.0.18 "GET /v2.0/networks/f9c000fd-ad09-4585-bac8-a1915ebf8833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904901 Jul 16 21:32:51.746596 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:32:51.814801 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4b7c6c2-a72c-428e-b486-9ecbb9feacff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:53.448378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9f1cd-608b-4df2-9d0f-baead9923a48 req-10d4e83b-204c-4ea9-99f9-95c5afbbdf14 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:53.449776 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-48a9f1cd-608b-4df2-9d0f-baead9923a48 req-10d4e83b-204c-4ea9-99f9-95c5afbbdf14 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c97f75-8aca-46e0-9169-afbd951f4a27 HTTP/1.1" status: 200 len: 946 time: 0.0643203 Jul 16 21:32:53.489430 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-48a9f1cd-608b-4df2-9d0f-baead9923a48 req-49334822-bede-41a4-b6da-8dcc874188af tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=13fb35d3-8e45-44fa-9a47-a7d1303efbac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334046 Jul 16 21:32:54.345387 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea8477b1-c417-410b-b8b3-ad810a98c311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:54.440806 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:54.668878 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d78bf-28ca-4aaa-85f1-f8e5b1bc4893 req-05e72044-8593-4bd4-96f9-1de16177f190 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:54.670367 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c15d78bf-28ca-4aaa-85f1-f8e5b1bc4893 req-05e72044-8593-4bd4-96f9-1de16177f190 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c97f75-8aca-46e0-9169-afbd951f4a27 HTTP/1.1" status: 200 len: 946 time: 0.0674665 Jul 16 21:32:54.711479 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c15d78bf-28ca-4aaa-85f1-f8e5b1bc4893 req-e050912d-e08b-4b39-8d14-5b41b15c6e87 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=13fb35d3-8e45-44fa-9a47-a7d1303efbac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346599 Jul 16 21:32:54.735782 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59054) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:54.797044 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-a0494c90-3a76-4640-b7c8-715759cf0667 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/floatingips/394de330-afc5-4dcc-96a6-5ffa927f7327 HTTP/1.1" status: 200 len: 994 time: 0.0600843 Jul 16 21:32:56.051025 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:56.255081 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7f766-0bcb-4956-bc18-35849c4537b2 req-921a8dde-57ff-42f2-8a3c-784c461ced33 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:56.256574 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ffa7f766-0bcb-4956-bc18-35849c4537b2 req-921a8dde-57ff-42f2-8a3c-784c461ced33 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c97f75-8aca-46e0-9169-afbd951f4a27 HTTP/1.1" status: 200 len: 946 time: 0.0964754 Jul 16 21:32:56.259302 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f85b7-a485-4068-9a1d-6c29ca9915b2 req-b84b7470-3c4f-4fa1-876f-899d3bbf4a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:56.260666 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0b8f85b7-a485-4068-9a1d-6c29ca9915b2 req-b84b7470-3c4f-4fa1-876f-899d3bbf4a7e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=88c97f75-8aca-46e0-9169-afbd951f4a27 HTTP/1.1" status: 200 len: 1098 time: 0.1088350 Jul 16 21:32:56.321837 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ffa7f766-0bcb-4956-bc18-35849c4537b2 req-f5c59663-0603-4a0a-a99e-4848701fd98e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=13fb35d3-8e45-44fa-9a47-a7d1303efbac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596149 Jul 16 21:32:56.378842 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f85b7-a485-4068-9a1d-6c29ca9915b2 req-47eb5223-ef0c-4d23-9c62-b45fe08fc107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:56.380319 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0b8f85b7-a485-4068-9a1d-6c29ca9915b2 req-47eb5223-ef0c-4d23-9c62-b45fe08fc107 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f9c000fd-ad09-4585-bac8-a1915ebf8833 HTTP/1.1" status: 200 len: 897 time: 0.1054344 Jul 16 21:32:56.448953 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0b8f85b7-a485-4068-9a1d-6c29ca9915b2 req-d833a76e-13fa-4b1b-9f17-25bd12ff64d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e22be9d-9f12-442d-99f0-502c9592ec6b HTTP/1.1" status: 200 len: 1002 time: 0.0568604 Jul 16 21:32:56.497575 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f85b7-a485-4068-9a1d-6c29ca9915b2 req-6e2ac2f3-6c8c-4d0a-a573-6c74dea9e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:56.499042 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0b8f85b7-a485-4068-9a1d-6c29ca9915b2 req-6e2ac2f3-6c8c-4d0a-a573-6c74dea9e39f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf HTTP/1.1" status: 200 len: 834 time: 0.0431557 Jul 16 21:32:56.564892 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f85b7-a485-4068-9a1d-6c29ca9915b2 req-a1dc3af4-2a9b-425a-bb43-90ae03375702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:56.566437 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0b8f85b7-a485-4068-9a1d-6c29ca9915b2 req-a1dc3af4-2a9b-425a-bb43-90ae03375702 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9c000fd-ad09-4585-bac8-a1915ebf8833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565858 Jul 16 21:32:57.005281 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0b8f85b7-a485-4068-9a1d-6c29ca9915b2 req-300fe2dc-476d-4ca5-bd8a-bb64db96ed16 service neutron] 10.222.0.18 "GET /v2.0/networks/f9c000fd-ad09-4585-bac8-a1915ebf8833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320207 Jul 16 21:32:57.098595 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0b8f85b7-a485-4068-9a1d-6c29ca9915b2 req-3899a2c2-9cb3-4fc6-bfb3-f9d0ce400f5d service neutron] 10.222.0.18 "GET /v2.0/networks/f9c000fd-ad09-4585-bac8-a1915ebf8833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874913 Jul 16 21:32:57.499852 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baff4e0-5580-4cea-8d9e-1f49633945f0 req-03a2e1b8-aede-4422-a96d-9b80ab27155a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:57.501326 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6baff4e0-5580-4cea-8d9e-1f49633945f0 req-03a2e1b8-aede-4422-a96d-9b80ab27155a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c97f75-8aca-46e0-9169-afbd951f4a27 HTTP/1.1" status: 200 len: 946 time: 0.0635748 Jul 16 21:32:57.538877 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6baff4e0-5580-4cea-8d9e-1f49633945f0 req-356c5b7b-20a4-4c15-aa47-516b34e9065f tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=13fb35d3-8e45-44fa-9a47-a7d1303efbac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317814 Jul 16 21:32:57.884845 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:58.719112 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bf54a-8386-4295-aac9-c3f39b6e50d0 req-705a36bf-7928-4c82-8e55-c9cd396e4008 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:58.721222 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-372bf54a-8386-4295-aac9-c3f39b6e50d0 req-705a36bf-7928-4c82-8e55-c9cd396e4008 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c97f75-8aca-46e0-9169-afbd951f4a27 HTTP/1.1" status: 200 len: 946 time: 0.0671835 Jul 16 21:32:58.761688 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-372bf54a-8386-4295-aac9-c3f39b6e50d0 req-58a288d1-00cf-4135-8db1-5d3a5238f2d1 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=13fb35d3-8e45-44fa-9a47-a7d1303efbac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342033 Jul 16 21:32:58.786186 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59066) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:58.846419 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d710d2fe-303a-4d90-8b9c-ad345b8724ac tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/floatingips/394de330-afc5-4dcc-96a6-5ffa927f7327 HTTP/1.1" status: 200 len: 994 time: 0.0589769 Jul 16 21:32:59.165131 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59072) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:59.320897 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e5dff6d8-4952-4279-aba1-8523a48d3adf tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Deleting port 6edc4ea8-eef0-428c-9e5c-582f8e125f28 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:32:59.321244 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e5dff6d8-4952-4279-aba1-8523a48d3adf tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:59.399118 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e5dff6d8-4952-4279-aba1-8523a48d3adf tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:59.399447 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e5dff6d8-4952-4279-aba1-8523a48d3adf tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:59.411596 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e5dff6d8-4952-4279-aba1-8523a48d3adf tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Calling delete_port for 6edc4ea8-eef0-428c-9e5c-582f8e125f28 owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:32:59.557348 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e5dff6d8-4952-4279-aba1-8523a48d3adf tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:59.580308 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dff6d8-4952-4279-aba1-8523a48d3adf tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Port': ['ID=6edc4ea8-eef0-428c-9e5c-582f8e125f28,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:59.590182 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dff6d8-4952-4279-aba1-8523a48d3adf tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:59.590562 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dff6d8-4952-4279-aba1-8523a48d3adf tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:59.590909 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dff6d8-4952-4279-aba1-8523a48d3adf tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:59.591248 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dff6d8-4952-4279-aba1-8523a48d3adf tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:59.591584 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dff6d8-4952-4279-aba1-8523a48d3adf tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:59.592469 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dff6d8-4952-4279-aba1-8523a48d3adf tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:59.592469 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dff6d8-4952-4279-aba1-8523a48d3adf tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:59.592702 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dff6d8-4952-4279-aba1-8523a48d3adf tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:59.592871 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dff6d8-4952-4279-aba1-8523a48d3adf tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:59.593194 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dff6d8-4952-4279-aba1-8523a48d3adf tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:59.593520 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dff6d8-4952-4279-aba1-8523a48d3adf tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:59.593845 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dff6d8-4952-4279-aba1-8523a48d3adf tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:59.654130 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e5dff6d8-4952-4279-aba1-8523a48d3adf tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:59.654501 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-e5dff6d8-4952-4279-aba1-8523a48d3adf tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Floating IP 394de330-afc5-4dcc-96a6-5ffa927f7327 disassociated (deleted). External IP: 172.25.0.165, port: 5e22be9d-9f12-442d-99f0-502c9592ec6b. Jul 16 21:32:59.863406 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5dff6d8-4952-4279-aba1-8523a48d3adf tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Router 50861aca-9fd2-40ad-bc66-c49ce811d738 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:32:59.968932 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dff6d8-4952-4279-aba1-8523a48d3adf tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:32:59.974542 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e5dff6d8-4952-4279-aba1-8523a48d3adf tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:59.978835 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb810777-4c0d-40dd-a1f6-53884290f521 None None] Sync routers for ids ['50861aca-9fd2-40ad-bc66-c49ce811d738'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:32:59.987933 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb810777-4c0d-40dd-a1f6-53884290f521 None None] Routers {'50861aca-9fd2-40ad-bc66-c49ce811d738'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:32:59.988568 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-bb810777-4c0d-40dd-a1f6-53884290f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:32:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['50861aca-9fd2-40ad-bc66-c49ce811d738'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:00.012152 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e5dff6d8-4952-4279-aba1-8523a48d3adf tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "DELETE /v2.0/floatingips/394de330-afc5-4dcc-96a6-5ffa927f7327 HTTP/1.1" status: 204 len: 168 time: 0.8436134 Jul 16 21:33:00.012152 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c97f75-8aca-46e0-9169-afbd951f4a27', 'tag': '5e22be9d-9f12-442d-99f0-502c9592ec6b'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:33:00.012629 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec091d7e-8256-476c-965d-89571e0ccad9" -d '{"events": [{"name": "network-changed", "server_uuid": "88c97f75-8aca-46e0-9169-afbd951f4a27", "tag": "5e22be9d-9f12-442d-99f0-502c9592ec6b"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:33:00.053592 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9936d12-c228-401f-808e-7a1b34276e57 x-openstack-request-id: req-a9936d12-c228-401f-808e-7a1b34276e57 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:33:00.054109 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c97f75-8aca-46e0-9169-afbd951f4a27", "tag": "5e22be9d-9f12-442d-99f0-502c9592ec6b", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:33:00.054392 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a9936d12-c228-401f-808e-7a1b34276e57 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:33:00.054800 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c97f75-8aca-46e0-9169-afbd951f4a27', 'tag': '5e22be9d-9f12-442d-99f0-502c9592ec6b', 'status': 'completed', 'code': 200} Jul 16 21:33:00.095898 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:00.120775 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-bb810777-4c0d-40dd-a1f6-53884290f521 None None] Set router 50861aca-9fd2-40ad-bc66-c49ce811d738 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:00.139888 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec091d7e-8256-476c-965d-89571e0ccad9 req-667d3230-8918-4a65-b284-6f2e9c510c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:00.141582 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ec091d7e-8256-476c-965d-89571e0ccad9 req-667d3230-8918-4a65-b284-6f2e9c510c04 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e49adb7de6459493e23c0b2760acb3&device_id=88c97f75-8aca-46e0-9169-afbd951f4a27 HTTP/1.1" status: 200 len: 1098 time: 0.0631418 Jul 16 21:33:00.254010 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec091d7e-8256-476c-965d-89571e0ccad9 req-230e2b98-ed40-46ed-b849-caa7fc2f3f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:00.255550 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ec091d7e-8256-476c-965d-89571e0ccad9 req-230e2b98-ed40-46ed-b849-caa7fc2f3f1e service neutron] 10.222.0.18 "GET /v2.0/networks?id=f9c000fd-ad09-4585-bac8-a1915ebf8833 HTTP/1.1" status: 200 len: 897 time: 0.1081479 Jul 16 21:33:00.306213 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ec091d7e-8256-476c-965d-89571e0ccad9 req-21bac4f9-0889-4042-8559-fd5d03d46dea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e22be9d-9f12-442d-99f0-502c9592ec6b HTTP/1.1" status: 200 len: 217 time: 0.0432577 Jul 16 21:33:00.360574 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-bb810777-4c0d-40dd-a1f6-53884290f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329799126', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '920c8847-b39f-41cf-8400-927f68ff385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:32:10Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '920c8847-b39f-41cf-8400-927f68ff385a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e23382c9-150c-4168-a79e-6e6879d9a6db', 'name': '', 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:ae:d8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:09Z', 'updated_at': '2021-07-16T21:32:14Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': 'bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:00.389262 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb810777-4c0d-40dd-a1f6-53884290f521 None None] Checking router: 50861aca-9fd2-40ad-bc66-c49ce811d738 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:33:00.393595 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec091d7e-8256-476c-965d-89571e0ccad9 req-a413b83a-3f61-4724-ae3c-ea0797df4150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:00.395121 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ec091d7e-8256-476c-965d-89571e0ccad9 req-a413b83a-3f61-4724-ae3c-ea0797df4150 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf HTTP/1.1" status: 200 len: 834 time: 0.0819840 Jul 16 21:33:00.398737 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb810777-4c0d-40dd-a1f6-53884290f521 None None] Routers {'50861aca-9fd2-40ad-bc66-c49ce811d738'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:00.399354 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-bb810777-4c0d-40dd-a1f6-53884290f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:32:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['50861aca-9fd2-40ad-bc66-c49ce811d738'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:00.449057 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15168eaa-7567-4a3b-8c79-b412f28c81fc req-f216d4dc-3a5e-40af-924a-63909b10b000 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:00.450593 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-15168eaa-7567-4a3b-8c79-b412f28c81fc req-f216d4dc-3a5e-40af-924a-63909b10b000 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c97f75-8aca-46e0-9169-afbd951f4a27 HTTP/1.1" status: 200 len: 946 time: 0.1095452 Jul 16 21:33:00.502011 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec091d7e-8256-476c-965d-89571e0ccad9 req-ffc5f9c7-1bb7-42a1-af0e-81ab7b3236d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:00.504026 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ec091d7e-8256-476c-965d-89571e0ccad9 req-ffc5f9c7-1bb7-42a1-af0e-81ab7b3236d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9c000fd-ad09-4585-bac8-a1915ebf8833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1015174 Jul 16 21:33:00.504243 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-bb810777-4c0d-40dd-a1f6-53884290f521 None None] Set router 50861aca-9fd2-40ad-bc66-c49ce811d738 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:00.509031 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-15168eaa-7567-4a3b-8c79-b412f28c81fc req-bb7635e8-5828-40cd-9689-a92b8279d922 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=13fb35d3-8e45-44fa-9a47-a7d1303efbac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516462 Jul 16 21:33:00.597813 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ec091d7e-8256-476c-965d-89571e0ccad9 req-f00000d3-73ba-4604-9b27-da5fb75c4247 service neutron] 10.222.0.18 "GET /v2.0/networks/f9c000fd-ad09-4585-bac8-a1915ebf8833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863709 Jul 16 21:33:00.695542 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ec091d7e-8256-476c-965d-89571e0ccad9 req-14cc5e50-e48c-4408-9007-ae3f06cd8bbd service neutron] 10.222.0.18 "GET /v2.0/networks/f9c000fd-ad09-4585-bac8-a1915ebf8833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908415 Jul 16 21:33:00.706422 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-bb810777-4c0d-40dd-a1f6-53884290f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329799126', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '920c8847-b39f-41cf-8400-927f68ff385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:32:10Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '920c8847-b39f-41cf-8400-927f68ff385a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e23382c9-150c-4168-a79e-6e6879d9a6db', 'name': '', 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:ae:d8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:09Z', 'updated_at': '2021-07-16T21:32:14Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': 'bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:00.733336 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb810777-4c0d-40dd-a1f6-53884290f521 None None] The sync data for ids ['50861aca-9fd2-40ad-bc66-c49ce811d738'] in n-d-791506-21 is: [{'id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329799126', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '920c8847-b39f-41cf-8400-927f68ff385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:32:10Z', 'revision_number': 4, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '920c8847-b39f-41cf-8400-927f68ff385a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e23382c9-150c-4168-a79e-6e6879d9a6db', 'name': '', 'network_id': 'f9c000fd-ad09-4585-bac8-a1915ebf8833', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'mac_address': 'fa:16:3e:ae:d8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:09Z', 'updated_at': '2021-07-16T21:32:14Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'subnets': [{'id': 'bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:33:00.956874 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b67b784-50d9-45cc-90b2-29686319a14a None None] New status for floating IP 394de330-afc5-4dcc-96a6-5ffa927f7327: DOWN {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:33:01.687213 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1aaf67-a15b-4f15-a37d-20a94420e0fc req-40284d1f-d849-4c8e-a4d0-365714462e1e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:01.688794 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2e1aaf67-a15b-4f15-a37d-20a94420e0fc req-40284d1f-d849-4c8e-a4d0-365714462e1e tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c97f75-8aca-46e0-9169-afbd951f4a27 HTTP/1.1" status: 200 len: 946 time: 0.0669820 Jul 16 21:33:01.728112 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2e1aaf67-a15b-4f15-a37d-20a94420e0fc req-e3bb86f7-b7d1-4780-b926-534955e93ac8 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/security-groups?id=13fb35d3-8e45-44fa-9a47-a7d1303efbac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332482 Jul 16 21:33:01.874733 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd8b42-7820-4951-8f2a-da89b0e71617 req-1b77fad9-5e4b-4677-94df-137c3a9847d2 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:01.876161 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e4bd8b42-7820-4951-8f2a-da89b0e71617 req-1b77fad9-5e4b-4677-94df-137c3a9847d2 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c97f75-8aca-46e0-9169-afbd951f4a27 HTTP/1.1" status: 200 len: 946 time: 0.0626171 Jul 16 21:33:01.977706 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-e4bd8b42-7820-4951-8f2a-da89b0e71617 req-57e64d96-dc7b-489b-926b-aaa267f2de2b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Deleting port 5e22be9d-9f12-442d-99f0-502c9592ec6b {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:33:01.978042 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e4bd8b42-7820-4951-8f2a-da89b0e71617 req-57e64d96-dc7b-489b-926b-aaa267f2de2b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:02.065390 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-e4bd8b42-7820-4951-8f2a-da89b0e71617 req-57e64d96-dc7b-489b-926b-aaa267f2de2b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] For port 5e22be9d-9f12-442d-99f0-502c9592ec6b, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=5e22be9d-9f12-442d-99f0-502c9592ec6b,segment=NetworkSegment(4e77b85c-dc3e-41c9-af09-543c274c74f9),segment_id=4e77b85c-dc3e-41c9-af09-543c274c74f9)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:02.065741 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e4bd8b42-7820-4951-8f2a-da89b0e71617 req-57e64d96-dc7b-489b-926b-aaa267f2de2b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:02.077140 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-e4bd8b42-7820-4951-8f2a-da89b0e71617 req-57e64d96-dc7b-489b-926b-aaa267f2de2b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Calling delete_port for 5e22be9d-9f12-442d-99f0-502c9592ec6b owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:33:02.207021 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e4bd8b42-7820-4951-8f2a-da89b0e71617 req-57e64d96-dc7b-489b-926b-aaa267f2de2b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:02.233891 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e64d96-dc7b-489b-926b-aaa267f2de2b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Port': ['ID=5e22be9d-9f12-442d-99f0-502c9592ec6b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:02.288801 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bd8b42-7820-4951-8f2a-da89b0e71617 req-57e64d96-dc7b-489b-926b-aaa267f2de2b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] No DVR routers for this DVR port 5e22be9d-9f12-442d-99f0-502c9592ec6b on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:33:02.291438 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e4bd8b42-7820-4951-8f2a-da89b0e71617 req-57e64d96-dc7b-489b-926b-aaa267f2de2b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:02.293427 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e4bd8b42-7820-4951-8f2a-da89b0e71617 req-57e64d96-dc7b-489b-926b-aaa267f2de2b tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.18 "DELETE /v2.0/ports/5e22be9d-9f12-442d-99f0-502c9592ec6b HTTP/1.1" status: 204 len: 173 time: 0.4117599 Jul 16 21:33:02.293871 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c97f75-8aca-46e0-9169-afbd951f4a27', 'name': 'network-vif-deleted', 'tag': '5e22be9d-9f12-442d-99f0-502c9592ec6b'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:33:02.296224 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d60fe7c-3f9a-4fcc-b5dc-8a59a5c761e9" -d '{"events": [{"server_uuid": "88c97f75-8aca-46e0-9169-afbd951f4a27", "name": "network-vif-deleted", "tag": "5e22be9d-9f12-442d-99f0-502c9592ec6b"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:33:02.334766 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15780d9-3250-4e76-8f3f-f9ac482daec0 x-openstack-request-id: req-d15780d9-3250-4e76-8f3f-f9ac482daec0 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:33:02.335061 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c97f75-8aca-46e0-9169-afbd951f4a27", "name": "network-vif-deleted", "tag": "5e22be9d-9f12-442d-99f0-502c9592ec6b", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:33:02.335315 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d15780d9-3250-4e76-8f3f-f9ac482daec0 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:33:02.335716 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c97f75-8aca-46e0-9169-afbd951f4a27', 'name': 'network-vif-deleted', 'tag': '5e22be9d-9f12-442d-99f0-502c9592ec6b', 'status': 'completed', 'code': 200} Jul 16 21:33:02.890517 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-45d4279b-255e-4d67-8869-47f0e3ad0cbb req-a9ebac8b-3f0d-4ecd-864d-f5592ce97376 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "GET /v2.0/ports?device_id=88c97f75-8aca-46e0-9169-afbd951f4a27 HTTP/1.1" status: 200 len: 210 time: 0.0307727 Jul 16 21:33:03.952356 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:03.992879 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59088) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:04.353773 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-90761263-b286-4878-8643-2c368a692458 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:04.614761 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-90761263-b286-4878-8643-2c368a692458 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Deleting port e23382c9-150c-4168-a79e-6e6879d9a6db {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:33:04.615103 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-90761263-b286-4878-8643-2c368a692458 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:04.696359 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 5e22be9d-9f12-442d-99f0-502c9592ec6b no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:33:04.702013 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-90761263-b286-4878-8643-2c368a692458 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] For port e23382c9-150c-4168-a79e-6e6879d9a6db, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e23382c9-150c-4168-a79e-6e6879d9a6db,segment=NetworkSegment(4e77b85c-dc3e-41c9-af09-543c274c74f9),segment_id=4e77b85c-dc3e-41c9-af09-543c274c74f9)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:04.702398 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-90761263-b286-4878-8643-2c368a692458 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:04.714071 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-90761263-b286-4878-8643-2c368a692458 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Calling delete_port for e23382c9-150c-4168-a79e-6e6879d9a6db owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:33:04.715635 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 5e22be9d-9f12-442d-99f0-502c9592ec6b {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:33:04.715985 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 5e22be9d-9f12-442d-99f0-502c9592ec6b not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:33:04.898771 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-90761263-b286-4878-8643-2c368a692458 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:04.927658 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90761263-b286-4878-8643-2c368a692458 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Port': ['ID=e23382c9-150c-4168-a79e-6e6879d9a6db,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:05.104356 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-90761263-b286-4878-8643-2c368a692458 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:05.316077 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90761263-b286-4878-8643-2c368a692458 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Router 50861aca-9fd2-40ad-bc66-c49ce811d738 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:33:05.416380 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90761263-b286-4878-8643-2c368a692458 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:33:05.421934 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-90761263-b286-4878-8643-2c368a692458 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "PUT /v2.0/routers/50861aca-9fd2-40ad-bc66-c49ce811d738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4280162 Jul 16 21:33:05.425053 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59090) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:05.427755 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beea19a5-8250-466b-b442-f920034b9330 None None] Sync routers for ids ['50861aca-9fd2-40ad-bc66-c49ce811d738'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:33:05.436734 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beea19a5-8250-466b-b442-f920034b9330 None None] Routers {'50861aca-9fd2-40ad-bc66-c49ce811d738'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:05.437338 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-beea19a5-8250-466b-b442-f920034b9330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:32:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['50861aca-9fd2-40ad-bc66-c49ce811d738'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:05.476563 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b994815-1d4a-4d68-8669-026284bb61ea tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Deleting subnet bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:33:05.479625 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b994815-1d4a-4d68-8669-026284bb61ea tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:05.522005 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b994815-1d4a-4d68-8669-026284bb61ea tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:05.541798 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-beea19a5-8250-466b-b442-f920034b9330 None None] Set router 50861aca-9fd2-40ad-bc66-c49ce811d738 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:05.609127 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b994815-1d4a-4d68-8669-026284bb61ea tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:05.669348 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b994815-1d4a-4d68-8669-026284bb61ea tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:05.696605 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b994815-1d4a-4d68-8669-026284bb61ea tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Subnet': ['ID=bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:05.704884 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b994815-1d4a-4d68-8669-026284bb61ea tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:05.707332 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9b994815-1d4a-4d68-8669-026284bb61ea tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "DELETE /v2.0/subnets/bcffb1dd-0aae-4a85-8e18-b6e4b624bfcf HTTP/1.1" status: 204 len: 168 time: 0.2812757 Jul 16 21:33:05.708941 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b994815-1d4a-4d68-8669-026284bb61ea tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:05.709294 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b994815-1d4a-4d68-8669-026284bb61ea tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:05.709636 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b994815-1d4a-4d68-8669-026284bb61ea tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:05.709976 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b994815-1d4a-4d68-8669-026284bb61ea tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:05.710251 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59092) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:05.710396 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b994815-1d4a-4d68-8669-026284bb61ea tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:05.710670 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b994815-1d4a-4d68-8669-026284bb61ea tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:05.711127 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b994815-1d4a-4d68-8669-026284bb61ea tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:05.711326 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b994815-1d4a-4d68-8669-026284bb61ea tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:05.711653 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b994815-1d4a-4d68-8669-026284bb61ea tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:05.711982 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b994815-1d4a-4d68-8669-026284bb61ea tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:05.712305 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b994815-1d4a-4d68-8669-026284bb61ea tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:05.712638 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b994815-1d4a-4d68-8669-026284bb61ea tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:05.714744 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42e3718-4bed-41ec-9112-46b282ecd3d8 None None] Network f9c000fd-ad09-4585-bac8-a1915ebf8833 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:33:05.787111 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-beea19a5-8250-466b-b442-f920034b9330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329799126', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '920c8847-b39f-41cf-8400-927f68ff385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:33:04Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '920c8847-b39f-41cf-8400-927f68ff385a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:05.818422 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e6f117bc-849c-4953-b745-51f787f9f1c3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:05.835143 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beea19a5-8250-466b-b442-f920034b9330 None None] Checking router: 50861aca-9fd2-40ad-bc66-c49ce811d738 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:33:05.863426 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beea19a5-8250-466b-b442-f920034b9330 None None] Routers {'50861aca-9fd2-40ad-bc66-c49ce811d738'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:05.864059 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-beea19a5-8250-466b-b442-f920034b9330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:32:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['50861aca-9fd2-40ad-bc66-c49ce811d738'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:05.926003 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e6f117bc-849c-4953-b745-51f787f9f1c3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:05.980532 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e6f117bc-849c-4953-b745-51f787f9f1c3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Deleting port 920c8847-b39f-41cf-8400-927f68ff385a {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:33:05.980944 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e6f117bc-849c-4953-b745-51f787f9f1c3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:05.982140 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-beea19a5-8250-466b-b442-f920034b9330 None None] Set router 50861aca-9fd2-40ad-bc66-c49ce811d738 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:06.040050 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db17d772-3f24-4175-b2cd-2e9bfb3cbfbd None None] DHCP port deletion for f9c000fd-ad09-4585-bac8-a1915ebf8833 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:33:06.067346 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-e6f117bc-849c-4953-b745-51f787f9f1c3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] For port 920c8847-b39f-41cf-8400-927f68ff385a, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=920c8847-b39f-41cf-8400-927f68ff385a,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:06.067711 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e6f117bc-849c-4953-b745-51f787f9f1c3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:06.079189 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e6f117bc-849c-4953-b745-51f787f9f1c3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Calling delete_port for 920c8847-b39f-41cf-8400-927f68ff385a owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:33:06.172030 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-db17d772-3f24-4175-b2cd-2e9bfb3cbfbd None None] Deleting port a5e50b57-90b7-4d74-bd2f-f10805164c46 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:33:06.172401 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db17d772-3f24-4175-b2cd-2e9bfb3cbfbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:06.248133 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e6f117bc-849c-4953-b745-51f787f9f1c3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:06.250019 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-db17d772-3f24-4175-b2cd-2e9bfb3cbfbd None None] For port a5e50b57-90b7-4d74-bd2f-f10805164c46, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a5e50b57-90b7-4d74-bd2f-f10805164c46,segment=NetworkSegment(4e77b85c-dc3e-41c9-af09-543c274c74f9),segment_id=4e77b85c-dc3e-41c9-af09-543c274c74f9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:06.250440 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db17d772-3f24-4175-b2cd-2e9bfb3cbfbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:06.266416 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-db17d772-3f24-4175-b2cd-2e9bfb3cbfbd None None] Calling delete_port for a5e50b57-90b7-4d74-bd2f-f10805164c46 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:33:06.277996 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f117bc-849c-4953-b745-51f787f9f1c3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Port': ['ID=920c8847-b39f-41cf-8400-927f68ff385a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:06.279200 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-beea19a5-8250-466b-b442-f920034b9330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329799126', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '920c8847-b39f-41cf-8400-927f68ff385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:33:04Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '920c8847-b39f-41cf-8400-927f68ff385a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:06.309207 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beea19a5-8250-466b-b442-f920034b9330 None None] The sync data for ids ['50861aca-9fd2-40ad-bc66-c49ce811d738'] in n-d-791506-21 is: [{'id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329799126', 'tenant_id': 'd0e49adb7de6459493e23c0b2760acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '920c8847-b39f-41cf-8400-927f68ff385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:33:04Z', 'revision_number': 5, 'project_id': 'd0e49adb7de6459493e23c0b2760acb3', 'gw_port': {'id': '920c8847-b39f-41cf-8400-927f68ff385a', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50861aca-9fd2-40ad-bc66-c49ce811d738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:06Z', 'updated_at': '2021-07-16T21:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:33:06.349136 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e6f117bc-849c-4953-b745-51f787f9f1c3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:06.380723 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db17d772-3f24-4175-b2cd-2e9bfb3cbfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:06.413433 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17d772-3f24-4175-b2cd-2e9bfb3cbfbd None None] Pushing event deleted for resources: {'Port': ['ID=a5e50b57-90b7-4d74-bd2f-f10805164c46,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:06.416114 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db17d772-3f24-4175-b2cd-2e9bfb3cbfbd None None] No DVR routers for this DVR port a5e50b57-90b7-4d74-bd2f-f10805164c46 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:33:06.427701 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db17d772-3f24-4175-b2cd-2e9bfb3cbfbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:06.427701 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db17d772-3f24-4175-b2cd-2e9bfb3cbfbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:06.427701 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db17d772-3f24-4175-b2cd-2e9bfb3cbfbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:06.427701 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db17d772-3f24-4175-b2cd-2e9bfb3cbfbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:06.427701 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db17d772-3f24-4175-b2cd-2e9bfb3cbfbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:06.427701 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db17d772-3f24-4175-b2cd-2e9bfb3cbfbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:06.427701 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db17d772-3f24-4175-b2cd-2e9bfb3cbfbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:06.427701 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db17d772-3f24-4175-b2cd-2e9bfb3cbfbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:06.427701 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db17d772-3f24-4175-b2cd-2e9bfb3cbfbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:06.429501 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db17d772-3f24-4175-b2cd-2e9bfb3cbfbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:06.429501 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db17d772-3f24-4175-b2cd-2e9bfb3cbfbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:06.429501 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db17d772-3f24-4175-b2cd-2e9bfb3cbfbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:06.444376 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e6f117bc-849c-4953-b745-51f787f9f1c3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:06.446500 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e6f117bc-849c-4953-b745-51f787f9f1c3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:06.488464 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e6f117bc-849c-4953-b745-51f787f9f1c3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:06.489112 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f117bc-849c-4953-b745-51f787f9f1c3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Fanout notify agent at l3_agent the message router_deleted on router 50861aca-9fd2-40ad-bc66-c49ce811d738 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:33:06.496266 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e6f117bc-849c-4953-b745-51f787f9f1c3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:06.497387 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-e6f117bc-849c-4953-b745-51f787f9f1c3 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "DELETE /v2.0/routers/50861aca-9fd2-40ad-bc66-c49ce811d738 HTTP/1.1" status: 204 len: 168 time: 0.7857494 Jul 16 21:33:06.500086 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59094) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:06.576460 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-700fa8f3-858e-44c7-9b20-7b6ad80e00b9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:06.665249 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-700fa8f3-858e-44c7-9b20-7b6ad80e00b9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:06.679274 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-700fa8f3-858e-44c7-9b20-7b6ad80e00b9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c000fd-ad09-4585-bac8-a1915ebf8833']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:06.690210 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-700fa8f3-858e-44c7-9b20-7b6ad80e00b9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e77b85c-dc3e-41c9-af09-543c274c74f9') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:06.690611 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-700fa8f3-858e-44c7-9b20-7b6ad80e00b9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e77b85c-dc3e-41c9-af09-543c274c74f9') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:06.700293 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-700fa8f3-858e-44c7-9b20-7b6ad80e00b9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:06.715030 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-700fa8f3-858e-44c7-9b20-7b6ad80e00b9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:06.721248 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-700fa8f3-858e-44c7-9b20-7b6ad80e00b9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:33:06.721654 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-700fa8f3-858e-44c7-9b20-7b6ad80e00b9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: timer() Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:33:06.725250 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:33:06.780520 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e23382c9-150c-4168-a79e-6e6879d9a6db no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:33:06.809187 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: e23382c9-150c-4168-a79e-6e6879d9a6db {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:33:06.809538 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e23382c9-150c-4168-a79e-6e6879d9a6db not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:33:06.809962 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a5e50b57-90b7-4d74-bd2f-f10805164c46 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:33:06.831791 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: a5e50b57-90b7-4d74-bd2f-f10805164c46 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:33:06.832159 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a5e50b57-90b7-4d74-bd2f-f10805164c46 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:33:07.149693 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-700fa8f3-858e-44c7-9b20-7b6ad80e00b9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:07.157597 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-700fa8f3-858e-44c7-9b20-7b6ad80e00b9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:07.159466 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-700fa8f3-858e-44c7-9b20-7b6ad80e00b9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "DELETE /v2.0/networks/f9c000fd-ad09-4585-bac8-a1915ebf8833 HTTP/1.1" status: 204 len: 168 time: 0.6584427 Jul 16 21:33:07.162279 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59096) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:07.170595 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700fa8f3-858e-44c7-9b20-7b6ad80e00b9 tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'Network': ['ID=f9c000fd-ad09-4585-bac8-a1915ebf8833,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:07.221475 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ad9be573-b679-4ec9-8016-b9319874408a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:07.247866 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ad9be573-b679-4ec9-8016-b9319874408a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:07.313658 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ad9be573-b679-4ec9-8016-b9319874408a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:07.317620 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ad9be573-b679-4ec9-8016-b9319874408a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:07.318771 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ad9be573-b679-4ec9-8016-b9319874408a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] 10.222.0.38 "DELETE /v2.0/security-groups/13fb35d3-8e45-44fa-9a47-a7d1303efbac HTTP/1.1" status: 204 len: 168 time: 0.1554530 Jul 16 21:33:07.327785 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9be573-b679-4ec9-8016-b9319874408a tempest-TestNetworkAdvancedServerOps-1523088036 tempest-TestNetworkAdvancedServerOps-1523088036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fb35d3-8e45-44fa-9a47-a7d1303efbac,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:07.648018 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59104) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:07.777093 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-07259caf-7f25-4180-b448-d2ce4d1b06ce admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d0e49adb7de6459493e23c0b2760acb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279202 Jul 16 21:33:07.779973 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59108) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:07.827498 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9dc4e883-6809-46e4-8950-82c705c22578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:07.848713 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9dc4e883-6809-46e4-8950-82c705c22578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:07.895980 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9dc4e883-6809-46e4-8950-82c705c22578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:07.898584 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9dc4e883-6809-46e4-8950-82c705c22578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:07.899757 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-9dc4e883-6809-46e4-8950-82c705c22578 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a68c41f6-ee6e-4a86-9135-73108981898b HTTP/1.1" status: 204 len: 168 time: 0.1188655 Jul 16 21:33:07.907817 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4e883-6809-46e4-8950-82c705c22578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68c41f6-ee6e-4a86-9135-73108981898b,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:08.155060 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59114) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:08.168119 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-76223296-293a-4728-a43f-411679e0be16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:08.255533 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-76223296-293a-4728-a43f-411679e0be16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:08.259314 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-76223296-293a-4728-a43f-411679e0be16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:08.297980 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-76223296-293a-4728-a43f-411679e0be16 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d136538922284dbaa6c9d424e4d2c351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417558 Jul 16 21:33:08.298917 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76223296-293a-4728-a43f-411679e0be16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e75a71-0ae9-4d51-8dbe-344334db6f83,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:08.301391 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59116) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:08.351301 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-44756058-e6b4-4b11-9d5d-08c4f4d62db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:08.371385 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-44756058-e6b4-4b11-9d5d-08c4f4d62db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:08.419234 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-44756058-e6b4-4b11-9d5d-08c4f4d62db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:08.421631 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-44756058-e6b4-4b11-9d5d-08c4f4d62db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:08.422805 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-44756058-e6b4-4b11-9d5d-08c4f4d62db1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d8e75a71-0ae9-4d51-8dbe-344334db6f83 HTTP/1.1" status: 204 len: 168 time: 0.1197345 Jul 16 21:33:08.430932 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44756058-e6b4-4b11-9d5d-08c4f4d62db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e75a71-0ae9-4d51-8dbe-344334db6f83,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:08.650260 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 920c8847-b39f-41cf-8400-927f68ff385a no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:33:08.672924 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 920c8847-b39f-41cf-8400-927f68ff385a {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:33:08.673205 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 920c8847-b39f-41cf-8400-927f68ff385a not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:33:09.103991 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59138) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:09.196896 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-c8b5eefb-b4d2-4484-beb1-d8eb0435c096 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-700327792-network', 'tenant_id': 'a2b68def73f347698b25699ea01c5080'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:09.217506 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b5eefb-b4d2-4484-beb1-d8eb0435c096 admin admin] Made reservation on behalf of a2b68def73f347698b25699ea01c5080 for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:33:09.219952 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c8b5eefb-b4d2-4484-beb1-d8eb0435c096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:09.229060 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c8b5eefb-b4d2-4484-beb1-d8eb0435c096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:09.321457 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c8b5eefb-b4d2-4484-beb1-d8eb0435c096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:09.324642 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c8b5eefb-b4d2-4484-beb1-d8eb0435c096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:09.350947 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b5eefb-b4d2-4484-beb1-d8eb0435c096 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:33:09.356114 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5eefb-b4d2-4484-beb1-d8eb0435c096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7638ad80-3c94-4fc7-8b3e-8aa5928a6b01,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:09.365368 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c8b5eefb-b4d2-4484-beb1-d8eb0435c096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:09.365368 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-c8b5eefb-b4d2-4484-beb1-d8eb0435c096 admin admin] Added segment 25b1afa7-b845-4227-a733-e0a40b444dc6 of type vlan for network e4795692-9f2e-476b-81e4-7b2476e33e44 Jul 16 21:33:09.404306 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c8b5eefb-b4d2-4484-beb1-d8eb0435c096 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:09.432764 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c8b5eefb-b4d2-4484-beb1-d8eb0435c096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:09.433605 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b5eefb-b4d2-4484-beb1-d8eb0435c096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:09.434211 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c8b5eefb-b4d2-4484-beb1-d8eb0435c096 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:09.461133 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c8b5eefb-b4d2-4484-beb1-d8eb0435c096 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3560498 Jul 16 21:33:09.464257 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59142) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:09.469358 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2fda48a0-2c04-4f48-b34c-1a2a0c3ba57a admin admin] Request body: {'subnet': {'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-700327792-subnet', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:09.490125 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fda48a0-2c04-4f48-b34c-1a2a0c3ba57a admin admin] Made reservation on behalf of a2b68def73f347698b25699ea01c5080 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:33:09.492460 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2fda48a0-2c04-4f48-b34c-1a2a0c3ba57a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143371836'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:09.500750 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5eefb-b4d2-4484-beb1-d8eb0435c096 admin admin] Pushing event updated for resources: {'Network': ['ID=e4795692-9f2e-476b-81e4-7b2476e33e44,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:09.510853 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network e4795692-9f2e-476b-81e4-7b2476e33e44 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:33:09.664337 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2fda48a0-2c04-4f48-b34c-1a2a0c3ba57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143530246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143371822'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:09.724716 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda48a0-2c04-4f48-b34c-1a2a0c3ba57a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc14d410-f22f-4ad9-9651-92f5184dba22,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:09.729758 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fda48a0-2c04-4f48-b34c-1a2a0c3ba57a admin admin] Checking segment: {'id': '25b1afa7-b845-4227-a733-e0a40b444dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:33:09.730109 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fda48a0-2c04-4f48-b34c-1a2a0c3ba57a admin admin] Network hostable DHCP agents. Network: e4795692-9f2e-476b-81e4-7b2476e33e44, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:33:09.745828 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fda48a0-2c04-4f48-b34c-1a2a0c3ba57a admin admin] Network e4795692-9f2e-476b-81e4-7b2476e33e44 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:33:09.756901 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-2fda48a0-2c04-4f48-b34c-1a2a0c3ba57a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, e4795692-9f2e-476b-81e4-7b2476e33e44) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:09.760842 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fda48a0-2c04-4f48-b34c-1a2a0c3ba57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:09.761421 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2fda48a0-2c04-4f48-b34c-1a2a0c3ba57a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:09.766372 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6044023b-989c-4c82-99c2-2c0104495537 None None] Network e4795692-9f2e-476b-81e4-7b2476e33e44 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:33:09.779228 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2fda48a0-2c04-4f48-b34c-1a2a0c3ba57a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3108826 Jul 16 21:33:09.779441 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59144) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:09.784514 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-21a9fa33-7fc0-4902-a7e9-b9d8bc21832e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-700327792-router', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:09.804628 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-21a9fa33-7fc0-4902-a7e9-b9d8bc21832e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:09.805653 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-21a9fa33-7fc0-4902-a7e9-b9d8bc21832e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:09.855859 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-21a9fa33-7fc0-4902-a7e9-b9d8bc21832e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:09.916572 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2145a3-30e4-4fcc-8489-34e59625320c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-e4795692-9f2e-476b-81e4-7b2476e33e44', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'fixed_ips': [{'subnet_id': 'cc14d410-f22f-4ad9-9651-92f5184dba22'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:33:09.917431 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2145a3-30e4-4fcc-8489-34e59625320c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:09.996615 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-21a9fa33-7fc0-4902-a7e9-b9d8bc21832e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:10.201638 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-21a9fa33-7fc0-4902-a7e9-b9d8bc21832e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:10.205770 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-da2145a3-30e4-4fcc-8489-34e59625320c None None] Allocated IP 172.20.0.2 (e4795692-9f2e-476b-81e4-7b2476e33e44/cc14d410-f22f-4ad9-9651-92f5184dba22/5518ac21-5c91-478e-ba3b-8ba38fe53fc2) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:33:10.227499 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-21a9fa33-7fc0-4902-a7e9-b9d8bc21832e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:10.333621 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-21a9fa33-7fc0-4902-a7e9-b9d8bc21832e admin admin] Allocated IP 172.25.0.99 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/ffba9c53-5915-40d5-b95d-8793294aed11) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:33:10.352034 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2145a3-30e4-4fcc-8489-34e59625320c None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:10.361701 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-da2145a3-30e4-4fcc-8489-34e59625320c None None] Transition to ACTIVE for port object 5518ac21-5c91-478e-ba3b-8ba38fe53fc2 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:10.376925 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-da2145a3-30e4-4fcc-8489-34e59625320c None None] Transition to ACTIVE for port object 5518ac21-5c91-478e-ba3b-8ba38fe53fc2 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:10.383110 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2145a3-30e4-4fcc-8489-34e59625320c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:10.424848 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2145a3-30e4-4fcc-8489-34e59625320c None None] Network e4795692-9f2e-476b-81e4-7b2476e33e44 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:10.428142 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-da2145a3-30e4-4fcc-8489-34e59625320c None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:10.432735 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2145a3-30e4-4fcc-8489-34e59625320c None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:33:10.436053 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2145a3-30e4-4fcc-8489-34e59625320c None None] Pushing event updated for resources: {'Port': ['ID=5518ac21-5c91-478e-ba3b-8ba38fe53fc2,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:10.451849 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-21a9fa33-7fc0-4902-a7e9-b9d8bc21832e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:10.492050 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-21a9fa33-7fc0-4902-a7e9-b9d8bc21832e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:10.492914 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-da2145a3-30e4-4fcc-8489-34e59625320c None None] Attempting to bind port 5518ac21-5c91-478e-ba3b-8ba38fe53fc2 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:33:10.492914 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-da2145a3-30e4-4fcc-8489-34e59625320c None None] Attempting to bind port 5518ac21-5c91-478e-ba3b-8ba38fe53fc2 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '25b1afa7-b845-4227-a733-e0a40b444dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:33:10.493121 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2145a3-30e4-4fcc-8489-34e59625320c None None] Attempting to bind port 5518ac21-5c91-478e-ba3b-8ba38fe53fc2 on network e4795692-9f2e-476b-81e4-7b2476e33e44 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:33:10.497958 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2145a3-30e4-4fcc-8489-34e59625320c None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:33:10.498346 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2145a3-30e4-4fcc-8489-34e59625320c None None] Checking segment: {'id': '25b1afa7-b845-4227-a733-e0a40b444dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:33:10.498765 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2145a3-30e4-4fcc-8489-34e59625320c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:10.500333 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2145a3-30e4-4fcc-8489-34e59625320c None None] Bound using segment: {'id': '25b1afa7-b845-4227-a733-e0a40b444dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:33:10.500333 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-da2145a3-30e4-4fcc-8489-34e59625320c None None] Bound port: 5518ac21-5c91-478e-ba3b-8ba38fe53fc2, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b1afa7-b845-4227-a733-e0a40b444dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:33:10.500333 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2145a3-30e4-4fcc-8489-34e59625320c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:10.528958 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a9fa33-7fc0-4902-a7e9-b9d8bc21832e admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:10.534658 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-21a9fa33-7fc0-4902-a7e9-b9d8bc21832e admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:10.536981 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a9fa33-7fc0-4902-a7e9-b9d8bc21832e admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:33:10.563815 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-da2145a3-30e4-4fcc-8489-34e59625320c None None] For port 5518ac21-5c91-478e-ba3b-8ba38fe53fc2, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:33:10.565048 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9fa33-7fc0-4902-a7e9-b9d8bc21832e admin admin] Pushing event updated for resources: {'Port': ['ID=ffba9c53-5915-40d5-b95d-8793294aed11,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:10.567541 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-da2145a3-30e4-4fcc-8489-34e59625320c None None] For port 5518ac21-5c91-478e-ba3b-8ba38fe53fc2, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=5518ac21-5c91-478e-ba3b-8ba38fe53fc2,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:33:10.571657 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2145a3-30e4-4fcc-8489-34e59625320c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:10.630719 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2145a3-30e4-4fcc-8489-34e59625320c None None] Pushing event updated for resources: {'Port': ['ID=5518ac21-5c91-478e-ba3b-8ba38fe53fc2,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:10.813875 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-21a9fa33-7fc0-4902-a7e9-b9d8bc21832e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:11.015289 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-21a9fa33-7fc0-4902-a7e9-b9d8bc21832e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:11.146258 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a9fa33-7fc0-4902-a7e9-b9d8bc21832e admin admin] Router 3f4a2b47-51de-42db-9a23-76b04d5b8820 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:33:11.258544 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a9fa33-7fc0-4902-a7e9-b9d8bc21832e admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:33:11.267200 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df713264-4ff9-4c23-a538-60b0b84e98c8 None None] Sync routers for ids ['3f4a2b47-51de-42db-9a23-76b04d5b8820'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:33:11.278569 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df713264-4ff9-4c23-a538-60b0b84e98c8 None None] Routers {'3f4a2b47-51de-42db-9a23-76b04d5b8820'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:11.279345 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-df713264-4ff9-4c23-a538-60b0b84e98c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:32:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3f4a2b47-51de-42db-9a23-76b04d5b8820'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:11.280202 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-21a9fa33-7fc0-4902-a7e9-b9d8bc21832e admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:11.284843 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-21a9fa33-7fc0-4902-a7e9-b9d8bc21832e admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5011120 Jul 16 21:33:11.285070 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59146) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:11.391320 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-df713264-4ff9-4c23-a538-60b0b84e98c8 None None] Set router 3f4a2b47-51de-42db-9a23-76b04d5b8820 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:11.560235 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bc1190-0536-4b25-a3b4-bf878758acff None None] Network e4795692-9f2e-476b-81e4-7b2476e33e44 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:33:11.583208 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-df713264-4ff9-4c23-a538-60b0b84e98c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'name': 'tempest-TestShelveInstance-700327792-router', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:09Z', 'updated_at': '2021-07-16T21:33:10Z', 'revision_number': 3, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'gw_port': {'id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:10Z', 'updated_at': '2021-07-16T21:33:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:11.611360 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df713264-4ff9-4c23-a538-60b0b84e98c8 None None] Checking router: 3f4a2b47-51de-42db-9a23-76b04d5b8820 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:33:11.611724 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df713264-4ff9-4c23-a538-60b0b84e98c8 None None] Updating router 3f4a2b47-51de-42db-9a23-76b04d5b8820 port ffba9c53-5915-40d5-b95d-8793294aed11 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:33:11.641204 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b0488e2a-761d-4bf6-8cf3-ac9365dbe861 None None] Provisioning for port 5518ac21-5c91-478e-ba3b-8ba38fe53fc2 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:11.660821 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df713264-4ff9-4c23-a538-60b0b84e98c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:11.726274 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95937459-cbc0-4442-8cb9-1e6e913d09d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:11.901259 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-95937459-cbc0-4442-8cb9-1e6e913d09d4 admin admin] Allocated IP 172.20.0.1 (e4795692-9f2e-476b-81e4-7b2476e33e44/cc14d410-f22f-4ad9-9651-92f5184dba22/3f69937e-43d0-4d33-9cbb-744f132402e9) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:33:11.937915 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df713264-4ff9-4c23-a538-60b0b84e98c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:11.948744 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-df713264-4ff9-4c23-a538-60b0b84e98c8 None None] Transition to ACTIVE for port object ffba9c53-5915-40d5-b95d-8793294aed11 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:11.955350 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df713264-4ff9-4c23-a538-60b0b84e98c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:12.006689 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-df713264-4ff9-4c23-a538-60b0b84e98c8 None None] Attempting to bind port ffba9c53-5915-40d5-b95d-8793294aed11 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:33:12.007064 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-df713264-4ff9-4c23-a538-60b0b84e98c8 None None] Attempting to bind port ffba9c53-5915-40d5-b95d-8793294aed11 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:33:12.007528 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df713264-4ff9-4c23-a538-60b0b84e98c8 None None] Attempting to bind port ffba9c53-5915-40d5-b95d-8793294aed11 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:33:12.010628 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7cc05-2abb-4466-bc81-497e56850702 None None] Pushing event updated for resources: {'Port': ['ID=ffba9c53-5915-40d5-b95d-8793294aed11,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:12.015107 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df713264-4ff9-4c23-a538-60b0b84e98c8 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:33:12.015480 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df713264-4ff9-4c23-a538-60b0b84e98c8 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:33:12.015882 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df713264-4ff9-4c23-a538-60b0b84e98c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:12.016269 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df713264-4ff9-4c23-a538-60b0b84e98c8 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:33:12.016731 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-df713264-4ff9-4c23-a538-60b0b84e98c8 None None] Bound port: ffba9c53-5915-40d5-b95d-8793294aed11, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:33:12.017118 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df713264-4ff9-4c23-a538-60b0b84e98c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:12.017882 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95937459-cbc0-4442-8cb9-1e6e913d09d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:12.032291 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-95937459-cbc0-4442-8cb9-1e6e913d09d4 admin admin] Transition to ACTIVE for port object 3f69937e-43d0-4d33-9cbb-744f132402e9 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:12.066454 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95937459-cbc0-4442-8cb9-1e6e913d09d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:12.073965 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-df713264-4ff9-4c23-a538-60b0b84e98c8 None None] For port ffba9c53-5915-40d5-b95d-8793294aed11, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:33:12.077579 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-df713264-4ff9-4c23-a538-60b0b84e98c8 None None] For port ffba9c53-5915-40d5-b95d-8793294aed11, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=ffba9c53-5915-40d5-b95d-8793294aed11,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:33:12.082003 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df713264-4ff9-4c23-a538-60b0b84e98c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:12.106626 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95937459-cbc0-4442-8cb9-1e6e913d09d4 admin admin] Network e4795692-9f2e-476b-81e4-7b2476e33e44 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:12.112559 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-95937459-cbc0-4442-8cb9-1e6e913d09d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:12.118371 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95937459-cbc0-4442-8cb9-1e6e913d09d4 admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:33:12.129031 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df713264-4ff9-4c23-a538-60b0b84e98c8 None None] Routers {'3f4a2b47-51de-42db-9a23-76b04d5b8820'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:12.129811 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-df713264-4ff9-4c23-a538-60b0b84e98c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:32:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3f4a2b47-51de-42db-9a23-76b04d5b8820'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:12.146207 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95937459-cbc0-4442-8cb9-1e6e913d09d4 admin admin] Pushing event updated for resources: {'Port': ['ID=3f69937e-43d0-4d33-9cbb-744f132402e9,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:12.167219 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95937459-cbc0-4442-8cb9-1e6e913d09d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:12.247074 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-df713264-4ff9-4c23-a538-60b0b84e98c8 None None] Set router 3f4a2b47-51de-42db-9a23-76b04d5b8820 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:12.249178 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7cc05-2abb-4466-bc81-497e56850702 None None] Pushing event updated for resources: {'Port': ['ID=ffba9c53-5915-40d5-b95d-8793294aed11,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:12.316566 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95937459-cbc0-4442-8cb9-1e6e913d09d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:12.400811 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-67ddd46d-26ed-4be5-8d46-afc40ea294f3 None None] Provisioning for port 3f69937e-43d0-4d33-9cbb-744f132402e9 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:12.404776 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-67ddd46d-26ed-4be5-8d46-afc40ea294f3 None None] Provisioning complete for port 3f69937e-43d0-4d33-9cbb-744f132402e9 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:12.405147 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67ddd46d-26ed-4be5-8d46-afc40ea294f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:12.436475 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-df713264-4ff9-4c23-a538-60b0b84e98c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'name': 'tempest-TestShelveInstance-700327792-router', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:09Z', 'updated_at': '2021-07-16T21:33:10Z', 'revision_number': 3, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'gw_port': {'id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:10Z', 'updated_at': '2021-07-16T21:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:12.439733 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-67ddd46d-26ed-4be5-8d46-afc40ea294f3 None None] Port 3f69937e-43d0-4d33-9cbb-744f132402e9 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:33:12.467938 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df713264-4ff9-4c23-a538-60b0b84e98c8 None None] The sync data for ids ['3f4a2b47-51de-42db-9a23-76b04d5b8820'] in n-d-791506-21 is: [{'id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'name': 'tempest-TestShelveInstance-700327792-router', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:09Z', 'updated_at': '2021-07-16T21:33:10Z', 'revision_number': 3, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'gw_port': {'id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:10Z', 'updated_at': '2021-07-16T21:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:33:12.500362 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95937459-cbc0-4442-8cb9-1e6e913d09d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:12.504844 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95937459-cbc0-4442-8cb9-1e6e913d09d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:12.575667 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95937459-cbc0-4442-8cb9-1e6e913d09d4 admin admin] Pushing event updated for resources: {'Port': ['ID=3f69937e-43d0-4d33-9cbb-744f132402e9,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:12.578011 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95937459-cbc0-4442-8cb9-1e6e913d09d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:12.674908 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95937459-cbc0-4442-8cb9-1e6e913d09d4 admin admin] Network e4795692-9f2e-476b-81e4-7b2476e33e44 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:12.680944 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-95937459-cbc0-4442-8cb9-1e6e913d09d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:12.798235 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5518ac21-5c91-478e-ba3b-8ba38fe53fc2 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:12.838815 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95937459-cbc0-4442-8cb9-1e6e913d09d4 admin admin] Router 3f4a2b47-51de-42db-9a23-76b04d5b8820 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:33:12.868504 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 5518ac21-5c91-478e-ba3b-8ba38fe53fc2 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:12.872993 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 5518ac21-5c91-478e-ba3b-8ba38fe53fc2 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:12.873527 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:12.980419 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:12.981642 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95937459-cbc0-4442-8cb9-1e6e913d09d4 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:33:12.983631 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8b15c393-ab50-4116-94dc-fca2acec3ff2 None None] Provisioning complete for port 3f69937e-43d0-4d33-9cbb-744f132402e9 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:12.984204 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b15c393-ab50-4116-94dc-fca2acec3ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:12.990869 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-95937459-cbc0-4442-8cb9-1e6e913d09d4 admin admin] 10.222.0.38 "PUT /v2.0/routers/3f4a2b47-51de-42db-9a23-76b04d5b8820/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7047145 Jul 16 21:33:13.051697 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 5518ac21-5c91-478e-ba3b-8ba38fe53fc2, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=5518ac21-5c91-478e-ba3b-8ba38fe53fc2,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:13.053043 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8b15c393-ab50-4116-94dc-fca2acec3ff2 None None] Port 3f69937e-43d0-4d33-9cbb-744f132402e9 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:33:13.057336 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:13.117112 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=5518ac21-5c91-478e-ba3b-8ba38fe53fc2,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:13.490606 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59162) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:13.495649 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-706c57b7-14a8-4d2b-8f3d-fc71cc969d9f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1699789399-network', 'tenant_id': '86499ec338224190820883c2e0e4cc84'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:13.516418 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706c57b7-14a8-4d2b-8f3d-fc71cc969d9f admin admin] Made reservation on behalf of 86499ec338224190820883c2e0e4cc84 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:33:13.519635 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-706c57b7-14a8-4d2b-8f3d-fc71cc969d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:13.528302 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-706c57b7-14a8-4d2b-8f3d-fc71cc969d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:13.624484 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-706c57b7-14a8-4d2b-8f3d-fc71cc969d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:13.628762 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-706c57b7-14a8-4d2b-8f3d-fc71cc969d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:13.655268 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706c57b7-14a8-4d2b-8f3d-fc71cc969d9f admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:33:13.666139 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c57b7-14a8-4d2b-8f3d-fc71cc969d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38de867-b2a1-4c4d-a4c4-af03d509224a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:13.670925 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-706c57b7-14a8-4d2b-8f3d-fc71cc969d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:13.671269 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-706c57b7-14a8-4d2b-8f3d-fc71cc969d9f admin admin] Added segment bc395de4-0aac-4297-8c43-e5f704a778c5 of type vlan for network a85ec55d-9d90-4991-964b-8709603ec313 Jul 16 21:33:13.716338 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-706c57b7-14a8-4d2b-8f3d-fc71cc969d9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:13.746653 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-706c57b7-14a8-4d2b-8f3d-fc71cc969d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:13.747541 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706c57b7-14a8-4d2b-8f3d-fc71cc969d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:13.748111 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-706c57b7-14a8-4d2b-8f3d-fc71cc969d9f admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:13.780457 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-706c57b7-14a8-4d2b-8f3d-fc71cc969d9f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2887340 Jul 16 21:33:13.783936 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59164) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:13.791708 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-578894d6-4bc7-45f9-ac65-6d7e4d07d462 admin admin] Request body: {'subnet': {'network_id': 'a85ec55d-9d90-4991-964b-8709603ec313', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1699789399-subnet', 'tenant_id': '86499ec338224190820883c2e0e4cc84', 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:13.813914 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c57b7-14a8-4d2b-8f3d-fc71cc969d9f admin admin] Pushing event updated for resources: {'Network': ['ID=a85ec55d-9d90-4991-964b-8709603ec313,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:13.815575 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578894d6-4bc7-45f9-ac65-6d7e4d07d462 admin admin] Made reservation on behalf of 86499ec338224190820883c2e0e4cc84 for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:33:13.819144 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-578894d6-4bc7-45f9-ac65-6d7e4d07d462 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:13.827370 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network a85ec55d-9d90-4991-964b-8709603ec313 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:33:14.013087 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-578894d6-4bc7-45f9-ac65-6d7e4d07d462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:14.070839 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578894d6-4bc7-45f9-ac65-6d7e4d07d462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92ba72d7-19e9-4de7-9598-0063d121e4ba,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:14.081852 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578894d6-4bc7-45f9-ac65-6d7e4d07d462 admin admin] Checking segment: {'id': 'bc395de4-0aac-4297-8c43-e5f704a778c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a85ec55d-9d90-4991-964b-8709603ec313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:33:14.082213 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578894d6-4bc7-45f9-ac65-6d7e4d07d462 admin admin] Network hostable DHCP agents. Network: a85ec55d-9d90-4991-964b-8709603ec313, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:33:14.097909 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578894d6-4bc7-45f9-ac65-6d7e4d07d462 admin admin] Network a85ec55d-9d90-4991-964b-8709603ec313 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:33:14.106597 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-578894d6-4bc7-45f9-ac65-6d7e4d07d462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, a85ec55d-9d90-4991-964b-8709603ec313) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:14.111616 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578894d6-4bc7-45f9-ac65-6d7e4d07d462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:14.112332 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-578894d6-4bc7-45f9-ac65-6d7e4d07d462 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:14.119839 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da42b428-893e-4d72-be83-54a77c02e5cc None None] Network a85ec55d-9d90-4991-964b-8709603ec313 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:33:14.129688 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-578894d6-4bc7-45f9-ac65-6d7e4d07d462 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3439677 Jul 16 21:33:14.132240 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59166) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:14.136710 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-99f6152a-db32-4c2e-bbe2-fc033bd657dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1699789399-router', 'tenant_id': '86499ec338224190820883c2e0e4cc84', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:14.159015 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99f6152a-db32-4c2e-bbe2-fc033bd657dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:14.160038 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99f6152a-db32-4c2e-bbe2-fc033bd657dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:14.220182 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99f6152a-db32-4c2e-bbe2-fc033bd657dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:14.236556 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f853ce9-9132-47f4-9a95-3e18cea085f7 None None] Sync routers for ids ['3f4a2b47-51de-42db-9a23-76b04d5b8820'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:33:14.251748 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f853ce9-9132-47f4-9a95-3e18cea085f7 None None] Routers {'3f4a2b47-51de-42db-9a23-76b04d5b8820'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:14.252383 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9f853ce9-9132-47f4-9a95-3e18cea085f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:32:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3f4a2b47-51de-42db-9a23-76b04d5b8820'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:14.355672 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6005a733-ba29-487d-87e3-4828bb656d67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-a85ec55d-9d90-4991-964b-8709603ec313', 'network_id': 'a85ec55d-9d90-4991-964b-8709603ec313', 'tenant_id': '86499ec338224190820883c2e0e4cc84', 'fixed_ips': [{'subnet_id': '92ba72d7-19e9-4de7-9598-0063d121e4ba'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:33:14.356522 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6005a733-ba29-487d-87e3-4828bb656d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:14.360249 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99f6152a-db32-4c2e-bbe2-fc033bd657dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:14.445607 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-9f853ce9-9132-47f4-9a95-3e18cea085f7 None None] Set router 3f4a2b47-51de-42db-9a23-76b04d5b8820 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:14.572272 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99f6152a-db32-4c2e-bbe2-fc033bd657dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:14.591477 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99f6152a-db32-4c2e-bbe2-fc033bd657dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:14.620354 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-6005a733-ba29-487d-87e3-4828bb656d67 None None] Allocated IP 172.20.0.2 (a85ec55d-9d90-4991-964b-8709603ec313/92ba72d7-19e9-4de7-9598-0063d121e4ba/511a0f7f-2ae1-4a1a-a26e-4d99afb905b6) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:33:14.704646 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-99f6152a-db32-4c2e-bbe2-fc033bd657dd admin admin] Allocated IP 172.25.0.116 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/0e71216c-a783-486d-a21c-9a0305c7cb8f) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:33:14.808922 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5518ac21-5c91-478e-ba3b-8ba38fe53fc2 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:14.815469 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9f853ce9-9132-47f4-9a95-3e18cea085f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'name': 'tempest-TestShelveInstance-700327792-router', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:09Z', 'updated_at': '2021-07-16T21:33:12Z', 'revision_number': 4, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'gw_port': {'id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:10Z', 'updated_at': '2021-07-16T21:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3f69937e-43d0-4d33-9cbb-744f132402e9', 'name': '', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'mac_address': 'fa:16:3e:99:fb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:11Z', 'updated_at': '2021-07-16T21:33:12Z', 'revision_number': 2, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'subnets': [{'id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:14.819677 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99f6152a-db32-4c2e-bbe2-fc033bd657dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:14.860609 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99f6152a-db32-4c2e-bbe2-fc033bd657dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:14.870400 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f853ce9-9132-47f4-9a95-3e18cea085f7 None None] Checking router: 3f4a2b47-51de-42db-9a23-76b04d5b8820 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:33:14.870400 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f853ce9-9132-47f4-9a95-3e18cea085f7 None None] Updating router 3f4a2b47-51de-42db-9a23-76b04d5b8820 port 3f69937e-43d0-4d33-9cbb-744f132402e9 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:33:14.902978 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f6152a-db32-4c2e-bbe2-fc033bd657dd admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:14.909502 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-99f6152a-db32-4c2e-bbe2-fc033bd657dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:14.911422 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6005a733-ba29-487d-87e3-4828bb656d67 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:14.913192 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f6152a-db32-4c2e-bbe2-fc033bd657dd admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:33:14.928273 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6005a733-ba29-487d-87e3-4828bb656d67 None None] Transition to ACTIVE for port object 511a0f7f-2ae1-4a1a-a26e-4d99afb905b6 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:14.936226 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6152a-db32-4c2e-bbe2-fc033bd657dd admin admin] Pushing event updated for resources: {'Port': ['ID=0e71216c-a783-486d-a21c-9a0305c7cb8f,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:14.947243 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f853ce9-9132-47f4-9a95-3e18cea085f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:14.959242 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6005a733-ba29-487d-87e3-4828bb656d67 None None] Transition to ACTIVE for port object 511a0f7f-2ae1-4a1a-a26e-4d99afb905b6 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:14.967736 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6005a733-ba29-487d-87e3-4828bb656d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:15.024814 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 5518ac21-5c91-478e-ba3b-8ba38fe53fc2 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:15.025179 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:15.063730 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6005a733-ba29-487d-87e3-4828bb656d67 None None] Network a85ec55d-9d90-4991-964b-8709603ec313 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:15.069888 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005a733-ba29-487d-87e3-4828bb656d67 None None] Pushing event updated for resources: {'Port': ['ID=511a0f7f-2ae1-4a1a-a26e-4d99afb905b6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:15.073408 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-6005a733-ba29-487d-87e3-4828bb656d67 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:15.075400 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6005a733-ba29-487d-87e3-4828bb656d67 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:33:15.165128 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99f6152a-db32-4c2e-bbe2-fc033bd657dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:15.370757 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99f6152a-db32-4c2e-bbe2-fc033bd657dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:15.382400 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-6005a733-ba29-487d-87e3-4828bb656d67 None None] Attempting to bind port 511a0f7f-2ae1-4a1a-a26e-4d99afb905b6 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:33:15.382767 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-6005a733-ba29-487d-87e3-4828bb656d67 None None] Attempting to bind port 511a0f7f-2ae1-4a1a-a26e-4d99afb905b6 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'bc395de4-0aac-4297-8c43-e5f704a778c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a85ec55d-9d90-4991-964b-8709603ec313'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:33:15.383122 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6005a733-ba29-487d-87e3-4828bb656d67 None None] Attempting to bind port 511a0f7f-2ae1-4a1a-a26e-4d99afb905b6 on network a85ec55d-9d90-4991-964b-8709603ec313 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:33:15.411999 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6005a733-ba29-487d-87e3-4828bb656d67 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:33:15.412369 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6005a733-ba29-487d-87e3-4828bb656d67 None None] Checking segment: {'id': 'bc395de4-0aac-4297-8c43-e5f704a778c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a85ec55d-9d90-4991-964b-8709603ec313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:33:15.412765 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6005a733-ba29-487d-87e3-4828bb656d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:15.413164 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6005a733-ba29-487d-87e3-4828bb656d67 None None] Bound using segment: {'id': 'bc395de4-0aac-4297-8c43-e5f704a778c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a85ec55d-9d90-4991-964b-8709603ec313'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:33:15.413621 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-6005a733-ba29-487d-87e3-4828bb656d67 None None] Bound port: 511a0f7f-2ae1-4a1a-a26e-4d99afb905b6, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc395de4-0aac-4297-8c43-e5f704a778c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a85ec55d-9d90-4991-964b-8709603ec313'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:33:15.413996 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6005a733-ba29-487d-87e3-4828bb656d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:15.474135 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device ffba9c53-5915-40d5-b95d-8793294aed11 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:15.500627 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f6152a-db32-4c2e-bbe2-fc033bd657dd admin admin] Router e50b8d5a-9413-47ae-b17e-dafeb6f9fae0 is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:33:15.578506 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-6005a733-ba29-487d-87e3-4828bb656d67 None None] For port 511a0f7f-2ae1-4a1a-a26e-4d99afb905b6, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:33:15.587772 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-6005a733-ba29-487d-87e3-4828bb656d67 None None] For port 511a0f7f-2ae1-4a1a-a26e-4d99afb905b6, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=511a0f7f-2ae1-4a1a-a26e-4d99afb905b6,segment=NetworkSegment(bc395de4-0aac-4297-8c43-e5f704a778c5),segment_id=bc395de4-0aac-4297-8c43-e5f704a778c5)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:33:15.611806 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f6152a-db32-4c2e-bbe2-fc033bd657dd admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:33:15.612479 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6005a733-ba29-487d-87e3-4828bb656d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:15.622098 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ff584f-33e6-4227-8094-b6f664244061 None None] Sync routers for ids ['e50b8d5a-9413-47ae-b17e-dafeb6f9fae0'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:33:15.630773 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99f6152a-db32-4c2e-bbe2-fc033bd657dd admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:15.632433 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-99f6152a-db32-4c2e-bbe2-fc033bd657dd admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4992402 Jul 16 21:33:15.635417 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59168) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:15.642453 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ff584f-33e6-4227-8094-b6f664244061 None None] Routers {'e50b8d5a-9413-47ae-b17e-dafeb6f9fae0'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:15.643088 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-96ff584f-33e6-4227-8094-b6f664244061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:32:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['e50b8d5a-9413-47ae-b17e-dafeb6f9fae0'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:15.654353 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port ffba9c53-5915-40d5-b95d-8793294aed11 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:15.677007 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port ffba9c53-5915-40d5-b95d-8793294aed11 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:15.677366 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:15.683728 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f853ce9-9132-47f4-9a95-3e18cea085f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:15.735698 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9f853ce9-9132-47f4-9a95-3e18cea085f7 None None] Transition to ACTIVE for port object 3f69937e-43d0-4d33-9cbb-744f132402e9 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:15.744133 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005a733-ba29-487d-87e3-4828bb656d67 None None] Pushing event updated for resources: {'Port': ['ID=511a0f7f-2ae1-4a1a-a26e-4d99afb905b6,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:15.754763 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f853ce9-9132-47f4-9a95-3e18cea085f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:15.774825 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-96ff584f-33e6-4227-8094-b6f664244061 None None] Set router e50b8d5a-9413-47ae-b17e-dafeb6f9fae0 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:15.843891 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b469822-570b-4927-b4a0-ed6357059ac2 None None] Pushing event updated for resources: {'Port': ['ID=3f69937e-43d0-4d33-9cbb-744f132402e9,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:15.883132 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:15.908509 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port ffba9c53-5915-40d5-b95d-8793294aed11, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=ffba9c53-5915-40d5-b95d-8793294aed11,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:15.974077 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:16.035855 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-9f853ce9-9132-47f4-9a95-3e18cea085f7 None None] Attempting to bind port 3f69937e-43d0-4d33-9cbb-744f132402e9 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:33:16.036230 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-9f853ce9-9132-47f4-9a95-3e18cea085f7 None None] Attempting to bind port 3f69937e-43d0-4d33-9cbb-744f132402e9 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '25b1afa7-b845-4227-a733-e0a40b444dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:33:16.036598 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f853ce9-9132-47f4-9a95-3e18cea085f7 None None] Attempting to bind port 3f69937e-43d0-4d33-9cbb-744f132402e9 on network e4795692-9f2e-476b-81e4-7b2476e33e44 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:33:16.046848 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f853ce9-9132-47f4-9a95-3e18cea085f7 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:33:16.047224 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f853ce9-9132-47f4-9a95-3e18cea085f7 None None] Checking segment: {'id': '25b1afa7-b845-4227-a733-e0a40b444dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:33:16.047624 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f853ce9-9132-47f4-9a95-3e18cea085f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:16.048212 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f853ce9-9132-47f4-9a95-3e18cea085f7 None None] Bound using segment: {'id': '25b1afa7-b845-4227-a733-e0a40b444dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:33:16.048951 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-9f853ce9-9132-47f4-9a95-3e18cea085f7 None None] Bound port: 3f69937e-43d0-4d33-9cbb-744f132402e9, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b1afa7-b845-4227-a733-e0a40b444dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:33:16.049689 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f853ce9-9132-47f4-9a95-3e18cea085f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:16.125298 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=ffba9c53-5915-40d5-b95d-8793294aed11,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:16.145736 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-96ff584f-33e6-4227-8094-b6f664244061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50b8d5a-9413-47ae-b17e-dafeb6f9fae0', 'name': 'tempest-TestShelveInstance-1699789399-router', 'tenant_id': '86499ec338224190820883c2e0e4cc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '0e71216c-a783-486d-a21c-9a0305c7cb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:14Z', 'updated_at': '2021-07-16T21:33:15Z', 'revision_number': 3, 'project_id': '86499ec338224190820883c2e0e4cc84', 'gw_port': {'id': '0e71216c-a783-486d-a21c-9a0305c7cb8f', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50b8d5a-9413-47ae-b17e-dafeb6f9fae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:14Z', 'updated_at': '2021-07-16T21:33:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:16.176813 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-9f853ce9-9132-47f4-9a95-3e18cea085f7 None None] For port 3f69937e-43d0-4d33-9cbb-744f132402e9, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:33:16.180825 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-9f853ce9-9132-47f4-9a95-3e18cea085f7 None None] For port 3f69937e-43d0-4d33-9cbb-744f132402e9, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=3f69937e-43d0-4d33-9cbb-744f132402e9,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:33:16.187334 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f853ce9-9132-47f4-9a95-3e18cea085f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:16.204576 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ff584f-33e6-4227-8094-b6f664244061 None None] Checking router: e50b8d5a-9413-47ae-b17e-dafeb6f9fae0 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:33:16.206175 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ff584f-33e6-4227-8094-b6f664244061 None None] Updating router e50b8d5a-9413-47ae-b17e-dafeb6f9fae0 port 0e71216c-a783-486d-a21c-9a0305c7cb8f binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:33:16.259626 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96ff584f-33e6-4227-8094-b6f664244061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:16.261446 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b469822-570b-4927-b4a0-ed6357059ac2 None None] Pushing event updated for resources: {'Port': ['ID=3f69937e-43d0-4d33-9cbb-744f132402e9,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:16.277305 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f853ce9-9132-47f4-9a95-3e18cea085f7 None None] Routers {'3f4a2b47-51de-42db-9a23-76b04d5b8820'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:16.278203 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9f853ce9-9132-47f4-9a95-3e18cea085f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:32:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3f4a2b47-51de-42db-9a23-76b04d5b8820'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:16.429143 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-9f853ce9-9132-47f4-9a95-3e18cea085f7 None None] Set router 3f4a2b47-51de-42db-9a23-76b04d5b8820 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:16.555099 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96ff584f-33e6-4227-8094-b6f664244061 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:16.566973 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-96ff584f-33e6-4227-8094-b6f664244061 None None] Transition to ACTIVE for port object 0e71216c-a783-486d-a21c-9a0305c7cb8f will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:16.578203 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96ff584f-33e6-4227-8094-b6f664244061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:16.640603 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-96ff584f-33e6-4227-8094-b6f664244061 None None] Attempting to bind port 0e71216c-a783-486d-a21c-9a0305c7cb8f on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:33:16.641311 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-96ff584f-33e6-4227-8094-b6f664244061 None None] Attempting to bind port 0e71216c-a783-486d-a21c-9a0305c7cb8f by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:33:16.641452 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ff584f-33e6-4227-8094-b6f664244061 None None] Attempting to bind port 0e71216c-a783-486d-a21c-9a0305c7cb8f on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:33:16.649180 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ff584f-33e6-4227-8094-b6f664244061 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:33:16.649558 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ff584f-33e6-4227-8094-b6f664244061 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:33:16.649953 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96ff584f-33e6-4227-8094-b6f664244061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:16.650409 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ff584f-33e6-4227-8094-b6f664244061 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:33:16.650820 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-96ff584f-33e6-4227-8094-b6f664244061 None None] Bound port: 0e71216c-a783-486d-a21c-9a0305c7cb8f, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:33:16.651205 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96ff584f-33e6-4227-8094-b6f664244061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:16.661683 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b71f8a7-c4f5-4eee-946a-72dde7d5dbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:16.710361 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c00a7a-5b75-4e9f-a027-9908f116757c None None] Pushing event updated for resources: {'Port': ['ID=0e71216c-a783-486d-a21c-9a0305c7cb8f,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:16.726634 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c00a7a-5b75-4e9f-a027-9908f116757c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:16.726907 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-9f853ce9-9132-47f4-9a95-3e18cea085f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'name': 'tempest-TestShelveInstance-700327792-router', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:09Z', 'updated_at': '2021-07-16T21:33:12Z', 'revision_number': 4, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'gw_port': {'id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:10Z', 'updated_at': '2021-07-16T21:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3f69937e-43d0-4d33-9cbb-744f132402e9', 'name': '', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'mac_address': 'fa:16:3e:99:fb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:11Z', 'updated_at': '2021-07-16T21:33:16Z', 'revision_number': 4, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'subnets': [{'id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:16.727102 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c00a7a-5b75-4e9f-a027-9908f116757c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:16.727476 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c00a7a-5b75-4e9f-a027-9908f116757c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:16.727871 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c00a7a-5b75-4e9f-a027-9908f116757c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:16.728264 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c00a7a-5b75-4e9f-a027-9908f116757c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:16.728651 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c00a7a-5b75-4e9f-a027-9908f116757c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:16.729334 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c00a7a-5b75-4e9f-a027-9908f116757c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:16.729721 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c00a7a-5b75-4e9f-a027-9908f116757c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:16.730108 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c00a7a-5b75-4e9f-a027-9908f116757c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:16.730518 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c00a7a-5b75-4e9f-a027-9908f116757c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:16.730932 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c00a7a-5b75-4e9f-a027-9908f116757c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:16.731931 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c00a7a-5b75-4e9f-a027-9908f116757c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:16.738257 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-96ff584f-33e6-4227-8094-b6f664244061 None None] For port 0e71216c-a783-486d-a21c-9a0305c7cb8f, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:33:16.743714 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-96ff584f-33e6-4227-8094-b6f664244061 None None] For port 0e71216c-a783-486d-a21c-9a0305c7cb8f, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=0e71216c-a783-486d-a21c-9a0305c7cb8f,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:33:16.764750 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96ff584f-33e6-4227-8094-b6f664244061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:16.782410 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f853ce9-9132-47f4-9a95-3e18cea085f7 None None] The sync data for ids ['3f4a2b47-51de-42db-9a23-76b04d5b8820'] in n-d-791506-21 is: [{'id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'name': 'tempest-TestShelveInstance-700327792-router', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:09Z', 'updated_at': '2021-07-16T21:33:12Z', 'revision_number': 4, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'gw_port': {'id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:10Z', 'updated_at': '2021-07-16T21:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3f69937e-43d0-4d33-9cbb-744f132402e9', 'name': '', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'mac_address': 'fa:16:3e:99:fb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:11Z', 'updated_at': '2021-07-16T21:33:16Z', 'revision_number': 4, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'subnets': [{'id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:33:16.834872 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c00a7a-5b75-4e9f-a027-9908f116757c None None] Pushing event updated for resources: {'Port': ['ID=0e71216c-a783-486d-a21c-9a0305c7cb8f,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:16.837480 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ff584f-33e6-4227-8094-b6f664244061 None None] Routers {'e50b8d5a-9413-47ae-b17e-dafeb6f9fae0'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:16.837995 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-96ff584f-33e6-4227-8094-b6f664244061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:32:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['e50b8d5a-9413-47ae-b17e-dafeb6f9fae0'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:16.948033 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 511a0f7f-2ae1-4a1a-a26e-4d99afb905b6 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:16.955718 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-1b71f8a7-c4f5-4eee-946a-72dde7d5dbb3 admin admin] Allocated IP 172.20.0.1 (a85ec55d-9d90-4991-964b-8709603ec313/92ba72d7-19e9-4de7-9598-0063d121e4ba/e6db8e20-a153-4698-917b-a388e2dac9ab) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:33:16.992307 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-96ff584f-33e6-4227-8094-b6f664244061 None None] Set router e50b8d5a-9413-47ae-b17e-dafeb6f9fae0 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:17.057924 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 511a0f7f-2ae1-4a1a-a26e-4d99afb905b6 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:17.063715 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device ffba9c53-5915-40d5-b95d-8793294aed11 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:17.164533 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port ffba9c53-5915-40d5-b95d-8793294aed11 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:17.165057 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:17.213435 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b71f8a7-c4f5-4eee-946a-72dde7d5dbb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:17.250993 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47198847-8daf-4426-86a1-c1cbe7953c89 None None] Network a85ec55d-9d90-4991-964b-8709603ec313 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:33:17.272898 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-1b71f8a7-c4f5-4eee-946a-72dde7d5dbb3 admin admin] Transition to ACTIVE for port object e6db8e20-a153-4698-917b-a388e2dac9ab will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:17.338537 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-96ff584f-33e6-4227-8094-b6f664244061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50b8d5a-9413-47ae-b17e-dafeb6f9fae0', 'name': 'tempest-TestShelveInstance-1699789399-router', 'tenant_id': '86499ec338224190820883c2e0e4cc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '0e71216c-a783-486d-a21c-9a0305c7cb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:14Z', 'updated_at': '2021-07-16T21:33:15Z', 'revision_number': 3, 'project_id': '86499ec338224190820883c2e0e4cc84', 'gw_port': {'id': '0e71216c-a783-486d-a21c-9a0305c7cb8f', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50b8d5a-9413-47ae-b17e-dafeb6f9fae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:14Z', 'updated_at': '2021-07-16T21:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:17.367729 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b71f8a7-c4f5-4eee-946a-72dde7d5dbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:17.409168 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ff584f-33e6-4227-8094-b6f664244061 None None] The sync data for ids ['e50b8d5a-9413-47ae-b17e-dafeb6f9fae0'] in n-d-791506-21 is: [{'id': 'e50b8d5a-9413-47ae-b17e-dafeb6f9fae0', 'name': 'tempest-TestShelveInstance-1699789399-router', 'tenant_id': '86499ec338224190820883c2e0e4cc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '0e71216c-a783-486d-a21c-9a0305c7cb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:14Z', 'updated_at': '2021-07-16T21:33:15Z', 'revision_number': 3, 'project_id': '86499ec338224190820883c2e0e4cc84', 'gw_port': {'id': '0e71216c-a783-486d-a21c-9a0305c7cb8f', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50b8d5a-9413-47ae-b17e-dafeb6f9fae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:14Z', 'updated_at': '2021-07-16T21:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:33:17.424443 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-fa6cd15b-d51a-4dfe-94b4-96cc1becd3c3 None None] Provisioning for port 511a0f7f-2ae1-4a1a-a26e-4d99afb905b6 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:17.438900 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-fa6cd15b-d51a-4dfe-94b4-96cc1becd3c3 None None] Provisioning complete for port 511a0f7f-2ae1-4a1a-a26e-4d99afb905b6 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:17.440010 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa6cd15b-d51a-4dfe-94b4-96cc1becd3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:17.466489 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b71f8a7-c4f5-4eee-946a-72dde7d5dbb3 admin admin] Network a85ec55d-9d90-4991-964b-8709603ec313 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:17.488868 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-1b71f8a7-c4f5-4eee-946a-72dde7d5dbb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:17.492650 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b71f8a7-c4f5-4eee-946a-72dde7d5dbb3 admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:33:17.531660 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71f8a7-c4f5-4eee-946a-72dde7d5dbb3 admin admin] Pushing event updated for resources: {'Port': ['ID=e6db8e20-a153-4698-917b-a388e2dac9ab,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:17.556668 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b71f8a7-c4f5-4eee-946a-72dde7d5dbb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:17.656607 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa6cd15b-d51a-4dfe-94b4-96cc1becd3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:17.723908 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-fa6cd15b-d51a-4dfe-94b4-96cc1becd3c3 None None] For port 511a0f7f-2ae1-4a1a-a26e-4d99afb905b6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=511a0f7f-2ae1-4a1a-a26e-4d99afb905b6,segment=NetworkSegment(bc395de4-0aac-4297-8c43-e5f704a778c5),segment_id=bc395de4-0aac-4297-8c43-e5f704a778c5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:17.731690 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa6cd15b-d51a-4dfe-94b4-96cc1becd3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:17.748739 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b71f8a7-c4f5-4eee-946a-72dde7d5dbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:17.826801 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cd15b-d51a-4dfe-94b4-96cc1becd3c3 None None] Pushing event updated for resources: {'Port': ['ID=511a0f7f-2ae1-4a1a-a26e-4d99afb905b6,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:18.024248 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b71f8a7-c4f5-4eee-946a-72dde7d5dbb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:18.033341 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b71f8a7-c4f5-4eee-946a-72dde7d5dbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:18.075023 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-00f8989b-cbd5-4a9d-8918-2b30ae115b16 None None] Provisioning complete for port 511a0f7f-2ae1-4a1a-a26e-4d99afb905b6 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:18.075675 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-00f8989b-cbd5-4a9d-8918-2b30ae115b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:18.110729 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b71f8a7-c4f5-4eee-946a-72dde7d5dbb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:18.169368 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71f8a7-c4f5-4eee-946a-72dde7d5dbb3 admin admin] Pushing event updated for resources: {'Port': ['ID=e6db8e20-a153-4698-917b-a388e2dac9ab,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:18.226608 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-00f8989b-cbd5-4a9d-8918-2b30ae115b16 None None] Provisioning for port e6db8e20-a153-4698-917b-a388e2dac9ab completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:18.232731 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-00f8989b-cbd5-4a9d-8918-2b30ae115b16 None None] Provisioning complete for port e6db8e20-a153-4698-917b-a388e2dac9ab triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:18.233656 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-00f8989b-cbd5-4a9d-8918-2b30ae115b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:18.281712 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b71f8a7-c4f5-4eee-946a-72dde7d5dbb3 admin admin] Network a85ec55d-9d90-4991-964b-8709603ec313 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:18.284170 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-1b71f8a7-c4f5-4eee-946a-72dde7d5dbb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:18.284417 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-00f8989b-cbd5-4a9d-8918-2b30ae115b16 None None] Port e6db8e20-a153-4698-917b-a388e2dac9ab cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:33:18.414517 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-03aaeb11-161b-4b15-b8f8-0ac5bd54463a None None] Provisioning complete for port e6db8e20-a153-4698-917b-a388e2dac9ab triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:18.415271 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-03aaeb11-161b-4b15-b8f8-0ac5bd54463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:18.420526 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b71f8a7-c4f5-4eee-946a-72dde7d5dbb3 admin admin] Router e50b8d5a-9413-47ae-b17e-dafeb6f9fae0 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:33:18.462887 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-03aaeb11-161b-4b15-b8f8-0ac5bd54463a None None] Port e6db8e20-a153-4698-917b-a388e2dac9ab cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:33:18.575043 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b71f8a7-c4f5-4eee-946a-72dde7d5dbb3 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:33:18.582467 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-1b71f8a7-c4f5-4eee-946a-72dde7d5dbb3 admin admin] 10.222.0.38 "PUT /v2.0/routers/e50b8d5a-9413-47ae-b17e-dafeb6f9fae0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9459386 Jul 16 21:33:18.788229 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4a3d2e85-32f2-4293-9dbd-0d04cfdbbeb1 None None] Provisioning complete for port e6db8e20-a153-4698-917b-a388e2dac9ab triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:18.788593 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a3d2e85-32f2-4293-9dbd-0d04cfdbbeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:18.840220 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4a3d2e85-32f2-4293-9dbd-0d04cfdbbeb1 None None] Port e6db8e20-a153-4698-917b-a388e2dac9ab cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:33:18.857126 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0e71216c-a783-486d-a21c-9a0305c7cb8f up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:18.910679 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 0e71216c-a783-486d-a21c-9a0305c7cb8f completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:18.914448 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 0e71216c-a783-486d-a21c-9a0305c7cb8f triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:18.914893 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:19.009658 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:19.030812 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 0e71216c-a783-486d-a21c-9a0305c7cb8f, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=0e71216c-a783-486d-a21c-9a0305c7cb8f,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:19.035486 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:19.036293 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 511a0f7f-2ae1-4a1a-a26e-4d99afb905b6 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:19.108357 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=0e71216c-a783-486d-a21c-9a0305c7cb8f,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:19.121352 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 511a0f7f-2ae1-4a1a-a26e-4d99afb905b6 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:19.121718 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:19.200171 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3f69937e-43d0-4d33-9cbb-744f132402e9 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:19.247756 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 3f69937e-43d0-4d33-9cbb-744f132402e9 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:19.251864 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 3f69937e-43d0-4d33-9cbb-744f132402e9 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:19.252383 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:19.291230 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59176) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:19.295952 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-6809d25b-4a3a-4840-80bd-8a47cee50cd5 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1709646918', 'description': 'tempest-secgroup-smoke-1709646918 description', 'project_id': 'a2b68def73f347698b25699ea01c5080'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:19.318430 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6809d25b-4a3a-4840-80bd-8a47cee50cd5 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:19.330424 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:19.363721 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 3f69937e-43d0-4d33-9cbb-744f132402e9, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=3f69937e-43d0-4d33-9cbb-744f132402e9,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:19.368015 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:19.406091 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6809d25b-4a3a-4840-80bd-8a47cee50cd5 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:19.411316 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6809d25b-4a3a-4840-80bd-8a47cee50cd5 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:19.421707 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=3f69937e-43d0-4d33-9cbb-744f132402e9,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:19.443996 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6809d25b-4a3a-4840-80bd-8a47cee50cd5 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:19.445242 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6809d25b-4a3a-4840-80bd-8a47cee50cd5 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1529860 Jul 16 21:33:19.448817 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59178) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:19.449329 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809d25b-4a3a-4840-80bd-8a47cee50cd5 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32cb7a1d-44a1-437d-ab3d-b28d9b81d586,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:19.453557 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-24294ba5-074c-441b-b794-8ce2b081f0fc tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Request body: {'security_group_rule': {'security_group_id': '32cb7a1d-44a1-437d-ab3d-b28d9b81d586', 'project_id': 'a2b68def73f347698b25699ea01c5080', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:19.484553 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-24294ba5-074c-441b-b794-8ce2b081f0fc tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:19.540299 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-24294ba5-074c-441b-b794-8ce2b081f0fc tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:19.543978 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-24294ba5-074c-441b-b794-8ce2b081f0fc tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:19.561782 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24294ba5-074c-441b-b794-8ce2b081f0fc tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670f44c6-f518-42a7-9cf3-da182574c592,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:19.570142 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-24294ba5-074c-441b-b794-8ce2b081f0fc tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:19.574747 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-24294ba5-074c-441b-b794-8ce2b081f0fc tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223583 Jul 16 21:33:19.575200 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59180) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:19.581267 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-529daa02-fc3c-4b18-912c-e8e884962523 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Request body: {'security_group_rule': {'security_group_id': '32cb7a1d-44a1-437d-ab3d-b28d9b81d586', 'project_id': 'a2b68def73f347698b25699ea01c5080', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:19.609079 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-529daa02-fc3c-4b18-912c-e8e884962523 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:19.665553 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-529daa02-fc3c-4b18-912c-e8e884962523 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:19.669263 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-529daa02-fc3c-4b18-912c-e8e884962523 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:19.686854 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529daa02-fc3c-4b18-912c-e8e884962523 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d672db02-51be-40ad-aad1-df204e6a1a2b,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:19.693699 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-529daa02-fc3c-4b18-912c-e8e884962523 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:19.694882 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-529daa02-fc3c-4b18-912c-e8e884962523 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186318 Jul 16 21:33:19.697792 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59182) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:19.702378 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-5b283672-b7cc-4150-b07c-2323874cdc2c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Request body: {'security_group_rule': {'security_group_id': '32cb7a1d-44a1-437d-ab3d-b28d9b81d586', 'project_id': 'a2b68def73f347698b25699ea01c5080', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:19.729305 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b283672-b7cc-4150-b07c-2323874cdc2c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:19.792594 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b283672-b7cc-4150-b07c-2323874cdc2c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:19.796906 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b283672-b7cc-4150-b07c-2323874cdc2c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:19.814735 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b283672-b7cc-4150-b07c-2323874cdc2c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54aced9-c5b4-49ce-8d8e-6fa981d0d855,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:19.821962 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b283672-b7cc-4150-b07c-2323874cdc2c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:19.823273 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-5b283672-b7cc-4150-b07c-2323874cdc2c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244006 Jul 16 21:33:19.825933 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59184) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:19.830888 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-abfa394d-1083-47a8-8087-976ceac2e704 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Request body: {'security_group_rule': {'security_group_id': '32cb7a1d-44a1-437d-ab3d-b28d9b81d586', 'project_id': 'a2b68def73f347698b25699ea01c5080', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:19.855910 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-abfa394d-1083-47a8-8087-976ceac2e704 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:19.915363 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-abfa394d-1083-47a8-8087-976ceac2e704 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:19.919328 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-abfa394d-1083-47a8-8087-976ceac2e704 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:19.939786 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa394d-1083-47a8-8087-976ceac2e704 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f60eda-1085-45ab-b4b7-23e04bac0a6a,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:19.944372 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-abfa394d-1083-47a8-8087-976ceac2e704 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:19.946786 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-abfa394d-1083-47a8-8087-976ceac2e704 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198468 Jul 16 21:33:19.948376 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59186) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:19.953020 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-14e08d73-abce-4ff3-983e-fd483dac034f tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Request body: {'security_group_rule': {'security_group_id': '32cb7a1d-44a1-437d-ab3d-b28d9b81d586', 'project_id': 'a2b68def73f347698b25699ea01c5080', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:19.976083 n-d-791506-21 neutron-server[93794]: INFO neutron.db.securitygroups_db [None req-14e08d73-abce-4ff3-983e-fd483dac034f tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Project a2b68def73f347698b25699ea01c5080 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:33:19.981319 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-14e08d73-abce-4ff3-983e-fd483dac034f tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:20.049636 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-14e08d73-abce-4ff3-983e-fd483dac034f tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:20.053247 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-14e08d73-abce-4ff3-983e-fd483dac034f tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:20.074538 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e08d73-abce-4ff3-983e-fd483dac034f tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34ee691-0360-4ffc-847c-e260197a9f19,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:20.077519 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-14e08d73-abce-4ff3-983e-fd483dac034f tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:20.078905 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-14e08d73-abce-4ff3-983e-fd483dac034f tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1295295 Jul 16 21:33:20.082127 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59188) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:20.086603 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-17591f25-9bf1-476d-b221-f7d6380e2bb9 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Request body: {'security_group_rule': {'security_group_id': '32cb7a1d-44a1-437d-ab3d-b28d9b81d586', 'project_id': 'a2b68def73f347698b25699ea01c5080', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:20.109158 n-d-791506-21 neutron-server[93794]: INFO neutron.db.securitygroups_db [None req-17591f25-9bf1-476d-b221-f7d6380e2bb9 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Project a2b68def73f347698b25699ea01c5080 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:33:20.114632 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-17591f25-9bf1-476d-b221-f7d6380e2bb9 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:20.178345 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-17591f25-9bf1-476d-b221-f7d6380e2bb9 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:20.182125 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-17591f25-9bf1-476d-b221-f7d6380e2bb9 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:20.200177 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17591f25-9bf1-476d-b221-f7d6380e2bb9 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c620ad-f9bb-4ab7-aff6-5cd7ffd2a016,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:20.206978 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-17591f25-9bf1-476d-b221-f7d6380e2bb9 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:20.208059 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-17591f25-9bf1-476d-b221-f7d6380e2bb9 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249681 Jul 16 21:33:20.265474 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e3cdcd-e6a3-4125-beb5-87a91325754c None None] Sync routers for ids ['e50b8d5a-9413-47ae-b17e-dafeb6f9fae0'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:33:20.275039 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e3cdcd-e6a3-4125-beb5-87a91325754c None None] Routers {'e50b8d5a-9413-47ae-b17e-dafeb6f9fae0'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:20.275657 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b7e3cdcd-e6a3-4125-beb5-87a91325754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:32:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['e50b8d5a-9413-47ae-b17e-dafeb6f9fae0'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:20.354162 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-673ee40d-1354-405b-8d42-24b10a0694f4 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1709646918&fields=id&tenant_id=a2b68def73f347698b25699ea01c5080 HTTP/1.1" status: 200 len: 267 time: 0.0332224 Jul 16 21:33:20.382953 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-b7e3cdcd-e6a3-4125-beb5-87a91325754c None None] Set router e50b8d5a-9413-47ae-b17e-dafeb6f9fae0 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:20.464225 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-7171fa0c-c795-403e-8ecb-12e8f7b24d01 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:20.465798 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-7171fa0c-c795-403e-8ecb-12e8f7b24d01 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/networks?id=e4795692-9f2e-476b-81e4-7b2476e33e44 HTTP/1.1" status: 200 len: 808 time: 0.1047013 Jul 16 21:33:20.480842 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-54a916e0-8035-4d71-ac7f-42f358b5b075 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/quotas/a2b68def73f347698b25699ea01c5080 HTTP/1.1" status: 200 len: 375 time: 0.0092413 Jul 16 21:33:20.551128 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-dfb1742a-0c85-4805-bff1-81d938deb5ce tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2b68def73f347698b25699ea01c5080&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651591 Jul 16 21:33:20.586971 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b7e3cdcd-e6a3-4125-beb5-87a91325754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50b8d5a-9413-47ae-b17e-dafeb6f9fae0', 'name': 'tempest-TestShelveInstance-1699789399-router', 'tenant_id': '86499ec338224190820883c2e0e4cc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '0e71216c-a783-486d-a21c-9a0305c7cb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:14Z', 'updated_at': '2021-07-16T21:33:17Z', 'revision_number': 4, 'project_id': '86499ec338224190820883c2e0e4cc84', 'gw_port': {'id': '0e71216c-a783-486d-a21c-9a0305c7cb8f', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50b8d5a-9413-47ae-b17e-dafeb6f9fae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:14Z', 'updated_at': '2021-07-16T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e6db8e20-a153-4698-917b-a388e2dac9ab', 'name': '', 'network_id': 'a85ec55d-9d90-4991-964b-8709603ec313', 'tenant_id': '86499ec338224190820883c2e0e4cc84', 'mac_address': 'fa:16:3e:00:c8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50b8d5a-9413-47ae-b17e-dafeb6f9fae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '92ba72d7-19e9-4de7-9598-0063d121e4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:16Z', 'updated_at': '2021-07-16T21:33:17Z', 'revision_number': 2, 'project_id': '86499ec338224190820883c2e0e4cc84', 'subnets': [{'id': '92ba72d7-19e9-4de7-9598-0063d121e4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:20.614233 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e3cdcd-e6a3-4125-beb5-87a91325754c None None] Checking router: e50b8d5a-9413-47ae-b17e-dafeb6f9fae0 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:33:20.614637 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e3cdcd-e6a3-4125-beb5-87a91325754c None None] Updating router e50b8d5a-9413-47ae-b17e-dafeb6f9fae0 port e6db8e20-a153-4698-917b-a388e2dac9ab binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:33:20.749689 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-76bf7f1e-71da-4121-925e-d0a1a5c17526 service neutron] 10.222.0.38 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874683 Jul 16 21:33:20.795041 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0e71216c-a783-486d-a21c-9a0305c7cb8f up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:20.836839 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7e3cdcd-e6a3-4125-beb5-87a91325754c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:20.840772 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-f9ca132a-ede0-4d76-a7c6-94734ed25586 service neutron] 10.222.0.38 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842381 Jul 16 21:33:20.888078 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 0e71216c-a783-486d-a21c-9a0305c7cb8f triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:20.888454 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:21.015758 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4cff181b-a701-417b-ba8d-cd4bab4b7c28 req-90b725c2-5ff6-4c15-91aa-0cb9ea482e9f tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 210 time: 0.0324395 Jul 16 21:33:21.088779 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3f69937e-43d0-4d33-9cbb-744f132402e9 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:21.191864 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 3f69937e-43d0-4d33-9cbb-744f132402e9 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:21.192239 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:21.236500 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7e3cdcd-e6a3-4125-beb5-87a91325754c None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:21.252384 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b7e3cdcd-e6a3-4125-beb5-87a91325754c None None] Transition to ACTIVE for port object e6db8e20-a153-4698-917b-a388e2dac9ab will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:21.259238 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7e3cdcd-e6a3-4125-beb5-87a91325754c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:21.343626 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba160660-c5f1-423f-9138-384296cfa11a None None] Pushing event updated for resources: {'Port': ['ID=e6db8e20-a153-4698-917b-a388e2dac9ab,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:21.409023 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b7e3cdcd-e6a3-4125-beb5-87a91325754c None None] Attempting to bind port e6db8e20-a153-4698-917b-a388e2dac9ab on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:33:21.409499 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b7e3cdcd-e6a3-4125-beb5-87a91325754c None None] Attempting to bind port e6db8e20-a153-4698-917b-a388e2dac9ab by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'bc395de4-0aac-4297-8c43-e5f704a778c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a85ec55d-9d90-4991-964b-8709603ec313'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:33:21.409825 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e3cdcd-e6a3-4125-beb5-87a91325754c None None] Attempting to bind port e6db8e20-a153-4698-917b-a388e2dac9ab on network a85ec55d-9d90-4991-964b-8709603ec313 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:33:21.415648 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e3cdcd-e6a3-4125-beb5-87a91325754c None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:33:21.416263 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e3cdcd-e6a3-4125-beb5-87a91325754c None None] Checking segment: {'id': 'bc395de4-0aac-4297-8c43-e5f704a778c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a85ec55d-9d90-4991-964b-8709603ec313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:33:21.416859 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7e3cdcd-e6a3-4125-beb5-87a91325754c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:21.417430 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e3cdcd-e6a3-4125-beb5-87a91325754c None None] Bound using segment: {'id': 'bc395de4-0aac-4297-8c43-e5f704a778c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a85ec55d-9d90-4991-964b-8709603ec313'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:33:21.418067 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b7e3cdcd-e6a3-4125-beb5-87a91325754c None None] Bound port: e6db8e20-a153-4698-917b-a388e2dac9ab, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc395de4-0aac-4297-8c43-e5f704a778c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a85ec55d-9d90-4991-964b-8709603ec313'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:33:21.418495 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7e3cdcd-e6a3-4125-beb5-87a91325754c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:21.488698 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b7e3cdcd-e6a3-4125-beb5-87a91325754c None None] For port e6db8e20-a153-4698-917b-a388e2dac9ab, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:33:21.492022 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b7e3cdcd-e6a3-4125-beb5-87a91325754c None None] For port e6db8e20-a153-4698-917b-a388e2dac9ab, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e6db8e20-a153-4698-917b-a388e2dac9ab,segment=NetworkSegment(bc395de4-0aac-4297-8c43-e5f704a778c5),segment_id=bc395de4-0aac-4297-8c43-e5f704a778c5)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:33:21.495674 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7e3cdcd-e6a3-4125-beb5-87a91325754c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:21.557081 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e3cdcd-e6a3-4125-beb5-87a91325754c None None] Routers {'e50b8d5a-9413-47ae-b17e-dafeb6f9fae0'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:21.557707 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b7e3cdcd-e6a3-4125-beb5-87a91325754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:32:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['e50b8d5a-9413-47ae-b17e-dafeb6f9fae0'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:21.604945 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba160660-c5f1-423f-9138-384296cfa11a None None] Pushing event updated for resources: {'Port': ['ID=e6db8e20-a153-4698-917b-a388e2dac9ab,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:21.701969 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-b7e3cdcd-e6a3-4125-beb5-87a91325754c None None] Set router e50b8d5a-9413-47ae-b17e-dafeb6f9fae0 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:21.856459 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-60ac0dac-d432-489f-80ef-9a52d0004275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:21.933343 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b7e3cdcd-e6a3-4125-beb5-87a91325754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50b8d5a-9413-47ae-b17e-dafeb6f9fae0', 'name': 'tempest-TestShelveInstance-1699789399-router', 'tenant_id': '86499ec338224190820883c2e0e4cc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '0e71216c-a783-486d-a21c-9a0305c7cb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:14Z', 'updated_at': '2021-07-16T21:33:17Z', 'revision_number': 4, 'project_id': '86499ec338224190820883c2e0e4cc84', 'gw_port': {'id': '0e71216c-a783-486d-a21c-9a0305c7cb8f', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50b8d5a-9413-47ae-b17e-dafeb6f9fae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:14Z', 'updated_at': '2021-07-16T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e6db8e20-a153-4698-917b-a388e2dac9ab', 'name': '', 'network_id': 'a85ec55d-9d90-4991-964b-8709603ec313', 'tenant_id': '86499ec338224190820883c2e0e4cc84', 'mac_address': 'fa:16:3e:00:c8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50b8d5a-9413-47ae-b17e-dafeb6f9fae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '92ba72d7-19e9-4de7-9598-0063d121e4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:16Z', 'updated_at': '2021-07-16T21:33:21Z', 'revision_number': 4, 'project_id': '86499ec338224190820883c2e0e4cc84', 'subnets': [{'id': '92ba72d7-19e9-4de7-9598-0063d121e4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:21.960890 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e3cdcd-e6a3-4125-beb5-87a91325754c None None] The sync data for ids ['e50b8d5a-9413-47ae-b17e-dafeb6f9fae0'] in n-d-791506-21 is: [{'id': 'e50b8d5a-9413-47ae-b17e-dafeb6f9fae0', 'name': 'tempest-TestShelveInstance-1699789399-router', 'tenant_id': '86499ec338224190820883c2e0e4cc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '0e71216c-a783-486d-a21c-9a0305c7cb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:14Z', 'updated_at': '2021-07-16T21:33:17Z', 'revision_number': 4, 'project_id': '86499ec338224190820883c2e0e4cc84', 'gw_port': {'id': '0e71216c-a783-486d-a21c-9a0305c7cb8f', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50b8d5a-9413-47ae-b17e-dafeb6f9fae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:14Z', 'updated_at': '2021-07-16T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e6db8e20-a153-4698-917b-a388e2dac9ab', 'name': '', 'network_id': 'a85ec55d-9d90-4991-964b-8709603ec313', 'tenant_id': '86499ec338224190820883c2e0e4cc84', 'mac_address': 'fa:16:3e:00:c8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50b8d5a-9413-47ae-b17e-dafeb6f9fae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '92ba72d7-19e9-4de7-9598-0063d121e4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:16Z', 'updated_at': '2021-07-16T21:33:21Z', 'revision_number': 4, 'project_id': '86499ec338224190820883c2e0e4cc84', 'subnets': [{'id': '92ba72d7-19e9-4de7-9598-0063d121e4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:33:22.211153 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fd476fb5-3dda-494c-aa58-35e54e154f51 req-b72a0ecf-64af-40e6-9532-e6165817e5b2 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 210 time: 0.0363312 Jul 16 21:33:22.331011 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-78f19064-8ef3-40d9-b631-36e4081ed33c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:22.332947 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-78f19064-8ef3-40d9-b631-36e4081ed33c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.18 "GET /v2.0/networks?id=e4795692-9f2e-476b-81e4-7b2476e33e44 HTTP/1.1" status: 200 len: 808 time: 0.1327851 Jul 16 21:33:22.379290 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-ed7cb7f0-8555-4e90-9fac-592da8da80a7 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2b68def73f347698b25699ea01c5080 HTTP/1.1" status: 200 len: 380 time: 0.0377803 Jul 16 21:33:22.388515 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-0cbe3488-a9f0-4f18-99cb-7a0e38f163b5 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Request body: {'port': {'device_id': '653d697e-fd88-4b0d-bcec-43c3f3fcdf6c', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'admin_state_up': True, 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'security_groups': ['32cb7a1d-44a1-437d-ab3d-b28d9b81d586']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:22.506936 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-0cbe3488-a9f0-4f18-99cb-7a0e38f163b5 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Made reservation on behalf of a2b68def73f347698b25699ea01c5080 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:33:22.510531 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-0cbe3488-a9f0-4f18-99cb-7a0e38f163b5 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:22.638202 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-0cbe3488-a9f0-4f18-99cb-7a0e38f163b5 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Allocated IP 172.20.0.9 (e4795692-9f2e-476b-81e4-7b2476e33e44/cc14d410-f22f-4ad9-9651-92f5184dba22/877bb943-07be-4834-9da7-ca9462c4fc9a) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:33:22.737375 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e6db8e20-a153-4698-917b-a388e2dac9ab up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:22.787137 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port e6db8e20-a153-4698-917b-a388e2dac9ab completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:22.787447 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-0cbe3488-a9f0-4f18-99cb-7a0e38f163b5 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:22.790695 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port e6db8e20-a153-4698-917b-a388e2dac9ab triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:22.791071 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:22.800907 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-0cbe3488-a9f0-4f18-99cb-7a0e38f163b5 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Transition to ACTIVE for port object 877bb943-07be-4834-9da7-ca9462c4fc9a will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:22.835325 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-0cbe3488-a9f0-4f18-99cb-7a0e38f163b5 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:22.879059 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:22.883468 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-0cbe3488-a9f0-4f18-99cb-7a0e38f163b5 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Network e4795692-9f2e-476b-81e4-7b2476e33e44 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:22.888668 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-0cbe3488-a9f0-4f18-99cb-7a0e38f163b5 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:22.891075 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-0cbe3488-a9f0-4f18-99cb-7a0e38f163b5 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:33:22.915472 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port e6db8e20-a153-4698-917b-a388e2dac9ab, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e6db8e20-a153-4698-917b-a388e2dac9ab,segment=NetworkSegment(bc395de4-0aac-4297-8c43-e5f704a778c5),segment_id=bc395de4-0aac-4297-8c43-e5f704a778c5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:22.920623 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:22.925213 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe3488-a9f0-4f18-99cb-7a0e38f163b5 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Pushing event updated for resources: {'Port': ['ID=877bb943-07be-4834-9da7-ca9462c4fc9a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:22.952504 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-0cbe3488-a9f0-4f18-99cb-7a0e38f163b5 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:22.953160 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-0cbe3488-a9f0-4f18-99cb-7a0e38f163b5 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:22.972895 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-0cbe3488-a9f0-4f18-99cb-7a0e38f163b5 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5883892 Jul 16 21:33:22.982857 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=e6db8e20-a153-4698-917b-a388e2dac9ab,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:22.987037 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-f0831734-4ef3-4816-bf0d-951ebdc84b08 service neutron] Request body: {'port': {'device_id': '653d697e-fd88-4b0d-bcec-43c3f3fcdf6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:23.065372 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-f0831734-4ef3-4816-bf0d-951ebdc84b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:23.178164 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0bf1d555-9c30-48f0-a810-658e6d7d0414 None None] Provisioning for port 877bb943-07be-4834-9da7-ca9462c4fc9a completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:23.181699 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0bf1d555-9c30-48f0-a810-658e6d7d0414 None None] Provisioning complete for port 877bb943-07be-4834-9da7-ca9462c4fc9a triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:23.182089 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0bf1d555-9c30-48f0-a810-658e6d7d0414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:23.216113 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0bf1d555-9c30-48f0-a810-658e6d7d0414 None None] Port 877bb943-07be-4834-9da7-ca9462c4fc9a cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:33:23.368073 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-f0831734-4ef3-4816-bf0d-951ebdc84b08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 877bb943-07be-4834-9da7-ca9462c4fc9a {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:33:23.378418 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-f0831734-4ef3-4816-bf0d-951ebdc84b08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:23.399249 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-f0831734-4ef3-4816-bf0d-951ebdc84b08 service neutron] Transition to ACTIVE for port object 877bb943-07be-4834-9da7-ca9462c4fc9a will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:23.405823 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-f0831734-4ef3-4816-bf0d-951ebdc84b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:23.444089 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d898e5f-76d4-41d0-b968-c2cfedf11449 req-c9c22b6b-bd76-450a-8a50-af7b85dc7b1b tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:23.445506 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6d898e5f-76d4-41d0-b968-c2cfedf11449 req-c9c22b6b-bd76-450a-8a50-af7b85dc7b1b tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 931 time: 0.1178617 Jul 16 21:33:23.493176 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0831734-4ef3-4816-bf0d-951ebdc84b08 service neutron] Pushing event updated for resources: {'Port': ['ID=877bb943-07be-4834-9da7-ca9462c4fc9a,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:23.534273 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6d898e5f-76d4-41d0-b968-c2cfedf11449 req-dcac5ef6-fb5e-44f3-ba5a-93bd94d729a9 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807612 Jul 16 21:33:23.581468 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-f0831734-4ef3-4816-bf0d-951ebdc84b08 service neutron] Attempting to bind port 877bb943-07be-4834-9da7-ca9462c4fc9a on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:33:23.581806 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-f0831734-4ef3-4816-bf0d-951ebdc84b08 service neutron] Attempting to bind port 877bb943-07be-4834-9da7-ca9462c4fc9a by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '25b1afa7-b845-4227-a733-e0a40b444dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:33:23.582195 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-f0831734-4ef3-4816-bf0d-951ebdc84b08 service neutron] Attempting to bind port 877bb943-07be-4834-9da7-ca9462c4fc9a on network e4795692-9f2e-476b-81e4-7b2476e33e44 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:33:23.586761 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-f0831734-4ef3-4816-bf0d-951ebdc84b08 service neutron] Port 877bb943-07be-4834-9da7-ca9462c4fc9a on network e4795692-9f2e-476b-81e4-7b2476e33e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:33:23.587084 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-f0831734-4ef3-4816-bf0d-951ebdc84b08 service neutron] Attempting to bind port 877bb943-07be-4834-9da7-ca9462c4fc9a on network e4795692-9f2e-476b-81e4-7b2476e33e44 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:33:23.591958 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-f0831734-4ef3-4816-bf0d-951ebdc84b08 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:33:23.592302 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-f0831734-4ef3-4816-bf0d-951ebdc84b08 service neutron] Checking segment: {'id': '25b1afa7-b845-4227-a733-e0a40b444dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:33:23.592681 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-f0831734-4ef3-4816-bf0d-951ebdc84b08 service neutron] Bound using segment: {'id': '25b1afa7-b845-4227-a733-e0a40b444dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:33:23.593112 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-f0831734-4ef3-4816-bf0d-951ebdc84b08 service neutron] Bound port: 877bb943-07be-4834-9da7-ca9462c4fc9a, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b1afa7-b845-4227-a733-e0a40b444dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:33:23.593474 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-f0831734-4ef3-4816-bf0d-951ebdc84b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:23.661295 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-f0831734-4ef3-4816-bf0d-951ebdc84b08 service neutron] For port 877bb943-07be-4834-9da7-ca9462c4fc9a, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:33:23.664217 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-f0831734-4ef3-4816-bf0d-951ebdc84b08 service neutron] For port 877bb943-07be-4834-9da7-ca9462c4fc9a, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=877bb943-07be-4834-9da7-ca9462c4fc9a,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:33:23.668351 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-f0831734-4ef3-4816-bf0d-951ebdc84b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:23.707091 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-f0831734-4ef3-4816-bf0d-951ebdc84b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:23.707706 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-f0831734-4ef3-4816-bf0d-951ebdc84b08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:23.709088 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-f0831734-4ef3-4816-bf0d-951ebdc84b08 service neutron] 10.222.0.18 "PUT /v2.0/ports/877bb943-07be-4834-9da7-ca9462c4fc9a HTTP/1.1" status: 200 len: 1092 time: 0.7283254 Jul 16 21:33:23.709516 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653d697e-fd88-4b0d-bcec-43c3f3fcdf6c', 'tag': '877bb943-07be-4834-9da7-ca9462c4fc9a'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:33:23.711816 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48edb5f4-b133-4e1f-9265-3f415e61d84f" -d '{"events": [{"name": "network-changed", "server_uuid": "653d697e-fd88-4b0d-bcec-43c3f3fcdf6c", "tag": "877bb943-07be-4834-9da7-ca9462c4fc9a"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:33:23.736950 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0831734-4ef3-4816-bf0d-951ebdc84b08 service neutron] Pushing event updated for resources: {'Port': ['ID=877bb943-07be-4834-9da7-ca9462c4fc9a,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:23.789863 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b9c76a-85a7-44a5-b7d3-d29878a3be62 x-openstack-request-id: req-21b9c76a-85a7-44a5-b7d3-d29878a3be62 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:33:23.790248 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653d697e-fd88-4b0d-bcec-43c3f3fcdf6c", "tag": "877bb943-07be-4834-9da7-ca9462c4fc9a", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:33:23.790450 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-21b9c76a-85a7-44a5-b7d3-d29878a3be62 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:33:23.790819 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653d697e-fd88-4b0d-bcec-43c3f3fcdf6c', 'tag': '877bb943-07be-4834-9da7-ca9462c4fc9a', 'status': 'completed', 'code': 200} Jul 16 21:33:23.824256 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-f47e573b-0128-4c80-8d6d-ecbeefdd0624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:23.825798 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-f47e573b-0128-4c80-8d6d-ecbeefdd0624 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2b68def73f347698b25699ea01c5080&device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 1095 time: 0.0661631 Jul 16 21:33:23.869426 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-6f597700-c7a8-470e-93f7-afe2eefca26e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=877bb943-07be-4834-9da7-ca9462c4fc9a HTTP/1.1" status: 200 len: 217 time: 0.0366402 Jul 16 21:33:23.927255 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-60ae5055-1996-4418-8406-e89609f2dcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:23.928737 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-60ae5055-1996-4418-8406-e89609f2dcb9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc14d410-f22f-4ad9-9651-92f5184dba22 HTTP/1.1" status: 200 len: 847 time: 0.0525401 Jul 16 21:33:23.993238 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-e9d0adf1-a4ea-4ad4-a71a-9ef62b2ffe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:23.994799 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-e9d0adf1-a4ea-4ad4-a71a-9ef62b2ffe91 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4795692-9f2e-476b-81e4-7b2476e33e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601091 Jul 16 21:33:24.091071 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-bd00a425-c2dd-42f9-8663-4fecd11aa82a service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887420 Jul 16 21:33:24.199011 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b302e8c-791d-4611-95f5-276200fd1d56 req-00cbdef1-f5bf-4d0a-bb8c-473418e3c181 service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022761 Jul 16 21:33:24.293708 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edb5f4-b133-4e1f-9265-3f415e61d84f req-28b296c1-803d-49b4-987d-7dcd3a4cf964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:24.295245 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-48edb5f4-b133-4e1f-9265-3f415e61d84f req-28b296c1-803d-49b4-987d-7dcd3a4cf964 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2b68def73f347698b25699ea01c5080&device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 1095 time: 0.0526159 Jul 16 21:33:24.346306 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c5fc2ec0-f456-4a0d-880b-591749f1300c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:24.392989 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edb5f4-b133-4e1f-9265-3f415e61d84f req-30ad7955-98a7-4237-a060-ec82e5870291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:24.395518 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-48edb5f4-b133-4e1f-9265-3f415e61d84f req-30ad7955-98a7-4237-a060-ec82e5870291 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4795692-9f2e-476b-81e4-7b2476e33e44 HTTP/1.1" status: 200 len: 909 time: 0.0940237 Jul 16 21:33:24.443175 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-48edb5f4-b133-4e1f-9265-3f415e61d84f req-ab5f1e5c-c7cc-4e17-93e5-163d7aeea940 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=877bb943-07be-4834-9da7-ca9462c4fc9a HTTP/1.1" status: 200 len: 217 time: 0.0384398 Jul 16 21:33:24.443795 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:24.493295 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edb5f4-b133-4e1f-9265-3f415e61d84f req-1679e43d-7147-44ff-9f80-5a68e946af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:24.494686 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-48edb5f4-b133-4e1f-9265-3f415e61d84f req-1679e43d-7147-44ff-9f80-5a68e946af3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc14d410-f22f-4ad9-9651-92f5184dba22 HTTP/1.1" status: 200 len: 847 time: 0.0447571 Jul 16 21:33:24.560611 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edb5f4-b133-4e1f-9265-3f415e61d84f req-be71f5c5-4446-4999-81c9-941ad9aae0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:24.562154 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-48edb5f4-b133-4e1f-9265-3f415e61d84f req-be71f5c5-4446-4999-81c9-941ad9aae0ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4795692-9f2e-476b-81e4-7b2476e33e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614288 Jul 16 21:33:24.690723 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-48edb5f4-b133-4e1f-9265-3f415e61d84f req-66442773-f1d2-485a-ae4d-f845d2f190ef service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217566 Jul 16 21:33:24.718006 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e6db8e20-a153-4698-917b-a388e2dac9ab up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:24.769456 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port e6db8e20-a153-4698-917b-a388e2dac9ab triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:24.769750 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:24.797781 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04787b-f961-40ae-a721-32fa49f3bd5c req-58bf2c3d-ee4f-4ec2-9a95-69fba84f387c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:24.800012 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e04787b-f961-40ae-a721-32fa49f3bd5c req-58bf2c3d-ee4f-4ec2-9a95-69fba84f387c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 943 time: 0.1486955 Jul 16 21:33:24.821983 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-48edb5f4-b133-4e1f-9265-3f415e61d84f req-d8af27e7-e086-4c37-85d5-e946096471a7 service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242337 Jul 16 21:33:24.851049 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9e04787b-f961-40ae-a721-32fa49f3bd5c req-52d7c66b-88e2-4df4-a93d-0be10a23995c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420506 Jul 16 21:33:26.026950 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569afa36-e5b3-4b14-ab49-2e40a41993b0 req-6e407270-27be-4d98-b0d0-a5e9e86fe5b8 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:26.028711 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-569afa36-e5b3-4b14-ab49-2e40a41993b0 req-6e407270-27be-4d98-b0d0-a5e9e86fe5b8 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 943 time: 0.0676217 Jul 16 21:33:26.052037 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:26.066928 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-569afa36-e5b3-4b14-ab49-2e40a41993b0 req-a7e4a647-9104-427d-acc1-4ab969ea94c6 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317299 Jul 16 21:33:26.819799 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 877bb943-07be-4834-9da7-ca9462c4fc9a details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:33:26.914110 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 877bb943-07be-4834-9da7-ca9462c4fc9a, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=877bb943-07be-4834-9da7-ca9462c4fc9a,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:26.925915 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '877bb943-07be-4834-9da7-ca9462c4fc9a', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'port_id': '877bb943-07be-4834-9da7-ca9462c4fc9a', 'mac_address': 'fa:16:3e:79:51:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:33:26.962567 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:26.975100 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 877bb943-07be-4834-9da7-ca9462c4fc9a {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:33:26.994492 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 877bb943-07be-4834-9da7-ca9462c4fc9a, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=877bb943-07be-4834-9da7-ca9462c4fc9a,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:26.998241 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:27.047622 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=877bb943-07be-4834-9da7-ca9462c4fc9a,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:27.195199 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['877bb943-07be-4834-9da7-ca9462c4fc9a'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:33:27.240874 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff252dd-5221-422d-937d-1eeb5bcd8bd9 req-848d51d3-d7b2-42a0-ae16-afb4ae1a2ed0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:27.242471 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4ff252dd-5221-422d-937d-1eeb5bcd8bd9 req-848d51d3-d7b2-42a0-ae16-afb4ae1a2ed0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 944 time: 0.0649877 Jul 16 21:33:27.280853 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4ff252dd-5221-422d-937d-1eeb5bcd8bd9 req-d5f358d4-0916-4fba-922b-9b48cd391664 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326166 Jul 16 21:33:27.883338 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:28.456329 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e33ec-8f8b-417c-becd-a17890cbdd8d req-baa8dd4c-4ccb-497d-ba3f-43e4545ff757 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:28.457860 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cb2e33ec-8f8b-417c-becd-a17890cbdd8d req-baa8dd4c-4ccb-497d-ba3f-43e4545ff757 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 944 time: 0.0637705 Jul 16 21:33:28.501101 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cb2e33ec-8f8b-417c-becd-a17890cbdd8d req-f12869f7-8527-4c2f-b313-471a30443956 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373633 Jul 16 21:33:28.746740 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:33:28.820036 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 877bb943-07be-4834-9da7-ca9462c4fc9a up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:28.870663 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 877bb943-07be-4834-9da7-ca9462c4fc9a completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:28.874709 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 877bb943-07be-4834-9da7-ca9462c4fc9a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:28.875101 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:28.949262 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:28.971489 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653d697e-fd88-4b0d-bcec-43c3f3fcdf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877bb943-07be-4834-9da7-ca9462c4fc9a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:33:28.973800 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d599d8cd7c90ef7a4a4f11e3824443e11814837840e0ec22718dbf4e389f10a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c87c9e7-3016-4d20-83c5-90fd341ff0f0" -d '{"events": [{"server_uuid": "653d697e-fd88-4b0d-bcec-43c3f3fcdf6c", "name": "network-vif-plugged", "status": "completed", "tag": "877bb943-07be-4834-9da7-ca9462c4fc9a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:33:28.986469 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 877bb943-07be-4834-9da7-ca9462c4fc9a, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=877bb943-07be-4834-9da7-ca9462c4fc9a,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:28.990641 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:29.015810 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904f6080-90c3-4d16-bf35-1e3897aafad7 x-openstack-request-id: req-904f6080-90c3-4d16-bf35-1e3897aafad7 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:33:29.016100 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653d697e-fd88-4b0d-bcec-43c3f3fcdf6c", "name": "network-vif-plugged", "status": "completed", "tag": "877bb943-07be-4834-9da7-ca9462c4fc9a", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:33:29.016348 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-904f6080-90c3-4d16-bf35-1e3897aafad7 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:33:29.016798 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653d697e-fd88-4b0d-bcec-43c3f3fcdf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877bb943-07be-4834-9da7-ca9462c4fc9a', 'code': 200} Jul 16 21:33:29.044788 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=877bb943-07be-4834-9da7-ca9462c4fc9a,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:29.123537 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcb2f8-2179-4e11-8a32-495dfa2978d8 req-cdd3b06b-0c56-4b52-8e37-c03d369fd925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:29.125025 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-afdcb2f8-2179-4e11-8a32-495dfa2978d8 req-cdd3b06b-0c56-4b52-8e37-c03d369fd925 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 1097 time: 0.0510955 Jul 16 21:33:29.158431 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-afdcb2f8-2179-4e11-8a32-495dfa2978d8 req-bb4579d5-42d7-4a5b-85d7-2c521ad4b869 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274851 Jul 16 21:33:29.682442 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcf861-450b-4ac2-9920-da98821481a7 req-0af02677-81d7-4577-b33a-0856d4fc8017 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:29.684609 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4edcf861-450b-4ac2-9920-da98821481a7 req-0af02677-81d7-4577-b33a-0856d4fc8017 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 945 time: 0.0706360 Jul 16 21:33:29.724745 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4edcf861-450b-4ac2-9920-da98821481a7 req-8a4a2975-4256-4029-8b57-cd09376aa800 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344834 Jul 16 21:33:30.075901 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:30.901421 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd94ec0-6fe0-46da-9843-b116f88599df req-023b2901-a74c-4a02-8d1a-21e74c0a0fc1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:30.903274 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cdd94ec0-6fe0-46da-9843-b116f88599df req-023b2901-a74c-4a02-8d1a-21e74c0a0fc1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 945 time: 0.0683084 Jul 16 21:33:30.941036 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cdd94ec0-6fe0-46da-9843-b116f88599df req-1ef109f6-e4ba-42f9-a511-59407e2c1f60 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316885 Jul 16 21:33:31.109583 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb1110-b5e0-444b-a474-14000cd06bb8 req-59d653a0-d444-4e50-ad27-0eb6e73f9814 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:31.111211 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-53eb1110-b5e0-444b-a474-14000cd06bb8 req-59d653a0-d444-4e50-ad27-0eb6e73f9814 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 945 time: 0.0629914 Jul 16 21:33:31.147997 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-53eb1110-b5e0-444b-a474-14000cd06bb8 req-c01df152-00bd-4f3c-8a37-93b454dadee7 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308571 Jul 16 21:33:31.171782 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59246) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:31.264263 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbe935e-9926-405f-bce2-04cc70de3213 tempest-TestShelveInstance-924542636 tempest-TestShelveInstance-924542636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:31.265791 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0dbe935e-9926-405f-bce2-04cc70de3213 tempest-TestShelveInstance-924542636 tempest-TestShelveInstance-924542636-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 1092 time: 0.0930412 Jul 16 21:33:31.269375 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59250) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:31.273795 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-b86353d3-b93a-4107-b118-410bcfa2da52 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'port_id': '877bb943-07be-4834-9da7-ca9462c4fc9a', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:31.295958 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b86353d3-b93a-4107-b118-410bcfa2da52 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:31.395211 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b86353d3-b93a-4107-b118-410bcfa2da52 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:31.498043 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-b86353d3-b93a-4107-b118-410bcfa2da52 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Allocated IP 172.25.0.205 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/36de148a-3263-42cb-9098-21e3ff3f4349) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:33:31.597952 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b86353d3-b93a-4107-b118-410bcfa2da52 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:31.637003 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b86353d3-b93a-4107-b118-410bcfa2da52 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:31.679633 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86353d3-b93a-4107-b118-410bcfa2da52 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:31.682627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-b86353d3-b93a-4107-b118-410bcfa2da52 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:31.686949 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86353d3-b93a-4107-b118-410bcfa2da52 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:33:31.690071 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86353d3-b93a-4107-b118-410bcfa2da52 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Pushing event updated for resources: {'Port': ['ID=36de148a-3263-42cb-9098-21e3ff3f4349,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:32.071178 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b86353d3-b93a-4107-b118-410bcfa2da52 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:32.154826 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b86353d3-b93a-4107-b118-410bcfa2da52 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:32.311094 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b86353d3-b93a-4107-b118-410bcfa2da52 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:32.315974 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b86353d3-b93a-4107-b118-410bcfa2da52 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:32.382713 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86353d3-b93a-4107-b118-410bcfa2da52 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Pushing event updated for resources: {'Port': ['ID=36de148a-3263-42cb-9098-21e3ff3f4349,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:32.395129 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b86353d3-b93a-4107-b118-410bcfa2da52 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:32.495685 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-b86353d3-b93a-4107-b118-410bcfa2da52 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Floating IP 1fd39067-9f99-4077-b01d-d34161d1ed5a associated. External IP: 172.25.0.205, port: 877bb943-07be-4834-9da7-ca9462c4fc9a. Jul 16 21:33:33.062404 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86353d3-b93a-4107-b118-410bcfa2da52 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Router 3f4a2b47-51de-42db-9a23-76b04d5b8820 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:33:33.168201 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86353d3-b93a-4107-b118-410bcfa2da52 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:33:33.178297 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c032b0e1-e38e-449b-b2bf-9d1d6488bfc9 None None] Sync routers for ids ['3f4a2b47-51de-42db-9a23-76b04d5b8820'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:33:33.184694 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b86353d3-b93a-4107-b118-410bcfa2da52 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:33.188285 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c032b0e1-e38e-449b-b2bf-9d1d6488bfc9 None None] Routers {'3f4a2b47-51de-42db-9a23-76b04d5b8820'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:33.188924 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-c032b0e1-e38e-449b-b2bf-9d1d6488bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:33:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3f4a2b47-51de-42db-9a23-76b04d5b8820'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:33.219452 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b86353d3-b93a-4107-b118-410bcfa2da52 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9490476 Jul 16 21:33:33.220032 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653d697e-fd88-4b0d-bcec-43c3f3fcdf6c', 'tag': '877bb943-07be-4834-9da7-ca9462c4fc9a'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:33:33.223107 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2171c7f-0f7f-476a-b9de-ccfafd629876" -d '{"events": [{"name": "network-changed", "server_uuid": "653d697e-fd88-4b0d-bcec-43c3f3fcdf6c", "tag": "877bb943-07be-4834-9da7-ca9462c4fc9a"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:33:33.259837 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0e4b19-7545-4963-b58b-defaff0fb460 x-openstack-request-id: req-3c0e4b19-7545-4963-b58b-defaff0fb460 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:33:33.260132 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653d697e-fd88-4b0d-bcec-43c3f3fcdf6c", "tag": "877bb943-07be-4834-9da7-ca9462c4fc9a", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:33:33.260388 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3c0e4b19-7545-4963-b58b-defaff0fb460 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:33:33.260790 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653d697e-fd88-4b0d-bcec-43c3f3fcdf6c', 'tag': '877bb943-07be-4834-9da7-ca9462c4fc9a', 'status': 'completed', 'code': 200} Jul 16 21:33:33.295337 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-c032b0e1-e38e-449b-b2bf-9d1d6488bfc9 None None] Set router 3f4a2b47-51de-42db-9a23-76b04d5b8820 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:33.336827 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2171c7f-0f7f-476a-b9de-ccfafd629876 req-4dc70f8f-517c-4372-96fa-6508f6429ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:33.338515 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2171c7f-0f7f-476a-b9de-ccfafd629876 req-4dc70f8f-517c-4372-96fa-6508f6429ae8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2b68def73f347698b25699ea01c5080&device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 1097 time: 0.0560477 Jul 16 21:33:33.434677 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2171c7f-0f7f-476a-b9de-ccfafd629876 req-8ee9e2fc-305d-48df-be47-e4cbac755353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:33.436312 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2171c7f-0f7f-476a-b9de-ccfafd629876 req-8ee9e2fc-305d-48df-be47-e4cbac755353 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4795692-9f2e-476b-81e4-7b2476e33e44 HTTP/1.1" status: 200 len: 909 time: 0.0913219 Jul 16 21:33:33.503122 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2171c7f-0f7f-476a-b9de-ccfafd629876 req-a4029eeb-e834-48bb-9331-8adf589f6919 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=877bb943-07be-4834-9da7-ca9462c4fc9a HTTP/1.1" status: 200 len: 999 time: 0.0602596 Jul 16 21:33:33.521636 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-c032b0e1-e38e-449b-b2bf-9d1d6488bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'name': 'tempest-TestShelveInstance-700327792-router', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:09Z', 'updated_at': '2021-07-16T21:33:12Z', 'revision_number': 4, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'gw_port': {'id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:10Z', 'updated_at': '2021-07-16T21:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '1fd39067-9f99-4077-b01d-d34161d1ed5a', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'port_id': '877bb943-07be-4834-9da7-ca9462c4fc9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'mac_address': 'fa:16:3e:79:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653d697e-fd88-4b0d-bcec-43c3f3fcdf6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:33:31Z', 'updated_at': '2021-07-16T21:33:31Z', 'revision_number': 0, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f69937e-43d0-4d33-9cbb-744f132402e9', 'name': '', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'mac_address': 'fa:16:3e:99:fb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:11Z', 'updated_at': '2021-07-16T21:33:19Z', 'revision_number': 5, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'subnets': [{'id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:33.547842 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c032b0e1-e38e-449b-b2bf-9d1d6488bfc9 None None] Checking router: 3f4a2b47-51de-42db-9a23-76b04d5b8820 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:33:33.556040 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c032b0e1-e38e-449b-b2bf-9d1d6488bfc9 None None] Routers {'3f4a2b47-51de-42db-9a23-76b04d5b8820'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:33.556639 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-c032b0e1-e38e-449b-b2bf-9d1d6488bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:33:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3f4a2b47-51de-42db-9a23-76b04d5b8820'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:33.561678 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2171c7f-0f7f-476a-b9de-ccfafd629876 req-6214e386-14f2-45b4-ba5e-9c113a05e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:33.563438 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2171c7f-0f7f-476a-b9de-ccfafd629876 req-6214e386-14f2-45b4-ba5e-9c113a05e782 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc14d410-f22f-4ad9-9651-92f5184dba22 HTTP/1.1" status: 200 len: 847 time: 0.0557692 Jul 16 21:33:33.625860 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2171c7f-0f7f-476a-b9de-ccfafd629876 req-91142a87-873f-43f1-96e6-c47f3c164522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:33.628352 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2171c7f-0f7f-476a-b9de-ccfafd629876 req-91142a87-873f-43f1-96e6-c47f3c164522 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4795692-9f2e-476b-81e4-7b2476e33e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593140 Jul 16 21:33:33.662912 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-c032b0e1-e38e-449b-b2bf-9d1d6488bfc9 None None] Set router 3f4a2b47-51de-42db-9a23-76b04d5b8820 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:33.719454 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2171c7f-0f7f-476a-b9de-ccfafd629876 req-69f5246f-fb47-4935-a853-a8614f3ec91e service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850348 Jul 16 21:33:33.818286 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2171c7f-0f7f-476a-b9de-ccfafd629876 req-ea2ea674-403c-4891-8125-cb7a5948d5f9 service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929897 Jul 16 21:33:33.964681 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:33.976958 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-c032b0e1-e38e-449b-b2bf-9d1d6488bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'name': 'tempest-TestShelveInstance-700327792-router', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:09Z', 'updated_at': '2021-07-16T21:33:12Z', 'revision_number': 4, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'gw_port': {'id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:10Z', 'updated_at': '2021-07-16T21:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '1fd39067-9f99-4077-b01d-d34161d1ed5a', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'port_id': '877bb943-07be-4834-9da7-ca9462c4fc9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'mac_address': 'fa:16:3e:79:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653d697e-fd88-4b0d-bcec-43c3f3fcdf6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:33:31Z', 'updated_at': '2021-07-16T21:33:31Z', 'revision_number': 0, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f69937e-43d0-4d33-9cbb-744f132402e9', 'name': '', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'mac_address': 'fa:16:3e:99:fb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:11Z', 'updated_at': '2021-07-16T21:33:19Z', 'revision_number': 5, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'subnets': [{'id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:34.002754 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c032b0e1-e38e-449b-b2bf-9d1d6488bfc9 None None] The sync data for ids ['3f4a2b47-51de-42db-9a23-76b04d5b8820'] in n-d-791506-21 is: [{'id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'name': 'tempest-TestShelveInstance-700327792-router', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:09Z', 'updated_at': '2021-07-16T21:33:12Z', 'revision_number': 4, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'gw_port': {'id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:10Z', 'updated_at': '2021-07-16T21:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '1fd39067-9f99-4077-b01d-d34161d1ed5a', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'port_id': '877bb943-07be-4834-9da7-ca9462c4fc9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'mac_address': 'fa:16:3e:79:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653d697e-fd88-4b0d-bcec-43c3f3fcdf6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:33:31Z', 'updated_at': '2021-07-16T21:33:31Z', 'revision_number': 0, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f69937e-43d0-4d33-9cbb-744f132402e9', 'name': '', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'mac_address': 'fa:16:3e:99:fb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:11Z', 'updated_at': '2021-07-16T21:33:19Z', 'revision_number': 5, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'subnets': [{'id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:33:34.191161 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0ac001-253c-4242-a2ee-78c590e22cbe None None] New status for floating IP 1fd39067-9f99-4077-b01d-d34161d1ed5a: ACTIVE {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:33:36.784975 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3fe10545-2a05-42aa-8c9b-31844f1c81cc req-5edfcb0f-b3cc-4874-ad7a-a4de729902ac service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513067 Jul 16 21:33:36.881400 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe10545-2a05-42aa-8c9b-31844f1c81cc req-405be128-49e9-41ad-9c3a-587342326a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:36.882914 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3fe10545-2a05-42aa-8c9b-31844f1c81cc req-405be128-49e9-41ad-9c3a-587342326a4d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2b68def73f347698b25699ea01c5080&device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 1097 time: 0.0568821 Jul 16 21:33:36.984965 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe10545-2a05-42aa-8c9b-31844f1c81cc req-1234e440-8fb5-4ccb-80e5-b5bce13d4e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:36.986912 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3fe10545-2a05-42aa-8c9b-31844f1c81cc req-1234e440-8fb5-4ccb-80e5-b5bce13d4e74 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4795692-9f2e-476b-81e4-7b2476e33e44 HTTP/1.1" status: 200 len: 909 time: 0.0847239 Jul 16 21:33:37.054428 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3fe10545-2a05-42aa-8c9b-31844f1c81cc req-94d02862-b95c-48fc-a87c-000b7b9ee5d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=877bb943-07be-4834-9da7-ca9462c4fc9a HTTP/1.1" status: 200 len: 1001 time: 0.0620017 Jul 16 21:33:37.101919 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe10545-2a05-42aa-8c9b-31844f1c81cc req-8ffd37cd-5dbf-472b-b5a2-fcd886dacf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:37.103456 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3fe10545-2a05-42aa-8c9b-31844f1c81cc req-8ffd37cd-5dbf-472b-b5a2-fcd886dacf18 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc14d410-f22f-4ad9-9651-92f5184dba22 HTTP/1.1" status: 200 len: 847 time: 0.0432684 Jul 16 21:33:37.159710 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe10545-2a05-42aa-8c9b-31844f1c81cc req-fcec80da-6693-4896-a38b-850343d9deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:37.161198 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3fe10545-2a05-42aa-8c9b-31844f1c81cc req-fcec80da-6693-4896-a38b-850343d9deaf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4795692-9f2e-476b-81e4-7b2476e33e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519021 Jul 16 21:33:37.257424 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3fe10545-2a05-42aa-8c9b-31844f1c81cc req-fb709efc-b327-46f3-9bf3-53101d68ce42 service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902705 Jul 16 21:33:37.351840 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3fe10545-2a05-42aa-8c9b-31844f1c81cc req-5b8d11bf-e333-4690-8ad2-83a228841771 service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883741 Jul 16 21:33:51.817388 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e35a648-ecb5-4adb-882a-4ad285ab8979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:54.347692 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b92ab849-40b1-4fdd-900d-49d2b86ca6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:54.445641 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.055117 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:57.886467 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:00.077509 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:03.965523 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:05.746545 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:34:21.818204 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3fbddda0-8809-4e15-98de-626aae4e31ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:24.347931 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6edf6c57-81fc-4f76-8d92-157a74e912c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:24.445802 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:26.057594 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:27.889314 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:30.096302 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:33.981847 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:37.848530 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0a331f01-da51-491e-a9b8-b542e56d08d3 req-e291b103-7b27-41aa-abc4-b0ed37568bd4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1324720 Jul 16 21:34:37.938346 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a331f01-da51-491e-a9b8-b542e56d08d3 req-8486e51e-f06d-4ed8-8184-59a19773e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:37.940414 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0a331f01-da51-491e-a9b8-b542e56d08d3 req-8486e51e-f06d-4ed8-8184-59a19773e52b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2b68def73f347698b25699ea01c5080&device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 1097 time: 0.0516384 Jul 16 21:34:38.042159 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a331f01-da51-491e-a9b8-b542e56d08d3 req-5a9ef9fd-a9be-49bd-9efd-c5a02165d99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:38.043567 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0a331f01-da51-491e-a9b8-b542e56d08d3 req-5a9ef9fd-a9be-49bd-9efd-c5a02165d99a service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4795692-9f2e-476b-81e4-7b2476e33e44 HTTP/1.1" status: 200 len: 909 time: 0.0841055 Jul 16 21:34:38.111639 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0a331f01-da51-491e-a9b8-b542e56d08d3 req-fe95a5cc-439e-41d3-ab3e-a755e2ddc7ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=877bb943-07be-4834-9da7-ca9462c4fc9a HTTP/1.1" status: 200 len: 1001 time: 0.0604732 Jul 16 21:34:38.158923 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a331f01-da51-491e-a9b8-b542e56d08d3 req-043bd240-a300-406e-8f22-0dec0ef70374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:38.160137 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0a331f01-da51-491e-a9b8-b542e56d08d3 req-043bd240-a300-406e-8f22-0dec0ef70374 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc14d410-f22f-4ad9-9651-92f5184dba22 HTTP/1.1" status: 200 len: 847 time: 0.0438399 Jul 16 21:34:38.216009 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a331f01-da51-491e-a9b8-b542e56d08d3 req-bf4ecb4d-6dae-4c92-9bb5-ce95547f19f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:38.217494 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0a331f01-da51-491e-a9b8-b542e56d08d3 req-bf4ecb4d-6dae-4c92-9bb5-ce95547f19f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4795692-9f2e-476b-81e4-7b2476e33e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516486 Jul 16 21:34:38.311512 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0a331f01-da51-491e-a9b8-b542e56d08d3 req-3b8fa995-b049-4d92-b13f-b7506175cc39 service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880666 Jul 16 21:34:38.399544 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0a331f01-da51-491e-a9b8-b542e56d08d3 req-b7f0d605-462d-449f-8de9-704903fa7853 service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815258 Jul 16 21:34:42.745726 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:34:51.820072 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f74f1bfc-6e4e-4078-802b-e62f35942dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:54.348890 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-007faf3a-d70a-4445-bcb2-98ecba0d20f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:54.446020 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:56.061803 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:57.891498 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:00.094412 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:03.978934 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:17.795245 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-aa03bed8-e566-438a-a3fb-b7dcbdce4835 req-863bbc91-f2ae-4298-b69f-70e6e73ac7b1 service neutron] (93794) timed out ('10.222.0.38', 55484) {{(pid=93794) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 21:35:19.746136 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:35:21.823673 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c5de950-76d0-4349-bbf1-0c423fff79e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:24.354296 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e2ceb0d-f8f6-44af-8ee4-8643cea22611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:24.447515 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:26.064411 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:27.898925 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:27.995033 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4142e-0c02-4a60-a29c-1dbd1e1b5b0a req-7cf0c6cc-9650-472b-9b72-df904e79693c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:27.996544 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54d4142e-0c02-4a60-a29c-1dbd1e1b5b0a req-7cf0c6cc-9650-472b-9b72-df904e79693c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 945 time: 0.0713179 Jul 16 21:35:28.035938 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-54d4142e-0c02-4a60-a29c-1dbd1e1b5b0a req-1a170ba6-2a78-4839-8502-cdf6850190f1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334291 Jul 16 21:35:29.237573 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364c8c2-7459-4598-9c8e-c99c12152ab3 req-7ac46c04-f53d-46c7-8996-c47d8a62e38c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:29.239114 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e364c8c2-7459-4598-9c8e-c99c12152ab3 req-7ac46c04-f53d-46c7-8996-c47d8a62e38c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 945 time: 0.0645976 Jul 16 21:35:29.278365 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e364c8c2-7459-4598-9c8e-c99c12152ab3 req-a7bee115-d81c-48ea-8c89-d53b19718412 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331254 Jul 16 21:35:30.087796 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:30.461324 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdac26d-fffb-465b-88b2-1ba3fb8ddfb7 req-ea6e80c3-79b4-4872-85d6-debb3de14c07 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:30.462733 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccdac26d-fffb-465b-88b2-1ba3fb8ddfb7 req-ea6e80c3-79b4-4872-85d6-debb3de14c07 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 945 time: 0.0668497 Jul 16 21:35:30.503011 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ccdac26d-fffb-465b-88b2-1ba3fb8ddfb7 req-6759ba33-9f64-4936-bc20-ee654f161174 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346613 Jul 16 21:35:31.676442 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c92f8-33da-4581-9433-1112934edd0c req-f65b0eed-9b16-4321-aa35-06a822d17a5e tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:31.677979 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c5c92f8-33da-4581-9433-1112934edd0c req-f65b0eed-9b16-4321-aa35-06a822d17a5e tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 945 time: 0.0647898 Jul 16 21:35:31.717124 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7c5c92f8-33da-4581-9433-1112934edd0c req-e978629b-5bf5-4a61-b6d1-ba2878e94e86 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328486 Jul 16 21:35:32.903349 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff328427-685d-40db-9d95-d98b8d6d9f20 req-203ea000-c396-4fc2-b7e4-6d6d9f42ac9b tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:32.905308 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ff328427-685d-40db-9d95-d98b8d6d9f20 req-203ea000-c396-4fc2-b7e4-6d6d9f42ac9b tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 945 time: 0.0717630 Jul 16 21:35:32.945516 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ff328427-685d-40db-9d95-d98b8d6d9f20 req-79803def-c120-4cae-8f3f-501f83dd3b91 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345764 Jul 16 21:35:33.983072 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:34.132366 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c67143-40ff-481d-bc88-2269c05d3e50 req-06108af8-5fcd-439e-957d-e15bbddd77d2 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:34.133956 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-90c67143-40ff-481d-bc88-2269c05d3e50 req-06108af8-5fcd-439e-957d-e15bbddd77d2 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 945 time: 0.0711293 Jul 16 21:35:34.172948 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-90c67143-40ff-481d-bc88-2269c05d3e50 req-4a8d9e49-157b-48f6-bcbd-fab369fb606c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328195 Jul 16 21:35:35.413697 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfca863-47e9-4c3f-bd8f-fab54da96fcc req-2cad346d-120d-4306-b596-90d87890f594 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:35.415215 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4dfca863-47e9-4c3f-bd8f-fab54da96fcc req-2cad346d-120d-4306-b596-90d87890f594 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 945 time: 0.1275191 Jul 16 21:35:35.453190 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4dfca863-47e9-4c3f-bd8f-fab54da96fcc req-146ccbfc-3170-4b7e-b867-3365c94a58ee tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320244 Jul 16 21:35:36.638046 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537924e-4e45-444f-a7a9-30c2fd92d397 req-86419c45-f5fd-49ca-b85c-d0689e20318e tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:36.639584 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5537924e-4e45-444f-a7a9-30c2fd92d397 req-86419c45-f5fd-49ca-b85c-d0689e20318e tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 945 time: 0.0725687 Jul 16 21:35:36.677752 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5537924e-4e45-444f-a7a9-30c2fd92d397 req-2a694900-8da0-41e5-a3fc-8dd9813cb70a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326300 Jul 16 21:35:37.864697 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d151f80-a248-4a31-bb0a-ce4e447c9863 req-01d6ccd7-b2f7-4368-9610-25fe835e5e99 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:37.866161 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2d151f80-a248-4a31-bb0a-ce4e447c9863 req-01d6ccd7-b2f7-4368-9610-25fe835e5e99 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 945 time: 0.0634274 Jul 16 21:35:37.905135 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2d151f80-a248-4a31-bb0a-ce4e447c9863 req-4a8af9a0-b84d-4498-8a23-21095a6b64f9 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326703 Jul 16 21:35:38.823315 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df36b9-98c0-49b6-a951-9b26cf2c92b4 req-1df9b5ff-614e-415d-a005-e087806289d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:38.824946 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0df36b9-98c0-49b6-a951-9b26cf2c92b4 req-1df9b5ff-614e-415d-a005-e087806289d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2b68def73f347698b25699ea01c5080&device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 1097 time: 0.0535562 Jul 16 21:35:38.932140 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df36b9-98c0-49b6-a951-9b26cf2c92b4 req-8dd75d50-dd2c-4ad3-9c93-850992801323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:38.934069 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0df36b9-98c0-49b6-a951-9b26cf2c92b4 req-8dd75d50-dd2c-4ad3-9c93-850992801323 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4795692-9f2e-476b-81e4-7b2476e33e44 HTTP/1.1" status: 200 len: 909 time: 0.0887158 Jul 16 21:35:39.003188 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0df36b9-98c0-49b6-a951-9b26cf2c92b4 req-ffd195cb-102f-40f6-bb2e-63058071753f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=877bb943-07be-4834-9da7-ca9462c4fc9a HTTP/1.1" status: 200 len: 1001 time: 0.0610349 Jul 16 21:35:39.093043 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df36b9-98c0-49b6-a951-9b26cf2c92b4 req-366cfefe-e81b-4fe3-9c5b-0e0a07fb6e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:39.094524 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0df36b9-98c0-49b6-a951-9b26cf2c92b4 req-366cfefe-e81b-4fe3-9c5b-0e0a07fb6e1e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc14d410-f22f-4ad9-9651-92f5184dba22 HTTP/1.1" status: 200 len: 847 time: 0.0849123 Jul 16 21:35:39.149232 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20c709-8787-4f5c-83c9-be10aef36681 req-4097348e-9902-45e8-b88e-12708cf276c9 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:39.150999 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a20c709-8787-4f5c-83c9-be10aef36681 req-4097348e-9902-45e8-b88e-12708cf276c9 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 945 time: 0.1067843 Jul 16 21:35:39.199042 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df36b9-98c0-49b6-a951-9b26cf2c92b4 req-a1627acb-d5d7-4316-92f3-9720746eadc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:39.200695 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0df36b9-98c0-49b6-a951-9b26cf2c92b4 req-a1627acb-d5d7-4316-92f3-9720746eadc6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4795692-9f2e-476b-81e4-7b2476e33e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973098 Jul 16 21:35:39.203860 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a20c709-8787-4f5c-83c9-be10aef36681 req-23fd0e52-bf55-4770-ab0a-fb4e0e363bc3 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460453 Jul 16 21:35:39.296230 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0df36b9-98c0-49b6-a951-9b26cf2c92b4 req-e2b49541-e236-404a-96a3-b5c984040a3d service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876954 Jul 16 21:35:39.390478 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f0df36b9-98c0-49b6-a951-9b26cf2c92b4 req-585e38ab-924a-47fb-bf18-7ef28d1ae0a3 service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874109 Jul 16 21:35:40.381578 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3817a02-b381-472f-a455-a53146da8891 req-eb1cd406-18ff-42fb-83f9-c55c16dd4e8d tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:40.383150 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b3817a02-b381-472f-a455-a53146da8891 req-eb1cd406-18ff-42fb-83f9-c55c16dd4e8d tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 945 time: 0.0649581 Jul 16 21:35:40.431777 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b3817a02-b381-472f-a455-a53146da8891 req-035af408-a60f-4007-9275-f0be691b48b0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427277 Jul 16 21:35:41.392950 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 877bb943-07be-4834-9da7-ca9462c4fc9a details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:35:41.665574 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef8895-f51f-4a21-bbb2-867e612f7ac7 req-90a99129-32aa-40be-950c-e6fad84faf1a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:41.673198 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 877bb943-07be-4834-9da7-ca9462c4fc9a, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=877bb943-07be-4834-9da7-ca9462c4fc9a,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:35:41.674423 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-18ef8895-f51f-4a21-bbb2-867e612f7ac7 req-90a99129-32aa-40be-950c-e6fad84faf1a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 945 time: 0.0918388 Jul 16 21:35:41.687798 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '877bb943-07be-4834-9da7-ca9462c4fc9a', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'port_id': '877bb943-07be-4834-9da7-ca9462c4fc9a', 'mac_address': 'fa:16:3e:79:51:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:35:41.725015 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-18ef8895-f51f-4a21-bbb2-867e612f7ac7 req-99ed005a-eb0c-466a-a91b-0104c2520233 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460973 Jul 16 21:35:41.732351 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:41.747286 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 877bb943-07be-4834-9da7-ca9462c4fc9a {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:35:41.773953 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 877bb943-07be-4834-9da7-ca9462c4fc9a, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=877bb943-07be-4834-9da7-ca9462c4fc9a,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:35:41.779619 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:41.837763 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=877bb943-07be-4834-9da7-ca9462c4fc9a,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:35:41.849829 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:35:41.850172 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:35:41.850873 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:35:41.851367 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:35:41.851702 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:35:41.852099 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:35:41.852431 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:35:41.852757 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:35:41.853084 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:35:41.853406 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:35:41.853729 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:35:41.854048 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:35:41.860996 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['877bb943-07be-4834-9da7-ca9462c4fc9a'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:35:42.921246 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb22df-0711-4d2c-b1ae-34ba38ee9777 req-6b118112-c40c-4a9e-b101-d7b220b763f1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:42.922755 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-70fb22df-0711-4d2c-b1ae-34ba38ee9777 req-6b118112-c40c-4a9e-b101-d7b220b763f1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 944 time: 0.0749729 Jul 16 21:35:42.970765 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-70fb22df-0711-4d2c-b1ae-34ba38ee9777 req-69a44301-24bb-4f10-926a-a437305cedc6 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421231 Jul 16 21:35:43.395095 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 877bb943-07be-4834-9da7-ca9462c4fc9a up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:35:43.457175 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 877bb943-07be-4834-9da7-ca9462c4fc9a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:35:43.457550 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:43.547262 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:43.582373 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653d697e-fd88-4b0d-bcec-43c3f3fcdf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877bb943-07be-4834-9da7-ca9462c4fc9a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:35:43.585666 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d599d8cd7c90ef7a4a4f11e3824443e11814837840e0ec22718dbf4e389f10a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cc0c4c-a3df-4316-84f4-535e8072f9c4" -d '{"events": [{"server_uuid": "653d697e-fd88-4b0d-bcec-43c3f3fcdf6c", "name": "network-vif-plugged", "status": "completed", "tag": "877bb943-07be-4834-9da7-ca9462c4fc9a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:35:43.603411 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 877bb943-07be-4834-9da7-ca9462c4fc9a, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=877bb943-07be-4834-9da7-ca9462c4fc9a,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:35:43.612928 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:43.661792 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9a382c-bcf7-43f2-9b7f-15ef68e10e84 x-openstack-request-id: req-ca9a382c-bcf7-43f2-9b7f-15ef68e10e84 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:35:43.662106 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653d697e-fd88-4b0d-bcec-43c3f3fcdf6c", "name": "network-vif-plugged", "status": "completed", "tag": "877bb943-07be-4834-9da7-ca9462c4fc9a", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:35:43.662402 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ca9a382c-bcf7-43f2-9b7f-15ef68e10e84 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:35:43.662813 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653d697e-fd88-4b0d-bcec-43c3f3fcdf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877bb943-07be-4834-9da7-ca9462c4fc9a', 'code': 200} Jul 16 21:35:43.685470 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=877bb943-07be-4834-9da7-ca9462c4fc9a,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:35:44.176781 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3dcea3-5cef-45ba-8e85-7d9d23fc6c00 req-67d6bbba-010d-4d5b-a2d1-28148be2a06b tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:44.178571 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6a3dcea3-5cef-45ba-8e85-7d9d23fc6c00 req-67d6bbba-010d-4d5b-a2d1-28148be2a06b tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 945 time: 0.0773802 Jul 16 21:35:44.226572 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6a3dcea3-5cef-45ba-8e85-7d9d23fc6c00 req-82d69aa0-42ba-4984-8de1-c54fd1c50b07 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411150 Jul 16 21:35:45.541355 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14e6c6-3502-43a5-b106-43b65703899e req-c34bcb28-9db9-41f8-aff7-f3dad1a25e28 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:45.543210 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-af14e6c6-3502-43a5-b106-43b65703899e req-c34bcb28-9db9-41f8-aff7-f3dad1a25e28 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 945 time: 0.1529882 Jul 16 21:35:45.596449 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-af14e6c6-3502-43a5-b106-43b65703899e req-ae8a8df5-ed22-4647-8adb-e45d2c765abe tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440338 Jul 16 21:35:46.810353 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed625ff7-81c8-4942-8d7f-21c2a45c9053 req-3caa27e0-b9bf-4671-abce-637be8869d6a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:46.814654 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ed625ff7-81c8-4942-8d7f-21c2a45c9053 req-3caa27e0-b9bf-4671-abce-637be8869d6a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 945 time: 0.1000330 Jul 16 21:35:46.869731 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ed625ff7-81c8-4942-8d7f-21c2a45c9053 req-6b465277-d4e0-42dd-82da-2c7bbaa41e66 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512152 Jul 16 21:35:48.068338 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390a5bb-0d42-4bd3-88bd-3bccb6d73558 req-41082dab-8cae-49e7-8bcf-64bb5bd50468 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:48.070106 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a390a5bb-0d42-4bd3-88bd-3bccb6d73558 req-41082dab-8cae-49e7-8bcf-64bb5bd50468 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 945 time: 0.0778172 Jul 16 21:35:48.126936 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a390a5bb-0d42-4bd3-88bd-3bccb6d73558 req-dd3a7911-fdaf-41e1-8912-bd7176109108 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448983 Jul 16 21:35:49.333040 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe62ab-14de-4837-b57c-07030f76cd29 req-d2a6e9a0-fdfc-4916-9bc1-ba89bdb8853e tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:49.334644 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-38fe62ab-14de-4837-b57c-07030f76cd29 req-d2a6e9a0-fdfc-4916-9bc1-ba89bdb8853e tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 945 time: 0.0767472 Jul 16 21:35:49.376369 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-38fe62ab-14de-4837-b57c-07030f76cd29 req-4e9d35a7-eca1-4bce-8bcc-996c7873eea7 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352609 Jul 16 21:35:50.047160 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9db09-3577-4efc-8fd2-63446e8feba3 req-c9991a54-b9f0-44af-b3fa-e50c6d8daccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:50.048674 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-15f9db09-3577-4efc-8fd2-63446e8feba3 req-c9991a54-b9f0-44af-b3fa-e50c6d8daccb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2b68def73f347698b25699ea01c5080&device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 1097 time: 0.0550733 Jul 16 21:35:50.141934 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9db09-3577-4efc-8fd2-63446e8feba3 req-65e7960f-8121-487b-a020-7224035aab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:50.143437 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-15f9db09-3577-4efc-8fd2-63446e8feba3 req-65e7960f-8121-487b-a020-7224035aab20 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4795692-9f2e-476b-81e4-7b2476e33e44 HTTP/1.1" status: 200 len: 909 time: 0.0888157 Jul 16 21:35:50.209218 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-15f9db09-3577-4efc-8fd2-63446e8feba3 req-ea198d30-ebda-4a2e-99ba-a6b5bbc58d6c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=877bb943-07be-4834-9da7-ca9462c4fc9a HTTP/1.1" status: 200 len: 1001 time: 0.0590811 Jul 16 21:35:50.260010 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9db09-3577-4efc-8fd2-63446e8feba3 req-5023f1f9-929b-43d1-a128-8c29d7a88443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:50.262042 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-15f9db09-3577-4efc-8fd2-63446e8feba3 req-5023f1f9-929b-43d1-a128-8c29d7a88443 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc14d410-f22f-4ad9-9651-92f5184dba22 HTTP/1.1" status: 200 len: 847 time: 0.0469449 Jul 16 21:35:50.322931 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9db09-3577-4efc-8fd2-63446e8feba3 req-7fe5a673-0673-470e-bac3-0cdb5dbc396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:50.324518 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-15f9db09-3577-4efc-8fd2-63446e8feba3 req-7fe5a673-0673-470e-bac3-0cdb5dbc396d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4795692-9f2e-476b-81e4-7b2476e33e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556183 Jul 16 21:35:50.415134 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-15f9db09-3577-4efc-8fd2-63446e8feba3 req-9574e914-2887-4b31-ac54-c0646e8851cb service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840249 Jul 16 21:35:50.543118 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-15f9db09-3577-4efc-8fd2-63446e8feba3 req-e18dc50f-381f-41cd-befc-b0fe9b0e6594 service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215706 Jul 16 21:35:50.576368 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00162f-71d6-4d6b-a84f-2365e81e1931 req-7e64b66b-57e8-44de-a20c-af8bfc3b9a87 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:50.577753 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eb00162f-71d6-4d6b-a84f-2365e81e1931 req-7e64b66b-57e8-44de-a20c-af8bfc3b9a87 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 945 time: 0.0814414 Jul 16 21:35:50.616705 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eb00162f-71d6-4d6b-a84f-2365e81e1931 req-2903d258-3182-4dbd-9a7e-bf279a5e2c16 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333731 Jul 16 21:35:51.800619 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad03a07-b6f0-4ffd-a9ce-5f39707f881f req-90d55847-42df-40f6-941d-f2619fe82dd2 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:51.802119 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ad03a07-b6f0-4ffd-a9ce-5f39707f881f req-90d55847-42df-40f6-941d-f2619fe82dd2 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 945 time: 0.0696478 Jul 16 21:35:51.826499 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eea0ea71-80a4-44ae-bb13-ce4548498132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:51.851803 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8ad03a07-b6f0-4ffd-a9ce-5f39707f881f req-64fe16ac-2899-4545-97c6-8241b47ed0c4 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430250 Jul 16 21:35:53.032345 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e07171-3d8a-4be4-86ec-5d3f0071a17b req-f9627367-e3a0-441b-8a38-27faea29911b tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:53.033790 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-98e07171-3d8a-4be4-86ec-5d3f0071a17b req-f9627367-e3a0-441b-8a38-27faea29911b tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 945 time: 0.0653176 Jul 16 21:35:53.073162 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-98e07171-3d8a-4be4-86ec-5d3f0071a17b req-8e10a235-7d1c-40f8-b155-e5a224f1143d tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333021 Jul 16 21:35:53.229751 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-17710bf6-c4af-432f-a918-39375221b9e9 req-4d167edb-2c39-46bc-ad2c-1db12f8cd725 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:35:53.230795 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-17710bf6-c4af-432f-a918-39375221b9e9 req-4d167edb-2c39-46bc-ad2c-1db12f8cd725 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478227 Jul 16 21:35:53.470976 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 877bb943-07be-4834-9da7-ca9462c4fc9a no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:35:53.501455 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0609f9-cfca-49a5-b151-a273109e138b req-659f58ef-e973-4274-bb48-aa22c22e9928 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:53.503311 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-df0609f9-cfca-49a5-b151-a273109e138b req-659f58ef-e973-4274-bb48-aa22c22e9928 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 945 time: 0.0797997 Jul 16 21:35:53.543882 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-df0609f9-cfca-49a5-b151-a273109e138b req-879b3107-9733-46ff-ab3e-3de87caa96fa tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346773 Jul 16 21:35:53.562218 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:53.592593 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653d697e-fd88-4b0d-bcec-43c3f3fcdf6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '877bb943-07be-4834-9da7-ca9462c4fc9a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:35:53.594867 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d599d8cd7c90ef7a4a4f11e3824443e11814837840e0ec22718dbf4e389f10a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1b0015-aa4a-4a9e-916a-fc88e8d6c339" -d '{"events": [{"server_uuid": "653d697e-fd88-4b0d-bcec-43c3f3fcdf6c", "name": "network-vif-unplugged", "status": "completed", "tag": "877bb943-07be-4834-9da7-ca9462c4fc9a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:35:53.608270 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 877bb943-07be-4834-9da7-ca9462c4fc9a, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=877bb943-07be-4834-9da7-ca9462c4fc9a,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:35:53.614508 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:53.639081 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 21:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fd3f4d-f019-4e64-a713-ff8cd4f2be04 x-openstack-request-id: req-f4fd3f4d-f019-4e64-a713-ff8cd4f2be04 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:35:53.639369 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653d697e-fd88-4b0d-bcec-43c3f3fcdf6c", "name": "network-vif-unplugged", "status": "failed", "tag": "877bb943-07be-4834-9da7-ca9462c4fc9a", "code": 422}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:35:53.639609 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f4fd3f4d-f019-4e64-a713-ff8cd4f2be04 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:35:53.640009 n-d-791506-21 neutron-server[93795]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '653d697e-fd88-4b0d-bcec-43c3f3fcdf6c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '877bb943-07be-4834-9da7-ca9462c4fc9a', 'code': 422} returned with failed status Jul 16 21:35:53.677353 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=877bb943-07be-4834-9da7-ca9462c4fc9a,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:35:53.792365 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6475ea93-cbfd-48a1-af15-51456255060b req-49324e0c-be4f-46c1-9866-81016c84a4ef service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0998981 Jul 16 21:35:54.354948 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0e56367-db32-4312-bba3-e027a42a4093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:54.450235 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:54.720084 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e0dae-b871-431d-be4b-1c6970d8b6f5 req-2cdcd6e1-1f8b-4e6a-bce9-ed795b2b2f69 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:54.721554 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-392e0dae-b871-431d-be4b-1c6970d8b6f5 req-2cdcd6e1-1f8b-4e6a-bce9-ed795b2b2f69 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 943 time: 0.0635021 Jul 16 21:35:54.763595 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-392e0dae-b871-431d-be4b-1c6970d8b6f5 req-dbd6064e-fd50-42b2-9534-7911ae97579d tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351489 Jul 16 21:35:55.961565 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d31fdb-6dcb-4de2-86dd-7c5ff909062f req-7fdd31d1-bb0c-4a2c-b7bc-0875d8cf691d tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:55.963103 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2d31fdb-6dcb-4de2-86dd-7c5ff909062f req-7fdd31d1-bb0c-4a2c-b7bc-0875d8cf691d tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 943 time: 0.0654693 Jul 16 21:35:56.002579 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b2d31fdb-6dcb-4de2-86dd-7c5ff909062f req-82a6cce3-117c-4771-a2d7-2e78fe084d6a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329959 Jul 16 21:35:56.068674 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:56.751540 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:35:56.813184 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475ea93-cbfd-48a1-af15-51456255060b req-ecbe5cb9-ebd3-4aec-9916-7243e2655065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:56.814728 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6475ea93-cbfd-48a1-af15-51456255060b req-ecbe5cb9-ebd3-4aec-9916-7243e2655065 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c&tenant_id=a2b68def73f347698b25699ea01c5080 HTTP/1.1" status: 200 len: 1095 time: 0.0614970 Jul 16 21:35:56.890987 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475ea93-cbfd-48a1-af15-51456255060b req-838b8b80-b715-4b11-beea-a83d223ecca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:56.892506 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6475ea93-cbfd-48a1-af15-51456255060b req-838b8b80-b715-4b11-beea-a83d223ecca3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2b68def73f347698b25699ea01c5080&device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 1095 time: 0.0549953 Jul 16 21:35:56.986991 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475ea93-cbfd-48a1-af15-51456255060b req-a32d78a5-8bd9-40b0-83fd-9bc8e0ef7561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:56.988359 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6475ea93-cbfd-48a1-af15-51456255060b req-a32d78a5-8bd9-40b0-83fd-9bc8e0ef7561 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4795692-9f2e-476b-81e4-7b2476e33e44 HTTP/1.1" status: 200 len: 909 time: 0.0898588 Jul 16 21:35:57.053408 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6475ea93-cbfd-48a1-af15-51456255060b req-14b3c0a5-1f6d-4cdb-aec1-32ef2f0926cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=877bb943-07be-4834-9da7-ca9462c4fc9a HTTP/1.1" status: 200 len: 999 time: 0.0588140 Jul 16 21:35:57.100804 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475ea93-cbfd-48a1-af15-51456255060b req-3cf4ce37-2348-4d50-a127-eba5e56d6e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:57.102269 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6475ea93-cbfd-48a1-af15-51456255060b req-3cf4ce37-2348-4d50-a127-eba5e56d6e3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc14d410-f22f-4ad9-9651-92f5184dba22 HTTP/1.1" status: 200 len: 847 time: 0.0433345 Jul 16 21:35:57.207149 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475ea93-cbfd-48a1-af15-51456255060b req-3afad70e-54fa-4cb8-8be6-b9cbbe5aa269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:57.208645 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6475ea93-cbfd-48a1-af15-51456255060b req-3afad70e-54fa-4cb8-8be6-b9cbbe5aa269 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4795692-9f2e-476b-81e4-7b2476e33e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0996032 Jul 16 21:35:57.216898 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861e03d-5753-4e7f-9344-80ebb342490c req-6d81530b-ab20-4c9e-b0b6-fcb10091e33a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:57.218247 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f861e03d-5753-4e7f-9344-80ebb342490c req-6d81530b-ab20-4c9e-b0b6-fcb10091e33a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 943 time: 0.1018229 Jul 16 21:35:57.308268 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f861e03d-5753-4e7f-9344-80ebb342490c req-0352be08-da39-4bb4-b9ba-bd603847490a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820403 Jul 16 21:35:57.332907 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6475ea93-cbfd-48a1-af15-51456255060b req-e94d8bdb-4e82-4d97-88d7-5083ea405bbd service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136940 Jul 16 21:35:57.423454 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6475ea93-cbfd-48a1-af15-51456255060b req-cfc07ae6-0f08-4f32-b593-49677d287ad0 service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836017 Jul 16 21:35:57.486428 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 877bb943-07be-4834-9da7-ca9462c4fc9a no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:35:57.899557 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:58.506892 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5465382-1da2-4c2e-93cc-968cbeb5112b req-6b0e0031-0bb4-4bf2-8f7f-cdcd39cd9010 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:58.509087 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d5465382-1da2-4c2e-93cc-968cbeb5112b req-6b0e0031-0bb4-4bf2-8f7f-cdcd39cd9010 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 943 time: 0.0816236 Jul 16 21:35:58.550835 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d5465382-1da2-4c2e-93cc-968cbeb5112b req-ff91c8d8-76a0-41e0-9a3b-1db2c2bca99b tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345995 Jul 16 21:35:59.737012 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5d21d-edd2-40cb-9068-d32b1bba63b5 req-78bd7f39-89f2-4230-aee9-6133c126f2b2 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:59.738556 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2bf5d21d-edd2-40cb-9068-d32b1bba63b5 req-78bd7f39-89f2-4230-aee9-6133c126f2b2 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 943 time: 0.0656047 Jul 16 21:35:59.781986 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2bf5d21d-edd2-40cb-9068-d32b1bba63b5 req-dd9c6cbb-e0ea-4ab7-8b0e-4924e2b8b231 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367925 Jul 16 21:36:00.111209 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:00.965988 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c57b9-ada6-4428-988c-8e92950cbe48 req-d65aa870-0f18-4d84-ad0d-977367f06a14 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:00.967501 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-828c57b9-ada6-4428-988c-8e92950cbe48 req-d65aa870-0f18-4d84-ad0d-977367f06a14 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 943 time: 0.0686104 Jul 16 21:36:01.022144 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-828c57b9-ada6-4428-988c-8e92950cbe48 req-10337044-c073-4168-a6da-63c340319741 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485835 Jul 16 21:36:02.213668 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d931666-70bd-4d79-990d-f30cbe71a089 req-ddd14df8-8217-4336-b864-102a6bd8d49e tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:02.215224 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d931666-70bd-4d79-990d-f30cbe71a089 req-ddd14df8-8217-4336-b864-102a6bd8d49e tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 943 time: 0.0726876 Jul 16 21:36:02.253448 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d931666-70bd-4d79-990d-f30cbe71a089 req-aa59afc8-1706-4be2-a34e-fa3b1616f781 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326843 Jul 16 21:36:03.438297 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615692b0-7367-4243-ab7e-7e768989c642 req-edfa0438-43dd-485c-9d96-58a7adc04ae8 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:03.439847 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-615692b0-7367-4243-ab7e-7e768989c642 req-edfa0438-43dd-485c-9d96-58a7adc04ae8 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 943 time: 0.0714743 Jul 16 21:36:03.477020 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-615692b0-7367-4243-ab7e-7e768989c642 req-226a06b2-b494-4558-83d8-fac5a59f1c7b tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316324 Jul 16 21:36:03.981266 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:04.663177 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab801ff-65db-4f76-8925-1782bd116877 req-9fdea87b-736d-44d1-8125-376a2f1639d2 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:04.664937 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5ab801ff-65db-4f76-8925-1782bd116877 req-9fdea87b-736d-44d1-8125-376a2f1639d2 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 943 time: 0.0736432 Jul 16 21:36:04.706094 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5ab801ff-65db-4f76-8925-1782bd116877 req-e17fda1a-5dec-4ab0-8e60-af44c1ea6e0a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343516 Jul 16 21:36:05.896651 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfd8ec-00eb-4760-a61d-896794f43cbb req-06a00941-128f-4a80-82ac-7bfa32820ff1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:05.899533 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-06bfd8ec-00eb-4760-a61d-896794f43cbb req-06a00941-128f-4a80-82ac-7bfa32820ff1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 943 time: 0.0728593 Jul 16 21:36:05.942522 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-06bfd8ec-00eb-4760-a61d-896794f43cbb req-33d36069-fda1-4cbb-bc26-d9ed31ad15fb tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363541 Jul 16 21:36:07.123641 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e2f56-d8d4-439f-b200-6e0ad6e37aef req-7eb8ee18-6a77-43ea-9838-123041fa8d43 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:07.125182 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c13e2f56-d8d4-439f-b200-6e0ad6e37aef req-7eb8ee18-6a77-43ea-9838-123041fa8d43 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 943 time: 0.0699630 Jul 16 21:36:07.165254 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c13e2f56-d8d4-439f-b200-6e0ad6e37aef req-31d2de43-51e5-411a-9a02-031d1b340b3d tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341220 Jul 16 21:36:08.343962 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1005b-9cad-4744-8f22-8cbfb1aa8517 req-10a09ad2-17bf-430f-be00-92b787b58224 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:08.345423 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8be1005b-9cad-4744-8f22-8cbfb1aa8517 req-10a09ad2-17bf-430f-be00-92b787b58224 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 943 time: 0.0666993 Jul 16 21:36:08.382523 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8be1005b-9cad-4744-8f22-8cbfb1aa8517 req-06d73fc0-0134-490d-8e79-ab4ac0be4bd0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315094 Jul 16 21:36:09.553668 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c7f94-1abc-42f7-9bd0-eaee868746f9 req-e1796501-a3c5-4872-93e1-5d79cf2e6515 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:09.555139 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fc3c7f94-1abc-42f7-9bd0-eaee868746f9 req-e1796501-a3c5-4872-93e1-5d79cf2e6515 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 943 time: 0.0630980 Jul 16 21:36:09.593462 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fc3c7f94-1abc-42f7-9bd0-eaee868746f9 req-aa5e4b30-e605-496b-b7bd-a6cc768d01f9 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319865 Jul 16 21:36:10.779031 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444ff91-04aa-4298-b9d3-1d1903319cbb req-444cc60c-f5df-4bf1-ba20-f7d91a1dc1a9 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:10.780511 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3444ff91-04aa-4298-b9d3-1d1903319cbb req-444cc60c-f5df-4bf1-ba20-f7d91a1dc1a9 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 943 time: 0.0707192 Jul 16 21:36:10.817943 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3444ff91-04aa-4298-b9d3-1d1903319cbb req-3eaec0d9-d3b8-4600-b578-d1ee2d280176 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316846 Jul 16 21:36:11.595097 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 877bb943-07be-4834-9da7-ca9462c4fc9a details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:36:11.691784 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 877bb943-07be-4834-9da7-ca9462c4fc9a, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=877bb943-07be-4834-9da7-ca9462c4fc9a,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:36:11.703055 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '877bb943-07be-4834-9da7-ca9462c4fc9a', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'port_id': '877bb943-07be-4834-9da7-ca9462c4fc9a', 'mac_address': 'fa:16:3e:79:51:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:36:11.739960 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:11.753253 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 877bb943-07be-4834-9da7-ca9462c4fc9a {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:36:11.772093 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 877bb943-07be-4834-9da7-ca9462c4fc9a, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=877bb943-07be-4834-9da7-ca9462c4fc9a,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:36:11.776208 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:11.827275 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=877bb943-07be-4834-9da7-ca9462c4fc9a,revision_number=9']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:36:11.989252 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['877bb943-07be-4834-9da7-ca9462c4fc9a'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:36:11.993159 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abfeb1-684a-4b72-94d3-f2a5c566f9c0 req-a50e0671-c2bb-455d-9fd8-92fcd2d1143a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:11.994684 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73abfeb1-684a-4b72-94d3-f2a5c566f9c0 req-a50e0671-c2bb-455d-9fd8-92fcd2d1143a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 944 time: 0.0638018 Jul 16 21:36:12.034566 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-73abfeb1-684a-4b72-94d3-f2a5c566f9c0 req-4ebc98e4-3ae8-4759-98af-ee3dd8c1db00 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335698 Jul 16 21:36:13.208577 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8130d4-42bc-4cd0-8f9a-7815ab75adee req-8583367a-4fdf-48a7-8398-7d2ba6388e85 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:13.210050 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e8130d4-42bc-4cd0-8f9a-7815ab75adee req-8583367a-4fdf-48a7-8398-7d2ba6388e85 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 944 time: 0.0644283 Jul 16 21:36:13.253109 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5e8130d4-42bc-4cd0-8f9a-7815ab75adee req-4536c8ce-184a-4418-a988-a761988fe1b1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373933 Jul 16 21:36:13.610510 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 877bb943-07be-4834-9da7-ca9462c4fc9a up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:36:13.657695 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 877bb943-07be-4834-9da7-ca9462c4fc9a triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:36:13.658063 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:13.733298 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:13.756875 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653d697e-fd88-4b0d-bcec-43c3f3fcdf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877bb943-07be-4834-9da7-ca9462c4fc9a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:36:13.759155 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d599d8cd7c90ef7a4a4f11e3824443e11814837840e0ec22718dbf4e389f10a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9c3424-c359-4eb0-8203-45e831b87b82" -d '{"events": [{"server_uuid": "653d697e-fd88-4b0d-bcec-43c3f3fcdf6c", "name": "network-vif-plugged", "status": "completed", "tag": "877bb943-07be-4834-9da7-ca9462c4fc9a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:36:13.772491 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 877bb943-07be-4834-9da7-ca9462c4fc9a, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=877bb943-07be-4834-9da7-ca9462c4fc9a,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:36:13.778486 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:13.808181 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748e26ed-caaf-4bbf-af47-645f61777c2e x-openstack-request-id: req-748e26ed-caaf-4bbf-af47-645f61777c2e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:36:13.808713 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653d697e-fd88-4b0d-bcec-43c3f3fcdf6c", "name": "network-vif-plugged", "status": "completed", "tag": "877bb943-07be-4834-9da7-ca9462c4fc9a", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:36:13.809192 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-748e26ed-caaf-4bbf-af47-645f61777c2e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:36:13.809497 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653d697e-fd88-4b0d-bcec-43c3f3fcdf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877bb943-07be-4834-9da7-ca9462c4fc9a', 'code': 200} Jul 16 21:36:13.835682 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=877bb943-07be-4834-9da7-ca9462c4fc9a,revision_number=10']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:36:13.982817 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964d9b2-e397-47aa-a989-2c241277353e req-3df74e96-6fa5-4dbc-8dfd-795d038a621a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:13.984324 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8964d9b2-e397-47aa-a989-2c241277353e req-3df74e96-6fa5-4dbc-8dfd-795d038a621a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 1098 time: 0.0567687 Jul 16 21:36:14.017887 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8964d9b2-e397-47aa-a989-2c241277353e req-539137bc-f12c-47f9-a0be-abaf4e2e64fc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276518 Jul 16 21:36:14.429866 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d415739-3d23-4ff3-822b-7a898852b7fd req-f53f0cd1-06f7-4441-b245-73573101627b tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:14.431253 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d415739-3d23-4ff3-822b-7a898852b7fd req-f53f0cd1-06f7-4441-b245-73573101627b tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 946 time: 0.0622628 Jul 16 21:36:14.468126 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d415739-3d23-4ff3-822b-7a898852b7fd req-4ac521a6-6026-4916-98ad-7ad1050011d9 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308058 Jul 16 21:36:15.647048 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca45f8f-e9b6-4e29-aee4-89091fd925f3 req-bcc30c46-8350-45fd-9760-bb00aa24abed tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:15.648511 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ca45f8f-e9b6-4e29-aee4-89091fd925f3 req-bcc30c46-8350-45fd-9760-bb00aa24abed tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 946 time: 0.0665390 Jul 16 21:36:15.686847 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7ca45f8f-e9b6-4e29-aee4-89091fd925f3 req-9d18692d-6b5c-4f3f-90b2-f5ffd85280a5 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322218 Jul 16 21:36:21.828814 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-413a0e8a-a5f4-4893-87ed-a982bf02ce54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:24.355295 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33a1001a-cdfe-4155-bdb6-a086a4c06d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:24.451776 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:26.068592 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:27.896857 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:30.106876 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:33.751321 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:36:33.993230 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:38.767107 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dccd813a-99d3-43b4-b468-71b8aad97591 req-dc2bc341-6add-484e-ad28-560c53ebee25 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0547578 Jul 16 21:36:38.869279 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd813a-99d3-43b4-b468-71b8aad97591 req-5b28a2b7-e8dc-4ed1-8d0a-523fad4beec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:38.870954 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dccd813a-99d3-43b4-b468-71b8aad97591 req-5b28a2b7-e8dc-4ed1-8d0a-523fad4beec3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2b68def73f347698b25699ea01c5080&device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 1098 time: 0.0568247 Jul 16 21:36:38.987663 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd813a-99d3-43b4-b468-71b8aad97591 req-18427171-372d-4a31-b70c-bb6b1191448c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:38.989145 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dccd813a-99d3-43b4-b468-71b8aad97591 req-18427171-372d-4a31-b70c-bb6b1191448c service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4795692-9f2e-476b-81e4-7b2476e33e44 HTTP/1.1" status: 200 len: 909 time: 0.0962026 Jul 16 21:36:39.055342 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dccd813a-99d3-43b4-b468-71b8aad97591 req-3ae48012-edd9-48c0-b339-0ca181ade4f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=877bb943-07be-4834-9da7-ca9462c4fc9a HTTP/1.1" status: 200 len: 1001 time: 0.0591156 Jul 16 21:36:39.110434 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd813a-99d3-43b4-b468-71b8aad97591 req-3f75665d-c051-4d88-84d1-598334c1ac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:39.111903 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dccd813a-99d3-43b4-b468-71b8aad97591 req-3f75665d-c051-4d88-84d1-598334c1ac84 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc14d410-f22f-4ad9-9651-92f5184dba22 HTTP/1.1" status: 200 len: 847 time: 0.0497417 Jul 16 21:36:39.170927 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd813a-99d3-43b4-b468-71b8aad97591 req-f0740f67-9fdb-45df-ae4e-971e5cb06c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:39.172827 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dccd813a-99d3-43b4-b468-71b8aad97591 req-f0740f67-9fdb-45df-ae4e-971e5cb06c90 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4795692-9f2e-476b-81e4-7b2476e33e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543609 Jul 16 21:36:39.267497 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dccd813a-99d3-43b4-b468-71b8aad97591 req-22454c54-8f22-4ea8-800f-81ff05185c6e service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876465 Jul 16 21:36:39.758267 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dccd813a-99d3-43b4-b468-71b8aad97591 req-0f277966-d670-4357-a9ff-edd7733d9a78 service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844968 Jul 16 21:36:51.829282 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7bdd4ba-eb06-4e02-ae69-7c14095b5914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:54.357228 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2765074f-ebbc-4482-b097-4e4abbfbd026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:54.453803 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:56.071989 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:57.900613 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:00.104333 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:04.007790 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:10.751117 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:37:21.829856 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9338716a-46a6-4666-aa39-970aa3071ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:24.357290 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61841b0e-d4d5-4550-8099-0e507b6a734e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:24.454348 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:25.298349 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59574) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:37:25.454073 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-03e8957e-9c2f-405c-b516-c67c9a611054 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Deleting port 36de148a-3263-42cb-9098-21e3ff3f4349 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:37:25.454440 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-03e8957e-9c2f-405c-b516-c67c9a611054 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:25.530072 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-03e8957e-9c2f-405c-b516-c67c9a611054 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:25.530352 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-03e8957e-9c2f-405c-b516-c67c9a611054 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:25.542171 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-03e8957e-9c2f-405c-b516-c67c9a611054 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Calling delete_port for 36de148a-3263-42cb-9098-21e3ff3f4349 owned by network:floatingip {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:37:25.691343 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-03e8957e-9c2f-405c-b516-c67c9a611054 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:25.716626 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8957e-9c2f-405c-b516-c67c9a611054 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Pushing event deleted for resources: {'Port': ['ID=36de148a-3263-42cb-9098-21e3ff3f4349,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:37:25.729214 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8957e-9c2f-405c-b516-c67c9a611054 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:37:25.729570 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8957e-9c2f-405c-b516-c67c9a611054 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:37:25.729911 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8957e-9c2f-405c-b516-c67c9a611054 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:37:25.730251 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8957e-9c2f-405c-b516-c67c9a611054 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:37:25.730641 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8957e-9c2f-405c-b516-c67c9a611054 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:37:25.730974 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8957e-9c2f-405c-b516-c67c9a611054 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:37:25.731303 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8957e-9c2f-405c-b516-c67c9a611054 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:37:25.731629 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8957e-9c2f-405c-b516-c67c9a611054 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:37:25.731954 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8957e-9c2f-405c-b516-c67c9a611054 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:37:25.732280 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8957e-9c2f-405c-b516-c67c9a611054 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:37:25.732606 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8957e-9c2f-405c-b516-c67c9a611054 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:37:25.732951 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8957e-9c2f-405c-b516-c67c9a611054 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:37:25.788962 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-03e8957e-9c2f-405c-b516-c67c9a611054 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for floatingip, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:25.789221 n-d-791506-21 neutron-server[93793]: INFO neutron.db.l3_db [None req-03e8957e-9c2f-405c-b516-c67c9a611054 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Floating IP 1fd39067-9f99-4077-b01d-d34161d1ed5a disassociated (deleted). External IP: 172.25.0.205, port: 877bb943-07be-4834-9da7-ca9462c4fc9a. Jul 16 21:37:25.996648 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e8957e-9c2f-405c-b516-c67c9a611054 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Router 3f4a2b47-51de-42db-9a23-76b04d5b8820 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:37:26.074075 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:26.104052 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e8957e-9c2f-405c-b516-c67c9a611054 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:37:26.108921 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-03e8957e-9c2f-405c-b516-c67c9a611054 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:26.113151 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c346f63-eca7-46ce-ad91-de6d773291a9 None None] Sync routers for ids ['3f4a2b47-51de-42db-9a23-76b04d5b8820'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:37:26.122450 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c346f63-eca7-46ce-ad91-de6d773291a9 None None] Routers {'3f4a2b47-51de-42db-9a23-76b04d5b8820'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:37:26.123046 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4c346f63-eca7-46ce-ad91-de6d773291a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:37:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3f4a2b47-51de-42db-9a23-76b04d5b8820'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:37:26.145866 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-03e8957e-9c2f-405c-b516-c67c9a611054 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "DELETE /v2.0/floatingips/1fd39067-9f99-4077-b01d-d34161d1ed5a HTTP/1.1" status: 204 len: 168 time: 0.8464181 Jul 16 21:37:26.146474 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653d697e-fd88-4b0d-bcec-43c3f3fcdf6c', 'tag': '877bb943-07be-4834-9da7-ca9462c4fc9a'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:37:26.149005 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc459459a4c5a11ec1d6886bc2ffdbf4fbc6faab23ac6f064f41edec039c064" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8c569e-7823-47f7-b90c-535783481237" -d '{"events": [{"name": "network-changed", "server_uuid": "653d697e-fd88-4b0d-bcec-43c3f3fcdf6c", "tag": "877bb943-07be-4834-9da7-ca9462c4fc9a"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:37:26.232729 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-4c346f63-eca7-46ce-ad91-de6d773291a9 None None] Set router 3f4a2b47-51de-42db-9a23-76b04d5b8820 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:37:26.272135 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122c3ce2-1e1b-4578-a4ac-fad76c635b0b x-openstack-request-id: req-122c3ce2-1e1b-4578-a4ac-fad76c635b0b {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:37:26.272760 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653d697e-fd88-4b0d-bcec-43c3f3fcdf6c", "tag": "877bb943-07be-4834-9da7-ca9462c4fc9a", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:37:26.273070 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-122c3ce2-1e1b-4578-a4ac-fad76c635b0b {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:37:26.273487 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653d697e-fd88-4b0d-bcec-43c3f3fcdf6c', 'tag': '877bb943-07be-4834-9da7-ca9462c4fc9a', 'status': 'completed', 'code': 200} Jul 16 21:37:26.351933 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c569e-7823-47f7-b90c-535783481237 req-84cf7d2d-2d9d-4eea-9087-737d5b4cd324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:26.353425 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa8c569e-7823-47f7-b90c-535783481237 req-84cf7d2d-2d9d-4eea-9087-737d5b4cd324 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2b68def73f347698b25699ea01c5080&device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 1098 time: 0.0567677 Jul 16 21:37:26.455554 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4c346f63-eca7-46ce-ad91-de6d773291a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'name': 'tempest-TestShelveInstance-700327792-router', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:09Z', 'updated_at': '2021-07-16T21:33:12Z', 'revision_number': 4, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'gw_port': {'id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:10Z', 'updated_at': '2021-07-16T21:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3f69937e-43d0-4d33-9cbb-744f132402e9', 'name': '', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'mac_address': 'fa:16:3e:99:fb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:11Z', 'updated_at': '2021-07-16T21:33:19Z', 'revision_number': 5, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'subnets': [{'id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:37:26.456403 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c569e-7823-47f7-b90c-535783481237 req-ef769df4-1112-4f20-b38e-f01872279762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:26.458693 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa8c569e-7823-47f7-b90c-535783481237 req-ef769df4-1112-4f20-b38e-f01872279762 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4795692-9f2e-476b-81e4-7b2476e33e44 HTTP/1.1" status: 200 len: 909 time: 0.0988798 Jul 16 21:37:26.482041 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c346f63-eca7-46ce-ad91-de6d773291a9 None None] Checking router: 3f4a2b47-51de-42db-9a23-76b04d5b8820 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:37:26.490935 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c346f63-eca7-46ce-ad91-de6d773291a9 None None] Routers {'3f4a2b47-51de-42db-9a23-76b04d5b8820'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:37:26.491540 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4c346f63-eca7-46ce-ad91-de6d773291a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:37:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3f4a2b47-51de-42db-9a23-76b04d5b8820'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:37:26.501031 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa8c569e-7823-47f7-b90c-535783481237 req-fa570a49-1501-4f0f-a97f-a8739bd91343 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=877bb943-07be-4834-9da7-ca9462c4fc9a HTTP/1.1" status: 200 len: 217 time: 0.0359321 Jul 16 21:37:26.582975 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c569e-7823-47f7-b90c-535783481237 req-1023cd95-1d3d-47a6-9101-09a4fa8f8654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:26.584426 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa8c569e-7823-47f7-b90c-535783481237 req-1023cd95-1d3d-47a6-9101-09a4fa8f8654 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc14d410-f22f-4ad9-9651-92f5184dba22 HTTP/1.1" status: 200 len: 847 time: 0.0752842 Jul 16 21:37:26.596782 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-4c346f63-eca7-46ce-ad91-de6d773291a9 None None] Set router 3f4a2b47-51de-42db-9a23-76b04d5b8820 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:37:26.610645 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009d6d1-7329-4393-9439-4d0bebd1b428 req-4a061b93-777d-431a-8641-45fa0aa8bf03 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:26.612106 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a009d6d1-7329-4393-9439-4d0bebd1b428 req-4a061b93-777d-431a-8641-45fa0aa8bf03 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 946 time: 0.1138487 Jul 16 21:37:26.677143 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a009d6d1-7329-4393-9439-4d0bebd1b428 req-9a8e0789-3960-423e-855f-92cabace761d tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455780 Jul 16 21:37:26.686631 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c569e-7823-47f7-b90c-535783481237 req-ce14d6b4-13a6-42c0-b61d-377007489435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:26.688121 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa8c569e-7823-47f7-b90c-535783481237 req-ce14d6b4-13a6-42c0-b61d-377007489435 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4795692-9f2e-476b-81e4-7b2476e33e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0959790 Jul 16 21:37:26.784828 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa8c569e-7823-47f7-b90c-535783481237 req-a256cb90-f512-458e-bf7c-f930d616214a service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897887 Jul 16 21:37:26.801256 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4c346f63-eca7-46ce-ad91-de6d773291a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'name': 'tempest-TestShelveInstance-700327792-router', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:09Z', 'updated_at': '2021-07-16T21:33:12Z', 'revision_number': 4, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'gw_port': {'id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:10Z', 'updated_at': '2021-07-16T21:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3f69937e-43d0-4d33-9cbb-744f132402e9', 'name': '', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'mac_address': 'fa:16:3e:99:fb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:11Z', 'updated_at': '2021-07-16T21:33:19Z', 'revision_number': 5, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'subnets': [{'id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:37:26.827614 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c346f63-eca7-46ce-ad91-de6d773291a9 None None] The sync data for ids ['3f4a2b47-51de-42db-9a23-76b04d5b8820'] in n-d-791506-21 is: [{'id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'name': 'tempest-TestShelveInstance-700327792-router', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:09Z', 'updated_at': '2021-07-16T21:33:12Z', 'revision_number': 4, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'gw_port': {'id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:10Z', 'updated_at': '2021-07-16T21:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3f69937e-43d0-4d33-9cbb-744f132402e9', 'name': '', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'mac_address': 'fa:16:3e:99:fb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:11Z', 'updated_at': '2021-07-16T21:33:19Z', 'revision_number': 5, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'subnets': [{'id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:37:26.880086 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fa8c569e-7823-47f7-b90c-535783481237 req-75c6162f-0e49-4f09-9bb8-7083a683cd58 service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878885 Jul 16 21:37:27.056881 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6b8085-68bf-4b56-a091-32b357084596 None None] New status for floating IP 1fd39067-9f99-4077-b01d-d34161d1ed5a: DOWN {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:37:27.726033 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dc189-a1a6-4940-8859-0ff627dcaf19 req-a0d21f50-e254-465b-8f97-51e3e8c1f857 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:27.727521 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e34dc189-a1a6-4940-8859-0ff627dcaf19 req-a0d21f50-e254-465b-8f97-51e3e8c1f857 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.18 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 946 time: 0.0661392 Jul 16 21:37:27.873676 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-e34dc189-a1a6-4940-8859-0ff627dcaf19 req-566b58b4-e24e-4863-93b2-163218fc8e4c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Deleting port 877bb943-07be-4834-9da7-ca9462c4fc9a {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:37:27.874018 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e34dc189-a1a6-4940-8859-0ff627dcaf19 req-566b58b4-e24e-4863-93b2-163218fc8e4c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:27.901906 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:27.904484 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05e682-72eb-40e7-8240-0d10eca39543 req-26f561c3-4bef-4c4d-ac80-8f14533d4421 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:27.905967 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1d05e682-72eb-40e7-8240-0d10eca39543 req-26f561c3-4bef-4c4d-ac80-8f14533d4421 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=653d697e-fd88-4b0d-bcec-43c3f3fcdf6c HTTP/1.1" status: 200 len: 946 time: 0.1040640 Jul 16 21:37:27.984361 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1d05e682-72eb-40e7-8240-0d10eca39543 req-cbabf64e-b5dc-4ca6-83ce-5c780bc1d79e tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=32cb7a1d-44a1-437d-ab3d-b28d9b81d586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718799 Jul 16 21:37:27.999984 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-e34dc189-a1a6-4940-8859-0ff627dcaf19 req-566b58b4-e24e-4863-93b2-163218fc8e4c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] For port 877bb943-07be-4834-9da7-ca9462c4fc9a, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=877bb943-07be-4834-9da7-ca9462c4fc9a,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:37:28.000347 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e34dc189-a1a6-4940-8859-0ff627dcaf19 req-566b58b4-e24e-4863-93b2-163218fc8e4c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:28.013138 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-e34dc189-a1a6-4940-8859-0ff627dcaf19 req-566b58b4-e24e-4863-93b2-163218fc8e4c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Calling delete_port for 877bb943-07be-4834-9da7-ca9462c4fc9a owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:37:28.141299 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e34dc189-a1a6-4940-8859-0ff627dcaf19 req-566b58b4-e24e-4863-93b2-163218fc8e4c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:28.171368 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b58b4-e24e-4863-93b2-163218fc8e4c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Pushing event deleted for resources: {'Port': ['ID=877bb943-07be-4834-9da7-ca9462c4fc9a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:37:28.183681 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b58b4-e24e-4863-93b2-163218fc8e4c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:37:28.184038 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b58b4-e24e-4863-93b2-163218fc8e4c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:37:28.184384 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b58b4-e24e-4863-93b2-163218fc8e4c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:37:28.184729 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b58b4-e24e-4863-93b2-163218fc8e4c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:37:28.185070 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b58b4-e24e-4863-93b2-163218fc8e4c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:37:28.185406 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b58b4-e24e-4863-93b2-163218fc8e4c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:37:28.185739 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b58b4-e24e-4863-93b2-163218fc8e4c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:37:28.186099 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b58b4-e24e-4863-93b2-163218fc8e4c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:37:28.186456 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b58b4-e24e-4863-93b2-163218fc8e4c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:37:28.186789 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b58b4-e24e-4863-93b2-163218fc8e4c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:37:28.187123 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b58b4-e24e-4863-93b2-163218fc8e4c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:37:28.187459 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b58b4-e24e-4863-93b2-163218fc8e4c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:37:28.231767 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34dc189-a1a6-4940-8859-0ff627dcaf19 req-566b58b4-e24e-4863-93b2-163218fc8e4c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] No DVR routers for this DVR port 877bb943-07be-4834-9da7-ca9462c4fc9a on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:37:28.234468 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e34dc189-a1a6-4940-8859-0ff627dcaf19 req-566b58b4-e24e-4863-93b2-163218fc8e4c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:28.236433 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e34dc189-a1a6-4940-8859-0ff627dcaf19 req-566b58b4-e24e-4863-93b2-163218fc8e4c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.18 "DELETE /v2.0/ports/877bb943-07be-4834-9da7-ca9462c4fc9a HTTP/1.1" status: 204 len: 173 time: 0.5034719 Jul 16 21:37:28.236875 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653d697e-fd88-4b0d-bcec-43c3f3fcdf6c', 'name': 'network-vif-deleted', 'tag': '877bb943-07be-4834-9da7-ca9462c4fc9a'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:37:28.239627 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109dd7f2-841a-4397-b67b-b46310bd2846" -d '{"events": [{"server_uuid": "653d697e-fd88-4b0d-bcec-43c3f3fcdf6c", "name": "network-vif-deleted", "tag": "877bb943-07be-4834-9da7-ca9462c4fc9a"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:37:28.350494 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4969176b-65f6-4fe7-a53f-345c2ffb28c0 x-openstack-request-id: req-4969176b-65f6-4fe7-a53f-345c2ffb28c0 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:37:28.350795 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653d697e-fd88-4b0d-bcec-43c3f3fcdf6c", "name": "network-vif-deleted", "tag": "877bb943-07be-4834-9da7-ca9462c4fc9a", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:37:28.351054 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4969176b-65f6-4fe7-a53f-345c2ffb28c0 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:37:28.351466 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653d697e-fd88-4b0d-bcec-43c3f3fcdf6c', 'name': 'network-vif-deleted', 'tag': '877bb943-07be-4834-9da7-ca9462c4fc9a', 'status': 'completed', 'code': 200} Jul 16 21:37:29.083703 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59604) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:37:29.146218 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-faf293d9-496e-4492-8486-a7d548364a3d tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:29.175220 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-faf293d9-496e-4492-8486-a7d548364a3d tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:29.236043 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-faf293d9-496e-4492-8486-a7d548364a3d tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:29.239637 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-faf293d9-496e-4492-8486-a7d548364a3d tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:29.240830 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-faf293d9-496e-4492-8486-a7d548364a3d tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "DELETE /v2.0/security-groups/32cb7a1d-44a1-437d-ab3d-b28d9b81d586 HTTP/1.1" status: 204 len: 168 time: 0.1561291 Jul 16 21:37:29.250826 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf293d9-496e-4492-8486-a7d548364a3d tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cb7a1d-44a1-437d-ab3d-b28d9b81d586,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:37:29.565253 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59610) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:37:29.570164 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-a6b8a059-d18b-477a-9aca-1e07b1328b3d tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-655714102', 'description': 'tempest-secgroup-smoke-655714102 description', 'project_id': 'a2b68def73f347698b25699ea01c5080'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:37:29.593011 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a6b8a059-d18b-477a-9aca-1e07b1328b3d tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:29.679961 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a6b8a059-d18b-477a-9aca-1e07b1328b3d tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:29.684697 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a6b8a059-d18b-477a-9aca-1e07b1328b3d tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:29.711349 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a6b8a059-d18b-477a-9aca-1e07b1328b3d tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:29.712579 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-a6b8a059-d18b-477a-9aca-1e07b1328b3d tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1463225 Jul 16 21:37:29.715478 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59612) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:37:29.719908 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-3498e9b9-c812-45bc-b30d-2f0cc8c14a0a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Request body: {'security_group_rule': {'security_group_id': '14e04423-dd49-4a02-b9f6-bfdd9df7c0c2', 'project_id': 'a2b68def73f347698b25699ea01c5080', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:37:29.727084 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8a059-d18b-477a-9aca-1e07b1328b3d tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:37:29.750473 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3498e9b9-c812-45bc-b30d-2f0cc8c14a0a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:29.808444 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3498e9b9-c812-45bc-b30d-2f0cc8c14a0a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:29.812370 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3498e9b9-c812-45bc-b30d-2f0cc8c14a0a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:29.830223 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498e9b9-c812-45bc-b30d-2f0cc8c14a0a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2ff24b-3b21-4c8e-b429-1601eaa1e486,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:37:29.837137 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3498e9b9-c812-45bc-b30d-2f0cc8c14a0a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:29.838281 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3498e9b9-c812-45bc-b30d-2f0cc8c14a0a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218510 Jul 16 21:37:29.841064 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 59614) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:37:29.845612 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-bfeaa798-d299-48cd-861d-5281b8979b85 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Request body: {'security_group_rule': {'security_group_id': '14e04423-dd49-4a02-b9f6-bfdd9df7c0c2', 'project_id': 'a2b68def73f347698b25699ea01c5080', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:37:29.871963 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bfeaa798-d299-48cd-861d-5281b8979b85 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:29.932998 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bfeaa798-d299-48cd-861d-5281b8979b85 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:29.936929 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bfeaa798-d299-48cd-861d-5281b8979b85 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:29.955201 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeaa798-d299-48cd-861d-5281b8979b85 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa23147c-7570-4121-b61c-bfa9d2fdde41,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:37:29.962559 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bfeaa798-d299-48cd-861d-5281b8979b85 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:29.963941 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-bfeaa798-d299-48cd-861d-5281b8979b85 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1219311 Jul 16 21:37:29.966857 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59616) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:37:29.971580 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-17f735ba-1a8c-41a8-a7c3-7caa8b7a8240 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Request body: {'security_group_rule': {'security_group_id': '14e04423-dd49-4a02-b9f6-bfdd9df7c0c2', 'project_id': 'a2b68def73f347698b25699ea01c5080', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:37:30.000015 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-17f735ba-1a8c-41a8-a7c3-7caa8b7a8240 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:30.060185 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-17f735ba-1a8c-41a8-a7c3-7caa8b7a8240 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:30.063951 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-17f735ba-1a8c-41a8-a7c3-7caa8b7a8240 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:30.083122 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f735ba-1a8c-41a8-a7c3-7caa8b7a8240 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54ea18e-b3dc-4138-8353-1d6256c064d0,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:37:30.090560 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-17f735ba-1a8c-41a8-a7c3-7caa8b7a8240 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:30.094540 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-17f735ba-1a8c-41a8-a7c3-7caa8b7a8240 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237776 Jul 16 21:37:30.094540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59618) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:37:30.099817 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-9549b2e6-2de2-4bcb-8422-1679b9e5ca18 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Request body: {'security_group_rule': {'security_group_id': '14e04423-dd49-4a02-b9f6-bfdd9df7c0c2', 'project_id': 'a2b68def73f347698b25699ea01c5080', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:37:30.107035 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:30.136984 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9549b2e6-2de2-4bcb-8422-1679b9e5ca18 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:30.198973 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9549b2e6-2de2-4bcb-8422-1679b9e5ca18 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:30.202778 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9549b2e6-2de2-4bcb-8422-1679b9e5ca18 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:30.221281 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549b2e6-2de2-4bcb-8422-1679b9e5ca18 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1624485-454e-46c1-ba97-78acd0c18c5c,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:37:30.227975 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9549b2e6-2de2-4bcb-8422-1679b9e5ca18 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:30.229164 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9549b2e6-2de2-4bcb-8422-1679b9e5ca18 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1337335 Jul 16 21:37:30.232454 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59620) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:37:30.236946 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-62c78afc-8768-4aed-ad56-c705474dad03 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Request body: {'security_group_rule': {'security_group_id': '14e04423-dd49-4a02-b9f6-bfdd9df7c0c2', 'project_id': 'a2b68def73f347698b25699ea01c5080', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:37:30.260572 n-d-791506-21 neutron-server[93794]: INFO neutron.db.securitygroups_db [None req-62c78afc-8768-4aed-ad56-c705474dad03 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Project a2b68def73f347698b25699ea01c5080 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:37:30.265538 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-62c78afc-8768-4aed-ad56-c705474dad03 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:30.333207 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-62c78afc-8768-4aed-ad56-c705474dad03 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:30.338258 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-62c78afc-8768-4aed-ad56-c705474dad03 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:30.357805 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c78afc-8768-4aed-ad56-c705474dad03 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b252a0ff-bb5c-4aba-945d-182d801019ca,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:37:30.360872 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-62c78afc-8768-4aed-ad56-c705474dad03 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:30.362077 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-62c78afc-8768-4aed-ad56-c705474dad03 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286993 Jul 16 21:37:30.365863 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59622) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:37:30.370374 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-0ead31fa-afab-4c40-821e-04937fbe6f36 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Request body: {'security_group_rule': {'security_group_id': '14e04423-dd49-4a02-b9f6-bfdd9df7c0c2', 'project_id': 'a2b68def73f347698b25699ea01c5080', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:37:30.392559 n-d-791506-21 neutron-server[93794]: INFO neutron.db.securitygroups_db [None req-0ead31fa-afab-4c40-821e-04937fbe6f36 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Project a2b68def73f347698b25699ea01c5080 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:37:30.398284 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0ead31fa-afab-4c40-821e-04937fbe6f36 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:30.462204 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0ead31fa-afab-4c40-821e-04937fbe6f36 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:30.466044 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0ead31fa-afab-4c40-821e-04937fbe6f36 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:30.485138 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead31fa-afab-4c40-821e-04937fbe6f36 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d2ea077-49a9-47bb-8d4b-b24a86c2d82f,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:37:30.489486 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0ead31fa-afab-4c40-821e-04937fbe6f36 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:30.490751 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-0ead31fa-afab-4c40-821e-04937fbe6f36 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238940 Jul 16 21:37:31.904126 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 877bb943-07be-4834-9da7-ca9462c4fc9a no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:37:31.929014 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 877bb943-07be-4834-9da7-ca9462c4fc9a {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:37:31.929359 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 877bb943-07be-4834-9da7-ca9462c4fc9a not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:37:34.025606 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:44.798306 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-fbb9d7b0-2c27-4079-9e9a-bf3971b06485 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-655714102&fields=id&tenant_id=a2b68def73f347698b25699ea01c5080 HTTP/1.1" status: 200 len: 267 time: 0.0383887 Jul 16 21:37:44.908487 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-a6ed503e-3482-43e7-9148-1326c401d09d tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:44.909891 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-a6ed503e-3482-43e7-9148-1326c401d09d tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/networks?id=e4795692-9f2e-476b-81e4-7b2476e33e44 HTTP/1.1" status: 200 len: 808 time: 0.1043956 Jul 16 21:37:44.924517 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-ecb53660-fec2-45b7-bcdd-0d054a0d76a6 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/quotas/a2b68def73f347698b25699ea01c5080 HTTP/1.1" status: 200 len: 375 time: 0.0091758 Jul 16 21:37:44.992902 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-3864af93-f8af-4f9a-99d4-2d6e477d0825 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2b68def73f347698b25699ea01c5080&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624452 Jul 16 21:37:45.096590 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-c8375082-a2c2-406e-bb01-6eeaf40f9876 service neutron] 10.222.0.38 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901415 Jul 16 21:37:45.190224 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-f51846f3-4121-4919-a8e9-de6505143a51 service neutron] 10.222.0.38 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869260 Jul 16 21:37:45.523652 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-aea267f1-c2b8-4c1e-b0c6-16577eec8a17 req-3086af8d-56ad-4185-9df0-165543723998 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 210 time: 0.0301054 Jul 16 21:37:46.609975 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3d73959d-a948-4244-8a67-11e598558cbb req-b7140c77-f821-480d-a463-e936b9df46dd tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 210 time: 0.0329127 Jul 16 21:37:47.750597 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:37:47.752677 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7a0b75c7-1ff6-4238-98df-2e4ae469b451 req-6cec8c3c-2832-48cc-86fe-74442e4a5ba2 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 210 time: 0.0288334 Jul 16 21:37:48.608008 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-0fc6332a-02f4-434d-b25b-625881c56a35 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:48.609570 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-0fc6332a-02f4-434d-b25b-625881c56a35 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.62 "GET /v2.0/networks?id=e4795692-9f2e-476b-81e4-7b2476e33e44 HTTP/1.1" status: 200 len: 808 time: 0.1077855 Jul 16 21:37:48.654748 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-3c83f7c2-801f-4132-b65e-bc64cd8bf2d6 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2b68def73f347698b25699ea01c5080 HTTP/1.1" status: 200 len: 379 time: 0.0369160 Jul 16 21:37:48.663326 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-1634c8d8-14ec-4444-8c08-a5e446116486 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Request body: {'port': {'device_id': 'dc1d871e-e28c-4233-ae74-94b5480caeb6', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'admin_state_up': True, 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'security_groups': ['14e04423-dd49-4a02-b9f6-bfdd9df7c0c2']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:37:48.782008 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-1634c8d8-14ec-4444-8c08-a5e446116486 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Made reservation on behalf of a2b68def73f347698b25699ea01c5080 for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:37:48.789323 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-1634c8d8-14ec-4444-8c08-a5e446116486 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:48.921605 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-073b5531-d473-4000-9065-c50a4a87ee29 req-1c50ceb0-e8e2-4d67-a105-9b4c92fd8f90 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 210 time: 0.0308447 Jul 16 21:37:48.940003 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-1634c8d8-14ec-4444-8c08-a5e446116486 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Allocated IP 172.20.0.14 (e4795692-9f2e-476b-81e4-7b2476e33e44/cc14d410-f22f-4ad9-9651-92f5184dba22/724173c9-14dd-476a-b3d7-7f7ffbbebfd1) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:37:49.093840 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-1634c8d8-14ec-4444-8c08-a5e446116486 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:49.110638 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-1634c8d8-14ec-4444-8c08-a5e446116486 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Transition to ACTIVE for port object 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:37:49.152578 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-1634c8d8-14ec-4444-8c08-a5e446116486 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:49.205195 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-1634c8d8-14ec-4444-8c08-a5e446116486 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Network e4795692-9f2e-476b-81e4-7b2476e33e44 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:37:49.209530 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-1634c8d8-14ec-4444-8c08-a5e446116486 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:37:49.214351 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-1634c8d8-14ec-4444-8c08-a5e446116486 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:37:49.218698 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634c8d8-14ec-4444-8c08-a5e446116486 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Pushing event updated for resources: {'Port': ['ID=724173c9-14dd-476a-b3d7-7f7ffbbebfd1,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:37:49.275705 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-1634c8d8-14ec-4444-8c08-a5e446116486 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:49.276381 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-1634c8d8-14ec-4444-8c08-a5e446116486 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:49.291825 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-1634c8d8-14ec-4444-8c08-a5e446116486 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6323400 Jul 16 21:37:49.303796 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-f6d06dff-eb02-45d9-b9a6-9f58fb25d2a1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:37:49.304888 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-f6d06dff-eb02-45d9-b9a6-9f58fb25d2a1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064504 Jul 16 21:37:49.368833 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-329e40ce-158f-4837-8897-329ce27107bb service neutron] Request body: {'port': {'device_id': 'dc1d871e-e28c-4233-ae74-94b5480caeb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:37:49.448116 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-329e40ce-158f-4837-8897-329ce27107bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:49.492308 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-89df146f-f57d-4768-94f0-bd655a5bf0b0 None None] Provisioning for port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:37:49.496305 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-89df146f-f57d-4768-94f0-bd655a5bf0b0 None None] Provisioning complete for port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:37:49.496915 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89df146f-f57d-4768-94f0-bd655a5bf0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:49.532215 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-89df146f-f57d-4768-94f0-bd655a5bf0b0 None None] Port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:37:49.738649 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-329e40ce-158f-4837-8897-329ce27107bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:37:49.746544 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-329e40ce-158f-4837-8897-329ce27107bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:49.758495 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-329e40ce-158f-4837-8897-329ce27107bb service neutron] Transition to ACTIVE for port object 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:37:49.762146 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-329e40ce-158f-4837-8897-329ce27107bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:49.836609 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e40ce-158f-4837-8897-329ce27107bb service neutron] Pushing event updated for resources: {'Port': ['ID=724173c9-14dd-476a-b3d7-7f7ffbbebfd1,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:37:49.903769 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-329e40ce-158f-4837-8897-329ce27107bb service neutron] Attempting to bind port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:37:49.904271 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-329e40ce-158f-4837-8897-329ce27107bb service neutron] Attempting to bind port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '25b1afa7-b845-4227-a733-e0a40b444dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:37:49.904699 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-329e40ce-158f-4837-8897-329ce27107bb service neutron] Attempting to bind port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 on network e4795692-9f2e-476b-81e4-7b2476e33e44 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:37:49.914185 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-329e40ce-158f-4837-8897-329ce27107bb service neutron] Port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 on network e4795692-9f2e-476b-81e4-7b2476e33e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:37:49.914638 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-329e40ce-158f-4837-8897-329ce27107bb service neutron] Attempting to bind port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 on network e4795692-9f2e-476b-81e4-7b2476e33e44 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:37:49.922355 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-329e40ce-158f-4837-8897-329ce27107bb service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:37:49.922698 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-329e40ce-158f-4837-8897-329ce27107bb service neutron] Checking segment: {'id': '25b1afa7-b845-4227-a733-e0a40b444dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:37:49.923359 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-329e40ce-158f-4837-8897-329ce27107bb service neutron] Bound using segment: {'id': '25b1afa7-b845-4227-a733-e0a40b444dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:37:49.923807 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-329e40ce-158f-4837-8897-329ce27107bb service neutron] Bound port: 724173c9-14dd-476a-b3d7-7f7ffbbebfd1, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b1afa7-b845-4227-a733-e0a40b444dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:37:49.924171 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-329e40ce-158f-4837-8897-329ce27107bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:50.004148 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-329e40ce-158f-4837-8897-329ce27107bb service neutron] For port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:37:50.007661 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-329e40ce-158f-4837-8897-329ce27107bb service neutron] For port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=724173c9-14dd-476a-b3d7-7f7ffbbebfd1,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:37:50.014550 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-329e40ce-158f-4837-8897-329ce27107bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:50.052121 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-329e40ce-158f-4837-8897-329ce27107bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:50.052759 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-329e40ce-158f-4837-8897-329ce27107bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:50.054386 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-329e40ce-158f-4837-8897-329ce27107bb service neutron] 10.222.0.62 "PUT /v2.0/ports/724173c9-14dd-476a-b3d7-7f7ffbbebfd1 HTTP/1.1" status: 200 len: 1093 time: 0.7427685 Jul 16 21:37:50.054665 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1d871e-e28c-4233-ae74-94b5480caeb6', 'tag': '724173c9-14dd-476a-b3d7-7f7ffbbebfd1'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:37:50.056999 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc459459a4c5a11ec1d6886bc2ffdbf4fbc6faab23ac6f064f41edec039c064" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece2e5ac-422a-477c-b455-c3b1a3f45163" -d '{"events": [{"name": "network-changed", "server_uuid": "dc1d871e-e28c-4233-ae74-94b5480caeb6", "tag": "724173c9-14dd-476a-b3d7-7f7ffbbebfd1"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:37:50.084221 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e40ce-158f-4837-8897-329ce27107bb service neutron] Pushing event updated for resources: {'Port': ['ID=724173c9-14dd-476a-b3d7-7f7ffbbebfd1,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:37:50.153777 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc223a7e-52c5-4421-8c86-7617c2312159 x-openstack-request-id: req-bc223a7e-52c5-4421-8c86-7617c2312159 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:37:50.154062 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc1d871e-e28c-4233-ae74-94b5480caeb6", "tag": "724173c9-14dd-476a-b3d7-7f7ffbbebfd1", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:37:50.154302 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bc223a7e-52c5-4421-8c86-7617c2312159 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:37:50.154729 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc1d871e-e28c-4233-ae74-94b5480caeb6', 'tag': '724173c9-14dd-476a-b3d7-7f7ffbbebfd1', 'status': 'completed', 'code': 200} Jul 16 21:37:50.178293 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20051839-ed27-4b04-b829-44bedc7755e6 req-09c7789b-a03a-4461-867e-dae69bb46aba tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:50.185475 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-2984f656-8da0-482e-a609-a6b0bd08af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:50.187041 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20051839-ed27-4b04-b829-44bedc7755e6 req-09c7789b-a03a-4461-867e-dae69bb46aba tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 944 time: 0.0926087 Jul 16 21:37:50.187224 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-2984f656-8da0-482e-a609-a6b0bd08af82 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a2b68def73f347698b25699ea01c5080&device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 1096 time: 0.0780296 Jul 16 21:37:50.243438 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-10936572-6406-462e-96ae-2b8f721005fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=724173c9-14dd-476a-b3d7-7f7ffbbebfd1 HTTP/1.1" status: 200 len: 217 time: 0.0470688 Jul 16 21:37:50.251710 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-20051839-ed27-4b04-b829-44bedc7755e6 req-b2050995-efe4-46df-8077-8f6c2e6a1dd0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628970 Jul 16 21:37:50.301613 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-530df58e-3585-4910-b1c2-ad8a773f4666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:50.303578 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-530df58e-3585-4910-b1c2-ad8a773f4666 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc14d410-f22f-4ad9-9651-92f5184dba22 HTTP/1.1" status: 200 len: 847 time: 0.0541735 Jul 16 21:37:50.364157 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-583137cc-8e36-4e87-8235-0bba4fa88230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:50.365342 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-583137cc-8e36-4e87-8235-0bba4fa88230 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4795692-9f2e-476b-81e4-7b2476e33e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554767 Jul 16 21:37:50.467011 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-80b83ec7-73e4-458a-a1b3-57e17aa91f34 service neutron] 10.222.0.62 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954628 Jul 16 21:37:50.558645 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2f2def2c-92d3-4c14-9fb7-6d9b3d422f66 req-1f3b9f23-27ba-4b8c-a926-eda90afcc5e1 service neutron] 10.222.0.62 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849955 Jul 16 21:37:50.663640 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2e5ac-422a-477c-b455-c3b1a3f45163 req-9b0bff5c-1534-4391-a32b-99efc1f3827a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:50.665240 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ece2e5ac-422a-477c-b455-c3b1a3f45163 req-9b0bff5c-1534-4391-a32b-99efc1f3827a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a2b68def73f347698b25699ea01c5080&device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 1096 time: 0.0628722 Jul 16 21:37:50.762023 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2e5ac-422a-477c-b455-c3b1a3f45163 req-438a892d-2c28-4b63-bb27-2ddd97306ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:50.763799 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ece2e5ac-422a-477c-b455-c3b1a3f45163 req-438a892d-2c28-4b63-bb27-2ddd97306ce3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4795692-9f2e-476b-81e4-7b2476e33e44 HTTP/1.1" status: 200 len: 909 time: 0.0923457 Jul 16 21:37:50.808338 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ece2e5ac-422a-477c-b455-c3b1a3f45163 req-dedbb300-a7ad-45bb-8121-6be7e351d569 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=724173c9-14dd-476a-b3d7-7f7ffbbebfd1 HTTP/1.1" status: 200 len: 217 time: 0.0381577 Jul 16 21:37:51.193021 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2e5ac-422a-477c-b455-c3b1a3f45163 req-fb20932d-92c6-467a-bcdc-d7682be07eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:51.194528 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ece2e5ac-422a-477c-b455-c3b1a3f45163 req-fb20932d-92c6-467a-bcdc-d7682be07eae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc14d410-f22f-4ad9-9651-92f5184dba22 HTTP/1.1" status: 200 len: 847 time: 0.3805213 Jul 16 21:37:51.252248 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2e5ac-422a-477c-b455-c3b1a3f45163 req-1e0fe975-afdd-4698-ad81-a59a5af3ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:51.254213 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ece2e5ac-422a-477c-b455-c3b1a3f45163 req-1e0fe975-afdd-4698-ad81-a59a5af3ee79 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4795692-9f2e-476b-81e4-7b2476e33e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533767 Jul 16 21:37:51.355971 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ece2e5ac-422a-477c-b455-c3b1a3f45163 req-0ee196f2-19a0-4e94-8f9e-1e98489a6027 service neutron] 10.222.0.62 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956957 Jul 16 21:37:51.450858 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217f083-4d31-48a6-896e-bd644497434a req-5060d2d1-1038-47f9-ab09-da7634856b61 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:51.452299 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6217f083-4d31-48a6-896e-bd644497434a req-5060d2d1-1038-47f9-ab09-da7634856b61 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 944 time: 0.0854480 Jul 16 21:37:51.461988 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-ece2e5ac-422a-477c-b455-c3b1a3f45163 req-8eaca521-ece1-4956-a73a-455fdf435b14 service neutron] 10.222.0.62 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992088 Jul 16 21:37:51.496745 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6217f083-4d31-48a6-896e-bd644497434a req-754e9f39-f861-4156-85a4-12804652a6e0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375788 Jul 16 21:37:51.832091 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dad95323-731c-4ff1-8be8-b491c303d262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:52.685876 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f3621-dc69-44e4-bd47-b681f596d7e2 req-cd08371d-584f-4c08-88d7-bc060c676d0a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:52.687471 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9d5f3621-dc69-44e4-bd47-b681f596d7e2 req-cd08371d-584f-4c08-88d7-bc060c676d0a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 944 time: 0.0689387 Jul 16 21:37:52.729857 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9d5f3621-dc69-44e4-bd47-b681f596d7e2 req-93514e1d-be0b-40f1-8c2a-faf45bd8ef66 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357034 Jul 16 21:37:53.907989 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0de8b9-18d6-4920-8335-48ee9ae1b491 req-a6a34a4c-0197-4de2-954e-cbaf87ee3672 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:53.909488 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2a0de8b9-18d6-4920-8335-48ee9ae1b491 req-a6a34a4c-0197-4de2-954e-cbaf87ee3672 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 944 time: 0.0666687 Jul 16 21:37:53.946756 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2a0de8b9-18d6-4920-8335-48ee9ae1b491 req-d47af364-4b98-4203-995c-848b968dcdd1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317619 Jul 16 21:37:54.357047 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68311596-1e41-4e8e-b512-8316cce86f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:54.454213 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:55.123101 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373b9f1-3001-4173-a660-af071f3e0a2a req-aaa29382-979a-4518-97d3-537f044ff093 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:55.124624 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a373b9f1-3001-4173-a660-af071f3e0a2a req-aaa29382-979a-4518-97d3-537f044ff093 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 944 time: 0.0647659 Jul 16 21:37:55.162805 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a373b9f1-3001-4173-a660-af071f3e0a2a req-71581527-e2d8-406e-89da-7a838bc296d8 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324078 Jul 16 21:37:56.075894 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:56.340070 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d5d92-8228-4564-821f-2159bbbc8cf1 req-b10ae223-d527-4124-9d00-0c6e40284e3e tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:56.341575 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eb3d5d92-8228-4564-821f-2159bbbc8cf1 req-b10ae223-d527-4124-9d00-0c6e40284e3e tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 944 time: 0.0636792 Jul 16 21:37:56.384410 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-eb3d5d92-8228-4564-821f-2159bbbc8cf1 req-6c7080c1-1560-4081-8fdc-7c2be47add2b tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366025 Jul 16 21:37:57.561802 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbce3d-c2de-44c2-bc2d-f8e236062657 req-7007e197-924d-417d-bd34-8a6cd898cdba tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:57.563366 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-12cbce3d-c2de-44c2-bc2d-f8e236062657 req-7007e197-924d-417d-bd34-8a6cd898cdba tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 944 time: 0.0659032 Jul 16 21:37:57.601667 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-12cbce3d-c2de-44c2-bc2d-f8e236062657 req-9a2839cf-1cae-4bf7-8241-fd89817f10d4 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324738 Jul 16 21:37:57.908134 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:58.777038 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693a57e-ab2b-43a7-9f8e-2707811edee6 req-c98d7c84-31ca-4ae5-a9a0-13bd6a052440 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:58.778539 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c693a57e-ab2b-43a7-9f8e-2707811edee6 req-c98d7c84-31ca-4ae5-a9a0-13bd6a052440 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 944 time: 0.0667119 Jul 16 21:37:58.818242 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c693a57e-ab2b-43a7-9f8e-2707811edee6 req-3dcacc34-7820-4161-9051-1bbb29c89fed tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340333 Jul 16 21:38:00.004189 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56c95d-850c-459c-8125-80f29117c92b req-3d461806-2966-49fb-97fc-f6678b3ae9ba tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:00.005698 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ae56c95d-850c-459c-8125-80f29117c92b req-3d461806-2966-49fb-97fc-f6678b3ae9ba tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 944 time: 0.0700769 Jul 16 21:38:00.045037 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ae56c95d-850c-459c-8125-80f29117c92b req-4865b787-21a0-4751-9456-52e7ce82ade9 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337493 Jul 16 21:38:00.103343 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:01.041558 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:38:01.150496 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=724173c9-14dd-476a-b3d7-7f7ffbbebfd1,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:38:01.162270 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '724173c9-14dd-476a-b3d7-7f7ffbbebfd1', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'port_id': '724173c9-14dd-476a-b3d7-7f7ffbbebfd1', 'mac_address': 'fa:16:3e:45:c8:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:38:01.199601 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:01.213379 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:38:01.225894 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e426085-df8d-4d10-8e08-a7e7034fbdee req-873db0d5-b15a-42ee-b925-502c1554d0f4 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:01.227538 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1e426085-df8d-4d10-8e08-a7e7034fbdee req-873db0d5-b15a-42ee-b925-502c1554d0f4 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 944 time: 0.0649519 Jul 16 21:38:01.233818 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=724173c9-14dd-476a-b3d7-7f7ffbbebfd1,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:38:01.239993 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:01.273703 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1e426085-df8d-4d10-8e08-a7e7034fbdee req-9df7a43e-3b7e-4586-b603-84c5eeb4e5f0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393229 Jul 16 21:38:01.289966 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=724173c9-14dd-476a-b3d7-7f7ffbbebfd1,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:01.297555 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:01.297899 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:01.298240 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:01.298603 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:01.298940 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:01.299273 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:01.299660 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:01.300223 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:01.300672 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:01.301021 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:01.301336 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:01.301664 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:01.470863 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['724173c9-14dd-476a-b3d7-7f7ffbbebfd1'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:38:02.449349 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5e520-522b-4ca5-83bf-e66a9d63bf11 req-b8489f5b-dfaa-4993-b519-69d6c4873afb tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:02.450871 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-31c5e520-522b-4ca5-83bf-e66a9d63bf11 req-b8489f5b-dfaa-4993-b519-69d6c4873afb tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 945 time: 0.0663235 Jul 16 21:38:02.493272 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-31c5e520-522b-4ca5-83bf-e66a9d63bf11 req-1d9a09a7-7b35-4b35-9425-62df5330c53a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366800 Jul 16 21:38:03.057092 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:38:03.108363 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:38:03.112994 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:38:03.113303 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:03.190891 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:03.212810 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1d871e-e28c-4233-ae74-94b5480caeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724173c9-14dd-476a-b3d7-7f7ffbbebfd1'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:38:03.215278 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d599d8cd7c90ef7a4a4f11e3824443e11814837840e0ec22718dbf4e389f10a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3293f3-3542-4364-ae46-32fead4e5e51" -d '{"events": [{"server_uuid": "dc1d871e-e28c-4233-ae74-94b5480caeb6", "name": "network-vif-plugged", "status": "completed", "tag": "724173c9-14dd-476a-b3d7-7f7ffbbebfd1"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:38:03.229636 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=724173c9-14dd-476a-b3d7-7f7ffbbebfd1,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:38:03.234070 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:03.287407 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=724173c9-14dd-476a-b3d7-7f7ffbbebfd1,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:03.313603 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a85660-f747-441f-bf5f-b97681b483dc x-openstack-request-id: req-84a85660-f747-441f-bf5f-b97681b483dc {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:38:03.313932 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc1d871e-e28c-4233-ae74-94b5480caeb6", "name": "network-vif-plugged", "status": "completed", "tag": "724173c9-14dd-476a-b3d7-7f7ffbbebfd1", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:38:03.314189 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-84a85660-f747-441f-bf5f-b97681b483dc {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:38:03.314622 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1d871e-e28c-4233-ae74-94b5480caeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724173c9-14dd-476a-b3d7-7f7ffbbebfd1', 'code': 200} Jul 16 21:38:03.429577 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc7673-3b58-4857-889f-176616d51ad5 req-1bc4d518-5f4d-49a5-bd24-995b19e039d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:03.431146 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-debc7673-3b58-4857-889f-176616d51ad5 req-1bc4d518-5f4d-49a5-bd24-995b19e039d7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 1098 time: 0.0585990 Jul 16 21:38:03.466400 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-debc7673-3b58-4857-889f-176616d51ad5 req-1952f3b9-ec9b-41ec-b346-c8226f694baf service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289364 Jul 16 21:38:03.669089 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5025c3-418e-4c5c-a0f0-23861497664f req-07faf646-bed3-4b82-8645-3f5facbb70e2 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:03.670537 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a5025c3-418e-4c5c-a0f0-23861497664f req-07faf646-bed3-4b82-8645-3f5facbb70e2 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 946 time: 0.0645943 Jul 16 21:38:03.709979 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a5025c3-418e-4c5c-a0f0-23861497664f req-9f8c7ce8-70b7-43fc-bf07-0e27e15e9ac7 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335469 Jul 16 21:38:04.023689 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:04.888023 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67c6ab-e53c-41a5-aab5-23238c98d93e req-ef0486ea-4f71-4de2-8b84-4164b096ae35 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:04.889551 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cb67c6ab-e53c-41a5-aab5-23238c98d93e req-ef0486ea-4f71-4de2-8b84-4164b096ae35 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 946 time: 0.0641122 Jul 16 21:38:04.928477 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cb67c6ab-e53c-41a5-aab5-23238c98d93e req-c17782e9-6929-4ac0-a08d-380101a33f07 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333276 Jul 16 21:38:05.108136 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a37c-cb46-4f90-9376-b8cca8235247 req-ea06c036-28ae-4e6a-beff-894b2690cb43 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:05.109610 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2d11a37c-cb46-4f90-9376-b8cca8235247 req-ea06c036-28ae-4e6a-beff-894b2690cb43 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 946 time: 0.0670063 Jul 16 21:38:05.147875 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2d11a37c-cb46-4f90-9376-b8cca8235247 req-422fe14b-fe70-429e-9446-f90de433536b tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321307 Jul 16 21:38:05.173848 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59832) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:38:05.225888 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a02bbf5-359b-4a1c-9bf4-14e2193d1a77 tempest-TestShelveInstance-924542636 tempest-TestShelveInstance-924542636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:05.227420 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-8a02bbf5-359b-4a1c-9bf4-14e2193d1a77 tempest-TestShelveInstance-924542636 tempest-TestShelveInstance-924542636-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 1093 time: 0.0519753 Jul 16 21:38:05.230172 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 59834) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:38:05.234563 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-b90dc8dc-bb65-4e70-8af0-18cfc7a9cbb1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'port_id': '724173c9-14dd-476a-b3d7-7f7ffbbebfd1', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:38:05.256733 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b90dc8dc-bb65-4e70-8af0-18cfc7a9cbb1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:05.355837 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b90dc8dc-bb65-4e70-8af0-18cfc7a9cbb1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:05.455191 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-b90dc8dc-bb65-4e70-8af0-18cfc7a9cbb1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Allocated IP 172.25.0.87 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/3cbc9275-f74e-4a16-9b1c-a3e27388a3e1) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:38:05.558657 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b90dc8dc-bb65-4e70-8af0-18cfc7a9cbb1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:05.596798 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b90dc8dc-bb65-4e70-8af0-18cfc7a9cbb1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:05.635959 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90dc8dc-bb65-4e70-8af0-18cfc7a9cbb1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:38:05.638697 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-b90dc8dc-bb65-4e70-8af0-18cfc7a9cbb1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:38:05.642365 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90dc8dc-bb65-4e70-8af0-18cfc7a9cbb1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:38:05.648032 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90dc8dc-bb65-4e70-8af0-18cfc7a9cbb1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Pushing event updated for resources: {'Port': ['ID=3cbc9275-f74e-4a16-9b1c-a3e27388a3e1,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:06.015734 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b90dc8dc-bb65-4e70-8af0-18cfc7a9cbb1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:06.093894 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b90dc8dc-bb65-4e70-8af0-18cfc7a9cbb1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:06.240185 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b90dc8dc-bb65-4e70-8af0-18cfc7a9cbb1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:06.245848 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b90dc8dc-bb65-4e70-8af0-18cfc7a9cbb1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:06.319482 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90dc8dc-bb65-4e70-8af0-18cfc7a9cbb1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Pushing event updated for resources: {'Port': ['ID=3cbc9275-f74e-4a16-9b1c-a3e27388a3e1,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:06.327669 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b90dc8dc-bb65-4e70-8af0-18cfc7a9cbb1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:06.428925 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-b90dc8dc-bb65-4e70-8af0-18cfc7a9cbb1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Floating IP 1db435c6-c286-491c-90e8-a63900e6c3a7 associated. External IP: 172.25.0.87, port: 724173c9-14dd-476a-b3d7-7f7ffbbebfd1. Jul 16 21:38:06.634451 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90dc8dc-bb65-4e70-8af0-18cfc7a9cbb1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Router 3f4a2b47-51de-42db-9a23-76b04d5b8820 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:38:06.742575 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90dc8dc-bb65-4e70-8af0-18cfc7a9cbb1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:38:06.751734 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a0df6e-0714-49bf-b564-87624ef0ec6c None None] Sync routers for ids ['3f4a2b47-51de-42db-9a23-76b04d5b8820'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:38:06.759006 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b90dc8dc-bb65-4e70-8af0-18cfc7a9cbb1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:06.761724 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a0df6e-0714-49bf-b564-87624ef0ec6c None None] Routers {'3f4a2b47-51de-42db-9a23-76b04d5b8820'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:38:06.762357 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-61a0df6e-0714-49bf-b564-87624ef0ec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:37:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3f4a2b47-51de-42db-9a23-76b04d5b8820'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:06.796181 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-b90dc8dc-bb65-4e70-8af0-18cfc7a9cbb1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5649564 Jul 16 21:38:06.796780 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1d871e-e28c-4233-ae74-94b5480caeb6', 'tag': '724173c9-14dd-476a-b3d7-7f7ffbbebfd1'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:38:06.800562 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174cd0f2-5d51-4d7b-8bf4-9e90d08092c1" -d '{"events": [{"name": "network-changed", "server_uuid": "dc1d871e-e28c-4233-ae74-94b5480caeb6", "tag": "724173c9-14dd-476a-b3d7-7f7ffbbebfd1"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:38:06.838891 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360c57c5-eb94-4452-9a48-27a3f0ab1c94 x-openstack-request-id: req-360c57c5-eb94-4452-9a48-27a3f0ab1c94 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:38:06.839209 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc1d871e-e28c-4233-ae74-94b5480caeb6", "tag": "724173c9-14dd-476a-b3d7-7f7ffbbebfd1", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:38:06.839441 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-360c57c5-eb94-4452-9a48-27a3f0ab1c94 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:38:06.839848 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc1d871e-e28c-4233-ae74-94b5480caeb6', 'tag': '724173c9-14dd-476a-b3d7-7f7ffbbebfd1', 'status': 'completed', 'code': 200} Jul 16 21:38:06.873988 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-61a0df6e-0714-49bf-b564-87624ef0ec6c None None] Set router 3f4a2b47-51de-42db-9a23-76b04d5b8820 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:38:06.914138 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cd0f2-5d51-4d7b-8bf4-9e90d08092c1 req-e137c303-b416-42da-b635-3c87dd2dbe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:06.915671 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-174cd0f2-5d51-4d7b-8bf4-9e90d08092c1 req-e137c303-b416-42da-b635-3c87dd2dbe4c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a2b68def73f347698b25699ea01c5080&device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 1098 time: 0.0541487 Jul 16 21:38:07.013198 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cd0f2-5d51-4d7b-8bf4-9e90d08092c1 req-9ca12668-8382-48cf-80f6-f08cf98424a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:07.014759 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-174cd0f2-5d51-4d7b-8bf4-9e90d08092c1 req-9ca12668-8382-48cf-80f6-f08cf98424a3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4795692-9f2e-476b-81e4-7b2476e33e44 HTTP/1.1" status: 200 len: 909 time: 0.0855637 Jul 16 21:38:07.083877 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-174cd0f2-5d51-4d7b-8bf4-9e90d08092c1 req-4b4300d5-9c02-48d1-8230-8d983d75c146 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=724173c9-14dd-476a-b3d7-7f7ffbbebfd1 HTTP/1.1" status: 200 len: 999 time: 0.0631375 Jul 16 21:38:07.134955 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cd0f2-5d51-4d7b-8bf4-9e90d08092c1 req-4d8bf79d-248a-4486-af4e-d65540eb9608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:07.136455 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-174cd0f2-5d51-4d7b-8bf4-9e90d08092c1 req-4d8bf79d-248a-4486-af4e-d65540eb9608 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc14d410-f22f-4ad9-9651-92f5184dba22 HTTP/1.1" status: 200 len: 847 time: 0.0465055 Jul 16 21:38:07.195564 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cd0f2-5d51-4d7b-8bf4-9e90d08092c1 req-fbef8872-ae89-4ab0-9b70-32b31de02bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:07.196997 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-174cd0f2-5d51-4d7b-8bf4-9e90d08092c1 req-fbef8872-ae89-4ab0-9b70-32b31de02bf6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4795692-9f2e-476b-81e4-7b2476e33e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539501 Jul 16 21:38:07.205235 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-61a0df6e-0714-49bf-b564-87624ef0ec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'name': 'tempest-TestShelveInstance-700327792-router', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:09Z', 'updated_at': '2021-07-16T21:33:12Z', 'revision_number': 4, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'gw_port': {'id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:10Z', 'updated_at': '2021-07-16T21:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '1db435c6-c286-491c-90e8-a63900e6c3a7', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'floating_ip_address': '172.25.0.87', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'port_id': '724173c9-14dd-476a-b3d7-7f7ffbbebfd1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'mac_address': 'fa:16:3e:45:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1d871e-e28c-4233-ae74-94b5480caeb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:38:05Z', 'updated_at': '2021-07-16T21:38:05Z', 'revision_number': 0, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f69937e-43d0-4d33-9cbb-744f132402e9', 'name': '', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'mac_address': 'fa:16:3e:99:fb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:11Z', 'updated_at': '2021-07-16T21:33:19Z', 'revision_number': 5, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'subnets': [{'id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:07.232188 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a0df6e-0714-49bf-b564-87624ef0ec6c None None] Checking router: 3f4a2b47-51de-42db-9a23-76b04d5b8820 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:38:07.241671 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a0df6e-0714-49bf-b564-87624ef0ec6c None None] Routers {'3f4a2b47-51de-42db-9a23-76b04d5b8820'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:38:07.242282 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-61a0df6e-0714-49bf-b564-87624ef0ec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:37:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3f4a2b47-51de-42db-9a23-76b04d5b8820'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:07.294882 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-174cd0f2-5d51-4d7b-8bf4-9e90d08092c1 req-c6500cd4-04e9-4b14-9eb8-708842acdc66 service neutron] 10.222.0.62 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915525 Jul 16 21:38:07.348876 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-61a0df6e-0714-49bf-b564-87624ef0ec6c None None] Set router 3f4a2b47-51de-42db-9a23-76b04d5b8820 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:38:07.389237 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-174cd0f2-5d51-4d7b-8bf4-9e90d08092c1 req-cd2018b0-8bd5-403d-9b2c-66de664762e4 service neutron] 10.222.0.62 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880449 Jul 16 21:38:07.573955 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-61a0df6e-0714-49bf-b564-87624ef0ec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'name': 'tempest-TestShelveInstance-700327792-router', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:09Z', 'updated_at': '2021-07-16T21:33:12Z', 'revision_number': 4, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'gw_port': {'id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:10Z', 'updated_at': '2021-07-16T21:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '1db435c6-c286-491c-90e8-a63900e6c3a7', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'floating_ip_address': '172.25.0.87', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'port_id': '724173c9-14dd-476a-b3d7-7f7ffbbebfd1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'mac_address': 'fa:16:3e:45:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1d871e-e28c-4233-ae74-94b5480caeb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:38:05Z', 'updated_at': '2021-07-16T21:38:05Z', 'revision_number': 0, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f69937e-43d0-4d33-9cbb-744f132402e9', 'name': '', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'mac_address': 'fa:16:3e:99:fb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:11Z', 'updated_at': '2021-07-16T21:33:19Z', 'revision_number': 5, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'subnets': [{'id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:07.600564 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a0df6e-0714-49bf-b564-87624ef0ec6c None None] The sync data for ids ['3f4a2b47-51de-42db-9a23-76b04d5b8820'] in n-d-791506-21 is: [{'id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'name': 'tempest-TestShelveInstance-700327792-router', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:09Z', 'updated_at': '2021-07-16T21:33:12Z', 'revision_number': 4, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'gw_port': {'id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:10Z', 'updated_at': '2021-07-16T21:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': '1db435c6-c286-491c-90e8-a63900e6c3a7', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'floating_ip_address': '172.25.0.87', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'port_id': '724173c9-14dd-476a-b3d7-7f7ffbbebfd1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'mac_address': 'fa:16:3e:45:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1d871e-e28c-4233-ae74-94b5480caeb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:38:05Z', 'updated_at': '2021-07-16T21:38:05Z', 'revision_number': 0, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f69937e-43d0-4d33-9cbb-744f132402e9', 'name': '', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'mac_address': 'fa:16:3e:99:fb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:11Z', 'updated_at': '2021-07-16T21:33:19Z', 'revision_number': 5, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'subnets': [{'id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:38:07.775357 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b540a525-e8a0-4293-ac6a-0addaa93aa06 None None] New status for floating IP 1db435c6-c286-491c-90e8-a63900e6c3a7: ACTIVE {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:38:21.833513 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d259b47d-823d-471b-8b43-3b23388f23f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:24.357381 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b286716a-cbec-4591-a0c3-c53bda03e6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:24.455067 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:24.749351 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:38:26.079939 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:27.907750 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:30.119972 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:34.027834 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:51.835550 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3561b36f-6db0-4d50-92c1-3be759f1c324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:53.564139 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5fc8801f-3320-4822-a397-baa34cb1dd6a req-6f8f7ed2-5667-4adb-b93a-e0665d2288ce service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533955 Jul 16 21:38:53.662517 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8801f-3320-4822-a397-baa34cb1dd6a req-40fc7221-aa51-424e-96cf-70b791b518ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:53.664038 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5fc8801f-3320-4822-a397-baa34cb1dd6a req-40fc7221-aa51-424e-96cf-70b791b518ec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a2b68def73f347698b25699ea01c5080&device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 1098 time: 0.0579147 Jul 16 21:38:53.770461 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8801f-3320-4822-a397-baa34cb1dd6a req-2e4eaabe-08e3-48af-9e2a-a9dcc3c79055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:53.772287 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5fc8801f-3320-4822-a397-baa34cb1dd6a req-2e4eaabe-08e3-48af-9e2a-a9dcc3c79055 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4795692-9f2e-476b-81e4-7b2476e33e44 HTTP/1.1" status: 200 len: 909 time: 0.0891986 Jul 16 21:38:53.841001 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5fc8801f-3320-4822-a397-baa34cb1dd6a req-f53d8a15-0bba-46f1-bae3-39ce03390f5a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=724173c9-14dd-476a-b3d7-7f7ffbbebfd1 HTTP/1.1" status: 200 len: 1001 time: 0.0625935 Jul 16 21:38:53.890096 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8801f-3320-4822-a397-baa34cb1dd6a req-ea88e136-2d79-45ea-8799-4274955b75c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:53.891666 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5fc8801f-3320-4822-a397-baa34cb1dd6a req-ea88e136-2d79-45ea-8799-4274955b75c4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc14d410-f22f-4ad9-9651-92f5184dba22 HTTP/1.1" status: 200 len: 847 time: 0.0448487 Jul 16 21:38:53.961673 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8801f-3320-4822-a397-baa34cb1dd6a req-df71080b-8c12-4564-bdd5-460e2ded34c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:53.963219 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5fc8801f-3320-4822-a397-baa34cb1dd6a req-df71080b-8c12-4564-bdd5-460e2ded34c9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4795692-9f2e-476b-81e4-7b2476e33e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654843 Jul 16 21:38:54.055858 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5fc8801f-3320-4822-a397-baa34cb1dd6a req-e62debfc-dcdb-4c3d-8ecf-5d5a45109c38 service neutron] 10.222.0.62 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855494 Jul 16 21:38:54.149877 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-5fc8801f-3320-4822-a397-baa34cb1dd6a req-944561d2-190b-4afe-8592-4832044efa35 service neutron] 10.222.0.62 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881040 Jul 16 21:38:54.358290 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-252cdfa8-3062-4e5b-8f3a-1c330a7ec2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:54.455804 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:56.083481 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:57.910476 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:00.131953 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:01.748107 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:39:04.037789 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:21.839229 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0d6257c-8c71-4f11-b194-6ec040337071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:24.359124 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63fbea36-b565-4b12-9ed3-594c8ab7644f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:24.458614 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:26.084802 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:27.914988 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:30.131995 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:34.037866 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:38.746810 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:39:51.836212 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6a714bc-344a-4cb0-b1c2-f63dfb591cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:53.569083 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-01892ec4-a504-4c12-b703-6fa726b59024 req-e779db72-4546-4ffe-b51e-31c1a82c7229 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520155 Jul 16 21:39:53.663162 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01892ec4-a504-4c12-b703-6fa726b59024 req-a52392d7-b115-40fc-8f49-231e02957067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:39:53.664652 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-01892ec4-a504-4c12-b703-6fa726b59024 req-a52392d7-b115-40fc-8f49-231e02957067 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a2b68def73f347698b25699ea01c5080&device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 1098 time: 0.0530827 Jul 16 21:39:53.773086 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01892ec4-a504-4c12-b703-6fa726b59024 req-e832b5cd-2823-4667-9907-0ffaa5d67975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:39:53.774697 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-01892ec4-a504-4c12-b703-6fa726b59024 req-e832b5cd-2823-4667-9907-0ffaa5d67975 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4795692-9f2e-476b-81e4-7b2476e33e44 HTTP/1.1" status: 200 len: 909 time: 0.0900941 Jul 16 21:39:53.843713 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-01892ec4-a504-4c12-b703-6fa726b59024 req-91537553-c4a5-45c7-9422-1d2c8fd7c4f2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=724173c9-14dd-476a-b3d7-7f7ffbbebfd1 HTTP/1.1" status: 200 len: 1001 time: 0.0625372 Jul 16 21:39:53.891160 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01892ec4-a504-4c12-b703-6fa726b59024 req-763e94bc-a6e3-48f3-b1eb-72d81332b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:39:53.892285 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-01892ec4-a504-4c12-b703-6fa726b59024 req-763e94bc-a6e3-48f3-b1eb-72d81332b38e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc14d410-f22f-4ad9-9651-92f5184dba22 HTTP/1.1" status: 200 len: 847 time: 0.0430787 Jul 16 21:39:53.949600 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01892ec4-a504-4c12-b703-6fa726b59024 req-3d9ffde2-b1f9-4fc4-9ee7-0007bc4bf307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:39:53.951156 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-01892ec4-a504-4c12-b703-6fa726b59024 req-3d9ffde2-b1f9-4fc4-9ee7-0007bc4bf307 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4795692-9f2e-476b-81e4-7b2476e33e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523763 Jul 16 21:39:54.048338 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-01892ec4-a504-4c12-b703-6fa726b59024 req-c52edf1c-370b-41eb-9998-6a90e0b0504c service neutron] 10.222.0.62 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905817 Jul 16 21:39:54.137238 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-01892ec4-a504-4c12-b703-6fa726b59024 req-d3915428-f909-4a78-952d-a8ba3f57a5b5 service neutron] 10.222.0.62 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825813 Jul 16 21:39:54.361074 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3c04cfb-6ae4-4675-a65a-734eb2a8af88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:54.459015 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:56.088082 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:57.916566 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:00.129707 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:02.495989 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b485c2-b7da-48c4-a425-3f4800aa63ce req-c333a35d-00af-4902-a6f7-20c134146ad4 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:02.497442 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26b485c2-b7da-48c4-a425-3f4800aa63ce req-c333a35d-00af-4902-a6f7-20c134146ad4 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 946 time: 0.0663793 Jul 16 21:40:02.535278 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-26b485c2-b7da-48c4-a425-3f4800aa63ce req-6f25d3f0-da63-489d-b413-57e5b30b557d tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322659 Jul 16 21:40:03.741848 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31de97b-2225-4fb3-8f98-c5b6e5d43af0 req-d90dac21-2369-40a1-9f91-e56cb7ca61aa tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:03.743334 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e31de97b-2225-4fb3-8f98-c5b6e5d43af0 req-d90dac21-2369-40a1-9f91-e56cb7ca61aa tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 946 time: 0.0673723 Jul 16 21:40:03.780907 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e31de97b-2225-4fb3-8f98-c5b6e5d43af0 req-936506f5-fd62-4d02-b922-ea4b28e0923c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319891 Jul 16 21:40:04.052445 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:04.969995 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805f695-b9e6-453a-8a86-7e0361953d8c req-442cb34a-ceb3-4838-8031-43f37c3f3c39 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:04.972020 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4805f695-b9e6-453a-8a86-7e0361953d8c req-442cb34a-ceb3-4838-8031-43f37c3f3c39 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 946 time: 0.0640790 Jul 16 21:40:05.009358 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4805f695-b9e6-453a-8a86-7e0361953d8c req-80d7b98e-9bfd-456b-9904-8945207a111e tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318089 Jul 16 21:40:06.180864 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83d258-e4c1-404c-884e-bc3c2ebfe113 req-d128ae86-8d86-48b1-a5b8-836e7daae1b7 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:06.182358 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8f83d258-e4c1-404c-884e-bc3c2ebfe113 req-d128ae86-8d86-48b1-a5b8-836e7daae1b7 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 946 time: 0.0635972 Jul 16 21:40:06.223924 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8f83d258-e4c1-404c-884e-bc3c2ebfe113 req-5e4ad8a9-6afc-480a-8df7-ba50868c8750 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358942 Jul 16 21:40:07.396578 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0af5e-4417-47e4-a72b-22087803d47f req-3539b3bf-eeff-4932-9c83-35881567fb30 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:07.398169 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1ec0af5e-4417-47e4-a72b-22087803d47f req-3539b3bf-eeff-4932-9c83-35881567fb30 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 946 time: 0.0649769 Jul 16 21:40:07.435144 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1ec0af5e-4417-47e4-a72b-22087803d47f req-79936d68-b218-4380-8e9b-c048db8968f4 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314734 Jul 16 21:40:08.608759 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50fc2c-c2e6-410c-9720-7f698796d212 req-29fa3b92-8d11-4e1f-91e5-647f5f8404fc tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:08.610244 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d50fc2c-c2e6-410c-9720-7f698796d212 req-29fa3b92-8d11-4e1f-91e5-647f5f8404fc tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 946 time: 0.0636716 Jul 16 21:40:08.648779 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4d50fc2c-c2e6-410c-9720-7f698796d212 req-c2da936f-75b4-403c-9191-ed4f56732518 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327914 Jul 16 21:40:09.827976 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2f5bc-9ee5-426e-9e44-bed07694b4b8 req-6348f466-aca1-4efe-a632-c3d9cbd313d7 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:09.829526 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-12c2f5bc-9ee5-426e-9e44-bed07694b4b8 req-6348f466-aca1-4efe-a632-c3d9cbd313d7 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 946 time: 0.0660186 Jul 16 21:40:09.868733 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-12c2f5bc-9ee5-426e-9e44-bed07694b4b8 req-1a9236de-bcc2-4acc-8a5f-079cddc3328a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326641 Jul 16 21:40:11.042310 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8161317-4640-4b39-8054-21464385184b req-a5a1c363-4192-4d03-8e7f-846915308289 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:11.043870 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8161317-4640-4b39-8054-21464385184b req-a5a1c363-4192-4d03-8e7f-846915308289 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 946 time: 0.0634654 Jul 16 21:40:11.081175 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8161317-4640-4b39-8054-21464385184b req-833a50db-6e5c-4d67-9e9d-6f2eca189fd3 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317478 Jul 16 21:40:12.251478 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccf38e-bf00-4f81-b162-8842fc291638 req-73eb4878-1256-4f92-95f3-941beb74444a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:12.255459 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-69ccf38e-bf00-4f81-b162-8842fc291638 req-73eb4878-1256-4f92-95f3-941beb74444a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 946 time: 0.0635860 Jul 16 21:40:12.294483 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-69ccf38e-bf00-4f81-b162-8842fc291638 req-2c41b3f6-856d-4b63-b32d-abb45f7b7400 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349269 Jul 16 21:40:12.597589 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e867d6b-5be0-42ad-ada8-c57998ef1f5d req-18e43d45-628b-4beb-a3dc-b378fd0cc176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:12.599136 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2e867d6b-5be0-42ad-ada8-c57998ef1f5d req-18e43d45-628b-4beb-a3dc-b378fd0cc176 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a2b68def73f347698b25699ea01c5080&device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 1098 time: 0.0536797 Jul 16 21:40:12.699474 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e867d6b-5be0-42ad-ada8-c57998ef1f5d req-f72930cf-0d78-497d-8c4d-2dd6787ebd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:12.701015 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2e867d6b-5be0-42ad-ada8-c57998ef1f5d req-f72930cf-0d78-497d-8c4d-2dd6787ebd0c service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4795692-9f2e-476b-81e4-7b2476e33e44 HTTP/1.1" status: 200 len: 909 time: 0.0946562 Jul 16 21:40:12.769088 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2e867d6b-5be0-42ad-ada8-c57998ef1f5d req-3d9002b6-6fe1-49f4-a5f2-c8b981169c65 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=724173c9-14dd-476a-b3d7-7f7ffbbebfd1 HTTP/1.1" status: 200 len: 1001 time: 0.0610111 Jul 16 21:40:12.817614 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e867d6b-5be0-42ad-ada8-c57998ef1f5d req-b046e589-e822-4997-84cf-e8de393904cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:12.819158 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2e867d6b-5be0-42ad-ada8-c57998ef1f5d req-b046e589-e822-4997-84cf-e8de393904cd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc14d410-f22f-4ad9-9651-92f5184dba22 HTTP/1.1" status: 200 len: 847 time: 0.0441792 Jul 16 21:40:12.875078 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e867d6b-5be0-42ad-ada8-c57998ef1f5d req-b02afac5-7429-4cf5-b34e-418e46376485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:12.876501 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2e867d6b-5be0-42ad-ada8-c57998ef1f5d req-b02afac5-7429-4cf5-b34e-418e46376485 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4795692-9f2e-476b-81e4-7b2476e33e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512764 Jul 16 21:40:12.970786 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2e867d6b-5be0-42ad-ada8-c57998ef1f5d req-22e2f387-7194-4a5d-9409-d9cfe0d6d1d6 service neutron] 10.222.0.62 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874224 Jul 16 21:40:13.058610 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2e867d6b-5be0-42ad-ada8-c57998ef1f5d req-02579b87-1ac7-475a-b9df-41e469a8bbf5 service neutron] 10.222.0.62 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814929 Jul 16 21:40:13.824812 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa60c5b-4416-4c0f-aef2-02a59139458f req-b734d953-879c-427c-8068-c9f982ccc5be tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:13.826492 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0aa60c5b-4416-4c0f-aef2-02a59139458f req-b734d953-879c-427c-8068-c9f982ccc5be tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 946 time: 0.4205048 Jul 16 21:40:13.865590 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-0aa60c5b-4416-4c0f-aef2-02a59139458f req-54790d59-a3d9-47bf-aa62-9061c710f054 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328557 Jul 16 21:40:15.040544 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a6b07-5630-402e-8fbf-90d6672398fa req-3c7ace48-a16f-408f-8822-c6a2ff97ee83 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:15.041938 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-392a6b07-5630-402e-8fbf-90d6672398fa req-3c7ace48-a16f-408f-8822-c6a2ff97ee83 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 946 time: 0.0631096 Jul 16 21:40:15.080796 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-392a6b07-5630-402e-8fbf-90d6672398fa req-97c3b245-fc9d-480f-8559-0d73dff327f1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327814 Jul 16 21:40:15.746459 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:40:16.264843 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fada9-b085-4859-bb4e-3f4a4aa24c4b req-58fbc9f9-daab-49b6-bebc-ac11a2474a85 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:16.266343 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c50fada9-b085-4859-bb4e-3f4a4aa24c4b req-58fbc9f9-daab-49b6-bebc-ac11a2474a85 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 946 time: 0.0675962 Jul 16 21:40:16.307501 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c50fada9-b085-4859-bb4e-3f4a4aa24c4b req-30cd14c0-5e05-448e-998f-17e62d7a7b28 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335212 Jul 16 21:40:16.467073 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-8732b6a9-b0d8-47f2-b5ba-8f2cc3c386ee req-3ccdad8c-6ab3-4154-9048-daa4151123b4 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:40:16.468092 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8732b6a9-b0d8-47f2-b5ba-8f2cc3c386ee req-3ccdad8c-6ab3-4154-9048-daa4151123b4 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0530379 Jul 16 21:40:17.672390 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba062265-610a-4ab5-b260-5f1efa69760a req-cd4347ca-1d1b-492b-b4e1-ca21ddfd0e64 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0518453 Jul 16 21:40:17.741423 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0ccba-b7ae-44d4-b5d8-fb75f5e68b57 req-fd54d4c2-2071-46c8-be93-3664074d1e93 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:17.742924 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dcf0ccba-b7ae-44d4-b5d8-fb75f5e68b57 req-fd54d4c2-2071-46c8-be93-3664074d1e93 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 946 time: 0.0623188 Jul 16 21:40:17.779519 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-dcf0ccba-b7ae-44d4-b5d8-fb75f5e68b57 req-c1849d74-1e35-4c18-94f2-2ef8e76d211c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310345 Jul 16 21:40:18.961505 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cab4b-2257-4830-809b-018073698818 req-016db274-ae78-4b6a-8361-ff48004d7453 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:18.964470 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f05cab4b-2257-4830-809b-018073698818 req-016db274-ae78-4b6a-8361-ff48004d7453 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 946 time: 0.0711110 Jul 16 21:40:19.001817 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f05cab4b-2257-4830-809b-018073698818 req-31c228d1-6fbb-47ca-a162-657ce4ca0150 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332794 Jul 16 21:40:19.712910 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:40:19.949941 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:19.972903 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1d871e-e28c-4233-ae74-94b5480caeb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '724173c9-14dd-476a-b3d7-7f7ffbbebfd1'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:40:19.975266 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d599d8cd7c90ef7a4a4f11e3824443e11814837840e0ec22718dbf4e389f10a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2487a47-0ab4-464b-a97b-7c66d5cf5346" -d '{"events": [{"server_uuid": "dc1d871e-e28c-4233-ae74-94b5480caeb6", "name": "network-vif-unplugged", "status": "completed", "tag": "724173c9-14dd-476a-b3d7-7f7ffbbebfd1"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:40:19.988658 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=724173c9-14dd-476a-b3d7-7f7ffbbebfd1,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:40:19.992462 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:20.015460 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 21:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f17e6ba-cc97-465c-824e-296594b80863 x-openstack-request-id: req-8f17e6ba-cc97-465c-824e-296594b80863 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:40:20.015752 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc1d871e-e28c-4233-ae74-94b5480caeb6", "name": "network-vif-unplugged", "status": "failed", "tag": "724173c9-14dd-476a-b3d7-7f7ffbbebfd1", "code": 422}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:40:20.016001 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8f17e6ba-cc97-465c-824e-296594b80863 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:40:20.016387 n-d-791506-21 neutron-server[93795]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dc1d871e-e28c-4233-ae74-94b5480caeb6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '724173c9-14dd-476a-b3d7-7f7ffbbebfd1', 'code': 422} returned with failed status Jul 16 21:40:20.042950 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=724173c9-14dd-476a-b3d7-7f7ffbbebfd1,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:40:20.050830 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:20.051179 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:20.051520 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:20.051858 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:20.052196 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:20.052528 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:20.052855 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:20.053182 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:20.053505 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:20.053829 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:20.054151 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:20.054499 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:20.175760 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5613b7-e01d-4fc6-840b-dc76c74368de req-53b0cd37-63c6-4e9b-ac02-5d83870f9c5e tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:20.177259 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe5613b7-e01d-4fc6-840b-dc76c74368de req-53b0cd37-63c6-4e9b-ac02-5d83870f9c5e tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 944 time: 0.0631812 Jul 16 21:40:20.215144 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe5613b7-e01d-4fc6-840b-dc76c74368de req-ceb6cd05-9120-42d0-a77c-0d0a1c0330eb tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321867 Jul 16 21:40:21.391787 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d16419-3b80-4823-aa3e-7cabf2d82556 req-bcfbe269-4f7a-42a5-83c5-bc467f5efb00 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:21.393259 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09d16419-3b80-4823-aa3e-7cabf2d82556 req-bcfbe269-4f7a-42a5-83c5-bc467f5efb00 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 944 time: 0.0659649 Jul 16 21:40:21.430566 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09d16419-3b80-4823-aa3e-7cabf2d82556 req-9e140dfc-5440-4e7b-802f-4ea5c3d67d89 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313473 Jul 16 21:40:21.837505 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-080bb055-16e4-433d-a110-1259e3ab8e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:22.605568 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268be61-93c3-47e2-9a0d-b43f815bbfd8 req-e0ad43cc-7c6c-4b80-9f6d-82f0ea3a62c0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:22.607074 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3268be61-93c3-47e2-9a0d-b43f815bbfd8 req-e0ad43cc-7c6c-4b80-9f6d-82f0ea3a62c0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 944 time: 0.0641527 Jul 16 21:40:22.645070 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-3268be61-93c3-47e2-9a0d-b43f815bbfd8 req-b9ecd0f9-4c87-4800-80d0-8807c67b987d tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315449 Jul 16 21:40:23.817961 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373054dd-5c36-4204-a55d-ced46e7b5115 req-4102dc6a-c8a0-4098-95df-2d06bab2c6ce tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:23.819521 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-373054dd-5c36-4204-a55d-ced46e7b5115 req-4102dc6a-c8a0-4098-95df-2d06bab2c6ce tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 944 time: 0.0634568 Jul 16 21:40:23.860830 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-373054dd-5c36-4204-a55d-ced46e7b5115 req-ced9a4a3-f78b-41d1-bc77-a395b5fd452a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357337 Jul 16 21:40:24.364107 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc5586ba-d995-421b-ba1f-1b08268a8029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:24.461433 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:25.039888 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19d28e-e558-4764-b271-28d47d631b6c req-7c875e92-f208-4d5d-80d6-fb2930f1135f tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:25.041417 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4a19d28e-e558-4764-b271-28d47d631b6c req-7c875e92-f208-4d5d-80d6-fb2930f1135f tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 944 time: 0.0644197 Jul 16 21:40:25.081342 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4a19d28e-e558-4764-b271-28d47d631b6c req-972a4e86-5ecb-45a6-b847-b21aa63bdca7 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344110 Jul 16 21:40:26.091683 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:26.262381 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8c3fe-71c9-40a8-9f53-442d5aaf61dd req-31b5cda2-4861-4e67-8b74-622f68882024 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:26.263928 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-38b8c3fe-71c9-40a8-9f53-442d5aaf61dd req-31b5cda2-4861-4e67-8b74-622f68882024 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 944 time: 0.0657668 Jul 16 21:40:26.314828 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-38b8c3fe-71c9-40a8-9f53-442d5aaf61dd req-603d46f3-c178-413a-8ea7-24a827391b82 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442379 Jul 16 21:40:26.651846 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba062265-610a-4ab5-b260-5f1efa69760a req-2b53dea2-5614-421f-b060-9193c4234dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:26.653327 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba062265-610a-4ab5-b260-5f1efa69760a req-2b53dea2-5614-421f-b060-9193c4234dd7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6&tenant_id=a2b68def73f347698b25699ea01c5080 HTTP/1.1" status: 200 len: 1096 time: 0.0932562 Jul 16 21:40:26.663760 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-ba062265-610a-4ab5-b260-5f1efa69760a req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-21', 'device_owner': 'compute:nova'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:40:26.735293 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ba062265-610a-4ab5-b260-5f1efa69760a req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:26.937751 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-ba062265-610a-4ab5-b260-5f1efa69760a req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] For port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=724173c9-14dd-476a-b3d7-7f7ffbbebfd1,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:40:26.970879 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-ba062265-610a-4ab5-b260-5f1efa69760a req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] For port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1, host n-h2-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:40:27.009812 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-ba062265-610a-4ab5-b260-5f1efa69760a req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:40:27.017326 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ba062265-610a-4ab5-b260-5f1efa69760a req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:27.030235 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-ba062265-610a-4ab5-b260-5f1efa69760a req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Transition to ACTIVE for port object 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:40:27.034835 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ba062265-610a-4ab5-b260-5f1efa69760a req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:27.114896 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Pushing event updated for resources: {'Port': ['ID=724173c9-14dd-476a-b3d7-7f7ffbbebfd1,revision_number=7']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:40:27.126825 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:27.127200 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:27.127603 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:27.128178 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:27.128540 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:27.128881 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:27.129219 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:27.129553 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:27.129927 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:27.130226 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:27.130583 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:27.130914 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:27.172643 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba062265-610a-4ab5-b260-5f1efa69760a req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] No DVR routers for this DVR port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 on host n-h2-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:40:27.311715 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-ba062265-610a-4ab5-b260-5f1efa69760a req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Attempting to bind port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:40:27.312456 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-ba062265-610a-4ab5-b260-5f1efa69760a req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Attempting to bind port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '25b1afa7-b845-4227-a733-e0a40b444dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:40:27.312456 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba062265-610a-4ab5-b260-5f1efa69760a req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Attempting to bind port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 on network e4795692-9f2e-476b-81e4-7b2476e33e44 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:40:27.317516 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba062265-610a-4ab5-b260-5f1efa69760a req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 on network e4795692-9f2e-476b-81e4-7b2476e33e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:40:27.317850 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba062265-610a-4ab5-b260-5f1efa69760a req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Attempting to bind port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 on network e4795692-9f2e-476b-81e4-7b2476e33e44 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:40:27.322744 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba062265-610a-4ab5-b260-5f1efa69760a req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:40:27.323088 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba062265-610a-4ab5-b260-5f1efa69760a req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Checking segment: {'id': '25b1afa7-b845-4227-a733-e0a40b444dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:40:27.323474 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba062265-610a-4ab5-b260-5f1efa69760a req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Bound using segment: {'id': '25b1afa7-b845-4227-a733-e0a40b444dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:40:27.323898 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-ba062265-610a-4ab5-b260-5f1efa69760a req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Bound port: 724173c9-14dd-476a-b3d7-7f7ffbbebfd1, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b1afa7-b845-4227-a733-e0a40b444dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:40:27.324256 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ba062265-610a-4ab5-b260-5f1efa69760a req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:27.388274 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-ba062265-610a-4ab5-b260-5f1efa69760a req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] For port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:40:27.391293 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-ba062265-610a-4ab5-b260-5f1efa69760a req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] For port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=724173c9-14dd-476a-b3d7-7f7ffbbebfd1,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:40:27.396696 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ba062265-610a-4ab5-b260-5f1efa69760a req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:27.443574 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba062265-610a-4ab5-b260-5f1efa69760a req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:27.444184 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-ba062265-610a-4ab5-b260-5f1efa69760a req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:27.445608 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba062265-610a-4ab5-b260-5f1efa69760a req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] 10.222.0.18 "PUT /v2.0/ports/724173c9-14dd-476a-b3d7-7f7ffbbebfd1 HTTP/1.1" status: 200 len: 1093 time: 0.7857802 Jul 16 21:40:27.463375 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1d871e-e28c-4233-ae74-94b5480caeb6', 'tag': '724173c9-14dd-476a-b3d7-7f7ffbbebfd1'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:40:27.465651 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75746439-2545-4656-9efe-54bfeb3a6713" -d '{"events": [{"name": "network-changed", "server_uuid": "dc1d871e-e28c-4233-ae74-94b5480caeb6", "tag": "724173c9-14dd-476a-b3d7-7f7ffbbebfd1"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:40:27.519122 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9111e05-7536-487b-acaa-6f6f61c42f56 x-openstack-request-id: req-f9111e05-7536-487b-acaa-6f6f61c42f56 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:40:27.519404 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc1d871e-e28c-4233-ae74-94b5480caeb6", "tag": "724173c9-14dd-476a-b3d7-7f7ffbbebfd1", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:40:27.519658 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f9111e05-7536-487b-acaa-6f6f61c42f56 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:40:27.520047 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc1d871e-e28c-4233-ae74-94b5480caeb6', 'tag': '724173c9-14dd-476a-b3d7-7f7ffbbebfd1', 'status': 'completed', 'code': 200} Jul 16 21:40:27.539421 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3625be5-0d91-445a-9291-c3bc46278763 service neutron] Pushing event updated for resources: {'Port': ['ID=724173c9-14dd-476a-b3d7-7f7ffbbebfd1,revision_number=8']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:40:27.585052 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b30c3e-7b41-450a-84ec-96c47c72943a req-7b3e4ed4-5e80-42c4-af48-bd7846ab6dac tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:27.586628 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e9b30c3e-7b41-450a-84ec-96c47c72943a req-7b3e4ed4-5e80-42c4-af48-bd7846ab6dac tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 944 time: 0.1637642 Jul 16 21:40:27.589067 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba062265-610a-4ab5-b260-5f1efa69760a req-a672a382-60aa-4b94-8ee2-74ab43a4eced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:27.590555 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba062265-610a-4ab5-b260-5f1efa69760a req-a672a382-60aa-4b94-8ee2-74ab43a4eced service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2b68def73f347698b25699ea01c5080&device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 1096 time: 0.1122077 Jul 16 21:40:27.683335 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e9b30c3e-7b41-450a-84ec-96c47c72943a req-882779e3-0194-4837-b25f-24abf9a44055 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910089 Jul 16 21:40:27.710898 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba062265-610a-4ab5-b260-5f1efa69760a req-5bcc467f-9ed5-48bd-99c7-af644772bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:27.712299 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba062265-610a-4ab5-b260-5f1efa69760a req-5bcc467f-9ed5-48bd-99c7-af644772bd12 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4795692-9f2e-476b-81e4-7b2476e33e44 HTTP/1.1" status: 200 len: 909 time: 0.1128426 Jul 16 21:40:27.776132 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba062265-610a-4ab5-b260-5f1efa69760a req-d1def584-0889-4665-b98c-31de1123194e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=724173c9-14dd-476a-b3d7-7f7ffbbebfd1 HTTP/1.1" status: 200 len: 999 time: 0.0578723 Jul 16 21:40:27.824163 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba062265-610a-4ab5-b260-5f1efa69760a req-453ba735-c54a-4e54-a34b-2aa119d6a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:27.825622 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba062265-610a-4ab5-b260-5f1efa69760a req-453ba735-c54a-4e54-a34b-2aa119d6a5bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc14d410-f22f-4ad9-9651-92f5184dba22 HTTP/1.1" status: 200 len: 847 time: 0.0435128 Jul 16 21:40:27.886591 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba062265-610a-4ab5-b260-5f1efa69760a req-a098b11e-6002-4b34-affe-b65b8c3c4167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:27.888119 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba062265-610a-4ab5-b260-5f1efa69760a req-a098b11e-6002-4b34-affe-b65b8c3c4167 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4795692-9f2e-476b-81e4-7b2476e33e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562246 Jul 16 21:40:27.918225 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:27.979511 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba062265-610a-4ab5-b260-5f1efa69760a req-6e9fe7c5-4be2-4948-abe9-64b8766c1155 service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850787 Jul 16 21:40:28.072078 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ba062265-610a-4ab5-b260-5f1efa69760a req-7788f632-8c48-4e42-ac5b-34a0360f0627 service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869484 Jul 16 21:40:28.169730 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75746439-2545-4656-9efe-54bfeb3a6713 req-2f2056f5-9941-470b-ab1d-f66210f478b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:28.171181 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75746439-2545-4656-9efe-54bfeb3a6713 req-2f2056f5-9941-470b-ab1d-f66210f478b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2b68def73f347698b25699ea01c5080&device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 1096 time: 0.0530791 Jul 16 21:40:28.264921 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75746439-2545-4656-9efe-54bfeb3a6713 req-72809db1-09a0-4c19-8a13-ef8df174f835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:28.266450 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75746439-2545-4656-9efe-54bfeb3a6713 req-72809db1-09a0-4c19-8a13-ef8df174f835 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4795692-9f2e-476b-81e4-7b2476e33e44 HTTP/1.1" status: 200 len: 909 time: 0.0886111 Jul 16 21:40:28.331178 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75746439-2545-4656-9efe-54bfeb3a6713 req-ec123665-8066-4b2c-a383-08131b542b66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=724173c9-14dd-476a-b3d7-7f7ffbbebfd1 HTTP/1.1" status: 200 len: 999 time: 0.0576820 Jul 16 21:40:28.380705 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75746439-2545-4656-9efe-54bfeb3a6713 req-60bbb903-5945-4a91-a958-d4e63d141d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:28.382158 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75746439-2545-4656-9efe-54bfeb3a6713 req-60bbb903-5945-4a91-a958-d4e63d141d12 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc14d410-f22f-4ad9-9651-92f5184dba22 HTTP/1.1" status: 200 len: 847 time: 0.0455253 Jul 16 21:40:28.443645 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75746439-2545-4656-9efe-54bfeb3a6713 req-5ac0a1e0-23ca-4b18-a474-7d95d7da42bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:28.445034 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75746439-2545-4656-9efe-54bfeb3a6713 req-5ac0a1e0-23ca-4b18-a474-7d95d7da42bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4795692-9f2e-476b-81e4-7b2476e33e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559020 Jul 16 21:40:28.536990 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75746439-2545-4656-9efe-54bfeb3a6713 req-f8eef734-63a9-46c5-a33b-0da95f5afc68 service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846674 Jul 16 21:40:28.629587 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-75746439-2545-4656-9efe-54bfeb3a6713 req-3debc3de-ad76-44e7-88dc-a5087b748c4f service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858824 Jul 16 21:40:28.861045 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57f3a2-abce-4407-8ab7-668d119a75d9 req-3df6fdf1-862f-4cd7-932e-942a00f79832 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:28.862738 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8c57f3a2-abce-4407-8ab7-668d119a75d9 req-3df6fdf1-862f-4cd7-932e-942a00f79832 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 944 time: 0.0646746 Jul 16 21:40:28.902997 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8c57f3a2-abce-4407-8ab7-668d119a75d9 req-dd052a08-3f1a-434a-96d1-d6a8a6ed8a33 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346575 Jul 16 21:40:30.073449 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e6755-ca9e-43d6-a287-721d4bc283a1 req-2d631767-dffb-454d-8bb7-287d26e7a047 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:30.075395 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e15e6755-ca9e-43d6-a287-721d4bc283a1 req-2d631767-dffb-454d-8bb7-287d26e7a047 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 944 time: 0.0639374 Jul 16 21:40:30.117425 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e15e6755-ca9e-43d6-a287-721d4bc283a1 req-d737d977-eb4c-4ad3-98a2-4e62407c10f9 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364237 Jul 16 21:40:30.130628 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:31.294122 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81b43d-c24b-4a75-b638-739559361709 req-0b9b8fdc-86c7-4169-856c-0cecbe09494f tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:31.295649 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8f81b43d-c24b-4a75-b638-739559361709 req-0b9b8fdc-86c7-4169-856c-0cecbe09494f tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 944 time: 0.0642049 Jul 16 21:40:31.333655 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-8f81b43d-c24b-4a75-b638-739559361709 req-bab6db3a-c980-48ff-9acc-2203f58b2668 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318217 Jul 16 21:40:32.505450 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5ecc5-0595-4617-8762-c60ee6b54afb req-a93d8522-6121-4c26-a32c-637d0ae4c0ed tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:32.506883 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e1f5ecc5-0595-4617-8762-c60ee6b54afb req-a93d8522-6121-4c26-a32c-637d0ae4c0ed tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 944 time: 0.0638833 Jul 16 21:40:32.544274 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e1f5ecc5-0595-4617-8762-c60ee6b54afb req-03ed2af1-e259-41fd-b756-2d48696cddbe tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316918 Jul 16 21:40:33.723425 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3c023-e77e-4f46-b950-98e40d16e5fe req-92461122-b8b6-4ed2-9d45-28774a6b64bc tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:33.724905 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7db3c023-e77e-4f46-b950-98e40d16e5fe req-92461122-b8b6-4ed2-9d45-28774a6b64bc tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 944 time: 0.0689344 Jul 16 21:40:33.761893 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7db3c023-e77e-4f46-b950-98e40d16e5fe req-3c1eefa4-91fe-4469-bfdc-f264b9fa0196 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313981 Jul 16 21:40:34.052427 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:35.124249 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1f3b6-60bb-4e8a-916b-5ae3b6bdfc0f req-66f16157-dfd4-43b4-a467-8c7dbc9fd40a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:35.125724 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7cf1f3b6-60bb-4e8a-916b-5ae3b6bdfc0f req-66f16157-dfd4-43b4-a467-8c7dbc9fd40a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 944 time: 0.0657344 Jul 16 21:40:35.163526 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7cf1f3b6-60bb-4e8a-916b-5ae3b6bdfc0f req-e16b859a-49d8-4e97-aef4-3782f51f6a4e tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320430 Jul 16 21:40:36.396101 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ea1f0-c680-455d-976d-95e82d62f469 req-8fa909d2-16b6-4003-84d0-eba830aa1e66 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:36.397626 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1d1ea1f0-c680-455d-976d-95e82d62f469 req-8fa909d2-16b6-4003-84d0-eba830aa1e66 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 944 time: 0.1208646 Jul 16 21:40:36.440212 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1d1ea1f0-c680-455d-976d-95e82d62f469 req-82f295d9-bb40-48ca-8d64-abed4263571c tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365043 Jul 16 21:40:36.788905 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:40:36.882814 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=724173c9-14dd-476a-b3d7-7f7ffbbebfd1,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:40:36.894265 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': '724173c9-14dd-476a-b3d7-7f7ffbbebfd1', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'port_id': '724173c9-14dd-476a-b3d7-7f7ffbbebfd1', 'mac_address': 'fa:16:3e:45:c8:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:40:36.936122 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:36.949007 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:40:36.969342 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=724173c9-14dd-476a-b3d7-7f7ffbbebfd1,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:40:36.974003 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:37.023695 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=724173c9-14dd-476a-b3d7-7f7ffbbebfd1,revision_number=9']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:40:37.202667 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['724173c9-14dd-476a-b3d7-7f7ffbbebfd1'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:40:37.612978 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10e255-20e6-421c-a0a5-9c578fbd1664 req-a86efb22-278b-4ea9-8418-c60949720316 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:37.614496 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ed10e255-20e6-421c-a0a5-9c578fbd1664 req-a86efb22-278b-4ea9-8418-c60949720316 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 945 time: 0.0656638 Jul 16 21:40:37.652265 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ed10e255-20e6-421c-a0a5-9c578fbd1664 req-6877998a-94a4-48db-a2c9-15b4dd3e7840 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322690 Jul 16 21:40:38.789381 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:40:38.830033 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fad15e-4bab-4872-8b95-049abcc7e3e3 req-e08ba71f-22a9-43dc-be94-6318d64932e1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:38.831858 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8fad15e-4bab-4872-8b95-049abcc7e3e3 req-e08ba71f-22a9-43dc-be94-6318d64932e1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 945 time: 0.0668559 Jul 16 21:40:38.847537 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:40:38.851613 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:40:38.851981 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:38.871215 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a8fad15e-4bab-4872-8b95-049abcc7e3e3 req-41f8fea1-b3a1-4e1d-a77d-5170e58d51df tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336547 Jul 16 21:40:38.928445 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:38.951336 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1d871e-e28c-4233-ae74-94b5480caeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724173c9-14dd-476a-b3d7-7f7ffbbebfd1'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:40:38.953578 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d599d8cd7c90ef7a4a4f11e3824443e11814837840e0ec22718dbf4e389f10a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb26ef8c-54ef-49dd-8215-b0be7a89f661" -d '{"events": [{"server_uuid": "dc1d871e-e28c-4233-ae74-94b5480caeb6", "name": "network-vif-plugged", "status": "completed", "tag": "724173c9-14dd-476a-b3d7-7f7ffbbebfd1"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:40:38.969479 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=724173c9-14dd-476a-b3d7-7f7ffbbebfd1,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:40:38.974052 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:39.022183 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=724173c9-14dd-476a-b3d7-7f7ffbbebfd1,revision_number=10']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:40:39.794038 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a403c8-dc05-4134-9af3-84bd9ccea2b7 req-a5161a2e-c856-443c-9194-357c9d9bb808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:39.795547 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-65a403c8-dc05-4134-9af3-84bd9ccea2b7 req-a5161a2e-c856-443c-9194-357c9d9bb808 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2b68def73f347698b25699ea01c5080&device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 1099 time: 0.0575154 Jul 16 21:40:39.900805 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a403c8-dc05-4134-9af3-84bd9ccea2b7 req-236b4b37-237a-4032-b085-f9cccde5e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:39.902306 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-65a403c8-dc05-4134-9af3-84bd9ccea2b7 req-236b4b37-237a-4032-b085-f9cccde5e413 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4795692-9f2e-476b-81e4-7b2476e33e44 HTTP/1.1" status: 200 len: 909 time: 0.0878801 Jul 16 21:40:39.970579 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-65a403c8-dc05-4134-9af3-84bd9ccea2b7 req-0f75cf4e-a182-4dc7-9ed4-4124bbb6c7e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=724173c9-14dd-476a-b3d7-7f7ffbbebfd1 HTTP/1.1" status: 200 len: 1001 time: 0.0612633 Jul 16 21:40:40.011246 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fdd7e9-10c9-4981-9095-9eca68809017 x-openstack-request-id: req-e7fdd7e9-10c9-4981-9095-9eca68809017 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:40:40.011754 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc1d871e-e28c-4233-ae74-94b5480caeb6", "name": "network-vif-plugged", "status": "completed", "tag": "724173c9-14dd-476a-b3d7-7f7ffbbebfd1", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:40:40.011886 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e7fdd7e9-10c9-4981-9095-9eca68809017 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:40:40.012184 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1d871e-e28c-4233-ae74-94b5480caeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724173c9-14dd-476a-b3d7-7f7ffbbebfd1', 'code': 200} Jul 16 21:40:40.051479 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a403c8-dc05-4134-9af3-84bd9ccea2b7 req-928baced-2174-4d04-ba2c-27a7bc3a9245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:40.052855 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-65a403c8-dc05-4134-9af3-84bd9ccea2b7 req-928baced-2174-4d04-ba2c-27a7bc3a9245 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc14d410-f22f-4ad9-9651-92f5184dba22 HTTP/1.1" status: 200 len: 847 time: 0.0756626 Jul 16 21:40:40.111895 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e3b8c-87e8-4f8b-abe3-9c24d2224e96 req-9d14d507-34ea-49d6-8c53-5f109224dd4a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:40.113365 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be6e3b8c-87e8-4f8b-abe3-9c24d2224e96 req-9d14d507-34ea-49d6-8c53-5f109224dd4a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 947 time: 0.1082523 Jul 16 21:40:40.163302 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-be6e3b8c-87e8-4f8b-abe3-9c24d2224e96 req-1c66becf-8e58-414c-990a-e3b9f0917bd1 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434766 Jul 16 21:40:40.166153 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a403c8-dc05-4134-9af3-84bd9ccea2b7 req-9720d547-420b-44cc-b506-87500cfab973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:40.167526 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-65a403c8-dc05-4134-9af3-84bd9ccea2b7 req-9720d547-420b-44cc-b506-87500cfab973 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4795692-9f2e-476b-81e4-7b2476e33e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1072512 Jul 16 21:40:40.178191 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7155087-29a6-4d3a-90de-951b8b469d4e req-f49eecea-7639-4d0a-995f-b07b3b012459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:40.179738 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a7155087-29a6-4d3a-90de-951b8b469d4e req-f49eecea-7639-4d0a-995f-b07b3b012459 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 1099 time: 0.0585833 Jul 16 21:40:40.214387 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-a7155087-29a6-4d3a-90de-951b8b469d4e req-c4c18fa9-b39b-47ac-8e94-4eddcf8c023a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286939 Jul 16 21:40:40.257892 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-65a403c8-dc05-4134-9af3-84bd9ccea2b7 req-a31ac4ee-89e3-4302-afb3-44ef3f47d998 service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841768 Jul 16 21:40:40.350347 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-65a403c8-dc05-4134-9af3-84bd9ccea2b7 req-5dd8c4ad-3848-4799-8fdb-8f7baa70c69e service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859962 Jul 16 21:40:41.337574 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d1a4b-ff5a-467d-856c-8898ab970bcf req-5e3ebf1a-a942-4c23-a897-ad073e25c060 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:41.339098 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-486d1a4b-ff5a-467d-856c-8898ab970bcf req-5e3ebf1a-a942-4c23-a897-ad073e25c060 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 947 time: 0.0632303 Jul 16 21:40:41.376225 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-486d1a4b-ff5a-467d-856c-8898ab970bcf req-fc93e183-70a3-4a6f-bdc1-a21488a959bf tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315845 Jul 16 21:40:51.840895 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c20e14d3-f58c-4a63-a555-d90f39ea62d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:52.745325 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:40:54.365754 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5a46e83-393e-4880-a640-748bc316722b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:54.463732 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:56.094055 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:57.924212 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:00.133794 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:04.068916 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:21.843198 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e81dfdee-b0b3-4269-900f-ff4f1949bfac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:24.367362 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f5bfc89a-abce-42bf-b69d-08354f21d4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:24.464396 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:26.097546 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:27.924578 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:29.744392 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:41:30.159865 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:34.083571 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:40.760755 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a9104ec-9947-4d30-b1c5-041072daab2e req-bfb0bbbe-bb63-4353-957b-263f69aa5f87 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0583963 Jul 16 21:41:40.854960 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9104ec-9947-4d30-b1c5-041072daab2e req-253c56ce-9b03-4849-b2d2-368da8021fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:40.856519 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a9104ec-9947-4d30-b1c5-041072daab2e req-253c56ce-9b03-4849-b2d2-368da8021fe9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2b68def73f347698b25699ea01c5080&device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 1099 time: 0.0537980 Jul 16 21:41:40.960808 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9104ec-9947-4d30-b1c5-041072daab2e req-1f309c48-b87a-44bb-bb08-a4729285c018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:40.962276 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a9104ec-9947-4d30-b1c5-041072daab2e req-1f309c48-b87a-44bb-bb08-a4729285c018 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4795692-9f2e-476b-81e4-7b2476e33e44 HTTP/1.1" status: 200 len: 909 time: 0.0854771 Jul 16 21:41:41.029432 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a9104ec-9947-4d30-b1c5-041072daab2e req-79416116-67e6-4e6c-a425-7bea47492aeb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=724173c9-14dd-476a-b3d7-7f7ffbbebfd1 HTTP/1.1" status: 200 len: 1001 time: 0.0608280 Jul 16 21:41:41.077035 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9104ec-9947-4d30-b1c5-041072daab2e req-d2f54409-059c-46a0-8855-a5c75dadbe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:41.078547 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a9104ec-9947-4d30-b1c5-041072daab2e req-d2f54409-059c-46a0-8855-a5c75dadbe48 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc14d410-f22f-4ad9-9651-92f5184dba22 HTTP/1.1" status: 200 len: 847 time: 0.0431252 Jul 16 21:41:41.135810 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9104ec-9947-4d30-b1c5-041072daab2e req-859865b3-18bc-4441-8d72-52cb30f72723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:41.137310 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a9104ec-9947-4d30-b1c5-041072daab2e req-859865b3-18bc-4441-8d72-52cb30f72723 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4795692-9f2e-476b-81e4-7b2476e33e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525014 Jul 16 21:41:41.230986 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a9104ec-9947-4d30-b1c5-041072daab2e req-f61ad28f-32c1-498f-89d0-6b4f0be7536e service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862284 Jul 16 21:41:41.322313 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9a9104ec-9947-4d30-b1c5-041072daab2e req-fbfdb1d0-779a-4dda-a223-b525476c1bdc service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841823 Jul 16 21:41:51.846650 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-848ef91f-1862-452f-853f-baaff2f88aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:54.370129 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b555283-ec70-4627-9ad5-e1507516fa21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:54.464882 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:56.100632 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:56.935532 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60016) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:41:57.098906 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-bfe8bb9b-d6d7-4a1f-ab1d-bc79921682c0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Deleting port 3cbc9275-f74e-4a16-9b1c-a3e27388a3e1 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:41:57.099256 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bfe8bb9b-d6d7-4a1f-ab1d-bc79921682c0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:57.173414 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bfe8bb9b-d6d7-4a1f-ab1d-bc79921682c0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:57.173751 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bfe8bb9b-d6d7-4a1f-ab1d-bc79921682c0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:57.185083 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-bfe8bb9b-d6d7-4a1f-ab1d-bc79921682c0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Calling delete_port for 3cbc9275-f74e-4a16-9b1c-a3e27388a3e1 owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:41:57.336454 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bfe8bb9b-d6d7-4a1f-ab1d-bc79921682c0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:57.361937 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8bb9b-d6d7-4a1f-ab1d-bc79921682c0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Pushing event deleted for resources: {'Port': ['ID=3cbc9275-f74e-4a16-9b1c-a3e27388a3e1,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:41:57.373622 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8bb9b-d6d7-4a1f-ab1d-bc79921682c0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:41:57.373972 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8bb9b-d6d7-4a1f-ab1d-bc79921682c0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:41:57.374338 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8bb9b-d6d7-4a1f-ab1d-bc79921682c0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:41:57.374687 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8bb9b-d6d7-4a1f-ab1d-bc79921682c0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:41:57.375030 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8bb9b-d6d7-4a1f-ab1d-bc79921682c0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:41:57.375893 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8bb9b-d6d7-4a1f-ab1d-bc79921682c0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:41:57.376229 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8bb9b-d6d7-4a1f-ab1d-bc79921682c0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:41:57.376669 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8bb9b-d6d7-4a1f-ab1d-bc79921682c0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:41:57.377007 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8bb9b-d6d7-4a1f-ab1d-bc79921682c0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:41:57.377341 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8bb9b-d6d7-4a1f-ab1d-bc79921682c0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:41:57.377676 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8bb9b-d6d7-4a1f-ab1d-bc79921682c0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:41:57.378008 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8bb9b-d6d7-4a1f-ab1d-bc79921682c0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:41:57.439214 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bfe8bb9b-d6d7-4a1f-ab1d-bc79921682c0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:57.439828 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-bfe8bb9b-d6d7-4a1f-ab1d-bc79921682c0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Floating IP 1db435c6-c286-491c-90e8-a63900e6c3a7 disassociated (deleted). External IP: 172.25.0.87, port: 724173c9-14dd-476a-b3d7-7f7ffbbebfd1. Jul 16 21:41:57.639071 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe8bb9b-d6d7-4a1f-ab1d-bc79921682c0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Router 3f4a2b47-51de-42db-9a23-76b04d5b8820 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:41:57.746538 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe8bb9b-d6d7-4a1f-ab1d-bc79921682c0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:41:57.751617 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bfe8bb9b-d6d7-4a1f-ab1d-bc79921682c0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:57.755981 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8096262d-9417-4cbd-8913-285e4f16bf9f None None] Sync routers for ids ['3f4a2b47-51de-42db-9a23-76b04d5b8820'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:41:57.764700 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8096262d-9417-4cbd-8913-285e4f16bf9f None None] Routers {'3f4a2b47-51de-42db-9a23-76b04d5b8820'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:41:57.765301 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-8096262d-9417-4cbd-8913-285e4f16bf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:41:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3f4a2b47-51de-42db-9a23-76b04d5b8820'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:41:57.791501 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-bfe8bb9b-d6d7-4a1f-ab1d-bc79921682c0 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "DELETE /v2.0/floatingips/1db435c6-c286-491c-90e8-a63900e6c3a7 HTTP/1.1" status: 204 len: 168 time: 0.8548203 Jul 16 21:41:57.792087 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1d871e-e28c-4233-ae74-94b5480caeb6', 'tag': '724173c9-14dd-476a-b3d7-7f7ffbbebfd1'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:41:57.794346 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed10853-06c6-4e22-a187-e4c9967e22d3" -d '{"events": [{"name": "network-changed", "server_uuid": "dc1d871e-e28c-4233-ae74-94b5480caeb6", "tag": "724173c9-14dd-476a-b3d7-7f7ffbbebfd1"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:41:57.841294 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01afcd23-bdd1-4779-b358-ecb468193fef x-openstack-request-id: req-01afcd23-bdd1-4779-b358-ecb468193fef {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:41:57.841294 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc1d871e-e28c-4233-ae74-94b5480caeb6", "tag": "724173c9-14dd-476a-b3d7-7f7ffbbebfd1", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:41:57.841574 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-01afcd23-bdd1-4779-b358-ecb468193fef {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:41:57.841821 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc1d871e-e28c-4233-ae74-94b5480caeb6', 'tag': '724173c9-14dd-476a-b3d7-7f7ffbbebfd1', 'status': 'completed', 'code': 200} Jul 16 21:41:57.874596 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-8096262d-9417-4cbd-8913-285e4f16bf9f None None] Set router 3f4a2b47-51de-42db-9a23-76b04d5b8820 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:41:57.916995 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed10853-06c6-4e22-a187-e4c9967e22d3 req-29142618-9fc0-4be6-845a-e2c59467bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:57.918781 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2ed10853-06c6-4e22-a187-e4c9967e22d3 req-29142618-9fc0-4be6-845a-e2c59467bed3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2b68def73f347698b25699ea01c5080&device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 1099 time: 0.0559278 Jul 16 21:41:57.937176 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:58.022864 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed10853-06c6-4e22-a187-e4c9967e22d3 req-2eadd206-ce26-43ad-9643-2bb3947ce231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:58.024404 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2ed10853-06c6-4e22-a187-e4c9967e22d3 req-2eadd206-ce26-43ad-9643-2bb3947ce231 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4795692-9f2e-476b-81e4-7b2476e33e44 HTTP/1.1" status: 200 len: 909 time: 0.0998886 Jul 16 21:41:58.075814 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2ed10853-06c6-4e22-a187-e4c9967e22d3 req-efb1c0aa-7d91-41ac-9987-1515691be638 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=724173c9-14dd-476a-b3d7-7f7ffbbebfd1 HTTP/1.1" status: 200 len: 217 time: 0.0417759 Jul 16 21:41:58.096557 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-8096262d-9417-4cbd-8913-285e4f16bf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'name': 'tempest-TestShelveInstance-700327792-router', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:09Z', 'updated_at': '2021-07-16T21:33:12Z', 'revision_number': 4, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'gw_port': {'id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:10Z', 'updated_at': '2021-07-16T21:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3f69937e-43d0-4d33-9cbb-744f132402e9', 'name': '', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'mac_address': 'fa:16:3e:99:fb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:11Z', 'updated_at': '2021-07-16T21:33:19Z', 'revision_number': 5, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'subnets': [{'id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:41:58.123475 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8096262d-9417-4cbd-8913-285e4f16bf9f None None] Checking router: 3f4a2b47-51de-42db-9a23-76b04d5b8820 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:41:58.132424 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed10853-06c6-4e22-a187-e4c9967e22d3 req-a1564a83-c03f-4728-901e-1e22fe00ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:58.133945 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8096262d-9417-4cbd-8913-285e4f16bf9f None None] Routers {'3f4a2b47-51de-42db-9a23-76b04d5b8820'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:41:58.134079 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2ed10853-06c6-4e22-a187-e4c9967e22d3 req-a1564a83-c03f-4728-901e-1e22fe00ebe2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc14d410-f22f-4ad9-9651-92f5184dba22 HTTP/1.1" status: 200 len: 847 time: 0.0519743 Jul 16 21:41:58.134679 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-8096262d-9417-4cbd-8913-285e4f16bf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:41:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3f4a2b47-51de-42db-9a23-76b04d5b8820'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:41:58.238188 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed10853-06c6-4e22-a187-e4c9967e22d3 req-a08a37c2-c620-4276-8f40-fc54d9e7bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:58.239050 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2ed10853-06c6-4e22-a187-e4c9967e22d3 req-a08a37c2-c620-4276-8f40-fc54d9e7bbfc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4795692-9f2e-476b-81e4-7b2476e33e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0986679 Jul 16 21:41:58.240488 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-8096262d-9417-4cbd-8913-285e4f16bf9f None None] Set router 3f4a2b47-51de-42db-9a23-76b04d5b8820 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:41:58.261110 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09dff0-686b-4304-90bb-a4f47f565619 req-aa621804-2f90-44b7-ab83-7e2f822a3ede tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:58.262601 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1e09dff0-686b-4304-90bb-a4f47f565619 req-aa621804-2f90-44b7-ab83-7e2f822a3ede tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 947 time: 0.1507587 Jul 16 21:41:58.348073 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1e09dff0-686b-4304-90bb-a4f47f565619 req-aae477aa-fcdb-45b3-b446-664f6cb29318 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734427 Jul 16 21:41:58.370159 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2ed10853-06c6-4e22-a187-e4c9967e22d3 req-86917f2a-c542-4352-b28a-702a084226ff service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243658 Jul 16 21:41:58.438559 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-8096262d-9417-4cbd-8913-285e4f16bf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'name': 'tempest-TestShelveInstance-700327792-router', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:09Z', 'updated_at': '2021-07-16T21:33:12Z', 'revision_number': 4, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'gw_port': {'id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:10Z', 'updated_at': '2021-07-16T21:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3f69937e-43d0-4d33-9cbb-744f132402e9', 'name': '', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'mac_address': 'fa:16:3e:99:fb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:11Z', 'updated_at': '2021-07-16T21:33:19Z', 'revision_number': 5, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'subnets': [{'id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:41:58.465136 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2ed10853-06c6-4e22-a187-e4c9967e22d3 req-893a229f-3179-47f9-8b40-7d90ead1be16 service neutron] 10.222.0.18 "GET /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880246 Jul 16 21:41:58.468696 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8096262d-9417-4cbd-8913-285e4f16bf9f None None] The sync data for ids ['3f4a2b47-51de-42db-9a23-76b04d5b8820'] in n-d-791506-21 is: [{'id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'name': 'tempest-TestShelveInstance-700327792-router', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:09Z', 'updated_at': '2021-07-16T21:33:12Z', 'revision_number': 4, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'gw_port': {'id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:10Z', 'updated_at': '2021-07-16T21:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '3f69937e-43d0-4d33-9cbb-744f132402e9', 'name': '', 'network_id': 'e4795692-9f2e-476b-81e4-7b2476e33e44', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'mac_address': 'fa:16:3e:99:fb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:11Z', 'updated_at': '2021-07-16T21:33:19Z', 'revision_number': 5, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'subnets': [{'id': 'cc14d410-f22f-4ad9-9651-92f5184dba22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:41:58.689641 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf1a617-8115-406e-b5f6-db2e53e44481 None None] New status for floating IP 1db435c6-c286-491c-90e8-a63900e6c3a7: DOWN {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:41:59.525887 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e2df0-946b-4bb7-bd10-ffda3d4cbc47 req-d9e7b05b-e20a-4edb-a606-723e8430ba11 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:59.527294 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f48e2df0-946b-4bb7-bd10-ffda3d4cbc47 req-d9e7b05b-e20a-4edb-a606-723e8430ba11 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 947 time: 0.0642521 Jul 16 21:41:59.591799 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f48e2df0-946b-4bb7-bd10-ffda3d4cbc47 req-a2ac08ef-c664-4291-a48c-208b889633f2 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/security-groups?id=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554762 Jul 16 21:41:59.616744 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac8a35-cc84-4e21-9589-8f01a424c6dd req-0d871f6e-9beb-4344-8c56-788f38ccc96a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:59.618188 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-28ac8a35-cc84-4e21-9589-8f01a424c6dd req-0d871f6e-9beb-4344-8c56-788f38ccc96a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 947 time: 0.0900614 Jul 16 21:41:59.721012 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-28ac8a35-cc84-4e21-9589-8f01a424c6dd req-99fd3f3d-8241-4840-9987-49c7cb7bd68a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Deleting port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:41:59.721351 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-28ac8a35-cc84-4e21-9589-8f01a424c6dd req-99fd3f3d-8241-4840-9987-49c7cb7bd68a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:59.809838 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-28ac8a35-cc84-4e21-9589-8f01a424c6dd req-99fd3f3d-8241-4840-9987-49c7cb7bd68a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] For port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=724173c9-14dd-476a-b3d7-7f7ffbbebfd1,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:41:59.810125 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-28ac8a35-cc84-4e21-9589-8f01a424c6dd req-99fd3f3d-8241-4840-9987-49c7cb7bd68a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:59.827209 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-28ac8a35-cc84-4e21-9589-8f01a424c6dd req-99fd3f3d-8241-4840-9987-49c7cb7bd68a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Calling delete_port for 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:41:59.952267 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-28ac8a35-cc84-4e21-9589-8f01a424c6dd req-99fd3f3d-8241-4840-9987-49c7cb7bd68a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:59.982027 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd3f3d-8241-4840-9987-49c7cb7bd68a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Pushing event deleted for resources: {'Port': ['ID=724173c9-14dd-476a-b3d7-7f7ffbbebfd1,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:00.032191 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ac8a35-cc84-4e21-9589-8f01a424c6dd req-99fd3f3d-8241-4840-9987-49c7cb7bd68a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] No DVR routers for this DVR port 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:42:00.034993 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-28ac8a35-cc84-4e21-9589-8f01a424c6dd req-99fd3f3d-8241-4840-9987-49c7cb7bd68a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:00.036954 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-28ac8a35-cc84-4e21-9589-8f01a424c6dd req-99fd3f3d-8241-4840-9987-49c7cb7bd68a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.18 "DELETE /v2.0/ports/724173c9-14dd-476a-b3d7-7f7ffbbebfd1 HTTP/1.1" status: 204 len: 173 time: 0.4134655 Jul 16 21:42:00.037385 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1d871e-e28c-4233-ae74-94b5480caeb6', 'name': 'network-vif-deleted', 'tag': '724173c9-14dd-476a-b3d7-7f7ffbbebfd1'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:42:00.039657 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963e549b-e6f2-45b5-a959-8a346a23a221" -d '{"events": [{"server_uuid": "dc1d871e-e28c-4233-ae74-94b5480caeb6", "name": "network-vif-deleted", "tag": "724173c9-14dd-476a-b3d7-7f7ffbbebfd1"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:42:00.079408 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bdd5a8-5d1c-48cf-b5db-ed370d9d795d x-openstack-request-id: req-66bdd5a8-5d1c-48cf-b5db-ed370d9d795d {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:42:00.079708 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc1d871e-e28c-4233-ae74-94b5480caeb6", "name": "network-vif-deleted", "tag": "724173c9-14dd-476a-b3d7-7f7ffbbebfd1", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:42:00.079965 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-66bdd5a8-5d1c-48cf-b5db-ed370d9d795d {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:42:00.080370 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1d871e-e28c-4233-ae74-94b5480caeb6', 'name': 'network-vif-deleted', 'tag': '724173c9-14dd-476a-b3d7-7f7ffbbebfd1', 'status': 'completed', 'code': 200} Jul 16 21:42:00.174281 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:00.742104 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-152a279b-fb52-40f1-ab59-0fb4be14801b req-26e56eab-3b8d-4296-b5be-366999acdd92 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 210 time: 0.0303383 Jul 16 21:42:01.882900 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-324150f3-bd5d-422c-8b4a-397d6d922fb1 req-e5984b76-ca45-49b3-9bf5-c2290ed676fc tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 210 time: 0.0285590 Jul 16 21:42:03.028411 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1dd18f7-8793-40dc-b16c-0749c2a193bd req-9dab5f16-acbe-4d50-8b91-219bc654282a tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1d871e-e28c-4233-ae74-94b5480caeb6 HTTP/1.1" status: 200 len: 210 time: 0.0323045 Jul 16 21:42:03.161404 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:42:03.182196 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:42:03.182569 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device 724173c9-14dd-476a-b3d7-7f7ffbbebfd1 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:42:04.108294 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:04.130826 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60052) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:04.189865 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d0739e4d-71a0-4ff5-9947-4f5a5eddaa46 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:04.216915 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d0739e4d-71a0-4ff5-9947-4f5a5eddaa46 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:04.279471 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d0739e4d-71a0-4ff5-9947-4f5a5eddaa46 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:04.282315 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d0739e4d-71a0-4ff5-9947-4f5a5eddaa46 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:04.283501 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-d0739e4d-71a0-4ff5-9947-4f5a5eddaa46 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] 10.222.0.38 "DELETE /v2.0/security-groups/14e04423-dd49-4a02-b9f6-bfdd9df7c0c2 HTTP/1.1" status: 204 len: 168 time: 0.1516895 Jul 16 21:42:04.293229 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0739e4d-71a0-4ff5-9947-4f5a5eddaa46 tempest-TestShelveInstance-1307097979 tempest-TestShelveInstance-1307097979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e04423-dd49-4a02-b9f6-bfdd9df7c0c2,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:04.331687 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60056) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:05.141554 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-401bc677-69e3-46e6-8a05-40beef6586cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:05.401187 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-401bc677-69e3-46e6-8a05-40beef6586cd admin admin] Deleting port 3f69937e-43d0-4d33-9cbb-744f132402e9 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:42:05.401479 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-401bc677-69e3-46e6-8a05-40beef6586cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:05.484650 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-401bc677-69e3-46e6-8a05-40beef6586cd admin admin] For port 3f69937e-43d0-4d33-9cbb-744f132402e9, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=3f69937e-43d0-4d33-9cbb-744f132402e9,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:05.485004 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-401bc677-69e3-46e6-8a05-40beef6586cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:05.497208 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-401bc677-69e3-46e6-8a05-40beef6586cd admin admin] Calling delete_port for 3f69937e-43d0-4d33-9cbb-744f132402e9 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:42:05.686254 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-401bc677-69e3-46e6-8a05-40beef6586cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:05.714568 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bc677-69e3-46e6-8a05-40beef6586cd admin admin] Pushing event deleted for resources: {'Port': ['ID=3f69937e-43d0-4d33-9cbb-744f132402e9,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:05.895834 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-401bc677-69e3-46e6-8a05-40beef6586cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:06.115519 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401bc677-69e3-46e6-8a05-40beef6586cd admin admin] Router 3f4a2b47-51de-42db-9a23-76b04d5b8820 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:42:06.221378 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401bc677-69e3-46e6-8a05-40beef6586cd admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:42:06.229138 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-401bc677-69e3-46e6-8a05-40beef6586cd admin admin] 10.222.0.38 "PUT /v2.0/routers/3f4a2b47-51de-42db-9a23-76b04d5b8820/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8938835 Jul 16 21:42:06.229290 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60060) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:06.233314 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f80201-9454-4378-b4ef-265447d2bcd2 None None] Sync routers for ids ['3f4a2b47-51de-42db-9a23-76b04d5b8820'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:42:06.245132 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f80201-9454-4378-b4ef-265447d2bcd2 None None] Routers {'3f4a2b47-51de-42db-9a23-76b04d5b8820'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:42:06.246052 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f4f80201-9454-4378-b4ef-265447d2bcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:41:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3f4a2b47-51de-42db-9a23-76b04d5b8820'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:06.342729 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f0e2425a-3741-4c61-8741-f4546c1a79b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:06.454575 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-f4f80201-9454-4378-b4ef-265447d2bcd2 None None] Set router 3f4a2b47-51de-42db-9a23-76b04d5b8820 gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:42:06.458952 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f0e2425a-3741-4c61-8741-f4546c1a79b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:06.514499 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-f0e2425a-3741-4c61-8741-f4546c1a79b0 admin admin] Deleting port ffba9c53-5915-40d5-b95d-8793294aed11 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:42:06.514860 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f0e2425a-3741-4c61-8741-f4546c1a79b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:06.600048 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-f0e2425a-3741-4c61-8741-f4546c1a79b0 admin admin] For port ffba9c53-5915-40d5-b95d-8793294aed11, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=ffba9c53-5915-40d5-b95d-8793294aed11,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:06.600405 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f0e2425a-3741-4c61-8741-f4546c1a79b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:06.613525 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-f0e2425a-3741-4c61-8741-f4546c1a79b0 admin admin] Calling delete_port for ffba9c53-5915-40d5-b95d-8793294aed11 owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:42:06.635444 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f4f80201-9454-4378-b4ef-265447d2bcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'name': 'tempest-TestShelveInstance-700327792-router', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:09Z', 'updated_at': '2021-07-16T21:42:05Z', 'revision_number': 5, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'gw_port': {'id': 'ffba9c53-5915-40d5-b95d-8793294aed11', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:10Z', 'updated_at': '2021-07-16T21:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:06.664854 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f80201-9454-4378-b4ef-265447d2bcd2 None None] Checking router: 3f4a2b47-51de-42db-9a23-76b04d5b8820 for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:42:06.673473 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f80201-9454-4378-b4ef-265447d2bcd2 None None] Routers {'3f4a2b47-51de-42db-9a23-76b04d5b8820'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:42:06.674091 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f4f80201-9454-4378-b4ef-265447d2bcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:41:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['3f4a2b47-51de-42db-9a23-76b04d5b8820'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:06.748156 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:42:06.770892 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-f4f80201-9454-4378-b4ef-265447d2bcd2 None None] Set router 3f4a2b47-51de-42db-9a23-76b04d5b8820 gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:42:06.784483 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f0e2425a-3741-4c61-8741-f4546c1a79b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:06.809437 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2425a-3741-4c61-8741-f4546c1a79b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffba9c53-5915-40d5-b95d-8793294aed11,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:06.826402 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f4f80201-9454-4378-b4ef-265447d2bcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'name': 'tempest-TestShelveInstance-700327792-router', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:09Z', 'updated_at': '2021-07-16T21:42:06Z', 'revision_number': 6, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:06.852835 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f80201-9454-4378-b4ef-265447d2bcd2 None None] The sync data for ids ['3f4a2b47-51de-42db-9a23-76b04d5b8820'] in n-d-791506-21 is: [{'id': '3f4a2b47-51de-42db-9a23-76b04d5b8820', 'name': 'tempest-TestShelveInstance-700327792-router', 'tenant_id': 'a2b68def73f347698b25699ea01c5080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:09Z', 'updated_at': '2021-07-16T21:42:06Z', 'revision_number': 6, 'project_id': 'a2b68def73f347698b25699ea01c5080', 'gw_port_host': None}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:42:06.883283 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f0e2425a-3741-4c61-8741-f4546c1a79b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:06.977122 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f0e2425a-3741-4c61-8741-f4546c1a79b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:06.979248 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f0e2425a-3741-4c61-8741-f4546c1a79b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:07.023177 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f0e2425a-3741-4c61-8741-f4546c1a79b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:07.023674 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e2425a-3741-4c61-8741-f4546c1a79b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f4a2b47-51de-42db-9a23-76b04d5b8820 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:42:07.028400 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f0e2425a-3741-4c61-8741-f4546c1a79b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:07.029794 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-f0e2425a-3741-4c61-8741-f4546c1a79b0 admin admin] 10.222.0.38 "DELETE /v2.0/routers/3f4a2b47-51de-42db-9a23-76b04d5b8820 HTTP/1.1" status: 204 len: 168 time: 0.7996433 Jul 16 21:42:07.033073 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60062) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:07.078480 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe67ea3c-45d6-4bbe-b932-0c257a0016a0 admin admin] Deleting subnet cc14d410-f22f-4ad9-9651-92f5184dba22 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:42:07.081472 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fe67ea3c-45d6-4bbe-b932-0c257a0016a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:07.115786 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fe67ea3c-45d6-4bbe-b932-0c257a0016a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:07.201359 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fe67ea3c-45d6-4bbe-b932-0c257a0016a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:07.266949 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fe67ea3c-45d6-4bbe-b932-0c257a0016a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:07.286568 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dad4148-66b5-4ba4-b29a-189f26568a30 None None] Network e4795692-9f2e-476b-81e4-7b2476e33e44 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:42:07.296299 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fe67ea3c-45d6-4bbe-b932-0c257a0016a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:07.301366 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60064) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:07.301935 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fe67ea3c-45d6-4bbe-b932-0c257a0016a0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/cc14d410-f22f-4ad9-9651-92f5184dba22 HTTP/1.1" status: 204 len: 168 time: 0.2670922 Jul 16 21:42:07.303235 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ea3c-45d6-4bbe-b932-0c257a0016a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc14d410-f22f-4ad9-9651-92f5184dba22,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:07.327746 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3f69937e-43d0-4d33-9cbb-744f132402e9 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:42:07.379774 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:07.389451 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 3f69937e-43d0-4d33-9cbb-744f132402e9 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:42:07.389794 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 3f69937e-43d0-4d33-9cbb-744f132402e9 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:42:07.434005 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] Deleting port 5518ac21-5c91-478e-ba3b-8ba38fe53fc2 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:42:07.434488 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:07.504680 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] For port 5518ac21-5c91-478e-ba3b-8ba38fe53fc2, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=5518ac21-5c91-478e-ba3b-8ba38fe53fc2,segment=NetworkSegment(25b1afa7-b845-4227-a733-e0a40b444dc6),segment_id=25b1afa7-b845-4227-a733-e0a40b444dc6)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:07.505048 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:07.516416 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] Calling delete_port for 5518ac21-5c91-478e-ba3b-8ba38fe53fc2 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:42:07.594155 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:07.622967 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] Pushing event deleted for resources: {'Port': ['ID=5518ac21-5c91-478e-ba3b-8ba38fe53fc2,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:07.628046 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] No DVR routers for this DVR port 5518ac21-5c91-478e-ba3b-8ba38fe53fc2 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:42:07.636242 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:07.636601 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:07.636949 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:07.637342 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:07.637712 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:07.638061 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:07.638456 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:07.638726 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:07.639062 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:07.639389 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:07.639862 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:07.640042 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:07.675912 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5d0400-3e0a-44ed-b930-548173c963c7 None None] DHCP port deletion for e4795692-9f2e-476b-81e4-7b2476e33e44 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:42:07.712099 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:07.722650 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4795692-9f2e-476b-81e4-7b2476e33e44']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:07.732401 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b1afa7-b845-4227-a733-e0a40b444dc6') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:07.732705 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b1afa7-b845-4227-a733-e0a40b444dc6') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:07.741901 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:07.761025 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:07.767454 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:42:07.767858 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: timer() Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:42:07.770042 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:42:07.824989 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:07.840768 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:07.842673 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e4795692-9f2e-476b-81e4-7b2476e33e44 HTTP/1.1" status: 204 len: 168 time: 0.5403395 Jul 16 21:42:07.844399 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec14b3-629f-434c-86eb-bf7cefe5b967 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4795692-9f2e-476b-81e4-7b2476e33e44,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:07.846515 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60068) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:08.207632 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ec019218-f6fa-4052-9179-fd14f4076ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:08.461202 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-ec019218-f6fa-4052-9179-fd14f4076ae4 admin admin] Deleting port e6db8e20-a153-4698-917b-a388e2dac9ab {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:42:08.461877 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ec019218-f6fa-4052-9179-fd14f4076ae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:08.538819 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-ec019218-f6fa-4052-9179-fd14f4076ae4 admin admin] For port e6db8e20-a153-4698-917b-a388e2dac9ab, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e6db8e20-a153-4698-917b-a388e2dac9ab,segment=NetworkSegment(bc395de4-0aac-4297-8c43-e5f704a778c5),segment_id=bc395de4-0aac-4297-8c43-e5f704a778c5)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:08.539174 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ec019218-f6fa-4052-9179-fd14f4076ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:08.551610 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-ec019218-f6fa-4052-9179-fd14f4076ae4 admin admin] Calling delete_port for e6db8e20-a153-4698-917b-a388e2dac9ab owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:42:08.729517 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ec019218-f6fa-4052-9179-fd14f4076ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:08.760868 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec019218-f6fa-4052-9179-fd14f4076ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6db8e20-a153-4698-917b-a388e2dac9ab,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:08.926682 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ec019218-f6fa-4052-9179-fd14f4076ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:09.046209 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device ffba9c53-5915-40d5-b95d-8793294aed11 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:42:09.066619 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: ffba9c53-5915-40d5-b95d-8793294aed11 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:42:09.067047 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device ffba9c53-5915-40d5-b95d-8793294aed11 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:42:09.067560 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5518ac21-5c91-478e-ba3b-8ba38fe53fc2 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:42:09.087559 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 5518ac21-5c91-478e-ba3b-8ba38fe53fc2 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:42:09.087900 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 5518ac21-5c91-478e-ba3b-8ba38fe53fc2 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:42:09.494244 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec019218-f6fa-4052-9179-fd14f4076ae4 admin admin] Router e50b8d5a-9413-47ae-b17e-dafeb6f9fae0 has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:42:09.597228 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec019218-f6fa-4052-9179-fd14f4076ae4 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:42:09.602245 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-ec019218-f6fa-4052-9179-fd14f4076ae4 admin admin] 10.222.0.38 "PUT /v2.0/routers/e50b8d5a-9413-47ae-b17e-dafeb6f9fae0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7504768 Jul 16 21:42:09.604929 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60070) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:09.606203 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40155c1-b66a-4a4b-8215-2b19fc07c6ad None None] Sync routers for ids ['e50b8d5a-9413-47ae-b17e-dafeb6f9fae0'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:42:09.615849 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40155c1-b66a-4a4b-8215-2b19fc07c6ad None None] Routers {'e50b8d5a-9413-47ae-b17e-dafeb6f9fae0'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:42:09.616475 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b40155c1-b66a-4a4b-8215-2b19fc07c6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:41:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['e50b8d5a-9413-47ae-b17e-dafeb6f9fae0'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:09.710924 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4560cced-f0d8-46e0-b84a-6b44de42d238 admin admin] Notify callbacks [] for router, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:09.720680 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-b40155c1-b66a-4a4b-8215-2b19fc07c6ad None None] Set router e50b8d5a-9413-47ae-b17e-dafeb6f9fae0 gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:42:09.814427 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4560cced-f0d8-46e0-b84a-6b44de42d238 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:09.867229 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-4560cced-f0d8-46e0-b84a-6b44de42d238 admin admin] Deleting port 0e71216c-a783-486d-a21c-9a0305c7cb8f {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:42:09.867593 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4560cced-f0d8-46e0-b84a-6b44de42d238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:09.901560 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b40155c1-b66a-4a4b-8215-2b19fc07c6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50b8d5a-9413-47ae-b17e-dafeb6f9fae0', 'name': 'tempest-TestShelveInstance-1699789399-router', 'tenant_id': '86499ec338224190820883c2e0e4cc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '0e71216c-a783-486d-a21c-9a0305c7cb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:14Z', 'updated_at': '2021-07-16T21:42:08Z', 'revision_number': 5, 'project_id': '86499ec338224190820883c2e0e4cc84', 'gw_port': {'id': '0e71216c-a783-486d-a21c-9a0305c7cb8f', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50b8d5a-9413-47ae-b17e-dafeb6f9fae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:14Z', 'updated_at': '2021-07-16T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:09.927578 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40155c1-b66a-4a4b-8215-2b19fc07c6ad None None] Checking router: e50b8d5a-9413-47ae-b17e-dafeb6f9fae0 for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:42:09.935717 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40155c1-b66a-4a4b-8215-2b19fc07c6ad None None] Routers {'e50b8d5a-9413-47ae-b17e-dafeb6f9fae0'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:42:09.936325 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b40155c1-b66a-4a4b-8215-2b19fc07c6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:41:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['e50b8d5a-9413-47ae-b17e-dafeb6f9fae0'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:09.950156 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-4560cced-f0d8-46e0-b84a-6b44de42d238 admin admin] For port 0e71216c-a783-486d-a21c-9a0305c7cb8f, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=0e71216c-a783-486d-a21c-9a0305c7cb8f,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:09.950534 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4560cced-f0d8-46e0-b84a-6b44de42d238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:09.962549 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-4560cced-f0d8-46e0-b84a-6b44de42d238 admin admin] Calling delete_port for 0e71216c-a783-486d-a21c-9a0305c7cb8f owned by network:router_gateway {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:42:10.021554 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-b40155c1-b66a-4a4b-8215-2b19fc07c6ad None None] Set router e50b8d5a-9413-47ae-b17e-dafeb6f9fae0 gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:42:10.072553 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-b40155c1-b66a-4a4b-8215-2b19fc07c6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50b8d5a-9413-47ae-b17e-dafeb6f9fae0', 'name': 'tempest-TestShelveInstance-1699789399-router', 'tenant_id': '86499ec338224190820883c2e0e4cc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:14Z', 'updated_at': '2021-07-16T21:42:09Z', 'revision_number': 6, 'project_id': '86499ec338224190820883c2e0e4cc84', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:10.102386 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40155c1-b66a-4a4b-8215-2b19fc07c6ad None None] The sync data for ids ['e50b8d5a-9413-47ae-b17e-dafeb6f9fae0'] in n-d-791506-21 is: [{'id': 'e50b8d5a-9413-47ae-b17e-dafeb6f9fae0', 'name': 'tempest-TestShelveInstance-1699789399-router', 'tenant_id': '86499ec338224190820883c2e0e4cc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:14Z', 'updated_at': '2021-07-16T21:42:09Z', 'revision_number': 6, 'project_id': '86499ec338224190820883c2e0e4cc84', 'gw_port_host': None}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:42:10.131970 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4560cced-f0d8-46e0-b84a-6b44de42d238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:10.161073 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560cced-f0d8-46e0-b84a-6b44de42d238 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e71216c-a783-486d-a21c-9a0305c7cb8f,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:10.221559 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4560cced-f0d8-46e0-b84a-6b44de42d238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:10.315593 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4560cced-f0d8-46e0-b84a-6b44de42d238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:10.317710 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4560cced-f0d8-46e0-b84a-6b44de42d238 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:10.359989 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4560cced-f0d8-46e0-b84a-6b44de42d238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:10.360401 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4560cced-f0d8-46e0-b84a-6b44de42d238 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e50b8d5a-9413-47ae-b17e-dafeb6f9fae0 {{(pid=93793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:42:10.364686 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4560cced-f0d8-46e0-b84a-6b44de42d238 admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:10.365837 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4560cced-f0d8-46e0-b84a-6b44de42d238 admin admin] 10.222.0.38 "DELETE /v2.0/routers/e50b8d5a-9413-47ae-b17e-dafeb6f9fae0 HTTP/1.1" status: 204 len: 168 time: 0.7598822 Jul 16 21:42:10.368357 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60072) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:10.439064 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-3727b748-6338-4892-85b7-5fbd76b3e578 admin admin] Deleting subnet 92ba72d7-19e9-4de7-9598-0063d121e4ba {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:42:10.443783 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3727b748-6338-4892-85b7-5fbd76b3e578 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:10.505472 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3727b748-6338-4892-85b7-5fbd76b3e578 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:10.642688 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3727b748-6338-4892-85b7-5fbd76b3e578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:10.720309 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3727b748-6338-4892-85b7-5fbd76b3e578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:10.745118 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727b748-6338-4892-85b7-5fbd76b3e578 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92ba72d7-19e9-4de7-9598-0063d121e4ba,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:10.748756 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3727b748-6338-4892-85b7-5fbd76b3e578 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:10.750932 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-3727b748-6338-4892-85b7-5fbd76b3e578 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/92ba72d7-19e9-4de7-9598-0063d121e4ba HTTP/1.1" status: 204 len: 168 time: 0.3815217 Jul 16 21:42:10.753363 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60074) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:10.754080 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fbd74d-1fa7-40b9-9051-4190c0ec3d71 None None] Network a85ec55d-9d90-4991-964b-8709603ec313 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:42:10.824201 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b5a358e0-f4b8-4efc-b7fd-9f52fa5c4322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:10.880268 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-b5a358e0-f4b8-4efc-b7fd-9f52fa5c4322 admin admin] Deleting port 511a0f7f-2ae1-4a1a-a26e-4d99afb905b6 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:42:10.880607 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b5a358e0-f4b8-4efc-b7fd-9f52fa5c4322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:10.938358 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d40792-4529-4634-8a8f-16da1503d3c8 None None] DHCP port deletion for a85ec55d-9d90-4991-964b-8709603ec313 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:42:10.949636 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-b5a358e0-f4b8-4efc-b7fd-9f52fa5c4322 admin admin] For port 511a0f7f-2ae1-4a1a-a26e-4d99afb905b6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=511a0f7f-2ae1-4a1a-a26e-4d99afb905b6,segment=NetworkSegment(bc395de4-0aac-4297-8c43-e5f704a778c5),segment_id=bc395de4-0aac-4297-8c43-e5f704a778c5)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:10.950001 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b5a358e0-f4b8-4efc-b7fd-9f52fa5c4322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:10.965818 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-b5a358e0-f4b8-4efc-b7fd-9f52fa5c4322 admin admin] Calling delete_port for 511a0f7f-2ae1-4a1a-a26e-4d99afb905b6 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:42:10.989491 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-73d40792-4529-4634-8a8f-16da1503d3c8 None None] Deleting port 511a0f7f-2ae1-4a1a-a26e-4d99afb905b6 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:42:10.989866 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73d40792-4529-4634-8a8f-16da1503d3c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:11.044369 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e6db8e20-a153-4698-917b-a388e2dac9ab no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:42:11.080269 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b5a358e0-f4b8-4efc-b7fd-9f52fa5c4322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:11.083503 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: e6db8e20-a153-4698-917b-a388e2dac9ab {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:42:11.084039 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e6db8e20-a153-4698-917b-a388e2dac9ab not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:42:11.084253 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0e71216c-a783-486d-a21c-9a0305c7cb8f no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:42:11.089050 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-73d40792-4529-4634-8a8f-16da1503d3c8 None None] For port 511a0f7f-2ae1-4a1a-a26e-4d99afb905b6, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=511a0f7f-2ae1-4a1a-a26e-4d99afb905b6,segment=NetworkSegment(bc395de4-0aac-4297-8c43-e5f704a778c5),segment_id=bc395de4-0aac-4297-8c43-e5f704a778c5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:11.089445 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73d40792-4529-4634-8a8f-16da1503d3c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:11.107089 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a358e0-f4b8-4efc-b7fd-9f52fa5c4322 admin admin] Pushing event deleted for resources: {'Port': ['ID=511a0f7f-2ae1-4a1a-a26e-4d99afb905b6,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:11.112445 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 0e71216c-a783-486d-a21c-9a0305c7cb8f {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:42:11.112777 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 0e71216c-a783-486d-a21c-9a0305c7cb8f not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:42:11.113017 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a358e0-f4b8-4efc-b7fd-9f52fa5c4322 admin admin] No DVR routers for this DVR port 511a0f7f-2ae1-4a1a-a26e-4d99afb905b6 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:42:11.113158 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 511a0f7f-2ae1-4a1a-a26e-4d99afb905b6 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:42:11.138901 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-73d40792-4529-4634-8a8f-16da1503d3c8 None None] Calling delete_port for 511a0f7f-2ae1-4a1a-a26e-4d99afb905b6 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:42:11.140529 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 511a0f7f-2ae1-4a1a-a26e-4d99afb905b6 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:42:11.141414 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 511a0f7f-2ae1-4a1a-a26e-4d99afb905b6 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:42:11.204573 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b5a358e0-f4b8-4efc-b7fd-9f52fa5c4322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:11.214934 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-b5a358e0-f4b8-4efc-b7fd-9f52fa5c4322 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85ec55d-9d90-4991-964b-8709603ec313']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:11.228274 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-b5a358e0-f4b8-4efc-b7fd-9f52fa5c4322 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc395de4-0aac-4297-8c43-e5f704a778c5') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:11.228547 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73d40792-4529-4634-8a8f-16da1503d3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:11.228672 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-b5a358e0-f4b8-4efc-b7fd-9f52fa5c4322 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc395de4-0aac-4297-8c43-e5f704a778c5') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:11.238477 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b5a358e0-f4b8-4efc-b7fd-9f52fa5c4322 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:11.253148 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b5a358e0-f4b8-4efc-b7fd-9f52fa5c4322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:11.259623 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a358e0-f4b8-4efc-b7fd-9f52fa5c4322 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:42:11.260026 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b5a358e0-f4b8-4efc-b7fd-9f52fa5c4322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:11.260609 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d40792-4529-4634-8a8f-16da1503d3c8 None None] Pushing event deleted for resources: {'Port': ['ID=511a0f7f-2ae1-4a1a-a26e-4d99afb905b6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: timer() Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:42:11.262944 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:42:11.265937 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d40792-4529-4634-8a8f-16da1503d3c8 None None] No DVR routers for this DVR port 511a0f7f-2ae1-4a1a-a26e-4d99afb905b6 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:42:11.273637 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d40792-4529-4634-8a8f-16da1503d3c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:11.274213 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d40792-4529-4634-8a8f-16da1503d3c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:11.275445 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d40792-4529-4634-8a8f-16da1503d3c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:11.275954 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d40792-4529-4634-8a8f-16da1503d3c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:11.276620 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d40792-4529-4634-8a8f-16da1503d3c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:11.277132 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d40792-4529-4634-8a8f-16da1503d3c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:11.277513 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d40792-4529-4634-8a8f-16da1503d3c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:11.277800 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d40792-4529-4634-8a8f-16da1503d3c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:11.278129 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d40792-4529-4634-8a8f-16da1503d3c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:11.278850 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d40792-4529-4634-8a8f-16da1503d3c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:11.279183 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d40792-4529-4634-8a8f-16da1503d3c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:11.279513 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d40792-4529-4634-8a8f-16da1503d3c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:11.323453 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b5a358e0-f4b8-4efc-b7fd-9f52fa5c4322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:11.328862 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b5a358e0-f4b8-4efc-b7fd-9f52fa5c4322 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:11.330857 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b5a358e0-f4b8-4efc-b7fd-9f52fa5c4322 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a85ec55d-9d90-4991-964b-8709603ec313 HTTP/1.1" status: 204 len: 168 time: 0.5765848 Jul 16 21:42:11.344034 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a358e0-f4b8-4efc-b7fd-9f52fa5c4322 admin admin] Pushing event deleted for resources: {'Network': ['ID=a85ec55d-9d90-4991-964b-8709603ec313,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:11.440080 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60078) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:11.485794 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-4e001e4b-7e1b-4ff5-8136-70574b07cd6a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a2b68def73f347698b25699ea01c5080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444756 Jul 16 21:42:11.488343 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60080) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:11.535712 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e80ee75a-f9de-48e1-a1ac-14d1cf24f5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:11.556569 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e80ee75a-f9de-48e1-a1ac-14d1cf24f5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:11.603081 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e80ee75a-f9de-48e1-a1ac-14d1cf24f5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:11.605928 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e80ee75a-f9de-48e1-a1ac-14d1cf24f5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:11.607295 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e80ee75a-f9de-48e1-a1ac-14d1cf24f5e5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7638ad80-3c94-4fc7-8b3e-8aa5928a6b01 HTTP/1.1" status: 204 len: 168 time: 0.1180298 Jul 16 21:42:11.615371 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ee75a-f9de-48e1-a1ac-14d1cf24f5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7638ad80-3c94-4fc7-8b3e-8aa5928a6b01,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:11.925988 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60086) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:11.965606 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b294b65a-9a9c-458b-ae4a-cbc95edd22ff admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=86499ec338224190820883c2e0e4cc84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383434 Jul 16 21:42:11.968262 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60088) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:12.016912 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e88c9be7-6b87-420e-bcba-a6891fd5ad09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:12.037820 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e88c9be7-6b87-420e-bcba-a6891fd5ad09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:12.086050 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e88c9be7-6b87-420e-bcba-a6891fd5ad09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:12.088703 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e88c9be7-6b87-420e-bcba-a6891fd5ad09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:12.090075 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e88c9be7-6b87-420e-bcba-a6891fd5ad09 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f38de867-b2a1-4c4d-a4c4-af03d509224a HTTP/1.1" status: 204 len: 168 time: 0.1206787 Jul 16 21:42:12.097781 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c9be7-6b87-420e-bcba-a6891fd5ad09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38de867-b2a1-4c4d-a4c4-af03d509224a,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:12.746984 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60110) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:12.839590 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-58e9814d-d7be-4793-b98f-3e22b7d12c85 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1797471685-network', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:12.861059 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e9814d-d7be-4793-b98f-3e22b7d12c85 admin admin] Made reservation on behalf of 8a41b940bec14e139c72f88a5e19d38c for: {'network': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:42:12.863471 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58e9814d-d7be-4793-b98f-3e22b7d12c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:12.871599 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58e9814d-d7be-4793-b98f-3e22b7d12c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:12.962246 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58e9814d-d7be-4793-b98f-3e22b7d12c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:12.966471 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58e9814d-d7be-4793-b98f-3e22b7d12c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:12.991688 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e9814d-d7be-4793-b98f-3e22b7d12c85 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=93793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:42:13.002046 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9814d-d7be-4793-b98f-3e22b7d12c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78ade8c-1e59-4a0f-942c-7ac08daad366,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:13.007563 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58e9814d-d7be-4793-b98f-3e22b7d12c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:13.007911 n-d-791506-21 neutron-server[93793]: INFO neutron.db.segments_db [None req-58e9814d-d7be-4793-b98f-3e22b7d12c85 admin admin] Added segment 9034755b-16d5-445a-8776-5ff3dcdc78d6 of type vlan for network 1cb80aae-f5ce-4717-b7ca-e49e30ef57ad Jul 16 21:42:13.055275 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58e9814d-d7be-4793-b98f-3e22b7d12c85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:13.084335 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58e9814d-d7be-4793-b98f-3e22b7d12c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:13.085280 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e9814d-d7be-4793-b98f-3e22b7d12c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:13.085856 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58e9814d-d7be-4793-b98f-3e22b7d12c85 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:13.116245 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-58e9814d-d7be-4793-b98f-3e22b7d12c85 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3681633 Jul 16 21:42:13.119090 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60114) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:13.123943 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-1be141bc-8b58-4dfe-8fed-4d0bc074e698 admin admin] Request body: {'subnet': {'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1797471685-subnet', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:13.166664 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9814d-d7be-4793-b98f-3e22b7d12c85 admin admin] Pushing event updated for resources: {'Network': ['ID=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:13.178795 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 1cb80aae-f5ce-4717-b7ca-e49e30ef57ad details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:42:13.181087 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be141bc-8b58-4dfe-8fed-4d0bc074e698 admin admin] Made reservation on behalf of 8a41b940bec14e139c72f88a5e19d38c for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:42:13.183633 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1be141bc-8b58-4dfe-8fed-4d0bc074e698 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:13.359965 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1be141bc-8b58-4dfe-8fed-4d0bc074e698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:13.412201 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be141bc-8b58-4dfe-8fed-4d0bc074e698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c212a791-415c-4075-b113-da8081221eb5,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:13.423442 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be141bc-8b58-4dfe-8fed-4d0bc074e698 admin admin] Checking segment: {'id': '9034755b-16d5-445a-8776-5ff3dcdc78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:42:13.423804 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be141bc-8b58-4dfe-8fed-4d0bc074e698 admin admin] Network hostable DHCP agents. Network: 1cb80aae-f5ce-4717-b7ca-e49e30ef57ad, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:42:13.440327 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be141bc-8b58-4dfe-8fed-4d0bc074e698 admin admin] Network 1cb80aae-f5ce-4717-b7ca-e49e30ef57ad is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:42:13.449349 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-1be141bc-8b58-4dfe-8fed-4d0bc074e698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 1cb80aae-f5ce-4717-b7ca-e49e30ef57ad) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:42:13.454927 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be141bc-8b58-4dfe-8fed-4d0bc074e698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:13.456054 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1be141bc-8b58-4dfe-8fed-4d0bc074e698 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:13.460929 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36308461-bf83-40e3-b1d6-83658e2bd181 None None] Network 1cb80aae-f5ce-4717-b7ca-e49e30ef57ad requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:42:13.470520 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1be141bc-8b58-4dfe-8fed-4d0bc074e698 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3501987 Jul 16 21:42:13.473392 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60116) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:13.477845 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-2a27a144-9df0-4542-8171-70bbbdada1f2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1797471685-router', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:13.499052 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a27a144-9df0-4542-8171-70bbbdada1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:13.500164 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a27a144-9df0-4542-8171-70bbbdada1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:13.561143 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a27a144-9df0-4542-8171-70bbbdada1f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:13.621006 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2da3493-dbba-496c-be2f-d962b42c9a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'fixed_ips': [{'subnet_id': 'c212a791-415c-4075-b113-da8081221eb5'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:42:13.622035 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2da3493-dbba-496c-be2f-d962b42c9a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:13.926683 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-f2da3493-dbba-496c-be2f-d962b42c9a47 None None] Allocated IP 172.20.0.2 (1cb80aae-f5ce-4717-b7ca-e49e30ef57ad/c212a791-415c-4075-b113-da8081221eb5/d8b4a49f-f166-498c-9eab-aec2d5692d37) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:42:14.042989 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a27a144-9df0-4542-8171-70bbbdada1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:14.075563 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2da3493-dbba-496c-be2f-d962b42c9a47 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:14.086559 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f2da3493-dbba-496c-be2f-d962b42c9a47 None None] Transition to ACTIVE for port object d8b4a49f-f166-498c-9eab-aec2d5692d37 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:42:14.105249 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f2da3493-dbba-496c-be2f-d962b42c9a47 None None] Transition to ACTIVE for port object d8b4a49f-f166-498c-9eab-aec2d5692d37 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:42:14.112349 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2da3493-dbba-496c-be2f-d962b42c9a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:14.154480 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2da3493-dbba-496c-be2f-d962b42c9a47 None None] Network 1cb80aae-f5ce-4717-b7ca-e49e30ef57ad is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:42:14.159840 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-f2da3493-dbba-496c-be2f-d962b42c9a47 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:42:14.163270 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2da3493-dbba-496c-be2f-d962b42c9a47 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:42:14.172273 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da3493-dbba-496c-be2f-d962b42c9a47 None None] Pushing event updated for resources: {'Port': ['ID=d8b4a49f-f166-498c-9eab-aec2d5692d37,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:14.226383 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-f2da3493-dbba-496c-be2f-d962b42c9a47 None None] Attempting to bind port d8b4a49f-f166-498c-9eab-aec2d5692d37 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:42:14.227065 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-f2da3493-dbba-496c-be2f-d962b42c9a47 None None] Attempting to bind port d8b4a49f-f166-498c-9eab-aec2d5692d37 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '9034755b-16d5-445a-8776-5ff3dcdc78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:42:14.227187 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2da3493-dbba-496c-be2f-d962b42c9a47 None None] Attempting to bind port d8b4a49f-f166-498c-9eab-aec2d5692d37 on network 1cb80aae-f5ce-4717-b7ca-e49e30ef57ad {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:42:14.231992 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2da3493-dbba-496c-be2f-d962b42c9a47 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:42:14.232428 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2da3493-dbba-496c-be2f-d962b42c9a47 None None] Checking segment: {'id': '9034755b-16d5-445a-8776-5ff3dcdc78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:42:14.233258 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2da3493-dbba-496c-be2f-d962b42c9a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:14.233258 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2da3493-dbba-496c-be2f-d962b42c9a47 None None] Bound using segment: {'id': '9034755b-16d5-445a-8776-5ff3dcdc78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:42:14.233668 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-f2da3493-dbba-496c-be2f-d962b42c9a47 None None] Bound port: d8b4a49f-f166-498c-9eab-aec2d5692d37, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9034755b-16d5-445a-8776-5ff3dcdc78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:42:14.234609 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2da3493-dbba-496c-be2f-d962b42c9a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:14.261277 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a27a144-9df0-4542-8171-70bbbdada1f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:14.280247 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a27a144-9df0-4542-8171-70bbbdada1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:14.296049 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f2da3493-dbba-496c-be2f-d962b42c9a47 None None] For port d8b4a49f-f166-498c-9eab-aec2d5692d37, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:42:14.299662 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f2da3493-dbba-496c-be2f-d962b42c9a47 None None] For port d8b4a49f-f166-498c-9eab-aec2d5692d37, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=d8b4a49f-f166-498c-9eab-aec2d5692d37,segment=NetworkSegment(9034755b-16d5-445a-8776-5ff3dcdc78d6),segment_id=9034755b-16d5-445a-8776-5ff3dcdc78d6)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:42:14.304077 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2da3493-dbba-496c-be2f-d962b42c9a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:14.361660 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da3493-dbba-496c-be2f-d962b42c9a47 None None] Pushing event updated for resources: {'Port': ['ID=d8b4a49f-f166-498c-9eab-aec2d5692d37,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:14.393461 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-2a27a144-9df0-4542-8171-70bbbdada1f2 admin admin] Allocated IP 172.25.0.15 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/a9a4613d-a41f-4739-b620-1f9f4713d9b0) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:42:14.498159 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a27a144-9df0-4542-8171-70bbbdada1f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:14.565158 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a27a144-9df0-4542-8171-70bbbdada1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:14.608621 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a27a144-9df0-4542-8171-70bbbdada1f2 admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:42:14.612169 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-2a27a144-9df0-4542-8171-70bbbdada1f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:42:14.614642 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a27a144-9df0-4542-8171-70bbbdada1f2 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:42:14.642911 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27a144-9df0-4542-8171-70bbbdada1f2 admin admin] Pushing event updated for resources: {'Port': ['ID=a9a4613d-a41f-4739-b620-1f9f4713d9b0,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:14.873807 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a27a144-9df0-4542-8171-70bbbdada1f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:15.034441 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device d8b4a49f-f166-498c-9eab-aec2d5692d37 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:42:15.083303 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a27a144-9df0-4542-8171-70bbbdada1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:15.090675 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port d8b4a49f-f166-498c-9eab-aec2d5692d37 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:42:15.223638 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a27a144-9df0-4542-8171-70bbbdada1f2 admin admin] Router 21b6b68a-4703-4df5-b194-7d105bcb424c is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:42:15.310440 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7019aed3-369b-4146-888d-5b753615f928 None None] Network 1cb80aae-f5ce-4717-b7ca-e49e30ef57ad requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:42:15.336349 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a27a144-9df0-4542-8171-70bbbdada1f2 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:42:15.347557 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ae8b79-6b3d-4ee7-be3e-386d2bf87519 None None] Sync routers for ids ['21b6b68a-4703-4df5-b194-7d105bcb424c'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:42:15.355156 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a27a144-9df0-4542-8171-70bbbdada1f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:15.359761 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-2a27a144-9df0-4542-8171-70bbbdada1f2 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8828037 Jul 16 21:42:15.360325 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60118) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:15.368103 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3c54bc50-dd87-480e-843b-472a7f8cc3a9 None None] Provisioning for port d8b4a49f-f166-498c-9eab-aec2d5692d37 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:42:15.369719 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ae8b79-6b3d-4ee7-be3e-386d2bf87519 None None] Routers {'21b6b68a-4703-4df5-b194-7d105bcb424c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:42:15.370379 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f4ae8b79-6b3d-4ee7-be3e-386d2bf87519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:41:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['21b6b68a-4703-4df5-b194-7d105bcb424c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:15.377883 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3c54bc50-dd87-480e-843b-472a7f8cc3a9 None None] Provisioning complete for port d8b4a49f-f166-498c-9eab-aec2d5692d37 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:15.378255 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c54bc50-dd87-480e-843b-472a7f8cc3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:15.482652 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-f4ae8b79-6b3d-4ee7-be3e-386d2bf87519 None None] Set router 21b6b68a-4703-4df5-b194-7d105bcb424c gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:42:15.525703 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c54bc50-dd87-480e-843b-472a7f8cc3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:15.577107 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3c54bc50-dd87-480e-843b-472a7f8cc3a9 None None] For port d8b4a49f-f166-498c-9eab-aec2d5692d37, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=d8b4a49f-f166-498c-9eab-aec2d5692d37,segment=NetworkSegment(9034755b-16d5-445a-8776-5ff3dcdc78d6),segment_id=9034755b-16d5-445a-8776-5ff3dcdc78d6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:15.582540 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c54bc50-dd87-480e-843b-472a7f8cc3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:15.638673 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54bc50-dd87-480e-843b-472a7f8cc3a9 None None] Pushing event updated for resources: {'Port': ['ID=d8b4a49f-f166-498c-9eab-aec2d5692d37,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:15.687622 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f4ae8b79-6b3d-4ee7-be3e-386d2bf87519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'name': 'tempest-TestSnapshotPattern-1797471685-router', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:13Z', 'updated_at': '2021-07-16T21:42:14Z', 'revision_number': 3, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'gw_port': {'id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:af:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:14Z', 'updated_at': '2021-07-16T21:42:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:15.715447 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ae8b79-6b3d-4ee7-be3e-386d2bf87519 None None] Checking router: 21b6b68a-4703-4df5-b194-7d105bcb424c for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:42:15.715723 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ae8b79-6b3d-4ee7-be3e-386d2bf87519 None None] Updating router 21b6b68a-4703-4df5-b194-7d105bcb424c port a9a4613d-a41f-4739-b620-1f9f4713d9b0 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:42:15.752825 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4ae8b79-6b3d-4ee7-be3e-386d2bf87519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:15.815565 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f34a3f0a-ca8b-4d78-aa59-ea6ea63a9ece None None] Provisioning complete for port d8b4a49f-f166-498c-9eab-aec2d5692d37 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:15.815939 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f34a3f0a-ca8b-4d78-aa59-ea6ea63a9ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:15.831029 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9047d69c-36d6-4c11-95bd-a7357d9187b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:15.991334 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-9047d69c-36d6-4c11-95bd-a7357d9187b1 admin admin] Allocated IP 172.20.0.1 (1cb80aae-f5ce-4717-b7ca-e49e30ef57ad/c212a791-415c-4075-b113-da8081221eb5/e11cfe11-af18-4895-bc66-918b41179b89) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:42:16.013582 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4ae8b79-6b3d-4ee7-be3e-386d2bf87519 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:16.024964 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-f4ae8b79-6b3d-4ee7-be3e-386d2bf87519 None None] Transition to ACTIVE for port object a9a4613d-a41f-4739-b620-1f9f4713d9b0 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:42:16.030873 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4ae8b79-6b3d-4ee7-be3e-386d2bf87519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:16.080627 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f4ae8b79-6b3d-4ee7-be3e-386d2bf87519 None None] Attempting to bind port a9a4613d-a41f-4739-b620-1f9f4713d9b0 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:42:16.081003 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f4ae8b79-6b3d-4ee7-be3e-386d2bf87519 None None] Attempting to bind port a9a4613d-a41f-4739-b620-1f9f4713d9b0 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:42:16.081362 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ae8b79-6b3d-4ee7-be3e-386d2bf87519 None None] Attempting to bind port a9a4613d-a41f-4739-b620-1f9f4713d9b0 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:42:16.088197 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c4df7-43d2-42fc-a78c-075bd1f750b9 None None] Pushing event updated for resources: {'Port': ['ID=a9a4613d-a41f-4739-b620-1f9f4713d9b0,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:16.091626 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ae8b79-6b3d-4ee7-be3e-386d2bf87519 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:42:16.092000 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ae8b79-6b3d-4ee7-be3e-386d2bf87519 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:42:16.092400 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4ae8b79-6b3d-4ee7-be3e-386d2bf87519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:16.092790 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ae8b79-6b3d-4ee7-be3e-386d2bf87519 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:42:16.093299 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f4ae8b79-6b3d-4ee7-be3e-386d2bf87519 None None] Bound port: a9a4613d-a41f-4739-b620-1f9f4713d9b0, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:42:16.093740 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4ae8b79-6b3d-4ee7-be3e-386d2bf87519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:16.094181 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9047d69c-36d6-4c11-95bd-a7357d9187b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:16.100139 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c4df7-43d2-42fc-a78c-075bd1f750b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:16.100492 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c4df7-43d2-42fc-a78c-075bd1f750b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:16.100831 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c4df7-43d2-42fc-a78c-075bd1f750b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:16.101167 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c4df7-43d2-42fc-a78c-075bd1f750b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:16.101499 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c4df7-43d2-42fc-a78c-075bd1f750b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:16.101827 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c4df7-43d2-42fc-a78c-075bd1f750b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:16.102150 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c4df7-43d2-42fc-a78c-075bd1f750b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:16.102502 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c4df7-43d2-42fc-a78c-075bd1f750b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:16.102826 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c4df7-43d2-42fc-a78c-075bd1f750b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:16.103149 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c4df7-43d2-42fc-a78c-075bd1f750b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:16.103472 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c4df7-43d2-42fc-a78c-075bd1f750b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:16.103788 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c4df7-43d2-42fc-a78c-075bd1f750b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:16.109686 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-9047d69c-36d6-4c11-95bd-a7357d9187b1 admin admin] Transition to ACTIVE for port object e11cfe11-af18-4895-bc66-918b41179b89 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:42:16.143847 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9047d69c-36d6-4c11-95bd-a7357d9187b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:16.158277 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-f4ae8b79-6b3d-4ee7-be3e-386d2bf87519 None None] For port a9a4613d-a41f-4739-b620-1f9f4713d9b0, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:42:16.161443 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-f4ae8b79-6b3d-4ee7-be3e-386d2bf87519 None None] For port a9a4613d-a41f-4739-b620-1f9f4713d9b0, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a9a4613d-a41f-4739-b620-1f9f4713d9b0,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:42:16.164872 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4ae8b79-6b3d-4ee7-be3e-386d2bf87519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:16.189740 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9047d69c-36d6-4c11-95bd-a7357d9187b1 admin admin] Network 1cb80aae-f5ce-4717-b7ca-e49e30ef57ad is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:42:16.192595 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-9047d69c-36d6-4c11-95bd-a7357d9187b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:42:16.196178 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9047d69c-36d6-4c11-95bd-a7357d9187b1 admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:42:16.223800 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047d69c-36d6-4c11-95bd-a7357d9187b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e11cfe11-af18-4895-bc66-918b41179b89,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:16.234358 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c4df7-43d2-42fc-a78c-075bd1f750b9 None None] Pushing event updated for resources: {'Port': ['ID=a9a4613d-a41f-4739-b620-1f9f4713d9b0,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:16.236834 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ae8b79-6b3d-4ee7-be3e-386d2bf87519 None None] Routers {'21b6b68a-4703-4df5-b194-7d105bcb424c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:42:16.237468 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f4ae8b79-6b3d-4ee7-be3e-386d2bf87519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:41:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['21b6b68a-4703-4df5-b194-7d105bcb424c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:16.257355 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9047d69c-36d6-4c11-95bd-a7357d9187b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:16.347770 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-f4ae8b79-6b3d-4ee7-be3e-386d2bf87519 None None] Set router 21b6b68a-4703-4df5-b194-7d105bcb424c gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:42:16.406639 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9047d69c-36d6-4c11-95bd-a7357d9187b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:16.425761 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-00ef1fe8-f04d-48a8-8baf-40dbb732b23e None None] Provisioning for port e11cfe11-af18-4895-bc66-918b41179b89 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:42:16.429918 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-00ef1fe8-f04d-48a8-8baf-40dbb732b23e None None] Provisioning complete for port e11cfe11-af18-4895-bc66-918b41179b89 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:16.430300 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-00ef1fe8-f04d-48a8-8baf-40dbb732b23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:16.470205 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-00ef1fe8-f04d-48a8-8baf-40dbb732b23e None None] Port e11cfe11-af18-4895-bc66-918b41179b89 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:42:16.530348 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f4ae8b79-6b3d-4ee7-be3e-386d2bf87519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'name': 'tempest-TestSnapshotPattern-1797471685-router', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:13Z', 'updated_at': '2021-07-16T21:42:14Z', 'revision_number': 3, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'gw_port': {'id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:af:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:14Z', 'updated_at': '2021-07-16T21:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:16.556201 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ae8b79-6b3d-4ee7-be3e-386d2bf87519 None None] The sync data for ids ['21b6b68a-4703-4df5-b194-7d105bcb424c'] in n-d-791506-21 is: [{'id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'name': 'tempest-TestSnapshotPattern-1797471685-router', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:13Z', 'updated_at': '2021-07-16T21:42:14Z', 'revision_number': 3, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'gw_port': {'id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:af:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:14Z', 'updated_at': '2021-07-16T21:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:42:16.575987 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9047d69c-36d6-4c11-95bd-a7357d9187b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:16.582940 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9047d69c-36d6-4c11-95bd-a7357d9187b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:16.696375 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9047d69c-36d6-4c11-95bd-a7357d9187b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:16.717163 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047d69c-36d6-4c11-95bd-a7357d9187b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e11cfe11-af18-4895-bc66-918b41179b89,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:16.850136 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9047d69c-36d6-4c11-95bd-a7357d9187b1 admin admin] Network 1cb80aae-f5ce-4717-b7ca-e49e30ef57ad is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:42:16.851720 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-9047d69c-36d6-4c11-95bd-a7357d9187b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:42:16.981140 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9047d69c-36d6-4c11-95bd-a7357d9187b1 admin admin] Router 21b6b68a-4703-4df5-b194-7d105bcb424c has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:42:17.100331 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e076c51d-e0d2-4e83-8fbc-0fbf92f61961 None None] Provisioning complete for port e11cfe11-af18-4895-bc66-918b41179b89 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:17.100710 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e076c51d-e0d2-4e83-8fbc-0fbf92f61961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:17.118601 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9047d69c-36d6-4c11-95bd-a7357d9187b1 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:42:17.128543 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-9047d69c-36d6-4c11-95bd-a7357d9187b1 admin admin] 10.222.0.38 "PUT /v2.0/routers/21b6b68a-4703-4df5-b194-7d105bcb424c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7666659 Jul 16 21:42:17.142957 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device d8b4a49f-f166-498c-9eab-aec2d5692d37 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:42:17.167838 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e076c51d-e0d2-4e83-8fbc-0fbf92f61961 None None] Port e11cfe11-af18-4895-bc66-918b41179b89 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:42:17.207755 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port d8b4a49f-f166-498c-9eab-aec2d5692d37 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:17.208035 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:17.300244 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a9a4613d-a41f-4739-b620-1f9f4713d9b0 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:42:17.353807 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port a9a4613d-a41f-4739-b620-1f9f4713d9b0 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:42:17.357756 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port a9a4613d-a41f-4739-b620-1f9f4713d9b0 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:17.358127 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:17.450997 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:17.479390 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port a9a4613d-a41f-4739-b620-1f9f4713d9b0, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a9a4613d-a41f-4739-b620-1f9f4713d9b0,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:17.484163 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:17.537973 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=a9a4613d-a41f-4739-b620-1f9f4713d9b0,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:17.650262 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60134) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:17.655351 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-3d14652c-c30c-4a81-8772-d5c546384baf admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-596165060-network', 'tenant_id': '42c1ea2849724bd09f2d59ffbe329fed'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:17.677078 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d14652c-c30c-4a81-8772-d5c546384baf admin admin] Made reservation on behalf of 42c1ea2849724bd09f2d59ffbe329fed for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:42:17.679777 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3d14652c-c30c-4a81-8772-d5c546384baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:17.689884 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3d14652c-c30c-4a81-8772-d5c546384baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:17.784386 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3d14652c-c30c-4a81-8772-d5c546384baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:17.788556 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3d14652c-c30c-4a81-8772-d5c546384baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:17.816624 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d14652c-c30c-4a81-8772-d5c546384baf admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:42:17.821838 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14652c-c30c-4a81-8772-d5c546384baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752389de-c1ae-42d9-92a2-062cbdcae106,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:17.831883 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3d14652c-c30c-4a81-8772-d5c546384baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:17.832235 n-d-791506-21 neutron-server[93794]: INFO neutron.db.segments_db [None req-3d14652c-c30c-4a81-8772-d5c546384baf admin admin] Added segment b968df48-c4e8-4810-b8fb-309cd325e4b0 of type vlan for network 0b9221d9-fdf9-4409-a205-cae353593e61 Jul 16 21:42:17.872620 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3d14652c-c30c-4a81-8772-d5c546384baf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726300054020'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:17.905574 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3d14652c-c30c-4a81-8772-d5c546384baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:17.907264 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d14652c-c30c-4a81-8772-d5c546384baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:17.907844 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3d14652c-c30c-4a81-8772-d5c546384baf admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:17.937251 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-3d14652c-c30c-4a81-8772-d5c546384baf admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2857852 Jul 16 21:42:17.940364 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60136) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:17.945397 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-c6f6163f-30b9-4c9c-aee7-1f52608d6076 admin admin] Request body: {'subnet': {'network_id': '0b9221d9-fdf9-4409-a205-cae353593e61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-596165060-subnet', 'tenant_id': '42c1ea2849724bd09f2d59ffbe329fed', 'ip_version': 4}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:17.970467 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f6163f-30b9-4c9c-aee7-1f52608d6076 admin admin] Made reservation on behalf of 42c1ea2849724bd09f2d59ffbe329fed for: {'subnet': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:42:17.972908 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c6f6163f-30b9-4c9c-aee7-1f52608d6076 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2145098310'] for subnet, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:17.973291 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14652c-c30c-4a81-8772-d5c546384baf admin admin] Pushing event updated for resources: {'Network': ['ID=0b9221d9-fdf9-4409-a205-cae353593e61,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:17.984208 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Network 0b9221d9-fdf9-4409-a205-cae353593e61 details requested by agent ovs-agent-n-d-791506-21 with host n-d-791506-21 {{(pid=93795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:42:18.153187 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c6f6163f-30b9-4c9c-aee7-1f52608d6076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146581567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2145098324'] for subnet, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:18.168648 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c4997b-d351-49e9-8b64-78dd9365a1b7 None None] Sync routers for ids ['21b6b68a-4703-4df5-b194-7d105bcb424c'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:42:18.178141 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c4997b-d351-49e9-8b64-78dd9365a1b7 None None] Routers {'21b6b68a-4703-4df5-b194-7d105bcb424c'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:42:18.178818 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-f5c4997b-d351-49e9-8b64-78dd9365a1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:41:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['21b6b68a-4703-4df5-b194-7d105bcb424c'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:18.208120 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6163f-30b9-4c9c-aee7-1f52608d6076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e31c9e9c-32a3-43b7-bce6-317762026a8c,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:18.220759 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f6163f-30b9-4c9c-aee7-1f52608d6076 admin admin] Checking segment: {'id': 'b968df48-c4e8-4810-b8fb-309cd325e4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0b9221d9-fdf9-4409-a205-cae353593e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:42:18.221130 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f6163f-30b9-4c9c-aee7-1f52608d6076 admin admin] Network hostable DHCP agents. Network: 0b9221d9-fdf9-4409-a205-cae353593e61, hostable agents: ['c2d5c971-b67e-4ad4-a934-f78ddaccb52d'], hosted agents: [] {{(pid=93793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:42:18.238689 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f6163f-30b9-4c9c-aee7-1f52608d6076 admin admin] Network 0b9221d9-fdf9-4409-a205-cae353593e61 is scheduled to be hosted by DHCP agent c2d5c971-b67e-4ad4-a934-f78ddaccb52d with binding_index 1 {{(pid=93793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:42:18.248714 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-c6f6163f-30b9-4c9c-aee7-1f52608d6076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-21, 0b9221d9-fdf9-4409-a205-cae353593e61) {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:42:18.253895 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f6163f-30b9-4c9c-aee7-1f52608d6076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:18.255224 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c6f6163f-30b9-4c9c-aee7-1f52608d6076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:18.267542 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f883a6-7400-4d17-a011-f177b11f1718 None None] Network 0b9221d9-fdf9-4409-a205-cae353593e61 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:42:18.270344 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-c6f6163f-30b9-4c9c-aee7-1f52608d6076 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3288527 Jul 16 21:42:18.273015 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60138) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:18.277878 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-657a0ce3-ccb4-4c9a-ac94-a2c65bb18725 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-596165060-router', 'tenant_id': '42c1ea2849724bd09f2d59ffbe329fed', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:18.299686 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-657a0ce3-ccb4-4c9a-ac94-a2c65bb18725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11164'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:18.300801 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-657a0ce3-ccb4-4c9a-ac94-a2c65bb18725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-893432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11159'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:18.349150 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-f5c4997b-d351-49e9-8b64-78dd9365a1b7 None None] Set router 21b6b68a-4703-4df5-b194-7d105bcb424c gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:42:18.357831 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-657a0ce3-ccb4-4c9a-ac94-a2c65bb18725 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:18.497962 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-657a0ce3-ccb4-4c9a-ac94-a2c65bb18725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16253'] for router, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:18.550456 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f1597f-2aed-45e6-bf5b-c15c3e4d7676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d8a64a-8630-57b7-a996-dc4dee51fcdb-0b9221d9-fdf9-4409-a205-cae353593e61', 'network_id': '0b9221d9-fdf9-4409-a205-cae353593e61', 'tenant_id': '42c1ea2849724bd09f2d59ffbe329fed', 'fixed_ips': [{'subnet_id': 'e31c9e9c-32a3-43b7-bce6-317762026a8c'}]}} from n-d-791506-21. {{(pid=93795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:42:18.551306 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99f1597f-2aed-45e6-bf5b-c15c3e4d7676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:18.708668 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-657a0ce3-ccb4-4c9a-ac94-a2c65bb18725 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:18.724425 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-f5c4997b-d351-49e9-8b64-78dd9365a1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'name': 'tempest-TestSnapshotPattern-1797471685-router', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:13Z', 'updated_at': '2021-07-16T21:42:16Z', 'revision_number': 4, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'gw_port': {'id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:14Z', 'updated_at': '2021-07-16T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e11cfe11-af18-4895-bc66-918b41179b89', 'name': '', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'mac_address': 'fa:16:3e:c0:4e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c212a791-415c-4075-b113-da8081221eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:15Z', 'updated_at': '2021-07-16T21:42:16Z', 'revision_number': 2, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'subnets': [{'id': 'c212a791-415c-4075-b113-da8081221eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:18.728959 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-657a0ce3-ccb4-4c9a-ac94-a2c65bb18725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:18.729763 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-99f1597f-2aed-45e6-bf5b-c15c3e4d7676 None None] Allocated IP 172.20.0.2 (0b9221d9-fdf9-4409-a205-cae353593e61/e31c9e9c-32a3-43b7-bce6-317762026a8c/2a52bc35-32b0-4888-a437-4ec599149650) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:42:18.763595 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c4997b-d351-49e9-8b64-78dd9365a1b7 None None] Checking router: 21b6b68a-4703-4df5-b194-7d105bcb424c for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:42:18.763981 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c4997b-d351-49e9-8b64-78dd9365a1b7 None None] Updating router 21b6b68a-4703-4df5-b194-7d105bcb424c port e11cfe11-af18-4895-bc66-918b41179b89 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:42:18.823641 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f5c4997b-d351-49e9-8b64-78dd9365a1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:18.844873 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-657a0ce3-ccb4-4c9a-ac94-a2c65bb18725 admin admin] Allocated IP 172.25.0.119 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/c60618b7-ef2e-4529-97df-1066bc53d4f2) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:42:18.954889 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-657a0ce3-ccb4-4c9a-ac94-a2c65bb18725 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:19.002279 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-657a0ce3-ccb4-4c9a-ac94-a2c65bb18725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:19.018313 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a9a4613d-a41f-4739-b620-1f9f4713d9b0 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:42:19.041348 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657a0ce3-ccb4-4c9a-ac94-a2c65bb18725 admin admin] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:42:19.047777 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-657a0ce3-ccb4-4c9a-ac94-a2c65bb18725 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:42:19.052139 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657a0ce3-ccb4-4c9a-ac94-a2c65bb18725 admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:42:19.079246 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99f1597f-2aed-45e6-bf5b-c15c3e4d7676 None None] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:19.083016 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a0ce3-ccb4-4c9a-ac94-a2c65bb18725 admin admin] Pushing event updated for resources: {'Port': ['ID=c60618b7-ef2e-4529-97df-1066bc53d4f2,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:19.102101 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-99f1597f-2aed-45e6-bf5b-c15c3e4d7676 None None] Transition to ACTIVE for port object 2a52bc35-32b0-4888-a437-4ec599149650 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:42:19.157833 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-99f1597f-2aed-45e6-bf5b-c15c3e4d7676 None None] Transition to ACTIVE for port object 2a52bc35-32b0-4888-a437-4ec599149650 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:42:19.175938 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99f1597f-2aed-45e6-bf5b-c15c3e4d7676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:19.192392 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port a9a4613d-a41f-4739-b620-1f9f4713d9b0 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:19.192761 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:19.266550 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f1597f-2aed-45e6-bf5b-c15c3e4d7676 None None] Network 0b9221d9-fdf9-4409-a205-cae353593e61 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:42:19.278812 n-d-791506-21 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-99f1597f-2aed-45e6-bf5b-c15c3e4d7676 None None] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:42:19.284263 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1597f-2aed-45e6-bf5b-c15c3e4d7676 None None] Pushing event updated for resources: {'Port': ['ID=2a52bc35-32b0-4888-a437-4ec599149650,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:19.287806 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f1597f-2aed-45e6-bf5b-c15c3e4d7676 None None] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:42:19.321676 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-657a0ce3-ccb4-4c9a-ac94-a2c65bb18725 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:19.394351 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f5c4997b-d351-49e9-8b64-78dd9365a1b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:19.415655 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-99f1597f-2aed-45e6-bf5b-c15c3e4d7676 None None] Attempting to bind port 2a52bc35-32b0-4888-a437-4ec599149650 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:42:19.416069 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-99f1597f-2aed-45e6-bf5b-c15c3e4d7676 None None] Attempting to bind port 2a52bc35-32b0-4888-a437-4ec599149650 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'b968df48-c4e8-4810-b8fb-309cd325e4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0b9221d9-fdf9-4409-a205-cae353593e61'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:42:19.416476 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f1597f-2aed-45e6-bf5b-c15c3e4d7676 None None] Attempting to bind port 2a52bc35-32b0-4888-a437-4ec599149650 on network 0b9221d9-fdf9-4409-a205-cae353593e61 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:42:19.428144 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f5c4997b-d351-49e9-8b64-78dd9365a1b7 None None] Transition to ACTIVE for port object e11cfe11-af18-4895-bc66-918b41179b89 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:42:19.440887 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f1597f-2aed-45e6-bf5b-c15c3e4d7676 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:42:19.441436 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f1597f-2aed-45e6-bf5b-c15c3e4d7676 None None] Checking segment: {'id': 'b968df48-c4e8-4810-b8fb-309cd325e4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0b9221d9-fdf9-4409-a205-cae353593e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:42:19.441940 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99f1597f-2aed-45e6-bf5b-c15c3e4d7676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:19.442458 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f1597f-2aed-45e6-bf5b-c15c3e4d7676 None None] Bound using segment: {'id': 'b968df48-c4e8-4810-b8fb-309cd325e4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0b9221d9-fdf9-4409-a205-cae353593e61'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:42:19.443043 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-99f1597f-2aed-45e6-bf5b-c15c3e4d7676 None None] Bound port: 2a52bc35-32b0-4888-a437-4ec599149650, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b968df48-c4e8-4810-b8fb-309cd325e4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0b9221d9-fdf9-4409-a205-cae353593e61'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:42:19.443538 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99f1597f-2aed-45e6-bf5b-c15c3e4d7676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:19.447605 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f5c4997b-d351-49e9-8b64-78dd9365a1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:19.551712 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-657a0ce3-ccb4-4c9a-ac94-a2c65bb18725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896634'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:19.705431 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657a0ce3-ccb4-4c9a-ac94-a2c65bb18725 admin admin] Router 98b804d8-dfa7-44fc-ab1d-1fb0932aadaa is scheduled to L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:42:19.732429 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e2407-3377-4d46-9c95-a5de07fca698 None None] Pushing event updated for resources: {'Port': ['ID=e11cfe11-af18-4895-bc66-918b41179b89,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:19.789709 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-f5c4997b-d351-49e9-8b64-78dd9365a1b7 None None] Attempting to bind port e11cfe11-af18-4895-bc66-918b41179b89 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:42:19.789956 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-f5c4997b-d351-49e9-8b64-78dd9365a1b7 None None] Attempting to bind port e11cfe11-af18-4895-bc66-918b41179b89 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '9034755b-16d5-445a-8776-5ff3dcdc78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:42:19.790298 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4997b-d351-49e9-8b64-78dd9365a1b7 None None] Attempting to bind port e11cfe11-af18-4895-bc66-918b41179b89 on network 1cb80aae-f5ce-4717-b7ca-e49e30ef57ad {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:42:19.794835 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-99f1597f-2aed-45e6-bf5b-c15c3e4d7676 None None] For port 2a52bc35-32b0-4888-a437-4ec599149650, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:42:19.803540 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-99f1597f-2aed-45e6-bf5b-c15c3e4d7676 None None] For port 2a52bc35-32b0-4888-a437-4ec599149650, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=2a52bc35-32b0-4888-a437-4ec599149650,segment=NetworkSegment(b968df48-c4e8-4810-b8fb-309cd325e4b0),segment_id=b968df48-c4e8-4810-b8fb-309cd325e4b0)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:42:19.806049 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4997b-d351-49e9-8b64-78dd9365a1b7 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:42:19.806585 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4997b-d351-49e9-8b64-78dd9365a1b7 None None] Checking segment: {'id': '9034755b-16d5-445a-8776-5ff3dcdc78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:42:19.807082 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f5c4997b-d351-49e9-8b64-78dd9365a1b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:19.807508 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4997b-d351-49e9-8b64-78dd9365a1b7 None None] Bound using segment: {'id': '9034755b-16d5-445a-8776-5ff3dcdc78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:42:19.808030 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-f5c4997b-d351-49e9-8b64-78dd9365a1b7 None None] Bound port: e11cfe11-af18-4895-bc66-918b41179b89, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9034755b-16d5-445a-8776-5ff3dcdc78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:42:19.808485 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f5c4997b-d351-49e9-8b64-78dd9365a1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:19.813182 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99f1597f-2aed-45e6-bf5b-c15c3e4d7676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:19.821885 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657a0ce3-ccb4-4c9a-ac94-a2c65bb18725 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:42:19.832067 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9569ada-366f-4acd-96ef-75eee40dbb12 None None] Sync routers for ids ['98b804d8-dfa7-44fc-ab1d-1fb0932aadaa'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:42:19.838728 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-657a0ce3-ccb4-4c9a-ac94-a2c65bb18725 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:19.842795 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-657a0ce3-ccb4-4c9a-ac94-a2c65bb18725 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5660310 Jul 16 21:42:19.842969 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9569ada-366f-4acd-96ef-75eee40dbb12 None None] Routers {'98b804d8-dfa7-44fc-ab1d-1fb0932aadaa'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:42:19.842969 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-e9569ada-366f-4acd-96ef-75eee40dbb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:41:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['98b804d8-dfa7-44fc-ab1d-1fb0932aadaa'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:19.843817 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60140) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:19.936261 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1597f-2aed-45e6-bf5b-c15c3e4d7676 None None] Pushing event updated for resources: {'Port': ['ID=2a52bc35-32b0-4888-a437-4ec599149650,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:19.946030 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f5c4997b-d351-49e9-8b64-78dd9365a1b7 None None] For port e11cfe11-af18-4895-bc66-918b41179b89, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:42:19.950298 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f5c4997b-d351-49e9-8b64-78dd9365a1b7 None None] For port e11cfe11-af18-4895-bc66-918b41179b89, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e11cfe11-af18-4895-bc66-918b41179b89,segment=NetworkSegment(9034755b-16d5-445a-8776-5ff3dcdc78d6),segment_id=9034755b-16d5-445a-8776-5ff3dcdc78d6)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:42:19.955676 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f5c4997b-d351-49e9-8b64-78dd9365a1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:20.012405 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c4997b-d351-49e9-8b64-78dd9365a1b7 None None] Routers {'21b6b68a-4703-4df5-b194-7d105bcb424c'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:42:20.013068 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-f5c4997b-d351-49e9-8b64-78dd9365a1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:41:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['21b6b68a-4703-4df5-b194-7d105bcb424c'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:20.059465 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-e9569ada-366f-4acd-96ef-75eee40dbb12 None None] Set router 98b804d8-dfa7-44fc-ab1d-1fb0932aadaa gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:42:20.067597 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e2407-3377-4d46-9c95-a5de07fca698 None None] Pushing event updated for resources: {'Port': ['ID=e11cfe11-af18-4895-bc66-918b41179b89,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:20.189902 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-f5c4997b-d351-49e9-8b64-78dd9365a1b7 None None] Set router 21b6b68a-4703-4df5-b194-7d105bcb424c gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:42:20.349754 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-e9569ada-366f-4acd-96ef-75eee40dbb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b804d8-dfa7-44fc-ab1d-1fb0932aadaa', 'name': 'tempest-TestSnapshotPattern-596165060-router', 'tenant_id': '42c1ea2849724bd09f2d59ffbe329fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'c60618b7-ef2e-4529-97df-1066bc53d4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:18Z', 'updated_at': '2021-07-16T21:42:19Z', 'revision_number': 3, 'project_id': '42c1ea2849724bd09f2d59ffbe329fed', 'gw_port': {'id': 'c60618b7-ef2e-4529-97df-1066bc53d4f2', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:99:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b804d8-dfa7-44fc-ab1d-1fb0932aadaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:18Z', 'updated_at': '2021-07-16T21:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:20.382033 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9569ada-366f-4acd-96ef-75eee40dbb12 None None] Checking router: 98b804d8-dfa7-44fc-ab1d-1fb0932aadaa for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:42:20.382524 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9569ada-366f-4acd-96ef-75eee40dbb12 None None] Updating router 98b804d8-dfa7-44fc-ab1d-1fb0932aadaa port c60618b7-ef2e-4529-97df-1066bc53d4f2 binding host n-d-791506-21 {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:42:20.424977 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9569ada-366f-4acd-96ef-75eee40dbb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:20.493129 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-f5c4997b-d351-49e9-8b64-78dd9365a1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'name': 'tempest-TestSnapshotPattern-1797471685-router', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:13Z', 'updated_at': '2021-07-16T21:42:16Z', 'revision_number': 4, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'gw_port': {'id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:14Z', 'updated_at': '2021-07-16T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e11cfe11-af18-4895-bc66-918b41179b89', 'name': '', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'mac_address': 'fa:16:3e:c0:4e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c212a791-415c-4075-b113-da8081221eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:15Z', 'updated_at': '2021-07-16T21:42:19Z', 'revision_number': 4, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'subnets': [{'id': 'c212a791-415c-4075-b113-da8081221eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:20.504528 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6e6d1a9-7794-46ad-89d8-e4666cb8f8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:20.530353 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c4997b-d351-49e9-8b64-78dd9365a1b7 None None] The sync data for ids ['21b6b68a-4703-4df5-b194-7d105bcb424c'] in n-d-791506-21 is: [{'id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'name': 'tempest-TestSnapshotPattern-1797471685-router', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:13Z', 'updated_at': '2021-07-16T21:42:16Z', 'revision_number': 4, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'gw_port': {'id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:14Z', 'updated_at': '2021-07-16T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e11cfe11-af18-4895-bc66-918b41179b89', 'name': '', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'mac_address': 'fa:16:3e:c0:4e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c212a791-415c-4075-b113-da8081221eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:15Z', 'updated_at': '2021-07-16T21:42:19Z', 'revision_number': 4, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'subnets': [{'id': 'c212a791-415c-4075-b113-da8081221eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:42:20.689162 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-e6e6d1a9-7794-46ad-89d8-e4666cb8f8e4 admin admin] Allocated IP 172.20.0.1 (0b9221d9-fdf9-4409-a205-cae353593e61/e31c9e9c-32a3-43b7-bce6-317762026a8c/7a822bed-d0aa-4297-be9f-a24aa322ff11) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:42:20.734463 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9569ada-366f-4acd-96ef-75eee40dbb12 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:20.745433 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-e9569ada-366f-4acd-96ef-75eee40dbb12 None None] Transition to ACTIVE for port object c60618b7-ef2e-4529-97df-1066bc53d4f2 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:42:20.752094 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9569ada-366f-4acd-96ef-75eee40dbb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:20.797998 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e9569ada-366f-4acd-96ef-75eee40dbb12 None None] Attempting to bind port c60618b7-ef2e-4529-97df-1066bc53d4f2 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:42:20.798402 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e9569ada-366f-4acd-96ef-75eee40dbb12 None None] Attempting to bind port c60618b7-ef2e-4529-97df-1066bc53d4f2 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:42:20.798797 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9569ada-366f-4acd-96ef-75eee40dbb12 None None] Attempting to bind port c60618b7-ef2e-4529-97df-1066bc53d4f2 on network 9eaba347-54f9-4044-808d-862f23e2a998 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:42:20.811392 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9569ada-366f-4acd-96ef-75eee40dbb12 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:42:20.811780 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9569ada-366f-4acd-96ef-75eee40dbb12 None None] Checking segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:42:20.813120 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9569ada-366f-4acd-96ef-75eee40dbb12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:20.813120 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9569ada-366f-4acd-96ef-75eee40dbb12 None None] Bound using segment: {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:42:20.813405 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e9569ada-366f-4acd-96ef-75eee40dbb12 None None] Bound port: c60618b7-ef2e-4529-97df-1066bc53d4f2, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af5095-7bb0-4b5e-9653-4efccf624bc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:42:20.813728 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9569ada-366f-4acd-96ef-75eee40dbb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:20.815991 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6e6d1a9-7794-46ad-89d8-e4666cb8f8e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:20.835249 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-e6e6d1a9-7794-46ad-89d8-e4666cb8f8e4 admin admin] Transition to ACTIVE for port object 7a822bed-d0aa-4297-be9f-a24aa322ff11 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:42:20.867745 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-e9569ada-366f-4acd-96ef-75eee40dbb12 None None] For port c60618b7-ef2e-4529-97df-1066bc53d4f2, host n-d-791506-21, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:42:20.871319 n-d-791506-21 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-e9569ada-366f-4acd-96ef-75eee40dbb12 None None] For port c60618b7-ef2e-4529-97df-1066bc53d4f2, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=c60618b7-ef2e-4529-97df-1066bc53d4f2,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:42:20.871938 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6e6d1a9-7794-46ad-89d8-e4666cb8f8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:20.882080 n-d-791506-21 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9569ada-366f-4acd-96ef-75eee40dbb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:20.889128 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe751d9-5fd0-4858-b30f-2b3b83e62ccf None None] Pushing event updated for resources: {'Port': ['ID=c60618b7-ef2e-4529-97df-1066bc53d4f2,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:20.936044 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e6d1a9-7794-46ad-89d8-e4666cb8f8e4 admin admin] Network 0b9221d9-fdf9-4409-a205-cae353593e61 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:42:20.943002 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-e6e6d1a9-7794-46ad-89d8-e4666cb8f8e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:42:20.945843 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e6d1a9-7794-46ad-89d8-e4666cb8f8e4 admin admin] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:42:20.948729 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe751d9-5fd0-4858-b30f-2b3b83e62ccf None None] Pushing event updated for resources: {'Port': ['ID=c60618b7-ef2e-4529-97df-1066bc53d4f2,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:20.961705 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9569ada-366f-4acd-96ef-75eee40dbb12 None None] Routers {'98b804d8-dfa7-44fc-ab1d-1fb0932aadaa'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:42:20.962863 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6d1a9-7794-46ad-89d8-e4666cb8f8e4 admin admin] Pushing event updated for resources: {'Port': ['ID=7a822bed-d0aa-4297-be9f-a24aa322ff11,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:20.963136 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-e9569ada-366f-4acd-96ef-75eee40dbb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:41:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['98b804d8-dfa7-44fc-ab1d-1fb0932aadaa'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:21.067632 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6e6d1a9-7794-46ad-89d8-e4666cb8f8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-893261'] for router_interface, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:21.081428 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-e9569ada-366f-4acd-96ef-75eee40dbb12 None None] Set router 98b804d8-dfa7-44fc-ab1d-1fb0932aadaa gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:42:21.196108 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e11cfe11-af18-4895-bc66-918b41179b89 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:42:21.273373 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port e11cfe11-af18-4895-bc66-918b41179b89 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:42:21.279433 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6e6d1a9-7794-46ad-89d8-e4666cb8f8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:21.281081 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port e11cfe11-af18-4895-bc66-918b41179b89 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:21.281873 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:21.312400 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d377a98-932c-4183-b386-db4e241183d6 None None] Network 0b9221d9-fdf9-4409-a205-cae353593e61 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:42:21.371672 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-e9569ada-366f-4acd-96ef-75eee40dbb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b804d8-dfa7-44fc-ab1d-1fb0932aadaa', 'name': 'tempest-TestSnapshotPattern-596165060-router', 'tenant_id': '42c1ea2849724bd09f2d59ffbe329fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'c60618b7-ef2e-4529-97df-1066bc53d4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:18Z', 'updated_at': '2021-07-16T21:42:19Z', 'revision_number': 3, 'project_id': '42c1ea2849724bd09f2d59ffbe329fed', 'gw_port': {'id': 'c60618b7-ef2e-4529-97df-1066bc53d4f2', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:99:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b804d8-dfa7-44fc-ab1d-1fb0932aadaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:18Z', 'updated_at': '2021-07-16T21:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:21.403834 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9569ada-366f-4acd-96ef-75eee40dbb12 None None] The sync data for ids ['98b804d8-dfa7-44fc-ab1d-1fb0932aadaa'] in n-d-791506-21 is: [{'id': '98b804d8-dfa7-44fc-ab1d-1fb0932aadaa', 'name': 'tempest-TestSnapshotPattern-596165060-router', 'tenant_id': '42c1ea2849724bd09f2d59ffbe329fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'c60618b7-ef2e-4529-97df-1066bc53d4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:18Z', 'updated_at': '2021-07-16T21:42:19Z', 'revision_number': 3, 'project_id': '42c1ea2849724bd09f2d59ffbe329fed', 'gw_port': {'id': 'c60618b7-ef2e-4529-97df-1066bc53d4f2', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:99:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b804d8-dfa7-44fc-ab1d-1fb0932aadaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:18Z', 'updated_at': '2021-07-16T21:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:42:21.426865 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bf7e6130-bbdb-48b5-8516-3dc5a14c845e None None] Provisioning for port 2a52bc35-32b0-4888-a437-4ec599149650 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:42:21.501308 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:21.521878 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6e6d1a9-7794-46ad-89d8-e4666cb8f8e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:21.527647 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6e6d1a9-7794-46ad-89d8-e4666cb8f8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:21.569106 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port e11cfe11-af18-4895-bc66-918b41179b89, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e11cfe11-af18-4895-bc66-918b41179b89,segment=NetworkSegment(9034755b-16d5-445a-8776-5ff3dcdc78d6),segment_id=9034755b-16d5-445a-8776-5ff3dcdc78d6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:21.575833 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:21.576805 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 2a52bc35-32b0-4888-a437-4ec599149650 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:42:21.608735 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6d1a9-7794-46ad-89d8-e4666cb8f8e4 admin admin] Pushing event updated for resources: {'Port': ['ID=7a822bed-d0aa-4297-be9f-a24aa322ff11,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:21.611481 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6e6d1a9-7794-46ad-89d8-e4666cb8f8e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-893241'] for router_interface, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:21.670411 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=e11cfe11-af18-4895-bc66-918b41179b89,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:21.697387 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 2a52bc35-32b0-4888-a437-4ec599149650 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:42:21.704084 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 2a52bc35-32b0-4888-a437-4ec599149650 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:21.704468 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:21.725947 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e6d1a9-7794-46ad-89d8-e4666cb8f8e4 admin admin] Network 0b9221d9-fdf9-4409-a205-cae353593e61 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:42:21.727447 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-e6e6d1a9-7794-46ad-89d8-e4666cb8f8e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:42:21.879279 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:21.894249 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3fe8b974-f80f-4285-988b-a3f7eb012a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:21.901084 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e6d1a9-7794-46ad-89d8-e4666cb8f8e4 admin admin] Router 98b804d8-dfa7-44fc-ab1d-1fb0932aadaa has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:42:21.925571 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 2a52bc35-32b0-4888-a437-4ec599149650, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=2a52bc35-32b0-4888-a437-4ec599149650,segment=NetworkSegment(b968df48-c4e8-4810-b8fb-309cd325e4b0),segment_id=b968df48-c4e8-4810-b8fb-309cd325e4b0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:21.933444 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:22.007729 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=2a52bc35-32b0-4888-a437-4ec599149650,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:22.059421 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e6d1a9-7794-46ad-89d8-e4666cb8f8e4 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:42:22.066848 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-e6e6d1a9-7794-46ad-89d8-e4666cb8f8e4 admin admin] 10.222.0.38 "PUT /v2.0/routers/98b804d8-dfa7-44fc-ab1d-1fb0932aadaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2213094 Jul 16 21:42:22.095098 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e9e96925-fd0d-43da-8d90-8305df06a66d None None] Provisioning for port 7a822bed-d0aa-4297-be9f-a24aa322ff11 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:42:22.099327 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e9e96925-fd0d-43da-8d90-8305df06a66d None None] Provisioning complete for port 7a822bed-d0aa-4297-be9f-a24aa322ff11 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:22.099713 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9e96925-fd0d-43da-8d90-8305df06a66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:22.138296 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e9e96925-fd0d-43da-8d90-8305df06a66d None None] Port 7a822bed-d0aa-4297-be9f-a24aa322ff11 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:42:22.151697 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e9e96925-fd0d-43da-8d90-8305df06a66d None None] Provisioning complete for port 2a52bc35-32b0-4888-a437-4ec599149650 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:22.152155 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9e96925-fd0d-43da-8d90-8305df06a66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:22.401024 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7d253b7f-a9d0-4718-ac77-19ac8e0c2784 None None] Provisioning complete for port 7a822bed-d0aa-4297-be9f-a24aa322ff11 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:22.401680 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d253b7f-a9d0-4718-ac77-19ac8e0c2784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:22.469588 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7d253b7f-a9d0-4718-ac77-19ac8e0c2784 None None] Port 7a822bed-d0aa-4297-be9f-a24aa322ff11 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:42:22.589918 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2ae08754-4381-4d5a-b7f0-765f4024dd28 None None] Provisioning complete for port 7a822bed-d0aa-4297-be9f-a24aa322ff11 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:22.590486 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ae08754-4381-4d5a-b7f0-765f4024dd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:22.626875 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2ae08754-4381-4d5a-b7f0-765f4024dd28 None None] Port 7a822bed-d0aa-4297-be9f-a24aa322ff11 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:42:22.844446 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60148) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:22.849146 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-dec72433-aef7-4378-9fc3-3369f103d53e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1948036524', 'description': 'tempest-secgroup-smoke-1948036524 description', 'project_id': '8a41b940bec14e139c72f88a5e19d38c'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:22.871406 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dec72433-aef7-4378-9fc3-3369f103d53e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for security_group, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:22.956199 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dec72433-aef7-4378-9fc3-3369f103d53e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for security_group, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:22.961110 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dec72433-aef7-4378-9fc3-3369f103d53e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:22.994498 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec72433-aef7-4378-9fc3-3369f103d53e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:22.997090 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dec72433-aef7-4378-9fc3-3369f103d53e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.001147 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-dec72433-aef7-4378-9fc3-3369f103d53e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1529624 Jul 16 21:42:23.001534 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60150) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:23.007580 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-399e9285-22a0-49bc-aed0-b1d30fdcac20 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Request body: {'security_group_rule': {'security_group_id': '69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad', 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:23.038262 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-399e9285-22a0-49bc-aed0-b1d30fdcac20 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.090601 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e11cfe11-af18-4895-bc66-918b41179b89 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:42:23.111456 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-399e9285-22a0-49bc-aed0-b1d30fdcac20 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.115641 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-399e9285-22a0-49bc-aed0-b1d30fdcac20 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.137780 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e9285-22a0-49bc-aed0-b1d30fdcac20 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c2bb47-cf5e-4324-a4d0-0049760301cd,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:23.141768 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-399e9285-22a0-49bc-aed0-b1d30fdcac20 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.142877 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port e11cfe11-af18-4895-bc66-918b41179b89 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:23.143031 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-399e9285-22a0-49bc-aed0-b1d30fdcac20 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395223 Jul 16 21:42:23.143559 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.147089 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60152) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:23.151940 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-18a96f5c-0053-462b-91ee-3a8f44214ab9 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Request body: {'security_group_rule': {'security_group_id': '69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad', 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:23.181922 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-18a96f5c-0053-462b-91ee-3a8f44214ab9 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.230130 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c60618b7-ef2e-4529-97df-1066bc53d4f2 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:42:23.248849 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-18a96f5c-0053-462b-91ee-3a8f44214ab9 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.254600 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-18a96f5c-0053-462b-91ee-3a8f44214ab9 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.274929 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a96f5c-0053-462b-91ee-3a8f44214ab9 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65337f0c-3d23-4af1-81f5-04347f0eef27,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:23.281418 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-18a96f5c-0053-462b-91ee-3a8f44214ab9 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.282940 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-18a96f5c-0053-462b-91ee-3a8f44214ab9 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1346121 Jul 16 21:42:23.285528 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60154) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:23.286285 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port c60618b7-ef2e-4529-97df-1066bc53d4f2 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:42:23.290344 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-995f60a0-a5a3-4e67-a983-5d1ce04f3f45 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Request body: {'security_group_rule': {'security_group_id': '69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad', 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:23.290499 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port c60618b7-ef2e-4529-97df-1066bc53d4f2 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:23.290911 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.317130 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-995f60a0-a5a3-4e67-a983-5d1ce04f3f45 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.371770 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.376431 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-995f60a0-a5a3-4e67-a983-5d1ce04f3f45 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.380336 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-995f60a0-a5a3-4e67-a983-5d1ce04f3f45 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.394741 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port c60618b7-ef2e-4529-97df-1066bc53d4f2, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=c60618b7-ef2e-4529-97df-1066bc53d4f2,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:23.398634 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f60a0-a5a3-4e67-a983-5d1ce04f3f45 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5b7443-4727-47be-bb19-ef378d3fb38d,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:23.398943 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.399448 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 2a52bc35-32b0-4888-a437-4ec599149650 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:42:23.408007 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-995f60a0-a5a3-4e67-a983-5d1ce04f3f45 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.411964 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-995f60a0-a5a3-4e67-a983-5d1ce04f3f45 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227450 Jul 16 21:42:23.412915 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60156) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:23.417989 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-58f3ef83-7c0b-4671-96bc-1c411454d259 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Request body: {'security_group_rule': {'security_group_id': '69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad', 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:23.448303 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58f3ef83-7c0b-4671-96bc-1c411454d259 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.478594 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=c60618b7-ef2e-4529-97df-1066bc53d4f2,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:23.491657 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 2a52bc35-32b0-4888-a437-4ec599149650 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:23.492039 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.516162 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58f3ef83-7c0b-4671-96bc-1c411454d259 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.520351 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58f3ef83-7c0b-4671-96bc-1c411454d259 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.541045 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3ef83-7c0b-4671-96bc-1c411454d259 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efbcd61a-7803-4db9-9795-e01a4703af00,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:23.549806 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-58f3ef83-7c0b-4671-96bc-1c411454d259 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.551172 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-58f3ef83-7c0b-4671-96bc-1c411454d259 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1370387 Jul 16 21:42:23.553846 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60158) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:23.558418 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-f245310f-30db-4eb2-a31d-e441362f902f tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Request body: {'security_group_rule': {'security_group_id': '69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad', 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:23.582989 n-d-791506-21 neutron-server[93793]: INFO neutron.db.securitygroups_db [None req-f245310f-30db-4eb2-a31d-e441362f902f tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Project 8a41b940bec14e139c72f88a5e19d38c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:42:23.588018 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f245310f-30db-4eb2-a31d-e441362f902f tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.652493 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f245310f-30db-4eb2-a31d-e441362f902f tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.656720 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f245310f-30db-4eb2-a31d-e441362f902f tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.675083 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245310f-30db-4eb2-a31d-e441362f902f tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0cc72f6-343d-4d7e-a9c2-e02117b24b00,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:23.683288 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f245310f-30db-4eb2-a31d-e441362f902f tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.684627 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-f245310f-30db-4eb2-a31d-e441362f902f tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1297810 Jul 16 21:42:23.687879 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60160) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:23.692840 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [None req-86c38a2a-c8d6-4a6a-8139-844b96a7582e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Request body: {'security_group_rule': {'security_group_id': '69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad', 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:23.714913 n-d-791506-21 neutron-server[93793]: INFO neutron.db.securitygroups_db [None req-86c38a2a-c8d6-4a6a-8139-844b96a7582e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Project 8a41b940bec14e139c72f88a5e19d38c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:42:23.720148 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-86c38a2a-c8d6-4a6a-8139-844b96a7582e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.786510 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-86c38a2a-c8d6-4a6a-8139-844b96a7582e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.791009 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-86c38a2a-c8d6-4a6a-8139-844b96a7582e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971540'] for security_group_rule, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.809117 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c38a2a-c8d6-4a6a-8139-844b96a7582e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed1ec8e-bf10-45b0-8b75-90ca3d0fd8ab,revision_number=0']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:23.816823 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-86c38a2a-c8d6-4a6a-8139-844b96a7582e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.818455 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-86c38a2a-c8d6-4a6a-8139-844b96a7582e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294611 Jul 16 21:42:23.944519 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25348942-0dda-4c62-9640-f48fc1142805 None None] Sync routers for ids ['98b804d8-dfa7-44fc-ab1d-1fb0932aadaa'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:42:23.954275 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25348942-0dda-4c62-9640-f48fc1142805 None None] Routers {'98b804d8-dfa7-44fc-ab1d-1fb0932aadaa'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:42:23.954936 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-25348942-0dda-4c62-9640-f48fc1142805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:41:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['98b804d8-dfa7-44fc-ab1d-1fb0932aadaa'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:23.961596 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-36265f16-e76b-4166-89cb-d05e3a1823d8 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1948036524&fields=id&tenant_id=8a41b940bec14e139c72f88a5e19d38c HTTP/1.1" status: 200 len: 267 time: 0.0360014 Jul 16 21:42:24.065841 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-25348942-0dda-4c62-9640-f48fc1142805 None None] Set router 98b804d8-dfa7-44fc-ab1d-1fb0932aadaa gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:42:24.076046 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-7414643a-9cc4-4ddc-b9df-65ae1fcbd2e4 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:24.077620 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-7414643a-9cc4-4ddc-b9df-65ae1fcbd2e4 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/networks?id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad HTTP/1.1" status: 200 len: 810 time: 0.1095424 Jul 16 21:42:24.094306 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-b6fa6188-abb6-40c7-9580-63d52952d394 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/quotas/8a41b940bec14e139c72f88a5e19d38c HTTP/1.1" status: 200 len: 375 time: 0.0109212 Jul 16 21:42:24.164393 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-dde00454-6590-4ad0-988b-b585523611bc tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8a41b940bec14e139c72f88a5e19d38c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646036 Jul 16 21:42:24.181042 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-2dd39981-bcfc-4185-8cd3-a59f89705674 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:42:24.181992 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-2dd39981-bcfc-4185-8cd3-a59f89705674 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059168 Jul 16 21:42:24.270399 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-25348942-0dda-4c62-9640-f48fc1142805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b804d8-dfa7-44fc-ab1d-1fb0932aadaa', 'name': 'tempest-TestSnapshotPattern-596165060-router', 'tenant_id': '42c1ea2849724bd09f2d59ffbe329fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'c60618b7-ef2e-4529-97df-1066bc53d4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:18Z', 'updated_at': '2021-07-16T21:42:21Z', 'revision_number': 4, 'project_id': '42c1ea2849724bd09f2d59ffbe329fed', 'gw_port': {'id': 'c60618b7-ef2e-4529-97df-1066bc53d4f2', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:99:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b804d8-dfa7-44fc-ab1d-1fb0932aadaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:18Z', 'updated_at': '2021-07-16T21:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '7a822bed-d0aa-4297-be9f-a24aa322ff11', 'name': '', 'network_id': '0b9221d9-fdf9-4409-a205-cae353593e61', 'tenant_id': '42c1ea2849724bd09f2d59ffbe329fed', 'mac_address': 'fa:16:3e:97:20:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b804d8-dfa7-44fc-ab1d-1fb0932aadaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'e31c9e9c-32a3-43b7-bce6-317762026a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:20Z', 'updated_at': '2021-07-16T21:42:21Z', 'revision_number': 2, 'project_id': '42c1ea2849724bd09f2d59ffbe329fed', 'subnets': [{'id': 'e31c9e9c-32a3-43b7-bce6-317762026a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:24.298203 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25348942-0dda-4c62-9640-f48fc1142805 None None] Checking router: 98b804d8-dfa7-44fc-ab1d-1fb0932aadaa for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:42:24.298583 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25348942-0dda-4c62-9640-f48fc1142805 None None] Updating router 98b804d8-dfa7-44fc-ab1d-1fb0932aadaa port 7a822bed-d0aa-4297-be9f-a24aa322ff11 binding host n-d-791506-21 {{(pid=93795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:42:24.336556 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-25348942-0dda-4c62-9640-f48fc1142805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:24.376055 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-bf29597d-c382-4278-ae5b-c96b748098bc service neutron] 10.222.0.38 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873033 Jul 16 21:42:24.394098 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ff15402-70c9-4706-9478-02db11feab55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:24.468612 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-36d55450-9b98-4ec8-9aac-3d7a410ed73a service neutron] 10.222.0.38 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857418 Jul 16 21:42:24.476991 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:24.624759 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-25348942-0dda-4c62-9640-f48fc1142805 None None] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:24.634797 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-25348942-0dda-4c62-9640-f48fc1142805 None None] Transition to ACTIVE for port object 7a822bed-d0aa-4297-be9f-a24aa322ff11 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:42:24.640053 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-25348942-0dda-4c62-9640-f48fc1142805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:24.687967 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0b542-e2df-4c56-9886-ce9f8619f731 None None] Pushing event updated for resources: {'Port': ['ID=7a822bed-d0aa-4297-be9f-a24aa322ff11,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:24.748015 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-25348942-0dda-4c62-9640-f48fc1142805 None None] Attempting to bind port 7a822bed-d0aa-4297-be9f-a24aa322ff11 on host n-d-791506-21 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:42:24.748402 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-25348942-0dda-4c62-9640-f48fc1142805 None None] Attempting to bind port 7a822bed-d0aa-4297-be9f-a24aa322ff11 by drivers openvswitch,hyperv on host n-d-791506-21 at level 0 using segments [{'id': 'b968df48-c4e8-4810-b8fb-309cd325e4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0b9221d9-fdf9-4409-a205-cae353593e61'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:42:24.748767 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25348942-0dda-4c62-9640-f48fc1142805 None None] Attempting to bind port 7a822bed-d0aa-4297-be9f-a24aa322ff11 on network 0b9221d9-fdf9-4409-a205-cae353593e61 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:42:24.754921 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25348942-0dda-4c62-9640-f48fc1142805 None None] Checking agent: {'id': '9fdc3437-3d0e-481f-abdf-52e34cf57f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 10, 54), 'started_at': datetime.datetime(2021, 7, 16, 20, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:42:24.755297 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25348942-0dda-4c62-9640-f48fc1142805 None None] Checking segment: {'id': 'b968df48-c4e8-4810-b8fb-309cd325e4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0b9221d9-fdf9-4409-a205-cae353593e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:42:24.755703 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-25348942-0dda-4c62-9640-f48fc1142805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:24.756101 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25348942-0dda-4c62-9640-f48fc1142805 None None] Bound using segment: {'id': 'b968df48-c4e8-4810-b8fb-309cd325e4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0b9221d9-fdf9-4409-a205-cae353593e61'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:42:24.756570 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-25348942-0dda-4c62-9640-f48fc1142805 None None] Bound port: 7a822bed-d0aa-4297-be9f-a24aa322ff11, host: n-d-791506-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b968df48-c4e8-4810-b8fb-309cd325e4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0b9221d9-fdf9-4409-a205-cae353593e61'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:42:24.756954 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-25348942-0dda-4c62-9640-f48fc1142805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:24.822973 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-25348942-0dda-4c62-9640-f48fc1142805 None None] For port 7a822bed-d0aa-4297-be9f-a24aa322ff11, host n-d-791506-21, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:42:24.826443 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-25348942-0dda-4c62-9640-f48fc1142805 None None] For port 7a822bed-d0aa-4297-be9f-a24aa322ff11, host n-d-791506-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=7a822bed-d0aa-4297-be9f-a24aa322ff11,segment=NetworkSegment(b968df48-c4e8-4810-b8fb-309cd325e4b0),segment_id=b968df48-c4e8-4810-b8fb-309cd325e4b0)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:42:24.832200 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-25348942-0dda-4c62-9640-f48fc1142805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:24.903964 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25348942-0dda-4c62-9640-f48fc1142805 None None] Routers {'98b804d8-dfa7-44fc-ab1d-1fb0932aadaa'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:42:24.904612 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-25348942-0dda-4c62-9640-f48fc1142805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:42:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['98b804d8-dfa7-44fc-ab1d-1fb0932aadaa'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:24.909883 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0b542-e2df-4c56-9886-ce9f8619f731 None None] Pushing event updated for resources: {'Port': ['ID=7a822bed-d0aa-4297-be9f-a24aa322ff11,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:25.022786 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-25348942-0dda-4c62-9640-f48fc1142805 None None] Set router 98b804d8-dfa7-44fc-ab1d-1fb0932aadaa gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:42:25.026383 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c60618b7-ef2e-4529-97df-1066bc53d4f2 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:42:25.350888 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port c60618b7-ef2e-4529-97df-1066bc53d4f2 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:25.351261 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:25.491165 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-25348942-0dda-4c62-9640-f48fc1142805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b804d8-dfa7-44fc-ab1d-1fb0932aadaa', 'name': 'tempest-TestSnapshotPattern-596165060-router', 'tenant_id': '42c1ea2849724bd09f2d59ffbe329fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'c60618b7-ef2e-4529-97df-1066bc53d4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:18Z', 'updated_at': '2021-07-16T21:42:21Z', 'revision_number': 4, 'project_id': '42c1ea2849724bd09f2d59ffbe329fed', 'gw_port': {'id': 'c60618b7-ef2e-4529-97df-1066bc53d4f2', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:99:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b804d8-dfa7-44fc-ab1d-1fb0932aadaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:18Z', 'updated_at': '2021-07-16T21:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '7a822bed-d0aa-4297-be9f-a24aa322ff11', 'name': '', 'network_id': '0b9221d9-fdf9-4409-a205-cae353593e61', 'tenant_id': '42c1ea2849724bd09f2d59ffbe329fed', 'mac_address': 'fa:16:3e:97:20:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b804d8-dfa7-44fc-ab1d-1fb0932aadaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'e31c9e9c-32a3-43b7-bce6-317762026a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:20Z', 'updated_at': '2021-07-16T21:42:24Z', 'revision_number': 4, 'project_id': '42c1ea2849724bd09f2d59ffbe329fed', 'subnets': [{'id': 'e31c9e9c-32a3-43b7-bce6-317762026a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:25.518189 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25348942-0dda-4c62-9640-f48fc1142805 None None] The sync data for ids ['98b804d8-dfa7-44fc-ab1d-1fb0932aadaa'] in n-d-791506-21 is: [{'id': '98b804d8-dfa7-44fc-ab1d-1fb0932aadaa', 'name': 'tempest-TestSnapshotPattern-596165060-router', 'tenant_id': '42c1ea2849724bd09f2d59ffbe329fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'c60618b7-ef2e-4529-97df-1066bc53d4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:18Z', 'updated_at': '2021-07-16T21:42:21Z', 'revision_number': 4, 'project_id': '42c1ea2849724bd09f2d59ffbe329fed', 'gw_port': {'id': 'c60618b7-ef2e-4529-97df-1066bc53d4f2', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:99:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b804d8-dfa7-44fc-ab1d-1fb0932aadaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:18Z', 'updated_at': '2021-07-16T21:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': '7a822bed-d0aa-4297-be9f-a24aa322ff11', 'name': '', 'network_id': '0b9221d9-fdf9-4409-a205-cae353593e61', 'tenant_id': '42c1ea2849724bd09f2d59ffbe329fed', 'mac_address': 'fa:16:3e:97:20:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b804d8-dfa7-44fc-ab1d-1fb0932aadaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'e31c9e9c-32a3-43b7-bce6-317762026a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:20Z', 'updated_at': '2021-07-16T21:42:24Z', 'revision_number': 4, 'project_id': '42c1ea2849724bd09f2d59ffbe329fed', 'subnets': [{'id': 'e31c9e9c-32a3-43b7-bce6-317762026a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:42:25.673465 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ddde4fdc-bafd-4941-852a-b6ad959b1875 req-3c8236af-368b-4abb-9650-bf1e3b61515c tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a HTTP/1.1" status: 200 len: 210 time: 0.0343053 Jul 16 21:42:26.104614 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:26.758785 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5244c98e-7154-4dc9-ace1-920da0d1ead8 req-5f4d7f2b-c916-4c68-9aca-dcb2bec8783d tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a HTTP/1.1" status: 200 len: 210 time: 0.0299649 Jul 16 21:42:27.035353 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 7a822bed-d0aa-4297-be9f-a24aa322ff11 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:42:27.084480 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning for port 7a822bed-d0aa-4297-be9f-a24aa322ff11 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:42:27.088434 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 7a822bed-d0aa-4297-be9f-a24aa322ff11 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:27.088809 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:27.174704 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:27.214869 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] For port 7a822bed-d0aa-4297-be9f-a24aa322ff11, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=7a822bed-d0aa-4297-be9f-a24aa322ff11,segment=NetworkSegment(b968df48-c4e8-4810-b8fb-309cd325e4b0),segment_id=b968df48-c4e8-4810-b8fb-309cd325e4b0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:27.219614 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:27.276657 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Pushing event updated for resources: {'Port': ['ID=7a822bed-d0aa-4297-be9f-a24aa322ff11,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:27.846210 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-99159303-f3d0-40a4-9a2f-031208d2c98e req-a5a9c567-8811-4b8f-a693-8b73de232ec1 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a HTTP/1.1" status: 200 len: 210 time: 0.0304987 Jul 16 21:42:27.934564 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:28.928900 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a2751faf-90b9-4aac-a9dd-1c9fda03d74e req-2c6fc749-3843-40c6-8c72-a55ffd129541 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a HTTP/1.1" status: 200 len: 210 time: 0.0288775 Jul 16 21:42:29.010931 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 7a822bed-d0aa-4297-be9f-a24aa322ff11 up at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:42:29.062821 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Provisioning complete for port 7a822bed-d0aa-4297-be9f-a24aa322ff11 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:29.063271 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:30.071569 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-ff98d026-1dfc-4d7a-9d79-0bc3bce00ca6 req-bf7df91e-a2eb-4996-9cca-78ce44270cc9 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a HTTP/1.1" status: 200 len: 210 time: 0.0306406 Jul 16 21:42:30.172759 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:30.975952 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-84e34ec7-412c-4489-941d-3c2aa7647262 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:30.977404 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-84e34ec7-412c-4489-941d-3c2aa7647262 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.18 "GET /v2.0/networks?id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad HTTP/1.1" status: 200 len: 810 time: 0.1085908 Jul 16 21:42:31.023125 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-b5761fb3-8435-42f9-bab5-3ad3ad739ae7 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a41b940bec14e139c72f88a5e19d38c HTTP/1.1" status: 200 len: 380 time: 0.0364285 Jul 16 21:42:31.031826 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-b8fb626f-1323-4aee-96f6-dc93b6a92729 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Request body: {'port': {'device_id': '488518b2-69f2-4e08-a69b-ea4a1b8b667a', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'admin_state_up': True, 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'security_groups': ['69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:31.149302 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-b8fb626f-1323-4aee-96f6-dc93b6a92729 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Made reservation on behalf of 8a41b940bec14e139c72f88a5e19d38c for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:42:31.153645 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-b8fb626f-1323-4aee-96f6-dc93b6a92729 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:31.249006 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-531148e4-9ab1-42e4-9bf0-649f0d557e3e req-f2508e93-f64e-4a59-9864-b00cb47b5b10 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a HTTP/1.1" status: 200 len: 210 time: 0.0414782 Jul 16 21:42:31.310368 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-b8fb626f-1323-4aee-96f6-dc93b6a92729 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Allocated IP 172.20.0.11 (1cb80aae-f5ce-4717-b7ca-e49e30ef57ad/c212a791-415c-4075-b113-da8081221eb5/a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:42:31.450338 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-b8fb626f-1323-4aee-96f6-dc93b6a92729 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:31.464570 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-b8fb626f-1323-4aee-96f6-dc93b6a92729 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Transition to ACTIVE for port object a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:42:31.497000 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-b8fb626f-1323-4aee-96f6-dc93b6a92729 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:31.542522 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-b8fb626f-1323-4aee-96f6-dc93b6a92729 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Network 1cb80aae-f5ce-4717-b7ca-e49e30ef57ad is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:42:31.548113 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-b8fb626f-1323-4aee-96f6-dc93b6a92729 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:42:31.551950 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-b8fb626f-1323-4aee-96f6-dc93b6a92729 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:42:31.578817 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb626f-1323-4aee-96f6-dc93b6a92729 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Pushing event updated for resources: {'Port': ['ID=a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:31.607631 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-b8fb626f-1323-4aee-96f6-dc93b6a92729 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:31.608265 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-b8fb626f-1323-4aee-96f6-dc93b6a92729 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:31.624217 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-b8fb626f-1323-4aee-96f6-dc93b6a92729 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5960515 Jul 16 21:42:31.635061 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-a540159e-e3e9-4c2a-92ef-a2be921667d6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:42:31.636282 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-a540159e-e3e9-4c2a-92ef-a2be921667d6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055861 Jul 16 21:42:31.647159 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-e0808fe5-2aa6-4553-a580-998f6c2d462d service neutron] Request body: {'port': {'device_id': '488518b2-69f2-4e08-a69b-ea4a1b8b667a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-21'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:31.726984 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-e0808fe5-2aa6-4553-a580-998f6c2d462d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:31.830994 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-eff18766-3ff7-442e-8025-d4e3a367e132 None None] Provisioning for port a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:42:31.835648 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-eff18766-3ff7-442e-8025-d4e3a367e132 None None] Provisioning complete for port a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:31.836040 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eff18766-3ff7-442e-8025-d4e3a367e132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:31.870175 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-eff18766-3ff7-442e-8025-d4e3a367e132 None None] Port a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:42:31.990494 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-e0808fe5-2aa6-4553-a580-998f6c2d462d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:42:31.997696 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-e0808fe5-2aa6-4553-a580-998f6c2d462d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:32.009433 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-e0808fe5-2aa6-4553-a580-998f6c2d462d service neutron] Transition to ACTIVE for port object a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:42:32.014430 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-e0808fe5-2aa6-4553-a580-998f6c2d462d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:32.065492 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0808fe5-2aa6-4553-a580-998f6c2d462d service neutron] Pushing event updated for resources: {'Port': ['ID=a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:32.534108 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-e0808fe5-2aa6-4553-a580-998f6c2d462d service neutron] Attempting to bind port a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 on host n-h1-791506-21 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:42:32.534863 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-e0808fe5-2aa6-4553-a580-998f6c2d462d service neutron] Attempting to bind port a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 by drivers openvswitch,hyperv on host n-h1-791506-21 at level 0 using segments [{'id': '9034755b-16d5-445a-8776-5ff3dcdc78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:42:32.534863 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-e0808fe5-2aa6-4553-a580-998f6c2d462d service neutron] Attempting to bind port a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 on network 1cb80aae-f5ce-4717-b7ca-e49e30ef57ad {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:42:32.543609 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-e0808fe5-2aa6-4553-a580-998f6c2d462d service neutron] Port a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 on network 1cb80aae-f5ce-4717-b7ca-e49e30ef57ad not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-21 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:42:32.543936 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-e0808fe5-2aa6-4553-a580-998f6c2d462d service neutron] Attempting to bind port a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 on network 1cb80aae-f5ce-4717-b7ca-e49e30ef57ad {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:42:32.552444 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-e0808fe5-2aa6-4553-a580-998f6c2d462d service neutron] Checking agent: {'id': '5cdd2ae5-4091-41ec-9629-b313e16a23dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:42:32.552759 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-e0808fe5-2aa6-4553-a580-998f6c2d462d service neutron] Checking segment: {'id': '9034755b-16d5-445a-8776-5ff3dcdc78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:42:32.553143 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-e0808fe5-2aa6-4553-a580-998f6c2d462d service neutron] Bound using segment: {'id': '9034755b-16d5-445a-8776-5ff3dcdc78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:42:32.553566 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-e0808fe5-2aa6-4553-a580-998f6c2d462d service neutron] Bound port: a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9, host: n-h1-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9034755b-16d5-445a-8776-5ff3dcdc78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:42:32.553923 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-e0808fe5-2aa6-4553-a580-998f6c2d462d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:32.574098 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41df7c8-0263-45d2-888a-b45aa4a6ffd7 req-0e7dff10-3723-4be7-9f18-0d6de0f2f0c8 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:32.575604 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d41df7c8-0263-45d2-888a-b45aa4a6ffd7 req-0e7dff10-3723-4be7-9f18-0d6de0f2f0c8 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a HTTP/1.1" status: 200 len: 944 time: 0.1024487 Jul 16 21:42:32.654572 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d41df7c8-0263-45d2-888a-b45aa4a6ffd7 req-451bf21c-ba39-493a-9979-804cf7bc2c14 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568528 Jul 16 21:42:32.658762 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-e0808fe5-2aa6-4553-a580-998f6c2d462d service neutron] For port a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9, host n-h1-791506-21, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:42:32.661898 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-e0808fe5-2aa6-4553-a580-998f6c2d462d service neutron] For port a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9, host n-h1-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9,segment=NetworkSegment(9034755b-16d5-445a-8776-5ff3dcdc78d6),segment_id=9034755b-16d5-445a-8776-5ff3dcdc78d6)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:42:32.666741 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-e0808fe5-2aa6-4553-a580-998f6c2d462d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:32.699429 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-e0808fe5-2aa6-4553-a580-998f6c2d462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:32.699990 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-e0808fe5-2aa6-4553-a580-998f6c2d462d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:32.701400 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-e0808fe5-2aa6-4553-a580-998f6c2d462d service neutron] 10.222.0.18 "PUT /v2.0/ports/a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 HTTP/1.1" status: 200 len: 1093 time: 1.0587981 Jul 16 21:42:32.701890 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488518b2-69f2-4e08-a69b-ea4a1b8b667a', 'tag': 'a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:42:32.705040 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1b2e8b-2ecc-4ee5-b1f6-49e24ab3adb4" -d '{"events": [{"name": "network-changed", "server_uuid": "488518b2-69f2-4e08-a69b-ea4a1b8b667a", "tag": "a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:42:32.734608 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0808fe5-2aa6-4553-a580-998f6c2d462d service neutron] Pushing event updated for resources: {'Port': ['ID=a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:32.804335 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-c6b97698-356f-4198-b87f-9ef7d7f80ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:32.805981 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-c6b97698-356f-4198-b87f-9ef7d7f80ecb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a41b940bec14e139c72f88a5e19d38c&device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a HTTP/1.1" status: 200 len: 1096 time: 0.0604281 Jul 16 21:42:32.820640 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e3b051-ebf3-4eb8-b981-0c4fe096aaa7 x-openstack-request-id: req-57e3b051-ebf3-4eb8-b981-0c4fe096aaa7 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:42:32.821039 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "488518b2-69f2-4e08-a69b-ea4a1b8b667a", "tag": "a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:42:32.821382 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-57e3b051-ebf3-4eb8-b981-0c4fe096aaa7 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:42:32.821846 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '488518b2-69f2-4e08-a69b-ea4a1b8b667a', 'tag': 'a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9', 'status': 'completed', 'code': 200} Jul 16 21:42:32.856873 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-209853f3-c508-41be-8b55-569b0f09d3ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 HTTP/1.1" status: 200 len: 217 time: 0.0435448 Jul 16 21:42:32.908097 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-50217b86-1d17-4429-b073-c00cd6a69501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:32.909517 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-50217b86-1d17-4429-b073-c00cd6a69501 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c212a791-415c-4075-b113-da8081221eb5 HTTP/1.1" status: 200 len: 849 time: 0.0462165 Jul 16 21:42:32.967663 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-b5636dee-cf05-4781-848e-1b37528c0783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:32.969395 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-b5636dee-cf05-4781-848e-1b37528c0783 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538187 Jul 16 21:42:33.063155 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-19a798fa-5e18-40cc-9a39-7576e3b9f582 service neutron] 10.222.0.18 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877314 Jul 16 21:42:33.153277 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e2c5ae6d-c730-4b8f-b9a7-bb43e9204817 req-f91f4273-62d9-4606-9662-5cdb16139896 service neutron] 10.222.0.18 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833998 Jul 16 21:42:33.260854 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b2e8b-2ecc-4ee5-b1f6-49e24ab3adb4 req-3128d976-2c5e-4e71-b220-4a45b64cb60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:33.262492 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b1b2e8b-2ecc-4ee5-b1f6-49e24ab3adb4 req-3128d976-2c5e-4e71-b220-4a45b64cb60a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a41b940bec14e139c72f88a5e19d38c&device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a HTTP/1.1" status: 200 len: 1096 time: 0.0591993 Jul 16 21:42:33.350607 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b2e8b-2ecc-4ee5-b1f6-49e24ab3adb4 req-3232d25b-df23-465a-9b92-7df6bc8ac4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:33.352059 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b1b2e8b-2ecc-4ee5-b1f6-49e24ab3adb4 req-3232d25b-df23-465a-9b92-7df6bc8ac4d2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad HTTP/1.1" status: 200 len: 911 time: 0.0841019 Jul 16 21:42:33.397076 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b1b2e8b-2ecc-4ee5-b1f6-49e24ab3adb4 req-7ac4ba35-a5a8-4827-a70b-a6e6b204fa6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 HTTP/1.1" status: 200 len: 217 time: 0.0383646 Jul 16 21:42:33.446595 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b2e8b-2ecc-4ee5-b1f6-49e24ab3adb4 req-3fd78ac7-51cb-4f89-8021-0dbc8b1b74d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:33.448081 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b1b2e8b-2ecc-4ee5-b1f6-49e24ab3adb4 req-3fd78ac7-51cb-4f89-8021-0dbc8b1b74d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c212a791-415c-4075-b113-da8081221eb5 HTTP/1.1" status: 200 len: 849 time: 0.0441566 Jul 16 21:42:33.504437 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b2e8b-2ecc-4ee5-b1f6-49e24ab3adb4 req-9fd2434f-8359-4a0b-9502-e6b55ddce935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:33.505837 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b1b2e8b-2ecc-4ee5-b1f6-49e24ab3adb4 req-9fd2434f-8359-4a0b-9502-e6b55ddce935 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513709 Jul 16 21:42:33.600911 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b1b2e8b-2ecc-4ee5-b1f6-49e24ab3adb4 req-44adc981-7dd4-4820-b366-1d9adf8424a8 service neutron] 10.222.0.18 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879979 Jul 16 21:42:33.691589 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-6b1b2e8b-2ecc-4ee5-b1f6-49e24ab3adb4 req-a7410e4b-75e1-4cbe-84e9-ac8f79ffc12e service neutron] 10.222.0.18 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827901 Jul 16 21:42:33.836678 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8dc49-5ad5-4ff5-87e4-3d7b26462029 req-e8725a6f-1fb1-4c80-a7e6-8e1b8e8c33ab tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:33.838163 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-96c8dc49-5ad5-4ff5-87e4-3d7b26462029 req-e8725a6f-1fb1-4c80-a7e6-8e1b8e8c33ab tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a HTTP/1.1" status: 200 len: 944 time: 0.0701547 Jul 16 21:42:33.876500 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-96c8dc49-5ad5-4ff5-87e4-3d7b26462029 req-3f578a1e-3ceb-4ceb-a8ca-eb650e683fa6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319631 Jul 16 21:42:34.099018 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:35.049825 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db1485-9c41-41bb-b737-8d9d57bea225 req-8319b200-4a02-43b0-8a59-32fe5ed14f8f tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:35.051355 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-92db1485-9c41-41bb-b737-8d9d57bea225 req-8319b200-4a02-43b0-8a59-32fe5ed14f8f tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a HTTP/1.1" status: 200 len: 944 time: 0.0634797 Jul 16 21:42:35.089375 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-92db1485-9c41-41bb-b737-8d9d57bea225 req-f82ad57a-acc9-4600-9cae-b019ffce53b6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322826 Jul 16 21:42:35.285453 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:42:35.382710 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9,segment=NetworkSegment(9034755b-16d5-445a-8776-5ff3dcdc78d6),segment_id=9034755b-16d5-445a-8776-5ff3dcdc78d6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:35.393650 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'port_id': 'a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9', 'mac_address': 'fa:16:3e:77:ef:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c212a791-415c-4075-b113-da8081221eb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:42:35.430457 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:35.443635 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:42:35.465810 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9,segment=NetworkSegment(9034755b-16d5-445a-8776-5ff3dcdc78d6),segment_id=9034755b-16d5-445a-8776-5ff3dcdc78d6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:35.469955 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:35.516209 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:35.668380 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:42:36.268140 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e9d49-9aa8-4992-a9bd-1819af741f9f req-fb0909ce-af78-46f0-a1ba-1c4c8e4a6cfc tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:36.269915 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e32e9d49-9aa8-4992-a9bd-1819af741f9f req-fb0909ce-af78-46f0-a1ba-1c4c8e4a6cfc tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a HTTP/1.1" status: 200 len: 945 time: 0.0662796 Jul 16 21:42:36.307551 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e32e9d49-9aa8-4992-a9bd-1819af741f9f req-8fba1171-cb4b-41d7-9081-8a58ee3562a0 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318673 Jul 16 21:42:37.301163 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:42:37.352921 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning for port a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:42:37.357083 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:37.357519 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:37.437181 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:37.460163 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488518b2-69f2-4e08-a69b-ea4a1b8b667a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:42:37.462521 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d599d8cd7c90ef7a4a4f11e3824443e11814837840e0ec22718dbf4e389f10a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfeaf860-2e08-434c-8ffa-49dd02586e99" -d '{"events": [{"server_uuid": "488518b2-69f2-4e08-a69b-ea4a1b8b667a", "name": "network-vif-plugged", "status": "completed", "tag": "a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:42:37.474703 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9,segment=NetworkSegment(9034755b-16d5-445a-8776-5ff3dcdc78d6),segment_id=9034755b-16d5-445a-8776-5ff3dcdc78d6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:37.479547 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:37.511130 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09effd5e-2c92-4e03-b273-985142103a2e req-a3645c6d-aef1-42fa-8ff1-ae4db5252868 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:37.519156 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09effd5e-2c92-4e03-b273-985142103a2e req-a3645c6d-aef1-42fa-8ff1-ae4db5252868 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a HTTP/1.1" status: 200 len: 945 time: 0.0951936 Jul 16 21:42:37.520989 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a8b5ab-7e18-4d54-8ddf-97a89fa4709b x-openstack-request-id: req-e7a8b5ab-7e18-4d54-8ddf-97a89fa4709b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:42:37.521287 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488518b2-69f2-4e08-a69b-ea4a1b8b667a", "name": "network-vif-plugged", "status": "completed", "tag": "a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:42:37.521526 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e7a8b5ab-7e18-4d54-8ddf-97a89fa4709b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:42:37.521916 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488518b2-69f2-4e08-a69b-ea4a1b8b667a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9', 'code': 200} Jul 16 21:42:37.540685 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:37.556031 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-09effd5e-2c92-4e03-b273-985142103a2e req-3b756af0-b3ab-48a6-988b-19aa4805b0d8 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357378 Jul 16 21:42:37.639807 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a526e-321a-4b08-b60e-3bd94b81209d req-d0197577-4390-43bf-8b30-ed9c3d675d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:37.641483 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-498a526e-321a-4b08-b60e-3bd94b81209d req-d0197577-4390-43bf-8b30-ed9c3d675d6b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a HTTP/1.1" status: 200 len: 1098 time: 0.0529425 Jul 16 21:42:37.674864 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-498a526e-321a-4b08-b60e-3bd94b81209d req-56f53ed5-79e2-49f1-8b00-33f799b77958 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275276 Jul 16 21:42:38.736618 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193211d-1b46-42d8-9148-c8ea65dec994 req-d92ce342-0c50-45b9-bfdc-98290b66310c tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:38.738141 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e193211d-1b46-42d8-9148-c8ea65dec994 req-d92ce342-0c50-45b9-bfdc-98290b66310c tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a HTTP/1.1" status: 200 len: 946 time: 0.0692980 Jul 16 21:42:38.776414 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e193211d-1b46-42d8-9148-c8ea65dec994 req-3410650a-0b47-4639-b92c-be831cd17388 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326443 Jul 16 21:42:38.951083 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd1c0c-942c-4812-a22d-bce43646f07e req-d0497acc-1ef3-4e1e-9729-eacc216602ec tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:38.953022 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33dd1c0c-942c-4812-a22d-bce43646f07e req-d0497acc-1ef3-4e1e-9729-eacc216602ec tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a HTTP/1.1" status: 200 len: 946 time: 0.0663238 Jul 16 21:42:38.991274 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-33dd1c0c-942c-4812-a22d-bce43646f07e req-984a5810-7cfb-42e9-ad59-f331a08c5550 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325623 Jul 16 21:42:39.014409 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60236) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:39.107386 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b592992-4e28-4a61-a1ed-5ae1a1242361 tempest-TestSnapshotPattern-1784509097 tempest-TestSnapshotPattern-1784509097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:39.109130 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-7b592992-4e28-4a61-a1ed-5ae1a1242361 tempest-TestSnapshotPattern-1784509097 tempest-TestSnapshotPattern-1784509097-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a HTTP/1.1" status: 200 len: 1093 time: 0.0927603 Jul 16 21:42:39.111850 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60240) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:39.116178 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-71bb699a-4b20-4853-8553-37c8565ea211 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'port_id': 'a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:39.137758 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71bb699a-4b20-4853-8553-37c8565ea211 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:39.239348 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71bb699a-4b20-4853-8553-37c8565ea211 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:39.350901 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-71bb699a-4b20-4853-8553-37c8565ea211 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Allocated IP 172.25.0.120 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/734680b4-aff4-4b90-9518-01f86cf686ab) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:42:39.452973 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71bb699a-4b20-4853-8553-37c8565ea211 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:39.492384 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71bb699a-4b20-4853-8553-37c8565ea211 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:39.534067 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bb699a-4b20-4853-8553-37c8565ea211 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:42:39.536825 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-71bb699a-4b20-4853-8553-37c8565ea211 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:42:39.539203 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb699a-4b20-4853-8553-37c8565ea211 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:42:39.567960 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb699a-4b20-4853-8553-37c8565ea211 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Pushing event updated for resources: {'Port': ['ID=734680b4-aff4-4b90-9518-01f86cf686ab,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:39.919955 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71bb699a-4b20-4853-8553-37c8565ea211 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:40.000425 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71bb699a-4b20-4853-8553-37c8565ea211 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:40.150947 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71bb699a-4b20-4853-8553-37c8565ea211 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:40.156751 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71bb699a-4b20-4853-8553-37c8565ea211 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:40.225909 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb699a-4b20-4853-8553-37c8565ea211 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Pushing event updated for resources: {'Port': ['ID=734680b4-aff4-4b90-9518-01f86cf686ab,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:40.237303 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71bb699a-4b20-4853-8553-37c8565ea211 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:40.339781 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-71bb699a-4b20-4853-8553-37c8565ea211 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Floating IP e3c61c37-bede-4d2b-8b36-d0b92013574c associated. External IP: 172.25.0.120, port: a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9. Jul 16 21:42:40.548022 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bb699a-4b20-4853-8553-37c8565ea211 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Router 21b6b68a-4703-4df5-b194-7d105bcb424c has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:42:40.654784 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bb699a-4b20-4853-8553-37c8565ea211 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:42:40.664809 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffa6b2a-d223-4d6a-afc5-622031c96720 None None] Sync routers for ids ['21b6b68a-4703-4df5-b194-7d105bcb424c'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:42:40.672027 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71bb699a-4b20-4853-8553-37c8565ea211 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:40.674557 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffa6b2a-d223-4d6a-afc5-622031c96720 None None] Routers {'21b6b68a-4703-4df5-b194-7d105bcb424c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:42:40.675168 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-8ffa6b2a-d223-4d6a-afc5-622031c96720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:42:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['21b6b68a-4703-4df5-b194-7d105bcb424c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:40.735806 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-71bb699a-4b20-4853-8553-37c8565ea211 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6229236 Jul 16 21:42:40.737542 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488518b2-69f2-4e08-a69b-ea4a1b8b667a', 'tag': 'a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:42:40.739793 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc197414-78c3-46ff-8e50-a42a378c73d3" -d '{"events": [{"name": "network-changed", "server_uuid": "488518b2-69f2-4e08-a69b-ea4a1b8b667a", "tag": "a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:42:40.768399 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a7534c31-32d1-4178-b548-d614bacc1160 req-3148473e-5e32-4ed7-957e-62d28d06d6d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0637264 Jul 16 21:42:40.785529 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5413dbd8-e7a1-4d79-ae84-950b2d347178 x-openstack-request-id: req-5413dbd8-e7a1-4d79-ae84-950b2d347178 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:42:40.785911 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "488518b2-69f2-4e08-a69b-ea4a1b8b667a", "tag": "a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:42:40.786229 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5413dbd8-e7a1-4d79-ae84-950b2d347178 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:42:40.786538 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-8ffa6b2a-d223-4d6a-afc5-622031c96720 None None] Set router 21b6b68a-4703-4df5-b194-7d105bcb424c gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:42:40.786967 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '488518b2-69f2-4e08-a69b-ea4a1b8b667a', 'tag': 'a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9', 'status': 'completed', 'code': 200} Jul 16 21:42:40.867447 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7534c31-32d1-4178-b548-d614bacc1160 req-206f2f97-826a-41e1-964a-520d56c468ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:40.869101 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a7534c31-32d1-4178-b548-d614bacc1160 req-206f2f97-826a-41e1-964a-520d56c468ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a41b940bec14e139c72f88a5e19d38c&device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a HTTP/1.1" status: 200 len: 1098 time: 0.0567553 Jul 16 21:42:40.973330 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7534c31-32d1-4178-b548-d614bacc1160 req-0db07f38-c9e2-422e-aecb-bd7710a655a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:40.974836 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a7534c31-32d1-4178-b548-d614bacc1160 req-0db07f38-c9e2-422e-aecb-bd7710a655a6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad HTTP/1.1" status: 200 len: 911 time: 0.0841649 Jul 16 21:42:41.016603 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-8ffa6b2a-d223-4d6a-afc5-622031c96720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'name': 'tempest-TestSnapshotPattern-1797471685-router', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:13Z', 'updated_at': '2021-07-16T21:42:16Z', 'revision_number': 4, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'gw_port': {'id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:14Z', 'updated_at': '2021-07-16T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'e3c61c37-bede-4d2b-8b36-d0b92013574c', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'port_id': 'a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'mac_address': 'fa:16:3e:77:ef:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488518b2-69f2-4e08-a69b-ea4a1b8b667a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:42:39Z', 'updated_at': '2021-07-16T21:42:39Z', 'revision_number': 0, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11cfe11-af18-4895-bc66-918b41179b89', 'name': '', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'mac_address': 'fa:16:3e:c0:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c212a791-415c-4075-b113-da8081221eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:15Z', 'updated_at': '2021-07-16T21:42:21Z', 'revision_number': 5, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'subnets': [{'id': 'c212a791-415c-4075-b113-da8081221eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:41.043324 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffa6b2a-d223-4d6a-afc5-622031c96720 None None] Checking router: 21b6b68a-4703-4df5-b194-7d105bcb424c for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:42:41.044796 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a7534c31-32d1-4178-b548-d614bacc1160 req-01512e03-b098-49e4-8fda-f80ca0971f42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 HTTP/1.1" status: 200 len: 1000 time: 0.0635304 Jul 16 21:42:41.051868 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffa6b2a-d223-4d6a-afc5-622031c96720 None None] Routers {'21b6b68a-4703-4df5-b194-7d105bcb424c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:42:41.052471 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-8ffa6b2a-d223-4d6a-afc5-622031c96720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:42:24Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['21b6b68a-4703-4df5-b194-7d105bcb424c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:41.093545 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7534c31-32d1-4178-b548-d614bacc1160 req-744b4c22-1968-4713-90c9-7b0e9962b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:41.095046 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a7534c31-32d1-4178-b548-d614bacc1160 req-744b4c22-1968-4713-90c9-7b0e9962b1aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c212a791-415c-4075-b113-da8081221eb5 HTTP/1.1" status: 200 len: 849 time: 0.0444305 Jul 16 21:42:41.152425 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7534c31-32d1-4178-b548-d614bacc1160 req-829473c1-6046-40c6-878d-a473abce84ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:41.153851 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a7534c31-32d1-4178-b548-d614bacc1160 req-829473c1-6046-40c6-878d-a473abce84ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523527 Jul 16 21:42:41.159178 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-8ffa6b2a-d223-4d6a-afc5-622031c96720 None None] Set router 21b6b68a-4703-4df5-b194-7d105bcb424c gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:42:41.248352 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a7534c31-32d1-4178-b548-d614bacc1160 req-fb486ea6-2192-48ee-88b5-29bdd6fd3457 service neutron] 10.222.0.18 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873461 Jul 16 21:42:41.341190 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a7534c31-32d1-4178-b548-d614bacc1160 req-028c85ea-6f36-4549-b52c-28a5ebe0b7c2 service neutron] 10.222.0.18 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857203 Jul 16 21:42:41.390598 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-8ffa6b2a-d223-4d6a-afc5-622031c96720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'name': 'tempest-TestSnapshotPattern-1797471685-router', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:13Z', 'updated_at': '2021-07-16T21:42:16Z', 'revision_number': 4, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'gw_port': {'id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:14Z', 'updated_at': '2021-07-16T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'e3c61c37-bede-4d2b-8b36-d0b92013574c', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'port_id': 'a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'mac_address': 'fa:16:3e:77:ef:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488518b2-69f2-4e08-a69b-ea4a1b8b667a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:42:39Z', 'updated_at': '2021-07-16T21:42:39Z', 'revision_number': 0, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11cfe11-af18-4895-bc66-918b41179b89', 'name': '', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'mac_address': 'fa:16:3e:c0:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c212a791-415c-4075-b113-da8081221eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:15Z', 'updated_at': '2021-07-16T21:42:21Z', 'revision_number': 5, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'subnets': [{'id': 'c212a791-415c-4075-b113-da8081221eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:41.446520 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc197414-78c3-46ff-8e50-a42a378c73d3 req-5a00140b-043c-4dfb-82a2-426f470a4d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:41.447949 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cc197414-78c3-46ff-8e50-a42a378c73d3 req-5a00140b-043c-4dfb-82a2-426f470a4d43 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a41b940bec14e139c72f88a5e19d38c&device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a HTTP/1.1" status: 200 len: 1098 time: 0.0592062 Jul 16 21:42:41.516345 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffa6b2a-d223-4d6a-afc5-622031c96720 None None] The sync data for ids ['21b6b68a-4703-4df5-b194-7d105bcb424c'] in n-d-791506-21 is: [{'id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'name': 'tempest-TestSnapshotPattern-1797471685-router', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:13Z', 'updated_at': '2021-07-16T21:42:16Z', 'revision_number': 4, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'gw_port': {'id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:14Z', 'updated_at': '2021-07-16T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'e3c61c37-bede-4d2b-8b36-d0b92013574c', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'port_id': 'a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'mac_address': 'fa:16:3e:77:ef:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488518b2-69f2-4e08-a69b-ea4a1b8b667a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:42:39Z', 'updated_at': '2021-07-16T21:42:39Z', 'revision_number': 0, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11cfe11-af18-4895-bc66-918b41179b89', 'name': '', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'mac_address': 'fa:16:3e:c0:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c212a791-415c-4075-b113-da8081221eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:15Z', 'updated_at': '2021-07-16T21:42:21Z', 'revision_number': 5, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'subnets': [{'id': 'c212a791-415c-4075-b113-da8081221eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:42:41.543357 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc197414-78c3-46ff-8e50-a42a378c73d3 req-28f18e91-7fdf-4bef-b6fd-fd0b6121d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:41.544713 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cc197414-78c3-46ff-8e50-a42a378c73d3 req-28f18e91-7fdf-4bef-b6fd-fd0b6121d07b service neutron] 10.222.0.18 "GET /v2.0/networks?id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad HTTP/1.1" status: 200 len: 911 time: 0.0907571 Jul 16 21:42:41.616688 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cc197414-78c3-46ff-8e50-a42a378c73d3 req-936ff473-c8bc-44c7-a32a-6006007af48b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 HTTP/1.1" status: 200 len: 1000 time: 0.0659690 Jul 16 21:42:41.673643 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc197414-78c3-46ff-8e50-a42a378c73d3 req-0584ee35-1aeb-4c73-8e25-10ef8defff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:41.675254 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cc197414-78c3-46ff-8e50-a42a378c73d3 req-0584ee35-1aeb-4c73-8e25-10ef8defff31 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c212a791-415c-4075-b113-da8081221eb5 HTTP/1.1" status: 200 len: 849 time: 0.0526209 Jul 16 21:42:41.711387 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b89604a-8f1b-4e07-9c7c-230c3fde32fd None None] New status for floating IP e3c61c37-bede-4d2b-8b36-d0b92013574c: ACTIVE {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:42:41.735339 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc197414-78c3-46ff-8e50-a42a378c73d3 req-c5e7ce36-79f1-4bb0-8dbb-38b5a82b8286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:41.736856 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cc197414-78c3-46ff-8e50-a42a378c73d3 req-c5e7ce36-79f1-4bb0-8dbb-38b5a82b8286 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554893 Jul 16 21:42:41.829998 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cc197414-78c3-46ff-8e50-a42a378c73d3 req-bf829734-d93c-4c34-9084-e5ebe2250712 service neutron] 10.222.0.18 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866470 Jul 16 21:42:41.924011 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cc197414-78c3-46ff-8e50-a42a378c73d3 req-8e182006-38d0-4e8d-8204-eecff1298ca5 service neutron] 10.222.0.18 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867541 Jul 16 21:42:43.746748 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:42:51.845352 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c033f58f-be59-4742-b5f8-c1fecd924bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:54.374699 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-663653f8-d575-4df0-934b-ba363bcca69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:54.468212 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:56.106048 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:57.937234 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:00.181839 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:04.121480 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:20.746684 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:43:21.847976 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d13b599f-00a4-4073-82a9-f64d48ce8c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:24.376211 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6344152-774d-4a9c-9c6e-e49297cb2bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:24.468427 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:26.110313 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:27.939147 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:30.171432 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:34.129732 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:42.754194 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5918c5c3-e314-4d44-9771-487262d1721f req-92697f23-704f-4d45-b103-7152b424b5d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0561807 Jul 16 21:43:42.846152 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918c5c3-e314-4d44-9771-487262d1721f req-fad41d00-e937-4ee7-85b5-4a0939757e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:42.847690 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5918c5c3-e314-4d44-9771-487262d1721f req-fad41d00-e937-4ee7-85b5-4a0939757e65 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a41b940bec14e139c72f88a5e19d38c&device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a HTTP/1.1" status: 200 len: 1098 time: 0.0517323 Jul 16 21:43:42.947996 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918c5c3-e314-4d44-9771-487262d1721f req-e106e42e-01ba-4995-9df4-414c8ec049ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:42.949463 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5918c5c3-e314-4d44-9771-487262d1721f req-e106e42e-01ba-4995-9df4-414c8ec049ed service neutron] 10.222.0.18 "GET /v2.0/networks?id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad HTTP/1.1" status: 200 len: 911 time: 0.0829468 Jul 16 21:43:43.016835 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5918c5c3-e314-4d44-9771-487262d1721f req-e2ed29e1-955c-4d27-b481-0179b8c4b6c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 HTTP/1.1" status: 200 len: 1002 time: 0.0606422 Jul 16 21:43:43.064621 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918c5c3-e314-4d44-9771-487262d1721f req-c56a41b5-3f4f-4f83-a883-d03ffbd378a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:43.066074 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5918c5c3-e314-4d44-9771-487262d1721f req-c56a41b5-3f4f-4f83-a883-d03ffbd378a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c212a791-415c-4075-b113-da8081221eb5 HTTP/1.1" status: 200 len: 849 time: 0.0431497 Jul 16 21:43:43.121325 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918c5c3-e314-4d44-9771-487262d1721f req-ecb3a561-b2b2-413a-91b2-2bcf95061a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:43.122951 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5918c5c3-e314-4d44-9771-487262d1721f req-ecb3a561-b2b2-413a-91b2-2bcf95061a33 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511477 Jul 16 21:43:43.214339 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5918c5c3-e314-4d44-9771-487262d1721f req-f2084943-e60c-4718-a994-8ef288b833f0 service neutron] 10.222.0.18 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844285 Jul 16 21:43:43.304227 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5918c5c3-e314-4d44-9771-487262d1721f req-ff029c39-cf85-4e3d-a4b3-98c307d67526 service neutron] 10.222.0.18 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838184 Jul 16 21:43:51.848306 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0dbbe0a7-6012-4b95-91b7-3e0ad4780906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:54.377772 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7414a31d-fa80-43d1-a52e-066bce082d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:54.468610 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:56.112428 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:57.746189 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:43:57.942732 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:00.186193 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:04.128653 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:21.849141 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2ae02bb-3708-477c-b728-8db9e87a23f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:24.378711 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7bb0cb35-7756-4760-9f23-2b09176c9c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:24.469922 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:26.115323 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:27.944148 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:30.201657 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:34.144058 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:34.746490 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:44:39.907107 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 details requested by agent hyperv_n-h1-791506-21 with host n-h1-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:44:40.004299 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9,segment=NetworkSegment(9034755b-16d5-445a-8776-5ff3dcdc78d6),segment_id=9034755b-16d5-445a-8776-5ff3dcdc78d6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:44:40.016189 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Returning: {'device': 'a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'port_id': 'a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9', 'mac_address': 'fa:16:3e:77:ef:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c212a791-415c-4075-b113-da8081221eb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:44:40.054302 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:40.067735 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:44:40.086996 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9,segment=NetworkSegment(9034755b-16d5-445a-8776-5ff3dcdc78d6),segment_id=9034755b-16d5-445a-8776-5ff3dcdc78d6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:44:40.091748 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:40.147926 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:44:40.156060 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:44:40.156401 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:44:40.157626 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:44:40.157971 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:44:40.158331 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:44:40.159224 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:44:40.159224 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:44:40.159534 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:44:40.159660 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:44:40.159939 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:44:40.160270 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:44:40.160596 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:44:40.165812 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] get_ports_and_sgs() called for port_ids ['a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:44:41.922133 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 up at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:44:41.976676 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Provisioning complete for port a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:44:41.977051 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:42.065439 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:42.093206 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488518b2-69f2-4e08-a69b-ea4a1b8b667a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:44:42.095489 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d599d8cd7c90ef7a4a4f11e3824443e11814837840e0ec22718dbf4e389f10a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328f1e09-141e-4e7d-b2b0-2249ae98eeb6" -d '{"events": [{"server_uuid": "488518b2-69f2-4e08-a69b-ea4a1b8b667a", "name": "network-vif-plugged", "status": "completed", "tag": "a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:44:42.118990 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9,segment=NetworkSegment(9034755b-16d5-445a-8776-5ff3dcdc78d6),segment_id=9034755b-16d5-445a-8776-5ff3dcdc78d6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:44:42.125321 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:42.207413 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:44:42.223952 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c79c647-090f-4f9f-9ea4-1d14634ab43b x-openstack-request-id: req-2c79c647-090f-4f9f-9ea4-1d14634ab43b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:44:42.224246 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488518b2-69f2-4e08-a69b-ea4a1b8b667a", "name": "network-vif-plugged", "status": "completed", "tag": "a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:44:42.224496 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2c79c647-090f-4f9f-9ea4-1d14634ab43b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:44:42.224894 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488518b2-69f2-4e08-a69b-ea4a1b8b667a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9', 'code': 200} Jul 16 21:44:42.818993 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0726383-260b-4096-b282-bfeab15f90bb req-587e2a4f-0fd6-45ec-93de-440852fc09a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:44:42.820506 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0726383-260b-4096-b282-bfeab15f90bb req-587e2a4f-0fd6-45ec-93de-440852fc09a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a41b940bec14e139c72f88a5e19d38c&device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a HTTP/1.1" status: 200 len: 1098 time: 0.0610948 Jul 16 21:44:42.984528 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0726383-260b-4096-b282-bfeab15f90bb req-683ff288-1880-4f4d-ad98-22f14dcfe0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:44:42.986575 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0726383-260b-4096-b282-bfeab15f90bb req-683ff288-1880-4f4d-ad98-22f14dcfe0d6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad HTTP/1.1" status: 200 len: 911 time: 0.1442938 Jul 16 21:44:43.076675 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0726383-260b-4096-b282-bfeab15f90bb req-70df58a0-4bc3-4fb4-bee7-ba9cb6415c24 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 HTTP/1.1" status: 200 len: 1002 time: 0.0824203 Jul 16 21:44:43.141286 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0726383-260b-4096-b282-bfeab15f90bb req-1c4b8ade-121b-4eb6-8e26-0d8d4008e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:44:43.143420 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0726383-260b-4096-b282-bfeab15f90bb req-1c4b8ade-121b-4eb6-8e26-0d8d4008e5ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c212a791-415c-4075-b113-da8081221eb5 HTTP/1.1" status: 200 len: 849 time: 0.0600648 Jul 16 21:44:43.210179 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0726383-260b-4096-b282-bfeab15f90bb req-6650a71e-b426-4d04-82fc-a0d019d0709d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:44:43.212054 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0726383-260b-4096-b282-bfeab15f90bb req-6650a71e-b426-4d04-82fc-a0d019d0709d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616853 Jul 16 21:44:43.732923 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0726383-260b-4096-b282-bfeab15f90bb req-a9880670-79a8-47fc-8b7e-0fe416aeafa5 service neutron] 10.222.0.18 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135500 Jul 16 21:44:43.832476 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-e0726383-260b-4096-b282-bfeab15f90bb req-d9e2b453-a66e-4837-9825-c9f14a96a61d service neutron] 10.222.0.18 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931172 Jul 16 21:44:46.159010 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [req-bc6b18c1-555f-460c-ba81-03da5c152ed2 req-2719dd06-4a40-4bc4-b7aa-1f6ea0eba659 service neutron] (93794) timed out ('10.222.0.62', 53176) {{(pid=93794) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 21:44:50.135528 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-147bcf1c-c3fc-4209-aa75-1d751a7fe9b8 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1948036524&fields=id&tenant_id=8a41b940bec14e139c72f88a5e19d38c HTTP/1.1" status: 200 len: 267 time: 0.0368779 Jul 16 21:44:50.238147 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-ecac202b-7280-4e23-8116-62379565752d tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:44:50.239642 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-ecac202b-7280-4e23-8116-62379565752d tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/networks?id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad HTTP/1.1" status: 200 len: 810 time: 0.0975423 Jul 16 21:44:50.254258 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-8a4d2130-39ab-4327-979d-57319c3bce3c tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/quotas/8a41b940bec14e139c72f88a5e19d38c HTTP/1.1" status: 200 len: 375 time: 0.0091960 Jul 16 21:44:50.327635 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-60f61f40-de19-40a5-b1b9-03eae17917f5 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8a41b940bec14e139c72f88a5e19d38c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0682571 Jul 16 21:44:50.421563 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-e9dd9274-5b21-4f95-96ac-ac4b7ddba4c5 service neutron] 10.222.0.38 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827668 Jul 16 21:44:50.512991 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-fe74c19b-fe76-4d50-8470-41dbf86300e2 service neutron] 10.222.0.38 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854278 Jul 16 21:44:50.708182 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1e5ca2f4-590f-49d4-a18c-29e03031edf0 req-b7319c48-03c9-48c2-9a0f-e9d43c6d5a4e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ced6b6-f2d0-401d-9795-c01ae16381af HTTP/1.1" status: 200 len: 210 time: 0.0302637 Jul 16 21:44:51.722458 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-4c69a9be-dcb6-4fda-b81c-86e4c6ba1b13 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:44:51.724065 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-4c69a9be-dcb6-4fda-b81c-86e4c6ba1b13 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.62 "GET /v2.0/networks?id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad HTTP/1.1" status: 200 len: 810 time: 0.1074004 Jul 16 21:44:51.771661 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-c28ed0fa-c92a-4bb6-8004-d7694ab8b921 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a41b940bec14e139c72f88a5e19d38c HTTP/1.1" status: 200 len: 380 time: 0.0364954 Jul 16 21:44:51.781408 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-f5fc5cb1-b213-42c7-b611-71fd4c6e3052 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Request body: {'port': {'device_id': '41ced6b6-f2d0-401d-9795-c01ae16381af', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'admin_state_up': True, 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'security_groups': ['69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad']}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:44:51.863522 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1651172-6491-4712-8d77-6ac7d95c3a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:51.864501 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-076b6a8d-b7f1-4182-a6f5-c4304d968d90 req-5ad64d02-dab2-4f3c-91a2-e98761f79ef9 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ced6b6-f2d0-401d-9795-c01ae16381af HTTP/1.1" status: 200 len: 210 time: 0.0394206 Jul 16 21:44:51.903541 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-f5fc5cb1-b213-42c7-b611-71fd4c6e3052 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Made reservation on behalf of 8a41b940bec14e139c72f88a5e19d38c for: {'port': 1} {{(pid=93793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:44:51.907549 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-f5fc5cb1-b213-42c7-b611-71fd4c6e3052 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:51.968902 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:44:52.043054 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-f5fc5cb1-b213-42c7-b611-71fd4c6e3052 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Allocated IP 172.20.0.4 (1cb80aae-f5ce-4717-b7ca-e49e30ef57ad/c212a791-415c-4075-b113-da8081221eb5/55b691da-7450-4950-8597-e424f631fd4d) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:44:52.061908 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:52.092278 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488518b2-69f2-4e08-a69b-ea4a1b8b667a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:44:52.094842 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d599d8cd7c90ef7a4a4f11e3824443e11814837840e0ec22718dbf4e389f10a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6594c3-fa8c-48e3-8c97-373a7195c8be" -d '{"events": [{"server_uuid": "488518b2-69f2-4e08-a69b-ea4a1b8b667a", "name": "network-vif-unplugged", "status": "completed", "tag": "a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:44:52.113134 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f227628c-da0c-4016-a831-2592b446d161 None None] For port a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9,segment=NetworkSegment(9034755b-16d5-445a-8776-5ff3dcdc78d6),segment_id=9034755b-16d5-445a-8776-5ff3dcdc78d6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:44:52.129163 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:52.228456 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Pushing event updated for resources: {'Port': ['ID=a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:44:52.236568 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e87e3b-fd37-4ccc-9c24-2e69711bfdf6 x-openstack-request-id: req-f4e87e3b-fd37-4ccc-9c24-2e69711bfdf6 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:44:52.237925 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-f5fc5cb1-b213-42c7-b611-71fd4c6e3052 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:52.238762 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488518b2-69f2-4e08-a69b-ea4a1b8b667a", "name": "network-vif-unplugged", "status": "completed", "tag": "a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:44:52.239024 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f4e87e3b-fd37-4ccc-9c24-2e69711bfdf6 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:44:52.239466 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488518b2-69f2-4e08-a69b-ea4a1b8b667a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9', 'code': 200} Jul 16 21:44:52.265065 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-f5fc5cb1-b213-42c7-b611-71fd4c6e3052 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Transition to ACTIVE for port object 55b691da-7450-4950-8597-e424f631fd4d will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:44:52.312976 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-f5fc5cb1-b213-42c7-b611-71fd4c6e3052 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:52.374838 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-f5fc5cb1-b213-42c7-b611-71fd4c6e3052 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Network 1cb80aae-f5ce-4717-b7ca-e49e30ef57ad is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:44:52.378671 n-d-791506-21 neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-f5fc5cb1-b213-42c7-b611-71fd4c6e3052 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:44:52.386364 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-f5fc5cb1-b213-42c7-b611-71fd4c6e3052 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:44:52.407636 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc5cb1-b213-42c7-b611-71fd4c6e3052 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Pushing event updated for resources: {'Port': ['ID=55b691da-7450-4950-8597-e424f631fd4d,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:44:52.451838 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc5cb1-b213-42c7-b611-71fd4c6e3052 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:44:52.452194 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc5cb1-b213-42c7-b611-71fd4c6e3052 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:44:52.452609 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc5cb1-b213-42c7-b611-71fd4c6e3052 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:44:52.453015 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc5cb1-b213-42c7-b611-71fd4c6e3052 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:44:52.453416 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc5cb1-b213-42c7-b611-71fd4c6e3052 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:44:52.453997 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc5cb1-b213-42c7-b611-71fd4c6e3052 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:44:52.454439 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc5cb1-b213-42c7-b611-71fd4c6e3052 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:44:52.454834 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc5cb1-b213-42c7-b611-71fd4c6e3052 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:44:52.455230 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc5cb1-b213-42c7-b611-71fd4c6e3052 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:44:52.455619 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc5cb1-b213-42c7-b611-71fd4c6e3052 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:44:52.456012 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc5cb1-b213-42c7-b611-71fd4c6e3052 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:44:52.456401 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc5cb1-b213-42c7-b611-71fd4c6e3052 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:44:52.495898 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-f5fc5cb1-b213-42c7-b611-71fd4c6e3052 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:44:52.496603 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-f5fc5cb1-b213-42c7-b611-71fd4c6e3052 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:52.512691 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-f5fc5cb1-b213-42c7-b611-71fd4c6e3052 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7349606 Jul 16 21:44:52.662109 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-655d9884-b2dd-4815-a6fe-ac5907cdc5ad None None] Provisioning for port 55b691da-7450-4950-8597-e424f631fd4d completed by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:44:52.666204 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-655d9884-b2dd-4815-a6fe-ac5907cdc5ad None None] Provisioning complete for port 55b691da-7450-4950-8597-e424f631fd4d triggered by entity DHCP. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:44:52.666612 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-655d9884-b2dd-4815-a6fe-ac5907cdc5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:52.704175 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-655d9884-b2dd-4815-a6fe-ac5907cdc5ad None None] Port 55b691da-7450-4950-8597-e424f631fd4d cannot update to ACTIVE because it is not bound. {{(pid=93795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:44:53.064019 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055bdde-4f18-4247-a2ee-1713e7781dc8 req-353b8f05-73e5-4ba0-b567-4bc82118f030 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:44:53.065747 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c055bdde-4f18-4247-a2ee-1713e7781dc8 req-353b8f05-73e5-4ba0-b567-4bc82118f030 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ced6b6-f2d0-401d-9795-c01ae16381af HTTP/1.1" status: 200 len: 931 time: 0.0741656 Jul 16 21:44:53.110355 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-c055bdde-4f18-4247-a2ee-1713e7781dc8 req-1f570e41-1087-42de-8c42-b629d6a6f985 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381973 Jul 16 21:44:54.303380 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1c538-4d30-473f-9b18-543413e5e0ec req-532be48f-dea8-47c6-961e-96a1165151f4 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:44:54.305092 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2fc1c538-4d30-473f-9b18-543413e5e0ec req-532be48f-dea8-47c6-961e-96a1165151f4 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ced6b6-f2d0-401d-9795-c01ae16381af HTTP/1.1" status: 200 len: 931 time: 0.0722063 Jul 16 21:44:54.347184 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2fc1c538-4d30-473f-9b18-543413e5e0ec req-b8de220e-1be5-4f11-988f-fd44f84f3f7c tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357766 Jul 16 21:44:54.386542 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a41359db-118b-4524-aac6-3101725b2931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:54.483802 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:55.540809 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179792bf-8bde-4eb5-8fdb-da9739cbe4ee req-dffe7ea4-b822-4328-87e4-3d81fa87645f tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:44:55.543897 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-179792bf-8bde-4eb5-8fdb-da9739cbe4ee req-dffe7ea4-b822-4328-87e4-3d81fa87645f tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ced6b6-f2d0-401d-9795-c01ae16381af HTTP/1.1" status: 200 len: 931 time: 0.0701098 Jul 16 21:44:55.584903 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-179792bf-8bde-4eb5-8fdb-da9739cbe4ee req-19f40cdb-c2c7-4e18-928a-23441b893386 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350523 Jul 16 21:44:56.127352 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:56.771141 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd923f3-b741-44ad-b124-c814fcdff851 req-68f75c93-20b7-4836-ac51-16fb6c5de626 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:44:56.772651 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4dd923f3-b741-44ad-b124-c814fcdff851 req-68f75c93-20b7-4836-ac51-16fb6c5de626 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ced6b6-f2d0-401d-9795-c01ae16381af HTTP/1.1" status: 200 len: 931 time: 0.0719748 Jul 16 21:44:56.814132 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-4dd923f3-b741-44ad-b124-c814fcdff851 req-cf5bca93-f35e-484c-a910-c6eed1c7ff13 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343916 Jul 16 21:44:57.958788 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:58.004702 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2fd40-74cb-4354-8ae7-b2be1c856943 req-543a7b21-938f-4824-8596-64d812a37ef5 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:44:58.006480 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5f2fd40-74cb-4354-8ae7-b2be1c856943 req-543a7b21-938f-4824-8596-64d812a37ef5 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ced6b6-f2d0-401d-9795-c01ae16381af HTTP/1.1" status: 200 len: 931 time: 0.0723286 Jul 16 21:44:58.051367 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a5f2fd40-74cb-4354-8ae7-b2be1c856943 req-b818660c-5a51-4b41-9642-9e7cf8b114f7 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391715 Jul 16 21:44:59.249960 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8003834-0fa0-4522-ac96-8168d4e4fb28 req-0d68f733-cfd1-4d02-b107-adc61ad10078 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:44:59.251720 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b8003834-0fa0-4522-ac96-8168d4e4fb28 req-0d68f733-cfd1-4d02-b107-adc61ad10078 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ced6b6-f2d0-401d-9795-c01ae16381af HTTP/1.1" status: 200 len: 931 time: 0.0759425 Jul 16 21:44:59.293875 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b8003834-0fa0-4522-ac96-8168d4e4fb28 req-438b489f-8793-43d2-8c11-27e465aa8fa7 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365269 Jul 16 21:45:00.195455 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:00.473251 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164fb91-0d0b-4d57-99bf-93034fe145a3 req-d9471289-f913-42a4-af26-cbc20f6172d3 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:00.475002 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9164fb91-0d0b-4d57-99bf-93034fe145a3 req-d9471289-f913-42a4-af26-cbc20f6172d3 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ced6b6-f2d0-401d-9795-c01ae16381af HTTP/1.1" status: 200 len: 931 time: 0.0678482 Jul 16 21:45:00.515388 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-9164fb91-0d0b-4d57-99bf-93034fe145a3 req-24288b21-1996-4656-9c9e-4d602c8ab263 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337994 Jul 16 21:45:01.697571 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1572c5-adda-4958-a3a8-33c7aac0899d req-0fa4bdd4-cdb3-4497-87b2-6c80aa06b59e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:01.699520 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2a1572c5-adda-4958-a3a8-33c7aac0899d req-0fa4bdd4-cdb3-4497-87b2-6c80aa06b59e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ced6b6-f2d0-401d-9795-c01ae16381af HTTP/1.1" status: 200 len: 931 time: 0.0693922 Jul 16 21:45:01.742008 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-2a1572c5-adda-4958-a3a8-33c7aac0899d req-b5276ccf-f1e1-4784-ab7a-05299b641130 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367820 Jul 16 21:45:02.934097 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f351e8-3b9f-40e1-8f7d-591a3b55d215 req-499d6bba-461d-4f4c-bb28-3da6993d1d3d tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:02.935810 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1f351e8-3b9f-40e1-8f7d-591a3b55d215 req-499d6bba-461d-4f4c-bb28-3da6993d1d3d tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ced6b6-f2d0-401d-9795-c01ae16381af HTTP/1.1" status: 200 len: 931 time: 0.0747983 Jul 16 21:45:02.975865 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-f1f351e8-3b9f-40e1-8f7d-591a3b55d215 req-75661b4a-ca76-4e4a-a827-7d3e2e7b0411 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342681 Jul 16 21:45:03.774476 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.v2.base [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-c39939d1-11a8-4beb-bb61-0071862986a7 service neutron] Request body: {'port': {'device_id': '41ced6b6-f2d0-401d-9795-c01ae16381af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-21'}} {{(pid=93793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:45:03.846028 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-c39939d1-11a8-4beb-bb61-0071862986a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:04.114427 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-c39939d1-11a8-4beb-bb61-0071862986a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b691da-7450-4950-8597-e424f631fd4d {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:45:04.124622 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-c39939d1-11a8-4beb-bb61-0071862986a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:04.137151 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-c39939d1-11a8-4beb-bb61-0071862986a7 service neutron] Transition to ACTIVE for port object 55b691da-7450-4950-8597-e424f631fd4d will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:45:04.141486 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-c39939d1-11a8-4beb-bb61-0071862986a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:04.144208 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:04.158895 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fab347-d17e-4f5c-9071-379033598d68 req-6372e4a7-49bb-45ae-88c3-152eaf8a5b0d tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:04.160454 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b8fab347-d17e-4f5c-9071-379033598d68 req-6372e4a7-49bb-45ae-88c3-152eaf8a5b0d tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ced6b6-f2d0-401d-9795-c01ae16381af HTTP/1.1" status: 200 len: 931 time: 0.0687218 Jul 16 21:45:04.201007 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b8fab347-d17e-4f5c-9071-379033598d68 req-a011784f-9b57-4748-9ede-d78fe6121f37 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350249 Jul 16 21:45:04.239940 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39939d1-11a8-4beb-bb61-0071862986a7 service neutron] Pushing event updated for resources: {'Port': ['ID=55b691da-7450-4950-8597-e424f631fd4d,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:45:04.271192 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-c39939d1-11a8-4beb-bb61-0071862986a7 service neutron] Attempting to bind port 55b691da-7450-4950-8597-e424f631fd4d on host n-h2-791506-21 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:45:04.271528 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-c39939d1-11a8-4beb-bb61-0071862986a7 service neutron] Attempting to bind port 55b691da-7450-4950-8597-e424f631fd4d by drivers openvswitch,hyperv on host n-h2-791506-21 at level 0 using segments [{'id': '9034755b-16d5-445a-8776-5ff3dcdc78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:45:04.271854 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-c39939d1-11a8-4beb-bb61-0071862986a7 service neutron] Attempting to bind port 55b691da-7450-4950-8597-e424f631fd4d on network 1cb80aae-f5ce-4717-b7ca-e49e30ef57ad {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:45:04.277196 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-c39939d1-11a8-4beb-bb61-0071862986a7 service neutron] Port 55b691da-7450-4950-8597-e424f631fd4d on network 1cb80aae-f5ce-4717-b7ca-e49e30ef57ad not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-21 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:45:04.277523 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-c39939d1-11a8-4beb-bb61-0071862986a7 service neutron] Attempting to bind port 55b691da-7450-4950-8597-e424f631fd4d on network 1cb80aae-f5ce-4717-b7ca-e49e30ef57ad {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:45:04.282417 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-c39939d1-11a8-4beb-bb61-0071862986a7 service neutron] Checking agent: {'id': 'be54d1aa-d0a5-4fc6-a1df-c4f7027a34f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'started_at': datetime.datetime(2021, 7, 16, 20, 18, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:45:04.282750 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-c39939d1-11a8-4beb-bb61-0071862986a7 service neutron] Checking segment: {'id': '9034755b-16d5-445a-8776-5ff3dcdc78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:45:04.283129 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-c39939d1-11a8-4beb-bb61-0071862986a7 service neutron] Bound using segment: {'id': '9034755b-16d5-445a-8776-5ff3dcdc78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:45:04.283550 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-c39939d1-11a8-4beb-bb61-0071862986a7 service neutron] Bound port: 55b691da-7450-4950-8597-e424f631fd4d, host: n-h2-791506-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9034755b-16d5-445a-8776-5ff3dcdc78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:45:04.283911 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-c39939d1-11a8-4beb-bb61-0071862986a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:04.355521 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-c39939d1-11a8-4beb-bb61-0071862986a7 service neutron] For port 55b691da-7450-4950-8597-e424f631fd4d, host n-h2-791506-21, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:45:04.358747 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-c39939d1-11a8-4beb-bb61-0071862986a7 service neutron] For port 55b691da-7450-4950-8597-e424f631fd4d, host n-h2-791506-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=55b691da-7450-4950-8597-e424f631fd4d,segment=NetworkSegment(9034755b-16d5-445a-8776-5ff3dcdc78d6),segment_id=9034755b-16d5-445a-8776-5ff3dcdc78d6)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:45:04.363617 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-c39939d1-11a8-4beb-bb61-0071862986a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146581674'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:04.397832 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-c39939d1-11a8-4beb-bb61-0071862986a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:04.398503 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-c39939d1-11a8-4beb-bb61-0071862986a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:04.399882 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-c39939d1-11a8-4beb-bb61-0071862986a7 service neutron] 10.222.0.62 "PUT /v2.0/ports/55b691da-7450-4950-8597-e424f631fd4d HTTP/1.1" status: 200 len: 1092 time: 0.6923640 Jul 16 21:45:04.400264 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ced6b6-f2d0-401d-9795-c01ae16381af', 'tag': '55b691da-7450-4950-8597-e424f631fd4d'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:45:04.403107 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc459459a4c5a11ec1d6886bc2ffdbf4fbc6faab23ac6f064f41edec039c064" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2997b895-ed7b-474b-9285-a396bb8af579" -d '{"events": [{"name": "network-changed", "server_uuid": "41ced6b6-f2d0-401d-9795-c01ae16381af", "tag": "55b691da-7450-4950-8597-e424f631fd4d"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:45:04.430309 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39939d1-11a8-4beb-bb61-0071862986a7 service neutron] Pushing event updated for resources: {'Port': ['ID=55b691da-7450-4950-8597-e424f631fd4d,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:45:04.511265 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-997134d5-9ff9-4bfb-9528-78a3f4e07f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:04.513245 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-997134d5-9ff9-4bfb-9528-78a3f4e07f2f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a41b940bec14e139c72f88a5e19d38c&device_id=41ced6b6-f2d0-401d-9795-c01ae16381af HTTP/1.1" status: 200 len: 1095 time: 0.0667157 Jul 16 21:45:04.520049 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90878fe-18f7-48f8-95c0-90ff1696c3a7 x-openstack-request-id: req-f90878fe-18f7-48f8-95c0-90ff1696c3a7 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:45:04.520337 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ced6b6-f2d0-401d-9795-c01ae16381af", "tag": "55b691da-7450-4950-8597-e424f631fd4d", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:45:04.520617 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f90878fe-18f7-48f8-95c0-90ff1696c3a7 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:45:04.521046 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ced6b6-f2d0-401d-9795-c01ae16381af', 'tag': '55b691da-7450-4950-8597-e424f631fd4d', 'status': 'completed', 'code': 200} Jul 16 21:45:04.561807 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-062e91f6-5a46-4b24-8250-af967010d877 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b691da-7450-4950-8597-e424f631fd4d HTTP/1.1" status: 200 len: 217 time: 0.0396242 Jul 16 21:45:04.612893 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-8847abe4-ca34-4828-a3e5-68eccc598808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:04.614410 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-8847abe4-ca34-4828-a3e5-68eccc598808 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c212a791-415c-4075-b113-da8081221eb5 HTTP/1.1" status: 200 len: 849 time: 0.0463171 Jul 16 21:45:04.672993 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-e456794e-64d3-4bdd-a650-1b3f6abdcd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:04.674629 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-e456794e-64d3-4bdd-a650-1b3f6abdcd07 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537469 Jul 16 21:45:04.771591 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-948a995f-3b45-47c4-84a0-5ba9e9595b92 service neutron] 10.222.0.62 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902510 Jul 16 21:45:04.860404 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-61eb8c7a-6437-4a5b-abbc-8188e5e8cd99 req-4e51b7d2-e388-48ca-ba73-2598d7529d84 service neutron] 10.222.0.62 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818589 Jul 16 21:45:04.959219 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997b895-ed7b-474b-9285-a396bb8af579 req-3dddabf5-9bf4-4394-a617-fd58b0ed9d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:04.960755 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2997b895-ed7b-474b-9285-a396bb8af579 req-3dddabf5-9bf4-4394-a617-fd58b0ed9d26 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a41b940bec14e139c72f88a5e19d38c&device_id=41ced6b6-f2d0-401d-9795-c01ae16381af HTTP/1.1" status: 200 len: 1095 time: 0.0554821 Jul 16 21:45:05.046906 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997b895-ed7b-474b-9285-a396bb8af579 req-b8784807-97d3-4967-905f-e548e047346f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:05.048349 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2997b895-ed7b-474b-9285-a396bb8af579 req-b8784807-97d3-4967-905f-e548e047346f service neutron] 10.222.0.62 "GET /v2.0/networks?id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad HTTP/1.1" status: 200 len: 911 time: 0.0812409 Jul 16 21:45:05.091972 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2997b895-ed7b-474b-9285-a396bb8af579 req-db7d07b5-ae3e-49aa-8def-57de50308246 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b691da-7450-4950-8597-e424f631fd4d HTTP/1.1" status: 200 len: 217 time: 0.0368021 Jul 16 21:45:05.138857 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997b895-ed7b-474b-9285-a396bb8af579 req-74a64b5c-a989-42a6-9351-aef0e6720068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:05.140265 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2997b895-ed7b-474b-9285-a396bb8af579 req-74a64b5c-a989-42a6-9351-aef0e6720068 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c212a791-415c-4075-b113-da8081221eb5 HTTP/1.1" status: 200 len: 849 time: 0.0419884 Jul 16 21:45:05.196420 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997b895-ed7b-474b-9285-a396bb8af579 req-68b67708-3481-454c-99ca-43657a23fc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:05.198495 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2997b895-ed7b-474b-9285-a396bb8af579 req-68b67708-3481-454c-99ca-43657a23fc4d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503941 Jul 16 21:45:05.385887 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f70b4-ff3a-42b1-bf6d-bb417e046b82 req-c3277b82-0a6c-4cc9-93e7-9525484698f3 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:05.387554 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe8f70b4-ff3a-42b1-bf6d-bb417e046b82 req-c3277b82-0a6c-4cc9-93e7-9525484698f3 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ced6b6-f2d0-401d-9795-c01ae16381af HTTP/1.1" status: 200 len: 943 time: 0.0737031 Jul 16 21:45:05.428557 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-fe8f70b4-ff3a-42b1-bf6d-bb417e046b82 req-09747174-a5ea-482b-b4d4-6e182d128232 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348287 Jul 16 21:45:05.618983 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2997b895-ed7b-474b-9285-a396bb8af579 req-70e36252-1882-42fc-9302-c4fe55d9e59f service neutron] 10.222.0.62 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136741 Jul 16 21:45:05.708844 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-2997b895-ed7b-474b-9285-a396bb8af579 req-0788b17d-9d07-4756-8c76-af83da8fd91b service neutron] 10.222.0.62 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806119 Jul 16 21:45:06.601580 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e77ad4-88dd-4571-a1e3-9d007eea37b8 req-ec04139a-c841-405b-9861-d32dbf4e2001 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:06.603062 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-85e77ad4-88dd-4571-a1e3-9d007eea37b8 req-ec04139a-c841-405b-9861-d32dbf4e2001 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ced6b6-f2d0-401d-9795-c01ae16381af HTTP/1.1" status: 200 len: 943 time: 0.0627041 Jul 16 21:45:06.640767 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-85e77ad4-88dd-4571-a1e3-9d007eea37b8 req-4d773c01-494b-48eb-b3fe-4226859038bb tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317490 Jul 16 21:45:06.950770 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 55b691da-7450-4950-8597-e424f631fd4d details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:45:07.044840 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 55b691da-7450-4950-8597-e424f631fd4d, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=55b691da-7450-4950-8597-e424f631fd4d,segment=NetworkSegment(9034755b-16d5-445a-8776-5ff3dcdc78d6),segment_id=9034755b-16d5-445a-8776-5ff3dcdc78d6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:45:07.055967 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '55b691da-7450-4950-8597-e424f631fd4d', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'port_id': '55b691da-7450-4950-8597-e424f631fd4d', 'mac_address': 'fa:16:3e:71:ab:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c212a791-415c-4075-b113-da8081221eb5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:45:07.114952 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:07.129687 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b691da-7450-4950-8597-e424f631fd4d {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:45:07.157617 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 55b691da-7450-4950-8597-e424f631fd4d, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=55b691da-7450-4950-8597-e424f631fd4d,segment=NetworkSegment(9034755b-16d5-445a-8776-5ff3dcdc78d6),segment_id=9034755b-16d5-445a-8776-5ff3dcdc78d6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:45:07.165722 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:07.215817 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=55b691da-7450-4950-8597-e424f631fd4d,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:45:07.425538 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['55b691da-7450-4950-8597-e424f631fd4d'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:45:07.811313 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022aa671-548b-446e-a7eb-875efeb47c31 req-5053667a-af25-4e08-ab01-97eaf6b9a1ec tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:07.812805 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-022aa671-548b-446e-a7eb-875efeb47c31 req-5053667a-af25-4e08-ab01-97eaf6b9a1ec tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ced6b6-f2d0-401d-9795-c01ae16381af HTTP/1.1" status: 200 len: 944 time: 0.0634069 Jul 16 21:45:07.849805 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-022aa671-548b-446e-a7eb-875efeb47c31 req-5d7101c1-e310-4c93-bde3-54ae76b65c90 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315421 Jul 16 21:45:08.975963 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 55b691da-7450-4950-8597-e424f631fd4d up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:45:09.028262 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning for port 55b691da-7450-4950-8597-e424f631fd4d completed by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:45:09.029885 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc38bd-4d20-489c-bb3c-714d0c81de77 req-0a009295-92df-4197-8e9e-c90ea0c5a082 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:09.031429 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bffc38bd-4d20-489c-bb3c-714d0c81de77 req-0a009295-92df-4197-8e9e-c90ea0c5a082 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ced6b6-f2d0-401d-9795-c01ae16381af HTTP/1.1" status: 200 len: 944 time: 0.0694900 Jul 16 21:45:09.033169 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 55b691da-7450-4950-8597-e424f631fd4d triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:45:09.033648 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:09.074118 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-bffc38bd-4d20-489c-bb3c-714d0c81de77 req-7f83424b-a736-431b-8113-50519f4b2166 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359001 Jul 16 21:45:09.124944 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:09.147113 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ced6b6-f2d0-401d-9795-c01ae16381af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b691da-7450-4950-8597-e424f631fd4d'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:45:09.149357 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d599d8cd7c90ef7a4a4f11e3824443e11814837840e0ec22718dbf4e389f10a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df3544e-c494-4953-a19c-694be3f78bc2" -d '{"events": [{"server_uuid": "41ced6b6-f2d0-401d-9795-c01ae16381af", "name": "network-vif-plugged", "status": "completed", "tag": "55b691da-7450-4950-8597-e424f631fd4d"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:45:09.162278 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 55b691da-7450-4950-8597-e424f631fd4d, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=55b691da-7450-4950-8597-e424f631fd4d,segment=NetworkSegment(9034755b-16d5-445a-8776-5ff3dcdc78d6),segment_id=9034755b-16d5-445a-8776-5ff3dcdc78d6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:45:09.166888 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:09.192846 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf8134c-51dc-4f0c-9224-4f2fb0641379 x-openstack-request-id: req-7bf8134c-51dc-4f0c-9224-4f2fb0641379 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:45:09.193130 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ced6b6-f2d0-401d-9795-c01ae16381af", "name": "network-vif-plugged", "status": "completed", "tag": "55b691da-7450-4950-8597-e424f631fd4d", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:45:09.193385 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7bf8134c-51dc-4f0c-9224-4f2fb0641379 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:45:09.193773 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ced6b6-f2d0-401d-9795-c01ae16381af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b691da-7450-4950-8597-e424f631fd4d', 'code': 200} Jul 16 21:45:09.219214 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=55b691da-7450-4950-8597-e424f631fd4d,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:45:09.299629 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266d8d9-6459-45f7-9389-57adea3b3194 req-58ffbfc2-011f-43c5-8ef1-35604315b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:09.301155 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d266d8d9-6459-45f7-9389-57adea3b3194 req-58ffbfc2-011f-43c5-8ef1-35604315b5db service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=41ced6b6-f2d0-401d-9795-c01ae16381af HTTP/1.1" status: 200 len: 1097 time: 0.0508454 Jul 16 21:45:09.334817 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-d266d8d9-6459-45f7-9389-57adea3b3194 req-717c59b4-fd60-4032-a0c0-6dcc82ff661b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271354 Jul 16 21:45:10.256464 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8590c8-73cd-4eec-993a-3cafbc5dc46f req-69b97f4b-2c1c-4ee9-96cc-19e28fe0e877 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:10.257999 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7e8590c8-73cd-4eec-993a-3cafbc5dc46f req-69b97f4b-2c1c-4ee9-96cc-19e28fe0e877 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ced6b6-f2d0-401d-9795-c01ae16381af HTTP/1.1" status: 200 len: 945 time: 0.0659173 Jul 16 21:45:10.295556 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-7e8590c8-73cd-4eec-993a-3cafbc5dc46f req-eee82d44-1e45-419a-9535-591be7a3aa72 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311165 Jul 16 21:45:10.473161 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0ed5e-b3f8-47f3-a797-2cae8310b35d req-0fa4fd1c-eb57-4c65-8ca8-87ed1f774629 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:10.474577 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b0a0ed5e-b3f8-47f3-a797-2cae8310b35d req-0fa4fd1c-eb57-4c65-8ca8-87ed1f774629 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ced6b6-f2d0-401d-9795-c01ae16381af HTTP/1.1" status: 200 len: 945 time: 0.0678124 Jul 16 21:45:10.512892 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-b0a0ed5e-b3f8-47f3-a797-2cae8310b35d req-4de46720-27e3-48fa-b78c-3e90765b37e7 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321815 Jul 16 21:45:10.536742 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60514) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:45:10.587724 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004ee8eb-de7a-4fef-9324-a405124083d5 tempest-TestSnapshotPattern-1784509097 tempest-TestSnapshotPattern-1784509097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:10.589438 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-004ee8eb-de7a-4fef-9324-a405124083d5 tempest-TestSnapshotPattern-1784509097 tempest-TestSnapshotPattern-1784509097-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=41ced6b6-f2d0-401d-9795-c01ae16381af HTTP/1.1" status: 200 len: 1092 time: 0.0517180 Jul 16 21:45:10.592218 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60516) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:45:10.596486 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.v2.base [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Request body: {'floatingip': {'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'port_id': '55b691da-7450-4950-8597-e424f631fd4d', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:45:10.617911 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:10.715131 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:10.817178 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Allocated IP 172.25.0.129 (9eaba347-54f9-4044-808d-862f23e2a998/eb1b0f88-5fd6-4365-a896-fb528e726a8c/83bc5859-0f9a-4151-b2f3-ed5bb2e20df6) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:45:10.924209 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:10.961462 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726300047243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:10.996737 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Network 9eaba347-54f9-4044-808d-862f23e2a998 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:45:11.002688 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:45:11.006184 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:45:11.012385 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Pushing event updated for resources: {'Port': ['ID=83bc5859-0f9a-4151-b2f3-ed5bb2e20df6,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:45:11.038352 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:11.039188 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:11.039188 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:11.039409 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:11.039666 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:11.039991 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:11.040315 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:11.040744 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:11.040945 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:11.041302 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:11.042121 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:11.042470 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:11.381863 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:11.460549 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:11.606097 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:11.610709 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143530387'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:11.680042 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Pushing event updated for resources: {'Port': ['ID=83bc5859-0f9a-4151-b2f3-ed5bb2e20df6,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:45:11.691855 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896724'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:11.745324 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:45:11.790956 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Floating IP b4a9a636-950a-415d-92c2-76ccfaf1a957 associated. External IP: 172.25.0.129, port: 55b691da-7450-4950-8597-e424f631fd4d. Jul 16 21:45:11.995411 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Router 21b6b68a-4703-4df5-b194-7d105bcb424c has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:45:12.102267 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:45:12.111764 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217b4250-7569-4bda-af10-4b3c8c0c986b None None] Sync routers for ids ['21b6b68a-4703-4df5-b194-7d105bcb424c'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:45:12.117887 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:12.121094 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217b4250-7569-4bda-af10-4b3c8c0c986b None None] Routers {'21b6b68a-4703-4df5-b194-7d105bcb424c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:45:12.121701 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-217b4250-7569-4bda-af10-4b3c8c0c986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:44:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['21b6b68a-4703-4df5-b194-7d105bcb424c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:45:12.156767 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5de27dc8-b04a-4472-a95e-10b83b94fbc6 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5635266 Jul 16 21:45:12.157450 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ced6b6-f2d0-401d-9795-c01ae16381af', 'tag': '55b691da-7450-4950-8597-e424f631fd4d'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:45:12.160424 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0620c2d-3988-4fe5-8e5f-c1a6a7b29d56" -d '{"events": [{"name": "network-changed", "server_uuid": "41ced6b6-f2d0-401d-9795-c01ae16381af", "tag": "55b691da-7450-4950-8597-e424f631fd4d"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:45:12.196744 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084cd75f-557f-462b-bdb3-1cd4e26605b2 x-openstack-request-id: req-084cd75f-557f-462b-bdb3-1cd4e26605b2 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:45:12.197176 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ced6b6-f2d0-401d-9795-c01ae16381af", "tag": "55b691da-7450-4950-8597-e424f631fd4d", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:45:12.198014 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-084cd75f-557f-462b-bdb3-1cd4e26605b2 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:45:12.198635 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ced6b6-f2d0-401d-9795-c01ae16381af', 'tag': '55b691da-7450-4950-8597-e424f631fd4d', 'status': 'completed', 'code': 200} Jul 16 21:45:12.233222 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-217b4250-7569-4bda-af10-4b3c8c0c986b None None] Set router 21b6b68a-4703-4df5-b194-7d105bcb424c gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:45:12.278157 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0620c2d-3988-4fe5-8e5f-c1a6a7b29d56 req-0f9e1da7-2b78-43a5-b827-cd0393ace193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:12.279602 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b0620c2d-3988-4fe5-8e5f-c1a6a7b29d56 req-0f9e1da7-2b78-43a5-b827-cd0393ace193 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a41b940bec14e139c72f88a5e19d38c&device_id=41ced6b6-f2d0-401d-9795-c01ae16381af HTTP/1.1" status: 200 len: 1097 time: 0.0575047 Jul 16 21:45:12.369100 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0620c2d-3988-4fe5-8e5f-c1a6a7b29d56 req-16789600-d76e-465b-9532-a7c06d29fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:12.371941 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b0620c2d-3988-4fe5-8e5f-c1a6a7b29d56 req-16789600-d76e-465b-9532-a7c06d29fce0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad HTTP/1.1" status: 200 len: 911 time: 0.0851624 Jul 16 21:45:12.440531 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b0620c2d-3988-4fe5-8e5f-c1a6a7b29d56 req-302070ea-71aa-4263-9486-ded91bd4b866 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b691da-7450-4950-8597-e424f631fd4d HTTP/1.1" status: 200 len: 999 time: 0.0622523 Jul 16 21:45:12.464311 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-217b4250-7569-4bda-af10-4b3c8c0c986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'name': 'tempest-TestSnapshotPattern-1797471685-router', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:13Z', 'updated_at': '2021-07-16T21:42:16Z', 'revision_number': 4, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'gw_port': {'id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:14Z', 'updated_at': '2021-07-16T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'b4a9a636-950a-415d-92c2-76ccfaf1a957', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'floating_ip_address': '172.25.0.129', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'port_id': '55b691da-7450-4950-8597-e424f631fd4d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'mac_address': 'fa:16:3e:71:ab:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ced6b6-f2d0-401d-9795-c01ae16381af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:45:11Z', 'updated_at': '2021-07-16T21:45:11Z', 'revision_number': 0, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'fixed_ip_address_scope': None}, {'id': 'e3c61c37-bede-4d2b-8b36-d0b92013574c', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'port_id': 'a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'mac_address': 'fa:16:3e:77:ef:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488518b2-69f2-4e08-a69b-ea4a1b8b667a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:42:39Z', 'updated_at': '2021-07-16T21:42:41Z', 'revision_number': 1, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11cfe11-af18-4895-bc66-918b41179b89', 'name': '', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'mac_address': 'fa:16:3e:c0:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c212a791-415c-4075-b113-da8081221eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:15Z', 'updated_at': '2021-07-16T21:42:21Z', 'revision_number': 5, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'subnets': [{'id': 'c212a791-415c-4075-b113-da8081221eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:45:12.489916 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217b4250-7569-4bda-af10-4b3c8c0c986b None None] Checking router: 21b6b68a-4703-4df5-b194-7d105bcb424c for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:45:12.491045 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0620c2d-3988-4fe5-8e5f-c1a6a7b29d56 req-e3d17470-0166-40c8-a7bd-7755d1c11eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:12.492579 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b0620c2d-3988-4fe5-8e5f-c1a6a7b29d56 req-e3d17470-0166-40c8-a7bd-7755d1c11eb6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c212a791-415c-4075-b113-da8081221eb5 HTTP/1.1" status: 200 len: 849 time: 0.0438516 Jul 16 21:45:12.501949 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217b4250-7569-4bda-af10-4b3c8c0c986b None None] Routers {'21b6b68a-4703-4df5-b194-7d105bcb424c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:45:12.502586 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-217b4250-7569-4bda-af10-4b3c8c0c986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:44:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['21b6b68a-4703-4df5-b194-7d105bcb424c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:45:12.548675 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0620c2d-3988-4fe5-8e5f-c1a6a7b29d56 req-72a530f4-cc9a-4fa2-a55d-09ca63301e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:12.550072 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b0620c2d-3988-4fe5-8e5f-c1a6a7b29d56 req-72a530f4-cc9a-4fa2-a55d-09ca63301e3f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516222 Jul 16 21:45:12.610303 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-217b4250-7569-4bda-af10-4b3c8c0c986b None None] Set router 21b6b68a-4703-4df5-b194-7d105bcb424c gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:45:12.643304 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b0620c2d-3988-4fe5-8e5f-c1a6a7b29d56 req-087e688c-260e-4dd9-8ac7-0e9bec24bd95 service neutron] 10.222.0.62 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864718 Jul 16 21:45:12.730865 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-b0620c2d-3988-4fe5-8e5f-c1a6a7b29d56 req-b440646c-b764-4e66-9db4-a13d015af65a service neutron] 10.222.0.62 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817225 Jul 16 21:45:12.834541 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-217b4250-7569-4bda-af10-4b3c8c0c986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'name': 'tempest-TestSnapshotPattern-1797471685-router', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:13Z', 'updated_at': '2021-07-16T21:42:16Z', 'revision_number': 4, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'gw_port': {'id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:14Z', 'updated_at': '2021-07-16T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'b4a9a636-950a-415d-92c2-76ccfaf1a957', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'floating_ip_address': '172.25.0.129', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'port_id': '55b691da-7450-4950-8597-e424f631fd4d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'mac_address': 'fa:16:3e:71:ab:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ced6b6-f2d0-401d-9795-c01ae16381af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:45:11Z', 'updated_at': '2021-07-16T21:45:11Z', 'revision_number': 0, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'fixed_ip_address_scope': None}, {'id': 'e3c61c37-bede-4d2b-8b36-d0b92013574c', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'port_id': 'a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'mac_address': 'fa:16:3e:77:ef:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488518b2-69f2-4e08-a69b-ea4a1b8b667a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:42:39Z', 'updated_at': '2021-07-16T21:42:41Z', 'revision_number': 1, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11cfe11-af18-4895-bc66-918b41179b89', 'name': '', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'mac_address': 'fa:16:3e:c0:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c212a791-415c-4075-b113-da8081221eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:15Z', 'updated_at': '2021-07-16T21:42:21Z', 'revision_number': 5, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'subnets': [{'id': 'c212a791-415c-4075-b113-da8081221eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:45:12.863081 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217b4250-7569-4bda-af10-4b3c8c0c986b None None] The sync data for ids ['21b6b68a-4703-4df5-b194-7d105bcb424c'] in n-d-791506-21 is: [{'id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'name': 'tempest-TestSnapshotPattern-1797471685-router', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:13Z', 'updated_at': '2021-07-16T21:42:16Z', 'revision_number': 4, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'gw_port': {'id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:14Z', 'updated_at': '2021-07-16T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'b4a9a636-950a-415d-92c2-76ccfaf1a957', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'floating_ip_address': '172.25.0.129', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'port_id': '55b691da-7450-4950-8597-e424f631fd4d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'mac_address': 'fa:16:3e:71:ab:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ced6b6-f2d0-401d-9795-c01ae16381af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:45:11Z', 'updated_at': '2021-07-16T21:45:11Z', 'revision_number': 0, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'fixed_ip_address_scope': None}, {'id': 'e3c61c37-bede-4d2b-8b36-d0b92013574c', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'port_id': 'a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'mac_address': 'fa:16:3e:77:ef:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488518b2-69f2-4e08-a69b-ea4a1b8b667a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:42:39Z', 'updated_at': '2021-07-16T21:42:41Z', 'revision_number': 1, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11cfe11-af18-4895-bc66-918b41179b89', 'name': '', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'mac_address': 'fa:16:3e:c0:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c212a791-415c-4075-b113-da8081221eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:15Z', 'updated_at': '2021-07-16T21:42:21Z', 'revision_number': 5, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'subnets': [{'id': 'c212a791-415c-4075-b113-da8081221eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:45:13.057682 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c042e02-9b18-48c0-b5c4-be533399139b None None] New status for floating IP b4a9a636-950a-415d-92c2-76ccfaf1a957: ACTIVE {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:45:21.846469 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cf740d5d-abc3-495c-9ded-760af2762245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:24.377823 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eaacc04e-eaa3-4cd3-84e6-8ae4c9809109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:24.473823 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:26.120763 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:27.952756 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:30.209447 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:34.157775 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:44.789880 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5d41c723-e404-4e0a-9596-a3694fb4d5da req-5e40f3b4-e4ad-4f97-839c-f75e6533c31e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1013234 Jul 16 21:45:44.882512 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41c723-e404-4e0a-9596-a3694fb4d5da req-b71e742c-5807-413b-8d22-6591b072fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:44.884129 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5d41c723-e404-4e0a-9596-a3694fb4d5da req-b71e742c-5807-413b-8d22-6591b072fdb8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a41b940bec14e139c72f88a5e19d38c&device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a HTTP/1.1" status: 200 len: 1096 time: 0.0519736 Jul 16 21:45:44.989821 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41c723-e404-4e0a-9596-a3694fb4d5da req-45d5c633-746f-409e-8543-eb66d3199c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:44.991242 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5d41c723-e404-4e0a-9596-a3694fb4d5da req-45d5c633-746f-409e-8543-eb66d3199c8e service neutron] 10.222.0.18 "GET /v2.0/networks?id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad HTTP/1.1" status: 200 len: 911 time: 0.0876563 Jul 16 21:45:45.058757 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5d41c723-e404-4e0a-9596-a3694fb4d5da req-651431bd-96f4-4df8-a337-0dbcfa0acebe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 HTTP/1.1" status: 200 len: 1000 time: 0.0608568 Jul 16 21:45:45.105407 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41c723-e404-4e0a-9596-a3694fb4d5da req-42c23914-d0d5-4028-b4a8-b0aaeb8fbfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:45.106859 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5d41c723-e404-4e0a-9596-a3694fb4d5da req-42c23914-d0d5-4028-b4a8-b0aaeb8fbfca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c212a791-415c-4075-b113-da8081221eb5 HTTP/1.1" status: 200 len: 849 time: 0.0426874 Jul 16 21:45:45.161958 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41c723-e404-4e0a-9596-a3694fb4d5da req-d2a00910-138b-4be8-b5d3-3f95e31835e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:45.163469 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5d41c723-e404-4e0a-9596-a3694fb4d5da req-d2a00910-138b-4be8-b5d3-3f95e31835e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507553 Jul 16 21:45:45.256223 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5d41c723-e404-4e0a-9596-a3694fb4d5da req-1147bd8c-7c63-4bdf-8c10-8df6ae8cebb3 service neutron] 10.222.0.18 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862648 Jul 16 21:45:45.344684 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5d41c723-e404-4e0a-9596-a3694fb4d5da req-eb8ff638-95da-44d8-a495-c9806a3e4503 service neutron] 10.222.0.18 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823245 Jul 16 21:45:48.745539 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:45:51.847797 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e359b226-c3fd-424b-a6f8-301cc20347b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:54.377567 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a209a4eb-eda8-48cd-9264-cb99586e2377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:54.473515 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:56.124709 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:57.955063 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:58.569683 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0c9e83da-f3b0-4391-97ab-d33a1e4aa79e req-43723008-0a9b-4497-bc54-4a9bdd3b329b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=41ced6b6-f2d0-401d-9795-c01ae16381af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550506 Jul 16 21:45:58.665304 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e83da-f3b0-4391-97ab-d33a1e4aa79e req-6d6774ce-83c0-48c6-a246-72dd742b51a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:58.666817 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0c9e83da-f3b0-4391-97ab-d33a1e4aa79e req-6d6774ce-83c0-48c6-a246-72dd742b51a2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a41b940bec14e139c72f88a5e19d38c&device_id=41ced6b6-f2d0-401d-9795-c01ae16381af HTTP/1.1" status: 200 len: 1097 time: 0.0524518 Jul 16 21:45:58.774994 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e83da-f3b0-4391-97ab-d33a1e4aa79e req-aa3a79b3-0577-4c78-8192-9f92133ce5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:58.776498 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0c9e83da-f3b0-4391-97ab-d33a1e4aa79e req-aa3a79b3-0577-4c78-8192-9f92133ce5f4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad HTTP/1.1" status: 200 len: 911 time: 0.0893450 Jul 16 21:45:58.847208 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0c9e83da-f3b0-4391-97ab-d33a1e4aa79e req-e5e799e6-ba67-4d86-a0d1-4461163b65e8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b691da-7450-4950-8597-e424f631fd4d HTTP/1.1" status: 200 len: 1001 time: 0.0637283 Jul 16 21:45:58.896835 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e83da-f3b0-4391-97ab-d33a1e4aa79e req-516f66f2-b41e-4abe-9f2e-4d643935130f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:58.898311 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0c9e83da-f3b0-4391-97ab-d33a1e4aa79e req-516f66f2-b41e-4abe-9f2e-4d643935130f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c212a791-415c-4075-b113-da8081221eb5 HTTP/1.1" status: 200 len: 849 time: 0.0448236 Jul 16 21:45:58.956432 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e83da-f3b0-4391-97ab-d33a1e4aa79e req-8c838393-fd55-4f2b-9240-a4ce627fbf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:58.957922 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0c9e83da-f3b0-4391-97ab-d33a1e4aa79e req-8c838393-fd55-4f2b-9240-a4ce627fbf99 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522127 Jul 16 21:45:59.051548 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0c9e83da-f3b0-4391-97ab-d33a1e4aa79e req-b158069e-0693-4af8-acff-ed9ecb2db87d service neutron] 10.222.0.62 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861518 Jul 16 21:45:59.140314 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-0c9e83da-f3b0-4391-97ab-d33a1e4aa79e req-d2f66fe0-a617-434f-80d3-64b318f81eea service neutron] 10.222.0.62 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818810 Jul 16 21:46:00.216258 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:04.174305 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:21.848578 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81374061-b31a-4b88-8594-c90e39290fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:24.378355 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-04715f4d-ca14-4967-b7b9-bb1edad163bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:24.473663 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:25.745119 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:46:26.126612 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:27.958508 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:30.211835 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:34.173887 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:44.747409 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d3ff5fc6-d7a1-493b-93cf-e157a8d86333 req-23e06c56-eacd-444d-b76a-230361e97faf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0558460 Jul 16 21:46:44.841320 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff5fc6-d7a1-493b-93cf-e157a8d86333 req-50ee758f-3171-4c0b-ae15-0f203a1269e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:46:44.842818 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d3ff5fc6-d7a1-493b-93cf-e157a8d86333 req-50ee758f-3171-4c0b-ae15-0f203a1269e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a41b940bec14e139c72f88a5e19d38c&device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a HTTP/1.1" status: 200 len: 1096 time: 0.0524445 Jul 16 21:46:44.946180 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff5fc6-d7a1-493b-93cf-e157a8d86333 req-6f01744d-0851-4c18-9ba6-70af3012bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:46:44.947976 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d3ff5fc6-d7a1-493b-93cf-e157a8d86333 req-6f01744d-0851-4c18-9ba6-70af3012bbd8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad HTTP/1.1" status: 200 len: 911 time: 0.0859559 Jul 16 21:46:45.016682 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d3ff5fc6-d7a1-493b-93cf-e157a8d86333 req-fa0ffe9c-8d09-496b-8759-01becb9ad2b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 HTTP/1.1" status: 200 len: 1000 time: 0.0621665 Jul 16 21:46:45.065643 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff5fc6-d7a1-493b-93cf-e157a8d86333 req-f6e8bac4-cbf8-4bb6-800c-25a9cee768dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:46:45.067118 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d3ff5fc6-d7a1-493b-93cf-e157a8d86333 req-f6e8bac4-cbf8-4bb6-800c-25a9cee768dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c212a791-415c-4075-b113-da8081221eb5 HTTP/1.1" status: 200 len: 849 time: 0.0442777 Jul 16 21:46:45.124077 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff5fc6-d7a1-493b-93cf-e157a8d86333 req-0697a1ba-d423-46f8-ae0c-1930deeb7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:46:45.125549 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d3ff5fc6-d7a1-493b-93cf-e157a8d86333 req-0697a1ba-d423-46f8-ae0c-1930deeb7c8f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511258 Jul 16 21:46:45.220330 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d3ff5fc6-d7a1-493b-93cf-e157a8d86333 req-1c32576a-1cad-4adf-917f-63fae940e140 service neutron] 10.222.0.18 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881569 Jul 16 21:46:45.310084 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-d3ff5fc6-d7a1-493b-93cf-e157a8d86333 req-5ee32478-2dbc-4c47-936c-7bb909846d66 service neutron] 10.222.0.18 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825193 Jul 16 21:46:45.472623 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 55b691da-7450-4950-8597-e424f631fd4d details requested by agent hyperv_n-h2-791506-21 with host n-h2-791506-21 {{(pid=93795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:46:45.564430 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 55b691da-7450-4950-8597-e424f631fd4d, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=55b691da-7450-4950-8597-e424f631fd4d,segment=NetworkSegment(9034755b-16d5-445a-8776-5ff3dcdc78d6),segment_id=9034755b-16d5-445a-8776-5ff3dcdc78d6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:46:45.578639 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Returning: {'device': '55b691da-7450-4950-8597-e424f631fd4d', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'port_id': '55b691da-7450-4950-8597-e424f631fd4d', 'mac_address': 'fa:16:3e:71:ab:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c212a791-415c-4075-b113-da8081221eb5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:46:45.614183 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:45.627802 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55b691da-7450-4950-8597-e424f631fd4d {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:46:45.647552 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 55b691da-7450-4950-8597-e424f631fd4d, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=55b691da-7450-4950-8597-e424f631fd4d,segment=NetworkSegment(9034755b-16d5-445a-8776-5ff3dcdc78d6),segment_id=9034755b-16d5-445a-8776-5ff3dcdc78d6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:46:45.651631 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:45.700074 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=55b691da-7450-4950-8597-e424f631fd4d,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:46:45.707145 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:45.707493 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:45.707834 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:45.708169 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:45.708503 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:45.708834 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:45.709161 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:45.709486 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:45.709808 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:45.710133 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:45.710488 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:45.710812 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:45.733032 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] get_ports_and_sgs() called for port_ids ['55b691da-7450-4950-8597-e424f631fd4d'] {{(pid=93795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:46:47.473846 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 55b691da-7450-4950-8597-e424f631fd4d up at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:46:47.530788 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Provisioning complete for port 55b691da-7450-4950-8597-e424f631fd4d triggered by entity L2. {{(pid=93795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:46:47.531627 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932978'] for port, provisioning_complete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:47.811250 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086722'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:47.840623 n-d-791506-21 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ced6b6-f2d0-401d-9795-c01ae16381af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b691da-7450-4950-8597-e424f631fd4d'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:46:47.842935 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d599d8cd7c90ef7a4a4f11e3824443e11814837840e0ec22718dbf4e389f10a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1896e7-4b9a-45b2-911f-669be1f293e5" -d '{"events": [{"server_uuid": "41ced6b6-f2d0-401d-9795-c01ae16381af", "name": "network-vif-plugged", "status": "completed", "tag": "55b691da-7450-4950-8597-e424f631fd4d"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:46:47.861554 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] For port 55b691da-7450-4950-8597-e424f631fd4d, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=55b691da-7450-4950-8597-e424f631fd4d,segment=NetworkSegment(9034755b-16d5-445a-8776-5ff3dcdc78d6),segment_id=9034755b-16d5-445a-8776-5ff3dcdc78d6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:46:47.866848 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726300449365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726300047261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726300047279'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:47.902016 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b43eea4-2cb6-4fcd-b804-d7aac00d69f4 x-openstack-request-id: req-0b43eea4-2cb6-4fcd-b804-d7aac00d69f4 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:46:47.902016 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ced6b6-f2d0-401d-9795-c01ae16381af", "name": "network-vif-plugged", "status": "completed", "tag": "55b691da-7450-4950-8597-e424f631fd4d", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:46:47.902016 n-d-791506-21 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0b43eea4-2cb6-4fcd-b804-d7aac00d69f4 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:46:47.902016 n-d-791506-21 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ced6b6-f2d0-401d-9795-c01ae16381af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b691da-7450-4950-8597-e424f631fd4d', 'code': 200} Jul 16 21:46:47.934718 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Pushing event updated for resources: {'Port': ['ID=55b691da-7450-4950-8597-e424f631fd4d,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:46:51.851590 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7cf7c84-a43f-48cd-871e-ac735bacf84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:54.422428 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c7b52cf-0046-4f7f-ba8f-de7490fa3149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:54.476659 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:55.954905 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60730) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:46:56.111334 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-5485e5ed-b2e8-4324-9956-f2d19d5f212e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Deleting port 83bc5859-0f9a-4151-b2f3-ed5bb2e20df6 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:46:56.111677 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5485e5ed-b2e8-4324-9956-f2d19d5f212e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:56.129183 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:56.188135 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5485e5ed-b2e8-4324-9956-f2d19d5f212e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:56.188468 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5485e5ed-b2e8-4324-9956-f2d19d5f212e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:56.200105 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-5485e5ed-b2e8-4324-9956-f2d19d5f212e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Calling delete_port for 83bc5859-0f9a-4151-b2f3-ed5bb2e20df6 owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:46:56.347965 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5485e5ed-b2e8-4324-9956-f2d19d5f212e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:56.373628 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485e5ed-b2e8-4324-9956-f2d19d5f212e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Pushing event deleted for resources: {'Port': ['ID=83bc5859-0f9a-4151-b2f3-ed5bb2e20df6,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:46:56.385325 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485e5ed-b2e8-4324-9956-f2d19d5f212e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:56.385690 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485e5ed-b2e8-4324-9956-f2d19d5f212e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:56.386037 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485e5ed-b2e8-4324-9956-f2d19d5f212e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:56.386377 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485e5ed-b2e8-4324-9956-f2d19d5f212e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:56.386712 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485e5ed-b2e8-4324-9956-f2d19d5f212e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:56.387041 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485e5ed-b2e8-4324-9956-f2d19d5f212e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:56.387369 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485e5ed-b2e8-4324-9956-f2d19d5f212e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:56.387693 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485e5ed-b2e8-4324-9956-f2d19d5f212e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:56.388017 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485e5ed-b2e8-4324-9956-f2d19d5f212e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:56.388348 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485e5ed-b2e8-4324-9956-f2d19d5f212e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:56.388662 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485e5ed-b2e8-4324-9956-f2d19d5f212e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:56.388986 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485e5ed-b2e8-4324-9956-f2d19d5f212e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:56.448758 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5485e5ed-b2e8-4324-9956-f2d19d5f212e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:56.449094 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-5485e5ed-b2e8-4324-9956-f2d19d5f212e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Floating IP b4a9a636-950a-415d-92c2-76ccfaf1a957 disassociated (deleted). External IP: 172.25.0.129, port: 55b691da-7450-4950-8597-e424f631fd4d. Jul 16 21:46:57.004174 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5485e5ed-b2e8-4324-9956-f2d19d5f212e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Router 21b6b68a-4703-4df5-b194-7d105bcb424c has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:46:57.118035 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5485e5ed-b2e8-4324-9956-f2d19d5f212e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:46:57.123309 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5485e5ed-b2e8-4324-9956-f2d19d5f212e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:57.127785 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff9fbe0-6f4b-4d31-a713-5d6f1e4647b4 None None] Sync routers for ids ['21b6b68a-4703-4df5-b194-7d105bcb424c'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:46:57.137205 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff9fbe0-6f4b-4d31-a713-5d6f1e4647b4 None None] Routers {'21b6b68a-4703-4df5-b194-7d105bcb424c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:46:57.137806 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-3ff9fbe0-6f4b-4d31-a713-5d6f1e4647b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:46:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['21b6b68a-4703-4df5-b194-7d105bcb424c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:46:57.164182 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-5485e5ed-b2e8-4324-9956-f2d19d5f212e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "DELETE /v2.0/floatingips/b4a9a636-950a-415d-92c2-76ccfaf1a957 HTTP/1.1" status: 204 len: 168 time: 1.2081013 Jul 16 21:46:57.164861 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ced6b6-f2d0-401d-9795-c01ae16381af', 'tag': '55b691da-7450-4950-8597-e424f631fd4d'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:46:57.167410 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60ae220-53dd-4753-b5bd-e949250e5d93" -d '{"events": [{"name": "network-changed", "server_uuid": "41ced6b6-f2d0-401d-9795-c01ae16381af", "tag": "55b691da-7450-4950-8597-e424f631fd4d"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:46:57.206819 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db63ae31-d3f8-4fa1-accf-00c8443a858f x-openstack-request-id: req-db63ae31-d3f8-4fa1-accf-00c8443a858f {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:46:57.207347 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ced6b6-f2d0-401d-9795-c01ae16381af", "tag": "55b691da-7450-4950-8597-e424f631fd4d", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:46:57.207787 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-db63ae31-d3f8-4fa1-accf-00c8443a858f {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:46:57.208192 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ced6b6-f2d0-401d-9795-c01ae16381af', 'tag': '55b691da-7450-4950-8597-e424f631fd4d', 'status': 'completed', 'code': 200} Jul 16 21:46:57.261172 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-3ff9fbe0-6f4b-4d31-a713-5d6f1e4647b4 None None] Set router 21b6b68a-4703-4df5-b194-7d105bcb424c gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:46:57.302193 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ae220-53dd-4753-b5bd-e949250e5d93 req-bd102408-e577-4add-8f15-7bf678c20ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:46:57.303842 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e60ae220-53dd-4753-b5bd-e949250e5d93 req-bd102408-e577-4add-8f15-7bf678c20ebb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a41b940bec14e139c72f88a5e19d38c&device_id=41ced6b6-f2d0-401d-9795-c01ae16381af HTTP/1.1" status: 200 len: 1097 time: 0.0679598 Jul 16 21:46:57.414345 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ae220-53dd-4753-b5bd-e949250e5d93 req-2e250c0b-7691-4a8a-b0ca-50d065872e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:46:57.416283 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e60ae220-53dd-4753-b5bd-e949250e5d93 req-2e250c0b-7691-4a8a-b0ca-50d065872e14 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad HTTP/1.1" status: 200 len: 911 time: 0.1059389 Jul 16 21:46:57.463095 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e60ae220-53dd-4753-b5bd-e949250e5d93 req-eb0612cc-4636-47fc-bea0-8ced9b08097a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b691da-7450-4950-8597-e424f631fd4d HTTP/1.1" status: 200 len: 217 time: 0.0403516 Jul 16 21:46:57.506650 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-3ff9fbe0-6f4b-4d31-a713-5d6f1e4647b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'name': 'tempest-TestSnapshotPattern-1797471685-router', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:13Z', 'updated_at': '2021-07-16T21:42:16Z', 'revision_number': 4, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'gw_port': {'id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:14Z', 'updated_at': '2021-07-16T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'e3c61c37-bede-4d2b-8b36-d0b92013574c', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'port_id': 'a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'mac_address': 'fa:16:3e:77:ef:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488518b2-69f2-4e08-a69b-ea4a1b8b667a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:42:39Z', 'updated_at': '2021-07-16T21:42:41Z', 'revision_number': 1, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11cfe11-af18-4895-bc66-918b41179b89', 'name': '', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'mac_address': 'fa:16:3e:c0:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c212a791-415c-4075-b113-da8081221eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:15Z', 'updated_at': '2021-07-16T21:42:21Z', 'revision_number': 5, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'subnets': [{'id': 'c212a791-415c-4075-b113-da8081221eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:46:57.514261 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ae220-53dd-4753-b5bd-e949250e5d93 req-3c88bd8b-a905-42d4-a4da-7d8ba0af75a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:46:57.515784 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e60ae220-53dd-4753-b5bd-e949250e5d93 req-3c88bd8b-a905-42d4-a4da-7d8ba0af75a7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c212a791-415c-4075-b113-da8081221eb5 HTTP/1.1" status: 200 len: 849 time: 0.0464609 Jul 16 21:46:57.581251 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ae220-53dd-4753-b5bd-e949250e5d93 req-e51016d9-8f40-4e2f-8e91-1e010e7b6d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:46:57.583475 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e60ae220-53dd-4753-b5bd-e949250e5d93 req-e51016d9-8f40-4e2f-8e91-1e010e7b6d1e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601022 Jul 16 21:46:57.634775 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05820006-3a9c-44b1-a743-5d7cd3856467 req-c302440d-ebf5-414b-a58a-73911b71571f tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:46:57.635028 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff9fbe0-6f4b-4d31-a713-5d6f1e4647b4 None None] Checking router: 21b6b68a-4703-4df5-b194-7d105bcb424c for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:46:57.636444 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05820006-3a9c-44b1-a743-5d7cd3856467 req-c302440d-ebf5-414b-a58a-73911b71571f tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ced6b6-f2d0-401d-9795-c01ae16381af HTTP/1.1" status: 200 len: 945 time: 0.1297088 Jul 16 21:46:57.643785 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff9fbe0-6f4b-4d31-a713-5d6f1e4647b4 None None] Routers {'21b6b68a-4703-4df5-b194-7d105bcb424c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:46:57.644392 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-3ff9fbe0-6f4b-4d31-a713-5d6f1e4647b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:46:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['21b6b68a-4703-4df5-b194-7d105bcb424c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:46:57.679260 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-05820006-3a9c-44b1-a743-5d7cd3856467 req-1f061383-5e38-41b9-aac2-be4411f6aa10 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358236 Jul 16 21:46:57.691088 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e60ae220-53dd-4753-b5bd-e949250e5d93 req-8e893099-c8f8-47fb-bed5-67276403fdd6 service neutron] 10.222.0.62 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002409 Jul 16 21:46:57.752919 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-3ff9fbe0-6f4b-4d31-a713-5d6f1e4647b4 None None] Set router 21b6b68a-4703-4df5-b194-7d105bcb424c gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:46:57.786581 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-e60ae220-53dd-4753-b5bd-e949250e5d93 req-d800183d-b58c-4baa-93e1-d27304d6b966 service neutron] 10.222.0.62 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871015 Jul 16 21:46:57.963614 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:57.985379 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-3ff9fbe0-6f4b-4d31-a713-5d6f1e4647b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'name': 'tempest-TestSnapshotPattern-1797471685-router', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:13Z', 'updated_at': '2021-07-16T21:42:16Z', 'revision_number': 4, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'gw_port': {'id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:14Z', 'updated_at': '2021-07-16T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'e3c61c37-bede-4d2b-8b36-d0b92013574c', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'port_id': 'a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'mac_address': 'fa:16:3e:77:ef:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488518b2-69f2-4e08-a69b-ea4a1b8b667a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:42:39Z', 'updated_at': '2021-07-16T21:42:41Z', 'revision_number': 1, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11cfe11-af18-4895-bc66-918b41179b89', 'name': '', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'mac_address': 'fa:16:3e:c0:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c212a791-415c-4075-b113-da8081221eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:15Z', 'updated_at': '2021-07-16T21:42:21Z', 'revision_number': 5, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'subnets': [{'id': 'c212a791-415c-4075-b113-da8081221eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:46:58.015663 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff9fbe0-6f4b-4d31-a713-5d6f1e4647b4 None None] The sync data for ids ['21b6b68a-4703-4df5-b194-7d105bcb424c'] in n-d-791506-21 is: [{'id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'name': 'tempest-TestSnapshotPattern-1797471685-router', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:13Z', 'updated_at': '2021-07-16T21:42:16Z', 'revision_number': 4, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'gw_port': {'id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:14Z', 'updated_at': '2021-07-16T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_floatingips': [{'id': 'e3c61c37-bede-4d2b-8b36-d0b92013574c', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'router_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'port_id': 'a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'mac_address': 'fa:16:3e:77:ef:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488518b2-69f2-4e08-a69b-ea4a1b8b667a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:42:39Z', 'updated_at': '2021-07-16T21:42:41Z', 'revision_number': 1, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11cfe11-af18-4895-bc66-918b41179b89', 'name': '', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'mac_address': 'fa:16:3e:c0:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c212a791-415c-4075-b113-da8081221eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:15Z', 'updated_at': '2021-07-16T21:42:21Z', 'revision_number': 5, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'subnets': [{'id': 'c212a791-415c-4075-b113-da8081221eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:46:58.248839 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a318b9-bee9-46a4-8f8a-f98c2002ef3e None None] New status for floating IP b4a9a636-950a-415d-92c2-76ccfaf1a957: DOWN {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:46:58.908033 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2489c7f-8ea3-40bc-9f79-26ceae785319 req-86073513-a203-448e-8a5d-da73f434f53a tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:46:58.909511 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a2489c7f-8ea3-40bc-9f79-26ceae785319 req-86073513-a203-448e-8a5d-da73f434f53a tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=41ced6b6-f2d0-401d-9795-c01ae16381af HTTP/1.1" status: 200 len: 945 time: 0.1160157 Jul 16 21:46:58.951558 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a2489c7f-8ea3-40bc-9f79-26ceae785319 req-8e54694e-bdc3-4077-bf96-127759abb9e2 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362105 Jul 16 21:46:59.020766 n-d-791506-21 neutron-server[93793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1be05-2d5e-4c0d-8b2c-d0ad2a8e17e4 req-ed086c8c-d396-4f42-af08-99f40544d13a tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:46:59.022258 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-32c1be05-2d5e-4c0d-8b2c-d0ad2a8e17e4 req-ed086c8c-d396-4f42-af08-99f40544d13a tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.62 "GET /v2.0/ports?device_id=41ced6b6-f2d0-401d-9795-c01ae16381af HTTP/1.1" status: 200 len: 945 time: 0.0711944 Jul 16 21:46:59.124129 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-32c1be05-2d5e-4c0d-8b2c-d0ad2a8e17e4 req-ac925c08-cc44-4370-9c90-618af1323589 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Deleting port 55b691da-7450-4950-8597-e424f631fd4d {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:46:59.124507 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-32c1be05-2d5e-4c0d-8b2c-d0ad2a8e17e4 req-ac925c08-cc44-4370-9c90-618af1323589 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:59.218261 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [req-32c1be05-2d5e-4c0d-8b2c-d0ad2a8e17e4 req-ac925c08-cc44-4370-9c90-618af1323589 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] For port 55b691da-7450-4950-8597-e424f631fd4d, host n-h2-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-21',level=0,port_id=55b691da-7450-4950-8597-e424f631fd4d,segment=NetworkSegment(9034755b-16d5-445a-8776-5ff3dcdc78d6),segment_id=9034755b-16d5-445a-8776-5ff3dcdc78d6)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:46:59.218561 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-32c1be05-2d5e-4c0d-8b2c-d0ad2a8e17e4 req-ac925c08-cc44-4370-9c90-618af1323589 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:59.230275 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [req-32c1be05-2d5e-4c0d-8b2c-d0ad2a8e17e4 req-ac925c08-cc44-4370-9c90-618af1323589 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Calling delete_port for 55b691da-7450-4950-8597-e424f631fd4d owned by compute:nova {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:46:59.358178 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-32c1be05-2d5e-4c0d-8b2c-d0ad2a8e17e4 req-ac925c08-cc44-4370-9c90-618af1323589 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:59.392049 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac925c08-cc44-4370-9c90-618af1323589 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Pushing event deleted for resources: {'Port': ['ID=55b691da-7450-4950-8597-e424f631fd4d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:46:59.422246 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac925c08-cc44-4370-9c90-618af1323589 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:59.422634 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac925c08-cc44-4370-9c90-618af1323589 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:59.422978 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac925c08-cc44-4370-9c90-618af1323589 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:59.423318 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac925c08-cc44-4370-9c90-618af1323589 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:59.423659 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac925c08-cc44-4370-9c90-618af1323589 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:59.424019 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac925c08-cc44-4370-9c90-618af1323589 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:59.424353 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac925c08-cc44-4370-9c90-618af1323589 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:59.424680 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac925c08-cc44-4370-9c90-618af1323589 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:59.425007 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac925c08-cc44-4370-9c90-618af1323589 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:59.425336 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac925c08-cc44-4370-9c90-618af1323589 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:59.425661 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac925c08-cc44-4370-9c90-618af1323589 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:59.426005 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac925c08-cc44-4370-9c90-618af1323589 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-21 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:46:59.450383 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c1be05-2d5e-4c0d-8b2c-d0ad2a8e17e4 req-ac925c08-cc44-4370-9c90-618af1323589 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] No DVR routers for this DVR port 55b691da-7450-4950-8597-e424f631fd4d on host n-h2-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:46:59.452854 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [req-32c1be05-2d5e-4c0d-8b2c-d0ad2a8e17e4 req-ac925c08-cc44-4370-9c90-618af1323589 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:59.454832 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [req-32c1be05-2d5e-4c0d-8b2c-d0ad2a8e17e4 req-ac925c08-cc44-4370-9c90-618af1323589 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.62 "DELETE /v2.0/ports/55b691da-7450-4950-8597-e424f631fd4d HTTP/1.1" status: 204 len: 173 time: 0.4272568 Jul 16 21:46:59.455340 n-d-791506-21 neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ced6b6-f2d0-401d-9795-c01ae16381af', 'name': 'network-vif-deleted', 'tag': '55b691da-7450-4950-8597-e424f631fd4d'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:46:59.457648 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc459459a4c5a11ec1d6886bc2ffdbf4fbc6faab23ac6f064f41edec039c064" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a96dccd-98bc-4faf-b510-6f9279fc1ab5" -d '{"events": [{"server_uuid": "41ced6b6-f2d0-401d-9795-c01ae16381af", "name": "network-vif-deleted", "tag": "55b691da-7450-4950-8597-e424f631fd4d"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:46:59.495916 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e900c9bc-4f78-4562-8a96-3e5f5d7a94a5 x-openstack-request-id: req-e900c9bc-4f78-4562-8a96-3e5f5d7a94a5 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:46:59.496209 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ced6b6-f2d0-401d-9795-c01ae16381af", "name": "network-vif-deleted", "tag": "55b691da-7450-4950-8597-e424f631fd4d", "status": "completed", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:46:59.496461 n-d-791506-21 neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e900c9bc-4f78-4562-8a96-3e5f5d7a94a5 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:46:59.496871 n-d-791506-21 neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ced6b6-f2d0-401d-9795-c01ae16381af', 'name': 'network-vif-deleted', 'tag': '55b691da-7450-4950-8597-e424f631fd4d', 'status': 'completed', 'code': 200} Jul 16 21:46:59.519918 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 55b691da-7450-4950-8597-e424f631fd4d no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:46:59.539442 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 55b691da-7450-4950-8597-e424f631fd4d {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:46:59.539784 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 55b691da-7450-4950-8597-e424f631fd4d not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:47:00.227603 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:00.570825 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60790) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:00.724170 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-219a3055-1a26-4c77-8a24-cf6bb556ca25 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Deleting port 734680b4-aff4-4b90-9518-01f86cf686ab {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:47:00.724511 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-219a3055-1a26-4c77-8a24-cf6bb556ca25 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:00.797630 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-219a3055-1a26-4c77-8a24-cf6bb556ca25 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:00.797959 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-219a3055-1a26-4c77-8a24-cf6bb556ca25 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:00.809260 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-219a3055-1a26-4c77-8a24-cf6bb556ca25 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Calling delete_port for 734680b4-aff4-4b90-9518-01f86cf686ab owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:47:00.957407 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-219a3055-1a26-4c77-8a24-cf6bb556ca25 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:00.984854 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a3055-1a26-4c77-8a24-cf6bb556ca25 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Pushing event deleted for resources: {'Port': ['ID=734680b4-aff4-4b90-9518-01f86cf686ab,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:01.050500 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-219a3055-1a26-4c77-8a24-cf6bb556ca25 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:01.050839 n-d-791506-21 neutron-server[93794]: INFO neutron.db.l3_db [None req-219a3055-1a26-4c77-8a24-cf6bb556ca25 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Floating IP e3c61c37-bede-4d2b-8b36-d0b92013574c disassociated (deleted). External IP: 172.25.0.120, port: a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9. Jul 16 21:47:01.260498 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219a3055-1a26-4c77-8a24-cf6bb556ca25 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Router 21b6b68a-4703-4df5-b194-7d105bcb424c has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:47:01.367797 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219a3055-1a26-4c77-8a24-cf6bb556ca25 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:47:01.373143 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-219a3055-1a26-4c77-8a24-cf6bb556ca25 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:01.378172 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abacf81-cf09-4e6f-8903-c4c950576657 None None] Sync routers for ids ['21b6b68a-4703-4df5-b194-7d105bcb424c'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:47:01.388099 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abacf81-cf09-4e6f-8903-c4c950576657 None None] Routers {'21b6b68a-4703-4df5-b194-7d105bcb424c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:47:01.388710 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-0abacf81-cf09-4e6f-8903-c4c950576657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:46:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['21b6b68a-4703-4df5-b194-7d105bcb424c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:01.410338 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-219a3055-1a26-4c77-8a24-cf6bb556ca25 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "DELETE /v2.0/floatingips/e3c61c37-bede-4d2b-8b36-d0b92013574c HTTP/1.1" status: 204 len: 168 time: 0.8384132 Jul 16 21:47:01.411059 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488518b2-69f2-4e08-a69b-ea4a1b8b667a', 'tag': 'a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:47:01.413654 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64aa11f1-4ab7-4de7-a82a-6c4492590917" -d '{"events": [{"name": "network-changed", "server_uuid": "488518b2-69f2-4e08-a69b-ea4a1b8b667a", "tag": "a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:47:01.454479 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829ab74a-3c26-4695-9742-bcf7ba29ea4b x-openstack-request-id: req-829ab74a-3c26-4695-9742-bcf7ba29ea4b {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:47:01.454776 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "488518b2-69f2-4e08-a69b-ea4a1b8b667a", "tag": "a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:47:01.455026 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-829ab74a-3c26-4695-9742-bcf7ba29ea4b {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:47:01.455629 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '488518b2-69f2-4e08-a69b-ea4a1b8b667a', 'tag': 'a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9', 'status': 'completed', 'code': 200} Jul 16 21:47:01.502571 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-0abacf81-cf09-4e6f-8903-c4c950576657 None None] Set router 21b6b68a-4703-4df5-b194-7d105bcb424c gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:47:01.539988 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa11f1-4ab7-4de7-a82a-6c4492590917 req-aa7830b6-5dd8-40d2-8017-30fd3ebf3994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:47:01.541811 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-64aa11f1-4ab7-4de7-a82a-6c4492590917 req-aa7830b6-5dd8-40d2-8017-30fd3ebf3994 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a41b940bec14e139c72f88a5e19d38c&device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a HTTP/1.1" status: 200 len: 1096 time: 0.0624852 Jul 16 21:47:01.644301 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa11f1-4ab7-4de7-a82a-6c4492590917 req-1bd677e0-94c8-4ff3-9a43-4838bd0d4093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:47:01.645801 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-64aa11f1-4ab7-4de7-a82a-6c4492590917 req-1bd677e0-94c8-4ff3-9a43-4838bd0d4093 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad HTTP/1.1" status: 200 len: 911 time: 0.0983922 Jul 16 21:47:01.694460 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-64aa11f1-4ab7-4de7-a82a-6c4492590917 req-6ad5fe33-c9c6-4f57-9a64-2add0fb78f7d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 HTTP/1.1" status: 200 len: 217 time: 0.0412853 Jul 16 21:47:01.726807 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-0abacf81-cf09-4e6f-8903-c4c950576657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'name': 'tempest-TestSnapshotPattern-1797471685-router', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:13Z', 'updated_at': '2021-07-16T21:42:16Z', 'revision_number': 4, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'gw_port': {'id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:14Z', 'updated_at': '2021-07-16T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e11cfe11-af18-4895-bc66-918b41179b89', 'name': '', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'mac_address': 'fa:16:3e:c0:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c212a791-415c-4075-b113-da8081221eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:15Z', 'updated_at': '2021-07-16T21:42:21Z', 'revision_number': 5, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'subnets': [{'id': 'c212a791-415c-4075-b113-da8081221eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:01.754735 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abacf81-cf09-4e6f-8903-c4c950576657 None None] Checking router: 21b6b68a-4703-4df5-b194-7d105bcb424c for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:47:01.755365 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa11f1-4ab7-4de7-a82a-6c4492590917 req-ff2da85a-274e-430b-b26c-937729aba456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:47:01.756760 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-64aa11f1-4ab7-4de7-a82a-6c4492590917 req-ff2da85a-274e-430b-b26c-937729aba456 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c212a791-415c-4075-b113-da8081221eb5 HTTP/1.1" status: 200 len: 849 time: 0.0552630 Jul 16 21:47:01.764116 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abacf81-cf09-4e6f-8903-c4c950576657 None None] Routers {'21b6b68a-4703-4df5-b194-7d105bcb424c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:47:01.764708 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-0abacf81-cf09-4e6f-8903-c4c950576657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:46:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['21b6b68a-4703-4df5-b194-7d105bcb424c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:01.845568 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaec997-bd1d-4616-ab6f-ad21ac4dcae3 req-ada3a1d2-8b94-4751-afd1-18fb69416bd5 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:47:01.847169 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cbaec997-bd1d-4616-ab6f-ad21ac4dcae3 req-ada3a1d2-8b94-4751-afd1-18fb69416bd5 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a HTTP/1.1" status: 200 len: 944 time: 0.1031842 Jul 16 21:47:01.872962 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-0abacf81-cf09-4e6f-8903-c4c950576657 None None] Set router 21b6b68a-4703-4df5-b194-7d105bcb424c gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:47:01.874951 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa11f1-4ab7-4de7-a82a-6c4492590917 req-35c20fca-5d0e-43d4-9cf0-be8ef061488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:47:01.876447 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-64aa11f1-4ab7-4de7-a82a-6c4492590917 req-35c20fca-5d0e-43d4-9cf0-be8ef061488c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992353 Jul 16 21:47:01.912561 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-cbaec997-bd1d-4616-ab6f-ad21ac4dcae3 req-f5d31049-99f8-4bdd-9abd-bfad201d2a94 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590005 Jul 16 21:47:01.989798 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-64aa11f1-4ab7-4de7-a82a-6c4492590917 req-4e2bc444-c0a4-4e71-81dc-e24f22372ba9 service neutron] 10.222.0.18 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002402 Jul 16 21:47:02.071592 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-0abacf81-cf09-4e6f-8903-c4c950576657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'name': 'tempest-TestSnapshotPattern-1797471685-router', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:13Z', 'updated_at': '2021-07-16T21:42:16Z', 'revision_number': 4, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'gw_port': {'id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:14Z', 'updated_at': '2021-07-16T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e11cfe11-af18-4895-bc66-918b41179b89', 'name': '', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'mac_address': 'fa:16:3e:c0:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c212a791-415c-4075-b113-da8081221eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:15Z', 'updated_at': '2021-07-16T21:42:21Z', 'revision_number': 5, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'subnets': [{'id': 'c212a791-415c-4075-b113-da8081221eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:02.084809 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-64aa11f1-4ab7-4de7-a82a-6c4492590917 req-713fef1b-fe09-4865-bcb8-7b36ff0e00de service neutron] 10.222.0.18 "GET /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879145 Jul 16 21:47:02.097948 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abacf81-cf09-4e6f-8903-c4c950576657 None None] The sync data for ids ['21b6b68a-4703-4df5-b194-7d105bcb424c'] in n-d-791506-21 is: [{'id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'name': 'tempest-TestSnapshotPattern-1797471685-router', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:13Z', 'updated_at': '2021-07-16T21:42:16Z', 'revision_number': 4, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'gw_port': {'id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:14Z', 'updated_at': '2021-07-16T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21', '_interfaces': [{'id': 'e11cfe11-af18-4895-bc66-918b41179b89', 'name': '', 'network_id': '1cb80aae-f5ce-4717-b7ca-e49e30ef57ad', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'mac_address': 'fa:16:3e:c0:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c212a791-415c-4075-b113-da8081221eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:15Z', 'updated_at': '2021-07-16T21:42:21Z', 'revision_number': 5, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'subnets': [{'id': 'c212a791-415c-4075-b113-da8081221eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:47:02.319979 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0b11f3-59b7-4dca-b332-e532762dba67 None None] New status for floating IP e3c61c37-bede-4d2b-8b36-d0b92013574c: DOWN {{(pid=93795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:47:02.744123 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:47:03.093375 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70912f6-c807-4521-a95a-730ce0e50f3c req-5f227fa5-cf1f-4078-9a65-40d52bf4ec95 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:47:03.094926 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a70912f6-c807-4521-a95a-730ce0e50f3c req-5f227fa5-cf1f-4078-9a65-40d52bf4ec95 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a HTTP/1.1" status: 200 len: 944 time: 0.0649223 Jul 16 21:47:03.132820 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-a70912f6-c807-4521-a95a-730ce0e50f3c req-c409a5ef-6c5e-44ff-9c8c-17a1fd2638aa tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/security-groups?id=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319514 Jul 16 21:47:03.219668 n-d-791506-21 neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690e3b2-583e-4731-a8b1-51c2efe94b1b req-e7274b5e-5fc8-46fd-9fba-e9eaf7a18a18 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:47:03.221126 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1690e3b2-583e-4731-a8b1-51c2efe94b1b req-e7274b5e-5fc8-46fd-9fba-e9eaf7a18a18 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.18 "GET /v2.0/ports?device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a HTTP/1.1" status: 200 len: 944 time: 0.0619617 Jul 16 21:47:03.326982 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-1690e3b2-583e-4731-a8b1-51c2efe94b1b req-1e820bc7-2bad-4bb7-a931-743389afa3b8 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Deleting port a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:47:03.327319 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1690e3b2-583e-4731-a8b1-51c2efe94b1b req-1e820bc7-2bad-4bb7-a931-743389afa3b8 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:03.415010 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-1690e3b2-583e-4731-a8b1-51c2efe94b1b req-1e820bc7-2bad-4bb7-a931-743389afa3b8 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] For port a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9, host n-h1-791506-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-21',level=0,port_id=a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9,segment=NetworkSegment(9034755b-16d5-445a-8776-5ff3dcdc78d6),segment_id=9034755b-16d5-445a-8776-5ff3dcdc78d6)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:47:03.415300 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1690e3b2-583e-4731-a8b1-51c2efe94b1b req-1e820bc7-2bad-4bb7-a931-743389afa3b8 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:03.427273 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [req-1690e3b2-583e-4731-a8b1-51c2efe94b1b req-1e820bc7-2bad-4bb7-a931-743389afa3b8 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Calling delete_port for a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 owned by compute:nova {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:47:03.520404 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 55b691da-7450-4950-8597-e424f631fd4d no longer exists at agent hyperv_n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:47:03.540718 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] No Port match for: 55b691da-7450-4950-8597-e424f631fd4d {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:47:03.541135 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Device 55b691da-7450-4950-8597-e424f631fd4d not bound to the agent host n-h2-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:47:03.558204 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1690e3b2-583e-4731-a8b1-51c2efe94b1b req-1e820bc7-2bad-4bb7-a931-743389afa3b8 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:03.585827 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e820bc7-2bad-4bb7-a931-743389afa3b8 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Pushing event deleted for resources: {'Port': ['ID=a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:03.640085 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-1690e3b2-583e-4731-a8b1-51c2efe94b1b req-1e820bc7-2bad-4bb7-a931-743389afa3b8 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] No DVR routers for this DVR port a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 on host n-h1-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:47:03.642863 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-1690e3b2-583e-4731-a8b1-51c2efe94b1b req-1e820bc7-2bad-4bb7-a931-743389afa3b8 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199116'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:03.644910 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-1690e3b2-583e-4731-a8b1-51c2efe94b1b req-1e820bc7-2bad-4bb7-a931-743389afa3b8 tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.18 "DELETE /v2.0/ports/a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 HTTP/1.1" status: 204 len: 173 time: 0.4181833 Jul 16 21:47:03.645341 n-d-791506-21 neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488518b2-69f2-4e08-a69b-ea4a1b8b667a', 'name': 'network-vif-deleted', 'tag': 'a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:47:03.647613 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87af646071e17f7665c19d6c2a49ac964013c099e834df17617f9a65a2fc69e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269ed122-79cb-4b5a-a728-45860b67a84c" -d '{"events": [{"server_uuid": "488518b2-69f2-4e08-a69b-ea4a1b8b667a", "name": "network-vif-deleted", "tag": "a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:47:03.685064 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4832107b-9a98-4e10-915a-dbd594797a8b x-openstack-request-id: req-4832107b-9a98-4e10-915a-dbd594797a8b {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:47:03.685387 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488518b2-69f2-4e08-a69b-ea4a1b8b667a", "name": "network-vif-deleted", "tag": "a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:47:03.685642 n-d-791506-21 neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4832107b-9a98-4e10-915a-dbd594797a8b {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:47:03.686044 n-d-791506-21 neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488518b2-69f2-4e08-a69b-ea4a1b8b667a', 'name': 'network-vif-deleted', 'tag': 'a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9', 'status': 'completed', 'code': 200} Jul 16 21:47:04.177924 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:04.295141 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [req-5d2fec8e-fe5f-4c56-b587-ab5a7d64861d req-c4dc2483-93ab-41cc-83d4-6df5f4744c3a tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "GET /v2.0/ports?device_id=488518b2-69f2-4e08-a69b-ea4a1b8b667a HTTP/1.1" status: 200 len: 210 time: 0.0331974 Jul 16 21:47:05.388629 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60808) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:05.447112 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fe726b81-0729-4533-ba0e-3c564802059e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:05.472275 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fe726b81-0729-4533-ba0e-3c564802059e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:05.531786 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fe726b81-0729-4533-ba0e-3c564802059e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:05.535007 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fe726b81-0729-4533-ba0e-3c564802059e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:05.535984 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-fe726b81-0729-4533-ba0e-3c564802059e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] 10.222.0.38 "DELETE /v2.0/security-groups/69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad HTTP/1.1" status: 204 len: 168 time: 0.1463640 Jul 16 21:47:05.546333 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe726b81-0729-4533-ba0e-3c564802059e tempest-TestSnapshotPattern-827450834 tempest-TestSnapshotPattern-827450834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c9d3f4-9c1a-46a5-b50c-c0b09a8556ad,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:06.556742 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 no longer exists at agent hyperv_n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:47:06.577543 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f227628c-da0c-4016-a831-2592b446d161 None None] No Port match for: a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:47:06.577889 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Device a954cfe6-b0b2-43fe-be8b-ef3fbae2e6a9 not bound to the agent host n-h1-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:47:06.603680 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60814) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:06.953789 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c79f1001-7127-4c8e-84cf-0402d7b04839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:07.213986 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-c79f1001-7127-4c8e-84cf-0402d7b04839 admin admin] Deleting port e11cfe11-af18-4895-bc66-918b41179b89 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:47:07.214240 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c79f1001-7127-4c8e-84cf-0402d7b04839 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:07.291431 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-c79f1001-7127-4c8e-84cf-0402d7b04839 admin admin] For port e11cfe11-af18-4895-bc66-918b41179b89, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=e11cfe11-af18-4895-bc66-918b41179b89,segment=NetworkSegment(9034755b-16d5-445a-8776-5ff3dcdc78d6),segment_id=9034755b-16d5-445a-8776-5ff3dcdc78d6)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:47:07.291801 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c79f1001-7127-4c8e-84cf-0402d7b04839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:07.304381 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-c79f1001-7127-4c8e-84cf-0402d7b04839 admin admin] Calling delete_port for e11cfe11-af18-4895-bc66-918b41179b89 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:47:07.483529 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c79f1001-7127-4c8e-84cf-0402d7b04839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:07.514358 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f1001-7127-4c8e-84cf-0402d7b04839 admin admin] Pushing event deleted for resources: {'Port': ['ID=e11cfe11-af18-4895-bc66-918b41179b89,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:07.678671 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c79f1001-7127-4c8e-84cf-0402d7b04839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:07.888125 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79f1001-7127-4c8e-84cf-0402d7b04839 admin admin] Router 21b6b68a-4703-4df5-b194-7d105bcb424c has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:47:07.990746 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79f1001-7127-4c8e-84cf-0402d7b04839 admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:47:07.995974 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-c79f1001-7127-4c8e-84cf-0402d7b04839 admin admin] 10.222.0.38 "PUT /v2.0/routers/21b6b68a-4703-4df5-b194-7d105bcb424c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3912737 Jul 16 21:47:07.998602 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60816) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:07.999113 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7485e310-2d9c-45e1-bd2a-dc5a5eaded36 None None] Sync routers for ids ['21b6b68a-4703-4df5-b194-7d105bcb424c'] in n-d-791506-21 {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:47:08.008332 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7485e310-2d9c-45e1-bd2a-dc5a5eaded36 None None] Routers {'21b6b68a-4703-4df5-b194-7d105bcb424c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:47:08.008978 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-7485e310-2d9c-45e1-bd2a-dc5a5eaded36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:46:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['21b6b68a-4703-4df5-b194-7d105bcb424c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:08.100360 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c8ac527-789f-4bc5-9c0a-e3ce935e4c65 admin admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:08.111931 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-7485e310-2d9c-45e1-bd2a-dc5a5eaded36 None None] Set router 21b6b68a-4703-4df5-b194-7d105bcb424c gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:47:08.396598 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-7485e310-2d9c-45e1-bd2a-dc5a5eaded36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'name': 'tempest-TestSnapshotPattern-1797471685-router', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:13Z', 'updated_at': '2021-07-16T21:47:07Z', 'revision_number': 5, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'gw_port': {'id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:14Z', 'updated_at': '2021-07-16T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:08.423001 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7485e310-2d9c-45e1-bd2a-dc5a5eaded36 None None] Checking router: 21b6b68a-4703-4df5-b194-7d105bcb424c for host: n-d-791506-21 {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:47:08.431992 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7485e310-2d9c-45e1-bd2a-dc5a5eaded36 None None] Routers {'21b6b68a-4703-4df5-b194-7d105bcb424c'} bound to L3 agent in host n-d-791506-21 {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:47:08.432648 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-7485e310-2d9c-45e1-bd2a-dc5a5eaded36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:46:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['21b6b68a-4703-4df5-b194-7d105bcb424c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:08.537682 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-7485e310-2d9c-45e1-bd2a-dc5a5eaded36 None None] Set router 21b6b68a-4703-4df5-b194-7d105bcb424c gateway port host: n-d-791506-21 {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:47:08.560318 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c8ac527-789f-4bc5-9c0a-e3ce935e4c65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:08.613822 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-2c8ac527-789f-4bc5-9c0a-e3ce935e4c65 admin admin] Deleting port a9a4613d-a41f-4739-b620-1f9f4713d9b0 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:47:08.614175 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c8ac527-789f-4bc5-9c0a-e3ce935e4c65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:08.693890 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-2c8ac527-789f-4bc5-9c0a-e3ce935e4c65 admin admin] For port a9a4613d-a41f-4739-b620-1f9f4713d9b0, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=a9a4613d-a41f-4739-b620-1f9f4713d9b0,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:47:08.694622 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c8ac527-789f-4bc5-9c0a-e3ce935e4c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:08.711105 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-2c8ac527-789f-4bc5-9c0a-e3ce935e4c65 admin admin] Calling delete_port for a9a4613d-a41f-4739-b620-1f9f4713d9b0 owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:47:08.714173 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-7485e310-2d9c-45e1-bd2a-dc5a5eaded36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'name': 'tempest-TestSnapshotPattern-1797471685-router', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:13Z', 'updated_at': '2021-07-16T21:47:07Z', 'revision_number': 5, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'gw_port': {'id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:14Z', 'updated_at': '2021-07-16T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:08.743898 n-d-791506-21 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7485e310-2d9c-45e1-bd2a-dc5a5eaded36 None None] The sync data for ids ['21b6b68a-4703-4df5-b194-7d105bcb424c'] in n-d-791506-21 is: [{'id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'name': 'tempest-TestSnapshotPattern-1797471685-router', 'tenant_id': '8a41b940bec14e139c72f88a5e19d38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:13Z', 'updated_at': '2021-07-16T21:47:07Z', 'revision_number': 5, 'project_id': '8a41b940bec14e139c72f88a5e19d38c', 'gw_port': {'id': 'a9a4613d-a41f-4739-b620-1f9f4713d9b0', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6b68a-4703-4df5-b194-7d105bcb424c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:14Z', 'updated_at': '2021-07-16T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:47:08.878338 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c8ac527-789f-4bc5-9c0a-e3ce935e4c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:08.909230 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ac527-789f-4bc5-9c0a-e3ce935e4c65 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9a4613d-a41f-4739-b620-1f9f4713d9b0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:08.970093 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c8ac527-789f-4bc5-9c0a-e3ce935e4c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:09.060671 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c8ac527-789f-4bc5-9c0a-e3ce935e4c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:09.062786 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c8ac527-789f-4bc5-9c0a-e3ce935e4c65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:09.110974 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c8ac527-789f-4bc5-9c0a-e3ce935e4c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:09.111928 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8ac527-789f-4bc5-9c0a-e3ce935e4c65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21b6b68a-4703-4df5-b194-7d105bcb424c {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:47:09.117640 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2c8ac527-789f-4bc5-9c0a-e3ce935e4c65 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:09.122595 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60818) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:09.123098 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-2c8ac527-789f-4bc5-9c0a-e3ce935e4c65 admin admin] 10.222.0.38 "DELETE /v2.0/routers/21b6b68a-4703-4df5-b194-7d105bcb424c HTTP/1.1" status: 204 len: 168 time: 1.1231043 Jul 16 21:47:09.178449 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac7c077-e548-4bf2-9820-5579dbbeb800 admin admin] Deleting subnet c212a791-415c-4075-b113-da8081221eb5 {{(pid=93793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:47:09.182919 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1ac7c077-e548-4bf2-9820-5579dbbeb800 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:09.224475 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1ac7c077-e548-4bf2-9820-5579dbbeb800 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146918431'] for subnet, precommit_delete_associations {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:09.226996 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e11cfe11-af18-4895-bc66-918b41179b89 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:47:09.253231 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: e11cfe11-af18-4895-bc66-918b41179b89 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:47:09.257445 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device e11cfe11-af18-4895-bc66-918b41179b89 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:47:09.306841 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1ac7c077-e548-4bf2-9820-5579dbbeb800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:09.361066 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1ac7c077-e548-4bf2-9820-5579dbbeb800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146581728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2145098349'] for subnet, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:09.386637 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7c077-e548-4bf2-9820-5579dbbeb800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c212a791-415c-4075-b113-da8081221eb5,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:09.394019 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1ac7c077-e548-4bf2-9820-5579dbbeb800 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:09.398440 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-1ac7c077-e548-4bf2-9820-5579dbbeb800 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c212a791-415c-4075-b113-da8081221eb5 HTTP/1.1" status: 204 len: 168 time: 0.2722020 Jul 16 21:47:09.398631 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60820) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:09.399712 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f361ee1d-9233-40a9-b127-18e94017df53 None None] Network 1cb80aae-f5ce-4717-b7ca-e49e30ef57ad requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:47:09.480316 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0ad25252-987a-4eab-8bee-4144d13bfba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:09.537489 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-0ad25252-987a-4eab-8bee-4144d13bfba2 admin admin] Deleting port d8b4a49f-f166-498c-9eab-aec2d5692d37 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:47:09.537832 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0ad25252-987a-4eab-8bee-4144d13bfba2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:09.604808 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-0ad25252-987a-4eab-8bee-4144d13bfba2 admin admin] For port d8b4a49f-f166-498c-9eab-aec2d5692d37, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=d8b4a49f-f166-498c-9eab-aec2d5692d37,segment=NetworkSegment(9034755b-16d5-445a-8776-5ff3dcdc78d6),segment_id=9034755b-16d5-445a-8776-5ff3dcdc78d6)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:47:09.605161 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0ad25252-987a-4eab-8bee-4144d13bfba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:09.616371 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-0ad25252-987a-4eab-8bee-4144d13bfba2 admin admin] Calling delete_port for d8b4a49f-f166-498c-9eab-aec2d5692d37 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:47:09.694673 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0ad25252-987a-4eab-8bee-4144d13bfba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146581651'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:09.720830 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad25252-987a-4eab-8bee-4144d13bfba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b4a49f-f166-498c-9eab-aec2d5692d37,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:09.724299 n-d-791506-21 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad25252-987a-4eab-8bee-4144d13bfba2 admin admin] No DVR routers for this DVR port d8b4a49f-f166-498c-9eab-aec2d5692d37 on host n-d-791506-21 {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:47:09.803709 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0ad25252-987a-4eab-8bee-4144d13bfba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:09.815647 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-0ad25252-987a-4eab-8bee-4144d13bfba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb80aae-f5ce-4717-b7ca-e49e30ef57ad']}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:09.818713 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af43845-692e-47e1-ad54-e3c78704ea63 None None] DHCP port deletion for 1cb80aae-f5ce-4717-b7ca-e49e30ef57ad request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:47:09.829203 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-0ad25252-987a-4eab-8bee-4144d13bfba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9034755b-16d5-445a-8776-5ff3dcdc78d6') {'for_net_delete': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:09.829578 n-d-791506-21 neutron-server[93793]: DEBUG neutron.services.segments.db [None req-0ad25252-987a-4eab-8bee-4144d13bfba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9034755b-16d5-445a-8776-5ff3dcdc78d6') {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:09.841100 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0ad25252-987a-4eab-8bee-4144d13bfba2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146918440'] for segment, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:09.858480 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0ad25252-987a-4eab-8bee-4144d13bfba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:09.864479 n-d-791506-21 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad25252-987a-4eab-8bee-4144d13bfba2 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:47:09.864871 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0ad25252-987a-4eab-8bee-4144d13bfba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146581058'] for segment, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: Traceback (most recent call last): Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: timer() Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: cb(*args, **kw) Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: return func(*args, **kwargs) Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: self._notify() Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: self.callback(batched_events) Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: event.method(event) Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: return f(self, *a, **k) Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: return self._get(url).json() Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: return self.request(url, 'GET', **kwargs) Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:47:09.866638 n-d-791506-21 neutron-server[93793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:47:09.924344 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0ad25252-987a-4eab-8bee-4144d13bfba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:09.930168 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0ad25252-987a-4eab-8bee-4144d13bfba2 admin admin] Notify callbacks [] for network, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:09.932881 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-0ad25252-987a-4eab-8bee-4144d13bfba2 admin admin] 10.222.0.38 "DELETE /v2.0/networks/1cb80aae-f5ce-4717-b7ca-e49e30ef57ad HTTP/1.1" status: 204 len: 168 time: 0.5333340 Jul 16 21:47:09.935957 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60822) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:09.943775 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad25252-987a-4eab-8bee-4144d13bfba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cb80aae-f5ce-4717-b7ca-e49e30ef57ad,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:10.280188 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d1b2056-5b33-4707-aba1-fe69ff31f59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-893396'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:10.531095 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-6d1b2056-5b33-4707-aba1-fe69ff31f59c admin admin] Deleting port 7a822bed-d0aa-4297-be9f-a24aa322ff11 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:47:10.531339 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d1b2056-5b33-4707-aba1-fe69ff31f59c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:10.609550 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-6d1b2056-5b33-4707-aba1-fe69ff31f59c admin admin] For port 7a822bed-d0aa-4297-be9f-a24aa322ff11, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=7a822bed-d0aa-4297-be9f-a24aa322ff11,segment=NetworkSegment(b968df48-c4e8-4810-b8fb-309cd325e4b0),segment_id=b968df48-c4e8-4810-b8fb-309cd325e4b0)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:47:10.609902 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d1b2056-5b33-4707-aba1-fe69ff31f59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:10.622039 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-6d1b2056-5b33-4707-aba1-fe69ff31f59c admin admin] Calling delete_port for 7a822bed-d0aa-4297-be9f-a24aa322ff11 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:47:10.798633 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d1b2056-5b33-4707-aba1-fe69ff31f59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:10.823010 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b2056-5b33-4707-aba1-fe69ff31f59c admin admin] Pushing event deleted for resources: {'Port': ['ID=7a822bed-d0aa-4297-be9f-a24aa322ff11,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:10.991643 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d1b2056-5b33-4707-aba1-fe69ff31f59c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-895556'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:11.216082 n-d-791506-21 neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1b2056-5b33-4707-aba1-fe69ff31f59c admin admin] Router 98b804d8-dfa7-44fc-ab1d-1fb0932aadaa has already been hosted by L3 agent fd02aad1-263a-4f3a-bc98-10d76d217647 {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:47:11.217686 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device d8b4a49f-f166-498c-9eab-aec2d5692d37 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:47:11.237619 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: d8b4a49f-f166-498c-9eab-aec2d5692d37 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:47:11.237739 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device d8b4a49f-f166-498c-9eab-aec2d5692d37 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:47:11.238070 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a9a4613d-a41f-4739-b620-1f9f4713d9b0 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:47:11.257044 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: a9a4613d-a41f-4739-b620-1f9f4713d9b0 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:47:11.257390 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device a9a4613d-a41f-4739-b620-1f9f4713d9b0 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:47:11.323269 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1b2056-5b33-4707-aba1-fe69ff31f59c admin admin] Notify agent at l3_agent.n-d-791506-21 the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:47:11.328458 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-6d1b2056-5b33-4707-aba1-fe69ff31f59c admin admin] 10.222.0.38 "PUT /v2.0/routers/98b804d8-dfa7-44fc-ab1d-1fb0932aadaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3914433 Jul 16 21:47:11.330959 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60824) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:11.333642 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e529695-53af-426c-8be0-674ead14c44a None None] Sync routers for ids ['98b804d8-dfa7-44fc-ab1d-1fb0932aadaa'] in n-d-791506-21 {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:47:11.343639 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e529695-53af-426c-8be0-674ead14c44a None None] Routers {'98b804d8-dfa7-44fc-ab1d-1fb0932aadaa'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:47:11.344257 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-3e529695-53af-426c-8be0-674ead14c44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:46:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['98b804d8-dfa7-44fc-ab1d-1fb0932aadaa'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:11.435154 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa41dc12-b8ba-47b8-afa9-32d617ae695d admin admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:11.447200 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-3e529695-53af-426c-8be0-674ead14c44a None None] Set router 98b804d8-dfa7-44fc-ab1d-1fb0932aadaa gateway port host: n-d-791506-21 {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:47:11.540675 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa41dc12-b8ba-47b8-afa9-32d617ae695d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:11.593103 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-aa41dc12-b8ba-47b8-afa9-32d617ae695d admin admin] Deleting port c60618b7-ef2e-4529-97df-1066bc53d4f2 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:47:11.593440 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa41dc12-b8ba-47b8-afa9-32d617ae695d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:11.623183 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-3e529695-53af-426c-8be0-674ead14c44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b804d8-dfa7-44fc-ab1d-1fb0932aadaa', 'name': 'tempest-TestSnapshotPattern-596165060-router', 'tenant_id': '42c1ea2849724bd09f2d59ffbe329fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'external_fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'c60618b7-ef2e-4529-97df-1066bc53d4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:18Z', 'updated_at': '2021-07-16T21:47:10Z', 'revision_number': 5, 'project_id': '42c1ea2849724bd09f2d59ffbe329fed', 'gw_port': {'id': 'c60618b7-ef2e-4529-97df-1066bc53d4f2', 'name': '', 'network_id': '9eaba347-54f9-4044-808d-862f23e2a998', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:99:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b804d8-dfa7-44fc-ab1d-1fb0932aadaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:18Z', 'updated_at': '2021-07-16T21:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb1b0f88-5fd6-4365-a896-fb528e726a8c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-21'}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:11.653411 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e529695-53af-426c-8be0-674ead14c44a None None] Checking router: 98b804d8-dfa7-44fc-ab1d-1fb0932aadaa for host: n-d-791506-21 {{(pid=93795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:47:11.661734 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e529695-53af-426c-8be0-674ead14c44a None None] Routers {'98b804d8-dfa7-44fc-ab1d-1fb0932aadaa'} bound to L3 agent in host n-d-791506-21 {{(pid=93795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:47:11.662358 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-3e529695-53af-426c-8be0-674ead14c44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T20:10:54Z,description=,heartbeat_timestamp=2021-07-16T21:46:54Z,host='n-d-791506-21',id=fd02aad1-263a-4f3a-bc98-10d76d217647,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T20:10:54Z,topic='l3_agent')) {'router_ids': ['98b804d8-dfa7-44fc-ab1d-1fb0932aadaa'], 'active': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:11.670214 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-aa41dc12-b8ba-47b8-afa9-32d617ae695d admin admin] For port c60618b7-ef2e-4529-97df-1066bc53d4f2, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=c60618b7-ef2e-4529-97df-1066bc53d4f2,segment=NetworkSegment(19af5095-7bb0-4b5e-9653-4efccf624bc4),segment_id=19af5095-7bb0-4b5e-9653-4efccf624bc4)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:47:11.670603 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa41dc12-b8ba-47b8-afa9-32d617ae695d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:11.687731 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-aa41dc12-b8ba-47b8-afa9-32d617ae695d admin admin] Calling delete_port for c60618b7-ef2e-4529-97df-1066bc53d4f2 owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:47:11.747323 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvr_db [None req-3e529695-53af-426c-8be0-674ead14c44a None None] Set router 98b804d8-dfa7-44fc-ab1d-1fb0932aadaa gateway port host: None {{(pid=93795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:47:11.798524 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_hamode_db [None req-3e529695-53af-426c-8be0-674ead14c44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b804d8-dfa7-44fc-ab1d-1fb0932aadaa', 'name': 'tempest-TestSnapshotPattern-596165060-router', 'tenant_id': '42c1ea2849724bd09f2d59ffbe329fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:18Z', 'updated_at': '2021-07-16T21:47:11Z', 'revision_number': 6, 'project_id': '42c1ea2849724bd09f2d59ffbe329fed', 'gw_port_host': None}], 'n-d-791506-21', False) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:11.827434 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e529695-53af-426c-8be0-674ead14c44a None None] The sync data for ids ['98b804d8-dfa7-44fc-ab1d-1fb0932aadaa'] in n-d-791506-21 is: [{'id': '98b804d8-dfa7-44fc-ab1d-1fb0932aadaa', 'name': 'tempest-TestSnapshotPattern-596165060-router', 'tenant_id': '42c1ea2849724bd09f2d59ffbe329fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:18Z', 'updated_at': '2021-07-16T21:47:11Z', 'revision_number': 6, 'project_id': '42c1ea2849724bd09f2d59ffbe329fed', 'gw_port_host': None}] {{(pid=93795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:47:11.859743 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa41dc12-b8ba-47b8-afa9-32d617ae695d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:11.888714 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41dc12-b8ba-47b8-afa9-32d617ae695d admin admin] Pushing event deleted for resources: {'Port': ['ID=c60618b7-ef2e-4529-97df-1066bc53d4f2,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:11.948695 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa41dc12-b8ba-47b8-afa9-32d617ae695d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896542'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:12.035360 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa41dc12-b8ba-47b8-afa9-32d617ae695d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11150'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:12.037411 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa41dc12-b8ba-47b8-afa9-32d617ae695d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:12.082730 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa41dc12-b8ba-47b8-afa9-32d617ae695d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-893852'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:12.083245 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa41dc12-b8ba-47b8-afa9-32d617ae695d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98b804d8-dfa7-44fc-ab1d-1fb0932aadaa {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:47:12.088743 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa41dc12-b8ba-47b8-afa9-32d617ae695d admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:12.089881 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-aa41dc12-b8ba-47b8-afa9-32d617ae695d admin admin] 10.222.0.38 "DELETE /v2.0/routers/98b804d8-dfa7-44fc-ab1d-1fb0932aadaa HTTP/1.1" status: 204 len: 168 time: 0.7578998 Jul 16 21:47:12.092335 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60826) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:12.136853 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-71561fae-fc1a-431f-93fb-637c115cba96 admin admin] Deleting subnet e31c9e9c-32a3-43b7-bce6-317762026a8c {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:47:12.139756 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71561fae-fc1a-431f-93fb-637c115cba96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:12.176449 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71561fae-fc1a-431f-93fb-637c115cba96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143530295'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:12.258120 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71561fae-fc1a-431f-93fb-637c115cba96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932379'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:12.315384 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71561fae-fc1a-431f-93fb-637c115cba96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143530457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143371799'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:12.340912 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71561fae-fc1a-431f-93fb-637c115cba96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e31c9e9c-32a3-43b7-bce6-317762026a8c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:12.344513 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71561fae-fc1a-431f-93fb-637c115cba96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:12.348924 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-71561fae-fc1a-431f-93fb-637c115cba96 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e31c9e9c-32a3-43b7-bce6-317762026a8c HTTP/1.1" status: 204 len: 168 time: 0.2531185 Jul 16 21:47:12.348924 n-d-791506-21 neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.38', 60828) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:12.352752 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713fa2b2-7b4c-4da9-b793-d46237ba6019 None None] Network 0b9221d9-fdf9-4409-a205-cae353593e61 requested from n-d-791506-21 {{(pid=93795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:47:12.415920 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71ad28a2-639c-4a3d-a211-f0312cfdb4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1852464'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:12.472283 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-71ad28a2-639c-4a3d-a211-f0312cfdb4d8 admin admin] Deleting port 2a52bc35-32b0-4888-a437-4ec599149650 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:47:12.472528 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71ad28a2-639c-4a3d-a211-f0312cfdb4d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:12.538655 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-71ad28a2-639c-4a3d-a211-f0312cfdb4d8 admin admin] For port 2a52bc35-32b0-4888-a437-4ec599149650, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=2a52bc35-32b0-4888-a437-4ec599149650,segment=NetworkSegment(b968df48-c4e8-4810-b8fb-309cd325e4b0),segment_id=b968df48-c4e8-4810-b8fb-309cd325e4b0)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:47:12.539014 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71ad28a2-639c-4a3d-a211-f0312cfdb4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:12.552878 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-71ad28a2-639c-4a3d-a211-f0312cfdb4d8 admin admin] Calling delete_port for 2a52bc35-32b0-4888-a437-4ec599149650 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:47:12.554978 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf16beb-fda9-4ebb-8351-0e9324ae49f3 None None] DHCP port deletion for 0b9221d9-fdf9-4409-a205-cae353593e61 request from n-d-791506-21 {{(pid=93795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:47:12.606984 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4bf16beb-fda9-4ebb-8351-0e9324ae49f3 None None] Deleting port 2a52bc35-32b0-4888-a437-4ec599149650 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:47:12.607360 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4bf16beb-fda9-4ebb-8351-0e9324ae49f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726300448175'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:12.640163 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71ad28a2-639c-4a3d-a211-f0312cfdb4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143530410'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:12.667627 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad28a2-639c-4a3d-a211-f0312cfdb4d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a52bc35-32b0-4888-a437-4ec599149650,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:12.672646 n-d-791506-21 neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ad28a2-639c-4a3d-a211-f0312cfdb4d8 admin admin] No DVR routers for this DVR port 2a52bc35-32b0-4888-a437-4ec599149650 on host n-d-791506-21 {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:47:12.675458 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4bf16beb-fda9-4ebb-8351-0e9324ae49f3 None None] For port 2a52bc35-32b0-4888-a437-4ec599149650, host n-d-791506-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-21',level=0,port_id=2a52bc35-32b0-4888-a437-4ec599149650,segment=NetworkSegment(b968df48-c4e8-4810-b8fb-309cd325e4b0),segment_id=b968df48-c4e8-4810-b8fb-309cd325e4b0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:47:12.675849 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4bf16beb-fda9-4ebb-8351-0e9324ae49f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893935'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:12.688874 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4bf16beb-fda9-4ebb-8351-0e9324ae49f3 None None] Calling delete_port for 2a52bc35-32b0-4888-a437-4ec599149650 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:47:12.744510 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71ad28a2-639c-4a3d-a211-f0312cfdb4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930815', 'neutron.services.segments.db._delete_segments_for_network-8726300561996'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:12.754660 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-71ad28a2-639c-4a3d-a211-f0312cfdb4d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9221d9-fdf9-4409-a205-cae353593e61']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:12.769839 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4bf16beb-fda9-4ebb-8351-0e9324ae49f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2085561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726300449410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726300047252'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:12.770135 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-71ad28a2-639c-4a3d-a211-f0312cfdb4d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b968df48-c4e8-4810-b8fb-309cd325e4b0') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:12.770477 n-d-791506-21 neutron-server[93794]: DEBUG neutron.services.segments.db [None req-71ad28a2-639c-4a3d-a211-f0312cfdb4d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b968df48-c4e8-4810-b8fb-309cd325e4b0') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:12.780518 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71ad28a2-639c-4a3d-a211-f0312cfdb4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726300563797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143530240'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:12.795207 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71ad28a2-639c-4a3d-a211-f0312cfdb4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:12.797358 n-d-791506-21 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf16beb-fda9-4ebb-8351-0e9324ae49f3 None None] Pushing event deleted for resources: {'Port': ['ID=2a52bc35-32b0-4888-a437-4ec599149650,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:12.801074 n-d-791506-21 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf16beb-fda9-4ebb-8351-0e9324ae49f3 None None] No DVR routers for this DVR port 2a52bc35-32b0-4888-a437-4ec599149650 on host n-d-791506-21 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ad28a2-639c-4a3d-a211-f0312cfdb4d8 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71ad28a2-639c-4a3d-a211-f0312cfdb4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1923075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143529851'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: Traceback (most recent call last): Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: timer() Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: cb(*args, **kw) Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: return func(*args, **kwargs) Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: self._notify() Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: self.callback(batched_events) Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: event.method(event) Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: return f(self, *a, **k) Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: return self._get(url).json() Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: return self.request(url, 'GET', **kwargs) Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:47:12.811375 n-d-791506-21 neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:47:12.864170 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71ad28a2-639c-4a3d-a211-f0312cfdb4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896706'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:12.869001 n-d-791506-21 neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-71ad28a2-639c-4a3d-a211-f0312cfdb4d8 admin admin] Notify callbacks [] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:12.874083 n-d-791506-21 neutron-server[93794]: INFO neutron.wsgi [None req-71ad28a2-639c-4a3d-a211-f0312cfdb4d8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/0b9221d9-fdf9-4409-a205-cae353593e61 HTTP/1.1" status: 204 len: 168 time: 0.5242434 Jul 16 21:47:12.887878 n-d-791506-21 neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad28a2-639c-4a3d-a211-f0312cfdb4d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b9221d9-fdf9-4409-a205-cae353593e61,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:13.050971 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60832) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:13.162637 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 7a822bed-d0aa-4297-be9f-a24aa322ff11 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:47:13.183241 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 7a822bed-d0aa-4297-be9f-a24aa322ff11 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:47:13.183588 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 7a822bed-d0aa-4297-be9f-a24aa322ff11 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:47:13.184226 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c60618b7-ef2e-4529-97df-1066bc53d4f2 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:47:13.203550 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: c60618b7-ef2e-4529-97df-1066bc53d4f2 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:47:13.204188 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device c60618b7-ef2e-4529-97df-1066bc53d4f2 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:47:13.204770 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 2a52bc35-32b0-4888-a437-4ec599149650 no longer exists at agent ovs-agent-n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:47:13.227418 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] No Port match for: 2a52bc35-32b0-4888-a437-4ec599149650 {{(pid=93795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:47:13.227770 n-d-791506-21 neutron-server[93795]: DEBUG neutron.plugins.ml2.rpc [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Device 2a52bc35-32b0-4888-a437-4ec599149650 not bound to the agent host n-d-791506-21 {{(pid=93795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:47:13.268370 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-ce7aee7a-483c-4d97-8c84-628466e7f608 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8a41b940bec14e139c72f88a5e19d38c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2160451 Jul 16 21:47:13.270881 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60836) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:13.318885 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b23ddd88-fed8-4567-ba52-3809fb6b4f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:13.346778 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b23ddd88-fed8-4567-ba52-3809fb6b4f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:13.400588 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b23ddd88-fed8-4567-ba52-3809fb6b4f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:13.403179 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b23ddd88-fed8-4567-ba52-3809fb6b4f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:13.404312 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-b23ddd88-fed8-4567-ba52-3809fb6b4f6d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d78ade8c-1e59-4a0f-942c-7ac08daad366 HTTP/1.1" status: 204 len: 168 time: 0.1324713 Jul 16 21:47:13.412372 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ddd88-fed8-4567-ba52-3809fb6b4f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78ade8c-1e59-4a0f-942c-7ac08daad366,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:13.670603 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60842) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:13.712677 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-09f7d841-c341-4005-8a6f-5ea6fd53e202 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=42c1ea2849724bd09f2d59ffbe329fed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401237 Jul 16 21:47:13.715139 n-d-791506-21 neutron-server[93793]: DEBUG neutron.wsgi [-] (93793) accepted ('10.222.0.38', 60844) {{(pid=93793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:13.767809 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-30e1fc20-d2c1-453d-a8c2-2ec403fd7b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:13.790056 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-30e1fc20-d2c1-453d-a8c2-2ec403fd7b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:13.838463 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-30e1fc20-d2c1-453d-a8c2-2ec403fd7b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971619'] for security_group, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:13.841354 n-d-791506-21 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-30e1fc20-d2c1-453d-a8c2-2ec403fd7b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:13.845020 n-d-791506-21 neutron-server[93793]: INFO neutron.wsgi [None req-30e1fc20-d2c1-453d-a8c2-2ec403fd7b35 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/752389de-c1ae-42d9-92a2-062cbdcae106 HTTP/1.1" status: 204 len: 168 time: 0.1264765 Jul 16 21:47:13.850262 n-d-791506-21 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1fc20-d2c1-453d-a8c2-2ec403fd7b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752389de-c1ae-42d9-92a2-062cbdcae106,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:21.853805 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f7f5da41-e50d-4711-8d03-6812c12ff95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:24.385135 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f513eddf-d583-4e0f-aab3-5f4ebfb557e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:24.477045 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:26.133799 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:27.963143 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:30.229721 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:34.188931 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:39.743167 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:47:51.854221 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fbfd3fa3-be46-4255-9d16-2a17e6ad1b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:54.386526 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cb2a4947-70df-4d92-bee8-76964b9cb86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:54.477878 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:56.134888 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:57.965726 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:48:00.238267 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:48:04.189220 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:48:16.743402 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:48:21.856004 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b8bc7f3-17d5-459d-acc1-a61677b0339d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:48:24.387044 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6904bf28-8c49-450f-b4fb-0eb2c1700e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:48:24.478287 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:48:26.139393 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:48:27.970409 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:48:30.253592 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:48:34.206920 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:48:51.856601 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-358687bf-ccad-4201-8bed-f29c57bd48db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:48:53.742954 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:48:54.388649 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1597be3-81a8-4de2-90b6-8cc33dd0c7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:48:54.477690 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:48:56.140977 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:48:57.969622 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:49:00.268967 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:49:04.234939 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:49:21.858269 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5b15896-5ce4-4cb5-bc83-25fcde76ffbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:49:24.389974 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a789ef4-8582-4eb8-b458-842a2bca1da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:49:24.477103 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:49:26.143674 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:49:27.972764 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:49:30.284027 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:49:30.742851 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:49:34.240792 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:49:51.858005 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61ebcc2d-b779-4ae3-870b-c2fdc134e938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:49:54.392864 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a38d96ad-f8cf-4cde-ad92-30da2417e5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:49:54.477965 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:49:56.146619 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:49:57.975178 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:00.298415 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:04.233564 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:07.741955 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:50:21.858409 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d97b194-a333-40f2-84fa-bea70724e308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:24.395654 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c9dadfd8-4ad3-494b-a620-4e158e70980a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:24.477187 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:26.150351 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:27.978125 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:30.312203 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:34.257285 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:44.740996 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:50:51.858812 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0852a7f-2cbf-4967-ba17-037253692835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:54.396645 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4977fdc6-2898-4852-8707-0b393ac2e0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:54.476246 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:56.153328 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:57.980757 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:51:00.326932 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:51:04.248603 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:51:21.740602 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:51:21.859507 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9757fa56-c520-4ea8-8a8f-81cffa7bef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:51:24.400617 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-617a192d-14b7-40ff-89bf-bbe419793fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:51:24.475398 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:51:26.156261 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:51:27.983722 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:51:30.331523 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:51:34.272469 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:51:51.861117 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab725cb3-4d40-4f81-ab93-fc20d76bd193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:51:54.400760 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22eef189-a564-43a7-a6ef-fcf7e6c4b3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:51:54.474972 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:51:56.159434 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:51:57.987720 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:51:58.739523 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:52:00.340948 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:52:04.262102 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:52:21.860913 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0873a713-0908-41f5-a811-4fbe891415c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:52:24.402980 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b27c4f32-dbb6-44d6-af83-af8745d2494f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:52:24.474756 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:52:26.164634 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:52:27.990444 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:52:30.354846 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:52:34.277698 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:52:35.738098 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:52:51.861381 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99e0be6f-bfa7-4fb6-9a10-8a60bc1e4955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:52:54.403828 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21b59658-f279-4a3d-b54d-eb71c095ee31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:52:54.473163 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:52:56.164321 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:52:57.993740 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:00.354234 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:04.293606 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:12.736527 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:53:21.861932 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5136d76e-df04-48a1-bd4f-bfb40bbeb015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:24.404662 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9cf7c407-f3a7-4589-bd6a-c5aab83308aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:24.473164 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:26.166826 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:27.997020 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:30.367983 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:34.292487 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:49.738844 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:53:51.861816 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85348322-95a8-4bfa-b161-c2da6f18fe37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:54.407042 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50a5b82f-0c59-4f3d-8501-34527fa59cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:54.472526 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:56.169895 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:58.001531 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:54:00.366916 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:54:04.307969 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:54:21.863068 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9afbdcd7-6354-4aa9-9b4f-186fdd5c3786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:54:24.411355 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dbb5b959-aab9-423c-b3d4-8e01bb2001fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:54:24.471656 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:54:26.176007 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:54:26.738618 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:54:28.004650 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:54:30.392593 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:54:34.307486 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:54:51.863728 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a456fd67-41e9-4bc3-b695-0a8913f3d507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:54:54.412764 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b1711c7-e2f2-4951-8965-1e2147acd55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:54:54.471508 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84082a27-442f-4688-8fe7-06efdedf0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:54:56.175628 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd66a5b6-046b-45f0-a62f-e87a7227b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:54:58.008506 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2eb1d6-c348-4ba5-8b13-172246c739a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:55:00.412144 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f227628c-da0c-4016-a831-2592b446d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:55:03.737553 n-d-791506-21 neutron-server[93796]: DEBUG neutron.db.agents_db [None req-aa09ee4d-a14a-41ac-961e-68f1e4bd9b54 None None] Agent healthcheck: found 7 active agents {{(pid=93796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:55:04.306910 n-d-791506-21 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69353db2-b40c-4c01-bb23-74f8ec3ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726300561978', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932645'] for agent, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}